-- Logs begin at Fri 2021-12-10 17:45:44 UTC, end at Fri 2021-12-10 20:20:04 UTC. -- Dec 10 18:18:02.132952 n-d-821435-1 systemd[1]: Started Devstack devstack@q-svc.service. Dec 10 18:18:05.056029 n-d-821435-1 neutron-server[103135]: INFO neutron.common.config [-] Logging enabled! Dec 10 18:18:05.056934 n-d-821435-1 neutron-server[103135]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev274 Dec 10 18:18:05.057138 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103135) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 10 18:18:05.061970 n-d-821435-1 neutron-server[103135]: INFO neutron.common.config [-] Logging enabled! Dec 10 18:18:05.062231 n-d-821435-1 neutron-server[103135]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev274 Dec 10 18:18:05.062560 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103135) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 10 18:18:05.063544 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 10 18:18:05.063782 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 10 18:18:05.064187 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 10 18:18:05.064437 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 10 18:18:05.064683 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 10 18:18:05.065016 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.065466 n-d-821435-1 neutron-server[103135]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 10 18:18:05.065785 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.066082 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.066378 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.066683 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.066978 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.067261 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.067553 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.067857 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.068146 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.068441 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.068753 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.069051 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.069338 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.069628 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.069916 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.070204 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] debug = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.070488 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.070934 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.071371 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.071655 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.071946 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.072231 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.072545 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.072851 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.073145 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.074087 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] host = n-d-821435-1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.074505 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.075006 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.075332 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.075627 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.075910 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.076195 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.076487 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.076797 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.077078 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] log_file = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.077355 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.077649 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.077939 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.078233 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.078461 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.078673 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.078978 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.079267 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.079546 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.079822 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.080100 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.080377 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.080677 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.080957 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.081247 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.081536 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.081827 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.082107 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.082384 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.082661 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.082934 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.083221 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.083498 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.083775 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.084053 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.084347 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.084618 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.084938 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.085246 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.085534 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.085822 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.086109 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.086388 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.086675 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.086952 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.087227 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.087504 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] use_json = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.087780 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.088056 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.088343 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.088619 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.088919 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.089800 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.090283 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.090587 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:05.090905 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.091212 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.091521 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.091813 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.092124 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.092412 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.092737 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.093020 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.093313 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.093606 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.093900 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.094184 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.094481 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.094766 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.095066 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.095376 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.095675 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.095973 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.096252 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.096533 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.096838 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.097124 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.097416 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.097701 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.097993 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.098284 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.098568 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.098874 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.099161 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.099460 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.099753 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.100029 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.100316 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.100617 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.100928 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.101208 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.101495 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.101789 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.102072 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.102350 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.102637 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.102923 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.103199 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.103475 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.103758 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.104052 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.104332 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.104664 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.105672 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.106151 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.106624 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.107124 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.107619 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.108084 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.108572 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.109108 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.109609 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.109977 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.110283 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.110709 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.111221 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.111767 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.112040 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.112334 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.112667 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.112942 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.113229 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.113734 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.114211 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.114687 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.115182 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.115688 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.116116 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.116412 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.116748 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.117066 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.117360 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.117714 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.118217 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.118572 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.118871 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.119166 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.119454 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.119743 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.120025 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.120593 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.121121 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.121430 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.121734 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.122061 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.122371 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.122662 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.122959 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.123245 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.123533 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.123828 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.124125 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.124429 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.124764 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.125071 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.125371 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.125674 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.126019 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.126342 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.126630 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:05.126854 n-d-821435-1 neutron-server[103135]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 10 18:18:05.127109 n-d-821435-1 neutron-server[103135]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103135) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 10 18:18:05.579049 n-d-821435-1 neutron-server[103135]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 10 18:18:05.579332 n-d-821435-1 neutron-server[103135]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 10 18:18:05.579653 n-d-821435-1 neutron-server[103135]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 10 18:18:05.579993 n-d-821435-1 neutron-server[103135]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 10 18:18:05.923695 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:05.924007 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:05.924279 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:05.925615 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:05.925901 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:05.926170 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:05.974421 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:05.974706 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:05.974983 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:05.990212 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:05.990497 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:05.990772 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.020538 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.020852 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.021126 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.062248 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.062926 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.062926 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.425958 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.426245 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.426522 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.426795 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.427512 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.532064 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.532293 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.532566 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.532873 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.533147 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.533465 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.533732 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.533995 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.534254 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.534543 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.534806 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.535077 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.535336 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.535598 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.535872 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.536143 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.536403 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.536705 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.536985 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.537251 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.537528 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.537786 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.538070 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.538455 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.538707 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.538963 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.539374 n-d-821435-1 neutron-server[103135]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103135) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 18:18:06.539619 n-d-821435-1 neutron-server[103135]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103135) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 18:18:06.539860 n-d-821435-1 neutron-server[103135]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103135) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 18:18:06.540100 n-d-821435-1 neutron-server[103135]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103135) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 18:18:06.540338 n-d-821435-1 neutron-server[103135]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103135) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 18:18:06.540576 n-d-821435-1 neutron-server[103135]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103135) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 18:18:06.540974 n-d-821435-1 neutron-server[103135]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 10 18:18:06.545229 n-d-821435-1 neutron-server[103135]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 10 18:18:06.549369 n-d-821435-1 neutron-server[103135]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 10 18:18:06.553463 n-d-821435-1 neutron-server[103135]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Dec 10 18:18:06.555125 n-d-821435-1 neutron-server[103135]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 10 18:18:06.555595 n-d-821435-1 neutron-server[103135]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 10 18:18:06.555938 n-d-821435-1 neutron-server[103135]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 10 18:18:06.556332 n-d-821435-1 neutron-server[103135]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 10 18:18:06.559809 n-d-821435-1 neutron-server[103135]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 10 18:18:06.560067 n-d-821435-1 neutron-server[103135]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 10 18:18:06.560427 n-d-821435-1 neutron-server[103135]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 10 18:18:06.565896 n-d-821435-1 neutron-server[103135]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 10 18:18:06.590282 n-d-821435-1 neutron-server[103135]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 10 18:18:06.590755 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.591062 n-d-821435-1 neutron-server[103135]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103135) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 10 18:18:06.591428 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.592954 n-d-821435-1 neutron-server[103135]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103135) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 10 18:18:06.593249 n-d-821435-1 neutron-server[103135]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 10 18:18:06.593503 n-d-821435-1 neutron-server[103135]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 10 18:18:06.596899 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.597200 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:06.662039 n-d-821435-1 neutron-server[103135]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 10 18:18:06.662242 n-d-821435-1 neutron-server[103135]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 10 18:18:06.662430 n-d-821435-1 neutron-server[103135]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 10 18:18:06.662826 n-d-821435-1 neutron-server[103135]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 10 18:18:06.686284 n-d-821435-1 neutron-server[103135]: DEBUG oslo_db.sqlalchemy.engines [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103135) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 10 18:18:07.161367 n-d-821435-1 neutron-server[103135]: INFO neutron.plugins.ml2.managers [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Initializing driver for type 'gre' Dec 10 18:18:07.162123 n-d-821435-1 neutron-server[103135]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] gre ID ranges: [(1, 1000)] Dec 10 18:18:07.217172 n-d-821435-1 neutron-server[103135]: INFO neutron.plugins.ml2.managers [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Initializing driver for type 'local' Dec 10 18:18:07.217512 n-d-821435-1 neutron-server[103135]: INFO neutron.plugins.ml2.managers [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Initializing driver for type 'vlan' Dec 10 18:18:07.232323 n-d-821435-1 neutron-server[103135]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] VlanTypeDriver initialization complete Dec 10 18:18:07.232706 n-d-821435-1 neutron-server[103135]: INFO neutron.plugins.ml2.managers [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Initializing driver for type 'vxlan' Dec 10 18:18:07.233224 n-d-821435-1 neutron-server[103135]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] vxlan ID ranges: [(1, 1000)] Dec 10 18:18:07.287230 n-d-821435-1 neutron-server[103135]: INFO neutron.plugins.ml2.managers [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Initializing extension driver 'port_security' Dec 10 18:18:07.287565 n-d-821435-1 neutron-server[103135]: INFO neutron.plugins.ml2.extensions.port_security [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] PortSecurityExtensionDriver initialization complete Dec 10 18:18:07.287891 n-d-821435-1 neutron-server[103135]: INFO neutron.plugins.ml2.managers [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Initializing mechanism driver 'openvswitch' Dec 10 18:18:07.288212 n-d-821435-1 neutron-server[103135]: INFO neutron.plugins.ml2.managers [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Initializing mechanism driver 'hyperv' Dec 10 18:18:07.295219 n-d-821435-1 neutron-server[103135]: DEBUG neutron.plugins.ml2.plugin [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:07.296078 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > port after_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.296454 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > port after_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.296831 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > port after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.297377 n-d-821435-1 neutron-server[103135]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103135) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 18:18:07.297807 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > subnet after_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.298162 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > subnet after_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.298505 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.298906 n-d-821435-1 neutron-server[103135]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103135) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 18:18:07.299311 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > network after_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.299658 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > network after_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.300005 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > network after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.300396 n-d-821435-1 neutron-server[103135]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103135) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 18:18:07.300880 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > security_group after_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.301235 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > security_group after_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.301576 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > security_group after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.301979 n-d-821435-1 neutron-server[103135]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103135) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 18:18:07.302387 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.302733 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.303073 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.303471 n-d-821435-1 neutron-server[103135]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103135) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 18:18:07.303879 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > address_group after_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.304226 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > address_group after_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.304573 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > address_group after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.304997 n-d-821435-1 neutron-server[103135]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103135) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 18:18:07.305421 n-d-821435-1 neutron-server[103135]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] ML2 OVO RPC backend initialized. {{(pid=103135) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 10 18:18:07.306145 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.306760 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.307177 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > network before_response 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.307525 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > networks before_response 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.308543 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > port before_response 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.308925 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > ports before_response 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.309998 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > subnet before_response 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.309998 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > subnets before_response 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.309998 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > network after_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.310341 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > network after_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.310591 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > network after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.310931 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > port after_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.311269 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > port after_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.311608 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > port after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.311944 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > subnet after_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.312280 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > subnet after_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.312615 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.313260 n-d-821435-1 neutron-server[103135]: INFO neutron.plugins.ml2.plugin [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Modular L2 Plugin initialization complete Dec 10 18:18:07.313673 n-d-821435-1 neutron-server[103135]: DEBUG neutron.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading services supported by the core plugin {{(pid=103135) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 10 18:18:07.314005 n-d-821435-1 neutron-server[103135]: INFO neutron.plugins.ml2.managers [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Got port-security extension from driver 'port_security' Dec 10 18:18:07.314474 n-d-821435-1 neutron-server[103135]: INFO neutron.extensions.vlantransparent [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Disabled vlantransparent extension. Dec 10 18:18:07.314963 n-d-821435-1 neutron-server[103135]: DEBUG neutron.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103135) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 10 18:18:07.315277 n-d-821435-1 neutron-server[103135]: INFO neutron.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading Plugin: router Dec 10 18:18:07.353280 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > router_interface before_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.353679 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > router after_create 55549900 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.354053 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > router before_create 55549900 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.354421 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.355441 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.356073 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > router after_delete 55549900 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.359546 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > floatingip after_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.360103 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > floatingip after_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.360466 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > router after_create 55549900 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.360861 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > router after_update 55549900 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.361222 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > router after_update 55549900 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.361589 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.361952 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > router after_update 55549900 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.362367 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > router precommit_update 55549900 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.362741 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: port after_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.363118 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: port after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.363428 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: subnet after_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.363772 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.364124 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > port precommit_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.364472 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > router precommit_create 55549900 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.364840 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: port before_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.365186 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > router precommit_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.365549 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > router after_update 55549900 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.365929 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > router precommit_delete 55549900 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.366361 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > router precommit_create 55549900 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.366732 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.367081 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > router precommit_update 55549900 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.367455 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > agent after_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.368131 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > agent after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.368131 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > network after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.369141 n-d-821435-1 neutron-server[103135]: DEBUG neutron.quota.resource_registry [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Tracking information for resource: router configured {{(pid=103135) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 18:18:07.369480 n-d-821435-1 neutron-server[103135]: DEBUG neutron.quota.resource_registry [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Tracking information for resource: floatingip configured {{(pid=103135) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 18:18:07.375500 n-d-821435-1 neutron-server[103135]: INFO neutron.db.l3_agentschedulers_db [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 10 18:18:07.376118 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: port after_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.376486 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: port after_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.376875 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: port after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.377229 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: port after_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.378051 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > router before_create 55550100 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.378419 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > router precommit_delete 55550100 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.378783 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > router precommit_create 55550100 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.379137 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > router precommit_update 55550100 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.384170 n-d-821435-1 neutron-server[103135]: DEBUG neutron.services.provider_configuration [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Service providers = [] {{(pid=103135) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 10 18:18:07.384531 n-d-821435-1 neutron-server[103135]: DEBUG neutron.db.servicetype_db [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103135) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 10 18:18:07.388486 n-d-821435-1 neutron-server[103135]: DEBUG neutron.services.service_base [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103135) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 18:18:07.388865 n-d-821435-1 neutron-server[103135]: DEBUG neutron.services.service_base [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103135) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 18:18:07.389213 n-d-821435-1 neutron-server[103135]: DEBUG neutron.services.service_base [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103135) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 18:18:07.390126 n-d-821435-1 neutron-server[103135]: DEBUG neutron.services.service_base [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103135) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 18:18:07.390518 n-d-821435-1 neutron-server[103135]: INFO neutron.services.service_base [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 10 18:18:07.390913 n-d-821435-1 neutron-server[103135]: DEBUG neutron.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103135) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 18:18:07.391231 n-d-821435-1 neutron-server[103135]: INFO neutron.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 10 18:18:07.403129 n-d-821435-1 neutron-server[103135]: DEBUG neutron.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103135) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 18:18:07.403460 n-d-821435-1 neutron-server[103135]: INFO neutron.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading Plugin: auto_allocate Dec 10 18:18:07.409718 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: network precommit_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.410090 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: network precommit_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.410628 n-d-821435-1 neutron-server[103135]: DEBUG neutron.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103135) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 18:18:07.410949 n-d-821435-1 neutron-server[103135]: INFO neutron.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading Plugin: tag Dec 10 18:18:07.418923 n-d-821435-1 neutron-server[103135]: DEBUG neutron.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103135) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 18:18:07.419177 n-d-821435-1 neutron-server[103135]: INFO neutron.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading Plugin: timestamp Dec 10 18:18:07.423344 n-d-821435-1 neutron-server[103135]: DEBUG neutron.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103135) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 18:18:07.423680 n-d-821435-1 neutron-server[103135]: INFO neutron.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading Plugin: network_ip_availability Dec 10 18:18:07.429694 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.430080 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.430441 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.431239 n-d-821435-1 neutron-server[103135]: DEBUG neutron.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103135) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 18:18:07.431825 n-d-821435-1 neutron-server[103135]: INFO neutron.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading Plugin: flavors Dec 10 18:18:07.437476 n-d-821435-1 neutron-server[103135]: DEBUG neutron.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103135) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 18:18:07.437804 n-d-821435-1 neutron-server[103135]: INFO neutron.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading Plugin: revisions Dec 10 18:18:07.442353 n-d-821435-1 neutron-server[103135]: DEBUG neutron.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103135) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 18:18:07.442754 n-d-821435-1 neutron-server[103135]: DEBUG oslo_concurrency.lockutils [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.863s {{(pid=103135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 10 18:18:07.443531 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103135) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 10 18:18:07.443872 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Initializing extension manager. Dec 10 18:18:07.444397 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: __init__.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.444765 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: __pycache__ {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.445107 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.445440 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: address_group.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.446237 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.446823 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: address-group Dec 10 18:18:07.447149 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: address_scope.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.447864 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.449105 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: address-scope Dec 10 18:18:07.449534 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: admin_state_down_before_update.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.450569 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.451083 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: router-admin-state-down-before-update Dec 10 18:18:07.451407 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: agent.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.452114 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.452614 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: agent Dec 10 18:18:07.452959 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: agent_resources_synced.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.453872 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.454379 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: agent-resources-synced Dec 10 18:18:07.454703 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: allowedaddresspairs.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.456731 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.457184 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: allowed-address-pairs Dec 10 18:18:07.457514 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: auto_allocated_topology.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.458640 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.459154 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: auto-allocated-topology Dec 10 18:18:07.459483 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: availability_zone.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.460184 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.460711 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: availability_zone Dec 10 18:18:07.461035 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: availability_zone_filter.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.461989 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.462506 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: availability_zone_filter Dec 10 18:18:07.462826 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: data_plane_status.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.463746 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.464955 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extension data-plane-status not supported by any of loaded plugins Dec 10 18:18:07.465279 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: default_subnetpools.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.466297 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.466809 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: default-subnetpools Dec 10 18:18:07.467129 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: dhcpagentscheduler.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.467973 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.468482 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: dhcp_agent_scheduler Dec 10 18:18:07.468831 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: dns.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.469766 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.470269 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extension dns-integration not supported by any of loaded plugins Dec 10 18:18:07.470595 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: dns_domain_ports.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.471513 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.472017 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 10 18:18:07.472336 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.473318 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.473825 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 10 18:18:07.474147 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: dvr.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.474821 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.475323 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: dvr Dec 10 18:18:07.475648 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: ecmp_routes.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.476566 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.477098 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extension ecmp_routes not supported by any of loaded plugins Dec 10 18:18:07.477422 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: empty_string_filtering.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.478331 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.478826 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: empty-string-filtering Dec 10 18:18:07.479146 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.480225 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.480756 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 10 18:18:07.481078 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.481987 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.482491 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 10 18:18:07.482809 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: external_net.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.483715 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.484214 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: external-net Dec 10 18:18:07.484536 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: extra_dhcp_opt.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.485459 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.485963 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: extra_dhcp_opt Dec 10 18:18:07.486289 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: extraroute.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.487194 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.487702 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: extraroute Dec 10 18:18:07.488026 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: extraroute_atomic.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.490803 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.491339 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: extraroute-atomic Dec 10 18:18:07.491674 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: filter_validation.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.492453 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.493023 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: filter-validation Dec 10 18:18:07.493352 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: fip_pf_description.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.494284 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.494794 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 10 18:18:07.495171 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: fip_port_details.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.496105 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.496611 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: fip-port-details Dec 10 18:18:07.496961 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: flavors.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.498248 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.498765 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: flavors Dec 10 18:18:07.499092 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.500869 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.501384 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 10 18:18:07.501717 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: floatingip_pools.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.502415 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.502917 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: floatingip-pools Dec 10 18:18:07.503241 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: ip_allocation.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.504169 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.504689 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extension ip_allocation not supported by any of loaded plugins Dec 10 18:18:07.505013 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.505929 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.506437 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: ip-substring-filtering Dec 10 18:18:07.506757 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: l2_adjacency.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.507677 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.508183 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extension l2_adjacency not supported by any of loaded plugins Dec 10 18:18:07.508507 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: l3.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.509567 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.510079 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: router Dec 10 18:18:07.510398 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: l3_conntrack_helper.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.513426 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.513956 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 10 18:18:07.514289 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.515237 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.515743 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: ext-gw-mode Dec 10 18:18:07.516079 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.517042 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.517556 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: l3-ha Dec 10 18:18:07.517881 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: l3_flavors.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.518789 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.519300 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: l3-flavors Dec 10 18:18:07.519620 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.520545 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.521078 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: l3-port-ip-change-not-allowed Dec 10 18:18:07.521409 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: l3agentscheduler.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.522494 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.523027 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: l3_agent_scheduler Dec 10 18:18:07.523352 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: local_ip.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.525286 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.525808 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extension local_ip not supported by any of loaded plugins Dec 10 18:18:07.526168 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: logging.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.528388 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.528938 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extension logging not supported by any of loaded plugins Dec 10 18:18:07.529278 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: metering.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.530218 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.530805 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: metering Dec 10 18:18:07.531138 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.532278 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.532830 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: metering_source_and_destination_fields Dec 10 18:18:07.533160 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: multiprovidernet.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.534082 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.534588 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: multi-provider Dec 10 18:18:07.534912 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: netmtu.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.535826 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.536376 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: net-mtu Dec 10 18:18:07.536799 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: netmtu_writable.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.537723 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.538228 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: net-mtu-writable Dec 10 18:18:07.538550 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: network_availability_zone.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.539216 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.539720 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: network_availability_zone Dec 10 18:18:07.540044 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: network_ip_availability.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.541236 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.541756 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: network-ip-availability Dec 10 18:18:07.542225 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: network_segment_range.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.543146 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.543646 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extension network-segment-range not supported by any of loaded plugins Dec 10 18:18:07.543968 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: pagination.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.544994 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.545327 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: pagination Dec 10 18:18:07.545647 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: port_device_profile.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.546548 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.547061 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: port-device-profile Dec 10 18:18:07.547385 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.548295 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.548910 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: port-mac-address-regenerate Dec 10 18:18:07.549235 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.550147 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.550653 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: port-numa-affinity-policy Dec 10 18:18:07.550977 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: port_resource_request.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.551896 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.552394 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extension port-resource-request not supported by any of loaded plugins Dec 10 18:18:07.552748 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: port_resource_request_groups.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.553713 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.554212 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 10 18:18:07.554537 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: portbindings.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.555464 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.555970 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: binding Dec 10 18:18:07.556294 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: portbindings_extended.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.558010 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.558517 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: binding-extended Dec 10 18:18:07.558852 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: portsecurity.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.559781 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.560295 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: port-security Dec 10 18:18:07.560617 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: project_id.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.561632 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.561965 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: project-id Dec 10 18:18:07.562291 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: providernet.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.563215 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.563721 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: provider Dec 10 18:18:07.564039 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: qos.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.567680 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.568205 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extension qos not supported by any of loaded plugins Dec 10 18:18:07.568537 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.569838 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.570359 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 10 18:18:07.570688 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.571610 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.572119 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 10 18:18:07.572446 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: qos_default.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.574110 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.574637 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extension qos-default not supported by any of loaded plugins Dec 10 18:18:07.575144 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: qos_fip.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.575817 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.576318 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extension qos-fip not supported by any of loaded plugins Dec 10 18:18:07.576650 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: qos_fip_network_policy.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.577688 n-d-821435-1 neutron-server[103135]: WARNING neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 10 18:18:07.578019 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: qos_gateway_ip.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.578937 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.579454 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 10 18:18:07.579775 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: qos_port_network_policy.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.580735 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.581248 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 10 18:18:07.581568 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.582756 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.583268 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 10 18:18:07.583593 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: qos_pps_rule.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.584809 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.585322 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extension qos-pps not supported by any of loaded plugins Dec 10 18:18:07.585650 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: qos_rule_type_details.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.586575 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.587080 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 10 18:18:07.587406 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: qos_rules_alias.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.588448 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.589643 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 10 18:18:07.590096 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: quota_check_limit.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.591022 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.591537 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: quota-check-limit Dec 10 18:18:07.591861 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: quotasv2.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.592879 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.593207 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: quotas Dec 10 18:18:07.593527 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: quotasv2_detail.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.596753 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.597097 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: quota_details Dec 10 18:18:07.597432 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: rbac.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.598510 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.599045 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: rbac-policies Dec 10 18:18:07.599379 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: rbac_address_group.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.600314 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.600863 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: rbac-address-group Dec 10 18:18:07.601200 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: rbac_address_scope.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.602120 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.602631 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: rbac-address-scope Dec 10 18:18:07.602958 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: rbac_security_groups.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.603868 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.604382 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: rbac-security-groups Dec 10 18:18:07.605201 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: rbac_subnetpool.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.605898 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.606406 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: rbac-subnetpool Dec 10 18:18:07.606731 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: revisionifmatch.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.607647 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.608154 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: revision-if-match Dec 10 18:18:07.608478 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: revisions.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.609632 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.610139 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: standard-attr-revisions Dec 10 18:18:07.610470 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: router_availability_zone.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.611141 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.611650 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: router_availability_zone Dec 10 18:18:07.611973 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: routerservicetype.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.612922 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.613425 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extension router-service-type not supported by any of loaded plugins Dec 10 18:18:07.613749 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.614738 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.615242 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: security-groups-normalized-cidr Dec 10 18:18:07.615569 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: security_groups_port_filtering.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.616487 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.617021 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: port-security-groups-filtering Dec 10 18:18:07.617347 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.618277 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.618780 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: security-groups-remote-address-group Dec 10 18:18:07.619102 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.620035 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.620981 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: security-groups-shared-filtering Dec 10 18:18:07.621311 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.621907 n-d-821435-1 neutron-server[103135]: WARNING neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 10 18:18:07.622231 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: securitygroup.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.632183 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.632777 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: security-group Dec 10 18:18:07.633118 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: segment.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.633949 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.634456 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extension segment not supported by any of loaded plugins Dec 10 18:18:07.634785 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.636366 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.636903 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 10 18:18:07.637229 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: servicetype.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.638449 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.638976 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: service-type Dec 10 18:18:07.639305 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: sorting.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.640293 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.640663 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: sorting Dec 10 18:18:07.640986 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: standard_attr_segment.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.641905 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.642427 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 10 18:18:07.642753 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: standardattrdescription.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.643408 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.643917 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: standard-attr-description Dec 10 18:18:07.644241 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: stateful_security_group.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.645225 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.645748 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: stateful-security-group Dec 10 18:18:07.646074 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: stdattrs_common.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.646645 n-d-821435-1 neutron-server[103135]: WARNING neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 10 18:18:07.646970 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.647899 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.648409 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 10 18:18:07.648767 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: subnet_onboard.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.649854 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.650369 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: subnet_onboard Dec 10 18:18:07.650695 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.652256 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.652872 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 10 18:18:07.653115 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: subnet_service_types.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.654051 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.654563 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: subnet-service-types Dec 10 18:18:07.654887 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: subnetallocation.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.656005 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.656519 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: subnet_allocation Dec 10 18:18:07.656873 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.657559 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.658070 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: subnetpool-prefix-ops Dec 10 18:18:07.658394 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.659378 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.659886 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 10 18:18:07.660211 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: tagging.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.661348 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.661863 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: standard-attr-tag Dec 10 18:18:07.662201 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: timestamp.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.663466 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.663983 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loaded extension: standard-attr-timestamp Dec 10 18:18:07.664310 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: trunk.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.665375 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.665888 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extension trunk not supported by any of loaded plugins Dec 10 18:18:07.666217 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: trunk_details.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.667247 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.667760 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extension trunk-details not supported by any of loaded plugins Dec 10 18:18:07.668083 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: uplink_status_propagation.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.669116 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.669576 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 10 18:18:07.669900 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Loading extension file: vlantransparent.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:18:07.670597 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:18:07.671100 n-d-821435-1 neutron-server[103135]: INFO neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extension vlan-transparent not supported by any of loaded plugins Dec 10 18:18:07.673755 n-d-821435-1 neutron-server[103135]: INFO neutron.quota.resource_registry [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Creating instance of TrackedResource for resource:network Dec 10 18:18:07.674305 n-d-821435-1 neutron-server[103135]: INFO neutron.quota.resource_registry [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Creating instance of TrackedResource for resource:subnet Dec 10 18:18:07.674715 n-d-821435-1 neutron-server[103135]: INFO neutron.quota.resource_registry [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 18:18:07.675101 n-d-821435-1 neutron-server[103135]: INFO neutron.quota.resource_registry [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Creating instance of TrackedResource for resource:port Dec 10 18:18:07.676479 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.v2.resource_helper [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 18:18:07.676954 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.v2.resource_helper [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Service FLAVORS assigned prefix: {{(pid=103135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 18:18:07.677560 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.v2.resource_helper [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 18:18:07.677981 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.v2.resource_helper [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 18:18:07.678312 n-d-821435-1 neutron-server[103135]: INFO neutron.quota.resource_registry [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Creating instance of TrackedResource for resource:router Dec 10 18:18:07.678737 n-d-821435-1 neutron-server[103135]: INFO neutron.quota.resource_registry [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Creating instance of TrackedResource for resource:floatingip Dec 10 18:18:07.679221 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.v2.resource_helper [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Service METERING assigned prefix: /metering {{(pid=103135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 18:18:07.680724 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.681097 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.681451 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:18:07.682938 n-d-821435-1 neutron-server[103135]: INFO neutron.quota.resource_registry [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Creating instance of CountableResource for resource:rbac_policy Dec 10 18:18:07.683294 n-d-821435-1 neutron-server[103135]: INFO neutron.quota.resource_registry [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Creating instance of TrackedResource for resource:security_group Dec 10 18:18:07.683737 n-d-821435-1 neutron-server[103135]: INFO neutron.quota.resource_registry [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Creating instance of TrackedResource for resource:security_group_rule Dec 10 18:18:07.684378 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.v2.resource_helper [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Service CORE assigned prefix: {{(pid=103135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 18:18:07.684748 n-d-821435-1 neutron-server[103135]: INFO neutron.quota.resource_registry [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 18:18:07.685102 n-d-821435-1 neutron-server[103135]: WARNING neutron.quota.resource_registry [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] subnetpool is already registered Dec 10 18:18:07.685581 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.v2.resource_helper [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Service CORE assigned prefix: {{(pid=103135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 18:18:07.685909 n-d-821435-1 neutron-server[103135]: INFO neutron.quota.resource_registry [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 18:18:07.686239 n-d-821435-1 neutron-server[103135]: WARNING neutron.quota.resource_registry [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] subnetpool is already registered Dec 10 18:18:07.688584 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.v2.resource_helper [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 18:18:07.689049 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.v2.resource_helper [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Service FLAVORS assigned prefix: {{(pid=103135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 18:18:07.689638 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.v2.resource_helper [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 18:18:07.690057 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.v2.resource_helper [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 18:18:07.690389 n-d-821435-1 neutron-server[103135]: INFO neutron.quota.resource_registry [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Creating instance of TrackedResource for resource:router Dec 10 18:18:07.690729 n-d-821435-1 neutron-server[103135]: WARNING neutron.quota.resource_registry [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] router is already registered Dec 10 18:18:07.691154 n-d-821435-1 neutron-server[103135]: INFO neutron.quota.resource_registry [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Creating instance of TrackedResource for resource:floatingip Dec 10 18:18:07.691579 n-d-821435-1 neutron-server[103135]: WARNING neutron.quota.resource_registry [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] floatingip is already registered Dec 10 18:18:07.692037 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.v2.resource_helper [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Service METERING assigned prefix: /metering {{(pid=103135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 18:18:07.692762 n-d-821435-1 neutron-server[103135]: INFO neutron.quota.resource_registry [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Creating instance of CountableResource for resource:rbac_policy Dec 10 18:18:07.693091 n-d-821435-1 neutron-server[103135]: WARNING neutron.quota.resource_registry [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] rbac_policy is already registered Dec 10 18:18:07.693509 n-d-821435-1 neutron-server[103135]: INFO neutron.quota.resource_registry [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Creating instance of TrackedResource for resource:security_group Dec 10 18:18:07.693843 n-d-821435-1 neutron-server[103135]: WARNING neutron.quota.resource_registry [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] security_group is already registered Dec 10 18:18:07.694246 n-d-821435-1 neutron-server[103135]: INFO neutron.quota.resource_registry [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Creating instance of TrackedResource for resource:security_group_rule Dec 10 18:18:07.694579 n-d-821435-1 neutron-server[103135]: WARNING neutron.quota.resource_registry [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] security_group_rule is already registered Dec 10 18:18:07.695257 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.v2.resource_helper [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Service CORE assigned prefix: {{(pid=103135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 18:18:07.695586 n-d-821435-1 neutron-server[103135]: INFO neutron.quota.resource_registry [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 18:18:07.695920 n-d-821435-1 neutron-server[103135]: WARNING neutron.quota.resource_registry [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] subnetpool is already registered Dec 10 18:18:07.696344 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.v2.resource_helper [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Service CORE assigned prefix: {{(pid=103135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 18:18:07.696690 n-d-821435-1 neutron-server[103135]: INFO neutron.quota.resource_registry [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 18:18:07.697021 n-d-821435-1 neutron-server[103135]: WARNING neutron.quota.resource_registry [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] subnetpool is already registered Dec 10 18:18:07.697492 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extended resource: extensions {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:18:07.699602 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extended resource: address-groups {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:18:07.701146 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extended resource: address-scopes {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:18:07.702452 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extended resource: agents {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:18:07.703617 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extended resource: auto-allocated-topology {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:18:07.704887 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extended resource: availability_zones {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:18:07.706118 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extended resource: dhcp-networks {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:18:07.707648 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extended resource: dhcp-agents {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:18:07.709090 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extended resource: routers {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:18:07.711310 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extended resource: flavors {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:18:07.712462 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extended resource: service_profiles {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:18:07.713710 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extended resource: next_providers {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:18:07.715830 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extended resource: service_profiles {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:18:07.718648 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extended resource: floatingip-pools {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:18:07.719874 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extended resource: routers {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:18:07.722044 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extended resource: floatingips {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:18:07.723369 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extended resource: l3-routers {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:18:07.724794 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extended resource: l3-agents {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:18:07.726218 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extended resource: metering-labels {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:18:07.727599 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extended resource: metering-label-rules {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:18:07.728925 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extended resource: network-ip-availabilities {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:18:07.732757 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extended resource: bindings {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:18:07.735137 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extended resource: quotas {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:18:07.737448 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extended resource: quotas {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:18:07.739095 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extended resource: rbac-policies {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:18:07.741103 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extended resource: security-groups {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:18:07.742368 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extended resource: security-group-rules {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:18:07.743586 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extended resource: service-providers {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:18:07.744853 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extended resource: subnetpools {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:18:07.746441 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extended resource: subnetpools {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:18:07.747901 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extended resource: tags {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:18:07.749617 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extended resource: tags {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:18:07.751428 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extended resource: tags {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:18:07.753294 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extended resource: tags {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:18:07.755098 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extended resource: tags {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:18:07.756982 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extended resource: tags {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:18:07.758676 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extended resource: tags {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:18:07.760668 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extended resource: tags {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:18:07.763178 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extended resource: tags {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:18:07.765037 n-d-821435-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Extended resource: tags {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:18:07.771323 n-d-821435-1 neutron-server[103135]: WARNING keystonemiddleware.auth_token [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 10 18:18:07.776154 n-d-821435-1 neutron-server[103135]: WARNING keystonemiddleware.auth_token [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 10 18:18:07.786178 n-d-821435-1 neutron-server[103135]: DEBUG oslo_concurrency.lockutils [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Acquired lock "singleton_lock" {{(pid=103135) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 10 18:18:07.786473 n-d-821435-1 neutron-server[103135]: DEBUG oslo_concurrency.lockutils [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Releasing lock "singleton_lock" {{(pid=103135) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 10 18:18:07.787041 n-d-821435-1 neutron-server[103135]: INFO oslo_service.service [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Starting 2 workers Dec 10 18:18:07.792700 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Started child 103244 {{(pid=103135) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 18:18:07.797753 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Started child 103245 {{(pid=103135) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 18:18:07.798984 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:07.799858 n-d-821435-1 neutron-server[103135]: INFO neutron.service [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Neutron service started, listening on 0.0.0.0:9696 Dec 10 18:18:07.800423 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Publish callbacks [] for process, before_spawn {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:07.800908 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [-] (103244) wsgi starting up on http://0.0.0.0:9696 Dec 10 18:18:07.803050 n-d-821435-1 neutron-server[103135]: INFO oslo_service.service [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Starting 1 workers Dec 10 18:18:07.803742 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:07.805457 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [-] (103245) wsgi starting up on http://0.0.0.0:9696 Dec 10 18:18:07.809463 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Started child 103246 {{(pid=103135) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 18:18:07.810102 n-d-821435-1 neutron-server[103135]: INFO oslo_service.service [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Starting 1 workers Dec 10 18:18:07.814895 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36816) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:07.815230 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Started child 103248 {{(pid=103135) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 18:18:07.815749 n-d-821435-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] Publish callbacks [] for process, after_spawn {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:07.819098 n-d-821435-1 neutron-server[103246]: DEBUG neutron.service [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] calling RpcWorker wait() {{(pid=103246) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 10 18:18:07.819919 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103135) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 10 18:18:07.819919 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 10 18:18:07.819919 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 10 18:18:07.820654 n-d-821435-1 neutron-server[103246]: DEBUG neutron.service [None req-dc54e3b3-e3cf-4669-a7a8-b135c826194b None None] returning from RpcWorker wait() {{(pid=103246) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 10 18:18:07.820928 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 10 18:18:07.820928 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 10 18:18:07.820928 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 10 18:18:07.820928 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.820928 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.820928 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.820928 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.820928 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.822717 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.822717 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.822717 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.822717 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.823506 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:07.825764 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.825764 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.825764 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.825764 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.825764 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.825764 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.825764 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.825764 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.827112 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.827112 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.827529 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071871 Dec 10 18:18:07.827684 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.827684 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.827684 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.827684 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] debug = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.827684 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.828381 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:07.828381 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:07.828677 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.828677 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.828999 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.828999 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.829280 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.830394 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.830904 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.831348 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.831591 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.831844 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.832108 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.832379 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.832598 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.832872 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.833092 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.833346 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.833673 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.834064 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] host = n-d-821435-1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.834315 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.834534 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.834763 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.835047 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.837868 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.837868 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.837868 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.837868 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.837868 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.837868 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.837868 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.837868 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.839689 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.839689 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] log_file = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.839689 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] log_options = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.839689 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.839689 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.839689 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.839689 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.839689 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.841383 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.841383 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.841383 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.841383 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.841383 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.841383 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.842333 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.842333 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.842333 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.842769 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.842769 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.843042 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.843192 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.843419 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.843680 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.843966 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.844112 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.844363 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.844579 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.844843 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.845058 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.845289 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.846233 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.846233 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.846233 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.846233 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.847057 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.847057 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.847057 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.847690 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.847690 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.847690 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.848953 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.848953 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.848953 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.848953 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.848953 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.848953 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.850140 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.850140 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.850140 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.850140 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] use_json = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.850140 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.850824 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.850824 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.850824 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.851300 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.851300 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.851581 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.851581 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.852020 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.852312 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.852661 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.852952 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.853186 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.853426 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.853653 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.853869 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.854149 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.854331 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.855387 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.855603 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.855848 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.856101 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.858740 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.858740 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.858740 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.858740 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.858740 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.858740 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.858740 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.859793 n-d-821435-1 neutron-server[103248]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:07.860033 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.860033 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.860033 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.860033 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.860033 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.860033 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.860033 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.860033 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.861791 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.861791 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.861791 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.861791 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.861791 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.861791 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.861791 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.861791 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.862930 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.862930 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.862930 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.862930 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.862930 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.863620 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.863620 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.863620 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.864160 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.864160 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.864570 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.864570 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.866261 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.866261 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.866261 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.866743 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.866743 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.867221 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.867221 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.867655 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.867655 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.868017 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.868017 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.868288 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.873330 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.873330 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.873330 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.873330 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.873330 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.873330 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.873330 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.873330 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.873330 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.878341 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.878341 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.878341 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.878341 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.878341 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.878341 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.878341 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.878341 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.878341 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.880703 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.880703 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.880703 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.880703 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.880703 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.880703 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.880703 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.880703 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.880703 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.881427 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.881427 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.881427 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.881427 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.881427 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.881427 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.881427 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.881427 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.881939 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.881939 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.881939 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.881939 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.881939 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.881939 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.881939 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.881939 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.882406 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.882406 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.882406 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.882406 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.882406 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.882406 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.882406 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.882406 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.882868 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.882868 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.882868 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.884791 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.885402 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.888774 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.888774 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.889421 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.889970 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.890351 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.890890 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.891094 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.891765 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.891765 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.892542 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.892832 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.893369 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.894880 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.895462 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.896044 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.896684 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.897072 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.899994 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.902110 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.902539 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.904434 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.904847 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.906142 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.909335 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.909335 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.909722 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.909900 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.910168 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.910477 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.910732 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.911001 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.911288 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.911555 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.911788 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.912056 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.912300 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.912546 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.916241 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.916509 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.916808 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.917136 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.917897 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.918353 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.918594 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.918834 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.919088 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.919375 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.919552 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.919815 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.920039 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.920268 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.920512 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.922729 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.923219 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.924736 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.925190 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.925664 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.925915 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.926219 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.926482 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.926740 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.926985 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.927250 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.927530 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.927766 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.928017 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.928268 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.928492 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.928728 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.928983 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.929216 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.930512 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.931155 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.931444 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.931983 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.932262 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.933801 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.933801 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.933801 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.934218 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.934354 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.934598 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.934851 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.935083 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.935311 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.935540 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.935768 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.936033 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.936287 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.936550 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.937301 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.937534 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.937751 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.937982 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.938175 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.938482 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.938748 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.938991 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.939253 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.939506 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.940161 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.940953 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.941179 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.941405 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.941647 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.941869 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.942120 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.942519 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.942715 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.943083 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.943457 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.943845 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.944260 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.944671 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.945060 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.945278 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.945879 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.946641 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.947061 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.947346 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.948158 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.949374 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.950273 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.950561 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.950821 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.951071 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.951317 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.951531 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.952124 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.952357 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.952578 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.953726 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.953726 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.953726 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.953726 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.954022 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.954211 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.954420 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.954743 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.954963 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.955313 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.955567 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.955836 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.956075 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.956324 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.956681 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.956956 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.957401 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.957670 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.957954 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.958231 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.958514 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.958740 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.959038 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.959385 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.959658 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.959915 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.960165 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.960424 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.960738 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.960922 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.961434 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.961943 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.962095 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.962354 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.962606 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.962857 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.963078 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.963330 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.963571 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.963941 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.964229 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.964479 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.964731 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.964979 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 10 18:18:07.965916 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103135) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 10 18:18:07.965916 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 10 18:18:07.965916 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 10 18:18:07.966170 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 10 18:18:07.966170 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 10 18:18:07.966294 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 10 18:18:07.966492 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.966661 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.966810 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.966977 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.967145 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.967335 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.968358 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.968358 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.968358 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.968358 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.968358 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.968358 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.969283 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.969283 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.969283 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.969283 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.969283 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.969967 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.969967 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.969967 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.969967 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.969967 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.970687 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] debug = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.970687 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.970687 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.970687 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.971447 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.971447 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.971447 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.971447 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.971447 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.973125 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.973125 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.973125 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.973125 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.973125 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.973125 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.973125 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.973125 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.974162 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.974162 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.974162 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] host = n-d-821435-1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.974162 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.974162 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.974162 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.974162 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.974162 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.975199 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.975199 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.975199 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.975199 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.975199 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.975199 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.975199 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.975199 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.976381 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] log_file = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.976381 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] log_options = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.976381 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.976381 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.976381 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.976381 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.976381 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.977386 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.977386 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.977386 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.977808 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.977808 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.978085 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.978085 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.978354 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.978354 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.978621 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.978621 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.978902 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.978902 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.979171 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.979171 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.979578 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.979578 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.979914 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.979914 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.980233 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.980233 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.980233 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.980707 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.980707 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.980997 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.980997 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.981263 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.981263 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.981542 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.981542 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.981809 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.981983 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.982228 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.982400 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.982550 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.982693 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.982879 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.983342 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.983342 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.983342 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.984008 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.984008 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] use_json = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.984008 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.984471 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.984471 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.984471 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.985216 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.985216 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.985216 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.985627 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:18:07.985627 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.985627 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.986205 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.986205 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.986205 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.986612 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.986612 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.986612 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.987005 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.987005 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.987005 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.987410 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.987410 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.987901 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.988051 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.988222 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.988372 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.988677 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.988859 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.989005 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.989146 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.989333 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.989480 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.989634 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.989832 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.989966 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.990126 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.990280 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.990422 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.990563 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.990703 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.990855 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.990998 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.991163 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.991311 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.991487 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.991664 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.991813 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.991947 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.992079 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.992319 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.992483 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.992612 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.992842 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.992975 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.993124 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.993255 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.993381 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.993512 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.993638 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.993933 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.993933 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.994275 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.994275 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.994640 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.994640 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.994815 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.994923 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.995711 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.995843 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.996054 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.996296 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.996464 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.997399 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.997399 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.997399 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.997399 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.997399 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.997732 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.997732 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.997858 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.997924 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.998069 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.998231 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.998393 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.998795 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.998795 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.998919 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.999323 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.999493 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.999639 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.999795 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:07.999938 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.000080 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.000261 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.000409 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.000551 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.000721 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.000875 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.001020 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.001173 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.001337 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.001515 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.001663 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.001814 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.001978 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.002127 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.002289 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.002449 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.002603 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.002795 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.003083 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.003341 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.003751 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.003751 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.003751 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.004378 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.004378 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.004378 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.004378 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.005110 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.005110 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.005110 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.005802 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.005969 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.006242 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.006449 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.006739 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.007108 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.007321 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.007609 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.007899 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.008204 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.008506 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.008823 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.009112 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.009404 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.009693 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.012390 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.012390 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.012390 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.012390 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.012390 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.012390 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.012390 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.012390 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.013826 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.013826 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.013826 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.013826 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.013826 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.013826 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.013826 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.013826 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.014936 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.014936 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.014936 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.014936 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.014936 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.014936 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.014936 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.014936 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.016909 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.016909 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.016909 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.016909 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.016909 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.016909 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.016909 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.016909 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.018097 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.018097 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.018097 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.018097 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.018097 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.018097 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.018097 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.018097 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.022155 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.022155 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.022155 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.022155 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.022155 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.022155 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.022155 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.022155 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.023370 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.023370 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.023370 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.023370 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.023370 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.023370 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.023370 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.023370 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.024452 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.024452 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.024452 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.024452 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.024452 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.024452 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.025370 n-d-821435-1 neutron-server[103246]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:08.025519 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.025519 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.025519 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.025519 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.025519 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.025519 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.025519 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.025519 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.027054 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.027054 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.027054 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.027054 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.027054 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.027054 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.027054 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.027054 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.028313 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.028313 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.028313 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.028313 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.028313 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.028313 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.028313 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.028313 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.029660 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.029660 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.029660 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.029660 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.029660 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.030798 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.032669 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.032669 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.032669 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.032669 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.032669 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.032669 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.033099 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.033246 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.033543 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.033839 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.034154 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.034446 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.034742 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.035042 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.035339 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.035620 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.035924 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.036221 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.036516 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.036870 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.037168 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.037464 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.037778 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.038070 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.038361 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.038653 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.038945 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.039239 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.040877 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.041073 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.041237 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.041418 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.041830 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.041830 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.042713 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.042713 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.043097 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.043097 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.043318 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.043318 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.043636 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.043636 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.043901 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.044045 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.044268 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.044268 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.044608 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.044608 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.045024 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.045024 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.045290 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.045290 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.045553 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.045553 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.045830 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.045830 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.046086 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.046223 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.046351 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.046478 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.046603 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.046740 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.046883 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.047027 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.047199 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.047347 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.047504 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.047651 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.047820 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.047971 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.048117 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:18:08.048264 n-d-821435-1 neutron-server[103135]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 10 18:18:19.679638 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0c8dd1-89e1-4a3b-9284-0fe121245ea9 None None] get_active_networks_info from n-d-821435-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:18:19.751779 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0c8dd1-89e1-4a3b-9284-0fe121245ea9 None None] No non-hosted networks {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 10 18:18:19.773317 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.agentschedulers_db [None req-2f0c8dd1-89e1-4a3b-9284-0fe121245ea9 None None] DHCP Agent not found on host n-d-821435-1 {{(pid=103246) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 10 18:18:19.969376 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-574d8a39-9825-4cc0-88d8-80ce972a3b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536056'] for agent, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:22.271914 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5d57a2a9-924f-471c-8480-565b66bd112e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536056'] for agent, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:22.341844 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-113fa70c-2f54-4353-9265-1e8b1a80964d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:23.259953 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536056'] for agent, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:24.635700 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536056'] for agent, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:25.407196 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536056'] for agent, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:25.407984 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:25.408327 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:25.408718 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:25.409062 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:25.409442 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:25.409764 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:25.410109 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:25.410460 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:25.410775 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:25.411090 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:25.411409 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:25.411726 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:25.412094 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:25.412495 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-821435-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:25.427733 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-821435-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:25.995372 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36922) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:26.519272 n-d-821435-1 neutron-server[103244]: WARNING oslo_policy.policy [None req-4c709efb-a4c1-4057-a661-ffe08e096a6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 18:18:26.519846 n-d-821435-1 neutron-server[103244]: WARNING oslo_policy.policy [None req-4c709efb-a4c1-4057-a661-ffe08e096a6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 18:18:26.748028 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-4c709efb-a4c1-4057-a661-ffe08e096a6c admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:18:26.749104 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4c709efb-a4c1-4057-a661-ffe08e096a6c admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7528408 Dec 10 18:18:29.353236 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36938) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:29.674246 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-e2ffc996-317c-41a7-ba1b-3fcbc3dbe93a admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:29.770781 n-d-821435-1 neutron-server[103244]: DEBUG neutron.policy [None req-e2ffc996-317c-41a7-ba1b-3fcbc3dbe93a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103244) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 10 18:18:29.818073 n-d-821435-1 neutron-server[103244]: WARNING oslo_policy.policy [None req-e2ffc996-317c-41a7-ba1b-3fcbc3dbe93a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 18:18:29.818495 n-d-821435-1 neutron-server[103244]: WARNING oslo_policy.policy [None req-e2ffc996-317c-41a7-ba1b-3fcbc3dbe93a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 18:18:29.818686 n-d-821435-1 neutron-server[103246]: INFO neutron.db.l3_hamode_db [None req-70ea984a-4dd5-451d-b42e-1a809e212ef1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 10 18:18:29.827902 n-d-821435-1 neutron-server[103244]: INFO neutron.quota [None req-e2ffc996-317c-41a7-ba1b-3fcbc3dbe93a admin admin] Loaded quota_driver: . Dec 10 18:18:29.895302 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ea984a-4dd5-451d-b42e-1a809e212ef1 None None] Routers set() bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:18:29.895690 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ea984a-4dd5-451d-b42e-1a809e212ef1 None None] Router IDs set() for agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 18:18:29.918390 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e2ffc996-317c-41a7-ba1b-3fcbc3dbe93a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794391588585', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794391588060', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794391701024', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794391704375', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794391680108', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794391689563', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3445299', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3472435', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-565966', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-967195'] for rbac-policy, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:29.987592 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e2ffc996-317c-41a7-ba1b-3fcbc3dbe93a admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:29.988814 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e2ffc996-317c-41a7-ba1b-3fcbc3dbe93a admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6343861 Dec 10 18:18:32.836711 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 36950) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:33.330121 n-d-821435-1 neutron-server[103245]: WARNING oslo_policy.policy [None req-6d0b3328-bfe7-4fc7-870a-4f51a3dd0620 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 18:18:33.330706 n-d-821435-1 neutron-server[103245]: WARNING oslo_policy.policy [None req-6d0b3328-bfe7-4fc7-870a-4f51a3dd0620 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 18:18:33.560017 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-6d0b3328-bfe7-4fc7-870a-4f51a3dd0620 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '5580e915be3241faa22315e9f17f2d09', 'project_id': '5580e915be3241faa22315e9f17f2d09'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:33.561582 n-d-821435-1 neutron-server[103245]: INFO neutron.quota [None req-6d0b3328-bfe7-4fc7-870a-4f51a3dd0620 admin admin] Loaded quota_driver: . Dec 10 18:18:33.617620 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0b3328-bfe7-4fc7-870a-4f51a3dd0620 admin admin] Made reservation on behalf of 5580e915be3241faa22315e9f17f2d09 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:18:33.686479 n-d-821435-1 neutron-server[103245]: DEBUG neutron.policy [None req-6d0b3328-bfe7-4fc7-870a-4f51a3dd0620 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103245) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 10 18:18:33.734244 n-d-821435-1 neutron-server[103245]: WARNING oslo_policy.policy [None req-6d0b3328-bfe7-4fc7-870a-4f51a3dd0620 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 18:18:33.734625 n-d-821435-1 neutron-server[103245]: WARNING oslo_policy.policy [None req-6d0b3328-bfe7-4fc7-870a-4f51a3dd0620 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 18:18:33.745752 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d0b3328-bfe7-4fc7-870a-4f51a3dd0620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:33.766914 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d0b3328-bfe7-4fc7-870a-4f51a3dd0620 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:33.884563 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d0b3328-bfe7-4fc7-870a-4f51a3dd0620 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:33.889759 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d0b3328-bfe7-4fc7-870a-4f51a3dd0620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:33.914274 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d0b3328-bfe7-4fc7-870a-4f51a3dd0620 admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:18:33.940892 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d0b3328-bfe7-4fc7-870a-4f51a3dd0620 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794391964537', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:33.941494 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d0b3328-bfe7-4fc7-870a-4f51a3dd0620 admin admin] Unsubscribe: segment precommit_create {{(pid=103245) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 10 18:18:33.942025 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-6d0b3328-bfe7-4fc7-870a-4f51a3dd0620 admin admin] Added segment 2367c356-60dc-430e-9dca-aef321a59583 of type vlan for network 09fe0133-c20c-4769-bba5-2925b8dfb01f Dec 10 18:18:33.948844 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b3328-bfe7-4fc7-870a-4f51a3dd0620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2132b09f-50b3-4331-ad79-c90fcf41cd63,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:33.980649 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b3328-bfe7-4fc7-870a-4f51a3dd0620 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:33.980998 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b3328-bfe7-4fc7-870a-4f51a3dd0620 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:33.981342 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b3328-bfe7-4fc7-870a-4f51a3dd0620 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:33.981681 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b3328-bfe7-4fc7-870a-4f51a3dd0620 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:33.982020 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b3328-bfe7-4fc7-870a-4f51a3dd0620 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:33.982352 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b3328-bfe7-4fc7-870a-4f51a3dd0620 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:33.982825 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b3328-bfe7-4fc7-870a-4f51a3dd0620 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:33.983271 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b3328-bfe7-4fc7-870a-4f51a3dd0620 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:33.983609 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b3328-bfe7-4fc7-870a-4f51a3dd0620 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:33.983939 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b3328-bfe7-4fc7-870a-4f51a3dd0620 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:33.984266 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b3328-bfe7-4fc7-870a-4f51a3dd0620 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:33.984593 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b3328-bfe7-4fc7-870a-4f51a3dd0620 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:33.984939 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b3328-bfe7-4fc7-870a-4f51a3dd0620 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:33.986076 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b3328-bfe7-4fc7-870a-4f51a3dd0620 admin admin] Tracked resource versions report: Dec 10 18:18:33.986076 n-d-821435-1 neutron-server[103245]: pushed versions: Dec 10 18:18:33.986076 n-d-821435-1 neutron-server[103245]: { 'AddressGroup': {'1.2'}, Dec 10 18:18:33.986076 n-d-821435-1 neutron-server[103245]: 'ConntrackHelper': {'1.0'}, Dec 10 18:18:33.986076 n-d-821435-1 neutron-server[103245]: 'LocalIPAssociation': {'1.0'}, Dec 10 18:18:33.986076 n-d-821435-1 neutron-server[103245]: 'Log': {'1.0'}, Dec 10 18:18:33.986076 n-d-821435-1 neutron-server[103245]: 'Network': {'1.1'}, Dec 10 18:18:33.986076 n-d-821435-1 neutron-server[103245]: 'Port': {'1.7'}, Dec 10 18:18:33.986076 n-d-821435-1 neutron-server[103245]: 'PortForwarding': {'1.2'}, Dec 10 18:18:33.986076 n-d-821435-1 neutron-server[103245]: 'QosPolicy': {'1.10'}, Dec 10 18:18:33.986076 n-d-821435-1 neutron-server[103245]: 'SecurityGroup': {'1.5'}, Dec 10 18:18:33.986076 n-d-821435-1 neutron-server[103245]: 'SecurityGroupRule': {'1.2'}, Dec 10 18:18:33.986076 n-d-821435-1 neutron-server[103245]: 'SubPort': {'1.0'}, Dec 10 18:18:33.986076 n-d-821435-1 neutron-server[103245]: 'Subnet': {'1.1'}, Dec 10 18:18:33.986076 n-d-821435-1 neutron-server[103245]: 'Trunk': {'1.1'}} Dec 10 18:18:33.986076 n-d-821435-1 neutron-server[103245]: consumer versions: Dec 10 18:18:33.986076 n-d-821435-1 neutron-server[103245]: { DHCP agent@n-d-821435-1: {}, Dec 10 18:18:33.986076 n-d-821435-1 neutron-server[103245]: L3 agent@n-d-821435-1: {}, Dec 10 18:18:33.986076 n-d-821435-1 neutron-server[103245]: Metadata agent@n-d-821435-1: {}, Dec 10 18:18:33.986076 n-d-821435-1 neutron-server[103245]: Metering agent@n-d-821435-1: {}, Dec 10 18:18:33.986076 n-d-821435-1 neutron-server[103245]: Open vSwitch agent@n-d-821435-1: { 'AddressGroup': '1.2', Dec 10 18:18:33.986076 n-d-821435-1 neutron-server[103245]: 'ConntrackHelper': '1.0', Dec 10 18:18:33.986076 n-d-821435-1 neutron-server[103245]: 'LocalIPAssociation': '1.0', Dec 10 18:18:33.986076 n-d-821435-1 neutron-server[103245]: 'Log': '1.0', Dec 10 18:18:33.986076 n-d-821435-1 neutron-server[103245]: 'Network': '1.1', Dec 10 18:18:33.986076 n-d-821435-1 neutron-server[103245]: 'Port': '1.7', Dec 10 18:18:33.986076 n-d-821435-1 neutron-server[103245]: 'PortForwarding': '1.2', Dec 10 18:18:33.986076 n-d-821435-1 neutron-server[103245]: 'QosPolicy': '1.10', Dec 10 18:18:33.986076 n-d-821435-1 neutron-server[103245]: 'SecurityGroup': '1.5', Dec 10 18:18:33.986076 n-d-821435-1 neutron-server[103245]: 'SecurityGroupRule': '1.2', Dec 10 18:18:33.986076 n-d-821435-1 neutron-server[103245]: 'SubPort': '1.0', Dec 10 18:18:33.986076 n-d-821435-1 neutron-server[103245]: 'Subnet': '1.1', Dec 10 18:18:33.986076 n-d-821435-1 neutron-server[103245]: 'Trunk': '1.1'}} Dec 10 18:18:33.986076 n-d-821435-1 neutron-server[103245]: {{(pid=103245) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 18:18:34.077073 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d0b3328-bfe7-4fc7-870a-4f51a3dd0620 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:34.118823 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d0b3328-bfe7-4fc7-870a-4f51a3dd0620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:34.120036 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0b3328-bfe7-4fc7-870a-4f51a3dd0620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:34.120760 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d0b3328-bfe7-4fc7-870a-4f51a3dd0620 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:34.205462 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6d0b3328-bfe7-4fc7-870a-4f51a3dd0620 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3661075 Dec 10 18:18:34.226447 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b3328-bfe7-4fc7-870a-4f51a3dd0620 admin admin] Pushing event updated for resources: {'Network': ['ID=09fe0133-c20c-4769-bba5-2925b8dfb01f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:34.238851 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 09fe0133-c20c-4769-bba5-2925b8dfb01f details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:18:37.178867 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 36972) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:37.570838 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e61c9d-b80c-47a4-81c7-1326d200d560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:37.572907 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f8e61c9d-b80c-47a4-81c7-1326d200d560 admin admin] 10.222.0.62 "GET /v2.0/networks/09fe0133-c20c-4769-bba5-2925b8dfb01f HTTP/1.1" status: 200 len: 825 time: 0.3923850 Dec 10 18:18:37.613239 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ebe18296-e9fc-407b-afae-43726875702f admin admin] 10.222.0.62 "GET /v2.0/subnetpools/21fad8fa-999a-4bf2-9155-311b23b135fa HTTP/1.1" status: 200 len: 734 time: 0.0340552 Dec 10 18:18:37.623023 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-5086112f-3484-4de3-b076-ec1d022e0c6b admin admin] Request body: {'subnet': {'subnetpool_id': '21fad8fa-999a-4bf2-9155-311b23b135fa', 'name': 'private-subnet', 'network_id': '09fe0133-c20c-4769-bba5-2925b8dfb01f', 'gateway_ip': '172.20.0.1', 'tenant_id': '5580e915be3241faa22315e9f17f2d09', 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:37.645749 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5086112f-3484-4de3-b076-ec1d022e0c6b admin admin] Made reservation on behalf of 5580e915be3241faa22315e9f17f2d09 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:18:37.647999 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5086112f-3484-4de3-b076-ec1d022e0c6b admin admin] Publish callbacks [] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:37.943557 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5086112f-3484-4de3-b076-ec1d022e0c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:38.011853 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086112f-3484-4de3-b076-ec1d022e0c6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c63972a-6562-4a66-9515-e5054848ee38,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:38.016251 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5086112f-3484-4de3-b076-ec1d022e0c6b admin admin] Checking segment: {'id': '2367c356-60dc-430e-9dca-aef321a59583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '09fe0133-c20c-4769-bba5-2925b8dfb01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:18:38.016655 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5086112f-3484-4de3-b076-ec1d022e0c6b admin admin] Network hostable DHCP agents. Network: 09fe0133-c20c-4769-bba5-2925b8dfb01f, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:18:38.037937 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5086112f-3484-4de3-b076-ec1d022e0c6b admin admin] Network 09fe0133-c20c-4769-bba5-2925b8dfb01f is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:18:38.049115 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-5086112f-3484-4de3-b076-ec1d022e0c6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 09fe0133-c20c-4769-bba5-2925b8dfb01f) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:18:38.058408 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5086112f-3484-4de3-b076-ec1d022e0c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:38.059013 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5086112f-3484-4de3-b076-ec1d022e0c6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:38.060049 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b21922-462f-48a8-a50f-3224538473fe None None] Network 09fe0133-c20c-4769-bba5-2925b8dfb01f requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:18:38.075673 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5086112f-3484-4de3-b076-ec1d022e0c6b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4565139 Dec 10 18:18:38.328557 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c695e3-e0bf-47c0-a48c-793b390e5b4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-09fe0133-c20c-4769-bba5-2925b8dfb01f', 'network_id': '09fe0133-c20c-4769-bba5-2925b8dfb01f', 'project_id': '5580e915be3241faa22315e9f17f2d09', 'fixed_ips': [{'subnet_id': '8c63972a-6562-4a66-9515-e5054848ee38'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:18:38.330044 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b7c695e3-e0bf-47c0-a48c-793b390e5b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:38.642697 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-b7c695e3-e0bf-47c0-a48c-793b390e5b4d None None] Allocated IP 172.20.0.2 (09fe0133-c20c-4769-bba5-2925b8dfb01f/8c63972a-6562-4a66-9515-e5054848ee38/29b6ce76-71e1-4329-8c74-b387eece6a7f) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:18:38.892249 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b7c695e3-e0bf-47c0-a48c-793b390e5b4d None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:38.903009 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b7c695e3-e0bf-47c0-a48c-793b390e5b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:38.996599 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c695e3-e0bf-47c0-a48c-793b390e5b4d None None] Network 09fe0133-c20c-4769-bba5-2925b8dfb01f is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:18:39.001022 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-b7c695e3-e0bf-47c0-a48c-793b390e5b4d None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:18:39.004796 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c695e3-e0bf-47c0-a48c-793b390e5b4d None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:18:39.006917 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c695e3-e0bf-47c0-a48c-793b390e5b4d None None] Pushing event updated for resources: {'Port': ['ID=29b6ce76-71e1-4329-8c74-b387eece6a7f,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:39.038995 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c695e3-e0bf-47c0-a48c-793b390e5b4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:39.039349 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c695e3-e0bf-47c0-a48c-793b390e5b4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:39.039704 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c695e3-e0bf-47c0-a48c-793b390e5b4d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:39.040050 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c695e3-e0bf-47c0-a48c-793b390e5b4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:39.040401 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c695e3-e0bf-47c0-a48c-793b390e5b4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:39.041000 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c695e3-e0bf-47c0-a48c-793b390e5b4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:39.041694 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c695e3-e0bf-47c0-a48c-793b390e5b4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:39.042189 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c695e3-e0bf-47c0-a48c-793b390e5b4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:39.042599 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c695e3-e0bf-47c0-a48c-793b390e5b4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:39.043000 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c695e3-e0bf-47c0-a48c-793b390e5b4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:39.043400 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c695e3-e0bf-47c0-a48c-793b390e5b4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:39.043804 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c695e3-e0bf-47c0-a48c-793b390e5b4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:39.044209 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c695e3-e0bf-47c0-a48c-793b390e5b4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:39.045433 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c695e3-e0bf-47c0-a48c-793b390e5b4d None None] Tracked resource versions report: Dec 10 18:18:39.045433 n-d-821435-1 neutron-server[103246]: pushed versions: Dec 10 18:18:39.045433 n-d-821435-1 neutron-server[103246]: { 'AddressGroup': {'1.2'}, Dec 10 18:18:39.045433 n-d-821435-1 neutron-server[103246]: 'ConntrackHelper': {'1.0'}, Dec 10 18:18:39.045433 n-d-821435-1 neutron-server[103246]: 'LocalIPAssociation': {'1.0'}, Dec 10 18:18:39.045433 n-d-821435-1 neutron-server[103246]: 'Log': {'1.0'}, Dec 10 18:18:39.045433 n-d-821435-1 neutron-server[103246]: 'Network': {'1.1'}, Dec 10 18:18:39.045433 n-d-821435-1 neutron-server[103246]: 'Port': {'1.7'}, Dec 10 18:18:39.045433 n-d-821435-1 neutron-server[103246]: 'PortForwarding': {'1.2'}, Dec 10 18:18:39.045433 n-d-821435-1 neutron-server[103246]: 'QosPolicy': {'1.10'}, Dec 10 18:18:39.045433 n-d-821435-1 neutron-server[103246]: 'SecurityGroup': {'1.5'}, Dec 10 18:18:39.045433 n-d-821435-1 neutron-server[103246]: 'SecurityGroupRule': {'1.2'}, Dec 10 18:18:39.045433 n-d-821435-1 neutron-server[103246]: 'SubPort': {'1.0'}, Dec 10 18:18:39.045433 n-d-821435-1 neutron-server[103246]: 'Subnet': {'1.1'}, Dec 10 18:18:39.045433 n-d-821435-1 neutron-server[103246]: 'Trunk': {'1.1'}} Dec 10 18:18:39.045433 n-d-821435-1 neutron-server[103246]: consumer versions: Dec 10 18:18:39.045433 n-d-821435-1 neutron-server[103246]: { DHCP agent@n-d-821435-1: {}, Dec 10 18:18:39.045433 n-d-821435-1 neutron-server[103246]: L3 agent@n-d-821435-1: {}, Dec 10 18:18:39.045433 n-d-821435-1 neutron-server[103246]: Metadata agent@n-d-821435-1: {}, Dec 10 18:18:39.045433 n-d-821435-1 neutron-server[103246]: Metering agent@n-d-821435-1: {}, Dec 10 18:18:39.045433 n-d-821435-1 neutron-server[103246]: Open vSwitch agent@n-d-821435-1: { 'AddressGroup': '1.2', Dec 10 18:18:39.045433 n-d-821435-1 neutron-server[103246]: 'ConntrackHelper': '1.0', Dec 10 18:18:39.045433 n-d-821435-1 neutron-server[103246]: 'LocalIPAssociation': '1.0', Dec 10 18:18:39.045433 n-d-821435-1 neutron-server[103246]: 'Log': '1.0', Dec 10 18:18:39.045433 n-d-821435-1 neutron-server[103246]: 'Network': '1.1', Dec 10 18:18:39.045433 n-d-821435-1 neutron-server[103246]: 'Port': '1.7', Dec 10 18:18:39.045433 n-d-821435-1 neutron-server[103246]: 'PortForwarding': '1.2', Dec 10 18:18:39.045433 n-d-821435-1 neutron-server[103246]: 'QosPolicy': '1.10', Dec 10 18:18:39.045433 n-d-821435-1 neutron-server[103246]: 'SecurityGroup': '1.5', Dec 10 18:18:39.045433 n-d-821435-1 neutron-server[103246]: 'SecurityGroupRule': '1.2', Dec 10 18:18:39.045433 n-d-821435-1 neutron-server[103246]: 'SubPort': '1.0', Dec 10 18:18:39.045433 n-d-821435-1 neutron-server[103246]: 'Subnet': '1.1', Dec 10 18:18:39.045433 n-d-821435-1 neutron-server[103246]: 'Trunk': '1.1'}} Dec 10 18:18:39.045433 n-d-821435-1 neutron-server[103246]: {{(pid=103246) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 18:18:39.096751 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-b7c695e3-e0bf-47c0-a48c-793b390e5b4d None None] Attempting to bind port 29b6ce76-71e1-4329-8c74-b387eece6a7f on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:18:39.097420 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-b7c695e3-e0bf-47c0-a48c-793b390e5b4d None None] Attempting to bind port 29b6ce76-71e1-4329-8c74-b387eece6a7f by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '2367c356-60dc-430e-9dca-aef321a59583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '09fe0133-c20c-4769-bba5-2925b8dfb01f'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:18:39.097548 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c695e3-e0bf-47c0-a48c-793b390e5b4d None None] Attempting to bind port 29b6ce76-71e1-4329-8c74-b387eece6a7f on network 09fe0133-c20c-4769-bba5-2925b8dfb01f {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:18:39.102552 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c695e3-e0bf-47c0-a48c-793b390e5b4d None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:18:39.102942 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c695e3-e0bf-47c0-a48c-793b390e5b4d None None] Checking segment: {'id': '2367c356-60dc-430e-9dca-aef321a59583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '09fe0133-c20c-4769-bba5-2925b8dfb01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:18:39.103538 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b7c695e3-e0bf-47c0-a48c-793b390e5b4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:39.103921 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c695e3-e0bf-47c0-a48c-793b390e5b4d None None] Bound using segment: {'id': '2367c356-60dc-430e-9dca-aef321a59583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '09fe0133-c20c-4769-bba5-2925b8dfb01f'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:18:39.104426 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-b7c695e3-e0bf-47c0-a48c-793b390e5b4d None None] Bound port: 29b6ce76-71e1-4329-8c74-b387eece6a7f, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2367c356-60dc-430e-9dca-aef321a59583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '09fe0133-c20c-4769-bba5-2925b8dfb01f'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:18:39.104863 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b7c695e3-e0bf-47c0-a48c-793b390e5b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:39.166928 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b7c695e3-e0bf-47c0-a48c-793b390e5b4d None None] For port 29b6ce76-71e1-4329-8c74-b387eece6a7f, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:18:39.172886 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b7c695e3-e0bf-47c0-a48c-793b390e5b4d None None] For port 29b6ce76-71e1-4329-8c74-b387eece6a7f, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=29b6ce76-71e1-4329-8c74-b387eece6a7f,segment=NetworkSegment(2367c356-60dc-430e-9dca-aef321a59583),segment_id=2367c356-60dc-430e-9dca-aef321a59583)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:18:39.177197 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b7c695e3-e0bf-47c0-a48c-793b390e5b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:39.239713 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c695e3-e0bf-47c0-a48c-793b390e5b4d None None] Pushing event updated for resources: {'Port': ['ID=29b6ce76-71e1-4329-8c74-b387eece6a7f,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:40.785591 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36980) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:41.114221 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-66d325ce-c018-4f67-9da1-8e75f29d315d admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:18:41.124683 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-66d325ce-c018-4f67-9da1-8e75f29d315d admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3286877 Dec 10 18:18:43.801382 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 36988) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:44.171296 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-da59c42e-b43c-4150-9cba-005edf46e940 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:18:44.184661 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-da59c42e-b43c-4150-9cba-005edf46e940 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3697188 Dec 10 18:18:47.061157 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 36998) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:47.435548 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-071efb9a-78d0-4c10-857c-451842f2299f admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '5580e915be3241faa22315e9f17f2d09', 'admin_state_up': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:47.459871 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-071efb9a-78d0-4c10-857c-451842f2299f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:47.461602 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-071efb9a-78d0-4c10-857c-451842f2299f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:47.599109 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-071efb9a-78d0-4c10-857c-451842f2299f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:47.604035 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-071efb9a-78d0-4c10-857c-451842f2299f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:47.618231 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-071efb9a-78d0-4c10-857c-451842f2299f admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:47.620243 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-071efb9a-78d0-4c10-857c-451842f2299f admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5580626 Dec 10 18:18:48.745832 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70de699-badf-4689-b9fe-f7aba234ca2a None None] Network 09fe0133-c20c-4769-bba5-2925b8dfb01f requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:18:48.874849 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-04035ac2-cf8e-472d-9fc8-26e85e1ed4ff None None] Provisioning complete for port 29b6ce76-71e1-4329-8c74-b387eece6a7f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:48.875238 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04035ac2-cf8e-472d-9fc8-26e85e1ed4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:49.023485 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04035ac2-cf8e-472d-9fc8-26e85e1ed4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:49.062530 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-04035ac2-cf8e-472d-9fc8-26e85e1ed4ff None None] For port 29b6ce76-71e1-4329-8c74-b387eece6a7f, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=29b6ce76-71e1-4329-8c74-b387eece6a7f,segment=NetworkSegment(2367c356-60dc-430e-9dca-aef321a59583),segment_id=2367c356-60dc-430e-9dca-aef321a59583)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:49.066883 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04035ac2-cf8e-472d-9fc8-26e85e1ed4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:49.113682 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04035ac2-cf8e-472d-9fc8-26e85e1ed4ff None None] Pushing event updated for resources: {'Port': ['ID=29b6ce76-71e1-4329-8c74-b387eece6a7f,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:49.194073 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-dd95a577-29d0-4a06-b382-65f5325ec75d None None] Provisioning complete for port 29b6ce76-71e1-4329-8c74-b387eece6a7f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:49.194455 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dd95a577-29d0-4a06-b382-65f5325ec75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:49.266633 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 29b6ce76-71e1-4329-8c74-b387eece6a7f up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:18:49.319024 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 29b6ce76-71e1-4329-8c74-b387eece6a7f triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:49.319391 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:49.583374 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cd537788-c9fe-457f-af8c-bc1b3902c783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:50.297804 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37010) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:50.619035 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-57b45b95-1812-4e16-85f2-000d2d482b10 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:18:50.620364 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-57b45b95-1812-4e16-85f2-000d2d482b10 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3216116 Dec 10 18:18:52.269572 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e3358595-83b4-4935-9007-5e5852319c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:53.192969 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:53.301836 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37028) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:53.437651 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-0b8e240e-de7c-4f46-8495-e4ada02f0cd8 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:53.457803 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8e240e-de7c-4f46-8495-e4ada02f0cd8 admin admin] Made reservation on behalf of dd225596748141119279b942e4606832 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:18:53.460069 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b8e240e-de7c-4f46-8495-e4ada02f0cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:53.468805 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b8e240e-de7c-4f46-8495-e4ada02f0cd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:53.543494 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b8e240e-de7c-4f46-8495-e4ada02f0cd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:53.547287 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b8e240e-de7c-4f46-8495-e4ada02f0cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:53.564895 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0b8e240e-de7c-4f46-8495-e4ada02f0cd8 admin admin] Reserving flat network on physical network physnet1 {{(pid=103245) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 10 18:18:53.579290 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e240e-de7c-4f46-8495-e4ada02f0cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef480258-87aa-4f1f-a939-9d88240dc8df,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:53.587203 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b8e240e-de7c-4f46-8495-e4ada02f0cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:53.587620 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-0b8e240e-de7c-4f46-8495-e4ada02f0cd8 admin admin] Added segment 1e21ab87-abae-4950-831a-e16fec365f99 of type flat for network 6fdf4522-5bcb-4bff-a877-38bc5e23829f Dec 10 18:18:53.640744 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b8e240e-de7c-4f46-8495-e4ada02f0cd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:53.672802 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b8e240e-de7c-4f46-8495-e4ada02f0cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:53.673723 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8e240e-de7c-4f46-8495-e4ada02f0cd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:53.674288 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b8e240e-de7c-4f46-8495-e4ada02f0cd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:53.728141 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0b8e240e-de7c-4f46-8495-e4ada02f0cd8 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4252050 Dec 10 18:18:53.732573 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e240e-de7c-4f46-8495-e4ada02f0cd8 admin admin] Pushing event updated for resources: {'Network': ['ID=6fdf4522-5bcb-4bff-a877-38bc5e23829f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:53.742548 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:18:53.886167 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 5 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:18:54.547919 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:55.413686 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:56.236387 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37046) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:56.334129 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f99e885-0a86-4391-b823-2e6b465cbb14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:56.335507 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3f99e885-0a86-4391-b823-2e6b465cbb14 admin admin] 10.222.0.62 "GET /v2.0/subnets/8c63972a-6562-4a66-9515-e5054848ee38 HTTP/1.1" status: 200 len: 849 time: 0.0981205 Dec 10 18:18:56.459716 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ab6a14c8-20d0-44bf-985d-b2fb8831c51d admin admin] 10.222.0.62 "GET /v2.0/routers/620073bf-4c51-4dad-8e8d-344e45554e5a HTTP/1.1" status: 200 len: 704 time: 0.1176989 Dec 10 18:18:56.742973 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dcdf7b0e-cb61-4abc-9abd-6958af90c987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:57.057644 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-dcdf7b0e-cb61-4abc-9abd-6958af90c987 admin admin] Allocated IP 172.20.0.1 (09fe0133-c20c-4769-bba5-2925b8dfb01f/8c63972a-6562-4a66-9515-e5054848ee38/2a5a27e1-c89c-45bd-acb9-5554244e8e94) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:18:57.265328 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dcdf7b0e-cb61-4abc-9abd-6958af90c987 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:57.332400 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dcdf7b0e-cb61-4abc-9abd-6958af90c987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:57.408580 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdf7b0e-cb61-4abc-9abd-6958af90c987 admin admin] Network 09fe0133-c20c-4769-bba5-2925b8dfb01f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:18:57.413818 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-dcdf7b0e-cb61-4abc-9abd-6958af90c987 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:18:57.420199 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdf7b0e-cb61-4abc-9abd-6958af90c987 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:18:57.420774 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dcdf7b0e-cb61-4abc-9abd-6958af90c987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:57.444420 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdf7b0e-cb61-4abc-9abd-6958af90c987 admin admin] Pushing event updated for resources: {'Port': ['ID=2a5a27e1-c89c-45bd-acb9-5554244e8e94,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:57.611573 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-bc965a08-3a56-40a1-a1a1-b6c9fdb6377b None None] Provisioning complete for port 2a5a27e1-c89c-45bd-acb9-5554244e8e94 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:57.612156 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bc965a08-3a56-40a1-a1a1-b6c9fdb6377b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:57.636216 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dcdf7b0e-cb61-4abc-9abd-6958af90c987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:57.649366 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-bc965a08-3a56-40a1-a1a1-b6c9fdb6377b None None] Port 2a5a27e1-c89c-45bd-acb9-5554244e8e94 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:18:57.858000 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dcdf7b0e-cb61-4abc-9abd-6958af90c987 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:57.862726 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dcdf7b0e-cb61-4abc-9abd-6958af90c987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:57.863441 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dcdf7b0e-cb61-4abc-9abd-6958af90c987 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:57.942276 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdf7b0e-cb61-4abc-9abd-6958af90c987 admin admin] Pushing event updated for resources: {'Port': ['ID=2a5a27e1-c89c-45bd-acb9-5554244e8e94,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:57.990750 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdf7b0e-cb61-4abc-9abd-6958af90c987 admin admin] Network 09fe0133-c20c-4769-bba5-2925b8dfb01f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:18:57.992068 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-dcdf7b0e-cb61-4abc-9abd-6958af90c987 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:18:58.158498 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcdf7b0e-cb61-4abc-9abd-6958af90c987 admin admin] Router 620073bf-4c51-4dad-8e8d-344e45554e5a is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:18:58.221345 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9dbda505-a9dc-4d11-a7e5-c2bd30d1006a None None] Provisioning complete for port 2a5a27e1-c89c-45bd-acb9-5554244e8e94 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:58.221727 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9dbda505-a9dc-4d11-a7e5-c2bd30d1006a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:58.252708 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcdf7b0e-cb61-4abc-9abd-6958af90c987 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:18:58.254945 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9dbda505-a9dc-4d11-a7e5-c2bd30d1006a None None] Port 2a5a27e1-c89c-45bd-acb9-5554244e8e94 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:18:58.258188 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-dcdf7b0e-cb61-4abc-9abd-6958af90c987 admin admin] 10.222.0.62 "PUT /v2.0/routers/620073bf-4c51-4dad-8e8d-344e45554e5a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7927778 Dec 10 18:18:58.277495 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e0eb86-21b6-48d7-b721-40d737b58128 None None] Sync routers for ids ['620073bf-4c51-4dad-8e8d-344e45554e5a'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:18:58.289370 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e0eb86-21b6-48d7-b721-40d737b58128 None None] Routers {'620073bf-4c51-4dad-8e8d-344e45554e5a'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:18:58.290511 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-e4e0eb86-21b6-48d7-b721-40d737b58128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:18:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['620073bf-4c51-4dad-8e8d-344e45554e5a'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:58.481423 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-e4e0eb86-21b6-48d7-b721-40d737b58128 None None] Set router 620073bf-4c51-4dad-8e8d-344e45554e5a gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:18:58.917773 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-e4e0eb86-21b6-48d7-b721-40d737b58128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620073bf-4c51-4dad-8e8d-344e45554e5a', 'name': 'router1', 'tenant_id': '5580e915be3241faa22315e9f17f2d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:18:47Z', 'updated_at': '2021-12-10T18:18:57Z', 'revision_number': 2, 'project_id': '5580e915be3241faa22315e9f17f2d09', 'gw_port_host': None, '_interfaces': [{'id': '2a5a27e1-c89c-45bd-acb9-5554244e8e94', 'name': '', 'network_id': '09fe0133-c20c-4769-bba5-2925b8dfb01f', 'tenant_id': '5580e915be3241faa22315e9f17f2d09', 'mac_address': 'fa:16:3e:ea:ba:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620073bf-4c51-4dad-8e8d-344e45554e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c63972a-6562-4a66-9515-e5054848ee38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:18:56Z', 'updated_at': '2021-12-10T18:18:57Z', 'revision_number': 2, 'project_id': '5580e915be3241faa22315e9f17f2d09', 'subnets': [{'id': '8c63972a-6562-4a66-9515-e5054848ee38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21fad8fa-999a-4bf2-9155-311b23b135fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:58.968796 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e0eb86-21b6-48d7-b721-40d737b58128 None None] Checking router: 620073bf-4c51-4dad-8e8d-344e45554e5a for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:18:58.969173 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e0eb86-21b6-48d7-b721-40d737b58128 None None] Updating router 620073bf-4c51-4dad-8e8d-344e45554e5a port 2a5a27e1-c89c-45bd-acb9-5554244e8e94 binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:18:59.018051 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-e4e0eb86-21b6-48d7-b721-40d737b58128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:59.539063 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-e4e0eb86-21b6-48d7-b721-40d737b58128 None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:59.546191 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-e4e0eb86-21b6-48d7-b721-40d737b58128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:59.716311 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212485-7006-4f17-9d2d-6565bd727d77 None None] Pushing event updated for resources: {'Port': ['ID=2a5a27e1-c89c-45bd-acb9-5554244e8e94,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:59.726160 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-e4e0eb86-21b6-48d7-b721-40d737b58128 None None] Attempting to bind port 2a5a27e1-c89c-45bd-acb9-5554244e8e94 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:18:59.726556 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-e4e0eb86-21b6-48d7-b721-40d737b58128 None None] Attempting to bind port 2a5a27e1-c89c-45bd-acb9-5554244e8e94 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '2367c356-60dc-430e-9dca-aef321a59583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '09fe0133-c20c-4769-bba5-2925b8dfb01f'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:18:59.726986 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e0eb86-21b6-48d7-b721-40d737b58128 None None] Attempting to bind port 2a5a27e1-c89c-45bd-acb9-5554244e8e94 on network 09fe0133-c20c-4769-bba5-2925b8dfb01f {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:18:59.729711 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212485-7006-4f17-9d2d-6565bd727d77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:59.730053 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212485-7006-4f17-9d2d-6565bd727d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:59.730388 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212485-7006-4f17-9d2d-6565bd727d77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:59.730716 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212485-7006-4f17-9d2d-6565bd727d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:59.731041 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212485-7006-4f17-9d2d-6565bd727d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:59.731358 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212485-7006-4f17-9d2d-6565bd727d77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:59.731679 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212485-7006-4f17-9d2d-6565bd727d77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:59.731998 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212485-7006-4f17-9d2d-6565bd727d77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:59.732316 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212485-7006-4f17-9d2d-6565bd727d77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:59.732663 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212485-7006-4f17-9d2d-6565bd727d77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:59.732971 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212485-7006-4f17-9d2d-6565bd727d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:59.733290 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212485-7006-4f17-9d2d-6565bd727d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:59.733603 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212485-7006-4f17-9d2d-6565bd727d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:59.734710 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212485-7006-4f17-9d2d-6565bd727d77 None None] Tracked resource versions report: Dec 10 18:18:59.734710 n-d-821435-1 neutron-server[103248]: pushed versions: Dec 10 18:18:59.734710 n-d-821435-1 neutron-server[103248]: { 'AddressGroup': {'1.2'}, Dec 10 18:18:59.734710 n-d-821435-1 neutron-server[103248]: 'ConntrackHelper': {'1.0'}, Dec 10 18:18:59.734710 n-d-821435-1 neutron-server[103248]: 'LocalIPAssociation': {'1.0'}, Dec 10 18:18:59.734710 n-d-821435-1 neutron-server[103248]: 'Log': {'1.0'}, Dec 10 18:18:59.734710 n-d-821435-1 neutron-server[103248]: 'Network': {'1.1'}, Dec 10 18:18:59.734710 n-d-821435-1 neutron-server[103248]: 'Port': {'1.7'}, Dec 10 18:18:59.734710 n-d-821435-1 neutron-server[103248]: 'PortForwarding': {'1.2'}, Dec 10 18:18:59.734710 n-d-821435-1 neutron-server[103248]: 'QosPolicy': {'1.10'}, Dec 10 18:18:59.734710 n-d-821435-1 neutron-server[103248]: 'SecurityGroup': {'1.5'}, Dec 10 18:18:59.734710 n-d-821435-1 neutron-server[103248]: 'SecurityGroupRule': {'1.2'}, Dec 10 18:18:59.734710 n-d-821435-1 neutron-server[103248]: 'SubPort': {'1.0'}, Dec 10 18:18:59.734710 n-d-821435-1 neutron-server[103248]: 'Subnet': {'1.1'}, Dec 10 18:18:59.734710 n-d-821435-1 neutron-server[103248]: 'Trunk': {'1.1'}} Dec 10 18:18:59.734710 n-d-821435-1 neutron-server[103248]: consumer versions: Dec 10 18:18:59.734710 n-d-821435-1 neutron-server[103248]: { DHCP agent@n-d-821435-1: {}, Dec 10 18:18:59.734710 n-d-821435-1 neutron-server[103248]: L3 agent@n-d-821435-1: {}, Dec 10 18:18:59.734710 n-d-821435-1 neutron-server[103248]: Metadata agent@n-d-821435-1: {}, Dec 10 18:18:59.734710 n-d-821435-1 neutron-server[103248]: Metering agent@n-d-821435-1: {}, Dec 10 18:18:59.734710 n-d-821435-1 neutron-server[103248]: Open vSwitch agent@n-d-821435-1: { 'AddressGroup': '1.2', Dec 10 18:18:59.734710 n-d-821435-1 neutron-server[103248]: 'ConntrackHelper': '1.0', Dec 10 18:18:59.734710 n-d-821435-1 neutron-server[103248]: 'LocalIPAssociation': '1.0', Dec 10 18:18:59.734710 n-d-821435-1 neutron-server[103248]: 'Log': '1.0', Dec 10 18:18:59.734710 n-d-821435-1 neutron-server[103248]: 'Network': '1.1', Dec 10 18:18:59.734710 n-d-821435-1 neutron-server[103248]: 'Port': '1.7', Dec 10 18:18:59.734710 n-d-821435-1 neutron-server[103248]: 'PortForwarding': '1.2', Dec 10 18:18:59.734710 n-d-821435-1 neutron-server[103248]: 'QosPolicy': '1.10', Dec 10 18:18:59.734710 n-d-821435-1 neutron-server[103248]: 'SecurityGroup': '1.5', Dec 10 18:18:59.734710 n-d-821435-1 neutron-server[103248]: 'SecurityGroupRule': '1.2', Dec 10 18:18:59.734710 n-d-821435-1 neutron-server[103248]: 'SubPort': '1.0', Dec 10 18:18:59.734710 n-d-821435-1 neutron-server[103248]: 'Subnet': '1.1', Dec 10 18:18:59.734710 n-d-821435-1 neutron-server[103248]: 'Trunk': '1.1'}} Dec 10 18:18:59.734710 n-d-821435-1 neutron-server[103248]: {{(pid=103248) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 18:18:59.741104 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e0eb86-21b6-48d7-b721-40d737b58128 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:18:59.741500 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e0eb86-21b6-48d7-b721-40d737b58128 None None] Checking segment: {'id': '2367c356-60dc-430e-9dca-aef321a59583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '09fe0133-c20c-4769-bba5-2925b8dfb01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:18:59.741898 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-e4e0eb86-21b6-48d7-b721-40d737b58128 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:59.742280 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e0eb86-21b6-48d7-b721-40d737b58128 None None] Bound using segment: {'id': '2367c356-60dc-430e-9dca-aef321a59583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '09fe0133-c20c-4769-bba5-2925b8dfb01f'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:18:59.742784 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-e4e0eb86-21b6-48d7-b721-40d737b58128 None None] Bound port: 2a5a27e1-c89c-45bd-acb9-5554244e8e94, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2367c356-60dc-430e-9dca-aef321a59583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '09fe0133-c20c-4769-bba5-2925b8dfb01f'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:18:59.743168 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-e4e0eb86-21b6-48d7-b721-40d737b58128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:59.785474 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c5cf51b3-939c-4b6f-950d-89f31b8bec3a None None] Provisioning complete for port 2a5a27e1-c89c-45bd-acb9-5554244e8e94 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:59.786048 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c5cf51b3-939c-4b6f-950d-89f31b8bec3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:59.811382 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-e4e0eb86-21b6-48d7-b721-40d737b58128 None None] For port 2a5a27e1-c89c-45bd-acb9-5554244e8e94, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:18:59.823958 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c5cf51b3-939c-4b6f-950d-89f31b8bec3a None None] Port 2a5a27e1-c89c-45bd-acb9-5554244e8e94 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:18:59.830493 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-e4e0eb86-21b6-48d7-b721-40d737b58128 None None] For port 2a5a27e1-c89c-45bd-acb9-5554244e8e94, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=2a5a27e1-c89c-45bd-acb9-5554244e8e94,segment=NetworkSegment(2367c356-60dc-430e-9dca-aef321a59583),segment_id=2367c356-60dc-430e-9dca-aef321a59583)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:18:59.834754 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-e4e0eb86-21b6-48d7-b721-40d737b58128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:59.888891 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212485-7006-4f17-9d2d-6565bd727d77 None None] Pushing event updated for resources: {'Port': ['ID=2a5a27e1-c89c-45bd-acb9-5554244e8e94,revision_number=4']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:59.895794 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e0eb86-21b6-48d7-b721-40d737b58128 None None] Routers {'620073bf-4c51-4dad-8e8d-344e45554e5a'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:18:59.896402 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-e4e0eb86-21b6-48d7-b721-40d737b58128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:18:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['620073bf-4c51-4dad-8e8d-344e45554e5a'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:59.989798 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-e4e0eb86-21b6-48d7-b721-40d737b58128 None None] Set router 620073bf-4c51-4dad-8e8d-344e45554e5a gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:19:00.046355 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-826eb845-832a-4e06-aeb8-bed8f0c58bfc None None] Provisioning complete for port 2a5a27e1-c89c-45bd-acb9-5554244e8e94 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:00.046738 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-826eb845-832a-4e06-aeb8-bed8f0c58bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:00.125519 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-826eb845-832a-4e06-aeb8-bed8f0c58bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:00.157016 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-826eb845-832a-4e06-aeb8-bed8f0c58bfc None None] For port 2a5a27e1-c89c-45bd-acb9-5554244e8e94, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=2a5a27e1-c89c-45bd-acb9-5554244e8e94,segment=NetworkSegment(2367c356-60dc-430e-9dca-aef321a59583),segment_id=2367c356-60dc-430e-9dca-aef321a59583)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:00.160913 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-826eb845-832a-4e06-aeb8-bed8f0c58bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:00.205098 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-e4e0eb86-21b6-48d7-b721-40d737b58128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620073bf-4c51-4dad-8e8d-344e45554e5a', 'name': 'router1', 'tenant_id': '5580e915be3241faa22315e9f17f2d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:18:47Z', 'updated_at': '2021-12-10T18:18:57Z', 'revision_number': 2, 'project_id': '5580e915be3241faa22315e9f17f2d09', 'gw_port_host': None, '_interfaces': [{'id': '2a5a27e1-c89c-45bd-acb9-5554244e8e94', 'name': '', 'network_id': '09fe0133-c20c-4769-bba5-2925b8dfb01f', 'tenant_id': '5580e915be3241faa22315e9f17f2d09', 'mac_address': 'fa:16:3e:ea:ba:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620073bf-4c51-4dad-8e8d-344e45554e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c63972a-6562-4a66-9515-e5054848ee38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:18:56Z', 'updated_at': '2021-12-10T18:18:59Z', 'revision_number': 4, 'project_id': '5580e915be3241faa22315e9f17f2d09', 'subnets': [{'id': '8c63972a-6562-4a66-9515-e5054848ee38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21fad8fa-999a-4bf2-9155-311b23b135fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:19:00.207051 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826eb845-832a-4e06-aeb8-bed8f0c58bfc None None] Pushing event updated for resources: {'Port': ['ID=2a5a27e1-c89c-45bd-acb9-5554244e8e94,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:00.235709 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e0eb86-21b6-48d7-b721-40d737b58128 None None] The sync data for ids ['620073bf-4c51-4dad-8e8d-344e45554e5a'] in n-d-821435-1 is: [{'id': '620073bf-4c51-4dad-8e8d-344e45554e5a', 'name': 'router1', 'tenant_id': '5580e915be3241faa22315e9f17f2d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:18:47Z', 'updated_at': '2021-12-10T18:18:57Z', 'revision_number': 2, 'project_id': '5580e915be3241faa22315e9f17f2d09', 'gw_port_host': None, '_interfaces': [{'id': '2a5a27e1-c89c-45bd-acb9-5554244e8e94', 'name': '', 'network_id': '09fe0133-c20c-4769-bba5-2925b8dfb01f', 'tenant_id': '5580e915be3241faa22315e9f17f2d09', 'mac_address': 'fa:16:3e:ea:ba:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620073bf-4c51-4dad-8e8d-344e45554e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c63972a-6562-4a66-9515-e5054848ee38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:18:56Z', 'updated_at': '2021-12-10T18:18:59Z', 'revision_number': 4, 'project_id': '5580e915be3241faa22315e9f17f2d09', 'subnets': [{'id': '8c63972a-6562-4a66-9515-e5054848ee38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21fad8fa-999a-4bf2-9155-311b23b135fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:19:00.801604 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37056) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:00.919640 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3e284d-fe54-4bf6-97d4-99fea9114646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:00.921071 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8c3e284d-fe54-4bf6-97d4-99fea9114646 admin admin] 10.222.0.62 "GET /v2.0/networks/6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 842 time: 0.1181448 Dec 10 18:19:00.932294 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ca436344-8e4a-4db4-9614-d4e5cb4e7b0a admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.25.7.1', 'name': 'public-subnet', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'cidr': '172.25.7.0/24'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:00.954061 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca436344-8e4a-4db4-9614-d4e5cb4e7b0a admin admin] Made reservation on behalf of dd225596748141119279b942e4606832 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:19:00.956299 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca436344-8e4a-4db4-9614-d4e5cb4e7b0a admin admin] Publish callbacks [] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:01.332513 n-d-821435-1 neutron-server[103245]: DEBUG neutron.objects.ports [None req-ca436344-8e4a-4db4-9614-d4e5cb4e7b0a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103245) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:19:01.333004 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca436344-8e4a-4db4-9614-d4e5cb4e7b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:01.394321 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca436344-8e4a-4db4-9614-d4e5cb4e7b0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f8ef42f-5b72-45b3-9876-a90b0174e8fd,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:01.404817 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca436344-8e4a-4db4-9614-d4e5cb4e7b0a admin admin] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:19:01.405188 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca436344-8e4a-4db4-9614-d4e5cb4e7b0a admin admin] Network hostable DHCP agents. Network: 6fdf4522-5bcb-4bff-a877-38bc5e23829f, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:19:01.422949 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca436344-8e4a-4db4-9614-d4e5cb4e7b0a admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:19:01.435031 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-ca436344-8e4a-4db4-9614-d4e5cb4e7b0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 6fdf4522-5bcb-4bff-a877-38bc5e23829f) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:19:01.439415 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca436344-8e4a-4db4-9614-d4e5cb4e7b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:01.440026 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca436344-8e4a-4db4-9614-d4e5cb4e7b0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:01.445888 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e67b00c-6fbd-44c7-acbc-4748c15c5263 None None] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:19:01.457762 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ca436344-8e4a-4db4-9614-d4e5cb4e7b0a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5299892 Dec 10 18:19:01.564162 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f25f697-8211-4d68-a8b9-1077408a0de5 None None] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:19:04.001789 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37064) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:04.138901 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3f085b3f-9ea7-4185-858f-80c34355b279 admin admin] 10.222.0.62 "GET /v2.0/routers/620073bf-4c51-4dad-8e8d-344e45554e5a HTTP/1.1" status: 200 len: 710 time: 0.1359537 Dec 10 18:19:04.235034 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e9a520-7f48-47f3-8c2f-78fd729eab27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:04.236459 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e2e9a520-7f48-47f3-8c2f-78fd729eab27 admin admin] 10.222.0.62 "GET /v2.0/networks/6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 886 time: 0.0899200 Dec 10 18:19:04.246860 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-26be5453-bf2f-49ed-959d-05d805e0f311 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:04.491431 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-26be5453-bf2f-49ed-959d-05d805e0f311 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:04.739132 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-26be5453-bf2f-49ed-959d-05d805e0f311 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:04.817396 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-26be5453-bf2f-49ed-959d-05d805e0f311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:04.927786 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-26be5453-bf2f-49ed-959d-05d805e0f311 admin admin] Allocated IP 172.25.7.56 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/aa29e802-f5ef-42ff-90e3-629c7fb726fd) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:19:05.031887 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-26be5453-bf2f-49ed-959d-05d805e0f311 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:05.067985 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-26be5453-bf2f-49ed-959d-05d805e0f311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:05.110024 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be5453-bf2f-49ed-959d-05d805e0f311 admin admin] Pushing event updated for resources: {'Port': ['ID=aa29e802-f5ef-42ff-90e3-629c7fb726fd,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:05.127062 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26be5453-bf2f-49ed-959d-05d805e0f311 admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:19:05.128505 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-26be5453-bf2f-49ed-959d-05d805e0f311 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:19:05.131178 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26be5453-bf2f-49ed-959d-05d805e0f311 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:19:05.479847 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-26be5453-bf2f-49ed-959d-05d805e0f311 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:05.677397 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-26be5453-bf2f-49ed-959d-05d805e0f311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4723'] for router, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:05.681734 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-26be5453-bf2f-49ed-959d-05d805e0f311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534354'] for router, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:05.785496 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26be5453-bf2f-49ed-959d-05d805e0f311 admin admin] Router 620073bf-4c51-4dad-8e8d-344e45554e5a has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:19:05.899651 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26be5453-bf2f-49ed-959d-05d805e0f311 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:19:05.904092 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-26be5453-bf2f-49ed-959d-05d805e0f311 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:05.905466 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-26be5453-bf2f-49ed-959d-05d805e0f311 admin admin] 10.222.0.62 "PUT /v2.0/routers/620073bf-4c51-4dad-8e8d-344e45554e5a HTTP/1.1" status: 200 len: 889 time: 1.6624258 Dec 10 18:19:07.283970 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 2a5a27e1-c89c-45bd-acb9-5554244e8e94 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:19:07.332054 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 2a5a27e1-c89c-45bd-acb9-5554244e8e94 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:07.332434 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:07.427040 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f28d779-af98-454c-89cc-74ccf2ef67d7 None None] Sync routers for ids ['620073bf-4c51-4dad-8e8d-344e45554e5a'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:19:07.439275 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f28d779-af98-454c-89cc-74ccf2ef67d7 None None] Routers {'620073bf-4c51-4dad-8e8d-344e45554e5a'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:19:07.439834 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7f28d779-af98-454c-89cc-74ccf2ef67d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:18:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['620073bf-4c51-4dad-8e8d-344e45554e5a'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:19:07.646189 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-7f28d779-af98-454c-89cc-74ccf2ef67d7 None None] Set router 620073bf-4c51-4dad-8e8d-344e45554e5a gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:19:08.047174 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7f28d779-af98-454c-89cc-74ccf2ef67d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620073bf-4c51-4dad-8e8d-344e45554e5a', 'name': 'router1', 'tenant_id': '5580e915be3241faa22315e9f17f2d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'aa29e802-f5ef-42ff-90e3-629c7fb726fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:18:47Z', 'updated_at': '2021-12-10T18:19:05Z', 'revision_number': 4, 'project_id': '5580e915be3241faa22315e9f17f2d09', 'gw_port': {'id': 'aa29e802-f5ef-42ff-90e3-629c7fb726fd', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620073bf-4c51-4dad-8e8d-344e45554e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:19:04Z', 'updated_at': '2021-12-10T18:19:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '2a5a27e1-c89c-45bd-acb9-5554244e8e94', 'name': '', 'network_id': '09fe0133-c20c-4769-bba5-2925b8dfb01f', 'tenant_id': '5580e915be3241faa22315e9f17f2d09', 'mac_address': 'fa:16:3e:ea:ba:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620073bf-4c51-4dad-8e8d-344e45554e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c63972a-6562-4a66-9515-e5054848ee38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:18:56Z', 'updated_at': '2021-12-10T18:19:00Z', 'revision_number': 5, 'project_id': '5580e915be3241faa22315e9f17f2d09', 'subnets': [{'id': '8c63972a-6562-4a66-9515-e5054848ee38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21fad8fa-999a-4bf2-9155-311b23b135fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:19:08.184403 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f28d779-af98-454c-89cc-74ccf2ef67d7 None None] Checking router: 620073bf-4c51-4dad-8e8d-344e45554e5a for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:19:08.184790 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f28d779-af98-454c-89cc-74ccf2ef67d7 None None] Updating router 620073bf-4c51-4dad-8e8d-344e45554e5a port aa29e802-f5ef-42ff-90e3-629c7fb726fd binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:19:08.234314 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7f28d779-af98-454c-89cc-74ccf2ef67d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:08.563383 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7f28d779-af98-454c-89cc-74ccf2ef67d7 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:08.568679 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7f28d779-af98-454c-89cc-74ccf2ef67d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:08.592477 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37076) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:08.614002 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1502f6-2401-4c7f-a893-bcd8119f11cb None None] Pushing event updated for resources: {'Port': ['ID=aa29e802-f5ef-42ff-90e3-629c7fb726fd,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:08.625527 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7f28d779-af98-454c-89cc-74ccf2ef67d7 None None] Attempting to bind port aa29e802-f5ef-42ff-90e3-629c7fb726fd on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:19:08.625906 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7f28d779-af98-454c-89cc-74ccf2ef67d7 None None] Attempting to bind port aa29e802-f5ef-42ff-90e3-629c7fb726fd by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:19:08.626273 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f28d779-af98-454c-89cc-74ccf2ef67d7 None None] Attempting to bind port aa29e802-f5ef-42ff-90e3-629c7fb726fd on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:19:08.631635 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f28d779-af98-454c-89cc-74ccf2ef67d7 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:19:08.632121 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f28d779-af98-454c-89cc-74ccf2ef67d7 None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:19:08.632622 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7f28d779-af98-454c-89cc-74ccf2ef67d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:08.633187 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f28d779-af98-454c-89cc-74ccf2ef67d7 None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:19:08.633655 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7f28d779-af98-454c-89cc-74ccf2ef67d7 None None] Bound port: aa29e802-f5ef-42ff-90e3-629c7fb726fd, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:19:08.634637 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7f28d779-af98-454c-89cc-74ccf2ef67d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:08.685229 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7f28d779-af98-454c-89cc-74ccf2ef67d7 None None] For port aa29e802-f5ef-42ff-90e3-629c7fb726fd, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:19:08.688289 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7f28d779-af98-454c-89cc-74ccf2ef67d7 None None] For port aa29e802-f5ef-42ff-90e3-629c7fb726fd, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=aa29e802-f5ef-42ff-90e3-629c7fb726fd,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:19:08.692866 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7f28d779-af98-454c-89cc-74ccf2ef67d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:08.721841 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7ea413e3-0197-4efc-a9ac-9761e5853c36 admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1280036 Dec 10 18:19:08.753161 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1502f6-2401-4c7f-a893-bcd8119f11cb None None] Pushing event updated for resources: {'Port': ['ID=aa29e802-f5ef-42ff-90e3-629c7fb726fd,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:08.763134 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f28d779-af98-454c-89cc-74ccf2ef67d7 None None] Routers {'620073bf-4c51-4dad-8e8d-344e45554e5a'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:19:08.763659 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7f28d779-af98-454c-89cc-74ccf2ef67d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:18:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['620073bf-4c51-4dad-8e8d-344e45554e5a'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:19:08.872750 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-7f28d779-af98-454c-89cc-74ccf2ef67d7 None None] Set router 620073bf-4c51-4dad-8e8d-344e45554e5a gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:19:09.087006 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7f28d779-af98-454c-89cc-74ccf2ef67d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620073bf-4c51-4dad-8e8d-344e45554e5a', 'name': 'router1', 'tenant_id': '5580e915be3241faa22315e9f17f2d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'aa29e802-f5ef-42ff-90e3-629c7fb726fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:18:47Z', 'updated_at': '2021-12-10T18:19:05Z', 'revision_number': 4, 'project_id': '5580e915be3241faa22315e9f17f2d09', 'gw_port': {'id': 'aa29e802-f5ef-42ff-90e3-629c7fb726fd', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620073bf-4c51-4dad-8e8d-344e45554e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:19:04Z', 'updated_at': '2021-12-10T18:19:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '2a5a27e1-c89c-45bd-acb9-5554244e8e94', 'name': '', 'network_id': '09fe0133-c20c-4769-bba5-2925b8dfb01f', 'tenant_id': '5580e915be3241faa22315e9f17f2d09', 'mac_address': 'fa:16:3e:ea:ba:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620073bf-4c51-4dad-8e8d-344e45554e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c63972a-6562-4a66-9515-e5054848ee38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:18:56Z', 'updated_at': '2021-12-10T18:19:00Z', 'revision_number': 5, 'project_id': '5580e915be3241faa22315e9f17f2d09', 'subnets': [{'id': '8c63972a-6562-4a66-9515-e5054848ee38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21fad8fa-999a-4bf2-9155-311b23b135fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:19:09.113157 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f28d779-af98-454c-89cc-74ccf2ef67d7 None None] The sync data for ids ['620073bf-4c51-4dad-8e8d-344e45554e5a'] in n-d-821435-1 is: [{'id': '620073bf-4c51-4dad-8e8d-344e45554e5a', 'name': 'router1', 'tenant_id': '5580e915be3241faa22315e9f17f2d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'aa29e802-f5ef-42ff-90e3-629c7fb726fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:18:47Z', 'updated_at': '2021-12-10T18:19:05Z', 'revision_number': 4, 'project_id': '5580e915be3241faa22315e9f17f2d09', 'gw_port': {'id': 'aa29e802-f5ef-42ff-90e3-629c7fb726fd', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620073bf-4c51-4dad-8e8d-344e45554e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:19:04Z', 'updated_at': '2021-12-10T18:19:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '2a5a27e1-c89c-45bd-acb9-5554244e8e94', 'name': '', 'network_id': '09fe0133-c20c-4769-bba5-2925b8dfb01f', 'tenant_id': '5580e915be3241faa22315e9f17f2d09', 'mac_address': 'fa:16:3e:ea:ba:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620073bf-4c51-4dad-8e8d-344e45554e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c63972a-6562-4a66-9515-e5054848ee38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:18:56Z', 'updated_at': '2021-12-10T18:19:00Z', 'revision_number': 5, 'project_id': '5580e915be3241faa22315e9f17f2d09', 'subnets': [{'id': '8c63972a-6562-4a66-9515-e5054848ee38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21fad8fa-999a-4bf2-9155-311b23b135fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:19:09.299793 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device aa29e802-f5ef-42ff-90e3-629c7fb726fd up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:19:09.363625 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port aa29e802-f5ef-42ff-90e3-629c7fb726fd triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:09.363625 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:09.455916 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:09.479176 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port aa29e802-f5ef-42ff-90e3-629c7fb726fd, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=aa29e802-f5ef-42ff-90e3-629c7fb726fd,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:09.483993 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:09.537809 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=aa29e802-f5ef-42ff-90e3-629c7fb726fd,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:11.274044 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device aa29e802-f5ef-42ff-90e3-629c7fb726fd up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:19:11.331574 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port aa29e802-f5ef-42ff-90e3-629c7fb726fd triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:11.331950 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:19.590848 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7d37603d-9ed6-49d8-995f-d0ba8549d920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:22.272327 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d2a81ed5-2093-4ae5-ba3d-d97cbd6b2fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:23.205140 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:24.558381 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:25.407604 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:30.895039 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 5 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:19:49.610512 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b7cca993-742c-4d7c-9e69-6000ed3edbbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:52.278982 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-494b4e2a-3fce-49e1-97be-97749a9977c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:53.201989 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:54.559263 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:55.408210 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:07.883772 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 5 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:20:19.581995 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d9f7ed60-a9d9-466c-897f-3c7453f77bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:22.282727 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a2f966e7-2d94-4e73-81f0-085d31ac190a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:23.202954 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:24.560758 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:25.405373 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:38.744075 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37592) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:38.818850 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b64268-7678-4e92-a3ca-282ac56a742a admin admin] GET failed (client error): The resource could not be found. Dec 10 18:20:38.820518 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-65b64268-7678-4e92-a3ca-282ac56a742a admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0750654 Dec 10 18:20:38.988587 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99507820-a1fb-4bb5-92b9-524979593147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:38.990121 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-99507820-a1fb-4bb5-92b9-524979593147 admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1644769 Dec 10 18:20:41.436148 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37602) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:41.536276 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20b4f71-adc9-4b77-b2f4-d030ae368b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:41.537628 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d20b4f71-adc9-4b77-b2f4-d030ae368b4b admin admin] 10.222.0.62 "GET /v2.0/subnets/8c63972a-6562-4a66-9515-e5054848ee38 HTTP/1.1" status: 200 len: 849 time: 0.1005039 Dec 10 18:20:41.547737 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4b03e313-135e-4ee4-bc11-66929a94a504 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:20:41.631673 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b03e313-135e-4ee4-bc11-66929a94a504 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:41.773044 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b03e313-135e-4ee4-bc11-66929a94a504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794392028380'] for subnet, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:41.802506 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b03e313-135e-4ee4-bc11-66929a94a504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:41.803584 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b03e313-135e-4ee4-bc11-66929a94a504 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:41.805431 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4b03e313-135e-4ee4-bc11-66929a94a504 admin admin] 10.222.0.62 "PUT /v2.0/subnets/8c63972a-6562-4a66-9515-e5054848ee38 HTTP/1.1" status: 200 len: 868 time: 0.2601838 Dec 10 18:20:41.807496 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61ac08d-3126-4760-a1b1-f1ae81bd96d5 None None] Network 09fe0133-c20c-4769-bba5-2925b8dfb01f requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:20:41.826198 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b03e313-135e-4ee4-bc11-66929a94a504 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c63972a-6562-4a66-9515-e5054848ee38,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:41.833967 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b03e313-135e-4ee4-bc11-66929a94a504 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:41.834402 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b03e313-135e-4ee4-bc11-66929a94a504 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:41.834645 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b03e313-135e-4ee4-bc11-66929a94a504 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:41.834985 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b03e313-135e-4ee4-bc11-66929a94a504 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:41.835335 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b03e313-135e-4ee4-bc11-66929a94a504 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:41.835940 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b03e313-135e-4ee4-bc11-66929a94a504 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:41.836323 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b03e313-135e-4ee4-bc11-66929a94a504 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:41.836685 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b03e313-135e-4ee4-bc11-66929a94a504 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:41.837026 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b03e313-135e-4ee4-bc11-66929a94a504 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:41.837359 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b03e313-135e-4ee4-bc11-66929a94a504 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:41.837703 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b03e313-135e-4ee4-bc11-66929a94a504 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:41.838041 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b03e313-135e-4ee4-bc11-66929a94a504 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:41.838376 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b03e313-135e-4ee4-bc11-66929a94a504 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:42.112365 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2cf97332-499e-413a-bf0a-2da36dbe133c None None] Provisioning complete for port 29b6ce76-71e1-4329-8c74-b387eece6a7f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:20:42.112875 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2cf97332-499e-413a-bf0a-2da36dbe133c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:42.201089 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2cf97332-499e-413a-bf0a-2da36dbe133c None None] Provisioning complete for port 2a5a27e1-c89c-45bd-acb9-5554244e8e94 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:20:42.201382 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2cf97332-499e-413a-bf0a-2da36dbe133c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:44.221599 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37610) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:44.433205 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27db5d00-a1bf-4f2b-a5d2-742c2922abba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:44.433603 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27db5d00-a1bf-4f2b-a5d2-742c2922abba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:44.435175 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-27db5d00-a1bf-4f2b-a5d2-742c2922abba admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2125947 Dec 10 18:20:44.881541 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 5 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:20:46.925335 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37618) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:47.180337 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3475e8a-3caf-4fb0-888d-3021f6ee92a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:47.180778 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3475e8a-3caf-4fb0-888d-3021f6ee92a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:47.182447 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a3475e8a-3caf-4fb0-888d-3021f6ee92a2 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2561829 Dec 10 18:20:49.576381 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-095b6beb-2ab7-4e67-9120-b39037d6b238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:50.268175 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37628) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:50.406010 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e014d2b9-03be-46ab-82d7-cadd8d54fa77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:50.407702 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e014d2b9-03be-46ab-82d7-cadd8d54fa77 admin admin] 10.222.0.62 "GET /v2.0/networks/09fe0133-c20c-4769-bba5-2925b8dfb01f HTTP/1.1" status: 200 len: 869 time: 0.1385233 Dec 10 18:20:52.285335 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e5f6b008-831a-427d-8246-89147f31f4d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:52.857298 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37636) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:52.996119 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58adcb17-cf2b-44f9-a155-47d4e7abe0b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:52.997570 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-58adcb17-cf2b-44f9-a155-47d4e7abe0b2 admin admin] 10.222.0.62 "GET /v2.0/networks/6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 886 time: 0.1392922 Dec 10 18:20:53.207501 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:54.565772 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:55.408716 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:55.477388 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37644) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:55.626576 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4352b55d-32db-45ef-943c-b6204e41100b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:55.627023 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4352b55d-32db-45ef-943c-b6204e41100b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:55.628578 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4352b55d-32db-45ef-943c-b6204e41100b admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1502151 Dec 10 18:20:58.077508 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37652) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:58.169582 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1692c74-2f7a-45bc-94e5-cb6bf322ca4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:58.170025 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1692c74-2f7a-45bc-94e5-cb6bf322ca4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:58.171558 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e1692c74-2f7a-45bc-94e5-cb6bf322ca4a admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0930789 Dec 10 18:21:00.626588 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37660) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:00.744233 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4683ff1e-d940-4be6-bd5b-84cc14567f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:00.745645 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4683ff1e-d940-4be6-bd5b-84cc14567f20 admin admin] 10.222.0.62 "GET /v2.0/subnets/4f8ef42f-5b72-45b3-9876-a90b0174e8fd HTTP/1.1" status: 200 len: 816 time: 0.1182005 Dec 10 18:21:03.285597 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37668) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:03.385040 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0853b9-296a-4a94-8e51-f9a653cbcdee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:03.387657 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4d0853b9-296a-4a94-8e51-f9a653cbcdee admin admin] 10.222.0.62 "GET /v2.0/subnets/8c63972a-6562-4a66-9515-e5054848ee38 HTTP/1.1" status: 200 len: 868 time: 0.0996265 Dec 10 18:21:19.581363 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2a22c6ea-1da8-41be-a53f-6e752a0d983f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:21.879904 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 5 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:21:22.287150 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5786adcc-2d3d-416b-8848-8ad58e87f160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:23.209077 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:24.565764 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:25.404741 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:29.166980 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37722) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:29.215676 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-0340ae61-9ce2-483c-9772-0903038320bb admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:21:29.216693 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0340ae61-9ce2-483c-9772-0903038320bb admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0487509 Dec 10 18:21:31.808860 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37730) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:31.875497 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-a763d40b-354f-492e-9544-d4ce39b26b9e admin admin] GET failed (client error): The resource could not be found. Dec 10 18:21:31.876843 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a763d40b-354f-492e-9544-d4ce39b26b9e admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0670149 Dec 10 18:21:32.079451 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def5b36e-d59a-47ba-9f09-a9b82403abab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:32.080887 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-def5b36e-d59a-47ba-9f09-a9b82403abab admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1993458 Dec 10 18:21:34.607070 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37738) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:34.687151 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-d0c4a209-b26c-4f7e-867a-ec5af1b9cd6b admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:34.718931 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c4a209-b26c-4f7e-867a-ec5af1b9cd6b admin admin] Made reservation on behalf of dd225596748141119279b942e4606832 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:21:34.722016 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0c4a209-b26c-4f7e-867a-ec5af1b9cd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:34.769125 n-d-821435-1 neutron-server[103244]: WARNING neutron.services.revisions.revision_plugin [None req-d0c4a209-b26c-4f7e-867a-ec5af1b9cd6b admin admin] Could not find related network for resource to bump revision. Dec 10 18:21:34.788083 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c4a209-b26c-4f7e-867a-ec5af1b9cd6b admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:21:34.802676 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0c4a209-b26c-4f7e-867a-ec5af1b9cd6b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794391964537', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:34.803281 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0c4a209-b26c-4f7e-867a-ec5af1b9cd6b admin admin] Unsubscribe: segment precommit_create {{(pid=103244) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 10 18:21:34.803821 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-d0c4a209-b26c-4f7e-867a-ec5af1b9cd6b admin admin] Added segment 02df9cb9-43fc-4353-8cdc-f7a1f706c718 of type vlan for network c9403646-ab9b-4a0a-827b-6d4376246b64 Dec 10 18:21:34.866995 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0c4a209-b26c-4f7e-867a-ec5af1b9cd6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:34.902370 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0c4a209-b26c-4f7e-867a-ec5af1b9cd6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:34.903345 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c4a209-b26c-4f7e-867a-ec5af1b9cd6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:34.903951 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0c4a209-b26c-4f7e-867a-ec5af1b9cd6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:34.971875 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d0c4a209-b26c-4f7e-867a-ec5af1b9cd6b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3636661 Dec 10 18:21:35.039854 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c4a209-b26c-4f7e-867a-ec5af1b9cd6b admin admin] Pushing event updated for resources: {'Network': ['ID=c9403646-ab9b-4a0a-827b-6d4376246b64,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:35.050686 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c4a209-b26c-4f7e-867a-ec5af1b9cd6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:35.051053 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c4a209-b26c-4f7e-867a-ec5af1b9cd6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:35.051396 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c4a209-b26c-4f7e-867a-ec5af1b9cd6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:35.051933 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c4a209-b26c-4f7e-867a-ec5af1b9cd6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:35.052677 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c4a209-b26c-4f7e-867a-ec5af1b9cd6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:35.052677 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c4a209-b26c-4f7e-867a-ec5af1b9cd6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:35.052995 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c4a209-b26c-4f7e-867a-ec5af1b9cd6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:35.053090 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c4a209-b26c-4f7e-867a-ec5af1b9cd6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:35.053417 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c4a209-b26c-4f7e-867a-ec5af1b9cd6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:35.053738 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c4a209-b26c-4f7e-867a-ec5af1b9cd6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:35.054305 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c4a209-b26c-4f7e-867a-ec5af1b9cd6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:35.054647 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c4a209-b26c-4f7e-867a-ec5af1b9cd6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:35.055443 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c4a209-b26c-4f7e-867a-ec5af1b9cd6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:35.056652 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c4a209-b26c-4f7e-867a-ec5af1b9cd6b admin admin] Tracked resource versions report: Dec 10 18:21:35.056652 n-d-821435-1 neutron-server[103244]: pushed versions: Dec 10 18:21:35.056652 n-d-821435-1 neutron-server[103244]: { 'AddressGroup': {'1.2'}, Dec 10 18:21:35.056652 n-d-821435-1 neutron-server[103244]: 'ConntrackHelper': {'1.0'}, Dec 10 18:21:35.056652 n-d-821435-1 neutron-server[103244]: 'LocalIPAssociation': {'1.0'}, Dec 10 18:21:35.056652 n-d-821435-1 neutron-server[103244]: 'Log': {'1.0'}, Dec 10 18:21:35.056652 n-d-821435-1 neutron-server[103244]: 'Network': {'1.1'}, Dec 10 18:21:35.056652 n-d-821435-1 neutron-server[103244]: 'Port': {'1.7'}, Dec 10 18:21:35.056652 n-d-821435-1 neutron-server[103244]: 'PortForwarding': {'1.2'}, Dec 10 18:21:35.056652 n-d-821435-1 neutron-server[103244]: 'QosPolicy': {'1.10'}, Dec 10 18:21:35.056652 n-d-821435-1 neutron-server[103244]: 'SecurityGroup': {'1.5'}, Dec 10 18:21:35.056652 n-d-821435-1 neutron-server[103244]: 'SecurityGroupRule': {'1.2'}, Dec 10 18:21:35.056652 n-d-821435-1 neutron-server[103244]: 'SubPort': {'1.0'}, Dec 10 18:21:35.056652 n-d-821435-1 neutron-server[103244]: 'Subnet': {'1.1'}, Dec 10 18:21:35.056652 n-d-821435-1 neutron-server[103244]: 'Trunk': {'1.1'}} Dec 10 18:21:35.056652 n-d-821435-1 neutron-server[103244]: consumer versions: Dec 10 18:21:35.056652 n-d-821435-1 neutron-server[103244]: { DHCP agent@n-d-821435-1: {}, Dec 10 18:21:35.056652 n-d-821435-1 neutron-server[103244]: L3 agent@n-d-821435-1: {}, Dec 10 18:21:35.056652 n-d-821435-1 neutron-server[103244]: Metadata agent@n-d-821435-1: {}, Dec 10 18:21:35.056652 n-d-821435-1 neutron-server[103244]: Metering agent@n-d-821435-1: {}, Dec 10 18:21:35.056652 n-d-821435-1 neutron-server[103244]: Open vSwitch agent@n-d-821435-1: { 'AddressGroup': '1.2', Dec 10 18:21:35.056652 n-d-821435-1 neutron-server[103244]: 'ConntrackHelper': '1.0', Dec 10 18:21:35.056652 n-d-821435-1 neutron-server[103244]: 'LocalIPAssociation': '1.0', Dec 10 18:21:35.056652 n-d-821435-1 neutron-server[103244]: 'Log': '1.0', Dec 10 18:21:35.056652 n-d-821435-1 neutron-server[103244]: 'Network': '1.1', Dec 10 18:21:35.056652 n-d-821435-1 neutron-server[103244]: 'Port': '1.7', Dec 10 18:21:35.056652 n-d-821435-1 neutron-server[103244]: 'PortForwarding': '1.2', Dec 10 18:21:35.056652 n-d-821435-1 neutron-server[103244]: 'QosPolicy': '1.10', Dec 10 18:21:35.056652 n-d-821435-1 neutron-server[103244]: 'SecurityGroup': '1.5', Dec 10 18:21:35.056652 n-d-821435-1 neutron-server[103244]: 'SecurityGroupRule': '1.2', Dec 10 18:21:35.056652 n-d-821435-1 neutron-server[103244]: 'SubPort': '1.0', Dec 10 18:21:35.056652 n-d-821435-1 neutron-server[103244]: 'Subnet': '1.1', Dec 10 18:21:35.056652 n-d-821435-1 neutron-server[103244]: 'Trunk': '1.1'}} Dec 10 18:21:35.056652 n-d-821435-1 neutron-server[103244]: {{(pid=103244) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 18:21:35.097668 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network c9403646-ab9b-4a0a-827b-6d4376246b64 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:21:37.485542 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37750) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:37.556195 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-13892c35-9237-455a-891d-e959428fc96f admin admin] GET failed (client error): The resource could not be found. Dec 10 18:21:37.557561 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-13892c35-9237-455a-891d-e959428fc96f admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0710413 Dec 10 18:21:37.660623 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995bbfe7-403f-43cb-b175-0f6e03a76679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:37.662157 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-995bbfe7-403f-43cb-b175-0f6e03a76679 admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1000538 Dec 10 18:21:37.674337 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3fde0589-ba59-4851-b40a-bc567f984c6b admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'description': 'shared-subnet'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:37.700074 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fde0589-ba59-4851-b40a-bc567f984c6b admin admin] Made reservation on behalf of dd225596748141119279b942e4606832 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:21:37.703016 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3fde0589-ba59-4851-b40a-bc567f984c6b admin admin] Publish callbacks [] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:37.940027 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3fde0589-ba59-4851-b40a-bc567f984c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:38.005011 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde0589-ba59-4851-b40a-bc567f984c6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec05590b-5c35-4e58-9087-8773857a69b9,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:38.014997 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fde0589-ba59-4851-b40a-bc567f984c6b admin admin] Checking segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:21:38.015440 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fde0589-ba59-4851-b40a-bc567f984c6b admin admin] Network hostable DHCP agents. Network: c9403646-ab9b-4a0a-827b-6d4376246b64, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:21:38.036725 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fde0589-ba59-4851-b40a-bc567f984c6b admin admin] Network c9403646-ab9b-4a0a-827b-6d4376246b64 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:21:38.048988 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-3fde0589-ba59-4851-b40a-bc567f984c6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, c9403646-ab9b-4a0a-827b-6d4376246b64) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:38.056716 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fde0589-ba59-4851-b40a-bc567f984c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:38.057433 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3fde0589-ba59-4851-b40a-bc567f984c6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:38.058836 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cf6f3a-82d0-4db6-8381-3d2d9047cc95 None None] Network c9403646-ab9b-4a0a-827b-6d4376246b64 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:21:38.076476 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3fde0589-ba59-4851-b40a-bc567f984c6b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4064481 Dec 10 18:21:38.177845 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c079fd4-6344-484b-a975-a3346bd4215e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-c9403646-ab9b-4a0a-827b-6d4376246b64', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'project_id': 'dd225596748141119279b942e4606832', 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:21:38.178908 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2c079fd4-6344-484b-a975-a3346bd4215e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:38.366959 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-2c079fd4-6344-484b-a975-a3346bd4215e None None] Allocated IP 192.168.233.2 (c9403646-ab9b-4a0a-827b-6d4376246b64/ec05590b-5c35-4e58-9087-8773857a69b9/c30acad8-f197-4076-8666-dd2bf23effa3) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:21:38.681181 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2c079fd4-6344-484b-a975-a3346bd4215e None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:38.691533 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2c079fd4-6344-484b-a975-a3346bd4215e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:38.745971 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c079fd4-6344-484b-a975-a3346bd4215e None None] Network c9403646-ab9b-4a0a-827b-6d4376246b64 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:21:38.749343 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-2c079fd4-6344-484b-a975-a3346bd4215e None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:38.756225 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c079fd4-6344-484b-a975-a3346bd4215e None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:21:38.761161 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c079fd4-6344-484b-a975-a3346bd4215e None None] Pushing event updated for resources: {'Port': ['ID=c30acad8-f197-4076-8666-dd2bf23effa3,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:38.776092 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c079fd4-6344-484b-a975-a3346bd4215e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:38.776529 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c079fd4-6344-484b-a975-a3346bd4215e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:38.777068 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c079fd4-6344-484b-a975-a3346bd4215e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:38.777231 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c079fd4-6344-484b-a975-a3346bd4215e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:38.777499 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c079fd4-6344-484b-a975-a3346bd4215e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:38.777834 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c079fd4-6344-484b-a975-a3346bd4215e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:38.778169 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c079fd4-6344-484b-a975-a3346bd4215e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:38.778500 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c079fd4-6344-484b-a975-a3346bd4215e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:38.778828 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c079fd4-6344-484b-a975-a3346bd4215e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:38.779164 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c079fd4-6344-484b-a975-a3346bd4215e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:38.779498 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c079fd4-6344-484b-a975-a3346bd4215e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:38.779867 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c079fd4-6344-484b-a975-a3346bd4215e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:38.780164 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c079fd4-6344-484b-a975-a3346bd4215e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:38.846351 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-2c079fd4-6344-484b-a975-a3346bd4215e None None] Attempting to bind port c30acad8-f197-4076-8666-dd2bf23effa3 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:21:38.846735 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-2c079fd4-6344-484b-a975-a3346bd4215e None None] Attempting to bind port c30acad8-f197-4076-8666-dd2bf23effa3 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:21:38.847240 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c079fd4-6344-484b-a975-a3346bd4215e None None] Attempting to bind port c30acad8-f197-4076-8666-dd2bf23effa3 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:21:38.856474 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c079fd4-6344-484b-a975-a3346bd4215e None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:21:38.856474 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c079fd4-6344-484b-a975-a3346bd4215e None None] Checking segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:21:38.856474 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2c079fd4-6344-484b-a975-a3346bd4215e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:38.856474 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c079fd4-6344-484b-a975-a3346bd4215e None None] Bound using segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:21:38.856474 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-2c079fd4-6344-484b-a975-a3346bd4215e None None] Bound port: c30acad8-f197-4076-8666-dd2bf23effa3, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:21:38.857144 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2c079fd4-6344-484b-a975-a3346bd4215e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:38.955280 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-2c079fd4-6344-484b-a975-a3346bd4215e None None] For port c30acad8-f197-4076-8666-dd2bf23effa3, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:21:38.959304 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-2c079fd4-6344-484b-a975-a3346bd4215e None None] For port c30acad8-f197-4076-8666-dd2bf23effa3, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c30acad8-f197-4076-8666-dd2bf23effa3,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:21:38.967788 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2c079fd4-6344-484b-a975-a3346bd4215e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:39.043743 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c079fd4-6344-484b-a975-a3346bd4215e None None] Pushing event updated for resources: {'Port': ['ID=c30acad8-f197-4076-8666-dd2bf23effa3,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:39.442947 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c30acad8-f197-4076-8666-dd2bf23effa3 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:21:39.515371 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port c30acad8-f197-4076-8666-dd2bf23effa3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:39.516777 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:39.622913 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:39.660054 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port c30acad8-f197-4076-8666-dd2bf23effa3, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c30acad8-f197-4076-8666-dd2bf23effa3,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:39.667443 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:39.735984 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=c30acad8-f197-4076-8666-dd2bf23effa3,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:39.974127 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c993c640-7733-4d8a-97b2-f4177534b8dc None None] Network c9403646-ab9b-4a0a-827b-6d4376246b64 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:21:40.089372 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c32b5610-7be2-435e-9cce-e31b72f2ab9c None None] Provisioning complete for port c30acad8-f197-4076-8666-dd2bf23effa3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:40.089666 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c32b5610-7be2-435e-9cce-e31b72f2ab9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:40.521816 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6aad61bd-3cd9-4c30-9baa-58754df1f7de None None] Provisioning complete for port c30acad8-f197-4076-8666-dd2bf23effa3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:40.522491 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6aad61bd-3cd9-4c30-9baa-58754df1f7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:41.350479 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c30acad8-f197-4076-8666-dd2bf23effa3 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:21:41.407050 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port c30acad8-f197-4076-8666-dd2bf23effa3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:41.407402 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:49.576827 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f3386027-54f2-40ef-b003-f90081356996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:52.293971 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b554c956-bcdc-42d4-ae2c-3263637c728f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:53.210602 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:54.571726 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:55.402534 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:58.879441 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 5 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:22:19.580670 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e2196c17-af62-4bef-8316-3660b16194d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:22.296233 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5d2da2db-9fe1-46b7-8b54-867c677394d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:23.214439 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:24.576053 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:25.400819 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:35.877886 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 5 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:22:49.584043 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-45f520f1-316f-4164-b3c8-af4022f6025a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:52.300189 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9c2dd558-4595-483d-a8f3-e74e07491cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:53.217085 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:54.578488 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:55.403458 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:56.377068 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37794) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:56.383695 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-b86a9e07-f9f9-4e60-a041-381c7b9ba925 tempest-verify_tempest_config-599109418 tempest-verify_tempest_config-599109418-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:22:56.384702 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b86a9e07-f9f9-4e60-a041-381c7b9ba925 tempest-verify_tempest_config-599109418 tempest-verify_tempest_config-599109418-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0065947 Dec 10 18:22:56.685327 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37812) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:56.791755 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9059fd3e-d828-409b-ab29-daa7f01e10c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:56.905201 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9059fd3e-d828-409b-ab29-daa7f01e10c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:56.909091 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9059fd3e-d828-409b-ab29-daa7f01e10c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:56.954832 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9059fd3e-d828-409b-ab29-daa7f01e10c2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3c4e734525324ca2a541d18d20bb2f97&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2684245 Dec 10 18:22:56.957459 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059fd3e-d828-409b-ab29-daa7f01e10c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daaffbdf-ccce-4eb1-888a-07ea2f7bee9c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:56.958027 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37816) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:56.964874 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9059fd3e-d828-409b-ab29-daa7f01e10c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:56.966232 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9059fd3e-d828-409b-ab29-daa7f01e10c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:56.966612 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9059fd3e-d828-409b-ab29-daa7f01e10c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:56.966962 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9059fd3e-d828-409b-ab29-daa7f01e10c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:56.967309 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9059fd3e-d828-409b-ab29-daa7f01e10c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:56.967660 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9059fd3e-d828-409b-ab29-daa7f01e10c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:56.967994 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9059fd3e-d828-409b-ab29-daa7f01e10c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:56.968326 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9059fd3e-d828-409b-ab29-daa7f01e10c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:56.968937 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9059fd3e-d828-409b-ab29-daa7f01e10c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:56.969284 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9059fd3e-d828-409b-ab29-daa7f01e10c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:56.969622 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9059fd3e-d828-409b-ab29-daa7f01e10c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:56.969950 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9059fd3e-d828-409b-ab29-daa7f01e10c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:56.970278 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9059fd3e-d828-409b-ab29-daa7f01e10c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:57.016625 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59ae04da-da99-475b-9fbb-f50ed8b210db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:57.037857 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59ae04da-da99-475b-9fbb-f50ed8b210db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:57.137584 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59ae04da-da99-475b-9fbb-f50ed8b210db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:57.140166 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59ae04da-da99-475b-9fbb-f50ed8b210db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:57.141363 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-59ae04da-da99-475b-9fbb-f50ed8b210db admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/daaffbdf-ccce-4eb1-888a-07ea2f7bee9c HTTP/1.1" status: 204 len: 168 time: 0.1820824 Dec 10 18:22:57.149255 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae04da-da99-475b-9fbb-f50ed8b210db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daaffbdf-ccce-4eb1-888a-07ea2f7bee9c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:57.155968 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae04da-da99-475b-9fbb-f50ed8b210db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:57.156266 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae04da-da99-475b-9fbb-f50ed8b210db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:57.156609 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae04da-da99-475b-9fbb-f50ed8b210db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:57.156954 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae04da-da99-475b-9fbb-f50ed8b210db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:57.157286 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae04da-da99-475b-9fbb-f50ed8b210db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:57.157617 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae04da-da99-475b-9fbb-f50ed8b210db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:57.157945 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae04da-da99-475b-9fbb-f50ed8b210db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:57.158269 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae04da-da99-475b-9fbb-f50ed8b210db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:57.158592 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae04da-da99-475b-9fbb-f50ed8b210db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:57.158914 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae04da-da99-475b-9fbb-f50ed8b210db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:57.159521 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae04da-da99-475b-9fbb-f50ed8b210db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:57.159854 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae04da-da99-475b-9fbb-f50ed8b210db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:57.160177 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae04da-da99-475b-9fbb-f50ed8b210db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:23:12.876693 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 5 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:23:19.589568 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-49c4ee72-beec-4a5f-b24e-2f745b16c453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:22.305826 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a3e3c4d8-bfa5-4af2-b050-9de070d4d7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:23.221413 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:24.581941 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:25.400954 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:49.582657 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4abcae23-3fe3-4bef-8cab-42c9f50ec3cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:49.875600 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 5 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:23:52.298458 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-45812d03-4dda-4cbb-93e6-cf0659432d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:53.222921 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:54.585890 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:55.395717 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:19.586720 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ff05dd29-283b-4a57-9c63-49cbb5e92cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:22.301686 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-00feae4d-bf63-4b6b-bd9d-b3001c72c1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:23.228822 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:24.592078 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:25.400586 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:26.875222 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 5 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:24:49.589820 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6f3076fa-6737-4a41-a8ba-7467d0f91c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:52.304813 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c35f6329-aed9-4225-8d28-d04049ebd16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:53.231476 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:54.593879 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:55.405186 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:03.874225 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 5 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:25:19.592917 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3732c2d6-bd17-445c-b334-20fdef8b0cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:22.308294 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f72f6912-d7f9-4c4b-a921-c4829ff69e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:23.234723 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:24.599449 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:25.414142 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:40.873160 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 5 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:25:49.594833 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-df771d92-40bd-4b16-9fc4-b30178b6df2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:52.309733 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-feb743c0-71e6-43c0-8ac6-f6d6c75f54ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:53.237889 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:54.600791 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:55.414983 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:03.417122 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536056'] for agent, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:07.786912 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536056'] for agent, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:17.873858 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:26:19.595563 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-25002e11-5f6d-4dd5-a38b-f23e1fc52cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:22.312452 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6cac4510-285e-47dd-86d0-dc0f3137d79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:23.239238 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:24.604211 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:25.409849 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:33.374210 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:37.740305 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:49.596664 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-708934ee-7ebd-40cc-bbe5-c3b7676dffa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:51.020623 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37874) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:51.122797 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4f77d1a0-db22-4852-ac13-69ebcad5ebc8 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1009455 Dec 10 18:26:52.314167 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1e380253-7442-400b-a90c-bf2037158baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:53.242025 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:53.548089 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37884) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:53.602311 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-bc0eee84-8208-4d36-b7ab-5a14e4655b64 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0531175 Dec 10 18:26:54.607941 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:54.875383 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:26:55.414520 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:03.391711 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:07.740048 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:19.598369 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ad9ce3b0-e6ee-4c66-86d5-11044c985504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:22.320963 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7b5b11b8-bc68-4e85-92b8-5a778b99cc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:23.245582 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:24.615684 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:25.428254 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:31.875989 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:27:33.396165 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:37.756473 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:49.600550 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4d955c53-ad93-4813-8626-926c7d7d7ba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:52.314567 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7f650240-d534-4715-b7a1-365335c41aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:53.250665 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:54.617722 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:55.423775 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:03.380877 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:07.753318 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:08.876322 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:28:15.527020 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38018) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:15.817263 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-003ffd5f-cab1-460b-95df-1435a7814ffe admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1249584809-network', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:28:15.841492 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003ffd5f-cab1-460b-95df-1435a7814ffe admin admin] Made reservation on behalf of 70b0792e9b484b69840e9b663917d1a6 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:28:15.843878 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-003ffd5f-cab1-460b-95df-1435a7814ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:15.853286 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-003ffd5f-cab1-460b-95df-1435a7814ffe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:15.951158 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-003ffd5f-cab1-460b-95df-1435a7814ffe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:15.957522 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-003ffd5f-cab1-460b-95df-1435a7814ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:15.985287 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-003ffd5f-cab1-460b-95df-1435a7814ffe admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:28:15.994727 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ffd5f-cab1-460b-95df-1435a7814ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d5659a-77bc-40d5-9b10-25fec3e374c4,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:16.006571 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003ffd5f-cab1-460b-95df-1435a7814ffe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:16.007137 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003ffd5f-cab1-460b-95df-1435a7814ffe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:16.007481 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003ffd5f-cab1-460b-95df-1435a7814ffe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:16.007824 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003ffd5f-cab1-460b-95df-1435a7814ffe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:16.008160 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003ffd5f-cab1-460b-95df-1435a7814ffe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:16.008495 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003ffd5f-cab1-460b-95df-1435a7814ffe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:16.008841 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003ffd5f-cab1-460b-95df-1435a7814ffe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:16.009173 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003ffd5f-cab1-460b-95df-1435a7814ffe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:16.009500 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003ffd5f-cab1-460b-95df-1435a7814ffe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:16.009943 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003ffd5f-cab1-460b-95df-1435a7814ffe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:16.010276 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003ffd5f-cab1-460b-95df-1435a7814ffe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:16.010595 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003ffd5f-cab1-460b-95df-1435a7814ffe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:16.011162 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003ffd5f-cab1-460b-95df-1435a7814ffe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:16.012292 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003ffd5f-cab1-460b-95df-1435a7814ffe admin admin] Tracked resource versions report: Dec 10 18:28:16.012292 n-d-821435-1 neutron-server[103245]: pushed versions: Dec 10 18:28:16.012292 n-d-821435-1 neutron-server[103245]: { 'AddressGroup': {'1.2'}, Dec 10 18:28:16.012292 n-d-821435-1 neutron-server[103245]: 'ConntrackHelper': {'1.0'}, Dec 10 18:28:16.012292 n-d-821435-1 neutron-server[103245]: 'LocalIPAssociation': {'1.0'}, Dec 10 18:28:16.012292 n-d-821435-1 neutron-server[103245]: 'Log': {'1.0'}, Dec 10 18:28:16.012292 n-d-821435-1 neutron-server[103245]: 'Network': {'1.1'}, Dec 10 18:28:16.012292 n-d-821435-1 neutron-server[103245]: 'Port': {'1.7'}, Dec 10 18:28:16.012292 n-d-821435-1 neutron-server[103245]: 'PortForwarding': {'1.2'}, Dec 10 18:28:16.012292 n-d-821435-1 neutron-server[103245]: 'QosPolicy': {'1.10'}, Dec 10 18:28:16.012292 n-d-821435-1 neutron-server[103245]: 'SecurityGroup': {'1.5'}, Dec 10 18:28:16.012292 n-d-821435-1 neutron-server[103245]: 'SecurityGroupRule': {'1.2'}, Dec 10 18:28:16.012292 n-d-821435-1 neutron-server[103245]: 'SubPort': {'1.0'}, Dec 10 18:28:16.012292 n-d-821435-1 neutron-server[103245]: 'Subnet': {'1.1'}, Dec 10 18:28:16.012292 n-d-821435-1 neutron-server[103245]: 'Trunk': {'1.1'}} Dec 10 18:28:16.012292 n-d-821435-1 neutron-server[103245]: consumer versions: Dec 10 18:28:16.012292 n-d-821435-1 neutron-server[103245]: { DHCP agent@n-d-821435-1: {}, Dec 10 18:28:16.012292 n-d-821435-1 neutron-server[103245]: HyperV agent@n-h1-821435-1: {}, Dec 10 18:28:16.012292 n-d-821435-1 neutron-server[103245]: HyperV agent@n-h2-821435-1: {}, Dec 10 18:28:16.012292 n-d-821435-1 neutron-server[103245]: L3 agent@n-d-821435-1: {}, Dec 10 18:28:16.012292 n-d-821435-1 neutron-server[103245]: Metadata agent@n-d-821435-1: {}, Dec 10 18:28:16.012292 n-d-821435-1 neutron-server[103245]: Metering agent@n-d-821435-1: {}, Dec 10 18:28:16.012292 n-d-821435-1 neutron-server[103245]: Open vSwitch agent@n-d-821435-1: { 'AddressGroup': '1.2', Dec 10 18:28:16.012292 n-d-821435-1 neutron-server[103245]: 'ConntrackHelper': '1.0', Dec 10 18:28:16.012292 n-d-821435-1 neutron-server[103245]: 'LocalIPAssociation': '1.0', Dec 10 18:28:16.012292 n-d-821435-1 neutron-server[103245]: 'Log': '1.0', Dec 10 18:28:16.012292 n-d-821435-1 neutron-server[103245]: 'Network': '1.1', Dec 10 18:28:16.012292 n-d-821435-1 neutron-server[103245]: 'Port': '1.7', Dec 10 18:28:16.012292 n-d-821435-1 neutron-server[103245]: 'PortForwarding': '1.2', Dec 10 18:28:16.012292 n-d-821435-1 neutron-server[103245]: 'QosPolicy': '1.10', Dec 10 18:28:16.012292 n-d-821435-1 neutron-server[103245]: 'SecurityGroup': '1.5', Dec 10 18:28:16.012292 n-d-821435-1 neutron-server[103245]: 'SecurityGroupRule': '1.2', Dec 10 18:28:16.012292 n-d-821435-1 neutron-server[103245]: 'SubPort': '1.0', Dec 10 18:28:16.012292 n-d-821435-1 neutron-server[103245]: 'Subnet': '1.1', Dec 10 18:28:16.012292 n-d-821435-1 neutron-server[103245]: 'Trunk': '1.1'}} Dec 10 18:28:16.012292 n-d-821435-1 neutron-server[103245]: {{(pid=103245) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 18:28:16.015785 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-003ffd5f-cab1-460b-95df-1435a7814ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:16.016132 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-003ffd5f-cab1-460b-95df-1435a7814ffe admin admin] Added segment 47f2c0bc-cf33-48eb-8eac-c815a1f3cb03 of type vlan for network 07d60a74-f182-41ba-b9dc-085b291b0734 Dec 10 18:28:16.068757 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-003ffd5f-cab1-460b-95df-1435a7814ffe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:16.095178 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-003ffd5f-cab1-460b-95df-1435a7814ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:16.096453 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003ffd5f-cab1-460b-95df-1435a7814ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:16.097229 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-003ffd5f-cab1-460b-95df-1435a7814ffe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:16.167155 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-003ffd5f-cab1-460b-95df-1435a7814ffe admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6390243 Dec 10 18:28:16.171100 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38056) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:16.175831 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ffd5f-cab1-460b-95df-1435a7814ffe admin admin] Pushing event updated for resources: {'Network': ['ID=07d60a74-f182-41ba-b9dc-085b291b0734,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:16.179378 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-527a36e6-d828-449b-9533-d8229e735133 admin admin] Request body: {'subnet': {'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1249584809-subnet', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:28:16.186288 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 07d60a74-f182-41ba-b9dc-085b291b0734 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:28:16.204311 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527a36e6-d828-449b-9533-d8229e735133 admin admin] Made reservation on behalf of 70b0792e9b484b69840e9b663917d1a6 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:28:16.207196 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-527a36e6-d828-449b-9533-d8229e735133 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:16.416862 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-527a36e6-d828-449b-9533-d8229e735133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:16.478715 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a36e6-d828-449b-9533-d8229e735133 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebe9125f-6c16-45da-b199-c6abec1b4923,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:16.493338 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a36e6-d828-449b-9533-d8229e735133 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:16.493702 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a36e6-d828-449b-9533-d8229e735133 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:16.494064 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a36e6-d828-449b-9533-d8229e735133 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:16.494397 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a36e6-d828-449b-9533-d8229e735133 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:16.494739 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a36e6-d828-449b-9533-d8229e735133 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:16.495078 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a36e6-d828-449b-9533-d8229e735133 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:16.495412 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a36e6-d828-449b-9533-d8229e735133 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:16.495745 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a36e6-d828-449b-9533-d8229e735133 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:16.496077 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a36e6-d828-449b-9533-d8229e735133 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:16.496407 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a36e6-d828-449b-9533-d8229e735133 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:16.496767 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a36e6-d828-449b-9533-d8229e735133 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:16.497163 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a36e6-d828-449b-9533-d8229e735133 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:16.497591 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a36e6-d828-449b-9533-d8229e735133 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:16.498615 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a36e6-d828-449b-9533-d8229e735133 admin admin] Tracked resource versions report: Dec 10 18:28:16.498615 n-d-821435-1 neutron-server[103244]: pushed versions: Dec 10 18:28:16.498615 n-d-821435-1 neutron-server[103244]: { 'AddressGroup': {'1.2'}, Dec 10 18:28:16.498615 n-d-821435-1 neutron-server[103244]: 'ConntrackHelper': {'1.0'}, Dec 10 18:28:16.498615 n-d-821435-1 neutron-server[103244]: 'LocalIPAssociation': {'1.0'}, Dec 10 18:28:16.498615 n-d-821435-1 neutron-server[103244]: 'Log': {'1.0'}, Dec 10 18:28:16.498615 n-d-821435-1 neutron-server[103244]: 'Network': {'1.1'}, Dec 10 18:28:16.498615 n-d-821435-1 neutron-server[103244]: 'Port': {'1.7'}, Dec 10 18:28:16.498615 n-d-821435-1 neutron-server[103244]: 'PortForwarding': {'1.2'}, Dec 10 18:28:16.498615 n-d-821435-1 neutron-server[103244]: 'QosPolicy': {'1.10'}, Dec 10 18:28:16.498615 n-d-821435-1 neutron-server[103244]: 'SecurityGroup': {'1.5'}, Dec 10 18:28:16.498615 n-d-821435-1 neutron-server[103244]: 'SecurityGroupRule': {'1.2'}, Dec 10 18:28:16.498615 n-d-821435-1 neutron-server[103244]: 'SubPort': {'1.0'}, Dec 10 18:28:16.498615 n-d-821435-1 neutron-server[103244]: 'Subnet': {'1.1'}, Dec 10 18:28:16.498615 n-d-821435-1 neutron-server[103244]: 'Trunk': {'1.1'}} Dec 10 18:28:16.498615 n-d-821435-1 neutron-server[103244]: consumer versions: Dec 10 18:28:16.498615 n-d-821435-1 neutron-server[103244]: { DHCP agent@n-d-821435-1: {}, Dec 10 18:28:16.498615 n-d-821435-1 neutron-server[103244]: HyperV agent@n-h1-821435-1: {}, Dec 10 18:28:16.498615 n-d-821435-1 neutron-server[103244]: HyperV agent@n-h2-821435-1: {}, Dec 10 18:28:16.498615 n-d-821435-1 neutron-server[103244]: L3 agent@n-d-821435-1: {}, Dec 10 18:28:16.498615 n-d-821435-1 neutron-server[103244]: Metadata agent@n-d-821435-1: {}, Dec 10 18:28:16.498615 n-d-821435-1 neutron-server[103244]: Metering agent@n-d-821435-1: {}, Dec 10 18:28:16.498615 n-d-821435-1 neutron-server[103244]: Open vSwitch agent@n-d-821435-1: { 'AddressGroup': '1.2', Dec 10 18:28:16.498615 n-d-821435-1 neutron-server[103244]: 'ConntrackHelper': '1.0', Dec 10 18:28:16.498615 n-d-821435-1 neutron-server[103244]: 'LocalIPAssociation': '1.0', Dec 10 18:28:16.498615 n-d-821435-1 neutron-server[103244]: 'Log': '1.0', Dec 10 18:28:16.498615 n-d-821435-1 neutron-server[103244]: 'Network': '1.1', Dec 10 18:28:16.498615 n-d-821435-1 neutron-server[103244]: 'Port': '1.7', Dec 10 18:28:16.498615 n-d-821435-1 neutron-server[103244]: 'PortForwarding': '1.2', Dec 10 18:28:16.498615 n-d-821435-1 neutron-server[103244]: 'QosPolicy': '1.10', Dec 10 18:28:16.498615 n-d-821435-1 neutron-server[103244]: 'SecurityGroup': '1.5', Dec 10 18:28:16.498615 n-d-821435-1 neutron-server[103244]: 'SecurityGroupRule': '1.2', Dec 10 18:28:16.498615 n-d-821435-1 neutron-server[103244]: 'SubPort': '1.0', Dec 10 18:28:16.498615 n-d-821435-1 neutron-server[103244]: 'Subnet': '1.1', Dec 10 18:28:16.498615 n-d-821435-1 neutron-server[103244]: 'Trunk': '1.1'}} Dec 10 18:28:16.498615 n-d-821435-1 neutron-server[103244]: {{(pid=103244) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 18:28:16.508890 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527a36e6-d828-449b-9533-d8229e735133 admin admin] Checking segment: {'id': '47f2c0bc-cf33-48eb-8eac-c815a1f3cb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:28:16.509234 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527a36e6-d828-449b-9533-d8229e735133 admin admin] Network hostable DHCP agents. Network: 07d60a74-f182-41ba-b9dc-085b291b0734, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:28:16.529066 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527a36e6-d828-449b-9533-d8229e735133 admin admin] Network 07d60a74-f182-41ba-b9dc-085b291b0734 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:28:16.539140 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-527a36e6-d828-449b-9533-d8229e735133 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 07d60a74-f182-41ba-b9dc-085b291b0734) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:28:16.546576 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527a36e6-d828-449b-9533-d8229e735133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:16.547308 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-527a36e6-d828-449b-9533-d8229e735133 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:16.553411 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2712ce-bf0f-404d-a9a3-bbba78bda927 None None] Network 07d60a74-f182-41ba-b9dc-085b291b0734 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:28:16.567485 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-527a36e6-d828-449b-9533-d8229e735133 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3944070 Dec 10 18:28:16.572379 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38080) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:16.578171 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-09560498-33bf-4c00-9d12-7554f7721947 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1249584809-router', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:28:16.612254 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09560498-33bf-4c00-9d12-7554f7721947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:16.614608 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09560498-33bf-4c00-9d12-7554f7721947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:16.693472 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58df72d6-8b36-4802-bd6c-067f43e31ecb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-07d60a74-f182-41ba-b9dc-085b291b0734', 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734', 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'fixed_ips': [{'subnet_id': 'ebe9125f-6c16-45da-b199-c6abec1b4923'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:28:16.694379 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-58df72d6-8b36-4802-bd6c-067f43e31ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:16.776931 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09560498-33bf-4c00-9d12-7554f7721947 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:16.842720 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-58df72d6-8b36-4802-bd6c-067f43e31ecb None None] Allocated IP 172.20.0.2 (07d60a74-f182-41ba-b9dc-085b291b0734/ebe9125f-6c16-45da-b199-c6abec1b4923/c6c13db4-407b-4b18-b330-12d3a22d55eb) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:28:16.993220 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09560498-33bf-4c00-9d12-7554f7721947 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:17.009078 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-58df72d6-8b36-4802-bd6c-067f43e31ecb None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:17.018138 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-58df72d6-8b36-4802-bd6c-067f43e31ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:17.072702 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df72d6-8b36-4802-bd6c-067f43e31ecb None None] Pushing event updated for resources: {'Port': ['ID=c6c13db4-407b-4b18-b330-12d3a22d55eb,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:17.088203 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df72d6-8b36-4802-bd6c-067f43e31ecb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:17.088954 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df72d6-8b36-4802-bd6c-067f43e31ecb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:17.089493 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df72d6-8b36-4802-bd6c-067f43e31ecb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:17.090015 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df72d6-8b36-4802-bd6c-067f43e31ecb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:17.090533 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df72d6-8b36-4802-bd6c-067f43e31ecb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:17.091712 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df72d6-8b36-4802-bd6c-067f43e31ecb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:17.092234 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df72d6-8b36-4802-bd6c-067f43e31ecb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:17.092834 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df72d6-8b36-4802-bd6c-067f43e31ecb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:17.093370 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df72d6-8b36-4802-bd6c-067f43e31ecb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:17.094012 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df72d6-8b36-4802-bd6c-067f43e31ecb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:17.094531 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df72d6-8b36-4802-bd6c-067f43e31ecb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:17.095053 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df72d6-8b36-4802-bd6c-067f43e31ecb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:17.095454 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df72d6-8b36-4802-bd6c-067f43e31ecb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:17.096588 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df72d6-8b36-4802-bd6c-067f43e31ecb None None] Tracked resource versions report: Dec 10 18:28:17.096588 n-d-821435-1 neutron-server[103246]: pushed versions: Dec 10 18:28:17.096588 n-d-821435-1 neutron-server[103246]: { 'AddressGroup': {'1.2'}, Dec 10 18:28:17.096588 n-d-821435-1 neutron-server[103246]: 'ConntrackHelper': {'1.0'}, Dec 10 18:28:17.096588 n-d-821435-1 neutron-server[103246]: 'LocalIPAssociation': {'1.0'}, Dec 10 18:28:17.096588 n-d-821435-1 neutron-server[103246]: 'Log': {'1.0'}, Dec 10 18:28:17.096588 n-d-821435-1 neutron-server[103246]: 'Network': {'1.1'}, Dec 10 18:28:17.096588 n-d-821435-1 neutron-server[103246]: 'Port': {'1.7'}, Dec 10 18:28:17.096588 n-d-821435-1 neutron-server[103246]: 'PortForwarding': {'1.2'}, Dec 10 18:28:17.096588 n-d-821435-1 neutron-server[103246]: 'QosPolicy': {'1.10'}, Dec 10 18:28:17.096588 n-d-821435-1 neutron-server[103246]: 'SecurityGroup': {'1.5'}, Dec 10 18:28:17.096588 n-d-821435-1 neutron-server[103246]: 'SecurityGroupRule': {'1.2'}, Dec 10 18:28:17.096588 n-d-821435-1 neutron-server[103246]: 'SubPort': {'1.0'}, Dec 10 18:28:17.096588 n-d-821435-1 neutron-server[103246]: 'Subnet': {'1.1'}, Dec 10 18:28:17.096588 n-d-821435-1 neutron-server[103246]: 'Trunk': {'1.1'}} Dec 10 18:28:17.096588 n-d-821435-1 neutron-server[103246]: consumer versions: Dec 10 18:28:17.096588 n-d-821435-1 neutron-server[103246]: { DHCP agent@n-d-821435-1: {}, Dec 10 18:28:17.096588 n-d-821435-1 neutron-server[103246]: HyperV agent@n-h1-821435-1: {}, Dec 10 18:28:17.096588 n-d-821435-1 neutron-server[103246]: HyperV agent@n-h2-821435-1: {}, Dec 10 18:28:17.096588 n-d-821435-1 neutron-server[103246]: L3 agent@n-d-821435-1: {}, Dec 10 18:28:17.096588 n-d-821435-1 neutron-server[103246]: Metadata agent@n-d-821435-1: {}, Dec 10 18:28:17.096588 n-d-821435-1 neutron-server[103246]: Metering agent@n-d-821435-1: {}, Dec 10 18:28:17.096588 n-d-821435-1 neutron-server[103246]: Open vSwitch agent@n-d-821435-1: { 'AddressGroup': '1.2', Dec 10 18:28:17.096588 n-d-821435-1 neutron-server[103246]: 'ConntrackHelper': '1.0', Dec 10 18:28:17.096588 n-d-821435-1 neutron-server[103246]: 'LocalIPAssociation': '1.0', Dec 10 18:28:17.096588 n-d-821435-1 neutron-server[103246]: 'Log': '1.0', Dec 10 18:28:17.096588 n-d-821435-1 neutron-server[103246]: 'Network': '1.1', Dec 10 18:28:17.096588 n-d-821435-1 neutron-server[103246]: 'Port': '1.7', Dec 10 18:28:17.096588 n-d-821435-1 neutron-server[103246]: 'PortForwarding': '1.2', Dec 10 18:28:17.096588 n-d-821435-1 neutron-server[103246]: 'QosPolicy': '1.10', Dec 10 18:28:17.096588 n-d-821435-1 neutron-server[103246]: 'SecurityGroup': '1.5', Dec 10 18:28:17.096588 n-d-821435-1 neutron-server[103246]: 'SecurityGroupRule': '1.2', Dec 10 18:28:17.096588 n-d-821435-1 neutron-server[103246]: 'SubPort': '1.0', Dec 10 18:28:17.096588 n-d-821435-1 neutron-server[103246]: 'Subnet': '1.1', Dec 10 18:28:17.096588 n-d-821435-1 neutron-server[103246]: 'Trunk': '1.1'}} Dec 10 18:28:17.096588 n-d-821435-1 neutron-server[103246]: {{(pid=103246) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 18:28:17.105893 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58df72d6-8b36-4802-bd6c-067f43e31ecb None None] Network 07d60a74-f182-41ba-b9dc-085b291b0734 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:28:17.108782 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-58df72d6-8b36-4802-bd6c-067f43e31ecb None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:28:17.114067 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58df72d6-8b36-4802-bd6c-067f43e31ecb None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:28:17.132141 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38100) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:17.186956 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-58df72d6-8b36-4802-bd6c-067f43e31ecb None None] Attempting to bind port c6c13db4-407b-4b18-b330-12d3a22d55eb on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:28:17.187494 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-58df72d6-8b36-4802-bd6c-067f43e31ecb None None] Attempting to bind port c6c13db4-407b-4b18-b330-12d3a22d55eb by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '47f2c0bc-cf33-48eb-8eac-c815a1f3cb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:28:17.187688 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58df72d6-8b36-4802-bd6c-067f43e31ecb None None] Attempting to bind port c6c13db4-407b-4b18-b330-12d3a22d55eb on network 07d60a74-f182-41ba-b9dc-085b291b0734 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:28:17.193667 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58df72d6-8b36-4802-bd6c-067f43e31ecb None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:28:17.194479 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58df72d6-8b36-4802-bd6c-067f43e31ecb None None] Checking segment: {'id': '47f2c0bc-cf33-48eb-8eac-c815a1f3cb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:28:17.195026 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-58df72d6-8b36-4802-bd6c-067f43e31ecb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:17.195735 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58df72d6-8b36-4802-bd6c-067f43e31ecb None None] Bound using segment: {'id': '47f2c0bc-cf33-48eb-8eac-c815a1f3cb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:28:17.196882 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-58df72d6-8b36-4802-bd6c-067f43e31ecb None None] Bound port: c6c13db4-407b-4b18-b330-12d3a22d55eb, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47f2c0bc-cf33-48eb-8eac-c815a1f3cb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:28:17.197439 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-58df72d6-8b36-4802-bd6c-067f43e31ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:17.279312 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-58df72d6-8b36-4802-bd6c-067f43e31ecb None None] For port c6c13db4-407b-4b18-b330-12d3a22d55eb, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:28:17.283077 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-58df72d6-8b36-4802-bd6c-067f43e31ecb None None] For port c6c13db4-407b-4b18-b330-12d3a22d55eb, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c6c13db4-407b-4b18-b330-12d3a22d55eb,segment=NetworkSegment(47f2c0bc-cf33-48eb-8eac-c815a1f3cb03),segment_id=47f2c0bc-cf33-48eb-8eac-c815a1f3cb03)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:28:17.291288 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-58df72d6-8b36-4802-bd6c-067f43e31ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:17.353529 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df72d6-8b36-4802-bd6c-067f43e31ecb None None] Pushing event updated for resources: {'Port': ['ID=c6c13db4-407b-4b18-b330-12d3a22d55eb,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:17.376364 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09560498-33bf-4c00-9d12-7554f7721947 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:17.405991 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09560498-33bf-4c00-9d12-7554f7721947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:17.533403 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-04ad65e7-87e7-4934-a196-2f4f3cbe2c4b tempest-AutoAllocateNetworkTest-1320037031 tempest-AutoAllocateNetworkTest-1320037031-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=a524ef6c3f8f4667b79b2c300b397a45&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3968027 Dec 10 18:28:17.535378 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38116) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:17.690191 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-09560498-33bf-4c00-9d12-7554f7721947 admin admin] Allocated IP 172.25.7.203 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/9706d300-42ff-4496-b444-fb40bec3f3d3) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:28:17.784230 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964adc47-7141-46ce-acba-08b1cb1b0cc9 tempest-AutoAllocateNetworkTest-1320037031 tempest-AutoAllocateNetworkTest-1320037031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:17.788448 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-964adc47-7141-46ce-acba-08b1cb1b0cc9 tempest-AutoAllocateNetworkTest-1320037031 tempest-AutoAllocateNetworkTest-1320037031-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2487719 Dec 10 18:28:17.788804 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38122) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:17.837959 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09560498-33bf-4c00-9d12-7554f7721947 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:17.854589 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f5adb923-4cfa-4939-9ea9-8e8e908f7835 tempest-AutoAllocateNetworkTest-1320037031 tempest-AutoAllocateNetworkTest-1320037031-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0643761 Dec 10 18:28:17.857536 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38124) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:17.897239 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f713d740-7dd1-444b-86a1-453912cedf96 tempest-AutoAllocateNetworkTest-1320037031 tempest-AutoAllocateNetworkTest-1320037031-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=a524ef6c3f8f4667b79b2c300b397a45 HTTP/1.1" status: 200 len: 208 time: 0.0354471 Dec 10 18:28:17.930272 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09560498-33bf-4c00-9d12-7554f7721947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:18.011550 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09560498-33bf-4c00-9d12-7554f7721947 admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:28:18.017258 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-09560498-33bf-4c00-9d12-7554f7721947 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:28:18.022875 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09560498-33bf-4c00-9d12-7554f7721947 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:28:18.063059 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09560498-33bf-4c00-9d12-7554f7721947 admin admin] Pushing event updated for resources: {'Port': ['ID=9706d300-42ff-4496-b444-fb40bec3f3d3,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:18.339877 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09560498-33bf-4c00-9d12-7554f7721947 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:18.568328 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09560498-33bf-4c00-9d12-7554f7721947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:18.615103 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad108c7-8007-452e-81e7-b2d070282365 None None] Network 07d60a74-f182-41ba-b9dc-085b291b0734 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:28:18.710777 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38160) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:18.742754 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7ed041d7-706f-4a9f-b44d-ab80ecdddd13 None None] Provisioning complete for port c6c13db4-407b-4b18-b330-12d3a22d55eb triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:28:18.743232 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7ed041d7-706f-4a9f-b44d-ab80ecdddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:18.754859 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09560498-33bf-4c00-9d12-7554f7721947 admin admin] Router 6d71ff25-20eb-4521-96ba-5abaac67c5c5 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:28:18.875734 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7ed041d7-706f-4a9f-b44d-ab80ecdddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:18.926072 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7ed041d7-706f-4a9f-b44d-ab80ecdddd13 None None] For port c6c13db4-407b-4b18-b330-12d3a22d55eb, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c6c13db4-407b-4b18-b330-12d3a22d55eb,segment=NetworkSegment(47f2c0bc-cf33-48eb-8eac-c815a1f3cb03),segment_id=47f2c0bc-cf33-48eb-8eac-c815a1f3cb03)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:28:18.931372 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7ed041d7-706f-4a9f-b44d-ab80ecdddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:18.997599 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed041d7-706f-4a9f-b44d-ab80ecdddd13 None None] Pushing event updated for resources: {'Port': ['ID=c6c13db4-407b-4b18-b330-12d3a22d55eb,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:19.059258 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09560498-33bf-4c00-9d12-7554f7721947 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:28:19.076116 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605d0f9b-305f-4c16-95b1-d3fef47a867f None None] Sync routers for ids ['6d71ff25-20eb-4521-96ba-5abaac67c5c5'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:28:19.098236 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605d0f9b-305f-4c16-95b1-d3fef47a867f None None] Routers {'6d71ff25-20eb-4521-96ba-5abaac67c5c5'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:28:19.099560 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-605d0f9b-305f-4c16-95b1-d3fef47a867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:27:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6d71ff25-20eb-4521-96ba-5abaac67c5c5'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:28:19.102352 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09560498-33bf-4c00-9d12-7554f7721947 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:19.109717 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38182) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:19.121558 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-09560498-33bf-4c00-9d12-7554f7721947 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.5471635 Dec 10 18:28:19.174558 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6bf86a04-ae92-4565-bb35-35cfec1baacb None None] Provisioning complete for port c6c13db4-407b-4b18-b330-12d3a22d55eb triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:28:19.175169 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6bf86a04-ae92-4565-bb35-35cfec1baacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:19.268866 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eaf0ca2b-2a67-4a99-bf40-7bb9955d5d73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:19.529109 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-605d0f9b-305f-4c16-95b1-d3fef47a867f None None] Set router 6d71ff25-20eb-4521-96ba-5abaac67c5c5 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:28:19.661771 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0230cee0-b56a-4e8b-bdfb-33d8dd2c8de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:19.687535 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c6c13db4-407b-4b18-b330-12d3a22d55eb up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:28:19.721011 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eaf0ca2b-2a67-4a99-bf40-7bb9955d5d73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:19.758790 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eaf0ca2b-2a67-4a99-bf40-7bb9955d5d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:19.811898 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port c6c13db4-407b-4b18-b330-12d3a22d55eb triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:28:19.814153 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:19.827560 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-eaf0ca2b-2a67-4a99-bf40-7bb9955d5d73 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a524ef6c3f8f4667b79b2c300b397a45&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1156998 Dec 10 18:28:19.831011 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38214) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:19.845865 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-605d0f9b-305f-4c16-95b1-d3fef47a867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1249584809-router', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '9706d300-42ff-4496-b444-fb40bec3f3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:28:16Z', 'updated_at': '2021-12-10T18:28:18Z', 'revision_number': 3, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'gw_port': {'id': '9706d300-42ff-4496-b444-fb40bec3f3d3', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:25:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:17Z', 'updated_at': '2021-12-10T18:28:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:28:19.869250 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf0ca2b-2a67-4a99-bf40-7bb9955d5d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78083aa0-c6ee-421f-b18d-7500a9d3988a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:19.886859 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605d0f9b-305f-4c16-95b1-d3fef47a867f None None] Checking router: 6d71ff25-20eb-4521-96ba-5abaac67c5c5 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:28:19.888133 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605d0f9b-305f-4c16-95b1-d3fef47a867f None None] Updating router 6d71ff25-20eb-4521-96ba-5abaac67c5c5 port 9706d300-42ff-4496-b444-fb40bec3f3d3 binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:28:19.925178 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-605d0f9b-305f-4c16-95b1-d3fef47a867f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:19.944053 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-edf8bd18-6b09-493d-803b-a973b3739ba5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:19.991182 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fbadbaf4-54b9-4f3e-a6dd-192e5b1d974d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:19.997884 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-edf8bd18-6b09-493d-803b-a973b3739ba5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:20.109687 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-edf8bd18-6b09-493d-803b-a973b3739ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:20.113650 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-edf8bd18-6b09-493d-803b-a973b3739ba5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:20.114943 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-edf8bd18-6b09-493d-803b-a973b3739ba5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/78083aa0-c6ee-421f-b18d-7500a9d3988a HTTP/1.1" status: 204 len: 168 time: 0.2812262 Dec 10 18:28:20.125222 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf8bd18-6b09-493d-803b-a973b3739ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78083aa0-c6ee-421f-b18d-7500a9d3988a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:20.255336 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-605d0f9b-305f-4c16-95b1-d3fef47a867f None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:20.257067 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-fbadbaf4-54b9-4f3e-a6dd-192e5b1d974d admin admin] Allocated IP 172.20.0.1 (07d60a74-f182-41ba-b9dc-085b291b0734/ebe9125f-6c16-45da-b199-c6abec1b4923/a638d25f-ee7b-4c1c-a6ef-cd7f728ce127) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:28:20.264212 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-605d0f9b-305f-4c16-95b1-d3fef47a867f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:20.364456 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-605d0f9b-305f-4c16-95b1-d3fef47a867f None None] Attempting to bind port 9706d300-42ff-4496-b444-fb40bec3f3d3 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:28:20.365110 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-605d0f9b-305f-4c16-95b1-d3fef47a867f None None] Attempting to bind port 9706d300-42ff-4496-b444-fb40bec3f3d3 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:28:20.365826 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605d0f9b-305f-4c16-95b1-d3fef47a867f None None] Attempting to bind port 9706d300-42ff-4496-b444-fb40bec3f3d3 on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:28:20.373803 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f84371-a40c-4f02-b461-912bfb6b4f7e None None] Pushing event updated for resources: {'Port': ['ID=9706d300-42ff-4496-b444-fb40bec3f3d3,revision_number=2']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:20.381229 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605d0f9b-305f-4c16-95b1-d3fef47a867f None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:28:20.381821 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605d0f9b-305f-4c16-95b1-d3fef47a867f None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:28:20.382387 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-605d0f9b-305f-4c16-95b1-d3fef47a867f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:20.382939 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605d0f9b-305f-4c16-95b1-d3fef47a867f None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:28:20.383582 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-605d0f9b-305f-4c16-95b1-d3fef47a867f None None] Bound port: 9706d300-42ff-4496-b444-fb40bec3f3d3, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:28:20.383984 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-605d0f9b-305f-4c16-95b1-d3fef47a867f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:20.386121 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fbadbaf4-54b9-4f3e-a6dd-192e5b1d974d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:20.388312 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f84371-a40c-4f02-b461-912bfb6b4f7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:20.388942 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f84371-a40c-4f02-b461-912bfb6b4f7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:20.389505 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f84371-a40c-4f02-b461-912bfb6b4f7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:20.390045 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f84371-a40c-4f02-b461-912bfb6b4f7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:20.390608 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f84371-a40c-4f02-b461-912bfb6b4f7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:20.391144 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f84371-a40c-4f02-b461-912bfb6b4f7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:20.391703 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f84371-a40c-4f02-b461-912bfb6b4f7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:20.392141 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f84371-a40c-4f02-b461-912bfb6b4f7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:20.392579 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f84371-a40c-4f02-b461-912bfb6b4f7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:20.393031 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f84371-a40c-4f02-b461-912bfb6b4f7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:20.393579 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f84371-a40c-4f02-b461-912bfb6b4f7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:20.394105 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f84371-a40c-4f02-b461-912bfb6b4f7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:20.394639 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f84371-a40c-4f02-b461-912bfb6b4f7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:20.396013 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f84371-a40c-4f02-b461-912bfb6b4f7e None None] Tracked resource versions report: Dec 10 18:28:20.396013 n-d-821435-1 neutron-server[103248]: pushed versions: Dec 10 18:28:20.396013 n-d-821435-1 neutron-server[103248]: { 'AddressGroup': {'1.2'}, Dec 10 18:28:20.396013 n-d-821435-1 neutron-server[103248]: 'ConntrackHelper': {'1.0'}, Dec 10 18:28:20.396013 n-d-821435-1 neutron-server[103248]: 'LocalIPAssociation': {'1.0'}, Dec 10 18:28:20.396013 n-d-821435-1 neutron-server[103248]: 'Log': {'1.0'}, Dec 10 18:28:20.396013 n-d-821435-1 neutron-server[103248]: 'Network': {'1.1'}, Dec 10 18:28:20.396013 n-d-821435-1 neutron-server[103248]: 'Port': {'1.7'}, Dec 10 18:28:20.396013 n-d-821435-1 neutron-server[103248]: 'PortForwarding': {'1.2'}, Dec 10 18:28:20.396013 n-d-821435-1 neutron-server[103248]: 'QosPolicy': {'1.10'}, Dec 10 18:28:20.396013 n-d-821435-1 neutron-server[103248]: 'SecurityGroup': {'1.5'}, Dec 10 18:28:20.396013 n-d-821435-1 neutron-server[103248]: 'SecurityGroupRule': {'1.2'}, Dec 10 18:28:20.396013 n-d-821435-1 neutron-server[103248]: 'SubPort': {'1.0'}, Dec 10 18:28:20.396013 n-d-821435-1 neutron-server[103248]: 'Subnet': {'1.1'}, Dec 10 18:28:20.396013 n-d-821435-1 neutron-server[103248]: 'Trunk': {'1.1'}} Dec 10 18:28:20.396013 n-d-821435-1 neutron-server[103248]: consumer versions: Dec 10 18:28:20.396013 n-d-821435-1 neutron-server[103248]: { DHCP agent@n-d-821435-1: {}, Dec 10 18:28:20.396013 n-d-821435-1 neutron-server[103248]: HyperV agent@n-h1-821435-1: {}, Dec 10 18:28:20.396013 n-d-821435-1 neutron-server[103248]: HyperV agent@n-h2-821435-1: {}, Dec 10 18:28:20.396013 n-d-821435-1 neutron-server[103248]: L3 agent@n-d-821435-1: {}, Dec 10 18:28:20.396013 n-d-821435-1 neutron-server[103248]: Metadata agent@n-d-821435-1: {}, Dec 10 18:28:20.396013 n-d-821435-1 neutron-server[103248]: Metering agent@n-d-821435-1: {}, Dec 10 18:28:20.396013 n-d-821435-1 neutron-server[103248]: Open vSwitch agent@n-d-821435-1: { 'AddressGroup': '1.2', Dec 10 18:28:20.396013 n-d-821435-1 neutron-server[103248]: 'ConntrackHelper': '1.0', Dec 10 18:28:20.396013 n-d-821435-1 neutron-server[103248]: 'LocalIPAssociation': '1.0', Dec 10 18:28:20.396013 n-d-821435-1 neutron-server[103248]: 'Log': '1.0', Dec 10 18:28:20.396013 n-d-821435-1 neutron-server[103248]: 'Network': '1.1', Dec 10 18:28:20.396013 n-d-821435-1 neutron-server[103248]: 'Port': '1.7', Dec 10 18:28:20.396013 n-d-821435-1 neutron-server[103248]: 'PortForwarding': '1.2', Dec 10 18:28:20.396013 n-d-821435-1 neutron-server[103248]: 'QosPolicy': '1.10', Dec 10 18:28:20.396013 n-d-821435-1 neutron-server[103248]: 'SecurityGroup': '1.5', Dec 10 18:28:20.396013 n-d-821435-1 neutron-server[103248]: 'SecurityGroupRule': '1.2', Dec 10 18:28:20.396013 n-d-821435-1 neutron-server[103248]: 'SubPort': '1.0', Dec 10 18:28:20.396013 n-d-821435-1 neutron-server[103248]: 'Subnet': '1.1', Dec 10 18:28:20.396013 n-d-821435-1 neutron-server[103248]: 'Trunk': '1.1'}} Dec 10 18:28:20.396013 n-d-821435-1 neutron-server[103248]: {{(pid=103248) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 18:28:20.432665 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fbadbaf4-54b9-4f3e-a6dd-192e5b1d974d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:20.458648 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-605d0f9b-305f-4c16-95b1-d3fef47a867f None None] For port 9706d300-42ff-4496-b444-fb40bec3f3d3, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:28:20.463016 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-605d0f9b-305f-4c16-95b1-d3fef47a867f None None] For port 9706d300-42ff-4496-b444-fb40bec3f3d3, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=9706d300-42ff-4496-b444-fb40bec3f3d3,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:28:20.469357 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-605d0f9b-305f-4c16-95b1-d3fef47a867f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:20.493671 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbadbaf4-54b9-4f3e-a6dd-192e5b1d974d admin admin] Network 07d60a74-f182-41ba-b9dc-085b291b0734 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:28:20.496582 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-fbadbaf4-54b9-4f3e-a6dd-192e5b1d974d admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:28:20.501192 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbadbaf4-54b9-4f3e-a6dd-192e5b1d974d admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:28:20.501791 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fbadbaf4-54b9-4f3e-a6dd-192e5b1d974d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:20.539253 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbadbaf4-54b9-4f3e-a6dd-192e5b1d974d admin admin] Pushing event updated for resources: {'Port': ['ID=a638d25f-ee7b-4c1c-a6ef-cd7f728ce127,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:20.575671 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f84371-a40c-4f02-b461-912bfb6b4f7e None None] Pushing event updated for resources: {'Port': ['ID=9706d300-42ff-4496-b444-fb40bec3f3d3,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:20.651896 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605d0f9b-305f-4c16-95b1-d3fef47a867f None None] Routers {'6d71ff25-20eb-4521-96ba-5abaac67c5c5'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:28:20.652735 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-605d0f9b-305f-4c16-95b1-d3fef47a867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:27:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6d71ff25-20eb-4521-96ba-5abaac67c5c5'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:28:20.854863 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-605d0f9b-305f-4c16-95b1-d3fef47a867f None None] Set router 6d71ff25-20eb-4521-96ba-5abaac67c5c5 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:28:20.918093 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-15e7ab22-310d-4158-9828-edfce1eb7428 None None] Provisioning complete for port a638d25f-ee7b-4c1c-a6ef-cd7f728ce127 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:28:20.921159 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-15e7ab22-310d-4158-9828-edfce1eb7428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:20.968104 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fbadbaf4-54b9-4f3e-a6dd-192e5b1d974d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:20.988359 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-15e7ab22-310d-4158-9828-edfce1eb7428 None None] Port a638d25f-ee7b-4c1c-a6ef-cd7f728ce127 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:28:21.115331 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-605d0f9b-305f-4c16-95b1-d3fef47a867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1249584809-router', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '9706d300-42ff-4496-b444-fb40bec3f3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:28:16Z', 'updated_at': '2021-12-10T18:28:18Z', 'revision_number': 3, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'gw_port': {'id': '9706d300-42ff-4496-b444-fb40bec3f3d3', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:25:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:17Z', 'updated_at': '2021-12-10T18:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:28:21.172051 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605d0f9b-305f-4c16-95b1-d3fef47a867f None None] The sync data for ids ['6d71ff25-20eb-4521-96ba-5abaac67c5c5'] in n-d-821435-1 is: [{'id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1249584809-router', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '9706d300-42ff-4496-b444-fb40bec3f3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:28:16Z', 'updated_at': '2021-12-10T18:28:18Z', 'revision_number': 3, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'gw_port': {'id': '9706d300-42ff-4496-b444-fb40bec3f3d3', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:25:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:17Z', 'updated_at': '2021-12-10T18:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:28:21.212271 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fbadbaf4-54b9-4f3e-a6dd-192e5b1d974d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:21.231817 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fbadbaf4-54b9-4f3e-a6dd-192e5b1d974d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:21.235621 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fbadbaf4-54b9-4f3e-a6dd-192e5b1d974d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:21.295364 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbadbaf4-54b9-4f3e-a6dd-192e5b1d974d admin admin] Pushing event updated for resources: {'Port': ['ID=a638d25f-ee7b-4c1c-a6ef-cd7f728ce127,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:21.472165 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbadbaf4-54b9-4f3e-a6dd-192e5b1d974d admin admin] Network 07d60a74-f182-41ba-b9dc-085b291b0734 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:28:21.473716 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-fbadbaf4-54b9-4f3e-a6dd-192e5b1d974d admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:28:21.687827 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbadbaf4-54b9-4f3e-a6dd-192e5b1d974d admin admin] Router 6d71ff25-20eb-4521-96ba-5abaac67c5c5 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:28:21.837488 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ee01dbdb-7c21-42e9-9e6f-7a001e481ccf None None] Provisioning complete for port a638d25f-ee7b-4c1c-a6ef-cd7f728ce127 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:28:21.837872 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ee01dbdb-7c21-42e9-9e6f-7a001e481ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:21.849939 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbadbaf4-54b9-4f3e-a6dd-192e5b1d974d admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:28:21.855894 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fbadbaf4-54b9-4f3e-a6dd-192e5b1d974d admin admin] 10.222.0.62 "PUT /v2.0/routers/6d71ff25-20eb-4521-96ba-5abaac67c5c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7445791 Dec 10 18:28:21.936867 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ee01dbdb-7c21-42e9-9e6f-7a001e481ccf None None] Port a638d25f-ee7b-4c1c-a6ef-cd7f728ce127 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:28:22.326654 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4f7b58e9-3d6a-4a49-bb3e-0dd295947234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:23.112055 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38358) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:23.112790 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-49536b44-4bd6-4768-a81d-918d62a7d870 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1621083298-network', 'tenant_id': '17f69fa421ef466d94b53eab6548ccbc'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:28:23.164275 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49536b44-4bd6-4768-a81d-918d62a7d870 admin admin] Made reservation on behalf of 17f69fa421ef466d94b53eab6548ccbc for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:28:23.166795 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-49536b44-4bd6-4768-a81d-918d62a7d870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:23.183860 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-49536b44-4bd6-4768-a81d-918d62a7d870 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:23.282483 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:23.370214 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-49536b44-4bd6-4768-a81d-918d62a7d870 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:23.376071 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-49536b44-4bd6-4768-a81d-918d62a7d870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:23.426741 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49536b44-4bd6-4768-a81d-918d62a7d870 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:28:23.428159 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88097a63-8b73-4125-ae14-bccdf369e4b4 None None] Sync routers for ids ['6d71ff25-20eb-4521-96ba-5abaac67c5c5'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:28:23.434799 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49536b44-4bd6-4768-a81d-918d62a7d870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766d0d30-8c3c-4062-aa69-9584d4da754c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:23.449113 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88097a63-8b73-4125-ae14-bccdf369e4b4 None None] Routers {'6d71ff25-20eb-4521-96ba-5abaac67c5c5'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:28:23.451526 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-88097a63-8b73-4125-ae14-bccdf369e4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:28:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6d71ff25-20eb-4521-96ba-5abaac67c5c5'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:28:23.461665 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-49536b44-4bd6-4768-a81d-918d62a7d870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:23.462274 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-49536b44-4bd6-4768-a81d-918d62a7d870 admin admin] Added segment e28dd885-1c3f-40c4-805d-4e5efe0b3129 of type vlan for network 0d189c3e-0b3a-4a61-b484-c9d39ef18b64 Dec 10 18:28:23.533147 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-49536b44-4bd6-4768-a81d-918d62a7d870 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:23.577263 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-49536b44-4bd6-4768-a81d-918d62a7d870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:23.579773 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49536b44-4bd6-4768-a81d-918d62a7d870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:23.583149 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-49536b44-4bd6-4768-a81d-918d62a7d870 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:23.649336 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 9706d300-42ff-4496-b444-fb40bec3f3d3 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:28:23.676111 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-49536b44-4bd6-4768-a81d-918d62a7d870 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5745187 Dec 10 18:28:23.680263 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38400) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:23.687060 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-d93890f3-8023-429a-a4dd-20223513c3ba admin admin] Request body: {'subnet': {'network_id': '0d189c3e-0b3a-4a61-b484-c9d39ef18b64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1621083298-subnet', 'tenant_id': '17f69fa421ef466d94b53eab6548ccbc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:28:23.688299 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49536b44-4bd6-4768-a81d-918d62a7d870 admin admin] Pushing event updated for resources: {'Network': ['ID=0d189c3e-0b3a-4a61-b484-c9d39ef18b64,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:23.721286 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93890f3-8023-429a-a4dd-20223513c3ba admin admin] Made reservation on behalf of 17f69fa421ef466d94b53eab6548ccbc for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:28:23.726119 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-88097a63-8b73-4125-ae14-bccdf369e4b4 None None] Set router 6d71ff25-20eb-4521-96ba-5abaac67c5c5 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:28:23.726607 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d93890f3-8023-429a-a4dd-20223513c3ba admin admin] Publish callbacks [] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:23.735644 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 0d189c3e-0b3a-4a61-b484-c9d39ef18b64 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:28:23.975145 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 9706d300-42ff-4496-b444-fb40bec3f3d3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:28:23.975509 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:24.057582 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d93890f3-8023-429a-a4dd-20223513c3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:24.134825 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93890f3-8023-429a-a4dd-20223513c3ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=fda0af56-5b13-4a86-b9a0-1f52dd325fe4,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:24.146936 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93890f3-8023-429a-a4dd-20223513c3ba admin admin] Checking segment: {'id': 'e28dd885-1c3f-40c4-805d-4e5efe0b3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0d189c3e-0b3a-4a61-b484-c9d39ef18b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:28:24.149028 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93890f3-8023-429a-a4dd-20223513c3ba admin admin] Network hostable DHCP agents. Network: 0d189c3e-0b3a-4a61-b484-c9d39ef18b64, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:28:24.169715 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:24.180427 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93890f3-8023-429a-a4dd-20223513c3ba admin admin] Network 0d189c3e-0b3a-4a61-b484-c9d39ef18b64 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:28:24.191587 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-d93890f3-8023-429a-a4dd-20223513c3ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 0d189c3e-0b3a-4a61-b484-c9d39ef18b64) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:28:24.194999 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 9706d300-42ff-4496-b444-fb40bec3f3d3, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=9706d300-42ff-4496-b444-fb40bec3f3d3,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:28:24.199700 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38434) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:24.203009 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0481047-64dd-45ed-bf8f-db35087de8ec None None] Network 0d189c3e-0b3a-4a61-b484-c9d39ef18b64 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:28:24.207717 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:24.218151 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93890f3-8023-429a-a4dd-20223513c3ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:24.219285 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d93890f3-8023-429a-a4dd-20223513c3ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:24.238466 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d93890f3-8023-429a-a4dd-20223513c3ba admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5559371 Dec 10 18:28:24.241249 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38438) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:24.246339 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a44ab320-f428-40e7-9c57-fdda8587a00b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1621083298-router', 'tenant_id': '17f69fa421ef466d94b53eab6548ccbc', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:28:24.268855 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-88097a63-8b73-4125-ae14-bccdf369e4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1249584809-router', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '9706d300-42ff-4496-b444-fb40bec3f3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:28:16Z', 'updated_at': '2021-12-10T18:28:20Z', 'revision_number': 4, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'gw_port': {'id': '9706d300-42ff-4496-b444-fb40bec3f3d3', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:25:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:17Z', 'updated_at': '2021-12-10T18:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'a638d25f-ee7b-4c1c-a6ef-cd7f728ce127', 'name': '', 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'mac_address': 'fa:16:3e:f2:cb:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ebe9125f-6c16-45da-b199-c6abec1b4923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:20Z', 'updated_at': '2021-12-10T18:28:21Z', 'revision_number': 2, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'subnets': [{'id': 'ebe9125f-6c16-45da-b199-c6abec1b4923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:28:24.272375 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a44ab320-f428-40e7-9c57-fdda8587a00b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:24.274028 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a44ab320-f428-40e7-9c57-fdda8587a00b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:24.320540 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88097a63-8b73-4125-ae14-bccdf369e4b4 None None] Checking router: 6d71ff25-20eb-4521-96ba-5abaac67c5c5 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:28:24.321514 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88097a63-8b73-4125-ae14-bccdf369e4b4 None None] Updating router 6d71ff25-20eb-4521-96ba-5abaac67c5c5 port a638d25f-ee7b-4c1c-a6ef-cd7f728ce127 binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:28:24.379717 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=9706d300-42ff-4496-b444-fb40bec3f3d3,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:24.412133 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-88097a63-8b73-4125-ae14-bccdf369e4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:24.439398 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a44ab320-f428-40e7-9c57-fdda8587a00b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:24.440379 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f15dfcf-664b-4853-b79d-28674ea2ff84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:24.489559 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9652c321-1f18-4349-b7f4-f9d3977cdf2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-0d189c3e-0b3a-4a61-b484-c9d39ef18b64', 'network_id': '0d189c3e-0b3a-4a61-b484-c9d39ef18b64', 'project_id': '17f69fa421ef466d94b53eab6548ccbc', 'fixed_ips': [{'subnet_id': 'fda0af56-5b13-4a86-b9a0-1f52dd325fe4'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:28:24.490554 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9652c321-1f18-4349-b7f4-f9d3977cdf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:24.647526 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a44ab320-f428-40e7-9c57-fdda8587a00b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:24.718414 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:24.759505 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f15dfcf-664b-4853-b79d-28674ea2ff84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:24.771576 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f15dfcf-664b-4853-b79d-28674ea2ff84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:24.820886 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0f15dfcf-664b-4853-b79d-28674ea2ff84 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=146c174fc2d94e0da2c6cd60d4b1f569&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6178119 Dec 10 18:28:24.821876 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38480) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:24.837967 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f15dfcf-664b-4853-b79d-28674ea2ff84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52da2a3-e7c3-461b-a330-af0c6f38b503,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:24.854434 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-9652c321-1f18-4349-b7f4-f9d3977cdf2f None None] Allocated IP 172.20.0.2 (0d189c3e-0b3a-4a61-b484-c9d39ef18b64/fda0af56-5b13-4a86-b9a0-1f52dd325fe4/2889ed88-a8f9-4065-bcd4-4970cd04124a) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:28:24.931067 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-de9fcaf9-8485-421d-a618-03d176360149 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:24.977680 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-de9fcaf9-8485-421d-a618-03d176360149 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:25.070498 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-de9fcaf9-8485-421d-a618-03d176360149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:25.073953 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-de9fcaf9-8485-421d-a618-03d176360149 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:25.076083 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-de9fcaf9-8485-421d-a618-03d176360149 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f52da2a3-e7c3-461b-a330-af0c6f38b503 HTTP/1.1" status: 204 len: 168 time: 0.2520425 Dec 10 18:28:25.110188 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9fcaf9-8485-421d-a618-03d176360149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52da2a3-e7c3-461b-a330-af0c6f38b503,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:25.126686 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-88097a63-8b73-4125-ae14-bccdf369e4b4 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:25.170686 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a44ab320-f428-40e7-9c57-fdda8587a00b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:25.177984 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-88097a63-8b73-4125-ae14-bccdf369e4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:25.202089 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a44ab320-f428-40e7-9c57-fdda8587a00b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:25.291083 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e500871-09c1-4b49-b134-1ce80ac7123e None None] Pushing event updated for resources: {'Port': ['ID=a638d25f-ee7b-4c1c-a6ef-cd7f728ce127,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:25.364019 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-a44ab320-f428-40e7-9c57-fdda8587a00b admin admin] Allocated IP 172.25.7.72 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/c4bc2fe0-d910-46c9-841e-8dfe10e69f1c) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:28:25.410420 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-88097a63-8b73-4125-ae14-bccdf369e4b4 None None] Attempting to bind port a638d25f-ee7b-4c1c-a6ef-cd7f728ce127 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:28:25.410908 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-88097a63-8b73-4125-ae14-bccdf369e4b4 None None] Attempting to bind port a638d25f-ee7b-4c1c-a6ef-cd7f728ce127 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '47f2c0bc-cf33-48eb-8eac-c815a1f3cb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:28:25.411129 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88097a63-8b73-4125-ae14-bccdf369e4b4 None None] Attempting to bind port a638d25f-ee7b-4c1c-a6ef-cd7f728ce127 on network 07d60a74-f182-41ba-b9dc-085b291b0734 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:28:25.420617 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9652c321-1f18-4349-b7f4-f9d3977cdf2f None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:25.433593 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38528) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:25.539551 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a44ab320-f428-40e7-9c57-fdda8587a00b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:25.607884 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a44ab320-f428-40e7-9c57-fdda8587a00b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:25.631160 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44ab320-f428-40e7-9c57-fdda8587a00b admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:28:25.632324 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 9706d300-42ff-4496-b444-fb40bec3f3d3 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:28:25.633833 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-a44ab320-f428-40e7-9c57-fdda8587a00b admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:28:25.636851 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9652c321-1f18-4349-b7f4-f9d3977cdf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:25.639721 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88097a63-8b73-4125-ae14-bccdf369e4b4 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:28:25.640097 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88097a63-8b73-4125-ae14-bccdf369e4b4 None None] Checking segment: {'id': '47f2c0bc-cf33-48eb-8eac-c815a1f3cb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:28:25.640489 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-88097a63-8b73-4125-ae14-bccdf369e4b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:25.640907 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88097a63-8b73-4125-ae14-bccdf369e4b4 None None] Bound using segment: {'id': '47f2c0bc-cf33-48eb-8eac-c815a1f3cb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:28:25.641389 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-88097a63-8b73-4125-ae14-bccdf369e4b4 None None] Bound port: a638d25f-ee7b-4c1c-a6ef-cd7f728ce127, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47f2c0bc-cf33-48eb-8eac-c815a1f3cb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:28:25.641780 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-88097a63-8b73-4125-ae14-bccdf369e4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:25.661510 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:25.668681 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44ab320-f428-40e7-9c57-fdda8587a00b admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:28:25.722912 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4c16dfd-2385-404f-91ff-56cc95397128 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:25.728070 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652c321-1f18-4349-b7f4-f9d3977cdf2f None None] Pushing event updated for resources: {'Port': ['ID=2889ed88-a8f9-4065-bcd4-4970cd04124a,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:25.890446 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4c16dfd-2385-404f-91ff-56cc95397128 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:25.895942 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4c16dfd-2385-404f-91ff-56cc95397128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:25.924198 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9652c321-1f18-4349-b7f4-f9d3977cdf2f None None] Network 0d189c3e-0b3a-4a61-b484-c9d39ef18b64 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:28:25.954056 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-9652c321-1f18-4349-b7f4-f9d3977cdf2f None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:28:25.956339 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-88097a63-8b73-4125-ae14-bccdf369e4b4 None None] For port a638d25f-ee7b-4c1c-a6ef-cd7f728ce127, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:28:25.962803 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38552) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:25.964274 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9652c321-1f18-4349-b7f4-f9d3977cdf2f None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:28:25.974354 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c16dfd-2385-404f-91ff-56cc95397128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141d2dc1-f46e-49dc-83b1-a69b14bb5402,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:25.993528 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ea411c49-5c8b-4dbb-a8bd-025c5f1b5030 None None] Provisioning complete for port a638d25f-ee7b-4c1c-a6ef-cd7f728ce127 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:28:25.993894 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ea411c49-5c8b-4dbb-a8bd-025c5f1b5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:25.998604 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-88097a63-8b73-4125-ae14-bccdf369e4b4 None None] For port a638d25f-ee7b-4c1c-a6ef-cd7f728ce127, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=a638d25f-ee7b-4c1c-a6ef-cd7f728ce127,segment=NetworkSegment(47f2c0bc-cf33-48eb-8eac-c815a1f3cb03),segment_id=47f2c0bc-cf33-48eb-8eac-c815a1f3cb03)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:28:26.012107 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ab320-f428-40e7-9c57-fdda8587a00b admin admin] Pushing event updated for resources: {'Port': ['ID=c4bc2fe0-d910-46c9-841e-8dfe10e69f1c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:26.018227 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2eef8753-0d09-49ff-991a-d9a2d8aa98d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:26.048045 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-88097a63-8b73-4125-ae14-bccdf369e4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:26.077709 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b4c16dfd-2385-404f-91ff-56cc95397128 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7b2d38147eea48fcb0cc358b5b621087&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6426249 Dec 10 18:28:26.082763 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38560) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:26.127483 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e500871-09c1-4b49-b134-1ce80ac7123e None None] Pushing event updated for resources: {'Port': ['ID=a638d25f-ee7b-4c1c-a6ef-cd7f728ce127,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:26.165430 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9652c321-1f18-4349-b7f4-f9d3977cdf2f None None] Attempting to bind port 2889ed88-a8f9-4065-bcd4-4970cd04124a on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:28:26.165980 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9652c321-1f18-4349-b7f4-f9d3977cdf2f None None] Attempting to bind port 2889ed88-a8f9-4065-bcd4-4970cd04124a by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'e28dd885-1c3f-40c4-805d-4e5efe0b3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0d189c3e-0b3a-4a61-b484-c9d39ef18b64'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:28:26.166496 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9652c321-1f18-4349-b7f4-f9d3977cdf2f None None] Attempting to bind port 2889ed88-a8f9-4065-bcd4-4970cd04124a on network 0d189c3e-0b3a-4a61-b484-c9d39ef18b64 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:28:26.179792 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9652c321-1f18-4349-b7f4-f9d3977cdf2f None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:28:26.180520 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9652c321-1f18-4349-b7f4-f9d3977cdf2f None None] Checking segment: {'id': 'e28dd885-1c3f-40c4-805d-4e5efe0b3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0d189c3e-0b3a-4a61-b484-c9d39ef18b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:28:26.181170 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9652c321-1f18-4349-b7f4-f9d3977cdf2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:26.181787 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9652c321-1f18-4349-b7f4-f9d3977cdf2f None None] Bound using segment: {'id': 'e28dd885-1c3f-40c4-805d-4e5efe0b3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0d189c3e-0b3a-4a61-b484-c9d39ef18b64'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:28:26.182488 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9652c321-1f18-4349-b7f4-f9d3977cdf2f None None] Bound port: 2889ed88-a8f9-4065-bcd4-4970cd04124a, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28dd885-1c3f-40c4-805d-4e5efe0b3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0d189c3e-0b3a-4a61-b484-c9d39ef18b64'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:28:26.183119 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9652c321-1f18-4349-b7f4-f9d3977cdf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:26.189178 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ab9e0fe-d1ca-4400-91fa-2300354b943f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:26.207181 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ea411c49-5c8b-4dbb-a8bd-025c5f1b5030 None None] Port a638d25f-ee7b-4c1c-a6ef-cd7f728ce127 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:28:26.267406 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 9706d300-42ff-4496-b444-fb40bec3f3d3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:28:26.268406 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:26.274520 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ab9e0fe-d1ca-4400-91fa-2300354b943f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:26.320018 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88097a63-8b73-4125-ae14-bccdf369e4b4 None None] Routers {'6d71ff25-20eb-4521-96ba-5abaac67c5c5'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:28:26.321221 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-88097a63-8b73-4125-ae14-bccdf369e4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:28:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6d71ff25-20eb-4521-96ba-5abaac67c5c5'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:28:26.419409 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2eef8753-0d09-49ff-991a-d9a2d8aa98d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:26.430711 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2eef8753-0d09-49ff-991a-d9a2d8aa98d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:26.443618 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a44ab320-f428-40e7-9c57-fdda8587a00b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:26.501881 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9652c321-1f18-4349-b7f4-f9d3977cdf2f None None] For port 2889ed88-a8f9-4065-bcd4-4970cd04124a, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:28:26.517892 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef8753-0d09-49ff-991a-d9a2d8aa98d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67b313e-2209-463f-8bcd-4f5c703c66c2,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:26.539358 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9652c321-1f18-4349-b7f4-f9d3977cdf2f None None] For port 2889ed88-a8f9-4065-bcd4-4970cd04124a, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=2889ed88-a8f9-4065-bcd4-4970cd04124a,segment=NetworkSegment(e28dd885-1c3f-40c4-805d-4e5efe0b3129),segment_id=e28dd885-1c3f-40c4-805d-4e5efe0b3129)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:28:26.561674 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2eef8753-0d09-49ff-991a-d9a2d8aa98d8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f67cba61ab4e4e64b8253faebc27d580&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5879188 Dec 10 18:28:26.562649 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38594) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:26.563572 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9652c321-1f18-4349-b7f4-f9d3977cdf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:26.572052 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ab9e0fe-d1ca-4400-91fa-2300354b943f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:26.575310 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ab9e0fe-d1ca-4400-91fa-2300354b943f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:26.576750 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1ab9e0fe-d1ca-4400-91fa-2300354b943f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/141d2dc1-f46e-49dc-83b1-a69b14bb5402 HTTP/1.1" status: 204 len: 168 time: 0.4924326 Dec 10 18:28:26.615995 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9e0fe-d1ca-4400-91fa-2300354b943f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141d2dc1-f46e-49dc-83b1-a69b14bb5402,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:26.698745 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-88097a63-8b73-4125-ae14-bccdf369e4b4 None None] Set router 6d71ff25-20eb-4521-96ba-5abaac67c5c5 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:28:26.704052 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e1d542fa-37aa-472f-827e-4d64d61bfc50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:26.757767 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e1d542fa-37aa-472f-827e-4d64d61bfc50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:26.776177 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-692482a9-95f9-4392-975d-2be2eabeb1fc None None] Provisioning complete for port a638d25f-ee7b-4c1c-a6ef-cd7f728ce127 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:28:26.776554 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-692482a9-95f9-4392-975d-2be2eabeb1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:26.852996 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652c321-1f18-4349-b7f4-f9d3977cdf2f None None] Pushing event updated for resources: {'Port': ['ID=2889ed88-a8f9-4065-bcd4-4970cd04124a,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:26.855483 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e1d542fa-37aa-472f-827e-4d64d61bfc50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:26.869144 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e1d542fa-37aa-472f-827e-4d64d61bfc50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:26.876178 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e1d542fa-37aa-472f-827e-4d64d61bfc50 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f67b313e-2209-463f-8bcd-4f5c703c66c2 HTTP/1.1" status: 204 len: 168 time: 0.3103883 Dec 10 18:28:26.898410 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d542fa-37aa-472f-827e-4d64d61bfc50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67b313e-2209-463f-8bcd-4f5c703c66c2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:27.016802 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a44ab320-f428-40e7-9c57-fdda8587a00b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:27.033921 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-692482a9-95f9-4392-975d-2be2eabeb1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:27.118207 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-692482a9-95f9-4392-975d-2be2eabeb1fc None None] For port a638d25f-ee7b-4c1c-a6ef-cd7f728ce127, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=a638d25f-ee7b-4c1c-a6ef-cd7f728ce127,segment=NetworkSegment(47f2c0bc-cf33-48eb-8eac-c815a1f3cb03),segment_id=47f2c0bc-cf33-48eb-8eac-c815a1f3cb03)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:28:27.135370 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-692482a9-95f9-4392-975d-2be2eabeb1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:27.221601 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692482a9-95f9-4392-975d-2be2eabeb1fc None None] Pushing event updated for resources: {'Port': ['ID=a638d25f-ee7b-4c1c-a6ef-cd7f728ce127,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:27.227751 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-88097a63-8b73-4125-ae14-bccdf369e4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1249584809-router', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '9706d300-42ff-4496-b444-fb40bec3f3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:28:16Z', 'updated_at': '2021-12-10T18:28:20Z', 'revision_number': 4, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'gw_port': {'id': '9706d300-42ff-4496-b444-fb40bec3f3d3', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:25:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:17Z', 'updated_at': '2021-12-10T18:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'a638d25f-ee7b-4c1c-a6ef-cd7f728ce127', 'name': '', 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'mac_address': 'fa:16:3e:f2:cb:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ebe9125f-6c16-45da-b199-c6abec1b4923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:20Z', 'updated_at': '2021-12-10T18:28:25Z', 'revision_number': 4, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'subnets': [{'id': 'ebe9125f-6c16-45da-b199-c6abec1b4923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:28:27.279340 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88097a63-8b73-4125-ae14-bccdf369e4b4 None None] The sync data for ids ['6d71ff25-20eb-4521-96ba-5abaac67c5c5'] in n-d-821435-1 is: [{'id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1249584809-router', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '9706d300-42ff-4496-b444-fb40bec3f3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:28:16Z', 'updated_at': '2021-12-10T18:28:20Z', 'revision_number': 4, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'gw_port': {'id': '9706d300-42ff-4496-b444-fb40bec3f3d3', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:25:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:17Z', 'updated_at': '2021-12-10T18:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'a638d25f-ee7b-4c1c-a6ef-cd7f728ce127', 'name': '', 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'mac_address': 'fa:16:3e:f2:cb:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ebe9125f-6c16-45da-b199-c6abec1b4923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:20Z', 'updated_at': '2021-12-10T18:28:25Z', 'revision_number': 4, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'subnets': [{'id': 'ebe9125f-6c16-45da-b199-c6abec1b4923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:28:27.310150 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44ab320-f428-40e7-9c57-fdda8587a00b admin admin] Router aac92a89-5419-4de0-84a5-38884da1d067 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:28:27.570665 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44ab320-f428-40e7-9c57-fdda8587a00b admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:28:27.593235 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2a6ac9-7a9f-4baf-a60f-2b98a20711cd None None] Sync routers for ids ['aac92a89-5419-4de0-84a5-38884da1d067'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:28:27.615952 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2a6ac9-7a9f-4baf-a60f-2b98a20711cd None None] Routers {'aac92a89-5419-4de0-84a5-38884da1d067'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:28:27.616912 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-6b2a6ac9-7a9f-4baf-a60f-2b98a20711cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:28:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['aac92a89-5419-4de0-84a5-38884da1d067'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:28:27.620113 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a44ab320-f428-40e7-9c57-fdda8587a00b admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:27.622090 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a44ab320-f428-40e7-9c57-fdda8587a00b admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.3794308 Dec 10 18:28:27.625276 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38644) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:27.644940 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38646) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:27.671370 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c27af4b1-fdb5-494f-8c66-8f52ffa900d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:27.789002 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 2889ed88-a8f9-4065-bcd4-4970cd04124a up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:28:27.888236 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-6b2a6ac9-7a9f-4baf-a60f-2b98a20711cd None None] Set router aac92a89-5419-4de0-84a5-38884da1d067 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:28:27.915951 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c27af4b1-fdb5-494f-8c66-8f52ffa900d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:27.919767 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 2889ed88-a8f9-4065-bcd4-4970cd04124a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:28:27.920152 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:27.924971 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c27af4b1-fdb5-494f-8c66-8f52ffa900d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:28.015474 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27af4b1-fdb5-494f-8c66-8f52ffa900d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d5adc3-a2c7-41d5-bbfb-6a27e11fc17d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:28.061132 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c27af4b1-fdb5-494f-8c66-8f52ffa900d4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=51ab79a911364fea9e5c093f1892993b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4115763 Dec 10 18:28:28.062224 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38662) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:28.109802 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:28.193699 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 2889ed88-a8f9-4065-bcd4-4970cd04124a, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=2889ed88-a8f9-4065-bcd4-4970cd04124a,segment=NetworkSegment(e28dd885-1c3f-40c4-805d-4e5efe0b3129),segment_id=e28dd885-1c3f-40c4-805d-4e5efe0b3129)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:28:28.202536 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:28.203505 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device a638d25f-ee7b-4c1c-a6ef-cd7f728ce127 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:28:28.218271 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-50e11c0f-8fcd-4b6b-a293-dca8f54e1b58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:28.275427 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-50e11c0f-8fcd-4b6b-a293-dca8f54e1b58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:28.392127 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50de2543-2e00-406e-9e4c-b83185030f4d None None] Network 0d189c3e-0b3a-4a61-b484-c9d39ef18b64 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:28:28.421529 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-50e11c0f-8fcd-4b6b-a293-dca8f54e1b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:28.424830 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-50e11c0f-8fcd-4b6b-a293-dca8f54e1b58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:28.426170 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-50e11c0f-8fcd-4b6b-a293-dca8f54e1b58 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/65d5adc3-a2c7-41d5-bbfb-6a27e11fc17d HTTP/1.1" status: 204 len: 168 time: 0.3627496 Dec 10 18:28:28.447625 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e11c0f-8fcd-4b6b-a293-dca8f54e1b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d5adc3-a2c7-41d5-bbfb-6a27e11fc17d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:28.505964 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-6b2a6ac9-7a9f-4baf-a60f-2b98a20711cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac92a89-5419-4de0-84a5-38884da1d067', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1621083298-router', 'tenant_id': '17f69fa421ef466d94b53eab6548ccbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'c4bc2fe0-d910-46c9-841e-8dfe10e69f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:28:24Z', 'updated_at': '2021-12-10T18:28:26Z', 'revision_number': 3, 'project_id': '17f69fa421ef466d94b53eab6548ccbc', 'gw_port': {'id': 'c4bc2fe0-d910-46c9-841e-8dfe10e69f1c', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac92a89-5419-4de0-84a5-38884da1d067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:25Z', 'updated_at': '2021-12-10T18:28:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:28:28.570725 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2a6ac9-7a9f-4baf-a60f-2b98a20711cd None None] Checking router: aac92a89-5419-4de0-84a5-38884da1d067 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:28:28.571439 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2a6ac9-7a9f-4baf-a60f-2b98a20711cd None None] Updating router aac92a89-5419-4de0-84a5-38884da1d067 port c4bc2fe0-d910-46c9-841e-8dfe10e69f1c binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:28:28.607641 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=2889ed88-a8f9-4065-bcd4-4970cd04124a,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:28.639641 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38676) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:28.641804 n-d-821435-1 neutron-server[103245]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 10 18:28:28.661064 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6b2a6ac9-7a9f-4baf-a60f-2b98a20711cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:28.686101 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-94c0e758-5834-4ff1-95ef-7e5361cb2310 None None] Provisioning complete for port 2889ed88-a8f9-4065-bcd4-4970cd04124a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:28:28.686702 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-94c0e758-5834-4ff1-95ef-7e5361cb2310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:28.714941 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-561fc308-df16-41aa-ba2b-28ca2b224081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:28.724884 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-b5e13799-4a50-4502-8562-89ba47b2c2fc tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=28c16de3b1c04a108c22fa5156459b24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0841084 Dec 10 18:28:28.830596 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38686) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:28.846571 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port a638d25f-ee7b-4c1c-a6ef-cd7f728ce127 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:28:28.847134 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:29.039034 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-9e7b400c-3fca-4507-a1b1-2349c6f502d8 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:29.040913 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-9e7b400c-3fca-4507-a1b1-2349c6f502d8 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3039966 Dec 10 18:28:29.073441 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-430feda1-a42c-43d0-9b45-f25da543abd7 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/quotas/28c16de3b1c04a108c22fa5156459b24 HTTP/1.1" status: 200 len: 375 time: 0.0240006 Dec 10 18:28:29.082315 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6b2a6ac9-7a9f-4baf-a60f-2b98a20711cd None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:29.094364 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6b2a6ac9-7a9f-4baf-a60f-2b98a20711cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:29.195598 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cacf009-e12c-4b2f-8bdf-2ae0371b8a80 None None] Pushing event updated for resources: {'Port': ['ID=c4bc2fe0-d910-46c9-841e-8dfe10e69f1c,revision_number=2']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:29.226713 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-ec464573-95d1-4d3e-ae01-cca8fe5eb237 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=28c16de3b1c04a108c22fa5156459b24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1468973 Dec 10 18:28:29.272470 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-6b2a6ac9-7a9f-4baf-a60f-2b98a20711cd None None] Attempting to bind port c4bc2fe0-d910-46c9-841e-8dfe10e69f1c on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:28:29.274967 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-6b2a6ac9-7a9f-4baf-a60f-2b98a20711cd None None] Attempting to bind port c4bc2fe0-d910-46c9-841e-8dfe10e69f1c by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:28:29.275458 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2a6ac9-7a9f-4baf-a60f-2b98a20711cd None None] Attempting to bind port c4bc2fe0-d910-46c9-841e-8dfe10e69f1c on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:28:29.302411 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-561fc308-df16-41aa-ba2b-28ca2b224081 admin admin] Allocated IP 172.20.0.1 (0d189c3e-0b3a-4a61-b484-c9d39ef18b64/fda0af56-5b13-4a86-b9a0-1f52dd325fe4/f1d610ef-b5af-4348-b562-73e81352c2fb) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:28:29.304871 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2a6ac9-7a9f-4baf-a60f-2b98a20711cd None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:28:29.305618 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2a6ac9-7a9f-4baf-a60f-2b98a20711cd None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:28:29.306295 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6b2a6ac9-7a9f-4baf-a60f-2b98a20711cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:29.306808 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2a6ac9-7a9f-4baf-a60f-2b98a20711cd None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:28:29.307565 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-6b2a6ac9-7a9f-4baf-a60f-2b98a20711cd None None] Bound port: c4bc2fe0-d910-46c9-841e-8dfe10e69f1c, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:28:29.308079 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6b2a6ac9-7a9f-4baf-a60f-2b98a20711cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:29.458292 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-6b2a6ac9-7a9f-4baf-a60f-2b98a20711cd None None] For port c4bc2fe0-d910-46c9-841e-8dfe10e69f1c, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:28:29.466632 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-6b2a6ac9-7a9f-4baf-a60f-2b98a20711cd None None] For port c4bc2fe0-d910-46c9-841e-8dfe10e69f1c, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c4bc2fe0-d910-46c9-841e-8dfe10e69f1c,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:28:29.482268 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6b2a6ac9-7a9f-4baf-a60f-2b98a20711cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:29.547967 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-561fc308-df16-41aa-ba2b-28ca2b224081 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:29.641764 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-561fc308-df16-41aa-ba2b-28ca2b224081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:29.653115 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-860d2bfc-0f86-4991-b87d-fd462945a340 None None] Provisioning complete for port 2889ed88-a8f9-4065-bcd4-4970cd04124a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:28:29.653996 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-860d2bfc-0f86-4991-b87d-fd462945a340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:29.662459 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cacf009-e12c-4b2f-8bdf-2ae0371b8a80 None None] Pushing event updated for resources: {'Port': ['ID=c4bc2fe0-d910-46c9-841e-8dfe10e69f1c,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:29.672830 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2a6ac9-7a9f-4baf-a60f-2b98a20711cd None None] Routers {'aac92a89-5419-4de0-84a5-38884da1d067'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:28:29.673520 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-6b2a6ac9-7a9f-4baf-a60f-2b98a20711cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:28:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['aac92a89-5419-4de0-84a5-38884da1d067'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:28:29.694160 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561fc308-df16-41aa-ba2b-28ca2b224081 admin admin] Network 0d189c3e-0b3a-4a61-b484-c9d39ef18b64 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:28:29.694160 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-561fc308-df16-41aa-ba2b-28ca2b224081 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:28:29.737080 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561fc308-df16-41aa-ba2b-28ca2b224081 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:28:29.737592 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-561fc308-df16-41aa-ba2b-28ca2b224081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:29.849334 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 2889ed88-a8f9-4065-bcd4-4970cd04124a up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:28:29.851997 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-87621ea3-f8aa-4b23-8dac-c8359c24841c req-9ed5f489-314b-4b78-b568-1e9a0b873e58 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/ports?device_id=06a043c9-27b2-4a96-bc6d-c9bc8e5158b1 HTTP/1.1" status: 200 len: 210 time: 0.1079552 Dec 10 18:28:29.947186 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-6b2a6ac9-7a9f-4baf-a60f-2b98a20711cd None None] Set router aac92a89-5419-4de0-84a5-38884da1d067 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:28:30.281393 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561fc308-df16-41aa-ba2b-28ca2b224081 admin admin] Pushing event updated for resources: {'Port': ['ID=f1d610ef-b5af-4348-b562-73e81352c2fb,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:30.349752 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-6b2a6ac9-7a9f-4baf-a60f-2b98a20711cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac92a89-5419-4de0-84a5-38884da1d067', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1621083298-router', 'tenant_id': '17f69fa421ef466d94b53eab6548ccbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'c4bc2fe0-d910-46c9-841e-8dfe10e69f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:28:24Z', 'updated_at': '2021-12-10T18:28:26Z', 'revision_number': 3, 'project_id': '17f69fa421ef466d94b53eab6548ccbc', 'gw_port': {'id': 'c4bc2fe0-d910-46c9-841e-8dfe10e69f1c', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac92a89-5419-4de0-84a5-38884da1d067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:25Z', 'updated_at': '2021-12-10T18:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:28:30.366847 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-df252b25-41be-4d4c-b325-baa620994ccf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:30.422396 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2a6ac9-7a9f-4baf-a60f-2b98a20711cd None None] The sync data for ids ['aac92a89-5419-4de0-84a5-38884da1d067'] in n-d-821435-1 is: [{'id': 'aac92a89-5419-4de0-84a5-38884da1d067', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1621083298-router', 'tenant_id': '17f69fa421ef466d94b53eab6548ccbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'c4bc2fe0-d910-46c9-841e-8dfe10e69f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:28:24Z', 'updated_at': '2021-12-10T18:28:26Z', 'revision_number': 3, 'project_id': '17f69fa421ef466d94b53eab6548ccbc', 'gw_port': {'id': 'c4bc2fe0-d910-46c9-841e-8dfe10e69f1c', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac92a89-5419-4de0-84a5-38884da1d067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:25Z', 'updated_at': '2021-12-10T18:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:28:30.482796 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 2889ed88-a8f9-4065-bcd4-4970cd04124a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:28:30.483176 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:30.675486 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-561fc308-df16-41aa-ba2b-28ca2b224081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:30.766720 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-bae97432-9b17-4d5b-9e3c-f89734355785 None None] Provisioning complete for port f1d610ef-b5af-4348-b562-73e81352c2fb triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:28:30.767102 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bae97432-9b17-4d5b-9e3c-f89734355785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:30.808362 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-df252b25-41be-4d4c-b325-baa620994ccf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:30.816099 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-df252b25-41be-4d4c-b325-baa620994ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:30.852040 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-df252b25-41be-4d4c-b325-baa620994ccf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e8ae048c5d90443d87efb8a4795719e8&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0204182 Dec 10 18:28:30.854578 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38800) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:30.917371 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-bae97432-9b17-4d5b-9e3c-f89734355785 None None] Port f1d610ef-b5af-4348-b562-73e81352c2fb cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:28:30.945452 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df252b25-41be-4d4c-b325-baa620994ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aaeb729-be5e-4a95-99b1-774d37fb6849,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:31.051009 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-07b27c27-9084-4cff-867c-b7a49a8a8e1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:31.099400 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-07b27c27-9084-4cff-867c-b7a49a8a8e1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:31.129906 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-561fc308-df16-41aa-ba2b-28ca2b224081 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:31.142156 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-561fc308-df16-41aa-ba2b-28ca2b224081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:31.143077 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-561fc308-df16-41aa-ba2b-28ca2b224081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:31.221875 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-07b27c27-9084-4cff-867c-b7a49a8a8e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:31.224743 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-07b27c27-9084-4cff-867c-b7a49a8a8e1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:31.226406 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-07b27c27-9084-4cff-867c-b7a49a8a8e1f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3aaeb729-be5e-4a95-99b1-774d37fb6849 HTTP/1.1" status: 204 len: 168 time: 0.3690577 Dec 10 18:28:31.238330 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b27c27-9084-4cff-867c-b7a49a8a8e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aaeb729-be5e-4a95-99b1-774d37fb6849,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:31.246620 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561fc308-df16-41aa-ba2b-28ca2b224081 admin admin] Pushing event updated for resources: {'Port': ['ID=f1d610ef-b5af-4348-b562-73e81352c2fb,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:31.279321 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38830) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:31.423382 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561fc308-df16-41aa-ba2b-28ca2b224081 admin admin] Network 0d189c3e-0b3a-4a61-b484-c9d39ef18b64 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:28:31.426352 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-561fc308-df16-41aa-ba2b-28ca2b224081 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:28:31.657579 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561fc308-df16-41aa-ba2b-28ca2b224081 admin admin] Router aac92a89-5419-4de0-84a5-38884da1d067 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:28:31.694431 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c4bc2fe0-d910-46c9-841e-8dfe10e69f1c up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:28:31.827696 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port c4bc2fe0-d910-46c9-841e-8dfe10e69f1c triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:28:31.828525 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:31.849534 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c7845659-4f2a-411f-856b-17601e8c6b6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:31.873973 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561fc308-df16-41aa-ba2b-28ca2b224081 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:28:31.898001 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-561fc308-df16-41aa-ba2b-28ca2b224081 admin admin] 10.222.0.62 "PUT /v2.0/routers/aac92a89-5419-4de0-84a5-38884da1d067/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2710881 Dec 10 18:28:31.970468 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a2ffc128-a812-457a-8cfc-a9e6ca72a516 None None] Provisioning complete for port f1d610ef-b5af-4348-b562-73e81352c2fb triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:28:31.970960 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a2ffc128-a812-457a-8cfc-a9e6ca72a516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:32.033843 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38858) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:32.039423 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c7845659-4f2a-411f-856b-17601e8c6b6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:32.047156 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c7845659-4f2a-411f-856b-17601e8c6b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:32.061902 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a2ffc128-a812-457a-8cfc-a9e6ca72a516 None None] Port f1d610ef-b5af-4348-b562-73e81352c2fb cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:28:32.086775 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38862) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:32.087115 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38864) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:32.119019 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c7845659-4f2a-411f-856b-17601e8c6b6a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9da29d20a74a4a63ab999d11f5c0017d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8356121 Dec 10 18:28:32.120059 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38870) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:32.120895 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7845659-4f2a-411f-856b-17601e8c6b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99aca6b-1010-4d06-a28b-44862eecbf1b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:32.134900 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-24e4fd36-33b5-4cb6-8f57-28e26b7f0e4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:32.154356 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:32.180668 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port c4bc2fe0-d910-46c9-841e-8dfe10e69f1c, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c4bc2fe0-d910-46c9-841e-8dfe10e69f1c,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:28:32.188319 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:32.234500 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59764e97-94fe-4910-8139-5ee4ba220df4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:32.260847 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59764e97-94fe-4910-8139-5ee4ba220df4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:32.316273 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-24e4fd36-33b5-4cb6-8f57-28e26b7f0e4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:32.319582 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59764e97-94fe-4910-8139-5ee4ba220df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:32.322194 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-24e4fd36-33b5-4cb6-8f57-28e26b7f0e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:32.323357 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59764e97-94fe-4910-8139-5ee4ba220df4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:32.326522 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-59764e97-94fe-4910-8139-5ee4ba220df4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f99aca6b-1010-4d06-a28b-44862eecbf1b HTTP/1.1" status: 204 len: 168 time: 0.1994700 Dec 10 18:28:32.328108 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=c4bc2fe0-d910-46c9-841e-8dfe10e69f1c,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:32.337388 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59764e97-94fe-4910-8139-5ee4ba220df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99aca6b-1010-4d06-a28b-44862eecbf1b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:32.390829 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-24e4fd36-33b5-4cb6-8f57-28e26b7f0e4d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a32936914b614e40a4fe7a0fa91f480a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2966495 Dec 10 18:28:32.393781 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38878) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:32.400749 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4fd36-33b5-4cb6-8f57-28e26b7f0e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e061917b-68d8-4907-887c-58f6067630fe,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:32.484808 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-feb63198-6834-420e-9090-64f0979087ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:32.514892 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-feb63198-6834-420e-9090-64f0979087ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:32.571466 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-feb63198-6834-420e-9090-64f0979087ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:32.577503 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-feb63198-6834-420e-9090-64f0979087ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:32.578710 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-feb63198-6834-420e-9090-64f0979087ca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e061917b-68d8-4907-887c-58f6067630fe HTTP/1.1" status: 204 len: 168 time: 0.1838264 Dec 10 18:28:32.592211 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb63198-6834-420e-9090-64f0979087ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e061917b-68d8-4907-887c-58f6067630fe,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:32.604934 n-d-821435-1 neutron-server[103244]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 10 18:28:32.712879 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-10319caf-bf40-44ae-833e-d76fdf2db877 req-4e314de9-2048-41e7-8991-e2f54a6d6f6d tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/ports?device_id=06a043c9-27b2-4a96-bc6d-c9bc8e5158b1 HTTP/1.1" status: 200 len: 210 time: 0.6772854 Dec 10 18:28:32.714217 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-88ce21e1-3c1b-4dc2-b288-66400cff0175 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:32.821447 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-88ce21e1-3c1b-4dc2-b288-66400cff0175 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:32.827414 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-88ce21e1-3c1b-4dc2-b288-66400cff0175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:32.867947 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-88ce21e1-3c1b-4dc2-b288-66400cff0175 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=07d206e40c074b499202b0992a62cd00&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7796719 Dec 10 18:28:32.869999 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce21e1-3c1b-4dc2-b288-66400cff0175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f7156a-3cda-40e4-898c-a252132f92d0,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:32.870635 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38890) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:32.924710 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7bd03c39-2a49-4142-b58c-b51c4030cd5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:32.955209 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7bd03c39-2a49-4142-b58c-b51c4030cd5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:33.014940 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7bd03c39-2a49-4142-b58c-b51c4030cd5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:33.017821 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7bd03c39-2a49-4142-b58c-b51c4030cd5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:33.021598 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7bd03c39-2a49-4142-b58c-b51c4030cd5e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/65f7156a-3cda-40e4-898c-a252132f92d0 HTTP/1.1" status: 204 len: 168 time: 0.1499386 Dec 10 18:28:33.030388 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd03c39-2a49-4142-b58c-b51c4030cd5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f7156a-3cda-40e4-898c-a252132f92d0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:33.117297 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.46', 50362) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:33.157672 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-d042a83d-e4be-40dd-a3f3-c6f39193c9d9 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=28c16de3b1c04a108c22fa5156459b24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383656 Dec 10 18:28:33.174486 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ae76c4-2348-43f3-a6cd-697d9f5205c7 None None] Sync routers for ids ['aac92a89-5419-4de0-84a5-38884da1d067'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:28:33.206653 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ae76c4-2348-43f3-a6cd-697d9f5205c7 None None] Routers {'aac92a89-5419-4de0-84a5-38884da1d067'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:28:33.207695 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f3ae76c4-2348-43f3-a6cd-697d9f5205c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:28:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['aac92a89-5419-4de0-84a5-38884da1d067'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:28:33.341919 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38904) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:33.350023 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-673a6c82-c17a-4b47-9ca3-243d6deeff77 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:33.352501 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-673a6c82-c17a-4b47-9ca3-243d6deeff77 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1887865 Dec 10 18:28:33.366278 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90335630-a869-481c-8c44-27153ed7c084 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:33.407313 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:33.427011 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-f3ae76c4-2348-43f3-a6cd-697d9f5205c7 None None] Set router aac92a89-5419-4de0-84a5-38884da1d067 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:28:33.456400 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-464e731d-f98b-444f-b7fe-c7499a50ba9a tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Request body: {'port': {'device_id': '06a043c9-27b2-4a96-bc6d-c9bc8e5158b1', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'admin_state_up': True, 'tenant_id': '28c16de3b1c04a108c22fa5156459b24'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:28:33.479206 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90335630-a869-481c-8c44-27153ed7c084 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:33.485019 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90335630-a869-481c-8c44-27153ed7c084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:33.552970 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-90335630-a869-481c-8c44-27153ed7c084 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=25bc37670f6e4e5c9ece63e5900b0271&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2098548 Dec 10 18:28:33.561959 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38914) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:33.624492 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90335630-a869-481c-8c44-27153ed7c084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c225c3ba-9cad-48d6-9b42-e9f1f63a583c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:33.657417 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c4bc2fe0-d910-46c9-841e-8dfe10e69f1c up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:28:33.709475 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9c4e8f2e-27cf-4075-8c74-c7938fc46642 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:33.742040 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9c4e8f2e-27cf-4075-8c74-c7938fc46642 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:33.759629 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port c4bc2fe0-d910-46c9-841e-8dfe10e69f1c triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:28:33.759968 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:33.795700 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-464e731d-f98b-444f-b7fe-c7499a50ba9a tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Made reservation on behalf of 28c16de3b1c04a108c22fa5156459b24 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:28:33.804795 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-464e731d-f98b-444f-b7fe-c7499a50ba9a tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:33.828791 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-464e731d-f98b-444f-b7fe-c7499a50ba9a tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:33.848507 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9c4e8f2e-27cf-4075-8c74-c7938fc46642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:33.852183 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9c4e8f2e-27cf-4075-8c74-c7938fc46642 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:33.853749 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9c4e8f2e-27cf-4075-8c74-c7938fc46642 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c225c3ba-9cad-48d6-9b42-e9f1f63a583c HTTP/1.1" status: 204 len: 168 time: 0.2847543 Dec 10 18:28:33.868603 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e8f2e-27cf-4075-8c74-c7938fc46642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c225c3ba-9cad-48d6-9b42-e9f1f63a583c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:33.945966 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-66a3d989-22e5-4d2d-a012-c50654e28325 req-d7c954f0-027f-492d-ad6a-788fa47dc372 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/ports?device_id=06a043c9-27b2-4a96-bc6d-c9bc8e5158b1 HTTP/1.1" status: 200 len: 210 time: 0.0458376 Dec 10 18:28:34.003902 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-464e731d-f98b-444f-b7fe-c7499a50ba9a tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:34.014813 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-464e731d-f98b-444f-b7fe-c7499a50ba9a tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:34.060070 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f3ae76c4-2348-43f3-a6cd-697d9f5205c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac92a89-5419-4de0-84a5-38884da1d067', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1621083298-router', 'tenant_id': '17f69fa421ef466d94b53eab6548ccbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'c4bc2fe0-d910-46c9-841e-8dfe10e69f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:28:24Z', 'updated_at': '2021-12-10T18:28:30Z', 'revision_number': 4, 'project_id': '17f69fa421ef466d94b53eab6548ccbc', 'gw_port': {'id': 'c4bc2fe0-d910-46c9-841e-8dfe10e69f1c', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac92a89-5419-4de0-84a5-38884da1d067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:25Z', 'updated_at': '2021-12-10T18:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'f1d610ef-b5af-4348-b562-73e81352c2fb', 'name': '', 'network_id': '0d189c3e-0b3a-4a61-b484-c9d39ef18b64', 'tenant_id': '17f69fa421ef466d94b53eab6548ccbc', 'mac_address': 'fa:16:3e:5b:31:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac92a89-5419-4de0-84a5-38884da1d067', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fda0af56-5b13-4a86-b9a0-1f52dd325fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:28Z', 'updated_at': '2021-12-10T18:28:30Z', 'revision_number': 2, 'project_id': '17f69fa421ef466d94b53eab6548ccbc', 'subnets': [{'id': 'fda0af56-5b13-4a86-b9a0-1f52dd325fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:28:34.102762 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ae76c4-2348-43f3-a6cd-697d9f5205c7 None None] Checking router: aac92a89-5419-4de0-84a5-38884da1d067 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:28:34.103979 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ae76c4-2348-43f3-a6cd-697d9f5205c7 None None] Updating router aac92a89-5419-4de0-84a5-38884da1d067 port f1d610ef-b5af-4348-b562-73e81352c2fb binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:28:34.156162 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f3ae76c4-2348-43f3-a6cd-697d9f5205c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:34.278510 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38954) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:34.300327 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fbdf0cb5-5a6a-4247-bff6-d4fce48ddad3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:34.467307 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38958) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:34.477876 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e731d-f98b-444f-b7fe-c7499a50ba9a tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ece1f559-ea7e-4340-82ff-73b3c86067e4,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:34.482519 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c4db9a7d-bdbf-4a59-91fe-6b79c7662653 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1187318968', 'description': 'tempest-description--1795987320'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:28:34.522688 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fbdf0cb5-5a6a-4247-bff6-d4fce48ddad3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:34.534614 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fbdf0cb5-5a6a-4247-bff6-d4fce48ddad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:34.570902 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c4db9a7d-bdbf-4a59-91fe-6b79c7662653 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:34.600373 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-fbdf0cb5-5a6a-4247-bff6-d4fce48ddad3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ec83c79ed4fe49798091dc4f6fa9a05a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3207567 Dec 10 18:28:34.602911 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38962) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:34.609414 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf0cb5-5a6a-4247-bff6-d4fce48ddad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87fe5a3-6cb3-4a4f-941d-8d83c151b485,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:34.659608 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f3ae76c4-2348-43f3-a6cd-697d9f5205c7 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:34.673931 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f3ae76c4-2348-43f3-a6cd-697d9f5205c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:34.703078 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30242e56-a49d-4c23-b340-cf78eb944af7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:34.739069 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-464e731d-f98b-444f-b7fe-c7499a50ba9a tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Allocated IP 192.168.233.68 (c9403646-ab9b-4a0a-827b-6d4376246b64/ec05590b-5c35-4e58-9087-8773857a69b9/9f4f71bf-2ba3-4f28-9b39-254519beb8bc) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:28:34.786908 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36ec46-ac23-42b9-a67a-09ed6c69eb05 None None] Pushing event updated for resources: {'Port': ['ID=f1d610ef-b5af-4348-b562-73e81352c2fb,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:34.790076 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c4db9a7d-bdbf-4a59-91fe-6b79c7662653 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:34.804386 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c4db9a7d-bdbf-4a59-91fe-6b79c7662653 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:34.825811 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30242e56-a49d-4c23-b340-cf78eb944af7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:34.897244 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c4db9a7d-bdbf-4a59-91fe-6b79c7662653 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:34.897881 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f3ae76c4-2348-43f3-a6cd-697d9f5205c7 None None] Attempting to bind port f1d610ef-b5af-4348-b562-73e81352c2fb on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:28:34.901118 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f3ae76c4-2348-43f3-a6cd-697d9f5205c7 None None] Attempting to bind port f1d610ef-b5af-4348-b562-73e81352c2fb by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'e28dd885-1c3f-40c4-805d-4e5efe0b3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0d189c3e-0b3a-4a61-b484-c9d39ef18b64'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:28:34.901669 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ae76c4-2348-43f3-a6cd-697d9f5205c7 None None] Attempting to bind port f1d610ef-b5af-4348-b562-73e81352c2fb on network 0d189c3e-0b3a-4a61-b484-c9d39ef18b64 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:28:34.901922 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c4db9a7d-bdbf-4a59-91fe-6b79c7662653 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4294207 Dec 10 18:28:34.902803 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38974) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:34.911881 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ae76c4-2348-43f3-a6cd-697d9f5205c7 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:28:34.912270 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ae76c4-2348-43f3-a6cd-697d9f5205c7 None None] Checking segment: {'id': 'e28dd885-1c3f-40c4-805d-4e5efe0b3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0d189c3e-0b3a-4a61-b484-c9d39ef18b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:28:34.914407 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f3ae76c4-2348-43f3-a6cd-697d9f5205c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:34.914842 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ae76c4-2348-43f3-a6cd-697d9f5205c7 None None] Bound using segment: {'id': 'e28dd885-1c3f-40c4-805d-4e5efe0b3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0d189c3e-0b3a-4a61-b484-c9d39ef18b64'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:28:34.915755 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f3ae76c4-2348-43f3-a6cd-697d9f5205c7 None None] Bound port: f1d610ef-b5af-4348-b562-73e81352c2fb, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28dd885-1c3f-40c4-805d-4e5efe0b3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0d189c3e-0b3a-4a61-b484-c9d39ef18b64'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:28:34.916161 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f3ae76c4-2348-43f3-a6cd-697d9f5205c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:34.917949 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f5de826e-4c35-4e57-967d-f94912f7659e tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Request body: {'security_group_rule': {'security_group_id': 'fc848203-e8d4-4112-84c3-2f5e9915fedc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:28:34.928687 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db9a7d-bdbf-4a59-91fe-6b79c7662653 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc848203-e8d4-4112-84c3-2f5e9915fedc,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:34.984577 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38976) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:35.008733 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9c75c1e3-857f-4404-8529-cdfae62c8ae0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:35.103506 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9c75c1e3-857f-4404-8529-cdfae62c8ae0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:35.107577 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5de826e-4c35-4e57-967d-f94912f7659e tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:35.113846 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9c75c1e3-857f-4404-8529-cdfae62c8ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:35.114921 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f3ae76c4-2348-43f3-a6cd-697d9f5205c7 None None] For port f1d610ef-b5af-4348-b562-73e81352c2fb, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:28:35.125313 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f3ae76c4-2348-43f3-a6cd-697d9f5205c7 None None] For port f1d610ef-b5af-4348-b562-73e81352c2fb, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=f1d610ef-b5af-4348-b562-73e81352c2fb,segment=NetworkSegment(e28dd885-1c3f-40c4-805d-4e5efe0b3129),segment_id=e28dd885-1c3f-40c4-805d-4e5efe0b3129)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:28:35.132365 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f3ae76c4-2348-43f3-a6cd-697d9f5205c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:35.152546 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9c75c1e3-857f-4404-8529-cdfae62c8ae0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ea5cbf3f132c472886f8f9d86809ffa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1666400 Dec 10 18:28:35.153424 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30242e56-a49d-4c23-b340-cf78eb944af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:35.163233 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38984) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:35.167067 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30242e56-a49d-4c23-b340-cf78eb944af7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:35.169055 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-30242e56-a49d-4c23-b340-cf78eb944af7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d87fe5a3-6cb3-4a4f-941d-8d83c151b485 HTTP/1.1" status: 204 len: 168 time: 0.5651863 Dec 10 18:28:35.200518 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-464e731d-f98b-444f-b7fe-c7499a50ba9a tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:35.223864 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c75c1e3-857f-4404-8529-cdfae62c8ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890a4c46-bd95-4288-9d6d-eca5163928c0,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:35.245706 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1796e51f-0edd-4741-add0-bb14db700ab3 req-46cf4314-d1d0-48dd-82ea-6e969283c0c7 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/ports?device_id=06a043c9-27b2-4a96-bc6d-c9bc8e5158b1 HTTP/1.1" status: 200 len: 210 time: 0.1051524 Dec 10 18:28:35.263834 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30242e56-a49d-4c23-b340-cf78eb944af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87fe5a3-6cb3-4a4f-941d-8d83c151b485,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:35.356550 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5de826e-4c35-4e57-967d-f94912f7659e tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:35.372415 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5de826e-4c35-4e57-967d-f94912f7659e tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:35.385395 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ae76c4-2348-43f3-a6cd-697d9f5205c7 None None] Routers {'aac92a89-5419-4de0-84a5-38884da1d067'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:28:35.386400 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f3ae76c4-2348-43f3-a6cd-697d9f5205c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:28:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['aac92a89-5419-4de0-84a5-38884da1d067'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:28:35.426204 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de826e-4c35-4e57-967d-f94912f7659e tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c6bd3cb-169b-4f87-be7c-fe397e509f8e,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:35.426654 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87091e15-53d3-43e7-b59f-005898a364b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:35.456687 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fd1d9536-ab92-4325-bcbd-c71357458a39 None None] Provisioning complete for port f1d610ef-b5af-4348-b562-73e81352c2fb triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:28:35.458034 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fd1d9536-ab92-4325-bcbd-c71357458a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:35.459402 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87091e15-53d3-43e7-b59f-005898a364b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:35.472453 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5de826e-4c35-4e57-967d-f94912f7659e tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:35.474729 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f5de826e-4c35-4e57-967d-f94912f7659e tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5645196 Dec 10 18:28:35.478130 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38992) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:35.494481 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-fdfde6fe-f62a-43bd-955b-5427770c612e tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Request body: {'security_group_rule': {'security_group_id': 'fc848203-e8d4-4112-84c3-2f5e9915fedc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:28:35.526006 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36ec46-ac23-42b9-a67a-09ed6c69eb05 None None] Pushing event updated for resources: {'Port': ['ID=f1d610ef-b5af-4348-b562-73e81352c2fb,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:35.584561 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87091e15-53d3-43e7-b59f-005898a364b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:35.594460 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87091e15-53d3-43e7-b59f-005898a364b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:35.596210 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-87091e15-53d3-43e7-b59f-005898a364b5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/890a4c46-bd95-4288-9d6d-eca5163928c0 HTTP/1.1" status: 204 len: 168 time: 0.4241509 Dec 10 18:28:35.604004 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-464e731d-f98b-444f-b7fe-c7499a50ba9a tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:35.614232 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fdfde6fe-f62a-43bd-955b-5427770c612e tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:35.662905 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-464e731d-f98b-444f-b7fe-c7499a50ba9a tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Network c9403646-ab9b-4a0a-827b-6d4376246b64 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:28:35.724109 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-464e731d-f98b-444f-b7fe-c7499a50ba9a tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:28:35.788587 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-464e731d-f98b-444f-b7fe-c7499a50ba9a tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:28:35.796043 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-464e731d-f98b-444f-b7fe-c7499a50ba9a tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:35.796787 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-464e731d-f98b-444f-b7fe-c7499a50ba9a tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:35.821457 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87091e15-53d3-43e7-b59f-005898a364b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890a4c46-bd95-4288-9d6d-eca5163928c0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:35.845350 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-464e731d-f98b-444f-b7fe-c7499a50ba9a tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3939722 Dec 10 18:28:35.847387 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fdfde6fe-f62a-43bd-955b-5427770c612e tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:35.857336 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fdfde6fe-f62a-43bd-955b-5427770c612e tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:35.873777 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-42349d58-28a7-4801-9e74-680d71797877 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:28:35.875186 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-42349d58-28a7-4801-9e74-680d71797877 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076997 Dec 10 18:28:35.887626 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e731d-f98b-444f-b7fe-c7499a50ba9a tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Pushing event updated for resources: {'Port': ['ID=9f4f71bf-2ba3-4f28-9b39-254519beb8bc,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:35.928184 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfde6fe-f62a-43bd-955b-5427770c612e tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d9cb40d-533c-400d-a30e-bb8545226890,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:35.951753 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fdfde6fe-f62a-43bd-955b-5427770c612e tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:35.953008 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-fdfde6fe-f62a-43bd-955b-5427770c612e tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4737816 Dec 10 18:28:35.956462 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39002) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:35.963823 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c5894f84-7348-49ac-92f7-c06a2dd17bce tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:28:36.043507 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5894f84-7348-49ac-92f7-c06a2dd17bce tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:36.100498 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-f3ae76c4-2348-43f3-a6cd-697d9f5205c7 None None] Set router aac92a89-5419-4de0-84a5-38884da1d067 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:28:36.247590 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fd1d9536-ab92-4325-bcbd-c71357458a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:36.336123 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5894f84-7348-49ac-92f7-c06a2dd17bce tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:36.441363 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-fd1d9536-ab92-4325-bcbd-c71357458a39 None None] For port f1d610ef-b5af-4348-b562-73e81352c2fb, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=f1d610ef-b5af-4348-b562-73e81352c2fb,segment=NetworkSegment(e28dd885-1c3f-40c4-805d-4e5efe0b3129),segment_id=e28dd885-1c3f-40c4-805d-4e5efe0b3129)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:28:36.452941 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fd1d9536-ab92-4325-bcbd-c71357458a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:36.544808 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39012) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:36.556810 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d9536-ab92-4325-bcbd-c71357458a39 None None] Pushing event updated for resources: {'Port': ['ID=f1d610ef-b5af-4348-b562-73e81352c2fb,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:36.585740 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6b9162d9-e703-40ef-ac32-20a66d86de8e None None] Provisioning complete for port f1d610ef-b5af-4348-b562-73e81352c2fb triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:28:36.586171 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6b9162d9-e703-40ef-ac32-20a66d86de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:36.689840 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-c5894f84-7348-49ac-92f7-c06a2dd17bce tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Allocated IP 172.25.7.138 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/100a61fa-0649-4696-996b-2432924434ee) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:28:36.691100 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f3ae76c4-2348-43f3-a6cd-697d9f5205c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac92a89-5419-4de0-84a5-38884da1d067', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1621083298-router', 'tenant_id': '17f69fa421ef466d94b53eab6548ccbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'c4bc2fe0-d910-46c9-841e-8dfe10e69f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:28:24Z', 'updated_at': '2021-12-10T18:28:30Z', 'revision_number': 4, 'project_id': '17f69fa421ef466d94b53eab6548ccbc', 'gw_port': {'id': 'c4bc2fe0-d910-46c9-841e-8dfe10e69f1c', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac92a89-5419-4de0-84a5-38884da1d067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:25Z', 'updated_at': '2021-12-10T18:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'f1d610ef-b5af-4348-b562-73e81352c2fb', 'name': '', 'network_id': '0d189c3e-0b3a-4a61-b484-c9d39ef18b64', 'tenant_id': '17f69fa421ef466d94b53eab6548ccbc', 'mac_address': 'fa:16:3e:5b:31:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac92a89-5419-4de0-84a5-38884da1d067', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fda0af56-5b13-4a86-b9a0-1f52dd325fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:28Z', 'updated_at': '2021-12-10T18:28:35Z', 'revision_number': 4, 'project_id': '17f69fa421ef466d94b53eab6548ccbc', 'subnets': [{'id': 'fda0af56-5b13-4a86-b9a0-1f52dd325fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:28:36.754439 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ae76c4-2348-43f3-a6cd-697d9f5205c7 None None] The sync data for ids ['aac92a89-5419-4de0-84a5-38884da1d067'] in n-d-821435-1 is: [{'id': 'aac92a89-5419-4de0-84a5-38884da1d067', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1621083298-router', 'tenant_id': '17f69fa421ef466d94b53eab6548ccbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'c4bc2fe0-d910-46c9-841e-8dfe10e69f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:28:24Z', 'updated_at': '2021-12-10T18:28:30Z', 'revision_number': 4, 'project_id': '17f69fa421ef466d94b53eab6548ccbc', 'gw_port': {'id': 'c4bc2fe0-d910-46c9-841e-8dfe10e69f1c', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac92a89-5419-4de0-84a5-38884da1d067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:25Z', 'updated_at': '2021-12-10T18:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'f1d610ef-b5af-4348-b562-73e81352c2fb', 'name': '', 'network_id': '0d189c3e-0b3a-4a61-b484-c9d39ef18b64', 'tenant_id': '17f69fa421ef466d94b53eab6548ccbc', 'mac_address': 'fa:16:3e:5b:31:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac92a89-5419-4de0-84a5-38884da1d067', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fda0af56-5b13-4a86-b9a0-1f52dd325fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:28Z', 'updated_at': '2021-12-10T18:28:35Z', 'revision_number': 4, 'project_id': '17f69fa421ef466d94b53eab6548ccbc', 'subnets': [{'id': 'fda0af56-5b13-4a86-b9a0-1f52dd325fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:28:36.812042 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31435797-a062-49f4-8f6a-1973a6d826ec req-06628640-9ae6-4246-a288-d9298e9369a9 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:36.834445 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-31435797-a062-49f4-8f6a-1973a6d826ec req-06628640-9ae6-4246-a288-d9298e9369a9 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/ports?device_id=06a043c9-27b2-4a96-bc6d-c9bc8e5158b1 HTTP/1.1" status: 200 len: 935 time: 0.1914387 Dec 10 18:28:36.945150 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6b9162d9-e703-40ef-ac32-20a66d86de8e None None] Provisioning complete for port 9f4f71bf-2ba3-4f28-9b39-254519beb8bc triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:28:36.945532 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6b9162d9-e703-40ef-ac32-20a66d86de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:36.963622 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5894f84-7348-49ac-92f7-c06a2dd17bce tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:37.037757 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5894f84-7348-49ac-92f7-c06a2dd17bce tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:37.049857 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e48a3339-c4cd-4dab-bcd9-75e492489c27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:37.127484 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-6b9162d9-e703-40ef-ac32-20a66d86de8e None None] Port 9f4f71bf-2ba3-4f28-9b39-254519beb8bc cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:28:37.183340 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-a7ff8321-f66e-45f1-b679-309da5427595 service neutron] Request body: {'port': {'device_id': '06a043c9-27b2-4a96-bc6d-c9bc8e5158b1', 'device_owner': 'compute:tempest-test_az-1397848448', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:28:37.226830 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5894f84-7348-49ac-92f7-c06a2dd17bce tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Pushing event updated for resources: {'Port': ['ID=100a61fa-0649-4696-996b-2432924434ee,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:37.237698 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5894f84-7348-49ac-92f7-c06a2dd17bce tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:28:37.240913 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-c5894f84-7348-49ac-92f7-c06a2dd17bce tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:28:37.250565 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5894f84-7348-49ac-92f7-c06a2dd17bce tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:28:37.267970 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e48a3339-c4cd-4dab-bcd9-75e492489c27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:37.298013 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-31435797-a062-49f4-8f6a-1973a6d826ec req-3f54d506-4b28-4b3a-a8fd-952b0661bc52 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece1f559-ea7e-4340-82ff-73b3c86067e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4492476 Dec 10 18:28:37.299358 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e48a3339-c4cd-4dab-bcd9-75e492489c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:37.357990 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a3339-c4cd-4dab-bcd9-75e492489c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8fdc05-f034-4bcf-b545-61488daeb8b6,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:37.374924 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e48a3339-c4cd-4dab-bcd9-75e492489c27 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3fb6a26bf3794066a27415c7f5674d49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8284817 Dec 10 18:28:37.377174 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39038) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:37.528707 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-a7ff8321-f66e-45f1-b679-309da5427595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:37.542707 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2846fc6-a725-41ae-9fc0-59693bc11fbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:37.636027 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5894f84-7348-49ac-92f7-c06a2dd17bce tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:37.645365 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2846fc6-a725-41ae-9fc0-59693bc11fbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:37.728117 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device f1d610ef-b5af-4348-b562-73e81352c2fb up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:28:37.784676 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5894f84-7348-49ac-92f7-c06a2dd17bce tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:37.910336 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:37.941005 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port f1d610ef-b5af-4348-b562-73e81352c2fb triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:28:37.941707 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:37.993531 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2846fc6-a725-41ae-9fc0-59693bc11fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:38.000359 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2846fc6-a725-41ae-9fc0-59693bc11fbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:38.000359 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a2846fc6-a725-41ae-9fc0-59693bc11fbb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7d8fdc05-f034-4bcf-b545-61488daeb8b6 HTTP/1.1" status: 204 len: 168 time: 0.6193004 Dec 10 18:28:38.020892 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2846fc6-a725-41ae-9fc0-59693bc11fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8fdc05-f034-4bcf-b545-61488daeb8b6,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:38.252935 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5894f84-7348-49ac-92f7-c06a2dd17bce tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:38.260337 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5894f84-7348-49ac-92f7-c06a2dd17bce tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:38.373473 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5894f84-7348-49ac-92f7-c06a2dd17bce tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:38.430908 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5894f84-7348-49ac-92f7-c06a2dd17bce tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Pushing event updated for resources: {'Port': ['ID=100a61fa-0649-4696-996b-2432924434ee,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:38.443159 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-a7ff8321-f66e-45f1-b679-309da5427595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f4f71bf-2ba3-4f28-9b39-254519beb8bc {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:28:38.450784 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5894f84-7348-49ac-92f7-c06a2dd17bce tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:38.464797 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c5894f84-7348-49ac-92f7-c06a2dd17bce tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4943449 Dec 10 18:28:38.475166 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-a7ff8321-f66e-45f1-b679-309da5427595 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:38.540231 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fefd0d-b169-4a1f-b6c7-d78cc75e7820 req-e9eb2263-1aa9-46bb-b429-0d5288c37097 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:38.542023 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-39fefd0d-b169-4a1f-b6c7-d78cc75e7820 req-e9eb2263-1aa9-46bb-b429-0d5288c37097 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/ports?device_id=06a043c9-27b2-4a96-bc6d-c9bc8e5158b1 HTTP/1.1" status: 200 len: 935 time: 0.1166959 Dec 10 18:28:38.561829 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-a7ff8321-f66e-45f1-b679-309da5427595 service neutron] Transition to ACTIVE for port object 9f4f71bf-2ba3-4f28-9b39-254519beb8bc will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:28:38.570461 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-a7ff8321-f66e-45f1-b679-309da5427595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:38.637590 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-39fefd0d-b169-4a1f-b6c7-d78cc75e7820 req-44bd9091-3831-4fbe-832a-2b5073798ed7 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece1f559-ea7e-4340-82ff-73b3c86067e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848320 Dec 10 18:28:38.682067 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ff8321-f66e-45f1-b679-309da5427595 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4f71bf-2ba3-4f28-9b39-254519beb8bc,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:39.184974 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39096) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:39.205470 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58966815-1329-4256-a133-787f307fb56d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:39.348978 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-a7ff8321-f66e-45f1-b679-309da5427595 service neutron] Attempting to bind port 9f4f71bf-2ba3-4f28-9b39-254519beb8bc on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:28:39.349639 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-a7ff8321-f66e-45f1-b679-309da5427595 service neutron] Attempting to bind port 9f4f71bf-2ba3-4f28-9b39-254519beb8bc by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:28:39.349639 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-a7ff8321-f66e-45f1-b679-309da5427595 service neutron] Attempting to bind port 9f4f71bf-2ba3-4f28-9b39-254519beb8bc on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:28:39.381808 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58966815-1329-4256-a133-787f307fb56d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:39.390238 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58966815-1329-4256-a133-787f307fb56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:39.421826 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-88f234b4-71cf-4a76-a218-7a8825f1e8d4 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1187318968&fields=id&tenant_id=70b0792e9b484b69840e9b663917d1a6 HTTP/1.1" status: 200 len: 267 time: 0.1474240 Dec 10 18:28:39.451617 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-a7ff8321-f66e-45f1-b679-309da5427595 service neutron] Port 9f4f71bf-2ba3-4f28-9b39-254519beb8bc on network c9403646-ab9b-4a0a-827b-6d4376246b64 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:28:39.452156 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-a7ff8321-f66e-45f1-b679-309da5427595 service neutron] Attempting to bind port 9f4f71bf-2ba3-4f28-9b39-254519beb8bc on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:28:39.470781 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-a7ff8321-f66e-45f1-b679-309da5427595 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:28:39.471401 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-a7ff8321-f66e-45f1-b679-309da5427595 service neutron] Checking segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:28:39.472058 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-a7ff8321-f66e-45f1-b679-309da5427595 service neutron] Bound using segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:28:39.472593 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-a7ff8321-f66e-45f1-b679-309da5427595 service neutron] Bound port: 9f4f71bf-2ba3-4f28-9b39-254519beb8bc, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:28:39.473184 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-a7ff8321-f66e-45f1-b679-309da5427595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:39.493649 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-58966815-1329-4256-a133-787f307fb56d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=be344a5fba3c4d6fa19cb5891e8d8ab3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3073447 Dec 10 18:28:39.494749 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58966815-1329-4256-a133-787f307fb56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2dc342a-e2b2-4c63-b8fd-94c1182c29dd,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:39.500841 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39098) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:39.598902 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5f61868d-3b39-4bbf-83e1-dd5b3ee93a28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:39.630433 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5f61868d-3b39-4bbf-83e1-dd5b3ee93a28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:39.697210 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5f61868d-3b39-4bbf-83e1-dd5b3ee93a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:39.702009 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5f61868d-3b39-4bbf-83e1-dd5b3ee93a28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:39.707206 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5f61868d-3b39-4bbf-83e1-dd5b3ee93a28 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a2dc342a-e2b2-4c63-b8fd-94c1182c29dd HTTP/1.1" status: 204 len: 168 time: 0.2047119 Dec 10 18:28:39.724758 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61868d-3b39-4bbf-83e1-dd5b3ee93a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2dc342a-e2b2-4c63-b8fd-94c1182c29dd,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:39.803617 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-a7ff8321-f66e-45f1-b679-309da5427595 service neutron] For port 9f4f71bf-2ba3-4f28-9b39-254519beb8bc, host n-h1-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:28:39.809823 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-a7ff8321-f66e-45f1-b679-309da5427595 service neutron] For port 9f4f71bf-2ba3-4f28-9b39-254519beb8bc, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=9f4f71bf-2ba3-4f28-9b39-254519beb8bc,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:28:39.819567 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-a7ff8321-f66e-45f1-b679-309da5427595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:39.936441 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-a7ff8321-f66e-45f1-b679-309da5427595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:39.937088 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-a7ff8321-f66e-45f1-b679-309da5427595 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:39.939647 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-a7ff8321-f66e-45f1-b679-309da5427595 service neutron] 10.222.0.46 "PUT /v2.0/ports/9f4f71bf-2ba3-4f28-9b39-254519beb8bc HTTP/1.1" status: 200 len: 1117 time: 3.1252911 Dec 10 18:28:39.939647 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06a043c9-27b2-4a96-bc6d-c9bc8e5158b1', 'tag': '9f4f71bf-2ba3-4f28-9b39-254519beb8bc'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:28:39.984579 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9532d0f-c79a-4d06-bbce-b1260dede405 req-be8eb717-13a5-4fa0-8f88-4e2921c434aa tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:39.986449 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b9532d0f-c79a-4d06-bbce-b1260dede405 req-be8eb717-13a5-4fa0-8f88-4e2921c434aa tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/ports?device_id=06a043c9-27b2-4a96-bc6d-c9bc8e5158b1 HTTP/1.1" status: 200 len: 969 time: 0.1652448 Dec 10 18:28:40.109758 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b9532d0f-c79a-4d06-bbce-b1260dede405 req-751df568-95ae-48fd-b5be-f1521d4bace0 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece1f559-ea7e-4340-82ff-73b3c86067e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082869 Dec 10 18:28:40.125478 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-1e54454a-92f7-4603-a498-87c6faeb6fd7 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:40.142764 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-1e54454a-92f7-4603-a498-87c6faeb6fd7 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/networks?id=07d60a74-f182-41ba-b9dc-085b291b0734 HTTP/1.1" status: 200 len: 824 time: 0.7134309 Dec 10 18:28:40.226419 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ff8321-f66e-45f1-b679-309da5427595 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4f71bf-2ba3-4f28-9b39-254519beb8bc,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:40.261190 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-77d5f6cc-b028-4e16-8b46-1981483de5a5 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/quotas/70b0792e9b484b69840e9b663917d1a6 HTTP/1.1" status: 200 len: 375 time: 0.1174140 Dec 10 18:28:40.373462 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-41398082-d2c7-4276-8bc1-bd65ab904d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:40.375365 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-41398082-d2c7-4276-8bc1-bd65ab904d32 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=28c16de3b1c04a108c22fa5156459b24&device_id=06a043c9-27b2-4a96-bc6d-c9bc8e5158b1 HTTP/1.1" status: 200 len: 1120 time: 0.2608957 Dec 10 18:28:40.407898 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-4acfa62d-80d1-4af5-9022-5abf891bd8a1 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=70b0792e9b484b69840e9b663917d1a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1383760 Dec 10 18:28:40.565745 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-faf768f9-10a9-4e33-a643-4ed11cd786ad service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=9f4f71bf-2ba3-4f28-9b39-254519beb8bc HTTP/1.1" status: 200 len: 217 time: 0.1426589 Dec 10 18:28:40.765665 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45be9d1a-62ad-4670-b2ec-da5c4567e385" -d '{"events": [{"name": "network-changed", "server_uuid": "06a043c9-27b2-4a96-bc6d-c9bc8e5158b1", "tag": "9f4f71bf-2ba3-4f28-9b39-254519beb8bc"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:28:41.290593 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993dbc82-3f4b-41fb-9e2f-aec7207457ae x-openstack-request-id: req-993dbc82-3f4b-41fb-9e2f-aec7207457ae {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:28:41.290890 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06a043c9-27b2-4a96-bc6d-c9bc8e5158b1", "tag": "9f4f71bf-2ba3-4f28-9b39-254519beb8bc", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:28:41.291200 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-993dbc82-3f4b-41fb-9e2f-aec7207457ae {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:28:41.292243 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06a043c9-27b2-4a96-bc6d-c9bc8e5158b1', 'tag': '9f4f71bf-2ba3-4f28-9b39-254519beb8bc', 'status': 'completed', 'code': 200} Dec 10 18:28:41.409422 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-d31521be-596e-44f0-b6fd-ac8c178dbab4 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:28:41.418424 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-d31521be-596e-44f0-b6fd-ac8c178dbab4 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4173892 Dec 10 18:28:41.541886 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-72c9da14-8a96-47b4-9c07-b60caf57f767 service neutron] 10.222.0.62 "GET /v2.0/networks/07d60a74-f182-41ba-b9dc-085b291b0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225848 Dec 10 18:28:41.681823 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-46687a2b-1ee0-4176-9937-55a92737828e service neutron] 10.222.0.62 "GET /v2.0/networks/07d60a74-f182-41ba-b9dc-085b291b0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248121 Dec 10 18:28:41.979936 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b32b267d-abc4-4531-a280-7a8916d774f1 req-13d181c9-dd99-4820-8fa6-357e12974897 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=c128e81b-989f-4720-ae47-3fc1ff739a4c HTTP/1.1" status: 200 len: 210 time: 0.0701501 Dec 10 18:28:42.040297 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57f28b-2e2f-44a5-a114-d43e7d7aada6 req-de493631-fea4-49ce-8f14-877a3254aea1 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:42.045332 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4b57f28b-2e2f-44a5-a114-d43e7d7aada6 req-de493631-fea4-49ce-8f14-877a3254aea1 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/ports?device_id=06a043c9-27b2-4a96-bc6d-c9bc8e5158b1 HTTP/1.1" status: 200 len: 969 time: 0.1640832 Dec 10 18:28:42.164180 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4b57f28b-2e2f-44a5-a114-d43e7d7aada6 req-0db8cb1c-75a1-48fb-ba29-3f6e27d7ff03 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece1f559-ea7e-4340-82ff-73b3c86067e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078117 Dec 10 18:28:43.128621 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0f38a4d3-fc6d-45a9-9b27-b82c10d2effe req-41bb634c-cb8e-4ef2-84e5-cddee4999353 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=c128e81b-989f-4720-ae47-3fc1ff739a4c HTTP/1.1" status: 200 len: 210 time: 0.0612366 Dec 10 18:28:43.380131 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39270) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:43.425416 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db795b4-5a5c-427f-bff1-a7cfc5bb77ab req-38de6f44-2f1d-4851-8a14-592c3bcd0d64 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:43.438037 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3db795b4-5a5c-427f-bff1-a7cfc5bb77ab req-38de6f44-2f1d-4851-8a14-592c3bcd0d64 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/ports?device_id=06a043c9-27b2-4a96-bc6d-c9bc8e5158b1 HTTP/1.1" status: 200 len: 969 time: 0.1189692 Dec 10 18:28:43.442612 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39276) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:43.515977 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3db795b4-5a5c-427f-bff1-a7cfc5bb77ab req-f754a87c-90da-4421-ae8b-c3fb2bb993e0 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece1f559-ea7e-4340-82ff-73b3c86067e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721226 Dec 10 18:28:43.610626 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e74f99a-225a-46d9-9544-32658881f46e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:43.764182 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e74f99a-225a-46d9-9544-32658881f46e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:43.770063 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e74f99a-225a-46d9-9544-32658881f46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:43.868526 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e74f99a-225a-46d9-9544-32658881f46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fd4c7e-ef12-44b3-abbe-868b1e94f4c0,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:43.878561 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6581a524-7291-4d23-8fcb-44ab65eda954 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:43.908612 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0e74f99a-225a-46d9-9544-32658881f46e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fa4edfcfd8cd4376b0ab8167169bbe2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5272574 Dec 10 18:28:43.911241 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39286) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:43.928991 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39288) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:43.985414 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-031da538-1cab-4434-9f02-e6e4a7878c99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:44.022421 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-031da538-1cab-4434-9f02-e6e4a7878c99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:44.134791 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-031da538-1cab-4434-9f02-e6e4a7878c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:44.137824 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-031da538-1cab-4434-9f02-e6e4a7878c99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:44.142046 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-031da538-1cab-4434-9f02-e6e4a7878c99 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c7fd4c7e-ef12-44b3-abbe-868b1e94f4c0 HTTP/1.1" status: 204 len: 168 time: 0.2297392 Dec 10 18:28:44.143254 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6581a524-7291-4d23-8fcb-44ab65eda954 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:44.151788 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6581a524-7291-4d23-8fcb-44ab65eda954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:44.170515 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031da538-1cab-4434-9f02-e6e4a7878c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fd4c7e-ef12-44b3-abbe-868b1e94f4c0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:44.220567 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6581a524-7291-4d23-8fcb-44ab65eda954 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=202511759a3d4510998d6d34f5a11627&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7766411 Dec 10 18:28:44.223336 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39300) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:44.264297 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.72', 52215) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:44.357921 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-07a995fb-5adb-42fc-a561-35e260aaa875 req-812a9eaa-d3ea-4b6e-946e-2f64a034f787 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=c128e81b-989f-4720-ae47-3fc1ff739a4c HTTP/1.1" status: 200 len: 210 time: 0.1049755 Dec 10 18:28:44.358910 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581a524-7291-4d23-8fcb-44ab65eda954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070346b1-fa64-447d-8cb5-be11be070160,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:44.534447 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3577afc-2789-4c16-8d39-d1bb6297d3f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:44.720201 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d5e17235-0ee3-401f-9630-03e6572e2271 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:44.764297 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3577afc-2789-4c16-8d39-d1bb6297d3f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:44.777613 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b385b-e5f1-49ca-944d-de2a1b417776 req-32a91288-cb0c-4994-af55-190efebac317 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:44.779380 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-294b385b-e5f1-49ca-944d-de2a1b417776 req-32a91288-cb0c-4994-af55-190efebac317 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/ports?device_id=06a043c9-27b2-4a96-bc6d-c9bc8e5158b1 HTTP/1.1" status: 200 len: 969 time: 0.1319270 Dec 10 18:28:44.784867 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-e52e556a-cd7c-47d9-b533-a8b77bdcc46e tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:44.786401 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-e52e556a-cd7c-47d9-b533-a8b77bdcc46e tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.72 "GET /v2.0/networks?id=07d60a74-f182-41ba-b9dc-085b291b0734 HTTP/1.1" status: 200 len: 824 time: 0.5152240 Dec 10 18:28:44.817693 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d5e17235-0ee3-401f-9630-03e6572e2271 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:44.879350 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-294b385b-e5f1-49ca-944d-de2a1b417776 req-775be1e8-2b8b-4bd8-96ae-f83dfb70ce90 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece1f559-ea7e-4340-82ff-73b3c86067e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836124 Dec 10 18:28:44.898462 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3577afc-2789-4c16-8d39-d1bb6297d3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:44.927175 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d5e17235-0ee3-401f-9630-03e6572e2271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:44.932420 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39324) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:44.941409 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d5e17235-0ee3-401f-9630-03e6572e2271 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:44.945824 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d5e17235-0ee3-401f-9630-03e6572e2271 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/070346b1-fa64-447d-8cb5-be11be070160 HTTP/1.1" status: 204 len: 168 time: 0.7179651 Dec 10 18:28:44.954983 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3441f1f4-3761-4c47-b3ea-7ae5c0ec9cbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:45.072483 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-fe2ee38b-3d4b-4240-9292-e0b203dd16d4 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70b0792e9b484b69840e9b663917d1a6 HTTP/1.1" status: 200 len: 380 time: 0.1663990 Dec 10 18:28:45.077177 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3577afc-2789-4c16-8d39-d1bb6297d3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b288ce-7bad-4381-9251-378e60d39dfa,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:45.111712 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3441f1f4-3761-4c47-b3ea-7ae5c0ec9cbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:45.114228 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-661a6705-f514-4fc7-b042-9151a9a5871f tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Request body: {'port': {'device_id': 'c128e81b-989f-4720-ae47-3fc1ff739a4c', 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734', 'admin_state_up': True, 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'security_groups': ['fc848203-e8d4-4112-84c3-2f5e9915fedc']}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:28:45.120060 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3441f1f4-3761-4c47-b3ea-7ae5c0ec9cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:45.204833 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3441f1f4-3761-4c47-b3ea-7ae5c0ec9cbb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=942f370918104ecaaeb20533e7b098c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2711403 Dec 10 18:28:45.205719 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441f1f4-3761-4c47-b3ea-7ae5c0ec9cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e8cfac-1a8f-4a47-88f2-a6688d9a483b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:45.208190 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39336) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:45.244351 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e17235-0ee3-401f-9630-03e6572e2271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070346b1-fa64-447d-8cb5-be11be070160,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:45.275356 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d3577afc-2789-4c16-8d39-d1bb6297d3f6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cd83a638f2cb4659b63b67a65a1a4f15&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3450503 Dec 10 18:28:45.281288 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39338) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:45.319400 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5e9428a0-6a72-4119-aa01-31360e3381ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:45.363200 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5e9428a0-6a72-4119-aa01-31360e3381ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:45.401434 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c82a875-ba77-48d1-bbe7-75a64cf7bc7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:45.405262 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-661a6705-f514-4fc7-b042-9151a9a5871f tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Made reservation on behalf of 70b0792e9b484b69840e9b663917d1a6 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:28:45.412097 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-661a6705-f514-4fc7-b042-9151a9a5871f tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:45.450854 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5e9428a0-6a72-4119-aa01-31360e3381ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:45.456579 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5e9428a0-6a72-4119-aa01-31360e3381ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:45.458142 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5e9428a0-6a72-4119-aa01-31360e3381ae admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/74e8cfac-1a8f-4a47-88f2-a6688d9a483b HTTP/1.1" status: 204 len: 168 time: 0.2490096 Dec 10 18:28:45.471558 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9428a0-6a72-4119-aa01-31360e3381ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e8cfac-1a8f-4a47-88f2-a6688d9a483b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:45.534964 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c82a875-ba77-48d1-bbe7-75a64cf7bc7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:45.672907 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cd7cad76-16e2-4eb0-b094-cac37f8d9341 req-48b0acba-5849-4275-ac82-c76a7124646e tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=c128e81b-989f-4720-ae47-3fc1ff739a4c HTTP/1.1" status: 200 len: 210 time: 0.1350288 Dec 10 18:28:45.796837 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c82a875-ba77-48d1-bbe7-75a64cf7bc7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:45.800649 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c82a875-ba77-48d1-bbe7-75a64cf7bc7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:45.801295 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2c82a875-ba77-48d1-bbe7-75a64cf7bc7f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/50b288ce-7bad-4381-9251-378e60d39dfa HTTP/1.1" status: 204 len: 168 time: 0.5189841 Dec 10 18:28:45.818209 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82a875-ba77-48d1-bbe7-75a64cf7bc7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b288ce-7bad-4381-9251-378e60d39dfa,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:45.844835 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39350) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:45.853320 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-661a6705-f514-4fc7-b042-9151a9a5871f tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Allocated IP 172.20.0.6 (07d60a74-f182-41ba-b9dc-085b291b0734/ebe9125f-6c16-45da-b199-c6abec1b4923/3e5c53fc-a155-4782-adc2-7ab52845f634) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:28:45.867146 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc225302-2e25-4d9c-a9f3-2afe3ceb0558 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:45.890115 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:28:45.987626 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-e68aeee1-0879-4dce-9291-f90551b9ac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:45.989568 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-e68aeee1-0879-4dce-9291-f90551b9ac60 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.0933425 Dec 10 18:28:46.167831 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc225302-2e25-4d9c-a9f3-2afe3ceb0558 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:46.178327 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc225302-2e25-4d9c-a9f3-2afe3ceb0558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:46.318414 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-cc225302-2e25-4d9c-a9f3-2afe3ceb0558 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f0a988e144f244349f66ef86906c1f9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4723580 Dec 10 18:28:46.319663 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc225302-2e25-4d9c-a9f3-2afe3ceb0558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789bc2f2-cbab-4998-b21e-376cfc8e24b5,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:46.334190 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39364) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:46.456067 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc527867-b86d-40d2-bd1d-1c40f2b8bdb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:46.486777 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-ed8696f2-6a25-4b33-91e8-eedc9542d662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:46.488364 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-ed8696f2-6a25-4b33-91e8-eedc9542d662 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4897785 Dec 10 18:28:46.534346 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc527867-b86d-40d2-bd1d-1c40f2b8bdb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:46.601450 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39366) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:46.625720 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-b34a7b09-e1a2-427f-b4db-4b7040d5b9f8 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183798 Dec 10 18:28:46.671131 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa35278f-f4c7-40ab-b068-53e82f0dc498 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:46.706191 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fda0c-7199-43fc-9ef1-c7d58510316c req-d0d262ff-00bb-48af-a94c-6c780f1e16fa tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:46.716470 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c14fda0c-7199-43fc-9ef1-c7d58510316c req-d0d262ff-00bb-48af-a94c-6c780f1e16fa tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/ports?device_id=06a043c9-27b2-4a96-bc6d-c9bc8e5158b1 HTTP/1.1" status: 200 len: 969 time: 0.6322784 Dec 10 18:28:46.723045 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc527867-b86d-40d2-bd1d-1c40f2b8bdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:46.731253 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc527867-b86d-40d2-bd1d-1c40f2b8bdb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:46.737257 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-fc527867-b86d-40d2-bd1d-1c40f2b8bdb2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/789bc2f2-cbab-4998-b21e-376cfc8e24b5 HTTP/1.1" status: 204 len: 168 time: 0.3980927 Dec 10 18:28:46.768032 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc527867-b86d-40d2-bd1d-1c40f2b8bdb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789bc2f2-cbab-4998-b21e-376cfc8e24b5,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:46.876041 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c14fda0c-7199-43fc-9ef1-c7d58510316c req-a04e6b70-3f83-45c8-9edc-6a200bd162dd tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece1f559-ea7e-4340-82ff-73b3c86067e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582642 Dec 10 18:28:46.965825 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa35278f-f4c7-40ab-b068-53e82f0dc498 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:46.979533 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa35278f-f4c7-40ab-b068-53e82f0dc498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:47.015022 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-afb7be12-bb0e-4cd1-8915-ffaa4a542482 req-3f6a2f14-5094-4e17-a669-479982da7d3b service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767126 Dec 10 18:28:47.075293 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-661a6705-f514-4fc7-b042-9151a9a5871f tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:47.137662 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35278f-f4c7-40ab-b068-53e82f0dc498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780720fe-b267-4dd2-8f7f-702b9dfda631,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:47.140672 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bf97bc70-b4a0-4de3-a0cb-5948a98e4c12 req-d9311329-09c1-4ca8-8d10-e3159ea9a520 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=c128e81b-989f-4720-ae47-3fc1ff739a4c HTTP/1.1" status: 200 len: 210 time: 0.0894532 Dec 10 18:28:47.195444 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-fa35278f-f4c7-40ab-b068-53e82f0dc498 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ace7b079cc534541984a97ffa0609774&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5867722 Dec 10 18:28:47.197456 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39384) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:47.280695 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be9d1a-62ad-4670-b2ec-da5c4567e385 req-ee39ef87-cff7-4498-973d-a2abb6b337af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:47.297111 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-45be9d1a-62ad-4670-b2ec-da5c4567e385 req-ee39ef87-cff7-4498-973d-a2abb6b337af service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=28c16de3b1c04a108c22fa5156459b24&device_id=06a043c9-27b2-4a96-bc6d-c9bc8e5158b1 HTTP/1.1" status: 200 len: 1120 time: 0.1391163 Dec 10 18:28:47.360690 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3da5ae48-6058-4ceb-b990-e86e77b41194 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:47.441897 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3da5ae48-6058-4ceb-b990-e86e77b41194 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:47.579648 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3da5ae48-6058-4ceb-b990-e86e77b41194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:47.584444 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3da5ae48-6058-4ceb-b990-e86e77b41194 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:47.586953 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3da5ae48-6058-4ceb-b990-e86e77b41194 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/780720fe-b267-4dd2-8f7f-702b9dfda631 HTTP/1.1" status: 204 len: 168 time: 0.3885279 Dec 10 18:28:47.606967 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5ae48-6058-4ceb-b990-e86e77b41194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780720fe-b267-4dd2-8f7f-702b9dfda631,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:47.689444 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be9d1a-62ad-4670-b2ec-da5c4567e385 req-e516a49c-6013-4274-a83c-953e4554a407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:47.692139 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-45be9d1a-62ad-4670-b2ec-da5c4567e385 req-e516a49c-6013-4274-a83c-953e4554a407 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.3934846 Dec 10 18:28:47.698405 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-661a6705-f514-4fc7-b042-9151a9a5871f tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:47.809801 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-45be9d1a-62ad-4670-b2ec-da5c4567e385 req-17ebac7f-31e4-4f05-995c-4911948d7518 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=9f4f71bf-2ba3-4f28-9b39-254519beb8bc HTTP/1.1" status: 200 len: 217 time: 0.1002374 Dec 10 18:28:47.934300 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be9d1a-62ad-4670-b2ec-da5c4567e385 req-d9e6a20b-bac6-4445-a96b-5ceedc30c1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:47.936712 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-45be9d1a-62ad-4670-b2ec-da5c4567e385 req-d9e6a20b-bac6-4445-a96b-5ceedc30c1c8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.0867739 Dec 10 18:28:47.940811 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-661a6705-f514-4fc7-b042-9151a9a5871f tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Network 07d60a74-f182-41ba-b9dc-085b291b0734 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:28:47.944459 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a6705-f514-4fc7-b042-9151a9a5871f tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Pushing event updated for resources: {'Port': ['ID=3e5c53fc-a155-4782-adc2-7ab52845f634,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:47.947976 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-661a6705-f514-4fc7-b042-9151a9a5871f tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:28:48.002497 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-661a6705-f514-4fc7-b042-9151a9a5871f tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:28:48.009042 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-661a6705-f514-4fc7-b042-9151a9a5871f tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:48.009780 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-661a6705-f514-4fc7-b042-9151a9a5871f tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:48.038140 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be9d1a-62ad-4670-b2ec-da5c4567e385 req-6657fee6-0567-4d08-943d-87021142ab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:48.040257 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-45be9d1a-62ad-4670-b2ec-da5c4567e385 req-6657fee6-0567-4d08-943d-87021142ab2c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0759323 Dec 10 18:28:48.057328 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-661a6705-f514-4fc7-b042-9151a9a5871f tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9365561 Dec 10 18:28:48.097279 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254a8fb-fda0-4956-82f4-7ba6b9fee60d req-7db4e918-3f7b-4b99-9084-d68c2aa77b83 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:48.108399 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4254a8fb-fda0-4956-82f4-7ba6b9fee60d req-7db4e918-3f7b-4b99-9084-d68c2aa77b83 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/ports?device_id=06a043c9-27b2-4a96-bc6d-c9bc8e5158b1 HTTP/1.1" status: 200 len: 969 time: 0.1296709 Dec 10 18:28:48.251415 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4254a8fb-fda0-4956-82f4-7ba6b9fee60d req-0d6783f1-37c7-4337-9be3-df94d3ef64c6 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece1f559-ea7e-4340-82ff-73b3c86067e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416667 Dec 10 18:28:48.268151 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-45be9d1a-62ad-4670-b2ec-da5c4567e385 req-385edeba-704d-46c6-b21c-91466832657b service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096808 Dec 10 18:28:48.422452 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39424) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:48.483736 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ffc43ea4-93a6-4adc-beb4-c880fbd9d33e None None] Provisioning complete for port 3e5c53fc-a155-4782-adc2-7ab52845f634 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:28:48.484345 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ffc43ea4-93a6-4adc-beb4-c880fbd9d33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:48.491834 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b837ccc-9e03-4194-bac8-df1706fe629f req-f98473d9-513e-4d55-bdae-dd6b4f026b2e tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:48.504208 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0b837ccc-9e03-4194-bac8-df1706fe629f req-f98473d9-513e-4d55-bdae-dd6b4f026b2e tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=c128e81b-989f-4720-ae47-3fc1ff739a4c HTTP/1.1" status: 200 len: 931 time: 0.2248664 Dec 10 18:28:48.540675 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-45be9d1a-62ad-4670-b2ec-da5c4567e385 req-7d6fe0d5-a636-4770-a22c-d9cf9297fcbf service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592018 Dec 10 18:28:48.572216 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ffc43ea4-93a6-4adc-beb4-c880fbd9d33e None None] Port 3e5c53fc-a155-4782-adc2-7ab52845f634 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:28:48.598396 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0b837ccc-9e03-4194-bac8-df1706fe629f req-f34d9cdb-ac4a-40ac-a95e-98b19b3cb28e tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc848203-e8d4-4112-84c3-2f5e9915fedc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916855 Dec 10 18:28:48.715959 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-afc9c7f7-ece9-4f8b-9831-81c59845d826 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:48.866996 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-afc9c7f7-ece9-4f8b-9831-81c59845d826 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:48.876998 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-afc9c7f7-ece9-4f8b-9831-81c59845d826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:48.973762 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39444) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:48.974461 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-afc9c7f7-ece9-4f8b-9831-81c59845d826 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cbdbc0a5ab424f98b9380bd68d43b2f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5502274 Dec 10 18:28:48.976782 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc9c7f7-ece9-4f8b-9831-81c59845d826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3506978-c0e8-4b29-9e69-71dd1ba679c6,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:49.079872 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b35ff908-f7d7-4b6e-9398-134a49274d4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:49.148843 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b35ff908-f7d7-4b6e-9398-134a49274d4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:49.275356 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b35ff908-f7d7-4b6e-9398-134a49274d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:49.278958 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b35ff908-f7d7-4b6e-9398-134a49274d4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:49.286162 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b35ff908-f7d7-4b6e-9398-134a49274d4d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b3506978-c0e8-4b29-9e69-71dd1ba679c6 HTTP/1.1" status: 204 len: 168 time: 0.3111198 Dec 10 18:28:49.296996 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ff908-f7d7-4b6e-9398-134a49274d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3506978-c0e8-4b29-9e69-71dd1ba679c6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:49.473016 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3906d0-b051-4f64-aada-a91c2f101e8d req-4dcfbe44-281f-4171-85ee-d10461f9b827 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:49.479382 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6a3906d0-b051-4f64-aada-a91c2f101e8d req-4dcfbe44-281f-4171-85ee-d10461f9b827 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/ports?device_id=06a043c9-27b2-4a96-bc6d-c9bc8e5158b1 HTTP/1.1" status: 200 len: 969 time: 0.1012356 Dec 10 18:28:49.560946 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6a3906d0-b051-4f64-aada-a91c2f101e8d req-0cc91a0e-d99a-4652-9b01-bf41d8797369 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece1f559-ea7e-4340-82ff-73b3c86067e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722108 Dec 10 18:28:49.640703 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4d6916fa-9b17-448f-82b3-a95c59920768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:49.780400 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc40fc66-ab59-43c7-833a-1a1b22cbff1d req-60798eec-536b-4af2-84a7-8844a17104cf tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:49.783738 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bc40fc66-ab59-43c7-833a-1a1b22cbff1d req-60798eec-536b-4af2-84a7-8844a17104cf tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=c128e81b-989f-4720-ae47-3fc1ff739a4c HTTP/1.1" status: 200 len: 931 time: 0.0590799 Dec 10 18:28:49.858313 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bc40fc66-ab59-43c7-833a-1a1b22cbff1d req-6db1f65c-94ec-434d-aede-097ba15c2439 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc848203-e8d4-4112-84c3-2f5e9915fedc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688803 Dec 10 18:28:50.003442 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39472) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:50.018669 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d50dc996-8a42-407f-a19b-fd0ec78eb4df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:50.126217 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d50dc996-8a42-407f-a19b-fd0ec78eb4df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:50.130986 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d50dc996-8a42-407f-a19b-fd0ec78eb4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:50.181827 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d50dc996-8a42-407f-a19b-fd0ec78eb4df admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8fdb27e0a21d46279fe699d94dd6f002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1770446 Dec 10 18:28:50.184905 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50dc996-8a42-407f-a19b-fd0ec78eb4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b8c69a-3d43-47d6-a905-06301ec390c1,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:50.185273 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39480) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:50.275704 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-55156b57-a660-491b-8ab1-01280c2c9d69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:50.299367 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-55156b57-a660-491b-8ab1-01280c2c9d69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:50.370304 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-55156b57-a660-491b-8ab1-01280c2c9d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:50.373567 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-55156b57-a660-491b-8ab1-01280c2c9d69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:50.376673 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-55156b57-a660-491b-8ab1-01280c2c9d69 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b8b8c69a-3d43-47d6-a905-06301ec390c1 HTTP/1.1" status: 204 len: 168 time: 0.1884620 Dec 10 18:28:50.383348 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55156b57-a660-491b-8ab1-01280c2c9d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b8c69a-3d43-47d6-a905-06301ec390c1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:50.709424 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549287c3-350d-452b-bfb1-d1f477ddae48 req-61d77908-cadd-4bda-a2d4-651582999e4d tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:50.719864 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-549287c3-350d-452b-bfb1-d1f477ddae48 req-61d77908-cadd-4bda-a2d4-651582999e4d tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/ports?device_id=06a043c9-27b2-4a96-bc6d-c9bc8e5158b1 HTTP/1.1" status: 200 len: 969 time: 0.0695205 Dec 10 18:28:50.800062 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-549287c3-350d-452b-bfb1-d1f477ddae48 req-ef334339-fa9e-438e-b658-28b31bea79f6 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece1f559-ea7e-4340-82ff-73b3c86067e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793064 Dec 10 18:28:50.997379 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d854b75-0ec3-43a1-a8f1-66de7a582438 req-ba015145-c704-4e13-be4b-b9b66ec964b0 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:50.998895 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2d854b75-0ec3-43a1-a8f1-66de7a582438 req-ba015145-c704-4e13-be4b-b9b66ec964b0 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=c128e81b-989f-4720-ae47-3fc1ff739a4c HTTP/1.1" status: 200 len: 931 time: 0.0604737 Dec 10 18:28:51.066918 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2d854b75-0ec3-43a1-a8f1-66de7a582438 req-24a19c36-7d0d-4d09-9ce8-5ae0672fbd3f tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc848203-e8d4-4112-84c3-2f5e9915fedc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559704 Dec 10 18:28:51.697029 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-0dd02ce1-ea84-4e24-9dda-ec53f7b0a72d tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=449146cf6fbe4ffeba406209dfdd303b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301037 Dec 10 18:28:51.851469 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-2b3ba958-c279-4b60-a5b3-23d114185d7a tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:51.853713 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-2b3ba958-c279-4b60-a5b3-23d114185d7a tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1491168 Dec 10 18:28:51.881811 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-12fe3c96-3679-4ad2-91e4-7245601ee498 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/quotas/449146cf6fbe4ffeba406209dfdd303b HTTP/1.1" status: 200 len: 375 time: 0.0121317 Dec 10 18:28:51.899225 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39558) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:51.956135 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-c00edc30-68c8-4c82-a785-463d5878ed8b tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=449146cf6fbe4ffeba406209dfdd303b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665138 Dec 10 18:28:52.015631 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca4f48-f901-4b10-a821-1a88908036b9 req-ab3d950f-9a26-49e1-9f64-5894e8eb9186 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:52.017352 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6bca4f48-f901-4b10-a821-1a88908036b9 req-ab3d950f-9a26-49e1-9f64-5894e8eb9186 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/ports?device_id=06a043c9-27b2-4a96-bc6d-c9bc8e5158b1 HTTP/1.1" status: 200 len: 969 time: 0.0658410 Dec 10 18:28:52.140143 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6bca4f48-f901-4b10-a821-1a88908036b9 req-549293f8-515c-445c-82b8-1a15bf9ad56f tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece1f559-ea7e-4340-82ff-73b3c86067e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136215 Dec 10 18:28:52.281455 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d2761b34-1966-4c24-bf71-d134dfc3e83e req-87b2a0b1-2c02-48fb-bb03-b1bc0a4ae3a8 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2201e05-c2d4-4b4f-849f-4ed212dbef8d HTTP/1.1" status: 200 len: 210 time: 0.0767167 Dec 10 18:28:52.321688 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc3f4a-4e7d-40eb-a669-e4a982484781 req-0bf722d6-cc7c-43dc-b126-4d2a73cfa316 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:52.331098 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2a3a15f0-0ba4-49aa-a263-affcc8613286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:52.333600 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-03dc3f4a-4e7d-40eb-a669-e4a982484781 req-0bf722d6-cc7c-43dc-b126-4d2a73cfa316 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=c128e81b-989f-4720-ae47-3fc1ff739a4c HTTP/1.1" status: 200 len: 931 time: 0.1187696 Dec 10 18:28:52.399449 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ec3271fd-2dbb-4243-a9d0-d73257ce39fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:52.415328 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-03dc3f4a-4e7d-40eb-a669-e4a982484781 req-7d9e462e-9b39-4313-98fc-fded9e7829c9 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc848203-e8d4-4112-84c3-2f5e9915fedc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772214 Dec 10 18:28:52.597212 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ec3271fd-2dbb-4243-a9d0-d73257ce39fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:52.603520 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ec3271fd-2dbb-4243-a9d0-d73257ce39fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:52.660456 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ec3271fd-2dbb-4243-a9d0-d73257ce39fa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9f16940914f9478b954fbbbe02ad0880&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7602568 Dec 10 18:28:52.661766 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3271fd-2dbb-4243-a9d0-d73257ce39fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf1e1ca-1f08-4d8f-acf6-ed24daf89fc1,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:52.663144 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39590) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:52.739867 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2009e4b8-9565-4e97-8927-29c6091f424c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:52.777543 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2009e4b8-9565-4e97-8927-29c6091f424c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:52.842046 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2009e4b8-9565-4e97-8927-29c6091f424c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:52.846387 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2009e4b8-9565-4e97-8927-29c6091f424c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:52.851205 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2009e4b8-9565-4e97-8927-29c6091f424c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0bf1e1ca-1f08-4d8f-acf6-ed24daf89fc1 HTTP/1.1" status: 204 len: 168 time: 0.1866274 Dec 10 18:28:52.858944 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39594) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:52.870384 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2009e4b8-9565-4e97-8927-29c6091f424c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf1e1ca-1f08-4d8f-acf6-ed24daf89fc1,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:53.215341 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0cf8665d-207c-4da3-9c30-3e622a9e4cb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:53.281252 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:53.366365 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd6d20-4171-4c1c-a950-f93ada6eadc0 req-3aa8c8b5-ae30-461b-bf6d-6ab20ce418a3 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:53.367833 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fefd6d20-4171-4c1c-a950-f93ada6eadc0 req-3aa8c8b5-ae30-461b-bf6d-6ab20ce418a3 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/ports?device_id=06a043c9-27b2-4a96-bc6d-c9bc8e5158b1 HTTP/1.1" status: 200 len: 969 time: 0.0834441 Dec 10 18:28:53.395729 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0cf8665d-207c-4da3-9c30-3e622a9e4cb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:53.423885 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0cf8665d-207c-4da3-9c30-3e622a9e4cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:53.515386 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39612) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:53.515954 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0cf8665d-207c-4da3-9c30-3e622a9e4cb6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=81fc634c1bd8418897b05fe965336ca5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6552916 Dec 10 18:28:53.522646 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fefd6d20-4171-4c1c-a950-f93ada6eadc0 req-9d44383b-6ce2-4be8-babd-4e90852c4f85 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece1f559-ea7e-4340-82ff-73b3c86067e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301751 Dec 10 18:28:53.524200 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8665d-207c-4da3-9c30-3e622a9e4cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e132f8-cc96-452a-9880-7320f45fe4aa,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:53.637747 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-017154de-9174-446a-9dfc-6c42d8f66164 req-fc661d6b-6c72-4d83-b035-1122cbfab243 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2201e05-c2d4-4b4f-849f-4ed212dbef8d HTTP/1.1" status: 200 len: 210 time: 0.1119328 Dec 10 18:28:53.696164 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8b0461fe-9451-4953-9300-f61628ad0239 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:53.701384 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39616) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:53.725343 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8b0461fe-9451-4953-9300-f61628ad0239 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:53.732152 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-983c28f2-3cab-4324-bb9e-a26b57d56826 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:53.753903 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834fd3b0-7b81-4018-8b77-d2255c57b88c req-6fd8a3a0-ac1a-4c9b-abd6-e4cdc7d47c3f tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:53.758160 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-834fd3b0-7b81-4018-8b77-d2255c57b88c req-6fd8a3a0-ac1a-4c9b-abd6-e4cdc7d47c3f tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=c128e81b-989f-4720-ae47-3fc1ff739a4c HTTP/1.1" status: 200 len: 931 time: 0.1350279 Dec 10 18:28:53.814724 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8b0461fe-9451-4953-9300-f61628ad0239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:53.818186 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8b0461fe-9451-4953-9300-f61628ad0239 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:53.823272 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8b0461fe-9451-4953-9300-f61628ad0239 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/47e132f8-cc96-452a-9880-7320f45fe4aa HTTP/1.1" status: 204 len: 168 time: 0.3061695 Dec 10 18:28:53.834699 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0461fe-9451-4953-9300-f61628ad0239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e132f8-cc96-452a-9880-7320f45fe4aa,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:53.877454 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-834fd3b0-7b81-4018-8b77-d2255c57b88c req-84b8b582-a4a1-4ddd-8f59-0faa15cb3a28 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc848203-e8d4-4112-84c3-2f5e9915fedc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064432 Dec 10 18:28:53.960264 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-983c28f2-3cab-4324-bb9e-a26b57d56826 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:53.967129 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-983c28f2-3cab-4324-bb9e-a26b57d56826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:54.018419 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-983c28f2-3cab-4324-bb9e-a26b57d56826 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7cf4bd52cb474121a660d1da794d0e06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3141708 Dec 10 18:28:54.021041 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c28f2-3cab-4324-bb9e-a26b57d56826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f15284b-db35-4fe7-9656-96bb96668151,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:54.021264 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39624) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:54.124066 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dc966fe4-c902-4a70-9363-6e94fb925750 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:54.165526 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dc966fe4-c902-4a70-9363-6e94fb925750 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:54.178506 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 9f4f71bf-2ba3-4f28-9b39-254519beb8bc details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:28:54.257028 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dc966fe4-c902-4a70-9363-6e94fb925750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:54.262119 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dc966fe4-c902-4a70-9363-6e94fb925750 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:54.263687 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-dc966fe4-c902-4a70-9363-6e94fb925750 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1f15284b-db35-4fe7-9656-96bb96668151 HTTP/1.1" status: 204 len: 168 time: 0.2412322 Dec 10 18:28:54.273900 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc966fe4-c902-4a70-9363-6e94fb925750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f15284b-db35-4fe7-9656-96bb96668151,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:54.352395 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 9f4f71bf-2ba3-4f28-9b39-254519beb8bc, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=9f4f71bf-2ba3-4f28-9b39-254519beb8bc,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:28:54.366208 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '9f4f71bf-2ba3-4f28-9b39-254519beb8bc', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': '9f4f71bf-2ba3-4f28-9b39-254519beb8bc', 'mac_address': 'fa:16:3e:ce:a7:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:tempest-test_az-1397848448', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:28:54.474957 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:54.524022 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f4f71bf-2ba3-4f28-9b39-254519beb8bc {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:28:54.549369 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 9f4f71bf-2ba3-4f28-9b39-254519beb8bc, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=9f4f71bf-2ba3-4f28-9b39-254519beb8bc,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:28:54.557494 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:54.655043 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:54.656944 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=9f4f71bf-2ba3-4f28-9b39-254519beb8bc,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:54.690441 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39646) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:54.717787 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-688e3d25-96a7-4a8e-811f-b9d502d20fe3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:54.790941 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f3cdb-ba29-47ba-93b9-16faf019e9f8 req-f4f473c8-b4c6-4d40-84b5-f77e187c10b5 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:54.798910 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-177f3cdb-ba29-47ba-93b9-16faf019e9f8 req-f4f473c8-b4c6-4d40-84b5-f77e187c10b5 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/ports?device_id=06a043c9-27b2-4a96-bc6d-c9bc8e5158b1 HTTP/1.1" status: 200 len: 970 time: 0.1273029 Dec 10 18:28:54.866257 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7bded204-fa43-49a3-9354-8b2512337e83 req-3db7eb65-e43c-43e6-ac29-75dabfee716b tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2201e05-c2d4-4b4f-849f-4ed212dbef8d HTTP/1.1" status: 200 len: 210 time: 0.0514371 Dec 10 18:28:54.869859 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-177f3cdb-ba29-47ba-93b9-16faf019e9f8 req-6a47f768-994e-4e19-a45c-cd26557356b2 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece1f559-ea7e-4340-82ff-73b3c86067e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677996 Dec 10 18:28:54.877337 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['9f4f71bf-2ba3-4f28-9b39-254519beb8bc'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:28:54.968013 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-688e3d25-96a7-4a8e-811f-b9d502d20fe3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:54.978290 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-688e3d25-96a7-4a8e-811f-b9d502d20fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:55.127724 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39660) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:55.135318 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-688e3d25-96a7-4a8e-811f-b9d502d20fe3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8ae6fd6c63254eb89ab27a74f34d8f8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4429255 Dec 10 18:28:55.141289 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e3d25-96a7-4a8e-811f-b9d502d20fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b66b39-bc37-441c-b64f-31a6c980dbd9,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:55.214751 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd25e6d-13f9-414a-a9f5-a9af8a96325c req-1e1d9631-cb11-4c57-9e93-b28fd9982a92 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:55.216570 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3cd25e6d-13f9-414a-a9f5-a9af8a96325c req-1e1d9631-cb11-4c57-9e93-b28fd9982a92 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=c128e81b-989f-4720-ae47-3fc1ff739a4c HTTP/1.1" status: 200 len: 931 time: 0.1734853 Dec 10 18:28:55.231007 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eb47633f-fc61-4370-a872-ac1b9c6c388d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:55.287400 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eb47633f-fc61-4370-a872-ac1b9c6c388d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:55.313098 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3cd25e6d-13f9-414a-a9f5-a9af8a96325c req-cf6f5a0e-0a6e-40ed-8663-817083c754ea tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc848203-e8d4-4112-84c3-2f5e9915fedc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875823 Dec 10 18:28:55.370322 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eb47633f-fc61-4370-a872-ac1b9c6c388d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:55.378941 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eb47633f-fc61-4370-a872-ac1b9c6c388d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:55.389582 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-eb47633f-fc61-4370-a872-ac1b9c6c388d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/55b66b39-bc37-441c-b64f-31a6c980dbd9 HTTP/1.1" status: 204 len: 168 time: 0.2513559 Dec 10 18:28:55.398700 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47633f-fc61-4370-a872-ac1b9c6c388d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b66b39-bc37-441c-b64f-31a6c980dbd9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:55.436883 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:55.454764 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39670) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:55.771264 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-85aac4bf-5564-4b71-99d3-d408a52b9f7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:55.872487 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-85aac4bf-5564-4b71-99d3-d408a52b9f7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:55.877749 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-85aac4bf-5564-4b71-99d3-d408a52b9f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:55.939080 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aac4bf-5564-4b71-99d3-d408a52b9f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726a50ca-2c22-4641-aac5-a184a350bd3a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:55.961286 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-85aac4bf-5564-4b71-99d3-d408a52b9f7c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=60db1824cf254d93b4fa16e98d9d9565&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5051503 Dec 10 18:28:55.964128 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39696) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:56.007081 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39698) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:56.040930 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5259129-698a-4b40-a3a0-e91e064ebd23 req-e3274ee5-984e-4f98-a79b-194aca71f47b tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:56.043084 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a5259129-698a-4b40-a3a0-e91e064ebd23 req-e3274ee5-984e-4f98-a79b-194aca71f47b tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/ports?device_id=06a043c9-27b2-4a96-bc6d-c9bc8e5158b1 HTTP/1.1" status: 200 len: 970 time: 0.0646107 Dec 10 18:28:56.051847 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-99b94f12-626e-42f8-9068-66d0348cab62 req-e092ba57-7917-4d50-8d17-6d631adf92c6 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2201e05-c2d4-4b4f-849f-4ed212dbef8d HTTP/1.1" status: 200 len: 210 time: 0.0456185 Dec 10 18:28:56.069306 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5f6ddbb3-43b6-4677-b559-d03f9a628de7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:56.116038 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5f6ddbb3-43b6-4677-b559-d03f9a628de7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:56.130133 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a5259129-698a-4b40-a3a0-e91e064ebd23 req-e9259445-b253-40dc-96f2-22db993c52d4 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece1f559-ea7e-4340-82ff-73b3c86067e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698504 Dec 10 18:28:56.169566 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 9f4f71bf-2ba3-4f28-9b39-254519beb8bc up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:28:56.206992 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-16a12e15-d525-41b4-bd38-d9989d596a0e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2066481820-network', 'tenant_id': 'a6fc9b2d12ab42c9981ea1d946b5f986'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:28:56.213694 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5f6ddbb3-43b6-4677-b559-d03f9a628de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:56.218408 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5f6ddbb3-43b6-4677-b559-d03f9a628de7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:56.222296 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5f6ddbb3-43b6-4677-b559-d03f9a628de7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/726a50ca-2c22-4641-aac5-a184a350bd3a HTTP/1.1" status: 204 len: 168 time: 0.2545047 Dec 10 18:28:56.241089 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ddbb3-43b6-4677-b559-d03f9a628de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726a50ca-2c22-4641-aac5-a184a350bd3a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:56.256914 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 9f4f71bf-2ba3-4f28-9b39-254519beb8bc completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:28:56.258644 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a12e15-d525-41b4-bd38-d9989d596a0e admin admin] Made reservation on behalf of a6fc9b2d12ab42c9981ea1d946b5f986 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:28:56.267297 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16a12e15-d525-41b4-bd38-d9989d596a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:56.270778 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 9f4f71bf-2ba3-4f28-9b39-254519beb8bc triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:28:56.271166 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:56.285234 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16a12e15-d525-41b4-bd38-d9989d596a0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:56.417722 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:56.425436 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16a12e15-d525-41b4-bd38-d9989d596a0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:56.431416 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16a12e15-d525-41b4-bd38-d9989d596a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:56.461065 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a043c9-27b2-4a96-bc6d-c9bc8e5158b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4f71bf-2ba3-4f28-9b39-254519beb8bc'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:28:56.497323 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16a12e15-d525-41b4-bd38-d9989d596a0e admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:28:56.522699 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a12e15-d525-41b4-bd38-d9989d596a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24213062-d4a0-4adb-9eff-a68d743bdce8,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:56.531459 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16a12e15-d525-41b4-bd38-d9989d596a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:56.531838 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-16a12e15-d525-41b4-bd38-d9989d596a0e admin admin] Added segment 7154ad05-9613-456d-9982-371117c1b752 of type vlan for network 7cd799a4-acc6-47e3-afa8-685d03d02732 Dec 10 18:28:56.543515 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 9f4f71bf-2ba3-4f28-9b39-254519beb8bc, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=9f4f71bf-2ba3-4f28-9b39-254519beb8bc,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:28:56.550718 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:56.554514 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97a557-8cc1-4c7a-90d7-e8eb9062f66b req-5e60d5a7-61d0-4358-8d62-38d378022663 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:56.565016 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7e97a557-8cc1-4c7a-90d7-e8eb9062f66b req-5e60d5a7-61d0-4358-8d62-38d378022663 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=c128e81b-989f-4720-ae47-3fc1ff739a4c HTTP/1.1" status: 200 len: 931 time: 0.1258345 Dec 10 18:28:56.626876 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=9f4f71bf-2ba3-4f28-9b39-254519beb8bc,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:56.646313 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16a12e15-d525-41b4-bd38-d9989d596a0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:56.654718 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7e97a557-8cc1-4c7a-90d7-e8eb9062f66b req-cae0cb14-2dec-42be-b141-134d595f8e9d tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc848203-e8d4-4112-84c3-2f5e9915fedc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887144 Dec 10 18:28:56.690999 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16a12e15-d525-41b4-bd38-d9989d596a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:56.692295 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a12e15-d525-41b4-bd38-d9989d596a0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:56.692825 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16a12e15-d525-41b4-bd38-d9989d596a0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:56.751468 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-16a12e15-d525-41b4-bd38-d9989d596a0e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7433393 Dec 10 18:28:56.754391 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39728) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:56.756898 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39730) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:56.759787 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-bc1aeca9-e348-491d-9e40-05eddbe61c08 admin admin] Request body: {'subnet': {'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2066481820-subnet', 'tenant_id': 'a6fc9b2d12ab42c9981ea1d946b5f986', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:28:56.796319 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ad52c7b-acfc-4241-94ad-79518316ab2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:56.800498 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1aeca9-e348-491d-9e40-05eddbe61c08 admin admin] Made reservation on behalf of a6fc9b2d12ab42c9981ea1d946b5f986 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:28:56.801315 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a12e15-d525-41b4-bd38-d9989d596a0e admin admin] Pushing event updated for resources: {'Network': ['ID=7cd799a4-acc6-47e3-afa8-685d03d02732,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:56.805680 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bc1aeca9-e348-491d-9e40-05eddbe61c08 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:56.818016 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 7cd799a4-acc6-47e3-afa8-685d03d02732 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:28:56.922120 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70743096-cae7-4a68-a619-9e1b96833039" -d '{"events": [{"server_uuid": "06a043c9-27b2-4a96-bc6d-c9bc8e5158b1", "name": "network-vif-plugged", "status": "completed", "tag": "9f4f71bf-2ba3-4f28-9b39-254519beb8bc"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:28:56.936100 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ad52c7b-acfc-4241-94ad-79518316ab2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:56.943391 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ad52c7b-acfc-4241-94ad-79518316ab2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:56.986244 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0ad52c7b-acfc-4241-94ad-79518316ab2b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9370dfd53f6542479a29624ea6c94e7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281032 Dec 10 18:28:56.991086 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39738) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:57.045789 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad52c7b-acfc-4241-94ad-79518316ab2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fade73-3c77-46e2-afde-d0c63b73574e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:57.081086 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3280dd50-8b94-486b-aba3-52179e258818 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:57.117813 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3280dd50-8b94-486b-aba3-52179e258818 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:57.146598 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f8b32b-598e-4198-b70a-a5429a4139fb x-openstack-request-id: req-36f8b32b-598e-4198-b70a-a5429a4139fb {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:28:57.147294 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a043c9-27b2-4a96-bc6d-c9bc8e5158b1", "name": "network-vif-plugged", "status": "completed", "tag": "9f4f71bf-2ba3-4f28-9b39-254519beb8bc", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:28:57.147603 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-36f8b32b-598e-4198-b70a-a5429a4139fb {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:28:57.148311 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a043c9-27b2-4a96-bc6d-c9bc8e5158b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4f71bf-2ba3-4f28-9b39-254519beb8bc', 'code': 200} Dec 10 18:28:57.163140 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bc1aeca9-e348-491d-9e40-05eddbe61c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:57.240581 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fa625efe-0fc3-4990-8d7c-874b90c26327 req-be9bb430-e1c9-4068-b0bc-2b456be2a70c tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2201e05-c2d4-4b4f-849f-4ed212dbef8d HTTP/1.1" status: 200 len: 210 time: 0.0641735 Dec 10 18:28:57.262147 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3280dd50-8b94-486b-aba3-52179e258818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:57.264910 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3280dd50-8b94-486b-aba3-52179e258818 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:57.268451 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3280dd50-8b94-486b-aba3-52179e258818 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/75fade73-3c77-46e2-afde-d0c63b73574e HTTP/1.1" status: 204 len: 168 time: 0.2739983 Dec 10 18:28:57.282896 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280dd50-8b94-486b-aba3-52179e258818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fade73-3c77-46e2-afde-d0c63b73574e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:57.286309 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1aeca9-e348-491d-9e40-05eddbe61c08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30832bd6-5c81-4f5a-a237-6a5341f2b45d,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:57.344282 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1aeca9-e348-491d-9e40-05eddbe61c08 admin admin] Checking segment: {'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:28:57.344710 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1aeca9-e348-491d-9e40-05eddbe61c08 admin admin] Network hostable DHCP agents. Network: 7cd799a4-acc6-47e3-afa8-685d03d02732, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:28:57.370463 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86551e41-87d3-4e23-b82f-11fe333b4e80 req-b796f962-1a6d-49ef-a5a2-abddcc816374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:57.372627 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-86551e41-87d3-4e23-b82f-11fe333b4e80 req-b796f962-1a6d-49ef-a5a2-abddcc816374 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=06a043c9-27b2-4a96-bc6d-c9bc8e5158b1 HTTP/1.1" status: 200 len: 1122 time: 0.1456382 Dec 10 18:28:57.409224 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf52202-837f-449f-bc3a-cf8d86d4d432 req-43a2ca70-f2b4-4266-bf62-cc7d9eba8e77 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:57.410971 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7cf52202-837f-449f-bc3a-cf8d86d4d432 req-43a2ca70-f2b4-4266-bf62-cc7d9eba8e77 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/ports?device_id=06a043c9-27b2-4a96-bc6d-c9bc8e5158b1 HTTP/1.1" status: 200 len: 971 time: 0.1769576 Dec 10 18:28:57.412045 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1aeca9-e348-491d-9e40-05eddbe61c08 admin admin] Network 7cd799a4-acc6-47e3-afa8-685d03d02732 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:28:57.414496 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-86551e41-87d3-4e23-b82f-11fe333b4e80 req-cafed056-99d7-47af-8639-9bb925e184d5 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:57.436447 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-bc1aeca9-e348-491d-9e40-05eddbe61c08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 7cd799a4-acc6-47e3-afa8-685d03d02732) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:28:57.452343 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a17e0eb-17cf-47cd-b29b-5dddb31122cf None None] Network 7cd799a4-acc6-47e3-afa8-685d03d02732 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:28:57.457771 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1aeca9-e348-491d-9e40-05eddbe61c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:57.458619 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bc1aeca9-e348-491d-9e40-05eddbe61c08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:57.509806 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-bc1aeca9-e348-491d-9e40-05eddbe61c08 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7540798 Dec 10 18:28:57.520685 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7cf52202-837f-449f-bc3a-cf8d86d4d432 req-3a43f7a9-fead-4f66-b560-d8a0adecf0f8 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece1f559-ea7e-4340-82ff-73b3c86067e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946918 Dec 10 18:28:57.597158 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-86551e41-87d3-4e23-b82f-11fe333b4e80 req-cafed056-99d7-47af-8639-9bb925e184d5 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:57.607948 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-86551e41-87d3-4e23-b82f-11fe333b4e80 req-cafed056-99d7-47af-8639-9bb925e184d5 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:57.635774 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafed056-99d7-47af-8639-9bb925e184d5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9ca556-cdd1-44ab-affa-76e780ea99c2,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:57.644804 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9509ca54-0093-4eff-a6c4-97c8b309bb9c None None] Network 7cd799a4-acc6-47e3-afa8-685d03d02732 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:28:57.672601 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-86551e41-87d3-4e23-b82f-11fe333b4e80 req-cafed056-99d7-47af-8639-9bb925e184d5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ece1f559-ea7e-4340-82ff-73b3c86067e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900519 Dec 10 18:28:57.811604 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-af96e889-03cc-449b-91a6-7c752c0f6983 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:28:57.812913 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-af96e889-03cc-449b-91a6-7c752c0f6983 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084145 Dec 10 18:28:57.835126 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49dd896-8853-407c-9fd2-50a9e9a93731 req-19053444-c9cd-4829-8019-e60c9f20b684 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:57.837781 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d49dd896-8853-407c-9fd2-50a9e9a93731 req-19053444-c9cd-4829-8019-e60c9f20b684 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=c128e81b-989f-4720-ae47-3fc1ff739a4c HTTP/1.1" status: 200 len: 931 time: 0.0847499 Dec 10 18:28:57.906949 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d49dd896-8853-407c-9fd2-50a9e9a93731 req-3c47b991-c67b-4226-91a2-74a6757e5703 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc848203-e8d4-4112-84c3-2f5e9915fedc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581810 Dec 10 18:28:58.358793 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-0f24a26f-f414-40ea-ac6e-ffa5115c2762 service neutron] Request body: {'port': {'device_id': 'c128e81b-989f-4720-ae47-3fc1ff739a4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:28:58.378108 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-751786bf-4b65-4c98-939e-a330ebc600fc req-92bcdcf4-ed6e-40af-802a-c40ad53d683f tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2201e05-c2d4-4b4f-849f-4ed212dbef8d HTTP/1.1" status: 200 len: 210 time: 0.0437052 Dec 10 18:28:58.477120 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-0f24a26f-f414-40ea-ac6e-ffa5115c2762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:58.524689 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39804) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:58.531713 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-fbf98683-2bde-467d-9712-1329f2bb9e26 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2009242487-network', 'tenant_id': '675bac76f72b45869af2ff914a6654d0'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:28:58.535944 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 52220) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:58.578532 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-deb7e61e-059d-402f-bf14-28ae352499f1 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=449146cf6fbe4ffeba406209dfdd303b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402088 Dec 10 18:28:58.683577 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf98683-2bde-467d-9712-1329f2bb9e26 admin admin] Made reservation on behalf of 675bac76f72b45869af2ff914a6654d0 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:28:58.687853 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fbf98683-2bde-467d-9712-1329f2bb9e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:58.707526 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fbf98683-2bde-467d-9712-1329f2bb9e26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:58.749392 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acaf32a-54c3-459d-9cb4-449e0339078b req-813e13e0-f4ed-4aec-a47b-db1b2d4fb743 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:58.757270 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8acaf32a-54c3-459d-9cb4-449e0339078b req-813e13e0-f4ed-4aec-a47b-db1b2d4fb743 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/ports?device_id=06a043c9-27b2-4a96-bc6d-c9bc8e5158b1 HTTP/1.1" status: 200 len: 971 time: 0.0870440 Dec 10 18:28:58.869028 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-b8c5efd4-d11c-4f0a-b7a9-74015ae9c4aa tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:58.871933 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-b8c5efd4-d11c-4f0a-b7a9-74015ae9c4aa tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2852550 Dec 10 18:28:58.895524 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-cf81239a-7223-4995-9092-34c0c5338cc7 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Request body: {'port': {'device_id': 'a2201e05-c2d4-4b4f-849f-4ed212dbef8d', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'admin_state_up': True, 'tenant_id': '449146cf6fbe4ffeba406209dfdd303b'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:28:59.028952 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39818) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:59.125482 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8acaf32a-54c3-459d-9cb4-449e0339078b req-d7fac627-a433-4a88-a170-7df0faa4b9d1 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece1f559-ea7e-4340-82ff-73b3c86067e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670454 Dec 10 18:28:59.254356 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fbf98683-2bde-467d-9712-1329f2bb9e26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:59.267176 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f7c9130e-04a4-4136-a53e-8f4d1aff052b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:59.273633 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-0f24a26f-f414-40ea-ac6e-ffa5115c2762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e5c53fc-a155-4782-adc2-7ab52845f634 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:28:59.276161 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fbf98683-2bde-467d-9712-1329f2bb9e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:59.289923 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-0f24a26f-f414-40ea-ac6e-ffa5115c2762 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:59.300787 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ece8f3-4882-4988-86e7-1273810363af req-e7bd6470-5188-44fa-90ce-9d7f5a2f39cb tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:59.302390 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-77ece8f3-4882-4988-86e7-1273810363af req-e7bd6470-5188-44fa-90ce-9d7f5a2f39cb tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=c128e81b-989f-4720-ae47-3fc1ff739a4c HTTP/1.1" status: 200 len: 931 time: 0.1972420 Dec 10 18:28:59.315406 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-0f24a26f-f414-40ea-ac6e-ffa5115c2762 service neutron] Transition to ACTIVE for port object 3e5c53fc-a155-4782-adc2-7ab52845f634 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:28:59.324317 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-0f24a26f-f414-40ea-ac6e-ffa5115c2762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:59.327953 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbf98683-2bde-467d-9712-1329f2bb9e26 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:28:59.371037 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fbf98683-2bde-467d-9712-1329f2bb9e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:59.371389 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-fbf98683-2bde-467d-9712-1329f2bb9e26 admin admin] Added segment 1e6efa97-07d1-42a1-bdfb-13572cafac1d of type vlan for network e635c2b0-2728-480d-bda8-8188a8f1e2f5 Dec 10 18:28:59.372744 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf98683-2bde-467d-9712-1329f2bb9e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686e2134-172b-45b8-a3b8-25bbebf1a39d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:59.415791 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f24a26f-f414-40ea-ac6e-ffa5115c2762 service neutron] Pushing event updated for resources: {'Port': ['ID=3e5c53fc-a155-4782-adc2-7ab52845f634,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:59.462866 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-cf81239a-7223-4995-9092-34c0c5338cc7 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Made reservation on behalf of 449146cf6fbe4ffeba406209dfdd303b for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:28:59.468278 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-cf81239a-7223-4995-9092-34c0c5338cc7 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:59.485261 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fbf98683-2bde-467d-9712-1329f2bb9e26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:59.505614 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-cf81239a-7223-4995-9092-34c0c5338cc7 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:59.513888 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-77ece8f3-4882-4988-86e7-1273810363af req-d3629e36-4b33-427a-aaf8-c23f2fe484c2 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc848203-e8d4-4112-84c3-2f5e9915fedc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938796 Dec 10 18:28:59.536346 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-06ade006-2464-4987-aa1a-20bd2f778945 req-1cd43021-27c7-48fe-9176-2986ef3fec21 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2201e05-c2d4-4b4f-849f-4ed212dbef8d HTTP/1.1" status: 200 len: 210 time: 0.0563562 Dec 10 18:28:59.537128 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-0f24a26f-f414-40ea-ac6e-ffa5115c2762 service neutron] Attempting to bind port 3e5c53fc-a155-4782-adc2-7ab52845f634 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:28:59.537460 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-0f24a26f-f414-40ea-ac6e-ffa5115c2762 service neutron] Attempting to bind port 3e5c53fc-a155-4782-adc2-7ab52845f634 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '47f2c0bc-cf33-48eb-8eac-c815a1f3cb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:28:59.537780 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-0f24a26f-f414-40ea-ac6e-ffa5115c2762 service neutron] Attempting to bind port 3e5c53fc-a155-4782-adc2-7ab52845f634 on network 07d60a74-f182-41ba-b9dc-085b291b0734 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:28:59.559359 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f7c9130e-04a4-4136-a53e-8f4d1aff052b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:59.564681 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-0f24a26f-f414-40ea-ac6e-ffa5115c2762 service neutron] Port 3e5c53fc-a155-4782-adc2-7ab52845f634 on network 07d60a74-f182-41ba-b9dc-085b291b0734 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:28:59.564956 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-0f24a26f-f414-40ea-ac6e-ffa5115c2762 service neutron] Attempting to bind port 3e5c53fc-a155-4782-adc2-7ab52845f634 on network 07d60a74-f182-41ba-b9dc-085b291b0734 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:28:59.567944 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fbf98683-2bde-467d-9712-1329f2bb9e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:59.570595 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf98683-2bde-467d-9712-1329f2bb9e26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:59.571449 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fbf98683-2bde-467d-9712-1329f2bb9e26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:59.582098 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f7c9130e-04a4-4136-a53e-8f4d1aff052b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:59.603633 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-0f24a26f-f414-40ea-ac6e-ffa5115c2762 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:28:59.603975 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-0f24a26f-f414-40ea-ac6e-ffa5115c2762 service neutron] Checking segment: {'id': '47f2c0bc-cf33-48eb-8eac-c815a1f3cb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:28:59.604377 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-0f24a26f-f414-40ea-ac6e-ffa5115c2762 service neutron] Bound using segment: {'id': '47f2c0bc-cf33-48eb-8eac-c815a1f3cb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:28:59.604932 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-0f24a26f-f414-40ea-ac6e-ffa5115c2762 service neutron] Bound port: 3e5c53fc-a155-4782-adc2-7ab52845f634, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f2c0bc-cf33-48eb-8eac-c815a1f3cb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:28:59.605415 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-0f24a26f-f414-40ea-ac6e-ffa5115c2762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:59.659655 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-fbf98683-2bde-467d-9712-1329f2bb9e26 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1338439 Dec 10 18:28:59.664912 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39834) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:59.679764 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7ec31e58-aca4-470f-9002-0ab46dc2e40e admin admin] Request body: {'subnet': {'network_id': 'e635c2b0-2728-480d-bda8-8188a8f1e2f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2009242487-subnet', 'tenant_id': '675bac76f72b45869af2ff914a6654d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:28:59.684252 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf98683-2bde-467d-9712-1329f2bb9e26 admin admin] Pushing event updated for resources: {'Network': ['ID=e635c2b0-2728-480d-bda8-8188a8f1e2f5,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:59.702501 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network e635c2b0-2728-480d-bda8-8188a8f1e2f5 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:28:59.737324 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f7c9130e-04a4-4136-a53e-8f4d1aff052b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=681f5a43be79449b9ad04ae9587bd352&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6829300 Dec 10 18:28:59.741572 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39840) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:59.746208 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c9130e-04a4-4136-a53e-8f4d1aff052b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd1f776-ad9a-4e0e-a44e-a4448f79aa39,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:59.778773 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec31e58-aca4-470f-9002-0ab46dc2e40e admin admin] Made reservation on behalf of 675bac76f72b45869af2ff914a6654d0 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:28:59.781286 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7ec31e58-aca4-470f-9002-0ab46dc2e40e admin admin] Publish callbacks [] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:59.789088 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-cf81239a-7223-4995-9092-34c0c5338cc7 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:59.803623 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-cf81239a-7223-4995-9092-34c0c5338cc7 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:59.836550 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-0f24a26f-f414-40ea-ac6e-ffa5115c2762 service neutron] For port 3e5c53fc-a155-4782-adc2-7ab52845f634, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:28:59.860132 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-0f24a26f-f414-40ea-ac6e-ffa5115c2762 service neutron] For port 3e5c53fc-a155-4782-adc2-7ab52845f634, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=3e5c53fc-a155-4782-adc2-7ab52845f634,segment=NetworkSegment(47f2c0bc-cf33-48eb-8eac-c815a1f3cb03),segment_id=47f2c0bc-cf33-48eb-8eac-c815a1f3cb03)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:28:59.869231 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-0f24a26f-f414-40ea-ac6e-ffa5115c2762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:59.927617 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-0f24a26f-f414-40ea-ac6e-ffa5115c2762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:59.928240 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-0f24a26f-f414-40ea-ac6e-ffa5115c2762 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:59.930014 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-0f24a26f-f414-40ea-ac6e-ffa5115c2762 service neutron] 10.222.0.72 "PUT /v2.0/ports/3e5c53fc-a155-4782-adc2-7ab52845f634 HTTP/1.1" status: 200 len: 1091 time: 1.8860490 Dec 10 18:28:59.930623 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c128e81b-989f-4720-ae47-3fc1ff739a4c', 'tag': '3e5c53fc-a155-4782-adc2-7ab52845f634'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:28:59.934618 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc7d784-cf36-420c-8bf3-13c805da768f" -d '{"events": [{"name": "network-changed", "server_uuid": "c128e81b-989f-4720-ae47-3fc1ff739a4c", "tag": "3e5c53fc-a155-4782-adc2-7ab52845f634"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:28:59.971020 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f24a26f-f414-40ea-ac6e-ffa5115c2762 service neutron] Pushing event updated for resources: {'Port': ['ID=3e5c53fc-a155-4782-adc2-7ab52845f634,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:59.992460 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94598963-180e-4433-ba87-fb32578e9bb7 x-openstack-request-id: req-94598963-180e-4433-ba87-fb32578e9bb7 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:28:59.992777 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c128e81b-989f-4720-ae47-3fc1ff739a4c", "tag": "3e5c53fc-a155-4782-adc2-7ab52845f634", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:28:59.993033 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-94598963-180e-4433-ba87-fb32578e9bb7 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:28:59.993504 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c128e81b-989f-4720-ae47-3fc1ff739a4c', 'tag': '3e5c53fc-a155-4782-adc2-7ab52845f634', 'status': 'completed', 'code': 200} Dec 10 18:29:00.055633 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81239a-7223-4995-9092-34c0c5338cc7 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7275728a-319a-4795-8262-d7e1832ffaa8,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:00.103907 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7ec31e58-aca4-470f-9002-0ab46dc2e40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:00.143032 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-03f8b866-0632-47fa-83e1-54b0f6a6cf97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:00.166344 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec31e58-aca4-470f-9002-0ab46dc2e40e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbd230b4-a7bb-416d-b30e-8b6236d94796,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:00.205790 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-cf81239a-7223-4995-9092-34c0c5338cc7 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Allocated IP 192.168.233.15 (c9403646-ab9b-4a0a-827b-6d4376246b64/ec05590b-5c35-4e58-9087-8773857a69b9/f8ba8851-1d33-4f93-a82e-362a38c4cb37) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:29:00.219556 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-03f8b866-0632-47fa-83e1-54b0f6a6cf97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:00.270971 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-6c41ebdb-d190-4bd4-8f94-07f7241de8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:00.272732 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-6c41ebdb-d190-4bd4-8f94-07f7241de8d6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=70b0792e9b484b69840e9b663917d1a6&device_id=c128e81b-989f-4720-ae47-3fc1ff739a4c HTTP/1.1" status: 200 len: 1094 time: 0.2785435 Dec 10 18:29:00.279278 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec31e58-aca4-470f-9002-0ab46dc2e40e admin admin] Checking segment: {'id': '1e6efa97-07d1-42a1-bdfb-13572cafac1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e635c2b0-2728-480d-bda8-8188a8f1e2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:29:00.279651 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec31e58-aca4-470f-9002-0ab46dc2e40e admin admin] Network hostable DHCP agents. Network: e635c2b0-2728-480d-bda8-8188a8f1e2f5, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:29:00.322093 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-03f8b866-0632-47fa-83e1-54b0f6a6cf97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:00.326395 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-03f8b866-0632-47fa-83e1-54b0f6a6cf97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:00.330305 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-eb1bcfde-dbb3-4199-8e23-a36490657a69 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e5c53fc-a155-4782-adc2-7ab52845f634 HTTP/1.1" status: 200 len: 217 time: 0.0461795 Dec 10 18:29:00.331052 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-03f8b866-0632-47fa-83e1-54b0f6a6cf97 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8dd1f776-ad9a-4e0e-a44e-a4448f79aa39 HTTP/1.1" status: 204 len: 168 time: 0.5873735 Dec 10 18:29:00.356978 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac27c2a-6e8b-4282-b5ed-6daf2ca92e69 req-3d4cb704-0357-4377-bfd2-bf46b25343b0 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:00.360422 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0ac27c2a-6e8b-4282-b5ed-6daf2ca92e69 req-3d4cb704-0357-4377-bfd2-bf46b25343b0 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/ports?device_id=06a043c9-27b2-4a96-bc6d-c9bc8e5158b1 HTTP/1.1" status: 200 len: 971 time: 0.1577418 Dec 10 18:29:00.390119 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f8b866-0632-47fa-83e1-54b0f6a6cf97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd1f776-ad9a-4e0e-a44e-a4448f79aa39,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:00.466479 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec31e58-aca4-470f-9002-0ab46dc2e40e admin admin] Network e635c2b0-2728-480d-bda8-8188a8f1e2f5 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:29:00.485823 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-f73b60c4-52e3-4df8-a440-97e7d4b6e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:00.487340 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-f73b60c4-52e3-4df8-a440-97e7d4b6e332 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ebe9125f-6c16-45da-b199-c6abec1b4923 HTTP/1.1" status: 200 len: 863 time: 0.1488590 Dec 10 18:29:00.507661 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-7ec31e58-aca4-470f-9002-0ab46dc2e40e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, e635c2b0-2728-480d-bda8-8188a8f1e2f5) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:29:00.521398 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-cf81239a-7223-4995-9092-34c0c5338cc7 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:00.521601 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e041dc-2233-414c-928b-cb8b0d98ec0b None None] Network e635c2b0-2728-480d-bda8-8188a8f1e2f5 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:29:00.532470 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec31e58-aca4-470f-9002-0ab46dc2e40e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:00.533118 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7ec31e58-aca4-470f-9002-0ab46dc2e40e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:00.566941 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0ac27c2a-6e8b-4282-b5ed-6daf2ca92e69 req-3584c784-b956-44de-bdc5-0cbf3b1e096c tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece1f559-ea7e-4340-82ff-73b3c86067e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830673 Dec 10 18:29:00.619938 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-cf81239a-7223-4995-9092-34c0c5338cc7 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:00.639641 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7ec31e58-aca4-470f-9002-0ab46dc2e40e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9663446 Dec 10 18:29:00.655904 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-4701b51f-8cff-4ea9-b617-7f900ebb0dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:00.657515 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-4701b51f-8cff-4ea9-b617-7f900ebb0dea service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=07d60a74-f182-41ba-b9dc-085b291b0734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1631703 Dec 10 18:29:00.679486 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9a15da-1376-4159-a564-1d1e650cfac0 None None] Network e635c2b0-2728-480d-bda8-8188a8f1e2f5 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:29:00.721391 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-cf81239a-7223-4995-9092-34c0c5338cc7 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Network c9403646-ab9b-4a0a-827b-6d4376246b64 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:29:00.831212 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-cf81239a-7223-4995-9092-34c0c5338cc7 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:29:00.849844 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-cf81239a-7223-4995-9092-34c0c5338cc7 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:29:00.866109 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-cf81239a-7223-4995-9092-34c0c5338cc7 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:00.867250 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-cf81239a-7223-4995-9092-34c0c5338cc7 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:00.963859 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ccdb6-49b3-46de-94a4-d7da76de91fc req-fdc384fc-d4f9-4fa8-8c44-304c1dd89a6c tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:00.965580 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-cf81239a-7223-4995-9092-34c0c5338cc7 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0733945 Dec 10 18:29:00.965887 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a10ccdb6-49b3-46de-94a4-d7da76de91fc req-fdc384fc-d4f9-4fa8-8c44-304c1dd89a6c tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=c128e81b-989f-4720-ae47-3fc1ff739a4c HTTP/1.1" status: 200 len: 943 time: 0.1988213 Dec 10 18:29:00.980557 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-4a69598c-1c72-48dd-a047-70fbba9a5da2 service neutron] 10.222.0.72 "GET /v2.0/networks/07d60a74-f182-41ba-b9dc-085b291b0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019679 Dec 10 18:29:01.002444 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-b5e9211e-f760-4c02-ac42-2c03d60c0203 service neutron] Request body: {'port': {'device_id': 'a2201e05-c2d4-4b4f-849f-4ed212dbef8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:01.012704 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81239a-7223-4995-9092-34c0c5338cc7 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Pushing event updated for resources: {'Port': ['ID=f8ba8851-1d33-4f93-a82e-362a38c4cb37,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:01.019022 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39892) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:01.063227 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-38b5e437-7bf2-4f1d-a735-1c0baace4103 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:01.096026 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739f886-9a1f-449a-8913-a3fc6b7481ae req-8e0f9469-7d8a-4655-bc70-8afbf252bf73 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:01.108422 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e739f886-9a1f-449a-8913-a3fc6b7481ae req-8e0f9469-7d8a-4655-bc70-8afbf252bf73 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2201e05-c2d4-4b4f-849f-4ed212dbef8d HTTP/1.1" status: 200 len: 935 time: 0.3267071 Dec 10 18:29:01.185212 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a10ccdb6-49b3-46de-94a4-d7da76de91fc req-b1faed7c-149c-45ec-b866-a2b5b682a265 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc848203-e8d4-4112-84c3-2f5e9915fedc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011921 Dec 10 18:29:01.218629 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b593ba16-1f07-4356-ad98-3001b66c1f1f req-801a1057-951d-4c4b-8c82-bc359ccfc1cc service neutron] 10.222.0.72 "GET /v2.0/networks/07d60a74-f182-41ba-b9dc-085b291b0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364120 Dec 10 18:29:01.232083 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39896) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:01.294837 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3b7106c6-fa8d-4e2e-bfb5-0e7d86a43cb0 None None] Provisioning complete for port f8ba8851-1d33-4f93-a82e-362a38c4cb37 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:01.296164 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3b7106c6-fa8d-4e2e-bfb5-0e7d86a43cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:01.311649 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-b5e9211e-f760-4c02-ac42-2c03d60c0203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:01.396396 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3b7106c6-fa8d-4e2e-bfb5-0e7d86a43cb0 None None] Port f8ba8851-1d33-4f93-a82e-362a38c4cb37 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:29:01.405114 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e739f886-9a1f-449a-8913-a3fc6b7481ae req-3da5471e-a8e6-40f8-9119-8db56b68dac3 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954714 Dec 10 18:29:01.417196 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-38b5e437-7bf2-4f1d-a735-1c0baace4103 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:01.424331 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-38b5e437-7bf2-4f1d-a735-1c0baace4103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:01.442641 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621c38f-5bd4-41c0-a965-162cfc7fdd22 req-d2855e1c-9405-4c94-887a-703f22c97b70 tempest-AggregatesAdminTestJSON-1265522935 tempest-AggregatesAdminTestJSON-1265522935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:01.451061 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2621c38f-5bd4-41c0-a965-162cfc7fdd22 req-d2855e1c-9405-4c94-887a-703f22c97b70 tempest-AggregatesAdminTestJSON-1265522935 tempest-AggregatesAdminTestJSON-1265522935-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=06a043c9-27b2-4a96-bc6d-c9bc8e5158b1 HTTP/1.1" status: 200 len: 1122 time: 0.1026044 Dec 10 18:29:01.456804 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7d784-cf36-420c-8bf3-13c805da768f req-8fb376b9-c562-4972-a3ac-a5c9cf4006d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:01.458300 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6fc7d784-cf36-420c-8bf3-13c805da768f req-8fb376b9-c562-4972-a3ac-a5c9cf4006d3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=70b0792e9b484b69840e9b663917d1a6&device_id=c128e81b-989f-4720-ae47-3fc1ff739a4c HTTP/1.1" status: 200 len: 1094 time: 0.1446049 Dec 10 18:29:01.489583 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2621c38f-5bd4-41c0-a965-162cfc7fdd22 req-f3ac7c0b-0a17-439b-a7c6-87e5ef0f4c79 tempest-AggregatesAdminTestJSON-1265522935 tempest-AggregatesAdminTestJSON-1265522935-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:01.501263 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0430f27-ec62-4f85-99f1-a94d9b384d1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:01.562079 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b5e437-7bf2-4f1d-a735-1c0baace4103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b11ca7-5d2e-4811-9f08-69ddd25122e6,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:01.577747 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-38b5e437-7bf2-4f1d-a735-1c0baace4103 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7d4f051c16924e23b6f7f82b1c8a2b35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5568488 Dec 10 18:29:01.583166 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39906) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:01.681930 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7d784-cf36-420c-8bf3-13c805da768f req-aa87997b-afec-4b79-ad9b-2578bb400245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:01.684480 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6fc7d784-cf36-420c-8bf3-13c805da768f req-aa87997b-afec-4b79-ad9b-2578bb400245 service neutron] 10.222.0.72 "GET /v2.0/networks?id=07d60a74-f182-41ba-b9dc-085b291b0734 HTTP/1.1" status: 200 len: 925 time: 0.2148252 Dec 10 18:29:01.775920 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6fc7d784-cf36-420c-8bf3-13c805da768f req-c0ec4db5-9fd7-4a91-935e-2352d3ccc4fd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e5c53fc-a155-4782-adc2-7ab52845f634 HTTP/1.1" status: 200 len: 217 time: 0.0815923 Dec 10 18:29:01.795495 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2621c38f-5bd4-41c0-a965-162cfc7fdd22 req-f3ac7c0b-0a17-439b-a7c6-87e5ef0f4c79 tempest-AggregatesAdminTestJSON-1265522935 tempest-AggregatesAdminTestJSON-1265522935-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:01.813740 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2621c38f-5bd4-41c0-a965-162cfc7fdd22 req-f3ac7c0b-0a17-439b-a7c6-87e5ef0f4c79 tempest-AggregatesAdminTestJSON-1265522935 tempest-AggregatesAdminTestJSON-1265522935-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:01.836891 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-954e5603-50cb-42e5-85c0-d67dcf282727 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:01.862718 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0430f27-ec62-4f85-99f1-a94d9b384d1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:01.890844 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0430f27-ec62-4f85-99f1-a94d9b384d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:01.924707 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-954e5603-50cb-42e5-85c0-d67dcf282727 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:01.936615 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2621c38f-5bd4-41c0-a965-162cfc7fdd22 req-f3ac7c0b-0a17-439b-a7c6-87e5ef0f4c79 tempest-AggregatesAdminTestJSON-1265522935 tempest-AggregatesAdminTestJSON-1265522935-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=ece1f559-ea7e-4340-82ff-73b3c86067e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4846258 Dec 10 18:29:01.941843 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac7c0b-0a17-439b-a7c6-87e5ef0f4c79 tempest-AggregatesAdminTestJSON-1265522935 tempest-AggregatesAdminTestJSON-1265522935-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8870cc86-faf0-40c1-8343-8c515cb18480,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:01.960928 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7d784-cf36-420c-8bf3-13c805da768f req-49852b0f-174d-4df6-86e7-4929c2d6f449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:01.960928 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6fc7d784-cf36-420c-8bf3-13c805da768f req-49852b0f-174d-4df6-86e7-4929c2d6f449 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ebe9125f-6c16-45da-b199-c6abec1b4923 HTTP/1.1" status: 200 len: 863 time: 0.1674354 Dec 10 18:29:02.006460 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b0430f27-ec62-4f85-99f1-a94d9b384d1e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7e80739770404c5f9fd0600215a190ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7729313 Dec 10 18:29:02.016414 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39926) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:02.049916 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0430f27-ec62-4f85-99f1-a94d9b384d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47302ab-9df4-4d15-89fc-97c957fa49af,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:02.082493 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7d784-cf36-420c-8bf3-13c805da768f req-4a7a7e77-dd90-4f9e-a4dd-a14719b9c07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:02.084086 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6fc7d784-cf36-420c-8bf3-13c805da768f req-4a7a7e77-dd90-4f9e-a4dd-a14719b9c07c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=07d60a74-f182-41ba-b9dc-085b291b0734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1198578 Dec 10 18:29:02.086956 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-954e5603-50cb-42e5-85c0-d67dcf282727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:02.089572 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-954e5603-50cb-42e5-85c0-d67dcf282727 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:02.093648 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-954e5603-50cb-42e5-85c0-d67dcf282727 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/15b11ca7-5d2e-4811-9f08-69ddd25122e6 HTTP/1.1" status: 204 len: 168 time: 0.5044818 Dec 10 18:29:02.122946 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-b5e9211e-f760-4c02-ac42-2c03d60c0203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8ba8851-1d33-4f93-a82e-362a38c4cb37 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:29:02.132482 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-b5e9211e-f760-4c02-ac42-2c03d60c0203 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:02.151421 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e5603-50cb-42e5-85c0-d67dcf282727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b11ca7-5d2e-4811-9f08-69ddd25122e6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:02.160307 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-b5e9211e-f760-4c02-ac42-2c03d60c0203 service neutron] Transition to ACTIVE for port object f8ba8851-1d33-4f93-a82e-362a38c4cb37 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:29:02.168611 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-b5e9211e-f760-4c02-ac42-2c03d60c0203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:02.170856 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6454bb8d-ddeb-4576-b4ab-c0ff07d760e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:02.209139 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6454bb8d-ddeb-4576-b4ab-c0ff07d760e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:02.219250 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-c63077a5-1100-4fbd-8224-44da27421cb0 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:02.227218 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-c63077a5-1100-4fbd-8224-44da27421cb0 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/networks?id=7cd799a4-acc6-47e3-afa8-685d03d02732 HTTP/1.1" status: 200 len: 821 time: 0.5327661 Dec 10 18:29:02.264161 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-792dbc47-f37c-41e9-b0bd-816fbe1884c7 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/quotas/a6fc9b2d12ab42c9981ea1d946b5f986 HTTP/1.1" status: 200 len: 375 time: 0.0356739 Dec 10 18:29:02.305093 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6fc7d784-cf36-420c-8bf3-13c805da768f req-3a36479d-68d5-49d5-8959-5bcf034d0b9a service neutron] 10.222.0.72 "GET /v2.0/networks/07d60a74-f182-41ba-b9dc-085b291b0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120616 Dec 10 18:29:02.335243 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e9211e-f760-4c02-ac42-2c03d60c0203 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ba8851-1d33-4f93-a82e-362a38c4cb37,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:02.359704 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-776b7bb9-9165-48a0-bd19-ead59d630d91 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0933154 Dec 10 18:29:02.381439 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6454bb8d-ddeb-4576-b4ab-c0ff07d760e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:02.384735 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6454bb8d-ddeb-4576-b4ab-c0ff07d760e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:02.386616 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6454bb8d-ddeb-4576-b4ab-c0ff07d760e5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a47302ab-9df4-4d15-89fc-97c957fa49af HTTP/1.1" status: 204 len: 168 time: 0.3684919 Dec 10 18:29:02.404163 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454bb8d-ddeb-4576-b4ab-c0ff07d760e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47302ab-9df4-4d15-89fc-97c957fa49af,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:02.446227 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-b5e9211e-f760-4c02-ac42-2c03d60c0203 service neutron] Attempting to bind port f8ba8851-1d33-4f93-a82e-362a38c4cb37 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:29:02.446835 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-b5e9211e-f760-4c02-ac42-2c03d60c0203 service neutron] Attempting to bind port f8ba8851-1d33-4f93-a82e-362a38c4cb37 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:29:02.447207 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-b5e9211e-f760-4c02-ac42-2c03d60c0203 service neutron] Attempting to bind port f8ba8851-1d33-4f93-a82e-362a38c4cb37 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:29:02.459584 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-b5e9211e-f760-4c02-ac42-2c03d60c0203 service neutron] Port f8ba8851-1d33-4f93-a82e-362a38c4cb37 on network c9403646-ab9b-4a0a-827b-6d4376246b64 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:29:02.460129 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-b5e9211e-f760-4c02-ac42-2c03d60c0203 service neutron] Attempting to bind port f8ba8851-1d33-4f93-a82e-362a38c4cb37 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:29:02.467061 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-b5e9211e-f760-4c02-ac42-2c03d60c0203 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:29:02.467552 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-b5e9211e-f760-4c02-ac42-2c03d60c0203 service neutron] Checking segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:29:02.468217 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-b5e9211e-f760-4c02-ac42-2c03d60c0203 service neutron] Bound using segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:29:02.468780 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-b5e9211e-f760-4c02-ac42-2c03d60c0203 service neutron] Bound port: f8ba8851-1d33-4f93-a82e-362a38c4cb37, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:29:02.469210 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-b5e9211e-f760-4c02-ac42-2c03d60c0203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:02.490218 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6fc7d784-cf36-420c-8bf3-13c805da768f req-acc52c83-c86d-41b6-99fc-8eb6cb51cbe4 service neutron] 10.222.0.72 "GET /v2.0/networks/07d60a74-f182-41ba-b9dc-085b291b0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777735 Dec 10 18:29:02.528757 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9accd-6bfa-4905-b198-59129ad4fb18 req-a5223a33-3bf3-4c31-9ade-8fbbb0951fec tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:02.530604 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d9e9accd-6bfa-4905-b198-59129ad4fb18 req-a5223a33-3bf3-4c31-9ade-8fbbb0951fec tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=c128e81b-989f-4720-ae47-3fc1ff739a4c HTTP/1.1" status: 200 len: 943 time: 0.0933375 Dec 10 18:29:02.559299 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-b5e9211e-f760-4c02-ac42-2c03d60c0203 service neutron] For port f8ba8851-1d33-4f93-a82e-362a38c4cb37, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:29:02.564971 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-b5e9211e-f760-4c02-ac42-2c03d60c0203 service neutron] For port f8ba8851-1d33-4f93-a82e-362a38c4cb37, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=f8ba8851-1d33-4f93-a82e-362a38c4cb37,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:29:02.570494 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-b5e9211e-f760-4c02-ac42-2c03d60c0203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:02.618331 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d9e9accd-6bfa-4905-b198-59129ad4fb18 req-d9eccede-d3a2-470f-b95e-1c925c6e7d63 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc848203-e8d4-4112-84c3-2f5e9915fedc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781031 Dec 10 18:29:02.632476 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-b5e9211e-f760-4c02-ac42-2c03d60c0203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:02.633483 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-b5e9211e-f760-4c02-ac42-2c03d60c0203 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:02.634324 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-b5e9211e-f760-4c02-ac42-2c03d60c0203 service neutron] 10.222.0.72 "PUT /v2.0/ports/f8ba8851-1d33-4f93-a82e-362a38c4cb37 HTTP/1.1" status: 200 len: 1095 time: 1.6444387 Dec 10 18:29:02.634826 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2201e05-c2d4-4b4f-849f-4ed212dbef8d', 'tag': 'f8ba8851-1d33-4f93-a82e-362a38c4cb37'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:29:02.841668 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e9211e-f760-4c02-ac42-2c03d60c0203 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ba8851-1d33-4f93-a82e-362a38c4cb37,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:02.858916 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dae848-2696-40de-a011-13fecb7c0576 req-051d59e1-032d-43aa-a8e8-9c3b28296d39 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:02.869239 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b8dae848-2696-40de-a011-13fecb7c0576 req-051d59e1-032d-43aa-a8e8-9c3b28296d39 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2201e05-c2d4-4b4f-849f-4ed212dbef8d HTTP/1.1" status: 200 len: 947 time: 0.0877709 Dec 10 18:29:02.876514 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-38b4cfff-bacb-42f5-931e-e0b2540410bb service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:29:02.877987 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-38b4cfff-bacb-42f5-931e-e0b2540410bb service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2954314 Dec 10 18:29:02.880455 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-389ed66d-64c0-49c8-b474-e800fb263b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:02.882217 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-389ed66d-64c0-49c8-b474-e800fb263b4e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=449146cf6fbe4ffeba406209dfdd303b&device_id=a2201e05-c2d4-4b4f-849f-4ed212dbef8d HTTP/1.1" status: 200 len: 1098 time: 0.1703563 Dec 10 18:29:02.945766 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b8dae848-2696-40de-a011-13fecb7c0576 req-4727fea3-c8fc-46c8-bd22-71453bc5b5f7 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700567 Dec 10 18:29:03.046817 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-e481c79e-2ebb-45aa-af0e-649179d724ba service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=f8ba8851-1d33-4f93-a82e-362a38c4cb37 HTTP/1.1" status: 200 len: 217 time: 0.1000495 Dec 10 18:29:03.133221 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-e282ce52-b06b-4001-9294-d4574ff9b47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:03.134027 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-e282ce52-b06b-4001-9294-d4574ff9b47f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.0755930 Dec 10 18:29:03.143131 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded8bfa7-a75f-4dc1-bae1-7387dfe0b0ee" -d '{"events": [{"name": "network-changed", "server_uuid": "a2201e05-c2d4-4b4f-849f-4ed212dbef8d", "tag": "f8ba8851-1d33-4f93-a82e-362a38c4cb37"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:29:03.170790 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39970) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:03.201828 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ed07d7c6-1470-47ce-b6f7-82b5f21f45a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:03.248623 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-4b9d83d4-67fd-442b-99ea-212e466b22ad service neutron] 10.222.0.62 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624854 Dec 10 18:29:03.251989 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-afe55f10-dcc1-435e-830a-aa8d7e344ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:03.253579 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-afe55f10-dcc1-435e-830a-aa8d7e344ee0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1072092 Dec 10 18:29:03.328872 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ed07d7c6-1470-47ce-b6f7-82b5f21f45a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:03.337411 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ed07d7c6-1470-47ce-b6f7-82b5f21f45a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:03.405252 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:03.424099 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ed07d7c6-1470-47ce-b6f7-82b5f21f45a1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=750a64985e084c4fb5f1059933487ad3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2455528 Dec 10 18:29:03.424099 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39980) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:03.436531 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07d7c6-1470-47ce-b6f7-82b5f21f45a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e288fce6-acf0-4c37-996c-7faec2e66f64,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:03.467325 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-7859d59a-dd2c-4f36-aae7-e78afd2f1a1c service neutron] 10.222.0.62 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101142 Dec 10 18:29:03.523379 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c8a668-3b45-4efa-98f9-3f48bfa45e74 x-openstack-request-id: req-13c8a668-3b45-4efa-98f9-3f48bfa45e74 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:29:03.523915 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2201e05-c2d4-4b4f-849f-4ed212dbef8d", "tag": "f8ba8851-1d33-4f93-a82e-362a38c4cb37", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:29:03.525316 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-13c8a668-3b45-4efa-98f9-3f48bfa45e74 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:29:03.525943 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2201e05-c2d4-4b4f-849f-4ed212dbef8d', 'tag': 'f8ba8851-1d33-4f93-a82e-362a38c4cb37', 'status': 'completed', 'code': 200} Dec 10 18:29:03.532931 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de7c059d-213f-4fcd-9e1b-2c572d150274 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:03.562709 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-00b9a6f9-5e8e-492a-9c84-71146ae27377 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105663 Dec 10 18:29:03.596700 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de7c059d-213f-4fcd-9e1b-2c572d150274 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:03.732723 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de7c059d-213f-4fcd-9e1b-2c572d150274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:03.757155 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de7c059d-213f-4fcd-9e1b-2c572d150274 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:03.765339 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-de7c059d-213f-4fcd-9e1b-2c572d150274 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e288fce6-acf0-4c37-996c-7faec2e66f64 HTTP/1.1" status: 204 len: 168 time: 0.3407168 Dec 10 18:29:03.773342 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0714a4ac-1d2a-432a-b9dd-425c973d20b6 req-ae2123d0-36dc-45dd-ab5f-6d504b91cbf8 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020051 Dec 10 18:29:03.821809 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c059d-213f-4fcd-9e1b-2c572d150274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e288fce6-acf0-4c37-996c-7faec2e66f64,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:03.936511 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8bfa7-a75f-4dc1-bae1-7387dfe0b0ee req-c21060f5-6460-497f-8f03-a6a6f51991a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:03.938622 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ded8bfa7-a75f-4dc1-bae1-7387dfe0b0ee req-c21060f5-6460-497f-8f03-a6a6f51991a6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=449146cf6fbe4ffeba406209dfdd303b&device_id=a2201e05-c2d4-4b4f-849f-4ed212dbef8d HTTP/1.1" status: 200 len: 1098 time: 0.0972462 Dec 10 18:29:04.019733 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6ecc56d1-cc0f-406c-b148-a19757123249 req-8fa1b638-b21c-4061-b907-7294a3b8b2b7 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 210 time: 0.0597219 Dec 10 18:29:04.344550 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8bfa7-a75f-4dc1-bae1-7387dfe0b0ee req-1555639a-d08a-461c-89c3-2f6cebb38ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:04.346248 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ded8bfa7-a75f-4dc1-bae1-7387dfe0b0ee req-1555639a-d08a-461c-89c3-2f6cebb38ad6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.3982038 Dec 10 18:29:04.408204 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e1833-bc20-4bef-a64e-e204bfbe1a59 req-a49c595f-8e13-411f-a317-3428e16ff56b tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:04.411161 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-586e1833-bc20-4bef-a64e-e204bfbe1a59 req-a49c595f-8e13-411f-a317-3428e16ff56b tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=c128e81b-989f-4720-ae47-3fc1ff739a4c HTTP/1.1" status: 200 len: 943 time: 0.1988816 Dec 10 18:29:04.482798 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ded8bfa7-a75f-4dc1-bae1-7387dfe0b0ee req-a857a885-7254-4b09-a690-2db5aa6805f3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=f8ba8851-1d33-4f93-a82e-362a38c4cb37 HTTP/1.1" status: 200 len: 217 time: 0.1227934 Dec 10 18:29:04.576596 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff640a02-ce2b-4386-88da-fbad6d4aef0c req-51a80959-9909-4d22-9ed9-1d100beaa8cd tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:04.586211 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ff640a02-ce2b-4386-88da-fbad6d4aef0c req-51a80959-9909-4d22-9ed9-1d100beaa8cd tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2201e05-c2d4-4b4f-849f-4ed212dbef8d HTTP/1.1" status: 200 len: 947 time: 0.1531827 Dec 10 18:29:04.644552 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8bfa7-a75f-4dc1-bae1-7387dfe0b0ee req-cea682df-6861-4442-98ae-b56a26dc6555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:04.647258 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ded8bfa7-a75f-4dc1-bae1-7387dfe0b0ee req-cea682df-6861-4442-98ae-b56a26dc6555 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.1518540 Dec 10 18:29:04.670184 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-586e1833-bc20-4bef-a64e-e204bfbe1a59 req-90d398c9-299d-4c53-9ae6-e7fd919465e4 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc848203-e8d4-4112-84c3-2f5e9915fedc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935856 Dec 10 18:29:04.678201 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ff640a02-ce2b-4386-88da-fbad6d4aef0c req-e19620c6-54b5-4082-a8e9-86147b7982cf tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844221 Dec 10 18:29:04.799877 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8bfa7-a75f-4dc1-bae1-7387dfe0b0ee req-0625e6c1-3a78-4913-90d6-d85f8e68e820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:04.803038 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ded8bfa7-a75f-4dc1-bae1-7387dfe0b0ee req-0625e6c1-3a78-4913-90d6-d85f8e68e820 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1315956 Dec 10 18:29:04.990706 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ded8bfa7-a75f-4dc1-bae1-7387dfe0b0ee req-f0b119e0-4656-463e-a163-85d1c8d518ab service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795497 Dec 10 18:29:05.476251 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-612e6424-9122-4db6-be5f-c7a5e385e98e req-a7abe7c1-4220-47ce-a8a9-561e2c28031a tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 210 time: 0.0552220 Dec 10 18:29:05.497841 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ded8bfa7-a75f-4dc1-bae1-7387dfe0b0ee req-e43ff470-faca-4188-8454-a5e828bd3c2d service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4988310 Dec 10 18:29:05.654525 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-cf912513-a6c5-466f-9b26-68d30131ff57 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:05.657356 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-cf912513-a6c5-466f-9b26-68d30131ff57 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.46 "GET /v2.0/networks?id=7cd799a4-acc6-47e3-afa8-685d03d02732 HTTP/1.1" status: 200 len: 821 time: 0.3049052 Dec 10 18:29:05.676004 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-aa9e9ca6-31cd-4dbe-8a78-8fd5a7974f82 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Request body: {'port': {'device_id': '18fe2444-7430-4593-bdd4-7d10a04873af', 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732', 'admin_state_up': True, 'tenant_id': 'a6fc9b2d12ab42c9981ea1d946b5f986'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:05.900939 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f16a4c-1d3d-4685-8280-63fd2dc32e2b req-fb7ce107-2814-4023-a8f5-bbd9026c63c2 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:05.907819 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c5f16a4c-1d3d-4685-8280-63fd2dc32e2b req-fb7ce107-2814-4023-a8f5-bbd9026c63c2 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2201e05-c2d4-4b4f-849f-4ed212dbef8d HTTP/1.1" status: 200 len: 947 time: 0.1102645 Dec 10 18:29:05.973146 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-aa9e9ca6-31cd-4dbe-8a78-8fd5a7974f82 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Made reservation on behalf of a6fc9b2d12ab42c9981ea1d946b5f986 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:05.977398 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-aa9e9ca6-31cd-4dbe-8a78-8fd5a7974f82 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:05.982468 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eedffc-284b-4693-a07f-3a2129169d7c req-120f67c7-a768-4b9f-97c7-12dbbf8d9a11 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:05.984260 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-77eedffc-284b-4693-a07f-3a2129169d7c req-120f67c7-a768-4b9f-97c7-12dbbf8d9a11 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=c128e81b-989f-4720-ae47-3fc1ff739a4c HTTP/1.1" status: 200 len: 943 time: 0.0625205 Dec 10 18:29:05.994479 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c5f16a4c-1d3d-4685-8280-63fd2dc32e2b req-cf261848-3902-4cd2-8023-dc988f487d64 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772293 Dec 10 18:29:06.074636 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-77eedffc-284b-4693-a07f-3a2129169d7c req-95ef4886-fa96-4d28-938a-4d2adc73bf36 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc848203-e8d4-4112-84c3-2f5e9915fedc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841298 Dec 10 18:29:06.279487 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-aa9e9ca6-31cd-4dbe-8a78-8fd5a7974f82 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Allocated IP 172.20.0.9 (7cd799a4-acc6-47e3-afa8-685d03d02732/30832bd6-5c81-4f5a-a237-6a5341f2b45d/143a292c-2590-40c1-9e34-bfb328e87baa) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:29:06.504274 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 3e5c53fc-a155-4782-adc2-7ab52845f634 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:29:06.515711 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-aa9e9ca6-31cd-4dbe-8a78-8fd5a7974f82 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:06.560103 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-aa9e9ca6-31cd-4dbe-8a78-8fd5a7974f82 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:06.621298 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-aa9e9ca6-31cd-4dbe-8a78-8fd5a7974f82 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Network 7cd799a4-acc6-47e3-afa8-685d03d02732 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:29:06.624952 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-aa9e9ca6-31cd-4dbe-8a78-8fd5a7974f82 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:29:06.633306 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-aa9e9ca6-31cd-4dbe-8a78-8fd5a7974f82 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:29:06.641657 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-aa9e9ca6-31cd-4dbe-8a78-8fd5a7974f82 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:06.643917 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-aa9e9ca6-31cd-4dbe-8a78-8fd5a7974f82 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:06.660293 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e9ca6-31cd-4dbe-8a78-8fd5a7974f82 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Pushing event updated for resources: {'Port': ['ID=143a292c-2590-40c1-9e34-bfb328e87baa,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:06.678752 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-aa9e9ca6-31cd-4dbe-8a78-8fd5a7974f82 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0084076 Dec 10 18:29:06.693892 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-f12eafe4-4ddd-43cf-9d76-901b45e14f24 service neutron] Request body: {'port': {'device_id': '18fe2444-7430-4593-bdd4-7d10a04873af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:06.749598 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551eece0-b7c3-45b0-bc28-c4ff93ccf198 req-ca139a1b-90d2-4972-9797-961520d4e3af tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:06.761936 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-551eece0-b7c3-45b0-bc28-c4ff93ccf198 req-ca139a1b-90d2-4972-9797-961520d4e3af tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 931 time: 0.0962250 Dec 10 18:29:06.762141 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 3e5c53fc-a155-4782-adc2-7ab52845f634, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=3e5c53fc-a155-4782-adc2-7ab52845f634,segment=NetworkSegment(47f2c0bc-cf33-48eb-8eac-c815a1f3cb03),segment_id=47f2c0bc-cf33-48eb-8eac-c815a1f3cb03)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:06.775093 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '3e5c53fc-a155-4782-adc2-7ab52845f634', 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734', 'port_id': '3e5c53fc-a155-4782-adc2-7ab52845f634', 'mac_address': 'fa:16:3e:7a:e4:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebe9125f-6c16-45da-b199-c6abec1b4923', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:29:06.805654 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-f12eafe4-4ddd-43cf-9d76-901b45e14f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:06.824886 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:06.837861 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e5c53fc-a155-4782-adc2-7ab52845f634 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:29:06.871491 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-551eece0-b7c3-45b0-bc28-c4ff93ccf198 req-be84e028-ed0c-4536-96bf-d2ec1d9d7a12 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007302 Dec 10 18:29:06.885561 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 3e5c53fc-a155-4782-adc2-7ab52845f634, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=3e5c53fc-a155-4782-adc2-7ab52845f634,segment=NetworkSegment(47f2c0bc-cf33-48eb-8eac-c815a1f3cb03),segment_id=47f2c0bc-cf33-48eb-8eac-c815a1f3cb03)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:06.897200 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:06.904310 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.46', 50374) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:06.970523 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=3e5c53fc-a155-4782-adc2-7ab52845f634,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:07.037592 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fe6fe1b5-af2d-4baa-8f4c-5743c5cf28ea req-8a5e9894-4113-459f-a7ba-1d6b3581c5d4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=06a043c9-27b2-4a96-bc6d-c9bc8e5158b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1319528 Dec 10 18:29:07.183107 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6fe1b5-af2d-4baa-8f4c-5743c5cf28ea req-75816f40-b4ca-43a7-920d-ae99d66cc4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:07.185972 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fe6fe1b5-af2d-4baa-8f4c-5743c5cf28ea req-75816f40-b4ca-43a7-920d-ae99d66cc4f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=28c16de3b1c04a108c22fa5156459b24&device_id=06a043c9-27b2-4a96-bc6d-c9bc8e5158b1 HTTP/1.1" status: 200 len: 1122 time: 0.0590670 Dec 10 18:29:07.256236 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-f12eafe4-4ddd-43cf-9d76-901b45e14f24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 143a292c-2590-40c1-9e34-bfb328e87baa {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:29:07.267874 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-f12eafe4-4ddd-43cf-9d76-901b45e14f24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:07.285455 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-f12eafe4-4ddd-43cf-9d76-901b45e14f24 service neutron] Transition to ACTIVE for port object 143a292c-2590-40c1-9e34-bfb328e87baa will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:29:07.292087 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-f12eafe4-4ddd-43cf-9d76-901b45e14f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:07.298858 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['3e5c53fc-a155-4782-adc2-7ab52845f634'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:29:07.349874 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12eafe4-4ddd-43cf-9d76-901b45e14f24 service neutron] Pushing event updated for resources: {'Port': ['ID=143a292c-2590-40c1-9e34-bfb328e87baa,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:07.350126 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6fe1b5-af2d-4baa-8f4c-5743c5cf28ea req-7e48b508-57a4-4dca-baf0-ec4af41f6f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:07.351886 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fe6fe1b5-af2d-4baa-8f4c-5743c5cf28ea req-7e48b508-57a4-4dca-baf0-ec4af41f6f85 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.1393130 Dec 10 18:29:07.427474 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fe6fe1b5-af2d-4baa-8f4c-5743c5cf28ea req-21ce2513-08e1-4141-a431-1e02b8205d28 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=9f4f71bf-2ba3-4f28-9b39-254519beb8bc HTTP/1.1" status: 200 len: 217 time: 0.0630157 Dec 10 18:29:07.467405 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-f12eafe4-4ddd-43cf-9d76-901b45e14f24 service neutron] Attempting to bind port 143a292c-2590-40c1-9e34-bfb328e87baa on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:29:07.467909 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-f12eafe4-4ddd-43cf-9d76-901b45e14f24 service neutron] Attempting to bind port 143a292c-2590-40c1-9e34-bfb328e87baa by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:29:07.468272 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-f12eafe4-4ddd-43cf-9d76-901b45e14f24 service neutron] Attempting to bind port 143a292c-2590-40c1-9e34-bfb328e87baa on network 7cd799a4-acc6-47e3-afa8-685d03d02732 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:29:07.474171 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-f12eafe4-4ddd-43cf-9d76-901b45e14f24 service neutron] Port 143a292c-2590-40c1-9e34-bfb328e87baa on network 7cd799a4-acc6-47e3-afa8-685d03d02732 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:29:07.474420 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-f12eafe4-4ddd-43cf-9d76-901b45e14f24 service neutron] Attempting to bind port 143a292c-2590-40c1-9e34-bfb328e87baa on network 7cd799a4-acc6-47e3-afa8-685d03d02732 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:29:07.500273 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-f12eafe4-4ddd-43cf-9d76-901b45e14f24 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:29:07.500624 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-f12eafe4-4ddd-43cf-9d76-901b45e14f24 service neutron] Checking segment: {'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:29:07.501174 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-f12eafe4-4ddd-43cf-9d76-901b45e14f24 service neutron] Bound using segment: {'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:29:07.501616 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-f12eafe4-4ddd-43cf-9d76-901b45e14f24 service neutron] Bound port: 143a292c-2590-40c1-9e34-bfb328e87baa, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:29:07.502393 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-f12eafe4-4ddd-43cf-9d76-901b45e14f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:07.523481 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2df54a-071e-4bde-a791-0cefb82fe7d2 req-5c213a53-59b5-448d-9788-6137eeb22fb3 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:07.525100 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1e2df54a-071e-4bde-a791-0cefb82fe7d2 req-5c213a53-59b5-448d-9788-6137eeb22fb3 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2201e05-c2d4-4b4f-849f-4ed212dbef8d HTTP/1.1" status: 200 len: 947 time: 0.1003652 Dec 10 18:29:07.539875 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6fe1b5-af2d-4baa-8f4c-5743c5cf28ea req-9801ac69-f3d9-4663-874b-07762775ceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:07.541495 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fe6fe1b5-af2d-4baa-8f4c-5743c5cf28ea req-9801ac69-f3d9-4663-874b-07762775ceb9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.0837996 Dec 10 18:29:07.564153 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d27b1-4058-4ba5-b6ff-0ff6be625fa8 req-5eea22bd-ba08-4184-af09-c681ea6e4acf tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:07.565754 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c05d27b1-4058-4ba5-b6ff-0ff6be625fa8 req-5eea22bd-ba08-4184-af09-c681ea6e4acf tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=c128e81b-989f-4720-ae47-3fc1ff739a4c HTTP/1.1" status: 200 len: 944 time: 0.1114700 Dec 10 18:29:07.609901 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-f12eafe4-4ddd-43cf-9d76-901b45e14f24 service neutron] For port 143a292c-2590-40c1-9e34-bfb328e87baa, host n-h1-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:29:07.628734 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6fe1b5-af2d-4baa-8f4c-5743c5cf28ea req-25bcd1be-b931-4935-b1c1-eee156227a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:07.630294 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fe6fe1b5-af2d-4baa-8f4c-5743c5cf28ea req-25bcd1be-b931-4935-b1c1-eee156227a05 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0790641 Dec 10 18:29:07.631345 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-f12eafe4-4ddd-43cf-9d76-901b45e14f24 service neutron] For port 143a292c-2590-40c1-9e34-bfb328e87baa, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=143a292c-2590-40c1-9e34-bfb328e87baa,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:29:07.634021 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1e2df54a-071e-4bde-a791-0cefb82fe7d2 req-602af3ea-df39-4096-939f-c42b099eca4e tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963819 Dec 10 18:29:07.641519 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-f12eafe4-4ddd-43cf-9d76-901b45e14f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:07.662413 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c05d27b1-4058-4ba5-b6ff-0ff6be625fa8 req-bd1d8be4-5ed7-404e-beb3-eac4fe4f8698 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc848203-e8d4-4112-84c3-2f5e9915fedc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785520 Dec 10 18:29:07.691430 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-f12eafe4-4ddd-43cf-9d76-901b45e14f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:07.691430 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-f12eafe4-4ddd-43cf-9d76-901b45e14f24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:07.691430 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-f12eafe4-4ddd-43cf-9d76-901b45e14f24 service neutron] 10.222.0.46 "PUT /v2.0/ports/143a292c-2590-40c1-9e34-bfb328e87baa HTTP/1.1" status: 200 len: 1091 time: 1.0016422 Dec 10 18:29:07.691430 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18fe2444-7430-4593-bdd4-7d10a04873af', 'tag': '143a292c-2590-40c1-9e34-bfb328e87baa'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:29:07.691430 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e4d20c-0b42-496e-8656-36e0351234bd" -d '{"events": [{"name": "network-changed", "server_uuid": "18fe2444-7430-4593-bdd4-7d10a04873af", "tag": "143a292c-2590-40c1-9e34-bfb328e87baa"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:29:07.749985 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12eafe4-4ddd-43cf-9d76-901b45e14f24 service neutron] Pushing event updated for resources: {'Port': ['ID=143a292c-2590-40c1-9e34-bfb328e87baa,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:07.791690 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:07.812932 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-4affb476-c874-4745-b5f0-587cfc72215e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:07.816476 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-4affb476-c874-4745-b5f0-587cfc72215e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986&device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 1094 time: 0.0624790 Dec 10 18:29:07.825067 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fe6fe1b5-af2d-4baa-8f4c-5743c5cf28ea req-6dc4e5aa-9e9e-4fad-8112-1c06fd2c4976 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875603 Dec 10 18:29:07.871352 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-8e6913e7-e2f2-4ef2-a6a0-b5354ae2b136 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=143a292c-2590-40c1-9e34-bfb328e87baa HTTP/1.1" status: 200 len: 217 time: 0.0456250 Dec 10 18:29:07.936625 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-3bad3dfe-4d0e-497d-ab25-efbe2e1d9b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:07.938672 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-3bad3dfe-4d0e-497d-ab25-efbe2e1d9b2c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30832bd6-5c81-4f5a-a237-6a5341f2b45d HTTP/1.1" status: 200 len: 861 time: 0.0612166 Dec 10 18:29:07.957520 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fe6fe1b5-af2d-4baa-8f4c-5743c5cf28ea req-cbe7ca5e-033e-4e12-a206-934e3afb71c2 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255965 Dec 10 18:29:07.981077 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-1ffc336a-5d92-4e97-950d-9831306c1bdf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cd799a4-acc6-47e3-afa8-685d03d02732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348823 Dec 10 18:29:08.044676 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173323de-b01f-47a0-81ec-c52bf80b8adb x-openstack-request-id: req-173323de-b01f-47a0-81ec-c52bf80b8adb {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:29:08.044872 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18fe2444-7430-4593-bdd4-7d10a04873af", "tag": "143a292c-2590-40c1-9e34-bfb328e87baa", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:29:08.045222 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-173323de-b01f-47a0-81ec-c52bf80b8adb {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:29:08.045687 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18fe2444-7430-4593-bdd4-7d10a04873af', 'tag': '143a292c-2590-40c1-9e34-bfb328e87baa', 'status': 'completed', 'code': 200} Dec 10 18:29:08.103009 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-1a796d5b-9f22-463f-97f6-cad9caeb3a55 service neutron] 10.222.0.46 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131005 Dec 10 18:29:08.419184 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d157b6c-f7b9-4928-999e-41bb100cb0e6 req-e80fc016-12b6-46e6-8ccb-8ae4cebfd4e6 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:08.420740 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8d157b6c-f7b9-4928-999e-41bb100cb0e6 req-e80fc016-12b6-46e6-8ccb-8ae4cebfd4e6 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 943 time: 0.0780165 Dec 10 18:29:08.424991 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2ed149c9-79fc-46fb-a9a7-40d2a501cc8a req-acf1c38a-8aac-4f2a-84de-7f1b214a34ce service neutron] 10.222.0.46 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148050 Dec 10 18:29:08.479146 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8d157b6c-f7b9-4928-999e-41bb100cb0e6 req-5fd0bad1-dabe-4409-9197-b7c0045a9f68 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507889 Dec 10 18:29:08.486215 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device f8ba8851-1d33-4f93-a82e-362a38c4cb37 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:29:08.513324 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 3e5c53fc-a155-4782-adc2-7ab52845f634 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:29:08.544399 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4d20c-0b42-496e-8656-36e0351234bd req-b1e0a0e9-3927-4852-90a2-6d0f8e708ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:08.546793 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-28e4d20c-0b42-496e-8656-36e0351234bd req-b1e0a0e9-3927-4852-90a2-6d0f8e708ec7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986&device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 1094 time: 0.0640738 Dec 10 18:29:08.670457 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4d20c-0b42-496e-8656-36e0351234bd req-537f53d9-f10f-48bb-b793-9269e4568bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:08.673444 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-28e4d20c-0b42-496e-8656-36e0351234bd req-537f53d9-f10f-48bb-b793-9269e4568bb8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7cd799a4-acc6-47e3-afa8-685d03d02732 HTTP/1.1" status: 200 len: 922 time: 0.1175718 Dec 10 18:29:08.705972 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 3e5c53fc-a155-4782-adc2-7ab52845f634 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:29:08.738113 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port f8ba8851-1d33-4f93-a82e-362a38c4cb37, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=f8ba8851-1d33-4f93-a82e-362a38c4cb37,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:08.741714 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-28e4d20c-0b42-496e-8656-36e0351234bd req-bc8c9241-72b9-4817-987c-e10c4f653490 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=143a292c-2590-40c1-9e34-bfb328e87baa HTTP/1.1" status: 200 len: 217 time: 0.0603931 Dec 10 18:29:08.759768 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 3e5c53fc-a155-4782-adc2-7ab52845f634 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:08.761853 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:08.818744 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': 'f8ba8851-1d33-4f93-a82e-362a38c4cb37', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': 'f8ba8851-1d33-4f93-a82e-362a38c4cb37', 'mac_address': 'fa:16:3e:b8:7c:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:29:08.823082 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4d20c-0b42-496e-8656-36e0351234bd req-d96de801-7cfa-4a6f-98f6-38bb2e4887b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:08.828605 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-28e4d20c-0b42-496e-8656-36e0351234bd req-d96de801-7cfa-4a6f-98f6-38bb2e4887b6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30832bd6-5c81-4f5a-a237-6a5341f2b45d HTTP/1.1" status: 200 len: 861 time: 0.0795381 Dec 10 18:29:08.872963 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-28e4d20c-0b42-496e-8656-36e0351234bd req-0cd88cee-a1c2-4d3a-b84a-91e05ddb0411 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cd799a4-acc6-47e3-afa8-685d03d02732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358801 Dec 10 18:29:08.909660 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:08.926531 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8ba8851-1d33-4f93-a82e-362a38c4cb37 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:29:08.949402 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port f8ba8851-1d33-4f93-a82e-362a38c4cb37, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=f8ba8851-1d33-4f93-a82e-362a38c4cb37,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:08.956854 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:09.028267 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:09.053556 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=f8ba8851-1d33-4f93-a82e-362a38c4cb37,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:09.070409 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12966ea-06b3-47eb-a744-34352233f197 req-14ade96d-879a-4522-8445-3e8661ed937b tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:09.080159 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f12966ea-06b3-47eb-a744-34352233f197 req-14ade96d-879a-4522-8445-3e8661ed937b tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2201e05-c2d4-4b4f-849f-4ed212dbef8d HTTP/1.1" status: 200 len: 948 time: 0.1652086 Dec 10 18:29:09.086504 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c128e81b-989f-4720-ae47-3fc1ff739a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5c53fc-a155-4782-adc2-7ab52845f634'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:29:09.092791 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6590b58d-37c0-4732-bb31-620abc80277b" -d '{"events": [{"server_uuid": "c128e81b-989f-4720-ae47-3fc1ff739a4c", "name": "network-vif-plugged", "status": "completed", "tag": "3e5c53fc-a155-4782-adc2-7ab52845f634"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:29:09.102102 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 3e5c53fc-a155-4782-adc2-7ab52845f634, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=3e5c53fc-a155-4782-adc2-7ab52845f634,segment=NetworkSegment(47f2c0bc-cf33-48eb-8eac-c815a1f3cb03),segment_id=47f2c0bc-cf33-48eb-8eac-c815a1f3cb03)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:09.109175 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:09.125846 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-28e4d20c-0b42-496e-8656-36e0351234bd req-374c1bc5-6878-4f9f-ac9f-527b8fe31cf8 service neutron] 10.222.0.46 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436116 Dec 10 18:29:09.188888 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=3e5c53fc-a155-4782-adc2-7ab52845f634,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:09.222760 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52512e0e-c912-4397-861e-0d1e7f55234c req-ea4b6f8a-38d0-41b6-b729-be5438e148cf tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:09.224159 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52512e0e-c912-4397-861e-0d1e7f55234c req-ea4b6f8a-38d0-41b6-b729-be5438e148cf tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=c128e81b-989f-4720-ae47-3fc1ff739a4c HTTP/1.1" status: 200 len: 945 time: 0.0673325 Dec 10 18:29:09.230878 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f12966ea-06b3-47eb-a744-34352233f197 req-4d41c0d5-c5d1-45ae-81f5-06398c5ff9b2 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492794 Dec 10 18:29:09.275053 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['f8ba8851-1d33-4f93-a82e-362a38c4cb37'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:29:09.321312 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52512e0e-c912-4397-861e-0d1e7f55234c req-bd91375e-d43b-4c5e-a636-f27acde547f9 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc848203-e8d4-4112-84c3-2f5e9915fedc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819499 Dec 10 18:29:09.321540 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-28e4d20c-0b42-496e-8656-36e0351234bd req-ec774fec-9796-4164-af80-85aa06f57da6 service neutron] 10.222.0.46 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868308 Dec 10 18:29:09.418015 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40260) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:09.464740 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999d5287-2209-44d5-8f1f-d29c3622a310 x-openstack-request-id: req-999d5287-2209-44d5-8f1f-d29c3622a310 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:29:09.465261 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c128e81b-989f-4720-ae47-3fc1ff739a4c", "name": "network-vif-plugged", "status": "completed", "tag": "3e5c53fc-a155-4782-adc2-7ab52845f634", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:29:09.465675 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-999d5287-2209-44d5-8f1f-d29c3622a310 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:29:09.466257 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c128e81b-989f-4720-ae47-3fc1ff739a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5c53fc-a155-4782-adc2-7ab52845f634', 'code': 200} Dec 10 18:29:09.613874 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537a8e6-5e4f-4871-ac63-3c7ad52b4eb5 req-c4394d8f-0bc3-47cd-a992-7d0306567556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:09.615415 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8537a8e6-5e4f-4871-ac63-3c7ad52b4eb5 req-c4394d8f-0bc3-47cd-a992-7d0306567556 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c128e81b-989f-4720-ae47-3fc1ff739a4c HTTP/1.1" status: 200 len: 1096 time: 0.0770886 Dec 10 18:29:09.652023 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9b80189-0f20-4337-b915-529054311955 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:09.758972 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8537a8e6-5e4f-4871-ac63-3c7ad52b4eb5 req-62fc2624-464c-4702-a424-d7bcc6006e3b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fc848203-e8d4-4112-84c3-2f5e9915fedc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346850 Dec 10 18:29:09.778586 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf53e38-6a12-4130-b7ac-37e2f01467b5 req-4600a36d-7008-4719-872b-102d227554e4 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:09.780220 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-faf53e38-6a12-4130-b7ac-37e2f01467b5 req-4600a36d-7008-4719-872b-102d227554e4 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 943 time: 0.1112592 Dec 10 18:29:09.850473 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9b80189-0f20-4337-b915-529054311955 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:09.865924 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9b80189-0f20-4337-b915-529054311955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:09.890691 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-faf53e38-6a12-4130-b7ac-37e2f01467b5 req-e731e851-df4a-4263-9af9-1606f03753a3 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991573 Dec 10 18:29:09.914953 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40286) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:09.915160 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a9b80189-0f20-4337-b915-529054311955 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cb49ae8388714bb588f54e19bb9dc78f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4953089 Dec 10 18:29:09.928019 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b80189-0f20-4337-b915-529054311955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e63a1e-f16e-4e3a-9a35-2dbb265c811c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:09.993689 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-df4867e2-f09c-4756-b6c8-1960b0723358 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:10.012886 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40290) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:10.022853 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-df4867e2-f09c-4756-b6c8-1960b0723358 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:10.082636 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-df4867e2-f09c-4756-b6c8-1960b0723358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:10.085823 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-df4867e2-f09c-4756-b6c8-1960b0723358 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:10.093261 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-df4867e2-f09c-4756-b6c8-1960b0723358 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/79e63a1e-f16e-4e3a-9a35-2dbb265c811c HTTP/1.1" status: 204 len: 168 time: 0.1767685 Dec 10 18:29:10.102857 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4867e2-f09c-4756-b6c8-1960b0723358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e63a1e-f16e-4e3a-9a35-2dbb265c811c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:10.153235 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40306) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:10.163777 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40310) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:10.373391 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af2c35-cb2d-4b8f-8ff7-256ea31b075c req-3c022ecb-f9e0-438c-bf9e-5fc46ab7eb96 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:10.374979 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-00af2c35-cb2d-4b8f-8ff7-256ea31b075c req-3c022ecb-f9e0-438c-bf9e-5fc46ab7eb96 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2201e05-c2d4-4b4f-849f-4ed212dbef8d HTTP/1.1" status: 200 len: 948 time: 0.0763841 Dec 10 18:29:10.484090 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-00af2c35-cb2d-4b8f-8ff7-256ea31b075c req-adfaa2fa-e6cb-4442-8243-0155a9610f52 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010313 Dec 10 18:29:10.485331 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device f8ba8851-1d33-4f93-a82e-362a38c4cb37 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:29:10.567475 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port f8ba8851-1d33-4f93-a82e-362a38c4cb37 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:29:10.574110 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port f8ba8851-1d33-4f93-a82e-362a38c4cb37 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:10.574741 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:10.583814 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb709165-6bfe-4c5d-b7c8-2e567aec7e8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:10.587520 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edaaead7-d111-4592-a9c2-ce88356afa8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:10.609292 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99d852-8f09-4157-b988-d9c479f8e9d1 req-a94a70a2-f4cf-470e-ba45-1094e3faa2ac tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:10.618331 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8c99d852-8f09-4157-b988-d9c479f8e9d1 req-a94a70a2-f4cf-470e-ba45-1094e3faa2ac tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=c128e81b-989f-4720-ae47-3fc1ff739a4c HTTP/1.1" status: 200 len: 945 time: 0.1368110 Dec 10 18:29:10.622618 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-86a3a751-2f85-4486-8c91-f5ea37340b31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:10.687052 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:10.687255 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8c99d852-8f09-4157-b988-d9c479f8e9d1 req-ee6ae0a2-ddf7-4afa-aa69-eb2a1d69f00d tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc848203-e8d4-4112-84c3-2f5e9915fedc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679588 Dec 10 18:29:10.732818 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port f8ba8851-1d33-4f93-a82e-362a38c4cb37, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=f8ba8851-1d33-4f93-a82e-362a38c4cb37,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:10.744685 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:10.765764 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989cd7a-ab5c-43f6-9fb9-96ae4c0452e9 req-89e9f8f9-e082-49fe-9c9b-1d39885dc94f tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:10.766885 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40326) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:10.767823 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8989cd7a-ab5c-43f6-9fb9-96ae4c0452e9 req-89e9f8f9-e082-49fe-9c9b-1d39885dc94f tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/ports?device_id=06a043c9-27b2-4a96-bc6d-c9bc8e5158b1 HTTP/1.1" status: 200 len: 971 time: 0.1428478 Dec 10 18:29:10.775637 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb709165-6bfe-4c5d-b7c8-2e567aec7e8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:10.783046 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e11a6aa-60b2-4189-860c-369541e8e309 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:10.784874 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb709165-6bfe-4c5d-b7c8-2e567aec7e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:10.820377 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=f8ba8851-1d33-4f93-a82e-362a38c4cb37,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:10.841243 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb709165-6bfe-4c5d-b7c8-2e567aec7e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7872f88d-6201-4a43-b7ef-539801f1fe6c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:10.848864 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-fb709165-6bfe-4c5d-b7c8-2e567aec7e8f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=047cbadafab64112a6062ec4d7b0cca8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8350174 Dec 10 18:29:10.853022 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40328) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:10.881159 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8989cd7a-ab5c-43f6-9fb9-96ae4c0452e9 req-bade79d7-dba0-4366-9db2-a31918e40b03 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece1f559-ea7e-4340-82ff-73b3c86067e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020734 Dec 10 18:29:10.932040 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41261039-edd7-4711-bfbb-9fbb0f123701 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:10.941556 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edaaead7-d111-4592-a9c2-ce88356afa8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:10.950497 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-86a3a751-2f85-4486-8c91-f5ea37340b31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:10.952484 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edaaead7-d111-4592-a9c2-ce88356afa8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:10.962744 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-86a3a751-2f85-4486-8c91-f5ea37340b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:10.970791 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41261039-edd7-4711-bfbb-9fbb0f123701 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:10.988072 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e11a6aa-60b2-4189-860c-369541e8e309 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:10.995683 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e11a6aa-60b2-4189-860c-369541e8e309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:11.041731 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-edaaead7-d111-4592-a9c2-ce88356afa8a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fa025aeaa2164026b37948ec7473f54c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8766768 Dec 10 18:29:11.042710 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaaead7-d111-4592-a9c2-ce88356afa8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311b6a8d-5f3d-4872-b7fe-a44dd7c2e4ef,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:11.047699 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40332) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:11.055627 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-86a3a751-2f85-4486-8c91-f5ea37340b31 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=feae4ec0d6004e20b94fdca05ad7f93f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8977876 Dec 10 18:29:11.058111 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40334) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:11.069306 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8e11a6aa-60b2-4189-860c-369541e8e309 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ecb677c6e2e14f54b964b13a0fd0f8c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2989361 Dec 10 18:29:11.069306 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11a6aa-60b2-4189-860c-369541e8e309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ceda30-81b6-4977-a953-2286e2876494,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:11.074919 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40336) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:11.114880 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9554dc-3a70-48d6-9ac1-6657aa352306 req-bb4a2e57-43e0-4a88-a4d3-3d9267f81fbb tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:11.122827 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0d9554dc-3a70-48d6-9ac1-6657aa352306 req-bb4a2e57-43e0-4a88-a4d3-3d9267f81fbb tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 943 time: 0.0764015 Dec 10 18:29:11.125242 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41261039-edd7-4711-bfbb-9fbb0f123701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:11.127797 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41261039-edd7-4711-bfbb-9fbb0f123701 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:11.128921 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-41261039-edd7-4711-bfbb-9fbb0f123701 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7872f88d-6201-4a43-b7ef-539801f1fe6c HTTP/1.1" status: 204 len: 168 time: 0.2749422 Dec 10 18:29:11.138867 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a3a751-2f85-4486-8c91-f5ea37340b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e3e921-c931-4c48-babf-248bca42bdd2,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:11.149519 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41261039-edd7-4711-bfbb-9fbb0f123701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7872f88d-6201-4a43-b7ef-539801f1fe6c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:11.197856 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0d9554dc-3a70-48d6-9ac1-6657aa352306 req-ea4d9099-42a6-49da-834d-a801c35273f3 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742707 Dec 10 18:29:11.214356 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9a5cb61-b804-4ee0-90b7-39bef2501706 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:11.228409 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0012e103-d065-49fe-9684-e0d1c96680bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:11.240465 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0e1f9e80-c91d-428f-a621-3c43b10183a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:11.278569 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9a5cb61-b804-4ee0-90b7-39bef2501706 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:11.299775 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0012e103-d065-49fe-9684-e0d1c96680bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:11.324051 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0e1f9e80-c91d-428f-a621-3c43b10183a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:11.412662 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9a5cb61-b804-4ee0-90b7-39bef2501706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:11.415285 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9a5cb61-b804-4ee0-90b7-39bef2501706 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:11.416447 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a9a5cb61-b804-4ee0-90b7-39bef2501706 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/23ceda30-81b6-4977-a953-2286e2876494 HTTP/1.1" status: 204 len: 168 time: 0.3397589 Dec 10 18:29:11.426857 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0012e103-d065-49fe-9684-e0d1c96680bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:11.429471 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0012e103-d065-49fe-9684-e0d1c96680bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:11.433721 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0012e103-d065-49fe-9684-e0d1c96680bf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/311b6a8d-5f3d-4872-b7fe-a44dd7c2e4ef HTTP/1.1" status: 204 len: 168 time: 0.3812938 Dec 10 18:29:11.433721 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a5cb61-b804-4ee0-90b7-39bef2501706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ceda30-81b6-4977-a953-2286e2876494,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:11.437317 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0e1f9e80-c91d-428f-a621-3c43b10183a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:11.439796 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0e1f9e80-c91d-428f-a621-3c43b10183a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:11.443780 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0e1f9e80-c91d-428f-a621-3c43b10183a2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/52e3e921-c931-4c48-babf-248bca42bdd2 HTTP/1.1" status: 204 len: 168 time: 0.3817513 Dec 10 18:29:11.450693 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0012e103-d065-49fe-9684-e0d1c96680bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311b6a8d-5f3d-4872-b7fe-a44dd7c2e4ef,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:11.467417 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f9e80-c91d-428f-a621-3c43b10183a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e3e921-c931-4c48-babf-248bca42bdd2,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:11.468425 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2201e05-c2d4-4b4f-849f-4ed212dbef8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ba8851-1d33-4f93-a82e-362a38c4cb37'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:29:11.471008 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd070efb-8df9-4231-a0a8-fea93f07b7b0" -d '{"events": [{"server_uuid": "a2201e05-c2d4-4b4f-849f-4ed212dbef8d", "name": "network-vif-plugged", "status": "completed", "tag": "f8ba8851-1d33-4f93-a82e-362a38c4cb37"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:29:11.527996 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d83e1c-f3cd-4f51-9396-24cf5a49f00a x-openstack-request-id: req-f1d83e1c-f3cd-4f51-9396-24cf5a49f00a {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:29:11.528577 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2201e05-c2d4-4b4f-849f-4ed212dbef8d", "name": "network-vif-plugged", "status": "completed", "tag": "f8ba8851-1d33-4f93-a82e-362a38c4cb37", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:29:11.528577 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f1d83e1c-f3cd-4f51-9396-24cf5a49f00a {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:29:11.529016 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2201e05-c2d4-4b4f-849f-4ed212dbef8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ba8851-1d33-4f93-a82e-362a38c4cb37', 'code': 200} Dec 10 18:29:11.572763 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40354) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:11.596190 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb1f2-5e46-44bf-b2fa-c992ad312636 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:11.678684 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2a4ae-8f7c-4133-b897-4425838e597b req-31fb631b-d2d9-451a-b57e-b3a4cbdca88f tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:11.681079 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d5f2a4ae-8f7c-4133-b897-4425838e597b req-31fb631b-d2d9-451a-b57e-b3a4cbdca88f tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2201e05-c2d4-4b4f-849f-4ed212dbef8d HTTP/1.1" status: 200 len: 949 time: 0.1120257 Dec 10 18:29:11.682229 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb1f2-5e46-44bf-b2fa-c992ad312636 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:11.684401 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8b809-2274-42c2-a901-e3f948f8b5a3 req-484d6b29-134d-4e7e-b673-dc9b662c24dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:11.686007 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ade8b809-2274-42c2-a901-e3f948f8b5a3 req-484d6b29-134d-4e7e-b673-dc9b662c24dd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a2201e05-c2d4-4b4f-849f-4ed212dbef8d HTTP/1.1" status: 200 len: 1100 time: 0.0761497 Dec 10 18:29:11.688004 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb1f2-5e46-44bf-b2fa-c992ad312636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:11.749289 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b1bbb1f2-5e46-44bf-b2fa-c992ad312636 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=91ffbba1cbd84bf1b40e9d56e45fdb05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1746776 Dec 10 18:29:11.751194 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40360) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:11.756166 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bbb1f2-5e46-44bf-b2fa-c992ad312636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c52da5e-c4d6-4b45-9b23-92a666020567,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:11.804716 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d5f2a4ae-8f7c-4133-b897-4425838e597b req-172ecf30-56ae-4b46-b396-22df8a5be6ae tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157942 Dec 10 18:29:11.808800 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ade8b809-2274-42c2-a901-e3f948f8b5a3 req-b00ee8d9-1d31-462a-967a-4c792a552eaa service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119671 Dec 10 18:29:11.926420 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917d552-463a-4ce5-ac33-84511e78b8d2 req-32a0b691-44c4-486d-991a-cc137195a38e tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:11.927965 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d917d552-463a-4ce5-ac33-84511e78b8d2 req-32a0b691-44c4-486d-991a-cc137195a38e tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.46 "GET /v2.0/ports?device_id=06a043c9-27b2-4a96-bc6d-c9bc8e5158b1 HTTP/1.1" status: 200 len: 971 time: 0.1145511 Dec 10 18:29:11.941990 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9b35e-8c2d-47a7-adba-582ec7202a5e req-7c2bf7d5-7429-4393-b1d8-6dadce75730d tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:11.949524 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c3b9b35e-8c2d-47a7-adba-582ec7202a5e req-7c2bf7d5-7429-4393-b1d8-6dadce75730d tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=c128e81b-989f-4720-ae47-3fc1ff739a4c HTTP/1.1" status: 200 len: 945 time: 0.1378598 Dec 10 18:29:11.953117 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c6dcf767-dd56-444a-8ede-63dd4e843675 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:12.102050 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a35f81-7207-4176-97c1-e4a063235205 req-e0ea3bc3-fc4b-468e-a4f2-fe589ce8d39c tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:12.110922 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-28a35f81-7207-4176-97c1-e4a063235205 req-e0ea3bc3-fc4b-468e-a4f2-fe589ce8d39c tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/ports?device_id=06a043c9-27b2-4a96-bc6d-c9bc8e5158b1 HTTP/1.1" status: 200 len: 971 time: 0.0983493 Dec 10 18:29:12.114050 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c6dcf767-dd56-444a-8ede-63dd4e843675 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:12.138788 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40370) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:12.170205 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c3b9b35e-8c2d-47a7-adba-582ec7202a5e req-22d8f0d8-44f7-450c-abc2-f2ca62f7e32c tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc848203-e8d4-4112-84c3-2f5e9915fedc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195604 Dec 10 18:29:12.179022 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d253d65-3ed6-4a27-a0d4-d17330313165 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:12.197719 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40372) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:12.214310 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-28a35f81-7207-4176-97c1-e4a063235205 req-eaa69503-cfbc-49bd-b8e0-5bc8a1be9597 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece1f559-ea7e-4340-82ff-73b3c86067e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006057 Dec 10 18:29:12.228307 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 143a292c-2590-40c1-9e34-bfb328e87baa details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:29:12.244168 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8f4714d5-b0aa-4040-902f-1e63088cfb14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:12.313108 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-d917d552-463a-4ce5-ac33-84511e78b8d2 req-19f2ecf4-1f32-4589-8de7-2b1d56a09c19 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Deleting port 9f4f71bf-2ba3-4f28-9b39-254519beb8bc {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:29:12.313700 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d917d552-463a-4ce5-ac33-84511e78b8d2 req-19f2ecf4-1f32-4589-8de7-2b1d56a09c19 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:12.353427 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d253d65-3ed6-4a27-a0d4-d17330313165 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:12.361699 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d253d65-3ed6-4a27-a0d4-d17330313165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:12.365995 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c6dcf767-dd56-444a-8ede-63dd4e843675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:12.371843 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c6dcf767-dd56-444a-8ede-63dd4e843675 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:12.373044 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c6dcf767-dd56-444a-8ede-63dd4e843675 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5c52da5e-c4d6-4b45-9b23-92a666020567 HTTP/1.1" status: 204 len: 168 time: 0.5975180 Dec 10 18:29:12.428671 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dcf767-dd56-444a-8ede-63dd4e843675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c52da5e-c4d6-4b45-9b23-92a666020567,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:12.435710 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 143a292c-2590-40c1-9e34-bfb328e87baa, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=143a292c-2590-40c1-9e34-bfb328e87baa,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:12.463794 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '143a292c-2590-40c1-9e34-bfb328e87baa', 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732', 'port_id': '143a292c-2590-40c1-9e34-bfb328e87baa', 'mac_address': 'fa:16:3e:46:bb:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30832bd6-5c81-4f5a-a237-6a5341f2b45d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:29:12.472456 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d253d65-3ed6-4a27-a0d4-d17330313165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34e2297-427f-4ab7-8ad2-77d6bb73b1be,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:12.490861 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c28ce-96b1-49f3-bd8c-f3b5e281dbcb req-be567588-a0ac-4753-a3a7-f83e701f68a9 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:12.491900 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2d253d65-3ed6-4a27-a0d4-d17330313165 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=25123711bf87401a88a6c674eed6a9f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3498671 Dec 10 18:29:12.492606 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f63c28ce-96b1-49f3-bd8c-f3b5e281dbcb req-be567588-a0ac-4753-a3a7-f83e701f68a9 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 943 time: 0.1323781 Dec 10 18:29:12.493147 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40382) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:12.517189 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:12.539274 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 143a292c-2590-40c1-9e34-bfb328e87baa {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:29:12.550837 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-d917d552-463a-4ce5-ac33-84511e78b8d2 req-19f2ecf4-1f32-4589-8de7-2b1d56a09c19 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] For port 9f4f71bf-2ba3-4f28-9b39-254519beb8bc, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=9f4f71bf-2ba3-4f28-9b39-254519beb8bc,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:12.551208 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d917d552-463a-4ce5-ac33-84511e78b8d2 req-19f2ecf4-1f32-4589-8de7-2b1d56a09c19 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:12.594517 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-d917d552-463a-4ce5-ac33-84511e78b8d2 req-19f2ecf4-1f32-4589-8de7-2b1d56a09c19 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Calling delete_port for 9f4f71bf-2ba3-4f28-9b39-254519beb8bc owned by compute:tempest-test_az-1397848448 {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:29:12.599466 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 143a292c-2590-40c1-9e34-bfb328e87baa, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=143a292c-2590-40c1-9e34-bfb328e87baa,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:12.607440 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:12.611962 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8f4714d5-b0aa-4040-902f-1e63088cfb14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:12.634274 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8f4714d5-b0aa-4040-902f-1e63088cfb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:12.715774 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=143a292c-2590-40c1-9e34-bfb328e87baa,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:12.764553 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f63c28ce-96b1-49f3-bd8c-f3b5e281dbcb req-7a0ba4cd-66a1-421a-b568-027a696cfeec tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539055 Dec 10 18:29:12.783081 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8f4714d5-b0aa-4040-902f-1e63088cfb14 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5fe50e1ddd474041a36763c08251aa2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5808990 Dec 10 18:29:12.783883 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7749f61a-e3af-4f69-aa03-506bfe29b6c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:12.785928 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40396) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:12.793299 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4714d5-b0aa-4040-902f-1e63088cfb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3c46f3-0839-4a9e-90a7-adf435cc38e1,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:12.802932 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['143a292c-2590-40c1-9e34-bfb328e87baa'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:29:12.837253 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7749f61a-e3af-4f69-aa03-506bfe29b6c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:12.914435 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-94bd919f-a5f1-4d7a-9af4-e97e585c4109 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:12.976685 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-94bd919f-a5f1-4d7a-9af4-e97e585c4109 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:13.023977 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617fdc5-1098-4365-8466-4eb0baae12a3 req-60ce39fd-fee8-4695-a242-2fc883c3c32e tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:13.025895 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5617fdc5-1098-4365-8466-4eb0baae12a3 req-60ce39fd-fee8-4695-a242-2fc883c3c32e tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2201e05-c2d4-4b4f-849f-4ed212dbef8d HTTP/1.1" status: 200 len: 949 time: 0.0963690 Dec 10 18:29:13.066812 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-94bd919f-a5f1-4d7a-9af4-e97e585c4109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:13.069825 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-94bd919f-a5f1-4d7a-9af4-e97e585c4109 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:13.071209 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-94bd919f-a5f1-4d7a-9af4-e97e585c4109 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5b3c46f3-0839-4a9e-90a7-adf435cc38e1 HTTP/1.1" status: 204 len: 168 time: 0.2842932 Dec 10 18:29:13.086425 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7749f61a-e3af-4f69-aa03-506bfe29b6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:13.089783 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd919f-a5f1-4d7a-9af4-e97e585c4109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3c46f3-0839-4a9e-90a7-adf435cc38e1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:13.094609 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7749f61a-e3af-4f69-aa03-506bfe29b6c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:13.098210 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7749f61a-e3af-4f69-aa03-506bfe29b6c6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f34e2297-427f-4ab7-8ad2-77d6bb73b1be HTTP/1.1" status: 204 len: 168 time: 0.6001310 Dec 10 18:29:13.101262 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d917d552-463a-4ce5-ac33-84511e78b8d2 req-19f2ecf4-1f32-4589-8de7-2b1d56a09c19 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:13.140572 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749f61a-e3af-4f69-aa03-506bfe29b6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34e2297-427f-4ab7-8ad2-77d6bb73b1be,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:13.145779 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2ecf4-1f32-4589-8de7-2b1d56a09c19 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Pushing event deleted for resources: {'Port': ['ID=9f4f71bf-2ba3-4f28-9b39-254519beb8bc,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:13.176370 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5617fdc5-1098-4365-8466-4eb0baae12a3 req-981ef1d0-f88c-4d6f-8aea-f5a7b6f8881b tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332757 Dec 10 18:29:13.239352 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-d917d552-463a-4ce5-ac33-84511e78b8d2 req-19f2ecf4-1f32-4589-8de7-2b1d56a09c19 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] No DVR routers for this DVR port 9f4f71bf-2ba3-4f28-9b39-254519beb8bc on host n-h1-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:29:13.246437 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d917d552-463a-4ce5-ac33-84511e78b8d2 req-19f2ecf4-1f32-4589-8de7-2b1d56a09c19 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:13.252912 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d917d552-463a-4ce5-ac33-84511e78b8d2 req-19f2ecf4-1f32-4589-8de7-2b1d56a09c19 tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.46 "DELETE /v2.0/ports/9f4f71bf-2ba3-4f28-9b39-254519beb8bc HTTP/1.1" status: 204 len: 173 time: 1.2994778 Dec 10 18:29:13.253421 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a043c9-27b2-4a96-bc6d-c9bc8e5158b1', 'name': 'network-vif-deleted', 'tag': '9f4f71bf-2ba3-4f28-9b39-254519beb8bc'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:29:13.266235 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c660cc36-c608-489f-b2b3-a50e457f127f" -d '{"events": [{"server_uuid": "06a043c9-27b2-4a96-bc6d-c9bc8e5158b1", "name": "network-vif-deleted", "tag": "9f4f71bf-2ba3-4f28-9b39-254519beb8bc"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:29:13.396076 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60df9f4-4898-4495-8553-c189fd7dc498 req-fc430be9-f0f8-4708-8a10-0e3818b31115 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:13.407494 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a60df9f4-4898-4495-8553-c189fd7dc498 req-fc430be9-f0f8-4708-8a10-0e3818b31115 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=c128e81b-989f-4720-ae47-3fc1ff739a4c HTTP/1.1" status: 200 len: 945 time: 0.0976272 Dec 10 18:29:13.461060 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['9f4f71bf-2ba3-4f28-9b39-254519beb8bc'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:29:13.477558 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-602d2c3d-2c42-4dff-8046-caa9794f7e49 req-80dc5736-5306-4eb4-91a3-ed5907fb8dbb tempest-AggregatesAdminTestJSON-518495381 tempest-AggregatesAdminTestJSON-518495381-project] 10.222.0.62 "GET /v2.0/ports?device_id=06a043c9-27b2-4a96-bc6d-c9bc8e5158b1 HTTP/1.1" status: 200 len: 210 time: 0.1352360 Dec 10 18:29:13.551982 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a60df9f4-4898-4495-8553-c189fd7dc498 req-87447b8e-e2de-49ba-bf37-d67372257a1f tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc848203-e8d4-4112-84c3-2f5e9915fedc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109800 Dec 10 18:29:13.627331 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f8e8b2-5f59-475f-90da-7ef02ad8c341 x-openstack-request-id: req-a9f8e8b2-5f59-475f-90da-7ef02ad8c341 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:29:13.627693 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a043c9-27b2-4a96-bc6d-c9bc8e5158b1", "name": "network-vif-deleted", "tag": "9f4f71bf-2ba3-4f28-9b39-254519beb8bc", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:29:13.628037 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a9f8e8b2-5f59-475f-90da-7ef02ad8c341 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:29:13.628509 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a043c9-27b2-4a96-bc6d-c9bc8e5158b1', 'name': 'network-vif-deleted', 'tag': '9f4f71bf-2ba3-4f28-9b39-254519beb8bc', 'status': 'completed', 'code': 200} Dec 10 18:29:13.727602 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc456307-addd-421d-ae65-62b200eb924c req-74c30fbf-7cfc-4f48-9609-7571f1bcfea0 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:13.729014 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cc456307-addd-421d-ae65-62b200eb924c req-74c30fbf-7cfc-4f48-9609-7571f1bcfea0 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=c128e81b-989f-4720-ae47-3fc1ff739a4c HTTP/1.1" status: 200 len: 945 time: 0.0536871 Dec 10 18:29:13.738740 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40432) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:13.743231 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-1c962cd7-ea3d-4be1-879f-622aec857d06 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Request body: {'floatingip': {'port_id': '3e5c53fc-a155-4782-adc2-7ab52845f634'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:13.830450 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c962cd7-ea3d-4be1-879f-622aec857d06 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks [] for floatingip, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:13.978649 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea691a77-e02e-447d-a791-4b87b5d1b218 req-ac4cb1f8-8eb4-4ba1-ba66-9f0ac420bbe6 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:13.987964 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ea691a77-e02e-447d-a791-4b87b5d1b218 req-ac4cb1f8-8eb4-4ba1-ba66-9f0ac420bbe6 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 944 time: 0.0960193 Dec 10 18:29:14.100463 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ea691a77-e02e-447d-a791-4b87b5d1b218 req-f4bdc58b-c01c-45d7-ae83-c31155ef11f3 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056678 Dec 10 18:29:14.251495 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 143a292c-2590-40c1-9e34-bfb328e87baa up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:29:14.333855 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 143a292c-2590-40c1-9e34-bfb328e87baa completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:29:14.341498 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 143a292c-2590-40c1-9e34-bfb328e87baa triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:14.342361 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:14.463794 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:14.497076 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18fe2444-7430-4593-bdd4-7d10a04873af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143a292c-2590-40c1-9e34-bfb328e87baa'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:29:14.499671 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0b4737-3de5-481e-a05d-2a278990dfd1" -d '{"events": [{"server_uuid": "18fe2444-7430-4593-bdd4-7d10a04873af", "name": "network-vif-plugged", "status": "completed", "tag": "143a292c-2590-40c1-9e34-bfb328e87baa"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:29:14.515849 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 143a292c-2590-40c1-9e34-bfb328e87baa, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=143a292c-2590-40c1-9e34-bfb328e87baa,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:14.525899 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:14.529606 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 9f4f71bf-2ba3-4f28-9b39-254519beb8bc no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:29:14.600022 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7eb7d3-4c40-4f58-946c-4cab653d987a x-openstack-request-id: req-df7eb7d3-4c40-4f58-946c-4cab653d987a {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:29:14.600338 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18fe2444-7430-4593-bdd4-7d10a04873af", "name": "network-vif-plugged", "status": "completed", "tag": "143a292c-2590-40c1-9e34-bfb328e87baa", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:29:14.600608 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-df7eb7d3-4c40-4f58-946c-4cab653d987a {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:29:14.604817 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18fe2444-7430-4593-bdd4-7d10a04873af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143a292c-2590-40c1-9e34-bfb328e87baa', 'code': 200} Dec 10 18:29:14.667128 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 9f4f71bf-2ba3-4f28-9b39-254519beb8bc {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:29:14.667859 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 9f4f71bf-2ba3-4f28-9b39-254519beb8bc not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:29:14.680970 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=143a292c-2590-40c1-9e34-bfb328e87baa,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:14.835263 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3c92e-38e4-4ee6-93bc-b37b3cedad58 req-bd4a8259-2786-40c3-b9a4-c7f8dbc339a8 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:14.836860 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6ca3c92e-38e4-4ee6-93bc-b37b3cedad58 req-bd4a8259-2786-40c3-b9a4-c7f8dbc339a8 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2201e05-c2d4-4b4f-849f-4ed212dbef8d HTTP/1.1" status: 200 len: 949 time: 0.5493352 Dec 10 18:29:14.888013 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd6984-67a5-443e-b657-e618332fb8db req-940cd1e6-df74-407d-a471-90ec5e318778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:14.889988 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1ddd6984-67a5-443e-b657-e618332fb8db req-940cd1e6-df74-407d-a471-90ec5e318778 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 1096 time: 0.1865163 Dec 10 18:29:14.997800 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c962cd7-ea3d-4be1-879f-622aec857d06 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:15.011354 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c962cd7-ea3d-4be1-879f-622aec857d06 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:15.032055 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6ca3c92e-38e4-4ee6-93bc-b37b3cedad58 req-fe9cc273-2038-495b-a490-fcc7abd8651e tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846755 Dec 10 18:29:15.083541 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1ddd6984-67a5-443e-b657-e618332fb8db req-4c80732e-f056-4f16-acbe-656edbb8ee32 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847124 Dec 10 18:29:15.175434 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40498) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:15.184927 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-1c962cd7-ea3d-4be1-879f-622aec857d06 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Floating IP c1a9033d-056c-4c1f-b1eb-ed22944f35ca associated. External IP: 172.25.7.138, port: 3e5c53fc-a155-4782-adc2-7ab52845f634. Dec 10 18:29:15.319699 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafcc33-bb1a-425e-99a3-e2a08cf046f8 req-52dda546-e364-46ee-8e1a-8e34ce7a7164 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:15.321092 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7fafcc33-bb1a-425e-99a3-e2a08cf046f8 req-52dda546-e364-46ee-8e1a-8e34ce7a7164 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 945 time: 0.1313732 Dec 10 18:29:15.452406 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7fafcc33-bb1a-425e-99a3-e2a08cf046f8 req-51070754-68b7-451a-91b6-edd0831a4db7 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247642 Dec 10 18:29:15.502186 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c962cd7-ea3d-4be1-879f-622aec857d06 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Router 6d71ff25-20eb-4521-96ba-5abaac67c5c5 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:29:15.568188 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4d206-c5b0-4f42-87a8-6543b9975202 req-9f7a14c4-9372-473f-b4f3-40ebadae2fb5 tempest-ServersOnMultiNodesTest-401435580 tempest-ServersOnMultiNodesTest-401435580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:15.577610 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e4b4d206-c5b0-4f42-87a8-6543b9975202 req-9f7a14c4-9372-473f-b4f3-40ebadae2fb5 tempest-ServersOnMultiNodesTest-401435580 tempest-ServersOnMultiNodesTest-401435580-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a2201e05-c2d4-4b4f-849f-4ed212dbef8d HTTP/1.1" status: 200 len: 1100 time: 0.0535383 Dec 10 18:29:15.594638 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e4b4d206-c5b0-4f42-87a8-6543b9975202 req-42d5addc-71dc-44ec-8930-74cbb15e63e0 tempest-ServersOnMultiNodesTest-401435580 tempest-ServersOnMultiNodesTest-401435580-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:15.694649 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c962cd7-ea3d-4be1-879f-622aec857d06 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:29:15.703350 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e4b4d206-c5b0-4f42-87a8-6543b9975202 req-42d5addc-71dc-44ec-8930-74cbb15e63e0 tempest-ServersOnMultiNodesTest-401435580 tempest-ServersOnMultiNodesTest-401435580-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:15.704850 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40514) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:15.705905 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9f0b188e-991c-4696-8f06-b0b5b2a4e70b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=28c16de3b1c04a108c22fa5156459b24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5282350 Dec 10 18:29:15.709694 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c962cd7-ea3d-4be1-879f-622aec857d06 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:15.714232 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c1bfdc-82e9-4005-a336-9d4daa4ae77c None None] Sync routers for ids ['6d71ff25-20eb-4521-96ba-5abaac67c5c5'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:29:15.725543 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c1bfdc-82e9-4005-a336-9d4daa4ae77c None None] Routers {'6d71ff25-20eb-4521-96ba-5abaac67c5c5'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:29:15.726116 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-42c1bfdc-82e9-4005-a336-9d4daa4ae77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:28:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6d71ff25-20eb-4521-96ba-5abaac67c5c5'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:15.736718 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e4b4d206-c5b0-4f42-87a8-6543b9975202 req-42d5addc-71dc-44ec-8930-74cbb15e63e0 tempest-ServersOnMultiNodesTest-401435580 tempest-ServersOnMultiNodesTest-401435580-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:15.748314 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1c962cd7-ea3d-4be1-879f-622aec857d06 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "PUT /v2.0/floatingips/c1a9033d-056c-4c1f-b1eb-ed22944f35ca HTTP/1.1" status: 200 len: 991 time: 2.0084784 Dec 10 18:29:15.749044 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c128e81b-989f-4720-ae47-3fc1ff739a4c', 'tag': '3e5c53fc-a155-4782-adc2-7ab52845f634'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:29:15.752230 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315d73e4-80b2-46b0-9b30-d22c610b369a" -d '{"events": [{"name": "network-changed", "server_uuid": "c128e81b-989f-4720-ae47-3fc1ff739a4c", "tag": "3e5c53fc-a155-4782-adc2-7ab52845f634"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:29:15.793453 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e4b4d206-c5b0-4f42-87a8-6543b9975202 req-42d5addc-71dc-44ec-8930-74cbb15e63e0 tempest-ServersOnMultiNodesTest-401435580 tempest-ServersOnMultiNodesTest-401435580-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145021 Dec 10 18:29:15.856348 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5414d278-c878-4fa5-9c62-79560415689e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:15.856578 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-42c1bfdc-82e9-4005-a336-9d4daa4ae77c None None] Set router 6d71ff25-20eb-4521-96ba-5abaac67c5c5 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:29:15.859753 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5addc-71dc-44ec-8930-74cbb15e63e0 tempest-ServersOnMultiNodesTest-401435580 tempest-ServersOnMultiNodesTest-401435580-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad5d6c8-e617-46e1-b580-7497b804da85,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:15.930475 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5414d278-c878-4fa5-9c62-79560415689e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:16.001973 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5414d278-c878-4fa5-9c62-79560415689e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:16.004812 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01da8fc-c823-4f3e-bc7e-e9b9f310daf1 x-openstack-request-id: req-f01da8fc-c823-4f3e-bc7e-e9b9f310daf1 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:29:16.005318 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c128e81b-989f-4720-ae47-3fc1ff739a4c", "tag": "3e5c53fc-a155-4782-adc2-7ab52845f634", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:29:16.005318 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f01da8fc-c823-4f3e-bc7e-e9b9f310daf1 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:29:16.005714 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c128e81b-989f-4720-ae47-3fc1ff739a4c', 'tag': '3e5c53fc-a155-4782-adc2-7ab52845f634', 'status': 'completed', 'code': 200} Dec 10 18:29:16.023987 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5414d278-c878-4fa5-9c62-79560415689e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:16.031875 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5414d278-c878-4fa5-9c62-79560415689e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ece1f559-ea7e-4340-82ff-73b3c86067e4 HTTP/1.1" status: 204 len: 168 time: 0.3245559 Dec 10 18:29:16.077746 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414d278-c878-4fa5-9c62-79560415689e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece1f559-ea7e-4340-82ff-73b3c86067e4,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:16.166224 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d73e4-80b2-46b0-9b30-d22c610b369a req-69ce8877-9862-4100-b04d-6e5c7b9f3a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:16.169222 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-315d73e4-80b2-46b0-9b30-d22c610b369a req-69ce8877-9862-4100-b04d-6e5c7b9f3a58 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=70b0792e9b484b69840e9b663917d1a6&device_id=c128e81b-989f-4720-ae47-3fc1ff739a4c HTTP/1.1" status: 200 len: 1096 time: 0.1358681 Dec 10 18:29:16.350918 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d73e4-80b2-46b0-9b30-d22c610b369a req-d4c00652-7ab6-41c1-a5d2-8af1c27e97c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:16.353089 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-315d73e4-80b2-46b0-9b30-d22c610b369a req-d4c00652-7ab6-41c1-a5d2-8af1c27e97c7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=07d60a74-f182-41ba-b9dc-085b291b0734 HTTP/1.1" status: 200 len: 925 time: 0.1773887 Dec 10 18:29:16.396411 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-42c1bfdc-82e9-4005-a336-9d4daa4ae77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1249584809-router', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '9706d300-42ff-4496-b444-fb40bec3f3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:28:16Z', 'updated_at': '2021-12-10T18:28:20Z', 'revision_number': 4, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'gw_port': {'id': '9706d300-42ff-4496-b444-fb40bec3f3d3', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:25:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:17Z', 'updated_at': '2021-12-10T18:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'c1a9033d-056c-4c1f-b1eb-ed22944f35ca', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'port_id': '3e5c53fc-a155-4782-adc2-7ab52845f634', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734', 'mac_address': 'fa:16:3e:7a:e4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128e81b-989f-4720-ae47-3fc1ff739a4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:28:37Z', 'updated_at': '2021-12-10T18:29:14Z', 'revision_number': 1, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a638d25f-ee7b-4c1c-a6ef-cd7f728ce127', 'name': '', 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'mac_address': 'fa:16:3e:f2:cb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ebe9125f-6c16-45da-b199-c6abec1b4923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:20Z', 'updated_at': '2021-12-10T18:28:27Z', 'revision_number': 5, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'subnets': [{'id': 'ebe9125f-6c16-45da-b199-c6abec1b4923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:16.426632 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c1bfdc-82e9-4005-a336-9d4daa4ae77c None None] Checking router: 6d71ff25-20eb-4521-96ba-5abaac67c5c5 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:29:16.437258 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c1bfdc-82e9-4005-a336-9d4daa4ae77c None None] Routers {'6d71ff25-20eb-4521-96ba-5abaac67c5c5'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:29:16.438028 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-42c1bfdc-82e9-4005-a336-9d4daa4ae77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:28:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6d71ff25-20eb-4521-96ba-5abaac67c5c5'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:16.487686 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-315d73e4-80b2-46b0-9b30-d22c610b369a req-066d9299-fe21-47f5-a2de-51176f9e6aab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e5c53fc-a155-4782-adc2-7ab52845f634 HTTP/1.1" status: 200 len: 999 time: 0.1271496 Dec 10 18:29:16.569062 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-42c1bfdc-82e9-4005-a336-9d4daa4ae77c None None] Set router 6d71ff25-20eb-4521-96ba-5abaac67c5c5 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:29:16.628379 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d73e4-80b2-46b0-9b30-d22c610b369a req-e612bbc6-3aab-45e6-a0a9-19960df2f5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:16.633904 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-315d73e4-80b2-46b0-9b30-d22c610b369a req-e612bbc6-3aab-45e6-a0a9-19960df2f5cd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ebe9125f-6c16-45da-b199-c6abec1b4923 HTTP/1.1" status: 200 len: 863 time: 0.1311212 Dec 10 18:29:16.700543 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b147d-a492-482d-a626-0bc8c32f0cd5 req-b24e36b9-62a3-4cf5-9966-eab9db546d72 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:16.704020 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d73e4-80b2-46b0-9b30-d22c610b369a req-6f16c102-81b3-495d-98ee-d07cde594894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:16.705631 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-315d73e4-80b2-46b0-9b30-d22c610b369a req-6f16c102-81b3-495d-98ee-d07cde594894 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=07d60a74-f182-41ba-b9dc-085b291b0734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626030 Dec 10 18:29:16.705998 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a52b147d-a492-482d-a626-0bc8c32f0cd5 req-b24e36b9-62a3-4cf5-9966-eab9db546d72 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 945 time: 0.1257765 Dec 10 18:29:16.825276 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a52b147d-a492-482d-a626-0bc8c32f0cd5 req-0543f56a-8615-4609-8198-cee435d3b48e tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132493 Dec 10 18:29:16.844681 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-9b038ef2-6330-48c5-9592-8f76105309e5 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=449146cf6fbe4ffeba406209dfdd303b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340793 Dec 10 18:29:16.907314 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-42c1bfdc-82e9-4005-a336-9d4daa4ae77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1249584809-router', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '9706d300-42ff-4496-b444-fb40bec3f3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:28:16Z', 'updated_at': '2021-12-10T18:28:20Z', 'revision_number': 4, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'gw_port': {'id': '9706d300-42ff-4496-b444-fb40bec3f3d3', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:25:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:17Z', 'updated_at': '2021-12-10T18:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'c1a9033d-056c-4c1f-b1eb-ed22944f35ca', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'port_id': '3e5c53fc-a155-4782-adc2-7ab52845f634', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734', 'mac_address': 'fa:16:3e:7a:e4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128e81b-989f-4720-ae47-3fc1ff739a4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:28:37Z', 'updated_at': '2021-12-10T18:29:14Z', 'revision_number': 1, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a638d25f-ee7b-4c1c-a6ef-cd7f728ce127', 'name': '', 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'mac_address': 'fa:16:3e:f2:cb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ebe9125f-6c16-45da-b199-c6abec1b4923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:20Z', 'updated_at': '2021-12-10T18:28:27Z', 'revision_number': 5, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'subnets': [{'id': 'ebe9125f-6c16-45da-b199-c6abec1b4923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:16.951100 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c1bfdc-82e9-4005-a336-9d4daa4ae77c None None] The sync data for ids ['6d71ff25-20eb-4521-96ba-5abaac67c5c5'] in n-d-821435-1 is: [{'id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1249584809-router', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '9706d300-42ff-4496-b444-fb40bec3f3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:28:16Z', 'updated_at': '2021-12-10T18:28:20Z', 'revision_number': 4, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'gw_port': {'id': '9706d300-42ff-4496-b444-fb40bec3f3d3', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:25:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:17Z', 'updated_at': '2021-12-10T18:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'c1a9033d-056c-4c1f-b1eb-ed22944f35ca', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'port_id': '3e5c53fc-a155-4782-adc2-7ab52845f634', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734', 'mac_address': 'fa:16:3e:7a:e4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128e81b-989f-4720-ae47-3fc1ff739a4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:28:37Z', 'updated_at': '2021-12-10T18:29:14Z', 'revision_number': 1, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a638d25f-ee7b-4c1c-a6ef-cd7f728ce127', 'name': '', 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'mac_address': 'fa:16:3e:f2:cb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ebe9125f-6c16-45da-b199-c6abec1b4923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:20Z', 'updated_at': '2021-12-10T18:28:27Z', 'revision_number': 5, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'subnets': [{'id': 'ebe9125f-6c16-45da-b199-c6abec1b4923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:29:16.952133 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-315d73e4-80b2-46b0-9b30-d22c610b369a req-bcb99b6c-4f9c-420c-b1f3-e1fe918fd395 service neutron] 10.222.0.72 "GET /v2.0/networks/07d60a74-f182-41ba-b9dc-085b291b0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392278 Dec 10 18:29:17.009601 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40568) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:17.054120 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40570) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:17.071989 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-12e96f0b-a11c-4f10-84cc-7eec28d3f632 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b129caf8108646e2a48899f2e5bd3c5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0602601 Dec 10 18:29:17.076060 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40574) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:17.110342 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-315d73e4-80b2-46b0-9b30-d22c610b369a req-1c15c1f3-0c8b-46cf-b520-9c291ccab895 service neutron] 10.222.0.72 "GET /v2.0/networks/07d60a74-f182-41ba-b9dc-085b291b0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510353 Dec 10 18:29:17.130892 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-6a2256b5-9bb6-46b1-ac98-fc10a4cfe523 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:17.141549 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-6a2256b5-9bb6-46b1-ac98-fc10a4cfe523 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2880070 Dec 10 18:29:17.165846 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-447ed0ac-df7e-4056-beb2-641b449f8dbb tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/quotas/449146cf6fbe4ffeba406209dfdd303b HTTP/1.1" status: 200 len: 375 time: 0.0217862 Dec 10 18:29:17.204226 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b8cc48aa-eedd-4ea1-a800-6c71f58fc4c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:17.259007 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b8cc48aa-eedd-4ea1-a800-6c71f58fc4c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:17.287488 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-b4744c97-6b4e-4e76-9640-0e2574154576 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=449146cf6fbe4ffeba406209dfdd303b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1151924 Dec 10 18:29:17.395593 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b8cc48aa-eedd-4ea1-a800-6c71f58fc4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:17.409276 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b8cc48aa-eedd-4ea1-a800-6c71f58fc4c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:17.412483 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b8cc48aa-eedd-4ea1-a800-6c71f58fc4c9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8870cc86-faf0-40c1-8343-8c515cb18480 HTTP/1.1" status: 204 len: 168 time: 0.3334029 Dec 10 18:29:17.419274 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397f03c6-278b-4001-af36-e9e63301b038 None None] New status for floating IP c1a9033d-056c-4c1f-b1eb-ed22944f35ca: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:29:17.445419 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc48aa-eedd-4ea1-a800-6c71f58fc4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8870cc86-faf0-40c1-8343-8c515cb18480,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:17.467660 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cc48aa-eedd-4ea1-a800-6c71f58fc4c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:17.468026 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cc48aa-eedd-4ea1-a800-6c71f58fc4c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:17.468361 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cc48aa-eedd-4ea1-a800-6c71f58fc4c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:17.471707 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cc48aa-eedd-4ea1-a800-6c71f58fc4c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:17.472466 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cc48aa-eedd-4ea1-a800-6c71f58fc4c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:17.472466 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cc48aa-eedd-4ea1-a800-6c71f58fc4c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:17.478501 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cc48aa-eedd-4ea1-a800-6c71f58fc4c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:17.481124 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cc48aa-eedd-4ea1-a800-6c71f58fc4c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:17.481799 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cc48aa-eedd-4ea1-a800-6c71f58fc4c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:17.482748 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cc48aa-eedd-4ea1-a800-6c71f58fc4c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:17.483953 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cc48aa-eedd-4ea1-a800-6c71f58fc4c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:17.485086 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cc48aa-eedd-4ea1-a800-6c71f58fc4c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:17.486337 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cc48aa-eedd-4ea1-a800-6c71f58fc4c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:17.510927 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06476095-7ba0-45b7-b47a-7c1431b8e636 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:17.667775 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06476095-7ba0-45b7-b47a-7c1431b8e636 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:17.675957 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06476095-7ba0-45b7-b47a-7c1431b8e636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:17.796429 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-06476095-7ba0-45b7-b47a-7c1431b8e636 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0f0fd0ae81c541e0af9fc461a53bc0fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7380710 Dec 10 18:29:17.798428 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06476095-7ba0-45b7-b47a-7c1431b8e636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b518ded0-111d-49ea-98b7-1fac9fe17e72,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:17.803731 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40588) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:17.842455 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06476095-7ba0-45b7-b47a-7c1431b8e636 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:17.843406 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06476095-7ba0-45b7-b47a-7c1431b8e636 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:17.844085 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06476095-7ba0-45b7-b47a-7c1431b8e636 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:17.845203 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06476095-7ba0-45b7-b47a-7c1431b8e636 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:17.846137 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06476095-7ba0-45b7-b47a-7c1431b8e636 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:17.846839 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06476095-7ba0-45b7-b47a-7c1431b8e636 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:17.847518 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06476095-7ba0-45b7-b47a-7c1431b8e636 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:17.848195 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06476095-7ba0-45b7-b47a-7c1431b8e636 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:17.848893 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06476095-7ba0-45b7-b47a-7c1431b8e636 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:17.849579 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06476095-7ba0-45b7-b47a-7c1431b8e636 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:17.851197 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06476095-7ba0-45b7-b47a-7c1431b8e636 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:17.852062 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06476095-7ba0-45b7-b47a-7c1431b8e636 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:17.852913 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06476095-7ba0-45b7-b47a-7c1431b8e636 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:17.876802 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77026f38-5a9c-4b3c-91aa-47a80117053a req-e0c9aabe-7771-4545-9b99-0a0886680cc2 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:17.888730 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-77026f38-5a9c-4b3c-91aa-47a80117053a req-e0c9aabe-7771-4545-9b99-0a0886680cc2 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 1096 time: 0.1245344 Dec 10 18:29:17.953659 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d9365987-6e41-45cd-a694-0db509a0be2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:18.005846 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-77026f38-5a9c-4b3c-91aa-47a80117053a req-d775488d-4cff-4989-932d-cce6b333e5e8 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161194 Dec 10 18:29:18.031428 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d9365987-6e41-45cd-a694-0db509a0be2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:18.170647 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d9365987-6e41-45cd-a694-0db509a0be2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:18.174474 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d9365987-6e41-45cd-a694-0db509a0be2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:18.179196 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d9365987-6e41-45cd-a694-0db509a0be2e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b518ded0-111d-49ea-98b7-1fac9fe17e72 HTTP/1.1" status: 204 len: 168 time: 0.3710968 Dec 10 18:29:18.187945 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9365987-6e41-45cd-a694-0db509a0be2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b518ded0-111d-49ea-98b7-1fac9fe17e72,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:18.672055 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-7e86c098-ac65-4eae-abd3-b74c30d8c39d tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=11a6a39d68554f8394fbad05e4e8dab2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321915 Dec 10 18:29:18.834205 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-3e0f3d0b-3480-4832-a923-82c6b2884316 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:18.835771 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-3e0f3d0b-3480-4832-a923-82c6b2884316 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1629195 Dec 10 18:29:18.852852 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-23facb10-781e-458f-9df6-e5da4bdbc46b tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/quotas/11a6a39d68554f8394fbad05e4e8dab2 HTTP/1.1" status: 200 len: 375 time: 0.0106347 Dec 10 18:29:18.885127 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95a33e-6e74-430b-add3-6ac21995dd08 req-4e5aa092-8e03-4c79-ae0e-d823a7be7842 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:18.894415 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8a95a33e-6e74-430b-add3-6ac21995dd08 req-4e5aa092-8e03-4c79-ae0e-d823a7be7842 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 1096 time: 0.3256352 Dec 10 18:29:18.907657 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-42ccfde5-bb69-44fd-9622-6093188abb20 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=11a6a39d68554f8394fbad05e4e8dab2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489564 Dec 10 18:29:18.969392 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8a95a33e-6e74-430b-add3-6ac21995dd08 req-0b06ee1e-3ae1-4b3e-bea3-22346f071369 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715311 Dec 10 18:29:19.016274 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40638) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:19.042394 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-81787a6e-7a95-4009-8495-497da64a8b0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:19.146611 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e9e94edf-7b2c-4f1f-82d7-809c2fc77a4d req-109aa972-251e-41ea-99f1-9f20904bc56e tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d191119-2ca0-44a5-8e49-7635ef16bd3d HTTP/1.1" status: 200 len: 210 time: 0.0499718 Dec 10 18:29:19.327928 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-81787a6e-7a95-4009-8495-497da64a8b0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:19.343706 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-75c151d7-4d9d-4583-bf24-ef98e18e953a req-5bd0e8c6-b5d5-4d35-9451-e5a47b3a680d service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:29:19.351340 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-75c151d7-4d9d-4583-bf24-ef98e18e953a req-5bd0e8c6-b5d5-4d35-9451-e5a47b3a680d service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0152485 Dec 10 18:29:19.355012 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-81787a6e-7a95-4009-8495-497da64a8b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:19.429720 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-81787a6e-7a95-4009-8495-497da64a8b0f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=926bc4d8038b4f7a903390c1c9074e93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4117990 Dec 10 18:29:19.434939 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40658) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:19.526911 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81787a6e-7a95-4009-8495-497da64a8b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920ce852-dcef-4fa6-a6a3-5a047ee8aeb9,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:19.572681 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e0fd63da-b4e7-4b8f-8aef-94635d37db2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:19.627319 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-840dfc02-a7df-44bd-a214-b4eec8f8a00d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:19.691711 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e0fd63da-b4e7-4b8f-8aef-94635d37db2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:19.851269 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8027e271-9395-4253-89bd-a653fd6c0169 req-41a64849-3574-46f9-9b26-8ca8966aef47 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=11a6a39d68554f8394fbad05e4e8dab2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0681872 Dec 10 18:29:19.888282 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e0fd63da-b4e7-4b8f-8aef-94635d37db2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:19.891752 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e0fd63da-b4e7-4b8f-8aef-94635d37db2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:19.900976 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e0fd63da-b4e7-4b8f-8aef-94635d37db2e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/920ce852-dcef-4fa6-a6a3-5a047ee8aeb9 HTTP/1.1" status: 204 len: 168 time: 0.4599543 Dec 10 18:29:19.920005 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd63da-b4e7-4b8f-8aef-94635d37db2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920ce852-dcef-4fa6-a6a3-5a047ee8aeb9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:20.111230 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027e271-9395-4253-89bd-a653fd6c0169 req-c92aa69b-24c5-4d07-9659-3f8c62992b04 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:20.121405 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8027e271-9395-4253-89bd-a653fd6c0169 req-c92aa69b-24c5-4d07-9659-3f8c62992b04 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2633901 Dec 10 18:29:20.143145 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8027e271-9395-4253-89bd-a653fd6c0169 req-9fcf350c-6b61-4612-af76-9c570a210561 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/quotas/11a6a39d68554f8394fbad05e4e8dab2 HTTP/1.1" status: 200 len: 375 time: 0.0183616 Dec 10 18:29:20.191907 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8027e271-9395-4253-89bd-a653fd6c0169 req-a53ead0a-cb89-4b97-89a8-4ae55a64f7f9 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=11a6a39d68554f8394fbad05e4e8dab2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460658 Dec 10 18:29:20.259792 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-dc430b95-514f-4a6b-bc82-9d8a90de5b48 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=449146cf6fbe4ffeba406209dfdd303b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432744 Dec 10 18:29:20.455849 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-3019b788-f840-47f3-8b6a-59950aaf69a5 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:20.458387 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-3019b788-f840-47f3-8b6a-59950aaf69a5 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1920807 Dec 10 18:29:20.473309 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-9417b278-db3d-41a4-a890-a4de416cbf4d tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Request body: {'port': {'device_id': 'c946cc6c-cb61-4cbb-a20e-b3edae01e223', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'admin_state_up': True, 'tenant_id': '449146cf6fbe4ffeba406209dfdd303b'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:20.698666 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-9417b278-db3d-41a4-a890-a4de416cbf4d tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Made reservation on behalf of 449146cf6fbe4ffeba406209dfdd303b for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:20.715712 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-9417b278-db3d-41a4-a890-a4de416cbf4d tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:20.845950 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-6733bdbd-75bc-4d67-8602-5963162fdd0a tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=449146cf6fbe4ffeba406209dfdd303b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411384 Dec 10 18:29:21.036626 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-9417b278-db3d-41a4-a890-a4de416cbf4d tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Allocated IP 192.168.233.74 (c9403646-ab9b-4a0a-827b-6d4376246b64/ec05590b-5c35-4e58-9087-8773857a69b9/41782f9b-5a73-4cfc-b85e-56d854ddfd24) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:29:21.058432 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-692a38fb-afed-4953-8a8f-7096ca45ee52 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=fa121b139b9d41778741e2c1dc21fcee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437469 Dec 10 18:29:21.219292 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-a63c72dc-3724-470c-aa19-d3c112bf2608 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:21.221915 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-a63c72dc-3724-470c-aa19-d3c112bf2608 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3549910 Dec 10 18:29:21.255140 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.46', 50379) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:21.326371 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-e474df2e-dfa4-4b8a-8326-e0b01a151330 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Request body: {'port': {'device_id': '9d191119-2ca0-44a5-8e49-7635ef16bd3d', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'admin_state_up': True, 'tenant_id': '449146cf6fbe4ffeba406209dfdd303b'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:21.345550 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-3e94e4d0-055c-4705-9ffc-7bbabc94dc2f tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=11a6a39d68554f8394fbad05e4e8dab2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0871289 Dec 10 18:29:21.458924 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-9417b278-db3d-41a4-a890-a4de416cbf4d tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:21.523323 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-9417b278-db3d-41a4-a890-a4de416cbf4d tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:21.542280 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['f8ba8851-1d33-4f93-a82e-362a38c4cb37'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:29:21.563064 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-67540903-c34a-4aa8-9ae0-9ca903da80ca tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:21.570556 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-67540903-c34a-4aa8-9ae0-9ca903da80ca tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5106866 Dec 10 18:29:21.602117 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-9417b278-db3d-41a4-a890-a4de416cbf4d tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Network c9403646-ab9b-4a0a-827b-6d4376246b64 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:29:21.606657 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-fcc974ff-3a74-4bbd-8c9e-bffb15564560 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/quotas/fa121b139b9d41778741e2c1dc21fcee HTTP/1.1" status: 200 len: 375 time: 0.0347838 Dec 10 18:29:21.656069 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-9417b278-db3d-41a4-a890-a4de416cbf4d tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:29:21.674489 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-15d0e383-dd37-45b8-88cc-d630ab0a8eea tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fa121b139b9d41778741e2c1dc21fcee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662053 Dec 10 18:29:21.687357 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-9417b278-db3d-41a4-a890-a4de416cbf4d tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:29:21.708619 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-9417b278-db3d-41a4-a890-a4de416cbf4d tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:21.709467 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-9417b278-db3d-41a4-a890-a4de416cbf4d tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:21.757704 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-9417b278-db3d-41a4-a890-a4de416cbf4d tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2895119 Dec 10 18:29:21.791906 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-78663ba8-4f46-42ca-a0ad-58e7b9bb37e2 service neutron] Request body: {'port': {'device_id': 'c946cc6c-cb61-4cbb-a20e-b3edae01e223', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:21.795890 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-451b87ba-5cfb-4ac8-8e09-233aa9dcb51c tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:21.797426 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-451b87ba-5cfb-4ac8-8e09-233aa9dcb51c tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4058518 Dec 10 18:29:21.812527 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-00beff8a-709b-4335-9695-f32892486fa3 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Request body: {'port': {'device_id': 'c67c7788-d6c0-4f34-a7a7-6c933b516675', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'admin_state_up': True, 'tenant_id': '11a6a39d68554f8394fbad05e4e8dab2'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:21.884004 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-e474df2e-dfa4-4b8a-8326-e0b01a151330 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Made reservation on behalf of 449146cf6fbe4ffeba406209dfdd303b for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:21.889014 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-e474df2e-dfa4-4b8a-8326-e0b01a151330 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:21.964953 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-78663ba8-4f46-42ca-a0ad-58e7b9bb37e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:22.014321 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417b278-db3d-41a4-a890-a4de416cbf4d tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Pushing event updated for resources: {'Port': ['ID=41782f9b-5a73-4cfc-b85e-56d854ddfd24,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:22.200383 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6b24fc34-a7e1-4779-bbd3-bccd2822ec78 None None] Provisioning complete for port 41782f9b-5a73-4cfc-b85e-56d854ddfd24 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:22.201228 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6b24fc34-a7e1-4779-bbd3-bccd2822ec78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:22.295481 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-6b24fc34-a7e1-4779-bbd3-bccd2822ec78 None None] Port 41782f9b-5a73-4cfc-b85e-56d854ddfd24 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:29:22.342106 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-e474df2e-dfa4-4b8a-8326-e0b01a151330 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Allocated IP 192.168.233.13 (c9403646-ab9b-4a0a-827b-6d4376246b64/ec05590b-5c35-4e58-9087-8773857a69b9/6b20fbca-43c1-461a-86cf-d54b82f818f3) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:29:22.407242 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04b52df7-f119-4469-9cea-ba81d2e9fa6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:22.477693 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-00beff8a-709b-4335-9695-f32892486fa3 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Made reservation on behalf of 11a6a39d68554f8394fbad05e4e8dab2 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:22.482415 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-00beff8a-709b-4335-9695-f32892486fa3 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:22.490493 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8027e271-9395-4253-89bd-a653fd6c0169 req-57afdb78-cefb-454f-bbde-c4b4b95e3221 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=11a6a39d68554f8394fbad05e4e8dab2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3304303 Dec 10 18:29:22.512812 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-00beff8a-709b-4335-9695-f32892486fa3 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:22.688467 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-e474df2e-dfa4-4b8a-8326-e0b01a151330 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:22.719996 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027e271-9395-4253-89bd-a653fd6c0169 req-44503478-5bd5-42dc-9a31-ac572cb1cdd7 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:22.721642 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8027e271-9395-4253-89bd-a653fd6c0169 req-44503478-5bd5-42dc-9a31-ac572cb1cdd7 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2209408 Dec 10 18:29:22.737976 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-8027e271-9395-4253-89bd-a653fd6c0169 req-1458abe6-a227-4f09-a8f5-4e383b3f6d79 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Request body: {'port': {'device_id': '157da486-b80b-4611-878d-08e723170dcf', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'admin_state_up': True, 'tenant_id': '11a6a39d68554f8394fbad05e4e8dab2'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:22.868715 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-e474df2e-dfa4-4b8a-8326-e0b01a151330 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:22.874902 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-00beff8a-709b-4335-9695-f32892486fa3 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:22.880970 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['f8ba8851-1d33-4f93-a82e-362a38c4cb37'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:29:22.901171 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:29:22.922382 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-00beff8a-709b-4335-9695-f32892486fa3 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:22.986434 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00beff8a-709b-4335-9695-f32892486fa3 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=080c057c-f968-400a-9e7e-04def84cf8cc,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:23.002038 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-e474df2e-dfa4-4b8a-8326-e0b01a151330 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Network c9403646-ab9b-4a0a-827b-6d4376246b64 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:29:23.011419 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-e474df2e-dfa4-4b8a-8326-e0b01a151330 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:29:23.018529 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-e474df2e-dfa4-4b8a-8326-e0b01a151330 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:29:23.025104 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-e474df2e-dfa4-4b8a-8326-e0b01a151330 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:23.026324 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-e474df2e-dfa4-4b8a-8326-e0b01a151330 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:23.138052 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371efae8-d128-45af-832d-ddb1649e4143 req-05726aa6-e6ae-4e94-96b2-64e377772f60 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:23.145340 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-371efae8-d128-45af-832d-ddb1649e4143 req-05726aa6-e6ae-4e94-96b2-64e377772f60 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d191119-2ca0-44a5-8e49-7635ef16bd3d HTTP/1.1" status: 200 len: 935 time: 0.1359222 Dec 10 18:29:23.147571 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e474df2e-dfa4-4b8a-8326-e0b01a151330 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Pushing event updated for resources: {'Port': ['ID=6b20fbca-43c1-461a-86cf-d54b82f818f3,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:23.237040 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8027e271-9395-4253-89bd-a653fd6c0169 req-1458abe6-a227-4f09-a8f5-4e383b3f6d79 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Made reservation on behalf of 11a6a39d68554f8394fbad05e4e8dab2 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:23.243774 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8027e271-9395-4253-89bd-a653fd6c0169 req-1458abe6-a227-4f09-a8f5-4e383b3f6d79 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:23.265173 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:23.275695 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-e474df2e-dfa4-4b8a-8326-e0b01a151330 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0216646 Dec 10 18:29:23.300454 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-95d379f3-7e03-4f35-ba4e-bd7fce51216e service neutron] Request body: {'port': {'device_id': '9d191119-2ca0-44a5-8e49-7635ef16bd3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:23.316445 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-78663ba8-4f46-42ca-a0ad-58e7b9bb37e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41782f9b-5a73-4cfc-b85e-56d854ddfd24 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:29:23.335926 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-78663ba8-4f46-42ca-a0ad-58e7b9bb37e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:23.383468 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40806) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:23.413684 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-78663ba8-4f46-42ca-a0ad-58e7b9bb37e2 service neutron] Transition to ACTIVE for port object 41782f9b-5a73-4cfc-b85e-56d854ddfd24 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:29:23.420727 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-371efae8-d128-45af-832d-ddb1649e4143 req-00187e12-8402-45a2-b5f6-21682269148a tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707775 Dec 10 18:29:23.439497 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-78663ba8-4f46-42ca-a0ad-58e7b9bb37e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:23.556459 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b677b21f-1d68-487f-92e8-3e4bfc4dc2c2 None None] Provisioning complete for port 6b20fbca-43c1-461a-86cf-d54b82f818f3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:23.561663 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b677b21f-1d68-487f-92e8-3e4bfc4dc2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:23.695375 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b677b21f-1d68-487f-92e8-3e4bfc4dc2c2 None None] Port 6b20fbca-43c1-461a-86cf-d54b82f818f3 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:29:23.845558 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-00beff8a-709b-4335-9695-f32892486fa3 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Allocated IP 192.168.233.229 (c9403646-ab9b-4a0a-827b-6d4376246b64/ec05590b-5c35-4e58-9087-8773857a69b9/11623632-2372-4161-a478-99c4c079e27a) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:29:23.883163 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-95d379f3-7e03-4f35-ba4e-bd7fce51216e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:23.903071 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-88c7db02-5b51-476d-bab1-c19b3453f41e req-18c5c25f-af24-407f-b83f-019b8c5e2202 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=157da486-b80b-4611-878d-08e723170dcf HTTP/1.1" status: 200 len: 210 time: 0.1726558 Dec 10 18:29:23.907902 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-f750856b-26e6-48cc-b8c4-98ae892bab5b tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=fa121b139b9d41778741e2c1dc21fcee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404341 Dec 10 18:29:23.914390 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-b133fd12-e470-4343-b340-8585d21d453f req-4f95f05a-fa56-4ec6-9cbf-7c37ccdb320a tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:29:23.929915 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b133fd12-e470-4343-b340-8585d21d453f req-4f95f05a-fa56-4ec6-9cbf-7c37ccdb320a tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5450943 Dec 10 18:29:23.973607 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78663ba8-4f46-42ca-a0ad-58e7b9bb37e2 service neutron] Pushing event updated for resources: {'Port': ['ID=41782f9b-5a73-4cfc-b85e-56d854ddfd24,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:24.165107 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-40a84642-c670-4091-9389-229bb08cccfe req-57130080-e344-44d0-a15d-29f4b63de3f2 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab212cb-0f04-48f5-93b2-07c6256f57f6 HTTP/1.1" status: 200 len: 210 time: 0.0764012 Dec 10 18:29:24.200512 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-78663ba8-4f46-42ca-a0ad-58e7b9bb37e2 service neutron] Attempting to bind port 41782f9b-5a73-4cfc-b85e-56d854ddfd24 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:29:24.200962 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-78663ba8-4f46-42ca-a0ad-58e7b9bb37e2 service neutron] Attempting to bind port 41782f9b-5a73-4cfc-b85e-56d854ddfd24 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:29:24.201356 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-78663ba8-4f46-42ca-a0ad-58e7b9bb37e2 service neutron] Attempting to bind port 41782f9b-5a73-4cfc-b85e-56d854ddfd24 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:29:24.209009 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-78663ba8-4f46-42ca-a0ad-58e7b9bb37e2 service neutron] Port 41782f9b-5a73-4cfc-b85e-56d854ddfd24 on network c9403646-ab9b-4a0a-827b-6d4376246b64 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:29:24.209403 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-78663ba8-4f46-42ca-a0ad-58e7b9bb37e2 service neutron] Attempting to bind port 41782f9b-5a73-4cfc-b85e-56d854ddfd24 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:29:24.257357 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-447dea3b-c288-42ba-96bc-3e82a2d8b73f tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:24.262513 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-447dea3b-c288-42ba-96bc-3e82a2d8b73f tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2906857 Dec 10 18:29:24.263950 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-78663ba8-4f46-42ca-a0ad-58e7b9bb37e2 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:29:24.264383 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-78663ba8-4f46-42ca-a0ad-58e7b9bb37e2 service neutron] Checking segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:29:24.265009 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-78663ba8-4f46-42ca-a0ad-58e7b9bb37e2 service neutron] Bound using segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:29:24.265531 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-78663ba8-4f46-42ca-a0ad-58e7b9bb37e2 service neutron] Bound port: 41782f9b-5a73-4cfc-b85e-56d854ddfd24, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:29:24.265956 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-78663ba8-4f46-42ca-a0ad-58e7b9bb37e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:24.285839 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-1541f762-efbc-4d33-9216-8322d582b47d tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Request body: {'port': {'device_id': '6ab212cb-0f04-48f5-93b2-07c6256f57f6', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'admin_state_up': True, 'tenant_id': 'fa121b139b9d41778741e2c1dc21fcee'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:24.466450 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-78663ba8-4f46-42ca-a0ad-58e7b9bb37e2 service neutron] For port 41782f9b-5a73-4cfc-b85e-56d854ddfd24, host n-h1-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:29:24.470243 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-78663ba8-4f46-42ca-a0ad-58e7b9bb37e2 service neutron] For port 41782f9b-5a73-4cfc-b85e-56d854ddfd24, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=41782f9b-5a73-4cfc-b85e-56d854ddfd24,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:29:24.488955 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-78663ba8-4f46-42ca-a0ad-58e7b9bb37e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:24.507047 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133fd12-e470-4343-b340-8585d21d453f req-a54fb250-1a43-43c2-94d9-2ff8436f6914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:24.508587 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b133fd12-e470-4343-b340-8585d21d453f req-a54fb250-1a43-43c2-94d9-2ff8436f6914 service neutron] 10.222.0.62 "GET /v2.0/ports/143a292c-2590-40c1-9e34-bfb328e87baa HTTP/1.1" status: 200 len: 1093 time: 0.3792701 Dec 10 18:29:24.557792 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-00beff8a-709b-4335-9695-f32892486fa3 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:24.559988 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-b133fd12-e470-4343-b340-8585d21d453f req-ca8aae69-5251-46bf-a239-6ee9c4761b05 service neutron] Request body: {'binding': {'host': 'n-h2-821435-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:24.560674 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-b133fd12-e470-4343-b340-8585d21d453f req-ca8aae69-5251-46bf-a239-6ee9c4761b05 service neutron] Unknown quota resources ['binding']. {{(pid=103245) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 18:29:24.595970 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-78663ba8-4f46-42ca-a0ad-58e7b9bb37e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:24.597671 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-78663ba8-4f46-42ca-a0ad-58e7b9bb37e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:24.600876 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-78663ba8-4f46-42ca-a0ad-58e7b9bb37e2 service neutron] 10.222.0.46 "PUT /v2.0/ports/41782f9b-5a73-4cfc-b85e-56d854ddfd24 HTTP/1.1" status: 200 len: 1095 time: 2.8251462 Dec 10 18:29:24.654463 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:24.655565 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c946cc6c-cb61-4cbb-a20e-b3edae01e223', 'tag': '41782f9b-5a73-4cfc-b85e-56d854ddfd24'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:29:24.658816 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae6ede1-901a-444b-b5ed-89ee4c323e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "c946cc6c-cb61-4cbb-a20e-b3edae01e223", "tag": "41782f9b-5a73-4cfc-b85e-56d854ddfd24"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:29:24.662301 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78663ba8-4f46-42ca-a0ad-58e7b9bb37e2 service neutron] Pushing event updated for resources: {'Port': ['ID=41782f9b-5a73-4cfc-b85e-56d854ddfd24,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:24.674109 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-00beff8a-709b-4335-9695-f32892486fa3 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:24.686216 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-1541f762-efbc-4d33-9216-8322d582b47d tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Made reservation on behalf of fa121b139b9d41778741e2c1dc21fcee for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:24.692411 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-1541f762-efbc-4d33-9216-8322d582b47d tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:24.730368 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-1541f762-efbc-4d33-9216-8322d582b47d tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:24.771001 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-00beff8a-709b-4335-9695-f32892486fa3 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Network c9403646-ab9b-4a0a-827b-6d4376246b64 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:29:24.777027 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-00beff8a-709b-4335-9695-f32892486fa3 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:29:24.786321 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-00beff8a-709b-4335-9695-f32892486fa3 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:29:24.792711 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-00beff8a-709b-4335-9695-f32892486fa3 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:24.793388 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-00beff8a-709b-4335-9695-f32892486fa3 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:24.806249 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-8027e271-9395-4253-89bd-a653fd6c0169 req-1458abe6-a227-4f09-a8f5-4e383b3f6d79 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Allocated IP 192.168.233.76 (c9403646-ab9b-4a0a-827b-6d4376246b64/ec05590b-5c35-4e58-9087-8773857a69b9/da4d0791-2875-440d-980d-aba8a94ad88b) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:29:24.840676 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-09ca343d-6e9e-4977-ae8f-58331c577a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:24.842408 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-09ca343d-6e9e-4977-ae8f-58331c577a2b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=449146cf6fbe4ffeba406209dfdd303b&device_id=c946cc6c-cb61-4cbb-a20e-b3edae01e223 HTTP/1.1" status: 200 len: 1098 time: 0.1577663 Dec 10 18:29:24.842816 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00beff8a-709b-4335-9695-f32892486fa3 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Pushing event updated for resources: {'Port': ['ID=11623632-2372-4161-a478-99c4c079e27a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:24.852444 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-00beff8a-709b-4335-9695-f32892486fa3 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0437119 Dec 10 18:29:24.876490 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-435136ec-2690-4363-ae67-417d5f2ad4e1 service neutron] Request body: {'port': {'device_id': 'c67c7788-d6c0-4f34-a7a7-6c933b516675', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:24.880079 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40842) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:24.941453 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-dfc67b40-ddb3-47aa-9ec2-dae697039372 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=41782f9b-5a73-4cfc-b85e-56d854ddfd24 HTTP/1.1" status: 200 len: 217 time: 0.0784104 Dec 10 18:29:25.056861 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-435136ec-2690-4363-ae67-417d5f2ad4e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:25.062533 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-a563a6a9-db42-47f9-b0d6-758e4097ec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:25.064166 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-a563a6a9-db42-47f9-b0d6-758e4097ec3a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.1122093 Dec 10 18:29:25.071622 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-b133fd12-e470-4343-b340-8585d21d453f req-ca8aae69-5251-46bf-a239-6ee9c4761b05 service neutron] Attempting to bind port 143a292c-2590-40c1-9e34-bfb328e87baa on host n-h2-821435-1 for vnic_type normal with profile None {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:29:25.072105 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-b133fd12-e470-4343-b340-8585d21d453f req-ca8aae69-5251-46bf-a239-6ee9c4761b05 service neutron] Attempting to bind port 143a292c-2590-40c1-9e34-bfb328e87baa by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:29:25.072966 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b133fd12-e470-4343-b340-8585d21d453f req-ca8aae69-5251-46bf-a239-6ee9c4761b05 service neutron] Attempting to bind port 143a292c-2590-40c1-9e34-bfb328e87baa on network 7cd799a4-acc6-47e3-afa8-685d03d02732 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:29:25.078762 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db1845-c3f6-4914-9eee-d05b5daf126f req-7d0e39ad-3a17-4ffa-a3e1-c34aa5cde108 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:25.080310 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43db1845-c3f6-4914-9eee-d05b5daf126f req-7d0e39ad-3a17-4ffa-a3e1-c34aa5cde108 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d191119-2ca0-44a5-8e49-7635ef16bd3d HTTP/1.1" status: 200 len: 935 time: 0.2093282 Dec 10 18:29:25.081352 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b133fd12-e470-4343-b340-8585d21d453f req-ca8aae69-5251-46bf-a239-6ee9c4761b05 service neutron] Port 143a292c-2590-40c1-9e34-bfb328e87baa on network 7cd799a4-acc6-47e3-afa8-685d03d02732 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:29:25.081811 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b133fd12-e470-4343-b340-8585d21d453f req-ca8aae69-5251-46bf-a239-6ee9c4761b05 service neutron] Attempting to bind port 143a292c-2590-40c1-9e34-bfb328e87baa on network 7cd799a4-acc6-47e3-afa8-685d03d02732 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:29:25.124543 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b133fd12-e470-4343-b340-8585d21d453f req-ca8aae69-5251-46bf-a239-6ee9c4761b05 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:29:25.125036 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b133fd12-e470-4343-b340-8585d21d453f req-ca8aae69-5251-46bf-a239-6ee9c4761b05 service neutron] Checking segment: {'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:29:25.125541 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b133fd12-e470-4343-b340-8585d21d453f req-ca8aae69-5251-46bf-a239-6ee9c4761b05 service neutron] Bound using segment: {'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:29:25.126107 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-b133fd12-e470-4343-b340-8585d21d453f req-ca8aae69-5251-46bf-a239-6ee9c4761b05 service neutron] Bound port: 143a292c-2590-40c1-9e34-bfb328e87baa, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:29:25.131903 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-1541f762-efbc-4d33-9216-8322d582b47d tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:25.165028 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-48a4aa15-aab9-4ca4-b82b-5f0142cd36d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:25.192375 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8027e271-9395-4253-89bd-a653fd6c0169 req-1458abe6-a227-4f09-a8f5-4e383b3f6d79 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:25.201224 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-1541f762-efbc-4d33-9216-8322d582b47d tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:25.208611 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3de63d9b-1a84-432d-94a5-b3b6f90b3003 None None] Provisioning complete for port 11623632-2372-4161-a478-99c4c079e27a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:25.209095 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3de63d9b-1a84-432d-94a5-b3b6f90b3003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:25.250310 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3de63d9b-1a84-432d-94a5-b3b6f90b3003 None None] Port 11623632-2372-4161-a478-99c4c079e27a cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:29:25.270639 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43db1845-c3f6-4914-9eee-d05b5daf126f req-a5ffcbf3-cd2f-4523-96c9-927155d2493c tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812172 Dec 10 18:29:25.352582 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-f23f8b05-8707-46ba-b7cb-1a7f000f9d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:25.354673 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8027e271-9395-4253-89bd-a653fd6c0169 req-1458abe6-a227-4f09-a8f5-4e383b3f6d79 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:25.355471 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-f23f8b05-8707-46ba-b7cb-1a7f000f9d99 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2763691 Dec 10 18:29:25.356113 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541f762-efbc-4d33-9216-8322d582b47d tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=600a829c-a024-4872-9af8-f652ce49a78e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:25.373261 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-b133fd12-e470-4343-b340-8585d21d453f req-ca8aae69-5251-46bf-a239-6ee9c4761b05 service neutron] For port 143a292c-2590-40c1-9e34-bfb328e87baa, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=143a292c-2590-40c1-9e34-bfb328e87baa,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:29:25.418791 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8027e271-9395-4253-89bd-a653fd6c0169 req-1458abe6-a227-4f09-a8f5-4e383b3f6d79 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Network c9403646-ab9b-4a0a-827b-6d4376246b64 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:29:25.420736 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b133fd12-e470-4343-b340-8585d21d453f req-ca8aae69-5251-46bf-a239-6ee9c4761b05 service neutron] Publish callbacks [] for binding, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:25.421903 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b133fd12-e470-4343-b340-8585d21d453f req-ca8aae69-5251-46bf-a239-6ee9c4761b05 service neutron] 10.222.0.62 "POST /v2.0/ports/143a292c-2590-40c1-9e34-bfb328e87baa/bindings HTTP/1.1" status: 201 len: 389 time: 0.8829217 Dec 10 18:29:25.427860 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-8027e271-9395-4253-89bd-a653fd6c0169 req-1458abe6-a227-4f09-a8f5-4e383b3f6d79 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:29:25.429125 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:25.435925 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-8027e271-9395-4253-89bd-a653fd6c0169 req-1458abe6-a227-4f09-a8f5-4e383b3f6d79 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:29:25.442412 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027e271-9395-4253-89bd-a653fd6c0169 req-1458abe6-a227-4f09-a8f5-4e383b3f6d79 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:25.443087 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8027e271-9395-4253-89bd-a653fd6c0169 req-1458abe6-a227-4f09-a8f5-4e383b3f6d79 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:25.458158 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1458abe6-a227-4f09-a8f5-4e383b3f6d79 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Pushing event updated for resources: {'Port': ['ID=da4d0791-2875-440d-980d-aba8a94ad88b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:25.463406 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456de86e-560d-47a0-8fd1-cad4fe95198b x-openstack-request-id: req-456de86e-560d-47a0-8fd1-cad4fe95198b {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:29:25.464232 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c946cc6c-cb61-4cbb-a20e-b3edae01e223", "tag": "41782f9b-5a73-4cfc-b85e-56d854ddfd24", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:29:25.464232 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-456de86e-560d-47a0-8fd1-cad4fe95198b {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:29:25.464609 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c946cc6c-cb61-4cbb-a20e-b3edae01e223', 'tag': '41782f9b-5a73-4cfc-b85e-56d854ddfd24', 'status': 'completed', 'code': 200} Dec 10 18:29:25.484208 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8027e271-9395-4253-89bd-a653fd6c0169 req-1458abe6-a227-4f09-a8f5-4e383b3f6d79 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7505589 Dec 10 18:29:25.509738 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-8027e271-9395-4253-89bd-a653fd6c0169 req-e2504c0a-854c-40ca-810a-79e95472c627 service neutron] Request body: {'port': {'device_id': '157da486-b80b-4611-878d-08e723170dcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:25.531738 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-48a4aa15-aab9-4ca4-b82b-5f0142cd36d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:25.540244 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-48a4aa15-aab9-4ca4-b82b-5f0142cd36d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:25.627711 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-48a4aa15-aab9-4ca4-b82b-5f0142cd36d0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ec06b89597dc45efaa69f622d0254cc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7434168 Dec 10 18:29:25.629296 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40856) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:25.652081 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-d4722fcd-6710-4afd-8afc-a23405e2bd1c service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660592 Dec 10 18:29:25.659278 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4aa15-aab9-4ca4-b82b-5f0142cd36d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686c0d26-6b1e-4352-9d0f-74e24c228229,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:25.668272 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-95d379f3-7e03-4f35-ba4e-bd7fce51216e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b20fbca-43c1-461a-86cf-d54b82f818f3 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:29:25.674260 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8027e271-9395-4253-89bd-a653fd6c0169 req-e2504c0a-854c-40ca-810a-79e95472c627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:25.713914 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-95d379f3-7e03-4f35-ba4e-bd7fce51216e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:25.801236 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-95d379f3-7e03-4f35-ba4e-bd7fce51216e service neutron] Transition to ACTIVE for port object 6b20fbca-43c1-461a-86cf-d54b82f818f3 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:29:25.831401 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-95d379f3-7e03-4f35-ba4e-bd7fce51216e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:25.849550 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.72', 52236) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:25.930152 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0150c9a0-47f0-4046-86a3-faf4dbc7bbe4 None None] Provisioning complete for port da4d0791-2875-440d-980d-aba8a94ad88b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:25.931311 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0150c9a0-47f0-4046-86a3-faf4dbc7bbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:25.934474 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a9417-c490-4fd7-93b6-13c288b5db51 req-39906035-7952-40f1-b749-278472cc5510 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:25.942762 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-681a9417-c490-4fd7-93b6-13c288b5db51 req-39906035-7952-40f1-b749-278472cc5510 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=157da486-b80b-4611-878d-08e723170dcf HTTP/1.1" status: 200 len: 935 time: 0.2231424 Dec 10 18:29:25.944910 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5509bcbf-6784-4846-a135-c9789589bc83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:25.970515 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-a05117f2-711f-44af-9ef4-3f951be53dd3 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064275 Dec 10 18:29:26.015588 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-0150c9a0-47f0-4046-86a3-faf4dbc7bbe4 None None] Port da4d0791-2875-440d-980d-aba8a94ad88b cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:29:26.024758 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133fd12-e470-4343-b340-8585d21d453f req-ae233d37-16ca-4172-890e-0ad66b992af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:26.027060 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b133fd12-e470-4343-b340-8585d21d453f req-ae233d37-16ca-4172-890e-0ad66b992af5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986&device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 1096 time: 0.1747680 Dec 10 18:29:26.038678 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5509bcbf-6784-4846-a135-c9789589bc83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:26.101880 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-afc983a0-2827-4afb-a34e-0d804746b435 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=a65d1f14d2e343c48b992183994cc7c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1044371 Dec 10 18:29:26.114424 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d379f3-7e03-4f35-ba4e-bd7fce51216e service neutron] Pushing event updated for resources: {'Port': ['ID=6b20fbca-43c1-461a-86cf-d54b82f818f3,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:26.170380 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-681a9417-c490-4fd7-93b6-13c288b5db51 req-8fceac8f-effd-46b1-acf8-799c704abc6b tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264328 Dec 10 18:29:26.190267 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6ede1-901a-444b-b5ed-89ee4c323e8f req-51c11668-862a-491e-9a56-62a5f2346eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:26.191949 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2ae6ede1-901a-444b-b5ed-89ee4c323e8f req-51c11668-862a-491e-9a56-62a5f2346eb1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=449146cf6fbe4ffeba406209dfdd303b&device_id=c946cc6c-cb61-4cbb-a20e-b3edae01e223 HTTP/1.1" status: 200 len: 1098 time: 0.1616685 Dec 10 18:29:26.255813 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-435136ec-2690-4363-ae67-417d5f2ad4e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11623632-2372-4161-a478-99c4c079e27a {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:29:26.273181 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-435136ec-2690-4363-ae67-417d5f2ad4e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:26.280283 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133fd12-e470-4343-b340-8585d21d453f req-350bab2b-f6ed-4d6b-bb7d-2e98c2e8dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:26.281763 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b133fd12-e470-4343-b340-8585d21d453f req-350bab2b-f6ed-4d6b-bb7d-2e98c2e8dc10 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7cd799a4-acc6-47e3-afa8-685d03d02732 HTTP/1.1" status: 200 len: 922 time: 0.2412159 Dec 10 18:29:26.287280 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5509bcbf-6784-4846-a135-c9789589bc83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:26.288988 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-95d379f3-7e03-4f35-ba4e-bd7fce51216e service neutron] Attempting to bind port 6b20fbca-43c1-461a-86cf-d54b82f818f3 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:29:26.289338 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-95d379f3-7e03-4f35-ba4e-bd7fce51216e service neutron] Attempting to bind port 6b20fbca-43c1-461a-86cf-d54b82f818f3 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:29:26.289789 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-95d379f3-7e03-4f35-ba4e-bd7fce51216e service neutron] Attempting to bind port 6b20fbca-43c1-461a-86cf-d54b82f818f3 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:29:26.289913 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5509bcbf-6784-4846-a135-c9789589bc83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:26.291037 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5509bcbf-6784-4846-a135-c9789589bc83 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/686c0d26-6b1e-4352-9d0f-74e24c228229 HTTP/1.1" status: 204 len: 168 time: 0.6605508 Dec 10 18:29:26.321753 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e6eba268-cdca-4499-9f9a-0b3da66d6605 req-0549c2f6-47b9-4e9d-b213-1abbf83ce8fe tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab212cb-0f04-48f5-93b2-07c6256f57f6 HTTP/1.1" status: 200 len: 210 time: 0.0554533 Dec 10 18:29:26.353176 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-6ed47505-50bd-4a6c-838a-3140298e9a6e tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:26.355627 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-6ed47505-50bd-4a6c-838a-3140298e9a6e tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2369163 Dec 10 18:29:26.357043 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-435136ec-2690-4363-ae67-417d5f2ad4e1 service neutron] Transition to ACTIVE for port object 11623632-2372-4161-a478-99c4c079e27a will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:29:26.362904 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-95d379f3-7e03-4f35-ba4e-bd7fce51216e service neutron] Port 6b20fbca-43c1-461a-86cf-d54b82f818f3 on network c9403646-ab9b-4a0a-827b-6d4376246b64 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:29:26.363237 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-95d379f3-7e03-4f35-ba4e-bd7fce51216e service neutron] Attempting to bind port 6b20fbca-43c1-461a-86cf-d54b82f818f3 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:29:26.386409 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-435136ec-2690-4363-ae67-417d5f2ad4e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:26.388823 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b133fd12-e470-4343-b340-8585d21d453f req-75bb7884-eb01-42c1-ab20-f23aa495169b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=143a292c-2590-40c1-9e34-bfb328e87baa HTTP/1.1" status: 200 len: 217 time: 0.0812011 Dec 10 18:29:26.389387 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-30ce415f-d124-44c6-8fe2-13de25c38541 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/quotas/a65d1f14d2e343c48b992183994cc7c4 HTTP/1.1" status: 200 len: 375 time: 0.0121164 Dec 10 18:29:26.389601 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5509bcbf-6784-4846-a135-c9789589bc83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686c0d26-6b1e-4352-9d0f-74e24c228229,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:26.401943 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-95d379f3-7e03-4f35-ba4e-bd7fce51216e service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:29:26.402283 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-95d379f3-7e03-4f35-ba4e-bd7fce51216e service neutron] Checking segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:29:26.403113 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-95d379f3-7e03-4f35-ba4e-bd7fce51216e service neutron] Bound using segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:29:26.403342 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-95d379f3-7e03-4f35-ba4e-bd7fce51216e service neutron] Bound port: 6b20fbca-43c1-461a-86cf-d54b82f818f3, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:29:26.403646 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-95d379f3-7e03-4f35-ba4e-bd7fce51216e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:26.433429 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6ede1-901a-444b-b5ed-89ee4c323e8f req-f9f0cc89-69fa-417e-91a5-c967df969cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:26.435708 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2ae6ede1-901a-444b-b5ed-89ee4c323e8f req-f9f0cc89-69fa-417e-91a5-c967df969cb3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.2345743 Dec 10 18:29:26.555779 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-b177e1de-4167-436d-b898-30fa61a27319 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a65d1f14d2e343c48b992183994cc7c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1250169 Dec 10 18:29:26.580859 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-95d379f3-7e03-4f35-ba4e-bd7fce51216e service neutron] For port 6b20fbca-43c1-461a-86cf-d54b82f818f3, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:29:26.581054 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2ae6ede1-901a-444b-b5ed-89ee4c323e8f req-b67406af-6d1d-4ca9-8b7d-2baf3e7a38de service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=41782f9b-5a73-4cfc-b85e-56d854ddfd24 HTTP/1.1" status: 200 len: 217 time: 0.1075969 Dec 10 18:29:26.587099 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-95d379f3-7e03-4f35-ba4e-bd7fce51216e service neutron] For port 6b20fbca-43c1-461a-86cf-d54b82f818f3, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=6b20fbca-43c1-461a-86cf-d54b82f818f3,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:29:26.596244 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-95d379f3-7e03-4f35-ba4e-bd7fce51216e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:26.602430 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435136ec-2690-4363-ae67-417d5f2ad4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=11623632-2372-4161-a478-99c4c079e27a,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:26.661965 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6ede1-901a-444b-b5ed-89ee4c323e8f req-dfcea721-3c4e-4bc3-93cc-6014b446e7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:26.663432 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2ae6ede1-901a-444b-b5ed-89ee4c323e8f req-dfcea721-3c4e-4bc3-93cc-6014b446e7b9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.0686760 Dec 10 18:29:26.682518 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-95d379f3-7e03-4f35-ba4e-bd7fce51216e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:26.683310 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-95d379f3-7e03-4f35-ba4e-bd7fce51216e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:26.684832 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-95d379f3-7e03-4f35-ba4e-bd7fce51216e service neutron] 10.222.0.46 "PUT /v2.0/ports/6b20fbca-43c1-461a-86cf-d54b82f818f3 HTTP/1.1" status: 200 len: 1095 time: 3.3980196 Dec 10 18:29:26.694073 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d191119-2ca0-44a5-8e49-7635ef16bd3d', 'tag': '6b20fbca-43c1-461a-86cf-d54b82f818f3'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:29:26.696581 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d30cae4-fdb9-42e7-8714-78bd23472b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "9d191119-2ca0-44a5-8e49-7635ef16bd3d", "tag": "6b20fbca-43c1-461a-86cf-d54b82f818f3"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:29:26.709521 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-435136ec-2690-4363-ae67-417d5f2ad4e1 service neutron] Attempting to bind port 11623632-2372-4161-a478-99c4c079e27a on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:29:26.709915 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-435136ec-2690-4363-ae67-417d5f2ad4e1 service neutron] Attempting to bind port 11623632-2372-4161-a478-99c4c079e27a by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:29:26.710289 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-435136ec-2690-4363-ae67-417d5f2ad4e1 service neutron] Attempting to bind port 11623632-2372-4161-a478-99c4c079e27a on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:29:26.719591 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-1541f762-efbc-4d33-9216-8322d582b47d tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Allocated IP 192.168.233.182 (c9403646-ab9b-4a0a-827b-6d4376246b64/ec05590b-5c35-4e58-9087-8773857a69b9/3d55a796-4943-4aba-99ee-c96b1fed650c) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:29:26.719812 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-435136ec-2690-4363-ae67-417d5f2ad4e1 service neutron] Port 11623632-2372-4161-a478-99c4c079e27a on network c9403646-ab9b-4a0a-827b-6d4376246b64 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:29:26.719937 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-435136ec-2690-4363-ae67-417d5f2ad4e1 service neutron] Attempting to bind port 11623632-2372-4161-a478-99c4c079e27a on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:29:26.722640 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133fd12-e470-4343-b340-8585d21d453f req-c3c63449-6969-48cf-8723-07bdba2d5efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:26.724411 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b133fd12-e470-4343-b340-8585d21d453f req-c3c63449-6969-48cf-8723-07bdba2d5efd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30832bd6-5c81-4f5a-a237-6a5341f2b45d HTTP/1.1" status: 200 len: 861 time: 0.2874265 Dec 10 18:29:26.734604 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-435136ec-2690-4363-ae67-417d5f2ad4e1 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:29:26.734996 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-435136ec-2690-4363-ae67-417d5f2ad4e1 service neutron] Checking segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:29:26.735366 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-435136ec-2690-4363-ae67-417d5f2ad4e1 service neutron] Bound using segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:29:26.735849 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-435136ec-2690-4363-ae67-417d5f2ad4e1 service neutron] Bound port: 11623632-2372-4161-a478-99c4c079e27a, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:29:26.736253 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-435136ec-2690-4363-ae67-417d5f2ad4e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:26.745046 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d379f3-7e03-4f35-ba4e-bd7fce51216e service neutron] Pushing event updated for resources: {'Port': ['ID=6b20fbca-43c1-461a-86cf-d54b82f818f3,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:26.819681 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b9354-a6dd-4368-9edc-850fea27f0f0 req-a54f5898-4b9b-4e60-9283-a011f18aeb38 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:26.828148 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5c0b9354-a6dd-4368-9edc-850fea27f0f0 req-a54f5898-4b9b-4e60-9283-a011f18aeb38 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 945 time: 0.3276861 Dec 10 18:29:26.843688 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b133fd12-e470-4343-b340-8585d21d453f req-48854255-f93e-46af-a9b6-d9589d5b5fb8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7cd799a4-acc6-47e3-afa8-685d03d02732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841355 Dec 10 18:29:26.856595 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40882) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:26.878940 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e423eba3-0323-4a18-9222-f05f00e43eb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:26.945645 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-fb3c951b-ed7f-4e10-a07f-fdc007cd5779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:26.947372 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-fb3c951b-ed7f-4e10-a07f-fdc007cd5779 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=449146cf6fbe4ffeba406209dfdd303b&device_id=9d191119-2ca0-44a5-8e49-7635ef16bd3d HTTP/1.1" status: 200 len: 1098 time: 0.1904490 Dec 10 18:29:26.962207 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6ede1-901a-444b-b5ed-89ee4c323e8f req-4d048b4a-c513-4b0b-8d2c-e22f771dc3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:26.964103 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2ae6ede1-901a-444b-b5ed-89ee4c323e8f req-4d048b4a-c513-4b0b-8d2c-e22f771dc3d7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2874949 Dec 10 18:29:26.987418 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-435136ec-2690-4363-ae67-417d5f2ad4e1 service neutron] For port 11623632-2372-4161-a478-99c4c079e27a, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:29:27.046539 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-a039a759-e497-4a39-881d-d187c36346b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=6b20fbca-43c1-461a-86cf-d54b82f818f3 HTTP/1.1" status: 200 len: 217 time: 0.0779245 Dec 10 18:29:27.085155 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-435136ec-2690-4363-ae67-417d5f2ad4e1 service neutron] For port 11623632-2372-4161-a478-99c4c079e27a, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=11623632-2372-4161-a478-99c4c079e27a,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:29:27.118835 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-435136ec-2690-4363-ae67-417d5f2ad4e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:27.138545 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5c0b9354-a6dd-4368-9edc-850fea27f0f0 req-9fcca350-605b-4ce5-92ec-00d0c0f1d56d tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094146 Dec 10 18:29:27.189135 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435136ec-2690-4363-ae67-417d5f2ad4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=11623632-2372-4161-a478-99c4c079e27a,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:27.232613 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7560f7-a553-410c-9994-5aaf75cea198 req-a1280bfa-02a8-4071-a81b-0fa9d5e5a602 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:27.234852 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be7560f7-a553-410c-9994-5aaf75cea198 req-a1280bfa-02a8-4071-a81b-0fa9d5e5a602 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d191119-2ca0-44a5-8e49-7635ef16bd3d HTTP/1.1" status: 200 len: 947 time: 0.3262463 Dec 10 18:29:27.236566 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b133fd12-e470-4343-b340-8585d21d453f req-99d6c0e9-33f0-46a1-a16a-29c7c5a76814 service neutron] 10.222.0.72 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786755 Dec 10 18:29:27.257685 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-435136ec-2690-4363-ae67-417d5f2ad4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:27.259474 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-435136ec-2690-4363-ae67-417d5f2ad4e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:27.262052 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-435136ec-2690-4363-ae67-417d5f2ad4e1 service neutron] 10.222.0.46 "PUT /v2.0/ports/11623632-2372-4161-a478-99c4c079e27a HTTP/1.1" status: 200 len: 1096 time: 2.4019279 Dec 10 18:29:27.310314 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-df5813c8-3db5-4aff-9e8f-58864b4c5ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:27.311950 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-df5813c8-3db5-4aff-9e8f-58864b4c5ea6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.2435031 Dec 10 18:29:27.362287 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-1541f762-efbc-4d33-9216-8322d582b47d tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:27.412205 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0450f6-53a3-42b6-906e-9f4afd5b2ff6 x-openstack-request-id: req-aa0450f6-53a3-42b6-906e-9f4afd5b2ff6 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:29:27.412534 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d191119-2ca0-44a5-8e49-7635ef16bd3d", "tag": "6b20fbca-43c1-461a-86cf-d54b82f818f3", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:29:27.412796 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aa0450f6-53a3-42b6-906e-9f4afd5b2ff6 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:29:27.413188 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d191119-2ca0-44a5-8e49-7635ef16bd3d', 'tag': '6b20fbca-43c1-461a-86cf-d54b82f818f3', 'status': 'completed', 'code': 200} Dec 10 18:29:27.441122 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2ae6ede1-901a-444b-b5ed-89ee4c323e8f req-fbc142ce-e970-4b87-a1d8-642975beaf84 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4566026 Dec 10 18:29:27.456516 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e423eba3-0323-4a18-9222-f05f00e43eb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:27.463924 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-d1c747a6-dd73-4701-84b2-e5e15e9eddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:27.465607 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-d1c747a6-dd73-4701-84b2-e5e15e9eddc0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=11a6a39d68554f8394fbad05e4e8dab2&device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 1099 time: 0.1511631 Dec 10 18:29:27.473961 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be7560f7-a553-410c-9994-5aaf75cea198 req-53cb2b8d-f13b-47d0-b749-7e7cf2a087eb tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070487 Dec 10 18:29:27.474590 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e423eba3-0323-4a18-9222-f05f00e43eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:27.517424 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-e104cb37-132f-4002-9834-13c629d2a86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:27.518948 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-e104cb37-132f-4002-9834-13c629d2a86b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1754096 Dec 10 18:29:27.569812 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-be9fde8a-d577-4adc-b804-b2f750454cc3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=11623632-2372-4161-a478-99c4c079e27a HTTP/1.1" status: 200 len: 217 time: 0.0860085 Dec 10 18:29:27.579379 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e423eba3-0323-4a18-9222-f05f00e43eb7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2b539841b49e428da385c8852b8cfaa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7193384 Dec 10 18:29:27.619542 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40900) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:27.811763 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4376c7bd-dd45-4163-b463-a1debacec323 req-f227ef8a-b111-4fc1-8ca3-f8409d39bcaf tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d0a4929-1f69-4eb5-a504-8225e8b14e59 HTTP/1.1" status: 200 len: 210 time: 0.3307316 Dec 10 18:29:27.861231 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423eba3-0323-4a18-9222-f05f00e43eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268c281b-c1a2-404c-977c-af60c2b3128e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:27.867823 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-1541f762-efbc-4d33-9216-8322d582b47d tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:27.892234 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2ae6ede1-901a-444b-b5ed-89ee4c323e8f req-09b2ee67-2df5-4787-a7a2-bb907db24bae service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368417 Dec 10 18:29:27.931232 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b133fd12-e470-4343-b340-8585d21d453f req-b68b5834-a636-4ef5-9921-dfdc63560486 service neutron] 10.222.0.72 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6726575 Dec 10 18:29:27.953997 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-1541f762-efbc-4d33-9216-8322d582b47d tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Network c9403646-ab9b-4a0a-827b-6d4376246b64 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:29:27.959436 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-1541f762-efbc-4d33-9216-8322d582b47d tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:29:27.965634 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-1541f762-efbc-4d33-9216-8322d582b47d tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:29:27.971731 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-1541f762-efbc-4d33-9216-8322d582b47d tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:27.972226 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-1541f762-efbc-4d33-9216-8322d582b47d tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:27.987387 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541f762-efbc-4d33-9216-8322d582b47d tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Pushing event updated for resources: {'Port': ['ID=3d55a796-4943-4aba-99ee-c96b1fed650c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:27.993798 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ecce3e2-0e71-41ea-bc5f-6e5d9b61a000 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:28.007167 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731f458-6358-4f4d-b856-be03d72b3b3d req-9857a39e-157a-486b-b583-dc87241d1b59 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:28.008774 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c731f458-6358-4f4d-b856-be03d72b3b3d req-9857a39e-157a-486b-b583-dc87241d1b59 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab212cb-0f04-48f5-93b2-07c6256f57f6 HTTP/1.1" status: 200 len: 936 time: 0.1215680 Dec 10 18:29:28.012561 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-1541f762-efbc-4d33-9216-8322d582b47d tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7340524 Dec 10 18:29:28.035071 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-c081a260-e239-4bd8-9281-d570a17d3db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:28.037183 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-c081a260-e239-4bd8-9281-d570a17d3db9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.4488382 Dec 10 18:29:28.069431 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ecce3e2-0e71-41ea-bc5f-6e5d9b61a000 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:28.071451 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c731f458-6358-4f4d-b856-be03d72b3b3d req-de394a79-08fa-40bc-b66f-a1399938acda tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/security-groups?id=600a829c-a024-4872-9af8-f652ce49a78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549150 Dec 10 18:29:28.084491 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-ed74b747-0f0e-45e2-bf12-9db61d14a31f service neutron] Request body: {'port': {'device_id': '6ab212cb-0f04-48f5-93b2-07c6256f57f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:28.221702 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78fd48-b5c2-446f-996d-84b8f3dd9f21 req-46dad543-9ef9-4c01-a38a-ff47ad0dcb1c tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:28.223380 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fe78fd48-b5c2-446f-996d-84b8f3dd9f21 req-46dad543-9ef9-4c01-a38a-ff47ad0dcb1c tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=157da486-b80b-4611-878d-08e723170dcf HTTP/1.1" status: 200 len: 935 time: 0.4027219 Dec 10 18:29:28.232905 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-ce05a009-5630-4534-9725-42f6af978bac service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6792524 Dec 10 18:29:28.233102 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-ed74b747-0f0e-45e2-bf12-9db61d14a31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:28.285784 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.72', 52238) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:28.321563 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d8917af8-6985-48e4-a7a5-809cdee1dae6 None None] Provisioning complete for port 3d55a796-4943-4aba-99ee-c96b1fed650c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:28.322113 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d8917af8-6985-48e4-a7a5-809cdee1dae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:28.335051 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-037e534d-fb83-4214-a595-85e9584d03b7 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=a65d1f14d2e343c48b992183994cc7c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471845 Dec 10 18:29:28.355164 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133fd12-e470-4343-b340-8585d21d453f req-61f1f239-8ed7-4855-8b4a-4d11fe68ab0f tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:28.356993 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b133fd12-e470-4343-b340-8585d21d453f req-61f1f239-8ed7-4855-8b4a-4d11fe68ab0f tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af&tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986&binding%3Ahost_id=n-h1-821435-1 HTTP/1.1" status: 200 len: 1096 time: 0.2292123 Dec 10 18:29:28.380406 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-8027e271-9395-4253-89bd-a653fd6c0169 req-e2504c0a-854c-40ca-810a-79e95472c627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da4d0791-2875-440d-980d-aba8a94ad88b {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:29:28.389668 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 41782f9b-5a73-4cfc-b85e-56d854ddfd24 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:29:28.399141 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8027e271-9395-4253-89bd-a653fd6c0169 req-e2504c0a-854c-40ca-810a-79e95472c627 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:28.414555 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d8917af8-6985-48e4-a7a5-809cdee1dae6 None None] Port 3d55a796-4943-4aba-99ee-c96b1fed650c cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:29:28.415105 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-de6d1c6d-cf22-4b9a-aa92-339bdbd511ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:28.417391 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-de6d1c6d-cf22-4b9a-aa92-339bdbd511ac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3698187 Dec 10 18:29:28.426873 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-b133fd12-e470-4343-b340-8585d21d453f req-8f14b3dc-6ece-4445-aede-c01b06f7a522 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821435-1'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:28.484468 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fe78fd48-b5c2-446f-996d-84b8f3dd9f21 req-0b2fdb0c-3c71-4596-bd3b-e4df82c8f5f5 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455688 Dec 10 18:29:28.528167 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-8027e271-9395-4253-89bd-a653fd6c0169 req-e2504c0a-854c-40ca-810a-79e95472c627 service neutron] Transition to ACTIVE for port object da4d0791-2875-440d-980d-aba8a94ad88b will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:29:28.536774 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ecce3e2-0e71-41ea-bc5f-6e5d9b61a000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:28.540390 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ecce3e2-0e71-41ea-bc5f-6e5d9b61a000 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:28.542293 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9ecce3e2-0e71-41ea-bc5f-6e5d9b61a000 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/268c281b-c1a2-404c-977c-af60c2b3128e HTTP/1.1" status: 204 len: 168 time: 0.9153378 Dec 10 18:29:28.566724 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8027e271-9395-4253-89bd-a653fd6c0169 req-e2504c0a-854c-40ca-810a-79e95472c627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:28.578903 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 41782f9b-5a73-4cfc-b85e-56d854ddfd24, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=41782f9b-5a73-4cfc-b85e-56d854ddfd24,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:28.595836 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a3ef7f8f-bec1-41b9-9a7a-9aa164dc71ea req-e52d2690-4e16-4d38-b70a-94c7d2bb3c15 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270509 Dec 10 18:29:28.596957 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '41782f9b-5a73-4cfc-b85e-56d854ddfd24', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': '41782f9b-5a73-4cfc-b85e-56d854ddfd24', 'mac_address': 'fa:16:3e:82:bf:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:29:28.612845 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239057ec-25f2-42c5-b543-6aebd2c76d68 req-23d11e1b-ace5-4d8e-9389-0f98056543b9 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:28.614970 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecce3e2-0e71-41ea-bc5f-6e5d9b61a000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268c281b-c1a2-404c-977c-af60c2b3128e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:28.622199 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-239057ec-25f2-42c5-b543-6aebd2c76d68 req-23d11e1b-ace5-4d8e-9389-0f98056543b9 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 945 time: 0.3372738 Dec 10 18:29:28.692587 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:28.704560 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-1fce665e-f40f-4c8e-a9cd-ad4e8fc6d989 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627561 Dec 10 18:29:28.706683 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-239057ec-25f2-42c5-b543-6aebd2c76d68 req-f205b03a-3025-4180-a8b6-a768e62682bf tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834060 Dec 10 18:29:28.712543 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b133fd12-e470-4343-b340-8585d21d453f req-8f14b3dc-6ece-4445-aede-c01b06f7a522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:28.724299 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41782f9b-5a73-4cfc-b85e-56d854ddfd24 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:29:28.762973 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 41782f9b-5a73-4cfc-b85e-56d854ddfd24, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=41782f9b-5a73-4cfc-b85e-56d854ddfd24,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:28.771423 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:28.836569 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=41782f9b-5a73-4cfc-b85e-56d854ddfd24,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:28.848599 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:28.849176 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:28.849686 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:28.850540 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:28.851339 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:28.851969 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:28.852455 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:28.852980 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:28.854778 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-01c1ab0b-3956-4c8b-b1a5-03b89fd14c7a req-d29d4d35-fdf0-4134-af38-6ccdb5058aaf service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014361 Dec 10 18:29:28.854943 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:28.855430 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:28.855925 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:28.856426 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:28.857035 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:28.997135 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106737ab-942a-479d-808d-dde88beddeed req-9e1da20a-5716-435f-a38e-c8fafc11397e tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:29.004674 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-106737ab-942a-479d-808d-dde88beddeed req-9e1da20a-5716-435f-a38e-c8fafc11397e tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d191119-2ca0-44a5-8e49-7635ef16bd3d HTTP/1.1" status: 200 len: 947 time: 0.1490393 Dec 10 18:29:29.007974 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30cae4-fdb9-42e7-8714-78bd23472b1f req-677a6f45-0ff3-4b40-b08f-7f133d1c5c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:29.009825 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0d30cae4-fdb9-42e7-8714-78bd23472b1f req-677a6f45-0ff3-4b40-b08f-7f133d1c5c42 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=449146cf6fbe4ffeba406209dfdd303b&device_id=9d191119-2ca0-44a5-8e49-7635ef16bd3d HTTP/1.1" status: 200 len: 1098 time: 0.2588792 Dec 10 18:29:29.015396 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['41782f9b-5a73-4cfc-b85e-56d854ddfd24'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:29:29.138607 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d701c219-2539-4010-b1f8-a05e1bcd9a8b req-763e773b-df1c-4085-ac36-90ca11461e72 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d0a4929-1f69-4eb5-a504-8225e8b14e59 HTTP/1.1" status: 200 len: 210 time: 0.1690762 Dec 10 18:29:29.165413 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-20e7c29e-d533-435b-91b4-ee0a592e07f4 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:29.167581 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-20e7c29e-d533-435b-91b4-ee0a592e07f4 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8058338 Dec 10 18:29:29.195008 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30cae4-fdb9-42e7-8714-78bd23472b1f req-076f1b5f-2155-46ba-a551-42608f762790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:29.196895 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0d30cae4-fdb9-42e7-8714-78bd23472b1f req-076f1b5f-2155-46ba-a551-42608f762790 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.1462512 Dec 10 18:29:29.202620 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2504c0a-854c-40ca-810a-79e95472c627 service neutron] Pushing event updated for resources: {'Port': ['ID=da4d0791-2875-440d-980d-aba8a94ad88b,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:29.219942 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-bce43b5b-226f-47ea-8306-642de7eb5689 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Request body: {'port': {'device_id': '6d0a4929-1f69-4eb5-a504-8225e8b14e59', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'admin_state_up': True, 'tenant_id': 'a65d1f14d2e343c48b992183994cc7c4'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:29.276468 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0d30cae4-fdb9-42e7-8714-78bd23472b1f req-692a7031-398d-4ef8-aff7-15fb4217aea2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=6b20fbca-43c1-461a-86cf-d54b82f818f3 HTTP/1.1" status: 200 len: 217 time: 0.0595167 Dec 10 18:29:29.404221 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30cae4-fdb9-42e7-8714-78bd23472b1f req-a821b1e7-7112-4aa2-8c92-6bc1b9e391d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:29.408556 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0d30cae4-fdb9-42e7-8714-78bd23472b1f req-a821b1e7-7112-4aa2-8c92-6bc1b9e391d6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.1225464 Dec 10 18:29:29.409310 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-8027e271-9395-4253-89bd-a653fd6c0169 req-e2504c0a-854c-40ca-810a-79e95472c627 service neutron] Attempting to bind port da4d0791-2875-440d-980d-aba8a94ad88b on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:29:29.409653 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-8027e271-9395-4253-89bd-a653fd6c0169 req-e2504c0a-854c-40ca-810a-79e95472c627 service neutron] Attempting to bind port da4d0791-2875-440d-980d-aba8a94ad88b by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:29:29.409985 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8027e271-9395-4253-89bd-a653fd6c0169 req-e2504c0a-854c-40ca-810a-79e95472c627 service neutron] Attempting to bind port da4d0791-2875-440d-980d-aba8a94ad88b on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:29:29.417835 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c67c7788-d6c0-4f34-a7a7-6c933b516675', 'tag': '11623632-2372-4161-a478-99c4c079e27a'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:29:29.418549 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40938) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:29.419971 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceedcc3a-ec4f-4f79-9a4a-180287fa717d" -d '{"events": [{"name": "network-changed", "server_uuid": "c67c7788-d6c0-4f34-a7a7-6c933b516675", "tag": "11623632-2372-4161-a478-99c4c079e27a"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:29:29.424495 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-b133fd12-e470-4343-b340-8585d21d453f req-8f14b3dc-6ece-4445-aede-c01b06f7a522 service neutron] For port 143a292c-2590-40c1-9e34-bfb328e87baa, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=143a292c-2590-40c1-9e34-bfb328e87baa,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:29.452421 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-106737ab-942a-479d-808d-dde88beddeed req-c58f300f-88fb-4951-9c66-9e0bb2312190 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467404 Dec 10 18:29:29.453095 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8027e271-9395-4253-89bd-a653fd6c0169 req-e2504c0a-854c-40ca-810a-79e95472c627 service neutron] Port da4d0791-2875-440d-980d-aba8a94ad88b on network c9403646-ab9b-4a0a-827b-6d4376246b64 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:29:29.453439 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8027e271-9395-4253-89bd-a653fd6c0169 req-e2504c0a-854c-40ca-810a-79e95472c627 service neutron] Attempting to bind port da4d0791-2875-440d-980d-aba8a94ad88b on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:29:29.500150 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8027e271-9395-4253-89bd-a653fd6c0169 req-e2504c0a-854c-40ca-810a-79e95472c627 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:29:29.500533 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8027e271-9395-4253-89bd-a653fd6c0169 req-e2504c0a-854c-40ca-810a-79e95472c627 service neutron] Checking segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:29:29.510907 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8027e271-9395-4253-89bd-a653fd6c0169 req-e2504c0a-854c-40ca-810a-79e95472c627 service neutron] Bound using segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:29:29.511463 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-8027e271-9395-4253-89bd-a653fd6c0169 req-e2504c0a-854c-40ca-810a-79e95472c627 service neutron] Bound port: da4d0791-2875-440d-980d-aba8a94ad88b, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:29:29.511892 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8027e271-9395-4253-89bd-a653fd6c0169 req-e2504c0a-854c-40ca-810a-79e95472c627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:29.518095 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591b134-79bf-47a4-97b6-7a961083f128 req-e26dda39-497d-4091-aef6-78e88c12a0b4 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:29.526376 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7591b134-79bf-47a4-97b6-7a961083f128 req-e26dda39-497d-4091-aef6-78e88c12a0b4 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab212cb-0f04-48f5-93b2-07c6256f57f6 HTTP/1.1" status: 200 len: 936 time: 0.2231624 Dec 10 18:29:29.559841 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56f974b-3141-46f0-830d-dc1d952ad7dc x-openstack-request-id: req-b56f974b-3141-46f0-830d-dc1d952ad7dc {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:29:29.564103 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c67c7788-d6c0-4f34-a7a7-6c933b516675", "tag": "11623632-2372-4161-a478-99c4c079e27a", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:29:29.565911 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b56f974b-3141-46f0-830d-dc1d952ad7dc {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:29:29.566602 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c67c7788-d6c0-4f34-a7a7-6c933b516675', 'tag': '11623632-2372-4161-a478-99c4c079e27a', 'status': 'completed', 'code': 200} Dec 10 18:29:29.622982 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-b133fd12-e470-4343-b340-8585d21d453f req-8f14b3dc-6ece-4445-aede-c01b06f7a522 service neutron] For port 143a292c-2590-40c1-9e34-bfb328e87baa, host n-h1-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:29:29.671799 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9febbe45-e823-475f-9903-2bc168af81cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:29.679016 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30cae4-fdb9-42e7-8714-78bd23472b1f req-83377f90-8991-4f06-937e-a23b6b793af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:29.680859 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0d30cae4-fdb9-42e7-8714-78bd23472b1f req-83377f90-8991-4f06-937e-a23b6b793af2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2562981 Dec 10 18:29:29.685474 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-ed74b747-0f0e-45e2-bf12-9db61d14a31f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d55a796-4943-4aba-99ee-c96b1fed650c {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:29:29.708247 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-ed74b747-0f0e-45e2-bf12-9db61d14a31f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:29.712489 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-bce43b5b-226f-47ea-8306-642de7eb5689 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Made reservation on behalf of a65d1f14d2e343c48b992183994cc7c4 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:29.716277 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-bce43b5b-226f-47ea-8306-642de7eb5689 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:29.721047 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7591b134-79bf-47a4-97b6-7a961083f128 req-dc76bb98-3dce-4aa0-b905-7c451d40d09d tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/security-groups?id=600a829c-a024-4872-9af8-f652ce49a78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937525 Dec 10 18:29:29.749724 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedcc3a-ec4f-4f79-9a4a-180287fa717d req-42193ac4-8142-482f-9053-890f94bdf621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:29.749724 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ceedcc3a-ec4f-4f79-9a4a-180287fa717d req-42193ac4-8142-482f-9053-890f94bdf621 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=11a6a39d68554f8394fbad05e4e8dab2&device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 1099 time: 0.1756771 Dec 10 18:29:29.754500 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-bce43b5b-226f-47ea-8306-642de7eb5689 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:29.778520 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-ed74b747-0f0e-45e2-bf12-9db61d14a31f service neutron] Transition to ACTIVE for port object 3d55a796-4943-4aba-99ee-c96b1fed650c will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:29:29.782406 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18fe2444-7430-4593-bdd4-7d10a04873af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '143a292c-2590-40c1-9e34-bfb328e87baa'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:29:29.785125 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7170780f-4589-4ee3-9f32-c6bd08a6acf3" -d '{"events": [{"server_uuid": "18fe2444-7430-4593-bdd4-7d10a04873af", "name": "network-vif-unplugged", "status": "completed", "tag": "143a292c-2590-40c1-9e34-bfb328e87baa"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:29:29.790504 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b133fd12-e470-4343-b340-8585d21d453f req-8f14b3dc-6ece-4445-aede-c01b06f7a522 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:29.801520 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-8027e271-9395-4253-89bd-a653fd6c0169 req-e2504c0a-854c-40ca-810a-79e95472c627 service neutron] For port da4d0791-2875-440d-980d-aba8a94ad88b, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:29:29.805111 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-ed74b747-0f0e-45e2-bf12-9db61d14a31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:29.824029 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b133fd12-e470-4343-b340-8585d21d453f req-8f14b3dc-6ece-4445-aede-c01b06f7a522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:29.865596 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-8027e271-9395-4253-89bd-a653fd6c0169 req-e2504c0a-854c-40ca-810a-79e95472c627 service neutron] For port da4d0791-2875-440d-980d-aba8a94ad88b, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=da4d0791-2875-440d-980d-aba8a94ad88b,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:29:29.886228 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592dbd7-9760-41a2-916e-a1ab9470d0fd req-6ff5f2b5-d630-45b7-80c6-3934dd70dea1 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:29.895236 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0592dbd7-9760-41a2-916e-a1ab9470d0fd req-6ff5f2b5-d630-45b7-80c6-3934dd70dea1 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=157da486-b80b-4611-878d-08e723170dcf HTTP/1.1" status: 200 len: 947 time: 0.2345212 Dec 10 18:29:29.899292 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8027e271-9395-4253-89bd-a653fd6c0169 req-e2504c0a-854c-40ca-810a-79e95472c627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:29.942212 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed74b747-0f0e-45e2-bf12-9db61d14a31f service neutron] Pushing event updated for resources: {'Port': ['ID=3d55a796-4943-4aba-99ee-c96b1fed650c,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:29.976909 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027e271-9395-4253-89bd-a653fd6c0169 req-e2504c0a-854c-40ca-810a-79e95472c627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:29.977900 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8027e271-9395-4253-89bd-a653fd6c0169 req-e2504c0a-854c-40ca-810a-79e95472c627 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:29.980289 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8027e271-9395-4253-89bd-a653fd6c0169 req-e2504c0a-854c-40ca-810a-79e95472c627 service neutron] 10.222.0.72 "PUT /v2.0/ports/da4d0791-2875-440d-980d-aba8a94ad88b HTTP/1.1" status: 200 len: 1095 time: 4.4760842 Dec 10 18:29:30.098256 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0d30cae4-fdb9-42e7-8714-78bd23472b1f req-021ee20b-c028-4e4c-808c-9efe37f573a5 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949153 Dec 10 18:29:30.099000 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2504c0a-854c-40ca-810a-79e95472c627 service neutron] Pushing event updated for resources: {'Port': ['ID=da4d0791-2875-440d-980d-aba8a94ad88b,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:30.123477 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9febbe45-e823-475f-9903-2bc168af81cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:30.126075 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedcc3a-ec4f-4f79-9a4a-180287fa717d req-398ca25d-d365-4d1c-9fb1-f1bb307bb917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:30.128429 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ceedcc3a-ec4f-4f79-9a4a-180287fa717d req-398ca25d-d365-4d1c-9fb1-f1bb307bb917 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.3414638 Dec 10 18:29:30.167821 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0592dbd7-9760-41a2-916e-a1ab9470d0fd req-99a14267-d6d8-456a-896f-cd25ca0af580 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670238 Dec 10 18:29:30.169812 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-ed74b747-0f0e-45e2-bf12-9db61d14a31f service neutron] Attempting to bind port 3d55a796-4943-4aba-99ee-c96b1fed650c on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:29:30.170265 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-ed74b747-0f0e-45e2-bf12-9db61d14a31f service neutron] Attempting to bind port 3d55a796-4943-4aba-99ee-c96b1fed650c by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:29:30.170887 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-ed74b747-0f0e-45e2-bf12-9db61d14a31f service neutron] Attempting to bind port 3d55a796-4943-4aba-99ee-c96b1fed650c on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:29:30.176130 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14b3dc-6ece-4445-aede-c01b06f7a522 service neutron] Pushing event updated for resources: {'Port': ['ID=143a292c-2590-40c1-9e34-bfb328e87baa,revision_number=7']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:30.219674 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-b133fd12-e470-4343-b340-8585d21d453f req-8f14b3dc-6ece-4445-aede-c01b06f7a522 service neutron] Attempting to bind port 143a292c-2590-40c1-9e34-bfb328e87baa on host n-h1-821435-1 for vnic_type normal with profile {"migrating_to": "n-h2-821435-1"} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:29:30.220784 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-b133fd12-e470-4343-b340-8585d21d453f req-8f14b3dc-6ece-4445-aede-c01b06f7a522 service neutron] Attempting to bind port 143a292c-2590-40c1-9e34-bfb328e87baa by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:29:30.220784 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b133fd12-e470-4343-b340-8585d21d453f req-8f14b3dc-6ece-4445-aede-c01b06f7a522 service neutron] Attempting to bind port 143a292c-2590-40c1-9e34-bfb328e87baa on network 7cd799a4-acc6-47e3-afa8-685d03d02732 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:29:30.234575 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9febbe45-e823-475f-9903-2bc168af81cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:30.243988 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d537c535-ed90-4d02-b7f4-bd90ded62c9b x-openstack-request-id: req-d537c535-ed90-4d02-b7f4-bd90ded62c9b {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:29:30.246109 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18fe2444-7430-4593-bdd4-7d10a04873af", "name": "network-vif-unplugged", "status": "completed", "tag": "143a292c-2590-40c1-9e34-bfb328e87baa", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:29:30.246379 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d537c535-ed90-4d02-b7f4-bd90ded62c9b {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:29:30.246843 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18fe2444-7430-4593-bdd4-7d10a04873af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '143a292c-2590-40c1-9e34-bfb328e87baa', 'code': 200} Dec 10 18:29:30.278407 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ceedcc3a-ec4f-4f79-9a4a-180287fa717d req-76ec4ea0-c275-4d08-aec2-0eba1f9702a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=11623632-2372-4161-a478-99c4c079e27a HTTP/1.1" status: 200 len: 217 time: 0.1434352 Dec 10 18:29:30.295413 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-bce43b5b-226f-47ea-8306-642de7eb5689 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:30.299769 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027e271-9395-4253-89bd-a653fd6c0169 req-099c3fa3-3a73-4d60-8f8b-2fd105bed59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:30.301610 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8027e271-9395-4253-89bd-a653fd6c0169 req-099c3fa3-3a73-4d60-8f8b-2fd105bed59c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=11a6a39d68554f8394fbad05e4e8dab2&device_id=157da486-b80b-4611-878d-08e723170dcf HTTP/1.1" status: 200 len: 1098 time: 0.2617607 Dec 10 18:29:30.318395 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-bce43b5b-226f-47ea-8306-642de7eb5689 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:30.379060 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 41782f9b-5a73-4cfc-b85e-56d854ddfd24 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:29:30.474336 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-ed74b747-0f0e-45e2-bf12-9db61d14a31f service neutron] Port 3d55a796-4943-4aba-99ee-c96b1fed650c on network c9403646-ab9b-4a0a-827b-6d4376246b64 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:29:30.474652 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-ed74b747-0f0e-45e2-bf12-9db61d14a31f service neutron] Attempting to bind port 3d55a796-4943-4aba-99ee-c96b1fed650c on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:29:30.476391 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 41782f9b-5a73-4cfc-b85e-56d854ddfd24 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:29:30.488113 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 41782f9b-5a73-4cfc-b85e-56d854ddfd24 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:30.488798 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:30.494433 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b133fd12-e470-4343-b340-8585d21d453f req-8f14b3dc-6ece-4445-aede-c01b06f7a522 service neutron] Port 143a292c-2590-40c1-9e34-bfb328e87baa on network 7cd799a4-acc6-47e3-afa8-685d03d02732 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:29:30.494433 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b133fd12-e470-4343-b340-8585d21d453f req-8f14b3dc-6ece-4445-aede-c01b06f7a522 service neutron] Attempting to bind port 143a292c-2590-40c1-9e34-bfb328e87baa on network 7cd799a4-acc6-47e3-afa8-685d03d02732 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:29:30.524963 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b133fd12-e470-4343-b340-8585d21d453f req-8f14b3dc-6ece-4445-aede-c01b06f7a522 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:29:30.526225 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b133fd12-e470-4343-b340-8585d21d453f req-8f14b3dc-6ece-4445-aede-c01b06f7a522 service neutron] Checking segment: {'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:29:30.527265 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b133fd12-e470-4343-b340-8585d21d453f req-8f14b3dc-6ece-4445-aede-c01b06f7a522 service neutron] Bound using segment: {'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:29:30.531120 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-b133fd12-e470-4343-b340-8585d21d453f req-8f14b3dc-6ece-4445-aede-c01b06f7a522 service neutron] Bound port: 143a292c-2590-40c1-9e34-bfb328e87baa, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:29:30.532274 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b133fd12-e470-4343-b340-8585d21d453f req-8f14b3dc-6ece-4445-aede-c01b06f7a522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:30.540614 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9febbe45-e823-475f-9903-2bc168af81cc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e739443c42ac4ea48659459967175f15&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1134529 Dec 10 18:29:30.559383 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d5072ea0-21b9-4fc1-8fea-05bc7aab1afa req-5e8929ad-b8b0-4e74-92a5-912315441a7d tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d0a4929-1f69-4eb5-a504-8225e8b14e59 HTTP/1.1" status: 200 len: 210 time: 0.2760189 Dec 10 18:29:30.573249 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40976) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:30.594191 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-bce43b5b-226f-47ea-8306-642de7eb5689 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Allocated IP 192.168.233.78 (c9403646-ab9b-4a0a-827b-6d4376246b64/ec05590b-5c35-4e58-9087-8773857a69b9/e0473e46-f9cc-42af-9412-4c8e588381de) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:29:30.596395 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-ed74b747-0f0e-45e2-bf12-9db61d14a31f service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:29:30.596395 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-ed74b747-0f0e-45e2-bf12-9db61d14a31f service neutron] Checking segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:29:30.596757 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-ed74b747-0f0e-45e2-bf12-9db61d14a31f service neutron] Bound using segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:29:30.597198 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-ed74b747-0f0e-45e2-bf12-9db61d14a31f service neutron] Bound port: 3d55a796-4943-4aba-99ee-c96b1fed650c, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:29:30.597545 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-ed74b747-0f0e-45e2-bf12-9db61d14a31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:30.644976 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8027e271-9395-4253-89bd-a653fd6c0169 req-1024b8a1-ec56-4251-9585-093c5db91dca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=da4d0791-2875-440d-980d-aba8a94ad88b HTTP/1.1" status: 200 len: 217 time: 0.3302076 Dec 10 18:29:30.646751 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedcc3a-ec4f-4f79-9a4a-180287fa717d req-94e62d5f-9ffd-4e5b-a7b1-90d333d33a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:30.648849 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ceedcc3a-ec4f-4f79-9a4a-180287fa717d req-94e62d5f-9ffd-4e5b-a7b1-90d333d33a96 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.3610325 Dec 10 18:29:30.659729 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:30.681933 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-ed74b747-0f0e-45e2-bf12-9db61d14a31f service neutron] For port 3d55a796-4943-4aba-99ee-c96b1fed650c, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:29:30.689172 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-ed74b747-0f0e-45e2-bf12-9db61d14a31f service neutron] For port 3d55a796-4943-4aba-99ee-c96b1fed650c, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=3d55a796-4943-4aba-99ee-c96b1fed650c,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:29:30.700254 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c946cc6c-cb61-4cbb-a20e-b3edae01e223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41782f9b-5a73-4cfc-b85e-56d854ddfd24'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:29:30.702768 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20a6683-f599-446a-8543-3ab2bb374130" -d '{"events": [{"server_uuid": "c946cc6c-cb61-4cbb-a20e-b3edae01e223", "name": "network-vif-plugged", "status": "completed", "tag": "41782f9b-5a73-4cfc-b85e-56d854ddfd24"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:29:30.710279 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ab2ce-2c99-4ac2-90eb-8714b5ca6ca4 req-d25f7580-c73c-4d36-927e-106fffa1e50c tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:30.718567 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ac4ab2ce-2c99-4ac2-90eb-8714b5ca6ca4 req-d25f7580-c73c-4d36-927e-106fffa1e50c tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 943 time: 0.7170959 Dec 10 18:29:30.719028 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 41782f9b-5a73-4cfc-b85e-56d854ddfd24, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=41782f9b-5a73-4cfc-b85e-56d854ddfd24,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:30.729999 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:30.739504 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9febbe45-e823-475f-9903-2bc168af81cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ffe0cd-c29e-4883-b55e-67ed64971e1a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:30.745869 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-ed74b747-0f0e-45e2-bf12-9db61d14a31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:30.797074 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0d30cae4-fdb9-42e7-8714-78bd23472b1f req-408b998c-49f4-4663-a100-27720d2202bd service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6860297 Dec 10 18:29:30.830265 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027e271-9395-4253-89bd-a653fd6c0169 req-f3da0898-0053-4701-8d5e-773a8947b4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:30.833418 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8027e271-9395-4253-89bd-a653fd6c0169 req-f3da0898-0053-4701-8d5e-773a8947b4f9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.1749656 Dec 10 18:29:30.853231 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=41782f9b-5a73-4cfc-b85e-56d854ddfd24,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:30.862063 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedcc3a-ec4f-4f79-9a4a-180287fa717d req-70c81085-c0cd-4222-b865-fc26c1101aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:30.864471 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ceedcc3a-ec4f-4f79-9a4a-180287fa717d req-70c81085-c0cd-4222-b865-fc26c1101aa6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1973474 Dec 10 18:29:30.888426 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1389f52-3763-46eb-902d-6b7780553652 req-da10c00c-3b26-44fb-8957-6b22334ec962 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:30.896869 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d1389f52-3763-46eb-902d-6b7780553652 req-da10c00c-3b26-44fb-8957-6b22334ec962 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d191119-2ca0-44a5-8e49-7635ef16bd3d HTTP/1.1" status: 200 len: 947 time: 0.2173586 Dec 10 18:29:30.910722 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-ed74b747-0f0e-45e2-bf12-9db61d14a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:30.911349 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-ed74b747-0f0e-45e2-bf12-9db61d14a31f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:30.912745 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-ed74b747-0f0e-45e2-bf12-9db61d14a31f service neutron] 10.222.0.72 "PUT /v2.0/ports/3d55a796-4943-4aba-99ee-c96b1fed650c HTTP/1.1" status: 200 len: 1096 time: 2.8340611 Dec 10 18:29:30.942934 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce43b5b-226f-47ea-8306-642de7eb5689 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c05a4f82-cb7b-455e-8ad0-a430842afda8,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:31.022900 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027e271-9395-4253-89bd-a653fd6c0169 req-5405e15c-bc66-4741-a4e3-709c015b728b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:31.024439 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8027e271-9395-4253-89bd-a653fd6c0169 req-5405e15c-bc66-4741-a4e3-709c015b728b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1792777 Dec 10 18:29:31.027019 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ac4ab2ce-2c99-4ac2-90eb-8714b5ca6ca4 req-ce429573-0732-4a20-91ad-89d95f70c585 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076391 Dec 10 18:29:31.034009 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-b133fd12-e470-4343-b340-8585d21d453f req-8f14b3dc-6ece-4445-aede-c01b06f7a522 service neutron] For port 143a292c-2590-40c1-9e34-bfb328e87baa, host n-h1-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:29:31.046276 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d1389f52-3763-46eb-902d-6b7780553652 req-430f038e-caa0-4e08-b2f7-df9f2f748923 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484709 Dec 10 18:29:31.054000 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed74b747-0f0e-45e2-bf12-9db61d14a31f service neutron] Pushing event updated for resources: {'Port': ['ID=3d55a796-4943-4aba-99ee-c96b1fed650c,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:31.107759 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e5cf0d0-4cbd-476f-b24c-dac9846ab564 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:31.110948 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-b133fd12-e470-4343-b340-8585d21d453f req-8f14b3dc-6ece-4445-aede-c01b06f7a522 service neutron] For port 143a292c-2590-40c1-9e34-bfb328e87baa, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=143a292c-2590-40c1-9e34-bfb328e87baa,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:29:31.119680 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb301714-4c44-4891-924f-9537325a0e52 x-openstack-request-id: req-eb301714-4c44-4891-924f-9537325a0e52 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:29:31.120453 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c946cc6c-cb61-4cbb-a20e-b3edae01e223", "name": "network-vif-plugged", "status": "completed", "tag": "41782f9b-5a73-4cfc-b85e-56d854ddfd24", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:29:31.120748 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eb301714-4c44-4891-924f-9537325a0e52 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:29:31.121159 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c946cc6c-cb61-4cbb-a20e-b3edae01e223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41782f9b-5a73-4cfc-b85e-56d854ddfd24', 'code': 200} Dec 10 18:29:31.170631 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e5cf0d0-4cbd-476f-b24c-dac9846ab564 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:31.173156 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b133fd12-e470-4343-b340-8585d21d453f req-8f14b3dc-6ece-4445-aede-c01b06f7a522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:31.226844 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ceedcc3a-ec4f-4f79-9a4a-180287fa717d req-12fb0ca7-1f46-4ecb-ab63-0def67d339b2 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270605 Dec 10 18:29:31.272146 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-cc401031-e72a-46aa-b5d5-463a74f54e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:31.274045 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-cc401031-e72a-46aa-b5d5-463a74f54e81 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fa121b139b9d41778741e2c1dc21fcee&device_id=6ab212cb-0f04-48f5-93b2-07c6256f57f6 HTTP/1.1" status: 200 len: 1099 time: 0.3035493 Dec 10 18:29:31.423527 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e22e0-69ff-4bce-90fb-0eae78e47402 req-442ec583-ac45-49e9-a39c-8fa2f041d0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:31.426107 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dc4e22e0-69ff-4bce-90fb-0eae78e47402 req-442ec583-ac45-49e9-a39c-8fa2f041d0ca service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c946cc6c-cb61-4cbb-a20e-b3edae01e223 HTTP/1.1" status: 200 len: 1100 time: 0.1890087 Dec 10 18:29:31.428262 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8027e271-9395-4253-89bd-a653fd6c0169 req-bbbf18a9-bf37-48b9-9798-f159a25ba2cb service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769364 Dec 10 18:29:31.527880 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ceedcc3a-ec4f-4f79-9a4a-180287fa717d req-453b005c-ac61-4f90-a6af-9289250f6924 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760725 Dec 10 18:29:31.560310 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dc4e22e0-69ff-4bce-90fb-0eae78e47402 req-c9874176-0bc9-4f9b-a809-f8e42e5f4017 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208961 Dec 10 18:29:31.574782 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '157da486-b80b-4611-878d-08e723170dcf', 'tag': 'da4d0791-2875-440d-980d-aba8a94ad88b'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:29:31.577046 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db3dc29-a796-429d-a7f2-f0c1c8bd659a" -d '{"events": [{"name": "network-changed", "server_uuid": "157da486-b80b-4611-878d-08e723170dcf", "tag": "da4d0791-2875-440d-980d-aba8a94ad88b"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:29:31.602103 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-d3dcd3a2-fc91-4065-b8c6-8617d63ee421 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=3d55a796-4943-4aba-99ee-c96b1fed650c HTTP/1.1" status: 200 len: 217 time: 0.2984765 Dec 10 18:29:31.629049 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8027e271-9395-4253-89bd-a653fd6c0169 req-7685cb52-5da0-4e56-91e8-c94cd333171d service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877809 Dec 10 18:29:31.647028 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa07b5e-3a19-4bdf-a954-b25904c7043b req-c206d645-ef18-42c5-85fe-3463f70ce076 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:31.648693 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4fa07b5e-3a19-4bdf-a954-b25904c7043b req-c206d645-ef18-42c5-85fe-3463f70ce076 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=157da486-b80b-4611-878d-08e723170dcf HTTP/1.1" status: 200 len: 947 time: 0.0856197 Dec 10 18:29:31.679742 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133fd12-e470-4343-b340-8585d21d453f req-8f14b3dc-6ece-4445-aede-c01b06f7a522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:31.680495 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b133fd12-e470-4343-b340-8585d21d453f req-8f14b3dc-6ece-4445-aede-c01b06f7a522 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:31.682530 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b133fd12-e470-4343-b340-8585d21d453f req-8f14b3dc-6ece-4445-aede-c01b06f7a522 service neutron] 10.222.0.72 "PUT /v2.0/ports/143a292c-2590-40c1-9e34-bfb328e87baa HTTP/1.1" status: 200 len: 1121 time: 3.2811806 Dec 10 18:29:31.687853 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-bce43b5b-226f-47ea-8306-642de7eb5689 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:31.692281 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14b3dc-6ece-4445-aede-c01b06f7a522 service neutron] Pushing event updated for resources: {'Port': ['ID=143a292c-2590-40c1-9e34-bfb328e87baa,revision_number=8']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:31.704906 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4fa07b5e-3a19-4bdf-a954-b25904c7043b req-b9a3a37a-a8ee-4172-acc7-b396835de7ed tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491393 Dec 10 18:29:31.708956 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e0af3-80e8-4e75-b7d0-d3c9b8300e83 req-281afe9d-d074-42ac-ba8c-6170b0e103d1 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:31.710609 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-192e0af3-80e8-4e75-b7d0-d3c9b8300e83 req-281afe9d-d074-42ac-ba8c-6170b0e103d1 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab212cb-0f04-48f5-93b2-07c6256f57f6 HTTP/1.1" status: 200 len: 948 time: 0.5464962 Dec 10 18:29:31.747722 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e5cf0d0-4cbd-476f-b24c-dac9846ab564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:31.751306 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e5cf0d0-4cbd-476f-b24c-dac9846ab564 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:31.752444 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5e5cf0d0-4cbd-476f-b24c-dac9846ab564 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c7ffe0cd-c29e-4883-b55e-67ed64971e1a HTTP/1.1" status: 204 len: 168 time: 1.1773050 Dec 10 18:29:31.757508 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['143a292c-2590-40c1-9e34-bfb328e87baa'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:29:31.768043 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-1031c367-5a5c-4d75-9a11-004647fc9ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:31.769654 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-1031c367-5a5c-4d75-9a11-004647fc9ed8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.1536059 Dec 10 18:29:31.805132 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2853030-4e74-4c3e-a861-b82892e90625 x-openstack-request-id: req-e2853030-4e74-4c3e-a861-b82892e90625 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:29:31.806390 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "157da486-b80b-4611-878d-08e723170dcf", "tag": "da4d0791-2875-440d-980d-aba8a94ad88b", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:29:31.806873 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e2853030-4e74-4c3e-a861-b82892e90625 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:29:31.807532 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '157da486-b80b-4611-878d-08e723170dcf', 'tag': 'da4d0791-2875-440d-980d-aba8a94ad88b', 'status': 'completed', 'code': 200} Dec 10 18:29:31.825049 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5cf0d0-4cbd-476f-b24c-dac9846ab564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ffe0cd-c29e-4883-b55e-67ed64971e1a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:31.909030 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-192e0af3-80e8-4e75-b7d0-d3c9b8300e83 req-e66c5a3f-9e93-4940-87bd-bd5ea76c6099 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/security-groups?id=600a829c-a024-4872-9af8-f652ce49a78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887186 Dec 10 18:29:31.923318 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-bce43b5b-226f-47ea-8306-642de7eb5689 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:31.950827 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63feeb6d-64ff-49a7-bb4d-7ef7a83a1edf req-61e79499-5b25-4f2d-8900-4457f8e71324 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:31.961938 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-63feeb6d-64ff-49a7-bb4d-7ef7a83a1edf req-61e79499-5b25-4f2d-8900-4457f8e71324 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d0a4929-1f69-4eb5-a504-8225e8b14e59 HTTP/1.1" status: 200 len: 935 time: 0.0827861 Dec 10 18:29:31.969892 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-16214b3b-5b07-48d4-a8f8-ccdcf5c7da78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:31.971515 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-16214b3b-5b07-48d4-a8f8-ccdcf5c7da78 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1860337 Dec 10 18:29:32.025837 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-63feeb6d-64ff-49a7-bb4d-7ef7a83a1edf req-4ffe3fd2-7fbb-4d62-a0b4-5be81f8379bd tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/security-groups?id=c05a4f82-cb7b-455e-8ad0-a430842afda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573413 Dec 10 18:29:32.053316 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-bce43b5b-226f-47ea-8306-642de7eb5689 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Network c9403646-ab9b-4a0a-827b-6d4376246b64 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:29:32.107214 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce43b5b-226f-47ea-8306-642de7eb5689 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Pushing event updated for resources: {'Port': ['ID=e0473e46-f9cc-42af-9412-4c8e588381de,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:32.122320 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3dc29-a796-429d-a7f2-f0c1c8bd659a req-464218a1-65b0-4ca0-b287-c1aba70a281b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:32.126786 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3db3dc29-a796-429d-a7f2-f0c1c8bd659a req-464218a1-65b0-4ca0-b287-c1aba70a281b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=11a6a39d68554f8394fbad05e4e8dab2&device_id=157da486-b80b-4611-878d-08e723170dcf HTTP/1.1" status: 200 len: 1098 time: 0.2912920 Dec 10 18:29:32.126786 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-bce43b5b-226f-47ea-8306-642de7eb5689 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:29:32.132080 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-bce43b5b-226f-47ea-8306-642de7eb5689 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:29:32.139336 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-bce43b5b-226f-47ea-8306-642de7eb5689 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:32.140129 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-bce43b5b-226f-47ea-8306-642de7eb5689 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:32.182178 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349489d-4fa6-41e0-9de2-e564477074bb req-98786ee3-5de4-4ae9-8a3a-7aaa89d15660 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:32.192469 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8349489d-4fa6-41e0-9de2-e564477074bb req-98786ee3-5de4-4ae9-8a3a-7aaa89d15660 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d191119-2ca0-44a5-8e49-7635ef16bd3d HTTP/1.1" status: 200 len: 947 time: 0.0787821 Dec 10 18:29:32.241957 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-bce43b5b-226f-47ea-8306-642de7eb5689 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0508089 Dec 10 18:29:32.250482 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ab212cb-0f04-48f5-93b2-07c6256f57f6', 'tag': '3d55a796-4943-4aba-99ee-c96b1fed650c'}, {'name': 'network-changed', 'server_uuid': '18fe2444-7430-4593-bdd4-7d10a04873af', 'tag': '143a292c-2590-40c1-9e34-bfb328e87baa'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:29:32.253078 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972dce8d-4674-45a9-8381-a47f2cb6080c" -d '{"events": [{"name": "network-changed", "server_uuid": "6ab212cb-0f04-48f5-93b2-07c6256f57f6", "tag": "3d55a796-4943-4aba-99ee-c96b1fed650c"}, {"name": "network-changed", "server_uuid": "18fe2444-7430-4593-bdd4-7d10a04873af", "tag": "143a292c-2590-40c1-9e34-bfb328e87baa"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:29:32.261617 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8349489d-4fa6-41e0-9de2-e564477074bb req-b1210902-e555-4c7e-b0e4-4ab4ec060f83 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668485 Dec 10 18:29:32.271729 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-04f787eb-9145-42db-89ee-0764f220759f service neutron] Request body: {'port': {'device_id': '6d0a4929-1f69-4eb5-a504-8225e8b14e59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:32.359442 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41022) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:32.375924 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Dec 2021 18:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51bc0f68-b06a-4ad8-87da-240f5bb4d189 x-openstack-request-id: req-51bc0f68-b06a-4ad8-87da-240f5bb4d189 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:29:32.376210 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ab212cb-0f04-48f5-93b2-07c6256f57f6", "tag": "3d55a796-4943-4aba-99ee-c96b1fed650c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "18fe2444-7430-4593-bdd4-7d10a04873af", "tag": "143a292c-2590-40c1-9e34-bfb328e87baa", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:29:32.376601 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-51bc0f68-b06a-4ad8-87da-240f5bb4d189 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:29:32.377028 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ab212cb-0f04-48f5-93b2-07c6256f57f6', 'tag': '3d55a796-4943-4aba-99ee-c96b1fed650c', 'status': 'completed', 'code': 200} Dec 10 18:29:32.377285 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18fe2444-7430-4593-bdd4-7d10a04873af', 'tag': '143a292c-2590-40c1-9e34-bfb328e87baa', 'status': 'completed', 'code': 200} Dec 10 18:29:32.378131 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 6b20fbca-43c1-461a-86cf-d54b82f818f3 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:29:32.401190 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ba4b882a-4559-4ee9-a707-3fe8916f4944 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:32.410602 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-0709ca7b-4a4d-4e07-8c4e-0faefed80d76 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001732 Dec 10 18:29:32.495078 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3dc29-a796-429d-a7f2-f0c1c8bd659a req-b5a20257-e900-4d71-a64f-4c9189f9938d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:32.497679 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3db3dc29-a796-429d-a7f2-f0c1c8bd659a req-b5a20257-e900-4d71-a64f-4c9189f9938d service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.3508649 Dec 10 18:29:32.503988 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-04f787eb-9145-42db-89ee-0764f220759f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:32.540313 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14b8d1-5fbc-4ada-a224-04f5b44aa028 req-447c388c-9735-438f-ae3f-dfe918db3b28 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:32.548707 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9c14b8d1-5fbc-4ada-a224-04f5b44aa028 req-447c388c-9735-438f-ae3f-dfe918db3b28 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 943 time: 0.2534139 Dec 10 18:29:32.568819 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5bd2d045-fd32-4350-9f75-42d5640c42d2 None None] Provisioning complete for port e0473e46-f9cc-42af-9412-4c8e588381de triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:32.569771 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5bd2d045-fd32-4350-9f75-42d5640c42d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:32.581360 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ba4b882a-4559-4ee9-a707-3fe8916f4944 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:32.591178 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972dce8d-4674-45a9-8381-a47f2cb6080c req-13d00206-66f1-49df-a560-3637f6d1a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:32.592915 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-972dce8d-4674-45a9-8381-a47f2cb6080c req-13d00206-66f1-49df-a560-3637f6d1a14e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986&device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 1124 time: 0.1858623 Dec 10 18:29:32.594453 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ba4b882a-4559-4ee9-a707-3fe8916f4944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:32.627059 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3db3dc29-a796-429d-a7f2-f0c1c8bd659a req-1cd29e37-da02-4b6c-ae38-0441921532a7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=da4d0791-2875-440d-980d-aba8a94ad88b HTTP/1.1" status: 200 len: 217 time: 0.1121268 Dec 10 18:29:32.632199 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 6b20fbca-43c1-461a-86cf-d54b82f818f3, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=6b20fbca-43c1-461a-86cf-d54b82f818f3,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:32.664025 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ba4b882a-4559-4ee9-a707-3fe8916f4944 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=53f643e613fd41e284a6bfb7fe2d8b61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3035734 Dec 10 18:29:32.664926 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41034) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:32.670245 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '6b20fbca-43c1-461a-86cf-d54b82f818f3', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': '6b20fbca-43c1-461a-86cf-d54b82f818f3', 'mac_address': 'fa:16:3e:73:d3:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:29:32.675371 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5bd2d045-fd32-4350-9f75-42d5640c42d2 None None] Port e0473e46-f9cc-42af-9412-4c8e588381de cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:29:32.738466 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9c14b8d1-5fbc-4ada-a224-04f5b44aa028 req-1fd4b634-d553-4fc3-8135-055d45721a51 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876707 Dec 10 18:29:32.796443 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-478be1ff-7cd0-4aa4-9d09-f815255b86a5 req-f06a876b-a66a-4b99-9be4-6c5059fe1ca4 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632598 Dec 10 18:29:32.859288 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cda51488-c87e-43d5-83b6-6ae0a244d4b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:32.872222 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:32.885429 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b882a-4559-4ee9-a707-3fe8916f4944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401be564-06d4-4029-a0b6-d8c67daa0240,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:32.897578 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b20fbca-43c1-461a-86cf-d54b82f818f3 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:29:32.940427 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 6b20fbca-43c1-461a-86cf-d54b82f818f3, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=6b20fbca-43c1-461a-86cf-d54b82f818f3,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:32.946307 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:32.947411 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 11623632-2372-4161-a478-99c4c079e27a details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:29:32.984389 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cda51488-c87e-43d5-83b6-6ae0a244d4b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:32.985132 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3dc29-a796-429d-a7f2-f0c1c8bd659a req-9ad5c838-8b1e-4032-b804-6bb019d49aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:32.986931 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3db3dc29-a796-429d-a7f2-f0c1c8bd659a req-9ad5c838-8b1e-4032-b804-6bb019d49aa8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.3269663 Dec 10 18:29:33.035561 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972dce8d-4674-45a9-8381-a47f2cb6080c req-3f9e278c-9f49-466f-b2d5-b772b9b2fdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:33.037079 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-972dce8d-4674-45a9-8381-a47f2cb6080c req-3f9e278c-9f49-466f-b2d5-b772b9b2fdfb service neutron] 10.222.0.46 "GET /v2.0/networks?id=7cd799a4-acc6-47e3-afa8-685d03d02732 HTTP/1.1" status: 200 len: 922 time: 0.4077353 Dec 10 18:29:33.076764 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 11623632-2372-4161-a478-99c4c079e27a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=11623632-2372-4161-a478-99c4c079e27a,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:33.095071 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=6b20fbca-43c1-461a-86cf-d54b82f818f3,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:33.099011 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '11623632-2372-4161-a478-99c4c079e27a', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': '11623632-2372-4161-a478-99c4c079e27a', 'mac_address': 'fa:16:3e:e2:c5:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:29:33.102491 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-972dce8d-4674-45a9-8381-a47f2cb6080c req-d91392ef-5225-42e6-9656-36893ce0e156 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=143a292c-2590-40c1-9e34-bfb328e87baa HTTP/1.1" status: 200 len: 217 time: 0.0493197 Dec 10 18:29:33.116947 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6a98e-99e0-454d-adbb-bae4256a9296 req-fbf0bf7d-7038-4298-8694-231930d2863b tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:33.125204 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-25a6a98e-99e0-454d-adbb-bae4256a9296 req-fbf0bf7d-7038-4298-8694-231930d2863b tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=157da486-b80b-4611-878d-08e723170dcf HTTP/1.1" status: 200 len: 947 time: 0.2342756 Dec 10 18:29:33.151010 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41044) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:33.156619 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:33.172846 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972dce8d-4674-45a9-8381-a47f2cb6080c req-111dae1e-c9b5-4a3a-afaf-1e9a038d963a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:33.173914 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-972dce8d-4674-45a9-8381-a47f2cb6080c req-111dae1e-c9b5-4a3a-afaf-1e9a038d963a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fa121b139b9d41778741e2c1dc21fcee&device_id=6ab212cb-0f04-48f5-93b2-07c6256f57f6 HTTP/1.1" status: 200 len: 1099 time: 0.2714643 Dec 10 18:29:33.175607 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11623632-2372-4161-a478-99c4c079e27a {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:29:33.200088 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cdd184-12fc-4047-b06f-67a320247c03 req-8d6928b5-6224-497a-9d19-a3aa6ee0c2c5 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:33.200310 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 11623632-2372-4161-a478-99c4c079e27a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=11623632-2372-4161-a478-99c4c079e27a,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:33.201602 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-99cdd184-12fc-4047-b06f-67a320247c03 req-8d6928b5-6224-497a-9d19-a3aa6ee0c2c5 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab212cb-0f04-48f5-93b2-07c6256f57f6 HTTP/1.1" status: 200 len: 948 time: 0.1737075 Dec 10 18:29:33.211234 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:33.219945 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-25a6a98e-99e0-454d-adbb-bae4256a9296 req-8e1839a0-3456-46f9-898c-bb05161ffc7a tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937715 Dec 10 18:29:33.240021 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972dce8d-4674-45a9-8381-a47f2cb6080c req-c5954965-a876-445b-afc3-84f8696f84ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:33.241557 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-972dce8d-4674-45a9-8381-a47f2cb6080c req-c5954965-a876-445b-afc3-84f8696f84ed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30832bd6-5c81-4f5a-a237-6a5341f2b45d HTTP/1.1" status: 200 len: 861 time: 0.1136842 Dec 10 18:29:33.246338 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cda51488-c87e-43d5-83b6-6ae0a244d4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:33.248951 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cda51488-c87e-43d5-83b6-6ae0a244d4b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:33.252450 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-cda51488-c87e-43d5-83b6-6ae0a244d4b9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/401be564-06d4-4029-a0b6-d8c67daa0240 HTTP/1.1" status: 204 len: 168 time: 0.5787306 Dec 10 18:29:33.252601 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3dc29-a796-429d-a7f2-f0c1c8bd659a req-e4cb9526-21f0-4d49-868a-f3cba9b41af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:33.266284 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3db3dc29-a796-429d-a7f2-f0c1c8bd659a req-e4cb9526-21f0-4d49-868a-f3cba9b41af2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2676785 Dec 10 18:29:33.275900 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda51488-c87e-43d5-83b6-6ae0a244d4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401be564-06d4-4029-a0b6-d8c67daa0240,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:33.282316 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=11623632-2372-4161-a478-99c4c079e27a,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:33.323247 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-972dce8d-4674-45a9-8381-a47f2cb6080c req-88e51eaa-7d0b-46a2-9a8b-bd58f5094689 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cd799a4-acc6-47e3-afa8-685d03d02732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489974 Dec 10 18:29:33.408995 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:33.435257 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9a4c7-c79b-401f-88a5-a7b2d32417c8 req-5a58225a-2c70-408c-976b-e6af8136a22a tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:33.442674 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-76c9a4c7-c79b-401f-88a5-a7b2d32417c8 req-5a58225a-2c70-408c-976b-e6af8136a22a tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d0a4929-1f69-4eb5-a504-8225e8b14e59 HTTP/1.1" status: 200 len: 935 time: 0.1161230 Dec 10 18:29:33.456316 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2cd414f1-b135-48e3-ad2d-b0d9075511f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:33.484780 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-972dce8d-4674-45a9-8381-a47f2cb6080c req-15da5b89-2df8-4450-9727-37d7d72b7e41 service neutron] 10.222.0.46 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496847 Dec 10 18:29:33.506948 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['11623632-2372-4161-a478-99c4c079e27a'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:29:33.514947 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-99cdd184-12fc-4047-b06f-67a320247c03 req-191ae56a-6c5c-4065-a47d-ec259851bc0e tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/security-groups?id=600a829c-a024-4872-9af8-f652ce49a78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926717 Dec 10 18:29:33.532119 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-76c9a4c7-c79b-401f-88a5-a7b2d32417c8 req-a4eca3f0-cc15-4ff6-94ba-2cc342b47661 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/security-groups?id=c05a4f82-cb7b-455e-8ad0-a430842afda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884776 Dec 10 18:29:33.564326 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972dce8d-4674-45a9-8381-a47f2cb6080c req-335ff304-8961-49b6-8fad-0720c62e3637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:33.565911 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-972dce8d-4674-45a9-8381-a47f2cb6080c req-335ff304-8961-49b6-8fad-0720c62e3637 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.3778462 Dec 10 18:29:33.592407 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['6b20fbca-43c1-461a-86cf-d54b82f818f3'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:29:33.638561 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-972dce8d-4674-45a9-8381-a47f2cb6080c req-acb34aeb-e2ba-483e-843a-284b67606f62 service neutron] 10.222.0.46 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427987 Dec 10 18:29:33.669423 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-972dce8d-4674-45a9-8381-a47f2cb6080c req-abcfd271-fcc1-4b49-b5c6-b1afe67aee3b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=3d55a796-4943-4aba-99ee-c96b1fed650c HTTP/1.1" status: 200 len: 217 time: 0.0918405 Dec 10 18:29:33.671232 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3db3dc29-a796-429d-a7f2-f0c1c8bd659a req-10ca44f6-978f-4596-ace3-a27137ce475e service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699126 Dec 10 18:29:33.690583 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-04f787eb-9145-42db-89ee-0764f220759f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0473e46-f9cc-42af-9412-4c8e588381de {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:29:33.737554 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-04f787eb-9145-42db-89ee-0764f220759f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:33.834192 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-04f787eb-9145-42db-89ee-0764f220759f service neutron] Transition to ACTIVE for port object e0473e46-f9cc-42af-9412-4c8e588381de will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:29:33.853586 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-04f787eb-9145-42db-89ee-0764f220759f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:33.887507 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972dce8d-4674-45a9-8381-a47f2cb6080c req-c1c1dec3-adb0-47da-8e9e-687d13b93915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:33.889006 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-972dce8d-4674-45a9-8381-a47f2cb6080c req-c1c1dec3-adb0-47da-8e9e-687d13b93915 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.1932886 Dec 10 18:29:33.921727 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bcfbc-7248-4383-9832-cfa6bbc3086a req-f4461db1-0edd-4ac8-8a76-8cd6db2d690b tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:33.923493 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f71bcfbc-7248-4383-9832-cfa6bbc3086a req-f4461db1-0edd-4ac8-8a76-8cd6db2d690b tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d191119-2ca0-44a5-8e49-7635ef16bd3d HTTP/1.1" status: 200 len: 948 time: 0.2783241 Dec 10 18:29:33.932406 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2cd414f1-b135-48e3-ad2d-b0d9075511f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:33.959529 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1b52f-db48-4dfb-9737-e512543ddce6 req-122dec9c-1d69-485d-af92-9b7e65504e94 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:33.961282 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aed1b52f-db48-4dfb-9737-e512543ddce6 req-122dec9c-1d69-485d-af92-9b7e65504e94 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 943 time: 0.0806127 Dec 10 18:29:33.974850 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2cd414f1-b135-48e3-ad2d-b0d9075511f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:33.997420 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f787eb-9145-42db-89ee-0764f220759f service neutron] Pushing event updated for resources: {'Port': ['ID=e0473e46-f9cc-42af-9412-4c8e588381de,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:34.047237 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aed1b52f-db48-4dfb-9737-e512543ddce6 req-427ef2cd-fc21-466f-9815-15fa7c5d2f52 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752687 Dec 10 18:29:34.092968 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3db3dc29-a796-429d-a7f2-f0c1c8bd659a req-71617500-c9c9-41f8-a1e4-1e0772fc7581 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942020 Dec 10 18:29:34.127836 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-04f787eb-9145-42db-89ee-0764f220759f service neutron] Attempting to bind port e0473e46-f9cc-42af-9412-4c8e588381de on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:29:34.128153 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-04f787eb-9145-42db-89ee-0764f220759f service neutron] Attempting to bind port e0473e46-f9cc-42af-9412-4c8e588381de by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:29:34.128499 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-04f787eb-9145-42db-89ee-0764f220759f service neutron] Attempting to bind port e0473e46-f9cc-42af-9412-4c8e588381de on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:29:34.135593 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd414f1-b135-48e3-ad2d-b0d9075511f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad419858-a3da-4899-8bf1-00c76ce50c14,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:34.140766 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2cd414f1-b135-48e3-ad2d-b0d9075511f1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6f21628e8eb44fa3aacc3067cfa00e4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9856362 Dec 10 18:29:34.143875 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41074) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:34.155075 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972dce8d-4674-45a9-8381-a47f2cb6080c req-1cd6ccec-9139-4334-8ed2-7d733b45992c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:34.156856 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-972dce8d-4674-45a9-8381-a47f2cb6080c req-1cd6ccec-9139-4334-8ed2-7d733b45992c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2448061 Dec 10 18:29:34.160662 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-04f787eb-9145-42db-89ee-0764f220759f service neutron] Port e0473e46-f9cc-42af-9412-4c8e588381de on network c9403646-ab9b-4a0a-827b-6d4376246b64 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:29:34.161082 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-04f787eb-9145-42db-89ee-0764f220759f service neutron] Attempting to bind port e0473e46-f9cc-42af-9412-4c8e588381de on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:29:34.186853 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f71bcfbc-7248-4383-9832-cfa6bbc3086a req-3bc1835e-6726-48a1-85e1-1a3d6d071f7c tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435820 Dec 10 18:29:34.196975 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-04f787eb-9145-42db-89ee-0764f220759f service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:29:34.199498 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-04f787eb-9145-42db-89ee-0764f220759f service neutron] Checking segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:29:34.212675 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-04f787eb-9145-42db-89ee-0764f220759f service neutron] Bound using segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:29:34.212675 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-04f787eb-9145-42db-89ee-0764f220759f service neutron] Bound port: e0473e46-f9cc-42af-9412-4c8e588381de, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:29:34.212675 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-04f787eb-9145-42db-89ee-0764f220759f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:34.224704 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-92129610-54e9-4c9f-b5a9-2cabbeb064c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:34.243762 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41078) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:34.289569 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-92129610-54e9-4c9f-b5a9-2cabbeb064c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:34.381554 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-04f787eb-9145-42db-89ee-0764f220759f service neutron] For port e0473e46-f9cc-42af-9412-4c8e588381de, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:29:34.386657 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-04f787eb-9145-42db-89ee-0764f220759f service neutron] For port e0473e46-f9cc-42af-9412-4c8e588381de, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=e0473e46-f9cc-42af-9412-4c8e588381de,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:29:34.390118 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-972dce8d-4674-45a9-8381-a47f2cb6080c req-89cd3a1a-f515-4c79-b990-8dfaa7d84772 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238665 Dec 10 18:29:34.395007 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-04f787eb-9145-42db-89ee-0764f220759f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:34.419449 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736718e-52eb-4fc9-be7e-1b3ecef864a9 req-801f7201-fa50-4992-bd36-1241c6df6326 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:34.421160 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1736718e-52eb-4fc9-be7e-1b3ecef864a9 req-801f7201-fa50-4992-bd36-1241c6df6326 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=157da486-b80b-4611-878d-08e723170dcf HTTP/1.1" status: 200 len: 947 time: 0.0777395 Dec 10 18:29:34.429526 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3b59650a-07ac-4ee6-be4a-ca4e52fb8493 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1059094699-network', 'tenant_id': 'd85cac162ae9473d9a821ee0b9ac17fa'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:34.436830 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-92129610-54e9-4c9f-b5a9-2cabbeb064c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:34.439665 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-92129610-54e9-4c9f-b5a9-2cabbeb064c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:34.440855 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-92129610-54e9-4c9f-b5a9-2cabbeb064c8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ad419858-a3da-4899-8bf1-00c76ce50c14 HTTP/1.1" status: 204 len: 168 time: 0.2957802 Dec 10 18:29:34.480867 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92129610-54e9-4c9f-b5a9-2cabbeb064c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad419858-a3da-4899-8bf1-00c76ce50c14,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:34.495480 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-04f787eb-9145-42db-89ee-0764f220759f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:34.496082 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-04f787eb-9145-42db-89ee-0764f220759f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:34.497539 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-04f787eb-9145-42db-89ee-0764f220759f service neutron] 10.222.0.72 "PUT /v2.0/ports/e0473e46-f9cc-42af-9412-4c8e588381de HTTP/1.1" status: 200 len: 1095 time: 2.2300277 Dec 10 18:29:34.498950 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b59650a-07ac-4ee6-be4a-ca4e52fb8493 admin admin] Made reservation on behalf of d85cac162ae9473d9a821ee0b9ac17fa for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:34.501758 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b59650a-07ac-4ee6-be4a-ca4e52fb8493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:34.501951 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d0a4929-1f69-4eb5-a504-8225e8b14e59', 'tag': 'e0473e46-f9cc-42af-9412-4c8e588381de'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:29:34.503983 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a743b09-8384-4d0a-aee8-c17ff26cbd3e" -d '{"events": [{"name": "network-changed", "server_uuid": "6d0a4929-1f69-4eb5-a504-8225e8b14e59", "tag": "e0473e46-f9cc-42af-9412-4c8e588381de"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:29:34.514033 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b59650a-07ac-4ee6-be4a-ca4e52fb8493 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:34.539067 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f787eb-9145-42db-89ee-0764f220759f service neutron] Pushing event updated for resources: {'Port': ['ID=e0473e46-f9cc-42af-9412-4c8e588381de,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:34.546561 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1736718e-52eb-4fc9-be7e-1b3ecef864a9 req-3956de25-29c1-4df4-9e32-ddf3a51b5550 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128290 Dec 10 18:29:34.598663 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-972dce8d-4674-45a9-8381-a47f2cb6080c req-4bbb9984-bb2b-41e4-8d9c-600001747d3d service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002921 Dec 10 18:29:34.598880 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 143a292c-2590-40c1-9e34-bfb328e87baa details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:29:34.695249 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-12ede03b-480c-4902-a1ad-3f1d07afac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:34.696834 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-12ede03b-480c-4902-a1ad-3f1d07afac39 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a65d1f14d2e343c48b992183994cc7c4&device_id=6d0a4929-1f69-4eb5-a504-8225e8b14e59 HTTP/1.1" status: 200 len: 1098 time: 0.0956528 Dec 10 18:29:34.711442 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af581428-5178-487f-984a-64b85937769b x-openstack-request-id: req-af581428-5178-487f-984a-64b85937769b {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:29:34.711888 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d0a4929-1f69-4eb5-a504-8225e8b14e59", "tag": "e0473e46-f9cc-42af-9412-4c8e588381de", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:29:34.712265 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-af581428-5178-487f-984a-64b85937769b {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:29:34.714112 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d0a4929-1f69-4eb5-a504-8225e8b14e59', 'tag': 'e0473e46-f9cc-42af-9412-4c8e588381de', 'status': 'completed', 'code': 200} Dec 10 18:29:34.824096 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadde30-fef7-4a49-9b7f-0d7d3c13840d req-5a32b0f6-490b-4bed-bcbf-ff4802fbdd48 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:34.837056 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1eadde30-fef7-4a49-9b7f-0d7d3c13840d req-5a32b0f6-490b-4bed-bcbf-ff4802fbdd48 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d0a4929-1f69-4eb5-a504-8225e8b14e59 HTTP/1.1" status: 200 len: 947 time: 0.1658957 Dec 10 18:29:34.857914 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 143a292c-2590-40c1-9e34-bfb328e87baa, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=143a292c-2590-40c1-9e34-bfb328e87baa,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:34.875334 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 143a292c-2590-40c1-9e34-bfb328e87baa has no active binding in host n-h2-821435-1 {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 18:29:34.898511 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b59650a-07ac-4ee6-be4a-ca4e52fb8493 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:34.926319 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b59650a-07ac-4ee6-be4a-ca4e52fb8493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:34.996964 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1eadde30-fef7-4a49-9b7f-0d7d3c13840d req-4ad47500-176d-431d-a26d-396d8d9f766b tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/security-groups?id=c05a4f82-cb7b-455e-8ad0-a430842afda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571143 Dec 10 18:29:35.023281 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b59650a-07ac-4ee6-be4a-ca4e52fb8493 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:29:35.037160 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b59650a-07ac-4ee6-be4a-ca4e52fb8493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:35.037717 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-3b59650a-07ac-4ee6-be4a-ca4e52fb8493 admin admin] Added segment 3044c955-f6b0-4139-875a-e621083d39d7 of type vlan for network cedb81bc-706c-473c-9446-55bb9b1c13c7 Dec 10 18:29:35.095302 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b59650a-07ac-4ee6-be4a-ca4e52fb8493 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:35.096669 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-248748cb-fb58-4352-9805-bc3418625022 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=e0473e46-f9cc-42af-9412-4c8e588381de HTTP/1.1" status: 200 len: 217 time: 0.3813343 Dec 10 18:29:35.131865 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b59650a-07ac-4ee6-be4a-ca4e52fb8493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec62cc7-4a65-46dd-9e5d-785942e36867,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:35.145671 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b59650a-07ac-4ee6-be4a-ca4e52fb8493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:35.149693 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b59650a-07ac-4ee6-be4a-ca4e52fb8493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:35.149998 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b59650a-07ac-4ee6-be4a-ca4e52fb8493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:35.151231 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41096) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:35.173642 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3db4d969-51e6-417b-95b7-1751e0a46507 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:35.196206 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-223b7b93-7060-4b3d-aa3b-7bddf6cee4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:35.198455 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-223b7b93-7060-4b3d-aa3b-7bddf6cee4f7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.0905058 Dec 10 18:29:35.213510 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3b59650a-07ac-4ee6-be4a-ca4e52fb8493 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9631073 Dec 10 18:29:35.214958 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30f510-7a3d-497c-a4b1-8c971862eda5 req-7675bd56-d919-4f3d-bdfc-f4459381bdca tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:35.216523 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7e30f510-7a3d-497c-a4b1-8c971862eda5 req-7675bd56-d919-4f3d-bdfc-f4459381bdca tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab212cb-0f04-48f5-93b2-07c6256f57f6 HTTP/1.1" status: 200 len: 948 time: 0.1225522 Dec 10 18:29:35.217862 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41098) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:35.225678 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b6df4bac-acb6-44ac-86f5-88f899166c13 admin admin] Request body: {'subnet': {'network_id': 'cedb81bc-706c-473c-9446-55bb9b1c13c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1059094699-subnet', 'tenant_id': 'd85cac162ae9473d9a821ee0b9ac17fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:35.253503 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b59650a-07ac-4ee6-be4a-ca4e52fb8493 admin admin] Pushing event updated for resources: {'Network': ['ID=cedb81bc-706c-473c-9446-55bb9b1c13c7,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:35.274973 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network cedb81bc-706c-473c-9446-55bb9b1c13c7 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:29:35.283421 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6df4bac-acb6-44ac-86f5-88f899166c13 admin admin] Made reservation on behalf of d85cac162ae9473d9a821ee0b9ac17fa for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:35.285762 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b6df4bac-acb6-44ac-86f5-88f899166c13 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:35.298007 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16eb5f-e820-485f-b241-1ad8f4db4ca8 req-6c6d013b-8d9f-439f-a8f3-b22202d7f60d tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:35.299568 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0a16eb5f-e820-485f-b241-1ad8f4db4ca8 req-6c6d013b-8d9f-439f-a8f3-b22202d7f60d tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 943 time: 0.0832567 Dec 10 18:29:35.318900 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-c5cce469-1d2f-498a-82b4-a3d2d6f6a353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:35.320422 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-c5cce469-1d2f-498a-82b4-a3d2d6f6a353 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0998755 Dec 10 18:29:35.333673 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7e30f510-7a3d-497c-a4b1-8c971862eda5 req-10f650e2-3d6b-484b-a8d1-354c8de59c1a tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/security-groups?id=600a829c-a024-4872-9af8-f652ce49a78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053917 Dec 10 18:29:35.407251 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3db4d969-51e6-417b-95b7-1751e0a46507 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:35.412767 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3db4d969-51e6-417b-95b7-1751e0a46507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:35.435704 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0a16eb5f-e820-485f-b241-1ad8f4db4ca8 req-ef97b0b5-a6b6-4f49-b052-bb5c285b06e4 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239009 Dec 10 18:29:35.508473 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3db4d969-51e6-417b-95b7-1751e0a46507 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f3f8aaf89b204bdc99d28536796153c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3536291 Dec 10 18:29:35.508473 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db4d969-51e6-417b-95b7-1751e0a46507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a9402d-ab0e-4fea-b94c-3f272ac4fa49,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:35.509394 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41102) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:35.527269 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-ffaa0c6a-19e0-4df7-b7f2-50d35cfc2782 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916399 Dec 10 18:29:35.549008 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b6df4bac-acb6-44ac-86f5-88f899166c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:35.602812 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b2f71-ce40-4905-b515-c2fffb4f1cc1 req-ef226c1d-d96e-4624-833f-ed30f38502a9 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:35.605762 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d66b2f71-ce40-4905-b515-c2fffb4f1cc1 req-ef226c1d-d96e-4624-833f-ed30f38502a9 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d191119-2ca0-44a5-8e49-7635ef16bd3d HTTP/1.1" status: 200 len: 948 time: 0.1630063 Dec 10 18:29:35.616895 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df4bac-acb6-44ac-86f5-88f899166c13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e006ecc7-49ce-40c7-be15-68bdcaf3b5df,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:35.628040 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6df4bac-acb6-44ac-86f5-88f899166c13 admin admin] Checking segment: {'id': '3044c955-f6b0-4139-875a-e621083d39d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'cedb81bc-706c-473c-9446-55bb9b1c13c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:29:35.628410 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6df4bac-acb6-44ac-86f5-88f899166c13 admin admin] Network hostable DHCP agents. Network: cedb81bc-706c-473c-9446-55bb9b1c13c7, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:29:35.659647 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6df4bac-acb6-44ac-86f5-88f899166c13 admin admin] Network cedb81bc-706c-473c-9446-55bb9b1c13c7 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:29:35.689318 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-b6df4bac-acb6-44ac-86f5-88f899166c13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, cedb81bc-706c-473c-9446-55bb9b1c13c7) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:29:35.695351 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6df4bac-acb6-44ac-86f5-88f899166c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:35.695944 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b6df4bac-acb6-44ac-86f5-88f899166c13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:35.701853 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-57738d29-0967-48e5-8038-e9cdda6c9d90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:35.704305 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919aa63f-f84f-427e-b1dd-e14d546c75ce None None] Network cedb81bc-706c-473c-9446-55bb9b1c13c7 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:29:35.709137 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1273c2e2-c120-4c82-ae8a-e2cb54514b39 req-375c5276-0a6b-484c-82b3-ffc44ef91490 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710255 Dec 10 18:29:35.715068 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e0877-4169-447e-bf23-78a98ca1aa10 req-9d36677e-4d10-44bf-9db4-c35771a9b584 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:35.716586 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2f8e0877-4169-447e-bf23-78a98ca1aa10 req-9d36677e-4d10-44bf-9db4-c35771a9b584 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=157da486-b80b-4611-878d-08e723170dcf HTTP/1.1" status: 200 len: 947 time: 0.0758288 Dec 10 18:29:35.726436 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b6df4bac-acb6-44ac-86f5-88f899166c13 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5072658 Dec 10 18:29:35.737219 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d66b2f71-ce40-4905-b515-c2fffb4f1cc1 req-f84ad84e-54bd-4a7b-a05d-3515a0e8355f tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132720 Dec 10 18:29:35.772979 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-57738d29-0967-48e5-8038-e9cdda6c9d90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:35.815036 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2f8e0877-4169-447e-bf23-78a98ca1aa10 req-1099df5e-6a83-4c47-b19f-287502840c40 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874178 Dec 10 18:29:35.842554 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a743b09-8384-4d0a-aee8-c17ff26cbd3e req-577ac2ad-d92e-416f-a678-99ab645f9a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:35.844059 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3a743b09-8384-4d0a-aee8-c17ff26cbd3e req-577ac2ad-d92e-416f-a678-99ab645f9a0a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a65d1f14d2e343c48b992183994cc7c4&device_id=6d0a4929-1f69-4eb5-a504-8225e8b14e59 HTTP/1.1" status: 200 len: 1098 time: 0.0691547 Dec 10 18:29:35.855039 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c32675-dc9a-4f49-8227-7ecc3720b57c None None] Network cedb81bc-706c-473c-9446-55bb9b1c13c7 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:29:35.908587 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-57738d29-0967-48e5-8038-e9cdda6c9d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:35.911366 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-57738d29-0967-48e5-8038-e9cdda6c9d90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:35.912788 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-57738d29-0967-48e5-8038-e9cdda6c9d90 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/86a9402d-ab0e-4fea-b94c-3f272ac4fa49 HTTP/1.1" status: 204 len: 168 time: 0.3998089 Dec 10 18:29:35.925237 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57738d29-0967-48e5-8038-e9cdda6c9d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a9402d-ab0e-4fea-b94c-3f272ac4fa49,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:35.962364 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a743b09-8384-4d0a-aee8-c17ff26cbd3e req-4589bb83-8029-4c9c-86b7-75b58cf2179d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:35.965102 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3a743b09-8384-4d0a-aee8-c17ff26cbd3e req-4589bb83-8029-4c9c-86b7-75b58cf2179d service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.1128497 Dec 10 18:29:36.012412 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3a743b09-8384-4d0a-aee8-c17ff26cbd3e req-d7a6518a-8685-42cc-a9e4-286b052db120 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=e0473e46-f9cc-42af-9412-4c8e588381de HTTP/1.1" status: 200 len: 217 time: 0.0354867 Dec 10 18:29:36.087481 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a743b09-8384-4d0a-aee8-c17ff26cbd3e req-08fe743e-2683-4703-9328-f5641f60c673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:36.090611 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3a743b09-8384-4d0a-aee8-c17ff26cbd3e req-08fe743e-2683-4703-9328-f5641f60c673 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.0705695 Dec 10 18:29:36.192328 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1172149-0005-4d2d-b47f-7c8ec57d77a8 req-ea58f229-c580-4539-a158-c2a3460e7787 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:36.194865 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e1172149-0005-4d2d-b47f-7c8ec57d77a8 req-ea58f229-c580-4539-a158-c2a3460e7787 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d0a4929-1f69-4eb5-a504-8225e8b14e59 HTTP/1.1" status: 200 len: 947 time: 0.1014242 Dec 10 18:29:36.216017 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a743b09-8384-4d0a-aee8-c17ff26cbd3e req-0f53095e-2eea-4344-bd6b-08f94c2a4e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:36.217841 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3a743b09-8384-4d0a-aee8-c17ff26cbd3e req-0f53095e-2eea-4344-bd6b-08f94c2a4e09 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1155961 Dec 10 18:29:36.325384 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e1172149-0005-4d2d-b47f-7c8ec57d77a8 req-c0babb80-d046-4632-83c3-d3934fa9e9d7 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/security-groups?id=c05a4f82-cb7b-455e-8ad0-a430842afda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181364 Dec 10 18:29:36.363672 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3a743b09-8384-4d0a-aee8-c17ff26cbd3e req-e6a93024-99de-4ade-81ec-f14934004493 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370976 Dec 10 18:29:36.392361 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 6b20fbca-43c1-461a-86cf-d54b82f818f3 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:29:36.515939 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 6b20fbca-43c1-461a-86cf-d54b82f818f3 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:29:36.520402 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 6b20fbca-43c1-461a-86cf-d54b82f818f3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:36.520788 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:36.552443 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3a743b09-8384-4d0a-aee8-c17ff26cbd3e req-77a0d13a-ef26-4da9-a21b-3d48516b1deb service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767099 Dec 10 18:29:36.562639 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff516d74-047e-4d04-9415-db5aec0a2ba3 req-aed3d44c-bc78-41d3-8305-b05afc618e25 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:36.565008 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ff516d74-047e-4d04-9415-db5aec0a2ba3 req-aed3d44c-bc78-41d3-8305-b05afc618e25 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab212cb-0f04-48f5-93b2-07c6256f57f6 HTTP/1.1" status: 200 len: 948 time: 0.1154089 Dec 10 18:29:36.585246 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41138) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:36.595558 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-79fe7e0e-ad91-431e-b57c-a650caf0cfb5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-600062267-network', 'tenant_id': '098149c1411849a4804d26188a8300f8'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:36.611922 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device da4d0791-2875-440d-980d-aba8a94ad88b details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:29:36.626767 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f092f47-befa-40f1-a57f-7643e2d0d8d9 req-1253105a-4208-4056-994b-73d8e4ae0851 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:36.635986 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ff516d74-047e-4d04-9415-db5aec0a2ba3 req-eea360b8-897a-4a2b-9c04-8487f0ebc8fa tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/security-groups?id=600a829c-a024-4872-9af8-f652ce49a78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565708 Dec 10 18:29:36.637028 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0f092f47-befa-40f1-a57f-7643e2d0d8d9 req-1253105a-4208-4056-994b-73d8e4ae0851 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 943 time: 0.1038864 Dec 10 18:29:36.639202 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:36.675877 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fe7e0e-ad91-431e-b57c-a650caf0cfb5 admin admin] Made reservation on behalf of 098149c1411849a4804d26188a8300f8 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:36.678413 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-79fe7e0e-ad91-431e-b57c-a650caf0cfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:36.695747 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-79fe7e0e-ad91-431e-b57c-a650caf0cfb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:36.720681 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d191119-2ca0-44a5-8e49-7635ef16bd3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b20fbca-43c1-461a-86cf-d54b82f818f3'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:29:36.722925 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89acaa94-a8a5-4e72-a56c-4c11c7c81dc7" -d '{"events": [{"server_uuid": "9d191119-2ca0-44a5-8e49-7635ef16bd3d", "name": "network-vif-plugged", "status": "completed", "tag": "6b20fbca-43c1-461a-86cf-d54b82f818f3"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:29:36.740082 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 6b20fbca-43c1-461a-86cf-d54b82f818f3, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=6b20fbca-43c1-461a-86cf-d54b82f818f3,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:36.745213 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0f092f47-befa-40f1-a57f-7643e2d0d8d9 req-cf6e9fa8-2e9b-4432-a18e-49dbe4d2c18f tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072762 Dec 10 18:29:36.783306 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:36.785359 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 11623632-2372-4161-a478-99c4c079e27a up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:29:36.792837 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d9ba2e-6c58-4a10-9e5f-a598948644ad x-openstack-request-id: req-a2d9ba2e-6c58-4a10-9e5f-a598948644ad {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:29:36.793148 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d191119-2ca0-44a5-8e49-7635ef16bd3d", "name": "network-vif-plugged", "status": "completed", "tag": "6b20fbca-43c1-461a-86cf-d54b82f818f3", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:29:36.793410 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a2d9ba2e-6c58-4a10-9e5f-a598948644ad {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:29:36.793810 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d191119-2ca0-44a5-8e49-7635ef16bd3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b20fbca-43c1-461a-86cf-d54b82f818f3', 'code': 200} Dec 10 18:29:36.862102 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-79fe7e0e-ad91-431e-b57c-a650caf0cfb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:36.881415 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port da4d0791-2875-440d-980d-aba8a94ad88b, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=da4d0791-2875-440d-980d-aba8a94ad88b,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:36.899042 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-79fe7e0e-ad91-431e-b57c-a650caf0cfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:36.939198 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79fe7e0e-ad91-431e-b57c-a650caf0cfb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:29:36.959750 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-79fe7e0e-ad91-431e-b57c-a650caf0cfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:36.960098 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-79fe7e0e-ad91-431e-b57c-a650caf0cfb5 admin admin] Added segment cb834a07-740b-47db-9a1d-7a3c2bfb9cd5 of type vlan for network 7652a0d0-32d0-498b-91bb-6ad4fe6c5da3 Dec 10 18:29:36.961504 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe7e0e-ad91-431e-b57c-a650caf0cfb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74ff9d5-fd0a-477d-a320-e069401ccf74,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:36.974930 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7edeb87-14ee-4947-a540-b9b5639f59de req-fa1d15ad-61d0-4307-b430-ce215e6b50be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:36.977115 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f7edeb87-14ee-4947-a540-b9b5639f59de req-fa1d15ad-61d0-4307-b430-ce215e6b50be service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9d191119-2ca0-44a5-8e49-7635ef16bd3d HTTP/1.1" status: 200 len: 1100 time: 0.1050804 Dec 10 18:29:36.994999 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d549762-8ec4-4e69-b0ca-73b4ae706037 req-5cc3004b-afba-41f2-ba69-0ab9adad7cda tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:36.995461 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf5f9a-c607-479d-9ea3-82ca830d76fb req-1f6c68d0-4c54-45b8-9ebe-3be488d29bfc tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:36.997307 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e5bf5f9a-c607-479d-9ea3-82ca830d76fb req-1f6c68d0-4c54-45b8-9ebe-3be488d29bfc tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d191119-2ca0-44a5-8e49-7635ef16bd3d HTTP/1.1" status: 200 len: 949 time: 0.1594348 Dec 10 18:29:37.005146 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4d549762-8ec4-4e69-b0ca-73b4ae706037 req-5cc3004b-afba-41f2-ba69-0ab9adad7cda tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=157da486-b80b-4611-878d-08e723170dcf HTTP/1.1" status: 200 len: 947 time: 0.0926645 Dec 10 18:29:37.056130 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-79fe7e0e-ad91-431e-b57c-a650caf0cfb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:37.097189 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f7edeb87-14ee-4947-a540-b9b5639f59de req-1172e735-39ce-4d41-9ad1-a0f4f85fdfbc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891688 Dec 10 18:29:37.112397 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e5bf5f9a-c607-479d-9ea3-82ca830d76fb req-061ebaa7-4903-4f47-bd51-01107f0b16cc tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898302 Dec 10 18:29:37.120321 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4d549762-8ec4-4e69-b0ca-73b4ae706037 req-1d83f679-96b8-4aee-8455-629c82bb2659 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095548 Dec 10 18:29:37.129604 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-79fe7e0e-ad91-431e-b57c-a650caf0cfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:37.131116 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fe7e0e-ad91-431e-b57c-a650caf0cfb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:37.131116 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-79fe7e0e-ad91-431e-b57c-a650caf0cfb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:37.147974 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': 'da4d0791-2875-440d-980d-aba8a94ad88b', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': 'da4d0791-2875-440d-980d-aba8a94ad88b', 'mac_address': 'fa:16:3e:82:69:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:29:37.157932 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=6b20fbca-43c1-461a-86cf-d54b82f818f3,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:37.194863 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-79fe7e0e-ad91-431e-b57c-a650caf0cfb5 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6004226 Dec 10 18:29:37.195106 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41156) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:37.200223 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c86333e3-8248-4938-b4f0-44ec9dec680c admin admin] Request body: {'subnet': {'network_id': '7652a0d0-32d0-498b-91bb-6ad4fe6c5da3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-600062267-subnet', 'tenant_id': '098149c1411849a4804d26188a8300f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:37.201240 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 11623632-2372-4161-a478-99c4c079e27a completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:29:37.204520 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe7e0e-ad91-431e-b57c-a650caf0cfb5 admin admin] Pushing event updated for resources: {'Network': ['ID=7652a0d0-32d0-498b-91bb-6ad4fe6c5da3,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:37.209933 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 11623632-2372-4161-a478-99c4c079e27a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:37.210776 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:37.227007 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86333e3-8248-4938-b4f0-44ec9dec680c admin admin] Made reservation on behalf of 098149c1411849a4804d26188a8300f8 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:37.231829 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c86333e3-8248-4938-b4f0-44ec9dec680c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:37.258777 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:37.269822 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 7652a0d0-32d0-498b-91bb-6ad4fe6c5da3 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:29:37.295639 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da4d0791-2875-440d-980d-aba8a94ad88b {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:29:37.401874 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port da4d0791-2875-440d-980d-aba8a94ad88b, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=da4d0791-2875-440d-980d-aba8a94ad88b,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:37.409880 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:37.410570 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 3d55a796-4943-4aba-99ee-c96b1fed650c details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:29:37.418279 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:37.469614 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c86333e3-8248-4938-b4f0-44ec9dec680c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:37.513669 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 3d55a796-4943-4aba-99ee-c96b1fed650c, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=3d55a796-4943-4aba-99ee-c96b1fed650c,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:37.545948 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=da4d0791-2875-440d-980d-aba8a94ad88b,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:37.549920 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 11623632-2372-4161-a478-99c4c079e27a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=11623632-2372-4161-a478-99c4c079e27a,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:37.553473 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '3d55a796-4943-4aba-99ee-c96b1fed650c', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': '3d55a796-4943-4aba-99ee-c96b1fed650c', 'mac_address': 'fa:16:3e:06:88:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:29:37.556797 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:37.559821 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86333e3-8248-4938-b4f0-44ec9dec680c admin admin] Pushing event updated for resources: {'Subnet': ['ID=87fe5d65-4e35-413e-bc81-12ed1d421ca2,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:37.589728 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28deae-d3a6-4b8e-b0a1-8ad9ce23e65f req-a5348a5e-0c7f-4a3c-aa20-e2abdbfd4ec0 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:37.591369 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ce28deae-d3a6-4b8e-b0a1-8ad9ce23e65f req-a5348a5e-0c7f-4a3c-aa20-e2abdbfd4ec0 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d0a4929-1f69-4eb5-a504-8225e8b14e59 HTTP/1.1" status: 200 len: 947 time: 0.1405284 Dec 10 18:29:37.598827 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86333e3-8248-4938-b4f0-44ec9dec680c admin admin] Checking segment: {'id': 'cb834a07-740b-47db-9a1d-7a3c2bfb9cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7652a0d0-32d0-498b-91bb-6ad4fe6c5da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:29:37.599205 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86333e3-8248-4938-b4f0-44ec9dec680c admin admin] Network hostable DHCP agents. Network: 7652a0d0-32d0-498b-91bb-6ad4fe6c5da3, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:29:37.633501 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:37.646721 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=11623632-2372-4161-a478-99c4c079e27a,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:37.647080 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86333e3-8248-4938-b4f0-44ec9dec680c admin admin] Network 7652a0d0-32d0-498b-91bb-6ad4fe6c5da3 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:29:37.654850 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d55a796-4943-4aba-99ee-c96b1fed650c {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:29:37.675635 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ce28deae-d3a6-4b8e-b0a1-8ad9ce23e65f req-734961b8-e13a-47bf-9b31-4a06daf6128e tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/security-groups?id=c05a4f82-cb7b-455e-8ad0-a430842afda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723844 Dec 10 18:29:37.677985 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-c86333e3-8248-4938-b4f0-44ec9dec680c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 7652a0d0-32d0-498b-91bb-6ad4fe6c5da3) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:29:37.679252 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 3d55a796-4943-4aba-99ee-c96b1fed650c, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=3d55a796-4943-4aba-99ee-c96b1fed650c,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:37.683926 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86333e3-8248-4938-b4f0-44ec9dec680c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:37.685526 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:37.686834 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c86333e3-8248-4938-b4f0-44ec9dec680c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:37.707283 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dc7b60-c8c1-4dce-84f1-a9dfd1ab5579 None None] Network 7652a0d0-32d0-498b-91bb-6ad4fe6c5da3 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:29:37.716692 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c86333e3-8248-4938-b4f0-44ec9dec680c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5179090 Dec 10 18:29:37.815100 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:37.819295 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c07787-8437-4083-9284-01404a15a18b req-1a2584a3-036b-48f6-8208-74f24dc680d8 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:37.822067 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=3d55a796-4943-4aba-99ee-c96b1fed650c,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:37.827131 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-28c07787-8437-4083-9284-01404a15a18b req-1a2584a3-036b-48f6-8208-74f24dc680d8 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab212cb-0f04-48f5-93b2-07c6256f57f6 HTTP/1.1" status: 200 len: 949 time: 0.0816724 Dec 10 18:29:37.895404 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41182) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:37.915220 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181e1be2-fd58-4ae4-99c2-1e6ee0fe3ad9 None None] Network 7652a0d0-32d0-498b-91bb-6ad4fe6c5da3 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:29:37.927676 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2640e-2149-4d00-82f6-b01d15ffbc4b req-01100e7a-f0aa-41e2-bb11-c284591bd07d tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:37.929299 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7ad2640e-2149-4d00-82f6-b01d15ffbc4b req-01100e7a-f0aa-41e2-bb11-c284591bd07d tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 943 time: 0.0657327 Dec 10 18:29:37.958161 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-28c07787-8437-4083-9284-01404a15a18b req-863450b5-57cb-40f0-a967-832eb4299920 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/security-groups?id=600a829c-a024-4872-9af8-f652ce49a78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294303 Dec 10 18:29:37.990699 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece75010-fb98-4378-8634-510b393c5b0a admin admin] Deleting subnet e006ecc7-49ce-40c7-be15-68bdcaf3b5df {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:29:37.995459 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ece75010-fb98-4378-8634-510b393c5b0a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:38.001125 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7ad2640e-2149-4d00-82f6-b01d15ffbc4b req-c9e50752-355e-43a0-a3e2-02e0ba5f01e9 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578873 Dec 10 18:29:38.043210 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ece75010-fb98-4378-8634-510b393c5b0a admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:38.054364 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ece75010-fb98-4378-8634-510b393c5b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:38.117208 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ece75010-fb98-4378-8634-510b393c5b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:38.145331 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece75010-fb98-4378-8634-510b393c5b0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e006ecc7-49ce-40c7-be15-68bdcaf3b5df,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:38.147365 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ece75010-fb98-4378-8634-510b393c5b0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:38.150909 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ece75010-fb98-4378-8634-510b393c5b0a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e006ecc7-49ce-40c7-be15-68bdcaf3b5df HTTP/1.1" status: 204 len: 168 time: 0.2526579 Dec 10 18:29:38.153888 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41192) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:38.212211 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['da4d0791-2875-440d-980d-aba8a94ad88b'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:29:38.220742 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['3d55a796-4943-4aba-99ee-c96b1fed650c'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:29:38.231023 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbb1ba94-3509-4729-b360-238daae28792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:38.265557 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d5041-cd16-4a1a-bbb7-0e000350161f req-7ddb31b0-a924-45de-8503-8a605d30fd5e tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:38.273553 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c72d5041-cd16-4a1a-bbb7-0e000350161f req-7ddb31b0-a924-45de-8503-8a605d30fd5e tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d191119-2ca0-44a5-8e49-7635ef16bd3d HTTP/1.1" status: 200 len: 949 time: 0.0672278 Dec 10 18:29:38.334287 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c72d5041-cd16-4a1a-bbb7-0e000350161f req-e041c3fd-3782-4986-8ac2-0a0db1fb280d tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583482 Dec 10 18:29:38.362059 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbb1ba94-3509-4729-b360-238daae28792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:38.410427 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbb1ba94-3509-4729-b360-238daae28792 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:38.410854 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbb1ba94-3509-4729-b360-238daae28792 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:38.411618 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbb1ba94-3509-4729-b360-238daae28792 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:38.411975 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbb1ba94-3509-4729-b360-238daae28792 admin admin] Subscribe: > port after_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:38.412299 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbb1ba94-3509-4729-b360-238daae28792 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:38.412688 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbb1ba94-3509-4729-b360-238daae28792 admin admin] Subscribe: > port after_update 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:38.413015 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbb1ba94-3509-4729-b360-238daae28792 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:38.413343 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbb1ba94-3509-4729-b360-238daae28792 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:38.413664 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbb1ba94-3509-4729-b360-238daae28792 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:38.414008 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbb1ba94-3509-4729-b360-238daae28792 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:38.498938 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbb1ba94-3509-4729-b360-238daae28792 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:38.499523 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbb1ba94-3509-4729-b360-238daae28792 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:38.500318 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbb1ba94-3509-4729-b360-238daae28792 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:38.500962 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbb1ba94-3509-4729-b360-238daae28792 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:38.501599 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-dbb1ba94-3509-4729-b360-238daae28792 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cedb81bc-706c-473c-9446-55bb9b1c13c7']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:38.535818 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-dbb1ba94-3509-4729-b360-238daae28792 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3044c955-f6b0-4139-875a-e621083d39d7') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:38.536174 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-dbb1ba94-3509-4729-b360-238daae28792 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3044c955-f6b0-4139-875a-e621083d39d7') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:38.561714 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbb1ba94-3509-4729-b360-238daae28792 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:38.576145 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e3610-f9f2-4b23-af01-ba48be488de7 req-6ae30da1-8e86-4a60-8918-f9ad17f717f0 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:38.577836 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-742e3610-f9f2-4b23-af01-ba48be488de7 req-6ae30da1-8e86-4a60-8918-f9ad17f717f0 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=157da486-b80b-4611-878d-08e723170dcf HTTP/1.1" status: 200 len: 948 time: 0.2127042 Dec 10 18:29:38.795914 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67c7788-d6c0-4f34-a7a7-6c933b516675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11623632-2372-4161-a478-99c4c079e27a'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:29:38.798784 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f8fece-5ab2-4b46-b97b-19cc5a10de3b" -d '{"events": [{"server_uuid": "c67c7788-d6c0-4f34-a7a7-6c933b516675", "name": "network-vif-plugged", "status": "completed", "tag": "11623632-2372-4161-a478-99c4c079e27a"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:29:38.811554 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbb1ba94-3509-4729-b360-238daae28792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:38.820896 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a7b2d-b5e9-45ad-8837-6746be7a3225 req-3d4566ba-105d-4e0b-a7b3-5db50ee26401 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:38.822469 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbb1ba94-3509-4729-b360-238daae28792 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:29:38.823232 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbb1ba94-3509-4729-b360-238daae28792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:38.824594 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-324a7b2d-b5e9-45ad-8837-6746be7a3225 req-3d4566ba-105d-4e0b-a7b3-5db50ee26401 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d0a4929-1f69-4eb5-a504-8225e8b14e59 HTTP/1.1" status: 200 len: 947 time: 0.0606279 Dec 10 18:29:38.858444 n-d-821435-1 neutron-server[103244]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 18:29:38.858444 n-d-821435-1 neutron-server[103244]: from cryptography.utils import int_from_bytes Dec 10 18:29:38.858444 n-d-821435-1 neutron-server[103244]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 18:29:38.858444 n-d-821435-1 neutron-server[103244]: from cryptography.utils import int_from_bytes Dec 10 18:29:38.858444 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:29:38.858444 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:29:38.858444 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:29:38.858444 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:29:38.858444 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:29:38.858444 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:29:38.858444 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:29:38.858444 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:29:38.858444 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:29:38.858444 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:29:38.858444 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:29:38.858444 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:29:38.858444 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:29:38.858444 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:29:38.858444 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:29:38.858444 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:29:38.858444 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:29:38.858444 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:29:38.858444 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:29:38.858444 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:29:38.858444 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:29:38.858444 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:29:38.858444 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:29:38.858444 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:29:38.858444 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:29:38.858444 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:29:38.858444 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:29:38.858444 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:29:38.858444 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:29:38.858444 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:29:38.858444 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:29:38.858444 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:29:38.881588 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-324a7b2d-b5e9-45ad-8837-6746be7a3225 req-b133a559-4e85-42a4-9565-8482ccd756a4 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/security-groups?id=c05a4f82-cb7b-455e-8ad0-a430842afda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502095 Dec 10 18:29:38.897424 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41210) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:38.922129 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-742e3610-f9f2-4b23-af01-ba48be488de7 req-1d7083c9-3ac0-4639-912e-d337064c63b9 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350177 Dec 10 18:29:38.942472 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c28e52-1c4f-4bb5-b9a4-ca90ce42c6bc x-openstack-request-id: req-37c28e52-1c4f-4bb5-b9a4-ca90ce42c6bc {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:29:38.942989 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67c7788-d6c0-4f34-a7a7-6c933b516675", "name": "network-vif-plugged", "status": "completed", "tag": "11623632-2372-4161-a478-99c4c079e27a", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:29:38.943083 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-37c28e52-1c4f-4bb5-b9a4-ca90ce42c6bc {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:29:38.943465 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67c7788-d6c0-4f34-a7a7-6c933b516675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11623632-2372-4161-a478-99c4c079e27a', 'code': 200} Dec 10 18:29:38.952793 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbb1ba94-3509-4729-b360-238daae28792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:38.974044 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbb1ba94-3509-4729-b360-238daae28792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:38.982115 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-dbb1ba94-3509-4729-b360-238daae28792 admin admin] 10.222.0.62 "DELETE /v2.0/networks/cedb81bc-706c-473c-9446-55bb9b1c13c7 HTTP/1.1" status: 204 len: 168 time: 0.8263655 Dec 10 18:29:38.983562 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41214) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:38.993245 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1ba94-3509-4729-b360-238daae28792 admin admin] Pushing event deleted for resources: {'Network': ['ID=cedb81bc-706c-473c-9446-55bb9b1c13c7,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:39.073916 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbded79-2ec7-47a3-a756-62fcb965d0c4 req-338f21b4-d622-4b28-a184-eec026069a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:39.075712 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4dbded79-2ec7-47a3-a756-62fcb965d0c4 req-338f21b4-d622-4b28-a184-eec026069a3f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 1101 time: 0.0459833 Dec 10 18:29:39.087873 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dc1b87fd-1d3b-425e-8d41-dc5c27fa874c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:39.093338 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2cd8857-00ac-45f9-9a9a-b492908e0bc8 admin admin] Deleting subnet 87fe5d65-4e35-413e-bc81-12ed1d421ca2 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:29:39.106400 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a2cd8857-00ac-45f9-9a9a-b492908e0bc8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:39.159715 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4ec34-f64c-4752-8288-367ffb36a4da req-59421091-b72b-4bf1-8bb6-096ab44cb387 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:39.161292 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f9b4ec34-f64c-4752-8288-367ffb36a4da req-59421091-b72b-4bf1-8bb6-096ab44cb387 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 943 time: 0.0819933 Dec 10 18:29:39.169789 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4dbded79-2ec7-47a3-a756-62fcb965d0c4 req-38bc9b97-238b-4cc2-bb31-be3722ddd7aa service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788019 Dec 10 18:29:39.174217 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997833c-a60c-45d6-ad0b-304e5155eeea req-52862fc7-62d5-44c0-bbe9-f119a8b02c82 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:39.175779 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5997833c-a60c-45d6-ad0b-304e5155eeea req-52862fc7-62d5-44c0-bbe9-f119a8b02c82 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab212cb-0f04-48f5-93b2-07c6256f57f6 HTTP/1.1" status: 200 len: 949 time: 0.1215315 Dec 10 18:29:39.181145 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a2cd8857-00ac-45f9-9a9a-b492908e0bc8 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:39.196092 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a2cd8857-00ac-45f9-9a9a-b492908e0bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:39.215944 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f9b4ec34-f64c-4752-8288-367ffb36a4da req-b10c9f82-4d21-4d26-82fb-f791dfa40c5b tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452497 Dec 10 18:29:39.319539 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5997833c-a60c-45d6-ad0b-304e5155eeea req-3df670b2-0ceb-4552-af1f-14388fdf63c7 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/security-groups?id=600a829c-a024-4872-9af8-f652ce49a78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294065 Dec 10 18:29:39.321410 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dc1b87fd-1d3b-425e-8d41-dc5c27fa874c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:39.327582 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dc1b87fd-1d3b-425e-8d41-dc5c27fa874c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:39.354996 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a2cd8857-00ac-45f9-9a9a-b492908e0bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:39.395898 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-dc1b87fd-1d3b-425e-8d41-dc5c27fa874c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=de1d825b467f4afd939c3732b6a7c243&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4972544 Dec 10 18:29:39.399770 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41222) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:39.400054 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd8857-00ac-45f9-9a9a-b492908e0bc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87fe5d65-4e35-413e-bc81-12ed1d421ca2,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:39.403181 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b87fd-1d3b-425e-8d41-dc5c27fa874c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b0b77b-d507-453a-8ff3-cad80aaf8f3b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:39.408079 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a2cd8857-00ac-45f9-9a9a-b492908e0bc8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:39.414102 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a2cd8857-00ac-45f9-9a9a-b492908e0bc8 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/87fe5d65-4e35-413e-bc81-12ed1d421ca2 HTTP/1.1" status: 204 len: 168 time: 0.4283137 Dec 10 18:29:39.414761 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41224) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:39.486189 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4fa1f73f-1981-4b55-b493-6b063e8c92e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:39.513057 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb370b-8ba5-42d4-ba7a-ece453d6ab9e req-2cb7dd6e-3f2d-4ef8-a16f-59afc8f3c260 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:39.514630 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3ddb370b-8ba5-42d4-ba7a-ece453d6ab9e req-2cb7dd6e-3f2d-4ef8-a16f-59afc8f3c260 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d191119-2ca0-44a5-8e49-7635ef16bd3d HTTP/1.1" status: 200 len: 949 time: 0.0822964 Dec 10 18:29:39.518021 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0dc07946-5cca-4b22-9ef5-a5e4c3dca344 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:39.559923 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0dc07946-5cca-4b22-9ef5-a5e4c3dca344 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:39.577189 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4fa1f73f-1981-4b55-b493-6b063e8c92e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:39.601669 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4fa1f73f-1981-4b55-b493-6b063e8c92e5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:39.602013 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4fa1f73f-1981-4b55-b493-6b063e8c92e5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:39.602788 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4fa1f73f-1981-4b55-b493-6b063e8c92e5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:39.603136 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4fa1f73f-1981-4b55-b493-6b063e8c92e5 admin admin] Subscribe: > port after_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:39.603504 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4fa1f73f-1981-4b55-b493-6b063e8c92e5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:39.603842 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4fa1f73f-1981-4b55-b493-6b063e8c92e5 admin admin] Subscribe: > port after_update 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:39.604167 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4fa1f73f-1981-4b55-b493-6b063e8c92e5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:39.604570 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4fa1f73f-1981-4b55-b493-6b063e8c92e5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:39.604829 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4fa1f73f-1981-4b55-b493-6b063e8c92e5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:39.605150 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4fa1f73f-1981-4b55-b493-6b063e8c92e5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:39.613976 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3ddb370b-8ba5-42d4-ba7a-ece453d6ab9e req-9de04b1d-c889-48d3-a1b2-280efec4e8b3 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849380 Dec 10 18:29:39.654839 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0dc07946-5cca-4b22-9ef5-a5e4c3dca344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:39.658563 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0dc07946-5cca-4b22-9ef5-a5e4c3dca344 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:39.662544 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0dc07946-5cca-4b22-9ef5-a5e4c3dca344 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/41b0b77b-d507-453a-8ff3-cad80aaf8f3b HTTP/1.1" status: 204 len: 168 time: 0.2546046 Dec 10 18:29:39.676896 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc07946-5cca-4b22-9ef5-a5e4c3dca344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b0b77b-d507-453a-8ff3-cad80aaf8f3b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:39.705467 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4fa1f73f-1981-4b55-b493-6b063e8c92e5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:39.705828 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4fa1f73f-1981-4b55-b493-6b063e8c92e5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:39.706164 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4fa1f73f-1981-4b55-b493-6b063e8c92e5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:39.706632 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4fa1f73f-1981-4b55-b493-6b063e8c92e5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:39.707129 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-4fa1f73f-1981-4b55-b493-6b063e8c92e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7652a0d0-32d0-498b-91bb-6ad4fe6c5da3']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:39.726542 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-4fa1f73f-1981-4b55-b493-6b063e8c92e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb834a07-740b-47db-9a1d-7a3c2bfb9cd5') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:39.727020 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-4fa1f73f-1981-4b55-b493-6b063e8c92e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb834a07-740b-47db-9a1d-7a3c2bfb9cd5') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:39.746624 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4fa1f73f-1981-4b55-b493-6b063e8c92e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:39.755399 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8d14e-1046-4112-86f1-a7eb03c9678c req-1d204075-75be-4282-951a-e461436943da tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:39.757001 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-74f8d14e-1046-4112-86f1-a7eb03c9678c req-1d204075-75be-4282-951a-e461436943da tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=c946cc6c-cb61-4cbb-a20e-b3edae01e223 HTTP/1.1" status: 200 len: 949 time: 0.0542667 Dec 10 18:29:39.769785 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4fa1f73f-1981-4b55-b493-6b063e8c92e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:39.779814 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa1f73f-1981-4b55-b493-6b063e8c92e5 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:29:39.780209 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4fa1f73f-1981-4b55-b493-6b063e8c92e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:39.784260 n-d-821435-1 neutron-server[103245]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 18:29:39.784260 n-d-821435-1 neutron-server[103245]: from cryptography.utils import int_from_bytes Dec 10 18:29:39.784260 n-d-821435-1 neutron-server[103245]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 18:29:39.784260 n-d-821435-1 neutron-server[103245]: from cryptography.utils import int_from_bytes Dec 10 18:29:39.784260 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:29:39.784260 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:29:39.784260 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:29:39.784260 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:29:39.784260 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:29:39.784260 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:29:39.784260 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:29:39.784260 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:29:39.784260 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:29:39.784260 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:29:39.784260 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:29:39.784260 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:29:39.784260 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:29:39.784260 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:29:39.784260 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:29:39.784260 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:29:39.784260 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:29:39.784260 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:29:39.784260 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:29:39.784260 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:29:39.784260 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:29:39.784260 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:29:39.784260 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:29:39.784260 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:29:39.784260 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:29:39.784260 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:29:39.784260 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:29:39.784260 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:29:39.784260 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:29:39.784260 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:29:39.784260 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:29:39.784260 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:29:39.816843 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-74f8d14e-1046-4112-86f1-a7eb03c9678c req-f1bc86c5-896a-4dbb-8730-d36d8323853d tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511606 Dec 10 18:29:39.858959 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4fa1f73f-1981-4b55-b493-6b063e8c92e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:39.880681 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4fa1f73f-1981-4b55-b493-6b063e8c92e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:39.900761 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4fa1f73f-1981-4b55-b493-6b063e8c92e5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/7652a0d0-32d0-498b-91bb-6ad4fe6c5da3 HTTP/1.1" status: 204 len: 168 time: 0.4842474 Dec 10 18:29:39.906613 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1f73f-1981-4b55-b493-6b063e8c92e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7652a0d0-32d0-498b-91bb-6ad4fe6c5da3,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:39.919120 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b133fd12-e470-4343-b340-8585d21d453f req-2b0a1f93-d00e-47c4-b3de-dec7a6bd4dec service neutron] 10.222.0.46 "GET /v2.0/ports/143a292c-2590-40c1-9e34-bfb328e87baa/bindings/n-h2-821435-1 HTTP/1.1" status: 200 len: 384 time: 0.0772359 Dec 10 18:29:40.095044 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41242) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:40.114609 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cdf294d0-62f8-46be-ba34-315669d03784 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:40.160352 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a9383-8063-4051-83b9-bfce9b6aff6b req-d9c91836-f259-4002-afd3-d46f21a45e9d tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:40.162137 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4d5a9383-8063-4051-83b9-bfce9b6aff6b req-d9c91836-f259-4002-afd3-d46f21a45e9d tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d0a4929-1f69-4eb5-a504-8225e8b14e59 HTTP/1.1" status: 200 len: 947 time: 0.1239264 Dec 10 18:29:40.211510 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41244) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:40.235861 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59c3fb-1258-40b2-bb48-8d837c67f205 req-c6a9b3b3-43d4-4615-a3e6-20bbeb45cd88 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:40.241897 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59c3fb-1258-40b2-bb48-8d837c67f205 req-c6a9b3b3-43d4-4615-a3e6-20bbeb45cd88 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:40.243510 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7f59c3fb-1258-40b2-bb48-8d837c67f205 req-c6a9b3b3-43d4-4615-a3e6-20bbeb45cd88 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d191119-2ca0-44a5-8e49-7635ef16bd3d&device_id=c946cc6c-cb61-4cbb-a20e-b3edae01e223 HTTP/1.1" status: 200 len: 1689 time: 0.0855188 Dec 10 18:29:40.245617 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b133fd12-e470-4343-b340-8585d21d453f req-17ef133b-c8cc-4eb4-bde5-2b3b28b8d5ea service neutron] For port 143a292c-2590-40c1-9e34-bfb328e87baa, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=143a292c-2590-40c1-9e34-bfb328e87baa,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:40.292872 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cdf294d0-62f8-46be-ba34-315669d03784 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:40.295021 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4d5a9383-8063-4051-83b9-bfce9b6aff6b req-bbc89e93-b582-4ed8-a9fd-1d933d34942a tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/security-groups?id=c05a4f82-cb7b-455e-8ad0-a430842afda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117539 Dec 10 18:29:40.300507 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cdf294d0-62f8-46be-ba34-315669d03784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:40.301789 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b133fd12-e470-4343-b340-8585d21d453f req-17ef133b-c8cc-4eb4-bde5-2b3b28b8d5ea service neutron] For port 143a292c-2590-40c1-9e34-bfb328e87baa, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:29:40.340487 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8b15b06b-03aa-4fe3-ae7e-fd605b847230 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d85cac162ae9473d9a821ee0b9ac17fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1278536 Dec 10 18:29:40.344498 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41248) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:40.359543 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-cdf294d0-62f8-46be-ba34-315669d03784 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7e32311f46734624a3f0ab1a65da80f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2632039 Dec 10 18:29:40.362395 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-b133fd12-e470-4343-b340-8585d21d453f req-17ef133b-c8cc-4eb4-bde5-2b3b28b8d5ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 143a292c-2590-40c1-9e34-bfb328e87baa {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:29:40.364676 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41252) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:40.381019 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7f59c3fb-1258-40b2-bb48-8d837c67f205 req-bdea69b0-a699-4545-983f-576b0851bedb tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247089 Dec 10 18:29:40.381232 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b133fd12-e470-4343-b340-8585d21d453f req-17ef133b-c8cc-4eb4-bde5-2b3b28b8d5ea service neutron] For port 143a292c-2590-40c1-9e34-bfb328e87baa, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=143a292c-2590-40c1-9e34-bfb328e87baa,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:40.402791 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf294d0-62f8-46be-ba34-315669d03784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e2b81c-530f-439c-ae9b-93f76d4f96cb,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:40.443608 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b133fd12-e470-4343-b340-8585d21d453f req-17ef133b-c8cc-4eb4-bde5-2b3b28b8d5ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:40.457241 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e88f14e2-6774-467f-b99e-12e5add70207 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:40.522281 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c84e98e9-fb74-45c0-8b76-324c468becb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:40.535566 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e88f14e2-6774-467f-b99e-12e5add70207 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:40.551606 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c84e98e9-fb74-45c0-8b76-324c468becb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:40.578916 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead3267-9ad6-4909-aa1c-087f48ec34a9 req-98a2c3d5-3068-4149-a9e6-dd9bd797221d tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:40.580622 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aead3267-9ad6-4909-aa1c-087f48ec34a9 req-98a2c3d5-3068-4149-a9e6-dd9bd797221d tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 943 time: 0.1139410 Dec 10 18:29:40.614890 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130086c-ef2f-4ddb-a550-8acb57b8d60a req-cb59eb92-30ad-42a2-ac18-48c7eb14bc9a tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:40.616627 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0130086c-ef2f-4ddb-a550-8acb57b8d60a req-cb59eb92-30ad-42a2-ac18-48c7eb14bc9a tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=157da486-b80b-4611-878d-08e723170dcf HTTP/1.1" status: 200 len: 948 time: 0.1343622 Dec 10 18:29:40.639650 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-b133fd12-e470-4343-b340-8585d21d453f req-17ef133b-c8cc-4eb4-bde5-2b3b28b8d5ea service neutron] Transition to ACTIVE for port object 143a292c-2590-40c1-9e34-bfb328e87baa will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:29:40.652426 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b133fd12-e470-4343-b340-8585d21d453f req-17ef133b-c8cc-4eb4-bde5-2b3b28b8d5ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:40.652829 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device e0473e46-f9cc-42af-9412-4c8e588381de details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:29:40.659051 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device da4d0791-2875-440d-980d-aba8a94ad88b up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:29:40.669096 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aead3267-9ad6-4909-aa1c-087f48ec34a9 req-d6a9b6e8-219a-41cb-a1db-5286734ed886 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807943 Dec 10 18:29:40.670963 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c84e98e9-fb74-45c0-8b76-324c468becb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:40.676537 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c84e98e9-fb74-45c0-8b76-324c468becb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:40.678709 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c84e98e9-fb74-45c0-8b76-324c468becb3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b5e2b81c-530f-439c-ae9b-93f76d4f96cb HTTP/1.1" status: 204 len: 168 time: 0.3127198 Dec 10 18:29:40.690289 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e98e9-fb74-45c0-8b76-324c468becb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e2b81c-530f-439c-ae9b-93f76d4f96cb,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:40.708825 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e88f14e2-6774-467f-b99e-12e5add70207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:40.711707 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e88f14e2-6774-467f-b99e-12e5add70207 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:40.716928 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e88f14e2-6774-467f-b99e-12e5add70207 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fec62cc7-4a65-46dd-9e5d-785942e36867 HTTP/1.1" status: 204 len: 168 time: 0.3688974 Dec 10 18:29:40.785485 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0130086c-ef2f-4ddb-a550-8acb57b8d60a req-991541e0-dcae-4d10-ae5c-b45a6be1822e tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593306 Dec 10 18:29:40.788227 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port da4d0791-2875-440d-980d-aba8a94ad88b completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:29:40.795373 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port da4d0791-2875-440d-980d-aba8a94ad88b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:40.796015 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:40.810857 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f14e2-6774-467f-b99e-12e5add70207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec62cc7-4a65-46dd-9e5d-785942e36867,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:40.838799 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-b133fd12-e470-4343-b340-8585d21d453f req-17ef133b-c8cc-4eb4-bde5-2b3b28b8d5ea service neutron] No DVR routers for this DVR port 143a292c-2590-40c1-9e34-bfb328e87baa on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:29:40.878188 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef133b-c8cc-4eb4-bde5-2b3b28b8d5ea service neutron] Pushing event updated for resources: {'Port': ['ID=143a292c-2590-40c1-9e34-bfb328e87baa,revision_number=10']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:40.890241 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b133fd12-e470-4343-b340-8585d21d453f req-17ef133b-c8cc-4eb4-bde5-2b3b28b8d5ea service neutron] 10.222.0.46 "PUT /v2.0/ports/143a292c-2590-40c1-9e34-bfb328e87baa/bindings/n-h2-821435-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9637873 Dec 10 18:29:40.907801 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.resource_extend [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:29:40.961923 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b28f17-fc7c-4592-a5d2-6555cef5e963 req-71efbef8-f9f6-4622-8b96-34e1fd3372a2 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:40.964670 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4b28f17-fc7c-4592-a5d2-6555cef5e963 req-71efbef8-f9f6-4622-8b96-34e1fd3372a2 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab212cb-0f04-48f5-93b2-07c6256f57f6 HTTP/1.1" status: 200 len: 949 time: 0.1564913 Dec 10 18:29:41.085786 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:41.105367 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4b28f17-fc7c-4592-a5d2-6555cef5e963 req-7c1a7f40-ed7c-4d5d-9efd-384d11b367c9 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/security-groups?id=600a829c-a024-4872-9af8-f652ce49a78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893714 Dec 10 18:29:41.105367 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133fd12-e470-4343-b340-8585d21d453f req-9b1a47d6-c801-4aa0-a130-27f4d2095041 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:41.105717 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b133fd12-e470-4343-b340-8585d21d453f req-9b1a47d6-c801-4aa0-a130-27f4d2095041 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af&tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986&binding%3Ahost_id=n-h1-821435-1 HTTP/1.1" status: 200 len: 1095 time: 0.1335559 Dec 10 18:29:41.150547 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port da4d0791-2875-440d-980d-aba8a94ad88b, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=da4d0791-2875-440d-980d-aba8a94ad88b,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:41.156123 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157da486-b80b-4611-878d-08e723170dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4d0791-2875-440d-980d-aba8a94ad88b'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:29:41.160387 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7384500a-df9c-4806-906f-88f84dccfa3c" -d '{"events": [{"server_uuid": "157da486-b80b-4611-878d-08e723170dcf", "name": "network-vif-plugged", "status": "completed", "tag": "da4d0791-2875-440d-980d-aba8a94ad88b"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:29:41.179588 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:41.180996 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 3d55a796-4943-4aba-99ee-c96b1fed650c up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:29:41.250356 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c12284-01a4-433d-a6dd-9029b80927a6 req-69c5ecdc-32de-4acb-a3ee-7855bf7cff36 tempest-ServersOnMultiNodesTest-401435580 tempest-ServersOnMultiNodesTest-401435580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:41.261324 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-69c12284-01a4-433d-a6dd-9029b80927a6 req-69c5ecdc-32de-4acb-a3ee-7855bf7cff36 tempest-ServersOnMultiNodesTest-401435580 tempest-ServersOnMultiNodesTest-401435580-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9d191119-2ca0-44a5-8e49-7635ef16bd3d HTTP/1.1" status: 200 len: 1100 time: 0.1137891 Dec 10 18:29:41.305878 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a290942-166f-47c4-9d63-406fd1432c91 x-openstack-request-id: req-7a290942-166f-47c4-9d63-406fd1432c91 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:29:41.307431 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157da486-b80b-4611-878d-08e723170dcf", "name": "network-vif-plugged", "status": "completed", "tag": "da4d0791-2875-440d-980d-aba8a94ad88b", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:29:41.308054 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7a290942-166f-47c4-9d63-406fd1432c91 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:29:41.308920 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157da486-b80b-4611-878d-08e723170dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4d0791-2875-440d-980d-aba8a94ad88b', 'code': 200} Dec 10 18:29:41.316679 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133fd12-e470-4343-b340-8585d21d453f req-4fdd665b-407d-4094-8ed8-5c3c32e60db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:41.320368 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b133fd12-e470-4343-b340-8585d21d453f req-4fdd665b-407d-4094-8ed8-5c3c32e60db4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af&tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986 HTTP/1.1" status: 200 len: 1095 time: 0.2069230 Dec 10 18:29:41.382889 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=da4d0791-2875-440d-980d-aba8a94ad88b,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:41.411339 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 3d55a796-4943-4aba-99ee-c96b1fed650c completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:29:41.420422 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-69c12284-01a4-433d-a6dd-9029b80927a6 req-3a94724d-d81f-4cbb-a423-0648206bc738 tempest-ServersOnMultiNodesTest-401435580 tempest-ServersOnMultiNodesTest-401435580-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444340 Dec 10 18:29:41.422744 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 3d55a796-4943-4aba-99ee-c96b1fed650c triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:41.423129 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:41.476575 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port e0473e46-f9cc-42af-9412-4c8e588381de, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=e0473e46-f9cc-42af-9412-4c8e588381de,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:41.491765 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': 'e0473e46-f9cc-42af-9412-4c8e588381de', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': 'e0473e46-f9cc-42af-9412-4c8e588381de', 'mac_address': 'fa:16:3e:63:7b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:29:41.561484 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:41.563483 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:41.589848 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0473e46-f9cc-42af-9412-4c8e588381de {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:29:41.592561 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133fd12-e470-4343-b340-8585d21d453f req-564c7f5c-46b1-41b0-9b53-a3db4e80fb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:41.595150 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b133fd12-e470-4343-b340-8585d21d453f req-564c7f5c-46b1-41b0-9b53-a3db4e80fb52 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986&device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 1095 time: 0.2404022 Dec 10 18:29:41.598458 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243df44-b7a4-4e66-9e69-3743856d9ee5 req-360cee2a-af11-4b19-b853-58c01c18c1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:41.600161 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5243df44-b7a4-4e66-9e69-3743856d9ee5 req-360cee2a-af11-4b19-b853-58c01c18c1f3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=157da486-b80b-4611-878d-08e723170dcf HTTP/1.1" status: 200 len: 1100 time: 0.2596374 Dec 10 18:29:41.602469 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e84847-46b7-49f6-af3d-9f1a1289f062 req-f04421c7-0649-49b4-962f-b629a6a996c8 tempest-ServersOnMultiNodesTest-401435580 tempest-ServersOnMultiNodesTest-401435580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:41.604125 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e7e84847-46b7-49f6-af3d-9f1a1289f062 req-f04421c7-0649-49b4-962f-b629a6a996c8 tempest-ServersOnMultiNodesTest-401435580 tempest-ServersOnMultiNodesTest-401435580-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c946cc6c-cb61-4cbb-a20e-b3edae01e223 HTTP/1.1" status: 200 len: 1100 time: 0.0920956 Dec 10 18:29:41.617021 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819bb83-bd3c-4b9d-8cfd-34d0287639d3 req-21753869-eb2b-4156-a9e5-b2ce5f862b96 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:41.625444 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port e0473e46-f9cc-42af-9412-4c8e588381de, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=e0473e46-f9cc-42af-9412-4c8e588381de,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:41.625953 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9819bb83-bd3c-4b9d-8cfd-34d0287639d3 req-21753869-eb2b-4156-a9e5-b2ce5f862b96 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d0a4929-1f69-4eb5-a504-8225e8b14e59 HTTP/1.1" status: 200 len: 947 time: 0.1038969 Dec 10 18:29:41.627675 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 3d55a796-4943-4aba-99ee-c96b1fed650c, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=3d55a796-4943-4aba-99ee-c96b1fed650c,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:41.631542 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:41.632878 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41284) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:41.637438 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:41.688327 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=e0473e46-f9cc-42af-9412-4c8e588381de,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:41.731617 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c57bba07-432a-4f95-ab55-2440f876b319 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=098149c1411849a4804d26188a8300f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0975611 Dec 10 18:29:41.735116 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41288) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:41.745682 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e7e84847-46b7-49f6-af3d-9f1a1289f062 req-55ef9812-6afa-4c27-baaa-8ac67a8eef87 tempest-ServersOnMultiNodesTest-401435580 tempest-ServersOnMultiNodesTest-401435580-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094997 Dec 10 18:29:41.769044 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=3d55a796-4943-4aba-99ee-c96b1fed650c,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:41.773794 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9819bb83-bd3c-4b9d-8cfd-34d0287639d3 req-79f03bd4-53e5-4f48-8ef2-97faea467a8a tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/security-groups?id=c05a4f82-cb7b-455e-8ad0-a430842afda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464436 Dec 10 18:29:41.803529 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5243df44-b7a4-4e66-9e69-3743856d9ee5 req-fb740621-4b57-4037-a024-1d6f36ca0a01 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748266 Dec 10 18:29:41.819386 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133fd12-e470-4343-b340-8585d21d453f req-b0bf87e2-81b2-44d9-b554-cfc3f4790b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:41.820880 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b133fd12-e470-4343-b340-8585d21d453f req-b0bf87e2-81b2-44d9-b554-cfc3f4790b4b service neutron] 10.222.0.72 "GET /v2.0/networks?id=7cd799a4-acc6-47e3-afa8-685d03d02732 HTTP/1.1" status: 200 len: 922 time: 0.1912482 Dec 10 18:29:41.837301 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-212272b5-a4aa-48cb-9860-41897febdbea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:41.886314 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-212272b5-a4aa-48cb-9860-41897febdbea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:41.932431 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f9bb1-3bb1-4140-9364-f5d7f9bc5cc0 req-daa5186e-cc4d-48c7-8881-de1f566e557c tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:41.933988 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-135f9bb1-3bb1-4140-9364-f5d7f9bc5cc0 req-daa5186e-cc4d-48c7-8881-de1f566e557c tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 944 time: 0.0866559 Dec 10 18:29:41.972109 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-212272b5-a4aa-48cb-9860-41897febdbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:41.974680 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-212272b5-a4aa-48cb-9860-41897febdbea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:41.976222 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-212272b5-a4aa-48cb-9860-41897febdbea admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e74ff9d5-fd0a-477d-a320-e069401ccf74 HTTP/1.1" status: 204 len: 168 time: 0.2400734 Dec 10 18:29:41.995949 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212272b5-a4aa-48cb-9860-41897febdbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74ff9d5-fd0a-477d-a320-e069401ccf74,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:42.016178 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-135f9bb1-3bb1-4140-9364-f5d7f9bc5cc0 req-4167ac1a-76e5-4064-823b-d230e387a3f9 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708649 Dec 10 18:29:42.059651 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70099a9-6625-4196-ac60-b1a183f86d16 req-24f911fd-ee17-4873-bb03-5b920e32c793 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:42.067744 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f70099a9-6625-4196-ac60-b1a183f86d16 req-24f911fd-ee17-4873-bb03-5b920e32c793 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=157da486-b80b-4611-878d-08e723170dcf HTTP/1.1" status: 200 len: 949 time: 0.0675249 Dec 10 18:29:42.085825 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['e0473e46-f9cc-42af-9412-4c8e588381de'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:29:42.130506 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f70099a9-6625-4196-ac60-b1a183f86d16 req-b39d4a84-894d-485d-96b5-c5772ae7cab7 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574183 Dec 10 18:29:42.235878 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-44b97f63-db43-47e4-88e2-48adef01a460 req-f8d3a54a-5835-47f5-bb39-8f6497c5c26e tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=449146cf6fbe4ffeba406209dfdd303b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239809 Dec 10 18:29:42.377111 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b97f63-db43-47e4-88e2-48adef01a460 req-be1c3351-f100-41ad-8952-4bed228ed560 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:42.378666 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-44b97f63-db43-47e4-88e2-48adef01a460 req-be1c3351-f100-41ad-8952-4bed228ed560 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1333742 Dec 10 18:29:42.398917 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 143a292c-2590-40c1-9e34-bfb328e87baa no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:29:42.403540 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-44b97f63-db43-47e4-88e2-48adef01a460 req-9bb77ed3-f65f-4350-97a2-841821b7efdf tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/quotas/449146cf6fbe4ffeba406209dfdd303b HTTP/1.1" status: 200 len: 375 time: 0.0189571 Dec 10 18:29:42.458487 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 143a292c-2590-40c1-9e34-bfb328e87baa not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:29:42.481253 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-44b97f63-db43-47e4-88e2-48adef01a460 req-4aa46ba6-a9a5-4395-8b9f-90a799aed3a5 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=449146cf6fbe4ffeba406209dfdd303b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0746524 Dec 10 18:29:42.986425 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75502920-52b5-486f-a3c0-0453e4a45441 req-f4b0936c-792d-4644-8b82-939443ec136c tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:42.995584 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-75502920-52b5-486f-a3c0-0453e4a45441 req-f4b0936c-792d-4644-8b82-939443ec136c tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab212cb-0f04-48f5-93b2-07c6256f57f6 HTTP/1.1" status: 200 len: 950 time: 0.0712271 Dec 10 18:29:43.060850 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-75502920-52b5-486f-a3c0-0453e4a45441 req-cd758cad-0937-44cb-afd0-728a4f6e99bf tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/security-groups?id=600a829c-a024-4872-9af8-f652ce49a78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642357 Dec 10 18:29:43.182016 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caba34a-d220-4b65-91c7-cfddbdbba137 req-ac932060-4ffb-41cf-897a-41790e3a9b4f tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:43.183671 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6caba34a-d220-4b65-91c7-cfddbdbba137 req-ac932060-4ffb-41cf-897a-41790e3a9b4f tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d0a4929-1f69-4eb5-a504-8225e8b14e59 HTTP/1.1" status: 200 len: 948 time: 0.0638533 Dec 10 18:29:43.236865 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6caba34a-d220-4b65-91c7-cfddbdbba137 req-f61914ed-6f2c-4691-89a9-19be0bfaac76 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/security-groups?id=c05a4f82-cb7b-455e-8ad0-a430842afda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470822 Dec 10 18:29:43.310908 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab212cb-0f04-48f5-93b2-07c6256f57f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d55a796-4943-4aba-99ee-c96b1fed650c'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:29:43.317073 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8dd0a7-fffa-43ed-a987-c564bb3f4e60" -d '{"events": [{"server_uuid": "6ab212cb-0f04-48f5-93b2-07c6256f57f6", "name": "network-vif-plugged", "status": "completed", "tag": "3d55a796-4943-4aba-99ee-c96b1fed650c"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:29:43.558402 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68f4c2-a718-4790-b73e-1be543a6d046 req-4608baa3-331b-4e53-9f1c-05aee8064b8f tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:43.562284 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ce68f4c2-a718-4790-b73e-1be543a6d046 req-4608baa3-331b-4e53-9f1c-05aee8064b8f tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 944 time: 0.0587049 Dec 10 18:29:43.638176 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ce68f4c2-a718-4790-b73e-1be543a6d046 req-e715d27c-9be1-47d5-820d-373c052af24d tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638254 Dec 10 18:29:43.996511 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040fc8e-8a49-44bc-87d0-5044585e02cf req-aacb2d7c-55b2-43f0-aa4d-47c97fb4c95b tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:43.998001 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2040fc8e-8a49-44bc-87d0-5044585e02cf req-aacb2d7c-55b2-43f0-aa4d-47c97fb4c95b tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=157da486-b80b-4611-878d-08e723170dcf HTTP/1.1" status: 200 len: 949 time: 0.2947438 Dec 10 18:29:44.046785 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2040fc8e-8a49-44bc-87d0-5044585e02cf req-590e5c9f-8ef8-41bb-8a62-1c0dba450391 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425436 Dec 10 18:29:44.273713 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-44b97f63-db43-47e4-88e2-48adef01a460 req-f60c2329-6beb-43e8-9561-b870ef495ea4 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=449146cf6fbe4ffeba406209dfdd303b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239832 Dec 10 18:29:44.361987 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27745b75-345b-44c9-a93f-cd79f7169276 x-openstack-request-id: req-27745b75-345b-44c9-a93f-cd79f7169276 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:29:44.362477 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab212cb-0f04-48f5-93b2-07c6256f57f6", "name": "network-vif-plugged", "status": "completed", "tag": "3d55a796-4943-4aba-99ee-c96b1fed650c", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:29:44.362587 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-27745b75-345b-44c9-a93f-cd79f7169276 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:29:44.362914 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab212cb-0f04-48f5-93b2-07c6256f57f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d55a796-4943-4aba-99ee-c96b1fed650c', 'code': 200} Dec 10 18:29:44.413167 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b97f63-db43-47e4-88e2-48adef01a460 req-c58620e7-d7e4-4769-a5ab-944cbcf3e264 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:44.414905 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-44b97f63-db43-47e4-88e2-48adef01a460 req-c58620e7-d7e4-4769-a5ab-944cbcf3e264 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1354668 Dec 10 18:29:44.434777 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-44b97f63-db43-47e4-88e2-48adef01a460 req-7ba518b7-399b-478e-a4eb-3d686e7fbc59 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Request body: {'port': {'device_id': 'f1c48bfe-f3eb-4d51-8a97-a305d408f21a', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'admin_state_up': True, 'tenant_id': '449146cf6fbe4ffeba406209dfdd303b'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:44.447679 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ee127f74-e144-4afe-9e13-e23093c9d3fc req-3540014d-7f14-40b0-bebc-a1a72202db4a tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7a63511-34ff-4131-8762-2b9877286828 HTTP/1.1" status: 200 len: 210 time: 0.0268159 Dec 10 18:29:44.559099 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44b97f63-db43-47e4-88e2-48adef01a460 req-7ba518b7-399b-478e-a4eb-3d686e7fbc59 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Made reservation on behalf of 449146cf6fbe4ffeba406209dfdd303b for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:44.562742 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-44b97f63-db43-47e4-88e2-48adef01a460 req-7ba518b7-399b-478e-a4eb-3d686e7fbc59 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:44.653877 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device e0473e46-f9cc-42af-9412-4c8e588381de up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:29:44.686932 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dfac04-38ba-4650-aaed-152b8425ee3c req-d71ac3dd-d502-453f-840c-1bfd75352feb tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:44.688586 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-58dfac04-38ba-4650-aaed-152b8425ee3c req-d71ac3dd-d502-453f-840c-1bfd75352feb tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab212cb-0f04-48f5-93b2-07c6256f57f6 HTTP/1.1" status: 200 len: 950 time: 0.0522923 Dec 10 18:29:44.699470 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-44b97f63-db43-47e4-88e2-48adef01a460 req-7ba518b7-399b-478e-a4eb-3d686e7fbc59 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Allocated IP 192.168.233.245 (c9403646-ab9b-4a0a-827b-6d4376246b64/ec05590b-5c35-4e58-9087-8773857a69b9/56ac798e-d9d7-4998-8db6-26b6cc17558a) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:29:44.717006 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port e0473e46-f9cc-42af-9412-4c8e588381de completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:29:44.721385 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port e0473e46-f9cc-42af-9412-4c8e588381de triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:44.722071 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:44.755628 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-58dfac04-38ba-4650-aaed-152b8425ee3c req-895429cc-5759-4d7f-a69b-3e8431904551 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/security-groups?id=600a829c-a024-4872-9af8-f652ce49a78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608604 Dec 10 18:29:44.813597 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:44.851756 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port e0473e46-f9cc-42af-9412-4c8e588381de, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=e0473e46-f9cc-42af-9412-4c8e588381de,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:44.856205 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:44.910131 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db0fcc-d713-4161-9e79-7b8cab3b4587 req-57c94787-ab82-46fc-8c9d-7b03a58c406b tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:44.911695 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4db0fcc-d713-4161-9e79-7b8cab3b4587 req-57c94787-ab82-46fc-8c9d-7b03a58c406b tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d0a4929-1f69-4eb5-a504-8225e8b14e59 HTTP/1.1" status: 200 len: 949 time: 0.0608251 Dec 10 18:29:44.916230 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=e0473e46-f9cc-42af-9412-4c8e588381de,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:44.916447 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-44b97f63-db43-47e4-88e2-48adef01a460 req-7ba518b7-399b-478e-a4eb-3d686e7fbc59 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:44.954834 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-44b97f63-db43-47e4-88e2-48adef01a460 req-7ba518b7-399b-478e-a4eb-3d686e7fbc59 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:44.969940 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['41782f9b-5a73-4cfc-b85e-56d854ddfd24', '6b20fbca-43c1-461a-86cf-d54b82f818f3'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:29:44.972890 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['f8ba8851-1d33-4f93-a82e-362a38c4cb37'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:29:44.976610 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4db0fcc-d713-4161-9e79-7b8cab3b4587 req-5deca2b4-e52b-476d-a9e6-8de724361a41 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/security-groups?id=c05a4f82-cb7b-455e-8ad0-a430842afda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540700 Dec 10 18:29:45.008364 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44b97f63-db43-47e4-88e2-48adef01a460 req-7ba518b7-399b-478e-a4eb-3d686e7fbc59 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Network c9403646-ab9b-4a0a-827b-6d4376246b64 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:29:45.012135 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-44b97f63-db43-47e4-88e2-48adef01a460 req-7ba518b7-399b-478e-a4eb-3d686e7fbc59 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:29:45.016687 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b97f63-db43-47e4-88e2-48adef01a460 req-7ba518b7-399b-478e-a4eb-3d686e7fbc59 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:29:45.050690 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba518b7-399b-478e-a4eb-3d686e7fbc59 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Pushing event updated for resources: {'Port': ['ID=56ac798e-d9d7-4998-8db6-26b6cc17558a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:45.085174 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b97f63-db43-47e4-88e2-48adef01a460 req-7ba518b7-399b-478e-a4eb-3d686e7fbc59 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:45.085834 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-44b97f63-db43-47e4-88e2-48adef01a460 req-7ba518b7-399b-478e-a4eb-3d686e7fbc59 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:45.110829 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-44b97f63-db43-47e4-88e2-48adef01a460 req-7ba518b7-399b-478e-a4eb-3d686e7fbc59 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6810694 Dec 10 18:29:45.126882 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-44b97f63-db43-47e4-88e2-48adef01a460 req-f63192f3-f6a5-4976-8b88-e3fa650714b2 service neutron] Request body: {'port': {'device_id': 'f1c48bfe-f3eb-4d51-8a97-a305d408f21a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:45.204683 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-44b97f63-db43-47e4-88e2-48adef01a460 req-f63192f3-f6a5-4976-8b88-e3fa650714b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:45.372165 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-602029e1-e758-4c2c-920a-de327abeef45 None None] Provisioning complete for port 56ac798e-d9d7-4998-8db6-26b6cc17558a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:45.372772 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-602029e1-e758-4c2c-920a-de327abeef45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:45.434009 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-602029e1-e758-4c2c-920a-de327abeef45 None None] Port 56ac798e-d9d7-4998-8db6-26b6cc17558a cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:29:45.474016 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f4e05-687e-4b1a-9a46-b79ed48eaacf req-89b574b6-e9d2-4f25-8be6-5e0c57c5393d tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:45.475587 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a49f4e05-687e-4b1a-9a46-b79ed48eaacf req-89b574b6-e9d2-4f25-8be6-5e0c57c5393d tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 944 time: 0.0542650 Dec 10 18:29:45.528888 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a49f4e05-687e-4b1a-9a46-b79ed48eaacf req-2c6ba1fd-8ff6-4523-95e3-04c5ccbf89f3 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461516 Dec 10 18:29:45.544422 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-44b97f63-db43-47e4-88e2-48adef01a460 req-f63192f3-f6a5-4976-8b88-e3fa650714b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56ac798e-d9d7-4998-8db6-26b6cc17558a {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:29:45.553264 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-44b97f63-db43-47e4-88e2-48adef01a460 req-f63192f3-f6a5-4976-8b88-e3fa650714b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:45.566963 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-44b97f63-db43-47e4-88e2-48adef01a460 req-f63192f3-f6a5-4976-8b88-e3fa650714b2 service neutron] Transition to ACTIVE for port object 56ac798e-d9d7-4998-8db6-26b6cc17558a will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:29:45.571896 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-44b97f63-db43-47e4-88e2-48adef01a460 req-f63192f3-f6a5-4976-8b88-e3fa650714b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:45.665181 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63192f3-f6a5-4976-8b88-e3fa650714b2 service neutron] Pushing event updated for resources: {'Port': ['ID=56ac798e-d9d7-4998-8db6-26b6cc17558a,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:45.666709 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adbbf75-2d5e-4cab-a2c0-fd21392fabf1 req-ac4ec586-5a0b-4ec5-9b7c-131b5e1f34f3 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:45.673318 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0adbbf75-2d5e-4cab-a2c0-fd21392fabf1 req-ac4ec586-5a0b-4ec5-9b7c-131b5e1f34f3 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=157da486-b80b-4611-878d-08e723170dcf HTTP/1.1" status: 200 len: 949 time: 0.0742371 Dec 10 18:29:45.701879 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-44b97f63-db43-47e4-88e2-48adef01a460 req-f63192f3-f6a5-4976-8b88-e3fa650714b2 service neutron] Attempting to bind port 56ac798e-d9d7-4998-8db6-26b6cc17558a on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:29:45.702224 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-44b97f63-db43-47e4-88e2-48adef01a460 req-f63192f3-f6a5-4976-8b88-e3fa650714b2 service neutron] Attempting to bind port 56ac798e-d9d7-4998-8db6-26b6cc17558a by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:29:45.702808 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b97f63-db43-47e4-88e2-48adef01a460 req-f63192f3-f6a5-4976-8b88-e3fa650714b2 service neutron] Attempting to bind port 56ac798e-d9d7-4998-8db6-26b6cc17558a on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:29:45.708155 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b97f63-db43-47e4-88e2-48adef01a460 req-f63192f3-f6a5-4976-8b88-e3fa650714b2 service neutron] Port 56ac798e-d9d7-4998-8db6-26b6cc17558a on network c9403646-ab9b-4a0a-827b-6d4376246b64 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:29:45.709549 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b97f63-db43-47e4-88e2-48adef01a460 req-f63192f3-f6a5-4976-8b88-e3fa650714b2 service neutron] Attempting to bind port 56ac798e-d9d7-4998-8db6-26b6cc17558a on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:29:45.715864 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b97f63-db43-47e4-88e2-48adef01a460 req-f63192f3-f6a5-4976-8b88-e3fa650714b2 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:29:45.716357 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b97f63-db43-47e4-88e2-48adef01a460 req-f63192f3-f6a5-4976-8b88-e3fa650714b2 service neutron] Checking segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:29:45.716792 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b97f63-db43-47e4-88e2-48adef01a460 req-f63192f3-f6a5-4976-8b88-e3fa650714b2 service neutron] Bound using segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:29:45.717257 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-44b97f63-db43-47e4-88e2-48adef01a460 req-f63192f3-f6a5-4976-8b88-e3fa650714b2 service neutron] Bound port: 56ac798e-d9d7-4998-8db6-26b6cc17558a, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:29:45.717620 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-44b97f63-db43-47e4-88e2-48adef01a460 req-f63192f3-f6a5-4976-8b88-e3fa650714b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:45.725710 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0adbbf75-2d5e-4cab-a2c0-fd21392fabf1 req-e947bf50-b62e-4970-8ccd-3d6a1d011372 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488904 Dec 10 18:29:45.805297 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-44b97f63-db43-47e4-88e2-48adef01a460 req-f63192f3-f6a5-4976-8b88-e3fa650714b2 service neutron] For port 56ac798e-d9d7-4998-8db6-26b6cc17558a, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:29:45.809362 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-44b97f63-db43-47e4-88e2-48adef01a460 req-f63192f3-f6a5-4976-8b88-e3fa650714b2 service neutron] For port 56ac798e-d9d7-4998-8db6-26b6cc17558a, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=56ac798e-d9d7-4998-8db6-26b6cc17558a,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:29:45.814824 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-44b97f63-db43-47e4-88e2-48adef01a460 req-f63192f3-f6a5-4976-8b88-e3fa650714b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:45.845381 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-70847f0d-c180-432f-b4e1-99f9a970ccb4 req-8f6e89fc-867f-46a6-8b6a-fcd73e33f41c tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7a63511-34ff-4131-8762-2b9877286828 HTTP/1.1" status: 200 len: 210 time: 0.0314083 Dec 10 18:29:45.856869 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b97f63-db43-47e4-88e2-48adef01a460 req-f63192f3-f6a5-4976-8b88-e3fa650714b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:45.857584 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-44b97f63-db43-47e4-88e2-48adef01a460 req-f63192f3-f6a5-4976-8b88-e3fa650714b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:45.858870 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-44b97f63-db43-47e4-88e2-48adef01a460 req-f63192f3-f6a5-4976-8b88-e3fa650714b2 service neutron] 10.222.0.46 "PUT /v2.0/ports/56ac798e-d9d7-4998-8db6-26b6cc17558a HTTP/1.1" status: 200 len: 1096 time: 0.7382300 Dec 10 18:29:45.859312 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c48bfe-f3eb-4d51-8a97-a305d408f21a', 'tag': '56ac798e-d9d7-4998-8db6-26b6cc17558a'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:29:45.861765 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9100bf3a-333f-4bf5-ad9b-bc1b9895f0eb" -d '{"events": [{"name": "network-changed", "server_uuid": "f1c48bfe-f3eb-4d51-8a97-a305d408f21a", "tag": "56ac798e-d9d7-4998-8db6-26b6cc17558a"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:29:45.885289 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63192f3-f6a5-4976-8b88-e3fa650714b2 service neutron] Pushing event updated for resources: {'Port': ['ID=56ac798e-d9d7-4998-8db6-26b6cc17558a,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:45.985718 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b97f63-db43-47e4-88e2-48adef01a460 req-5f25e95e-f115-4865-8dd5-754ea6cd1a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:45.987248 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-44b97f63-db43-47e4-88e2-48adef01a460 req-5f25e95e-f115-4865-8dd5-754ea6cd1a8a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=449146cf6fbe4ffeba406209dfdd303b&device_id=f1c48bfe-f3eb-4d51-8a97-a305d408f21a HTTP/1.1" status: 200 len: 1099 time: 0.0604672 Dec 10 18:29:46.040210 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-44b97f63-db43-47e4-88e2-48adef01a460 req-d7924552-be36-4de0-a8a3-33f30d62715d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=56ac798e-d9d7-4998-8db6-26b6cc17558a HTTP/1.1" status: 200 len: 217 time: 0.0416119 Dec 10 18:29:46.048814 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2f450050-a1f0-421b-bd02-0d56b9345edf req-558e717c-46c7-4919-bb8b-88286ffab2b7 tempest-QuotasAdminNegativeTest-1365248571 tempest-QuotasAdminNegativeTest-1365248571-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=684453d292334f93a0282cefc314d291&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237360 Dec 10 18:29:46.120253 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b97f63-db43-47e4-88e2-48adef01a460 req-08c17fcf-8c88-4337-a5ae-9ae2a5d13896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:46.122260 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-44b97f63-db43-47e4-88e2-48adef01a460 req-08c17fcf-8c88-4337-a5ae-9ae2a5d13896 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.0724971 Dec 10 18:29:46.172938 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b97f63-db43-47e4-88e2-48adef01a460 req-03d809ad-e2e5-40d9-830a-d064fef05825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:46.174861 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-44b97f63-db43-47e4-88e2-48adef01a460 req-03d809ad-e2e5-40d9-830a-d064fef05825 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0453496 Dec 10 18:29:46.186200 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f450050-a1f0-421b-bd02-0d56b9345edf req-e9511b27-705e-4ff3-9969-502e0d9562c0 tempest-QuotasAdminNegativeTest-1365248571 tempest-QuotasAdminNegativeTest-1365248571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:46.187833 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2f450050-a1f0-421b-bd02-0d56b9345edf req-e9511b27-705e-4ff3-9969-502e0d9562c0 tempest-QuotasAdminNegativeTest-1365248571 tempest-QuotasAdminNegativeTest-1365248571-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1300287 Dec 10 18:29:46.204159 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2f450050-a1f0-421b-bd02-0d56b9345edf req-4b35f32c-1b8f-4569-8695-234e21fda116 tempest-QuotasAdminNegativeTest-1365248571 tempest-QuotasAdminNegativeTest-1365248571-project] 10.222.0.62 "GET /v2.0/quotas/684453d292334f93a0282cefc314d291 HTTP/1.1" status: 200 len: 375 time: 0.0095541 Dec 10 18:29:46.241707 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2f450050-a1f0-421b-bd02-0d56b9345edf req-a404e218-be1f-4b4e-8836-c467d38eab54 tempest-QuotasAdminNegativeTest-1365248571 tempest-QuotasAdminNegativeTest-1365248571-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=684453d292334f93a0282cefc314d291&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297363 Dec 10 18:29:46.271217 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-44b97f63-db43-47e4-88e2-48adef01a460 req-680deb2c-15f3-4245-93de-1272da84be75 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868208 Dec 10 18:29:46.364860 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0a4929-1f69-4eb5-a504-8225e8b14e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0473e46-f9cc-42af-9412-4c8e588381de'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:29:46.374637 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1890e4e5-7c66-4aab-b62d-a1b27dc4159b" -d '{"events": [{"server_uuid": "6d0a4929-1f69-4eb5-a504-8225e8b14e59", "name": "network-vif-plugged", "status": "completed", "tag": "e0473e46-f9cc-42af-9412-4c8e588381de"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:29:46.405996 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-44b97f63-db43-47e4-88e2-48adef01a460 req-ecba8b88-b9d9-407f-a2a0-5fdcc45ec0c9 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195173 Dec 10 18:29:46.505196 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651eec1-2580-4bf6-a20e-287dec0fd19c req-75bdefcc-a586-4cc8-b066-f55e900f95a2 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:46.506808 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5651eec1-2580-4bf6-a20e-287dec0fd19c req-75bdefcc-a586-4cc8-b066-f55e900f95a2 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab212cb-0f04-48f5-93b2-07c6256f57f6 HTTP/1.1" status: 200 len: 950 time: 0.0558412 Dec 10 18:29:46.560078 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5651eec1-2580-4bf6-a20e-287dec0fd19c req-cf898361-4ec7-4c7d-a844-5ef83e3dac5d tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/security-groups?id=600a829c-a024-4872-9af8-f652ce49a78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468547 Dec 10 18:29:46.602485 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b44788-c1e6-42ec-b4c7-1e46d0a9a488 x-openstack-request-id: req-a2b44788-c1e6-42ec-b4c7-1e46d0a9a488 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:29:46.603049 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1c48bfe-f3eb-4d51-8a97-a305d408f21a", "tag": "56ac798e-d9d7-4998-8db6-26b6cc17558a", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:29:46.603049 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a2b44788-c1e6-42ec-b4c7-1e46d0a9a488 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:29:46.604115 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1c48bfe-f3eb-4d51-8a97-a305d408f21a', 'tag': '56ac798e-d9d7-4998-8db6-26b6cc17558a', 'status': 'completed', 'code': 200} Dec 10 18:29:46.678583 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100bf3a-333f-4bf5-ad9b-bc1b9895f0eb req-42f60650-94f4-4032-8551-bb3518ccb930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:46.680171 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9100bf3a-333f-4bf5-ad9b-bc1b9895f0eb req-42f60650-94f4-4032-8551-bb3518ccb930 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=449146cf6fbe4ffeba406209dfdd303b&device_id=f1c48bfe-f3eb-4d51-8a97-a305d408f21a HTTP/1.1" status: 200 len: 1099 time: 0.0486991 Dec 10 18:29:46.711601 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac887173-bd6b-49b6-9168-544226098275 req-9191bc7f-ff2c-4ddb-b6a9-4fface0bea8d tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:46.713406 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ac887173-bd6b-49b6-9168-544226098275 req-9191bc7f-ff2c-4ddb-b6a9-4fface0bea8d tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d0a4929-1f69-4eb5-a504-8225e8b14e59 HTTP/1.1" status: 200 len: 949 time: 0.0590827 Dec 10 18:29:46.767182 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ac887173-bd6b-49b6-9168-544226098275 req-85709e93-d562-4820-ad0e-05676663d036 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/security-groups?id=c05a4f82-cb7b-455e-8ad0-a430842afda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473197 Dec 10 18:29:46.802942 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100bf3a-333f-4bf5-ad9b-bc1b9895f0eb req-7c8549bb-4711-468b-ba56-b68e45410c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:46.804352 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9100bf3a-333f-4bf5-ad9b-bc1b9895f0eb req-7c8549bb-4711-468b-ba56-b68e45410c7b service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.1132770 Dec 10 18:29:46.852364 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9100bf3a-333f-4bf5-ad9b-bc1b9895f0eb req-549c033e-69c5-4cf1-94ee-5d619232df66 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=56ac798e-d9d7-4998-8db6-26b6cc17558a HTTP/1.1" status: 200 len: 217 time: 0.0354283 Dec 10 18:29:46.905448 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100bf3a-333f-4bf5-ad9b-bc1b9895f0eb req-9d20c4a3-9029-4562-bcf0-b1c1ef87f612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:46.906830 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9100bf3a-333f-4bf5-ad9b-bc1b9895f0eb req-9d20c4a3-9029-4562-bcf0-b1c1ef87f612 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.0464962 Dec 10 18:29:46.958928 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100bf3a-333f-4bf5-ad9b-bc1b9895f0eb req-aebbf8dd-82bc-4427-84b3-998c42953549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:46.960423 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9100bf3a-333f-4bf5-ad9b-bc1b9895f0eb req-aebbf8dd-82bc-4427-84b3-998c42953549 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0417228 Dec 10 18:29:47.063414 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9100bf3a-333f-4bf5-ad9b-bc1b9895f0eb req-42c24bbf-89bc-4285-91e0-2bd3097febe7 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953994 Dec 10 18:29:47.087857 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2e860b-1e57-4e71-8826-7194c72a6c92 x-openstack-request-id: req-df2e860b-1e57-4e71-8826-7194c72a6c92 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:29:47.090432 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0a4929-1f69-4eb5-a504-8225e8b14e59", "name": "network-vif-plugged", "status": "completed", "tag": "e0473e46-f9cc-42af-9412-4c8e588381de", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:29:47.091402 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-df2e860b-1e57-4e71-8826-7194c72a6c92 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:29:47.091842 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0a4929-1f69-4eb5-a504-8225e8b14e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0473e46-f9cc-42af-9412-4c8e588381de', 'code': 200} Dec 10 18:29:47.160466 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9100bf3a-333f-4bf5-ad9b-bc1b9895f0eb req-59a9374b-3174-4daf-9034-37ddd637bc43 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889232 Dec 10 18:29:47.336443 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fed984-c1eb-4d6f-91bb-6712197c6bf3 req-28db22c0-b1e9-49ec-9968-b5e835305247 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:47.338251 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c6fed984-c1eb-4d6f-91bb-6712197c6bf3 req-28db22c0-b1e9-49ec-9968-b5e835305247 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 944 time: 0.0569186 Dec 10 18:29:47.398027 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c6fed984-c1eb-4d6f-91bb-6712197c6bf3 req-27b9d702-777c-4918-b9af-72d405dd4e0b tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479946 Dec 10 18:29:47.531211 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bec1c-0ee1-4c1c-b23e-6003b30040d5 req-f23db8f3-93a4-4658-8de3-0fe71eaf5a8c tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:47.532795 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c28bec1c-0ee1-4c1c-b23e-6003b30040d5 req-f23db8f3-93a4-4658-8de3-0fe71eaf5a8c tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=157da486-b80b-4611-878d-08e723170dcf HTTP/1.1" status: 200 len: 949 time: 0.0604191 Dec 10 18:29:47.596425 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c28bec1c-0ee1-4c1c-b23e-6003b30040d5 req-3b8ed3fc-7fda-42e7-b2a8-de0a98f969d0 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573397 Dec 10 18:29:47.688041 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-159e4423-f39b-4168-9f89-cef971b486c8 req-52732265-8043-4459-b2af-bba7c36863d7 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7a63511-34ff-4131-8762-2b9877286828 HTTP/1.1" status: 200 len: 210 time: 0.0297372 Dec 10 18:29:48.151511 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c84d18-c49e-452e-a39d-0871116d3ed5 req-dfbe7f8c-dacc-4be9-9317-d8431cab55cb tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:48.153072 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-62c84d18-c49e-452e-a39d-0871116d3ed5 req-dfbe7f8c-dacc-4be9-9317-d8431cab55cb tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab212cb-0f04-48f5-93b2-07c6256f57f6 HTTP/1.1" status: 200 len: 950 time: 0.0563281 Dec 10 18:29:48.202933 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-62c84d18-c49e-452e-a39d-0871116d3ed5 req-f9c4292e-3a40-43b0-b976-7cb64e6a2b0f tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/security-groups?id=600a829c-a024-4872-9af8-f652ce49a78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437436 Dec 10 18:29:48.324376 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e664171-41b0-4e29-901b-fd6807d6ffb4 req-a3e215a8-725a-4a45-8869-755213451268 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:48.326137 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9e664171-41b0-4e29-901b-fd6807d6ffb4 req-a3e215a8-725a-4a45-8869-755213451268 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d0a4929-1f69-4eb5-a504-8225e8b14e59 HTTP/1.1" status: 200 len: 949 time: 0.0616636 Dec 10 18:29:48.398164 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9e664171-41b0-4e29-901b-fd6807d6ffb4 req-b80757a9-a28f-468e-b8b4-33eb7531877f tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/security-groups?id=c05a4f82-cb7b-455e-8ad0-a430842afda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648196 Dec 10 18:29:48.731692 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae9c56-fdcc-4b1d-a686-9cc1a4038d99 req-5b52b696-d878-45d4-aff2-f3cb4d14bd46 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:48.733299 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-81ae9c56-fdcc-4b1d-a686-9cc1a4038d99 req-5b52b696-d878-45d4-aff2-f3cb4d14bd46 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 944 time: 0.0569031 Dec 10 18:29:48.784315 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-81ae9c56-fdcc-4b1d-a686-9cc1a4038d99 req-b8124608-4abe-4b82-a362-205ac6516082 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443332 Dec 10 18:29:48.893998 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733069e-49f0-40ff-94c2-958092add4e0 req-058fb789-9401-424f-a604-15a2b15a635b tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:48.896192 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8733069e-49f0-40ff-94c2-958092add4e0 req-058fb789-9401-424f-a604-15a2b15a635b tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=157da486-b80b-4611-878d-08e723170dcf HTTP/1.1" status: 200 len: 949 time: 0.0507269 Dec 10 18:29:48.945928 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8733069e-49f0-40ff-94c2-958092add4e0 req-70632bde-500e-451d-90f4-08cf09d466c5 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417221 Dec 10 18:29:49.045201 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fc217827-19ba-42ae-93df-b9374b45bda0 req-52df6111-d91b-4dc0-9605-4b6b7fa6e75f tempest-QuotasAdminNegativeTest-1365248571 tempest-QuotasAdminNegativeTest-1365248571-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=684453d292334f93a0282cefc314d291&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214429 Dec 10 18:29:49.156430 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc217827-19ba-42ae-93df-b9374b45bda0 req-6ff9130c-2325-436e-9424-425b84a4b4ab tempest-QuotasAdminNegativeTest-1365248571 tempest-QuotasAdminNegativeTest-1365248571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:49.157931 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fc217827-19ba-42ae-93df-b9374b45bda0 req-6ff9130c-2325-436e-9424-425b84a4b4ab tempest-QuotasAdminNegativeTest-1365248571 tempest-QuotasAdminNegativeTest-1365248571-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1068163 Dec 10 18:29:49.173535 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fc217827-19ba-42ae-93df-b9374b45bda0 req-e1859699-82c0-4863-bdd2-518d9a1d31d9 tempest-QuotasAdminNegativeTest-1365248571 tempest-QuotasAdminNegativeTest-1365248571-project] 10.222.0.62 "GET /v2.0/quotas/684453d292334f93a0282cefc314d291 HTTP/1.1" status: 200 len: 375 time: 0.0098636 Dec 10 18:29:49.206914 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fc217827-19ba-42ae-93df-b9374b45bda0 req-628c8d2f-3d06-4f14-86bd-f325b161bb17 tempest-QuotasAdminNegativeTest-1365248571 tempest-QuotasAdminNegativeTest-1365248571-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=684453d292334f93a0282cefc314d291&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275276 Dec 10 18:29:49.340691 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3a01bdee-1d70-4c7a-a08e-a5e376f0e3e2 req-ded28f72-5c70-4e7b-bfaf-d111eff63842 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7a63511-34ff-4131-8762-2b9877286828 HTTP/1.1" status: 200 len: 210 time: 0.0297632 Dec 10 18:29:49.591295 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-56bcbf6b-5920-4d60-a79a-d1abafc333ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:49.606727 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7b08e-c636-4acb-a81b-2f17df67eb73 req-19f0dddf-9b87-4300-a1c7-809283482e1b tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:49.608220 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eac7b08e-c636-4acb-a81b-2f17df67eb73 req-19f0dddf-9b87-4300-a1c7-809283482e1b tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab212cb-0f04-48f5-93b2-07c6256f57f6 HTTP/1.1" status: 200 len: 950 time: 0.0501502 Dec 10 18:29:49.661175 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eac7b08e-c636-4acb-a81b-2f17df67eb73 req-fda505f7-bdf9-47d6-b0ad-64703d599326 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/security-groups?id=600a829c-a024-4872-9af8-f652ce49a78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467799 Dec 10 18:29:49.890342 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f7b1e0-4a52-4790-ac55-b5b246c2eae3 req-75cedfce-1248-4116-8831-1d9ae1ec494f tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:49.891835 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e3f7b1e0-4a52-4790-ac55-b5b246c2eae3 req-75cedfce-1248-4116-8831-1d9ae1ec494f tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d0a4929-1f69-4eb5-a504-8225e8b14e59 HTTP/1.1" status: 200 len: 949 time: 0.0483413 Dec 10 18:29:49.942370 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e3f7b1e0-4a52-4790-ac55-b5b246c2eae3 req-76b67677-0dae-4a12-8e50-c85b0164331b tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/security-groups?id=c05a4f82-cb7b-455e-8ad0-a430842afda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424311 Dec 10 18:29:50.211777 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6793e-cca6-48a8-bdfe-58acf55c8f41 req-3c6aeaf6-599c-46ab-aa21-00a348ec3274 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:50.213951 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b9e6793e-cca6-48a8-bdfe-58acf55c8f41 req-3c6aeaf6-599c-46ab-aa21-00a348ec3274 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 944 time: 0.0562401 Dec 10 18:29:50.267793 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b9e6793e-cca6-48a8-bdfe-58acf55c8f41 req-ff077ec5-df92-4692-85b1-a48a29bfdeba tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445516 Dec 10 18:29:50.380716 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262d069-57f5-4f28-b473-3899d68164b5 req-57e4a9ca-123d-4e54-9257-4eff3c94bb99 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:50.382203 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7262d069-57f5-4f28-b473-3899d68164b5 req-57e4a9ca-123d-4e54-9257-4eff3c94bb99 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=157da486-b80b-4611-878d-08e723170dcf HTTP/1.1" status: 200 len: 949 time: 0.0512674 Dec 10 18:29:50.436461 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7262d069-57f5-4f28-b473-3899d68164b5 req-242fa90e-d4b6-43fd-9aef-08e69736203c tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474696 Dec 10 18:29:50.447969 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 56ac798e-d9d7-4998-8db6-26b6cc17558a details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:29:50.555050 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 56ac798e-d9d7-4998-8db6-26b6cc17558a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=56ac798e-d9d7-4998-8db6-26b6cc17558a,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:50.567840 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '56ac798e-d9d7-4998-8db6-26b6cc17558a', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': '56ac798e-d9d7-4998-8db6-26b6cc17558a', 'mac_address': 'fa:16:3e:99:bc:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:29:50.607965 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:50.623304 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ac798e-d9d7-4998-8db6-26b6cc17558a {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:29:50.645329 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 56ac798e-d9d7-4998-8db6-26b6cc17558a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=56ac798e-d9d7-4998-8db6-26b6cc17558a,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:50.650212 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:50.703941 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=56ac798e-d9d7-4998-8db6-26b6cc17558a,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:50.922012 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['56ac798e-d9d7-4998-8db6-26b6cc17558a'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:29:50.925771 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d58b99f7-6a33-4823-8f31-a707fa9fe03a req-d119b61c-dcb6-4375-9e3d-09a5670d0035 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7a63511-34ff-4131-8762-2b9877286828 HTTP/1.1" status: 200 len: 210 time: 0.0281107 Dec 10 18:29:51.036231 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc6ecb-4eeb-4ae2-b431-dbd977ee5838 req-3218c9f9-6daa-4cd7-8ada-86aee8a1ccd9 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:51.037837 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fdfc6ecb-4eeb-4ae2-b431-dbd977ee5838 req-3218c9f9-6daa-4cd7-8ada-86aee8a1ccd9 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab212cb-0f04-48f5-93b2-07c6256f57f6 HTTP/1.1" status: 200 len: 950 time: 0.0539627 Dec 10 18:29:51.098285 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fdfc6ecb-4eeb-4ae2-b431-dbd977ee5838 req-223b63c3-bb4a-42cd-ac3f-49688e75e5ff tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/security-groups?id=600a829c-a024-4872-9af8-f652ce49a78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485466 Dec 10 18:29:51.192859 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-775db80f-d061-4aa6-9196-eaecef3b626d req-9b5fe6cd-5f8c-4940-9c8f-7caaaa4c9735 tempest-QuotasAdminNegativeTest-1365248571 tempest-QuotasAdminNegativeTest-1365248571-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=684453d292334f93a0282cefc314d291&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217848 Dec 10 18:29:51.302540 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775db80f-d061-4aa6-9196-eaecef3b626d req-1b2f15d7-545a-4d29-97f3-a4e0f6aa432f tempest-QuotasAdminNegativeTest-1365248571 tempest-QuotasAdminNegativeTest-1365248571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:51.304063 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-775db80f-d061-4aa6-9196-eaecef3b626d req-1b2f15d7-545a-4d29-97f3-a4e0f6aa432f tempest-QuotasAdminNegativeTest-1365248571 tempest-QuotasAdminNegativeTest-1365248571-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1055763 Dec 10 18:29:51.319696 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-775db80f-d061-4aa6-9196-eaecef3b626d req-68f9d1df-eb32-4a77-a5cd-812025fbfdfa tempest-QuotasAdminNegativeTest-1365248571 tempest-QuotasAdminNegativeTest-1365248571-project] 10.222.0.62 "GET /v2.0/quotas/684453d292334f93a0282cefc314d291 HTTP/1.1" status: 200 len: 375 time: 0.0091872 Dec 10 18:29:51.351350 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-775db80f-d061-4aa6-9196-eaecef3b626d req-d430872f-568b-4fae-8a92-247481147e1e tempest-QuotasAdminNegativeTest-1365248571 tempest-QuotasAdminNegativeTest-1365248571-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=684453d292334f93a0282cefc314d291&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254393 Dec 10 18:29:51.750349 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53749cc-1949-4f15-b85b-14af81535cef req-3ed845f1-9dc1-45d5-b6e9-2ecfb73b89e8 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:51.751834 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b53749cc-1949-4f15-b85b-14af81535cef req-3ed845f1-9dc1-45d5-b6e9-2ecfb73b89e8 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d0a4929-1f69-4eb5-a504-8225e8b14e59 HTTP/1.1" status: 200 len: 949 time: 0.0520504 Dec 10 18:29:51.800273 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b53749cc-1949-4f15-b85b-14af81535cef req-b1333e39-fa7d-4087-9893-a83691a44d5f tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/security-groups?id=c05a4f82-cb7b-455e-8ad0-a430842afda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420260 Dec 10 18:29:51.902017 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baafec5-0877-4e5e-bfaf-de70e3270295 req-89836540-e9af-4cbd-8c49-6accc3d8170e tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:51.903417 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9baafec5-0877-4e5e-bfaf-de70e3270295 req-89836540-e9af-4cbd-8c49-6accc3d8170e tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 944 time: 0.0492411 Dec 10 18:29:51.954635 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9baafec5-0877-4e5e-bfaf-de70e3270295 req-15effd29-69b6-4266-bbfe-aa91eac8a6d9 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452609 Dec 10 18:29:52.186763 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a12d7d-d23a-4548-a215-2bbcd8e22b8e req-e789267f-bd11-409f-8b6f-c6482b1cdf7e tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:52.188276 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b6a12d7d-d23a-4548-a215-2bbcd8e22b8e req-e789267f-bd11-409f-8b6f-c6482b1cdf7e tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=157da486-b80b-4611-878d-08e723170dcf HTTP/1.1" status: 200 len: 949 time: 0.0495532 Dec 10 18:29:52.235512 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b6a12d7d-d23a-4548-a215-2bbcd8e22b8e req-0adb2cd3-f4a1-41e6-a63b-744b84017f6d tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412524 Dec 10 18:29:52.322417 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2a3ca5fb-1bf3-4097-a0a3-a95622f8bee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:52.458232 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 56ac798e-d9d7-4998-8db6-26b6cc17558a up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:29:52.512559 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 56ac798e-d9d7-4998-8db6-26b6cc17558a completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:29:52.517025 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 56ac798e-d9d7-4998-8db6-26b6cc17558a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:52.517541 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:52.604986 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:52.637939 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c48bfe-f3eb-4d51-8a97-a305d408f21a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ac798e-d9d7-4998-8db6-26b6cc17558a'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:29:52.640232 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8dd478-2e40-4962-8945-7a081aff4224" -d '{"events": [{"server_uuid": "f1c48bfe-f3eb-4d51-8a97-a305d408f21a", "name": "network-vif-plugged", "status": "completed", "tag": "56ac798e-d9d7-4998-8db6-26b6cc17558a"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:29:52.654095 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 56ac798e-d9d7-4998-8db6-26b6cc17558a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=56ac798e-d9d7-4998-8db6-26b6cc17558a,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:52.659576 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:52.689127 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-65a8176b-fb5e-44a4-bb90-9dd511b94e10 req-9d24155f-9155-4884-92f5-d037489e0504 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7a63511-34ff-4131-8762-2b9877286828 HTTP/1.1" status: 200 len: 210 time: 0.0277576 Dec 10 18:29:52.722013 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=56ac798e-d9d7-4998-8db6-26b6cc17558a,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:52.823123 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27757345-66e2-45c8-a81c-500dfcaa6753 req-794e0ef6-fbc6-4cf9-8bfb-be36c06fac12 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:52.824845 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-27757345-66e2-45c8-a81c-500dfcaa6753 req-794e0ef6-fbc6-4cf9-8bfb-be36c06fac12 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab212cb-0f04-48f5-93b2-07c6256f57f6 HTTP/1.1" status: 200 len: 950 time: 0.0571775 Dec 10 18:29:52.881874 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-27757345-66e2-45c8-a81c-500dfcaa6753 req-8e8b8b0d-660b-445a-9440-871613c83b1b tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/security-groups?id=600a829c-a024-4872-9af8-f652ce49a78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504885 Dec 10 18:29:52.928377 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b006ac5-10a7-49d8-841a-ab70298d0ef1 x-openstack-request-id: req-1b006ac5-10a7-49d8-841a-ab70298d0ef1 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:29:52.928741 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c48bfe-f3eb-4d51-8a97-a305d408f21a", "name": "network-vif-plugged", "status": "completed", "tag": "56ac798e-d9d7-4998-8db6-26b6cc17558a", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:29:52.929082 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1b006ac5-10a7-49d8-841a-ab70298d0ef1 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:29:52.929495 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c48bfe-f3eb-4d51-8a97-a305d408f21a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ac798e-d9d7-4998-8db6-26b6cc17558a', 'code': 200} Dec 10 18:29:52.941354 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41648) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:52.944365 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41650) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:53.050323 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c4b7e-53c1-4e45-bfd7-e8c8f538a690 req-a2a8a09d-5675-40bf-b52e-6bb8a604ba91 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:53.051875 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-105c4b7e-53c1-4e45-bfd7-e8c8f538a690 req-a2a8a09d-5675-40bf-b52e-6bb8a604ba91 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d0a4929-1f69-4eb5-a504-8225e8b14e59 HTTP/1.1" status: 200 len: 949 time: 0.0736885 Dec 10 18:29:53.062315 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4d7ff-6b48-43fe-91ca-a03d27065dc0 req-ede91b4d-26a6-4316-aa97-884887733013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:53.063912 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7ea4d7ff-6b48-43fe-91ca-a03d27065dc0 req-ede91b4d-26a6-4316-aa97-884887733013 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f1c48bfe-f3eb-4d51-8a97-a305d408f21a HTTP/1.1" status: 200 len: 1101 time: 0.0555141 Dec 10 18:29:53.097201 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ae8869c4-c602-4279-92dd-ca3155af0d43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.098615 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7678c0ed-3ce9-4ce5-b418-15ee224c0613 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.135009 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-105c4b7e-53c1-4e45-bfd7-e8c8f538a690 req-5f6144b2-90a9-4fd0-ba08-2c807d5c4dfc tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/security-groups?id=c05a4f82-cb7b-455e-8ad0-a430842afda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727396 Dec 10 18:29:53.147231 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7ea4d7ff-6b48-43fe-91ca-a03d27065dc0 req-58953007-7b2f-465d-a66f-4e549fbea8a4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672092 Dec 10 18:29:53.208684 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ae8869c4-c602-4279-92dd-ca3155af0d43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.213092 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ae8869c4-c602-4279-92dd-ca3155af0d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.244203 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7678c0ed-3ce9-4ce5-b418-15ee224c0613 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.253331 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7678c0ed-3ce9-4ce5-b418-15ee224c0613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.260170 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8869c4-c602-4279-92dd-ca3155af0d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8161722-4ba8-48b0-beb8-32553e69a862,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:53.266443 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ae8869c4-c602-4279-92dd-ca3155af0d43 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=684453d292334f93a0282cefc314d291&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3209434 Dec 10 18:29:53.269458 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41660) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:53.270293 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.319858 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c307f-6f19-42d1-b14c-9be4dba4849d req-1af77839-4af1-425c-bafc-da53e8fa4583 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:53.321280 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f55c307f-6f19-42d1-b14c-9be4dba4849d req-1af77839-4af1-425c-bafc-da53e8fa4583 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 944 time: 0.1156235 Dec 10 18:29:53.331923 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7678c0ed-3ce9-4ce5-b418-15ee224c0613 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=63cf62ad9e6247ba97dcaf73f2ab1b87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3895061 Dec 10 18:29:53.334949 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41662) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:53.339651 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678c0ed-3ce9-4ce5-b418-15ee224c0613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9a6df7-56b8-4241-aac1-92bc07a1bbd7,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:53.394193 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c64b4ef6-7542-42ea-94da-9204dad11ad6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.403470 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c7c54dbb-51ec-4cd0-934c-65c1b93c8264 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.419097 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f55c307f-6f19-42d1-b14c-9be4dba4849d req-16538b8e-22ab-4e6d-8c91-423a0a4632c0 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858521 Dec 10 18:29:53.430647 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c7c54dbb-51ec-4cd0-934c-65c1b93c8264 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.433083 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c64b4ef6-7542-42ea-94da-9204dad11ad6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.496382 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c64b4ef6-7542-42ea-94da-9204dad11ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.498875 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c64b4ef6-7542-42ea-94da-9204dad11ad6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.500015 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c64b4ef6-7542-42ea-94da-9204dad11ad6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a8161722-4ba8-48b0-beb8-32553e69a862 HTTP/1.1" status: 204 len: 168 time: 0.2189696 Dec 10 18:29:53.508761 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c7c54dbb-51ec-4cd0-934c-65c1b93c8264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.512371 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c7c54dbb-51ec-4cd0-934c-65c1b93c8264 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.516915 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c7c54dbb-51ec-4cd0-934c-65c1b93c8264 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0e9a6df7-56b8-4241-aac1-92bc07a1bbd7 HTTP/1.1" status: 204 len: 168 time: 0.1809258 Dec 10 18:29:53.527828 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c54dbb-51ec-4cd0-934c-65c1b93c8264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9a6df7-56b8-4241-aac1-92bc07a1bbd7,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:53.528773 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b4ef6-7542-42ea-94da-9204dad11ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8161722-4ba8-48b0-beb8-32553e69a862,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:53.548739 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a026c4-f646-4af4-9682-0d1ca6aa0b3a req-e88061c6-366d-4ded-b275-7745d271ea85 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:53.550423 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-31a026c4-f646-4af4-9682-0d1ca6aa0b3a req-e88061c6-366d-4ded-b275-7745d271ea85 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=157da486-b80b-4611-878d-08e723170dcf HTTP/1.1" status: 200 len: 949 time: 0.0663531 Dec 10 18:29:53.613237 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-31a026c4-f646-4af4-9682-0d1ca6aa0b3a req-5ccbbf7a-9b36-4976-bbbd-e0eeee864a76 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558581 Dec 10 18:29:53.799920 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0c640c87-c163-484a-8a68-2d8da78110b5 req-5ab731a3-b45f-4db5-bd62-d8c31f79dd10 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7a63511-34ff-4131-8762-2b9877286828 HTTP/1.1" status: 200 len: 210 time: 0.0346825 Dec 10 18:29:53.849636 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41674) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:53.864528 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f4267d6a-d191-4f6a-a0f6-84d0717f54fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.884793 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41676) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:53.900986 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0475a124-e7cb-45a7-9787-c09d4ddf9aa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.952340 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f4267d6a-d191-4f6a-a0f6-84d0717f54fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.957595 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f4267d6a-d191-4f6a-a0f6-84d0717f54fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.998751 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f4267d6a-d191-4f6a-a0f6-84d0717f54fe admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3f1a634e3fd846c392445716b2085013&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1479607 Dec 10 18:29:53.999626 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4267d6a-d191-4f6a-a0f6-84d0717f54fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed59d3f-da93-4dec-a9f2-b97c252a4e4a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:54.001915 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41680) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:54.027787 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0475a124-e7cb-45a7-9787-c09d4ddf9aa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.041550 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8624e-3de0-4a6f-be56-502281d6b5c9 req-75adf8c0-9fe2-4321-bb11-26ccc263d0f2 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:54.043280 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-95f8624e-3de0-4a6f-be56-502281d6b5c9 req-75adf8c0-9fe2-4321-bb11-26ccc263d0f2 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab212cb-0f04-48f5-93b2-07c6256f57f6 HTTP/1.1" status: 200 len: 950 time: 0.0818202 Dec 10 18:29:54.044067 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0475a124-e7cb-45a7-9787-c09d4ddf9aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.053423 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-60981249-1a19-493a-89f5-87bcb8e7870e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.076446 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-60981249-1a19-493a-89f5-87bcb8e7870e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.108276 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0475a124-e7cb-45a7-9787-c09d4ddf9aa9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=750ccdc38f0b4d688b37fc1f93b6d9f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205212 Dec 10 18:29:54.108276 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475a124-e7cb-45a7-9787-c09d4ddf9aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc514cd2-1948-43f7-8bdb-0f5198aa4f1a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:54.110383 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41682) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:54.134692 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-60981249-1a19-493a-89f5-87bcb8e7870e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.138325 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-60981249-1a19-493a-89f5-87bcb8e7870e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.139694 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-60981249-1a19-493a-89f5-87bcb8e7870e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eed59d3f-da93-4dec-a9f2-b97c252a4e4a HTTP/1.1" status: 204 len: 168 time: 0.1366019 Dec 10 18:29:54.150912 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60981249-1a19-493a-89f5-87bcb8e7870e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed59d3f-da93-4dec-a9f2-b97c252a4e4a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:54.168730 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-95f8624e-3de0-4a6f-be56-502281d6b5c9 req-20d8faef-6685-45bb-b03c-1a4323c85acd tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/security-groups?id=600a829c-a024-4872-9af8-f652ce49a78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092474 Dec 10 18:29:54.195562 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e181ebb4-5b57-4e7a-b162-e9ab48fc37ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.220848 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e181ebb4-5b57-4e7a-b162-e9ab48fc37ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.309266 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2a7eb-daff-4986-a09e-0bfa7503db6c req-d33d6584-d6a4-40ac-8b51-188127331465 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:54.311050 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-33c2a7eb-daff-4986-a09e-0bfa7503db6c req-d33d6584-d6a4-40ac-8b51-188127331465 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d0a4929-1f69-4eb5-a504-8225e8b14e59 HTTP/1.1" status: 200 len: 949 time: 0.0674334 Dec 10 18:29:54.312210 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e181ebb4-5b57-4e7a-b162-e9ab48fc37ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.314796 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e181ebb4-5b57-4e7a-b162-e9ab48fc37ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.318346 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e181ebb4-5b57-4e7a-b162-e9ab48fc37ca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fc514cd2-1948-43f7-8bdb-0f5198aa4f1a HTTP/1.1" status: 204 len: 168 time: 0.2044978 Dec 10 18:29:54.330861 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181ebb4-5b57-4e7a-b162-e9ab48fc37ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc514cd2-1948-43f7-8bdb-0f5198aa4f1a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:54.381652 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-33c2a7eb-daff-4986-a09e-0bfa7503db6c req-c5ff2833-80e2-4f37-921d-8e30e7698b32 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/security-groups?id=c05a4f82-cb7b-455e-8ad0-a430842afda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622704 Dec 10 18:29:54.567589 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5bd6f-9b58-4f8a-b86f-d921530da8aa req-88238a11-ce57-4b00-b030-ea9018ae1aef tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:54.569242 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-21e5bd6f-9b58-4f8a-b86f-d921530da8aa req-88238a11-ce57-4b00-b030-ea9018ae1aef tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 944 time: 0.0587325 Dec 10 18:29:54.633310 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-21e5bd6f-9b58-4f8a-b86f-d921530da8aa req-1a690616-dfe4-41f3-be49-99fcea51c80e tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547924 Dec 10 18:29:54.646175 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.760272 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177a77d-e5b1-47cd-893a-c2986de9a559 req-952d6893-ddf2-4e8e-953b-e5ff13dc185c tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:54.761954 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2177a77d-e5b1-47cd-893a-c2986de9a559 req-952d6893-ddf2-4e8e-953b-e5ff13dc185c tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=157da486-b80b-4611-878d-08e723170dcf HTTP/1.1" status: 200 len: 949 time: 0.0551543 Dec 10 18:29:54.826114 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2177a77d-e5b1-47cd-893a-c2986de9a559 req-830867ef-4d59-48bc-ab2b-3b9c12373c5f tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554802 Dec 10 18:29:54.928271 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-25e5e6ee-f134-4e08-98fa-9101ebd4c34a req-c65fdc5e-4136-4aac-9551-3eb6b8265d14 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7a63511-34ff-4131-8762-2b9877286828 HTTP/1.1" status: 200 len: 210 time: 0.0299280 Dec 10 18:29:55.190636 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41734) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:55.312077 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f31e96-d639-4d9f-a2a2-540a17733d52 req-b12826ce-881f-4536-a24f-349dedd25b3a tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:55.313643 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-60f31e96-d639-4d9f-a2a2-540a17733d52 req-b12826ce-881f-4536-a24f-349dedd25b3a tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab212cb-0f04-48f5-93b2-07c6256f57f6 HTTP/1.1" status: 200 len: 950 time: 0.0637105 Dec 10 18:29:55.375998 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-2dd92fed-c8fa-4f31-9571-3df82cbe3ee3 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-59762730-network', 'tenant_id': '344b3ca1290c4188bd4513e23e692c6d'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:55.381553 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-60f31e96-d639-4d9f-a2a2-540a17733d52 req-0abddd30-90c3-443d-8428-50bb6e626ded tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/security-groups?id=600a829c-a024-4872-9af8-f652ce49a78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608957 Dec 10 18:29:55.420346 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd92fed-c8fa-4f31-9571-3df82cbe3ee3 admin admin] Made reservation on behalf of 344b3ca1290c4188bd4513e23e692c6d for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:55.423407 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2dd92fed-c8fa-4f31-9571-3df82cbe3ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.424528 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.433496 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2dd92fed-c8fa-4f31-9571-3df82cbe3ee3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.526317 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2dd92fed-c8fa-4f31-9571-3df82cbe3ee3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.527602 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10300f73-18c4-4828-b3a4-2bb5462670e2 req-2dbf61dc-bf50-4bb0-adce-592724da513c tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:55.529297 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-10300f73-18c4-4828-b3a4-2bb5462670e2 req-2dbf61dc-bf50-4bb0-adce-592724da513c tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d0a4929-1f69-4eb5-a504-8225e8b14e59 HTTP/1.1" status: 200 len: 949 time: 0.0555964 Dec 10 18:29:55.531030 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2dd92fed-c8fa-4f31-9571-3df82cbe3ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.557084 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dd92fed-c8fa-4f31-9571-3df82cbe3ee3 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:29:55.576366 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd92fed-c8fa-4f31-9571-3df82cbe3ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9eed712-f087-44ee-bd0a-56b9c5b90421,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:55.581724 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2dd92fed-c8fa-4f31-9571-3df82cbe3ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.582069 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-2dd92fed-c8fa-4f31-9571-3df82cbe3ee3 admin admin] Added segment b40b0a3e-45b3-4fc3-81d3-da24b38b738c of type vlan for network 6efe28c3-78ae-4263-9868-7d6b9c58c77f Dec 10 18:29:55.587491 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-10300f73-18c4-4828-b3a4-2bb5462670e2 req-532f1085-fcc1-4003-ba89-70fbe766cd51 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/security-groups?id=c05a4f82-cb7b-455e-8ad0-a430842afda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499933 Dec 10 18:29:55.627740 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2dd92fed-c8fa-4f31-9571-3df82cbe3ee3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.657329 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2dd92fed-c8fa-4f31-9571-3df82cbe3ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.658294 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd92fed-c8fa-4f31-9571-3df82cbe3ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:55.658888 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2dd92fed-c8fa-4f31-9571-3df82cbe3ee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.716735 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2dd92fed-c8fa-4f31-9571-3df82cbe3ee3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5246561 Dec 10 18:29:55.719682 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41756) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:55.724407 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-77879f89-9f46-48cf-913d-99f7d907250a admin admin] Request body: {'subnet': {'network_id': '6efe28c3-78ae-4263-9868-7d6b9c58c77f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-59762730-subnet', 'tenant_id': '344b3ca1290c4188bd4513e23e692c6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:55.728030 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd92fed-c8fa-4f31-9571-3df82cbe3ee3 admin admin] Pushing event updated for resources: {'Network': ['ID=6efe28c3-78ae-4263-9868-7d6b9c58c77f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:55.739539 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 6efe28c3-78ae-4263-9868-7d6b9c58c77f details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:29:55.787692 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f66256-9013-4188-8794-ebe20d44bc00 req-f84ca5cf-583a-4c00-a7bf-f5ed0088150f tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:55.789258 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-92f66256-9013-4188-8794-ebe20d44bc00 req-f84ca5cf-583a-4c00-a7bf-f5ed0088150f tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 944 time: 0.0713425 Dec 10 18:29:55.790500 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77879f89-9f46-48cf-913d-99f7d907250a admin admin] Made reservation on behalf of 344b3ca1290c4188bd4513e23e692c6d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:55.792756 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77879f89-9f46-48cf-913d-99f7d907250a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.905042 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-92f66256-9013-4188-8794-ebe20d44bc00 req-f4b824e8-6642-4255-9ffe-905cf5a5d813 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956452 Dec 10 18:29:56.040584 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77879f89-9f46-48cf-913d-99f7d907250a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:56.094334 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080e689-8499-415b-a324-f7332a9f1b6d req-ce4e035c-7026-4612-817b-0b7018bfbeb5 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:56.095831 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d080e689-8499-415b-a324-f7332a9f1b6d req-ce4e035c-7026-4612-817b-0b7018bfbeb5 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=157da486-b80b-4611-878d-08e723170dcf HTTP/1.1" status: 200 len: 949 time: 0.1236277 Dec 10 18:29:56.109069 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77879f89-9f46-48cf-913d-99f7d907250a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d8e3542-3f7f-47c8-acd5-19cb426ac099,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:56.146582 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77879f89-9f46-48cf-913d-99f7d907250a admin admin] Checking segment: {'id': 'b40b0a3e-45b3-4fc3-81d3-da24b38b738c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6efe28c3-78ae-4263-9868-7d6b9c58c77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:29:56.146865 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77879f89-9f46-48cf-913d-99f7d907250a admin admin] Network hostable DHCP agents. Network: 6efe28c3-78ae-4263-9868-7d6b9c58c77f, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:29:56.172520 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d080e689-8499-415b-a324-f7332a9f1b6d req-17b5e61a-c5a7-495c-9f79-47b732145f86 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673242 Dec 10 18:29:56.179839 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77879f89-9f46-48cf-913d-99f7d907250a admin admin] Network 6efe28c3-78ae-4263-9868-7d6b9c58c77f is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:29:56.193220 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-77879f89-9f46-48cf-913d-99f7d907250a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 6efe28c3-78ae-4263-9868-7d6b9c58c77f) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:29:56.198675 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77879f89-9f46-48cf-913d-99f7d907250a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:56.199684 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77879f89-9f46-48cf-913d-99f7d907250a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:56.205764 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e60cd8-4a7d-4923-b171-2ac70f3eceff None None] Network 6efe28c3-78ae-4263-9868-7d6b9c58c77f requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:29:56.227803 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-77879f89-9f46-48cf-913d-99f7d907250a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4975812 Dec 10 18:29:56.324436 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6beb8226-edd4-4056-9089-b27baa307007 None None] Network 6efe28c3-78ae-4263-9868-7d6b9c58c77f requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:29:56.450697 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-05ba73e0-ed2d-4fec-87f2-b6eae1ec53f8 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=6702d208713247219553800d3acfd4ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258405 Dec 10 18:29:56.574005 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-d49e1f6d-0279-46c7-921e-e75603f2b99a tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:56.575693 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-d49e1f6d-0279-46c7-921e-e75603f2b99a tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1195104 Dec 10 18:29:56.594951 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-5819f8cc-031a-4b05-88d9-7ea4909375b8 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] 10.222.0.62 "GET /v2.0/quotas/6702d208713247219553800d3acfd4ee HTTP/1.1" status: 200 len: 375 time: 0.0127995 Dec 10 18:29:56.629203 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-d2ab9708-0e45-4dea-b9dc-94fd7109e536 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6702d208713247219553800d3acfd4ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280163 Dec 10 18:29:56.814744 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f9860ff4-315c-446a-8c56-1f80df3c8771 req-bbaea8d4-112d-4b9c-85f8-5d7c216e50d8 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7a63511-34ff-4131-8762-2b9877286828 HTTP/1.1" status: 200 len: 210 time: 0.0293326 Dec 10 18:29:56.825274 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41798) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:56.838653 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f298adf6-9e78-49b4-8ea4-d2d623559284 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1728938382-network', 'tenant_id': 'de9e710fd8b445ab995ee3c44fb086af'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:56.860316 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f298adf6-9e78-49b4-8ea4-d2d623559284 admin admin] Made reservation on behalf of de9e710fd8b445ab995ee3c44fb086af for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:56.862709 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f298adf6-9e78-49b4-8ea4-d2d623559284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:56.948135 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae01081-aeae-4291-bb92-c17df2d282ab req-64bdefd3-899d-4de5-921a-a5baa2ff66cd tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:56.949462 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eae01081-aeae-4291-bb92-c17df2d282ab req-64bdefd3-899d-4de5-921a-a5baa2ff66cd tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab212cb-0f04-48f5-93b2-07c6256f57f6 HTTP/1.1" status: 200 len: 950 time: 0.0683606 Dec 10 18:29:57.014412 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eae01081-aeae-4291-bb92-c17df2d282ab req-6328f049-ee36-4d5d-9b92-07ca94fbbd9f tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/security-groups?id=600a829c-a024-4872-9af8-f652ce49a78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582337 Dec 10 18:29:57.079375 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f298adf6-9e78-49b4-8ea4-d2d623559284 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:57.125950 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f05a5-4817-46de-b0b2-2dd2de911d44 req-47f20042-f0a5-4bac-96f5-125c50484def tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:57.127793 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-015f05a5-4817-46de-b0b2-2dd2de911d44 req-47f20042-f0a5-4bac-96f5-125c50484def tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d0a4929-1f69-4eb5-a504-8225e8b14e59 HTTP/1.1" status: 200 len: 949 time: 0.0522425 Dec 10 18:29:57.170105 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f298adf6-9e78-49b4-8ea4-d2d623559284 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:57.175597 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f298adf6-9e78-49b4-8ea4-d2d623559284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:57.185947 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-015f05a5-4817-46de-b0b2-2dd2de911d44 req-f7854ff8-ce0d-43ca-9b49-e521b7dae00c tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/security-groups?id=c05a4f82-cb7b-455e-8ad0-a430842afda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497422 Dec 10 18:29:57.202447 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f298adf6-9e78-49b4-8ea4-d2d623559284 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:29:57.219135 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298adf6-9e78-49b4-8ea4-d2d623559284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1add836c-ac2e-46f5-8f32-9e5b99827a6e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:57.224151 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f298adf6-9e78-49b4-8ea4-d2d623559284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:57.224557 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-f298adf6-9e78-49b4-8ea4-d2d623559284 admin admin] Added segment 95d3f249-b5ed-4152-94b0-17c39eee6a52 of type vlan for network 9c189bfa-d821-4d7b-9c8d-939894248e45 Dec 10 18:29:57.270450 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f298adf6-9e78-49b4-8ea4-d2d623559284 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:57.287117 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1ded00ed-f688-4904-aad8-ab49d6dff5bf req-fe8354b9-5e40-421c-91b2-c24be933d39f tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e4a25d7-e085-40ef-819b-85033abdcfbc HTTP/1.1" status: 200 len: 210 time: 0.0287588 Dec 10 18:29:57.298190 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f298adf6-9e78-49b4-8ea4-d2d623559284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:57.299219 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f298adf6-9e78-49b4-8ea4-d2d623559284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:57.299810 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f298adf6-9e78-49b4-8ea4-d2d623559284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:57.357656 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f298adf6-9e78-49b4-8ea4-d2d623559284 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5310946 Dec 10 18:29:57.364004 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41810) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:57.370272 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-2183de74-2c84-4015-9667-3ebb0ee720b1 admin admin] Request body: {'subnet': {'network_id': '9c189bfa-d821-4d7b-9c8d-939894248e45', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1728938382-subnet', 'tenant_id': 'de9e710fd8b445ab995ee3c44fb086af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:57.381763 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298adf6-9e78-49b4-8ea4-d2d623559284 admin admin] Pushing event updated for resources: {'Network': ['ID=9c189bfa-d821-4d7b-9c8d-939894248e45,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:57.394894 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 9c189bfa-d821-4d7b-9c8d-939894248e45 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:29:57.404999 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2183de74-2c84-4015-9667-3ebb0ee720b1 admin admin] Made reservation on behalf of de9e710fd8b445ab995ee3c44fb086af for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:57.407429 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2183de74-2c84-4015-9667-3ebb0ee720b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:57.415875 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a4a55-b243-431b-ae76-462fb062f783 req-97aff97d-3c47-48cf-9bf0-5488291cd709 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:57.417588 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-841a4a55-b243-431b-ae76-462fb062f783 req-97aff97d-3c47-48cf-9bf0-5488291cd709 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 944 time: 0.0582156 Dec 10 18:29:57.476351 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-841a4a55-b243-431b-ae76-462fb062f783 req-b6dad473-a17b-4cdc-95c8-e652cf7f901d tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515375 Dec 10 18:29:57.590640 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca3770-e4ee-41dd-982f-f30e1da9cdae req-ea91e292-de3d-4300-b36b-56b7d9d2a620 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:57.591006 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2183de74-2c84-4015-9667-3ebb0ee720b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:57.592333 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-afca3770-e4ee-41dd-982f-f30e1da9cdae req-ea91e292-de3d-4300-b36b-56b7d9d2a620 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=157da486-b80b-4611-878d-08e723170dcf HTTP/1.1" status: 200 len: 949 time: 0.0560937 Dec 10 18:29:57.642784 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-afca3770-e4ee-41dd-982f-f30e1da9cdae req-ce814998-f537-491e-a8dd-c8265fcd4646 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440962 Dec 10 18:29:57.647171 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183de74-2c84-4015-9667-3ebb0ee720b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=749c1d07-fd21-4c9f-9547-20353636e14e,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:57.658830 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2183de74-2c84-4015-9667-3ebb0ee720b1 admin admin] Checking segment: {'id': '95d3f249-b5ed-4152-94b0-17c39eee6a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9c189bfa-d821-4d7b-9c8d-939894248e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:29:57.659191 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2183de74-2c84-4015-9667-3ebb0ee720b1 admin admin] Network hostable DHCP agents. Network: 9c189bfa-d821-4d7b-9c8d-939894248e45, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:29:57.677988 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2183de74-2c84-4015-9667-3ebb0ee720b1 admin admin] Network 9c189bfa-d821-4d7b-9c8d-939894248e45 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:29:57.688836 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-2183de74-2c84-4015-9667-3ebb0ee720b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 9c189bfa-d821-4d7b-9c8d-939894248e45) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:29:57.695187 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2183de74-2c84-4015-9667-3ebb0ee720b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:57.695815 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2183de74-2c84-4015-9667-3ebb0ee720b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:57.696487 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b87a01-b29d-40dc-a131-a1240aac458e None None] Network 9c189bfa-d821-4d7b-9c8d-939894248e45 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:29:57.712693 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2183de74-2c84-4015-9667-3ebb0ee720b1 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3473649 Dec 10 18:29:57.791666 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc80d9f2-bdb9-497f-8792-bb309302c1e5 None None] Network 9c189bfa-d821-4d7b-9c8d-939894248e45 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:29:57.922983 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f584aa90-6d7b-4575-b3ec-e665a571360f req-d001cf24-5fdd-4e3d-8cd3-39fd76d2b870 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7a63511-34ff-4131-8762-2b9877286828 HTTP/1.1" status: 200 len: 210 time: 0.0302072 Dec 10 18:29:58.215257 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b133fd12-e470-4343-b340-8585d21d453f req-372881e4-5651-46fc-a0ed-8788382aab95 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=143a292c-2590-40c1-9e34-bfb328e87baa HTTP/1.1" status: 200 len: 217 time: 0.0429537 Dec 10 18:29:58.249072 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de715494-4028-4437-a030-82653d030e19 req-07b35942-b910-49a2-8a49-72b5860d3fb8 tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:58.250718 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-de715494-4028-4437-a030-82653d030e19 req-07b35942-b910-49a2-8a49-72b5860d3fb8 tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] 10.222.0.62 "GET /v2.0/networks?id=6efe28c3-78ae-4263-9868-7d6b9c58c77f HTTP/1.1" status: 200 len: 813 time: 0.1445084 Dec 10 18:29:58.268075 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-de715494-4028-4437-a030-82653d030e19 req-b2c2d305-5df7-45e3-bf1d-1e390313fcdc tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] 10.222.0.62 "GET /v2.0/quotas/344b3ca1290c4188bd4513e23e692c6d HTTP/1.1" status: 200 len: 375 time: 0.0112050 Dec 10 18:29:58.311661 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-de715494-4028-4437-a030-82653d030e19 req-00f5ff88-eb1b-4e9f-9d25-61842d073663 tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=344b3ca1290c4188bd4513e23e692c6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379524 Dec 10 18:29:58.385928 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133fd12-e470-4343-b340-8585d21d453f req-9e2e5385-78a1-4e31-abf2-a46fff2ee581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:58.388510 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b133fd12-e470-4343-b340-8585d21d453f req-9e2e5385-78a1-4e31-abf2-a46fff2ee581 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30832bd6-5c81-4f5a-a237-6a5341f2b45d HTTP/1.1" status: 200 len: 861 time: 0.0801532 Dec 10 18:29:58.439143 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2dfdd-0e25-4cf9-b223-c82b9cbfa631 req-2db57003-9e1d-46b9-a55f-5f52b7d4a89c tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:58.445266 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8af2dfdd-0e25-4cf9-b223-c82b9cbfa631 req-2db57003-9e1d-46b9-a55f-5f52b7d4a89c tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab212cb-0f04-48f5-93b2-07c6256f57f6 HTTP/1.1" status: 200 len: 950 time: 0.0837939 Dec 10 18:29:58.504602 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8af2dfdd-0e25-4cf9-b223-c82b9cbfa631 req-a1d09b7a-55ec-4436-a245-b4c9e87060ab tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/security-groups?id=600a829c-a024-4872-9af8-f652ce49a78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548654 Dec 10 18:29:58.516609 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b133fd12-e470-4343-b340-8585d21d453f req-d24b5e53-773d-47bc-984c-bc5a2749fa16 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7cd799a4-acc6-47e3-afa8-685d03d02732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655153 Dec 10 18:29:58.617976 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1149a13-b23b-4bca-9387-b22d1982a487 req-47a9c37c-890d-46d8-8f22-2e7b91d5a227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:58.618911 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43603a4a-9a2c-4fa3-928a-aa9544e5b722 req-e84e861a-4462-43df-b521-1ebf28135702 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:58.619649 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c1149a13-b23b-4bca-9387-b22d1982a487 req-47a9c37c-890d-46d8-8f22-2e7b91d5a227 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6ab212cb-0f04-48f5-93b2-07c6256f57f6 HTTP/1.1" status: 200 len: 1101 time: 0.1815097 Dec 10 18:29:58.620303 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43603a4a-9a2c-4fa3-928a-aa9544e5b722 req-e84e861a-4462-43df-b521-1ebf28135702 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d0a4929-1f69-4eb5-a504-8225e8b14e59 HTTP/1.1" status: 200 len: 949 time: 0.0557213 Dec 10 18:29:58.621214 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964bf58-01d7-41f9-9bbf-8af9e0f8f109 req-f7864d35-e185-4680-81c1-78cc0cf924c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:58.622552 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b964bf58-01d7-41f9-9bbf-8af9e0f8f109 req-f7864d35-e185-4680-81c1-78cc0cf924c0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6d0a4929-1f69-4eb5-a504-8225e8b14e59 HTTP/1.1" status: 200 len: 1100 time: 0.1642518 Dec 10 18:29:58.671228 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43603a4a-9a2c-4fa3-928a-aa9544e5b722 req-78bf7931-d2e4-4e39-bc12-1711c8610317 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/security-groups?id=c05a4f82-cb7b-455e-8ad0-a430842afda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448942 Dec 10 18:29:58.673781 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-de715494-4028-4437-a030-82653d030e19 req-191365f9-b0e8-4379-a93c-87caeb96fb72 service neutron] 10.222.0.62 "GET /v2.0/networks/6efe28c3-78ae-4263-9868-7d6b9c58c77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534393 Dec 10 18:29:58.748467 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b133fd12-e470-4343-b340-8585d21d453f req-60474e5b-c6d8-4d22-b957-3aad9467d6c2 service neutron] 10.222.0.72 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224438 Dec 10 18:29:58.758726 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f43b9afe-2e0b-42db-bc71-68ed4c456996 req-77d03aad-ad5d-42d3-a773-eb92e6a87530 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e4a25d7-e085-40ef-819b-85033abdcfbc HTTP/1.1" status: 200 len: 210 time: 0.0269718 Dec 10 18:29:58.837780 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b964bf58-01d7-41f9-9bbf-8af9e0f8f109 req-7e907b9d-c213-4a1e-ad79-8d02b30d8259 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c05a4f82-cb7b-455e-8ad0-a430842afda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003117 Dec 10 18:29:58.846035 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c1149a13-b23b-4bca-9387-b22d1982a487 req-db45aeda-d167-4bbc-a0e4-4246595e3f05 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=600a829c-a024-4872-9af8-f652ce49a78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102568 Dec 10 18:29:58.866910 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51216151-f2ac-48ee-a1e3-cdd53654a115 req-5ebf00d7-f520-42db-a8d0-0dbf028226fc tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:58.869039 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-51216151-f2ac-48ee-a1e3-cdd53654a115 req-5ebf00d7-f520-42db-a8d0-0dbf028226fc tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 944 time: 0.0508466 Dec 10 18:29:58.893045 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-de715494-4028-4437-a030-82653d030e19 req-43948354-324f-42b4-8c89-bf93aa044c7b service neutron] 10.222.0.62 "GET /v2.0/networks/6efe28c3-78ae-4263-9868-7d6b9c58c77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057981 Dec 10 18:29:58.910529 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b133fd12-e470-4343-b340-8585d21d453f req-1ba641ef-c4bc-46ea-803d-5618222f087b service neutron] 10.222.0.72 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488464 Dec 10 18:29:58.920758 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-51216151-f2ac-48ee-a1e3-cdd53654a115 req-cac7516d-6dc4-461d-94f0-dec60c581fc5 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451486 Dec 10 18:29:59.041955 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fdb9d-72cb-43a6-9b6b-e0db332e3d65 req-885ddabb-01fc-447c-8b46-abbdf92e84fb tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:59.043628 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-660fdb9d-72cb-43a6-9b6b-e0db332e3d65 req-885ddabb-01fc-447c-8b46-abbdf92e84fb tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=157da486-b80b-4611-878d-08e723170dcf HTTP/1.1" status: 200 len: 949 time: 0.0568213 Dec 10 18:29:59.083301 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2418f9a5-8054-4101-9514-c5a851f37591 req-3abce760-c75d-4248-9b16-114646d2b284 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7a63511-34ff-4131-8762-2b9877286828 HTTP/1.1" status: 200 len: 210 time: 0.0293360 Dec 10 18:29:59.102126 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-660fdb9d-72cb-43a6-9b6b-e0db332e3d65 req-3597ff8d-8c56-4cb3-89b6-e413bfcd9cff tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511465 Dec 10 18:29:59.166127 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-89e7d2e6-286d-4f60-a056-b144d0422201 req-7f33e00d-d69d-4095-a213-c3967cd364e1 tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc7f6a52-9130-495d-aaba-d3859fc1370f HTTP/1.1" status: 200 len: 210 time: 0.0270400 Dec 10 18:29:59.642137 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-44b97f63-db43-47e4-88e2-48adef01a460 req-21b1bffc-eaef-4564-94e1-99ba820c4990 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=449146cf6fbe4ffeba406209dfdd303b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549805 Dec 10 18:29:59.710633 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efde196-243b-4c19-a213-a57756ac0c31 req-f87d4250-6f6c-4971-9663-da099ed40302 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:59.713248 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3efde196-243b-4c19-a213-a57756ac0c31 req-f87d4250-6f6c-4971-9663-da099ed40302 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab212cb-0f04-48f5-93b2-07c6256f57f6 HTTP/1.1" status: 200 len: 950 time: 0.1338787 Dec 10 18:29:59.795773 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3efde196-243b-4c19-a213-a57756ac0c31 req-e084df26-f08b-4219-8370-5704434a6d7b tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/security-groups?id=600a829c-a024-4872-9af8-f652ce49a78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743644 Dec 10 18:29:59.805915 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b97f63-db43-47e4-88e2-48adef01a460 req-be896f3d-780c-4994-aaeb-a4ddeaa25dde tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:59.807412 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-44b97f63-db43-47e4-88e2-48adef01a460 req-be896f3d-780c-4994-aaeb-a4ddeaa25dde tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1565137 Dec 10 18:29:59.816481 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437e0cf-3434-4830-a3bb-c24224590fde req-eb6db8f3-6c13-4609-86ca-ac98f629494b tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:59.818269 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6437e0cf-3434-4830-a3bb-c24224590fde req-eb6db8f3-6c13-4609-86ca-ac98f629494b tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d0a4929-1f69-4eb5-a504-8225e8b14e59 HTTP/1.1" status: 200 len: 949 time: 0.0641291 Dec 10 18:29:59.829013 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-44b97f63-db43-47e4-88e2-48adef01a460 req-55428cd4-e042-4938-ac64-9e8fc5489a39 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Request body: {'port': {'device_id': 'c7a63511-34ff-4131-8762-2b9877286828', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'admin_state_up': True, 'tenant_id': '449146cf6fbe4ffeba406209dfdd303b'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:59.871966 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6437e0cf-3434-4830-a3bb-c24224590fde req-40c6c86b-eb6f-45d0-b9d6-ac43ebba2fcb tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/security-groups?id=c05a4f82-cb7b-455e-8ad0-a430842afda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462801 Dec 10 18:29:59.888493 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:29:59.934314 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-76e1b91c-edd2-49d4-99b3-5d2413e5e8cc req-1618991f-0d78-4de9-8eea-19316a560bd6 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e4a25d7-e085-40ef-819b-85033abdcfbc HTTP/1.1" status: 200 len: 210 time: 0.0718794 Dec 10 18:30:00.011020 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-57621de2-81f4-4330-bf2f-d8188d214bd1 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=6702d208713247219553800d3acfd4ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472796 Dec 10 18:30:00.079678 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff89f9-0138-487e-af75-4dee93d8ebf8 req-d7d1617d-0591-4491-b855-48bb20b7b8c8 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:00.081532 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e5ff89f9-0138-487e-af75-4dee93d8ebf8 req-d7d1617d-0591-4491-b855-48bb20b7b8c8 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 944 time: 0.0701456 Dec 10 18:30:00.127933 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44b97f63-db43-47e4-88e2-48adef01a460 req-55428cd4-e042-4938-ac64-9e8fc5489a39 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Made reservation on behalf of 449146cf6fbe4ffeba406209dfdd303b for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:00.131465 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-44b97f63-db43-47e4-88e2-48adef01a460 req-55428cd4-e042-4938-ac64-9e8fc5489a39 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:00.176304 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e5ff89f9-0138-487e-af75-4dee93d8ebf8 req-467976c5-9dd2-4f82-8db5-cf37ad467d9b tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850387 Dec 10 18:30:00.396170 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b3bac-9092-4b84-a66d-82857a81fe77 req-e510933f-43ca-4a7d-b262-018fb45e5a9d tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:00.397789 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-615b3bac-9092-4b84-a66d-82857a81fe77 req-e510933f-43ca-4a7d-b262-018fb45e5a9d tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=157da486-b80b-4611-878d-08e723170dcf HTTP/1.1" status: 200 len: 949 time: 0.1563437 Dec 10 18:30:00.421370 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de715494-4028-4437-a030-82653d030e19 req-3a86cd23-9bf0-45e4-8cc9-a5a932386c7a tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:00.423185 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de715494-4028-4437-a030-82653d030e19 req-3a86cd23-9bf0-45e4-8cc9-a5a932386c7a tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] 10.222.0.46 "GET /v2.0/networks?id=6efe28c3-78ae-4263-9868-7d6b9c58c77f HTTP/1.1" status: 200 len: 813 time: 0.1784956 Dec 10 18:30:00.438783 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-de715494-4028-4437-a030-82653d030e19 req-aaec5dfc-8f01-44d1-83b4-7d36593e76cf tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] Request body: {'port': {'device_id': 'bc7f6a52-9130-495d-aaba-d3859fc1370f', 'network_id': '6efe28c3-78ae-4263-9868-7d6b9c58c77f', 'admin_state_up': True, 'tenant_id': '344b3ca1290c4188bd4513e23e692c6d'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:00.492974 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ec0bcd43-b580-40fe-a264-8fbe9e122e31 req-e01b6c0d-48c0-47ce-8f97-dafa3d554bc3 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7a63511-34ff-4131-8762-2b9877286828 HTTP/1.1" status: 200 len: 210 time: 0.0636072 Dec 10 18:30:00.527508 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-ea45bb3b-23af-4e04-9b6c-91e8d3194b7e tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:00.528817 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-ea45bb3b-23af-4e04-9b6c-91e8d3194b7e tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5079837 Dec 10 18:30:00.552420 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-615b3bac-9092-4b84-a66d-82857a81fe77 req-4c74dfad-826f-45ff-a8d2-c4814cb77a38 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461227 Dec 10 18:30:00.575825 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-9497c0d3-628f-424b-bb70-f7eba4c6a5c7 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] Request body: {'port': {'device_id': '7e4a25d7-e085-40ef-819b-85033abdcfbc', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'admin_state_up': True, 'tenant_id': '6702d208713247219553800d3acfd4ee'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:00.589429 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133fd12-e470-4343-b340-8585d21d453f req-1113b6fe-5bb3-4631-b72d-cfef73155a20 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:00.590855 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b133fd12-e470-4343-b340-8585d21d453f req-1113b6fe-5bb3-4631-b72d-cfef73155a20 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af&tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986&binding%3Ahost_id=n-h2-821435-1 HTTP/1.1" status: 200 len: 1095 time: 0.1605120 Dec 10 18:30:00.648645 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de715494-4028-4437-a030-82653d030e19 req-aaec5dfc-8f01-44d1-83b4-7d36593e76cf tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] Made reservation on behalf of 344b3ca1290c4188bd4513e23e692c6d for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:00.655073 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-de715494-4028-4437-a030-82653d030e19 req-aaec5dfc-8f01-44d1-83b4-7d36593e76cf tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:00.715777 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-25a590a0-a692-4e97-8f5f-75c9a9c154f9 req-cb9ba8df-7075-4a23-8657-2dd41a0df2ab tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc7f6a52-9130-495d-aaba-d3859fc1370f HTTP/1.1" status: 200 len: 210 time: 0.1123443 Dec 10 18:30:00.838775 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-44b97f63-db43-47e4-88e2-48adef01a460 req-55428cd4-e042-4938-ac64-9e8fc5489a39 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Allocated IP 192.168.233.77 (c9403646-ab9b-4a0a-827b-6d4376246b64/ec05590b-5c35-4e58-9087-8773857a69b9/baa46271-5316-426e-b73c-7c0cfeef3fa2) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:00.859352 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef733ad-e67f-4030-b67d-513839308fb4 req-bf4b7072-8edd-49ab-b559-51913cd7c2c3 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:00.861142 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2ef733ad-e67f-4030-b67d-513839308fb4 req-bf4b7072-8edd-49ab-b559-51913cd7c2c3 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.1166675 Dec 10 18:30:00.862849 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-de715494-4028-4437-a030-82653d030e19 req-aaec5dfc-8f01-44d1-83b4-7d36593e76cf tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] Allocated IP 172.20.0.12 (6efe28c3-78ae-4263-9868-7d6b9c58c77f/5d8e3542-3f7f-47c8-acd5-19cb426ac099/15218004-6ad6-403e-bbdc-b0076be4d4c7) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:00.966783 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-9497c0d3-628f-424b-bb70-f7eba4c6a5c7 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] Made reservation on behalf of 6702d208713247219553800d3acfd4ee for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:00.966988 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2ef733ad-e67f-4030-b67d-513839308fb4 req-bff70e65-dc76-42c6-a9e3-11d60e522e91 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928264 Dec 10 18:30:00.971171 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-9497c0d3-628f-424b-bb70-f7eba4c6a5c7 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:01.012220 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-9497c0d3-628f-424b-bb70-f7eba4c6a5c7 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:01.049020 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-b133fd12-e470-4343-b340-8585d21d453f req-d09f1ba2-1aa0-41f7-a00e-5d3834f70e6c service neutron] For port 143a292c-2590-40c1-9e34-bfb328e87baa, host n-h1-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:01.101688 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f27029-6fbe-4641-a6cb-773bc4fe5bab req-74364e19-a6f4-44e6-9b67-0d4776a093cf tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:01.105155 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-68f27029-6fbe-4641-a6cb-773bc4fe5bab req-74364e19-a6f4-44e6-9b67-0d4776a093cf tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab212cb-0f04-48f5-93b2-07c6256f57f6 HTTP/1.1" status: 200 len: 950 time: 0.1906705 Dec 10 18:30:01.108312 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b133fd12-e470-4343-b340-8585d21d453f req-d09f1ba2-1aa0-41f7-a00e-5d3834f70e6c service neutron] Publish callbacks [] for binding, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:01.110182 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b133fd12-e470-4343-b340-8585d21d453f req-d09f1ba2-1aa0-41f7-a00e-5d3834f70e6c service neutron] 10.222.0.72 "DELETE /v2.0/ports/143a292c-2590-40c1-9e34-bfb328e87baa/bindings/n-h1-821435-1 HTTP/1.1" status: 204 len: 173 time: 0.4699285 Dec 10 18:30:01.138211 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-de715494-4028-4437-a030-82653d030e19 req-aaec5dfc-8f01-44d1-83b4-7d36593e76cf tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:01.168614 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9127f8-02da-4079-b513-48d0702aba2b req-0433e7f2-f14e-4c96-9351-94388186739a tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:01.170205 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7e9127f8-02da-4079-b513-48d0702aba2b req-0433e7f2-f14e-4c96-9351-94388186739a tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d0a4929-1f69-4eb5-a504-8225e8b14e59 HTTP/1.1" status: 200 len: 949 time: 0.0989804 Dec 10 18:30:01.218679 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-de715494-4028-4437-a030-82653d030e19 req-aaec5dfc-8f01-44d1-83b4-7d36593e76cf tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:01.254793 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-9497c0d3-628f-424b-bb70-f7eba4c6a5c7 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:01.266356 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-68f27029-6fbe-4641-a6cb-773bc4fe5bab req-20809b73-295e-4965-acfc-b6136275a767 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/security-groups?id=600a829c-a024-4872-9af8-f652ce49a78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477516 Dec 10 18:30:01.266989 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-9497c0d3-628f-424b-bb70-f7eba4c6a5c7 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:01.297823 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7e9127f8-02da-4079-b513-48d0702aba2b req-ca2cbdda-9048-41e8-bf8f-81f17fd09b5e tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/security-groups?id=c05a4f82-cb7b-455e-8ad0-a430842afda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196322 Dec 10 18:30:01.320856 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de715494-4028-4437-a030-82653d030e19 req-aaec5dfc-8f01-44d1-83b4-7d36593e76cf tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] Network 6efe28c3-78ae-4263-9868-7d6b9c58c77f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:01.328153 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-de715494-4028-4437-a030-82653d030e19 req-aaec5dfc-8f01-44d1-83b4-7d36593e76cf tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:01.335617 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-de715494-4028-4437-a030-82653d030e19 req-aaec5dfc-8f01-44d1-83b4-7d36593e76cf tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:01.386235 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec5dfc-8f01-44d1-83b4-7d36593e76cf tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] Pushing event updated for resources: {'Port': ['ID=15218004-6ad6-403e-bbdc-b0076be4d4c7,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:01.428013 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de715494-4028-4437-a030-82653d030e19 req-aaec5dfc-8f01-44d1-83b4-7d36593e76cf tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:01.428712 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-de715494-4028-4437-a030-82653d030e19 req-aaec5dfc-8f01-44d1-83b4-7d36593e76cf tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:01.450372 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-44b97f63-db43-47e4-88e2-48adef01a460 req-55428cd4-e042-4938-ac64-9e8fc5489a39 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:01.454636 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7c41b3f1-f3dc-4909-90d1-7e31354d91f2 req-68ad7465-a3a1-40c5-bd91-7dd38a4e1f4c tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e4a25d7-e085-40ef-819b-85033abdcfbc HTTP/1.1" status: 200 len: 210 time: 0.0684288 Dec 10 18:30:01.458066 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-9a53dcd3-26cb-4252-9cf0-5227783ed5e0 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=11a6a39d68554f8394fbad05e4e8dab2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386086 Dec 10 18:30:01.460984 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497c0d3-628f-424b-bb70-f7eba4c6a5c7 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc6715c-519b-45b4-8cb0-533b9fa47ced,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:01.513633 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de715494-4028-4437-a030-82653d030e19 req-aaec5dfc-8f01-44d1-83b4-7d36593e76cf tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0783646 Dec 10 18:30:01.558747 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-44b97f63-db43-47e4-88e2-48adef01a460 req-55428cd4-e042-4938-ac64-9e8fc5489a39 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:01.562010 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-de715494-4028-4437-a030-82653d030e19 req-9fd6ff92-386b-473e-8080-e384130beaa7 service neutron] Request body: {'port': {'device_id': 'bc7f6a52-9130-495d-aaba-d3859fc1370f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:01.574399 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['41782f9b-5a73-4cfc-b85e-56d854ddfd24', '6b20fbca-43c1-461a-86cf-d54b82f818f3', '56ac798e-d9d7-4998-8db6-26b6cc17558a'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:30:01.580555 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['f8ba8851-1d33-4f93-a82e-362a38c4cb37'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:30:01.666242 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44b97f63-db43-47e4-88e2-48adef01a460 req-55428cd4-e042-4938-ac64-9e8fc5489a39 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Network c9403646-ab9b-4a0a-827b-6d4376246b64 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:01.683685 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-de715494-4028-4437-a030-82653d030e19 req-9fd6ff92-386b-473e-8080-e384130beaa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:01.686439 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-44b97f63-db43-47e4-88e2-48adef01a460 req-55428cd4-e042-4938-ac64-9e8fc5489a39 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:01.690139 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-9497c0d3-628f-424b-bb70-f7eba4c6a5c7 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] Allocated IP 192.168.233.234 (c9403646-ab9b-4a0a-827b-6d4376246b64/ec05590b-5c35-4e58-9087-8773857a69b9/b1068af5-ef27-4fc0-b393-4c1478f3bc3f) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:01.699624 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b97f63-db43-47e4-88e2-48adef01a460 req-55428cd4-e042-4938-ac64-9e8fc5489a39 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:01.708800 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-76c74a16-eb2f-48f5-946c-1f5ef4d51161 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:01.716745 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-76c74a16-eb2f-48f5-946c-1f5ef4d51161 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2507257 Dec 10 18:30:01.735720 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-1a33a53b-2956-41d4-bae6-8e11c1966dc8 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/quotas/11a6a39d68554f8394fbad05e4e8dab2 HTTP/1.1" status: 200 len: 375 time: 0.0180376 Dec 10 18:30:01.765242 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55428cd4-e042-4938-ac64-9e8fc5489a39 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Pushing event updated for resources: {'Port': ['ID=baa46271-5316-426e-b73c-7c0cfeef3fa2,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:01.894951 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-e97928ce-e267-4219-9b7d-a8585ffd45c7 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=11a6a39d68554f8394fbad05e4e8dab2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1579859 Dec 10 18:30:01.957395 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec3014-fe27-4e91-a8a5-bfc8cb4b1e49 req-50b1ef71-0bf1-4e73-b54f-76cfc5b81a5b tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:01.966398 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ffec3014-fe27-4e91-a8a5-bfc8cb4b1e49 req-50b1ef71-0bf1-4e73-b54f-76cfc5b81a5b tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 944 time: 0.4092708 Dec 10 18:30:01.991461 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b97f63-db43-47e4-88e2-48adef01a460 req-55428cd4-e042-4938-ac64-9e8fc5489a39 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:01.992428 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-44b97f63-db43-47e4-88e2-48adef01a460 req-55428cd4-e042-4938-ac64-9e8fc5489a39 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:02.026361 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-44b97f63-db43-47e4-88e2-48adef01a460 req-55428cd4-e042-4938-ac64-9e8fc5489a39 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2014799 Dec 10 18:30:02.080529 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-44b97f63-db43-47e4-88e2-48adef01a460 req-538fdbe4-aeb8-4169-a5a3-11ad87117501 service neutron] Request body: {'port': {'device_id': 'c7a63511-34ff-4131-8762-2b9877286828', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:02.096440 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0b6dc2a6-df0b-4823-896a-9dbb5f673477 None None] Provisioning complete for port baa46271-5316-426e-b73c-7c0cfeef3fa2 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:02.097084 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0b6dc2a6-df0b-4823-896a-9dbb5f673477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:02.192982 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ffec3014-fe27-4e91-a8a5-bfc8cb4b1e49 req-6745db1a-5e5b-4e3d-ae7a-89f0fcd9686c tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210319 Dec 10 18:30:02.203146 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-0b6dc2a6-df0b-4823-896a-9dbb5f673477 None None] Port baa46271-5316-426e-b73c-7c0cfeef3fa2 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:30:02.322759 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-9497c0d3-628f-424b-bb70-f7eba4c6a5c7 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:02.326209 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-44b97f63-db43-47e4-88e2-48adef01a460 req-538fdbe4-aeb8-4169-a5a3-11ad87117501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:02.382769 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-de715494-4028-4437-a030-82653d030e19 req-9fd6ff92-386b-473e-8080-e384130beaa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15218004-6ad6-403e-bbdc-b0076be4d4c7 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:30:02.404464 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-de715494-4028-4437-a030-82653d030e19 req-9fd6ff92-386b-473e-8080-e384130beaa7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:02.442558 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-de715494-4028-4437-a030-82653d030e19 req-9fd6ff92-386b-473e-8080-e384130beaa7 service neutron] Transition to ACTIVE for port object 15218004-6ad6-403e-bbdc-b0076be4d4c7 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:30:02.448293 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-de715494-4028-4437-a030-82653d030e19 req-9fd6ff92-386b-473e-8080-e384130beaa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:02.582522 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6ff92-386b-473e-8080-e384130beaa7 service neutron] Pushing event updated for resources: {'Port': ['ID=15218004-6ad6-403e-bbdc-b0076be4d4c7,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:02.636734 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-de715494-4028-4437-a030-82653d030e19 req-9fd6ff92-386b-473e-8080-e384130beaa7 service neutron] Attempting to bind port 15218004-6ad6-403e-bbdc-b0076be4d4c7 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:02.637367 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-de715494-4028-4437-a030-82653d030e19 req-9fd6ff92-386b-473e-8080-e384130beaa7 service neutron] Attempting to bind port 15218004-6ad6-403e-bbdc-b0076be4d4c7 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': 'b40b0a3e-45b3-4fc3-81d3-da24b38b738c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6efe28c3-78ae-4263-9868-7d6b9c58c77f'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:02.637999 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de715494-4028-4437-a030-82653d030e19 req-9fd6ff92-386b-473e-8080-e384130beaa7 service neutron] Attempting to bind port 15218004-6ad6-403e-bbdc-b0076be4d4c7 on network 6efe28c3-78ae-4263-9868-7d6b9c58c77f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:02.644884 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de715494-4028-4437-a030-82653d030e19 req-9fd6ff92-386b-473e-8080-e384130beaa7 service neutron] Port 15218004-6ad6-403e-bbdc-b0076be4d4c7 on network 6efe28c3-78ae-4263-9868-7d6b9c58c77f not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:02.645214 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de715494-4028-4437-a030-82653d030e19 req-9fd6ff92-386b-473e-8080-e384130beaa7 service neutron] Attempting to bind port 15218004-6ad6-403e-bbdc-b0076be4d4c7 on network 6efe28c3-78ae-4263-9868-7d6b9c58c77f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:02.652366 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de715494-4028-4437-a030-82653d030e19 req-9fd6ff92-386b-473e-8080-e384130beaa7 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:30:02.652732 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de715494-4028-4437-a030-82653d030e19 req-9fd6ff92-386b-473e-8080-e384130beaa7 service neutron] Checking segment: {'id': 'b40b0a3e-45b3-4fc3-81d3-da24b38b738c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6efe28c3-78ae-4263-9868-7d6b9c58c77f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:02.653352 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de715494-4028-4437-a030-82653d030e19 req-9fd6ff92-386b-473e-8080-e384130beaa7 service neutron] Bound using segment: {'id': 'b40b0a3e-45b3-4fc3-81d3-da24b38b738c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6efe28c3-78ae-4263-9868-7d6b9c58c77f'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:30:02.653637 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-de715494-4028-4437-a030-82653d030e19 req-9fd6ff92-386b-473e-8080-e384130beaa7 service neutron] Bound port: 15218004-6ad6-403e-bbdc-b0076be4d4c7, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b40b0a3e-45b3-4fc3-81d3-da24b38b738c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6efe28c3-78ae-4263-9868-7d6b9c58c77f'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:30:02.653998 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-de715494-4028-4437-a030-82653d030e19 req-9fd6ff92-386b-473e-8080-e384130beaa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:02.706245 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63e5c5-bfc6-49ba-9bbf-f1ac19e47260 req-ea1d898b-bb53-4d33-9603-48931e806665 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:02.714784 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cc63e5c5-bfc6-49ba-9bbf-f1ac19e47260 req-ea1d898b-bb53-4d33-9603-48931e806665 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7a63511-34ff-4131-8762-2b9877286828 HTTP/1.1" status: 200 len: 935 time: 0.0887630 Dec 10 18:30:02.744105 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-de715494-4028-4437-a030-82653d030e19 req-9fd6ff92-386b-473e-8080-e384130beaa7 service neutron] For port 15218004-6ad6-403e-bbdc-b0076be4d4c7, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:02.748695 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-de715494-4028-4437-a030-82653d030e19 req-9fd6ff92-386b-473e-8080-e384130beaa7 service neutron] For port 15218004-6ad6-403e-bbdc-b0076be4d4c7, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=15218004-6ad6-403e-bbdc-b0076be4d4c7,segment=NetworkSegment(b40b0a3e-45b3-4fc3-81d3-da24b38b738c),segment_id=b40b0a3e-45b3-4fc3-81d3-da24b38b738c)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:30:02.761236 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-de715494-4028-4437-a030-82653d030e19 req-9fd6ff92-386b-473e-8080-e384130beaa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:02.765176 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-9497c0d3-628f-424b-bb70-f7eba4c6a5c7 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:02.850050 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-9497c0d3-628f-424b-bb70-f7eba4c6a5c7 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] Network c9403646-ab9b-4a0a-827b-6d4376246b64 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:02.861884 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6ff92-386b-473e-8080-e384130beaa7 service neutron] Pushing event updated for resources: {'Port': ['ID=15218004-6ad6-403e-bbdc-b0076be4d4c7,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:02.871774 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de715494-4028-4437-a030-82653d030e19 req-9fd6ff92-386b-473e-8080-e384130beaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:02.872726 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-de715494-4028-4437-a030-82653d030e19 req-9fd6ff92-386b-473e-8080-e384130beaa7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:02.874468 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-9497c0d3-628f-424b-bb70-f7eba4c6a5c7 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:02.875710 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de715494-4028-4437-a030-82653d030e19 req-9fd6ff92-386b-473e-8080-e384130beaa7 service neutron] 10.222.0.46 "PUT /v2.0/ports/15218004-6ad6-403e-bbdc-b0076be4d4c7 HTTP/1.1" status: 200 len: 1092 time: 1.3184474 Dec 10 18:30:02.876360 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7f6a52-9130-495d-aaba-d3859fc1370f', 'tag': '15218004-6ad6-403e-bbdc-b0076be4d4c7'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:30:02.880316 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72627c5f-b208-46a7-8130-f9059fc88894" -d '{"events": [{"name": "network-changed", "server_uuid": "bc7f6a52-9130-495d-aaba-d3859fc1370f", "tag": "15218004-6ad6-403e-bbdc-b0076be4d4c7"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:30:02.883807 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497c0d3-628f-424b-bb70-f7eba4c6a5c7 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] Pushing event updated for resources: {'Port': ['ID=b1068af5-ef27-4fc0-b393-4c1478f3bc3f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:02.893059 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-9497c0d3-628f-424b-bb70-f7eba4c6a5c7 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:02.937386 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cc63e5c5-bfc6-49ba-9bbf-f1ac19e47260 req-c4836f29-71b6-4f8c-9670-ccadf69fd6d0 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206399 Dec 10 18:30:02.992625 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-9497c0d3-628f-424b-bb70-f7eba4c6a5c7 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:02.994065 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-9497c0d3-628f-424b-bb70-f7eba4c6a5c7 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.036366 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d705e-1f2e-41ed-9bb0-796bafb00e99 req-97711457-f09e-4260-9ee8-3cf2be8c1ceb tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:03.045523 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8d1d705e-1f2e-41ed-9bb0-796bafb00e99 req-97711457-f09e-4260-9ee8-3cf2be8c1ceb tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc7f6a52-9130-495d-aaba-d3859fc1370f HTTP/1.1" status: 200 len: 944 time: 0.1217990 Dec 10 18:30:03.084454 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-9497c0d3-628f-424b-bb70-f7eba4c6a5c7 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5169106 Dec 10 18:30:03.122247 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-7e8b1560-f3a8-40ef-9f99-0f681b840491 service neutron] Request body: {'port': {'device_id': '7e4a25d7-e085-40ef-819b-85033abdcfbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:03.132212 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de715494-4028-4437-a030-82653d030e19 req-8f52688a-5e10-461a-8a57-4cd87563c74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:03.134381 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de715494-4028-4437-a030-82653d030e19 req-8f52688a-5e10-461a-8a57-4cd87563c74a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=344b3ca1290c4188bd4513e23e692c6d&device_id=bc7f6a52-9130-495d-aaba-d3859fc1370f HTTP/1.1" status: 200 len: 1095 time: 0.1419249 Dec 10 18:30:03.155574 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8d1d705e-1f2e-41ed-9bb0-796bafb00e99 req-f2de66a7-7022-4baf-9bc7-3de36a02c6b7 tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9eed712-f087-44ee-bd0a-56b9c5b90421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074121 Dec 10 18:30:03.166608 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-65daf830-ee0a-4a07-bc68-a2880eea3232 req-debadd1c-5f8a-47d4-b582-71cdcf7e9465 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=210e0774-a035-4a0e-9bb9-941490f468ca HTTP/1.1" status: 200 len: 210 time: 0.1026149 Dec 10 18:30:03.211435 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-44b97f63-db43-47e4-88e2-48adef01a460 req-538fdbe4-aeb8-4169-a5a3-11ad87117501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baa46271-5316-426e-b73c-7c0cfeef3fa2 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:30:03.259860 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-44b97f63-db43-47e4-88e2-48adef01a460 req-538fdbe4-aeb8-4169-a5a3-11ad87117501 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.261310 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de715494-4028-4437-a030-82653d030e19 req-286484e6-83fa-4d44-a5ac-f3d25902cbbe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15218004-6ad6-403e-bbdc-b0076be4d4c7 HTTP/1.1" status: 200 len: 217 time: 0.0997493 Dec 10 18:30:03.265538 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-77e42363-1c40-4ce0-b3fe-1274579ee880 None None] Provisioning complete for port b1068af5-ef27-4fc0-b393-4c1478f3bc3f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:03.266574 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-77e42363-1c40-4ce0-b3fe-1274579ee880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.309393 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-77e42363-1c40-4ce0-b3fe-1274579ee880 None None] Port b1068af5-ef27-4fc0-b393-4c1478f3bc3f cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:30:03.343739 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-44b97f63-db43-47e4-88e2-48adef01a460 req-538fdbe4-aeb8-4169-a5a3-11ad87117501 service neutron] Transition to ACTIVE for port object baa46271-5316-426e-b73c-7c0cfeef3fa2 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:30:03.350480 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de715494-4028-4437-a030-82653d030e19 req-50fbc504-faf2-4888-abde-a163623e4c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:03.352672 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de715494-4028-4437-a030-82653d030e19 req-50fbc504-faf2-4888-abde-a163623e4c32 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5d8e3542-3f7f-47c8-acd5-19cb426ac099 HTTP/1.1" status: 200 len: 853 time: 0.0798135 Dec 10 18:30:03.353025 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-44b97f63-db43-47e4-88e2-48adef01a460 req-538fdbe4-aeb8-4169-a5a3-11ad87117501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.355106 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-7e8b1560-f3a8-40ef-9f99-0f681b840491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.400963 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de715494-4028-4437-a030-82653d030e19 req-c2a28205-60fc-42cb-a452-f908919dd194 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6efe28c3-78ae-4263-9868-7d6b9c58c77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330610 Dec 10 18:30:03.423870 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.450176 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19201b-5813-489b-9faf-a19b7a71c33b req-01a7c978-962b-4524-811a-2b1ad80f459b tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:03.451961 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5a19201b-5813-489b-9faf-a19b7a71c33b req-01a7c978-962b-4524-811a-2b1ad80f459b tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab212cb-0f04-48f5-93b2-07c6256f57f6 HTTP/1.1" status: 200 len: 950 time: 0.1992970 Dec 10 18:30:03.488517 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfcc21d-2674-47d8-bbd1-56551309712c req-f54115dc-075a-4fef-b750-7a9031475a33 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:03.490133 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bcfcc21d-2674-47d8-bbd1-56551309712c req-f54115dc-075a-4fef-b750-7a9031475a33 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e4a25d7-e085-40ef-819b-85033abdcfbc HTTP/1.1" status: 200 len: 936 time: 0.1625233 Dec 10 18:30:03.505025 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fdbe4-aeb8-4169-a5a3-11ad87117501 service neutron] Pushing event updated for resources: {'Port': ['ID=baa46271-5316-426e-b73c-7c0cfeef3fa2,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:03.626356 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de715494-4028-4437-a030-82653d030e19 req-12df39af-bd90-4aab-93eb-ced5d75f8269 service neutron] 10.222.0.46 "GET /v2.0/networks/6efe28c3-78ae-4263-9868-7d6b9c58c77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098176 Dec 10 18:30:03.642346 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bcfcc21d-2674-47d8-bbd1-56551309712c req-7a5a270f-1c1f-4a71-9ace-14947d259c96 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc6715c-519b-45b4-8cb0-533b9fa47ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182528 Dec 10 18:30:03.725557 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5a19201b-5813-489b-9faf-a19b7a71c33b req-945b0c6c-29fc-4149-be37-76350bcdca76 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/security-groups?id=600a829c-a024-4872-9af8-f652ce49a78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654834 Dec 10 18:30:03.806861 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-eb13ba22-2e25-4118-89c9-62fbb530c52a tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=11a6a39d68554f8394fbad05e4e8dab2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0768242 Dec 10 18:30:03.810462 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f143fe6-69b8-458c-8c6b-d22b1203852a x-openstack-request-id: req-2f143fe6-69b8-458c-8c6b-d22b1203852a {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:30:03.812053 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc7f6a52-9130-495d-aaba-d3859fc1370f", "tag": "15218004-6ad6-403e-bbdc-b0076be4d4c7", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:30:03.812296 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2f143fe6-69b8-458c-8c6b-d22b1203852a {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:30:03.812909 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc7f6a52-9130-495d-aaba-d3859fc1370f', 'tag': '15218004-6ad6-403e-bbdc-b0076be4d4c7', 'status': 'completed', 'code': 200} Dec 10 18:30:03.892018 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-44b97f63-db43-47e4-88e2-48adef01a460 req-538fdbe4-aeb8-4169-a5a3-11ad87117501 service neutron] Attempting to bind port baa46271-5316-426e-b73c-7c0cfeef3fa2 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:03.892691 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-44b97f63-db43-47e4-88e2-48adef01a460 req-538fdbe4-aeb8-4169-a5a3-11ad87117501 service neutron] Attempting to bind port baa46271-5316-426e-b73c-7c0cfeef3fa2 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:03.893064 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b97f63-db43-47e4-88e2-48adef01a460 req-538fdbe4-aeb8-4169-a5a3-11ad87117501 service neutron] Attempting to bind port baa46271-5316-426e-b73c-7c0cfeef3fa2 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:03.937890 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b97f63-db43-47e4-88e2-48adef01a460 req-538fdbe4-aeb8-4169-a5a3-11ad87117501 service neutron] Port baa46271-5316-426e-b73c-7c0cfeef3fa2 on network c9403646-ab9b-4a0a-827b-6d4376246b64 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:03.938359 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b97f63-db43-47e4-88e2-48adef01a460 req-538fdbe4-aeb8-4169-a5a3-11ad87117501 service neutron] Attempting to bind port baa46271-5316-426e-b73c-7c0cfeef3fa2 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:03.955748 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b97f63-db43-47e4-88e2-48adef01a460 req-538fdbe4-aeb8-4169-a5a3-11ad87117501 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:30:03.956596 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b97f63-db43-47e4-88e2-48adef01a460 req-538fdbe4-aeb8-4169-a5a3-11ad87117501 service neutron] Checking segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:03.956814 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b97f63-db43-47e4-88e2-48adef01a460 req-538fdbe4-aeb8-4169-a5a3-11ad87117501 service neutron] Bound using segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:30:03.957369 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-44b97f63-db43-47e4-88e2-48adef01a460 req-538fdbe4-aeb8-4169-a5a3-11ad87117501 service neutron] Bound port: baa46271-5316-426e-b73c-7c0cfeef3fa2, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:30:03.958653 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-44b97f63-db43-47e4-88e2-48adef01a460 req-538fdbe4-aeb8-4169-a5a3-11ad87117501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.980838 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1d9ad-d5a7-4482-8bfc-5ec6e63c686c req-ba0d9578-33e0-4e70-b13b-49153db1f152 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:03.982711 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d3d1d9ad-d5a7-4482-8bfc-5ec6e63c686c req-ba0d9578-33e0-4e70-b13b-49153db1f152 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 1095 time: 0.1057506 Dec 10 18:30:04.023145 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2fd06-b1a3-48ce-9d4e-0a79d05d884c req-c168eed5-3bf6-48f9-899f-ce6356aa37ac tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:04.024827 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-85c2fd06-b1a3-48ce-9d4e-0a79d05d884c req-c168eed5-3bf6-48f9-899f-ce6356aa37ac tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d0a4929-1f69-4eb5-a504-8225e8b14e59 HTTP/1.1" status: 200 len: 949 time: 0.2102897 Dec 10 18:30:04.127474 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d3d1d9ad-d5a7-4482-8bfc-5ec6e63c686c req-6413da62-80f9-49ef-a721-9d35beb0ddca tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376741 Dec 10 18:30:04.152353 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-44b97f63-db43-47e4-88e2-48adef01a460 req-538fdbe4-aeb8-4169-a5a3-11ad87117501 service neutron] For port baa46271-5316-426e-b73c-7c0cfeef3fa2, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:04.170648 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-44b97f63-db43-47e4-88e2-48adef01a460 req-538fdbe4-aeb8-4169-a5a3-11ad87117501 service neutron] For port baa46271-5316-426e-b73c-7c0cfeef3fa2, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=baa46271-5316-426e-b73c-7c0cfeef3fa2,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:30:04.175926 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-7e8b1560-f3a8-40ef-9f99-0f681b840491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1068af5-ef27-4fc0-b393-4c1478f3bc3f {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:30:04.185701 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-44b97f63-db43-47e4-88e2-48adef01a460 req-538fdbe4-aeb8-4169-a5a3-11ad87117501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:04.201470 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-7e8b1560-f3a8-40ef-9f99-0f681b840491 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:04.219172 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-7e8b1560-f3a8-40ef-9f99-0f681b840491 service neutron] Transition to ACTIVE for port object b1068af5-ef27-4fc0-b393-4c1478f3bc3f will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:30:04.306714 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fdbe4-aeb8-4169-a5a3-11ad87117501 service neutron] Pushing event updated for resources: {'Port': ['ID=baa46271-5316-426e-b73c-7c0cfeef3fa2,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:04.314156 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-7e8b1560-f3a8-40ef-9f99-0f681b840491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:04.335957 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de715494-4028-4437-a030-82653d030e19 req-e5cdf42a-628d-49c2-8c04-bc943798a8b2 service neutron] 10.222.0.46 "GET /v2.0/networks/6efe28c3-78ae-4263-9868-7d6b9c58c77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6925359 Dec 10 18:30:04.377425 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b97f63-db43-47e4-88e2-48adef01a460 req-538fdbe4-aeb8-4169-a5a3-11ad87117501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:04.378111 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-44b97f63-db43-47e4-88e2-48adef01a460 req-538fdbe4-aeb8-4169-a5a3-11ad87117501 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:04.391805 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-44b97f63-db43-47e4-88e2-48adef01a460 req-538fdbe4-aeb8-4169-a5a3-11ad87117501 service neutron] 10.222.0.72 "PUT /v2.0/ports/baa46271-5316-426e-b73c-7c0cfeef3fa2 HTTP/1.1" status: 200 len: 1095 time: 2.3394442 Dec 10 18:30:04.397543 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a63511-34ff-4131-8762-2b9877286828', 'tag': 'baa46271-5316-426e-b73c-7c0cfeef3fa2'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:30:04.400116 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5babaebe-8e56-4a44-9ee4-745b06978481" -d '{"events": [{"name": "network-changed", "server_uuid": "c7a63511-34ff-4131-8762-2b9877286828", "tag": "baa46271-5316-426e-b73c-7c0cfeef3fa2"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:30:04.495460 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-a56390ba-949b-42fb-a6be-16a2e14ac5d9 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:04.497982 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-a56390ba-949b-42fb-a6be-16a2e14ac5d9 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6702523 Dec 10 18:30:04.508949 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b1560-f3a8-40ef-9f99-0f681b840491 service neutron] Pushing event updated for resources: {'Port': ['ID=b1068af5-ef27-4fc0-b393-4c1478f3bc3f,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:04.545076 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-ba2e0fa2-bb8d-4635-8e6d-415be7de1883 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Request body: {'port': {'device_id': '210e0774-a035-4a0e-9bb9-941490f468ca', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'admin_state_up': True, 'tenant_id': '11a6a39d68554f8394fbad05e4e8dab2'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:04.589290 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b97f63-db43-47e4-88e2-48adef01a460 req-1d0636f4-096c-4bcf-9ba5-4b413d2bc1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:04.590951 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-44b97f63-db43-47e4-88e2-48adef01a460 req-1d0636f4-096c-4bcf-9ba5-4b413d2bc1e8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=449146cf6fbe4ffeba406209dfdd303b&device_id=c7a63511-34ff-4131-8762-2b9877286828 HTTP/1.1" status: 200 len: 1098 time: 0.1376059 Dec 10 18:30:04.610205 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f0bb9-6a5c-4569-832b-4257950dc641 req-5e2e445f-424c-47b4-b3c9-849ef67e5c92 tempest-DeleteServersAdminTestJSON-326433692 tempest-DeleteServersAdminTestJSON-326433692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:04.611749 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c14f0bb9-6a5c-4569-832b-4257950dc641 req-5e2e445f-424c-47b4-b3c9-849ef67e5c92 tempest-DeleteServersAdminTestJSON-326433692 tempest-DeleteServersAdminTestJSON-326433692-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=6d0a4929-1f69-4eb5-a504-8225e8b14e59 HTTP/1.1" status: 200 len: 1100 time: 0.1730151 Dec 10 18:30:04.657748 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-7e8b1560-f3a8-40ef-9f99-0f681b840491 service neutron] Attempting to bind port b1068af5-ef27-4fc0-b393-4c1478f3bc3f on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:04.661208 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-7e8b1560-f3a8-40ef-9f99-0f681b840491 service neutron] Attempting to bind port b1068af5-ef27-4fc0-b393-4c1478f3bc3f by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:04.661800 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-7e8b1560-f3a8-40ef-9f99-0f681b840491 service neutron] Attempting to bind port b1068af5-ef27-4fc0-b393-4c1478f3bc3f on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:04.718847 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-85c2fd06-b1a3-48ce-9d4e-0a79d05d884c req-82ac3066-2aae-4695-9021-790aee7f62be tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/security-groups?id=c05a4f82-cb7b-455e-8ad0-a430842afda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6816466 Dec 10 18:30:04.740319 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-7e8b1560-f3a8-40ef-9f99-0f681b840491 service neutron] Port b1068af5-ef27-4fc0-b393-4c1478f3bc3f on network c9403646-ab9b-4a0a-827b-6d4376246b64 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:04.740832 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-7e8b1560-f3a8-40ef-9f99-0f681b840491 service neutron] Attempting to bind port b1068af5-ef27-4fc0-b393-4c1478f3bc3f on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:04.755120 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-ba2e0fa2-bb8d-4635-8e6d-415be7de1883 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Made reservation on behalf of 11a6a39d68554f8394fbad05e4e8dab2 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:04.760273 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-ba2e0fa2-bb8d-4635-8e6d-415be7de1883 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:04.763579 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-44b97f63-db43-47e4-88e2-48adef01a460 req-ec48237f-231e-4f19-87c7-6701c06f87cd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=baa46271-5316-426e-b73c-7c0cfeef3fa2 HTTP/1.1" status: 200 len: 217 time: 0.1604874 Dec 10 18:30:04.773703 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72627c5f-b208-46a7-8130-f9059fc88894 req-40a102ae-e812-47d1-a350-80aa7e530623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:04.776032 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-72627c5f-b208-46a7-8130-f9059fc88894 req-40a102ae-e812-47d1-a350-80aa7e530623 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=344b3ca1290c4188bd4513e23e692c6d&device_id=bc7f6a52-9130-495d-aaba-d3859fc1370f HTTP/1.1" status: 200 len: 1095 time: 0.2770262 Dec 10 18:30:04.786487 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-7e8b1560-f3a8-40ef-9f99-0f681b840491 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:30:04.786929 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-7e8b1560-f3a8-40ef-9f99-0f681b840491 service neutron] Checking segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:04.787397 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-7e8b1560-f3a8-40ef-9f99-0f681b840491 service neutron] Bound using segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:30:04.787928 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-7e8b1560-f3a8-40ef-9f99-0f681b840491 service neutron] Bound port: b1068af5-ef27-4fc0-b393-4c1478f3bc3f, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:30:04.788358 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-7e8b1560-f3a8-40ef-9f99-0f681b840491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:05.031706 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d734df2-e2b7-4e68-b0d7-89073deabd82 req-17db0632-3dcb-425d-92e3-5e98e7eb8789 tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:05.033721 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2d734df2-e2b7-4e68-b0d7-89073deabd82 req-17db0632-3dcb-425d-92e3-5e98e7eb8789 tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc7f6a52-9130-495d-aaba-d3859fc1370f HTTP/1.1" status: 200 len: 944 time: 0.2266455 Dec 10 18:30:05.107534 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72627c5f-b208-46a7-8130-f9059fc88894 req-4d321cf7-1526-480d-9b98-b1a043820c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:05.109950 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-72627c5f-b208-46a7-8130-f9059fc88894 req-4d321cf7-1526-480d-9b98-b1a043820c87 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6efe28c3-78ae-4263-9868-7d6b9c58c77f HTTP/1.1" status: 200 len: 914 time: 0.3214796 Dec 10 18:30:05.180286 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-72627c5f-b208-46a7-8130-f9059fc88894 req-60648f44-3054-4d5f-ad63-20b1cbba3871 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15218004-6ad6-403e-bbdc-b0076be4d4c7 HTTP/1.1" status: 200 len: 217 time: 0.0546310 Dec 10 18:30:05.182680 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b97f63-db43-47e4-88e2-48adef01a460 req-990e3379-0f2c-4614-84cc-b9fd3e74738f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:05.184155 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-44b97f63-db43-47e4-88e2-48adef01a460 req-990e3379-0f2c-4614-84cc-b9fd3e74738f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.4082620 Dec 10 18:30:05.205209 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea6db1-7925-4f87-96a4-d4c00779141c req-a0cbad07-bc21-4282-a641-c9b16ffbbcde tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:05.206701 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9cea6db1-7925-4f87-96a4-d4c00779141c req-a0cbad07-bc21-4282-a641-c9b16ffbbcde tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7a63511-34ff-4131-8762-2b9877286828 HTTP/1.1" status: 200 len: 947 time: 0.4399760 Dec 10 18:30:05.211088 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-ba2e0fa2-bb8d-4635-8e6d-415be7de1883 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Allocated IP 192.168.233.232 (c9403646-ab9b-4a0a-827b-6d4376246b64/ec05590b-5c35-4e58-9087-8773857a69b9/0e97f42c-b4fb-40fd-9a9a-630a27ed1191) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:05.220837 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2d734df2-e2b7-4e68-b0d7-89073deabd82 req-9be89c14-02e9-40af-81db-02d730a4ba47 tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9eed712-f087-44ee-bd0a-56b9c5b90421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746309 Dec 10 18:30:05.272901 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-7e8b1560-f3a8-40ef-9f99-0f681b840491 service neutron] For port b1068af5-ef27-4fc0-b393-4c1478f3bc3f, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:05.278651 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72627c5f-b208-46a7-8130-f9059fc88894 req-d29f0d3e-a673-4dac-bfbc-b299f4ff74a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:05.279866 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-72627c5f-b208-46a7-8130-f9059fc88894 req-d29f0d3e-a673-4dac-bfbc-b299f4ff74a5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5d8e3542-3f7f-47c8-acd5-19cb426ac099 HTTP/1.1" status: 200 len: 853 time: 0.0850720 Dec 10 18:30:05.300382 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-7e8b1560-f3a8-40ef-9f99-0f681b840491 service neutron] For port b1068af5-ef27-4fc0-b393-4c1478f3bc3f, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=b1068af5-ef27-4fc0-b393-4c1478f3bc3f,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:30:05.302085 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-c14f0bb9-6a5c-4569-832b-4257950dc641 req-5576c552-5491-4f33-a49d-3f26fa56c9ad tempest-DeleteServersAdminTestJSON-326433692 tempest-DeleteServersAdminTestJSON-326433692-project-admin] Deleting port e0473e46-f9cc-42af-9412-4c8e588381de {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:05.302498 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c14f0bb9-6a5c-4569-832b-4257950dc641 req-5576c552-5491-4f33-a49d-3f26fa56c9ad tempest-DeleteServersAdminTestJSON-326433692 tempest-DeleteServersAdminTestJSON-326433692-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:05.324510 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-7e8b1560-f3a8-40ef-9f99-0f681b840491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:05.343556 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-72627c5f-b208-46a7-8130-f9059fc88894 req-329555d8-0363-4d3b-99f0-7ea0a44228d0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6efe28c3-78ae-4263-9868-7d6b9c58c77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513139 Dec 10 18:30:05.373577 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b97f63-db43-47e4-88e2-48adef01a460 req-36d62d7e-e803-41bd-85ef-3aaee5114721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:05.375302 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-44b97f63-db43-47e4-88e2-48adef01a460 req-36d62d7e-e803-41bd-85ef-3aaee5114721 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1816916 Dec 10 18:30:05.396765 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b5ebde99-2f04-4b98-aa6e-5fc9289a4b28 req-984b0f84-3908-46ce-bef7-ca9bb44821cb tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=210e0774-a035-4a0e-9bb9-941490f468ca HTTP/1.1" status: 200 len: 210 time: 0.0868151 Dec 10 18:30:05.437917 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9cea6db1-7925-4f87-96a4-d4c00779141c req-898c29ac-3fe4-4b34-90c0-2e18051083da tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134461 Dec 10 18:30:05.442878 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-7e8b1560-f3a8-40ef-9f99-0f681b840491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:05.443394 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-7e8b1560-f3a8-40ef-9f99-0f681b840491 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:05.460978 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-7e8b1560-f3a8-40ef-9f99-0f681b840491 service neutron] 10.222.0.72 "PUT /v2.0/ports/b1068af5-ef27-4fc0-b393-4c1478f3bc3f HTTP/1.1" status: 200 len: 1096 time: 2.3360138 Dec 10 18:30:05.566334 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58de887a-5b27-4deb-ac11-05fa24d7ab61 x-openstack-request-id: req-58de887a-5b27-4deb-ac11-05fa24d7ab61 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:30:05.566891 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7a63511-34ff-4131-8762-2b9877286828", "tag": "baa46271-5316-426e-b73c-7c0cfeef3fa2", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:30:05.567202 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-58de887a-5b27-4deb-ac11-05fa24d7ab61 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:30:05.567806 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a63511-34ff-4131-8762-2b9877286828', 'tag': 'baa46271-5316-426e-b73c-7c0cfeef3fa2', 'status': 'completed', 'code': 200} Dec 10 18:30:05.679282 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-ba2e0fa2-bb8d-4635-8e6d-415be7de1883 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:05.694047 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-72627c5f-b208-46a7-8130-f9059fc88894 req-ff5ac137-343e-48c6-b018-ae09359d1983 service neutron] 10.222.0.46 "GET /v2.0/networks/6efe28c3-78ae-4263-9868-7d6b9c58c77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263831 Dec 10 18:30:05.717279 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9dcd7-3e93-44a1-8f81-01f696926d09 req-55959087-fad4-4f4f-a1ac-336d46395260 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:05.719023 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-48e9dcd7-3e93-44a1-8f81-01f696926d09 req-55959087-fad4-4f4f-a1ac-336d46395260 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e4a25d7-e085-40ef-819b-85033abdcfbc HTTP/1.1" status: 200 len: 948 time: 0.1055880 Dec 10 18:30:05.719957 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-44b97f63-db43-47e4-88e2-48adef01a460 req-aaeb530d-28ee-4835-be84-2dc10d5b5884 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185675 Dec 10 18:30:05.730640 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-c14f0bb9-6a5c-4569-832b-4257950dc641 req-5576c552-5491-4f33-a49d-3f26fa56c9ad tempest-DeleteServersAdminTestJSON-326433692 tempest-DeleteServersAdminTestJSON-326433692-project-admin] For port e0473e46-f9cc-42af-9412-4c8e588381de, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=e0473e46-f9cc-42af-9412-4c8e588381de,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:05.731007 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c14f0bb9-6a5c-4569-832b-4257950dc641 req-5576c552-5491-4f33-a49d-3f26fa56c9ad tempest-DeleteServersAdminTestJSON-326433692 tempest-DeleteServersAdminTestJSON-326433692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:05.760792 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b1560-f3a8-40ef-9f99-0f681b840491 service neutron] Pushing event updated for resources: {'Port': ['ID=b1068af5-ef27-4fc0-b393-4c1478f3bc3f,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:05.783416 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-c14f0bb9-6a5c-4569-832b-4257950dc641 req-5576c552-5491-4f33-a49d-3f26fa56c9ad tempest-DeleteServersAdminTestJSON-326433692 tempest-DeleteServersAdminTestJSON-326433692-project-admin] Calling delete_port for e0473e46-f9cc-42af-9412-4c8e588381de owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:05.836238 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-35bb7aa0-d643-4be3-8927-c1aef500c7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:05.838108 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-35bb7aa0-d643-4be3-8927-c1aef500c7c3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6702d208713247219553800d3acfd4ee&device_id=7e4a25d7-e085-40ef-819b-85033abdcfbc HTTP/1.1" status: 200 len: 1099 time: 0.2692094 Dec 10 18:30:05.842353 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-ba2e0fa2-bb8d-4635-8e6d-415be7de1883 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:05.857389 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['da4d0791-2875-440d-980d-aba8a94ad88b'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:30:05.860616 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['11623632-2372-4161-a478-99c4c079e27a'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:30:05.905785 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-48e9dcd7-3e93-44a1-8f81-01f696926d09 req-eb0d90b7-50a5-4611-aa6c-a3fb39073acf tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc6715c-519b-45b4-8cb0-533b9fa47ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724038 Dec 10 18:30:05.919264 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-72627c5f-b208-46a7-8130-f9059fc88894 req-48d36dc1-426d-434c-8c1f-ab4d6b3627bc service neutron] 10.222.0.46 "GET /v2.0/networks/6efe28c3-78ae-4263-9868-7d6b9c58c77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948581 Dec 10 18:30:05.927968 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-ba2e0fa2-bb8d-4635-8e6d-415be7de1883 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Network c9403646-ab9b-4a0a-827b-6d4376246b64 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:05.939616 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-21729a67-de71-4a02-ba52-69d0994c7bf2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=b1068af5-ef27-4fc0-b393-4c1478f3bc3f HTTP/1.1" status: 200 len: 217 time: 0.0823054 Dec 10 18:30:05.954239 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-ba2e0fa2-bb8d-4635-8e6d-415be7de1883 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:05.968373 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-ba2e0fa2-bb8d-4635-8e6d-415be7de1883 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:05.973744 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdece7f-a612-475f-826c-51b44e6339bb req-8dda3455-81d1-4498-b194-2d5df47192c9 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:05.981511 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2cdece7f-a612-475f-826c-51b44e6339bb req-8dda3455-81d1-4498-b194-2d5df47192c9 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/networks?id=7cd799a4-acc6-47e3-afa8-685d03d02732 HTTP/1.1" status: 200 len: 821 time: 0.4089689 Dec 10 18:30:06.012423 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2e0fa2-bb8d-4635-8e6d-415be7de1883 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Pushing event updated for resources: {'Port': ['ID=0e97f42c-b4fb-40fd-9a9a-630a27ed1191,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:06.080529 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2cdece7f-a612-475f-826c-51b44e6339bb req-d5f377a0-e7e5-43e1-95a8-62bc4276c283 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/quotas/a6fc9b2d12ab42c9981ea1d946b5f986 HTTP/1.1" status: 200 len: 375 time: 0.0981014 Dec 10 18:30:06.095906 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-ba2e0fa2-bb8d-4635-8e6d-415be7de1883 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:06.095906 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-ba2e0fa2-bb8d-4635-8e6d-415be7de1883 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:06.113186 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-ba2e0fa2-bb8d-4635-8e6d-415be7de1883 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5811701 Dec 10 18:30:06.117764 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-44b97f63-db43-47e4-88e2-48adef01a460 req-4d43657c-8356-4ca8-b01a-7c0ed34a2e12 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835924 Dec 10 18:30:06.125078 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-24e84f13-08cc-4bfb-bbe2-f38be7e2898f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:06.126470 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-24e84f13-08cc-4bfb-bbe2-f38be7e2898f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.1761649 Dec 10 18:30:06.153756 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-98042bc4-a05a-4f97-ab30-f2a70f099397 service neutron] Request body: {'port': {'device_id': '210e0774-a035-4a0e-9bb9-941490f468ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:06.266906 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-98042bc4-a05a-4f97-ab30-f2a70f099397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:06.340339 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2cdece7f-a612-475f-826c-51b44e6339bb req-70ec709a-27a8-47e4-abd9-6383f8e7991c tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2276154 Dec 10 18:30:06.351913 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-91456ed5-9dd7-4bde-83c1-efed0d0e8cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:06.354135 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-91456ed5-9dd7-4bde-83c1-efed0d0e8cbe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2147973 Dec 10 18:30:06.357761 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c14f0bb9-6a5c-4569-832b-4257950dc641 req-5576c552-5491-4f33-a49d-3f26fa56c9ad tempest-DeleteServersAdminTestJSON-326433692 tempest-DeleteServersAdminTestJSON-326433692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:06.387690 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babaebe-8e56-4a44-9ee4-745b06978481 req-b6258e9d-56e0-4b6d-9042-a82320667a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:06.389220 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5babaebe-8e56-4a44-9ee4-745b06978481 req-b6258e9d-56e0-4b6d-9042-a82320667a9f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=449146cf6fbe4ffeba406209dfdd303b&device_id=c7a63511-34ff-4131-8762-2b9877286828 HTTP/1.1" status: 200 len: 1098 time: 0.1990304 Dec 10 18:30:06.429259 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1338bfd8-72c4-495d-a453-9787e047a60b None None] Provisioning complete for port 0e97f42c-b4fb-40fd-9a9a-630a27ed1191 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:06.429630 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1338bfd8-72c4-495d-a453-9787e047a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:06.475476 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed28253-4c00-4c3f-80fb-c8abdb33fdc2 req-2b98f2d9-d749-411c-aabb-55dc24a3e2a1 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:06.483011 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3ed28253-4c00-4c3f-80fb-c8abdb33fdc2 req-2b98f2d9-d749-411c-aabb-55dc24a3e2a1 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d0a4929-1f69-4eb5-a504-8225e8b14e59 HTTP/1.1" status: 200 len: 867 time: 0.1616399 Dec 10 18:30:06.505065 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-1338bfd8-72c4-495d-a453-9787e047a60b None None] Port 0e97f42c-b4fb-40fd-9a9a-630a27ed1191 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:30:06.544878 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5576c552-5491-4f33-a49d-3f26fa56c9ad tempest-DeleteServersAdminTestJSON-326433692 tempest-DeleteServersAdminTestJSON-326433692-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0473e46-f9cc-42af-9412-4c8e588381de,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:06.547707 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['e0473e46-f9cc-42af-9412-4c8e588381de'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:30:06.625158 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3ed28253-4c00-4c3f-80fb-c8abdb33fdc2 req-3bbfbfb6-38f8-4f88-a3dc-386d7a4deaed tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/security-groups?id=c05a4f82-cb7b-455e-8ad0-a430842afda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411393 Dec 10 18:30:06.640948 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-c14f0bb9-6a5c-4569-832b-4257950dc641 req-5576c552-5491-4f33-a49d-3f26fa56c9ad tempest-DeleteServersAdminTestJSON-326433692 tempest-DeleteServersAdminTestJSON-326433692-project-admin] No DVR routers for this DVR port e0473e46-f9cc-42af-9412-4c8e588381de on host n-h2-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:30:06.644605 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c14f0bb9-6a5c-4569-832b-4257950dc641 req-5576c552-5491-4f33-a49d-3f26fa56c9ad tempest-DeleteServersAdminTestJSON-326433692 tempest-DeleteServersAdminTestJSON-326433692-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:06.648351 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c14f0bb9-6a5c-4569-832b-4257950dc641 req-5576c552-5491-4f33-a49d-3f26fa56c9ad tempest-DeleteServersAdminTestJSON-326433692 tempest-DeleteServersAdminTestJSON-326433692-project-admin] 10.222.0.72 "DELETE /v2.0/ports/e0473e46-f9cc-42af-9412-4c8e588381de HTTP/1.1" status: 204 len: 173 time: 1.9964211 Dec 10 18:30:06.694146 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c296b639-4674-47a0-a2ce-fe2f59826660 req-6ed549bf-7b3d-42dc-a013-bc584f4f9488 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c946cc6c-cb61-4cbb-a20e-b3edae01e223&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1155920 Dec 10 18:30:06.734765 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-5c0bdb39-8d5f-49f2-8845-691b09d4c2d1 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514493 Dec 10 18:30:06.744349 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2cdece7f-a612-475f-826c-51b44e6339bb req-4dbc8944-67f6-431c-80c3-1b411dddf2a5 service neutron] 10.222.0.62 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871930 Dec 10 18:30:06.778134 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-98042bc4-a05a-4f97-ab30-f2a70f099397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e97f42c-b4fb-40fd-9a9a-630a27ed1191 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:30:06.790379 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-98042bc4-a05a-4f97-ab30-f2a70f099397 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:06.810462 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-98042bc4-a05a-4f97-ab30-f2a70f099397 service neutron] Transition to ACTIVE for port object 0e97f42c-b4fb-40fd-9a9a-630a27ed1191 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:30:06.845487 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-98042bc4-a05a-4f97-ab30-f2a70f099397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:06.945973 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f5049eaf-6c75-48b2-959b-0caaf089cb50 req-b48fcbd8-3999-4ec9-bde1-f18be31a6b08 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900222 Dec 10 18:30:06.950121 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babaebe-8e56-4a44-9ee4-745b06978481 req-f1e94753-481c-43d1-bd75-d324d0af5aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:06.951772 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5babaebe-8e56-4a44-9ee4-745b06978481 req-f1e94753-481c-43d1-bd75-d324d0af5aa2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.4955697 Dec 10 18:30:06.956075 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296b639-4674-47a0-a2ce-fe2f59826660 req-8950a478-f733-4007-ae52-a05839981f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:06.957685 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c296b639-4674-47a0-a2ce-fe2f59826660 req-8950a478-f733-4007-ae52-a05839981f44 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=449146cf6fbe4ffeba406209dfdd303b&device_id=c946cc6c-cb61-4cbb-a20e-b3edae01e223 HTTP/1.1" status: 200 len: 1100 time: 0.1997514 Dec 10 18:30:07.026555 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98042bc4-a05a-4f97-ab30-f2a70f099397 service neutron] Pushing event updated for resources: {'Port': ['ID=0e97f42c-b4fb-40fd-9a9a-630a27ed1191,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:07.040800 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5babaebe-8e56-4a44-9ee4-745b06978481 req-e193f4e5-980f-4d52-a815-a7ea13393564 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=baa46271-5316-426e-b73c-7c0cfeef3fa2 HTTP/1.1" status: 200 len: 217 time: 0.0617409 Dec 10 18:30:07.093758 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2cdece7f-a612-475f-826c-51b44e6339bb req-a9f8928f-1e52-4318-a1c9-6558ed651af7 service neutron] 10.222.0.62 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484604 Dec 10 18:30:07.110284 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-98042bc4-a05a-4f97-ab30-f2a70f099397 service neutron] Attempting to bind port 0e97f42c-b4fb-40fd-9a9a-630a27ed1191 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:07.110563 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-98042bc4-a05a-4f97-ab30-f2a70f099397 service neutron] Attempting to bind port 0e97f42c-b4fb-40fd-9a9a-630a27ed1191 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:07.110902 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-98042bc4-a05a-4f97-ab30-f2a70f099397 service neutron] Attempting to bind port 0e97f42c-b4fb-40fd-9a9a-630a27ed1191 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:07.112149 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babaebe-8e56-4a44-9ee4-745b06978481 req-123c0e03-8117-449f-aa31-55e6793ca34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:07.113844 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5babaebe-8e56-4a44-9ee4-745b06978481 req-123c0e03-8117-449f-aa31-55e6793ca34a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.0607700 Dec 10 18:30:07.123425 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-98042bc4-a05a-4f97-ab30-f2a70f099397 service neutron] Port 0e97f42c-b4fb-40fd-9a9a-630a27ed1191 on network c9403646-ab9b-4a0a-827b-6d4376246b64 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:07.123760 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-98042bc4-a05a-4f97-ab30-f2a70f099397 service neutron] Attempting to bind port 0e97f42c-b4fb-40fd-9a9a-630a27ed1191 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:07.137400 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-98042bc4-a05a-4f97-ab30-f2a70f099397 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:30:07.137630 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-98042bc4-a05a-4f97-ab30-f2a70f099397 service neutron] Checking segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:07.138048 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-98042bc4-a05a-4f97-ab30-f2a70f099397 service neutron] Bound using segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:30:07.138430 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-98042bc4-a05a-4f97-ab30-f2a70f099397 service neutron] Bound port: 0e97f42c-b4fb-40fd-9a9a-630a27ed1191, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:30:07.138984 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-98042bc4-a05a-4f97-ab30-f2a70f099397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:07.176622 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babaebe-8e56-4a44-9ee4-745b06978481 req-af196743-a59f-42fd-b457-01965cc487fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:07.176992 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac49e3-814e-4f60-b2a7-fd54f66a792a req-4b6d09de-44a6-4c85-aeb8-7ce19faf8465 tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:07.178348 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5babaebe-8e56-4a44-9ee4-745b06978481 req-af196743-a59f-42fd-b457-01965cc487fa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0524559 Dec 10 18:30:07.184598 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bdac49e3-814e-4f60-b2a7-fd54f66a792a req-4b6d09de-44a6-4c85-aeb8-7ce19faf8465 tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc7f6a52-9130-495d-aaba-d3859fc1370f HTTP/1.1" status: 200 len: 944 time: 0.1526573 Dec 10 18:30:07.240158 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296b639-4674-47a0-a2ce-fe2f59826660 req-5d4c0e43-664e-458e-9ab8-b4662ac71e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:07.241672 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c296b639-4674-47a0-a2ce-fe2f59826660 req-5d4c0e43-664e-458e-9ab8-b4662ac71e55 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.2444265 Dec 10 18:30:07.304253 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c296b639-4674-47a0-a2ce-fe2f59826660 req-dcc2efc4-1ebc-425c-9f6f-c729fd3f8a3f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=41782f9b-5a73-4cfc-b85e-56d854ddfd24 HTTP/1.1" status: 200 len: 217 time: 0.0549638 Dec 10 18:30:07.319559 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5babaebe-8e56-4a44-9ee4-745b06978481 req-5309b092-b3a3-46e2-b6b1-ace29fcd73ff service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326232 Dec 10 18:30:07.354909 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-98042bc4-a05a-4f97-ab30-f2a70f099397 service neutron] For port 0e97f42c-b4fb-40fd-9a9a-630a27ed1191, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:07.364921 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bdac49e3-814e-4f60-b2a7-fd54f66a792a req-4cbbcfd7-695d-4621-a0f0-c12ec931cf00 tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9eed712-f087-44ee-bd0a-56b9c5b90421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794128 Dec 10 18:30:07.378477 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-98042bc4-a05a-4f97-ab30-f2a70f099397 service neutron] For port 0e97f42c-b4fb-40fd-9a9a-630a27ed1191, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=0e97f42c-b4fb-40fd-9a9a-630a27ed1191,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:30:07.398882 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296b639-4674-47a0-a2ce-fe2f59826660 req-68c2caa3-c1de-460f-bb73-5ca31e2fdd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:07.400625 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c296b639-4674-47a0-a2ce-fe2f59826660 req-68c2caa3-c1de-460f-bb73-5ca31e2fdd40 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.0793872 Dec 10 18:30:07.402724 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-98042bc4-a05a-4f97-ab30-f2a70f099397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:07.480439 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-98042bc4-a05a-4f97-ab30-f2a70f099397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:07.481949 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-98042bc4-a05a-4f97-ab30-f2a70f099397 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:07.483374 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-98042bc4-a05a-4f97-ab30-f2a70f099397 service neutron] 10.222.0.46 "PUT /v2.0/ports/0e97f42c-b4fb-40fd-9a9a-630a27ed1191 HTTP/1.1" status: 200 len: 1096 time: 1.3420115 Dec 10 18:30:07.487018 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '210e0774-a035-4a0e-9bb9-941490f468ca', 'tag': '0e97f42c-b4fb-40fd-9a9a-630a27ed1191'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:30:07.489283 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec8cd3c-0a33-4bfe-9375-4ba425e5e491" -d '{"events": [{"name": "network-changed", "server_uuid": "210e0774-a035-4a0e-9bb9-941490f468ca", "tag": "0e97f42c-b4fb-40fd-9a9a-630a27ed1191"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:30:07.543650 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5babaebe-8e56-4a44-9ee4-745b06978481 req-de4bff17-17dc-4685-abdc-adb5855d1d80 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118745 Dec 10 18:30:07.548493 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296b639-4674-47a0-a2ce-fe2f59826660 req-8966da4b-b236-4b4b-ac5d-c147e03bc7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:07.550343 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c296b639-4674-47a0-a2ce-fe2f59826660 req-8966da4b-b236-4b4b-ac5d-c147e03bc7f0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1187193 Dec 10 18:30:07.570558 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b655cf-e22d-465e-ba29-5605232a7fda req-b81ab9a8-54c2-433a-93b9-343ee2e7c745 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:07.572248 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98042bc4-a05a-4f97-ab30-f2a70f099397 service neutron] Pushing event updated for resources: {'Port': ['ID=0e97f42c-b4fb-40fd-9a9a-630a27ed1191,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:07.574986 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-44b655cf-e22d-465e-ba29-5605232a7fda req-b81ab9a8-54c2-433a-93b9-343ee2e7c745 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=210e0774-a035-4a0e-9bb9-941490f468ca HTTP/1.1" status: 200 len: 948 time: 0.2455046 Dec 10 18:30:07.575712 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e4a25d7-e085-40ef-819b-85033abdcfbc', 'tag': 'b1068af5-ef27-4fc0-b393-4c1478f3bc3f'}, {'server_uuid': '6d0a4929-1f69-4eb5-a504-8225e8b14e59', 'name': 'network-vif-deleted', 'tag': 'e0473e46-f9cc-42af-9412-4c8e588381de'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:30:07.592867 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3cdab2-dd70-4360-ae72-9d937fedc51b" -d '{"events": [{"name": "network-changed", "server_uuid": "7e4a25d7-e085-40ef-819b-85033abdcfbc", "tag": "b1068af5-ef27-4fc0-b393-4c1478f3bc3f"}, {"server_uuid": "6d0a4929-1f69-4eb5-a504-8225e8b14e59", "name": "network-vif-deleted", "tag": "e0473e46-f9cc-42af-9412-4c8e588381de"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:30:07.607994 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aecbee-38d3-4691-b3d8-750295817310 req-dd033a69-a574-4999-a7ef-569e3bf635da tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:07.609642 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-71aecbee-38d3-4691-b3d8-750295817310 req-dd033a69-a574-4999-a7ef-569e3bf635da tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7a63511-34ff-4131-8762-2b9877286828 HTTP/1.1" status: 200 len: 947 time: 0.1587172 Dec 10 18:30:07.707308 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-44b655cf-e22d-465e-ba29-5605232a7fda req-07afcc0d-e840-42ff-8aa5-55d762a3c82a tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078622 Dec 10 18:30:07.761062 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-dfee4861-3e92-49fe-a447-5ddfc725d550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:07.763459 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-dfee4861-3e92-49fe-a447-5ddfc725d550 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=11a6a39d68554f8394fbad05e4e8dab2&device_id=210e0774-a035-4a0e-9bb9-941490f468ca HTTP/1.1" status: 200 len: 1099 time: 0.2119374 Dec 10 18:30:07.807402 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:07.840695 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-b385cf95-36b5-4f91-93dc-1d9c2972c96f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=0e97f42c-b4fb-40fd-9a9a-630a27ed1191 HTTP/1.1" status: 200 len: 217 time: 0.0604744 Dec 10 18:30:07.845952 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-71aecbee-38d3-4691-b3d8-750295817310 req-04a7be90-e3ff-4900-b61b-72e2c4d379fb tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810558 Dec 10 18:30:07.850216 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c296b639-4674-47a0-a2ce-fe2f59826660 req-713f953d-0270-4f01-9821-cc5799edcbcd service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734201 Dec 10 18:30:07.959518 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad449b-5b56-4d6a-aab0-bba81183bb86 req-e5f40866-36bd-42eb-81e8-000235d3fa27 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:07.961348 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d7ad449b-5b56-4d6a-aab0-bba81183bb86 req-e5f40866-36bd-42eb-81e8-000235d3fa27 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab212cb-0f04-48f5-93b2-07c6256f57f6 HTTP/1.1" status: 200 len: 950 time: 0.1088114 Dec 10 18:30:08.033147 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d7ad449b-5b56-4d6a-aab0-bba81183bb86 req-82e2285a-b7db-4a31-bd2e-e4ab2a2d0833 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/security-groups?id=600a829c-a024-4872-9af8-f652ce49a78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652771 Dec 10 18:30:08.253892 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-718f32c0-1b4a-4f92-ae10-f95c0bfd7234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:08.255460 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-718f32c0-1b4a-4f92-ae10-f95c0bfd7234 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.4043708 Dec 10 18:30:08.289147 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-beeb27d5-5c66-4a6d-a53f-eb36e13dfec9 req-233eba69-6798-4ed5-b220-dbe650428cc6 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a88c758-21c8-4d51-a62d-dcdcb66b7479 HTTP/1.1" status: 200 len: 210 time: 0.0503550 Dec 10 18:30:08.334517 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1252cf6-5141-4a0f-934d-d9db190f555a req-c225cbe1-6ab8-44fe-a64a-0d0946475fe4 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:08.336171 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b1252cf6-5141-4a0f-934d-d9db190f555a req-c225cbe1-6ab8-44fe-a64a-0d0946475fe4 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e4a25d7-e085-40ef-819b-85033abdcfbc HTTP/1.1" status: 200 len: 948 time: 0.3854928 Dec 10 18:30:08.345639 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c296b639-4674-47a0-a2ce-fe2f59826660 req-68f1711b-f830-46db-8898-06932aae1ec6 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4854758 Dec 10 18:30:08.357901 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa13236b-9476-4f9d-904a-36da34b6431b x-openstack-request-id: req-aa13236b-9476-4f9d-904a-36da34b6431b {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:30:08.358530 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "210e0774-a035-4a0e-9bb9-941490f468ca", "tag": "0e97f42c-b4fb-40fd-9a9a-630a27ed1191", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:30:08.358863 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aa13236b-9476-4f9d-904a-36da34b6431b {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:30:08.359331 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '210e0774-a035-4a0e-9bb9-941490f468ca', 'tag': '0e97f42c-b4fb-40fd-9a9a-630a27ed1191', 'status': 'completed', 'code': 200} Dec 10 18:30:08.369337 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-3690df7f-2345-446b-9910-f0d10d01e1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:08.371374 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-3690df7f-2345-446b-9910-f0d10d01e1ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0932660 Dec 10 18:30:08.401538 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Dec 2021 18:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4500704f-7f27-4242-b38a-8d280207e36c x-openstack-request-id: req-4500704f-7f27-4242-b38a-8d280207e36c {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:30:08.403498 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e4a25d7-e085-40ef-819b-85033abdcfbc", "tag": "b1068af5-ef27-4fc0-b393-4c1478f3bc3f", "status": "completed", "code": 200}, {"server_uuid": "6d0a4929-1f69-4eb5-a504-8225e8b14e59", "name": "network-vif-deleted", "tag": "e0473e46-f9cc-42af-9412-4c8e588381de", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:30:08.403854 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4500704f-7f27-4242-b38a-8d280207e36c {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:30:08.405036 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e4a25d7-e085-40ef-819b-85033abdcfbc', 'tag': 'b1068af5-ef27-4fc0-b393-4c1478f3bc3f', 'status': 'completed', 'code': 200} Dec 10 18:30:08.405380 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0a4929-1f69-4eb5-a504-8225e8b14e59', 'name': 'network-vif-deleted', 'tag': 'e0473e46-f9cc-42af-9412-4c8e588381de', 'status': 'completed', 'code': 200} Dec 10 18:30:08.500868 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3cdab2-dd70-4360-ae72-9d937fedc51b req-2dc556f0-fa58-416e-ab55-ae0cb83be528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:08.502468 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0a3cdab2-dd70-4360-ae72-9d937fedc51b req-2dc556f0-fa58-416e-ab55-ae0cb83be528 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6702d208713247219553800d3acfd4ee&device_id=7e4a25d7-e085-40ef-819b-85033abdcfbc HTTP/1.1" status: 200 len: 1099 time: 0.0600452 Dec 10 18:30:08.511166 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b1252cf6-5141-4a0f-934d-d9db190f555a req-8e8994e9-6675-40b2-abaa-5584ac2ac60a tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc6715c-519b-45b4-8cb0-533b9fa47ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307001 Dec 10 18:30:08.545295 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 15218004-6ad6-403e-bbdc-b0076be4d4c7 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:30:08.550649 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-3c0c53e5-96bc-4725-8dec-397aba72ddb4 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539617 Dec 10 18:30:08.675073 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-beb3b4fe-2b1f-4f56-82fd-c67d26b7db25 req-5e9fb2ac-7e64-466c-8da1-07f7c20610a1 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129186 Dec 10 18:30:08.676188 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 15218004-6ad6-403e-bbdc-b0076be4d4c7, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=15218004-6ad6-403e-bbdc-b0076be4d4c7,segment=NetworkSegment(b40b0a3e-45b3-4fc3-81d3-da24b38b738c),segment_id=b40b0a3e-45b3-4fc3-81d3-da24b38b738c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:08.689225 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '15218004-6ad6-403e-bbdc-b0076be4d4c7', 'network_id': '6efe28c3-78ae-4263-9868-7d6b9c58c77f', 'port_id': '15218004-6ad6-403e-bbdc-b0076be4d4c7', 'mac_address': 'fa:16:3e:d0:10:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d8e3542-3f7f-47c8-acd5-19cb426ac099', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:30:08.709116 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3cdab2-dd70-4360-ae72-9d937fedc51b req-c1f85662-3902-4eb6-8d41-18ff2ccf5a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:08.712147 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0a3cdab2-dd70-4360-ae72-9d937fedc51b req-c1f85662-3902-4eb6-8d41-18ff2ccf5a2c service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.2007494 Dec 10 18:30:08.716163 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-daf80278-3bb2-47f4-b59e-0b87fb3f5e9e tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=a65d1f14d2e343c48b992183994cc7c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307584 Dec 10 18:30:08.723485 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746e450-7600-4612-86aa-3e2d280cf227 req-9cf7e701-4c04-4079-8042-8fc434bc8408 tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:08.729930 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device e0473e46-f9cc-42af-9412-4c8e588381de no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:30:08.739633 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e746e450-7600-4612-86aa-3e2d280cf227 req-9cf7e701-4c04-4079-8042-8fc434bc8408 tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc7f6a52-9130-495d-aaba-d3859fc1370f HTTP/1.1" status: 200 len: 944 time: 0.1287696 Dec 10 18:30:08.778995 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: e0473e46-f9cc-42af-9412-4c8e588381de {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:30:08.779417 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device e0473e46-f9cc-42af-9412-4c8e588381de not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:30:08.788578 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:08.807426 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15218004-6ad6-403e-bbdc-b0076be4d4c7 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:30:08.808332 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0a3cdab2-dd70-4360-ae72-9d937fedc51b req-4d526ab4-8760-43e4-85e0-bfc0cfd528f6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=b1068af5-ef27-4fc0-b393-4c1478f3bc3f HTTP/1.1" status: 200 len: 217 time: 0.0640779 Dec 10 18:30:08.831049 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 15218004-6ad6-403e-bbdc-b0076be4d4c7, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=15218004-6ad6-403e-bbdc-b0076be4d4c7,segment=NetworkSegment(b40b0a3e-45b3-4fc3-81d3-da24b38b738c),segment_id=b40b0a3e-45b3-4fc3-81d3-da24b38b738c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:08.847870 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:08.878429 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3cdab2-dd70-4360-ae72-9d937fedc51b req-de53d861-31e5-43a1-9768-bd00b5361984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:08.880032 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0a3cdab2-dd70-4360-ae72-9d937fedc51b req-de53d861-31e5-43a1-9768-bd00b5361984 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.0640681 Dec 10 18:30:08.927533 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=15218004-6ad6-403e-bbdc-b0076be4d4c7,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:08.942632 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8cd3c-0a33-4bfe-9375-4ba425e5e491 req-a75436b3-59dc-4d87-9769-ba1bac16f029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:08.944444 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dec8cd3c-0a33-4bfe-9375-4ba425e5e491 req-a75436b3-59dc-4d87-9769-ba1bac16f029 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=11a6a39d68554f8394fbad05e4e8dab2&device_id=210e0774-a035-4a0e-9bb9-941490f468ca HTTP/1.1" status: 200 len: 1099 time: 0.2026818 Dec 10 18:30:08.944592 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e746e450-7600-4612-86aa-3e2d280cf227 req-84a80df8-08b1-4811-89dc-8f391816aacd tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9eed712-f087-44ee-bd0a-56b9c5b90421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035904 Dec 10 18:30:08.983918 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3cdab2-dd70-4360-ae72-9d937fedc51b req-36b5f32b-8e3b-45d8-a7fd-5c7866f2c34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:08.985916 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0a3cdab2-dd70-4360-ae72-9d937fedc51b req-36b5f32b-8e3b-45d8-a7fd-5c7866f2c34d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0917847 Dec 10 18:30:09.040606 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-0ad475dc-96c8-4352-a0f1-4d719b639e0c tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:09.042237 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-0ad475dc-96c8-4352-a0f1-4d719b639e0c tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3169379 Dec 10 18:30:09.086220 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-027e5330-bf95-4035-a42b-0a65b0d37d5b tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/quotas/a65d1f14d2e343c48b992183994cc7c4 HTTP/1.1" status: 200 len: 375 time: 0.0310388 Dec 10 18:30:09.095962 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdece7f-a612-475f-826c-51b44e6339bb req-2cd5314f-93ec-4db9-b236-8930f4e1e68c tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:09.097657 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2cdece7f-a612-475f-826c-51b44e6339bb req-2cd5314f-93ec-4db9-b236-8930f4e1e68c tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.46 "GET /v2.0/networks?id=7cd799a4-acc6-47e3-afa8-685d03d02732 HTTP/1.1" status: 200 len: 821 time: 0.2950041 Dec 10 18:30:09.120220 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-2cdece7f-a612-475f-826c-51b44e6339bb req-f55a69f1-a656-40b5-85a6-fa26c3c716b8 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Request body: {'port': {'device_id': '5a88c758-21c8-4d51-a62d-dcdcb66b7479', 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732', 'admin_state_up': True, 'tenant_id': 'a6fc9b2d12ab42c9981ea1d946b5f986'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:09.141637 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afc60a-7466-401b-9f1f-32f3038aebdd req-9e9178f2-70cd-41bb-89b2-7990e9d159cd tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:09.143215 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f2afc60a-7466-401b-9f1f-32f3038aebdd req-9e9178f2-70cd-41bb-89b2-7990e9d159cd tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=210e0774-a035-4a0e-9bb9-941490f468ca HTTP/1.1" status: 200 len: 948 time: 0.0957053 Dec 10 18:30:09.150249 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0a3cdab2-dd70-4360-ae72-9d937fedc51b req-c1ae0cec-163b-4271-80e7-54c925c9e1aa service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559520 Dec 10 18:30:09.154040 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-b562c658-aac7-4de4-8838-7c9f922cf83d tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a65d1f14d2e343c48b992183994cc7c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553651 Dec 10 18:30:09.204229 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8cd3c-0a33-4bfe-9375-4ba425e5e491 req-d5c7d7a1-9205-48e6-b506-5086569f2f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:09.206416 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dec8cd3c-0a33-4bfe-9375-4ba425e5e491 req-d5c7d7a1-9205-48e6-b506-5086569f2f94 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.2467864 Dec 10 18:30:09.206693 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['15218004-6ad6-403e-bbdc-b0076be4d4c7'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:30:09.275041 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dec8cd3c-0a33-4bfe-9375-4ba425e5e491 req-c1f46966-e627-4c3e-9524-c27b81d6da28 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=0e97f42c-b4fb-40fd-9a9a-630a27ed1191 HTTP/1.1" status: 200 len: 217 time: 0.0555296 Dec 10 18:30:09.321997 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f2afc60a-7466-401b-9f1f-32f3038aebdd req-d7b464e4-09c8-4b91-b7aa-98d7118b9223 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640193 Dec 10 18:30:09.367109 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8cd3c-0a33-4bfe-9375-4ba425e5e491 req-60b221c8-3d3e-4cfb-a9d9-e9a75f998f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:09.367109 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dec8cd3c-0a33-4bfe-9375-4ba425e5e491 req-60b221c8-3d3e-4cfb-a9d9-e9a75f998f2c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.0801284 Dec 10 18:30:09.403728 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df193310-2011-4d32-9fb7-ed07caa18a4a req-df51a41f-5b49-43c8-8b3f-8c6d1a6b5d12 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:09.405427 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-df193310-2011-4d32-9fb7-ed07caa18a4a req-df51a41f-5b49-43c8-8b3f-8c6d1a6b5d12 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ab212cb-0f04-48f5-93b2-07c6256f57f6 HTTP/1.1" status: 200 len: 950 time: 0.2293630 Dec 10 18:30:09.408303 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0a3cdab2-dd70-4360-ae72-9d937fedc51b req-46a1dc01-49d3-45a2-9191-83f2fbdb8071 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402952 Dec 10 18:30:09.506093 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8cd3c-0a33-4bfe-9375-4ba425e5e491 req-f3668d1e-0235-4ed1-9dd3-7adee5c29c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:09.507778 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dec8cd3c-0a33-4bfe-9375-4ba425e5e491 req-f3668d1e-0235-4ed1-9dd3-7adee5c29c4d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1328239 Dec 10 18:30:09.510924 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cdece7f-a612-475f-826c-51b44e6339bb req-f55a69f1-a656-40b5-85a6-fa26c3c716b8 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Made reservation on behalf of a6fc9b2d12ab42c9981ea1d946b5f986 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:09.514658 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2cdece7f-a612-475f-826c-51b44e6339bb req-f55a69f1-a656-40b5-85a6-fa26c3c716b8 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:09.558181 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2852994-64ea-4dea-9de2-1e8bf000a688 req-0a59a8a1-e42d-4ab8-9f5f-b76fbbbaf3ef tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:09.559760 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f2852994-64ea-4dea-9de2-1e8bf000a688 req-0a59a8a1-e42d-4ab8-9f5f-b76fbbbaf3ef tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7a63511-34ff-4131-8762-2b9877286828 HTTP/1.1" status: 200 len: 947 time: 0.1444886 Dec 10 18:30:09.735884 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f2852994-64ea-4dea-9de2-1e8bf000a688 req-cc1a87e0-7645-47d6-a67b-2146d1333a19 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494224 Dec 10 18:30:09.796345 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dec8cd3c-0a33-4bfe-9375-4ba425e5e491 req-305cc8d1-0198-4aed-80d8-29cb75b513de service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769852 Dec 10 18:30:09.838228 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4f9b6821-af18-4841-aace-bb8b3cfb3894 req-a8dad3f9-f949-47bb-b121-43c5e47cd196 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c128e81b-989f-4720-ae47-3fc1ff739a4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1305702 Dec 10 18:30:09.861057 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682ca57-8caf-40ff-85a9-23d8983a65a9 req-35ef1f68-fc30-49c4-a626-2ca6e81dabf9 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:09.869461 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5682ca57-8caf-40ff-85a9-23d8983a65a9 req-35ef1f68-fc30-49c4-a626-2ca6e81dabf9 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab212cb-0f04-48f5-93b2-07c6256f57f6 HTTP/1.1" status: 200 len: 950 time: 0.1650777 Dec 10 18:30:09.904045 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-2cdece7f-a612-475f-826c-51b44e6339bb req-f55a69f1-a656-40b5-85a6-fa26c3c716b8 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Allocated IP 172.20.0.2 (7cd799a4-acc6-47e3-afa8-685d03d02732/30832bd6-5c81-4f5a-a237-6a5341f2b45d/6cdee229-c6f6-4bd5-b358-e0790cd5fe3c) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:09.956621 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-df193310-2011-4d32-9fb7-ed07caa18a4a req-967adfc1-55fe-4013-b909-3693b5fcfcf0 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Deleting port 3d55a796-4943-4aba-99ee-c96b1fed650c {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:09.956621 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-df193310-2011-4d32-9fb7-ed07caa18a4a req-967adfc1-55fe-4013-b909-3693b5fcfcf0 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:09.977962 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5682ca57-8caf-40ff-85a9-23d8983a65a9 req-042b1ae6-f9d1-4d22-9e55-653325cf7cd0 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/security-groups?id=600a829c-a024-4872-9af8-f652ce49a78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075785 Dec 10 18:30:09.978249 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dec8cd3c-0a33-4bfe-9375-4ba425e5e491 req-fa46262f-2fe7-4dc6-885e-c392b3c7df5e service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706083 Dec 10 18:30:10.035449 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9779c336-e1ea-4c0b-b4b2-301959811931 req-401c38a4-fa13-4bbd-be35-6cb15221b660 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=9440ec9f-6fdf-4155-b25e-2e9759bac5f7 HTTP/1.1" status: 200 len: 210 time: 0.0564821 Dec 10 18:30:10.081012 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b6821-af18-4841-aace-bb8b3cfb3894 req-64cfb3d6-27f4-49e2-9f67-ba4d947114c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:10.082729 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4f9b6821-af18-4841-aace-bb8b3cfb3894 req-64cfb3d6-27f4-49e2-9f67-ba4d947114c4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=70b0792e9b484b69840e9b663917d1a6&device_id=c128e81b-989f-4720-ae47-3fc1ff739a4c HTTP/1.1" status: 200 len: 1096 time: 0.1830654 Dec 10 18:30:10.136934 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3ac8ab42-784a-4c3f-a722-aa96f95cef13 req-dd5039cb-b887-4fb2-a2df-edd2d4e7b716 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a88c758-21c8-4d51-a62d-dcdcb66b7479 HTTP/1.1" status: 200 len: 210 time: 0.0628519 Dec 10 18:30:10.204442 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2cdece7f-a612-475f-826c-51b44e6339bb req-f55a69f1-a656-40b5-85a6-fa26c3c716b8 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:10.228961 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc586b9-b1e9-434e-a630-a1c385b885b6 req-b7d2cbe2-b20f-4f3a-aaff-962a3f7b9092 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:10.230692 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2dc586b9-b1e9-434e-a630-a1c385b885b6 req-b7d2cbe2-b20f-4f3a-aaff-962a3f7b9092 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e4a25d7-e085-40ef-819b-85033abdcfbc HTTP/1.1" status: 200 len: 948 time: 0.0892386 Dec 10 18:30:10.234911 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-df193310-2011-4d32-9fb7-ed07caa18a4a req-967adfc1-55fe-4013-b909-3693b5fcfcf0 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] For port 3d55a796-4943-4aba-99ee-c96b1fed650c, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=3d55a796-4943-4aba-99ee-c96b1fed650c,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:10.235306 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-df193310-2011-4d32-9fb7-ed07caa18a4a req-967adfc1-55fe-4013-b909-3693b5fcfcf0 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:10.277239 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-df193310-2011-4d32-9fb7-ed07caa18a4a req-967adfc1-55fe-4013-b909-3693b5fcfcf0 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Calling delete_port for 3d55a796-4943-4aba-99ee-c96b1fed650c owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:10.283600 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2cdece7f-a612-475f-826c-51b44e6339bb req-f55a69f1-a656-40b5-85a6-fa26c3c716b8 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:10.331096 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2dc586b9-b1e9-434e-a630-a1c385b885b6 req-50b83ed2-0315-43be-9a4a-60e2b1a93dd6 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc6715c-519b-45b4-8cb0-533b9fa47ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912292 Dec 10 18:30:10.340872 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cdece7f-a612-475f-826c-51b44e6339bb req-f55a69f1-a656-40b5-85a6-fa26c3c716b8 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Network 7cd799a4-acc6-47e3-afa8-685d03d02732 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:10.354837 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-2cdece7f-a612-475f-826c-51b44e6339bb req-f55a69f1-a656-40b5-85a6-fa26c3c716b8 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:10.354929 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b6821-af18-4841-aace-bb8b3cfb3894 req-ec43eba1-3ce1-4e1a-a37e-f2fe24ca18ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:10.355411 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4f9b6821-af18-4841-aace-bb8b3cfb3894 req-ec43eba1-3ce1-4e1a-a37e-f2fe24ca18ea service neutron] 10.222.0.72 "GET /v2.0/networks?id=07d60a74-f182-41ba-b9dc-085b291b0734 HTTP/1.1" status: 200 len: 925 time: 0.2322645 Dec 10 18:30:10.357482 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cdece7f-a612-475f-826c-51b44e6339bb req-f55a69f1-a656-40b5-85a6-fa26c3c716b8 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:10.381833 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41934707-938a-4502-b358-a89264efb809 req-a5136ebf-125b-49d1-89d5-6e97a7431afd tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:10.389279 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-41934707-938a-4502-b358-a89264efb809 req-a5136ebf-125b-49d1-89d5-6e97a7431afd tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc7f6a52-9130-495d-aaba-d3859fc1370f HTTP/1.1" status: 200 len: 945 time: 0.1572526 Dec 10 18:30:10.395274 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a69f1-a656-40b5-85a6-fa26c3c716b8 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Pushing event updated for resources: {'Port': ['ID=6cdee229-c6f6-4bd5-b358-e0790cd5fe3c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:10.456047 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdece7f-a612-475f-826c-51b44e6339bb req-f55a69f1-a656-40b5-85a6-fa26c3c716b8 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:10.456685 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2cdece7f-a612-475f-826c-51b44e6339bb req-f55a69f1-a656-40b5-85a6-fa26c3c716b8 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:10.481984 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4f83d-ac87-4d85-914b-7a8ba8485e1b req-458dd8b1-7f2d-40c4-b5d6-cecb00201ed7 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:10.483537 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-89e4f83d-ac87-4d85-914b-7a8ba8485e1b req-458dd8b1-7f2d-40c4-b5d6-cecb00201ed7 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=210e0774-a035-4a0e-9bb9-941490f468ca HTTP/1.1" status: 200 len: 948 time: 0.0780406 Dec 10 18:30:10.487310 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2cdece7f-a612-475f-826c-51b44e6339bb req-f55a69f1-a656-40b5-85a6-fa26c3c716b8 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3750336 Dec 10 18:30:10.509792 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-2cdece7f-a612-475f-826c-51b44e6339bb req-dc3ddca4-0800-4a2d-bc2a-f194e30ccd1d service neutron] Request body: {'port': {'device_id': '5a88c758-21c8-4d51-a62d-dcdcb66b7479', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:10.525749 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4f9b6821-af18-4841-aace-bb8b3cfb3894 req-e3fbfd49-758a-4cc2-bfc3-bf25c7d1c927 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e5c53fc-a155-4782-adc2-7ab52845f634 HTTP/1.1" status: 200 len: 1001 time: 0.1615391 Dec 10 18:30:10.558869 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 15218004-6ad6-403e-bbdc-b0076be4d4c7 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:10.573057 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-41934707-938a-4502-b358-a89264efb809 req-db8d42b9-4bc1-4c98-b587-02ad5ddc7440 tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9eed712-f087-44ee-bd0a-56b9c5b90421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829424 Dec 10 18:30:10.589517 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-89e4f83d-ac87-4d85-914b-7a8ba8485e1b req-d9a85965-993b-456f-a512-1f27985596da tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977900 Dec 10 18:30:10.592916 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2cdece7f-a612-475f-826c-51b44e6339bb req-dc3ddca4-0800-4a2d-bc2a-f194e30ccd1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:10.621904 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b6821-af18-4841-aace-bb8b3cfb3894 req-66bc9054-e6df-476c-9860-cb1548405bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:10.623374 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4f9b6821-af18-4841-aace-bb8b3cfb3894 req-66bc9054-e6df-476c-9860-cb1548405bd4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ebe9125f-6c16-45da-b199-c6abec1b4923 HTTP/1.1" status: 200 len: 863 time: 0.0895567 Dec 10 18:30:10.680494 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-df193310-2011-4d32-9fb7-ed07caa18a4a req-967adfc1-55fe-4013-b909-3693b5fcfcf0 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:10.693309 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['3d55a796-4943-4aba-99ee-c96b1fed650c'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:30:10.698838 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 15218004-6ad6-403e-bbdc-b0076be4d4c7 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:30:10.712374 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b6821-af18-4841-aace-bb8b3cfb3894 req-7cf8930b-9fd9-4b4a-b6a3-49174a43d511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:10.715213 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4f9b6821-af18-4841-aace-bb8b3cfb3894 req-7cf8930b-9fd9-4b4a-b6a3-49174a43d511 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=07d60a74-f182-41ba-b9dc-085b291b0734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840430 Dec 10 18:30:10.718372 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967adfc1-55fe-4013-b909-3693b5fcfcf0 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Pushing event deleted for resources: {'Port': ['ID=3d55a796-4943-4aba-99ee-c96b1fed650c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:10.733156 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device b1068af5-ef27-4fc0-b393-4c1478f3bc3f details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:30:10.771365 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-3704d8fc-46f7-4036-881d-fe52ad38ba87 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=a65d1f14d2e343c48b992183994cc7c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449913 Dec 10 18:30:10.846966 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4f9b6821-af18-4841-aace-bb8b3cfb3894 req-1c028018-a0e3-48fc-9775-636b14aab547 service neutron] 10.222.0.72 "GET /v2.0/networks/07d60a74-f182-41ba-b9dc-085b291b0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210866 Dec 10 18:30:10.883075 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port b1068af5-ef27-4fc0-b393-4c1478f3bc3f, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=b1068af5-ef27-4fc0-b393-4c1478f3bc3f,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:10.900322 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': 'b1068af5-ef27-4fc0-b393-4c1478f3bc3f', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': 'b1068af5-ef27-4fc0-b393-4c1478f3bc3f', 'mac_address': 'fa:16:3e:a5:c1:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:30:10.905368 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 15218004-6ad6-403e-bbdc-b0076be4d4c7 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:10.906184 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:10.948036 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-df193310-2011-4d32-9fb7-ed07caa18a4a req-967adfc1-55fe-4013-b909-3693b5fcfcf0 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] No DVR routers for this DVR port 3d55a796-4943-4aba-99ee-c96b1fed650c on host n-h2-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:30:10.980293 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-df193310-2011-4d32-9fb7-ed07caa18a4a req-967adfc1-55fe-4013-b909-3693b5fcfcf0 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:10.984123 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-df193310-2011-4d32-9fb7-ed07caa18a4a req-967adfc1-55fe-4013-b909-3693b5fcfcf0 tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.72 "DELETE /v2.0/ports/3d55a796-4943-4aba-99ee-c96b1fed650c HTTP/1.1" status: 204 len: 173 time: 1.5680163 Dec 10 18:30:11.003079 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab212cb-0f04-48f5-93b2-07c6256f57f6', 'name': 'network-vif-deleted', 'tag': '3d55a796-4943-4aba-99ee-c96b1fed650c'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:30:11.005864 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7808eaad-94e8-4889-88a6-9abd1d007ba4" -d '{"events": [{"server_uuid": "6ab212cb-0f04-48f5-93b2-07c6256f57f6", "name": "network-vif-deleted", "tag": "3d55a796-4943-4aba-99ee-c96b1fed650c"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:30:11.052346 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b589a-db51-42fb-b7d1-a3b2756cd539 req-c123c02e-c395-479f-bb4b-2ae47cbb8860 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:11.054600 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7c9b589a-db51-42fb-b7d1-a3b2756cd539 req-c123c02e-c395-479f-bb4b-2ae47cbb8860 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7a63511-34ff-4131-8762-2b9877286828 HTTP/1.1" status: 200 len: 947 time: 0.1787140 Dec 10 18:30:11.055650 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:11.099705 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f6e932-e4b7-4b66-8265-7bcfd0b182a7 x-openstack-request-id: req-55f6e932-e4b7-4b66-8265-7bcfd0b182a7 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:30:11.100256 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab212cb-0f04-48f5-93b2-07c6256f57f6", "name": "network-vif-deleted", "tag": "3d55a796-4943-4aba-99ee-c96b1fed650c", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:30:11.100762 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-55f6e932-e4b7-4b66-8265-7bcfd0b182a7 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:30:11.101362 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab212cb-0f04-48f5-93b2-07c6256f57f6', 'name': 'network-vif-deleted', 'tag': '3d55a796-4943-4aba-99ee-c96b1fed650c', 'status': 'completed', 'code': 200} Dec 10 18:30:11.124013 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4f9b6821-af18-4841-aace-bb8b3cfb3894 req-2cdaeffd-126a-4d95-a2ba-626b32bd03a9 service neutron] 10.222.0.72 "GET /v2.0/networks/07d60a74-f182-41ba-b9dc-085b291b0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550535 Dec 10 18:30:11.208405 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7c9b589a-db51-42fb-b7d1-a3b2756cd539 req-5d1bc9c8-485e-4017-ab0c-69c0565b0570 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446323 Dec 10 18:30:11.288429 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1068af5-ef27-4fc0-b393-4c1478f3bc3f {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:30:11.300950 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-840fd32e-e6bb-4027-aaf8-9f5cdfc05fd5 req-422f5861-c346-4c51-896f-0b2cfbe6457b tempest-TenantUsagesTestJSON-943847195 tempest-TenantUsagesTestJSON-943847195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab212cb-0f04-48f5-93b2-07c6256f57f6 HTTP/1.1" status: 200 len: 210 time: 0.0777967 Dec 10 18:30:11.316132 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d067626e-1917-4e78-855f-2ff26a5efcd5 req-872c55b0-e472-4f0a-9854-ebeea16f20e0 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=9440ec9f-6fdf-4155-b25e-2e9759bac5f7 HTTP/1.1" status: 200 len: 210 time: 0.0335457 Dec 10 18:30:11.324524 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port b1068af5-ef27-4fc0-b393-4c1478f3bc3f, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=b1068af5-ef27-4fc0-b393-4c1478f3bc3f,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:11.327320 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:11.355056 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:11.363936 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device baa46271-5316-426e-b73c-7c0cfeef3fa2 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:30:11.381144 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-129c9900-9806-4913-a95b-cd247fce4106 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:11.384049 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-129c9900-9806-4913-a95b-cd247fce4106 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5960081 Dec 10 18:30:11.404305 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-02e4f9eb-f7c4-4fe0-ac91-0d7aacecc432 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Request body: {'port': {'device_id': '9440ec9f-6fdf-4155-b25e-2e9759bac5f7', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'admin_state_up': True, 'tenant_id': 'a65d1f14d2e343c48b992183994cc7c4'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:11.434849 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7f6a52-9130-495d-aaba-d3859fc1370f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15218004-6ad6-403e-bbdc-b0076be4d4c7'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:30:11.437328 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc291c5d-6616-4d50-805f-b7a1ac084b54" -d '{"events": [{"server_uuid": "bc7f6a52-9130-495d-aaba-d3859fc1370f", "name": "network-vif-plugged", "status": "completed", "tag": "15218004-6ad6-403e-bbdc-b0076be4d4c7"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:30:11.459038 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 15218004-6ad6-403e-bbdc-b0076be4d4c7, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=15218004-6ad6-403e-bbdc-b0076be4d4c7,segment=NetworkSegment(b40b0a3e-45b3-4fc3-81d3-da24b38b738c),segment_id=b40b0a3e-45b3-4fc3-81d3-da24b38b738c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:11.467164 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:11.475963 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b5621-01ab-44e1-87cf-5216a1b58275 req-38e863ab-cb9f-4a30-af33-791dfb9fd60d tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:11.494454 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-489b5621-01ab-44e1-87cf-5216a1b58275 req-38e863ab-cb9f-4a30-af33-791dfb9fd60d tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a88c758-21c8-4d51-a62d-dcdcb66b7479 HTTP/1.1" status: 200 len: 931 time: 0.0634737 Dec 10 18:30:11.500946 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port baa46271-5316-426e-b73c-7c0cfeef3fa2, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=baa46271-5316-426e-b73c-7c0cfeef3fa2,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:11.510046 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=b1068af5-ef27-4fc0-b393-4c1478f3bc3f,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:11.560499 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': 'baa46271-5316-426e-b73c-7c0cfeef3fa2', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': 'baa46271-5316-426e-b73c-7c0cfeef3fa2', 'mac_address': 'fa:16:3e:fa:bc:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:30:11.577244 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-489b5621-01ab-44e1-87cf-5216a1b58275 req-3062931f-6c57-470b-9142-80f2c065e55f tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816162 Dec 10 18:30:11.609406 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=15218004-6ad6-403e-bbdc-b0076be4d4c7,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:11.622444 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:11.642712 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baa46271-5316-426e-b73c-7c0cfeef3fa2 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:30:11.667507 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-2cdece7f-a612-475f-826c-51b44e6339bb req-dc3ddca4-0800-4a2d-bc2a-f194e30ccd1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:30:11.668578 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d0f4d0-eb70-405e-9688-5f9d0a1320be x-openstack-request-id: req-27d0f4d0-eb70-405e-9688-5f9d0a1320be {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:30:11.668984 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7f6a52-9130-495d-aaba-d3859fc1370f", "name": "network-vif-plugged", "status": "completed", "tag": "15218004-6ad6-403e-bbdc-b0076be4d4c7", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:30:11.669310 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-27d0f4d0-eb70-405e-9688-5f9d0a1320be {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:30:11.669763 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7f6a52-9130-495d-aaba-d3859fc1370f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15218004-6ad6-403e-bbdc-b0076be4d4c7', 'code': 200} Dec 10 18:30:11.675020 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port baa46271-5316-426e-b73c-7c0cfeef3fa2, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=baa46271-5316-426e-b73c-7c0cfeef3fa2,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:11.682857 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:11.694614 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2cdece7f-a612-475f-826c-51b44e6339bb req-dc3ddca4-0800-4a2d-bc2a-f194e30ccd1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:11.712327 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad776dd-eadb-4d75-9274-c8f9b9d058de req-85420ee3-42ca-46e3-8893-2410dc329597 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:11.714661 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2ad776dd-eadb-4d75-9274-c8f9b9d058de req-85420ee3-42ca-46e3-8893-2410dc329597 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e4a25d7-e085-40ef-819b-85033abdcfbc HTTP/1.1" status: 200 len: 949 time: 0.2917957 Dec 10 18:30:11.781767 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=baa46271-5316-426e-b73c-7c0cfeef3fa2,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:11.794311 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-2cdece7f-a612-475f-826c-51b44e6339bb req-dc3ddca4-0800-4a2d-bc2a-f194e30ccd1d service neutron] Transition to ACTIVE for port object 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:30:11.810041 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-02e4f9eb-f7c4-4fe0-ac91-0d7aacecc432 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Made reservation on behalf of a65d1f14d2e343c48b992183994cc7c4 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:11.813975 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-02e4f9eb-f7c4-4fe0-ac91-0d7aacecc432 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:11.823581 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2cdece7f-a612-475f-826c-51b44e6339bb req-dc3ddca4-0800-4a2d-bc2a-f194e30ccd1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:11.871915 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930c667-3690-49ff-a90c-e2ebc86d898f req-89110a51-59b5-445a-bd69-3300d41cf3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:11.873539 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d930c667-3690-49ff-a90c-e2ebc86d898f req-89110a51-59b5-445a-bd69-3300d41cf3fa service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bc7f6a52-9130-495d-aaba-d3859fc1370f HTTP/1.1" status: 200 len: 1097 time: 0.0915861 Dec 10 18:30:11.898621 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96985993-22d0-4cc2-8943-4724ac268ac7 req-bb19dbe1-c024-48c9-b061-4f228425d7d9 tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:11.901051 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-96985993-22d0-4cc2-8943-4724ac268ac7 req-bb19dbe1-c024-48c9-b061-4f228425d7d9 tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc7f6a52-9130-495d-aaba-d3859fc1370f HTTP/1.1" status: 200 len: 946 time: 0.0747809 Dec 10 18:30:11.917830 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2ad776dd-eadb-4d75-9274-c8f9b9d058de req-9ce9aabb-2fdd-4619-9c68-88adc129da5b tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc6715c-519b-45b4-8cb0-533b9fa47ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851749 Dec 10 18:30:11.983711 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d930c667-3690-49ff-a90c-e2ebc86d898f req-9403f8cf-c9bf-4aa5-8be6-b8af4c3e88e0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a9eed712-f087-44ee-bd0a-56b9c5b90421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001475 Dec 10 18:30:11.988675 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ddca4-0800-4a2d-bc2a-f194e30ccd1d service neutron] Pushing event updated for resources: {'Port': ['ID=6cdee229-c6f6-4bd5-b358-e0790cd5fe3c,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:12.012195 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-96985993-22d0-4cc2-8943-4724ac268ac7 req-9de5e2ca-0fed-4c4d-a5d1-f300c141dbf2 tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9eed712-f087-44ee-bd0a-56b9c5b90421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044478 Dec 10 18:30:12.122425 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-2cdece7f-a612-475f-826c-51b44e6339bb req-dc3ddca4-0800-4a2d-bc2a-f194e30ccd1d service neutron] Attempting to bind port 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:12.122758 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-2cdece7f-a612-475f-826c-51b44e6339bb req-dc3ddca4-0800-4a2d-bc2a-f194e30ccd1d service neutron] Attempting to bind port 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:12.123085 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdece7f-a612-475f-826c-51b44e6339bb req-dc3ddca4-0800-4a2d-bc2a-f194e30ccd1d service neutron] Attempting to bind port 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c on network 7cd799a4-acc6-47e3-afa8-685d03d02732 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:12.134206 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd133fb-38f5-4a74-afc9-da30051a9eab req-dc642aee-9a19-4862-9af8-8e55ce7b6e80 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:12.135677 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2fd133fb-38f5-4a74-afc9-da30051a9eab req-dc642aee-9a19-4862-9af8-8e55ce7b6e80 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=210e0774-a035-4a0e-9bb9-941490f468ca HTTP/1.1" status: 200 len: 948 time: 0.1269116 Dec 10 18:30:12.146219 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['baa46271-5316-426e-b73c-7c0cfeef3fa2'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:30:12.147339 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdece7f-a612-475f-826c-51b44e6339bb req-dc3ddca4-0800-4a2d-bc2a-f194e30ccd1d service neutron] Port 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c on network 7cd799a4-acc6-47e3-afa8-685d03d02732 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:12.147676 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdece7f-a612-475f-826c-51b44e6339bb req-dc3ddca4-0800-4a2d-bc2a-f194e30ccd1d service neutron] Attempting to bind port 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c on network 7cd799a4-acc6-47e3-afa8-685d03d02732 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:12.161955 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-02e4f9eb-f7c4-4fe0-ac91-0d7aacecc432 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Allocated IP 192.168.233.83 (c9403646-ab9b-4a0a-827b-6d4376246b64/ec05590b-5c35-4e58-9087-8773857a69b9/86559541-8774-4251-a41d-6bdba59d2390) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:12.177084 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdece7f-a612-475f-826c-51b44e6339bb req-dc3ddca4-0800-4a2d-bc2a-f194e30ccd1d service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:30:12.177425 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdece7f-a612-475f-826c-51b44e6339bb req-dc3ddca4-0800-4a2d-bc2a-f194e30ccd1d service neutron] Checking segment: {'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:12.177808 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdece7f-a612-475f-826c-51b44e6339bb req-dc3ddca4-0800-4a2d-bc2a-f194e30ccd1d service neutron] Bound using segment: {'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:30:12.178281 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-2cdece7f-a612-475f-826c-51b44e6339bb req-dc3ddca4-0800-4a2d-bc2a-f194e30ccd1d service neutron] Bound port: 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:30:12.178640 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2cdece7f-a612-475f-826c-51b44e6339bb req-dc3ddca4-0800-4a2d-bc2a-f194e30ccd1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:12.271256 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2fd133fb-38f5-4a74-afc9-da30051a9eab req-271812a6-f959-4249-a45b-2b235b7ad040 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247323 Dec 10 18:30:12.279205 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['b1068af5-ef27-4fc0-b393-4c1478f3bc3f'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:30:12.383076 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf7adf-c997-4eb0-b4c9-19ecf75e7f5b req-bf5fa604-4d09-403f-a209-80c6a5c91861 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:12.392175 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-59cf7adf-c997-4eb0-b4c9-19ecf75e7f5b req-bf5fa604-4d09-403f-a209-80c6a5c91861 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7a63511-34ff-4131-8762-2b9877286828 HTTP/1.1" status: 200 len: 948 time: 0.1049621 Dec 10 18:30:12.402023 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-2cdece7f-a612-475f-826c-51b44e6339bb req-dc3ddca4-0800-4a2d-bc2a-f194e30ccd1d service neutron] For port 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:12.450305 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-2cdece7f-a612-475f-826c-51b44e6339bb req-dc3ddca4-0800-4a2d-bc2a-f194e30ccd1d service neutron] For port 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=6cdee229-c6f6-4bd5-b358-e0790cd5fe3c,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:30:12.451254 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-59cf7adf-c997-4eb0-b4c9-19ecf75e7f5b req-5fedee5e-b917-42c7-9499-73d69309424d tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560753 Dec 10 18:30:12.479759 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-02e4f9eb-f7c4-4fe0-ac91-0d7aacecc432 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:12.482795 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2cdece7f-a612-475f-826c-51b44e6339bb req-dc3ddca4-0800-4a2d-bc2a-f194e30ccd1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:12.511463 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d468d2fc-7d1d-4822-93d3-374ec9527f76 req-82acb4df-3e28-45e8-9eef-60e803ee6775 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=9440ec9f-6fdf-4155-b25e-2e9759bac5f7 HTTP/1.1" status: 200 len: 210 time: 0.0635858 Dec 10 18:30:12.548972 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdece7f-a612-475f-826c-51b44e6339bb req-dc3ddca4-0800-4a2d-bc2a-f194e30ccd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:12.549584 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2cdece7f-a612-475f-826c-51b44e6339bb req-dc3ddca4-0800-4a2d-bc2a-f194e30ccd1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:12.551019 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2cdece7f-a612-475f-826c-51b44e6339bb req-dc3ddca4-0800-4a2d-bc2a-f194e30ccd1d service neutron] 10.222.0.46 "PUT /v2.0/ports/6cdee229-c6f6-4bd5-b358-e0790cd5fe3c HTTP/1.1" status: 200 len: 1091 time: 2.0518296 Dec 10 18:30:12.553265 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a88c758-21c8-4d51-a62d-dcdcb66b7479', 'tag': '6cdee229-c6f6-4bd5-b358-e0790cd5fe3c'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:30:12.554718 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 0e97f42c-b4fb-40fd-9a9a-630a27ed1191 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:30:12.556679 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f31bd1-bde0-4583-a703-4e54d87d2fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "5a88c758-21c8-4d51-a62d-dcdcb66b7479", "tag": "6cdee229-c6f6-4bd5-b358-e0790cd5fe3c"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:30:12.595521 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ddca4-0800-4a2d-bc2a-f194e30ccd1d service neutron] Pushing event updated for resources: {'Port': ['ID=6cdee229-c6f6-4bd5-b358-e0790cd5fe3c,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:12.610734 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-02e4f9eb-f7c4-4fe0-ac91-0d7aacecc432 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:12.644152 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e31570-e5f6-4039-9d02-4309ed7412b5 x-openstack-request-id: req-16e31570-e5f6-4039-9d02-4309ed7412b5 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:30:12.644442 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a88c758-21c8-4d51-a62d-dcdcb66b7479", "tag": "6cdee229-c6f6-4bd5-b358-e0790cd5fe3c", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:30:12.644720 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-16e31570-e5f6-4039-9d02-4309ed7412b5 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:30:12.645116 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a88c758-21c8-4d51-a62d-dcdcb66b7479', 'tag': '6cdee229-c6f6-4bd5-b358-e0790cd5fe3c', 'status': 'completed', 'code': 200} Dec 10 18:30:12.676337 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-02e4f9eb-f7c4-4fe0-ac91-0d7aacecc432 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Network c9403646-ab9b-4a0a-827b-6d4376246b64 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:12.683827 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-02e4f9eb-f7c4-4fe0-ac91-0d7aacecc432 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:12.688901 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-02e4f9eb-f7c4-4fe0-ac91-0d7aacecc432 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:12.706433 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 0e97f42c-b4fb-40fd-9a9a-630a27ed1191, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=0e97f42c-b4fb-40fd-9a9a-630a27ed1191,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:12.721056 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '0e97f42c-b4fb-40fd-9a9a-630a27ed1191', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': '0e97f42c-b4fb-40fd-9a9a-630a27ed1191', 'mac_address': 'fa:16:3e:8a:75:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:30:12.752675 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 3d55a796-4943-4aba-99ee-c96b1fed650c no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:30:12.780051 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e4f9eb-f7c4-4fe0-ac91-0d7aacecc432 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Pushing event updated for resources: {'Port': ['ID=86559541-8774-4251-a41d-6bdba59d2390,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:12.785010 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 3d55a796-4943-4aba-99ee-c96b1fed650c {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:30:12.785010 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 3d55a796-4943-4aba-99ee-c96b1fed650c not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:30:12.799098 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:12.816779 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e97f42c-b4fb-40fd-9a9a-630a27ed1191 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:30:12.819634 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdece7f-a612-475f-826c-51b44e6339bb req-5c394ee5-9b8e-4554-8f6a-ab4a0c4b3a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:12.823471 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2cdece7f-a612-475f-826c-51b44e6339bb req-5c394ee5-9b8e-4554-8f6a-ab4a0c4b3a08 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986&device_id=5a88c758-21c8-4d51-a62d-dcdcb66b7479 HTTP/1.1" status: 200 len: 1094 time: 0.2219708 Dec 10 18:30:12.838217 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42068) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:12.853010 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-02e4f9eb-f7c4-4fe0-ac91-0d7aacecc432 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:12.853010 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-02e4f9eb-f7c4-4fe0-ac91-0d7aacecc432 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:12.853198 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 0e97f42c-b4fb-40fd-9a9a-630a27ed1191, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=0e97f42c-b4fb-40fd-9a9a-630a27ed1191,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:12.858696 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:12.906779 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2cdece7f-a612-475f-826c-51b44e6339bb req-34d20fd4-17cb-408d-a206-b94a74409c56 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6cdee229-c6f6-4bd5-b358-e0790cd5fe3c HTTP/1.1" status: 200 len: 217 time: 0.0453701 Dec 10 18:30:12.911747 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-02e4f9eb-f7c4-4fe0-ac91-0d7aacecc432 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5135522 Dec 10 18:30:12.932566 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=0e97f42c-b4fb-40fd-9a9a-630a27ed1191,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:12.932871 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-b4cc28cf-5dbe-43d8-9cfe-f7598b5d1099 service neutron] Request body: {'port': {'device_id': '9440ec9f-6fdf-4155-b25e-2e9759bac5f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:13.033716 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730046a-cf6d-4605-bbab-5ad02d99b56f req-ec92a328-89ac-43aa-9e47-baf648255841 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:13.035705 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2730046a-cf6d-4605-bbab-5ad02d99b56f req-ec92a328-89ac-43aa-9e47-baf648255841 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a88c758-21c8-4d51-a62d-dcdcb66b7479 HTTP/1.1" status: 200 len: 943 time: 0.3107712 Dec 10 18:30:13.117794 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-018e324b-39ed-4190-b953-0457af343cae admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fa121b139b9d41778741e2c1dc21fcee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2781549 Dec 10 18:30:13.121199 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-35b60b65-97ae-4c4a-a392-3eff8754c56d None None] Provisioning complete for port 86559541-8774-4251-a41d-6bdba59d2390 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:13.121585 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-35b60b65-97ae-4c4a-a392-3eff8754c56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:13.123359 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42078) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:13.127807 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-b4cc28cf-5dbe-43d8-9cfe-f7598b5d1099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:13.144774 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b7033-8e92-46b5-917f-89b96e208f02 req-c23ae2b3-bf87-45c8-88ce-8b1cc0775811 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:13.146541 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdece7f-a612-475f-826c-51b44e6339bb req-71db739d-65dd-472e-8750-f3f7555ea900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:13.147533 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f57b7033-8e92-46b5-917f-89b96e208f02 req-c23ae2b3-bf87-45c8-88ce-8b1cc0775811 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e4a25d7-e085-40ef-819b-85033abdcfbc HTTP/1.1" status: 200 len: 949 time: 0.0874135 Dec 10 18:30:13.148076 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2cdece7f-a612-475f-826c-51b44e6339bb req-71db739d-65dd-472e-8750-f3f7555ea900 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30832bd6-5c81-4f5a-a237-6a5341f2b45d HTTP/1.1" status: 200 len: 861 time: 0.2229888 Dec 10 18:30:13.175121 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-35b60b65-97ae-4c4a-a392-3eff8754c56d None None] Port 86559541-8774-4251-a41d-6bdba59d2390 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:30:13.204836 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2730046a-cf6d-4605-bbab-5ad02d99b56f req-a990c061-f940-4f81-9366-d7bfae69f0a5 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447325 Dec 10 18:30:13.211587 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['0e97f42c-b4fb-40fd-9a9a-630a27ed1191'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:30:13.228808 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2cdece7f-a612-475f-826c-51b44e6339bb req-6dc19e23-6e11-4b7f-a14e-63b5f36f67c1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cd799a4-acc6-47e3-afa8-685d03d02732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652108 Dec 10 18:30:13.233684 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f57b7033-8e92-46b5-917f-89b96e208f02 req-14462d25-b575-4043-b55b-b1ac57123ed7 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc6715c-519b-45b4-8cb0-533b9fa47ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776267 Dec 10 18:30:13.249482 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dad605fe-3969-4747-b14f-9849eea808e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:13.285664 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dad605fe-3969-4747-b14f-9849eea808e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:13.458119 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dad605fe-3969-4747-b14f-9849eea808e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:13.462843 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dad605fe-3969-4747-b14f-9849eea808e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:13.466889 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-dad605fe-3969-4747-b14f-9849eea808e9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/600a829c-a024-4872-9af8-f652ce49a78e HTTP/1.1" status: 204 len: 168 time: 0.3389301 Dec 10 18:30:13.491418 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad605fe-3969-4747-b14f-9849eea808e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600a829c-a024-4872-9af8-f652ce49a78e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:13.509969 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a17d2-1887-4229-b9ca-de3d3b92e205 req-54a8eaf3-1c6c-4015-a580-7bf8fa75cb98 tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:13.519894 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-433a17d2-1887-4229-b9ca-de3d3b92e205 req-54a8eaf3-1c6c-4015-a580-7bf8fa75cb98 tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc7f6a52-9130-495d-aaba-d3859fc1370f HTTP/1.1" status: 200 len: 946 time: 0.1027703 Dec 10 18:30:13.593664 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-433a17d2-1887-4229-b9ca-de3d3b92e205 req-977242d9-01fd-458a-a557-4f9660093f63 tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9eed712-f087-44ee-bd0a-56b9c5b90421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727842 Dec 10 18:30:13.674811 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bdf0a6-ba5d-42df-ba68-cc36066d0b0e req-00cf01f1-8212-48ee-89e4-9fa09ff3aae8 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:13.682985 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-68bdf0a6-ba5d-42df-ba68-cc36066d0b0e req-00cf01f1-8212-48ee-89e4-9fa09ff3aae8 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=210e0774-a035-4a0e-9bb9-941490f468ca HTTP/1.1" status: 200 len: 949 time: 0.1414201 Dec 10 18:30:13.717604 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45bfbe-346b-4c03-92b6-541858453161 req-3a7d15f0-5e2b-49ba-96a0-dc76aab6b443 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:13.725187 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fc45bfbe-346b-4c03-92b6-541858453161 req-3a7d15f0-5e2b-49ba-96a0-dc76aab6b443 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7a63511-34ff-4131-8762-2b9877286828 HTTP/1.1" status: 200 len: 948 time: 0.0657146 Dec 10 18:30:13.758013 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2cdece7f-a612-475f-826c-51b44e6339bb req-6121721e-95dc-438a-953b-2e17e5b80ab9 service neutron] 10.222.0.46 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4854875 Dec 10 18:30:13.793366 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fc45bfbe-346b-4c03-92b6-541858453161 req-47e4bfc4-13c1-479d-9ec8-0a665aa8d613 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628057 Dec 10 18:30:13.872602 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-68bdf0a6-ba5d-42df-ba68-cc36066d0b0e req-fe63eb68-16cd-43fe-a48a-85913292edca tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829414 Dec 10 18:30:13.931107 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42090) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:13.932403 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2cdece7f-a612-475f-826c-51b44e6339bb req-5f1e75af-b01b-429b-b965-60959bc9d861 service neutron] 10.222.0.46 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580718 Dec 10 18:30:13.951921 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bdb4a0a2-8e8d-430f-ad48-52ca7eb1c009 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:13.974265 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff7fdf-40a2-4d6b-b578-3a7f31b8b971 req-586121f3-0a52-4074-b10a-4ed6ae57f7d3 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:13.982150 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b5ff7fdf-40a2-4d6b-b578-3a7f31b8b971 req-586121f3-0a52-4074-b10a-4ed6ae57f7d3 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=9440ec9f-6fdf-4155-b25e-2e9759bac5f7 HTTP/1.1" status: 200 len: 935 time: 0.1179965 Dec 10 18:30:14.036779 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-b4cc28cf-5dbe-43d8-9cfe-f7598b5d1099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86559541-8774-4251-a41d-6bdba59d2390 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:30:14.047567 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-b4cc28cf-5dbe-43d8-9cfe-f7598b5d1099 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:14.049957 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b5ff7fdf-40a2-4d6b-b578-3a7f31b8b971 req-ce1cd5d0-3bcd-4ea4-884b-f6aec3bb6cdc tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/security-groups?id=c05a4f82-cb7b-455e-8ad0-a430842afda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668697 Dec 10 18:30:14.066414 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-b4cc28cf-5dbe-43d8-9cfe-f7598b5d1099 service neutron] Transition to ACTIVE for port object 86559541-8774-4251-a41d-6bdba59d2390 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:30:14.068745 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f31bd1-bde0-4583-a703-4e54d87d2fbb req-cf973751-93c0-480b-b898-059c0692ddbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:14.071579 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57f31bd1-bde0-4583-a703-4e54d87d2fbb req-cf973751-93c0-480b-b898-059c0692ddbc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986&device_id=5a88c758-21c8-4d51-a62d-dcdcb66b7479 HTTP/1.1" status: 200 len: 1094 time: 0.0726354 Dec 10 18:30:14.082818 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-b4cc28cf-5dbe-43d8-9cfe-f7598b5d1099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:14.111188 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bdb4a0a2-8e8d-430f-ad48-52ca7eb1c009 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:14.118966 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bdb4a0a2-8e8d-430f-ad48-52ca7eb1c009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:14.157546 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-bdb4a0a2-8e8d-430f-ad48-52ca7eb1c009 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=538abf573dda40bf913e979ace3030cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251139 Dec 10 18:30:14.160267 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42092) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:14.167260 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4a0a2-8e8d-430f-ad48-52ca7eb1c009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885575fa-c271-48b4-9d58-b9b6f2d7cdb5,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:14.203490 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc28cf-5dbe-43d8-9cfe-f7598b5d1099 service neutron] Pushing event updated for resources: {'Port': ['ID=86559541-8774-4251-a41d-6bdba59d2390,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:14.255543 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b487a138-e662-4a0b-9a29-74e846248d3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:14.307997 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b487a138-e662-4a0b-9a29-74e846248d3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:14.348100 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-b4cc28cf-5dbe-43d8-9cfe-f7598b5d1099 service neutron] Attempting to bind port 86559541-8774-4251-a41d-6bdba59d2390 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:14.348727 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-b4cc28cf-5dbe-43d8-9cfe-f7598b5d1099 service neutron] Attempting to bind port 86559541-8774-4251-a41d-6bdba59d2390 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:14.349232 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-b4cc28cf-5dbe-43d8-9cfe-f7598b5d1099 service neutron] Attempting to bind port 86559541-8774-4251-a41d-6bdba59d2390 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:14.360397 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-b4cc28cf-5dbe-43d8-9cfe-f7598b5d1099 service neutron] Port 86559541-8774-4251-a41d-6bdba59d2390 on network c9403646-ab9b-4a0a-827b-6d4376246b64 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:14.360847 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-b4cc28cf-5dbe-43d8-9cfe-f7598b5d1099 service neutron] Attempting to bind port 86559541-8774-4251-a41d-6bdba59d2390 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:14.365236 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f31bd1-bde0-4583-a703-4e54d87d2fbb req-8e764515-8164-421d-803f-7c21137fbfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:14.366987 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57f31bd1-bde0-4583-a703-4e54d87d2fbb req-8e764515-8164-421d-803f-7c21137fbfc8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7cd799a4-acc6-47e3-afa8-685d03d02732 HTTP/1.1" status: 200 len: 922 time: 0.2857571 Dec 10 18:30:14.372990 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-b4cc28cf-5dbe-43d8-9cfe-f7598b5d1099 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:30:14.373248 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-b4cc28cf-5dbe-43d8-9cfe-f7598b5d1099 service neutron] Checking segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:14.373746 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-b4cc28cf-5dbe-43d8-9cfe-f7598b5d1099 service neutron] Bound using segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:30:14.374378 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-b4cc28cf-5dbe-43d8-9cfe-f7598b5d1099 service neutron] Bound port: 86559541-8774-4251-a41d-6bdba59d2390, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:30:14.374772 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-b4cc28cf-5dbe-43d8-9cfe-f7598b5d1099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:14.420296 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b487a138-e662-4a0b-9a29-74e846248d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:14.425562 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b487a138-e662-4a0b-9a29-74e846248d3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:14.434852 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b487a138-e662-4a0b-9a29-74e846248d3d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/885575fa-c271-48b4-9d58-b9b6f2d7cdb5 HTTP/1.1" status: 204 len: 168 time: 0.2656097 Dec 10 18:30:14.472582 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487a138-e662-4a0b-9a29-74e846248d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885575fa-c271-48b4-9d58-b9b6f2d7cdb5,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:14.546500 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0873ae-1a67-46a3-bac7-209fc6d036b3 req-0cdbed1e-10d7-46db-8d41-5714a58567d6 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:14.548984 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ca0873ae-1a67-46a3-bac7-209fc6d036b3 req-0cdbed1e-10d7-46db-8d41-5714a58567d6 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a88c758-21c8-4d51-a62d-dcdcb66b7479 HTTP/1.1" status: 200 len: 943 time: 0.1638203 Dec 10 18:30:14.567897 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 0e97f42c-b4fb-40fd-9a9a-630a27ed1191 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:14.675833 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 0e97f42c-b4fb-40fd-9a9a-630a27ed1191 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:30:14.689833 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57f31bd1-bde0-4583-a703-4e54d87d2fbb req-0bf1b234-6840-4f9b-97e7-4f9d2fe1734c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6cdee229-c6f6-4bd5-b358-e0790cd5fe3c HTTP/1.1" status: 200 len: 217 time: 0.3008785 Dec 10 18:30:14.690462 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 0e97f42c-b4fb-40fd-9a9a-630a27ed1191 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:14.691481 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:14.738535 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device baa46271-5316-426e-b73c-7c0cfeef3fa2 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:14.790440 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ca0873ae-1a67-46a3-bac7-209fc6d036b3 req-e38e2fad-83ee-4c2f-99db-70460f1abb29 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087450 Dec 10 18:30:14.838180 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f31bd1-bde0-4583-a703-4e54d87d2fbb req-8cd0fbbf-d0c3-4028-ab85-7f8d88191ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:14.842104 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57f31bd1-bde0-4583-a703-4e54d87d2fbb req-8cd0fbbf-d0c3-4028-ab85-7f8d88191ca8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30832bd6-5c81-4f5a-a237-6a5341f2b45d HTTP/1.1" status: 200 len: 861 time: 0.1373134 Dec 10 18:30:14.890964 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port baa46271-5316-426e-b73c-7c0cfeef3fa2 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:30:14.900849 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port baa46271-5316-426e-b73c-7c0cfeef3fa2 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:14.900849 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:14.904617 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:14.906166 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57f31bd1-bde0-4583-a703-4e54d87d2fbb req-ca9523c4-de19-46be-89d1-2d311859c6b8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cd799a4-acc6-47e3-afa8-685d03d02732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470181 Dec 10 18:30:14.918254 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93dfa3-adb5-4f43-81b8-c2c00540e77e req-3c4a413c-979b-493c-b6df-408a39f4bb90 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:14.921201 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-da93dfa3-adb5-4f43-81b8-c2c00540e77e req-3c4a413c-979b-493c-b6df-408a39f4bb90 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e4a25d7-e085-40ef-819b-85033abdcfbc HTTP/1.1" status: 200 len: 949 time: 0.2292058 Dec 10 18:30:14.960962 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-b4cc28cf-5dbe-43d8-9cfe-f7598b5d1099 service neutron] For port 86559541-8774-4251-a41d-6bdba59d2390, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:14.969742 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 0e97f42c-b4fb-40fd-9a9a-630a27ed1191, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=0e97f42c-b4fb-40fd-9a9a-630a27ed1191,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:14.972098 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210e0774-a035-4a0e-9bb9-941490f468ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e97f42c-b4fb-40fd-9a9a-630a27ed1191'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:30:14.974407 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3b5936-8909-4d25-aaa3-976c1ff7ca35" -d '{"events": [{"server_uuid": "210e0774-a035-4a0e-9bb9-941490f468ca", "name": "network-vif-plugged", "status": "completed", "tag": "0e97f42c-b4fb-40fd-9a9a-630a27ed1191"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:30:14.980889 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:15.038752 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-b4cc28cf-5dbe-43d8-9cfe-f7598b5d1099 service neutron] For port 86559541-8774-4251-a41d-6bdba59d2390, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=86559541-8774-4251-a41d-6bdba59d2390,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:30:15.066146 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=0e97f42c-b4fb-40fd-9a9a-630a27ed1191,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:15.077171 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:15.079144 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-b4cc28cf-5dbe-43d8-9cfe-f7598b5d1099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:15.089739 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe8eaa-4494-482b-9f25-7583e38ee19c req-5d0efa3a-9c6d-4f90-9b90-fe24e6beceab tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:15.100703 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e0fe8eaa-4494-482b-9f25-7583e38ee19c req-5d0efa3a-9c6d-4f90-9b90-fe24e6beceab tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc7f6a52-9130-495d-aaba-d3859fc1370f HTTP/1.1" status: 200 len: 946 time: 0.0840182 Dec 10 18:30:15.116235 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port baa46271-5316-426e-b73c-7c0cfeef3fa2, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=baa46271-5316-426e-b73c-7c0cfeef3fa2,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:15.123466 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:15.124285 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device b1068af5-ef27-4fc0-b393-4c1478f3bc3f up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:15.147574 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-da93dfa3-adb5-4f43-81b8-c2c00540e77e req-a9195bc1-01a4-4ae4-bb97-8a8bf60b7b0f tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc6715c-519b-45b4-8cb0-533b9fa47ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101240 Dec 10 18:30:15.172358 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e0fe8eaa-4494-482b-9f25-7583e38ee19c req-074e4c3d-6486-44fd-afa9-9ba0ae0f8aca tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9eed712-f087-44ee-bd0a-56b9c5b90421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702424 Dec 10 18:30:15.221373 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-b4cc28cf-5dbe-43d8-9cfe-f7598b5d1099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:15.222054 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-b4cc28cf-5dbe-43d8-9cfe-f7598b5d1099 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:15.228224 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-b4cc28cf-5dbe-43d8-9cfe-f7598b5d1099 service neutron] 10.222.0.46 "PUT /v2.0/ports/86559541-8774-4251-a41d-6bdba59d2390 HTTP/1.1" status: 200 len: 1095 time: 2.3041749 Dec 10 18:30:15.228910 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9440ec9f-6fdf-4155-b25e-2e9759bac5f7', 'tag': '86559541-8774-4251-a41d-6bdba59d2390'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:30:15.231193 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64655f89-df0d-4658-b68e-f3f5bf3fa428" -d '{"events": [{"name": "network-changed", "server_uuid": "9440ec9f-6fdf-4155-b25e-2e9759bac5f7", "tag": "86559541-8774-4251-a41d-6bdba59d2390"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:30:15.283296 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=baa46271-5316-426e-b73c-7c0cfeef3fa2,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:15.314130 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port b1068af5-ef27-4fc0-b393-4c1478f3bc3f completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:30:15.318534 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port b1068af5-ef27-4fc0-b393-4c1478f3bc3f triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:15.318911 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:15.325118 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc28cf-5dbe-43d8-9cfe-f7598b5d1099 service neutron] Pushing event updated for resources: {'Port': ['ID=86559541-8774-4251-a41d-6bdba59d2390,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:15.391065 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05781a8-dc77-40c5-ba96-b05b03694387 req-beb07c0b-f669-40bc-9f08-d242414e6e21 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:15.407866 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a05781a8-dc77-40c5-ba96-b05b03694387 req-beb07c0b-f669-40bc-9f08-d242414e6e21 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=210e0774-a035-4a0e-9bb9-941490f468ca HTTP/1.1" status: 200 len: 950 time: 0.1305883 Dec 10 18:30:15.470416 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57f31bd1-bde0-4583-a703-4e54d87d2fbb req-345d2415-7d03-425d-bd65-fc041acac688 service neutron] 10.222.0.46 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5476820 Dec 10 18:30:15.491247 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a05781a8-dc77-40c5-ba96-b05b03694387 req-f7a7a7a3-0743-4b2f-9995-a54b3798f87c tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823133 Dec 10 18:30:15.499034 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:15.531796 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-ce26ce44-a955-41e2-ba46-6252e57d6548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:15.544167 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-ce26ce44-a955-41e2-ba46-6252e57d6548 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a65d1f14d2e343c48b992183994cc7c4&device_id=9440ec9f-6fdf-4155-b25e-2e9759bac5f7 HTTP/1.1" status: 200 len: 1098 time: 0.2198956 Dec 10 18:30:15.572198 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port b1068af5-ef27-4fc0-b393-4c1478f3bc3f, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=b1068af5-ef27-4fc0-b393-4c1478f3bc3f,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:15.582391 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:15.591224 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c696da-5808-4222-bf7e-9caa3d5c6e7e x-openstack-request-id: req-24c696da-5808-4222-bf7e-9caa3d5c6e7e {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:30:15.591667 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "210e0774-a035-4a0e-9bb9-941490f468ca", "name": "network-vif-plugged", "status": "completed", "tag": "0e97f42c-b4fb-40fd-9a9a-630a27ed1191", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:30:15.591843 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-24c696da-5808-4222-bf7e-9caa3d5c6e7e {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:30:15.594679 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '210e0774-a035-4a0e-9bb9-941490f468ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e97f42c-b4fb-40fd-9a9a-630a27ed1191', 'code': 200} Dec 10 18:30:15.662673 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c4ec9-ccb1-4ae0-8738-03f2380cb415 req-f590dbf4-caad-477c-a7d8-e2536e848fd5 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:15.664500 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b39c4ec9-ccb1-4ae0-8738-03f2380cb415 req-f590dbf4-caad-477c-a7d8-e2536e848fd5 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7a63511-34ff-4131-8762-2b9877286828 HTTP/1.1" status: 200 len: 949 time: 0.3903699 Dec 10 18:30:15.683684 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57f31bd1-bde0-4583-a703-4e54d87d2fbb req-eda8d9d6-e793-4626-8bd7-08846bab58d3 service neutron] 10.222.0.46 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840415 Dec 10 18:30:15.728048 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=b1068af5-ef27-4fc0-b393-4c1478f3bc3f,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:15.749310 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-7d87001a-df58-4419-a2f0-5c9432d6d691 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=86559541-8774-4251-a41d-6bdba59d2390 HTTP/1.1" status: 200 len: 217 time: 0.0820029 Dec 10 18:30:15.752408 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13791629-8498-4e20-b67a-27967b5ec88f req-6a487ece-1981-4833-a682-e637b593ff9d tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:15.754103 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-13791629-8498-4e20-b67a-27967b5ec88f req-6a487ece-1981-4833-a682-e637b593ff9d tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=9440ec9f-6fdf-4155-b25e-2e9759bac5f7 HTTP/1.1" status: 200 len: 947 time: 0.1040096 Dec 10 18:30:15.763634 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db301cc-74ed-4798-88d3-2a39e0e13de3 req-c7f901d6-9047-4bbe-b384-e9163e846580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:15.765239 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6db301cc-74ed-4798-88d3-2a39e0e13de3 req-c7f901d6-9047-4bbe-b384-e9163e846580 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=210e0774-a035-4a0e-9bb9-941490f468ca HTTP/1.1" status: 200 len: 1101 time: 0.0795650 Dec 10 18:30:15.831919 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-13791629-8498-4e20-b67a-27967b5ec88f req-9273eeb2-886e-40ea-82be-287d656efa26 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/security-groups?id=c05a4f82-cb7b-455e-8ad0-a430842afda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656295 Dec 10 18:30:15.837619 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42138) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:15.865752 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6db301cc-74ed-4798-88d3-2a39e0e13de3 req-be224548-ec06-4c2a-9ac8-31a3f115f9f0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771282 Dec 10 18:30:15.882176 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-9ac4245d-da13-4875-8f84-f82f1104dc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:15.883828 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-9ac4245d-da13-4875-8f84-f82f1104dc79 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.1008565 Dec 10 18:30:15.891766 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b39c4ec9-ccb1-4ae0-8738-03f2380cb415 req-fdfdb7b7-02b5-426c-9be5-3c186538fe35 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522479 Dec 10 18:30:15.901214 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805520c4-40c1-4e3e-bd90-55470892edbc x-openstack-request-id: req-805520c4-40c1-4e3e-bd90-55470892edbc {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:30:15.901574 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9440ec9f-6fdf-4155-b25e-2e9759bac5f7", "tag": "86559541-8774-4251-a41d-6bdba59d2390", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:30:15.902842 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-805520c4-40c1-4e3e-bd90-55470892edbc {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:30:15.902983 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9440ec9f-6fdf-4155-b25e-2e9759bac5f7', 'tag': '86559541-8774-4251-a41d-6bdba59d2390', 'status': 'completed', 'code': 200} Dec 10 18:30:16.008861 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e549f546-6191-45e3-b446-e927e0c96bf4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-253402387-network', 'tenant_id': 'e1a900501cb04c92813cb93ef247c187'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:16.038350 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80781b63-5aa6-4ba7-944c-0276feb7a41b req-2b9947a8-4c7a-4773-b5b7-8e4009e16da8 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:16.046558 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-80781b63-5aa6-4ba7-944c-0276feb7a41b req-2b9947a8-4c7a-4773-b5b7-8e4009e16da8 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a88c758-21c8-4d51-a62d-dcdcb66b7479 HTTP/1.1" status: 200 len: 943 time: 0.0896139 Dec 10 18:30:16.070051 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e549f546-6191-45e3-b446-e927e0c96bf4 admin admin] Made reservation on behalf of e1a900501cb04c92813cb93ef247c187 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:16.072442 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e549f546-6191-45e3-b446-e927e0c96bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.087271 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e549f546-6191-45e3-b446-e927e0c96bf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.126640 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-80781b63-5aa6-4ba7-944c-0276feb7a41b req-2d40834a-a140-4f08-9926-3f9481088c2b tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789459 Dec 10 18:30:16.169280 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-bccaa302-b634-4370-81a6-c6637dafd15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:16.172052 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-bccaa302-b634-4370-81a6-c6637dafd15f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0606146 Dec 10 18:30:16.202804 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e549f546-6191-45e3-b446-e927e0c96bf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.214188 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e549f546-6191-45e3-b446-e927e0c96bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.242807 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e549f546-6191-45e3-b446-e927e0c96bf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:30:16.254807 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e549f546-6191-45e3-b446-e927e0c96bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786e80b7-8c18-4693-b553-7620637209b1,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:16.260217 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e549f546-6191-45e3-b446-e927e0c96bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.260554 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-e549f546-6191-45e3-b446-e927e0c96bf4 admin admin] Added segment c2b356c2-cd0c-4765-8819-3f2ccb13599f of type vlan for network a198ad38-e470-4ccd-ad1e-95073dff79ed Dec 10 18:30:16.311203 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e549f546-6191-45e3-b446-e927e0c96bf4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.329825 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79dbc2c-3fc8-4d8f-94eb-1cf8e8bc436a req-3b8973a1-de15-425f-a50c-ac6f625c4669 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:16.331372 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c79dbc2c-3fc8-4d8f-94eb-1cf8e8bc436a req-3b8973a1-de15-425f-a50c-ac6f625c4669 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e4a25d7-e085-40ef-819b-85033abdcfbc HTTP/1.1" status: 200 len: 950 time: 0.0747001 Dec 10 18:30:16.339292 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e549f546-6191-45e3-b446-e927e0c96bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.340384 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e549f546-6191-45e3-b446-e927e0c96bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:16.341032 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e549f546-6191-45e3-b446-e927e0c96bf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.380883 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-6e3d94e8-6e9d-4b1f-b170-9abf04d69553 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928606 Dec 10 18:30:16.407983 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e549f546-6191-45e3-b446-e927e0c96bf4 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5666130 Dec 10 18:30:16.408243 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42160) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:16.412981 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-38daed96-584c-4afe-ae51-15ddd2a8a934 admin admin] Request body: {'subnet': {'network_id': 'a198ad38-e470-4ccd-ad1e-95073dff79ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-253402387-subnet', 'tenant_id': 'e1a900501cb04c92813cb93ef247c187', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:16.421059 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e549f546-6191-45e3-b446-e927e0c96bf4 admin admin] Pushing event updated for resources: {'Network': ['ID=a198ad38-e470-4ccd-ad1e-95073dff79ed,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:16.434276 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network a198ad38-e470-4ccd-ad1e-95073dff79ed details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:30:16.449324 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38daed96-584c-4afe-ae51-15ddd2a8a934 admin admin] Made reservation on behalf of e1a900501cb04c92813cb93ef247c187 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:16.452727 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-38daed96-584c-4afe-ae51-15ddd2a8a934 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.464395 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c79dbc2c-3fc8-4d8f-94eb-1cf8e8bc436a req-3d2f66fa-2922-4314-b0c3-71e47682419a tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc6715c-519b-45b4-8cb0-533b9fa47ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237376 Dec 10 18:30:16.533826 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6dc5f225-182a-47ba-ba9d-8c0f6925f981 req-d01b6953-fc02-47fa-a79d-bb1df2d0ce3e service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431539 Dec 10 18:30:16.568359 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:30:16.656660 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64655f89-df0d-4658-b68e-f3f5bf3fa428 req-32676ce4-3dc5-4a0e-a452-7042aeeabd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:16.659903 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-64655f89-df0d-4658-b68e-f3f5bf3fa428 req-32676ce4-3dc5-4a0e-a452-7042aeeabd9d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a65d1f14d2e343c48b992183994cc7c4&device_id=9440ec9f-6fdf-4155-b25e-2e9759bac5f7 HTTP/1.1" status: 200 len: 1098 time: 0.0591562 Dec 10 18:30:16.720997 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=6cdee229-c6f6-4bd5-b358-e0790cd5fe3c,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:16.721711 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c38fd-d232-4e99-8184-63022673a81b req-2422e6c4-5765-4dc5-a49f-22dc7f151d95 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:16.729294 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9b3c38fd-d232-4e99-8184-63022673a81b req-2422e6c4-5765-4dc5-a49f-22dc7f151d95 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=210e0774-a035-4a0e-9bb9-941490f468ca HTTP/1.1" status: 200 len: 950 time: 0.1146271 Dec 10 18:30:16.737915 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '6cdee229-c6f6-4bd5-b358-e0790cd5fe3c', 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732', 'port_id': '6cdee229-c6f6-4bd5-b358-e0790cd5fe3c', 'mac_address': 'fa:16:3e:3b:a6:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30832bd6-5c81-4f5a-a237-6a5341f2b45d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:30:16.751647 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-38daed96-584c-4afe-ae51-15ddd2a8a934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.797142 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64655f89-df0d-4658-b68e-f3f5bf3fa428 req-33b4c79f-57ce-48f5-8130-7b8f5117c650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:16.800593 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-64655f89-df0d-4658-b68e-f3f5bf3fa428 req-33b4c79f-57ce-48f5-8130-7b8f5117c650 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.1230075 Dec 10 18:30:16.809455 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.833044 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:30:16.837417 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9b3c38fd-d232-4e99-8184-63022673a81b req-4ca610d7-0d29-4514-b257-1bd6467decf9 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072457 Dec 10 18:30:16.850542 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38daed96-584c-4afe-ae51-15ddd2a8a934 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d136c60-35f3-453c-b061-14d15abd2265,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:16.861365 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38daed96-584c-4afe-ae51-15ddd2a8a934 admin admin] Checking segment: {'id': 'c2b356c2-cd0c-4765-8819-3f2ccb13599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a198ad38-e470-4ccd-ad1e-95073dff79ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:16.862093 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38daed96-584c-4afe-ae51-15ddd2a8a934 admin admin] Network hostable DHCP agents. Network: a198ad38-e470-4ccd-ad1e-95073dff79ed, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:30:16.868045 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=6cdee229-c6f6-4bd5-b358-e0790cd5fe3c,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:16.873750 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.888203 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38daed96-584c-4afe-ae51-15ddd2a8a934 admin admin] Network a198ad38-e470-4ccd-ad1e-95073dff79ed is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:30:16.902615 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-64655f89-df0d-4658-b68e-f3f5bf3fa428 req-1168ed44-b314-40d0-b5f3-ccf05d9be9a9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=86559541-8774-4251-a41d-6bdba59d2390 HTTP/1.1" status: 200 len: 217 time: 0.0919888 Dec 10 18:30:16.910180 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-38daed96-584c-4afe-ae51-15ddd2a8a934 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, a198ad38-e470-4ccd-ad1e-95073dff79ed) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:16.927352 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4044da67-d08c-41a6-bf98-482f2c5151f8 None None] Network a198ad38-e470-4ccd-ad1e-95073dff79ed requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:16.935817 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38daed96-584c-4afe-ae51-15ddd2a8a934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:16.936452 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-38daed96-584c-4afe-ae51-15ddd2a8a934 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.968533 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-38daed96-584c-4afe-ae51-15ddd2a8a934 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5592248 Dec 10 18:30:16.971200 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42168) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:16.978318 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-59328497-583f-4b90-896f-845136c9b4de admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-253402387-router', 'tenant_id': 'e1a900501cb04c92813cb93ef247c187', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:17.023357 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=6cdee229-c6f6-4bd5-b358-e0790cd5fe3c,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:17.048390 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59328497-583f-4b90-896f-845136c9b4de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:17.049579 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59328497-583f-4b90-896f-845136c9b4de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:17.052134 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64655f89-df0d-4658-b68e-f3f5bf3fa428 req-bd81a81f-7798-429e-9109-a6e9fc144bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:17.053630 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-64655f89-df0d-4658-b68e-f3f5bf3fa428 req-bd81a81f-7798-429e-9109-a6e9fc144bac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.1421251 Dec 10 18:30:17.071129 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da2048-6dd4-4b43-a55c-adec9b989376 req-0102539f-5b68-46ff-8339-1ee3fa513ded tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:17.077287 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-31da2048-6dd4-4b43-a55c-adec9b989376 req-0102539f-5b68-46ff-8339-1ee3fa513ded tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=9440ec9f-6fdf-4155-b25e-2e9759bac5f7 HTTP/1.1" status: 200 len: 947 time: 0.0907733 Dec 10 18:30:17.081968 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6b678-4283-4977-a18e-00efd24a5b57 req-8e5eeb1e-4c35-41b6-905c-26770e1e64bb tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:17.083501 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f3d6b678-4283-4977-a18e-00efd24a5b57 req-8e5eeb1e-4c35-41b6-905c-26770e1e64bb tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7a63511-34ff-4131-8762-2b9877286828 HTTP/1.1" status: 200 len: 949 time: 0.0854778 Dec 10 18:30:17.126617 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a26ff20-d7b3-4432-a705-fa35a5a46112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-a198ad38-e470-4ccd-ad1e-95073dff79ed', 'network_id': 'a198ad38-e470-4ccd-ad1e-95073dff79ed', 'project_id': 'e1a900501cb04c92813cb93ef247c187', 'fixed_ips': [{'subnet_id': '3d136c60-35f3-453c-b061-14d15abd2265'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:30:17.127566 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9a26ff20-d7b3-4432-a705-fa35a5a46112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:17.186669 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59328497-583f-4b90-896f-845136c9b4de admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:17.212253 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-31da2048-6dd4-4b43-a55c-adec9b989376 req-55ca5b73-8157-4ac2-b1dc-a506e4c320d0 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/security-groups?id=c05a4f82-cb7b-455e-8ad0-a430842afda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323078 Dec 10 18:30:17.220819 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64655f89-df0d-4658-b68e-f3f5bf3fa428 req-3aae4298-0f2c-4726-8adc-dee2cd78f3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:17.222384 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-64655f89-df0d-4658-b68e-f3f5bf3fa428 req-3aae4298-0f2c-4726-8adc-dee2cd78f3e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1418521 Dec 10 18:30:17.321895 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f3d6b678-4283-4977-a18e-00efd24a5b57 req-08b1a90f-e472-41e8-83f2-54860aec34c1 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287078 Dec 10 18:30:17.332225 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['6cdee229-c6f6-4bd5-b358-e0790cd5fe3c'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:30:17.460671 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-9a26ff20-d7b3-4432-a705-fa35a5a46112 None None] Allocated IP 172.20.0.2 (a198ad38-e470-4ccd-ad1e-95073dff79ed/3d136c60-35f3-453c-b061-14d15abd2265/2388da8b-db2c-44c6-b8a8-a0b4731492f2) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:17.461958 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-64655f89-df0d-4658-b68e-f3f5bf3fa428 req-98342ffb-f92a-4c12-96e2-b5aa83f5e523 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259774 Dec 10 18:30:17.475512 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59328497-583f-4b90-896f-845136c9b4de admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:17.572904 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-64655f89-df0d-4658-b68e-f3f5bf3fa428 req-8d38674f-a7a7-477f-bff9-0f36e201be8b service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059873 Dec 10 18:30:17.580345 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1fa48-7cbb-4713-84ea-abbb22c7251a req-3d1fefd2-44ab-4c20-9cc0-d583695cdc25 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:17.585748 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a4b1fa48-7cbb-4713-84ea-abbb22c7251a req-3d1fefd2-44ab-4c20-9cc0-d583695cdc25 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a88c758-21c8-4d51-a62d-dcdcb66b7479 HTTP/1.1" status: 200 len: 944 time: 0.1588733 Dec 10 18:30:17.677526 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a4b1fa48-7cbb-4713-84ea-abbb22c7251a req-b63d02a1-db31-4b73-b8c3-8f92ae3fe95c tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871971 Dec 10 18:30:17.719689 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec926e-5bfd-42d3-aefd-88bfb9a5b25e req-35210c9e-5cce-405a-9841-5c3b5aa116bd tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:17.729015 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6ec926e-5bfd-42d3-aefd-88bfb9a5b25e req-35210c9e-5cce-405a-9841-5c3b5aa116bd tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e4a25d7-e085-40ef-819b-85033abdcfbc HTTP/1.1" status: 200 len: 950 time: 0.1024864 Dec 10 18:30:17.742037 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a63511-34ff-4131-8762-2b9877286828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa46271-5316-426e-b73c-7c0cfeef3fa2'}, {'server_uuid': '7e4a25d7-e085-40ef-819b-85033abdcfbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1068af5-ef27-4fc0-b393-4c1478f3bc3f'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:30:17.745030 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143257c6-6260-462d-bff9-cba23b39bb49" -d '{"events": [{"server_uuid": "c7a63511-34ff-4131-8762-2b9877286828", "name": "network-vif-plugged", "status": "completed", "tag": "baa46271-5316-426e-b73c-7c0cfeef3fa2"}, {"server_uuid": "7e4a25d7-e085-40ef-819b-85033abdcfbc", "name": "network-vif-plugged", "status": "completed", "tag": "b1068af5-ef27-4fc0-b393-4c1478f3bc3f"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:30:17.833693 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6ec926e-5bfd-42d3-aefd-88bfb9a5b25e req-5ed3b342-0acb-43c0-8765-6512c9fe4e7b tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc6715c-519b-45b4-8cb0-533b9fa47ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028473 Dec 10 18:30:17.834199 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 18:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432b9953-c2ea-40d4-8cd2-24a28bf05cdc x-openstack-request-id: req-432b9953-c2ea-40d4-8cd2-24a28bf05cdc {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:30:17.834293 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a63511-34ff-4131-8762-2b9877286828", "name": "network-vif-plugged", "status": "completed", "tag": "baa46271-5316-426e-b73c-7c0cfeef3fa2", "code": 200}, {"server_uuid": "7e4a25d7-e085-40ef-819b-85033abdcfbc", "name": "network-vif-plugged", "status": "completed", "tag": "b1068af5-ef27-4fc0-b393-4c1478f3bc3f", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:30:17.834547 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-432b9953-c2ea-40d4-8cd2-24a28bf05cdc {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:30:17.835097 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a63511-34ff-4131-8762-2b9877286828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa46271-5316-426e-b73c-7c0cfeef3fa2', 'code': 200} Dec 10 18:30:17.835501 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4a25d7-e085-40ef-819b-85033abdcfbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1068af5-ef27-4fc0-b393-4c1478f3bc3f', 'code': 200} Dec 10 18:30:17.977366 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9a26ff20-d7b3-4432-a705-fa35a5a46112 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:17.997136 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9a26ff20-d7b3-4432-a705-fa35a5a46112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:18.065756 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a26ff20-d7b3-4432-a705-fa35a5a46112 None None] Network a198ad38-e470-4ccd-ad1e-95073dff79ed is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:18.075280 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-9a26ff20-d7b3-4432-a705-fa35a5a46112 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:18.078986 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a26ff20-d7b3-4432-a705-fa35a5a46112 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:18.082011 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26ff20-d7b3-4432-a705-fa35a5a46112 None None] Pushing event updated for resources: {'Port': ['ID=2388da8b-db2c-44c6-b8a8-a0b4731492f2,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:18.146495 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9a26ff20-d7b3-4432-a705-fa35a5a46112 None None] Attempting to bind port 2388da8b-db2c-44c6-b8a8-a0b4731492f2 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:18.146873 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9a26ff20-d7b3-4432-a705-fa35a5a46112 None None] Attempting to bind port 2388da8b-db2c-44c6-b8a8-a0b4731492f2 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'c2b356c2-cd0c-4765-8819-3f2ccb13599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a198ad38-e470-4ccd-ad1e-95073dff79ed'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:18.147235 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a26ff20-d7b3-4432-a705-fa35a5a46112 None None] Attempting to bind port 2388da8b-db2c-44c6-b8a8-a0b4731492f2 on network a198ad38-e470-4ccd-ad1e-95073dff79ed {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:18.153055 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a26ff20-d7b3-4432-a705-fa35a5a46112 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:30:18.153446 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a26ff20-d7b3-4432-a705-fa35a5a46112 None None] Checking segment: {'id': 'c2b356c2-cd0c-4765-8819-3f2ccb13599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a198ad38-e470-4ccd-ad1e-95073dff79ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:18.153848 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9a26ff20-d7b3-4432-a705-fa35a5a46112 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:18.154236 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a26ff20-d7b3-4432-a705-fa35a5a46112 None None] Bound using segment: {'id': 'c2b356c2-cd0c-4765-8819-3f2ccb13599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a198ad38-e470-4ccd-ad1e-95073dff79ed'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:30:18.154701 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9a26ff20-d7b3-4432-a705-fa35a5a46112 None None] Bound port: 2388da8b-db2c-44c6-b8a8-a0b4731492f2, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2b356c2-cd0c-4765-8819-3f2ccb13599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a198ad38-e470-4ccd-ad1e-95073dff79ed'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:30:18.155079 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9a26ff20-d7b3-4432-a705-fa35a5a46112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:18.220120 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9a26ff20-d7b3-4432-a705-fa35a5a46112 None None] For port 2388da8b-db2c-44c6-b8a8-a0b4731492f2, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:18.224017 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9a26ff20-d7b3-4432-a705-fa35a5a46112 None None] For port 2388da8b-db2c-44c6-b8a8-a0b4731492f2, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=2388da8b-db2c-44c6-b8a8-a0b4731492f2,segment=NetworkSegment(c2b356c2-cd0c-4765-8819-3f2ccb13599f),segment_id=c2b356c2-cd0c-4765-8819-3f2ccb13599f)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:30:18.229481 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9a26ff20-d7b3-4432-a705-fa35a5a46112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:18.258741 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38f5f2-77f9-4c05-9119-8683482cf693 req-4fa434bb-95ad-473a-b60c-2b4e52ffabde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:18.260066 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1a38f5f2-77f9-4c05-9119-8683482cf693 req-4fa434bb-95ad-473a-b60c-2b4e52ffabde service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c7a63511-34ff-4131-8762-2b9877286828 HTTP/1.1" status: 200 len: 1100 time: 0.1992490 Dec 10 18:30:18.276248 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860fbd1-8564-4e27-97d1-1c0193bddaa7 req-0052292a-e97b-4612-ac31-c997d436e5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:18.277840 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7860fbd1-8564-4e27-97d1-1c0193bddaa7 req-0052292a-e97b-4612-ac31-c997d436e5ea service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7e4a25d7-e085-40ef-819b-85033abdcfbc HTTP/1.1" status: 200 len: 1101 time: 0.2160609 Dec 10 18:30:18.293139 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61368769-2c7b-4a54-bac9-7c99dcafdd26 req-552dfdbd-0866-474b-afd9-1302ccf8aa9d tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:18.297345 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-61368769-2c7b-4a54-bac9-7c99dcafdd26 req-552dfdbd-0866-474b-afd9-1302ccf8aa9d tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=210e0774-a035-4a0e-9bb9-941490f468ca HTTP/1.1" status: 200 len: 950 time: 0.2382166 Dec 10 18:30:18.307877 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26ff20-d7b3-4432-a705-fa35a5a46112 None None] Pushing event updated for resources: {'Port': ['ID=2388da8b-db2c-44c6-b8a8-a0b4731492f2,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:18.359543 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59328497-583f-4b90-896f-845136c9b4de admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:18.412225 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59328497-583f-4b90-896f-845136c9b4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:18.423796 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1a38f5f2-77f9-4c05-9119-8683482cf693 req-ef194405-2531-498a-9ba6-1b71ac5c946c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514523 Dec 10 18:30:18.447792 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-61368769-2c7b-4a54-bac9-7c99dcafdd26 req-2d481f10-78d6-44f0-8864-538b548e85e0 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427188 Dec 10 18:30:18.483867 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7860fbd1-8564-4e27-97d1-1c0193bddaa7 req-a40b4597-9d15-4b10-912d-2a339dff3fe7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9bc6715c-519b-45b4-8cb0-533b9fa47ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842890 Dec 10 18:30:18.611138 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-59328497-583f-4b90-896f-845136c9b4de admin admin] Allocated IP 172.25.7.204 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/bda58354-3604-45bc-b3eb-63e42f698254) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:18.682075 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f575e-7243-4c18-9ed2-53ca79dbfbcd req-1a74eddc-71a4-42c0-be86-4304a8569454 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:18.683809 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-712f575e-7243-4c18-9ed2-53ca79dbfbcd req-1a74eddc-71a4-42c0-be86-4304a8569454 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=9440ec9f-6fdf-4155-b25e-2e9759bac5f7 HTTP/1.1" status: 200 len: 947 time: 0.1167507 Dec 10 18:30:18.808231 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-712f575e-7243-4c18-9ed2-53ca79dbfbcd req-ea901485-db04-4ac8-8692-b09b5e60571c tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/security-groups?id=c05a4f82-cb7b-455e-8ad0-a430842afda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919192 Dec 10 18:30:18.812974 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59328497-583f-4b90-896f-845136c9b4de admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:18.828882 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b111b8-0596-4b22-a102-0ce6d4d49329 req-e041570b-d2f2-4e7e-9de5-bd7bbab3b2e7 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:18.828882 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f7b111b8-0596-4b22-a102-0ce6d4d49329 req-e041570b-d2f2-4e7e-9de5-bd7bbab3b2e7 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7a63511-34ff-4131-8762-2b9877286828 HTTP/1.1" status: 200 len: 949 time: 0.0653229 Dec 10 18:30:18.856025 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59328497-583f-4b90-896f-845136c9b4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:18.878882 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f7b111b8-0596-4b22-a102-0ce6d4d49329 req-1cc8d342-628c-4315-97aa-e2539497b9a9 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456455 Dec 10 18:30:18.902723 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59328497-583f-4b90-896f-845136c9b4de admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:18.905715 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-59328497-583f-4b90-896f-845136c9b4de admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:18.910273 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59328497-583f-4b90-896f-845136c9b4de admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:18.913457 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59328497-583f-4b90-896f-845136c9b4de admin admin] Pushing event updated for resources: {'Port': ['ID=bda58354-3604-45bc-b3eb-63e42f698254,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:18.941717 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59328497-583f-4b90-896f-845136c9b4de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:18.942068 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59328497-583f-4b90-896f-845136c9b4de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:18.942411 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59328497-583f-4b90-896f-845136c9b4de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:18.942754 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59328497-583f-4b90-896f-845136c9b4de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:18.943090 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59328497-583f-4b90-896f-845136c9b4de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:18.943424 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59328497-583f-4b90-896f-845136c9b4de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:18.943755 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59328497-583f-4b90-896f-845136c9b4de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:18.944339 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59328497-583f-4b90-896f-845136c9b4de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:18.944462 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59328497-583f-4b90-896f-845136c9b4de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:18.944824 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59328497-583f-4b90-896f-845136c9b4de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:18.945149 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59328497-583f-4b90-896f-845136c9b4de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:18.945471 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59328497-583f-4b90-896f-845136c9b4de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:18.946366 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59328497-583f-4b90-896f-845136c9b4de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:19.183839 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1a791-c8d4-43db-98cc-32ed532381d1 req-67bd0c8a-e0d4-4803-96b2-d9768abdb92c tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:19.187728 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-56b1a791-c8d4-43db-98cc-32ed532381d1 req-67bd0c8a-e0d4-4803-96b2-d9768abdb92c tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a88c758-21c8-4d51-a62d-dcdcb66b7479 HTTP/1.1" status: 200 len: 944 time: 0.1176507 Dec 10 18:30:19.310236 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-56b1a791-c8d4-43db-98cc-32ed532381d1 req-187485d5-0e4d-4d63-b0a1-6b90e452c47a tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879493 Dec 10 18:30:19.317456 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59328497-583f-4b90-896f-845136c9b4de admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:19.416409 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18242312-ceeb-44b3-a44c-1bd92fd6d3ee req-e56de718-f595-4f9f-8e6d-07cec68a93cf tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:19.429291 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-18242312-ceeb-44b3-a44c-1bd92fd6d3ee req-e56de718-f595-4f9f-8e6d-07cec68a93cf tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e4a25d7-e085-40ef-819b-85033abdcfbc HTTP/1.1" status: 200 len: 950 time: 0.0867522 Dec 10 18:30:19.490754 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-18242312-ceeb-44b3-a44c-1bd92fd6d3ee req-51fc1d40-85de-44b6-87e9-8d27ef5758cf tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc6715c-519b-45b4-8cb0-533b9fa47ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606818 Dec 10 18:30:19.563680 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59328497-583f-4b90-896f-845136c9b4de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:19.602917 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-daf541d4-5f12-416b-a13f-94c5bc249b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:19.624928 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6812fbd2-160a-447f-96d7-4dd65dc40bee None None] Network a198ad38-e470-4ccd-ad1e-95073dff79ed requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:19.739450 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59328497-583f-4b90-896f-845136c9b4de admin admin] Router 6bfd77dc-442c-43cf-88a1-45c62fa60545 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:30:19.741991 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-12b37ef8-ceb7-4c6f-9cce-0336cf8a426d None None] Provisioning complete for port 2388da8b-db2c-44c6-b8a8-a0b4731492f2 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:19.743045 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-12b37ef8-ceb7-4c6f-9cce-0336cf8a426d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:19.872483 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 2388da8b-db2c-44c6-b8a8-a0b4731492f2 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:19.969402 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59328497-583f-4b90-896f-845136c9b4de admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:30:19.969904 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdeb1d-8bfe-4de1-9e3a-9b3d72eab212 req-358f5ac0-6569-45a0-97fc-ede29947c8a9 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:19.972206 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-91cdeb1d-8bfe-4de1-9e3a-9b3d72eab212 req-358f5ac0-6569-45a0-97fc-ede29947c8a9 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=9440ec9f-6fdf-4155-b25e-2e9759bac5f7 HTTP/1.1" status: 200 len: 947 time: 0.0601976 Dec 10 18:30:19.988182 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb20329-3b67-476f-bbdb-db5f60904754 None None] Sync routers for ids ['6bfd77dc-442c-43cf-88a1-45c62fa60545'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:30:19.996004 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-12b37ef8-ceb7-4c6f-9cce-0336cf8a426d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:20.001255 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb20329-3b67-476f-bbdb-db5f60904754 None None] Routers {'6bfd77dc-442c-43cf-88a1-45c62fa60545'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:30:20.005454 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-2cb20329-3b67-476f-bbdb-db5f60904754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:29:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6bfd77dc-442c-43cf-88a1-45c62fa60545'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:20.028835 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 2388da8b-db2c-44c6-b8a8-a0b4731492f2 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:20.029207 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:20.096291 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-12b37ef8-ceb7-4c6f-9cce-0336cf8a426d None None] For port 2388da8b-db2c-44c6-b8a8-a0b4731492f2, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=2388da8b-db2c-44c6-b8a8-a0b4731492f2,segment=NetworkSegment(c2b356c2-cd0c-4765-8819-3f2ccb13599f),segment_id=c2b356c2-cd0c-4765-8819-3f2ccb13599f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:20.098099 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-91cdeb1d-8bfe-4de1-9e3a-9b3d72eab212 req-23232ee4-5068-43d4-8092-23bc4102a1a7 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/security-groups?id=c05a4f82-cb7b-455e-8ad0-a430842afda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962334 Dec 10 18:30:20.132936 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59328497-583f-4b90-896f-845136c9b4de admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:20.134541 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-12b37ef8-ceb7-4c6f-9cce-0336cf8a426d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:20.138541 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-59328497-583f-4b90-896f-845136c9b4de admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1623967 Dec 10 18:30:20.138645 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42220) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:20.192796 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd66558-4dc2-4fe2-99ce-3002fbe9bc70 req-3a41e02e-5818-4217-b46f-476869b0750f tempest-ServersAdminTestJSON-1456056174 tempest-ServersAdminTestJSON-1456056174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:20.194822 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd66558-4dc2-4fe2-99ce-3002fbe9bc70 req-3a41e02e-5818-4217-b46f-476869b0750f tempest-ServersAdminTestJSON-1456056174 tempest-ServersAdminTestJSON-1456056174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:20.195415 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd66558-4dc2-4fe2-99ce-3002fbe9bc70 req-3a41e02e-5818-4217-b46f-476869b0750f tempest-ServersAdminTestJSON-1456056174 tempest-ServersAdminTestJSON-1456056174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:20.199602 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd66558-4dc2-4fe2-99ce-3002fbe9bc70 req-3a41e02e-5818-4217-b46f-476869b0750f tempest-ServersAdminTestJSON-1456056174 tempest-ServersAdminTestJSON-1456056174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:20.200153 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd66558-4dc2-4fe2-99ce-3002fbe9bc70 req-3a41e02e-5818-4217-b46f-476869b0750f tempest-ServersAdminTestJSON-1456056174 tempest-ServersAdminTestJSON-1456056174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:20.201174 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd66558-4dc2-4fe2-99ce-3002fbe9bc70 req-3a41e02e-5818-4217-b46f-476869b0750f tempest-ServersAdminTestJSON-1456056174 tempest-ServersAdminTestJSON-1456056174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:20.201722 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd66558-4dc2-4fe2-99ce-3002fbe9bc70 req-3a41e02e-5818-4217-b46f-476869b0750f tempest-ServersAdminTestJSON-1456056174 tempest-ServersAdminTestJSON-1456056174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:20.203339 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd66558-4dc2-4fe2-99ce-3002fbe9bc70 req-3a41e02e-5818-4217-b46f-476869b0750f tempest-ServersAdminTestJSON-1456056174 tempest-ServersAdminTestJSON-1456056174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:20.204435 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd66558-4dc2-4fe2-99ce-3002fbe9bc70 req-3a41e02e-5818-4217-b46f-476869b0750f tempest-ServersAdminTestJSON-1456056174 tempest-ServersAdminTestJSON-1456056174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:20.205125 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd66558-4dc2-4fe2-99ce-3002fbe9bc70 req-3a41e02e-5818-4217-b46f-476869b0750f tempest-ServersAdminTestJSON-1456056174 tempest-ServersAdminTestJSON-1456056174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:20.205643 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd66558-4dc2-4fe2-99ce-3002fbe9bc70 req-3a41e02e-5818-4217-b46f-476869b0750f tempest-ServersAdminTestJSON-1456056174 tempest-ServersAdminTestJSON-1456056174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:20.207327 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd66558-4dc2-4fe2-99ce-3002fbe9bc70 req-3a41e02e-5818-4217-b46f-476869b0750f tempest-ServersAdminTestJSON-1456056174 tempest-ServersAdminTestJSON-1456056174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:20.207327 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd66558-4dc2-4fe2-99ce-3002fbe9bc70 req-3a41e02e-5818-4217-b46f-476869b0750f tempest-ServersAdminTestJSON-1456056174 tempest-ServersAdminTestJSON-1456056174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:20.207723 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd66558-4dc2-4fe2-99ce-3002fbe9bc70 req-3a41e02e-5818-4217-b46f-476869b0750f tempest-ServersAdminTestJSON-1456056174 tempest-ServersAdminTestJSON-1456056174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:20.212371 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dfd66558-4dc2-4fe2-99ce-3002fbe9bc70 req-3a41e02e-5818-4217-b46f-476869b0750f tempest-ServersAdminTestJSON-1456056174 tempest-ServersAdminTestJSON-1456056174-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9440ec9f-6fdf-4155-b25e-2e9759bac5f7&device_id=5a88c758-21c8-4d51-a62d-dcdcb66b7479&device_id=210e0774-a035-4a0e-9bb9-941490f468ca&device_id=bc7f6a52-9130-495d-aaba-d3859fc1370f&device_id=7e4a25d7-e085-40ef-819b-85033abdcfbc&device_id=c7a63511-34ff-4131-8762-2b9877286828&device_id=f1c48bfe-f3eb-4d51-8a97-a305d408f21a&device_id=157da486-b80b-4611-878d-08e723170dcf&device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675&device_id=9d191119-2ca0-44a5-8e49-7635ef16bd3d&device_id=c946cc6c-cb61-4cbb-a20e-b3edae01e223&device_id=18fe2444-7430-4593-bdd4-7d10a04873af&device_id=a2201e05-c2d4-4b4f-849f-4ed212dbef8d&device_id=c128e81b-989f-4720-ae47-3fc1ff739a4c HTTP/1.1" status: 200 len: 12657 time: 0.2298920 Dec 10 18:30:20.246784 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-dfd66558-4dc2-4fe2-99ce-3002fbe9bc70 req-c2cc5a1a-7a72-4ad3-b039-b1149cf3a640 tempest-ServersAdminTestJSON-1456056174 tempest-ServersAdminTestJSON-1456056174-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:20.277971 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-2cb20329-3b67-476f-bbdb-db5f60904754 None None] Set router 6bfd77dc-442c-43cf-88a1-45c62fa60545 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:30:20.290799 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b37ef8-ceb7-4c6f-9cce-0336cf8a426d None None] Pushing event updated for resources: {'Port': ['ID=2388da8b-db2c-44c6-b8a8-a0b4731492f2,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:20.400087 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6f011-b563-44c8-9759-c0d9dc8a2656 req-a413bd54-a247-487b-b7dd-d11c0dff86f8 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:20.402638 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-87b6f011-b563-44c8-9759-c0d9dc8a2656 req-a413bd54-a247-487b-b7dd-d11c0dff86f8 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7a63511-34ff-4131-8762-2b9877286828 HTTP/1.1" status: 200 len: 949 time: 0.1201861 Dec 10 18:30:20.474640 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1b0dbd63-14d2-40b0-9a03-e3e5b5016d9f None None] Provisioning complete for port 2388da8b-db2c-44c6-b8a8-a0b4731492f2 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:20.474934 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1b0dbd63-14d2-40b0-9a03-e3e5b5016d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:20.480766 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-dfd66558-4dc2-4fe2-99ce-3002fbe9bc70 req-c2cc5a1a-7a72-4ad3-b039-b1149cf3a640 tempest-ServersAdminTestJSON-1456056174 tempest-ServersAdminTestJSON-1456056174-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:20.490835 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-dfd66558-4dc2-4fe2-99ce-3002fbe9bc70 req-c2cc5a1a-7a72-4ad3-b039-b1149cf3a640 tempest-ServersAdminTestJSON-1456056174 tempest-ServersAdminTestJSON-1456056174-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:20.564366 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 86559541-8774-4251-a41d-6bdba59d2390 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:30:20.568401 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:20.601061 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-2cb20329-3b67-476f-bbdb-db5f60904754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfd77dc-442c-43cf-88a1-45c62fa60545', 'name': 'tempest-FloatingIPDetailsTestJSON-253402387-router', 'tenant_id': 'e1a900501cb04c92813cb93ef247c187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'bda58354-3604-45bc-b3eb-63e42f698254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:17Z', 'updated_at': '2021-12-10T18:30:19Z', 'revision_number': 3, 'project_id': 'e1a900501cb04c92813cb93ef247c187', 'gw_port': {'id': 'bda58354-3604-45bc-b3eb-63e42f698254', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfd77dc-442c-43cf-88a1-45c62fa60545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:18Z', 'updated_at': '2021-12-10T18:30:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:20.610589 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc5a1a-7a72-4ad3-b039-b1149cf3a640 tempest-ServersAdminTestJSON-1456056174 tempest-ServersAdminTestJSON-1456056174-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4742ec-99eb-40c8-b888-0c1c4221a175,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:20.653101 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-87b6f011-b563-44c8-9759-c0d9dc8a2656 req-d0c0f405-20f8-4561-811e-c2c25be1c51b tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427952 Dec 10 18:30:20.655755 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb20329-3b67-476f-bbdb-db5f60904754 None None] Checking router: 6bfd77dc-442c-43cf-88a1-45c62fa60545 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:30:20.655755 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb20329-3b67-476f-bbdb-db5f60904754 None None] Updating router 6bfd77dc-442c-43cf-88a1-45c62fa60545 port bda58354-3604-45bc-b3eb-63e42f698254 binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:30:20.716471 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-2cb20329-3b67-476f-bbdb-db5f60904754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:20.759835 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dfd66558-4dc2-4fe2-99ce-3002fbe9bc70 req-c2cc5a1a-7a72-4ad3-b039-b1149cf3a640 tempest-ServersAdminTestJSON-1456056174 tempest-ServersAdminTestJSON-1456056174-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=9bc6715c-519b-45b4-8cb0-533b9fa47ced&id=7275728a-319a-4795-8262-d7e1832ffaa8&id=24213062-d4a0-4adb-9eff-a68d743bdce8&id=080c057c-f968-400a-9e7e-04def84cf8cc&id=c05a4f82-cb7b-455e-8ad0-a430842afda8&id=a9eed712-f087-44ee-bd0a-56b9c5b90421&id=fc848203-e8d4-4112-84c3-2f5e9915fedc&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.5381308 Dec 10 18:30:20.873928 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 86559541-8774-4251-a41d-6bdba59d2390, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=86559541-8774-4251-a41d-6bdba59d2390,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:20.920354 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '86559541-8774-4251-a41d-6bdba59d2390', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': '86559541-8774-4251-a41d-6bdba59d2390', 'mac_address': 'fa:16:3e:a7:75:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:30:20.960489 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbd435-5b27-4379-9f54-65ae2922575e req-e0a34a13-0375-43ab-bb34-c0fc1beb6988 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:20.965895 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a9bbd435-5b27-4379-9f54-65ae2922575e req-e0a34a13-0375-43ab-bb34-c0fc1beb6988 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a88c758-21c8-4d51-a62d-dcdcb66b7479 HTTP/1.1" status: 200 len: 944 time: 0.0925927 Dec 10 18:30:20.998489 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:30:21.006471 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:21.007711 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:21.010453 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:21.052841 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86559541-8774-4251-a41d-6bdba59d2390 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:30:21.075297 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a9bbd435-5b27-4379-9f54-65ae2922575e req-75435202-e372-49cf-a234-e69303077894 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026933 Dec 10 18:30:21.101656 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 86559541-8774-4251-a41d-6bdba59d2390, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=86559541-8774-4251-a41d-6bdba59d2390,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:21.118451 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:21.177867 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-2cb20329-3b67-476f-bbdb-db5f60904754 None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:21.189177 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:21.190970 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-2cb20329-3b67-476f-bbdb-db5f60904754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:21.211937 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=86559541-8774-4251-a41d-6bdba59d2390,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:21.225550 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a88c758-21c8-4d51-a62d-dcdcb66b7479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cdee229-c6f6-4bd5-b358-e0790cd5fe3c'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:30:21.227930 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f1cde3-83dc-47cb-8af6-597ff0ecec86" -d '{"events": [{"server_uuid": "5a88c758-21c8-4d51-a62d-dcdcb66b7479", "name": "network-vif-plugged", "status": "completed", "tag": "6cdee229-c6f6-4bd5-b358-e0790cd5fe3c"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:30:21.243104 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=6cdee229-c6f6-4bd5-b358-e0790cd5fe3c,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:21.246791 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19739d-985a-48dd-883b-9216554ed263 req-5e0f5519-d2c8-49ba-a524-a95f5c930a66 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:21.248425 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d19739d-985a-48dd-883b-9216554ed263 req-5e0f5519-d2c8-49ba-a524-a95f5c930a66 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e4a25d7-e085-40ef-819b-85033abdcfbc HTTP/1.1" status: 200 len: 950 time: 0.1150813 Dec 10 18:30:21.249245 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:21.287373 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-2cb20329-3b67-476f-bbdb-db5f60904754 None None] Attempting to bind port bda58354-3604-45bc-b3eb-63e42f698254 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:21.288199 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-2cb20329-3b67-476f-bbdb-db5f60904754 None None] Attempting to bind port bda58354-3604-45bc-b3eb-63e42f698254 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:21.288199 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb20329-3b67-476f-bbdb-db5f60904754 None None] Attempting to bind port bda58354-3604-45bc-b3eb-63e42f698254 on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:21.302024 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb20329-3b67-476f-bbdb-db5f60904754 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:30:21.302985 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb20329-3b67-476f-bbdb-db5f60904754 None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:21.303518 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-2cb20329-3b67-476f-bbdb-db5f60904754 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:21.304222 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb20329-3b67-476f-bbdb-db5f60904754 None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:30:21.305419 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-2cb20329-3b67-476f-bbdb-db5f60904754 None None] Bound port: bda58354-3604-45bc-b3eb-63e42f698254, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:30:21.305949 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-2cb20329-3b67-476f-bbdb-db5f60904754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:21.314696 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=6cdee229-c6f6-4bd5-b358-e0790cd5fe3c,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:21.314990 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75682d62-d93d-41c0-bedf-e43f87a1b55c None None] Pushing event updated for resources: {'Port': ['ID=bda58354-3604-45bc-b3eb-63e42f698254,revision_number=2']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:21.329272 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a19a4-0138-430e-bc60-90fc95e3623d req-44351fd1-4afe-4a29-880a-4fdc9157ac62 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:21.346116 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-125a19a4-0138-430e-bc60-90fc95e3623d req-44351fd1-4afe-4a29-880a-4fdc9157ac62 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1c48bfe-f3eb-4d51-8a97-a305d408f21a HTTP/1.1" status: 200 len: 950 time: 0.1126373 Dec 10 18:30:21.387694 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75682d62-d93d-41c0-bedf-e43f87a1b55c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:21.388416 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75682d62-d93d-41c0-bedf-e43f87a1b55c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:21.389320 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75682d62-d93d-41c0-bedf-e43f87a1b55c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:21.389898 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75682d62-d93d-41c0-bedf-e43f87a1b55c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:21.391068 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75682d62-d93d-41c0-bedf-e43f87a1b55c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:21.391589 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75682d62-d93d-41c0-bedf-e43f87a1b55c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:21.391943 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75682d62-d93d-41c0-bedf-e43f87a1b55c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:21.392288 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75682d62-d93d-41c0-bedf-e43f87a1b55c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:21.392691 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75682d62-d93d-41c0-bedf-e43f87a1b55c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:21.393008 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75682d62-d93d-41c0-bedf-e43f87a1b55c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:21.393345 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75682d62-d93d-41c0-bedf-e43f87a1b55c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:21.394086 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75682d62-d93d-41c0-bedf-e43f87a1b55c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:21.394086 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75682d62-d93d-41c0-bedf-e43f87a1b55c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:21.400449 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d19739d-985a-48dd-883b-9216554ed263 req-28313361-bc14-453e-afd5-461f0521168f tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc6715c-519b-45b4-8cb0-533b9fa47ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370955 Dec 10 18:30:21.422946 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-125a19a4-0138-430e-bc60-90fc95e3623d req-8583c022-1615-42c6-b6a8-5df3ae9c7f30 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620534 Dec 10 18:30:21.464613 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-2cb20329-3b67-476f-bbdb-db5f60904754 None None] For port bda58354-3604-45bc-b3eb-63e42f698254, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:21.471460 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-2cb20329-3b67-476f-bbdb-db5f60904754 None None] For port bda58354-3604-45bc-b3eb-63e42f698254, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=bda58354-3604-45bc-b3eb-63e42f698254,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:30:21.480557 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-2cb20329-3b67-476f-bbdb-db5f60904754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:21.514363 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['86559541-8774-4251-a41d-6bdba59d2390'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:30:21.543062 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cdd29467-909b-407f-b649-084420247526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:21.578966 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb20329-3b67-476f-bbdb-db5f60904754 None None] Routers {'6bfd77dc-442c-43cf-88a1-45c62fa60545'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:30:21.579601 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-2cb20329-3b67-476f-bbdb-db5f60904754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:29:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6bfd77dc-442c-43cf-88a1-45c62fa60545'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:21.621565 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032865cf-a476-40c3-be1f-9ebe41530756 req-f5b1b377-ab8b-4181-a602-6bcbf091eef5 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:21.625226 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-032865cf-a476-40c3-be1f-9ebe41530756 req-f5b1b377-ab8b-4181-a602-6bcbf091eef5 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=9440ec9f-6fdf-4155-b25e-2e9759bac5f7 HTTP/1.1" status: 200 len: 948 time: 0.1157794 Dec 10 18:30:21.639048 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75682d62-d93d-41c0-bedf-e43f87a1b55c None None] Pushing event updated for resources: {'Port': ['ID=bda58354-3604-45bc-b3eb-63e42f698254,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:21.654946 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed4c3d0-198a-4f75-bfb1-4d8788fa335c x-openstack-request-id: req-8ed4c3d0-198a-4f75-bfb1-4d8788fa335c {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:30:21.655269 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a88c758-21c8-4d51-a62d-dcdcb66b7479", "name": "network-vif-plugged", "status": "completed", "tag": "6cdee229-c6f6-4bd5-b358-e0790cd5fe3c", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:30:21.655530 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8ed4c3d0-198a-4f75-bfb1-4d8788fa335c {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:30:21.655928 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a88c758-21c8-4d51-a62d-dcdcb66b7479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cdee229-c6f6-4bd5-b358-e0790cd5fe3c', 'code': 200} Dec 10 18:30:21.725872 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-032865cf-a476-40c3-be1f-9ebe41530756 req-55132bb7-1508-46e3-904c-2cf2ba6f35eb tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/security-groups?id=c05a4f82-cb7b-455e-8ad0-a430842afda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936449 Dec 10 18:30:21.801673 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-2cb20329-3b67-476f-bbdb-db5f60904754 None None] Set router 6bfd77dc-442c-43cf-88a1-45c62fa60545 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:30:21.816865 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 2388da8b-db2c-44c6-b8a8-a0b4731492f2 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:21.911569 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 2388da8b-db2c-44c6-b8a8-a0b4731492f2 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:21.912419 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:21.912533 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ea75b-ca5b-41af-9592-d3cc02a6ad2e req-4d97104f-788f-44c9-8ec6-0ff52660cfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:21.913875 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f71ea75b-ca5b-41af-9592-d3cc02a6ad2e req-4d97104f-788f-44c9-8ec6-0ff52660cfea service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5a88c758-21c8-4d51-a62d-dcdcb66b7479 HTTP/1.1" status: 200 len: 1096 time: 0.2256866 Dec 10 18:30:22.035568 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f71ea75b-ca5b-41af-9592-d3cc02a6ad2e req-64e6a83c-1a9c-4714-806c-0581667c7603 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985606 Dec 10 18:30:22.046232 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-cdd29467-909b-407f-b649-084420247526 admin admin] Allocated IP 172.20.0.1 (a198ad38-e470-4ccd-ad1e-95073dff79ed/3d136c60-35f3-453c-b061-14d15abd2265/67b4f718-7692-47ba-8f41-ac1f5e5353b6) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:22.163080 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd08f9-3215-4869-8ac7-35aa4366eab7 req-d2c12e91-623f-42c4-89b3-2f538f2134a0 tempest-ServersAdminTestJSON-1456056174 tempest-ServersAdminTestJSON-1456056174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:22.163559 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd08f9-3215-4869-8ac7-35aa4366eab7 req-d2c12e91-623f-42c4-89b3-2f538f2134a0 tempest-ServersAdminTestJSON-1456056174 tempest-ServersAdminTestJSON-1456056174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:22.164029 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd08f9-3215-4869-8ac7-35aa4366eab7 req-d2c12e91-623f-42c4-89b3-2f538f2134a0 tempest-ServersAdminTestJSON-1456056174 tempest-ServersAdminTestJSON-1456056174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:22.166546 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8ecd08f9-3215-4869-8ac7-35aa4366eab7 req-d2c12e91-623f-42c4-89b3-2f538f2134a0 tempest-ServersAdminTestJSON-1456056174 tempest-ServersAdminTestJSON-1456056174-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=210e0774-a035-4a0e-9bb9-941490f468ca&device_id=157da486-b80b-4611-878d-08e723170dcf&device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 2883 time: 0.0542009 Dec 10 18:30:22.213614 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-2cb20329-3b67-476f-bbdb-db5f60904754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfd77dc-442c-43cf-88a1-45c62fa60545', 'name': 'tempest-FloatingIPDetailsTestJSON-253402387-router', 'tenant_id': 'e1a900501cb04c92813cb93ef247c187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'bda58354-3604-45bc-b3eb-63e42f698254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:17Z', 'updated_at': '2021-12-10T18:30:19Z', 'revision_number': 3, 'project_id': 'e1a900501cb04c92813cb93ef247c187', 'gw_port': {'id': 'bda58354-3604-45bc-b3eb-63e42f698254', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfd77dc-442c-43cf-88a1-45c62fa60545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:18Z', 'updated_at': '2021-12-10T18:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:22.229901 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c5de5-2c6d-49ab-9179-ebee46850966 req-5130a99f-e139-4db6-9e3d-846965fcbe90 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:22.233595 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8ecd08f9-3215-4869-8ac7-35aa4366eab7 req-665cac11-3298-464a-9b20-e0e7155fa695 tempest-ServersAdminTestJSON-1456056174 tempest-ServersAdminTestJSON-1456056174-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606713 Dec 10 18:30:22.236991 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c5de5-2c6d-49ab-9179-ebee46850966 req-5130a99f-e139-4db6-9e3d-846965fcbe90 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:22.238738 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6d4c5de5-2c6d-49ab-9179-ebee46850966 req-5130a99f-e139-4db6-9e3d-846965fcbe90 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7a63511-34ff-4131-8762-2b9877286828&device_id=f1c48bfe-f3eb-4d51-8a97-a305d408f21a HTTP/1.1" status: 200 len: 1690 time: 0.0994108 Dec 10 18:30:22.262784 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb20329-3b67-476f-bbdb-db5f60904754 None None] The sync data for ids ['6bfd77dc-442c-43cf-88a1-45c62fa60545'] in n-d-821435-1 is: [{'id': '6bfd77dc-442c-43cf-88a1-45c62fa60545', 'name': 'tempest-FloatingIPDetailsTestJSON-253402387-router', 'tenant_id': 'e1a900501cb04c92813cb93ef247c187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'bda58354-3604-45bc-b3eb-63e42f698254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:17Z', 'updated_at': '2021-12-10T18:30:19Z', 'revision_number': 3, 'project_id': 'e1a900501cb04c92813cb93ef247c187', 'gw_port': {'id': 'bda58354-3604-45bc-b3eb-63e42f698254', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfd77dc-442c-43cf-88a1-45c62fa60545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:18Z', 'updated_at': '2021-12-10T18:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:30:22.271250 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cdd29467-909b-407f-b649-084420247526 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:22.338493 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d1684b91-354b-4a6b-9dfe-934849a1a1fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:22.351499 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6d4c5de5-2c6d-49ab-9179-ebee46850966 req-db40467a-1f6b-4ec0-9900-02f17457673d tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983059 Dec 10 18:30:22.377052 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cdd29467-909b-407f-b649-084420247526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:22.481522 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd29467-909b-407f-b649-084420247526 admin admin] Network a198ad38-e470-4ccd-ad1e-95073dff79ed is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:22.490178 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-cdd29467-909b-407f-b649-084420247526 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:22.494612 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd29467-909b-407f-b649-084420247526 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:22.497641 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd29467-909b-407f-b649-084420247526 admin admin] Pushing event updated for resources: {'Port': ['ID=67b4f718-7692-47ba-8f41-ac1f5e5353b6,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:22.531944 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd29467-909b-407f-b649-084420247526 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:22.532596 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd29467-909b-407f-b649-084420247526 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:22.532976 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd29467-909b-407f-b649-084420247526 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:22.533404 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd29467-909b-407f-b649-084420247526 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:22.533780 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd29467-909b-407f-b649-084420247526 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:22.534205 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd29467-909b-407f-b649-084420247526 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:22.534533 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd29467-909b-407f-b649-084420247526 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:22.534931 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd29467-909b-407f-b649-084420247526 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:22.535372 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd29467-909b-407f-b649-084420247526 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:22.535607 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd29467-909b-407f-b649-084420247526 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:22.535941 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd29467-909b-407f-b649-084420247526 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:22.536273 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd29467-909b-407f-b649-084420247526 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:22.536605 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd29467-909b-407f-b649-084420247526 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:22.555746 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34eb547-fd6c-4c9d-ab21-b5dd9ec76455 req-b87c92af-8d75-4f00-a16e-e96906832299 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:22.565233 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a34eb547-fd6c-4c9d-ab21-b5dd9ec76455 req-b87c92af-8d75-4f00-a16e-e96906832299 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a88c758-21c8-4d51-a62d-dcdcb66b7479 HTTP/1.1" status: 200 len: 945 time: 0.1284218 Dec 10 18:30:22.602421 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cdd29467-909b-407f-b649-084420247526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:22.706388 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a34eb547-fd6c-4c9d-ab21-b5dd9ec76455 req-6b249e8d-ea31-495d-90d1-1679f157f5c2 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383040 Dec 10 18:30:22.911234 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9ebc5-8f0e-4243-916c-a41eca497bd6 req-391f4359-2361-44d9-bd4d-49fdfb87920c tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:22.912859 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c2f9ebc5-8f0e-4243-916c-a41eca497bd6 req-391f4359-2361-44d9-bd4d-49fdfb87920c tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e4a25d7-e085-40ef-819b-85033abdcfbc HTTP/1.1" status: 200 len: 950 time: 0.1182225 Dec 10 18:30:22.934013 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b03ba-f9ec-4daf-9af9-fe21a1a588d4 req-614e2e7e-114f-418c-af7e-611712392f76 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:22.935614 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-882b03ba-f9ec-4daf-9af9-fe21a1a588d4 req-614e2e7e-114f-418c-af7e-611712392f76 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=9440ec9f-6fdf-4155-b25e-2e9759bac5f7 HTTP/1.1" status: 200 len: 948 time: 0.0886467 Dec 10 18:30:22.942666 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cdd29467-909b-407f-b649-084420247526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:23.009918 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e5d4ba6d-ea1d-413e-83eb-ccc6afac12bf None None] Provisioning complete for port 67b4f718-7692-47ba-8f41-ac1f5e5353b6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:23.010516 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e5d4ba6d-ea1d-413e-83eb-ccc6afac12bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:23.033745 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-882b03ba-f9ec-4daf-9af9-fe21a1a588d4 req-8842afc2-6e1f-4d1e-bedb-c9fbcd8264ac tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/security-groups?id=c05a4f82-cb7b-455e-8ad0-a430842afda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828388 Dec 10 18:30:23.107485 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e5d4ba6d-ea1d-413e-83eb-ccc6afac12bf None None] Port 67b4f718-7692-47ba-8f41-ac1f5e5353b6 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:30:23.131926 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c2f9ebc5-8f0e-4243-916c-a41eca497bd6 req-a6b188f4-995b-42d0-a6b9-7ee12ce700e3 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc6715c-519b-45b4-8cb0-533b9fa47ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127719 Dec 10 18:30:23.194029 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cdd29467-909b-407f-b649-084420247526 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:23.208183 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cdd29467-909b-407f-b649-084420247526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:23.220680 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008642f8-2334-42a8-ac97-68043f956b3b req-862a7bc2-7551-4c27-ba69-7197a5349585 tempest-ServersOnMultiNodesTest-401435580 tempest-ServersOnMultiNodesTest-401435580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:23.222675 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-008642f8-2334-42a8-ac97-68043f956b3b req-862a7bc2-7551-4c27-ba69-7197a5349585 tempest-ServersOnMultiNodesTest-401435580 tempest-ServersOnMultiNodesTest-401435580-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c7a63511-34ff-4131-8762-2b9877286828 HTTP/1.1" status: 200 len: 1100 time: 0.0873718 Dec 10 18:30:23.278975 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:23.302955 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-008642f8-2334-42a8-ac97-68043f956b3b req-5e039d8b-79c3-463c-b737-22f84e0daf5a tempest-ServersOnMultiNodesTest-401435580 tempest-ServersOnMultiNodesTest-401435580-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741048 Dec 10 18:30:23.324559 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cdd29467-909b-407f-b649-084420247526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:23.326822 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd29467-909b-407f-b649-084420247526 admin admin] Pushing event updated for resources: {'Port': ['ID=67b4f718-7692-47ba-8f41-ac1f5e5353b6,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:23.486848 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0201c-f661-4d2c-83e3-8c978989656e req-f0e3a6c0-c6f6-423c-98b9-54db767b6271 tempest-ServersOnMultiNodesTest-401435580 tempest-ServersOnMultiNodesTest-401435580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:23.490862 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2ee0201c-f661-4d2c-83e3-8c978989656e req-f0e3a6c0-c6f6-423c-98b9-54db767b6271 tempest-ServersOnMultiNodesTest-401435580 tempest-ServersOnMultiNodesTest-401435580-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f1c48bfe-f3eb-4d51-8a97-a305d408f21a HTTP/1.1" status: 200 len: 1101 time: 0.0643985 Dec 10 18:30:23.492592 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd29467-909b-407f-b649-084420247526 admin admin] Network a198ad38-e470-4ccd-ad1e-95073dff79ed is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:23.495562 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-cdd29467-909b-407f-b649-084420247526 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:23.596140 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2ee0201c-f661-4d2c-83e3-8c978989656e req-e24d3e39-fee7-42e0-8f58-a2c7582c6eda tempest-ServersOnMultiNodesTest-401435580 tempest-ServersOnMultiNodesTest-401435580-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826726 Dec 10 18:30:23.856219 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd29467-909b-407f-b649-084420247526 admin admin] Router 6bfd77dc-442c-43cf-88a1-45c62fa60545 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:30:23.877118 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4dde6-b078-47e8-8bf3-2ab7085262b9 req-8e422af4-8a2e-4adb-a3df-31117cae77c3 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:23.878859 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device bda58354-3604-45bc-b3eb-63e42f698254 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:23.889889 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-14d4dde6-b078-47e8-8bf3-2ab7085262b9 req-8e422af4-8a2e-4adb-a3df-31117cae77c3 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a88c758-21c8-4d51-a62d-dcdcb66b7479 HTTP/1.1" status: 200 len: 945 time: 0.0809224 Dec 10 18:30:23.986340 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-14d4dde6-b078-47e8-8bf3-2ab7085262b9 req-e768096f-7bd5-4ba6-9308-be6c602c7cdf tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905309 Dec 10 18:30:24.022773 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4d64ef27-2cdb-4e99-9738-21b57fe8520f None None] Provisioning complete for port 67b4f718-7692-47ba-8f41-ac1f5e5353b6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:24.027324 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4d64ef27-2cdb-4e99-9738-21b57fe8520f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:24.085557 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port bda58354-3604-45bc-b3eb-63e42f698254 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:24.086783 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:24.091965 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4d64ef27-2cdb-4e99-9738-21b57fe8520f None None] Port 67b4f718-7692-47ba-8f41-ac1f5e5353b6 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:30:24.186141 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd29467-909b-407f-b649-084420247526 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:30:24.194354 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-cdd29467-909b-407f-b649-084420247526 admin admin] 10.222.0.62 "PUT /v2.0/routers/6bfd77dc-442c-43cf-88a1-45c62fa60545/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0554776 Dec 10 18:30:24.312299 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:24.376461 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port bda58354-3604-45bc-b3eb-63e42f698254, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=bda58354-3604-45bc-b3eb-63e42f698254,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:24.385460 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:24.434389 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e575dd-ad43-4282-be87-d16982c0771d req-e6bf12f0-5f2e-441a-b2d6-cfc7010d6474 tempest-ServersAdminTestJSON-1456056174 tempest-ServersAdminTestJSON-1456056174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:24.446460 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-33e575dd-ad43-4282-be87-d16982c0771d req-e6bf12f0-5f2e-441a-b2d6-cfc7010d6474 tempest-ServersAdminTestJSON-1456056174 tempest-ServersAdminTestJSON-1456056174-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 1101 time: 0.2050004 Dec 10 18:30:24.466081 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=bda58354-3604-45bc-b3eb-63e42f698254,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:24.469201 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-7408a2b2-87d3-4d7f-877a-ebdaed92df10 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=449146cf6fbe4ffeba406209dfdd303b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533328 Dec 10 18:30:24.505865 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d652bcd-4b8c-4174-8ec1-75bb287d75ad req-e5f307ae-5443-4e2b-b72a-012a043e54db tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:24.507481 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8d652bcd-4b8c-4174-8ec1-75bb287d75ad req-e5f307ae-5443-4e2b-b72a-012a043e54db tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4a25d7-e085-40ef-819b-85033abdcfbc HTTP/1.1" status: 200 len: 950 time: 0.2427626 Dec 10 18:30:24.565564 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-33e575dd-ad43-4282-be87-d16982c0771d req-def93dcf-fac3-4ed2-8d02-094e19e9d9b3 tempest-ServersAdminTestJSON-1456056174 tempest-ServersAdminTestJSON-1456056174-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181674 Dec 10 18:30:24.590744 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 86559541-8774-4251-a41d-6bdba59d2390 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:24.647047 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-09bc7cb2-e62e-4b57-8348-7ae94174a0cc tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:24.649384 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-09bc7cb2-e62e-4b57-8348-7ae94174a0cc tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1709340 Dec 10 18:30:24.681763 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:24.686662 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-9af7fcc0-0473-4403-a1bc-bf2cae9d6c2d tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/quotas/449146cf6fbe4ffeba406209dfdd303b HTTP/1.1" status: 200 len: 375 time: 0.0221257 Dec 10 18:30:24.701471 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-8d652bcd-4b8c-4174-8ec1-75bb287d75ad req-1a2dbd11-14a1-4cc2-ada1-cc8610d53279 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] Deleting port b1068af5-ef27-4fc0-b393-4c1478f3bc3f {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:24.701886 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8d652bcd-4b8c-4174-8ec1-75bb287d75ad req-1a2dbd11-14a1-4cc2-ada1-cc8610d53279 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:24.704229 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 86559541-8774-4251-a41d-6bdba59d2390 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:30:24.717743 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 86559541-8774-4251-a41d-6bdba59d2390 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:24.718121 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:24.780912 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-e3775010-5f8b-4700-85c4-15ec72a444ec tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=449146cf6fbe4ffeba406209dfdd303b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0872445 Dec 10 18:30:24.813219 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aca4a1-1fd4-475b-b961-6abe7af35aec req-cab59a93-ce24-4443-8fb0-972274cddf6c tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:24.814757 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-71aca4a1-1fd4-475b-b961-6abe7af35aec req-cab59a93-ce24-4443-8fb0-972274cddf6c tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5a88c758-21c8-4d51-a62d-dcdcb66b7479 HTTP/1.1" status: 200 len: 1096 time: 0.1347692 Dec 10 18:30:24.842249 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:24.874041 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9440ec9f-6fdf-4155-b25e-2e9759bac5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86559541-8774-4251-a41d-6bdba59d2390'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:30:24.876428 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daabe440-e97b-4c61-bc3b-378f80d128be" -d '{"events": [{"server_uuid": "9440ec9f-6fdf-4155-b25e-2e9759bac5f7", "name": "network-vif-plugged", "status": "completed", "tag": "86559541-8774-4251-a41d-6bdba59d2390"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:30:24.892318 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 86559541-8774-4251-a41d-6bdba59d2390, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=86559541-8774-4251-a41d-6bdba59d2390,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:24.896185 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-8d652bcd-4b8c-4174-8ec1-75bb287d75ad req-1a2dbd11-14a1-4cc2-ada1-cc8610d53279 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] For port b1068af5-ef27-4fc0-b393-4c1478f3bc3f, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=b1068af5-ef27-4fc0-b393-4c1478f3bc3f,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:24.896731 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8d652bcd-4b8c-4174-8ec1-75bb287d75ad req-1a2dbd11-14a1-4cc2-ada1-cc8610d53279 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:24.902161 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:24.924903 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-8d652bcd-4b8c-4174-8ec1-75bb287d75ad req-1a2dbd11-14a1-4cc2-ada1-cc8610d53279 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] Calling delete_port for b1068af5-ef27-4fc0-b393-4c1478f3bc3f owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:24.945202 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-71aca4a1-1fd4-475b-b961-6abe7af35aec req-fd233778-8a79-4978-a7dd-201422e42132 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224275 Dec 10 18:30:24.970070 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349082cf-dac4-48b3-b952-800d91296724 None None] Sync routers for ids ['6bfd77dc-442c-43cf-88a1-45c62fa60545'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:30:24.998171 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349082cf-dac4-48b3-b952-800d91296724 None None] Routers {'6bfd77dc-442c-43cf-88a1-45c62fa60545'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:30:24.998818 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-349082cf-dac4-48b3-b952-800d91296724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:30:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6bfd77dc-442c-43cf-88a1-45c62fa60545'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:25.079956 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860f116-1316-41eb-b50d-19cd5d571721 req-6f45e8ca-6565-48f6-880e-c03535f63620 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:25.087155 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1860f116-1316-41eb-b50d-19cd5d571721 req-6f45e8ca-6565-48f6-880e-c03535f63620 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=9440ec9f-6fdf-4155-b25e-2e9759bac5f7 HTTP/1.1" status: 200 len: 949 time: 0.1016986 Dec 10 18:30:25.105282 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=86559541-8774-4251-a41d-6bdba59d2390,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:25.169491 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-349082cf-dac4-48b3-b952-800d91296724 None None] Set router 6bfd77dc-442c-43cf-88a1-45c62fa60545 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:30:25.195951 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1860f116-1316-41eb-b50d-19cd5d571721 req-2f53f9e3-0986-4e7b-a4c0-88c13d6aa20e tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/security-groups?id=c05a4f82-cb7b-455e-8ad0-a430842afda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902328 Dec 10 18:30:25.270852 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7286e5-b6e3-48aa-938d-4e2a56da0487 req-f286ebab-7ae7-4f56-ba5e-28e0200c93ff tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:25.277185 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6b7286e5-b6e3-48aa-938d-4e2a56da0487 req-f286ebab-7ae7-4f56-ba5e-28e0200c93ff tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e4a25d7-e085-40ef-819b-85033abdcfbc HTTP/1.1" status: 200 len: 950 time: 0.1490166 Dec 10 18:30:25.280252 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8d652bcd-4b8c-4174-8ec1-75bb287d75ad req-1a2dbd11-14a1-4cc2-ada1-cc8610d53279 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:25.445567 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2dbd11-14a1-4cc2-ada1-cc8610d53279 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] Pushing event deleted for resources: {'Port': ['ID=b1068af5-ef27-4fc0-b393-4c1478f3bc3f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:25.450561 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d652bcd-4b8c-4174-8ec1-75bb287d75ad req-1a2dbd11-14a1-4cc2-ada1-cc8610d53279 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] No DVR routers for this DVR port b1068af5-ef27-4fc0-b393-4c1478f3bc3f on host n-h2-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:30:25.455636 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8d652bcd-4b8c-4174-8ec1-75bb287d75ad req-1a2dbd11-14a1-4cc2-ada1-cc8610d53279 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:25.464221 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8d652bcd-4b8c-4174-8ec1-75bb287d75ad req-1a2dbd11-14a1-4cc2-ada1-cc8610d53279 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] 10.222.0.72 "DELETE /v2.0/ports/b1068af5-ef27-4fc0-b393-4c1478f3bc3f HTTP/1.1" status: 204 len: 173 time: 0.9483230 Dec 10 18:30:25.465246 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4a25d7-e085-40ef-819b-85033abdcfbc', 'name': 'network-vif-deleted', 'tag': 'b1068af5-ef27-4fc0-b393-4c1478f3bc3f'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:30:25.467871 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd0316c-d7c5-40f9-b87e-0ab8197d7648" -d '{"events": [{"server_uuid": "7e4a25d7-e085-40ef-819b-85033abdcfbc", "name": "network-vif-deleted", "tag": "b1068af5-ef27-4fc0-b393-4c1478f3bc3f"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:30:25.557091 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6b7286e5-b6e3-48aa-938d-4e2a56da0487 req-0c5e8b59-c3af-4813-9738-228249275ea8 tempest-ServerDiagnosticsNegativeTest-1767354028 tempest-ServerDiagnosticsNegativeTest-1767354028-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc6715c-519b-45b4-8cb0-533b9fa47ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766850 Dec 10 18:30:25.734159 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b0d1c-a6bb-4abe-a3d9-976d09ea921c req-03b8e8ce-1c6b-4677-af53-912871da882c tempest-ServersAdminTestJSON-1456056174 tempest-ServersAdminTestJSON-1456056174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:25.736079 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-530b0d1c-a6bb-4abe-a3d9-976d09ea921c req-03b8e8ce-1c6b-4677-af53-912871da882c tempest-ServersAdminTestJSON-1456056174 tempest-ServersAdminTestJSON-1456056174-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 1101 time: 0.0876427 Dec 10 18:30:25.767830 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eb539b3e-e4d5-47c2-b221-f313c5161ade req-f694e9cf-7755-43d2-b5e1-4f25de44be81 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4012611 Dec 10 18:30:25.797264 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-eb539b3e-e4d5-47c2-b221-f313c5161ade req-a97edf57-7a17-498c-a640-ffd064164f4c tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:25.821373 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-530b0d1c-a6bb-4abe-a3d9-976d09ea921c req-0f717208-d2a9-412c-858d-e648c852e498 tempest-ServersAdminTestJSON-1456056174 tempest-ServersAdminTestJSON-1456056174-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693083 Dec 10 18:30:25.849879 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-eb539b3e-e4d5-47c2-b221-f313c5161ade req-a97edf57-7a17-498c-a640-ffd064164f4c tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:25.897004 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1fa030-1b2d-49c1-8e66-fb51bec1ac8a x-openstack-request-id: req-5d1fa030-1b2d-49c1-8e66-fb51bec1ac8a {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:30:25.897570 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9440ec9f-6fdf-4155-b25e-2e9759bac5f7", "name": "network-vif-plugged", "status": "completed", "tag": "86559541-8774-4251-a41d-6bdba59d2390", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:30:25.898083 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5d1fa030-1b2d-49c1-8e66-fb51bec1ac8a {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:30:25.898772 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9440ec9f-6fdf-4155-b25e-2e9759bac5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86559541-8774-4251-a41d-6bdba59d2390', 'code': 200} Dec 10 18:30:25.901115 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device bda58354-3604-45bc-b3eb-63e42f698254 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:25.912970 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:25.996720 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-349082cf-dac4-48b3-b952-800d91296724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfd77dc-442c-43cf-88a1-45c62fa60545', 'name': 'tempest-FloatingIPDetailsTestJSON-253402387-router', 'tenant_id': 'e1a900501cb04c92813cb93ef247c187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'bda58354-3604-45bc-b3eb-63e42f698254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:17Z', 'updated_at': '2021-12-10T18:30:22Z', 'revision_number': 4, 'project_id': 'e1a900501cb04c92813cb93ef247c187', 'gw_port': {'id': 'bda58354-3604-45bc-b3eb-63e42f698254', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfd77dc-442c-43cf-88a1-45c62fa60545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:18Z', 'updated_at': '2021-12-10T18:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '67b4f718-7692-47ba-8f41-ac1f5e5353b6', 'name': '', 'network_id': 'a198ad38-e470-4ccd-ad1e-95073dff79ed', 'tenant_id': 'e1a900501cb04c92813cb93ef247c187', 'mac_address': 'fa:16:3e:7e:2f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfd77dc-442c-43cf-88a1-45c62fa60545', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '3d136c60-35f3-453c-b061-14d15abd2265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:21Z', 'updated_at': '2021-12-10T18:30:23Z', 'revision_number': 2, 'project_id': 'e1a900501cb04c92813cb93ef247c187', 'subnets': [{'id': '3d136c60-35f3-453c-b061-14d15abd2265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:26.001270 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port bda58354-3604-45bc-b3eb-63e42f698254 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:26.001900 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:26.056346 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6aeb8cb8-9aa6-4be9-b475-ea81e16287e3 req-4b255bd5-a983-4f36-a8be-1d549616d30b tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecaf9865-bdd5-44d4-802f-f40583dbed6d HTTP/1.1" status: 200 len: 210 time: 0.0610676 Dec 10 18:30:26.090631 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-eb539b3e-e4d5-47c2-b221-f313c5161ade req-a97edf57-7a17-498c-a640-ffd064164f4c tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:26.097331 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349082cf-dac4-48b3-b952-800d91296724 None None] Checking router: 6bfd77dc-442c-43cf-88a1-45c62fa60545 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:30:26.097703 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349082cf-dac4-48b3-b952-800d91296724 None None] Updating router 6bfd77dc-442c-43cf-88a1-45c62fa60545 port 67b4f718-7692-47ba-8f41-ac1f5e5353b6 binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:30:26.108073 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecce97-71ab-4414-b10d-12af9ea0e445 req-87460a0e-6b3c-4a0e-ab18-29dca31e33cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:26.110041 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-14ecce97-71ab-4414-b10d-12af9ea0e445 req-87460a0e-6b3c-4a0e-ab18-29dca31e33cc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9440ec9f-6fdf-4155-b25e-2e9759bac5f7 HTTP/1.1" status: 200 len: 1100 time: 0.1071718 Dec 10 18:30:26.186066 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-349082cf-dac4-48b3-b952-800d91296724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:26.248187 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-14ecce97-71ab-4414-b10d-12af9ea0e445 req-9dbc1081-b6bd-4e76-be0f-ef3456e2429f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c05a4f82-cb7b-455e-8ad0-a430842afda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893850 Dec 10 18:30:26.250744 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca83fc7-2583-480a-9137-84cac9a95929 req-2a80b56c-b754-46d6-99f6-133180bf7d06 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:26.258425 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4ca83fc7-2583-480a-9137-84cac9a95929 req-2a80b56c-b754-46d6-99f6-133180bf7d06 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5a88c758-21c8-4d51-a62d-dcdcb66b7479 HTTP/1.1" status: 200 len: 1096 time: 0.0830424 Dec 10 18:30:26.277073 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-eb539b3e-e4d5-47c2-b221-f313c5161ade req-a97edf57-7a17-498c-a640-ffd064164f4c tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Allocated IP 172.25.7.173 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/39c7cbea-644d-45c6-be95-7988f2cf3ef0) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:26.312124 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4ca83fc7-2583-480a-9137-84cac9a95929 req-4546bd14-9459-4528-a68a-bbfc34d86e9f tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524056 Dec 10 18:30:26.408496 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfb2ca1-d5b5-47f9-8f56-6f03ea16c065 x-openstack-request-id: req-cdfb2ca1-d5b5-47f9-8f56-6f03ea16c065 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:30:26.408981 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e4a25d7-e085-40ef-819b-85033abdcfbc", "name": "network-vif-deleted", "tag": "b1068af5-ef27-4fc0-b393-4c1478f3bc3f", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:30:26.409323 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cdfb2ca1-d5b5-47f9-8f56-6f03ea16c065 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:30:26.409888 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4a25d7-e085-40ef-819b-85033abdcfbc', 'name': 'network-vif-deleted', 'tag': 'b1068af5-ef27-4fc0-b393-4c1478f3bc3f', 'status': 'completed', 'code': 200} Dec 10 18:30:26.444626 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-eb539b3e-e4d5-47c2-b221-f313c5161ade req-a97edf57-7a17-498c-a640-ffd064164f4c tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:26.510590 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-eb539b3e-e4d5-47c2-b221-f313c5161ade req-a97edf57-7a17-498c-a640-ffd064164f4c tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:26.554773 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb539b3e-e4d5-47c2-b221-f313c5161ade req-a97edf57-7a17-498c-a640-ffd064164f4c tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:26.558258 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-eb539b3e-e4d5-47c2-b221-f313c5161ade req-a97edf57-7a17-498c-a640-ffd064164f4c tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:26.564751 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb539b3e-e4d5-47c2-b221-f313c5161ade req-a97edf57-7a17-498c-a640-ffd064164f4c tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:26.580178 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-349082cf-dac4-48b3-b952-800d91296724 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:26.589840 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-349082cf-dac4-48b3-b952-800d91296724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:26.591989 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97edf57-7a17-498c-a640-ffd064164f4c tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Pushing event updated for resources: {'Port': ['ID=39c7cbea-644d-45c6-be95-7988f2cf3ef0,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:26.676604 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2821c-2934-4393-92ff-d38e2a2976ef None None] Pushing event updated for resources: {'Port': ['ID=67b4f718-7692-47ba-8f41-ac1f5e5353b6,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:26.756939 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-eb539b3e-e4d5-47c2-b221-f313c5161ade req-a97edf57-7a17-498c-a640-ffd064164f4c tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:26.767673 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device b1068af5-ef27-4fc0-b393-4c1478f3bc3f no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:30:26.806174 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: b1068af5-ef27-4fc0-b393-4c1478f3bc3f {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:30:26.806711 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device b1068af5-ef27-4fc0-b393-4c1478f3bc3f not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:30:26.810339 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-349082cf-dac4-48b3-b952-800d91296724 None None] Attempting to bind port 67b4f718-7692-47ba-8f41-ac1f5e5353b6 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:26.810853 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-349082cf-dac4-48b3-b952-800d91296724 None None] Attempting to bind port 67b4f718-7692-47ba-8f41-ac1f5e5353b6 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'c2b356c2-cd0c-4765-8819-3f2ccb13599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a198ad38-e470-4ccd-ad1e-95073dff79ed'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:26.811532 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-eb539b3e-e4d5-47c2-b221-f313c5161ade req-a97edf57-7a17-498c-a640-ffd064164f4c tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:26.816670 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97923ac1-1c7a-41c0-971e-412076120fb6 req-ce55f1d1-c1eb-493c-9feb-7d846598f69f tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:26.818647 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-97923ac1-1c7a-41c0-971e-412076120fb6 req-ce55f1d1-c1eb-493c-9feb-7d846598f69f tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=9440ec9f-6fdf-4155-b25e-2e9759bac5f7 HTTP/1.1" status: 200 len: 949 time: 0.1152608 Dec 10 18:30:26.821732 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349082cf-dac4-48b3-b952-800d91296724 None None] Attempting to bind port 67b4f718-7692-47ba-8f41-ac1f5e5353b6 on network a198ad38-e470-4ccd-ad1e-95073dff79ed {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:26.829926 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349082cf-dac4-48b3-b952-800d91296724 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:30:26.830312 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349082cf-dac4-48b3-b952-800d91296724 None None] Checking segment: {'id': 'c2b356c2-cd0c-4765-8819-3f2ccb13599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a198ad38-e470-4ccd-ad1e-95073dff79ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:26.830721 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-349082cf-dac4-48b3-b952-800d91296724 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:26.831115 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349082cf-dac4-48b3-b952-800d91296724 None None] Bound using segment: {'id': 'c2b356c2-cd0c-4765-8819-3f2ccb13599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a198ad38-e470-4ccd-ad1e-95073dff79ed'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:30:26.831604 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-349082cf-dac4-48b3-b952-800d91296724 None None] Bound port: 67b4f718-7692-47ba-8f41-ac1f5e5353b6, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2b356c2-cd0c-4765-8819-3f2ccb13599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a198ad38-e470-4ccd-ad1e-95073dff79ed'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:30:26.831990 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-349082cf-dac4-48b3-b952-800d91296724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:26.907640 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-8017d98c-1487-4f39-a972-859b97b5dd75 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=449146cf6fbe4ffeba406209dfdd303b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431614 Dec 10 18:30:26.933291 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-97923ac1-1c7a-41c0-971e-412076120fb6 req-e57a3f0d-e776-4989-95f0-345d1884a108 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/security-groups?id=c05a4f82-cb7b-455e-8ad0-a430842afda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070538 Dec 10 18:30:26.960685 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-349082cf-dac4-48b3-b952-800d91296724 None None] For port 67b4f718-7692-47ba-8f41-ac1f5e5353b6, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:26.968982 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-349082cf-dac4-48b3-b952-800d91296724 None None] For port 67b4f718-7692-47ba-8f41-ac1f5e5353b6, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=67b4f718-7692-47ba-8f41-ac1f5e5353b6,segment=NetworkSegment(c2b356c2-cd0c-4765-8819-3f2ccb13599f),segment_id=c2b356c2-cd0c-4765-8819-3f2ccb13599f)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:30:26.979645 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-349082cf-dac4-48b3-b952-800d91296724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:27.104539 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2821c-2934-4393-92ff-d38e2a2976ef None None] Pushing event updated for resources: {'Port': ['ID=67b4f718-7692-47ba-8f41-ac1f5e5353b6,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:27.146343 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349082cf-dac4-48b3-b952-800d91296724 None None] Routers {'6bfd77dc-442c-43cf-88a1-45c62fa60545'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:30:27.146989 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-349082cf-dac4-48b3-b952-800d91296724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:30:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6bfd77dc-442c-43cf-88a1-45c62fa60545'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:27.160263 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-37caace8-d4f3-4935-93ee-373704fa6fa4 None None] Provisioning complete for port 67b4f718-7692-47ba-8f41-ac1f5e5353b6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:27.160263 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-37caace8-d4f3-4935-93ee-373704fa6fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:27.238165 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-8cf091e4-49b6-4607-b7c0-fd7f28fdb936 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:27.239979 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-8cf091e4-49b6-4607-b7c0-fd7f28fdb936 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3240469 Dec 10 18:30:27.276863 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-84a39180-e29e-47c8-b593-824c8541d875 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Request body: {'port': {'device_id': 'ecaf9865-bdd5-44d4-802f-f40583dbed6d', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'admin_state_up': True, 'tenant_id': '449146cf6fbe4ffeba406209dfdd303b'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:27.410971 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-789758b6-73d8-44e9-baac-b515c052e4e6 req-c8fbaaa2-36cc-47ee-89e7-cd1ece98220c tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecaf9865-bdd5-44d4-802f-f40583dbed6d HTTP/1.1" status: 200 len: 210 time: 0.0591805 Dec 10 18:30:27.482803 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-37caace8-d4f3-4935-93ee-373704fa6fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:27.537224 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-37caace8-d4f3-4935-93ee-373704fa6fa4 None None] For port 67b4f718-7692-47ba-8f41-ac1f5e5353b6, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=67b4f718-7692-47ba-8f41-ac1f5e5353b6,segment=NetworkSegment(c2b356c2-cd0c-4765-8819-3f2ccb13599f),segment_id=c2b356c2-cd0c-4765-8819-3f2ccb13599f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:27.542795 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42354) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:27.551176 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-37caace8-d4f3-4935-93ee-373704fa6fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:27.668318 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-eb539b3e-e4d5-47c2-b221-f313c5161ade req-a97edf57-7a17-498c-a640-ffd064164f4c tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:27.721731 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-349082cf-dac4-48b3-b952-800d91296724 None None] Set router 6bfd77dc-442c-43cf-88a1-45c62fa60545 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:30:27.754047 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-eb539b3e-e4d5-47c2-b221-f313c5161ade req-a97edf57-7a17-498c-a640-ffd064164f4c tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:27.833152 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37caace8-d4f3-4935-93ee-373704fa6fa4 None None] Pushing event updated for resources: {'Port': ['ID=67b4f718-7692-47ba-8f41-ac1f5e5353b6,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:27.842838 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97edf57-7a17-498c-a640-ffd064164f4c tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Pushing event updated for resources: {'Port': ['ID=39c7cbea-644d-45c6-be95-7988f2cf3ef0,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:27.863108 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-345c4466-9de1-4d39-b77f-ed62c1d2d869 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6702d208713247219553800d3acfd4ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3191772 Dec 10 18:30:27.865649 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42362) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:27.871792 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-84a39180-e29e-47c8-b593-824c8541d875 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Made reservation on behalf of 449146cf6fbe4ffeba406209dfdd303b for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:27.872967 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-bb0a0f23-2fcf-47b9-a775-6224bd3ecc3a None None] Provisioning complete for port 67b4f718-7692-47ba-8f41-ac1f5e5353b6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:27.875311 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bb0a0f23-2fcf-47b9-a775-6224bd3ecc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:27.877569 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-84a39180-e29e-47c8-b593-824c8541d875 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:27.919486 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-eb539b3e-e4d5-47c2-b221-f313c5161ade req-a97edf57-7a17-498c-a640-ffd064164f4c tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:27.971777 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-eb539b3e-e4d5-47c2-b221-f313c5161ade req-a97edf57-7a17-498c-a640-ffd064164f4c tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:27.979561 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eb539b3e-e4d5-47c2-b221-f313c5161ade req-a97edf57-7a17-498c-a640-ffd064164f4c tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1913667 Dec 10 18:30:27.983749 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-050ba6ad-b416-4296-928c-7e9c79b1641b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:28.013816 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-050ba6ad-b416-4296-928c-7e9c79b1641b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:28.068849 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9371cd8-60c2-48b5-9794-e9e1c7854f4e req-5816897c-d887-478c-83ec-82766adb90ee tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:28.072374 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f9371cd8-60c2-48b5-9794-e9e1c7854f4e req-5816897c-d887-478c-83ec-82766adb90ee tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5a88c758-21c8-4d51-a62d-dcdcb66b7479 HTTP/1.1" status: 200 len: 1096 time: 0.1587379 Dec 10 18:30:28.091170 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eb539b3e-e4d5-47c2-b221-f313c5161ade req-bd2fe113-e4cf-4b88-bad7-3350db425f95 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.173 HTTP/1.1" status: 200 len: 696 time: 0.1104078 Dec 10 18:30:28.133849 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-050ba6ad-b416-4296-928c-7e9c79b1641b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:28.137002 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-050ba6ad-b416-4296-928c-7e9c79b1641b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:28.140380 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-050ba6ad-b416-4296-928c-7e9c79b1641b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9bc6715c-519b-45b4-8cb0-533b9fa47ced HTTP/1.1" status: 204 len: 168 time: 0.2714319 Dec 10 18:30:28.160904 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ba6ad-b416-4296-928c-7e9c79b1641b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc6715c-519b-45b4-8cb0-533b9fa47ced,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:28.170989 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f9371cd8-60c2-48b5-9794-e9e1c7854f4e req-b285bdf4-a681-4941-aead-694a80360476 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849285 Dec 10 18:30:28.179430 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-84a39180-e29e-47c8-b593-824c8541d875 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Allocated IP 192.168.233.125 (c9403646-ab9b-4a0a-827b-6d4376246b64/ec05590b-5c35-4e58-9087-8773857a69b9/8eb10e37-6dea-426e-87c2-0c140d4283a9) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:28.183634 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-349082cf-dac4-48b3-b952-800d91296724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfd77dc-442c-43cf-88a1-45c62fa60545', 'name': 'tempest-FloatingIPDetailsTestJSON-253402387-router', 'tenant_id': 'e1a900501cb04c92813cb93ef247c187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'bda58354-3604-45bc-b3eb-63e42f698254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:17Z', 'updated_at': '2021-12-10T18:30:22Z', 'revision_number': 4, 'project_id': 'e1a900501cb04c92813cb93ef247c187', 'gw_port': {'id': 'bda58354-3604-45bc-b3eb-63e42f698254', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfd77dc-442c-43cf-88a1-45c62fa60545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:18Z', 'updated_at': '2021-12-10T18:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '67b4f718-7692-47ba-8f41-ac1f5e5353b6', 'name': '', 'network_id': 'a198ad38-e470-4ccd-ad1e-95073dff79ed', 'tenant_id': 'e1a900501cb04c92813cb93ef247c187', 'mac_address': 'fa:16:3e:7e:2f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfd77dc-442c-43cf-88a1-45c62fa60545', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '3d136c60-35f3-453c-b061-14d15abd2265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:21Z', 'updated_at': '2021-12-10T18:30:26Z', 'revision_number': 4, 'project_id': 'e1a900501cb04c92813cb93ef247c187', 'subnets': [{'id': '3d136c60-35f3-453c-b061-14d15abd2265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:28.220950 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349082cf-dac4-48b3-b952-800d91296724 None None] The sync data for ids ['6bfd77dc-442c-43cf-88a1-45c62fa60545'] in n-d-821435-1 is: [{'id': '6bfd77dc-442c-43cf-88a1-45c62fa60545', 'name': 'tempest-FloatingIPDetailsTestJSON-253402387-router', 'tenant_id': 'e1a900501cb04c92813cb93ef247c187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'bda58354-3604-45bc-b3eb-63e42f698254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:17Z', 'updated_at': '2021-12-10T18:30:22Z', 'revision_number': 4, 'project_id': 'e1a900501cb04c92813cb93ef247c187', 'gw_port': {'id': 'bda58354-3604-45bc-b3eb-63e42f698254', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfd77dc-442c-43cf-88a1-45c62fa60545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:18Z', 'updated_at': '2021-12-10T18:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '67b4f718-7692-47ba-8f41-ac1f5e5353b6', 'name': '', 'network_id': 'a198ad38-e470-4ccd-ad1e-95073dff79ed', 'tenant_id': 'e1a900501cb04c92813cb93ef247c187', 'mac_address': 'fa:16:3e:7e:2f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfd77dc-442c-43cf-88a1-45c62fa60545', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '3d136c60-35f3-453c-b061-14d15abd2265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:21Z', 'updated_at': '2021-12-10T18:30:26Z', 'revision_number': 4, 'project_id': 'e1a900501cb04c92813cb93ef247c187', 'subnets': [{'id': '3d136c60-35f3-453c-b061-14d15abd2265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:30:28.320230 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb539b3e-e4d5-47c2-b221-f313c5161ade req-c95aa55f-5486-421a-9224-eb409091202c tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:28.326303 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eb539b3e-e4d5-47c2-b221-f313c5161ade req-c95aa55f-5486-421a-9224-eb409091202c tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "GET /v2.0/networks/6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 784 time: 0.2277665 Dec 10 18:30:28.338899 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-eb539b3e-e4d5-47c2-b221-f313c5161ade req-e2722757-db7a-47e1-bdf8-1e031bf232b3 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:30:28.339877 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eb539b3e-e4d5-47c2-b221-f313c5161ade req-e2722757-db7a-47e1-bdf8-1e031bf232b3 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070429 Dec 10 18:30:28.503510 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c1d4f-e1a8-4084-8db9-90281656767f req-7095cdd2-c185-4fbe-b2a0-ebd798d6c500 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:28.505500 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-996c1d4f-e1a8-4084-8db9-90281656767f req-7095cdd2-c185-4fbe-b2a0-ebd798d6c500 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=9440ec9f-6fdf-4155-b25e-2e9759bac5f7 HTTP/1.1" status: 200 len: 949 time: 0.0898242 Dec 10 18:30:28.527721 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-84a39180-e29e-47c8-b593-824c8541d875 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:28.598960 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-996c1d4f-e1a8-4084-8db9-90281656767f req-c74017a9-e1cf-4942-9999-0df79844cf3d tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/security-groups?id=c05a4f82-cb7b-455e-8ad0-a430842afda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839210 Dec 10 18:30:28.619086 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-84a39180-e29e-47c8-b593-824c8541d875 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:28.635272 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['f8ba8851-1d33-4f93-a82e-362a38c4cb37', 'baa46271-5316-426e-b73c-7c0cfeef3fa2'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:30:28.639049 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['41782f9b-5a73-4cfc-b85e-56d854ddfd24', '6b20fbca-43c1-461a-86cf-d54b82f818f3', '56ac798e-d9d7-4998-8db6-26b6cc17558a'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:30:28.697786 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42392) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:28.735096 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a39180-e29e-47c8-b593-824c8541d875 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Pushing event updated for resources: {'Port': ['ID=8eb10e37-6dea-426e-87c2-0c140d4283a9,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:28.751631 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-01e21db9-bb17-4515-b811-e58bb87c6172 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:28.833659 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-84a39180-e29e-47c8-b593-824c8541d875 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Network c9403646-ab9b-4a0a-827b-6d4376246b64 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:28.837137 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-84a39180-e29e-47c8-b593-824c8541d875 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:28.839936 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-84a39180-e29e-47c8-b593-824c8541d875 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:28.960350 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-84a39180-e29e-47c8-b593-824c8541d875 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:28.962797 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-84a39180-e29e-47c8-b593-824c8541d875 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:28.993772 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-16582572-563b-4be3-a913-37dae19256f6 req-ad05d47f-93c2-4a02-adcb-5ea996e2f7d7 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2541413 Dec 10 18:30:29.010252 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-84a39180-e29e-47c8-b593-824c8541d875 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7460315 Dec 10 18:30:29.018360 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-16582572-563b-4be3-a913-37dae19256f6 req-b148ede2-8004-4e40-9738-c3baf41f50e2 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:29.038129 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fa9b9-3a81-479d-bd18-fa977a7d246b req-6ccffa19-5e69-4b55-bfab-2a097a483ada tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:29.052994 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9d9fa9b9-3a81-479d-bd18-fa977a7d246b req-6ccffa19-5e69-4b55-bfab-2a097a483ada tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecaf9865-bdd5-44d4-802f-f40583dbed6d HTTP/1.1" status: 200 len: 936 time: 0.2190590 Dec 10 18:30:29.053879 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-60c4e62f-16bc-4656-a825-8657e6ab672c service neutron] Request body: {'port': {'device_id': 'ecaf9865-bdd5-44d4-802f-f40583dbed6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:29.059747 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-16582572-563b-4be3-a913-37dae19256f6 req-b148ede2-8004-4e40-9738-c3baf41f50e2 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:29.259853 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-60c4e62f-16bc-4656-a825-8657e6ab672c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:29.454308 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-16582572-563b-4be3-a913-37dae19256f6 req-b148ede2-8004-4e40-9738-c3baf41f50e2 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:29.503268 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-60f0855e-fab3-47b1-9357-0d283424d7f7 None None] Provisioning complete for port 8eb10e37-6dea-426e-87c2-0c140d4283a9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:29.503875 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-60f0855e-fab3-47b1-9357-0d283424d7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:29.599750 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-60f0855e-fab3-47b1-9357-0d283424d7f7 None None] Port 8eb10e37-6dea-426e-87c2-0c140d4283a9 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:30:29.619836 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9d9fa9b9-3a81-479d-bd18-fa977a7d246b req-6efc06a2-1687-4aa3-876e-198a1456d694 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5632012 Dec 10 18:30:29.628735 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-01e21db9-bb17-4515-b811-e58bb87c6172 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:29.645580 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-01e21db9-bb17-4515-b811-e58bb87c6172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:29.686291 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-16582572-563b-4be3-a913-37dae19256f6 req-b148ede2-8004-4e40-9738-c3baf41f50e2 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Allocated IP 172.25.7.53 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/444bd0af-b997-4497-9c28-ac19c7f7c15c) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:29.806343 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-60c4e62f-16bc-4656-a825-8657e6ab672c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eb10e37-6dea-426e-87c2-0c140d4283a9 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:30:29.814980 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-60c4e62f-16bc-4656-a825-8657e6ab672c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:29.829111 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-01e21db9-bb17-4515-b811-e58bb87c6172 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=617aad466ba84163910f59baf7c570de&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1293676 Dec 10 18:30:29.847774 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42404) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:29.854997 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 67b4f718-7692-47ba-8f41-ac1f5e5353b6 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:29.894338 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e21db9-bb17-4515-b811-e58bb87c6172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462d2776-0756-4bce-9362-ea8131c67ab4,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:29.906934 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-60c4e62f-16bc-4656-a825-8657e6ab672c service neutron] Transition to ACTIVE for port object 8eb10e37-6dea-426e-87c2-0c140d4283a9 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:30:29.917768 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-60c4e62f-16bc-4656-a825-8657e6ab672c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:29.953805 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f978f4-c17a-4fec-8527-784cbc120901 req-7b3589fb-80b1-4e93-a30b-d7b83d2118b9 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:29.962821 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-57f978f4-c17a-4fec-8527-784cbc120901 req-7b3589fb-80b1-4e93-a30b-d7b83d2118b9 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.1816823 Dec 10 18:30:29.982749 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 67b4f718-7692-47ba-8f41-ac1f5e5353b6 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:29.983414 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:30.054264 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4e62f-16bc-4656-a825-8657e6ab672c service neutron] Pushing event updated for resources: {'Port': ['ID=8eb10e37-6dea-426e-87c2-0c140d4283a9,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:30.057005 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-57f978f4-c17a-4fec-8527-784cbc120901 req-09fe98c3-aa10-4f23-ba24-e8e38ff051b3 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900617 Dec 10 18:30:30.066813 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-279e8614-3ada-4482-bcc3-967887c5bf31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:30.128082 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-279e8614-3ada-4482-bcc3-967887c5bf31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:30.197439 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-16582572-563b-4be3-a913-37dae19256f6 req-b148ede2-8004-4e40-9738-c3baf41f50e2 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:30.221157 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-279e8614-3ada-4482-bcc3-967887c5bf31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:30.225152 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-279e8614-3ada-4482-bcc3-967887c5bf31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:30.225407 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-279e8614-3ada-4482-bcc3-967887c5bf31 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/462d2776-0756-4bce-9362-ea8131c67ab4 HTTP/1.1" status: 204 len: 168 time: 0.3573220 Dec 10 18:30:30.244864 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-60c4e62f-16bc-4656-a825-8657e6ab672c service neutron] Attempting to bind port 8eb10e37-6dea-426e-87c2-0c140d4283a9 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:30.246872 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-60c4e62f-16bc-4656-a825-8657e6ab672c service neutron] Attempting to bind port 8eb10e37-6dea-426e-87c2-0c140d4283a9 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:30.247044 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-60c4e62f-16bc-4656-a825-8657e6ab672c service neutron] Attempting to bind port 8eb10e37-6dea-426e-87c2-0c140d4283a9 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:30.256300 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-60c4e62f-16bc-4656-a825-8657e6ab672c service neutron] Port 8eb10e37-6dea-426e-87c2-0c140d4283a9 on network c9403646-ab9b-4a0a-827b-6d4376246b64 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:30.256675 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-60c4e62f-16bc-4656-a825-8657e6ab672c service neutron] Attempting to bind port 8eb10e37-6dea-426e-87c2-0c140d4283a9 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:30.266049 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e8614-3ada-4482-bcc3-967887c5bf31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462d2776-0756-4bce-9362-ea8131c67ab4,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:30.281694 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-60c4e62f-16bc-4656-a825-8657e6ab672c service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:30:30.282249 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-60c4e62f-16bc-4656-a825-8657e6ab672c service neutron] Checking segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:30.282664 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-60c4e62f-16bc-4656-a825-8657e6ab672c service neutron] Bound using segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:30:30.283988 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-60c4e62f-16bc-4656-a825-8657e6ab672c service neutron] Bound port: 8eb10e37-6dea-426e-87c2-0c140d4283a9, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:30:30.283988 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-60c4e62f-16bc-4656-a825-8657e6ab672c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:30.362381 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-16582572-563b-4be3-a913-37dae19256f6 req-b148ede2-8004-4e40-9738-c3baf41f50e2 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:30.410159 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a937f-8385-4c26-85cb-39a69c320865 req-b03a47ff-ea55-48f7-9dba-4cbb079cd5db tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:30.411623 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-646a937f-8385-4c26-85cb-39a69c320865 req-b03a47ff-ea55-48f7-9dba-4cbb079cd5db tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5a88c758-21c8-4d51-a62d-dcdcb66b7479 HTTP/1.1" status: 200 len: 1096 time: 0.0609326 Dec 10 18:30:30.429003 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16582572-563b-4be3-a913-37dae19256f6 req-b148ede2-8004-4e40-9738-c3baf41f50e2 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:30.438809 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-16582572-563b-4be3-a913-37dae19256f6 req-b148ede2-8004-4e40-9738-c3baf41f50e2 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:30.450104 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-16582572-563b-4be3-a913-37dae19256f6 req-b148ede2-8004-4e40-9738-c3baf41f50e2 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:30.485262 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-646a937f-8385-4c26-85cb-39a69c320865 req-6c2f2428-5f4a-43ce-80a6-b22d00e7cb23 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661371 Dec 10 18:30:30.495274 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148ede2-8004-4e40-9738-c3baf41f50e2 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Pushing event updated for resources: {'Port': ['ID=444bd0af-b997-4497-9c28-ac19c7f7c15c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:30.519153 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-60c4e62f-16bc-4656-a825-8657e6ab672c service neutron] For port 8eb10e37-6dea-426e-87c2-0c140d4283a9, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:30.527007 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-60c4e62f-16bc-4656-a825-8657e6ab672c service neutron] For port 8eb10e37-6dea-426e-87c2-0c140d4283a9, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8eb10e37-6dea-426e-87c2-0c140d4283a9,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:30:30.561320 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-60c4e62f-16bc-4656-a825-8657e6ab672c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:30.643984 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-60c4e62f-16bc-4656-a825-8657e6ab672c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:30.643984 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-60c4e62f-16bc-4656-a825-8657e6ab672c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:30.644586 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-60c4e62f-16bc-4656-a825-8657e6ab672c service neutron] 10.222.0.46 "PUT /v2.0/ports/8eb10e37-6dea-426e-87c2-0c140d4283a9 HTTP/1.1" status: 200 len: 1096 time: 1.5970135 Dec 10 18:30:30.652126 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecaf9865-bdd5-44d4-802f-f40583dbed6d', 'tag': '8eb10e37-6dea-426e-87c2-0c140d4283a9'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:30:30.656426 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba83c7fe-5bef-4d89-a222-df5fe4993b14" -d '{"events": [{"name": "network-changed", "server_uuid": "ecaf9865-bdd5-44d4-802f-f40583dbed6d", "tag": "8eb10e37-6dea-426e-87c2-0c140d4283a9"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:30:30.670110 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4e62f-16bc-4656-a825-8657e6ab672c service neutron] Pushing event updated for resources: {'Port': ['ID=8eb10e37-6dea-426e-87c2-0c140d4283a9,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:30.673719 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-16582572-563b-4be3-a913-37dae19256f6 req-b148ede2-8004-4e40-9738-c3baf41f50e2 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:30.724765 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-16582572-563b-4be3-a913-37dae19256f6 req-b148ede2-8004-4e40-9738-c3baf41f50e2 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:30.802222 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb1832-2949-4459-9da1-65692b8f3bec req-5a43b938-8ef1-4935-bb0a-2f632e8aaec2 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:30.803937 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-afdb1832-2949-4459-9da1-65692b8f3bec req-5a43b938-8ef1-4935-bb0a-2f632e8aaec2 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=9440ec9f-6fdf-4155-b25e-2e9759bac5f7 HTTP/1.1" status: 200 len: 949 time: 0.1148267 Dec 10 18:30:30.916846 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-afdb1832-2949-4459-9da1-65692b8f3bec req-84e3ca58-3fc9-4a6d-8a3f-524021bc3886 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/security-groups?id=c05a4f82-cb7b-455e-8ad0-a430842afda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028669 Dec 10 18:30:30.937027 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-8bffd004-f5a0-4a97-b199-16c582dde4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:30.938675 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-8bffd004-f5a0-4a97-b199-16c582dde4a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=449146cf6fbe4ffeba406209dfdd303b&device_id=ecaf9865-bdd5-44d4-802f-f40583dbed6d HTTP/1.1" status: 200 len: 1099 time: 0.1880388 Dec 10 18:30:31.043611 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-b213ee4b-d951-41c1-a122-b6954bceeded service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=8eb10e37-6dea-426e-87c2-0c140d4283a9 HTTP/1.1" status: 200 len: 217 time: 0.0890522 Dec 10 18:30:31.143288 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-16582572-563b-4be3-a913-37dae19256f6 req-b148ede2-8004-4e40-9738-c3baf41f50e2 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:31.146412 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-43ff2812-3d2d-4478-8dba-fb19e2867c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:31.148092 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-43ff2812-3d2d-4478-8dba-fb19e2867c7b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.0904500 Dec 10 18:30:31.150724 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-16582572-563b-4be3-a913-37dae19256f6 req-b148ede2-8004-4e40-9738-c3baf41f50e2 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:31.275631 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148ede2-8004-4e40-9738-c3baf41f50e2 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Pushing event updated for resources: {'Port': ['ID=444bd0af-b997-4497-9c28-ac19c7f7c15c,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:31.291692 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-e30c47bc-7e07-467f-8306-e096ab77a04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:31.293234 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-e30c47bc-7e07-467f-8306-e096ab77a04a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1074207 Dec 10 18:30:31.303831 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-16582572-563b-4be3-a913-37dae19256f6 req-b148ede2-8004-4e40-9738-c3baf41f50e2 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:31.382502 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-16582572-563b-4be3-a913-37dae19256f6 req-b148ede2-8004-4e40-9738-c3baf41f50e2 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:31.384533 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-16582572-563b-4be3-a913-37dae19256f6 req-b148ede2-8004-4e40-9738-c3baf41f50e2 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3722253 Dec 10 18:30:31.695721 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-16582572-563b-4be3-a913-37dae19256f6 req-7bef367d-8ef8-43f0-af7b-43499259aaa4 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.53 HTTP/1.1" status: 200 len: 695 time: 0.2991827 Dec 10 18:30:31.750653 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-31a94222-66b2-4bf6-8779-9324912ae4b4 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4431190 Dec 10 18:30:31.893154 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16582572-563b-4be3-a913-37dae19256f6 req-50e429d7-c88b-4739-bff5-7f8fe108464f tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:31.894561 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-16582572-563b-4be3-a913-37dae19256f6 req-50e429d7-c88b-4739-bff5-7f8fe108464f tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "GET /v2.0/networks/6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 784 time: 0.1928024 Dec 10 18:30:31.958324 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-678b64b1-ca0a-4b38-8e86-48b076e50a57 req-8daea58e-2493-47a2-b804-b6f3a004eedd service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937258 Dec 10 18:30:32.063578 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b56e5-f177-4a97-a9b2-09f46b04b7fb req-16596d44-dece-4ef1-8313-acd9ae81e200 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:32.065415 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f99b56e5-f177-4a97-a9b2-09f46b04b7fb req-16596d44-dece-4ef1-8313-acd9ae81e200 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecaf9865-bdd5-44d4-802f-f40583dbed6d HTTP/1.1" status: 200 len: 948 time: 0.0837345 Dec 10 18:30:32.128258 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f99b56e5-f177-4a97-a9b2-09f46b04b7fb req-9d47dde2-5b92-4f98-89b5-f22e957d31b5 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559757 Dec 10 18:30:32.189936 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a955c39-7b15-4259-ba06-b401c7726724 x-openstack-request-id: req-6a955c39-7b15-4259-ba06-b401c7726724 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:30:32.190576 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecaf9865-bdd5-44d4-802f-f40583dbed6d", "tag": "8eb10e37-6dea-426e-87c2-0c140d4283a9", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:30:32.190576 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6a955c39-7b15-4259-ba06-b401c7726724 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:30:32.191427 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecaf9865-bdd5-44d4-802f-f40583dbed6d', 'tag': '8eb10e37-6dea-426e-87c2-0c140d4283a9', 'status': 'completed', 'code': 200} Dec 10 18:30:32.303074 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-7888866e-6a64-4e93-9fac-907657765f0a req-7461bf23-d90c-4b33-8cb8-1e5d2103a4a5 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:30:32.303955 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7888866e-6a64-4e93-9fac-907657765f0a req-7461bf23-d90c-4b33-8cb8-1e5d2103a4a5 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070910 Dec 10 18:30:32.319682 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83c7fe-5bef-4d89-a222-df5fe4993b14 req-e1be19af-c8cd-4a58-9074-cf365ce23079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:32.319682 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba83c7fe-5bef-4d89-a222-df5fe4993b14 req-e1be19af-c8cd-4a58-9074-cf365ce23079 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=449146cf6fbe4ffeba406209dfdd303b&device_id=ecaf9865-bdd5-44d4-802f-f40583dbed6d HTTP/1.1" status: 200 len: 1099 time: 0.0892804 Dec 10 18:30:32.380054 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888866e-6a64-4e93-9fac-907657765f0a req-6ff4b447-6d81-44fc-9d91-c4fa1015911b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:32.392350 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7888866e-6a64-4e93-9fac-907657765f0a req-6ff4b447-6d81-44fc-9d91-c4fa1015911b service neutron] 10.222.0.62 "GET /v2.0/ports/6cdee229-c6f6-4bd5-b358-e0790cd5fe3c HTTP/1.1" status: 200 len: 1093 time: 0.0799844 Dec 10 18:30:32.414064 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-7888866e-6a64-4e93-9fac-907657765f0a req-32726b8b-5e8c-4086-a665-a9a44497d6bd service neutron] Request body: {'binding': {'host': 'n-h2-821435-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:32.414064 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-7888866e-6a64-4e93-9fac-907657765f0a req-32726b8b-5e8c-4086-a665-a9a44497d6bd service neutron] Unknown quota resources ['binding']. {{(pid=103245) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 18:30:32.469342 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83c7fe-5bef-4d89-a222-df5fe4993b14 req-5b600640-228d-4816-a6dc-9f53606143d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:32.470782 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba83c7fe-5bef-4d89-a222-df5fe4993b14 req-5b600640-228d-4816-a6dc-9f53606143d9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.1403403 Dec 10 18:30:32.531872 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba83c7fe-5bef-4d89-a222-df5fe4993b14 req-369a027a-6112-427a-b88d-253fe17a5803 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=8eb10e37-6dea-426e-87c2-0c140d4283a9 HTTP/1.1" status: 200 len: 217 time: 0.0432720 Dec 10 18:30:32.564757 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e80f25-d017-45b1-bb11-dc38d855c9c5 req-a470ebd2-714a-4358-971d-2f7037ff50ef tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:32.566355 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-87e80f25-d017-45b1-bb11-dc38d855c9c5 req-a470ebd2-714a-4358-971d-2f7037ff50ef tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.1069202 Dec 10 18:30:32.572198 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-7888866e-6a64-4e93-9fac-907657765f0a req-32726b8b-5e8c-4086-a665-a9a44497d6bd service neutron] Attempting to bind port 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c on host n-h2-821435-1 for vnic_type normal with profile None {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:32.572810 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-7888866e-6a64-4e93-9fac-907657765f0a req-32726b8b-5e8c-4086-a665-a9a44497d6bd service neutron] Attempting to bind port 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:32.573323 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7888866e-6a64-4e93-9fac-907657765f0a req-32726b8b-5e8c-4086-a665-a9a44497d6bd service neutron] Attempting to bind port 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c on network 7cd799a4-acc6-47e3-afa8-685d03d02732 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:32.578473 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7888866e-6a64-4e93-9fac-907657765f0a req-32726b8b-5e8c-4086-a665-a9a44497d6bd service neutron] Port 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c on network 7cd799a4-acc6-47e3-afa8-685d03d02732 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:32.579034 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7888866e-6a64-4e93-9fac-907657765f0a req-32726b8b-5e8c-4086-a665-a9a44497d6bd service neutron] Attempting to bind port 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c on network 7cd799a4-acc6-47e3-afa8-685d03d02732 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:32.585040 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7888866e-6a64-4e93-9fac-907657765f0a req-32726b8b-5e8c-4086-a665-a9a44497d6bd service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:30:32.585616 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7888866e-6a64-4e93-9fac-907657765f0a req-32726b8b-5e8c-4086-a665-a9a44497d6bd service neutron] Checking segment: {'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:32.586063 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7888866e-6a64-4e93-9fac-907657765f0a req-32726b8b-5e8c-4086-a665-a9a44497d6bd service neutron] Bound using segment: {'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:30:32.586609 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-7888866e-6a64-4e93-9fac-907657765f0a req-32726b8b-5e8c-4086-a665-a9a44497d6bd service neutron] Bound port: 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:30:32.635589 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83c7fe-5bef-4d89-a222-df5fe4993b14 req-b55be38e-7ad9-4995-b815-6c80b1b9c8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:32.637106 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba83c7fe-5bef-4d89-a222-df5fe4993b14 req-b55be38e-7ad9-4995-b815-6c80b1b9c8b4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.0898156 Dec 10 18:30:32.645407 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-7888866e-6a64-4e93-9fac-907657765f0a req-32726b8b-5e8c-4086-a665-a9a44497d6bd service neutron] For port 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=6cdee229-c6f6-4bd5-b358-e0790cd5fe3c,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:30:32.653413 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7888866e-6a64-4e93-9fac-907657765f0a req-32726b8b-5e8c-4086-a665-a9a44497d6bd service neutron] Publish callbacks [] for binding, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:32.654829 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7888866e-6a64-4e93-9fac-907657765f0a req-32726b8b-5e8c-4086-a665-a9a44497d6bd service neutron] 10.222.0.62 "POST /v2.0/ports/6cdee229-c6f6-4bd5-b358-e0790cd5fe3c/bindings HTTP/1.1" status: 201 len: 389 time: 0.2579179 Dec 10 18:30:32.663683 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-87e80f25-d017-45b1-bb11-dc38d855c9c5 req-975eec95-ec30-429c-b864-83b9ae2f96af tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787375 Dec 10 18:30:32.695877 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83c7fe-5bef-4d89-a222-df5fe4993b14 req-956a8e70-c72d-445c-959b-9798ffc6bbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:32.697939 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba83c7fe-5bef-4d89-a222-df5fe4993b14 req-956a8e70-c72d-445c-959b-9798ffc6bbad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0526140 Dec 10 18:30:32.869970 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba83c7fe-5bef-4d89-a222-df5fe4993b14 req-743d5b6c-07a6-4ee5-ac45-e089c989d725 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376653 Dec 10 18:30:33.016515 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba83c7fe-5bef-4d89-a222-df5fe4993b14 req-e848938e-c970-4033-9f93-45a0556235b2 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230586 Dec 10 18:30:33.031529 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-61356551-45c9-46a7-93e1-15422ea8ab7b req-193db54a-dd68-4d5e-972e-66cd6edbe3d2 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2826722 Dec 10 18:30:33.044875 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-61356551-45c9-46a7-93e1-15422ea8ab7b req-48eab6ca-12ba-43a9-97b0-a0c1d208bf8e tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:33.111975 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-61356551-45c9-46a7-93e1-15422ea8ab7b req-48eab6ca-12ba-43a9-97b0-a0c1d208bf8e tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:33.161047 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888866e-6a64-4e93-9fac-907657765f0a req-a993c137-29f3-4d0e-bc75-99b613339505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:33.162654 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7888866e-6a64-4e93-9fac-907657765f0a req-a993c137-29f3-4d0e-bc75-99b613339505 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986&device_id=5a88c758-21c8-4d51-a62d-dcdcb66b7479 HTTP/1.1" status: 200 len: 1096 time: 0.1525590 Dec 10 18:30:33.226674 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebea3a-9fef-4646-9b51-89a2df1a9601 req-74de80b7-77f4-4c00-9fa7-e5969a017291 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:33.228353 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-adebea3a-9fef-4646-9b51-89a2df1a9601 req-74de80b7-77f4-4c00-9fa7-e5969a017291 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=9440ec9f-6fdf-4155-b25e-2e9759bac5f7 HTTP/1.1" status: 200 len: 949 time: 0.0704119 Dec 10 18:30:33.284656 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-adebea3a-9fef-4646-9b51-89a2df1a9601 req-9c572a1d-95f5-4d8e-8dcb-b2fb73f990af tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/security-groups?id=c05a4f82-cb7b-455e-8ad0-a430842afda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482030 Dec 10 18:30:33.286296 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888866e-6a64-4e93-9fac-907657765f0a req-cfaab788-6120-4e35-900e-bd40f23a0b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:33.287780 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7888866e-6a64-4e93-9fac-907657765f0a req-cfaab788-6120-4e35-900e-bd40f23a0b6f service neutron] 10.222.0.72 "GET /v2.0/networks?id=7cd799a4-acc6-47e3-afa8-685d03d02732 HTTP/1.1" status: 200 len: 922 time: 0.1153426 Dec 10 18:30:33.345000 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7888866e-6a64-4e93-9fac-907657765f0a req-1e26cd89-9110-4ffc-88be-1ddd274f1c2d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6cdee229-c6f6-4bd5-b358-e0790cd5fe3c HTTP/1.1" status: 200 len: 217 time: 0.0427480 Dec 10 18:30:33.346502 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-61356551-45c9-46a7-93e1-15422ea8ab7b req-48eab6ca-12ba-43a9-97b0-a0c1d208bf8e tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:33.403641 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732df65-a8ce-4fd7-84cd-4541e9ec0779 req-3b08c3ba-d183-426d-b6d4-0a37ab6d577d tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:33.409325 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0732df65-a8ce-4fd7-84cd-4541e9ec0779 req-3b08c3ba-d183-426d-b6d4-0a37ab6d577d tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a88c758-21c8-4d51-a62d-dcdcb66b7479 HTTP/1.1" status: 200 len: 945 time: 0.0601339 Dec 10 18:30:33.429709 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:33.453073 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888866e-6a64-4e93-9fac-907657765f0a req-f3eefe9e-3686-4d21-a019-08807a8bfac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:33.455780 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7888866e-6a64-4e93-9fac-907657765f0a req-f3eefe9e-3686-4d21-a019-08807a8bfac2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30832bd6-5c81-4f5a-a237-6a5341f2b45d HTTP/1.1" status: 200 len: 861 time: 0.0925269 Dec 10 18:30:33.494128 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0732df65-a8ce-4fd7-84cd-4541e9ec0779 req-0fb80629-0ce9-4c08-899f-cbd61bd0fe1b tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733190 Dec 10 18:30:33.512084 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7888866e-6a64-4e93-9fac-907657765f0a req-561c270f-5578-4739-8eda-1a14faba1c44 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7cd799a4-acc6-47e3-afa8-685d03d02732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445352 Dec 10 18:30:33.602579 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-61356551-45c9-46a7-93e1-15422ea8ab7b req-48eab6ca-12ba-43a9-97b0-a0c1d208bf8e tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Allocated IP 172.25.7.136 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/5c1d86ef-05ce-4ec0-9ef0-7b8178ef069b) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:33.685970 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b736a22-44c7-42b2-a6cc-5f44c7ec5099 req-2a10a52f-a69e-4db1-a394-9ffa4eb1702b tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:33.687572 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8b736a22-44c7-42b2-a6cc-5f44c7ec5099 req-2a10a52f-a69e-4db1-a394-9ffa4eb1702b tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecaf9865-bdd5-44d4-802f-f40583dbed6d HTTP/1.1" status: 200 len: 948 time: 0.0725160 Dec 10 18:30:33.697310 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7888866e-6a64-4e93-9fac-907657765f0a req-38c6dd1e-9121-412c-a3f1-92b4d7da4f8f service neutron] 10.222.0.72 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701148 Dec 10 18:30:33.744909 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8b736a22-44c7-42b2-a6cc-5f44c7ec5099 req-04e1c8ba-044f-4b52-8bdb-2effd36dc28d tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473990 Dec 10 18:30:33.799784 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-61356551-45c9-46a7-93e1-15422ea8ab7b req-48eab6ca-12ba-43a9-97b0-a0c1d208bf8e tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:33.837729 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7888866e-6a64-4e93-9fac-907657765f0a req-f045fee6-9d87-4aef-b197-97d9f4f896d5 service neutron] 10.222.0.72 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317239 Dec 10 18:30:33.862549 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-61356551-45c9-46a7-93e1-15422ea8ab7b req-48eab6ca-12ba-43a9-97b0-a0c1d208bf8e tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:33.913179 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61356551-45c9-46a7-93e1-15422ea8ab7b req-48eab6ca-12ba-43a9-97b0-a0c1d208bf8e tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:33.926558 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a862fb6-6fb0-40a6-853e-9f95f5e016c9 req-0b7b1b96-d198-472a-9c8a-2e2fa2839e04 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:33.927148 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-61356551-45c9-46a7-93e1-15422ea8ab7b req-48eab6ca-12ba-43a9-97b0-a0c1d208bf8e tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:33.928091 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9a862fb6-6fb0-40a6-853e-9f95f5e016c9 req-0b7b1b96-d198-472a-9c8a-2e2fa2839e04 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.0563047 Dec 10 18:30:33.930457 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-61356551-45c9-46a7-93e1-15422ea8ab7b req-48eab6ca-12ba-43a9-97b0-a0c1d208bf8e tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:33.969794 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eab6ca-12ba-43a9-97b0-a0c1d208bf8e tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Pushing event updated for resources: {'Port': ['ID=5c1d86ef-05ce-4ec0-9ef0-7b8178ef069b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:33.990655 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9a862fb6-6fb0-40a6-853e-9f95f5e016c9 req-c532ed5f-26a3-4e56-a6ee-c6f325e86435 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547967 Dec 10 18:30:34.013046 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888866e-6a64-4e93-9fac-907657765f0a req-03da700b-b8f3-4330-a1f3-98a726d8a7ec tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:34.015974 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7888866e-6a64-4e93-9fac-907657765f0a req-03da700b-b8f3-4330-a1f3-98a726d8a7ec tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=5a88c758-21c8-4d51-a62d-dcdcb66b7479&tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986&binding%3Ahost_id=n-h1-821435-1 HTTP/1.1" status: 200 len: 1096 time: 0.0991173 Dec 10 18:30:34.048579 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-7888866e-6a64-4e93-9fac-907657765f0a req-fd8d953c-aa5b-473a-8676-52d5b79058a8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821435-1'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:34.123805 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-61356551-45c9-46a7-93e1-15422ea8ab7b req-48eab6ca-12ba-43a9-97b0-a0c1d208bf8e tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:34.133734 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7888866e-6a64-4e93-9fac-907657765f0a req-fd8d953c-aa5b-473a-8676-52d5b79058a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:34.191821 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-61356551-45c9-46a7-93e1-15422ea8ab7b req-48eab6ca-12ba-43a9-97b0-a0c1d208bf8e tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:34.391288 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-7888866e-6a64-4e93-9fac-907657765f0a req-fd8d953c-aa5b-473a-8676-52d5b79058a8 service neutron] For port 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=6cdee229-c6f6-4bd5-b358-e0790cd5fe3c,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:34.469189 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-7888866e-6a64-4e93-9fac-907657765f0a req-fd8d953c-aa5b-473a-8676-52d5b79058a8 service neutron] For port 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c, host n-h1-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:34.471284 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f149990-ec55-45a5-a775-2f79a331bfaf req-a6aac7b7-657c-45ae-8f5a-1679330501c7 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:34.472441 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9f149990-ec55-45a5-a775-2f79a331bfaf req-a6aac7b7-657c-45ae-8f5a-1679330501c7 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=9440ec9f-6fdf-4155-b25e-2e9759bac5f7 HTTP/1.1" status: 200 len: 949 time: 0.0685022 Dec 10 18:30:34.491495 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-61356551-45c9-46a7-93e1-15422ea8ab7b req-48eab6ca-12ba-43a9-97b0-a0c1d208bf8e tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:34.504281 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-61356551-45c9-46a7-93e1-15422ea8ab7b req-48eab6ca-12ba-43a9-97b0-a0c1d208bf8e tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:34.516661 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42518) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:34.545213 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9f149990-ec55-45a5-a775-2f79a331bfaf req-77d46a7f-d9aa-4c96-8e28-7e9c1c01b36e tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/security-groups?id=c05a4f82-cb7b-455e-8ad0-a430842afda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658481 Dec 10 18:30:34.581631 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a88c758-21c8-4d51-a62d-dcdcb66b7479', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cdee229-c6f6-4bd5-b358-e0790cd5fe3c'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:30:34.584456 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c9c963-7202-416d-acb8-348bd5ebd035" -d '{"events": [{"server_uuid": "5a88c758-21c8-4d51-a62d-dcdcb66b7479", "name": "network-vif-unplugged", "status": "completed", "tag": "6cdee229-c6f6-4bd5-b358-e0790cd5fe3c"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:30:34.612926 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7888866e-6a64-4e93-9fac-907657765f0a req-fd8d953c-aa5b-473a-8676-52d5b79058a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:34.634255 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7888866e-6a64-4e93-9fac-907657765f0a req-fd8d953c-aa5b-473a-8676-52d5b79058a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:34.644561 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eab6ca-12ba-43a9-97b0-a0c1d208bf8e tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Pushing event updated for resources: {'Port': ['ID=5c1d86ef-05ce-4ec0-9ef0-7b8178ef069b,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:34.716042 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-61356551-45c9-46a7-93e1-15422ea8ab7b req-48eab6ca-12ba-43a9-97b0-a0c1d208bf8e tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:34.725569 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1445c-e6ad-4b19-974d-d49cb8131f3e req-4c869063-d38e-42dd-87ea-e25a98d14ebd tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:34.735203 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d1c1445c-e6ad-4b19-974d-d49cb8131f3e req-4c869063-d38e-42dd-87ea-e25a98d14ebd tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a88c758-21c8-4d51-a62d-dcdcb66b7479 HTTP/1.1" status: 200 len: 943 time: 0.0881503 Dec 10 18:30:34.810547 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-7888866e-6a64-4e93-9fac-907657765f0a req-fd8d953c-aa5b-473a-8676-52d5b79058a8 service neutron] Attempting to bind port 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c on host n-h1-821435-1 for vnic_type normal with profile {"migrating_to": "n-h2-821435-1"} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:34.811006 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-7888866e-6a64-4e93-9fac-907657765f0a req-fd8d953c-aa5b-473a-8676-52d5b79058a8 service neutron] Attempting to bind port 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:34.811232 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7888866e-6a64-4e93-9fac-907657765f0a req-fd8d953c-aa5b-473a-8676-52d5b79058a8 service neutron] Attempting to bind port 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c on network 7cd799a4-acc6-47e3-afa8-685d03d02732 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:34.817144 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7cc58f18-e233-4c58-b555-40f04ca783e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:34.822223 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7888866e-6a64-4e93-9fac-907657765f0a req-fd8d953c-aa5b-473a-8676-52d5b79058a8 service neutron] Port 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c on network 7cd799a4-acc6-47e3-afa8-685d03d02732 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:34.822557 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7888866e-6a64-4e93-9fac-907657765f0a req-fd8d953c-aa5b-473a-8676-52d5b79058a8 service neutron] Attempting to bind port 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c on network 7cd799a4-acc6-47e3-afa8-685d03d02732 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:34.827521 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-61356551-45c9-46a7-93e1-15422ea8ab7b req-48eab6ca-12ba-43a9-97b0-a0c1d208bf8e tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:34.828817 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-61356551-45c9-46a7-93e1-15422ea8ab7b req-48eab6ca-12ba-43a9-97b0-a0c1d208bf8e tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7969611 Dec 10 18:30:34.842913 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7888866e-6a64-4e93-9fac-907657765f0a req-fd8d953c-aa5b-473a-8676-52d5b79058a8 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:30:34.843274 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7888866e-6a64-4e93-9fac-907657765f0a req-fd8d953c-aa5b-473a-8676-52d5b79058a8 service neutron] Checking segment: {'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:34.843660 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7888866e-6a64-4e93-9fac-907657765f0a req-fd8d953c-aa5b-473a-8676-52d5b79058a8 service neutron] Bound using segment: {'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:30:34.844106 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-7888866e-6a64-4e93-9fac-907657765f0a req-fd8d953c-aa5b-473a-8676-52d5b79058a8 service neutron] Bound port: 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:30:34.844467 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7888866e-6a64-4e93-9fac-907657765f0a req-fd8d953c-aa5b-473a-8676-52d5b79058a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:34.845311 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d1c1445c-e6ad-4b19-974d-d49cb8131f3e req-20a0c910-401e-4f48-a9f3-744d78b21700 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035821 Dec 10 18:30:34.862391 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d953c-aa5b-473a-8676-52d5b79058a8 service neutron] Pushing event updated for resources: {'Port': ['ID=6cdee229-c6f6-4bd5-b358-e0790cd5fe3c,revision_number=7']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:34.967321 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc882c8-9f23-4d2a-803d-2914dd0f6e50 x-openstack-request-id: req-4dc882c8-9f23-4d2a-803d-2914dd0f6e50 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:30:34.967613 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a88c758-21c8-4d51-a62d-dcdcb66b7479", "name": "network-vif-unplugged", "status": "completed", "tag": "6cdee229-c6f6-4bd5-b358-e0790cd5fe3c", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:30:34.967866 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4dc882c8-9f23-4d2a-803d-2914dd0f6e50 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:30:34.968258 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a88c758-21c8-4d51-a62d-dcdcb66b7479', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cdee229-c6f6-4bd5-b358-e0790cd5fe3c', 'code': 200} Dec 10 18:30:35.002583 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-61356551-45c9-46a7-93e1-15422ea8ab7b req-c11b0d0b-d949-4943-bd73-1febbbe1c267 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.136 HTTP/1.1" status: 200 len: 696 time: 0.1621461 Dec 10 18:30:35.020459 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda69013-e08e-4e75-8cb2-ca7f3a7d4282 req-03e7b25c-7fca-4ef3-918f-418ec50ae9d1 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:35.022180 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dda69013-e08e-4e75-8cb2-ca7f3a7d4282 req-03e7b25c-7fca-4ef3-918f-418ec50ae9d1 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.46 "GET /v2.0/ports?device_id=9440ec9f-6fdf-4155-b25e-2e9759bac5f7 HTTP/1.1" status: 200 len: 949 time: 0.1049788 Dec 10 18:30:35.101073 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9457c35-063b-4812-8881-1c740876955f req-eda75411-8e36-4d90-a680-258ee5585bfd tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:35.103321 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b9457c35-063b-4812-8881-1c740876955f req-eda75411-8e36-4d90-a680-258ee5585bfd tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecaf9865-bdd5-44d4-802f-f40583dbed6d HTTP/1.1" status: 200 len: 948 time: 0.1317959 Dec 10 18:30:35.103454 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-7888866e-6a64-4e93-9fac-907657765f0a req-fd8d953c-aa5b-473a-8676-52d5b79058a8 service neutron] For port 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c, host n-h1-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:35.131894 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-7888866e-6a64-4e93-9fac-907657765f0a req-fd8d953c-aa5b-473a-8676-52d5b79058a8 service neutron] For port 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=6cdee229-c6f6-4bd5-b358-e0790cd5fe3c,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:30:35.143556 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7888866e-6a64-4e93-9fac-907657765f0a req-fd8d953c-aa5b-473a-8676-52d5b79058a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:35.260108 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b9457c35-063b-4812-8881-1c740876955f req-c5499193-105e-4a5f-98f2-6bd2c47373d7 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285481 Dec 10 18:30:35.318941 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-dda69013-e08e-4e75-8cb2-ca7f3a7d4282 req-33573ce1-5679-44c4-b34f-d855c6abc8ef tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Deleting port 86559541-8774-4251-a41d-6bdba59d2390 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:35.323655 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-dda69013-e08e-4e75-8cb2-ca7f3a7d4282 req-33573ce1-5679-44c4-b34f-d855c6abc8ef tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:35.462161 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340365c6-d02c-4294-8727-d20413f923c3 req-9a352009-47e8-463c-9a98-101ccb65da05 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:35.464109 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-340365c6-d02c-4294-8727-d20413f923c3 req-9a352009-47e8-463c-9a98-101ccb65da05 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.1051204 Dec 10 18:30:35.504808 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61356551-45c9-46a7-93e1-15422ea8ab7b req-0625d62b-c474-4bb8-8e07-a91f154a530d tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:35.506206 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-61356551-45c9-46a7-93e1-15422ea8ab7b req-0625d62b-c474-4bb8-8e07-a91f154a530d tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "GET /v2.0/networks/6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 784 time: 0.4879096 Dec 10 18:30:35.511582 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-dda69013-e08e-4e75-8cb2-ca7f3a7d4282 req-33573ce1-5679-44c4-b34f-d855c6abc8ef tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] For port 86559541-8774-4251-a41d-6bdba59d2390, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=86559541-8774-4251-a41d-6bdba59d2390,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:35.512107 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-dda69013-e08e-4e75-8cb2-ca7f3a7d4282 req-33573ce1-5679-44c4-b34f-d855c6abc8ef tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:35.514620 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7cc58f18-e233-4c58-b555-40f04ca783e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:35.536539 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-61356551-45c9-46a7-93e1-15422ea8ab7b req-caf1035a-3690-4507-af71-0d824ce32177 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:30:35.537704 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-61356551-45c9-46a7-93e1-15422ea8ab7b req-caf1035a-3690-4507-af71-0d824ce32177 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0155163 Dec 10 18:30:35.538341 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7cc58f18-e233-4c58-b555-40f04ca783e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:35.538442 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-dda69013-e08e-4e75-8cb2-ca7f3a7d4282 req-33573ce1-5679-44c4-b34f-d855c6abc8ef tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Calling delete_port for 86559541-8774-4251-a41d-6bdba59d2390 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:35.567035 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d953c-aa5b-473a-8676-52d5b79058a8 service neutron] Pushing event updated for resources: {'Port': ['ID=6cdee229-c6f6-4bd5-b358-e0790cd5fe3c,revision_number=8']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:35.581381 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-340365c6-d02c-4294-8727-d20413f923c3 req-ad2050e2-25aa-4f34-b0eb-58a2d69612b2 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098130 Dec 10 18:30:35.602262 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888866e-6a64-4e93-9fac-907657765f0a req-fd8d953c-aa5b-473a-8676-52d5b79058a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:35.602262 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7888866e-6a64-4e93-9fac-907657765f0a req-fd8d953c-aa5b-473a-8676-52d5b79058a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:35.602758 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7888866e-6a64-4e93-9fac-907657765f0a req-fd8d953c-aa5b-473a-8676-52d5b79058a8 service neutron] 10.222.0.72 "PUT /v2.0/ports/6cdee229-c6f6-4bd5-b358-e0790cd5fe3c HTTP/1.1" status: 200 len: 1121 time: 1.5590899 Dec 10 18:30:35.622894 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7cc58f18-e233-4c58-b555-40f04ca783e1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4f0b51df00494fb4becdd75dc6d79555&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1031239 Dec 10 18:30:35.624894 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42544) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:35.656550 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc58f18-e233-4c58-b555-40f04ca783e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c92b27c-d109-4a40-92ea-ab131b698bdc,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:35.743362 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['6cdee229-c6f6-4bd5-b358-e0790cd5fe3c'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:30:35.760928 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95ce8d2a-cb3e-4d7c-a61b-0df5491f2aab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:35.839013 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95ce8d2a-cb3e-4d7c-a61b-0df5491f2aab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:35.887216 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-dda69013-e08e-4e75-8cb2-ca7f3a7d4282 req-33573ce1-5679-44c4-b34f-d855c6abc8ef tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:35.908081 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ea70bf35-8cb1-43cb-8305-eede5b72e910 req-27b38150-09f6-4495-b140-813f7cf74d89 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1780343 Dec 10 18:30:35.931380 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-ea70bf35-8cb1-43cb-8305-eede5b72e910 req-9171b4cc-baa7-46be-850f-58106df9bfc5 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:35.947590 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95ce8d2a-cb3e-4d7c-a61b-0df5491f2aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:35.950337 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95ce8d2a-cb3e-4d7c-a61b-0df5491f2aab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:35.951476 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-95ce8d2a-cb3e-4d7c-a61b-0df5491f2aab admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3c92b27c-d109-4a40-92ea-ab131b698bdc HTTP/1.1" status: 204 len: 168 time: 0.3254213 Dec 10 18:30:35.994101 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33573ce1-5679-44c4-b34f-d855c6abc8ef tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Pushing event deleted for resources: {'Port': ['ID=86559541-8774-4251-a41d-6bdba59d2390,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:36.000356 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce8d2a-cb3e-4d7c-a61b-0df5491f2aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c92b27c-d109-4a40-92ea-ab131b698bdc,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:36.012479 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ea70bf35-8cb1-43cb-8305-eede5b72e910 req-9171b4cc-baa7-46be-850f-58106df9bfc5 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:36.087740 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda69013-e08e-4e75-8cb2-ca7f3a7d4282 req-33573ce1-5679-44c4-b34f-d855c6abc8ef tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] No DVR routers for this DVR port 86559541-8774-4251-a41d-6bdba59d2390 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:30:36.092149 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-dda69013-e08e-4e75-8cb2-ca7f3a7d4282 req-33573ce1-5679-44c4-b34f-d855c6abc8ef tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:36.098789 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dda69013-e08e-4e75-8cb2-ca7f3a7d4282 req-33573ce1-5679-44c4-b34f-d855c6abc8ef tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.46 "DELETE /v2.0/ports/86559541-8774-4251-a41d-6bdba59d2390 HTTP/1.1" status: 204 len: 173 time: 1.0651555 Dec 10 18:30:36.099837 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9440ec9f-6fdf-4155-b25e-2e9759bac5f7', 'name': 'network-vif-deleted', 'tag': '86559541-8774-4251-a41d-6bdba59d2390'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:30:36.104817 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5a10cd-7e11-4bcc-8c1f-fc59eacea2f4" -d '{"events": [{"server_uuid": "9440ec9f-6fdf-4155-b25e-2e9759bac5f7", "name": "network-vif-deleted", "tag": "86559541-8774-4251-a41d-6bdba59d2390"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:30:36.177185 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['86559541-8774-4251-a41d-6bdba59d2390'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:30:36.299014 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ea70bf35-8cb1-43cb-8305-eede5b72e910 req-9171b4cc-baa7-46be-850f-58106df9bfc5 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:36.535236 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-ea70bf35-8cb1-43cb-8305-eede5b72e910 req-9171b4cc-baa7-46be-850f-58106df9bfc5 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Allocated IP 172.25.7.75 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/db756a51-9b29-43bb-b8a1-3a6925bf53e3) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:36.597551 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-853432ed-ec47-4d8f-90c1-fed141e76df1 req-c7d9d600-527d-47f5-87ce-efd8fd9a5146 tempest-DeleteServersAdminTestJSON-692939130 tempest-DeleteServersAdminTestJSON-692939130-project] 10.222.0.62 "GET /v2.0/ports?device_id=9440ec9f-6fdf-4155-b25e-2e9759bac5f7 HTTP/1.1" status: 200 len: 210 time: 0.0472631 Dec 10 18:30:36.622873 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42566) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:36.638268 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-88d5c0cf-f148-46a8-bb94-a208658826b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:36.670970 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 8eb10e37-6dea-426e-87c2-0c140d4283a9 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:30:36.708487 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ea70bf35-8cb1-43cb-8305-eede5b72e910 req-9171b4cc-baa7-46be-850f-58106df9bfc5 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:36.756380 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ea70bf35-8cb1-43cb-8305-eede5b72e910 req-9171b4cc-baa7-46be-850f-58106df9bfc5 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:36.797117 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:30:36.805390 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef316b72-2024-4886-94dc-32744b277aa4 req-19f88389-bad0-4708-a295-18dc6e8002dd tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:36.812956 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef316b72-2024-4886-94dc-32744b277aa4 req-19f88389-bad0-4708-a295-18dc6e8002dd tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a88c758-21c8-4d51-a62d-dcdcb66b7479 HTTP/1.1" status: 200 len: 943 time: 0.1277475 Dec 10 18:30:36.851671 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea70bf35-8cb1-43cb-8305-eede5b72e910 req-9171b4cc-baa7-46be-850f-58106df9bfc5 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:36.864491 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-ea70bf35-8cb1-43cb-8305-eede5b72e910 req-9171b4cc-baa7-46be-850f-58106df9bfc5 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:36.869671 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 8eb10e37-6dea-426e-87c2-0c140d4283a9, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8eb10e37-6dea-426e-87c2-0c140d4283a9,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:36.872833 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea70bf35-8cb1-43cb-8305-eede5b72e910 req-9171b4cc-baa7-46be-850f-58106df9bfc5 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:36.888336 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:30:36.896969 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-88d5c0cf-f148-46a8-bb94-a208658826b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:36.904187 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef316b72-2024-4886-94dc-32744b277aa4 req-b039c596-bdbd-465c-9703-5a63b5ff6c1a tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899475 Dec 10 18:30:36.905668 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-88d5c0cf-f148-46a8-bb94-a208658826b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:36.941393 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d5c0cf-f148-46a8-bb94-a208658826b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67347393-0b10-4c78-8af2-7471963ed69d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:36.944319 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '8eb10e37-6dea-426e-87c2-0c140d4283a9', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': '8eb10e37-6dea-426e-87c2-0c140d4283a9', 'mac_address': 'fa:16:3e:5a:7a:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:30:36.949773 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171b4cc-baa7-46be-850f-58106df9bfc5 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Pushing event updated for resources: {'Port': ['ID=db756a51-9b29-43bb-b8a1-3a6925bf53e3,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:36.969823 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a88c758-21c8-4d51-a62d-dcdcb66b7479', 'tag': '6cdee229-c6f6-4bd5-b358-e0790cd5fe3c'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:30:36.975957 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-88d5c0cf-f148-46a8-bb94-a208658826b0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=78f07345a3524e63bf77db53cd6d678f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3497560 Dec 10 18:30:36.976655 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42570) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:36.977478 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fe2fd6-720d-4f36-a357-73f59128653e" -d '{"events": [{"name": "network-changed", "server_uuid": "5a88c758-21c8-4d51-a62d-dcdcb66b7479", "tag": "6cdee229-c6f6-4bd5-b358-e0790cd5fe3c"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:30:37.042212 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:37.047229 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78090839-9d91-4465-a670-822b032ce683 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:37.050909 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ea70bf35-8cb1-43cb-8305-eede5b72e910 req-9171b4cc-baa7-46be-850f-58106df9bfc5 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:37.065123 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb10e37-6dea-426e-87c2-0c140d4283a9 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:30:37.079644 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=6cdee229-c6f6-4bd5-b358-e0790cd5fe3c,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:37.080966 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78090839-9d91-4465-a670-822b032ce683 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:37.102716 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5638bb95-bed9-47bd-9b47-4c5f937b9559 x-openstack-request-id: req-5638bb95-bed9-47bd-9b47-4c5f937b9559 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:30:37.103018 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9440ec9f-6fdf-4155-b25e-2e9759bac5f7", "name": "network-vif-deleted", "tag": "86559541-8774-4251-a41d-6bdba59d2390", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:30:37.103278 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5638bb95-bed9-47bd-9b47-4c5f937b9559 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:30:37.103676 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9440ec9f-6fdf-4155-b25e-2e9759bac5f7', 'name': 'network-vif-deleted', 'tag': '86559541-8774-4251-a41d-6bdba59d2390', 'status': 'completed', 'code': 200} Dec 10 18:30:37.118306 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ea70bf35-8cb1-43cb-8305-eede5b72e910 req-9171b4cc-baa7-46be-850f-58106df9bfc5 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:37.127459 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 8eb10e37-6dea-426e-87c2-0c140d4283a9, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8eb10e37-6dea-426e-87c2-0c140d4283a9,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:37.136667 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c has no active binding in host n-h2-821435-1 {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 18:30:37.142869 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:37.167988 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78090839-9d91-4465-a670-822b032ce683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:37.171038 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78090839-9d91-4465-a670-822b032ce683 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:37.172584 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-78090839-9d91-4465-a670-822b032ce683 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/67347393-0b10-4c78-8af2-7471963ed69d HTTP/1.1" status: 204 len: 168 time: 0.1947560 Dec 10 18:30:37.221431 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=8eb10e37-6dea-426e-87c2-0c140d4283a9,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:37.232704 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:37.233364 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:37.233812 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:37.234283 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:37.234718 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:37.235202 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:37.235636 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:37.236206 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:37.236657 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:37.237084 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:37.237641 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:37.238071 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:37.239435 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:37.244963 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78090839-9d91-4465-a670-822b032ce683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67347393-0b10-4c78-8af2-7471963ed69d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:37.276149 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df3eb6-052f-4b49-9aa5-68b9d791fb81 req-ff7fc99e-a2ea-42d3-90c6-cf8f3c5e4620 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:37.281954 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-70df3eb6-052f-4b49-9aa5-68b9d791fb81 req-ff7fc99e-a2ea-42d3-90c6-cf8f3c5e4620 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecaf9865-bdd5-44d4-802f-f40583dbed6d HTTP/1.1" status: 200 len: 949 time: 0.0959656 Dec 10 18:30:37.358849 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ea70bf35-8cb1-43cb-8305-eede5b72e910 req-9171b4cc-baa7-46be-850f-58106df9bfc5 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:37.369295 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-70df3eb6-052f-4b49-9aa5-68b9d791fb81 req-f0f3bb9a-d1b1-42cc-ac60-d9e08a1255cc tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801072 Dec 10 18:30:37.381227 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ea70bf35-8cb1-43cb-8305-eede5b72e910 req-9171b4cc-baa7-46be-850f-58106df9bfc5 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:37.479989 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['8eb10e37-6dea-426e-87c2-0c140d4283a9'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:30:37.489582 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171b4cc-baa7-46be-850f-58106df9bfc5 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Pushing event updated for resources: {'Port': ['ID=db756a51-9b29-43bb-b8a1-3a6925bf53e3,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:37.504608 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ea70bf35-8cb1-43cb-8305-eede5b72e910 req-9171b4cc-baa7-46be-850f-58106df9bfc5 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:37.534666 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ea70bf35-8cb1-43cb-8305-eede5b72e910 req-9171b4cc-baa7-46be-850f-58106df9bfc5 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:37.544362 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ea70bf35-8cb1-43cb-8305-eede5b72e910 req-9171b4cc-baa7-46be-850f-58106df9bfc5 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6172776 Dec 10 18:30:37.610705 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ea70bf35-8cb1-43cb-8305-eede5b72e910 req-748a32e5-9f2c-413b-b665-83b87b649f86 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.75 HTTP/1.1" status: 200 len: 695 time: 0.0652881 Dec 10 18:30:37.749880 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70bf35-8cb1-43cb-8305-eede5b72e910 req-805a2b5a-60bf-45e4-95b6-d13ca5c8f83f tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:37.752004 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ea70bf35-8cb1-43cb-8305-eede5b72e910 req-805a2b5a-60bf-45e4-95b6-d13ca5c8f83f tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "GET /v2.0/networks/6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 784 time: 0.1401403 Dec 10 18:30:37.811143 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:37.914152 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43fd45-350f-4864-b96c-7b25505e3b63 req-aa0bb7c7-c0b5-468f-85fb-fe0d3a14dac0 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:37.916437 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7e43fd45-350f-4864-b96c-7b25505e3b63 req-aa0bb7c7-c0b5-468f-85fb-fe0d3a14dac0 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.0936615 Dec 10 18:30:37.954049 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90552d6-a651-41e9-97a3-671f813ac5b1 x-openstack-request-id: req-d90552d6-a651-41e9-97a3-671f813ac5b1 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:30:37.954431 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a88c758-21c8-4d51-a62d-dcdcb66b7479", "tag": "6cdee229-c6f6-4bd5-b358-e0790cd5fe3c", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:30:37.954739 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d90552d6-a651-41e9-97a3-671f813ac5b1 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:30:37.955182 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a88c758-21c8-4d51-a62d-dcdcb66b7479', 'tag': '6cdee229-c6f6-4bd5-b358-e0790cd5fe3c', 'status': 'completed', 'code': 200} Dec 10 18:30:38.019309 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7e43fd45-350f-4864-b96c-7b25505e3b63 req-ef58c2a1-e57b-4799-9130-19cb6f132054 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959287 Dec 10 18:30:38.152200 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f5c1c277-2a78-4d9c-b732-0150edb6681e req-c05813b9-9fe2-41dd-b868-1cbb9e6a8be9 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "GET /v2.0/floatingips/97cdbdfb-f4fa-4208-8d82-ce6f0bb00e72 HTTP/1.1" status: 200 len: 692 time: 0.1317074 Dec 10 18:30:38.231599 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7f3e7-4322-4456-a021-bf303801a684 req-d1477310-a361-4885-ac13-baaf4f7d6709 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:38.235053 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ede7f3e7-4322-4456-a021-bf303801a684 req-d1477310-a361-4885-ac13-baaf4f7d6709 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a88c758-21c8-4d51-a62d-dcdcb66b7479 HTTP/1.1" status: 200 len: 943 time: 0.0576293 Dec 10 18:30:38.238118 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe2fd6-720d-4f36-a357-73f59128653e req-5f31daa7-a01b-45b3-9304-3cc5dba6595f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:38.239625 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-26fe2fd6-720d-4f36-a357-73f59128653e req-5f31daa7-a01b-45b3-9304-3cc5dba6595f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986&device_id=5a88c758-21c8-4d51-a62d-dcdcb66b7479 HTTP/1.1" status: 200 len: 1124 time: 0.2390583 Dec 10 18:30:38.294705 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ede7f3e7-4322-4456-a021-bf303801a684 req-51fa37e0-69cd-42ef-a400-685c5d349a35 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535679 Dec 10 18:30:38.363417 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1c277-2a78-4d9c-b732-0150edb6681e req-31cd64f7-3645-4c7b-9159-fa7505ac46d3 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:38.371935 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f5c1c277-2a78-4d9c-b732-0150edb6681e req-31cd64f7-3645-4c7b-9159-fa7505ac46d3 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "GET /v2.0/networks/6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 784 time: 0.2186856 Dec 10 18:30:38.379775 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-f5c1c277-2a78-4d9c-b732-0150edb6681e req-8920d8e0-466d-4278-b082-a3bd697462fb tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:30:38.385741 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f5c1c277-2a78-4d9c-b732-0150edb6681e req-8920d8e0-466d-4278-b082-a3bd697462fb tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0125413 Dec 10 18:30:38.432293 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe2fd6-720d-4f36-a357-73f59128653e req-171111be-42ad-4487-84ba-ec2386d6253a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:38.435558 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-26fe2fd6-720d-4f36-a357-73f59128653e req-171111be-42ad-4487-84ba-ec2386d6253a service neutron] 10.222.0.46 "GET /v2.0/networks?id=7cd799a4-acc6-47e3-afa8-685d03d02732 HTTP/1.1" status: 200 len: 922 time: 0.1860006 Dec 10 18:30:38.494425 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-26fe2fd6-720d-4f36-a357-73f59128653e req-78c7b358-49f0-44d0-805b-9afa254b96bd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6cdee229-c6f6-4bd5-b358-e0790cd5fe3c HTTP/1.1" status: 200 len: 217 time: 0.0483456 Dec 10 18:30:38.525819 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5fdf1-8daa-45a0-b9a7-a0bfd9d312c4 req-e894f702-4e2f-4274-964b-adba55fdace0 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:38.532351 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-70e5fdf1-8daa-45a0-b9a7-a0bfd9d312c4 req-e894f702-4e2f-4274-964b-adba55fdace0 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecaf9865-bdd5-44d4-802f-f40583dbed6d HTTP/1.1" status: 200 len: 949 time: 0.0657942 Dec 10 18:30:38.569023 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe2fd6-720d-4f36-a357-73f59128653e req-49f454bd-a03f-400b-a7fe-19b923f32d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:38.571737 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-26fe2fd6-720d-4f36-a357-73f59128653e req-49f454bd-a03f-400b-a7fe-19b923f32d00 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30832bd6-5c81-4f5a-a237-6a5341f2b45d HTTP/1.1" status: 200 len: 861 time: 0.0629547 Dec 10 18:30:38.605286 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-70e5fdf1-8daa-45a0-b9a7-a0bfd9d312c4 req-0a07f594-66f0-49eb-b635-b6ad286d6399 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719240 Dec 10 18:30:38.649358 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-26fe2fd6-720d-4f36-a357-73f59128653e req-a8622ca6-2109-423c-92c4-2f00052eb788 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cd799a4-acc6-47e3-afa8-685d03d02732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563600 Dec 10 18:30:38.694266 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 8eb10e37-6dea-426e-87c2-0c140d4283a9 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:38.733985 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a7deb343-fa0c-4588-a9eb-87029a411541 req-8cdd2dfd-9478-4dd0-bb77-759e01b220b3 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "GET /v2.0/floatingips/97cdbdfb-f4fa-4208-8d82-ce6f0bb00e72 HTTP/1.1" status: 200 len: 692 time: 0.1075108 Dec 10 18:30:38.844202 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 8eb10e37-6dea-426e-87c2-0c140d4283a9 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:30:38.852935 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 8eb10e37-6dea-426e-87c2-0c140d4283a9 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:38.853606 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:38.954994 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-26fe2fd6-720d-4f36-a357-73f59128653e req-d16892f3-35ee-4785-aea5-85fb0b44314d service neutron] 10.222.0.46 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680233 Dec 10 18:30:38.973800 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7deb343-fa0c-4588-a9eb-87029a411541 req-b5d63010-b9e5-4168-b5d1-c4bfffbd371a tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:38.975444 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a7deb343-fa0c-4588-a9eb-87029a411541 req-b5d63010-b9e5-4168-b5d1-c4bfffbd371a tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "GET /v2.0/networks/6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 784 time: 0.1999929 Dec 10 18:30:39.047536 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:39.120769 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-26fe2fd6-720d-4f36-a357-73f59128653e req-0b508730-8dbe-4b63-b98f-50be351ebe52 service neutron] 10.222.0.46 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430328 Dec 10 18:30:39.131164 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-a7deb343-fa0c-4588-a9eb-87029a411541 req-196d18b0-ffe5-446e-8fdb-5f885057a420 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:30:39.132162 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a7deb343-fa0c-4588-a9eb-87029a411541 req-196d18b0-ffe5-446e-8fdb-5f885057a420 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104902 Dec 10 18:30:39.150411 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 8eb10e37-6dea-426e-87c2-0c140d4283a9, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8eb10e37-6dea-426e-87c2-0c140d4283a9,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:39.155034 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecaf9865-bdd5-44d4-802f-f40583dbed6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb10e37-6dea-426e-87c2-0c140d4283a9'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:30:39.165208 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bac3369-11a1-45f2-8246-937e19baa16f" -d '{"events": [{"server_uuid": "ecaf9865-bdd5-44d4-802f-f40583dbed6d", "name": "network-vif-plugged", "status": "completed", "tag": "8eb10e37-6dea-426e-87c2-0c140d4283a9"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:30:39.186584 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:39.188405 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 86559541-8774-4251-a41d-6bdba59d2390 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:30:39.273546 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a7deb343-fa0c-4588-a9eb-87029a411541 req-86d13a1c-37a9-472d-ae3c-400a8219f4f4 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.75 HTTP/1.1" status: 200 len: 695 time: 0.1316228 Dec 10 18:30:39.312240 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661f111-47e6-4498-87c7-2a00b214625c req-6d369caf-65d4-4fcf-9334-e5486dfec5d3 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:39.313859 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2661f111-47e6-4498-87c7-2a00b214625c req-6d369caf-65d4-4fcf-9334-e5486dfec5d3 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.1399689 Dec 10 18:30:39.343838 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=8eb10e37-6dea-426e-87c2-0c140d4283a9,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:39.361961 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 86559541-8774-4251-a41d-6bdba59d2390 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:30:39.364615 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 86559541-8774-4251-a41d-6bdba59d2390 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:30:39.458837 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42662) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:39.510223 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2661f111-47e6-4498-87c7-2a00b214625c req-1aa97bac-968e-4425-b977-7236cbc1d289 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869457 Dec 10 18:30:39.625976 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a7deb343-fa0c-4588-a9eb-87029a411541 req-889d3946-4d8b-4c35-959e-81ce42b33110 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.75 HTTP/1.1" status: 200 len: 695 time: 0.3450255 Dec 10 18:30:39.759432 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd741456-b7db-4c25-9ee7-6d261cfb5040 x-openstack-request-id: req-bd741456-b7db-4c25-9ee7-6d261cfb5040 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:30:39.759954 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecaf9865-bdd5-44d4-802f-f40583dbed6d", "name": "network-vif-plugged", "status": "completed", "tag": "8eb10e37-6dea-426e-87c2-0c140d4283a9", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:30:39.760350 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bd741456-b7db-4c25-9ee7-6d261cfb5040 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:30:39.760950 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecaf9865-bdd5-44d4-802f-f40583dbed6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb10e37-6dea-426e-87c2-0c140d4283a9', 'code': 200} Dec 10 18:30:39.911305 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-a7deb343-fa0c-4588-a9eb-87029a411541 req-06f72eb3-a3cb-4005-b630-3cd2f412f25c tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Deleting port db756a51-9b29-43bb-b8a1-3a6925bf53e3 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:39.911911 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a7deb343-fa0c-4588-a9eb-87029a411541 req-06f72eb3-a3cb-4005-b630-3cd2f412f25c tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:39.922621 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-76f86ab4-746f-42ac-a7d5-c99704ca3029 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a65d1f14d2e343c48b992183994cc7c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4375637 Dec 10 18:30:39.927814 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42668) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:39.951493 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea542ec-e335-456e-bcdd-30991bb39983 req-3c634cdb-e961-4361-b067-bf54cfcafe08 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:39.961510 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9ea542ec-e335-456e-bcdd-30991bb39983 req-3c634cdb-e961-4361-b067-bf54cfcafe08 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a88c758-21c8-4d51-a62d-dcdcb66b7479 HTTP/1.1" status: 200 len: 943 time: 0.1031427 Dec 10 18:30:39.987684 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee7a3b-4593-4f3d-8ceb-ced2bb5a71a5 req-bd21e029-1514-41eb-9d3b-0dc646f1e636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:39.990846 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-16ee7a3b-4593-4f3d-8ceb-ced2bb5a71a5 req-bd21e029-1514-41eb-9d3b-0dc646f1e636 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ecaf9865-bdd5-44d4-802f-f40583dbed6d HTTP/1.1" status: 200 len: 1101 time: 0.1252866 Dec 10 18:30:40.044941 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9ea542ec-e335-456e-bcdd-30991bb39983 req-3ac6e63d-328d-491d-8a78-1842128c2fb6 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823448 Dec 10 18:30:40.072775 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a7deb343-fa0c-4588-a9eb-87029a411541 req-06f72eb3-a3cb-4005-b630-3cd2f412f25c tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:40.073712 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a7deb343-fa0c-4588-a9eb-87029a411541 req-06f72eb3-a3cb-4005-b630-3cd2f412f25c tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:40.095692 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9e422872-591d-49a2-a078-1eba0e219186 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:40.117138 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-a7deb343-fa0c-4588-a9eb-87029a411541 req-06f72eb3-a3cb-4005-b630-3cd2f412f25c tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Calling delete_port for db756a51-9b29-43bb-b8a1-3a6925bf53e3 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:40.124299 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-16ee7a3b-4593-4f3d-8ceb-ced2bb5a71a5 req-6ee58be9-4ee2-465b-aa63-cf2f7827515b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217790 Dec 10 18:30:40.173849 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9e422872-591d-49a2-a078-1eba0e219186 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:40.303728 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e3b24-e181-4951-85cc-4f94503efecc req-22a2c189-8065-4cf2-9b55-8aaf0cd9c089 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:40.312228 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a32e3b24-e181-4951-85cc-4f94503efecc req-22a2c189-8065-4cf2-9b55-8aaf0cd9c089 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecaf9865-bdd5-44d4-802f-f40583dbed6d HTTP/1.1" status: 200 len: 950 time: 0.0899105 Dec 10 18:30:40.334033 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9e422872-591d-49a2-a078-1eba0e219186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:40.336936 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9e422872-591d-49a2-a078-1eba0e219186 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:40.340337 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9e422872-591d-49a2-a078-1eba0e219186 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c05a4f82-cb7b-455e-8ad0-a430842afda8 HTTP/1.1" status: 204 len: 168 time: 0.4029348 Dec 10 18:30:40.366102 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e422872-591d-49a2-a078-1eba0e219186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05a4f82-cb7b-455e-8ad0-a430842afda8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:40.411848 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a32e3b24-e181-4951-85cc-4f94503efecc req-06b3b498-df24-4131-ab09-c0cdf87c46d7 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986435 Dec 10 18:30:40.451471 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a7deb343-fa0c-4588-a9eb-87029a411541 req-06f72eb3-a3cb-4005-b630-3cd2f412f25c tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:40.496877 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f72eb3-a3cb-4005-b630-3cd2f412f25c tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Pushing event deleted for resources: {'Port': ['ID=db756a51-9b29-43bb-b8a1-3a6925bf53e3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:40.613270 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a7deb343-fa0c-4588-a9eb-87029a411541 req-06f72eb3-a3cb-4005-b630-3cd2f412f25c tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:40.619278 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a7deb343-fa0c-4588-a9eb-87029a411541 req-06f72eb3-a3cb-4005-b630-3cd2f412f25c tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:40.644141 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a7deb343-fa0c-4588-a9eb-87029a411541 req-06f72eb3-a3cb-4005-b630-3cd2f412f25c tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "DELETE /v2.0/floatingips/97cdbdfb-f4fa-4208-8d82-ce6f0bb00e72 HTTP/1.1" status: 204 len: 173 time: 1.0082390 Dec 10 18:30:40.656836 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-db61382e-0618-4d48-b4eb-af354a9ce9ef req-35b9d303-1cce-41b2-b410-043ecbba5d50 tempest-FlavorsV2NegativeTest-1271185947 tempest-FlavorsV2NegativeTest-1271185947-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=fc411594da1045628a6b5e617cb34e2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429718 Dec 10 18:30:40.778519 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61382e-0618-4d48-b4eb-af354a9ce9ef req-f88b66a2-7499-4452-81a5-f1624c02dff0 tempest-FlavorsV2NegativeTest-1271185947 tempest-FlavorsV2NegativeTest-1271185947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:40.780873 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-db61382e-0618-4d48-b4eb-af354a9ce9ef req-f88b66a2-7499-4452-81a5-f1624c02dff0 tempest-FlavorsV2NegativeTest-1271185947 tempest-FlavorsV2NegativeTest-1271185947-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1231740 Dec 10 18:30:40.817653 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-db61382e-0618-4d48-b4eb-af354a9ce9ef req-c89961b6-b5d1-4659-a5d2-2359c618a678 tempest-FlavorsV2NegativeTest-1271185947 tempest-FlavorsV2NegativeTest-1271185947-project] 10.222.0.62 "GET /v2.0/quotas/fc411594da1045628a6b5e617cb34e2b HTTP/1.1" status: 200 len: 375 time: 0.0118859 Dec 10 18:30:40.828352 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57affc-f801-4897-99e5-691a92408ab5 req-0e7efce7-faa2-4cee-9754-e474b834f4b5 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:40.839264 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4a57affc-f801-4897-99e5-691a92408ab5 req-0e7efce7-faa2-4cee-9754-e474b834f4b5 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.1012776 Dec 10 18:30:40.876312 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-db61382e-0618-4d48-b4eb-af354a9ce9ef req-edae241f-00e2-4010-accb-c787f622f463 tempest-FlavorsV2NegativeTest-1271185947 tempest-FlavorsV2NegativeTest-1271185947-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fc411594da1045628a6b5e617cb34e2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504940 Dec 10 18:30:41.030448 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42704) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:41.111394 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4a57affc-f801-4897-99e5-691a92408ab5 req-c1584078-6de6-4adc-ae47-c4cc756a4ba5 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690105 Dec 10 18:30:41.116008 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-043e22c1-fcb2-485f-94fa-7af3a6706000 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:41.126680 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4711fe-b5bf-4b3b-bb4d-c0f6e8bea999 req-926415cc-0ab9-41a1-b37e-0eed90612103 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:41.143485 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2b4711fe-b5bf-4b3b-bb4d-c0f6e8bea999 req-926415cc-0ab9-41a1-b37e-0eed90612103 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2580669 Dec 10 18:30:41.349463 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-49e61dfd-fc87-4c0b-bbc0-072a1e665865 req-91371332-570d-4485-bdbe-24bc88df7e09 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "GET /v2.0/floatingips?tenant_id=e1a900501cb04c92813cb93ef247c187 HTTP/1.1" status: 200 len: 1656 time: 0.0965643 Dec 10 18:30:41.454852 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-043e22c1-fcb2-485f-94fa-7af3a6706000 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:41.470454 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096340e6-eb8f-4be6-933e-bedeac271bad req-e86c1683-a6c2-4208-8da7-312b2cfd9b2e tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:41.480074 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-096340e6-eb8f-4be6-933e-bedeac271bad req-e86c1683-a6c2-4208-8da7-312b2cfd9b2e tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a88c758-21c8-4d51-a62d-dcdcb66b7479 HTTP/1.1" status: 200 len: 943 time: 0.1492758 Dec 10 18:30:41.496679 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e61dfd-fc87-4c0b-bbc0-072a1e665865 req-812840d6-64cf-41a8-b814-09851430a733 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:41.497021 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-043e22c1-fcb2-485f-94fa-7af3a6706000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:41.504062 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-49e61dfd-fc87-4c0b-bbc0-072a1e665865 req-812840d6-64cf-41a8-b814-09851430a733 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "GET /v2.0/networks?id=6fdf4522-5bcb-4bff-a877-38bc5e23829f&id=6fdf4522-5bcb-4bff-a877-38bc5e23829f&id=6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 787 time: 0.1534600 Dec 10 18:30:41.511002 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-49e61dfd-fc87-4c0b-bbc0-072a1e665865 req-371d4f74-c20c-4ffc-b4e6-c1404df918e9 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:30:41.522473 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-49e61dfd-fc87-4c0b-bbc0-072a1e665865 req-371d4f74-c20c-4ffc-b4e6-c1404df918e9 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0174773 Dec 10 18:30:41.566372 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-043e22c1-fcb2-485f-94fa-7af3a6706000 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cb46612488ab4f098a984cbce8262cf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5264881 Dec 10 18:30:41.566759 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42726) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:41.575990 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e22c1-fcb2-485f-94fa-7af3a6706000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48509c16-b960-417a-aca2-17037c99cb83,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:41.591554 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-096340e6-eb8f-4be6-933e-bedeac271bad req-2cb1e563-a336-4814-8e43-faff355e5225 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104486 Dec 10 18:30:41.678720 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dde3c390-c5b5-4906-bd51-9d66d686619d req-b2316af2-502d-45c7-87b5-a2f1dc41d187 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "GET /v2.0/floatingips/8af2d8e4-c6e3-4252-ba76-816627d7fded HTTP/1.1" status: 200 len: 693 time: 0.0622134 Dec 10 18:30:41.745913 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c596c4-3d17-4ea7-bd0d-d655c0efde12 req-19a860f1-d706-4c8b-94f8-1e8618b4f232 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:41.747438 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f2c596c4-3d17-4ea7-bd0d-d655c0efde12 req-19a860f1-d706-4c8b-94f8-1e8618b4f232 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecaf9865-bdd5-44d4-802f-f40583dbed6d HTTP/1.1" status: 200 len: 950 time: 0.1659453 Dec 10 18:30:41.748297 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bc1af3fa-65b0-4d3a-8d10-d61b7d74eeda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:41.783843 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bc1af3fa-65b0-4d3a-8d10-d61b7d74eeda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:41.829083 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3c390-c5b5-4906-bd51-9d66d686619d req-5a87ac2c-f9d9-4d8a-aa63-1c29aff7435a tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:41.831886 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dde3c390-c5b5-4906-bd51-9d66d686619d req-5a87ac2c-f9d9-4d8a-aa63-1c29aff7435a tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "GET /v2.0/networks/6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 784 time: 0.1511731 Dec 10 18:30:41.836450 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f2c596c4-3d17-4ea7-bd0d-d655c0efde12 req-f346d62b-d529-4fee-89fd-c88c7ae127fa tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776892 Dec 10 18:30:41.873027 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bc1af3fa-65b0-4d3a-8d10-d61b7d74eeda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:41.875641 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bc1af3fa-65b0-4d3a-8d10-d61b7d74eeda admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:41.877221 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-bc1af3fa-65b0-4d3a-8d10-d61b7d74eeda admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/48509c16-b960-417a-aca2-17037c99cb83 HTTP/1.1" status: 204 len: 168 time: 0.3094242 Dec 10 18:30:41.889106 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1af3fa-65b0-4d3a-8d10-d61b7d74eeda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48509c16-b960-417a-aca2-17037c99cb83,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:41.948998 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dde3c390-c5b5-4906-bd51-9d66d686619d req-17bc6103-7f56-43af-8c2a-d422b8e1c5ff tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.136 HTTP/1.1" status: 200 len: 696 time: 0.1081977 Dec 10 18:30:42.070425 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dde3c390-c5b5-4906-bd51-9d66d686619d req-ca72030d-2ab7-400b-b2ec-b4e9008221db tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.136 HTTP/1.1" status: 200 len: 696 time: 0.1141665 Dec 10 18:30:42.126382 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42738) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:42.204946 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7888866e-6a64-4e93-9fac-907657765f0a req-7a5aa1ce-80a2-4471-b47b-e8daf7aa5792 service neutron] 10.222.0.46 "GET /v2.0/ports/6cdee229-c6f6-4bd5-b358-e0790cd5fe3c/bindings/n-h2-821435-1 HTTP/1.1" status: 200 len: 384 time: 0.2544079 Dec 10 18:30:42.321399 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2f23343b-0e45-4cbe-9ff0-9987cb066bef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:42.330016 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-dde3c390-c5b5-4906-bd51-9d66d686619d req-187ef337-67b3-49f3-8879-6e187baeb3f0 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Deleting port 5c1d86ef-05ce-4ec0-9ef0-7b8178ef069b {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:42.330675 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-dde3c390-c5b5-4906-bd51-9d66d686619d req-187ef337-67b3-49f3-8879-6e187baeb3f0 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:42.367541 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb717a4-aa8c-4192-9297-626001111f32 req-bd03c464-b8f7-48a6-8a90-6391ee509a6f tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:42.370131 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dcb717a4-aa8c-4192-9297-626001111f32 req-bd03c464-b8f7-48a6-8a90-6391ee509a6f tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.0923667 Dec 10 18:30:42.517907 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-dde3c390-c5b5-4906-bd51-9d66d686619d req-187ef337-67b3-49f3-8879-6e187baeb3f0 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:42.518514 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-dde3c390-c5b5-4906-bd51-9d66d686619d req-187ef337-67b3-49f3-8879-6e187baeb3f0 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:42.527523 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dcb717a4-aa8c-4192-9297-626001111f32 req-84ebb7f8-3e91-47b9-8646-5cfcb20a25f4 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368124 Dec 10 18:30:42.545051 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-dde3c390-c5b5-4906-bd51-9d66d686619d req-187ef337-67b3-49f3-8879-6e187baeb3f0 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Calling delete_port for 5c1d86ef-05ce-4ec0-9ef0-7b8178ef069b owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:42.582718 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2f23343b-0e45-4cbe-9ff0-9987cb066bef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:42.588547 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2f23343b-0e45-4cbe-9ff0-9987cb066bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:42.643942 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2f23343b-0e45-4cbe-9ff0-9987cb066bef admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fc411594da1045628a6b5e617cb34e2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5141542 Dec 10 18:30:42.644403 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42760) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:42.651545 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f23343b-0e45-4cbe-9ff0-9987cb066bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f49c07-b468-47e7-97ce-238fb34c27b6,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:42.718913 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-7888866e-6a64-4e93-9fac-907657765f0a req-ec7e82ba-9c21-4d5e-a0e4-4d4a775aa548 service neutron] For port 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=6cdee229-c6f6-4bd5-b358-e0790cd5fe3c,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:42.751318 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-7888866e-6a64-4e93-9fac-907657765f0a req-ec7e82ba-9c21-4d5e-a0e4-4d4a775aa548 service neutron] For port 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:42.768832 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-641b6acf-0d51-4c43-8e98-5652d8d720ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:42.803364 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-7888866e-6a64-4e93-9fac-907657765f0a req-ec7e82ba-9c21-4d5e-a0e4-4d4a775aa548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:30:42.810260 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71d997-88a4-41be-ac30-1d1694ab3daf req-2b2bceaf-f90e-40a8-85ac-da1ed983548d tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:42.819302 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6a71d997-88a4-41be-ac30-1d1694ab3daf req-2b2bceaf-f90e-40a8-85ac-da1ed983548d tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a88c758-21c8-4d51-a62d-dcdcb66b7479 HTTP/1.1" status: 200 len: 943 time: 0.0896018 Dec 10 18:30:42.833493 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-7888866e-6a64-4e93-9fac-907657765f0a req-ec7e82ba-9c21-4d5e-a0e4-4d4a775aa548 service neutron] For port 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=6cdee229-c6f6-4bd5-b358-e0790cd5fe3c,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:42.843197 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-641b6acf-0d51-4c43-8e98-5652d8d720ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:42.891045 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7888866e-6a64-4e93-9fac-907657765f0a req-ec7e82ba-9c21-4d5e-a0e4-4d4a775aa548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:42.930839 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6a71d997-88a4-41be-ac30-1d1694ab3daf req-611406f7-cd25-469b-9455-6f53f3f6050c tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119893 Dec 10 18:30:42.958673 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-641b6acf-0d51-4c43-8e98-5652d8d720ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:42.963240 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-641b6acf-0d51-4c43-8e98-5652d8d720ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:42.966758 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-641b6acf-0d51-4c43-8e98-5652d8d720ab admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e4f49c07-b468-47e7-97ce-238fb34c27b6 HTTP/1.1" status: 204 len: 168 time: 0.3191516 Dec 10 18:30:42.980282 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42770) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:42.988726 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641b6acf-0d51-4c43-8e98-5652d8d720ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f49c07-b468-47e7-97ce-238fb34c27b6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:43.021541 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-dde3c390-c5b5-4906-bd51-9d66d686619d req-187ef337-67b3-49f3-8879-6e187baeb3f0 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:43.062521 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ef337-67b3-49f3-8879-6e187baeb3f0 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Pushing event deleted for resources: {'Port': ['ID=5c1d86ef-05ce-4ec0-9ef0-7b8178ef069b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:43.097415 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-7888866e-6a64-4e93-9fac-907657765f0a req-ec7e82ba-9c21-4d5e-a0e4-4d4a775aa548 service neutron] Transition to ACTIVE for port object 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:30:43.119874 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7888866e-6a64-4e93-9fac-907657765f0a req-ec7e82ba-9c21-4d5e-a0e4-4d4a775aa548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:43.185330 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-dde3c390-c5b5-4906-bd51-9d66d686619d req-187ef337-67b3-49f3-8879-6e187baeb3f0 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:43.187908 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-dde3c390-c5b5-4906-bd51-9d66d686619d req-187ef337-67b3-49f3-8879-6e187baeb3f0 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:43.189082 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dde3c390-c5b5-4906-bd51-9d66d686619d req-187ef337-67b3-49f3-8879-6e187baeb3f0 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "DELETE /v2.0/floatingips/8af2d8e4-c6e3-4252-ba76-816627d7fded HTTP/1.1" status: 204 len: 173 time: 1.1174903 Dec 10 18:30:43.215494 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-7888866e-6a64-4e93-9fac-907657765f0a req-ec7e82ba-9c21-4d5e-a0e4-4d4a775aa548 service neutron] No DVR routers for this DVR port 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:30:43.219094 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e82ba-9c21-4d5e-a0e4-4d4a775aa548 service neutron] Pushing event updated for resources: {'Port': ['ID=6cdee229-c6f6-4bd5-b358-e0790cd5fe3c,revision_number=10']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:43.248240 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96484b-d9c7-4e52-88dc-a4ead15ea051 req-f854b8dc-0cdc-440b-8674-381410fb8b88 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:43.255858 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4d96484b-d9c7-4e52-88dc-a4ead15ea051 req-f854b8dc-0cdc-440b-8674-381410fb8b88 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecaf9865-bdd5-44d4-802f-f40583dbed6d HTTP/1.1" status: 200 len: 950 time: 0.1406090 Dec 10 18:30:43.260391 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7888866e-6a64-4e93-9fac-907657765f0a req-ec7e82ba-9c21-4d5e-a0e4-4d4a775aa548 service neutron] 10.222.0.46 "PUT /v2.0/ports/6cdee229-c6f6-4bd5-b358-e0790cd5fe3c/bindings/n-h2-821435-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0342057 Dec 10 18:30:43.261394 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-67535a8f-1845-4d2e-a2e4-aef561ce5252 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-745328026-network', 'tenant_id': '5768feea1c8f4e40b878b814fdae92ab'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:43.327027 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4d96484b-d9c7-4e52-88dc-a4ead15ea051 req-b2aba77b-8804-4c57-a7e5-29b01f4fd7e3 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702074 Dec 10 18:30:43.334919 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67535a8f-1845-4d2e-a2e4-aef561ce5252 admin admin] Made reservation on behalf of 5768feea1c8f4e40b878b814fdae92ab for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:43.339072 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67535a8f-1845-4d2e-a2e4-aef561ce5252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:43.384372 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67535a8f-1845-4d2e-a2e4-aef561ce5252 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:43.419258 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-26ed5f35-dace-4015-ad8a-02c78144174e req-2486cfe4-623c-4342-8ceb-8c10c37dd614 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "GET /v2.0/floatingips/5c34738d-df5e-47e6-83ab-47a2bdb6d998 HTTP/1.1" status: 200 len: 692 time: 0.0921309 Dec 10 18:30:43.469590 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888866e-6a64-4e93-9fac-907657765f0a req-0991688e-4633-4a99-b11d-37dccbbebeb6 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:43.471311 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7888866e-6a64-4e93-9fac-907657765f0a req-0991688e-4633-4a99-b11d-37dccbbebeb6 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=5a88c758-21c8-4d51-a62d-dcdcb66b7479&tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986&binding%3Ahost_id=n-h1-821435-1 HTTP/1.1" status: 200 len: 1095 time: 0.1375470 Dec 10 18:30:43.542801 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9a5a3-6541-4d0b-b663-c7f68e72fc90 req-0213c0cf-4734-42c6-9089-de1a1e655068 tempest-ServersOnMultiNodesTest-401435580 tempest-ServersOnMultiNodesTest-401435580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:43.544333 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-87d9a5a3-6541-4d0b-b663-c7f68e72fc90 req-0213c0cf-4734-42c6-9089-de1a1e655068 tempest-ServersOnMultiNodesTest-401435580 tempest-ServersOnMultiNodesTest-401435580-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ecaf9865-bdd5-44d4-802f-f40583dbed6d HTTP/1.1" status: 200 len: 1101 time: 0.1241801 Dec 10 18:30:43.561510 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888866e-6a64-4e93-9fac-907657765f0a req-8f30a6f8-94f4-485f-be2e-2c64f2f0ecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:43.563077 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7888866e-6a64-4e93-9fac-907657765f0a req-8f30a6f8-94f4-485f-be2e-2c64f2f0ecc6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5a88c758-21c8-4d51-a62d-dcdcb66b7479&tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986 HTTP/1.1" status: 200 len: 1095 time: 0.0818152 Dec 10 18:30:43.576149 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed5f35-dace-4015-ad8a-02c78144174e req-7d25c841-1df2-4bc3-a9ee-64b60d36f517 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:43.578718 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-26ed5f35-dace-4015-ad8a-02c78144174e req-7d25c841-1df2-4bc3-a9ee-64b60d36f517 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "GET /v2.0/networks/6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 784 time: 0.1509392 Dec 10 18:30:43.589970 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67535a8f-1845-4d2e-a2e4-aef561ce5252 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:43.612509 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67535a8f-1845-4d2e-a2e4-aef561ce5252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:43.662332 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-26ed5f35-dace-4015-ad8a-02c78144174e req-286d2886-d984-42dd-9bf8-b9d1da0edb89 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.53 HTTP/1.1" status: 200 len: 695 time: 0.0766916 Dec 10 18:30:43.669997 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-87d9a5a3-6541-4d0b-b663-c7f68e72fc90 req-9a502b91-b470-4720-8445-65c9ae3acbd7 tempest-ServersOnMultiNodesTest-401435580 tempest-ServersOnMultiNodesTest-401435580-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055229 Dec 10 18:30:43.671809 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67535a8f-1845-4d2e-a2e4-aef561ce5252 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:30:43.704173 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67535a8f-1845-4d2e-a2e4-aef561ce5252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcec55a-dd46-402d-bb0e-d5e349425e26,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:43.732410 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67535a8f-1845-4d2e-a2e4-aef561ce5252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:43.732743 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-67535a8f-1845-4d2e-a2e4-aef561ce5252 admin admin] Added segment 43b8e5fb-826b-4f05-9815-7ff14122338b of type vlan for network b1a56b94-fee7-4dfb-925d-977caaf81317 Dec 10 18:30:43.749653 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888866e-6a64-4e93-9fac-907657765f0a req-906c3066-fc7e-40f9-9375-505ab260983d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:43.751781 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7888866e-6a64-4e93-9fac-907657765f0a req-906c3066-fc7e-40f9-9375-505ab260983d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986&device_id=5a88c758-21c8-4d51-a62d-dcdcb66b7479 HTTP/1.1" status: 200 len: 1095 time: 0.1590273 Dec 10 18:30:43.808535 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-26ed5f35-dace-4015-ad8a-02c78144174e req-89283508-1db9-4b5b-ab28-b8c5592829f1 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.53 HTTP/1.1" status: 200 len: 695 time: 0.1271081 Dec 10 18:30:43.836527 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67535a8f-1845-4d2e-a2e4-aef561ce5252 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:43.917317 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67535a8f-1845-4d2e-a2e4-aef561ce5252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:43.918272 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67535a8f-1845-4d2e-a2e4-aef561ce5252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:43.918849 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67535a8f-1845-4d2e-a2e4-aef561ce5252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:43.933053 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb8922-fee6-4790-92ff-0af055ef5e0d req-942271cb-5bd8-4d85-b603-1c41c84e1a86 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:43.934425 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aecb8922-fee6-4790-92ff-0af055ef5e0d req-942271cb-5bd8-4d85-b603-1c41c84e1a86 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.1597242 Dec 10 18:30:43.977590 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42808) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:43.995698 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-26ed5f35-dace-4015-ad8a-02c78144174e req-1d1f7f8f-2ed7-4150-9391-a418f3a84ade tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Deleting port 444bd0af-b997-4497-9c28-ac19c7f7c15c {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:43.996305 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-26ed5f35-dace-4015-ad8a-02c78144174e req-1d1f7f8f-2ed7-4150-9391-a418f3a84ade tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:44.022398 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888866e-6a64-4e93-9fac-907657765f0a req-6176e9aa-19a3-4a47-9042-0259670f0568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:44.024158 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7888866e-6a64-4e93-9fac-907657765f0a req-6176e9aa-19a3-4a47-9042-0259670f0568 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7cd799a4-acc6-47e3-afa8-685d03d02732 HTTP/1.1" status: 200 len: 922 time: 0.2482793 Dec 10 18:30:44.029655 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-67535a8f-1845-4d2e-a2e4-aef561ce5252 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0471327 Dec 10 18:30:44.037925 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42812) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:44.053731 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-14c8d9f3-0a0b-43f8-81f8-d3c8c30d94d7 admin admin] Request body: {'subnet': {'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-745328026-subnet', 'tenant_id': '5768feea1c8f4e40b878b814fdae92ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:44.057663 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67535a8f-1845-4d2e-a2e4-aef561ce5252 admin admin] Pushing event updated for resources: {'Network': ['ID=b1a56b94-fee7-4dfb-925d-977caaf81317,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:44.071212 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network b1a56b94-fee7-4dfb-925d-977caaf81317 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:30:44.099859 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-26ed5f35-dace-4015-ad8a-02c78144174e req-1d1f7f8f-2ed7-4150-9391-a418f3a84ade tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:44.100444 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-26ed5f35-dace-4015-ad8a-02c78144174e req-1d1f7f8f-2ed7-4150-9391-a418f3a84ade tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:44.111334 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7888866e-6a64-4e93-9fac-907657765f0a req-367e5c75-9ce6-46da-8762-2908162f56b6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6cdee229-c6f6-4bd5-b358-e0790cd5fe3c HTTP/1.1" status: 200 len: 217 time: 0.0745122 Dec 10 18:30:44.119771 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aecb8922-fee6-4790-92ff-0af055ef5e0d req-f3b3148f-7d85-44de-9068-b4902cd87364 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658916 Dec 10 18:30:44.125644 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-26ed5f35-dace-4015-ad8a-02c78144174e req-1d1f7f8f-2ed7-4150-9391-a418f3a84ade tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Calling delete_port for 444bd0af-b997-4497-9c28-ac19c7f7c15c owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:44.161846 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c8d9f3-0a0b-43f8-81f8-d3c8c30d94d7 admin admin] Made reservation on behalf of 5768feea1c8f4e40b878b814fdae92ab for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:44.166201 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14c8d9f3-0a0b-43f8-81f8-d3c8c30d94d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:44.224779 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888866e-6a64-4e93-9fac-907657765f0a req-e297435b-987b-44ec-92d9-b8eda7d685d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:44.226300 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7888866e-6a64-4e93-9fac-907657765f0a req-e297435b-987b-44ec-92d9-b8eda7d685d8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30832bd6-5c81-4f5a-a237-6a5341f2b45d HTTP/1.1" status: 200 len: 861 time: 0.1056509 Dec 10 18:30:44.279635 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3f547fa8-ec43-4290-ae23-9c6a0d51c360 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-59222113-network', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:44.287340 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7888866e-6a64-4e93-9fac-907657765f0a req-6d328f07-2446-46c2-8a3c-d67587be7d69 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7cd799a4-acc6-47e3-afa8-685d03d02732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508995 Dec 10 18:30:44.354773 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f547fa8-ec43-4290-ae23-9c6a0d51c360 admin admin] Made reservation on behalf of 7a3d06a851e143ce80bc75aa4f5a0861 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:44.357981 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3f547fa8-ec43-4290-ae23-9c6a0d51c360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:44.370265 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3f547fa8-ec43-4290-ae23-9c6a0d51c360 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:44.384678 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-d1b8681d-56e3-4616-883b-b0c5776a96c9 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=449146cf6fbe4ffeba406209dfdd303b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301063 Dec 10 18:30:44.401170 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-26ed5f35-dace-4015-ad8a-02c78144174e req-1d1f7f8f-2ed7-4150-9391-a418f3a84ade tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:44.451615 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f7f8f-2ed7-4150-9391-a418f3a84ade tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Pushing event deleted for resources: {'Port': ['ID=444bd0af-b997-4497-9c28-ac19c7f7c15c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:44.518743 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7888866e-6a64-4e93-9fac-907657765f0a req-f4aa9afb-0e47-4e12-a7ac-67add39b0639 service neutron] 10.222.0.72 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156417 Dec 10 18:30:44.532389 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-26ed5f35-dace-4015-ad8a-02c78144174e req-1d1f7f8f-2ed7-4150-9391-a418f3a84ade tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:44.534947 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-26ed5f35-dace-4015-ad8a-02c78144174e req-1d1f7f8f-2ed7-4150-9391-a418f3a84ade tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:44.536117 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-26ed5f35-dace-4015-ad8a-02c78144174e req-1d1f7f8f-2ed7-4150-9391-a418f3a84ade tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "DELETE /v2.0/floatingips/5c34738d-df5e-47e6-83ab-47a2bdb6d998 HTTP/1.1" status: 204 len: 173 time: 0.7208717 Dec 10 18:30:44.582962 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3f547fa8-ec43-4290-ae23-9c6a0d51c360 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:44.588980 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3f547fa8-ec43-4290-ae23-9c6a0d51c360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:44.634951 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f547fa8-ec43-4290-ae23-9c6a0d51c360 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:30:44.677457 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f547fa8-ec43-4290-ae23-9c6a0d51c360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66989511-e357-42c2-8825-80465a354afe,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:44.685775 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3f547fa8-ec43-4290-ae23-9c6a0d51c360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:44.686789 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-3f547fa8-ec43-4290-ae23-9c6a0d51c360 admin admin] Added segment 7224a61f-768e-4084-93b7-699d9eeef735 of type vlan for network a4abdfd0-f739-47c7-bbf0-c66e12b37b75 Dec 10 18:30:44.698772 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:30:44.755708 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:30:44.767767 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3f547fa8-ec43-4290-ae23-9c6a0d51c360 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:44.779896 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99746de-959f-445f-9698-8e175a75b284 req-b2fb5395-3432-4e06-8c8c-8f11056e4cab tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:44.781523 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d99746de-959f-445f-9698-8e175a75b284 req-b2fb5395-3432-4e06-8c8c-8f11056e4cab tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a88c758-21c8-4d51-a62d-dcdcb66b7479 HTTP/1.1" status: 200 len: 944 time: 0.1623597 Dec 10 18:30:44.846780 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d99746de-959f-445f-9698-8e175a75b284 req-86d84b2a-130a-431f-a88f-9a8e32791bae tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555253 Dec 10 18:30:44.856026 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3f547fa8-ec43-4290-ae23-9c6a0d51c360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:44.857406 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f547fa8-ec43-4290-ae23-9c6a0d51c360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:44.858089 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3f547fa8-ec43-4290-ae23-9c6a0d51c360 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:44.901145 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-cc1eb0f9-9cc8-4a23-9fdb-b8bebdd08d31 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:44.908782 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-cc1eb0f9-9cc8-4a23-9fdb-b8bebdd08d31 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5152659 Dec 10 18:30:44.936787 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3f547fa8-ec43-4290-ae23-9c6a0d51c360 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9577327 Dec 10 18:30:44.940538 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42826) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:44.949613 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-55907615-2a8b-451e-bdc1-6f170134988a admin admin] Request body: {'subnet': {'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-59222113-subnet', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:44.950858 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-cec9de90-ff0b-4344-a39b-a9fc79be64be tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/quotas/449146cf6fbe4ffeba406209dfdd303b HTTP/1.1" status: 200 len: 375 time: 0.0410156 Dec 10 18:30:44.953959 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f547fa8-ec43-4290-ae23-9c6a0d51c360 admin admin] Pushing event updated for resources: {'Network': ['ID=a4abdfd0-f739-47c7-bbf0-c66e12b37b75,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:44.958291 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14c8d9f3-0a0b-43f8-81f8-d3c8c30d94d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:44.966919 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network a4abdfd0-f739-47c7-bbf0-c66e12b37b75 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:30:44.975614 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55907615-2a8b-451e-bdc1-6f170134988a admin admin] Made reservation on behalf of 7a3d06a851e143ce80bc75aa4f5a0861 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:44.979617 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-55907615-2a8b-451e-bdc1-6f170134988a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:45.007634 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7888866e-6a64-4e93-9fac-907657765f0a req-0d011bf0-b1c7-43fa-98dc-4007b32fe19d service neutron] 10.222.0.72 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4797997 Dec 10 18:30:45.109083 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c8d9f3-0a0b-43f8-81f8-d3c8c30d94d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c38321c-218a-47ac-873b-024a1169316a,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:45.136436 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-6ff0d5ac-eba0-4fbb-ad38-cffa190a177c tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=449146cf6fbe4ffeba406209dfdd303b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1845093 Dec 10 18:30:45.146070 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c8d9f3-0a0b-43f8-81f8-d3c8c30d94d7 admin admin] Checking segment: {'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:45.148378 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c8d9f3-0a0b-43f8-81f8-d3c8c30d94d7 admin admin] Network hostable DHCP agents. Network: b1a56b94-fee7-4dfb-925d-977caaf81317, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:30:45.171721 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c8d9f3-0a0b-43f8-81f8-d3c8c30d94d7 admin admin] Network b1a56b94-fee7-4dfb-925d-977caaf81317 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:30:45.190099 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-14c8d9f3-0a0b-43f8-81f8-d3c8c30d94d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, b1a56b94-fee7-4dfb-925d-977caaf81317) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:45.202833 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788fa3fc-7427-4e91-a56f-896fd380581a None None] Network b1a56b94-fee7-4dfb-925d-977caaf81317 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:45.212265 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c8d9f3-0a0b-43f8-81f8-d3c8c30d94d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:45.216391 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14c8d9f3-0a0b-43f8-81f8-d3c8c30d94d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:45.256890 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-14c8d9f3-0a0b-43f8-81f8-d3c8c30d94d7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2103488 Dec 10 18:30:45.386816 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43a7016f-0321-4d37-9d31-7d6603cce5b3 req-653c1931-f881-41b5-bf9e-be8c0ea95d3b tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "GET /v2.0/floatingips/9eed0349-d340-4379-9e61-16551660f851 HTTP/1.1" status: 200 len: 693 time: 0.3617928 Dec 10 18:30:45.484252 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f8517-10ea-4a74-83c3-feede8f27f9d req-5489f211-66e8-4f2f-8c2e-2afee9ac8af7 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:45.489746 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-496f8517-10ea-4a74-83c3-feede8f27f9d req-5489f211-66e8-4f2f-8c2e-2afee9ac8af7 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.0990059 Dec 10 18:30:45.494615 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ecafce-d351-406d-b4d8-cf2329e172bf None None] Network b1a56b94-fee7-4dfb-925d-977caaf81317 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:45.642595 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7016f-0321-4d37-9d31-7d6603cce5b3 req-ef825ab0-416e-4529-a5bb-2693c5041ac8 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:45.644102 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43a7016f-0321-4d37-9d31-7d6603cce5b3 req-ef825ab0-416e-4529-a5bb-2693c5041ac8 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "GET /v2.0/networks/6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 784 time: 0.2394841 Dec 10 18:30:45.646509 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-496f8517-10ea-4a74-83c3-feede8f27f9d req-9e05c367-670e-4756-8ec9-721dc2b1eb6e tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198521 Dec 10 18:30:45.668112 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888866e-6a64-4e93-9fac-907657765f0a req-f4882534-2ee0-4396-85fa-e55a3c330f78 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:45.669990 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7888866e-6a64-4e93-9fac-907657765f0a req-f4882534-2ee0-4396-85fa-e55a3c330f78 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=5a88c758-21c8-4d51-a62d-dcdcb66b7479&tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986&binding%3Ahost_id=n-h2-821435-1 HTTP/1.1" status: 200 len: 1095 time: 0.1780519 Dec 10 18:30:45.772955 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-55907615-2a8b-451e-bdc1-6f170134988a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:45.805743 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43a7016f-0321-4d37-9d31-7d6603cce5b3 req-f88a7b15-8e0a-4ca2-9062-960a9268f0de tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.173 HTTP/1.1" status: 200 len: 696 time: 0.1419055 Dec 10 18:30:45.823809 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-76ae277e-4d3d-4ed8-9387-af072a453441 req-4fa5b4f4-7819-410f-9045-e030a9a1dac8 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=f850ee2e-94bb-4630-a31a-a784a4765db2 HTTP/1.1" status: 200 len: 210 time: 0.0404639 Dec 10 18:30:45.885474 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-7888866e-6a64-4e93-9fac-907657765f0a req-c6335b4e-87fe-4283-9354-f7484649bbaa service neutron] For port 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c, host n-h1-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:45.894591 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7888866e-6a64-4e93-9fac-907657765f0a req-c6335b4e-87fe-4283-9354-f7484649bbaa service neutron] Publish callbacks [] for binding, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:45.899970 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7888866e-6a64-4e93-9fac-907657765f0a req-c6335b4e-87fe-4283-9354-f7484649bbaa service neutron] 10.222.0.72 "DELETE /v2.0/ports/6cdee229-c6f6-4bd5-b358-e0790cd5fe3c/bindings/n-h1-821435-1 HTTP/1.1" status: 204 len: 173 time: 0.2212024 Dec 10 18:30:45.990920 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43a7016f-0321-4d37-9d31-7d6603cce5b3 req-53734c73-f40d-49f5-9db6-145d34e0e997 tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.173 HTTP/1.1" status: 200 len: 696 time: 0.1251128 Dec 10 18:30:45.994543 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55907615-2a8b-451e-bdc1-6f170134988a admin admin] Checking segment: {'id': '7224a61f-768e-4084-93b7-699d9eeef735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:45.995047 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55907615-2a8b-451e-bdc1-6f170134988a admin admin] Network hostable DHCP agents. Network: a4abdfd0-f739-47c7-bbf0-c66e12b37b75, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:30:45.998678 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55907615-2a8b-451e-bdc1-6f170134988a admin admin] Pushing event updated for resources: {'Subnet': ['ID=247a3de4-ec4d-439c-ba27-4051f4367cc3,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:46.066623 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b67a05-25e7-4caa-bb38-43ab46e6df20 req-70e6963b-b026-4e7b-8181-5729193d48a4 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:46.068269 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-86b67a05-25e7-4caa-bb38-43ab46e6df20 req-70e6963b-b026-4e7b-8181-5729193d48a4 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a88c758-21c8-4d51-a62d-dcdcb66b7479 HTTP/1.1" status: 200 len: 944 time: 0.0813224 Dec 10 18:30:46.128366 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55907615-2a8b-451e-bdc1-6f170134988a admin admin] Network a4abdfd0-f739-47c7-bbf0-c66e12b37b75 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:30:46.137119 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-86b67a05-25e7-4caa-bb38-43ab46e6df20 req-c74376c2-f4ab-4874-ae6d-180db9e06e67 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582159 Dec 10 18:30:46.173850 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-55907615-2a8b-451e-bdc1-6f170134988a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, a4abdfd0-f739-47c7-bbf0-c66e12b37b75) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:46.183649 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55907615-2a8b-451e-bdc1-6f170134988a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:46.184232 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-55907615-2a8b-451e-bdc1-6f170134988a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:46.192542 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c272c090-faec-4320-8c13-f6f5562ff458 None None] Network a4abdfd0-f739-47c7-bbf0-c66e12b37b75 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:46.221003 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-55907615-2a8b-451e-bdc1-6f170134988a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2763348 Dec 10 18:30:46.221367 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42866) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:46.228926 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ad039b01-814b-4c71-8ff0-7391ad213eb8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-59222113-router', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:46.250807 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-43a7016f-0321-4d37-9d31-7d6603cce5b3 req-4dccbb89-0f47-4ef8-be27-4a3b1beef10c tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Deleting port 39c7cbea-644d-45c6-be95-7988f2cf3ef0 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:46.251391 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-43a7016f-0321-4d37-9d31-7d6603cce5b3 req-4dccbb89-0f47-4ef8-be27-4a3b1beef10c tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:46.269640 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad039b01-814b-4c71-8ff0-7391ad213eb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:46.272152 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad039b01-814b-4c71-8ff0-7391ad213eb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:46.290306 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42868) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:46.300019 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-0c3fcdc8-5743-4d25-89ff-7921ea5c946f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1221226060-network', 'tenant_id': 'e1652757ecff4df9b94761f70cce1097'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:46.383891 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4d6283-52bb-42b0-99f6-3e4196a989da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-a4abdfd0-f739-47c7-bbf0-c66e12b37b75', 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75', 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'fixed_ips': [{'subnet_id': '247a3de4-ec4d-439c-ba27-4051f4367cc3'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:30:46.387887 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7f4d6283-52bb-42b0-99f6-3e4196a989da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:46.422234 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad039b01-814b-4c71-8ff0-7391ad213eb8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:46.455260 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3fcdc8-5743-4d25-89ff-7921ea5c946f admin admin] Made reservation on behalf of e1652757ecff4df9b94761f70cce1097 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:46.459469 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c3fcdc8-5743-4d25-89ff-7921ea5c946f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:46.479845 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c3fcdc8-5743-4d25-89ff-7921ea5c946f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:46.524265 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-43a7016f-0321-4d37-9d31-7d6603cce5b3 req-4dccbb89-0f47-4ef8-be27-4a3b1beef10c tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:46.524601 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-43a7016f-0321-4d37-9d31-7d6603cce5b3 req-4dccbb89-0f47-4ef8-be27-4a3b1beef10c tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:46.554808 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-43a7016f-0321-4d37-9d31-7d6603cce5b3 req-4dccbb89-0f47-4ef8-be27-4a3b1beef10c tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Calling delete_port for 39c7cbea-644d-45c6-be95-7988f2cf3ef0 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:46.642933 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-7f4d6283-52bb-42b0-99f6-3e4196a989da None None] Allocated IP 172.20.0.2 (a4abdfd0-f739-47c7-bbf0-c66e12b37b75/247a3de4-ec4d-439c-ba27-4051f4367cc3/ba3b34b0-79b8-4e56-8b6d-f9bdd3eab488) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:46.657980 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c3fcdc8-5743-4d25-89ff-7921ea5c946f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:46.658854 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad039b01-814b-4c71-8ff0-7391ad213eb8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:46.665060 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c3fcdc8-5743-4d25-89ff-7921ea5c946f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:46.681714 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f6021-f9f7-4731-bb6f-0b9e57970365 req-673b852f-f2d0-408c-80f1-3bc16248fc88 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:46.684819 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-154f6021-f9f7-4731-bb6f-0b9e57970365 req-673b852f-f2d0-408c-80f1-3bc16248fc88 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5a88c758-21c8-4d51-a62d-dcdcb66b7479 HTTP/1.1" status: 200 len: 1095 time: 0.1684933 Dec 10 18:30:46.704118 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c3fcdc8-5743-4d25-89ff-7921ea5c946f admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:30:46.725851 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c3fcdc8-5743-4d25-89ff-7921ea5c946f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:46.726687 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-0c3fcdc8-5743-4d25-89ff-7921ea5c946f admin admin] Added segment be763331-7c3c-4595-b1b7-a9f427137d95 of type vlan for network 90699aa9-9e8a-4dfe-b70a-1c024dec5e54 Dec 10 18:30:46.767508 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3fcdc8-5743-4d25-89ff-7921ea5c946f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc9a2f9-60b4-4e7f-b46c-c4858a4e4b7b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:46.827262 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-154f6021-f9f7-4731-bb6f-0b9e57970365 req-92b6cadb-097c-4c19-b671-fa6dc9fa6462 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263235 Dec 10 18:30:46.859609 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c3fcdc8-5743-4d25-89ff-7921ea5c946f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:46.945504 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7f4d6283-52bb-42b0-99f6-3e4196a989da None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:46.947813 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c3fcdc8-5743-4d25-89ff-7921ea5c946f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:46.952562 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3fcdc8-5743-4d25-89ff-7921ea5c946f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:46.953826 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c3fcdc8-5743-4d25-89ff-7921ea5c946f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:46.954387 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7f4d6283-52bb-42b0-99f6-3e4196a989da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:47.032143 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-1c0f60f2-e910-445f-89c9-12d3a2afd769 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=449146cf6fbe4ffeba406209dfdd303b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1371336 Dec 10 18:30:47.044722 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4d6283-52bb-42b0-99f6-3e4196a989da None None] Network a4abdfd0-f739-47c7-bbf0-c66e12b37b75 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:47.060664 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-7f4d6283-52bb-42b0-99f6-3e4196a989da None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:47.064618 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4d6283-52bb-42b0-99f6-3e4196a989da None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:47.076682 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d6283-52bb-42b0-99f6-3e4196a989da None None] Pushing event updated for resources: {'Port': ['ID=ba3b34b0-79b8-4e56-8b6d-f9bdd3eab488,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:47.086034 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0c3fcdc8-5743-4d25-89ff-7921ea5c946f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7911379 Dec 10 18:30:47.130394 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42884) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:47.141092 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3fcdc8-5743-4d25-89ff-7921ea5c946f admin admin] Pushing event updated for resources: {'Network': ['ID=90699aa9-9e8a-4dfe-b70a-1c024dec5e54,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:47.154510 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 90699aa9-9e8a-4dfe-b70a-1c024dec5e54 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:30:47.165159 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-43a7016f-0321-4d37-9d31-7d6603cce5b3 req-4dccbb89-0f47-4ef8-be27-4a3b1beef10c tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:47.176531 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-782b25ad-c990-4f0c-a795-4248a8609b65 admin admin] Request body: {'subnet': {'network_id': '90699aa9-9e8a-4dfe-b70a-1c024dec5e54', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1221226060-subnet', 'tenant_id': 'e1652757ecff4df9b94761f70cce1097', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:47.218316 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403049c3-1fd6-4a90-9117-111677e71d90 req-e14b9152-93a6-4401-b4c7-2c6eefd192e6 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:47.220289 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-403049c3-1fd6-4a90-9117-111677e71d90 req-e14b9152-93a6-4401-b4c7-2c6eefd192e6 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.2479920 Dec 10 18:30:47.238897 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dccbb89-0f47-4ef8-be27-4a3b1beef10c tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Pushing event deleted for resources: {'Port': ['ID=39c7cbea-644d-45c6-be95-7988f2cf3ef0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:47.243904 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7f4d6283-52bb-42b0-99f6-3e4196a989da None None] Attempting to bind port ba3b34b0-79b8-4e56-8b6d-f9bdd3eab488 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:47.244245 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7f4d6283-52bb-42b0-99f6-3e4196a989da None None] Attempting to bind port ba3b34b0-79b8-4e56-8b6d-f9bdd3eab488 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '7224a61f-768e-4084-93b7-699d9eeef735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:47.244612 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4d6283-52bb-42b0-99f6-3e4196a989da None None] Attempting to bind port ba3b34b0-79b8-4e56-8b6d-f9bdd3eab488 on network a4abdfd0-f739-47c7-bbf0-c66e12b37b75 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:47.252789 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4d6283-52bb-42b0-99f6-3e4196a989da None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:30:47.253176 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4d6283-52bb-42b0-99f6-3e4196a989da None None] Checking segment: {'id': '7224a61f-768e-4084-93b7-699d9eeef735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:47.253642 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7f4d6283-52bb-42b0-99f6-3e4196a989da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:47.254043 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4d6283-52bb-42b0-99f6-3e4196a989da None None] Bound using segment: {'id': '7224a61f-768e-4084-93b7-699d9eeef735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:30:47.254634 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7f4d6283-52bb-42b0-99f6-3e4196a989da None None] Bound port: ba3b34b0-79b8-4e56-8b6d-f9bdd3eab488, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7224a61f-768e-4084-93b7-699d9eeef735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:30:47.255176 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7f4d6283-52bb-42b0-99f6-3e4196a989da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:47.265104 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782b25ad-c990-4f0c-a795-4248a8609b65 admin admin] Made reservation on behalf of e1652757ecff4df9b94761f70cce1097 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:47.267643 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-782b25ad-c990-4f0c-a795-4248a8609b65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:47.313653 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-79e209b0-d408-4829-b9ba-29e7b5d44596 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:47.315114 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-79e209b0-d408-4829-b9ba-29e7b5d44596 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2727923 Dec 10 18:30:47.322615 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-43a7016f-0321-4d37-9d31-7d6603cce5b3 req-4dccbb89-0f47-4ef8-be27-4a3b1beef10c tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:47.325342 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-43a7016f-0321-4d37-9d31-7d6603cce5b3 req-4dccbb89-0f47-4ef8-be27-4a3b1beef10c tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:47.337726 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43a7016f-0321-4d37-9d31-7d6603cce5b3 req-4dccbb89-0f47-4ef8-be27-4a3b1beef10c tempest-FloatingIPDetailsTestJSON-567705625 tempest-FloatingIPDetailsTestJSON-567705625-project] 10.222.0.62 "DELETE /v2.0/floatingips/9eed0349-d340-4379-9e61-16551660f851 HTTP/1.1" status: 204 len: 173 time: 1.3363509 Dec 10 18:30:47.338324 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42888) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:47.346438 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7f4d6283-52bb-42b0-99f6-3e4196a989da None None] For port ba3b34b0-79b8-4e56-8b6d-f9bdd3eab488, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:47.346878 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-f77937d9-6728-4508-9523-573f0b035e62 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Request body: {'port': {'device_id': 'f850ee2e-94bb-4630-a31a-a784a4765db2', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'admin_state_up': True, 'tenant_id': '449146cf6fbe4ffeba406209dfdd303b'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:47.357951 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7f4d6283-52bb-42b0-99f6-3e4196a989da None None] For port ba3b34b0-79b8-4e56-8b6d-f9bdd3eab488, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=ba3b34b0-79b8-4e56-8b6d-f9bdd3eab488,segment=NetworkSegment(7224a61f-768e-4084-93b7-699d9eeef735),segment_id=7224a61f-768e-4084-93b7-699d9eeef735)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:30:47.363185 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad039b01-814b-4c71-8ff0-7391ad213eb8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:47.367818 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7f4d6283-52bb-42b0-99f6-3e4196a989da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:47.447326 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad039b01-814b-4c71-8ff0-7391ad213eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:47.497693 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b1838faf-5be1-4e56-aa4e-67a469ef443f req-b571ba75-a4b4-40e5-9bcf-7eb2c57d29d1 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=f850ee2e-94bb-4630-a31a-a784a4765db2 HTTP/1.1" status: 200 len: 210 time: 0.0614302 Dec 10 18:30:47.550748 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d6283-52bb-42b0-99f6-3e4196a989da None None] Pushing event updated for resources: {'Port': ['ID=ba3b34b0-79b8-4e56-8b6d-f9bdd3eab488,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:47.566462 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-403049c3-1fd6-4a90-9117-111677e71d90 req-388adf6f-0bfe-445e-a150-1f399bd1cb8c tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193414 Dec 10 18:30:47.612000 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-f77937d9-6728-4508-9523-573f0b035e62 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Made reservation on behalf of 449146cf6fbe4ffeba406209dfdd303b for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:47.618361 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-f77937d9-6728-4508-9523-573f0b035e62 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:47.805510 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-ad039b01-814b-4c71-8ff0-7391ad213eb8 admin admin] Allocated IP 172.25.7.147 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/d6c2f272-fd41-47bf-9d9c-965c0588a881) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:47.903471 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-f77937d9-6728-4508-9523-573f0b035e62 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Allocated IP 192.168.233.71 (c9403646-ab9b-4a0a-827b-6d4376246b64/ec05590b-5c35-4e58-9087-8773857a69b9/e91d4dc0-356b-467b-8633-c08c63d10000) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:47.933540 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-6f1f5975-40cb-4427-be9a-f3abddc8f6a5 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:47.935224 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-6f1f5975-40cb-4427-be9a-f3abddc8f6a5 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/networks?id=7cd799a4-acc6-47e3-afa8-685d03d02732 HTTP/1.1" status: 200 len: 821 time: 0.2986636 Dec 10 18:30:47.974531 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-99cda62a-4866-4d61-a713-3a1a7f9da235 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/quotas/a6fc9b2d12ab42c9981ea1d946b5f986 HTTP/1.1" status: 200 len: 375 time: 0.0307672 Dec 10 18:30:48.086970 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-782b25ad-c990-4f0c-a795-4248a8609b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:48.133646 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-9116d9b5-4920-4414-bb4c-a4b89da0067c tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1495454 Dec 10 18:30:48.156762 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad039b01-814b-4c71-8ff0-7391ad213eb8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:48.221243 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-f77937d9-6728-4508-9523-573f0b035e62 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:48.225468 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b25ad-c990-4f0c-a795-4248a8609b65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=619821f5-bffc-4472-8768-966347d8cb3d,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:48.275073 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-522b43df-76ff-43af-aacd-d18bdb340b39 service neutron] 10.222.0.62 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312749 Dec 10 18:30:48.280433 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782b25ad-c990-4f0c-a795-4248a8609b65 admin admin] Checking segment: {'id': 'be763331-7c3c-4595-b1b7-a9f427137d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '90699aa9-9e8a-4dfe-b70a-1c024dec5e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:48.280834 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782b25ad-c990-4f0c-a795-4248a8609b65 admin admin] Network hostable DHCP agents. Network: 90699aa9-9e8a-4dfe-b70a-1c024dec5e54, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:30:48.300075 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-f77937d9-6728-4508-9523-573f0b035e62 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:48.326767 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['41782f9b-5a73-4cfc-b85e-56d854ddfd24', '6b20fbca-43c1-461a-86cf-d54b82f818f3', '56ac798e-d9d7-4998-8db6-26b6cc17558a', '8eb10e37-6dea-426e-87c2-0c140d4283a9'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:30:48.330998 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['f8ba8851-1d33-4f93-a82e-362a38c4cb37', 'baa46271-5316-426e-b73c-7c0cfeef3fa2'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:30:48.341762 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad039b01-814b-4c71-8ff0-7391ad213eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:48.424211 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-f77937d9-6728-4508-9523-573f0b035e62 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Network c9403646-ab9b-4a0a-827b-6d4376246b64 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:48.425472 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782b25ad-c990-4f0c-a795-4248a8609b65 admin admin] Network 90699aa9-9e8a-4dfe-b70a-1c024dec5e54 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:30:48.433184 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-f77937d9-6728-4508-9523-573f0b035e62 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:48.437259 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-f77937d9-6728-4508-9523-573f0b035e62 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:48.439969 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77937d9-6728-4508-9523-573f0b035e62 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Pushing event updated for resources: {'Port': ['ID=e91d4dc0-356b-467b-8633-c08c63d10000,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:48.466029 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad039b01-814b-4c71-8ff0-7391ad213eb8 admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:48.473967 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-782b25ad-c990-4f0c-a795-4248a8609b65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 90699aa9-9e8a-4dfe-b70a-1c024dec5e54) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:48.479535 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-ad039b01-814b-4c71-8ff0-7391ad213eb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:48.486062 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad039b01-814b-4c71-8ff0-7391ad213eb8 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:48.492184 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782b25ad-c990-4f0c-a795-4248a8609b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:48.492184 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-782b25ad-c990-4f0c-a795-4248a8609b65 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:48.499009 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad039b01-814b-4c71-8ff0-7391ad213eb8 admin admin] Pushing event updated for resources: {'Port': ['ID=d6c2f272-fd41-47bf-9d9c-965c0588a881,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:48.517788 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aef013e-b71d-43c0-a229-7dc7d175eda3 None None] Network 90699aa9-9e8a-4dfe-b70a-1c024dec5e54 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:48.543881 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-d102b0b1-edc5-4fe7-bd68-38c4b8a10315 service neutron] 10.222.0.62 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578542 Dec 10 18:30:48.560421 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-f77937d9-6728-4508-9523-573f0b035e62 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:48.561008 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-f77937d9-6728-4508-9523-573f0b035e62 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:48.601630 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-782b25ad-c990-4f0c-a795-4248a8609b65 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4692042 Dec 10 18:30:48.615417 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-f77937d9-6728-4508-9523-573f0b035e62 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2748280 Dec 10 18:30:48.637641 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-0178fd5b-22b0-4e9c-b8e0-985598d0fc85 service neutron] Request body: {'port': {'device_id': 'f850ee2e-94bb-4630-a31a-a784a4765db2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:48.808236 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-0178fd5b-22b0-4e9c-b8e0-985598d0fc85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:48.838682 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d2eabf-16bf-4ef0-ab8c-f27e7baac2ab None None] Network 90699aa9-9e8a-4dfe-b70a-1c024dec5e54 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:49.192380 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb43a25-9e67-4eba-bb1f-946c1e45d941 None None] Network a4abdfd0-f739-47c7-bbf0-c66e12b37b75 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:49.202939 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf28ec-1306-4178-8743-d71e0c7e9787 req-39eb7aaf-e0df-4e5a-8294-f8898d476be1 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:49.204487 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5baf28ec-1306-4178-8743-d71e0c7e9787 req-39eb7aaf-e0df-4e5a-8294-f8898d476be1 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=f850ee2e-94bb-4630-a31a-a784a4765db2 HTTP/1.1" status: 200 len: 935 time: 0.3803558 Dec 10 18:30:49.223852 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba626c-fb37-4fef-9aff-68bc33f6b9b7 req-a5ecca7c-77bc-4519-9d33-f6de06b3e5cb tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:49.227237 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6ba626c-fb37-4fef-9aff-68bc33f6b9b7 req-a5ecca7c-77bc-4519-9d33-f6de06b3e5cb tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.1622417 Dec 10 18:30:49.319082 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6ba626c-fb37-4fef-9aff-68bc33f6b9b7 req-e5e920ca-561c-47fc-9710-0d23622bdc60 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850229 Dec 10 18:30:49.360116 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-168d0924-4310-47fd-952e-49fa8e982339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.416276 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-0178fd5b-22b0-4e9c-b8e0-985598d0fc85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e91d4dc0-356b-467b-8633-c08c63d10000 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:30:49.421865 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5fc11382-fb6a-4199-94b5-55d96df447e8 None None] Provisioning complete for port e91d4dc0-356b-467b-8633-c08c63d10000 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:49.422262 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5fc11382-fb6a-4199-94b5-55d96df447e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.424887 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-0178fd5b-22b0-4e9c-b8e0-985598d0fc85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.443064 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-0178fd5b-22b0-4e9c-b8e0-985598d0fc85 service neutron] Transition to ACTIVE for port object e91d4dc0-356b-467b-8633-c08c63d10000 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:30:49.448673 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-0178fd5b-22b0-4e9c-b8e0-985598d0fc85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.531117 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178fd5b-22b0-4e9c-b8e0-985598d0fc85 service neutron] Pushing event updated for resources: {'Port': ['ID=e91d4dc0-356b-467b-8633-c08c63d10000,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:49.570071 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5fc11382-fb6a-4199-94b5-55d96df447e8 None None] Port e91d4dc0-356b-467b-8633-c08c63d10000 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:30:49.654324 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-0178fd5b-22b0-4e9c-b8e0-985598d0fc85 service neutron] Attempting to bind port e91d4dc0-356b-467b-8633-c08c63d10000 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:49.654790 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-0178fd5b-22b0-4e9c-b8e0-985598d0fc85 service neutron] Attempting to bind port e91d4dc0-356b-467b-8633-c08c63d10000 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:49.655129 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-0178fd5b-22b0-4e9c-b8e0-985598d0fc85 service neutron] Attempting to bind port e91d4dc0-356b-467b-8633-c08c63d10000 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:49.664688 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-0178fd5b-22b0-4e9c-b8e0-985598d0fc85 service neutron] Port e91d4dc0-356b-467b-8633-c08c63d10000 on network c9403646-ab9b-4a0a-827b-6d4376246b64 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:49.665039 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-0178fd5b-22b0-4e9c-b8e0-985598d0fc85 service neutron] Attempting to bind port e91d4dc0-356b-467b-8633-c08c63d10000 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:49.672711 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-0178fd5b-22b0-4e9c-b8e0-985598d0fc85 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:30:49.673091 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-0178fd5b-22b0-4e9c-b8e0-985598d0fc85 service neutron] Checking segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:49.673462 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-0178fd5b-22b0-4e9c-b8e0-985598d0fc85 service neutron] Bound using segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:30:49.675127 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-0178fd5b-22b0-4e9c-b8e0-985598d0fc85 service neutron] Bound port: e91d4dc0-356b-467b-8633-c08c63d10000, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:30:49.675503 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-0178fd5b-22b0-4e9c-b8e0-985598d0fc85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.955064 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5baf28ec-1306-4178-8743-d71e0c7e9787 req-b0489264-4b5d-4cb0-b2c1-2f7aaf4624b5 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7411256 Dec 10 18:30:49.978367 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad039b01-814b-4c71-8ff0-7391ad213eb8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:50.010955 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device ba3b34b0-79b8-4e56-8b6d-f9bdd3eab488 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:50.102739 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6b22887e-b6ba-4568-a5c8-67a8baca89e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:50.162001 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5a9816e1-bcd5-49de-a3cd-370f5c488cbe None None] Provisioning complete for port ba3b34b0-79b8-4e56-8b6d-f9bdd3eab488 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:50.162383 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5a9816e1-bcd5-49de-a3cd-370f5c488cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:50.373668 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ad29e6a3-ad0a-4671-80af-6fdc6c58368e req-71470cc1-06c0-4b95-b5f1-91b51db57207 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 210 time: 0.6172779 Dec 10 18:30:50.453773 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-0178fd5b-22b0-4e9c-b8e0-985598d0fc85 service neutron] For port e91d4dc0-356b-467b-8633-c08c63d10000, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:50.466175 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-0178fd5b-22b0-4e9c-b8e0-985598d0fc85 service neutron] For port e91d4dc0-356b-467b-8633-c08c63d10000, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=e91d4dc0-356b-467b-8633-c08c63d10000,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:30:50.473640 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-0178fd5b-22b0-4e9c-b8e0-985598d0fc85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:50.489878 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port ba3b34b0-79b8-4e56-8b6d-f9bdd3eab488 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:50.490770 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:50.493270 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5a9816e1-bcd5-49de-a3cd-370f5c488cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:50.561227 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-0178fd5b-22b0-4e9c-b8e0-985598d0fc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:50.568332 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-0178fd5b-22b0-4e9c-b8e0-985598d0fc85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:50.569673 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-0178fd5b-22b0-4e9c-b8e0-985598d0fc85 service neutron] 10.222.0.46 "PUT /v2.0/ports/e91d4dc0-356b-467b-8633-c08c63d10000 HTTP/1.1" status: 200 len: 1095 time: 1.9397335 Dec 10 18:30:50.590609 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f850ee2e-94bb-4630-a31a-a784a4765db2', 'tag': 'e91d4dc0-356b-467b-8633-c08c63d10000'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:30:50.599071 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ee55a1-4ada-4ae6-810b-720fb6ef18ae" -d '{"events": [{"name": "network-changed", "server_uuid": "f850ee2e-94bb-4630-a31a-a784a4765db2", "tag": "e91d4dc0-356b-467b-8633-c08c63d10000"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:30:50.642403 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad039b01-814b-4c71-8ff0-7391ad213eb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:50.685266 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-41888afe-d0f5-4862-8a5a-d075767d61ce tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:50.699256 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-41888afe-d0f5-4862-8a5a-d075767d61ce tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/networks?id=b1a56b94-fee7-4dfb-925d-977caaf81317 HTTP/1.1" status: 200 len: 807 time: 0.4518323 Dec 10 18:30:50.707778 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5a9816e1-bcd5-49de-a3cd-370f5c488cbe None None] For port ba3b34b0-79b8-4e56-8b6d-f9bdd3eab488, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=ba3b34b0-79b8-4e56-8b6d-f9bdd3eab488,segment=NetworkSegment(7224a61f-768e-4084-93b7-699d9eeef735),segment_id=7224a61f-768e-4084-93b7-699d9eeef735)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:50.722329 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5a9816e1-bcd5-49de-a3cd-370f5c488cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:50.842471 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178fd5b-22b0-4e9c-b8e0-985598d0fc85 service neutron] Pushing event updated for resources: {'Port': ['ID=e91d4dc0-356b-467b-8633-c08c63d10000,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:50.867497 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517e653-84ee-496b-a3ec-6b02ce65acf6 req-b002a861-2dc3-4580-8207-b8c65e33038e tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:50.873474 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b517e653-84ee-496b-a3ec-6b02ce65acf6 req-b002a861-2dc3-4580-8207-b8c65e33038e tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.3280828 Dec 10 18:30:50.878549 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9816e1-bcd5-49de-a3cd-370f5c488cbe None None] Pushing event updated for resources: {'Port': ['ID=ba3b34b0-79b8-4e56-8b6d-f9bdd3eab488,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:50.918079 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7d8b91c1-7192-4fe2-ae6a-fecd44a992fc None None] Provisioning complete for port ba3b34b0-79b8-4e56-8b6d-f9bdd3eab488 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:50.918461 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7d8b91c1-7192-4fe2-ae6a-fecd44a992fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:50.948732 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-3a1c900d-42e4-4064-a80f-c27dd65be655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:50.950397 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-3a1c900d-42e4-4064-a80f-c27dd65be655 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=449146cf6fbe4ffeba406209dfdd303b&device_id=f850ee2e-94bb-4630-a31a-a784a4765db2 HTTP/1.1" status: 200 len: 1098 time: 0.2975528 Dec 10 18:30:50.982088 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-06db4ec1-b654-4d11-9336-e45bf8111b6a tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/quotas/5768feea1c8f4e40b878b814fdae92ab HTTP/1.1" status: 200 len: 375 time: 0.2808261 Dec 10 18:30:51.036572 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b517e653-84ee-496b-a3ec-6b02ce65acf6 req-d873c4d2-4f82-4bfe-8177-be57356b3284 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485395 Dec 10 18:30:51.039153 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-c7a87d99-90df-4278-805c-8493ccc4d9eb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=e91d4dc0-356b-467b-8633-c08c63d10000 HTTP/1.1" status: 200 len: 217 time: 0.0545292 Dec 10 18:30:51.104189 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-3583cedc-d24a-42e0-9def-a58e398b523e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:51.106575 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-3583cedc-d24a-42e0-9def-a58e398b523e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.0596039 Dec 10 18:30:51.125861 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-66904226-041a-4e8e-8cea-fa386c9c8395 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5768feea1c8f4e40b878b814fdae92ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1131284 Dec 10 18:30:51.165159 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-573a7081-40a6-4acd-b246-92f6aa03ab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:51.166804 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-573a7081-40a6-4acd-b246-92f6aa03ab34 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0486355 Dec 10 18:30:51.242420 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad039b01-814b-4c71-8ff0-7391ad213eb8 admin admin] Router fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:30:51.243212 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a796085b-296a-4b16-89b9-ae3942d68501 x-openstack-request-id: req-a796085b-296a-4b16-89b9-ae3942d68501 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:30:51.243906 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f850ee2e-94bb-4630-a31a-a784a4765db2", "tag": "e91d4dc0-356b-467b-8633-c08c63d10000", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:30:51.244189 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a796085b-296a-4b16-89b9-ae3942d68501 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:30:51.244670 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f850ee2e-94bb-4630-a31a-a784a4765db2', 'tag': 'e91d4dc0-356b-467b-8633-c08c63d10000', 'status': 'completed', 'code': 200} Dec 10 18:30:51.318110 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-089f42c1-bd02-4064-b6d6-1c931a7d7c3e tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:51.319884 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-089f42c1-bd02-4064-b6d6-1c931a7d7c3e tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.72 "GET /v2.0/networks?id=7cd799a4-acc6-47e3-afa8-685d03d02732 HTTP/1.1" status: 200 len: 821 time: 0.6713378 Dec 10 18:30:51.333069 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-be29d1f6-1de0-4f4b-b344-89beb6608518 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561470 Dec 10 18:30:51.350107 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379044c-6f0c-479e-834e-9f83cce89924 req-1d2102f6-7cef-4041-ac57-74891a6f3f25 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:51.357194 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e379044c-6f0c-479e-834e-9f83cce89924 req-1d2102f6-7cef-4041-ac57-74891a6f3f25 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=f850ee2e-94bb-4630-a31a-a784a4765db2 HTTP/1.1" status: 200 len: 947 time: 0.0866604 Dec 10 18:30:51.412096 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-c7f18898-a154-4acd-8241-e4aff36fd424 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Request body: {'port': {'device_id': 'e2b83710-daf1-4800-930a-d1f4c500f8ad', 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732', 'admin_state_up': True, 'tenant_id': 'a6fc9b2d12ab42c9981ea1d946b5f986'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:51.477610 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e379044c-6f0c-479e-834e-9f83cce89924 req-410a0b07-1f92-4c20-8212-434d6dcc2a96 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939610 Dec 10 18:30:51.482710 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-f53c733a-fcec-4842-911c-25f412d48ce5 service neutron] 10.222.0.62 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288665 Dec 10 18:30:51.495200 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d9372a27-c34e-4235-b3a0-e2b42b3d30f5 req-84e4a91b-4773-406c-b532-b9cd0f16c53e service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368160 Dec 10 18:30:51.553371 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-168d0924-4310-47fd-952e-49fa8e982339 admin admin] Deleting port 67b4f718-7692-47ba-8f41-ac1f5e5353b6 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:51.553928 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-168d0924-4310-47fd-952e-49fa8e982339 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:51.608288 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad039b01-814b-4c71-8ff0-7391ad213eb8 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:30:51.620491 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bea7acc-51d8-4a6e-8b59-58a80c9ec109 None None] Sync routers for ids ['fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:30:51.626966 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bbdb8d88-442e-4917-9efd-a8b75afd9876 req-5a457312-b4ab-4086-9f47-1c26f1be5dc3 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 210 time: 0.0502262 Dec 10 18:30:51.637404 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bea7acc-51d8-4a6e-8b59-58a80c9ec109 None None] Routers {'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:30:51.637933 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee55a1-4ada-4ae6-810b-720fb6ef18ae req-036335d6-c5f6-44c6-99f4-16ff7f617e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:51.639941 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34ee55a1-4ada-4ae6-810b-720fb6ef18ae req-036335d6-c5f6-44c6-99f4-16ff7f617e2a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=449146cf6fbe4ffeba406209dfdd303b&device_id=f850ee2e-94bb-4630-a31a-a784a4765db2 HTTP/1.1" status: 200 len: 1098 time: 0.0741100 Dec 10 18:30:51.642717 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-6bea7acc-51d8-4a6e-8b59-58a80c9ec109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:30:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:51.691141 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad039b01-814b-4c71-8ff0-7391ad213eb8 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:51.695136 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ad039b01-814b-4c71-8ff0-7391ad213eb8 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.4695575 Dec 10 18:30:51.705154 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42956) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:51.765731 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-0a02975e-96ca-4a4c-b3c4-ccba1b92f771 service neutron] 10.222.0.62 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687032 Dec 10 18:30:51.778560 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-6bea7acc-51d8-4a6e-8b59-58a80c9ec109 None None] Set router fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:30:51.801997 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee55a1-4ada-4ae6-810b-720fb6ef18ae req-cc38f5cc-a548-45d7-8fba-a22c7eb99894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:51.804750 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34ee55a1-4ada-4ae6-810b-720fb6ef18ae req-cc38f5cc-a548-45d7-8fba-a22c7eb99894 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.1555169 Dec 10 18:30:51.819134 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device ba3b34b0-79b8-4e56-8b6d-f9bdd3eab488 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:51.904473 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34ee55a1-4ada-4ae6-810b-720fb6ef18ae req-2ce8b3b6-3529-4f0a-8668-f6701f350ec3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=e91d4dc0-356b-467b-8633-c08c63d10000 HTTP/1.1" status: 200 len: 217 time: 0.0866089 Dec 10 18:30:51.908208 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-168d0924-4310-47fd-952e-49fa8e982339 admin admin] For port 67b4f718-7692-47ba-8f41-ac1f5e5353b6, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=67b4f718-7692-47ba-8f41-ac1f5e5353b6,segment=NetworkSegment(c2b356c2-cd0c-4765-8819-3f2ccb13599f),segment_id=c2b356c2-cd0c-4765-8819-3f2ccb13599f)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:51.908938 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-168d0924-4310-47fd-952e-49fa8e982339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:51.930036 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port ba3b34b0-79b8-4e56-8b6d-f9bdd3eab488 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:51.930402 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:51.948201 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-168d0924-4310-47fd-952e-49fa8e982339 admin admin] Calling delete_port for 67b4f718-7692-47ba-8f41-ac1f5e5353b6 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:51.972556 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee55a1-4ada-4ae6-810b-720fb6ef18ae req-0609b22d-96fd-4811-8d0d-cc43f093b2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:51.974193 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34ee55a1-4ada-4ae6-810b-720fb6ef18ae req-0609b22d-96fd-4811-8d0d-cc43f093b2c8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.0597248 Dec 10 18:30:52.027221 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-c7f18898-a154-4acd-8241-e4aff36fd424 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Made reservation on behalf of a6fc9b2d12ab42c9981ea1d946b5f986 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:52.032606 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-c7f18898-a154-4acd-8241-e4aff36fd424 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:52.089564 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0d09f73b-a303-42c3-aafa-534825b25403 req-ce990a80-2dc2-4cc4-917a-1a4139e98ad2 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=61bf8e31-7d8f-49ae-8595-85dc50951789 HTTP/1.1" status: 200 len: 210 time: 0.0463240 Dec 10 18:30:52.106493 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee55a1-4ada-4ae6-810b-720fb6ef18ae req-4aee2a3c-fa5b-4b15-86ea-0fade1bc3d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:52.108598 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34ee55a1-4ada-4ae6-810b-720fb6ef18ae req-4aee2a3c-fa5b-4b15-86ea-0fade1bc3d54 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1208775 Dec 10 18:30:52.353659 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34ee55a1-4ada-4ae6-810b-720fb6ef18ae req-9597d84f-c8b5-4d38-a255-0277ca0f6886 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315183 Dec 10 18:30:52.354212 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1f54db71-c79b-4f6f-91a5-b6fdcfe1ab91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:52.426773 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-6bea7acc-51d8-4a6e-8b59-58a80c9ec109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'name': 'tempest-FloatingIPsAssociationTestJSON-59222113-router', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:46Z', 'updated_at': '2021-12-10T18:30:49Z', 'revision_number': 3, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'gw_port': {'id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:47Z', 'updated_at': '2021-12-10T18:30:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:52.483440 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bea7acc-51d8-4a6e-8b59-58a80c9ec109 None None] Checking router: fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:30:52.484862 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bea7acc-51d8-4a6e-8b59-58a80c9ec109 None None] Updating router fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d port d6c2f272-fd41-47bf-9d9c-965c0588a881 binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:30:52.554107 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6bea7acc-51d8-4a6e-8b59-58a80c9ec109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:52.577128 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34ee55a1-4ada-4ae6-810b-720fb6ef18ae req-0cd2160f-b619-407a-a9b4-43e2e58613cd service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120845 Dec 10 18:30:52.707949 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6a7d1-342a-4c4c-aea3-6c3d4664c8d5 req-5d4e37eb-bad7-4534-8c66-1af7ed9b8f40 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:52.711738 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e7d6a7d1-342a-4c4c-aea3-6c3d4664c8d5 req-5d4e37eb-bad7-4534-8c66-1af7ed9b8f40 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=f850ee2e-94bb-4630-a31a-a784a4765db2 HTTP/1.1" status: 200 len: 947 time: 0.0958374 Dec 10 18:30:52.800883 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e7d6a7d1-342a-4c4c-aea3-6c3d4664c8d5 req-28855eeb-8759-4582-870a-6809bf126e10 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839150 Dec 10 18:30:52.923659 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6bea7acc-51d8-4a6e-8b59-58a80c9ec109 None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:52.925271 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7f9aa-e81b-4086-9bd3-43c3b21f81dd req-23b2ec61-4f4c-4015-929d-393882dcfd61 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:52.926866 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-acb7f9aa-e81b-4086-9bd3-43c3b21f81dd req-23b2ec61-4f4c-4015-929d-393882dcfd61 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.5658491 Dec 10 18:30:52.953249 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6bea7acc-51d8-4a6e-8b59-58a80c9ec109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:52.955417 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-c7f18898-a154-4acd-8241-e4aff36fd424 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Allocated IP 172.20.0.7 (7cd799a4-acc6-47e3-afa8-685d03d02732/30832bd6-5c81-4f5a-a237-6a5341f2b45d/d29c3170-75f7-4a7c-976d-2dc07ad3078f) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:52.989710 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6c7d213c-0187-4c70-8487-a26d9e08cbb7 req-9e5f1d71-84eb-4e9c-8f79-e566a0cec176 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 210 time: 0.0509188 Dec 10 18:30:52.994197 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68434c79-78b2-40d7-916a-ec104faa7426 None None] Pushing event updated for resources: {'Port': ['ID=d6c2f272-fd41-47bf-9d9c-965c0588a881,revision_number=2']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:53.028956 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-6bea7acc-51d8-4a6e-8b59-58a80c9ec109 None None] Attempting to bind port d6c2f272-fd41-47bf-9d9c-965c0588a881 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:53.029333 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-6bea7acc-51d8-4a6e-8b59-58a80c9ec109 None None] Attempting to bind port d6c2f272-fd41-47bf-9d9c-965c0588a881 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:53.029753 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bea7acc-51d8-4a6e-8b59-58a80c9ec109 None None] Attempting to bind port d6c2f272-fd41-47bf-9d9c-965c0588a881 on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:53.042548 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bea7acc-51d8-4a6e-8b59-58a80c9ec109 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:30:53.043362 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bea7acc-51d8-4a6e-8b59-58a80c9ec109 None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:53.043647 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6bea7acc-51d8-4a6e-8b59-58a80c9ec109 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.044045 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bea7acc-51d8-4a6e-8b59-58a80c9ec109 None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:30:53.044521 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-6bea7acc-51d8-4a6e-8b59-58a80c9ec109 None None] Bound port: d6c2f272-fd41-47bf-9d9c-965c0588a881, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:30:53.044954 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6bea7acc-51d8-4a6e-8b59-58a80c9ec109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.110542 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-6bea7acc-51d8-4a6e-8b59-58a80c9ec109 None None] For port d6c2f272-fd41-47bf-9d9c-965c0588a881, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:53.113912 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-6bea7acc-51d8-4a6e-8b59-58a80c9ec109 None None] For port d6c2f272-fd41-47bf-9d9c-965c0588a881, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=d6c2f272-fd41-47bf-9d9c-965c0588a881,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:30:53.119430 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6bea7acc-51d8-4a6e-8b59-58a80c9ec109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.124514 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-168d0924-4310-47fd-952e-49fa8e982339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.155312 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-acb7f9aa-e81b-4086-9bd3-43c3b21f81dd req-1b181f11-2267-4f88-8c57-0e63018abc4f tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960361 Dec 10 18:30:53.185442 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68434c79-78b2-40d7-916a-ec104faa7426 None None] Pushing event updated for resources: {'Port': ['ID=d6c2f272-fd41-47bf-9d9c-965c0588a881,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:53.199071 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d0924-4310-47fd-952e-49fa8e982339 admin admin] Pushing event deleted for resources: {'Port': ['ID=67b4f718-7692-47ba-8f41-ac1f5e5353b6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:53.206879 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bea7acc-51d8-4a6e-8b59-58a80c9ec109 None None] Routers {'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:30:53.207799 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-6bea7acc-51d8-4a6e-8b59-58a80c9ec109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:30:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:53.251580 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2cf02ec3-0cd0-4abc-9f3a-a1c4a07094ea req-a5901779-550b-407d-a2e3-3b991f2a71f8 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=61bf8e31-7d8f-49ae-8595-85dc50951789 HTTP/1.1" status: 200 len: 210 time: 0.0727370 Dec 10 18:30:53.286744 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.351345 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-6bea7acc-51d8-4a6e-8b59-58a80c9ec109 None None] Set router fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:30:53.640330 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-6bea7acc-51d8-4a6e-8b59-58a80c9ec109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'name': 'tempest-FloatingIPsAssociationTestJSON-59222113-router', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:46Z', 'updated_at': '2021-12-10T18:30:49Z', 'revision_number': 3, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'gw_port': {'id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:47Z', 'updated_at': '2021-12-10T18:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:53.672240 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bea7acc-51d8-4a6e-8b59-58a80c9ec109 None None] The sync data for ids ['fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'] in n-d-821435-1 is: [{'id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'name': 'tempest-FloatingIPsAssociationTestJSON-59222113-router', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:46Z', 'updated_at': '2021-12-10T18:30:49Z', 'revision_number': 3, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'gw_port': {'id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:47Z', 'updated_at': '2021-12-10T18:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:30:53.794883 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-c7f18898-a154-4acd-8241-e4aff36fd424 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.827060 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-cea6801a-787b-4b33-9335-94e35f257dbe tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:53.828587 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-cea6801a-787b-4b33-9335-94e35f257dbe tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.72 "GET /v2.0/networks?id=b1a56b94-fee7-4dfb-925d-977caaf81317 HTTP/1.1" status: 200 len: 807 time: 0.4289811 Dec 10 18:30:53.865045 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-70fcf4ef-a148-4378-9927-89ff72ed8a73 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Request body: {'port': {'device_id': '61bf8e31-7d8f-49ae-8595-85dc50951789', 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317', 'admin_state_up': True, 'tenant_id': '5768feea1c8f4e40b878b814fdae92ab'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:53.964759 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26254801-d28c-4f49-bf44-0aa5dce456df req-87a3e0a0-448b-4ae2-b704-24eec3713bf0 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:53.966244 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-26254801-d28c-4f49-bf44-0aa5dce456df req-87a3e0a0-448b-4ae2-b704-24eec3713bf0 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=f850ee2e-94bb-4630-a31a-a784a4765db2 HTTP/1.1" status: 200 len: 947 time: 0.0770159 Dec 10 18:30:53.978158 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-168d0924-4310-47fd-952e-49fa8e982339 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.981441 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d4d35f2-d867-4e10-ab6d-da24dd77a777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.018843 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-c7f18898-a154-4acd-8241-e4aff36fd424 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.098857 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-26254801-d28c-4f49-bf44-0aa5dce456df req-6a025513-e3c6-4f64-bfdb-d9f23293cb26 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263475 Dec 10 18:30:54.228660 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-c7f18898-a154-4acd-8241-e4aff36fd424 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Network 7cd799a4-acc6-47e3-afa8-685d03d02732 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:54.278454 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-c7f18898-a154-4acd-8241-e4aff36fd424 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:54.323144 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-c7f18898-a154-4acd-8241-e4aff36fd424 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:54.325954 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f18898-a154-4acd-8241-e4aff36fd424 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Pushing event updated for resources: {'Port': ['ID=d29c3170-75f7-4a7c-976d-2dc07ad3078f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:54.348972 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-70fcf4ef-a148-4378-9927-89ff72ed8a73 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Made reservation on behalf of 5768feea1c8f4e40b878b814fdae92ab for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:54.353283 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-70fcf4ef-a148-4378-9927-89ff72ed8a73 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.396872 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dfee0d-8134-4a2d-864d-35cc90166951 req-9483bbec-17ce-4649-8c5b-84e348247e12 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:54.398663 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-83dfee0d-8134-4a2d-864d-35cc90166951 req-9483bbec-17ce-4649-8c5b-84e348247e12 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.0963259 Dec 10 18:30:54.478270 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-83dfee0d-8134-4a2d-864d-35cc90166951 req-0ae796e3-484d-4a47-8b92-48f408db728c tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724933 Dec 10 18:30:54.550730 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-2d4d35f2-d867-4e10-ab6d-da24dd77a777 admin admin] Allocated IP 172.20.0.1 (a4abdfd0-f739-47c7-bbf0-c66e12b37b75/247a3de4-ec4d-439c-ba27-4051f4367cc3/5e0f6e74-1245-445e-bd0d-74fb0417f5ab) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:54.609991 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6e4505dc-b612-4304-afef-c47afff69d50 req-b0b00272-85f9-4891-984c-8a9e3956e333 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=61bf8e31-7d8f-49ae-8595-85dc50951789 HTTP/1.1" status: 200 len: 210 time: 0.0460546 Dec 10 18:30:54.644375 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.686922 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d4d35f2-d867-4e10-ab6d-da24dd77a777 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.759215 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-c7f18898-a154-4acd-8241-e4aff36fd424 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:54.759884 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-c7f18898-a154-4acd-8241-e4aff36fd424 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.772187 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d4d35f2-d867-4e10-ab6d-da24dd77a777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.778982 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device e91d4dc0-356b-467b-8633-c08c63d10000 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:30:54.781305 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 11623632-2372-4161-a478-99c4c079e27a no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:30:54.854376 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d35f2-d867-4e10-ab6d-da24dd77a777 admin admin] Pushing event updated for resources: {'Port': ['ID=5e0f6e74-1245-445e-bd0d-74fb0417f5ab,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:54.869248 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e2a21-c851-4883-b22e-f0cce019b2e5 req-095fe503-eeb6-4a1a-b1e1-03c97534fd4d tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:54.871016 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a18e2a21-c851-4883-b22e-f0cce019b2e5 req-095fe503-eeb6-4a1a-b1e1-03c97534fd4d tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 931 time: 0.6579499 Dec 10 18:30:54.875042 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4d35f2-d867-4e10-ab6d-da24dd77a777 admin admin] Network a4abdfd0-f739-47c7-bbf0-c66e12b37b75 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:54.928259 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-c7f18898-a154-4acd-8241-e4aff36fd424 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5235872 Dec 10 18:30:54.934208 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-2d4d35f2-d867-4e10-ab6d-da24dd77a777 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:54.986615 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:55.013684 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port e91d4dc0-356b-467b-8633-c08c63d10000, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=e91d4dc0-356b-467b-8633-c08c63d10000,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:55.044238 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67c7788-d6c0-4f34-a7a7-6c933b516675', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11623632-2372-4161-a478-99c4c079e27a'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:30:55.046864 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd15f3c-7159-4671-8644-ef242441f52b" -d '{"events": [{"server_uuid": "c67c7788-d6c0-4f34-a7a7-6c933b516675", "name": "network-vif-unplugged", "status": "completed", "tag": "11623632-2372-4161-a478-99c4c079e27a"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:30:55.050457 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': 'e91d4dc0-356b-467b-8633-c08c63d10000', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': 'e91d4dc0-356b-467b-8633-c08c63d10000', 'mac_address': 'fa:16:3e:4e:af:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:30:55.081244 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-cf97549f-f22e-42d7-bfd1-f3c6bc64e81b service neutron] Request body: {'port': {'device_id': 'e2b83710-daf1-4800-930a-d1f4c500f8ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:55.089189 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 11623632-2372-4161-a478-99c4c079e27a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=11623632-2372-4161-a478-99c4c079e27a,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:55.100373 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4d35f2-d867-4e10-ab6d-da24dd77a777 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:55.130871 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef7bd03-92a1-49b3-a926-541592ec8483 x-openstack-request-id: req-cef7bd03-92a1-49b3-a926-541592ec8483 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:30:55.131185 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67c7788-d6c0-4f34-a7a7-6c933b516675", "name": "network-vif-unplugged", "status": "completed", "tag": "11623632-2372-4161-a478-99c4c079e27a", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:30:55.131443 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cef7bd03-92a1-49b3-a926-541592ec8483 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:30:55.131964 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67c7788-d6c0-4f34-a7a7-6c933b516675', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11623632-2372-4161-a478-99c4c079e27a', 'code': 200} Dec 10 18:30:55.132858 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:55.190600 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d4d35f2-d867-4e10-ab6d-da24dd77a777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:55.239422 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=11623632-2372-4161-a478-99c4c079e27a,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:55.243391 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:55.285760 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e91d4dc0-356b-467b-8633-c08c63d10000 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:30:55.309021 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87e2ff-595e-4eb8-8b7a-e782984227f3 req-da9d44b4-e7d4-475a-a55a-9c20e6022aaa tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:55.318334 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6a87e2ff-595e-4eb8-8b7a-e782984227f3 req-da9d44b4-e7d4-475a-a55a-9c20e6022aaa tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=f850ee2e-94bb-4630-a31a-a784a4765db2 HTTP/1.1" status: 200 len: 947 time: 0.0768971 Dec 10 18:30:55.329919 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port e91d4dc0-356b-467b-8633-c08c63d10000, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=e91d4dc0-356b-467b-8633-c08c63d10000,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:55.332775 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ef457048-bbe1-40a6-af68-d7c018f799ee None None] Provisioning complete for port 5e0f6e74-1245-445e-bd0d-74fb0417f5ab triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:55.333155 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ef457048-bbe1-40a6-af68-d7c018f799ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:55.337328 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:55.337846 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 11623632-2372-4161-a478-99c4c079e27a details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:30:55.410841 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 11623632-2372-4161-a478-99c4c079e27a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=11623632-2372-4161-a478-99c4c079e27a,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:55.411826 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6a87e2ff-595e-4eb8-8b7a-e782984227f3 req-302a125a-d6e0-41f8-bbc0-fbd3c28ebd85 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923417 Dec 10 18:30:55.447036 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a18e2a21-c851-4883-b22e-f0cce019b2e5 req-580e5cda-578d-4720-a80a-d7364ca35f17 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5296822 Dec 10 18:30:55.454486 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-cf97549f-f22e-42d7-bfd1-f3c6bc64e81b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:55.473564 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168d0924-4310-47fd-952e-49fa8e982339 admin admin] Router 6bfd77dc-442c-43cf-88a1-45c62fa60545 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:30:55.502299 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '11623632-2372-4161-a478-99c4c079e27a', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': '11623632-2372-4161-a478-99c4c079e27a', 'mac_address': 'fa:16:3e:e2:c5:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:30:55.557851 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:55.569472 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ef457048-bbe1-40a6-af68-d7c018f799ee None None] Port 5e0f6e74-1245-445e-bd0d-74fb0417f5ab cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:30:55.588548 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:55.605540 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=e91d4dc0-356b-467b-8633-c08c63d10000,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:55.623164 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11623632-2372-4161-a478-99c4c079e27a {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:30:55.656786 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 11623632-2372-4161-a478-99c4c079e27a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=11623632-2372-4161-a478-99c4c079e27a,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:55.662521 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:55.714909 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4983d26-e70f-4205-ba17-fedf38899380 req-2f3fc563-4b7e-4e86-8937-409670db3885 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:55.717252 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d4983d26-e70f-4205-ba17-fedf38899380 req-2f3fc563-4b7e-4e86-8937-409670db3885 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 948 time: 0.1413643 Dec 10 18:30:55.754856 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=11623632-2372-4161-a478-99c4c079e27a,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:55.831380 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d4983d26-e70f-4205-ba17-fedf38899380 req-f6d41715-deb5-42ad-8e26-c352a2b48ffa tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917127 Dec 10 18:30:55.887046 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d6c2f272-fd41-47bf-9d9c-965c0588a881 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:55.957372 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port d6c2f272-fd41-47bf-9d9c-965c0588a881 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:55.957902 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:55.971058 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cc4cba8e-2945-4fb0-b77e-aaa93f96ac87 req-5142ed9d-6813-4060-ab7f-8e44000934b1 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=61bf8e31-7d8f-49ae-8595-85dc50951789 HTTP/1.1" status: 200 len: 210 time: 0.0694940 Dec 10 18:30:56.004938 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-70fcf4ef-a148-4378-9927-89ff72ed8a73 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Allocated IP 172.20.0.11 (b1a56b94-fee7-4dfb-925d-977caaf81317/1c38321c-218a-47ac-873b-024a1169316a/b511f568-4dc4-402b-9705-ca8cba8c4976) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:56.011768 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['11623632-2372-4161-a478-99c4c079e27a'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:30:56.041849 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['e91d4dc0-356b-467b-8633-c08c63d10000'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:30:56.148929 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:56.175303 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port d6c2f272-fd41-47bf-9d9c-965c0588a881, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=d6c2f272-fd41-47bf-9d9c-965c0588a881,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:56.184664 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:56.285853 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d4d35f2-d867-4e10-ab6d-da24dd77a777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:56.317558 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=d6c2f272-fd41-47bf-9d9c-965c0588a881,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:56.359061 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168d0924-4310-47fd-952e-49fa8e982339 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:30:56.375168 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-168d0924-4310-47fd-952e-49fa8e982339 admin admin] 10.222.0.62 "PUT /v2.0/routers/6bfd77dc-442c-43cf-88a1-45c62fa60545/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0288675 Dec 10 18:30:56.376036 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8658ab-9992-43cc-ab88-0397cc20ef99 None None] Sync routers for ids ['6bfd77dc-442c-43cf-88a1-45c62fa60545'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:30:56.378664 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43012) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:56.422676 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8658ab-9992-43cc-ab88-0397cc20ef99 None None] Routers {'6bfd77dc-442c-43cf-88a1-45c62fa60545'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:30:56.423319 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9f8658ab-9992-43cc-ab88-0397cc20ef99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:30:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6bfd77dc-442c-43cf-88a1-45c62fa60545'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:56.517953 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31473bbb-ef10-4dc7-bc35-5a455214f91c admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:56.566067 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-9f8658ab-9992-43cc-ab88-0397cc20ef99 None None] Set router 6bfd77dc-442c-43cf-88a1-45c62fa60545 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:30:56.688166 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063b87e-3d35-4869-b30e-595fcfadf34b req-05343b66-5bd5-4ab6-9c65-6be51f78e291 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:56.688709 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-70fcf4ef-a148-4378-9927-89ff72ed8a73 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:56.689850 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b063b87e-3d35-4869-b30e-595fcfadf34b req-05343b66-5bd5-4ab6-9c65-6be51f78e291 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=f850ee2e-94bb-4630-a31a-a784a4765db2 HTTP/1.1" status: 200 len: 948 time: 0.1658776 Dec 10 18:30:56.699410 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31473bbb-ef10-4dc7-bc35-5a455214f91c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:56.767355 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d4d35f2-d867-4e10-ab6d-da24dd77a777 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:56.786792 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9f8658ab-9992-43cc-ab88-0397cc20ef99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfd77dc-442c-43cf-88a1-45c62fa60545', 'name': 'tempest-FloatingIPDetailsTestJSON-253402387-router', 'tenant_id': 'e1a900501cb04c92813cb93ef247c187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'bda58354-3604-45bc-b3eb-63e42f698254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:17Z', 'updated_at': '2021-12-10T18:30:52Z', 'revision_number': 5, 'project_id': 'e1a900501cb04c92813cb93ef247c187', 'gw_port': {'id': 'bda58354-3604-45bc-b3eb-63e42f698254', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfd77dc-442c-43cf-88a1-45c62fa60545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:18Z', 'updated_at': '2021-12-10T18:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:56.802211 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b063b87e-3d35-4869-b30e-595fcfadf34b req-48ff1623-ed84-4848-ab27-0ccfdf8e2a97 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013241 Dec 10 18:30:56.814145 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-cf97549f-f22e-42d7-bfd1-f3c6bc64e81b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d29c3170-75f7-4a7c-976d-2dc07ad3078f {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:30:56.822372 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8658ab-9992-43cc-ab88-0397cc20ef99 None None] Checking router: 6bfd77dc-442c-43cf-88a1-45c62fa60545 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:30:56.823869 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-cf97549f-f22e-42d7-bfd1-f3c6bc64e81b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:56.828110 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-31473bbb-ef10-4dc7-bc35-5a455214f91c admin admin] Deleting port bda58354-3604-45bc-b3eb-63e42f698254 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:56.828583 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31473bbb-ef10-4dc7-bc35-5a455214f91c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:56.840397 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-cf97549f-f22e-42d7-bfd1-f3c6bc64e81b service neutron] Transition to ACTIVE for port object d29c3170-75f7-4a7c-976d-2dc07ad3078f will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:30:56.845171 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8658ab-9992-43cc-ab88-0397cc20ef99 None None] Routers {'6bfd77dc-442c-43cf-88a1-45c62fa60545'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:30:56.846362 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9f8658ab-9992-43cc-ab88-0397cc20ef99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:30:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6bfd77dc-442c-43cf-88a1-45c62fa60545'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:56.846499 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d4d35f2-d867-4e10-ab6d-da24dd77a777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:56.853166 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-cf97549f-f22e-42d7-bfd1-f3c6bc64e81b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:56.933467 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac83985-2527-4cab-866e-d57c99779169 req-bfc1ffad-2bae-49e4-b5b8-b4442baae3fe tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:56.935628 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0ac83985-2527-4cab-866e-d57c99779169 req-bfc1ffad-2bae-49e4-b5b8-b4442baae3fe tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 931 time: 0.3787692 Dec 10 18:30:56.982366 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-31473bbb-ef10-4dc7-bc35-5a455214f91c admin admin] For port bda58354-3604-45bc-b3eb-63e42f698254, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=bda58354-3604-45bc-b3eb-63e42f698254,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:56.982801 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31473bbb-ef10-4dc7-bc35-5a455214f91c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:57.008044 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460168c-4fe8-41a9-9d19-cad4352d9e3a req-d16bb17f-2a31-4677-9b17-bbd34d988f15 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:57.009720 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3460168c-4fe8-41a9-9d19-cad4352d9e3a req-d16bb17f-2a31-4677-9b17-bbd34d988f15 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 949 time: 0.0969002 Dec 10 18:30:57.016026 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-31473bbb-ef10-4dc7-bc35-5a455214f91c admin admin] Calling delete_port for bda58354-3604-45bc-b3eb-63e42f698254 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:57.028743 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d35f2-d867-4e10-ab6d-da24dd77a777 admin admin] Pushing event updated for resources: {'Port': ['ID=5e0f6e74-1245-445e-bd0d-74fb0417f5ab,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:57.101904 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf97549f-f22e-42d7-bfd1-f3c6bc64e81b service neutron] Pushing event updated for resources: {'Port': ['ID=d29c3170-75f7-4a7c-976d-2dc07ad3078f,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:57.124916 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3460168c-4fe8-41a9-9d19-cad4352d9e3a req-513e5f41-053b-4ded-ae15-adb5ac7f2ae9 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057360 Dec 10 18:30:57.153575 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d4d35f2-d867-4e10-ab6d-da24dd77a777 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:57.166483 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0ac83985-2527-4cab-866e-d57c99779169 req-be83c645-d754-4737-b0a8-353ca80919d9 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151966 Dec 10 18:30:57.233266 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-9f8658ab-9992-43cc-ab88-0397cc20ef99 None None] Set router 6bfd77dc-442c-43cf-88a1-45c62fa60545 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:30:57.260838 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-70fcf4ef-a148-4378-9927-89ff72ed8a73 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:57.273387 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-cf97549f-f22e-42d7-bfd1-f3c6bc64e81b service neutron] Attempting to bind port d29c3170-75f7-4a7c-976d-2dc07ad3078f on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:57.273744 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-cf97549f-f22e-42d7-bfd1-f3c6bc64e81b service neutron] Attempting to bind port d29c3170-75f7-4a7c-976d-2dc07ad3078f by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:57.274065 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-cf97549f-f22e-42d7-bfd1-f3c6bc64e81b service neutron] Attempting to bind port d29c3170-75f7-4a7c-976d-2dc07ad3078f on network 7cd799a4-acc6-47e3-afa8-685d03d02732 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:57.305931 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9f8658ab-9992-43cc-ab88-0397cc20ef99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfd77dc-442c-43cf-88a1-45c62fa60545', 'name': 'tempest-FloatingIPDetailsTestJSON-253402387-router', 'tenant_id': 'e1a900501cb04c92813cb93ef247c187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:17Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 6, 'project_id': 'e1a900501cb04c92813cb93ef247c187', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:57.340305 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8658ab-9992-43cc-ab88-0397cc20ef99 None None] The sync data for ids ['6bfd77dc-442c-43cf-88a1-45c62fa60545'] in n-d-821435-1 is: [{'id': '6bfd77dc-442c-43cf-88a1-45c62fa60545', 'name': 'tempest-FloatingIPDetailsTestJSON-253402387-router', 'tenant_id': 'e1a900501cb04c92813cb93ef247c187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:17Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 6, 'project_id': 'e1a900501cb04c92813cb93ef247c187', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:30:57.340605 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-cf97549f-f22e-42d7-bfd1-f3c6bc64e81b service neutron] Port d29c3170-75f7-4a7c-976d-2dc07ad3078f on network 7cd799a4-acc6-47e3-afa8-685d03d02732 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:57.341187 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-cf97549f-f22e-42d7-bfd1-f3c6bc64e81b service neutron] Attempting to bind port d29c3170-75f7-4a7c-976d-2dc07ad3078f on network 7cd799a4-acc6-47e3-afa8-685d03d02732 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:57.346027 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31473bbb-ef10-4dc7-bc35-5a455214f91c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:57.368745 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-70fcf4ef-a148-4378-9927-89ff72ed8a73 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Network b1a56b94-fee7-4dfb-925d-977caaf81317 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:57.376354 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31473bbb-ef10-4dc7-bc35-5a455214f91c admin admin] Pushing event deleted for resources: {'Port': ['ID=bda58354-3604-45bc-b3eb-63e42f698254,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:57.385082 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-cf97549f-f22e-42d7-bfd1-f3c6bc64e81b service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:30:57.385441 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-cf97549f-f22e-42d7-bfd1-f3c6bc64e81b service neutron] Checking segment: {'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:57.385830 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-cf97549f-f22e-42d7-bfd1-f3c6bc64e81b service neutron] Bound using segment: {'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:30:57.386284 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-cf97549f-f22e-42d7-bfd1-f3c6bc64e81b service neutron] Bound port: d29c3170-75f7-4a7c-976d-2dc07ad3078f, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:30:57.386642 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-cf97549f-f22e-42d7-bfd1-f3c6bc64e81b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:57.394308 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4d35f2-d867-4e10-ab6d-da24dd77a777 admin admin] Network a4abdfd0-f739-47c7-bbf0-c66e12b37b75 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:57.395771 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-70fcf4ef-a148-4378-9927-89ff72ed8a73 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:57.399218 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-70fcf4ef-a148-4378-9927-89ff72ed8a73 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:57.423547 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-2d4d35f2-d867-4e10-ab6d-da24dd77a777 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:57.429243 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fcf4ef-a148-4378-9927-89ff72ed8a73 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Pushing event updated for resources: {'Port': ['ID=b511f568-4dc4-402b-9705-ca8cba8c4976,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:57.490467 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31473bbb-ef10-4dc7-bc35-5a455214f91c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:57.585061 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee870083-787e-4ef3-8e32-56fc00df5370 req-87ea9b71-7db9-4a3f-bbfc-eaa0ff965715 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:57.586389 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ee870083-787e-4ef3-8e32-56fc00df5370 req-87ea9b71-7db9-4a3f-bbfc-eaa0ff965715 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=61bf8e31-7d8f-49ae-8595-85dc50951789 HTTP/1.1" status: 200 len: 932 time: 0.2673790 Dec 10 18:30:57.607578 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-70fcf4ef-a148-4378-9927-89ff72ed8a73 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:57.607993 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-70fcf4ef-a148-4378-9927-89ff72ed8a73 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:57.635448 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31473bbb-ef10-4dc7-bc35-5a455214f91c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:57.638547 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31473bbb-ef10-4dc7-bc35-5a455214f91c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:57.659098 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-cf97549f-f22e-42d7-bfd1-f3c6bc64e81b service neutron] For port d29c3170-75f7-4a7c-976d-2dc07ad3078f, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:57.674745 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-70fcf4ef-a148-4378-9927-89ff72ed8a73 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8192205 Dec 10 18:30:57.688327 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-cf97549f-f22e-42d7-bfd1-f3c6bc64e81b service neutron] For port d29c3170-75f7-4a7c-976d-2dc07ad3078f, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=d29c3170-75f7-4a7c-976d-2dc07ad3078f,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:30:57.699835 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-f3ab985a-65f1-4ae7-baee-96c458de50c1 service neutron] Request body: {'port': {'device_id': '61bf8e31-7d8f-49ae-8595-85dc50951789', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:57.728367 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31473bbb-ef10-4dc7-bc35-5a455214f91c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:57.733923 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-cf97549f-f22e-42d7-bfd1-f3c6bc64e81b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:57.734053 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31473bbb-ef10-4dc7-bc35-5a455214f91c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bfd77dc-442c-43cf-88a1-45c62fa60545 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:30:57.738825 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-532e09a0-78e7-46fe-afa8-a39323d4ef76 None None] Provisioning complete for port 5e0f6e74-1245-445e-bd0d-74fb0417f5ab triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:57.740220 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-532e09a0-78e7-46fe-afa8-a39323d4ef76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:57.751165 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31473bbb-ef10-4dc7-bc35-5a455214f91c admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:57.752418 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-31473bbb-ef10-4dc7-bc35-5a455214f91c admin admin] 10.222.0.62 "DELETE /v2.0/routers/6bfd77dc-442c-43cf-88a1-45c62fa60545 HTTP/1.1" status: 204 len: 168 time: 1.3723667 Dec 10 18:30:57.754934 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43026) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:57.800027 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-532e09a0-78e7-46fe-afa8-a39323d4ef76 None None] Port 5e0f6e74-1245-445e-bd0d-74fb0417f5ab cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:30:57.826964 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-cf97549f-f22e-42d7-bfd1-f3c6bc64e81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:57.827781 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-cf97549f-f22e-42d7-bfd1-f3c6bc64e81b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:57.829866 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-cf97549f-f22e-42d7-bfd1-f3c6bc64e81b service neutron] 10.222.0.72 "PUT /v2.0/ports/d29c3170-75f7-4a7c-976d-2dc07ad3078f HTTP/1.1" status: 200 len: 1091 time: 2.8859415 Dec 10 18:30:57.838487 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b83710-daf1-4800-930a-d1f4c500f8ad', 'tag': 'd29c3170-75f7-4a7c-976d-2dc07ad3078f'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:30:57.841225 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5325aa90-79c0-4a2a-9782-45ccc21ca151" -d '{"events": [{"name": "network-changed", "server_uuid": "e2b83710-daf1-4800-930a-d1f4c500f8ad", "tag": "d29c3170-75f7-4a7c-976d-2dc07ad3078f"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:30:57.848958 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ee870083-787e-4ef3-8e32-56fc00df5370 req-69e7d8dd-5e2d-48ae-9e1e-690eaaefd80b tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545335 Dec 10 18:30:57.860191 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ad3552c-7d1e-45e1-9f9e-4e0400d53bff admin admin] Deleting subnet 3d136c60-35f3-453c-b061-14d15abd2265 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:30:57.874337 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ad3552c-7d1e-45e1-9f9e-4e0400d53bff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:57.895188 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4d35f2-d867-4e10-ab6d-da24dd77a777 admin admin] Router fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:30:57.957740 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d6c2f272-fd41-47bf-9d9c-965c0588a881 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:57.964899 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26c0ff2-6862-437a-bd2c-f440bd645df6 x-openstack-request-id: req-f26c0ff2-6862-437a-bd2c-f440bd645df6 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:30:57.965196 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2b83710-daf1-4800-930a-d1f4c500f8ad", "tag": "d29c3170-75f7-4a7c-976d-2dc07ad3078f", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:30:57.965453 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f26c0ff2-6862-437a-bd2c-f440bd645df6 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:30:57.965856 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b83710-daf1-4800-930a-d1f4c500f8ad', 'tag': 'd29c3170-75f7-4a7c-976d-2dc07ad3078f', 'status': 'completed', 'code': 200} Dec 10 18:30:57.989299 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf97549f-f22e-42d7-bfd1-f3c6bc64e81b service neutron] Pushing event updated for resources: {'Port': ['ID=d29c3170-75f7-4a7c-976d-2dc07ad3078f,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:57.993951 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-f3ab985a-65f1-4ae7-baee-96c458de50c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:58.055287 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ad3552c-7d1e-45e1-9f9e-4e0400d53bff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:58.078098 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port d6c2f272-fd41-47bf-9d9c-965c0588a881 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:58.078997 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:58.105899 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017aaac-0859-4b97-bf4c-9d7707b6d7fc req-9cd6c540-d8c9-4d40-825b-fb3afa1d751c tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:58.115107 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-8ad2eac3-2e1c-4967-b9a0-7db7b4e6f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:58.115727 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9017aaac-0859-4b97-bf4c-9d7707b6d7fc req-9cd6c540-d8c9-4d40-825b-fb3afa1d751c tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=f850ee2e-94bb-4630-a31a-a784a4765db2 HTTP/1.1" status: 200 len: 948 time: 0.1540966 Dec 10 18:30:58.116988 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-8ad2eac3-2e1c-4967-b9a0-7db7b4e6f235 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986&device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 1094 time: 0.2274323 Dec 10 18:30:58.196001 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-e102c7c2-23e5-4091-bfbd-323ce8d5ef6f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d29c3170-75f7-4a7c-976d-2dc07ad3078f HTTP/1.1" status: 200 len: 217 time: 0.0705230 Dec 10 18:30:58.244010 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9017aaac-0859-4b97-bf4c-9d7707b6d7fc req-11b24f3d-258f-4753-9e8f-faf63a8dc788 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270792 Dec 10 18:30:58.286078 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 67b4f718-7692-47ba-8f41-ac1f5e5353b6 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:30:58.317737 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 67b4f718-7692-47ba-8f41-ac1f5e5353b6 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:30:58.318605 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 67b4f718-7692-47ba-8f41-ac1f5e5353b6 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:30:58.392029 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ad3552c-7d1e-45e1-9f9e-4e0400d53bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:58.434451 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4d35f2-d867-4e10-ab6d-da24dd77a777 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:30:58.445412 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebdac5a-9b12-4d64-b47e-369bd5482dca None None] Sync routers for ids ['fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:30:58.456938 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2d4d35f2-d867-4e10-ab6d-da24dd77a777 admin admin] 10.222.0.62 "PUT /v2.0/routers/fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7502592 Dec 10 18:30:58.463635 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-2e928ab8-41c0-45a4-ba5d-c166b7554a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:58.465032 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-2e928ab8-41c0-45a4-ba5d-c166b7554a55 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30832bd6-5c81-4f5a-a237-6a5341f2b45d HTTP/1.1" status: 200 len: 861 time: 0.2571807 Dec 10 18:30:58.470189 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef3ec0-739f-4e1f-95e8-1fae4ede761a req-cf087777-716e-4e17-9e39-9461c88fcc56 tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:58.471699 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-acef3ec0-739f-4e1f-95e8-1fae4ede761a req-cf087777-716e-4e17-9e39-9461c88fcc56 tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc7f6a52-9130-495d-aaba-d3859fc1370f HTTP/1.1" status: 200 len: 946 time: 0.1122591 Dec 10 18:30:58.475965 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebdac5a-9b12-4d64-b47e-369bd5482dca None None] Routers {'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:30:58.477971 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-8ebdac5a-9b12-4d64-b47e-369bd5482dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:30:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:58.512912 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d735f3-c042-4151-823b-c747581dc056 req-bdcc2fa9-2f89-4128-bbf1-cebcb4572603 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:58.514431 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f9d735f3-c042-4151-823b-c747581dc056 req-bdcc2fa9-2f89-4128-bbf1-cebcb4572603 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 949 time: 0.1900165 Dec 10 18:30:58.519660 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-88cb0a6a-d2a6-4030-8be1-090954636e5f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7cd799a4-acc6-47e3-afa8-685d03d02732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469332 Dec 10 18:30:58.526164 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ad3552c-7d1e-45e1-9f9e-4e0400d53bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:58.559208 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3552c-7d1e-45e1-9f9e-4e0400d53bff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d136c60-35f3-453c-b061-14d15abd2265,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:58.582904 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ad3552c-7d1e-45e1-9f9e-4e0400d53bff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:58.588733 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882a7edf-c097-4198-8709-ed5c4186ef1c None None] Network a198ad38-e470-4ccd-ad1e-95073dff79ed requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:58.597331 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6ad3552c-7d1e-45e1-9f9e-4e0400d53bff admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3d136c60-35f3-453c-b061-14d15abd2265 HTTP/1.1" status: 204 len: 168 time: 0.8404977 Dec 10 18:30:58.598018 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43046) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:58.633550 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-8ebdac5a-9b12-4d64-b47e-369bd5482dca None None] Set router fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:30:58.721289 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-acef3ec0-739f-4e1f-95e8-1fae4ede761a req-a7335d75-b0ee-4664-843f-f6d46c83bbc5 tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9eed712-f087-44ee-bd0a-56b9c5b90421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339857 Dec 10 18:30:58.800612 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f9d735f3-c042-4151-823b-c747581dc056 req-99b97a59-79c3-4996-b162-da69d4307591 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708664 Dec 10 18:30:58.805509 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76af0a80-09f3-429a-9f74-36ad432ec63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:58.829704 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device e91d4dc0-356b-467b-8633-c08c63d10000 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:58.892492 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-43c60240-b7e0-41a8-a122-74495e363d88 service neutron] 10.222.0.72 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616567 Dec 10 18:30:58.896480 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-f3ab985a-65f1-4ae7-baee-96c458de50c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b511f568-4dc4-402b-9705-ca8cba8c4976 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:30:58.935678 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-8ebdac5a-9b12-4d64-b47e-369bd5482dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'name': 'tempest-FloatingIPsAssociationTestJSON-59222113-router', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:46Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 4, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'gw_port': {'id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:47Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '5e0f6e74-1245-445e-bd0d-74fb0417f5ab', 'name': '', 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'mac_address': 'fa:16:3e:75:2d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '247a3de4-ec4d-439c-ba27-4051f4367cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:54Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 2, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'subnets': [{'id': '247a3de4-ec4d-439c-ba27-4051f4367cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:58.937984 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-76af0a80-09f3-429a-9f74-36ad432ec63c admin admin] Deleting port 2388da8b-db2c-44c6-b8a8-a0b4731492f2 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:58.938401 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76af0a80-09f3-429a-9f74-36ad432ec63c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:58.956507 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-f3ab985a-65f1-4ae7-baee-96c458de50c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:58.966337 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebdac5a-9b12-4d64-b47e-369bd5482dca None None] Checking router: fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:30:58.966946 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebdac5a-9b12-4d64-b47e-369bd5482dca None None] Updating router fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d port 5e0f6e74-1245-445e-bd0d-74fb0417f5ab binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:30:59.003513 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c20254d-ab13-46e8-aae0-e334cdf2e722 None None] DHCP port deletion for a198ad38-e470-4ccd-ad1e-95073dff79ed request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:30:59.005158 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-8ebdac5a-9b12-4d64-b47e-369bd5482dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.018212 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-f3ab985a-65f1-4ae7-baee-96c458de50c1 service neutron] Transition to ACTIVE for port object b511f568-4dc4-402b-9705-ca8cba8c4976 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:30:59.021501 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-f3ab985a-65f1-4ae7-baee-96c458de50c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.090008 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port e91d4dc0-356b-467b-8633-c08c63d10000 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:30:59.104460 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port e91d4dc0-356b-467b-8633-c08c63d10000 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:59.105265 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.158679 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-76af0a80-09f3-429a-9f74-36ad432ec63c admin admin] For port 2388da8b-db2c-44c6-b8a8-a0b4731492f2, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=2388da8b-db2c-44c6-b8a8-a0b4731492f2,segment=NetworkSegment(c2b356c2-cd0c-4765-8819-3f2ccb13599f),segment_id=c2b356c2-cd0c-4765-8819-3f2ccb13599f)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:59.159277 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76af0a80-09f3-429a-9f74-36ad432ec63c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.183573 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc71c1-04c9-4290-a0cd-72d04dfa84c0 req-92ff0457-f56a-4553-a0b4-d5dbd887ca49 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:59.185473 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43dc71c1-04c9-4290-a0cd-72d04dfa84c0 req-92ff0457-f56a-4553-a0b4-d5dbd887ca49 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 943 time: 0.2128649 Dec 10 18:30:59.190835 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-76af0a80-09f3-429a-9f74-36ad432ec63c admin admin] Calling delete_port for 2388da8b-db2c-44c6-b8a8-a0b4731492f2 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:59.203754 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-011a29ff-da39-4853-a32c-3edd349f3f57 req-950a8f36-c573-4c18-9f7c-5087411829fc service neutron] 10.222.0.72 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991641 Dec 10 18:30:59.210684 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab985a-65f1-4ae7-baee-96c458de50c1 service neutron] Pushing event updated for resources: {'Port': ['ID=b511f568-4dc4-402b-9705-ca8cba8c4976,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:59.307715 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5c20254d-ab13-46e8-aae0-e334cdf2e722 None None] Deleting port 2388da8b-db2c-44c6-b8a8-a0b4731492f2 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:59.308081 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5c20254d-ab13-46e8-aae0-e334cdf2e722 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.369422 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-f3ab985a-65f1-4ae7-baee-96c458de50c1 service neutron] Attempting to bind port b511f568-4dc4-402b-9705-ca8cba8c4976 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:59.369843 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-f3ab985a-65f1-4ae7-baee-96c458de50c1 service neutron] Attempting to bind port b511f568-4dc4-402b-9705-ca8cba8c4976 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:59.370186 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-f3ab985a-65f1-4ae7-baee-96c458de50c1 service neutron] Attempting to bind port b511f568-4dc4-402b-9705-ca8cba8c4976 on network b1a56b94-fee7-4dfb-925d-977caaf81317 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:59.384327 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.408292 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43dc71c1-04c9-4290-a0cd-72d04dfa84c0 req-6db74933-ab3d-4aa7-a2d7-6770108ad51a tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150204 Dec 10 18:30:59.454052 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76af0a80-09f3-429a-9f74-36ad432ec63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.518580 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-f3ab985a-65f1-4ae7-baee-96c458de50c1 service neutron] Port b511f568-4dc4-402b-9705-ca8cba8c4976 on network b1a56b94-fee7-4dfb-925d-977caaf81317 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:59.519215 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-f3ab985a-65f1-4ae7-baee-96c458de50c1 service neutron] Attempting to bind port b511f568-4dc4-402b-9705-ca8cba8c4976 on network b1a56b94-fee7-4dfb-925d-977caaf81317 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:59.519557 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76af0a80-09f3-429a-9f74-36ad432ec63c admin admin] No DVR routers for this DVR port 2388da8b-db2c-44c6-b8a8-a0b4731492f2 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:30:59.532291 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-f3ab985a-65f1-4ae7-baee-96c458de50c1 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:30:59.532532 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af0a80-09f3-429a-9f74-36ad432ec63c admin admin] Pushing event deleted for resources: {'Port': ['ID=2388da8b-db2c-44c6-b8a8-a0b4731492f2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:59.533011 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-f3ab985a-65f1-4ae7-baee-96c458de50c1 service neutron] Checking segment: {'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:59.533138 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-f3ab985a-65f1-4ae7-baee-96c458de50c1 service neutron] Bound using segment: {'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:30:59.533476 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-f3ab985a-65f1-4ae7-baee-96c458de50c1 service neutron] Bound port: b511f568-4dc4-402b-9705-ca8cba8c4976, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:30:59.533841 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-f3ab985a-65f1-4ae7-baee-96c458de50c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.542354 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f850ee2e-94bb-4630-a31a-a784a4765db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91d4dc0-356b-467b-8633-c08c63d10000'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:30:59.543060 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5650768-7193-4b80-873e-adb5be34b887 req-6fd6365e-55ed-4b20-802c-0f01fb28d2f4 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:59.545122 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47674f94-d934-4e45-9c44-265f7bf134af" -d '{"events": [{"server_uuid": "f850ee2e-94bb-4630-a31a-a784a4765db2", "name": "network-vif-plugged", "status": "completed", "tag": "e91d4dc0-356b-467b-8633-c08c63d10000"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:30:59.550918 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d5650768-7193-4b80-873e-adb5be34b887 req-6fd6365e-55ed-4b20-802c-0f01fb28d2f4 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/networks?id=a4abdfd0-f739-47c7-bbf0-c66e12b37b75 HTTP/1.1" status: 200 len: 819 time: 0.1898396 Dec 10 18:30:59.555556 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5c20254d-ab13-46e8-aae0-e334cdf2e722 None None] For port 2388da8b-db2c-44c6-b8a8-a0b4731492f2, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=2388da8b-db2c-44c6-b8a8-a0b4731492f2,segment=NetworkSegment(c2b356c2-cd0c-4765-8819-3f2ccb13599f),segment_id=c2b356c2-cd0c-4765-8819-3f2ccb13599f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:59.556246 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5c20254d-ab13-46e8-aae0-e334cdf2e722 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.574854 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port e91d4dc0-356b-467b-8633-c08c63d10000, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=e91d4dc0-356b-467b-8633-c08c63d10000,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:59.579125 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5c20254d-ab13-46e8-aae0-e334cdf2e722 None None] Calling delete_port for 2388da8b-db2c-44c6-b8a8-a0b4731492f2 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:59.582730 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.583942 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 11623632-2372-4161-a478-99c4c079e27a up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:59.588976 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d5650768-7193-4b80-873e-adb5be34b887 req-5993d410-adcf-4a79-9606-7f3f340a8d0e tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/quotas/7a3d06a851e143ce80bc75aa4f5a0861 HTTP/1.1" status: 200 len: 375 time: 0.0369003 Dec 10 18:30:59.634380 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-8ebdac5a-9b12-4d64-b47e-369bd5482dca None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.641594 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-8ebdac5a-9b12-4d64-b47e-369bd5482dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.647573 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325aa90-79c0-4a2a-9782-45ccc21ca151 req-1bf84201-bbf2-45ab-a2d5-9363ee080aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:59.649161 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5325aa90-79c0-4a2a-9782-45ccc21ca151 req-1bf84201-bbf2-45ab-a2d5-9363ee080aea service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986&device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 1094 time: 0.3493545 Dec 10 18:30:59.662427 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76af0a80-09f3-429a-9f74-36ad432ec63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.799409 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bacd9f-3c79-4d86-9b4d-1a23b9456e6d None None] Pushing event updated for resources: {'Port': ['ID=5e0f6e74-1245-445e-bd0d-74fb0417f5ab,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:59.863497 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device bda58354-3604-45bc-b3eb-63e42f698254 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:30:59.891272 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-8ebdac5a-9b12-4d64-b47e-369bd5482dca None None] Attempting to bind port 5e0f6e74-1245-445e-bd0d-74fb0417f5ab on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:59.891658 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-8ebdac5a-9b12-4d64-b47e-369bd5482dca None None] Attempting to bind port 5e0f6e74-1245-445e-bd0d-74fb0417f5ab by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '7224a61f-768e-4084-93b7-699d9eeef735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:59.892028 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebdac5a-9b12-4d64-b47e-369bd5482dca None None] Attempting to bind port 5e0f6e74-1245-445e-bd0d-74fb0417f5ab on network a4abdfd0-f739-47c7-bbf0-c66e12b37b75 {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:59.898570 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebdac5a-9b12-4d64-b47e-369bd5482dca None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:30:59.898955 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebdac5a-9b12-4d64-b47e-369bd5482dca None None] Checking segment: {'id': '7224a61f-768e-4084-93b7-699d9eeef735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:59.899370 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-8ebdac5a-9b12-4d64-b47e-369bd5482dca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.899777 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebdac5a-9b12-4d64-b47e-369bd5482dca None None] Bound using segment: {'id': '7224a61f-768e-4084-93b7-699d9eeef735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:30:59.900590 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-8ebdac5a-9b12-4d64-b47e-369bd5482dca None None] Bound port: 5e0f6e74-1245-445e-bd0d-74fb0417f5ab, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7224a61f-768e-4084-93b7-699d9eeef735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:30:59.901198 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-8ebdac5a-9b12-4d64-b47e-369bd5482dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.943135 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=e91d4dc0-356b-467b-8633-c08c63d10000,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:59.946224 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: bda58354-3604-45bc-b3eb-63e42f698254 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:30:59.946687 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device bda58354-3604-45bc-b3eb-63e42f698254 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:30:59.947233 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 2388da8b-db2c-44c6-b8a8-a0b4731492f2 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:31:00.003156 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 2388da8b-db2c-44c6-b8a8-a0b4731492f2 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:31:00.003657 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 2388da8b-db2c-44c6-b8a8-a0b4731492f2 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:31:00.007379 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 11623632-2372-4161-a478-99c4c079e27a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:00.008079 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.038488 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5c20254d-ab13-46e8-aae0-e334cdf2e722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.040716 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-8ebdac5a-9b12-4d64-b47e-369bd5482dca None None] For port 5e0f6e74-1245-445e-bd0d-74fb0417f5ab, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:00.050356 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-8ebdac5a-9b12-4d64-b47e-369bd5482dca None None] For port 5e0f6e74-1245-445e-bd0d-74fb0417f5ab, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=5e0f6e74-1245-445e-bd0d-74fb0417f5ab,segment=NetworkSegment(7224a61f-768e-4084-93b7-699d9eeef735),segment_id=7224a61f-768e-4084-93b7-699d9eeef735)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:31:00.057420 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-8ebdac5a-9b12-4d64-b47e-369bd5482dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.074585 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c20254d-ab13-46e8-aae0-e334cdf2e722 None None] Pushing event deleted for resources: {'Port': ['ID=2388da8b-db2c-44c6-b8a8-a0b4731492f2,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:00.091486 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c20254d-ab13-46e8-aae0-e334cdf2e722 None None] No DVR routers for this DVR port 2388da8b-db2c-44c6-b8a8-a0b4731492f2 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:31:00.092213 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904bb68-ed34-4b5b-b677-7fe09da320e7 req-52319dec-e3af-4fa0-8460-cd31c5285f1f tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:00.110944 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7904bb68-ed34-4b5b-b677-7fe09da320e7 req-52319dec-e3af-4fa0-8460-cd31c5285f1f tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=61bf8e31-7d8f-49ae-8595-85dc50951789 HTTP/1.1" status: 200 len: 944 time: 0.5502934 Dec 10 18:31:00.149419 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.157921 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bacd9f-3c79-4d86-9b4d-1a23b9456e6d None None] Pushing event updated for resources: {'Port': ['ID=5e0f6e74-1245-445e-bd0d-74fb0417f5ab,revision_number=4']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:00.167538 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebdac5a-9b12-4d64-b47e-369bd5482dca None None] Routers {'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:00.168200 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-8ebdac5a-9b12-4d64-b47e-369bd5482dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:30:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:00.189231 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-76af0a80-09f3-429a-9f74-36ad432ec63c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a198ad38-e470-4ccd-ad1e-95073dff79ed']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:00.200812 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-76af0a80-09f3-429a-9f74-36ad432ec63c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2b356c2-cd0c-4765-8819-3f2ccb13599f') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:00.201127 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-76af0a80-09f3-429a-9f74-36ad432ec63c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2b356c2-cd0c-4765-8819-3f2ccb13599f') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:00.209808 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-28dfd243-b3b7-4a21-999c-a779c2ba3507 None None] Provisioning complete for port 5e0f6e74-1245-445e-bd0d-74fb0417f5ab triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:00.209808 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-28dfd243-b3b7-4a21-999c-a779c2ba3507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.210740 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76af0a80-09f3-429a-9f74-36ad432ec63c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.214787 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-f3ab985a-65f1-4ae7-baee-96c458de50c1 service neutron] For port b511f568-4dc4-402b-9705-ca8cba8c4976, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:00.218775 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-f3ab985a-65f1-4ae7-baee-96c458de50c1 service neutron] For port b511f568-4dc4-402b-9705-ca8cba8c4976, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=b511f568-4dc4-402b-9705-ca8cba8c4976,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:31:00.235414 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76af0a80-09f3-429a-9f74-36ad432ec63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.242599 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76af0a80-09f3-429a-9f74-36ad432ec63c admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:31:00.242962 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76af0a80-09f3-429a-9f74-36ad432ec63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.280716 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 11623632-2372-4161-a478-99c4c079e27a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=11623632-2372-4161-a478-99c4c079e27a,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:00.286677 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325aa90-79c0-4a2a-9782-45ccc21ca151 req-66f3175c-3a8b-488c-ba0e-f51ffd547597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:00.289119 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5325aa90-79c0-4a2a-9782-45ccc21ca151 req-66f3175c-3a8b-488c-ba0e-f51ffd547597 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7cd799a4-acc6-47e3-afa8-685d03d02732 HTTP/1.1" status: 200 len: 922 time: 0.6261265 Dec 10 18:31:00.295268 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-f3ab985a-65f1-4ae7-baee-96c458de50c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.308060 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-8ebdac5a-9b12-4d64-b47e-369bd5482dca None None] Set router fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:31:00.309500 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:31:00.309500 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:31:00.309500 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:31:00.309500 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:31:00.309500 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:31:00.309500 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:31:00.309500 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:31:00.309500 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:31:00.309500 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:31:00.309500 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:31:00.309500 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:31:00.309500 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:31:00.309500 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:31:00.309500 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:31:00.309500 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:31:00.309500 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:31:00.309500 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:31:00.309500 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:31:00.309500 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:31:00.309500 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:31:00.309500 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:31:00.309500 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:31:00.309500 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:31:00.309500 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:31:00.309500 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:31:00.309500 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:31:00.309500 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:31:00.309500 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:31:00.309500 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:31:00.309500 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:31:00.309500 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:31:00.309500 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:31:00.311819 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.315274 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76af0a80-09f3-429a-9f74-36ad432ec63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.360718 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76af0a80-09f3-429a-9f74-36ad432ec63c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.372597 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-76af0a80-09f3-429a-9f74-36ad432ec63c admin admin] 10.222.0.62 "DELETE /v2.0/networks/a198ad38-e470-4ccd-ad1e-95073dff79ed HTTP/1.1" status: 204 len: 168 time: 1.7697396 Dec 10 18:31:00.393135 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af0a80-09f3-429a-9f74-36ad432ec63c admin admin] Pushing event deleted for resources: {'Network': ['ID=a198ad38-e470-4ccd-ad1e-95073dff79ed,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:00.398386 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-28dfd243-b3b7-4a21-999c-a779c2ba3507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.400347 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7904bb68-ed34-4b5b-b677-7fe09da320e7 req-f5e38a66-5dba-4af0-bb14-d19ab89dc48a tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885575 Dec 10 18:31:00.418435 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c74283-ea1d-4193-bba3-2e38c6544b43 req-2ccc3247-ce4e-4caf-85d9-e03f084104f2 tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:00.422153 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-81c74283-ea1d-4193-bba3-2e38c6544b43 req-2ccc3247-ce4e-4caf-85d9-e03f084104f2 tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc7f6a52-9130-495d-aaba-d3859fc1370f HTTP/1.1" status: 200 len: 946 time: 0.3507340 Dec 10 18:31:00.463476 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-f3ab985a-65f1-4ae7-baee-96c458de50c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:00.464110 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-f3ab985a-65f1-4ae7-baee-96c458de50c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.465566 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-f3ab985a-65f1-4ae7-baee-96c458de50c1 service neutron] 10.222.0.72 "PUT /v2.0/ports/b511f568-4dc4-402b-9705-ca8cba8c4976 HTTP/1.1" status: 200 len: 1092 time: 2.7802067 Dec 10 18:31:00.490591 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d5650768-7193-4b80-873e-adb5be34b887 req-eea5a8c1-9256-43e3-a07d-0377ce310804 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7a3d06a851e143ce80bc75aa4f5a0861&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9006541 Dec 10 18:31:00.497476 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=11623632-2372-4161-a478-99c4c079e27a,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:00.501701 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-28dfd243-b3b7-4a21-999c-a779c2ba3507 None None] For port 5e0f6e74-1245-445e-bd0d-74fb0417f5ab, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=5e0f6e74-1245-445e-bd0d-74fb0417f5ab,segment=NetworkSegment(7224a61f-768e-4084-93b7-699d9eeef735),segment_id=7224a61f-768e-4084-93b7-699d9eeef735)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:00.507357 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61bf8e31-7d8f-49ae-8595-85dc50951789', 'tag': 'b511f568-4dc4-402b-9705-ca8cba8c4976'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:00.507916 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-28dfd243-b3b7-4a21-999c-a779c2ba3507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.521091 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b36b0e-a18a-491e-ad52-e8dc77f8ff8e" -d '{"events": [{"name": "network-changed", "server_uuid": "61bf8e31-7d8f-49ae-8595-85dc50951789", "tag": "b511f568-4dc4-402b-9705-ca8cba8c4976"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:00.553345 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab985a-65f1-4ae7-baee-96c458de50c1 service neutron] Pushing event updated for resources: {'Port': ['ID=b511f568-4dc4-402b-9705-ca8cba8c4976,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:00.598256 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfd243-b3b7-4a21-999c-a779c2ba3507 None None] Pushing event updated for resources: {'Port': ['ID=5e0f6e74-1245-445e-bd0d-74fb0417f5ab,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:00.658259 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaed2cc-e4a6-4547-b18e-e971842b27ea req-82382537-aa2d-419b-9b0e-7110b99ff579 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:00.658921 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5325aa90-79c0-4a2a-9782-45ccc21ca151 req-ec3ea571-aaa1-4eb3-91f7-d9ef03cca01c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d29c3170-75f7-4a7c-976d-2dc07ad3078f HTTP/1.1" status: 200 len: 217 time: 0.3346410 Dec 10 18:31:00.660145 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0aaed2cc-e4a6-4547-b18e-e971842b27ea req-82382537-aa2d-419b-9b0e-7110b99ff579 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=f850ee2e-94bb-4630-a31a-a784a4765db2 HTTP/1.1" status: 200 len: 949 time: 0.0848229 Dec 10 18:31:00.663750 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-81c74283-ea1d-4193-bba3-2e38c6544b43 req-0a67f719-3539-48ab-a8d2-25b2f343274b tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] Deleting port 15218004-6ad6-403e-bbdc-b0076be4d4c7 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:00.664260 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-81c74283-ea1d-4193-bba3-2e38c6544b43 req-0a67f719-3539-48ab-a8d2-25b2f343274b tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.670404 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5ed89c7a-c6a8-4a85-9de1-f58bdd4858b2 None None] Provisioning complete for port 5e0f6e74-1245-445e-bd0d-74fb0417f5ab triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:00.671056 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5ed89c7a-c6a8-4a85-9de1-f58bdd4858b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.729361 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-f5cd591d-7982-450b-8b07-4b74ca4e409a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:00.730808 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-f5cd591d-7982-450b-8b07-4b74ca4e409a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5768feea1c8f4e40b878b814fdae92ab&device_id=61bf8e31-7d8f-49ae-8595-85dc50951789 HTTP/1.1" status: 200 len: 1095 time: 0.2028160 Dec 10 18:31:00.738130 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325aa90-79c0-4a2a-9782-45ccc21ca151 req-9fdc502c-14ad-4111-a9ed-4a95d861217c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:00.739564 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5325aa90-79c0-4a2a-9782-45ccc21ca151 req-9fdc502c-14ad-4111-a9ed-4a95d861217c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30832bd6-5c81-4f5a-a237-6a5341f2b45d HTTP/1.1" status: 200 len: 861 time: 0.0708103 Dec 10 18:31:00.776121 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43080) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:00.783014 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-8ebdac5a-9b12-4d64-b47e-369bd5482dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'name': 'tempest-FloatingIPsAssociationTestJSON-59222113-router', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:46Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 4, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'gw_port': {'id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:47Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '5e0f6e74-1245-445e-bd0d-74fb0417f5ab', 'name': '', 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'mac_address': 'fa:16:3e:75:2d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '247a3de4-ec4d-439c-ba27-4051f4367cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:54Z', 'updated_at': '2021-12-10T18:31:00Z', 'revision_number': 4, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'subnets': [{'id': '247a3de4-ec4d-439c-ba27-4051f4367cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:00.814687 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebdac5a-9b12-4d64-b47e-369bd5482dca None None] The sync data for ids ['fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'] in n-d-821435-1 is: [{'id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'name': 'tempest-FloatingIPsAssociationTestJSON-59222113-router', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:46Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 4, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'gw_port': {'id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:47Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '5e0f6e74-1245-445e-bd0d-74fb0417f5ab', 'name': '', 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'mac_address': 'fa:16:3e:75:2d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '247a3de4-ec4d-439c-ba27-4051f4367cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:54Z', 'updated_at': '2021-12-10T18:31:00Z', 'revision_number': 4, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'subnets': [{'id': '247a3de4-ec4d-439c-ba27-4051f4367cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:31:00.822052 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-f46d560d-5180-42b0-8510-f2f1b05ec448 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b511f568-4dc4-402b-9705-ca8cba8c4976 HTTP/1.1" status: 200 len: 217 time: 0.0815127 Dec 10 18:31:00.824851 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5325aa90-79c0-4a2a-9782-45ccc21ca151 req-b918ee09-f791-4969-a11e-e128379f46da service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7cd799a4-acc6-47e3-afa8-685d03d02732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667381 Dec 10 18:31:00.845253 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0aaed2cc-e4a6-4547-b18e-e971842b27ea req-764eab37-7d6b-46e3-8e76-0528e20daffb tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484275 Dec 10 18:31:00.862921 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d5650768-7193-4b80-873e-adb5be34b887 req-64c471af-c96d-4fda-8cf6-600a30beda44 service neutron] 10.222.0.62 "GET /v2.0/networks/a4abdfd0-f739-47c7-bbf0-c66e12b37b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699608 Dec 10 18:31:00.912857 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8105943f-2154-45c2-a83f-e2e3289dff88 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e1a900501cb04c92813cb93ef247c187&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316350 Dec 10 18:31:00.915334 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43082) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:00.943313 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b02b5a1-23c1-43d0-8834-9b239cb670b9 x-openstack-request-id: req-9b02b5a1-23c1-43d0-8834-9b239cb670b9 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:00.943832 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f850ee2e-94bb-4630-a31a-a784a4765db2", "name": "network-vif-plugged", "status": "completed", "tag": "e91d4dc0-356b-467b-8633-c08c63d10000", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:00.944002 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9b02b5a1-23c1-43d0-8834-9b239cb670b9 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:00.944875 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f850ee2e-94bb-4630-a31a-a784a4765db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91d4dc0-356b-467b-8633-c08c63d10000', 'code': 200} Dec 10 18:31:00.959569 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-81c74283-ea1d-4193-bba3-2e38c6544b43 req-0a67f719-3539-48ab-a8d2-25b2f343274b tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] For port 15218004-6ad6-403e-bbdc-b0076be4d4c7, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=15218004-6ad6-403e-bbdc-b0076be4d4c7,segment=NetworkSegment(b40b0a3e-45b3-4fc3-81d3-da24b38b738c),segment_id=b40b0a3e-45b3-4fc3-81d3-da24b38b738c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:00.959569 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-81c74283-ea1d-4193-bba3-2e38c6544b43 req-0a67f719-3539-48ab-a8d2-25b2f343274b tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:01.001732 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-81c74283-ea1d-4193-bba3-2e38c6544b43 req-0a67f719-3539-48ab-a8d2-25b2f343274b tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] Calling delete_port for 15218004-6ad6-403e-bbdc-b0076be4d4c7 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:01.088137 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-b209498f-0ecb-4a6e-8595-94269ff418c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:01.089673 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-b209498f-0ecb-4a6e-8595-94269ff418c9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c38321c-218a-47ac-873b-024a1169316a HTTP/1.1" status: 200 len: 847 time: 0.2529302 Dec 10 18:31:01.091640 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-18c7c0d3-eb50-4a5c-a5c3-be88c26f65fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:01.131452 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-18c7c0d3-eb50-4a5c-a5c3-be88c26f65fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:01.148846 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c16f8-5f38-48f8-b0b4-3825cdcae22a req-e09ce2fe-d856-4368-a06f-ac1f07b4ddd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:01.150447 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1d5c16f8-5f38-48f8-b0b4-3825cdcae22a req-e09ce2fe-d856-4368-a06f-ac1f07b4ddd4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f850ee2e-94bb-4630-a31a-a784a4765db2 HTTP/1.1" status: 200 len: 1100 time: 0.1288135 Dec 10 18:31:01.152282 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5325aa90-79c0-4a2a-9782-45ccc21ca151 req-2abd6a81-2e0b-4c7c-ba9b-63d204443316 service neutron] 10.222.0.72 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142643 Dec 10 18:31:01.156008 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-a931fcc0-3e0a-4f1c-9859-1899f6008b85 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b1a56b94-fee7-4dfb-925d-977caaf81317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497916 Dec 10 18:31:01.183242 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed71c9-ab7a-46a4-a730-12bab6ea8f77 req-906ca485-8ef3-4338-a715-61e56aab6a3c tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:01.186691 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-14ed71c9-ab7a-46a4-a730-12bab6ea8f77 req-906ca485-8ef3-4338-a715-61e56aab6a3c tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc7f6a52-9130-495d-aaba-d3859fc1370f HTTP/1.1" status: 200 len: 946 time: 0.1292472 Dec 10 18:31:01.207672 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d5650768-7193-4b80-873e-adb5be34b887 req-455e3c0d-8de4-4297-8ee5-291dc7cbe946 service neutron] 10.222.0.62 "GET /v2.0/networks/a4abdfd0-f739-47c7-bbf0-c66e12b37b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438780 Dec 10 18:31:01.290869 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-14ed71c9-ab7a-46a4-a730-12bab6ea8f77 req-29e7a3b8-219b-4a28-9182-2b23269d91fd tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9eed712-f087-44ee-bd0a-56b9c5b90421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926669 Dec 10 18:31:01.324222 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-18c7c0d3-eb50-4a5c-a5c3-be88c26f65fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:01.327319 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-18c7c0d3-eb50-4a5c-a5c3-be88c26f65fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:01.332350 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-18c7c0d3-eb50-4a5c-a5c3-be88c26f65fb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/786e80b7-8c18-4693-b553-7620637209b1 HTTP/1.1" status: 204 len: 168 time: 0.4139006 Dec 10 18:31:01.346786 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1d5c16f8-5f38-48f8-b0b4-3825cdcae22a req-eaf427f3-95fc-4ea5-b912-a9281a25727c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854916 Dec 10 18:31:01.387058 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7c0d3-eb50-4a5c-a5c3-be88c26f65fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786e80b7-8c18-4693-b553-7620637209b1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:01.435394 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5325aa90-79c0-4a2a-9782-45ccc21ca151 req-ec225a90-bb44-4c20-97ed-bc8dff9d453d service neutron] 10.222.0.72 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635477 Dec 10 18:31:01.441062 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-4f10fdaf-5b46-46a5-b1dd-9ee68c45b05c service neutron] 10.222.0.72 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643344 Dec 10 18:31:01.442707 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-81c74283-ea1d-4193-bba3-2e38c6544b43 req-0a67f719-3539-48ab-a8d2-25b2f343274b tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:01.458321 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['15218004-6ad6-403e-bbdc-b0076be4d4c7'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:31:01.529999 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67f719-3539-48ab-a8d2-25b2f343274b tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] Pushing event deleted for resources: {'Port': ['ID=15218004-6ad6-403e-bbdc-b0076be4d4c7,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:01.665221 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4510e9fe-4e28-4538-b213-21ad432d70f5 req-33bacffb-4a5c-4b76-805c-53b3e16b084c service neutron] 10.222.0.72 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151706 Dec 10 18:31:01.717099 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c74283-ea1d-4193-bba3-2e38c6544b43 req-0a67f719-3539-48ab-a8d2-25b2f343274b tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] No DVR routers for this DVR port 15218004-6ad6-403e-bbdc-b0076be4d4c7 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:31:01.725366 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-81c74283-ea1d-4193-bba3-2e38c6544b43 req-0a67f719-3539-48ab-a8d2-25b2f343274b tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:01.729267 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-81c74283-ea1d-4193-bba3-2e38c6544b43 req-0a67f719-3539-48ab-a8d2-25b2f343274b tempest-VolumesAdminNegativeTest-1972685544 tempest-VolumesAdminNegativeTest-1972685544-project] 10.222.0.46 "DELETE /v2.0/ports/15218004-6ad6-403e-bbdc-b0076be4d4c7 HTTP/1.1" status: 204 len: 173 time: 1.3020890 Dec 10 18:31:01.730294 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7f6a52-9130-495d-aaba-d3859fc1370f', 'name': 'network-vif-deleted', 'tag': '15218004-6ad6-403e-bbdc-b0076be4d4c7'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:01.732813 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10f57c8-16ac-4005-b5c7-b45ed905be2a" -d '{"events": [{"server_uuid": "bc7f6a52-9130-495d-aaba-d3859fc1370f", "name": "network-vif-deleted", "tag": "15218004-6ad6-403e-bbdc-b0076be4d4c7"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:01.776620 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0579c-23ba-43a0-a30e-e5f33a8db798 req-1a266f6b-cb04-4313-ba19-042935ab1aa8 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:01.785467 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-31a0579c-23ba-43a0-a30e-e5f33a8db798 req-1a266f6b-cb04-4313-ba19-042935ab1aa8 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.2564871 Dec 10 18:31:01.828508 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11957d6d-027b-4b42-89c7-a59be55b3b7c req-7f0d8ebd-094d-4678-93b7-c0e42fbe8597 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:01.845802 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-11957d6d-027b-4b42-89c7-a59be55b3b7c req-7f0d8ebd-094d-4678-93b7-c0e42fbe8597 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 943 time: 0.1568089 Dec 10 18:31:01.872036 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-31a0579c-23ba-43a0-a30e-e5f33a8db798 req-103089bb-af54-4419-b7e9-d1ed3a344bfd tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852666 Dec 10 18:31:01.890585 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 5e0f6e74-1245-445e-bd0d-74fb0417f5ab up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:01.987813 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b889bd-ef74-49b1-9683-ebb82b48e95e x-openstack-request-id: req-46b889bd-ef74-49b1-9683-ebb82b48e95e {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:01.988117 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61bf8e31-7d8f-49ae-8595-85dc50951789", "tag": "b511f568-4dc4-402b-9705-ca8cba8c4976", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:01.988374 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-46b889bd-ef74-49b1-9683-ebb82b48e95e {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:01.988806 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61bf8e31-7d8f-49ae-8595-85dc50951789', 'tag': 'b511f568-4dc4-402b-9705-ca8cba8c4976', 'status': 'completed', 'code': 200} Dec 10 18:31:02.016287 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-11957d6d-027b-4b42-89c7-a59be55b3b7c req-5bb9a6db-b724-4826-b859-6ae85350580a tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695850 Dec 10 18:31:02.026440 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 5e0f6e74-1245-445e-bd0d-74fb0417f5ab triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:02.026953 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:02.101715 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f03fe9f3-acb7-4f90-bf60-8fa71040704c req-c7ff7f1a-40bd-4a07-a4a6-9b751bd14ce1 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/ports?device_id=79f64b18-a161-465b-9478-21269b46ed05 HTTP/1.1" status: 200 len: 210 time: 0.0753672 Dec 10 18:31:02.148804 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b36b0e-a18a-491e-ad52-e8dc77f8ff8e req-2b9da94c-92e5-4ef8-abd2-418cfea7da5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:02.149895 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4b36b0e-a18a-491e-ad52-e8dc77f8ff8e req-2b9da94c-92e5-4ef8-abd2-418cfea7da5f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5768feea1c8f4e40b878b814fdae92ab&device_id=61bf8e31-7d8f-49ae-8595-85dc50951789 HTTP/1.1" status: 200 len: 1095 time: 0.0825355 Dec 10 18:31:02.185268 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616f3475-db04-4429-baf9-e09941dc87dc x-openstack-request-id: req-616f3475-db04-4429-baf9-e09941dc87dc {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:02.185634 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7f6a52-9130-495d-aaba-d3859fc1370f", "name": "network-vif-deleted", "tag": "15218004-6ad6-403e-bbdc-b0076be4d4c7", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:02.185953 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-616f3475-db04-4429-baf9-e09941dc87dc {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:02.186467 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7f6a52-9130-495d-aaba-d3859fc1370f', 'name': 'network-vif-deleted', 'tag': '15218004-6ad6-403e-bbdc-b0076be4d4c7', 'status': 'completed', 'code': 200} Dec 10 18:31:02.263708 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b36b0e-a18a-491e-ad52-e8dc77f8ff8e req-29bec915-724a-4859-9573-2b2c84b719f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:02.265907 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4b36b0e-a18a-491e-ad52-e8dc77f8ff8e req-29bec915-724a-4859-9573-2b2c84b719f8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b1a56b94-fee7-4dfb-925d-977caaf81317 HTTP/1.1" status: 200 len: 908 time: 0.1031244 Dec 10 18:31:02.353770 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4b36b0e-a18a-491e-ad52-e8dc77f8ff8e req-c075c91f-260c-4168-9303-d73f3f53aa7f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b511f568-4dc4-402b-9705-ca8cba8c4976 HTTP/1.1" status: 200 len: 217 time: 0.0757422 Dec 10 18:31:02.407948 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83148254-35a9-4686-8620-97c174725aac req-799d591a-9ea5-4bc0-a583-f07589f9f2e9 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:02.414517 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624cfcb-e1b1-4b45-9d75-16a6293f5172 req-071b52f7-3bc0-4dd7-9620-d059312168bf tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:02.415608 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-83148254-35a9-4686-8620-97c174725aac req-799d591a-9ea5-4bc0-a583-f07589f9f2e9 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=61bf8e31-7d8f-49ae-8595-85dc50951789 HTTP/1.1" status: 200 len: 944 time: 0.1485190 Dec 10 18:31:02.421615 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1624cfcb-e1b1-4b45-9d75-16a6293f5172 req-071b52f7-3bc0-4dd7-9620-d059312168bf tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=f850ee2e-94bb-4630-a31a-a784a4765db2 HTTP/1.1" status: 200 len: 949 time: 0.1311877 Dec 10 18:31:02.482086 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b36b0e-a18a-491e-ad52-e8dc77f8ff8e req-1d615bd6-2bed-413c-9415-12c1794f1d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:02.483954 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4b36b0e-a18a-491e-ad52-e8dc77f8ff8e req-1d615bd6-2bed-413c-9415-12c1794f1d74 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c38321c-218a-47ac-873b-024a1169316a HTTP/1.1" status: 200 len: 847 time: 0.1228244 Dec 10 18:31:02.520965 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-83148254-35a9-4686-8620-97c174725aac req-3163f009-81e0-45c1-888f-cab7559133a3 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043444 Dec 10 18:31:02.536362 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1624cfcb-e1b1-4b45-9d75-16a6293f5172 req-34c53796-8a2c-4aea-bd93-da1275b68382 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091900 Dec 10 18:31:02.585372 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4b36b0e-a18a-491e-ad52-e8dc77f8ff8e req-b816ce9f-2ea7-4b10-abad-eac7cab80fd9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b1a56b94-fee7-4dfb-925d-977caaf81317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587692 Dec 10 18:31:02.628096 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43122) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:02.721662 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-09199e25-9d64-4669-8848-5eab2f55c961 admin admin] Deleting subnet 5d8e3542-3f7f-47c8-acd5-19cb426ac099 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:31:02.727547 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09199e25-9d64-4669-8848-5eab2f55c961 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:02.736618 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4b36b0e-a18a-491e-ad52-e8dc77f8ff8e req-88ffa56d-47a6-4d6f-a3dc-d60875650dd2 service neutron] 10.222.0.72 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473956 Dec 10 18:31:02.771046 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09199e25-9d64-4669-8848-5eab2f55c961 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:02.816702 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09199e25-9d64-4669-8848-5eab2f55c961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:02.842013 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4b36b0e-a18a-491e-ad52-e8dc77f8ff8e req-a14f7849-d0fe-4dc3-b4ec-d8d76fb08264 service neutron] 10.222.0.72 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982146 Dec 10 18:31:02.877756 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09199e25-9d64-4669-8848-5eab2f55c961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:02.906548 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09199e25-9d64-4669-8848-5eab2f55c961 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d8e3542-3f7f-47c8-acd5-19cb426ac099,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:02.908967 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09199e25-9d64-4669-8848-5eab2f55c961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:02.915645 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-09199e25-9d64-4669-8848-5eab2f55c961 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5d8e3542-3f7f-47c8-acd5-19cb426ac099 HTTP/1.1" status: 204 len: 168 time: 0.2860105 Dec 10 18:31:02.915771 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43132) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:02.946054 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67c7788-d6c0-4f34-a7a7-6c933b516675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11623632-2372-4161-a478-99c4c079e27a'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:02.948434 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f205ad-489e-40b6-9710-f9621422e317" -d '{"events": [{"server_uuid": "c67c7788-d6c0-4f34-a7a7-6c933b516675", "name": "network-vif-plugged", "status": "completed", "tag": "11623632-2372-4161-a478-99c4c079e27a"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:03.010395 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0f1a70c-d300-4e7c-a5dc-b1174400855b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:03.037451 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f5668f-8928-4026-948e-81dfac806b02 x-openstack-request-id: req-17f5668f-8928-4026-948e-81dfac806b02 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:03.038774 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67c7788-d6c0-4f34-a7a7-6c933b516675", "name": "network-vif-plugged", "status": "completed", "tag": "11623632-2372-4161-a478-99c4c079e27a", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:03.038774 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-17f5668f-8928-4026-948e-81dfac806b02 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:03.039090 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67c7788-d6c0-4f34-a7a7-6c933b516675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11623632-2372-4161-a478-99c4c079e27a', 'code': 200} Dec 10 18:31:03.042860 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5871d3e-df14-4f36-a1a4-db5e3549b906 req-9690902d-101a-46ba-92fd-d3049e1d13c1 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:03.057859 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e5871d3e-df14-4f36-a1a4-db5e3549b906 req-9690902d-101a-46ba-92fd-d3049e1d13c1 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.0976789 Dec 10 18:31:03.182017 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e5871d3e-df14-4f36-a1a4-db5e3549b906 req-71ce9af4-3e1f-49e9-ab39-00405dbbc6c5 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203935 Dec 10 18:31:03.293280 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5650768-7193-4b80-873e-adb5be34b887 req-ac92ccc9-3661-4e60-82a0-01b8f87827ac tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:03.294893 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d5650768-7193-4b80-873e-adb5be34b887 req-ac92ccc9-3661-4e60-82a0-01b8f87827ac tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.46 "GET /v2.0/networks?id=a4abdfd0-f739-47c7-bbf0-c66e12b37b75 HTTP/1.1" status: 200 len: 819 time: 0.1679609 Dec 10 18:31:03.297791 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0f1a70c-d300-4e7c-a5dc-b1174400855b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:03.311413 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-d5650768-7193-4b80-873e-adb5be34b887 req-37cb9813-5d68-42b0-a33a-198d886c2a02 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Request body: {'port': {'device_id': '79f64b18-a161-465b-9478-21269b46ed05', 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75', 'admin_state_up': True, 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:03.344915 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-a0f1a70c-d300-4e7c-a5dc-b1174400855b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6efe28c3-78ae-4263-9868-7d6b9c58c77f']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:03.387597 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-a0f1a70c-d300-4e7c-a5dc-b1174400855b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b40b0a3e-45b3-4fc3-81d3-da24b38b738c') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:03.387597 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-a0f1a70c-d300-4e7c-a5dc-b1174400855b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b40b0a3e-45b3-4fc3-81d3-da24b38b738c') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:03.406364 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0f1a70c-d300-4e7c-a5dc-b1174400855b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:03.425820 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8edc1943-2957-4e2b-a428-66af595e5118 req-292f734b-b858-4670-8f13-f5c73b863751 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/ports?device_id=79f64b18-a161-465b-9478-21269b46ed05 HTTP/1.1" status: 200 len: 210 time: 0.0700536 Dec 10 18:31:03.432971 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59b1af-4e29-4356-9ef3-a0cdcdd0804d req-63c15693-5492-4d2b-9e90-c7425e3b62c6 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:03.434556 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3e59b1af-4e29-4356-9ef3-a0cdcdd0804d req-63c15693-5492-4d2b-9e90-c7425e3b62c6 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 943 time: 0.2326307 Dec 10 18:31:03.453542 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0f1a70c-d300-4e7c-a5dc-b1174400855b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:03.461138 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:03.483816 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bca5e-0dbc-4509-accc-c6f566a73028 req-8ba07c2b-e1cd-471c-b427-a6730a26f9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:03.485772 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c44bca5e-0dbc-4509-accc-c6f566a73028 req-8ba07c2b-e1cd-471c-b427-a6730a26f9b1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 1101 time: 0.1377511 Dec 10 18:31:03.487431 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0f1a70c-d300-4e7c-a5dc-b1174400855b admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:31:03.488000 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0f1a70c-d300-4e7c-a5dc-b1174400855b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:03.496947 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:31:03.496947 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:31:03.496947 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:31:03.496947 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:31:03.496947 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:31:03.496947 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:31:03.496947 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:31:03.496947 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:31:03.496947 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:31:03.496947 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:31:03.496947 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:31:03.496947 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:31:03.496947 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:31:03.496947 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:31:03.496947 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:31:03.496947 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:31:03.496947 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:31:03.496947 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:31:03.496947 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:31:03.496947 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:31:03.496947 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:31:03.496947 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:31:03.496947 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:31:03.496947 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:31:03.496947 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:31:03.496947 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:31:03.496947 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:31:03.496947 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:31:03.496947 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:31:03.496947 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:31:03.496947 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:31:03.496947 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:31:03.539795 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5650768-7193-4b80-873e-adb5be34b887 req-37cb9813-5d68-42b0-a33a-198d886c2a02 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Made reservation on behalf of 7a3d06a851e143ce80bc75aa4f5a0861 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:03.544500 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d5650768-7193-4b80-873e-adb5be34b887 req-37cb9813-5d68-42b0-a33a-198d886c2a02 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:03.606732 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3e59b1af-4e29-4356-9ef3-a0cdcdd0804d req-9c7708ad-a11d-438b-821c-a13bd843bcdf tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634746 Dec 10 18:31:03.653763 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0f1a70c-d300-4e7c-a5dc-b1174400855b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:03.669977 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c44bca5e-0dbc-4509-accc-c6f566a73028 req-e01ef453-6b3a-4088-8f49-2231c6ae260b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534042 Dec 10 18:31:03.672293 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0f1a70c-d300-4e7c-a5dc-b1174400855b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:03.675990 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a0f1a70c-d300-4e7c-a5dc-b1174400855b admin admin] 10.222.0.62 "DELETE /v2.0/networks/6efe28c3-78ae-4263-9868-7d6b9c58c77f HTTP/1.1" status: 204 len: 168 time: 0.7593224 Dec 10 18:31:03.690879 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43170) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:03.700379 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f1a70c-d300-4e7c-a5dc-b1174400855b admin admin] Pushing event deleted for resources: {'Network': ['ID=6efe28c3-78ae-4263-9868-7d6b9c58c77f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:03.776738 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-d5650768-7193-4b80-873e-adb5be34b887 req-37cb9813-5d68-42b0-a33a-198d886c2a02 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Allocated IP 172.20.0.3 (a4abdfd0-f739-47c7-bbf0-c66e12b37b75/247a3de4-ec4d-439c-ba27-4051f4367cc3/42b65244-d778-4d7b-98e0-e8d4b3cc597d) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:03.777343 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-a01405c4-a153-4f79-b9ad-39d548a6ac1f admin admin] Deleting subnet 749c1d07-fd21-4c9f-9547-20353636e14e {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:31:03.784203 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a01405c4-a153-4f79-b9ad-39d548a6ac1f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:03.789729 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a7610-48fe-49b5-a26d-bedd96b09999 req-034daa1c-3782-4325-ae55-2b2b44a1d38e tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:03.791260 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0e6a7610-48fe-49b5-a26d-bedd96b09999 req-034daa1c-3782-4325-ae55-2b2b44a1d38e tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=61bf8e31-7d8f-49ae-8595-85dc50951789 HTTP/1.1" status: 200 len: 944 time: 0.1490326 Dec 10 18:31:03.825298 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08920006-71f5-4553-986d-62509dfec8c1 req-152713ba-1b67-428d-8192-8de480a030a7 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:03.827842 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-08920006-71f5-4553-986d-62509dfec8c1 req-152713ba-1b67-428d-8192-8de480a030a7 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=f850ee2e-94bb-4630-a31a-a784a4765db2 HTTP/1.1" status: 200 len: 949 time: 0.0994051 Dec 10 18:31:03.837973 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a01405c4-a153-4f79-b9ad-39d548a6ac1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:03.880589 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0e6a7610-48fe-49b5-a26d-bedd96b09999 req-c6287056-a6a3-4f04-9283-dd3b7df76aae tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825920 Dec 10 18:31:03.929115 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a01405c4-a153-4f79-b9ad-39d548a6ac1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:03.968166 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-08920006-71f5-4553-986d-62509dfec8c1 req-8e87cbc9-b178-4ae2-9817-72cd1189bb2e tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276147 Dec 10 18:31:04.017114 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a01405c4-a153-4f79-b9ad-39d548a6ac1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.046967 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d5650768-7193-4b80-873e-adb5be34b887 req-37cb9813-5d68-42b0-a33a-198d886c2a02 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.095600 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d5650768-7193-4b80-873e-adb5be34b887 req-37cb9813-5d68-42b0-a33a-198d886c2a02 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.099598 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01405c4-a153-4f79-b9ad-39d548a6ac1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=749c1d07-fd21-4c9f-9547-20353636e14e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:04.115954 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a01405c4-a153-4f79-b9ad-39d548a6ac1f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.129340 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a01405c4-a153-4f79-b9ad-39d548a6ac1f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/749c1d07-fd21-4c9f-9547-20353636e14e HTTP/1.1" status: 204 len: 168 time: 0.4371090 Dec 10 18:31:04.130102 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43182) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:04.195334 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5650768-7193-4b80-873e-adb5be34b887 req-37cb9813-5d68-42b0-a33a-198d886c2a02 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Network a4abdfd0-f739-47c7-bbf0-c66e12b37b75 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:04.198743 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-d5650768-7193-4b80-873e-adb5be34b887 req-37cb9813-5d68-42b0-a33a-198d886c2a02 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:04.202067 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5650768-7193-4b80-873e-adb5be34b887 req-37cb9813-5d68-42b0-a33a-198d886c2a02 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:04.257077 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb9813-5d68-42b0-a33a-198d886c2a02 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Pushing event updated for resources: {'Port': ['ID=42b65244-d778-4d7b-98e0-e8d4b3cc597d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:04.257719 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-748aa539-a22a-4f28-a511-9ec682512a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.313506 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5650768-7193-4b80-873e-adb5be34b887 req-37cb9813-5d68-42b0-a33a-198d886c2a02 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:04.314793 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d5650768-7193-4b80-873e-adb5be34b887 req-37cb9813-5d68-42b0-a33a-198d886c2a02 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.378058 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d5650768-7193-4b80-873e-adb5be34b887 req-37cb9813-5d68-42b0-a33a-198d886c2a02 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0708451 Dec 10 18:31:04.380217 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3531c65-3990-40a0-ba0b-14a9b4ae1b0f req-03e14699-ed08-49bb-b7ec-9da3abd9efa0 tempest-ServersOnMultiNodesTest-401435580 tempest-ServersOnMultiNodesTest-401435580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:04.382398 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c3531c65-3990-40a0-ba0b-14a9b4ae1b0f req-03e14699-ed08-49bb-b7ec-9da3abd9efa0 tempest-ServersOnMultiNodesTest-401435580 tempest-ServersOnMultiNodesTest-401435580-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f850ee2e-94bb-4630-a31a-a784a4765db2 HTTP/1.1" status: 200 len: 1100 time: 0.2512164 Dec 10 18:31:04.399678 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-d5650768-7193-4b80-873e-adb5be34b887 req-9ab0d0c9-4048-44b5-9031-d4e9c5a63943 service neutron] Request body: {'port': {'device_id': '79f64b18-a161-465b-9478-21269b46ed05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:04.433731 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2da074-49cc-4d00-90d0-6e7bc8287141 req-b209ce63-ce72-48e3-a3a0-a6ba8c62be42 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:04.447118 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ad2da074-49cc-4d00-90d0-6e7bc8287141 req-b209ce63-ce72-48e3-a3a0-a6ba8c62be42 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.1201327 Dec 10 18:31:04.467381 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-748aa539-a22a-4f28-a511-9ec682512a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.520897 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43190) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:04.528678 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c3531c65-3990-40a0-ba0b-14a9b4ae1b0f req-5407db3d-5c73-4eb4-953b-2f9c7af7e7a1 tempest-ServersOnMultiNodesTest-401435580 tempest-ServersOnMultiNodesTest-401435580-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304491 Dec 10 18:31:04.594375 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-748aa539-a22a-4f28-a511-9ec682512a43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c189bfa-d821-4d7b-9c8d-939894248e45']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:04.603174 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ad2da074-49cc-4d00-90d0-6e7bc8287141 req-019b3ffd-b3ff-4b02-9395-e33b037594e8 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552384 Dec 10 18:31:04.604043 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d5650768-7193-4b80-873e-adb5be34b887 req-9ab0d0c9-4048-44b5-9031-d4e9c5a63943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.640759 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-748aa539-a22a-4f28-a511-9ec682512a43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d3f249-b5ed-4152-94b0-17c39eee6a52') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:04.641082 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-748aa539-a22a-4f28-a511-9ec682512a43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d3f249-b5ed-4152-94b0-17c39eee6a52') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:04.666221 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-742f26a5-1fcd-457d-a78e-6ba51cb1d77b None None] Provisioning complete for port 42b65244-d778-4d7b-98e0-e8d4b3cc597d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:04.669730 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-748aa539-a22a-4f28-a511-9ec682512a43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.670491 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-742f26a5-1fcd-457d-a78e-6ba51cb1d77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.691181 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-748aa539-a22a-4f28-a511-9ec682512a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.701420 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-748aa539-a22a-4f28-a511-9ec682512a43 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:31:04.701927 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-748aa539-a22a-4f28-a511-9ec682512a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.703720 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:31:04.703720 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:31:04.703720 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:31:04.703720 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:31:04.703720 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:31:04.703720 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:31:04.703720 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:31:04.703720 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:31:04.703720 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:31:04.703720 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:31:04.703720 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:31:04.703720 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:31:04.703720 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:31:04.703720 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:31:04.703720 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:31:04.703720 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:31:04.703720 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:31:04.703720 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:31:04.703720 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:31:04.703720 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:31:04.703720 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:31:04.703720 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:31:04.703720 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:31:04.703720 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:31:04.703720 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:31:04.703720 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:31:04.703720 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:31:04.703720 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:31:04.703720 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:31:04.703720 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:31:04.703720 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:31:04.703720 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:31:04.722976 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda09bd1-18df-412e-bb95-ad3ee9eb6f64 req-023ee054-42cc-4263-8b31-5c426156e014 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:04.731311 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bda09bd1-18df-412e-bb95-ad3ee9eb6f64 req-023ee054-42cc-4263-8b31-5c426156e014 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/ports?device_id=79f64b18-a161-465b-9478-21269b46ed05 HTTP/1.1" status: 200 len: 931 time: 0.1085234 Dec 10 18:31:04.759760 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-742f26a5-1fcd-457d-a78e-6ba51cb1d77b None None] Port 42b65244-d778-4d7b-98e0-e8d4b3cc597d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:31:04.805945 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-569a9e55-a23c-463e-9a28-b9b00066b901 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.823396 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 15218004-6ad6-403e-bbdc-b0076be4d4c7 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:31:04.824273 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-748aa539-a22a-4f28-a511-9ec682512a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.831939 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-748aa539-a22a-4f28-a511-9ec682512a43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.835585 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-748aa539-a22a-4f28-a511-9ec682512a43 admin admin] 10.222.0.62 "DELETE /v2.0/networks/9c189bfa-d821-4d7b-9c8d-939894248e45 HTTP/1.1" status: 204 len: 168 time: 0.7022922 Dec 10 18:31:04.848126 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 15218004-6ad6-403e-bbdc-b0076be4d4c7 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:31:04.848829 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 15218004-6ad6-403e-bbdc-b0076be4d4c7 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:31:04.861977 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748aa539-a22a-4f28-a511-9ec682512a43 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c189bfa-d821-4d7b-9c8d-939894248e45,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:04.870582 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device d29c3170-75f7-4a7c-976d-2dc07ad3078f details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:31:04.881056 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bda09bd1-18df-412e-bb95-ad3ee9eb6f64 req-214458c4-6e29-43e2-b462-9e743a43a547 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/security-groups?id=66989511-e357-42c2-8825-80465a354afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439710 Dec 10 18:31:05.006003 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019b988-9919-44b3-9884-5955095bb1e8 req-9c1177f4-cd65-428e-808a-8083750ac1d7 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:05.015041 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f019b988-9919-44b3-9884-5955095bb1e8 req-9c1177f4-cd65-428e-808a-8083750ac1d7 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 943 time: 0.2765038 Dec 10 18:31:05.060613 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port d29c3170-75f7-4a7c-976d-2dc07ad3078f, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=d29c3170-75f7-4a7c-976d-2dc07ad3078f,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:05.073630 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-bb758be7-fec0-4bf7-b43a-cae72c50f616 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=449146cf6fbe4ffeba406209dfdd303b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483899 Dec 10 18:31:05.075690 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': 'd29c3170-75f7-4a7c-976d-2dc07ad3078f', 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732', 'port_id': 'd29c3170-75f7-4a7c-976d-2dc07ad3078f', 'mac_address': 'fa:16:3e:03:56:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30832bd6-5c81-4f5a-a237-6a5341f2b45d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:31:05.098350 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-569a9e55-a23c-463e-9a28-b9b00066b901 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.100869 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f019b988-9919-44b3-9884-5955095bb1e8 req-2e9daf1f-1896-407f-b67a-2195d983847f tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841837 Dec 10 18:31:05.102824 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43212) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:05.132943 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.159402 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d29c3170-75f7-4a7c-976d-2dc07ad3078f {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:31:05.192273 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port d29c3170-75f7-4a7c-976d-2dc07ad3078f, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=d29c3170-75f7-4a7c-976d-2dc07ad3078f,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:05.199078 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.205089 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-569a9e55-a23c-463e-9a28-b9b00066b901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.216159 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a835bcf8-8412-4c2d-9e83-d186321266d7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=344b3ca1290c4188bd4513e23e692c6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1112239 Dec 10 18:31:05.224788 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43216) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:05.264367 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=d29c3170-75f7-4a7c-976d-2dc07ad3078f,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:05.272721 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-d5650768-7193-4b80-873e-adb5be34b887 req-9ab0d0c9-4048-44b5-9031-d4e9c5a63943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42b65244-d778-4d7b-98e0-e8d4b3cc597d {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:31:05.282573 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d5650768-7193-4b80-873e-adb5be34b887 req-9ab0d0c9-4048-44b5-9031-d4e9c5a63943 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.307199 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a078c-228c-45f9-a1e2-5df1250f3c9c req-cc9f47d5-6201-41cf-935e-2a28dbb27cf5 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:05.307829 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-569a9e55-a23c-463e-9a28-b9b00066b901 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b53fd27e30ba492d8c6d00c0cbbba44c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7781644 Dec 10 18:31:05.308918 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be5a078c-228c-45f9-a1e2-5df1250f3c9c req-cc9f47d5-6201-41cf-935e-2a28dbb27cf5 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=61bf8e31-7d8f-49ae-8595-85dc50951789 HTTP/1.1" status: 200 len: 944 time: 0.0842772 Dec 10 18:31:05.309941 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-d5650768-7193-4b80-873e-adb5be34b887 req-9ab0d0c9-4048-44b5-9031-d4e9c5a63943 service neutron] Transition to ACTIVE for port object 42b65244-d778-4d7b-98e0-e8d4b3cc597d will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:31:05.310587 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43218) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:05.318495 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d5650768-7193-4b80-873e-adb5be34b887 req-9ab0d0c9-4048-44b5-9031-d4e9c5a63943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.320124 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a9e55-a23c-463e-9a28-b9b00066b901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129baedf-94cd-4d77-bd3f-6e1ea8b20acc,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:05.365476 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-9cd1b0b5-4fb8-43c4-b406-0a5574eff02c tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:05.367508 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-9cd1b0b5-4fb8-43c4-b406-0a5574eff02c tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2854972 Dec 10 18:31:05.368369 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e3aeed4-7d4a-4655-b850-65c6114a2475 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.401547 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e3aeed4-7d4a-4655-b850-65c6114a2475 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.405197 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-cd4370cd-6665-46ce-ad2a-6f1d1598035e tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/quotas/449146cf6fbe4ffeba406209dfdd303b HTTP/1.1" status: 200 len: 375 time: 0.0264947 Dec 10 18:31:05.430139 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0d0c9-4048-44b5-9031-d4e9c5a63943 service neutron] Pushing event updated for resources: {'Port': ['ID=42b65244-d778-4d7b-98e0-e8d4b3cc597d,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:05.466090 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be5a078c-228c-45f9-a1e2-5df1250f3c9c req-5530a222-49bb-4d64-bf27-70eb3094c049 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372156 Dec 10 18:31:05.498079 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1fded1f9-6bbb-4144-aab7-17f79958c258 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.503815 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-0dd74489-4e78-4bc4-b146-eb2eb5293635 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=449146cf6fbe4ffeba406209dfdd303b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0863116 Dec 10 18:31:05.526817 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e3aeed4-7d4a-4655-b850-65c6114a2475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.530169 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e3aeed4-7d4a-4655-b850-65c6114a2475 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.531574 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5e3aeed4-7d4a-4655-b850-65c6114a2475 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a9eed712-f087-44ee-bd0a-56b9c5b90421 HTTP/1.1" status: 204 len: 168 time: 0.3023160 Dec 10 18:31:05.549062 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3aeed4-7d4a-4655-b850-65c6114a2475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9eed712-f087-44ee-bd0a-56b9c5b90421,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:05.566562 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['d29c3170-75f7-4a7c-976d-2dc07ad3078f'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:31:05.640825 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1fded1f9-6bbb-4144-aab7-17f79958c258 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.690350 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-d5650768-7193-4b80-873e-adb5be34b887 req-9ab0d0c9-4048-44b5-9031-d4e9c5a63943 service neutron] Attempting to bind port 42b65244-d778-4d7b-98e0-e8d4b3cc597d on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:05.690705 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-d5650768-7193-4b80-873e-adb5be34b887 req-9ab0d0c9-4048-44b5-9031-d4e9c5a63943 service neutron] Attempting to bind port 42b65244-d778-4d7b-98e0-e8d4b3cc597d by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '7224a61f-768e-4084-93b7-699d9eeef735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:05.691037 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5650768-7193-4b80-873e-adb5be34b887 req-9ab0d0c9-4048-44b5-9031-d4e9c5a63943 service neutron] Attempting to bind port 42b65244-d778-4d7b-98e0-e8d4b3cc597d on network a4abdfd0-f739-47c7-bbf0-c66e12b37b75 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:05.699028 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5650768-7193-4b80-873e-adb5be34b887 req-9ab0d0c9-4048-44b5-9031-d4e9c5a63943 service neutron] Port 42b65244-d778-4d7b-98e0-e8d4b3cc597d on network a4abdfd0-f739-47c7-bbf0-c66e12b37b75 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:05.699355 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5650768-7193-4b80-873e-adb5be34b887 req-9ab0d0c9-4048-44b5-9031-d4e9c5a63943 service neutron] Attempting to bind port 42b65244-d778-4d7b-98e0-e8d4b3cc597d on network a4abdfd0-f739-47c7-bbf0-c66e12b37b75 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:05.712022 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5650768-7193-4b80-873e-adb5be34b887 req-9ab0d0c9-4048-44b5-9031-d4e9c5a63943 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:31:05.712022 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5650768-7193-4b80-873e-adb5be34b887 req-9ab0d0c9-4048-44b5-9031-d4e9c5a63943 service neutron] Checking segment: {'id': '7224a61f-768e-4084-93b7-699d9eeef735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:05.712022 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5650768-7193-4b80-873e-adb5be34b887 req-9ab0d0c9-4048-44b5-9031-d4e9c5a63943 service neutron] Bound using segment: {'id': '7224a61f-768e-4084-93b7-699d9eeef735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:31:05.713067 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-d5650768-7193-4b80-873e-adb5be34b887 req-9ab0d0c9-4048-44b5-9031-d4e9c5a63943 service neutron] Bound port: 42b65244-d778-4d7b-98e0-e8d4b3cc597d, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7224a61f-768e-4084-93b7-699d9eeef735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:31:05.713436 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d5650768-7193-4b80-873e-adb5be34b887 req-9ab0d0c9-4048-44b5-9031-d4e9c5a63943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.744749 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1fded1f9-6bbb-4144-aab7-17f79958c258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.747324 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1fded1f9-6bbb-4144-aab7-17f79958c258 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.751408 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1fded1f9-6bbb-4144-aab7-17f79958c258 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/129baedf-94cd-4d77-bd3f-6e1ea8b20acc HTTP/1.1" status: 204 len: 168 time: 0.4369085 Dec 10 18:31:05.773318 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fded1f9-6bbb-4144-aab7-17f79958c258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129baedf-94cd-4d77-bd3f-6e1ea8b20acc,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:05.852584 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ebcf6108-be68-4db2-85ab-67a98a65ce77 req-3022b5a9-4e1c-4d00-9d96-25161717849b tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=77b07c84-963a-43f1-bf56-5b15c298da20 HTTP/1.1" status: 200 len: 210 time: 0.0680106 Dec 10 18:31:05.932594 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-d5650768-7193-4b80-873e-adb5be34b887 req-9ab0d0c9-4048-44b5-9031-d4e9c5a63943 service neutron] For port 42b65244-d778-4d7b-98e0-e8d4b3cc597d, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:05.937164 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-d5650768-7193-4b80-873e-adb5be34b887 req-9ab0d0c9-4048-44b5-9031-d4e9c5a63943 service neutron] For port 42b65244-d778-4d7b-98e0-e8d4b3cc597d, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=42b65244-d778-4d7b-98e0-e8d4b3cc597d,segment=NetworkSegment(7224a61f-768e-4084-93b7-699d9eeef735),segment_id=7224a61f-768e-4084-93b7-699d9eeef735)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:31:05.946801 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d5650768-7193-4b80-873e-adb5be34b887 req-9ab0d0c9-4048-44b5-9031-d4e9c5a63943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.965136 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c65222-e35e-4e56-acc1-7d7c9b1eacd5 req-1e708f54-1933-464d-8e15-469c1216429f tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:05.972498 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c9c65222-e35e-4e56-acc1-7d7c9b1eacd5 req-1e708f54-1933-464d-8e15-469c1216429f tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.1169853 Dec 10 18:31:06.059910 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5650768-7193-4b80-873e-adb5be34b887 req-9ab0d0c9-4048-44b5-9031-d4e9c5a63943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:06.060571 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d5650768-7193-4b80-873e-adb5be34b887 req-9ab0d0c9-4048-44b5-9031-d4e9c5a63943 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:06.061970 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d5650768-7193-4b80-873e-adb5be34b887 req-9ab0d0c9-4048-44b5-9031-d4e9c5a63943 service neutron] 10.222.0.46 "PUT /v2.0/ports/42b65244-d778-4d7b-98e0-e8d4b3cc597d HTTP/1.1" status: 200 len: 1091 time: 1.6694922 Dec 10 18:31:06.062457 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f64b18-a161-465b-9478-21269b46ed05', 'tag': '42b65244-d778-4d7b-98e0-e8d4b3cc597d'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:06.067366 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da0ed92-c2e1-4a50-99fc-b43726d41e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "79f64b18-a161-465b-9478-21269b46ed05", "tag": "42b65244-d778-4d7b-98e0-e8d4b3cc597d"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:06.090102 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69e8d0-5959-49e7-b076-ed4b832322cb req-7ef8c53e-9cd1-4f12-ac8d-4615dd8f539b tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:06.094759 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eb69e8d0-5959-49e7-b076-ed4b832322cb req-7ef8c53e-9cd1-4f12-ac8d-4615dd8f539b tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/ports?device_id=79f64b18-a161-465b-9478-21269b46ed05 HTTP/1.1" status: 200 len: 943 time: 0.1159518 Dec 10 18:31:06.197786 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eb69e8d0-5959-49e7-b076-ed4b832322cb req-4686318a-ed7d-4330-8e46-eab1ed878492 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/security-groups?id=66989511-e357-42c2-8825-80465a354afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843556 Dec 10 18:31:06.225110 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0d0c9-4048-44b5-9031-d4e9c5a63943 service neutron] Pushing event updated for resources: {'Port': ['ID=42b65244-d778-4d7b-98e0-e8d4b3cc597d,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:06.262260 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c9c65222-e35e-4e56-acc1-7d7c9b1eacd5 req-c263feb0-095b-4b48-bfd8-8d1be99d31a3 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795849 Dec 10 18:31:06.288729 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5650768-7193-4b80-873e-adb5be34b887 req-7d8c35a7-08db-4822-91d8-9fe33c9befcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:06.290293 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d5650768-7193-4b80-873e-adb5be34b887 req-7d8c35a7-08db-4822-91d8-9fe33c9befcb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7a3d06a851e143ce80bc75aa4f5a0861&device_id=79f64b18-a161-465b-9478-21269b46ed05 HTTP/1.1" status: 200 len: 1094 time: 0.1716115 Dec 10 18:31:06.301024 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95006fb3-620b-43d3-ac91-a6b26d0a3563 x-openstack-request-id: req-95006fb3-620b-43d3-ac91-a6b26d0a3563 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:06.301365 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79f64b18-a161-465b-9478-21269b46ed05", "tag": "42b65244-d778-4d7b-98e0-e8d4b3cc597d", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:06.301628 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-95006fb3-620b-43d3-ac91-a6b26d0a3563 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:06.302107 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f64b18-a161-465b-9478-21269b46ed05', 'tag': '42b65244-d778-4d7b-98e0-e8d4b3cc597d', 'status': 'completed', 'code': 200} Dec 10 18:31:06.326180 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43250) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:06.411344 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d5650768-7193-4b80-873e-adb5be34b887 req-527adfbc-5bc7-4a43-9438-31e171f4112f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42b65244-d778-4d7b-98e0-e8d4b3cc597d HTTP/1.1" status: 200 len: 217 time: 0.0977914 Dec 10 18:31:06.433133 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-90278f1c-d1f0-43bf-bd0c-2563579d0d81 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=de9e710fd8b445ab995ee3c44fb086af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1058066 Dec 10 18:31:06.458665 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43252) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:06.533387 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5650768-7193-4b80-873e-adb5be34b887 req-25229a3d-cb1a-4141-9482-0599afb66712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:06.535819 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d5650768-7193-4b80-873e-adb5be34b887 req-25229a3d-cb1a-4141-9482-0599afb66712 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=247a3de4-ec4d-439c-ba27-4051f4367cc3 HTTP/1.1" status: 200 len: 858 time: 0.1187260 Dec 10 18:31:06.564876 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e8992-1c26-4c6d-b50e-7dc7421f26f4 req-97870ac4-ae92-4da2-b417-1442b8326af1 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:06.566598 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e40e8992-1c26-4c6d-b50e-7dc7421f26f4 req-97870ac4-ae92-4da2-b417-1442b8326af1 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 944 time: 0.1290088 Dec 10 18:31:06.576781 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871f49a-c287-48a8-b8c3-01275f4a5341 req-249c4811-e7c0-481b-a9f2-59d552d34cbc tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:06.578673 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9871f49a-c287-48a8-b8c3-01275f4a5341 req-249c4811-e7c0-481b-a9f2-59d552d34cbc tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.1682289 Dec 10 18:31:06.635227 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5650768-7193-4b80-873e-adb5be34b887 req-6e8ba39e-b965-4ee2-b77f-4eee1a7571cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:06.640282 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9de1ce95-bdb1-4be3-b9f6-966e8303ed04 req-048723c9-885d-475d-a4a3-bfc461400712 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9d191119-2ca0-44a5-8e49-7635ef16bd3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1789091 Dec 10 18:31:06.640839 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d5650768-7193-4b80-873e-adb5be34b887 req-6e8ba39e-b965-4ee2-b77f-4eee1a7571cb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4abdfd0-f739-47c7-bbf0-c66e12b37b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937774 Dec 10 18:31:06.657642 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-18f68f15-0a2b-4472-a398-20dbec5f19f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:06.666101 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e40e8992-1c26-4c6d-b50e-7dc7421f26f4 req-35ac9432-d61c-4174-ab88-f12523a00bc8 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817890 Dec 10 18:31:06.766618 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-18f68f15-0a2b-4472-a398-20dbec5f19f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:06.801975 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9871f49a-c287-48a8-b8c3-01275f4a5341 req-e662683d-5cfe-4981-96a9-ade14d6154e5 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128327 Dec 10 18:31:06.877218 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device b511f568-4dc4-402b-9705-ca8cba8c4976 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:31:06.881053 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device d29c3170-75f7-4a7c-976d-2dc07ad3078f up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:06.897745 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d5650768-7193-4b80-873e-adb5be34b887 req-9ea34147-d5c9-4587-b109-a57628e39e03 service neutron] 10.222.0.46 "GET /v2.0/networks/a4abdfd0-f739-47c7-bbf0-c66e12b37b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299602 Dec 10 18:31:06.910934 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1ce95-bdb1-4be3-b9f6-966e8303ed04 req-9f48f665-d6e9-4772-b011-1b9b2969df9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:06.913326 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9de1ce95-bdb1-4be3-b9f6-966e8303ed04 req-9f48f665-d6e9-4772-b011-1b9b2969df9a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=449146cf6fbe4ffeba406209dfdd303b&device_id=9d191119-2ca0-44a5-8e49-7635ef16bd3d HTTP/1.1" status: 200 len: 1100 time: 0.2316628 Dec 10 18:31:06.945346 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-18f68f15-0a2b-4472-a398-20dbec5f19f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:06.948287 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-18f68f15-0a2b-4472-a398-20dbec5f19f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:06.952308 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-18f68f15-0a2b-4472-a398-20dbec5f19f4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1add836c-ac2e-46f5-8f32-9e5b99827a6e HTTP/1.1" status: 204 len: 168 time: 0.4781101 Dec 10 18:31:06.969590 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f68f15-0a2b-4472-a398-20dbec5f19f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1add836c-ac2e-46f5-8f32-9e5b99827a6e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:07.059911 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d5650768-7193-4b80-873e-adb5be34b887 req-eaba7d94-e669-47aa-a1c1-717fd8f0b61b service neutron] 10.222.0.46 "GET /v2.0/networks/a4abdfd0-f739-47c7-bbf0-c66e12b37b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475196 Dec 10 18:31:07.086483 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22191736-a75b-41dc-b484-abcd18d1196c req-5f6b8a8d-9be9-459d-aba4-eb95861663c4 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:07.096095 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-22191736-a75b-41dc-b484-abcd18d1196c req-5f6b8a8d-9be9-459d-aba4-eb95861663c4 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=61bf8e31-7d8f-49ae-8595-85dc50951789 HTTP/1.1" status: 200 len: 944 time: 0.2971909 Dec 10 18:31:07.108049 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1ce95-bdb1-4be3-b9f6-966e8303ed04 req-b1f2feb6-a645-45b9-9f72-59f4a74d874a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:07.114780 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9de1ce95-bdb1-4be3-b9f6-966e8303ed04 req-b1f2feb6-a645-45b9-9f72-59f4a74d874a service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.1550534 Dec 10 18:31:07.233920 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port b511f568-4dc4-402b-9705-ca8cba8c4976, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=b511f568-4dc4-402b-9705-ca8cba8c4976,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:07.235064 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9de1ce95-bdb1-4be3-b9f6-966e8303ed04 req-e3caa49d-7432-4d6e-8c25-40aa29d52ed4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=6b20fbca-43c1-461a-86cf-d54b82f818f3 HTTP/1.1" status: 200 len: 217 time: 0.1172378 Dec 10 18:31:07.240104 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-22191736-a75b-41dc-b484-abcd18d1196c req-245bb174-60c9-4675-8ca9-2df82d06ec5d tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358924 Dec 10 18:31:07.254467 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0ed92-c2e1-4a50-99fc-b43726d41e8f req-4c4cf777-fc1c-457f-b487-3901aa624979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:07.256077 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4da0ed92-c2e1-4a50-99fc-b43726d41e8f req-4c4cf777-fc1c-457f-b487-3901aa624979 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7a3d06a851e143ce80bc75aa4f5a0861&device_id=79f64b18-a161-465b-9478-21269b46ed05 HTTP/1.1" status: 200 len: 1094 time: 0.1176243 Dec 10 18:31:07.276778 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': 'b511f568-4dc4-402b-9705-ca8cba8c4976', 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317', 'port_id': 'b511f568-4dc4-402b-9705-ca8cba8c4976', 'mac_address': 'fa:16:3e:14:b1:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c38321c-218a-47ac-873b-024a1169316a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:31:07.365129 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1ce95-bdb1-4be3-b9f6-966e8303ed04 req-045c9e78-19c3-4d38-b86b-ea18e038e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:07.373014 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9de1ce95-bdb1-4be3-b9f6-966e8303ed04 req-045c9e78-19c3-4d38-b86b-ea18e038e47c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.1293678 Dec 10 18:31:07.377495 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port d29c3170-75f7-4a7c-976d-2dc07ad3078f completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:31:07.387804 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port d29c3170-75f7-4a7c-976d-2dc07ad3078f triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:07.388541 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:07.504663 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-4e55fd73-ff52-4327-9677-c6f4755169d1 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=449146cf6fbe4ffeba406209dfdd303b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1295810 Dec 10 18:31:07.569728 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0ed92-c2e1-4a50-99fc-b43726d41e8f req-1a0bde3a-bd47-4ec3-8f20-66e92737948a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:07.571650 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4da0ed92-c2e1-4a50-99fc-b43726d41e8f req-1a0bde3a-bd47-4ec3-8f20-66e92737948a service neutron] 10.222.0.46 "GET /v2.0/networks?id=a4abdfd0-f739-47c7-bbf0-c66e12b37b75 HTTP/1.1" status: 200 len: 920 time: 0.3063684 Dec 10 18:31:07.601309 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-80cf5467-8c94-442a-80e8-c205651e73be req-e54a403d-a3ca-4e02-8abb-00dd821e4db7 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=77b07c84-963a-43f1-bf56-5b15c298da20 HTTP/1.1" status: 200 len: 210 time: 0.1647847 Dec 10 18:31:07.700011 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4da0ed92-c2e1-4a50-99fc-b43726d41e8f req-f68b2d3d-5108-4e15-97dc-e4e8d96871ca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42b65244-d778-4d7b-98e0-e8d4b3cc597d HTTP/1.1" status: 200 len: 217 time: 0.1120167 Dec 10 18:31:07.721838 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:07.778198 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0ed92-c2e1-4a50-99fc-b43726d41e8f req-3ff9c61a-1dba-4f10-ac7d-7b2229e61078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:07.779828 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4da0ed92-c2e1-4a50-99fc-b43726d41e8f req-3ff9c61a-1dba-4f10-ac7d-7b2229e61078 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=247a3de4-ec4d-439c-ba27-4051f4367cc3 HTTP/1.1" status: 200 len: 858 time: 0.0684943 Dec 10 18:31:07.788872 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b511f568-4dc4-402b-9705-ca8cba8c4976 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:31:07.875191 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0ed92-c2e1-4a50-99fc-b43726d41e8f req-19c429d5-ee3a-48ff-894b-b68ce30af79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:07.876778 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4da0ed92-c2e1-4a50-99fc-b43726d41e8f req-19c429d5-ee3a-48ff-894b-b68ce30af79a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4abdfd0-f739-47c7-bbf0-c66e12b37b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854881 Dec 10 18:31:07.904785 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87683195-193e-401b-8846-74ae8dc6e0c2 req-4d7a5f4a-aced-479f-8ef5-7fe756d828d4 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:07.914504 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-87683195-193e-401b-8846-74ae8dc6e0c2 req-4d7a5f4a-aced-479f-8ef5-7fe756d828d4 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.1331244 Dec 10 18:31:07.974734 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port b511f568-4dc4-402b-9705-ca8cba8c4976, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=b511f568-4dc4-402b-9705-ca8cba8c4976,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:07.979344 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:07.996799 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:08.005844 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:08.066501 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4da0ed92-c2e1-4a50-99fc-b43726d41e8f req-7590d9bd-503e-4475-a388-d3f3b6799355 service neutron] 10.222.0.46 "GET /v2.0/networks/a4abdfd0-f739-47c7-bbf0-c66e12b37b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403761 Dec 10 18:31:08.076611 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b83710-daf1-4800-930a-d1f4c500f8ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29c3170-75f7-4a7c-976d-2dc07ad3078f'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:08.079840 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f7f332-f7a7-4c3d-a71e-f184d7cb2b32" -d '{"events": [{"server_uuid": "e2b83710-daf1-4800-930a-d1f4c500f8ad", "name": "network-vif-plugged", "status": "completed", "tag": "d29c3170-75f7-4a7c-976d-2dc07ad3078f"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:08.118132 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port d29c3170-75f7-4a7c-976d-2dc07ad3078f, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=d29c3170-75f7-4a7c-976d-2dc07ad3078f,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:08.119859 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=b511f568-4dc4-402b-9705-ca8cba8c4976,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:08.131398 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:08.133288 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-87683195-193e-401b-8846-74ae8dc6e0c2 req-17195839-00ac-4995-a625-5a44deca7f74 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169852 Dec 10 18:31:08.173683 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-725aebe9-5213-4e84-a39e-44e9bdc863b8 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:08.175304 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-725aebe9-5213-4e84-a39e-44e9bdc863b8 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6603467 Dec 10 18:31:08.189036 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=d29c3170-75f7-4a7c-976d-2dc07ad3078f,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:08.196079 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1ce95-bdb1-4be3-b9f6-966e8303ed04 req-f21d50f5-5509-4154-bc2b-f1fc5722f6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:08.197666 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9de1ce95-bdb1-4be3-b9f6-966e8303ed04 req-f21d50f5-5509-4154-bc2b-f1fc5722f6e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7955356 Dec 10 18:31:08.210499 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-2e1769d5-8429-4449-a931-24b1464b695c tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Request body: {'port': {'device_id': '77b07c84-963a-43f1-bf56-5b15c298da20', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'admin_state_up': True, 'tenant_id': '449146cf6fbe4ffeba406209dfdd303b'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:08.301684 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4da0ed92-c2e1-4a50-99fc-b43726d41e8f req-7fd998f3-1415-46d8-b673-f6ab7313e3e5 service neutron] 10.222.0.46 "GET /v2.0/networks/a4abdfd0-f739-47c7-bbf0-c66e12b37b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898708 Dec 10 18:31:08.357372 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707263aa-544f-44bf-a124-a5e4c5342985 req-80ebe0f2-941d-4296-b7c5-80782d7ebe53 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:08.358907 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-707263aa-544f-44bf-a124-a5e4c5342985 req-80ebe0f2-941d-4296-b7c5-80782d7ebe53 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/ports?device_id=79f64b18-a161-465b-9478-21269b46ed05 HTTP/1.1" status: 200 len: 943 time: 0.7433777 Dec 10 18:31:08.434530 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['b511f568-4dc4-402b-9705-ca8cba8c4976'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:31:08.441393 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9de1ce95-bdb1-4be3-b9f6-966e8303ed04 req-07006b4c-2587-425c-9d07-6f91b3993486 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140563 Dec 10 18:31:08.513183 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-707263aa-544f-44bf-a124-a5e4c5342985 req-9db22e47-8a79-402c-bc42-58a01c9a5e3e tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/security-groups?id=66989511-e357-42c2-8825-80465a354afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464763 Dec 10 18:31:08.537054 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-2e1769d5-8429-4449-a931-24b1464b695c tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Made reservation on behalf of 449146cf6fbe4ffeba406209dfdd303b for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:08.541241 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-2e1769d5-8429-4449-a931-24b1464b695c tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:08.581922 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97893afb-63b5-43f5-add0-fd8f1d1758be req-6d6edde9-98d9-49c5-8711-6db4a1af8edd tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:08.584180 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-97893afb-63b5-43f5-add0-fd8f1d1758be req-6d6edde9-98d9-49c5-8711-6db4a1af8edd tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 945 time: 0.0726309 Dec 10 18:31:08.633275 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9de1ce95-bdb1-4be3-b9f6-966e8303ed04 req-c0afab52-b5f5-404c-9656-016987508b3f service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797264 Dec 10 18:31:08.657639 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2236bc0c-0e64-4051-9f30-350cc2376398 x-openstack-request-id: req-2236bc0c-0e64-4051-9f30-350cc2376398 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:08.658142 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b83710-daf1-4800-930a-d1f4c500f8ad", "name": "network-vif-plugged", "status": "completed", "tag": "d29c3170-75f7-4a7c-976d-2dc07ad3078f", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:08.658402 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2236bc0c-0e64-4051-9f30-350cc2376398 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:08.659196 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b83710-daf1-4800-930a-d1f4c500f8ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29c3170-75f7-4a7c-976d-2dc07ad3078f', 'code': 200} Dec 10 18:31:08.660090 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-97893afb-63b5-43f5-add0-fd8f1d1758be req-580238ee-a739-4a48-b4d7-41361209d2f4 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687497 Dec 10 18:31:08.744605 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-2e1769d5-8429-4449-a931-24b1464b695c tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Allocated IP 192.168.233.41 (c9403646-ab9b-4a0a-827b-6d4376246b64/ec05590b-5c35-4e58-9087-8773857a69b9/65ca3711-e20e-4551-8450-4e5d871adf5a) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:08.858250 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfb95a-7d5f-4b4d-9bb4-080c1122f5b7 req-4f9ebaa2-e38d-4c99-babf-a50cfbe4d34d tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:08.860230 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4cdfb95a-7d5f-4b4d-9bb4-080c1122f5b7 req-4f9ebaa2-e38d-4c99-babf-a50cfbe4d34d tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=61bf8e31-7d8f-49ae-8595-85dc50951789 HTTP/1.1" status: 200 len: 945 time: 0.1248579 Dec 10 18:31:08.868548 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2439366-39bc-45e7-ad57-dcfeda549afb req-22f82de4-70c4-460c-9264-683bb5981804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:08.870064 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e2439366-39bc-45e7-ad57-dcfeda549afb req-22f82de4-70c4-460c-9264-683bb5981804 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 1096 time: 0.1269875 Dec 10 18:31:08.930374 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-879c001e-b83d-43c6-b700-11ffb721b41c req-1d4e9b08-3e6b-440f-8002-4b5856017317 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=77b07c84-963a-43f1-bf56-5b15c298da20 HTTP/1.1" status: 200 len: 210 time: 0.0272303 Dec 10 18:31:09.016608 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4cdfb95a-7d5f-4b4d-9bb4-080c1122f5b7 req-e32bdf6e-aa6c-4631-9e10-634080da1528 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455543 Dec 10 18:31:09.020613 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e2439366-39bc-45e7-ad57-dcfeda549afb req-451e9330-0916-4635-ba3e-8f0355e83b15 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396329 Dec 10 18:31:09.050875 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-2e1769d5-8429-4449-a931-24b1464b695c tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:09.110898 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-2e1769d5-8429-4449-a931-24b1464b695c tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:09.123880 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['41782f9b-5a73-4cfc-b85e-56d854ddfd24', '6b20fbca-43c1-461a-86cf-d54b82f818f3', '56ac798e-d9d7-4998-8db6-26b6cc17558a', '8eb10e37-6dea-426e-87c2-0c140d4283a9', 'e91d4dc0-356b-467b-8633-c08c63d10000'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:31:09.171083 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-2e1769d5-8429-4449-a931-24b1464b695c tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Network c9403646-ab9b-4a0a-827b-6d4376246b64 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:09.175123 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-2e1769d5-8429-4449-a931-24b1464b695c tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:09.181080 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-2e1769d5-8429-4449-a931-24b1464b695c tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:09.221169 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1769d5-8429-4449-a931-24b1464b695c tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Pushing event updated for resources: {'Port': ['ID=65ca3711-e20e-4551-8450-4e5d871adf5a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:09.270312 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-2e1769d5-8429-4449-a931-24b1464b695c tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:09.276330 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-2e1769d5-8429-4449-a931-24b1464b695c tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:09.301956 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-2e1769d5-8429-4449-a931-24b1464b695c tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1018379 Dec 10 18:31:09.329079 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-64e1d49a-9339-4818-ac2f-a839e10892c1 service neutron] Request body: {'port': {'device_id': '77b07c84-963a-43f1-bf56-5b15c298da20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:09.450136 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-64e1d49a-9339-4818-ac2f-a839e10892c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:09.458637 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac913f-bdf7-43e8-85e8-28b7dbd92c56 req-1c012b95-7fe9-45df-81ce-f01a3554a249 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:09.468080 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8eac913f-bdf7-43e8-85e8-28b7dbd92c56 req-1c012b95-7fe9-45df-81ce-f01a3554a249 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.1513453 Dec 10 18:31:09.495555 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['f8ba8851-1d33-4f93-a82e-362a38c4cb37', 'baa46271-5316-426e-b73c-7c0cfeef3fa2'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:31:09.542586 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8eac913f-bdf7-43e8-85e8-28b7dbd92c56 req-0983169a-6cb9-4fc4-beb2-c0826d185c21 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736063 Dec 10 18:31:09.602995 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43408) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:09.700776 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43416) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:09.707778 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b5223118-e314-4eed-a22c-76caf3729bef None None] Provisioning complete for port 65ca3711-e20e-4551-8450-4e5d871adf5a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:09.708234 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b5223118-e314-4eed-a22c-76caf3729bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:09.769538 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badc1d3-245a-4a85-aff9-d21679d170b6 req-03fd62be-e06e-41f7-a194-cb4b5d7a541f tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:09.777819 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0badc1d3-245a-4a85-aff9-d21679d170b6 req-03fd62be-e06e-41f7-a194-cb4b5d7a541f tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/ports?device_id=79f64b18-a161-465b-9478-21269b46ed05 HTTP/1.1" status: 200 len: 943 time: 0.1459827 Dec 10 18:31:09.839622 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b5223118-e314-4eed-a22c-76caf3729bef None None] Port 65ca3711-e20e-4551-8450-4e5d871adf5a cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:31:09.874626 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0badc1d3-245a-4a85-aff9-d21679d170b6 req-c346a6cb-36ad-4cda-9701-384302265bd2 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/security-groups?id=66989511-e357-42c2-8825-80465a354afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939684 Dec 10 18:31:09.909730 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1bf91b33-48cb-46d5-9273-742eb2a8ef12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:09.946389 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-64e1d49a-9339-4818-ac2f-a839e10892c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65ca3711-e20e-4551-8450-4e5d871adf5a {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:31:09.948977 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8c261004-e99f-4a1b-9752-021f24db8256 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:09.956584 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-64e1d49a-9339-4818-ac2f-a839e10892c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:09.971845 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-64e1d49a-9339-4818-ac2f-a839e10892c1 service neutron] Transition to ACTIVE for port object 65ca3711-e20e-4551-8450-4e5d871adf5a will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:31:09.976238 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-64e1d49a-9339-4818-ac2f-a839e10892c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.024155 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63f3cd-298b-4e91-ad97-bf3572044058 req-bd96cb7e-4bd2-4cc2-bc22-14bab6d33804 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:10.028193 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fc63f3cd-298b-4e91-ad97-bf3572044058 req-bd96cb7e-4bd2-4cc2-bc22-14bab6d33804 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 945 time: 0.1545105 Dec 10 18:31:10.090905 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1d49a-9339-4818-ac2f-a839e10892c1 service neutron] Pushing event updated for resources: {'Port': ['ID=65ca3711-e20e-4551-8450-4e5d871adf5a,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:10.153257 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ffac4-8e56-477e-991f-9a5b2dbb80c8 req-64e5eece-835f-429c-8649-8be60fb26eb0 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:10.154820 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e48ffac4-8e56-477e-991f-9a5b2dbb80c8 req-64e5eece-835f-429c-8649-8be60fb26eb0 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=77b07c84-963a-43f1-bf56-5b15c298da20 HTTP/1.1" status: 200 len: 947 time: 0.1311169 Dec 10 18:31:10.228015 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fc63f3cd-298b-4e91-ad97-bf3572044058 req-2b16ec61-55a5-4d7d-b39f-3a6b118e848e tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720858 Dec 10 18:31:10.234008 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1bf91b33-48cb-46d5-9273-742eb2a8ef12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.241854 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1bf91b33-48cb-46d5-9273-742eb2a8ef12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.260956 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-64e1d49a-9339-4818-ac2f-a839e10892c1 service neutron] Attempting to bind port 65ca3711-e20e-4551-8450-4e5d871adf5a on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:10.261457 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-64e1d49a-9339-4818-ac2f-a839e10892c1 service neutron] Attempting to bind port 65ca3711-e20e-4551-8450-4e5d871adf5a by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:10.264009 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-64e1d49a-9339-4818-ac2f-a839e10892c1 service neutron] Attempting to bind port 65ca3711-e20e-4551-8450-4e5d871adf5a on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:10.273694 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-64e1d49a-9339-4818-ac2f-a839e10892c1 service neutron] Port 65ca3711-e20e-4551-8450-4e5d871adf5a on network c9403646-ab9b-4a0a-827b-6d4376246b64 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:10.274282 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-64e1d49a-9339-4818-ac2f-a839e10892c1 service neutron] Attempting to bind port 65ca3711-e20e-4551-8450-4e5d871adf5a on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:10.295709 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8c261004-e99f-4a1b-9752-021f24db8256 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.310365 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8c261004-e99f-4a1b-9752-021f24db8256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.315375 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf91b33-48cb-46d5-9273-742eb2a8ef12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572b5ef4-24ed-4214-bd5a-bdc7036aca54,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:10.332833 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1bf91b33-48cb-46d5-9273-742eb2a8ef12 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=676f308a65ae4efb81a151b884e84b32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6311765 Dec 10 18:31:10.337762 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0bee2f48-7701-477c-acf0-a723a0f31ce5 req-7795632c-bbfa-4063-9f4a-a8a9292e41ca service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a2201e05-c2d4-4b4f-849f-4ed212dbef8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2028673 Dec 10 18:31:10.339277 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43424) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:10.358167 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-64e1d49a-9339-4818-ac2f-a839e10892c1 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:31:10.358513 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-64e1d49a-9339-4818-ac2f-a839e10892c1 service neutron] Checking segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:10.358904 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-64e1d49a-9339-4818-ac2f-a839e10892c1 service neutron] Bound using segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:31:10.359363 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-64e1d49a-9339-4818-ac2f-a839e10892c1 service neutron] Bound port: 65ca3711-e20e-4551-8450-4e5d871adf5a, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:31:10.359728 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-64e1d49a-9339-4818-ac2f-a839e10892c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.390131 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e48ffac4-8e56-477e-991f-9a5b2dbb80c8 req-347fec8a-18cf-4deb-9817-e01a89333009 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138331 Dec 10 18:31:10.419833 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8c261004-e99f-4a1b-9752-021f24db8256 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c94bdae74d5f4467b8870b785d0dfb77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8134089 Dec 10 18:31:10.424134 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c261004-e99f-4a1b-9752-021f24db8256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19bb5801-d847-493e-bbc1-8b247ff05a29,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:10.433331 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43426) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:10.452580 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6889af-126c-4a07-902e-d475abd8380a req-0ad74483-ed10-455e-b761-d9e8b3cf9280 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:10.454301 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0f6889af-126c-4a07-902e-d475abd8380a req-0ad74483-ed10-455e-b761-d9e8b3cf9280 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=61bf8e31-7d8f-49ae-8595-85dc50951789 HTTP/1.1" status: 200 len: 945 time: 0.0952387 Dec 10 18:31:10.498346 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee2f48-7701-477c-acf0-a723a0f31ce5 req-964d0b4b-9851-4913-8845-0a9266bef48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:10.499863 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0bee2f48-7701-477c-acf0-a723a0f31ce5 req-964d0b4b-9851-4913-8845-0a9266bef48c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=449146cf6fbe4ffeba406209dfdd303b&device_id=a2201e05-c2d4-4b4f-849f-4ed212dbef8d HTTP/1.1" status: 200 len: 1100 time: 0.1260939 Dec 10 18:31:10.511131 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-586642e7-3f66-44ae-9d88-2e5813fa57ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.513200 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-64e1d49a-9339-4818-ac2f-a839e10892c1 service neutron] For port 65ca3711-e20e-4551-8450-4e5d871adf5a, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:10.518022 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-64e1d49a-9339-4818-ac2f-a839e10892c1 service neutron] For port 65ca3711-e20e-4551-8450-4e5d871adf5a, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=65ca3711-e20e-4551-8450-4e5d871adf5a,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:31:10.531068 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-64e1d49a-9339-4818-ac2f-a839e10892c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.536224 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bd574d9f-2b4f-415e-9f60-51236f591a44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.547638 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0f6889af-126c-4a07-902e-d475abd8380a req-bea90edd-ea07-4c47-8caf-bd8e198abeeb tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858133 Dec 10 18:31:10.567292 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bd574d9f-2b4f-415e-9f60-51236f591a44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.579263 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-586642e7-3f66-44ae-9d88-2e5813fa57ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.658425 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-64e1d49a-9339-4818-ac2f-a839e10892c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:10.659044 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-64e1d49a-9339-4818-ac2f-a839e10892c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.660457 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-64e1d49a-9339-4818-ac2f-a839e10892c1 service neutron] 10.222.0.72 "PUT /v2.0/ports/65ca3711-e20e-4551-8450-4e5d871adf5a HTTP/1.1" status: 200 len: 1095 time: 1.3435421 Dec 10 18:31:10.666677 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b07c84-963a-43f1-bf56-5b15c298da20', 'tag': '65ca3711-e20e-4551-8450-4e5d871adf5a'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:10.669057 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0025c51-3838-40c6-9858-850268a4825c" -d '{"events": [{"name": "network-changed", "server_uuid": "77b07c84-963a-43f1-bf56-5b15c298da20", "tag": "65ca3711-e20e-4551-8450-4e5d871adf5a"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:10.725532 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1d49a-9339-4818-ac2f-a839e10892c1 service neutron] Pushing event updated for resources: {'Port': ['ID=65ca3711-e20e-4551-8450-4e5d871adf5a,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:10.773108 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f460827d-98f1-42f8-8058-819d1c876207 x-openstack-request-id: req-f460827d-98f1-42f8-8058-819d1c876207 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:10.773409 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b07c84-963a-43f1-bf56-5b15c298da20", "tag": "65ca3711-e20e-4551-8450-4e5d871adf5a", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:10.773664 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f460827d-98f1-42f8-8058-819d1c876207 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:10.774523 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77b07c84-963a-43f1-bf56-5b15c298da20', 'tag': '65ca3711-e20e-4551-8450-4e5d871adf5a', 'status': 'completed', 'code': 200} Dec 10 18:31:10.859828 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee2f48-7701-477c-acf0-a723a0f31ce5 req-5bac205a-13a7-4b9c-ae77-99648ad8977b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:10.861253 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0bee2f48-7701-477c-acf0-a723a0f31ce5 req-5bac205a-13a7-4b9c-ae77-99648ad8977b service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.3246977 Dec 10 18:31:10.892251 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe0e9a-0017-49fc-a055-3990add8501a req-139ebf0d-535b-4570-9420-1788433a3fe3 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:10.893964 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 42b65244-d778-4d7b-98e0-e8d4b3cc597d details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:31:10.900442 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bd574d9f-2b4f-415e-9f60-51236f591a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.903886 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bd574d9f-2b4f-415e-9f60-51236f591a44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.910447 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device b511f568-4dc4-402b-9705-ca8cba8c4976 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:10.917282 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2dbe0e9a-0017-49fc-a055-3990add8501a req-139ebf0d-535b-4570-9420-1788433a3fe3 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.2365546 Dec 10 18:31:10.924649 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-bd574d9f-2b4f-415e-9f60-51236f591a44 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/19bb5801-d847-493e-bbc1-8b247ff05a29 HTTP/1.1" status: 204 len: 168 time: 0.4763229 Dec 10 18:31:10.946155 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd574d9f-2b4f-415e-9f60-51236f591a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bb5801-d847-493e-bbc1-8b247ff05a29,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:10.985616 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-0ff298ab-8048-4f26-99bf-489e3621351d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:10.990011 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-0ff298ab-8048-4f26-99bf-489e3621351d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=449146cf6fbe4ffeba406209dfdd303b&device_id=77b07c84-963a-43f1-bf56-5b15c298da20 HTTP/1.1" status: 200 len: 1098 time: 0.2111983 Dec 10 18:31:10.993795 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0bee2f48-7701-477c-acf0-a723a0f31ce5 req-001ceafa-2036-4088-afa8-9df09e6f2b18 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=f8ba8851-1d33-4f93-a82e-362a38c4cb37 HTTP/1.1" status: 200 len: 217 time: 0.1226943 Dec 10 18:31:11.000420 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-586642e7-3f66-44ae-9d88-2e5813fa57ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:11.003521 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-586642e7-3f66-44ae-9d88-2e5813fa57ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:11.004928 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-586642e7-3f66-44ae-9d88-2e5813fa57ff admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/572b5ef4-24ed-4214-bd5a-bdc7036aca54 HTTP/1.1" status: 204 len: 168 time: 0.6641226 Dec 10 18:31:11.037844 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2043bd-c327-4e03-9fe4-20b9842bd649 req-0dd8c72e-eb4d-4b0c-abf5-9584d6926e91 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:11.047859 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-da2043bd-c327-4e03-9fe4-20b9842bd649 req-0dd8c72e-eb4d-4b0c-abf5-9584d6926e91 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/ports?device_id=79f64b18-a161-465b-9478-21269b46ed05 HTTP/1.1" status: 200 len: 943 time: 0.0807652 Dec 10 18:31:11.116130 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee2f48-7701-477c-acf0-a723a0f31ce5 req-4dc27df9-3622-41b2-baf4-adb0a3ce3f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:11.120028 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0bee2f48-7701-477c-acf0-a723a0f31ce5 req-4dc27df9-3622-41b2-baf4-adb0a3ce3f30 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.1139660 Dec 10 18:31:11.122493 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-da2043bd-c327-4e03-9fe4-20b9842bd649 req-aed1c997-dd2e-463a-b97a-b9c4977f54f5 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/security-groups?id=66989511-e357-42c2-8825-80465a354afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664842 Dec 10 18:31:11.145665 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port b511f568-4dc4-402b-9705-ca8cba8c4976 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:31:11.155155 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 42b65244-d778-4d7b-98e0-e8d4b3cc597d, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=42b65244-d778-4d7b-98e0-e8d4b3cc597d,segment=NetworkSegment(7224a61f-768e-4084-93b7-699d9eeef735),segment_id=7224a61f-768e-4084-93b7-699d9eeef735)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:11.157567 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port b511f568-4dc4-402b-9705-ca8cba8c4976 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:11.157941 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:11.190689 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '42b65244-d778-4d7b-98e0-e8d4b3cc597d', 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75', 'port_id': '42b65244-d778-4d7b-98e0-e8d4b3cc597d', 'mac_address': 'fa:16:3e:6a:b1:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '247a3de4-ec4d-439c-ba27-4051f4367cc3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:31:11.220754 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-d708b18f-84b8-4cfc-84fb-4b1b6202a1d3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=65ca3711-e20e-4551-8450-4e5d871adf5a HTTP/1.1" status: 200 len: 217 time: 0.2094028 Dec 10 18:31:11.221989 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586642e7-3f66-44ae-9d88-2e5813fa57ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572b5ef4-24ed-4214-bd5a-bdc7036aca54,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:11.299356 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:11.323540 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-fed0f52c-d2e5-4418-a6c4-ff8329700eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:11.325721 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-fed0f52c-d2e5-4418-a6c4-ff8329700eaa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.0993357 Dec 10 18:31:11.327565 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b65244-d778-4d7b-98e0-e8d4b3cc597d {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:31:11.331955 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:11.360431 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2dbe0e9a-0017-49fc-a055-3990add8501a req-e866b31d-4d3d-4b34-af3b-8c915f9d5523 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4420838 Dec 10 18:31:11.386585 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee2f48-7701-477c-acf0-a723a0f31ce5 req-b79b5bae-ff4e-430f-87c7-8b2190d87b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:11.388455 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0bee2f48-7701-477c-acf0-a723a0f31ce5 req-b79b5bae-ff4e-430f-87c7-8b2190d87b5d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2184608 Dec 10 18:31:11.390176 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 42b65244-d778-4d7b-98e0-e8d4b3cc597d, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=42b65244-d778-4d7b-98e0-e8d4b3cc597d,segment=NetworkSegment(7224a61f-768e-4084-93b7-699d9eeef735),segment_id=7224a61f-768e-4084-93b7-699d9eeef735)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:11.398722 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bf8e31-7d8f-49ae-8595-85dc50951789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b511f568-4dc4-402b-9705-ca8cba8c4976'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:11.401534 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8543e75c-3679-4827-a5ff-f50a203d799c" -d '{"events": [{"server_uuid": "61bf8e31-7d8f-49ae-8595-85dc50951789", "name": "network-vif-plugged", "status": "completed", "tag": "b511f568-4dc4-402b-9705-ca8cba8c4976"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:11.433361 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:11.435792 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb802f8-147f-45ea-af7e-62dd7cb2e575 req-2037903c-f53e-4af8-86c3-adaa1e0b4fad tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:11.444875 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port b511f568-4dc4-402b-9705-ca8cba8c4976, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=b511f568-4dc4-402b-9705-ca8cba8c4976,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:11.445439 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0eb802f8-147f-45ea-af7e-62dd7cb2e575 req-2037903c-f53e-4af8-86c3-adaa1e0b4fad tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 945 time: 0.1048384 Dec 10 18:31:11.468728 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-9a62d65c-dcfe-4582-a43b-b705e50ce70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:11.470258 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-9a62d65c-dcfe-4582-a43b-b705e50ce70e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1368692 Dec 10 18:31:11.495928 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb50a22-1cfb-41dd-94b4-6a84c0452f43 x-openstack-request-id: req-acb50a22-1cfb-41dd-94b4-6a84c0452f43 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:11.503076 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61bf8e31-7d8f-49ae-8595-85dc50951789", "name": "network-vif-plugged", "status": "completed", "tag": "b511f568-4dc4-402b-9705-ca8cba8c4976", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:11.503076 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-acb50a22-1cfb-41dd-94b4-6a84c0452f43 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:11.503076 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61bf8e31-7d8f-49ae-8595-85dc50951789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b511f568-4dc4-402b-9705-ca8cba8c4976', 'code': 200} Dec 10 18:31:11.507665 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:11.556548 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0eb802f8-147f-45ea-af7e-62dd7cb2e575 req-828a09dc-d9f7-4341-96f9-320a6c2b6da7 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099472 Dec 10 18:31:11.562367 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=42b65244-d778-4d7b-98e0-e8d4b3cc597d,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:11.633034 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=b511f568-4dc4-402b-9705-ca8cba8c4976,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:11.715321 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-0f408384-af2b-4ff6-bc8a-c0319d34003e service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283413 Dec 10 18:31:11.726565 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0bee2f48-7701-477c-acf0-a723a0f31ce5 req-0b30d39d-1d4b-488a-8ac0-fd3dfef59264 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243589 Dec 10 18:31:11.745693 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b20c47-bc49-46b4-a41a-8dd522fdb58e req-2718ce6a-658c-42e9-8922-08a473776677 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:11.747915 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-73b20c47-bc49-46b4-a41a-8dd522fdb58e req-2718ce6a-658c-42e9-8922-08a473776677 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=61bf8e31-7d8f-49ae-8595-85dc50951789 HTTP/1.1" status: 200 len: 946 time: 0.0673862 Dec 10 18:31:11.773357 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b95b0-370f-4668-971f-420b860a76e3 req-da97ed1d-c98c-4eae-abb6-f96c3c5cd48e tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:11.780660 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-530b95b0-370f-4668-971f-420b860a76e3 req-da97ed1d-c98c-4eae-abb6-f96c3c5cd48e tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=77b07c84-963a-43f1-bf56-5b15c298da20 HTTP/1.1" status: 200 len: 947 time: 0.2020333 Dec 10 18:31:11.798289 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['42b65244-d778-4d7b-98e0-e8d4b3cc597d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:31:11.814438 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-73b20c47-bc49-46b4-a41a-8dd522fdb58e req-8a138cb3-5bc8-4fea-84f9-5c00e2fc64f5 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607212 Dec 10 18:31:11.820534 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08da030-306f-4233-b2b2-d351f4437eec req-339154ad-62e7-4834-807d-b831a1fcf41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:11.822023 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c08da030-306f-4233-b2b2-d351f4437eec req-339154ad-62e7-4834-807d-b831a1fcf41c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=61bf8e31-7d8f-49ae-8595-85dc50951789 HTTP/1.1" status: 200 len: 1097 time: 0.2049747 Dec 10 18:31:11.976596 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fd56a-75f9-4720-b0ab-4a0e13076090 req-48c0081f-0ff8-4667-b849-f896e82ce915 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:11.989562 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-226fd56a-75f9-4720-b0ab-4a0e13076090 req-48c0081f-0ff8-4667-b849-f896e82ce915 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 1096 time: 0.0928879 Dec 10 18:31:12.021510 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-530b95b0-370f-4668-971f-420b860a76e3 req-3095a0d6-9559-4ca8-8fe5-e26810acd383 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348518 Dec 10 18:31:12.028214 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c08da030-306f-4233-b2b2-d351f4437eec req-b2d1b951-c61b-420e-b08c-faeafcef0cfd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682010 Dec 10 18:31:12.039932 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0bee2f48-7701-477c-acf0-a723a0f31ce5 req-0318fe3a-fe0a-4b9d-94f7-8e083342ea4f service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971528 Dec 10 18:31:12.042060 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3bb55da7-3a46-4f7c-915e-3a8d5c08f934 req-16517546-67b9-4137-ba8e-e2a4e4945008 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123572 Dec 10 18:31:12.073025 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-226fd56a-75f9-4720-b0ab-4a0e13076090 req-09cf25a2-6b3a-4d64-a7cc-a1da380405bf tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775270 Dec 10 18:31:12.436405 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0025c51-3838-40c6-9858-850268a4825c req-616d9968-c421-4b98-ba37-3cc30ccba532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:12.442804 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c0025c51-3838-40c6-9858-850268a4825c req-616d9968-c421-4b98-ba37-3cc30ccba532 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=449146cf6fbe4ffeba406209dfdd303b&device_id=77b07c84-963a-43f1-bf56-5b15c298da20 HTTP/1.1" status: 200 len: 1098 time: 0.0739729 Dec 10 18:31:12.633203 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b9ea9-64b3-4c90-b8d6-f2ae8a2c4079 req-9c1053c8-eb63-4ccd-97f7-4b180dcc17d8 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:12.634743 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-378b9ea9-64b3-4c90-b8d6-f2ae8a2c4079 req-9c1053c8-eb63-4ccd-97f7-4b180dcc17d8 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.0592756 Dec 10 18:31:12.654168 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe56c7-84b1-4fe5-9eb4-5f064b754e3d req-96ca22e0-125e-4242-ad06-529be65edbab tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:12.660682 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4dbe56c7-84b1-4fe5-9eb4-5f064b754e3d req-96ca22e0-125e-4242-ad06-529be65edbab tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/ports?device_id=79f64b18-a161-465b-9478-21269b46ed05 HTTP/1.1" status: 200 len: 944 time: 0.0858397 Dec 10 18:31:12.694710 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-378b9ea9-64b3-4c90-b8d6-f2ae8a2c4079 req-fd6b4945-35dc-45e5-9d2e-524c1a872c6c tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529647 Dec 10 18:31:12.698099 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0025c51-3838-40c6-9858-850268a4825c req-d51968a1-35af-42c8-a133-02e29693f269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:12.699891 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c0025c51-3838-40c6-9858-850268a4825c req-d51968a1-35af-42c8-a133-02e29693f269 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.2493138 Dec 10 18:31:12.768331 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c0025c51-3838-40c6-9858-850268a4825c req-537d739d-d120-4a7c-b2e7-c557836d3a41 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=65ca3711-e20e-4551-8450-4e5d871adf5a HTTP/1.1" status: 200 len: 217 time: 0.0555048 Dec 10 18:31:12.774474 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4dbe56c7-84b1-4fe5-9eb4-5f064b754e3d req-715f70c2-5fb8-4d18-b8c0-06fd17345a7a tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/security-groups?id=66989511-e357-42c2-8825-80465a354afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129706 Dec 10 18:31:12.817478 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a95716db-9c98-4763-b010-6e00021bbbac req-121502b5-8e84-4395-8185-9937a4b468c1 tempest-AbsoluteLimitsNegativeTestJSON-967882384 tempest-AbsoluteLimitsNegativeTestJSON-967882384-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=2f42afd5176445019fd4efb108ab3830&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314097 Dec 10 18:31:12.829161 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0025c51-3838-40c6-9858-850268a4825c req-23168ac2-40e7-457d-b675-4023c75bc99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:12.832105 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c0025c51-3838-40c6-9858-850268a4825c req-23168ac2-40e7-457d-b675-4023c75bc99b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.0567214 Dec 10 18:31:12.919546 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0025c51-3838-40c6-9858-850268a4825c req-6549eb34-f567-438c-9e13-53ff8aa2d530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:12.923607 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c0025c51-3838-40c6-9858-850268a4825c req-6549eb34-f567-438c-9e13-53ff8aa2d530 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0843987 Dec 10 18:31:12.958963 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95716db-9c98-4763-b010-6e00021bbbac req-7f0d9102-0216-4b86-91c5-b2e76b1767d9 tempest-AbsoluteLimitsNegativeTestJSON-967882384 tempest-AbsoluteLimitsNegativeTestJSON-967882384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:12.966664 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a95716db-9c98-4763-b010-6e00021bbbac req-7f0d9102-0216-4b86-91c5-b2e76b1767d9 tempest-AbsoluteLimitsNegativeTestJSON-967882384 tempest-AbsoluteLimitsNegativeTestJSON-967882384-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1482804 Dec 10 18:31:12.984351 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a95716db-9c98-4763-b010-6e00021bbbac req-b215951e-1bd1-474b-a28b-40f431e86fbb tempest-AbsoluteLimitsNegativeTestJSON-967882384 tempest-AbsoluteLimitsNegativeTestJSON-967882384-project] 10.222.0.62 "GET /v2.0/quotas/2f42afd5176445019fd4efb108ab3830 HTTP/1.1" status: 200 len: 375 time: 0.0163057 Dec 10 18:31:13.017064 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a95716db-9c98-4763-b010-6e00021bbbac req-33724e3c-2b5d-4a1f-9ec5-125fba718161 tempest-AbsoluteLimitsNegativeTestJSON-967882384 tempest-AbsoluteLimitsNegativeTestJSON-967882384-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2f42afd5176445019fd4efb108ab3830&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312994 Dec 10 18:31:13.080370 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3d2a8-a5c0-4d04-aa69-c81e0e643273 req-d03224a0-6450-452b-b929-3cae3610992c tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:13.081975 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dbd3d2a8-a5c0-4d04-aa69-c81e0e643273 req-d03224a0-6450-452b-b929-3cae3610992c tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=61bf8e31-7d8f-49ae-8595-85dc50951789 HTTP/1.1" status: 200 len: 946 time: 0.1460164 Dec 10 18:31:13.089389 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c0025c51-3838-40c6-9858-850268a4825c req-303d77b2-2992-4d03-b3da-e75d6605144f service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513247 Dec 10 18:31:13.227857 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dbd3d2a8-a5c0-4d04-aa69-c81e0e643273 req-186602d0-5e69-4a87-8739-764fa24360db tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367466 Dec 10 18:31:13.288811 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c0025c51-3838-40c6-9858-850268a4825c req-889f99f0-8043-47cf-8d96-64cda6a49b16 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895792 Dec 10 18:31:13.421266 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369a65a-e0cd-4d0c-a0c7-4515533eddb7 req-48ae1d1d-9318-44e9-a99f-061580ad81cf tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:13.423687 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f369a65a-e0cd-4d0c-a0c7-4515533eddb7 req-48ae1d1d-9318-44e9-a99f-061580ad81cf tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=77b07c84-963a-43f1-bf56-5b15c298da20 HTTP/1.1" status: 200 len: 947 time: 0.0805213 Dec 10 18:31:13.502532 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f369a65a-e0cd-4d0c-a0c7-4515533eddb7 req-a53e1681-0289-427e-b114-b18a8f0e9485 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688269 Dec 10 18:31:13.532445 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43546) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:13.661791 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-53e12e70-3742-4b28-9db2-59cf894e81c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:13.757691 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-53e12e70-3742-4b28-9db2-59cf894e81c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:13.765847 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-53e12e70-3742-4b28-9db2-59cf894e81c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:13.815913 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e12e70-3742-4b28-9db2-59cf894e81c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a46d1a8-36ff-496b-b135-5d615afec2e2,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:13.821027 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-53e12e70-3742-4b28-9db2-59cf894e81c5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2f42afd5176445019fd4efb108ab3830&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2870677 Dec 10 18:31:13.823514 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43566) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:13.844930 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b7d37-187e-4f7d-82c3-aa2d2959e0c5 req-dab9e90b-99a3-4174-9fd8-508ce1dafb53 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:13.852861 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0b5b7d37-187e-4f7d-82c3-aa2d2959e0c5 req-dab9e90b-99a3-4174-9fd8-508ce1dafb53 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.0679739 Dec 10 18:31:13.892881 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:31:13.929487 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0b5b7d37-187e-4f7d-82c3-aa2d2959e0c5 req-04106555-402e-46b2-9190-35f0daf26ccc tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755124 Dec 10 18:31:13.936385 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a235a054-215c-4d72-84bd-7fbf095d750f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:13.970443 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a235a054-215c-4d72-84bd-7fbf095d750f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:14.028938 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a235a054-215c-4d72-84bd-7fbf095d750f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:14.031636 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a235a054-215c-4d72-84bd-7fbf095d750f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:14.035294 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a235a054-215c-4d72-84bd-7fbf095d750f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8a46d1a8-36ff-496b-b135-5d615afec2e2 HTTP/1.1" status: 204 len: 168 time: 0.2084808 Dec 10 18:31:14.054007 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a235a054-215c-4d72-84bd-7fbf095d750f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a46d1a8-36ff-496b-b135-5d615afec2e2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:14.230183 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbb275-c4ae-4161-a343-24eac6c6b9cc req-34265989-4407-4aac-90f4-81a7042cc2e6 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:14.231779 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-90bbb275-c4ae-4161-a343-24eac6c6b9cc req-34265989-4407-4aac-90f4-81a7042cc2e6 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/ports?device_id=79f64b18-a161-465b-9478-21269b46ed05 HTTP/1.1" status: 200 len: 944 time: 0.0526624 Dec 10 18:31:14.282783 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-90bbb275-c4ae-4161-a343-24eac6c6b9cc req-4b9e5614-a72f-4f8c-94d6-bba4b33cf90d tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/security-groups?id=66989511-e357-42c2-8825-80465a354afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437615 Dec 10 18:31:14.440028 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8395582-8e21-466f-915b-69c597e58eb8 req-ac2e09f7-b444-4dd0-997d-7047a5215056 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:14.441793 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b8395582-8e21-466f-915b-69c597e58eb8 req-ac2e09f7-b444-4dd0-997d-7047a5215056 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=61bf8e31-7d8f-49ae-8595-85dc50951789 HTTP/1.1" status: 200 len: 946 time: 0.0698764 Dec 10 18:31:14.513427 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b8395582-8e21-466f-915b-69c597e58eb8 req-0c8c521d-ae79-4494-8adb-c608d682a217 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637784 Dec 10 18:31:14.724891 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3cf71-1037-4956-b6c3-522be2f48282 req-e5b3aac0-3ff0-4a8a-8db2-b2e8164581cb tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:14.727508 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-38b3cf71-1037-4956-b6c3-522be2f48282 req-e5b3aac0-3ff0-4a8a-8db2-b2e8164581cb tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=77b07c84-963a-43f1-bf56-5b15c298da20 HTTP/1.1" status: 200 len: 947 time: 0.0623996 Dec 10 18:31:14.789453 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-38b3cf71-1037-4956-b6c3-522be2f48282 req-6f3ba877-0bb2-49e1-8d29-a726d33f2293 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553646 Dec 10 18:31:14.909535 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43614) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:14.912065 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 42b65244-d778-4d7b-98e0-e8d4b3cc597d up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:14.992471 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 42b65244-d778-4d7b-98e0-e8d4b3cc597d completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:31:15.002019 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 42b65244-d778-4d7b-98e0-e8d4b3cc597d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:15.004717 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.058170 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d27a0-d15f-4197-ab30-62aa1ec20657 req-ce3e4ec7-4a60-403d-95bc-d3027d784c1b tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:15.069176 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3a7d27a0-d15f-4197-ab30-62aa1ec20657 req-ce3e4ec7-4a60-403d-95bc-d3027d784c1b tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=61bf8e31-7d8f-49ae-8595-85dc50951789 HTTP/1.1" status: 200 len: 1097 time: 0.0947921 Dec 10 18:31:15.128390 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c0af0-8e03-415b-aa3a-6a5ebd60a0fb req-38ebfc46-e50c-4456-a87f-f10ca7e0dea4 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:15.136847 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-916c0af0-8e03-415b-aa3a-6a5ebd60a0fb req-38ebfc46-e50c-4456-a87f-f10ca7e0dea4 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.0696013 Dec 10 18:31:15.138597 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3a7d27a0-d15f-4197-ab30-62aa1ec20657 req-73ace812-3be6-4d2b-9e8c-2c570b6db4d7 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626531 Dec 10 18:31:15.193187 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.232722 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f64b18-a161-465b-9478-21269b46ed05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b65244-d778-4d7b-98e0-e8d4b3cc597d'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:15.235062 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b31b96-52ab-4795-b846-1668e1b9bb0e" -d '{"events": [{"server_uuid": "79f64b18-a161-465b-9478-21269b46ed05", "name": "network-vif-plugged", "status": "completed", "tag": "42b65244-d778-4d7b-98e0-e8d4b3cc597d"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:15.249571 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-9251cbbe-23cb-411a-9dea-b4f4b3c49ce9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-200183081-network', 'tenant_id': '2ddf12ed6ea64c2aba359abd3e473071'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:15.250211 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 42b65244-d778-4d7b-98e0-e8d4b3cc597d, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=42b65244-d778-4d7b-98e0-e8d4b3cc597d,segment=NetworkSegment(7224a61f-768e-4084-93b7-699d9eeef735),segment_id=7224a61f-768e-4084-93b7-699d9eeef735)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:15.255736 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.302021 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-916c0af0-8e03-415b-aa3a-6a5ebd60a0fb req-78e40a80-a396-46ac-b41f-85c4cf552652 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522987 Dec 10 18:31:15.320873 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=42b65244-d778-4d7b-98e0-e8d4b3cc597d,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:15.321964 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9251cbbe-23cb-411a-9dea-b4f4b3c49ce9 admin admin] Made reservation on behalf of 2ddf12ed6ea64c2aba359abd3e473071 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:15.333834 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9251cbbe-23cb-411a-9dea-b4f4b3c49ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.349036 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59c5ca-52c7-4ada-9b08-7a23916c1aba req-43541d7d-7b97-4d16-8d62-3363fc466bb2 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:15.350796 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1c59c5ca-52c7-4ada-9b08-7a23916c1aba req-43541d7d-7b97-4d16-8d62-3363fc466bb2 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=61bf8e31-7d8f-49ae-8595-85dc50951789 HTTP/1.1" status: 200 len: 1097 time: 0.0735235 Dec 10 18:31:15.352899 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9251cbbe-23cb-411a-9dea-b4f4b3c49ce9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.375405 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb0e10a-ee58-41ee-abb0-722e54a5979a x-openstack-request-id: req-3cb0e10a-ee58-41ee-abb0-722e54a5979a {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:15.378953 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f64b18-a161-465b-9478-21269b46ed05", "name": "network-vif-plugged", "status": "completed", "tag": "42b65244-d778-4d7b-98e0-e8d4b3cc597d", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:15.379266 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3cb0e10a-ee58-41ee-abb0-722e54a5979a {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:15.379405 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43632) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:15.379683 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f64b18-a161-465b-9478-21269b46ed05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b65244-d778-4d7b-98e0-e8d4b3cc597d', 'code': 200} Dec 10 18:31:15.455302 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9251cbbe-23cb-411a-9dea-b4f4b3c49ce9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.470026 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9251cbbe-23cb-411a-9dea-b4f4b3c49ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.481939 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1c59c5ca-52c7-4ada-9b08-7a23916c1aba req-60cb3840-1402-4d66-8722-973299c186e9 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211996 Dec 10 18:31:15.511677 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9251cbbe-23cb-411a-9dea-b4f4b3c49ce9 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:31:15.546550 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9251cbbe-23cb-411a-9dea-b4f4b3c49ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.547239 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-9251cbbe-23cb-411a-9dea-b4f4b3c49ce9 admin admin] Added segment c1af7470-2ec8-4fbd-ae15-d8857de7b64d of type vlan for network 91a67bc6-bca3-4f3f-839f-7be620f7f3f2 Dec 10 18:31:15.548693 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251cbbe-23cb-411a-9dea-b4f4b3c49ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579d0c5e-99a7-427e-a797-7b15e0d5f12b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:15.607242 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99f486-3d81-4e2e-b99c-0e84a5a6fcce req-3cf77024-e9c6-4309-897d-e1a7cf0ee270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:15.609948 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a3a7d-487b-493a-b72e-4e59c1260865 req-2fc28579-aa13-4f26-a236-cea8f1beda05 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:15.611314 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-017a3a7d-487b-493a-b72e-4e59c1260865 req-2fc28579-aa13-4f26-a236-cea8f1beda05 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/ports?device_id=79f64b18-a161-465b-9478-21269b46ed05 HTTP/1.1" status: 200 len: 945 time: 0.1545684 Dec 10 18:31:15.619624 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3b99f486-3d81-4e2e-b99c-0e84a5a6fcce req-3cf77024-e9c6-4309-897d-e1a7cf0ee270 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=79f64b18-a161-465b-9478-21269b46ed05 HTTP/1.1" status: 200 len: 1096 time: 0.1543427 Dec 10 18:31:15.620994 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d5fd9440-8d1d-4d9c-ae59-7b188c454294 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.632376 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9251cbbe-23cb-411a-9dea-b4f4b3c49ce9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.678789 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-017a3a7d-487b-493a-b72e-4e59c1260865 req-6c82432e-fa62-4303-81b6-2abb7b94f30a tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/security-groups?id=66989511-e357-42c2-8825-80465a354afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572267 Dec 10 18:31:15.715524 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9251cbbe-23cb-411a-9dea-b4f4b3c49ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.716579 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9251cbbe-23cb-411a-9dea-b4f4b3c49ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:15.719950 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9251cbbe-23cb-411a-9dea-b4f4b3c49ce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.742744 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3b99f486-3d81-4e2e-b99c-0e84a5a6fcce req-0c9b8cff-4890-4c83-80a4-d2324e04b3aa service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=66989511-e357-42c2-8825-80465a354afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083510 Dec 10 18:31:15.785626 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9251cbbe-23cb-411a-9dea-b4f4b3c49ce9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8710811 Dec 10 18:31:15.790274 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43644) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:15.828656 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d5fd9440-8d1d-4d9c-ae59-7b188c454294 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.833786 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d5fd9440-8d1d-4d9c-ae59-7b188c454294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.868178 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-0f9f2185-e6f7-4d19-a9d2-28a73dd8b28b admin admin] Request body: {'subnet': {'network_id': '91a67bc6-bca3-4f3f-839f-7be620f7f3f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-200183081-subnet', 'tenant_id': '2ddf12ed6ea64c2aba359abd3e473071', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:15.885153 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd9440-8d1d-4d9c-ae59-7b188c454294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e9f7a5-7e11-4b6b-b4e5-15ce438ba5b2,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:15.934151 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251cbbe-23cb-411a-9dea-b4f4b3c49ce9 admin admin] Pushing event updated for resources: {'Network': ['ID=91a67bc6-bca3-4f3f-839f-7be620f7f3f2,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:15.941422 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d5fd9440-8d1d-4d9c-ae59-7b188c454294 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=274b71b497554454849463c3b93e8e92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5586257 Dec 10 18:31:15.941701 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43652) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:15.951695 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 91a67bc6-bca3-4f3f-839f-7be620f7f3f2 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:31:15.977466 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9f2185-e6f7-4d19-a9d2-28a73dd8b28b admin admin] Made reservation on behalf of 2ddf12ed6ea64c2aba359abd3e473071 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:15.979829 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0f9f2185-e6f7-4d19-a9d2-28a73dd8b28b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:16.013130 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b16b27a-d552-4741-a0a2-7c7fad39af8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:16.041824 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b16b27a-d552-4741-a0a2-7c7fad39af8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:16.120622 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b16b27a-d552-4741-a0a2-7c7fad39af8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:16.123357 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b16b27a-d552-4741-a0a2-7c7fad39af8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:16.124738 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0b16b27a-d552-4741-a0a2-7c7fad39af8e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/76e9f7a5-7e11-4b6b-b4e5-15ce438ba5b2 HTTP/1.1" status: 204 len: 168 time: 0.1811056 Dec 10 18:31:16.138995 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b16b27a-d552-4741-a0a2-7c7fad39af8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e9f7a5-7e11-4b6b-b4e5-15ce438ba5b2,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:16.157214 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61554b5-14b7-4d71-89e6-b9309a13888a req-e47b87e7-ffc4-44f3-a6c9-12644d9d30d4 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:16.165907 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a61554b5-14b7-4d71-89e6-b9309a13888a req-e47b87e7-ffc4-44f3-a6c9-12644d9d30d4 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=77b07c84-963a-43f1-bf56-5b15c298da20 HTTP/1.1" status: 200 len: 947 time: 0.2330863 Dec 10 18:31:16.268111 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a61554b5-14b7-4d71-89e6-b9309a13888a req-aebaf78c-6415-438a-8c1a-91c2d0408fea tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008739 Dec 10 18:31:16.409356 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0f9f2185-e6f7-4d19-a9d2-28a73dd8b28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:16.531542 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f2185-e6f7-4d19-a9d2-28a73dd8b28b admin admin] Pushing event updated for resources: {'Subnet': ['ID=352f63bb-1784-4da4-bd5c-5c29fe335645,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:16.546036 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9f2185-e6f7-4d19-a9d2-28a73dd8b28b admin admin] Checking segment: {'id': 'c1af7470-2ec8-4fbd-ae15-d8857de7b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '91a67bc6-bca3-4f3f-839f-7be620f7f3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:16.546572 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9f2185-e6f7-4d19-a9d2-28a73dd8b28b admin admin] Network hostable DHCP agents. Network: 91a67bc6-bca3-4f3f-839f-7be620f7f3f2, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:31:16.557371 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eac765-ba45-4122-b764-c99f519e6764 req-0db4a312-9afa-457a-b26a-aaa9bffe2f61 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:16.558949 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-46eac765-ba45-4122-b764-c99f519e6764 req-0db4a312-9afa-457a-b26a-aaa9bffe2f61 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.1329582 Dec 10 18:31:16.587041 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9f2185-e6f7-4d19-a9d2-28a73dd8b28b admin admin] Network 91a67bc6-bca3-4f3f-839f-7be620f7f3f2 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:31:16.608357 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-0f9f2185-e6f7-4d19-a9d2-28a73dd8b28b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 91a67bc6-bca3-4f3f-839f-7be620f7f3f2) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:16.619601 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9f2185-e6f7-4d19-a9d2-28a73dd8b28b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:16.620210 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0f9f2185-e6f7-4d19-a9d2-28a73dd8b28b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:16.620568 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a15072-1a2b-4aca-97f4-931de4f42709 None None] Network 91a67bc6-bca3-4f3f-839f-7be620f7f3f2 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:16.650458 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-46eac765-ba45-4122-b764-c99f519e6764 req-d6a1dedd-f928-47d4-bceb-99202fe262cd tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790684 Dec 10 18:31:16.661077 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0f9f2185-e6f7-4d19-a9d2-28a73dd8b28b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7975073 Dec 10 18:31:16.789004 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d017a025-3e49-481f-8269-923e763ac457 None None] Network 91a67bc6-bca3-4f3f-839f-7be620f7f3f2 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:16.891191 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac324aa-cf25-4962-89b8-1f8babe0c34c req-8173c125-f0d0-4e3d-a563-304575740f43 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:16.903156 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cac324aa-cf25-4962-89b8-1f8babe0c34c req-8173c125-f0d0-4e3d-a563-304575740f43 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/ports?device_id=79f64b18-a161-465b-9478-21269b46ed05 HTTP/1.1" status: 200 len: 945 time: 0.1039803 Dec 10 18:31:16.934341 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 65ca3711-e20e-4551-8450-4e5d871adf5a details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:31:16.994188 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cac324aa-cf25-4962-89b8-1f8babe0c34c req-3230124c-8702-4de2-a436-59d922645248 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/security-groups?id=66989511-e357-42c2-8825-80465a354afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899138 Dec 10 18:31:17.254071 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43710) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:17.268879 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 65ca3711-e20e-4551-8450-4e5d871adf5a, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=65ca3711-e20e-4551-8450-4e5d871adf5a,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:17.284488 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '65ca3711-e20e-4551-8450-4e5d871adf5a', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': '65ca3711-e20e-4551-8450-4e5d871adf5a', 'mac_address': 'fa:16:3e:97:7f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:31:17.335115 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:17.358687 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65ca3711-e20e-4551-8450-4e5d871adf5a {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:31:17.394968 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 65ca3711-e20e-4551-8450-4e5d871adf5a, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=65ca3711-e20e-4551-8450-4e5d871adf5a,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:17.404250 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:17.510715 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=65ca3711-e20e-4551-8450-4e5d871adf5a,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:17.563721 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43728) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:17.614243 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-147dfc94-b420-42c0-bfc7-f0eef12aa3ea tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:31:17.615220 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-147dfc94-b420-42c0-bfc7-f0eef12aa3ea tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3597641 Dec 10 18:31:17.643009 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f026af37-514b-40ce-8f9e-b347e6e5177d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1330569574-network', 'tenant_id': '794820394e9943859aa55388ff00635f'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:17.671462 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f026af37-514b-40ce-8f9e-b347e6e5177d admin admin] Made reservation on behalf of 794820394e9943859aa55388ff00635f for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:17.674193 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f026af37-514b-40ce-8f9e-b347e6e5177d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:17.683667 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f026af37-514b-40ce-8f9e-b347e6e5177d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:17.688373 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-21ff2141-cdfe-4b55-a20b-6eb67af66592 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:17.695857 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-21ff2141-cdfe-4b55-a20b-6eb67af66592 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] 10.222.0.62 "GET /v2.0/networks?id=91a67bc6-bca3-4f3f-839f-7be620f7f3f2 HTTP/1.1" status: 200 len: 821 time: 0.1765680 Dec 10 18:31:17.713112 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-1945cda7-3c3b-4a9b-a2ec-6e9e173432c1 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] 10.222.0.62 "GET /v2.0/quotas/2ddf12ed6ea64c2aba359abd3e473071 HTTP/1.1" status: 200 len: 375 time: 0.0163157 Dec 10 18:31:17.743858 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-d16f2f97-9b46-4506-b9b7-a5a2e20df7f4 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ddf12ed6ea64c2aba359abd3e473071&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298734 Dec 10 18:31:17.789120 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f026af37-514b-40ce-8f9e-b347e6e5177d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:17.793896 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f026af37-514b-40ce-8f9e-b347e6e5177d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:17.819972 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f026af37-514b-40ce-8f9e-b347e6e5177d admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:31:17.827796 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-3ef7ba65-a7d9-4bc1-afc4-2722f2acf583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:17.829249 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-3ef7ba65-a7d9-4bc1-afc4-2722f2acf583 service neutron] 10.222.0.62 "GET /v2.0/ports/b511f568-4dc4-402b-9705-ca8cba8c4976 HTTP/1.1" status: 200 len: 1094 time: 0.1552973 Dec 10 18:31:17.838781 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f026af37-514b-40ce-8f9e-b347e6e5177d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442bdec6-cbfc-405e-865b-7eb2483ceb49,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:17.845824 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-bd2e071a-c400-417c-99fb-b9b706c14d81 service neutron] Request body: {'binding': {'host': 'n-h1-821435-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:17.846353 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-bd2e071a-c400-417c-99fb-b9b706c14d81 service neutron] Unknown quota resources ['binding']. {{(pid=103244) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 18:31:17.854397 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f026af37-514b-40ce-8f9e-b347e6e5177d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:17.856110 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-f026af37-514b-40ce-8f9e-b347e6e5177d admin admin] Added segment 28105cb3-b02b-46ba-8bd1-4f7fffef31f0 of type vlan for network fc9c8c34-4fb5-4d67-85db-8a204a0932aa Dec 10 18:31:17.893466 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['65ca3711-e20e-4551-8450-4e5d871adf5a'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:31:17.914754 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f026af37-514b-40ce-8f9e-b347e6e5177d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:17.930543 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-25b91604-bde8-4de0-b022-eddffc247ee4 service neutron] 10.222.0.62 "GET /v2.0/networks/91a67bc6-bca3-4f3f-839f-7be620f7f3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576009 Dec 10 18:31:17.951950 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f026af37-514b-40ce-8f9e-b347e6e5177d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:17.953702 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f026af37-514b-40ce-8f9e-b347e6e5177d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:17.954542 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f026af37-514b-40ce-8f9e-b347e6e5177d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:18.028804 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f026af37-514b-40ce-8f9e-b347e6e5177d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4637096 Dec 10 18:31:18.034340 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43740) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:18.042706 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-059be3a3-7029-4f03-9234-33c4859786fa admin admin] Request body: {'subnet': {'network_id': 'fc9c8c34-4fb5-4d67-85db-8a204a0932aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1330569574-subnet', 'tenant_id': '794820394e9943859aa55388ff00635f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:18.044220 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f026af37-514b-40ce-8f9e-b347e6e5177d admin admin] Pushing event updated for resources: {'Network': ['ID=fc9c8c34-4fb5-4d67-85db-8a204a0932aa,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:18.063048 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network fc9c8c34-4fb5-4d67-85db-8a204a0932aa details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:31:18.103197 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059be3a3-7029-4f03-9234-33c4859786fa admin admin] Made reservation on behalf of 794820394e9943859aa55388ff00635f for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:18.108529 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-059be3a3-7029-4f03-9234-33c4859786fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:18.173771 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-5017216a-5994-4690-95c0-c83e4b0f8c88 service neutron] 10.222.0.62 "GET /v2.0/networks/91a67bc6-bca3-4f3f-839f-7be620f7f3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422721 Dec 10 18:31:18.198382 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-bd2e071a-c400-417c-99fb-b9b706c14d81 service neutron] Attempting to bind port b511f568-4dc4-402b-9705-ca8cba8c4976 on host n-h1-821435-1 for vnic_type normal with profile None {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:18.199288 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-bd2e071a-c400-417c-99fb-b9b706c14d81 service neutron] Attempting to bind port b511f568-4dc4-402b-9705-ca8cba8c4976 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:18.199288 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-bd2e071a-c400-417c-99fb-b9b706c14d81 service neutron] Attempting to bind port b511f568-4dc4-402b-9705-ca8cba8c4976 on network b1a56b94-fee7-4dfb-925d-977caaf81317 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:18.217487 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-bd2e071a-c400-417c-99fb-b9b706c14d81 service neutron] Port b511f568-4dc4-402b-9705-ca8cba8c4976 on network b1a56b94-fee7-4dfb-925d-977caaf81317 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:18.217883 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-bd2e071a-c400-417c-99fb-b9b706c14d81 service neutron] Attempting to bind port b511f568-4dc4-402b-9705-ca8cba8c4976 on network b1a56b94-fee7-4dfb-925d-977caaf81317 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:18.230799 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-bd2e071a-c400-417c-99fb-b9b706c14d81 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:31:18.231150 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-bd2e071a-c400-417c-99fb-b9b706c14d81 service neutron] Checking segment: {'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:18.231542 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-bd2e071a-c400-417c-99fb-b9b706c14d81 service neutron] Bound using segment: {'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:31:18.231988 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-bd2e071a-c400-417c-99fb-b9b706c14d81 service neutron] Bound port: b511f568-4dc4-402b-9705-ca8cba8c4976, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:31:18.376317 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-bd2e071a-c400-417c-99fb-b9b706c14d81 service neutron] For port b511f568-4dc4-402b-9705-ca8cba8c4976, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=b511f568-4dc4-402b-9705-ca8cba8c4976,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:31:18.409174 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-bd2e071a-c400-417c-99fb-b9b706c14d81 service neutron] Publish callbacks [] for binding, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:18.410340 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-bd2e071a-c400-417c-99fb-b9b706c14d81 service neutron] 10.222.0.62 "POST /v2.0/ports/b511f568-4dc4-402b-9705-ca8cba8c4976/bindings HTTP/1.1" status: 201 len: 389 time: 0.5693312 Dec 10 18:31:18.462414 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-059be3a3-7029-4f03-9234-33c4859786fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:18.523619 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26a206-b729-4426-b168-093df96f9aee req-686df3ed-a8b2-4bd7-8498-18997fbbab69 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:18.531487 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dc26a206-b729-4426-b168-093df96f9aee req-686df3ed-a8b2-4bd7-8498-18997fbbab69 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=77b07c84-963a-43f1-bf56-5b15c298da20 HTTP/1.1" status: 200 len: 948 time: 0.1308513 Dec 10 18:31:18.587059 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059be3a3-7029-4f03-9234-33c4859786fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5d3e696-e3fd-4eae-82c6-7a704df1751c,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:18.614271 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059be3a3-7029-4f03-9234-33c4859786fa admin admin] Checking segment: {'id': '28105cb3-b02b-46ba-8bd1-4f7fffef31f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fc9c8c34-4fb5-4d67-85db-8a204a0932aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:18.614271 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059be3a3-7029-4f03-9234-33c4859786fa admin admin] Network hostable DHCP agents. Network: fc9c8c34-4fb5-4d67-85db-8a204a0932aa, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:31:18.667715 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0391a3-fbba-40a9-b5c8-447c11bd1dbc req-13ffa5d5-623d-4309-ba3b-349b05dae7c4 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:18.671156 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4d0391a3-fbba-40a9-b5c8-447c11bd1dbc req-13ffa5d5-623d-4309-ba3b-349b05dae7c4 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.0695064 Dec 10 18:31:18.679331 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dc26a206-b729-4426-b168-093df96f9aee req-2e8bbae1-5de0-47ff-8972-5de9a53b23b5 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468275 Dec 10 18:31:18.681257 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059be3a3-7029-4f03-9234-33c4859786fa admin admin] Network fc9c8c34-4fb5-4d67-85db-8a204a0932aa is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:31:18.713115 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-059be3a3-7029-4f03-9234-33c4859786fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, fc9c8c34-4fb5-4d67-85db-8a204a0932aa) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:18.728417 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8e1da7-e1a6-45d1-84aa-f2872d0569cd None None] Network fc9c8c34-4fb5-4d67-85db-8a204a0932aa requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:18.746520 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059be3a3-7029-4f03-9234-33c4859786fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:18.747457 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-059be3a3-7029-4f03-9234-33c4859786fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:18.781260 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-059be3a3-7029-4f03-9234-33c4859786fa admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7381861 Dec 10 18:31:18.781643 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4d0391a3-fbba-40a9-b5c8-447c11bd1dbc req-620595b7-8a99-42a1-bfa4-a252465361ff tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905788 Dec 10 18:31:18.871115 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-0e64314f-7da0-4680-953f-51ed6045ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:18.874974 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-0e64314f-7da0-4680-953f-51ed6045ad9b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5768feea1c8f4e40b878b814fdae92ab&device_id=61bf8e31-7d8f-49ae-8595-85dc50951789 HTTP/1.1" status: 200 len: 1097 time: 0.0925059 Dec 10 18:31:18.895962 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce8c76-0488-42aa-81d6-9a1599d57725 req-e383fa4a-990f-4e97-aadf-07b63ee1b3e5 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:18.906377 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f7ce8c76-0488-42aa-81d6-9a1599d57725 req-e383fa4a-990f-4e97-aadf-07b63ee1b3e5 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/ports?device_id=79f64b18-a161-465b-9478-21269b46ed05 HTTP/1.1" status: 200 len: 945 time: 0.1005633 Dec 10 18:31:18.973374 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4b20d3-6244-43b1-9624-0dbd99f42957 None None] Network fc9c8c34-4fb5-4d67-85db-8a204a0932aa requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:18.998488 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f7ce8c76-0488-42aa-81d6-9a1599d57725 req-8ca10f7e-82a1-4dd6-9c66-1912c3552b62 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/security-groups?id=66989511-e357-42c2-8825-80465a354afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909064 Dec 10 18:31:19.199254 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab5a8f-751e-4380-9961-336751cbe56a req-d9b58cd7-a8bb-4f97-b4fd-83b77fc59289 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:19.201037 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-67ab5a8f-751e-4380-9961-336751cbe56a req-d9b58cd7-a8bb-4f97-b4fd-83b77fc59289 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=61bf8e31-7d8f-49ae-8595-85dc50951789 HTTP/1.1" status: 200 len: 946 time: 0.0702262 Dec 10 18:31:19.267421 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-67ab5a8f-751e-4380-9961-336751cbe56a req-5c4a47ea-07de-42c3-a109-75b927fb924f tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592737 Dec 10 18:31:19.387326 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fc8f3779-bc5e-4d1f-88a0-9a3ae0605cf4 req-2922bb25-292e-4309-b82f-dd0944c56c77 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb92298e-95be-4869-946f-8073514d7ab2 HTTP/1.1" status: 200 len: 210 time: 0.0532055 Dec 10 18:31:19.434737 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-a59cf500-2e3f-4b7e-b225-fcf61058a920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:19.435962 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-a59cf500-2e3f-4b7e-b225-fcf61058a920 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b1a56b94-fee7-4dfb-925d-977caaf81317 HTTP/1.1" status: 200 len: 908 time: 0.5513766 Dec 10 18:31:19.437195 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-df3d5b3d-ebc0-4c19-afef-b31e2e9388b8 req-8b1cb17b-5afd-46dd-81c9-4bc86acad3e6 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1384919 Dec 10 18:31:19.449221 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-df3d5b3d-ebc0-4c19-afef-b31e2e9388b8 req-98a3992e-8d3a-4255-ba64-b167b7c3c54b tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:19.475268 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-df3d5b3d-ebc0-4c19-afef-b31e2e9388b8 req-98a3992e-8d3a-4255-ba64-b167b7c3c54b tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.489046 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-292872d8-bc54-4d50-b26f-c3f014363821 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b511f568-4dc4-402b-9705-ca8cba8c4976 HTTP/1.1" status: 200 len: 217 time: 0.0440001 Dec 10 18:31:19.496977 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-5178d705-aabd-491b-b82d-d358818df64d req-4e05141b-ae91-47db-8335-41273ef39160 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-154011805', 'description': 'tempest-description-989383144'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:19.566913 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5178d705-aabd-491b-b82d-d358818df64d req-4e05141b-ae91-47db-8335-41273ef39160 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.578874 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-f04ac792-426d-4d83-892b-642bdee2a2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:19.579680 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-f04ac792-426d-4d83-892b-642bdee2a2d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c38321c-218a-47ac-873b-024a1169316a HTTP/1.1" status: 200 len: 847 time: 0.0752714 Dec 10 18:31:19.590961 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-df3d5b3d-ebc0-4c19-afef-b31e2e9388b8 req-98a3992e-8d3a-4255-ba64-b167b7c3c54b tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.601531 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0782204e-cdd9-408c-a58b-fd1886063297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.660614 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5178d705-aabd-491b-b82d-d358818df64d req-4e05141b-ae91-47db-8335-41273ef39160 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.712476 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-236fd750-aa92-4aef-92f5-d41683f92677 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b1a56b94-fee7-4dfb-925d-977caaf81317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180875 Dec 10 18:31:19.713361 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5178d705-aabd-491b-b82d-d358818df64d req-4e05141b-ae91-47db-8335-41273ef39160 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.746247 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-df3d5b3d-ebc0-4c19-afef-b31e2e9388b8 req-98a3992e-8d3a-4255-ba64-b167b7c3c54b tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Allocated IP 172.25.7.41 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/0a719d45-9e60-42e7-995d-f5f8ced2d4ce) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:19.747417 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5178d705-aabd-491b-b82d-d358818df64d req-4e05141b-ae91-47db-8335-41273ef39160 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.757808 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5178d705-aabd-491b-b82d-d358818df64d req-4e05141b-ae91-47db-8335-41273ef39160 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.2652752 Dec 10 18:31:19.894916 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05141b-ae91-47db-8335-41273ef39160 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abf443e4-007e-4928-8401-a1b02def8b83,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:19.929058 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05141b-ae91-47db-8335-41273ef39160 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:19.929622 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05141b-ae91-47db-8335-41273ef39160 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:19.930206 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05141b-ae91-47db-8335-41273ef39160 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:19.931210 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05141b-ae91-47db-8335-41273ef39160 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:19.931349 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05141b-ae91-47db-8335-41273ef39160 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:19.932925 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05141b-ae91-47db-8335-41273ef39160 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:19.933422 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05141b-ae91-47db-8335-41273ef39160 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:19.933882 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05141b-ae91-47db-8335-41273ef39160 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:19.934977 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05141b-ae91-47db-8335-41273ef39160 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:19.935435 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05141b-ae91-47db-8335-41273ef39160 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:19.935881 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05141b-ae91-47db-8335-41273ef39160 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:19.936319 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05141b-ae91-47db-8335-41273ef39160 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:19.936810 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05141b-ae91-47db-8335-41273ef39160 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:19.965702 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1acb55-bdb4-4ce6-a91a-1023b07f823d req-aa42466a-d8b7-473b-9322-d96228e495bf tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:19.967582 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cc1acb55-bdb4-4ce6-a91a-1023b07f823d req-aa42466a-d8b7-473b-9322-d96228e495bf tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=77b07c84-963a-43f1-bf56-5b15c298da20 HTTP/1.1" status: 200 len: 948 time: 0.1343355 Dec 10 18:31:19.975427 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-5d8e00ed-6620-492f-bd89-8d6738fe7419 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:19.977131 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-5d8e00ed-6620-492f-bd89-8d6738fe7419 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] 10.222.0.46 "GET /v2.0/networks?id=91a67bc6-bca3-4f3f-839f-7be620f7f3f2 HTTP/1.1" status: 200 len: 821 time: 0.1532917 Dec 10 18:31:19.980188 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-df3d5b3d-ebc0-4c19-afef-b31e2e9388b8 req-98a3992e-8d3a-4255-ba64-b167b7c3c54b tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.998080 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-d275d51b-6627-4c38-8ea8-45c661e5f921 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] Request body: {'port': {'device_id': 'bb92298e-95be-4869-946f-8073514d7ab2', 'network_id': '91a67bc6-bca3-4f3f-839f-7be620f7f3f2', 'admin_state_up': True, 'tenant_id': '2ddf12ed6ea64c2aba359abd3e473071'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:20.017898 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-59c7f9ab-8dd9-4be9-80e5-d81e9c7f3d42 service neutron] 10.222.0.46 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913570 Dec 10 18:31:20.096213 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cc1acb55-bdb4-4ce6-a91a-1023b07f823d req-cfeec965-420c-47af-bfc9-b7cdb23e38bd tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178331 Dec 10 18:31:20.098446 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-df3d5b3d-ebc0-4c19-afef-b31e2e9388b8 req-98a3992e-8d3a-4255-ba64-b167b7c3c54b tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:20.119180 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df3d5b3d-ebc0-4c19-afef-b31e2e9388b8 req-98a3992e-8d3a-4255-ba64-b167b7c3c54b tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:20.126650 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-df3d5b3d-ebc0-4c19-afef-b31e2e9388b8 req-98a3992e-8d3a-4255-ba64-b167b7c3c54b tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:20.148427 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3d5b3d-ebc0-4c19-afef-b31e2e9388b8 req-98a3992e-8d3a-4255-ba64-b167b7c3c54b tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:20.174420 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-2b2b3eff-9432-4589-8ed1-33d9ab3a6fc3 service neutron] 10.222.0.46 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467144 Dec 10 18:31:20.208102 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3992e-8d3a-4255-ba64-b167b7c3c54b tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Pushing event updated for resources: {'Port': ['ID=0a719d45-9e60-42e7-995d-f5f8ced2d4ce,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:20.210961 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c2995db7-f3fa-4464-b955-67b27d62b131 req-eb2462b7-d91a-41e2-bd92-40f23569570b tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] 10.222.0.62 "GET /v2.0/security-groups/abf443e4-007e-4928-8401-a1b02def8b83 HTTP/1.1" status: 200 len: 1828 time: 0.0595589 Dec 10 18:31:20.223402 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-d275d51b-6627-4c38-8ea8-45c661e5f921 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] Made reservation on behalf of 2ddf12ed6ea64c2aba359abd3e473071 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:20.226921 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-d275d51b-6627-4c38-8ea8-45c661e5f921 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:20.233659 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-c2995db7-f3fa-4464-b955-67b27d62b131 req-85d53041-143e-483e-ba27-035a82d4521f tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'abf443e4-007e-4928-8401-a1b02def8b83', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:20.233987 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-c2995db7-f3fa-4464-b955-67b27d62b131 req-85d53041-143e-483e-ba27-035a82d4521f tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'abf443e4-007e-4928-8401-a1b02def8b83', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:20.325024 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-df3d5b3d-ebc0-4c19-afef-b31e2e9388b8 req-98a3992e-8d3a-4255-ba64-b167b7c3c54b tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:20.333247 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c2995db7-f3fa-4464-b955-67b27d62b131 req-85d53041-143e-483e-ba27-035a82d4521f tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:20.355720 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-1408a55f-d9da-43ae-8fe3-91d3f20b7187 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:20.357310 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-1408a55f-d9da-43ae-8fe3-91d3f20b7187 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=61bf8e31-7d8f-49ae-8595-85dc50951789&tenant_id=5768feea1c8f4e40b878b814fdae92ab&binding%3Ahost_id=n-h2-821435-1 HTTP/1.1" status: 200 len: 1097 time: 0.0909395 Dec 10 18:31:20.377077 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-c3c828b1-5d1d-4447-ae41-a6cce7d6b272 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821435-1'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:20.417205 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c2995db7-f3fa-4464-b955-67b27d62b131 req-85d53041-143e-483e-ba27-035a82d4521f tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:20.425148 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c2995db7-f3fa-4464-b955-67b27d62b131 req-85d53041-143e-483e-ba27-035a82d4521f tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:20.438577 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-df3d5b3d-ebc0-4c19-afef-b31e2e9388b8 req-98a3992e-8d3a-4255-ba64-b167b7c3c54b tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:20.468677 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d53041-143e-483e-ba27-035a82d4521f tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ccca31d-716d-4761-8f67-7365f63591f9,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:20.474544 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-c3c828b1-5d1d-4447-ae41-a6cce7d6b272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:20.486750 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c2995db7-f3fa-4464-b955-67b27d62b131 req-85d53041-143e-483e-ba27-035a82d4521f tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:20.488030 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c2995db7-f3fa-4464-b955-67b27d62b131 req-85d53041-143e-483e-ba27-035a82d4521f tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2588964 Dec 10 18:31:20.536021 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-d275d51b-6627-4c38-8ea8-45c661e5f921 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] Allocated IP 172.20.0.6 (91a67bc6-bca3-4f3f-839f-7be620f7f3f2/352f63bb-1784-4da4-bd5c-5c29fe335645/91734a17-251e-4667-a22d-9d8fdae79009) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:20.660812 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6ad40-1454-46e7-8e6d-a1f14fbf5656 req-64e82feb-b8b8-4361-8185-9a225347df08 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:20.663633 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-24b6ad40-1454-46e7-8e6d-a1f14fbf5656 req-64e82feb-b8b8-4361-8185-9a225347df08 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.0946343 Dec 10 18:31:20.702211 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-c3c828b1-5d1d-4447-ae41-a6cce7d6b272 service neutron] For port b511f568-4dc4-402b-9705-ca8cba8c4976, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=b511f568-4dc4-402b-9705-ca8cba8c4976,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:20.758608 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-24b6ad40-1454-46e7-8e6d-a1f14fbf5656 req-5fc1aa14-37be-4489-9b4f-f8ca7b3621a4 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870335 Dec 10 18:31:20.778175 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-c3c828b1-5d1d-4447-ae41-a6cce7d6b272 service neutron] For port b511f568-4dc4-402b-9705-ca8cba8c4976, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:20.834757 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bf8e31-7d8f-49ae-8595-85dc50951789', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b511f568-4dc4-402b-9705-ca8cba8c4976'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:20.837658 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400462ee-6aa7-4453-b76b-2f2867f31f51" -d '{"events": [{"server_uuid": "61bf8e31-7d8f-49ae-8595-85dc50951789", "name": "network-vif-unplugged", "status": "completed", "tag": "b511f568-4dc4-402b-9705-ca8cba8c4976"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:20.842714 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-c3c828b1-5d1d-4447-ae41-a6cce7d6b272 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:20.851963 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-c3c828b1-5d1d-4447-ae41-a6cce7d6b272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:20.935029 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 65ca3711-e20e-4551-8450-4e5d871adf5a up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:21.015893 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 65ca3711-e20e-4551-8450-4e5d871adf5a completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:31:21.020704 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 65ca3711-e20e-4551-8450-4e5d871adf5a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:21.022013 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:21.022878 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c828b1-5d1d-4447-ae41-a6cce7d6b272 service neutron] Pushing event updated for resources: {'Port': ['ID=b511f568-4dc4-402b-9705-ca8cba8c4976,revision_number=7']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:21.042192 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-c3c828b1-5d1d-4447-ae41-a6cce7d6b272 service neutron] Attempting to bind port b511f568-4dc4-402b-9705-ca8cba8c4976 on host n-h2-821435-1 for vnic_type normal with profile {"migrating_to": "n-h1-821435-1"} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:21.042663 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-c3c828b1-5d1d-4447-ae41-a6cce7d6b272 service neutron] Attempting to bind port b511f568-4dc4-402b-9705-ca8cba8c4976 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:21.043011 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-c3c828b1-5d1d-4447-ae41-a6cce7d6b272 service neutron] Attempting to bind port b511f568-4dc4-402b-9705-ca8cba8c4976 on network b1a56b94-fee7-4dfb-925d-977caaf81317 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:21.061581 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b14ca-3f0a-45b7-9341-cb2112cb8abc req-a1d9abc0-72f1-40ba-a4a8-ff8d4b8ebae5 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:21.063159 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-232b14ca-3f0a-45b7-9341-cb2112cb8abc req-a1d9abc0-72f1-40ba-a4a8-ff8d4b8ebae5 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=61bf8e31-7d8f-49ae-8595-85dc50951789 HTTP/1.1" status: 200 len: 944 time: 0.1063414 Dec 10 18:31:21.064033 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-c3c828b1-5d1d-4447-ae41-a6cce7d6b272 service neutron] Port b511f568-4dc4-402b-9705-ca8cba8c4976 on network b1a56b94-fee7-4dfb-925d-977caaf81317 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:21.064371 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-c3c828b1-5d1d-4447-ae41-a6cce7d6b272 service neutron] Attempting to bind port b511f568-4dc4-402b-9705-ca8cba8c4976 on network b1a56b94-fee7-4dfb-925d-977caaf81317 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:21.071401 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-c3c828b1-5d1d-4447-ae41-a6cce7d6b272 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:31:21.071756 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-c3c828b1-5d1d-4447-ae41-a6cce7d6b272 service neutron] Checking segment: {'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:21.072134 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-c3c828b1-5d1d-4447-ae41-a6cce7d6b272 service neutron] Bound using segment: {'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:31:21.072577 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-c3c828b1-5d1d-4447-ae41-a6cce7d6b272 service neutron] Bound port: b511f568-4dc4-402b-9705-ca8cba8c4976, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:31:21.073052 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-c3c828b1-5d1d-4447-ae41-a6cce7d6b272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:21.074374 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-d275d51b-6627-4c38-8ea8-45c661e5f921 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:21.127693 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:21.136979 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-d275d51b-6627-4c38-8ea8-45c661e5f921 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:21.140509 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-df3d5b3d-ebc0-4c19-afef-b31e2e9388b8 req-98a3992e-8d3a-4255-ba64-b167b7c3c54b tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:21.152138 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-df3d5b3d-ebc0-4c19-afef-b31e2e9388b8 req-98a3992e-8d3a-4255-ba64-b167b7c3c54b tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:21.158058 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b07c84-963a-43f1-bf56-5b15c298da20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ca3711-e20e-4551-8450-4e5d871adf5a'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:21.160367 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f58151d-d24c-4b94-a2cb-62ae5125297b" -d '{"events": [{"server_uuid": "77b07c84-963a-43f1-bf56-5b15c298da20", "name": "network-vif-plugged", "status": "completed", "tag": "65ca3711-e20e-4551-8450-4e5d871adf5a"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:21.174612 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 65ca3711-e20e-4551-8450-4e5d871adf5a, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=65ca3711-e20e-4551-8450-4e5d871adf5a,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:21.180113 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:21.186643 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-232b14ca-3f0a-45b7-9341-cb2112cb8abc req-7baf048d-ec04-4e18-8c2d-31eba57f745e tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967004 Dec 10 18:31:21.190559 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-c3c828b1-5d1d-4447-ae41-a6cce7d6b272 service neutron] For port b511f568-4dc4-402b-9705-ca8cba8c4976, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:21.193034 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-d275d51b-6627-4c38-8ea8-45c661e5f921 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] Network 91a67bc6-bca3-4f3f-839f-7be620f7f3f2 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:21.198058 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-d275d51b-6627-4c38-8ea8-45c661e5f921 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:21.203042 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-d275d51b-6627-4c38-8ea8-45c661e5f921 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:21.204490 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-c3c828b1-5d1d-4447-ae41-a6cce7d6b272 service neutron] For port b511f568-4dc4-402b-9705-ca8cba8c4976, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=b511f568-4dc4-402b-9705-ca8cba8c4976,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:31:21.214645 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-c3c828b1-5d1d-4447-ae41-a6cce7d6b272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:21.238938 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=65ca3711-e20e-4551-8450-4e5d871adf5a,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:21.274290 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275d51b-6627-4c38-8ea8-45c661e5f921 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] Pushing event updated for resources: {'Port': ['ID=91734a17-251e-4667-a22d-9d8fdae79009,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:21.314933 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c828b1-5d1d-4447-ae41-a6cce7d6b272 service neutron] Pushing event updated for resources: {'Port': ['ID=b511f568-4dc4-402b-9705-ca8cba8c4976,revision_number=8']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:21.330559 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-d275d51b-6627-4c38-8ea8-45c661e5f921 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:21.331201 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-d275d51b-6627-4c38-8ea8-45c661e5f921 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:21.336313 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-c3c828b1-5d1d-4447-ae41-a6cce7d6b272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:21.336938 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-c3c828b1-5d1d-4447-ae41-a6cce7d6b272 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:21.338386 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-c3c828b1-5d1d-4447-ae41-a6cce7d6b272 service neutron] 10.222.0.46 "PUT /v2.0/ports/b511f568-4dc4-402b-9705-ca8cba8c4976 HTTP/1.1" status: 200 len: 1122 time: 0.9667358 Dec 10 18:31:21.341569 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-df3d5b3d-ebc0-4c19-afef-b31e2e9388b8 req-98a3992e-8d3a-4255-ba64-b167b7c3c54b tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:21.359762 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3992e-8d3a-4255-ba64-b167b7c3c54b tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Pushing event updated for resources: {'Port': ['ID=0a719d45-9e60-42e7-995d-f5f8ced2d4ce,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:21.366805 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec5871-2620-486f-b15a-07bccdaa24f6 req-24785be8-993e-4e9f-b738-e51db16f2be1 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:21.368482 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-44ec5871-2620-486f-b15a-07bccdaa24f6 req-24785be8-993e-4e9f-b738-e51db16f2be1 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb92298e-95be-4869-946f-8073514d7ab2 HTTP/1.1" status: 200 len: 931 time: 0.0863757 Dec 10 18:31:21.377841 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-d275d51b-6627-4c38-8ea8-45c661e5f921 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3851068 Dec 10 18:31:21.385084 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-df3d5b3d-ebc0-4c19-afef-b31e2e9388b8 req-98a3992e-8d3a-4255-ba64-b167b7c3c54b tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:21.386457 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-df3d5b3d-ebc0-4c19-afef-b31e2e9388b8 req-98a3992e-8d3a-4255-ba64-b167b7c3c54b tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9440780 Dec 10 18:31:21.397017 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-ed417b36-4ce3-4ada-92a5-5ff94ebe33c5 service neutron] Request body: {'port': {'device_id': 'bb92298e-95be-4869-946f-8073514d7ab2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:21.437281 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-44ec5871-2620-486f-b15a-07bccdaa24f6 req-8c81d8f5-3bb8-4f25-90b6-5cf95baa12df tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] 10.222.0.62 "GET /v2.0/security-groups?id=579d0c5e-99a7-427e-a797-7b15e0d5f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537207 Dec 10 18:31:21.457405 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['b511f568-4dc4-402b-9705-ca8cba8c4976'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:31:21.479321 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-df3d5b3d-ebc0-4c19-afef-b31e2e9388b8 req-58500c51-0d52-44f8-8428-36478d98d4c9 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 695 time: 0.0793908 Dec 10 18:31:21.513334 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c7240995-75de-4ee1-8ca2-1c02ebfef287 req-14f58ed0-7476-44b7-afa1-2b5296fa6e74 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] 10.222.0.62 "GET /v2.0/security-groups/abf443e4-007e-4928-8401-a1b02def8b83 HTTP/1.1" status: 200 len: 2421 time: 0.0502689 Dec 10 18:31:21.555960 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-ed417b36-4ce3-4ada-92a5-5ff94ebe33c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:21.557458 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3668ef2-a0fb-4365-bb4b-0b5de4555720 x-openstack-request-id: req-c3668ef2-a0fb-4365-bb4b-0b5de4555720 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:21.557864 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61bf8e31-7d8f-49ae-8595-85dc50951789", "name": "network-vif-unplugged", "status": "completed", "tag": "b511f568-4dc4-402b-9705-ca8cba8c4976", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:21.558099 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c3668ef2-a0fb-4365-bb4b-0b5de4555720 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:21.558568 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61bf8e31-7d8f-49ae-8595-85dc50951789', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b511f568-4dc4-402b-9705-ca8cba8c4976', 'code': 200} Dec 10 18:31:21.666400 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a73469-7d7e-414e-84ad-11b8a4440475 req-627fbe20-0882-47eb-bb21-f9b9243718da tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:21.669005 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-54a73469-7d7e-414e-84ad-11b8a4440475 req-627fbe20-0882-47eb-bb21-f9b9243718da tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=77b07c84-963a-43f1-bf56-5b15c298da20 HTTP/1.1" status: 200 len: 949 time: 0.0603490 Dec 10 18:31:21.702302 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d5b3d-ebc0-4c19-afef-b31e2e9388b8 req-ad1c71aa-d923-4c76-bc1b-77695310eab6 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:21.703576 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-df3d5b3d-ebc0-4c19-afef-b31e2e9388b8 req-ad1c71aa-d923-4c76-bc1b-77695310eab6 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/networks/6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 784 time: 0.2075989 Dec 10 18:31:21.747501 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-54a73469-7d7e-414e-84ad-11b8a4440475 req-aa54478e-59fb-493a-9e38-a23fd9011468 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707219 Dec 10 18:31:21.774582 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89680f72-4b88-438d-aa7c-e414cdab654e x-openstack-request-id: req-89680f72-4b88-438d-aa7c-e414cdab654e {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:21.774939 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b07c84-963a-43f1-bf56-5b15c298da20", "name": "network-vif-plugged", "status": "completed", "tag": "65ca3711-e20e-4551-8450-4e5d871adf5a", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:21.775318 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-89680f72-4b88-438d-aa7c-e414cdab654e {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:21.776291 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b07c84-963a-43f1-bf56-5b15c298da20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ca3711-e20e-4551-8450-4e5d871adf5a', 'code': 200} Dec 10 18:31:21.810384 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-44978b70-d448-4ea3-916b-0e9e35ef1833 req-a0143add-3339-460f-87bd-5a27f8a283a3 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] 10.222.0.62 "GET /v2.0/security-group-rules/1ccca31d-716d-4761-8f67-7365f63591f9 HTTP/1.1" status: 200 len: 778 time: 0.0347130 Dec 10 18:31:21.877257 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-44978b70-d448-4ea3-916b-0e9e35ef1833 req-aeeab1a5-fbcc-4003-8508-9e583bad951d tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] 10.222.0.62 "GET /v2.0/security-groups/abf443e4-007e-4928-8401-a1b02def8b83 HTTP/1.1" status: 200 len: 2421 time: 0.0657792 Dec 10 18:31:21.927731 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-44978b70-d448-4ea3-916b-0e9e35ef1833 req-0b1cffc7-b253-475a-93fe-5c5df0eff05d tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:21.930991 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2c749-b9d8-4932-b886-4064cf2972f9 req-36439717-0c96-438e-8ec4-592dd291e81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:21.932519 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-16a2c749-b9d8-4932-b886-4064cf2972f9 req-36439717-0c96-438e-8ec4-592dd291e81c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=77b07c84-963a-43f1-bf56-5b15c298da20 HTTP/1.1" status: 200 len: 1100 time: 0.0786340 Dec 10 18:31:21.939276 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-44978b70-d448-4ea3-916b-0e9e35ef1833 req-0b1cffc7-b253-475a-93fe-5c5df0eff05d tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:21.960749 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31601e-68ef-4632-a7a3-992fb062450b req-d9676e0d-8a08-4c66-b7ba-ce616849aefe tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:21.962277 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4c31601e-68ef-4632-a7a3-992fb062450b req-d9676e0d-8a08-4c66-b7ba-ce616849aefe tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.0825689 Dec 10 18:31:21.988849 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-44978b70-d448-4ea3-916b-0e9e35ef1833 req-0b1cffc7-b253-475a-93fe-5c5df0eff05d tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:22.001931 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-44978b70-d448-4ea3-916b-0e9e35ef1833 req-0b1cffc7-b253-475a-93fe-5c5df0eff05d tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:22.003042 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-44978b70-d448-4ea3-916b-0e9e35ef1833 req-0b1cffc7-b253-475a-93fe-5c5df0eff05d tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/1ccca31d-716d-4761-8f67-7365f63591f9 HTTP/1.1" status: 204 len: 173 time: 0.1111970 Dec 10 18:31:22.011128 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-16a2c749-b9d8-4932-b886-4064cf2972f9 req-c305d1f0-72fe-4ca4-9436-6be5c0424d4c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650916 Dec 10 18:31:22.012246 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1cffc7-b253-475a-93fe-5c5df0eff05d tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ccca31d-716d-4761-8f67-7365f63591f9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:22.040581 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-ed417b36-4ce3-4ada-92a5-5ff94ebe33c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91734a17-251e-4667-a22d-9d8fdae79009 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:31:22.056579 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-ed417b36-4ce3-4ada-92a5-5ff94ebe33c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:22.075260 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4c31601e-68ef-4632-a7a3-992fb062450b req-48c03195-a89d-4da6-8a03-8420c2c2887a tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039774 Dec 10 18:31:22.082393 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-ed417b36-4ce3-4ada-92a5-5ff94ebe33c5 service neutron] Transition to ACTIVE for port object 91734a17-251e-4667-a22d-9d8fdae79009 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:31:22.087360 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-ed417b36-4ce3-4ada-92a5-5ff94ebe33c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:22.135951 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed417b36-4ce3-4ada-92a5-5ff94ebe33c5 service neutron] Pushing event updated for resources: {'Port': ['ID=91734a17-251e-4667-a22d-9d8fdae79009,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:22.278207 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-ed417b36-4ce3-4ada-92a5-5ff94ebe33c5 service neutron] Attempting to bind port 91734a17-251e-4667-a22d-9d8fdae79009 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:22.278978 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-ed417b36-4ce3-4ada-92a5-5ff94ebe33c5 service neutron] Attempting to bind port 91734a17-251e-4667-a22d-9d8fdae79009 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': 'c1af7470-2ec8-4fbd-ae15-d8857de7b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '91a67bc6-bca3-4f3f-839f-7be620f7f3f2'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:22.278978 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-ed417b36-4ce3-4ada-92a5-5ff94ebe33c5 service neutron] Attempting to bind port 91734a17-251e-4667-a22d-9d8fdae79009 on network 91a67bc6-bca3-4f3f-839f-7be620f7f3f2 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:22.292896 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-ed417b36-4ce3-4ada-92a5-5ff94ebe33c5 service neutron] Port 91734a17-251e-4667-a22d-9d8fdae79009 on network 91a67bc6-bca3-4f3f-839f-7be620f7f3f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:22.293218 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-ed417b36-4ce3-4ada-92a5-5ff94ebe33c5 service neutron] Attempting to bind port 91734a17-251e-4667-a22d-9d8fdae79009 on network 91a67bc6-bca3-4f3f-839f-7be620f7f3f2 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:22.301708 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-2be57639-0c32-43bb-8cc3-046266665573 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:22.303236 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-2be57639-0c32-43bb-8cc3-046266665573 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/networks?id=a4abdfd0-f739-47c7-bbf0-c66e12b37b75 HTTP/1.1" status: 200 len: 819 time: 0.1444938 Dec 10 18:31:22.307381 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-ed417b36-4ce3-4ada-92a5-5ff94ebe33c5 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:31:22.307721 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-ed417b36-4ce3-4ada-92a5-5ff94ebe33c5 service neutron] Checking segment: {'id': 'c1af7470-2ec8-4fbd-ae15-d8857de7b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '91a67bc6-bca3-4f3f-839f-7be620f7f3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:22.308099 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-ed417b36-4ce3-4ada-92a5-5ff94ebe33c5 service neutron] Bound using segment: {'id': 'c1af7470-2ec8-4fbd-ae15-d8857de7b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '91a67bc6-bca3-4f3f-839f-7be620f7f3f2'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:31:22.308528 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-ed417b36-4ce3-4ada-92a5-5ff94ebe33c5 service neutron] Bound port: 91734a17-251e-4667-a22d-9d8fdae79009, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1af7470-2ec8-4fbd-ae15-d8857de7b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '91a67bc6-bca3-4f3f-839f-7be620f7f3f2'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:31:22.308908 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-ed417b36-4ce3-4ada-92a5-5ff94ebe33c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:22.314143 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-e3bced57-ef6c-41be-beba-4709ee3341b7 req-ff9e9319-b370-46ae-b482-0b3918811fcc tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-181612184', 'description': 'tempest-description-1350368240'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:22.329931 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-2ae126f6-00a2-4aeb-b110-cb673aaf4526 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/quotas/7a3d06a851e143ce80bc75aa4f5a0861 HTTP/1.1" status: 200 len: 375 time: 0.0188129 Dec 10 18:31:22.339555 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-355debcc-690d-49a0-a250-f187da52947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:22.342132 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e3bced57-ef6c-41be-beba-4709ee3341b7 req-ff9e9319-b370-46ae-b482-0b3918811fcc tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:22.414172 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e3bced57-ef6c-41be-beba-4709ee3341b7 req-ff9e9319-b370-46ae-b482-0b3918811fcc tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:22.418410 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e3bced57-ef6c-41be-beba-4709ee3341b7 req-ff9e9319-b370-46ae-b482-0b3918811fcc tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:22.423280 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-ed417b36-4ce3-4ada-92a5-5ff94ebe33c5 service neutron] For port 91734a17-251e-4667-a22d-9d8fdae79009, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:22.428494 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-ed417b36-4ce3-4ada-92a5-5ff94ebe33c5 service neutron] For port 91734a17-251e-4667-a22d-9d8fdae79009, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=91734a17-251e-4667-a22d-9d8fdae79009,segment=NetworkSegment(c1af7470-2ec8-4fbd-ae15-d8857de7b64d),segment_id=c1af7470-2ec8-4fbd-ae15-d8857de7b64d)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:31:22.437456 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-470b434c-66f9-4928-8d7b-3851fe7d8794 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7a3d06a851e143ce80bc75aa4f5a0861&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0806739 Dec 10 18:31:22.439109 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-ed417b36-4ce3-4ada-92a5-5ff94ebe33c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:22.449152 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e3bced57-ef6c-41be-beba-4709ee3341b7 req-ff9e9319-b370-46ae-b482-0b3918811fcc tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:22.450389 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e3bced57-ef6c-41be-beba-4709ee3341b7 req-ff9e9319-b370-46ae-b482-0b3918811fcc tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1403735 Dec 10 18:31:22.452179 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e9319-b370-46ae-b482-0b3918811fcc tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0082c39-7d5c-40ad-8062-ab8a63433147,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:22.521495 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-ed417b36-4ce3-4ada-92a5-5ff94ebe33c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:22.522179 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-ed417b36-4ce3-4ada-92a5-5ff94ebe33c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:22.523541 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-ed417b36-4ce3-4ada-92a5-5ff94ebe33c5 service neutron] 10.222.0.46 "PUT /v2.0/ports/91734a17-251e-4667-a22d-9d8fdae79009 HTTP/1.1" status: 200 len: 1091 time: 1.1312816 Dec 10 18:31:22.523986 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb92298e-95be-4869-946f-8073514d7ab2', 'tag': '91734a17-251e-4667-a22d-9d8fdae79009'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:22.526242 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716bb1d0-7d54-48c2-a6d2-10c5eb95f19a" -d '{"events": [{"name": "network-changed", "server_uuid": "bb92298e-95be-4869-946f-8073514d7ab2", "tag": "91734a17-251e-4667-a22d-9d8fdae79009"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:22.558578 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed417b36-4ce3-4ada-92a5-5ff94ebe33c5 service neutron] Pushing event updated for resources: {'Port': ['ID=91734a17-251e-4667-a22d-9d8fdae79009,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:22.567850 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620c244-ed8b-496e-ba65-1d6872c32ffc req-eecde461-0ccf-4bb1-87a4-4b224d1598a2 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:22.570020 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5620c244-ed8b-496e-ba65-1d6872c32ffc req-eecde461-0ccf-4bb1-87a4-4b224d1598a2 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=61bf8e31-7d8f-49ae-8595-85dc50951789 HTTP/1.1" status: 200 len: 944 time: 0.0635068 Dec 10 18:31:22.578011 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed417b36-4ce3-4ada-92a5-5ff94ebe33c5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:22.578359 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed417b36-4ce3-4ada-92a5-5ff94ebe33c5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:22.578706 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed417b36-4ce3-4ada-92a5-5ff94ebe33c5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:22.579046 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed417b36-4ce3-4ada-92a5-5ff94ebe33c5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:22.579377 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed417b36-4ce3-4ada-92a5-5ff94ebe33c5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:22.579704 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed417b36-4ce3-4ada-92a5-5ff94ebe33c5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:22.580029 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed417b36-4ce3-4ada-92a5-5ff94ebe33c5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:22.580352 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed417b36-4ce3-4ada-92a5-5ff94ebe33c5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:22.580691 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed417b36-4ce3-4ada-92a5-5ff94ebe33c5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:22.581015 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed417b36-4ce3-4ada-92a5-5ff94ebe33c5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:22.581341 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed417b36-4ce3-4ada-92a5-5ff94ebe33c5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:22.581658 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed417b36-4ce3-4ada-92a5-5ff94ebe33c5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:22.581977 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed417b36-4ce3-4ada-92a5-5ff94ebe33c5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:22.622651 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5620c244-ed8b-496e-ba65-1d6872c32ffc req-af8de77c-5b10-4b5b-8e75-280e02c614b6 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460455 Dec 10 18:31:22.624550 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-7962b55f-f226-47a8-a606-ff3fc120e000 service neutron] 10.222.0.62 "GET /v2.0/networks/a4abdfd0-f739-47c7-bbf0-c66e12b37b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766052 Dec 10 18:31:22.653347 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-ab3f99ac-f70e-44d6-93f1-f22d9d8d4f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:22.654823 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-ab3f99ac-f70e-44d6-93f1-f22d9d8d4f9a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2ddf12ed6ea64c2aba359abd3e473071&device_id=bb92298e-95be-4869-946f-8073514d7ab2 HTTP/1.1" status: 200 len: 1094 time: 0.0686748 Dec 10 18:31:22.686977 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-036a7d0a-f60b-4ec2-bb47-2b89ff51f46f req-0c5e2d68-e375-4372-aed1-b726f455a79a tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] 10.222.0.62 "GET /v2.0/security-groups/a0082c39-7d5c-40ad-8062-ab8a63433147 HTTP/1.1" status: 200 len: 1829 time: 0.0377710 Dec 10 18:31:22.723490 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-a208d400-523e-4c37-8fc5-c7efde14aae2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91734a17-251e-4667-a22d-9d8fdae79009 HTTP/1.1" status: 200 len: 217 time: 0.0446224 Dec 10 18:31:22.789519 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503fa10-8a49-4efc-9b08-1100a2599cf7 req-3eb6fbd7-75d8-4f8f-bc7f-a1292b62bc17 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:22.791119 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1503fa10-8a49-4efc-9b08-1100a2599cf7 req-3eb6fbd7-75d8-4f8f-bc7f-a1292b62bc17 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb92298e-95be-4869-946f-8073514d7ab2 HTTP/1.1" status: 200 len: 943 time: 0.0491569 Dec 10 18:31:22.791577 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-57d4a405-f348-48ae-b520-99a7b53eac98 service neutron] 10.222.0.62 "GET /v2.0/networks/a4abdfd0-f739-47c7-bbf0-c66e12b37b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601317 Dec 10 18:31:22.803098 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-751040bd-ae51-4d8e-8585-50dd67973e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:22.804700 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-751040bd-ae51-4d8e-8585-50dd67973e65 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=352f63bb-1784-4da4-bd5c-5c29fe335645 HTTP/1.1" status: 200 len: 861 time: 0.0676279 Dec 10 18:31:22.840434 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-000456e8-1f79-44aa-835c-daa66897598e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=91a67bc6-bca3-4f3f-839f-7be620f7f3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256913 Dec 10 18:31:22.855412 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1503fa10-8a49-4efc-9b08-1100a2599cf7 req-8e0e146c-4afe-4b28-b2ff-b26a844da124 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] 10.222.0.62 "GET /v2.0/security-groups?id=579d0c5e-99a7-427e-a797-7b15e0d5f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483727 Dec 10 18:31:22.968859 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519857ec-f304-426d-951b-f159648433d9 x-openstack-request-id: req-519857ec-f304-426d-951b-f159648433d9 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:22.969146 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb92298e-95be-4869-946f-8073514d7ab2", "tag": "91734a17-251e-4667-a22d-9d8fdae79009", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:22.969390 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-519857ec-f304-426d-951b-f159648433d9 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:22.969801 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb92298e-95be-4869-946f-8073514d7ab2', 'tag': '91734a17-251e-4667-a22d-9d8fdae79009', 'status': 'completed', 'code': 200} Dec 10 18:31:22.981468 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-125fa80f-3949-4c7b-9402-05deca875f5f service neutron] 10.222.0.46 "GET /v2.0/networks/91a67bc6-bca3-4f3f-839f-7be620f7f3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275465 Dec 10 18:31:23.038789 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-19b375bb-97a5-4954-9ed5-e01edf60a774 req-20e16311-307a-46d5-a647-b2df511d6d2f tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e66cbb5-021c-4ffb-bb83-6458c13baffb HTTP/1.1" status: 200 len: 210 time: 0.0341470 Dec 10 18:31:23.078293 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-d48aeaaa-b759-4300-81bc-eebec83ccaef req-43798818-5052-4dff-b0b5-2fadeb3b1ad4 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1181613482', 'description': 'tempest-description-128557836'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:23.092253 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7947b-71ff-4801-b912-8e4f645ea702 req-6f7b3a63-7bb0-419d-8d35-ff5dc30298cd tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:23.093839 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c4f7947b-71ff-4801-b912-8e4f645ea702 req-6f7b3a63-7bb0-419d-8d35-ff5dc30298cd tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=77b07c84-963a-43f1-bf56-5b15c298da20 HTTP/1.1" status: 200 len: 949 time: 0.1114764 Dec 10 18:31:23.107343 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d48aeaaa-b759-4300-81bc-eebec83ccaef req-43798818-5052-4dff-b0b5-2fadeb3b1ad4 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:23.146115 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c283d5e3-4ae9-4f27-aa4d-495b48f0c3a0 req-5ada670c-f417-4119-aba4-7570856d05d5 service neutron] 10.222.0.46 "GET /v2.0/networks/91a67bc6-bca3-4f3f-839f-7be620f7f3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525295 Dec 10 18:31:23.185117 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c4f7947b-71ff-4801-b912-8e4f645ea702 req-62a2ec42-ac80-4e14-ba00-3b853c9ad1b8 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773563 Dec 10 18:31:23.194924 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d48aeaaa-b759-4300-81bc-eebec83ccaef req-43798818-5052-4dff-b0b5-2fadeb3b1ad4 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:23.207487 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d48aeaaa-b759-4300-81bc-eebec83ccaef req-43798818-5052-4dff-b0b5-2fadeb3b1ad4 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:23.233301 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d48aeaaa-b759-4300-81bc-eebec83ccaef req-43798818-5052-4dff-b0b5-2fadeb3b1ad4 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:23.236427 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d48aeaaa-b759-4300-81bc-eebec83ccaef req-43798818-5052-4dff-b0b5-2fadeb3b1ad4 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1641302 Dec 10 18:31:23.264497 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43798818-5052-4dff-b0b5-2fadeb3b1ad4 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7861f080-e0c8-4cac-93b9-a8ccc6e90fc9,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:23.276203 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:23.277091 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bb1d0-7d54-48c2-a6d2-10c5eb95f19a req-005c2fb3-e750-4eb3-8061-32cfc596db65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:23.280526 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-716bb1d0-7d54-48c2-a6d2-10c5eb95f19a req-005c2fb3-e750-4eb3-8061-32cfc596db65 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2ddf12ed6ea64c2aba359abd3e473071&device_id=bb92298e-95be-4869-946f-8073514d7ab2 HTTP/1.1" status: 200 len: 1094 time: 0.0814011 Dec 10 18:31:23.325303 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7e0fcab2-8dc1-4f6c-8466-31ada9e1ac09 req-94bc7e4d-d8df-4279-9937-a003b97633c3 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] 10.222.0.62 "GET /v2.0/security-groups/7861f080-e0c8-4cac-93b9-a8ccc6e90fc9 HTTP/1.1" status: 200 len: 1829 time: 0.0510483 Dec 10 18:31:23.416472 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646c5a2-92b6-458a-aa19-68b439e78454 req-524fe14a-5d97-4187-92a8-dc1a4280bfd4 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:23.421691 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c646c5a2-92b6-458a-aa19-68b439e78454 req-524fe14a-5d97-4187-92a8-dc1a4280bfd4 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.1209569 Dec 10 18:31:23.425432 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-f62174fe-909c-4c66-affc-ead7fb7ad84d req-2a336e4d-a811-424f-81d9-ff04762ec765 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1114810188', 'description': 'tempest-description-821911644'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:23.449666 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bb1d0-7d54-48c2-a6d2-10c5eb95f19a req-76d9e5a8-6aad-4363-a7ff-f73c8d7ca25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:23.451091 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-716bb1d0-7d54-48c2-a6d2-10c5eb95f19a req-76d9e5a8-6aad-4363-a7ff-f73c8d7ca25e service neutron] 10.222.0.46 "GET /v2.0/networks?id=91a67bc6-bca3-4f3f-839f-7be620f7f3f2 HTTP/1.1" status: 200 len: 922 time: 0.1620047 Dec 10 18:31:23.451233 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f62174fe-909c-4c66-affc-ead7fb7ad84d req-2a336e4d-a811-424f-81d9-ff04762ec765 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:23.514400 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-716bb1d0-7d54-48c2-a6d2-10c5eb95f19a req-2209e475-e821-4392-be0b-0ae618dcfbc0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91734a17-251e-4667-a22d-9d8fdae79009 HTTP/1.1" status: 200 len: 217 time: 0.0498552 Dec 10 18:31:23.521414 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c646c5a2-92b6-458a-aa19-68b439e78454 req-7da2cbb6-50ef-4331-bde4-ff10e371f4b2 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951209 Dec 10 18:31:23.527453 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f62174fe-909c-4c66-affc-ead7fb7ad84d req-2a336e4d-a811-424f-81d9-ff04762ec765 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:23.538217 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f62174fe-909c-4c66-affc-ead7fb7ad84d req-2a336e4d-a811-424f-81d9-ff04762ec765 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:23.559325 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61bf8e31-7d8f-49ae-8595-85dc50951789', 'tag': 'b511f568-4dc4-402b-9705-ca8cba8c4976'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:23.561734 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be810f2b-d841-4af6-8b41-c99b4a7b50f9" -d '{"events": [{"name": "network-changed", "server_uuid": "61bf8e31-7d8f-49ae-8595-85dc50951789", "tag": "b511f568-4dc4-402b-9705-ca8cba8c4976"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:23.582546 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bb1d0-7d54-48c2-a6d2-10c5eb95f19a req-5895d079-fe9d-418e-8484-4283dcf191be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:23.584659 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-716bb1d0-7d54-48c2-a6d2-10c5eb95f19a req-5895d079-fe9d-418e-8484-4283dcf191be service neutron] 10.222.0.46 "GET /v2.0/subnets?id=352f63bb-1784-4da4-bd5c-5c29fe335645 HTTP/1.1" status: 200 len: 861 time: 0.0623174 Dec 10 18:31:23.592848 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f62174fe-909c-4c66-affc-ead7fb7ad84d req-2a336e4d-a811-424f-81d9-ff04762ec765 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:23.594081 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f62174fe-909c-4c66-affc-ead7fb7ad84d req-2a336e4d-a811-424f-81d9-ff04762ec765 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1746132 Dec 10 18:31:23.604474 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a336e4d-a811-424f-81d9-ff04762ec765 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f92e8e0-0775-4792-8528-9805da6b9265,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:23.628766 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392624de-3ce2-4d4c-815e-0b419515e307 x-openstack-request-id: req-392624de-3ce2-4d4c-815e-0b419515e307 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:23.629393 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61bf8e31-7d8f-49ae-8595-85dc50951789", "tag": "b511f568-4dc4-402b-9705-ca8cba8c4976", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:23.629885 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-392624de-3ce2-4d4c-815e-0b419515e307 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:23.630433 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61bf8e31-7d8f-49ae-8595-85dc50951789', 'tag': 'b511f568-4dc4-402b-9705-ca8cba8c4976', 'status': 'completed', 'code': 200} Dec 10 18:31:23.637178 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-716bb1d0-7d54-48c2-a6d2-10c5eb95f19a req-caf4efc8-67c3-485b-bfc9-0d7db82d4d8f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=91a67bc6-bca3-4f3f-839f-7be620f7f3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452132 Dec 10 18:31:23.687853 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f92fd16f-7f51-400e-8242-ed9bc80bf4a1 req-10ab1ccc-d832-4b30-a8e7-859e1d0a5f9d tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] 10.222.0.62 "GET /v2.0/security-groups/3f92e8e0-0775-4792-8528-9805da6b9265 HTTP/1.1" status: 200 len: 1829 time: 0.0704672 Dec 10 18:31:23.729184 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be810f2b-d841-4af6-8b41-c99b4a7b50f9 req-942f6228-5b00-438e-a80e-0a2d102f0258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:23.730655 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-be810f2b-d841-4af6-8b41-c99b4a7b50f9 req-942f6228-5b00-438e-a80e-0a2d102f0258 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5768feea1c8f4e40b878b814fdae92ab&device_id=61bf8e31-7d8f-49ae-8595-85dc50951789 HTTP/1.1" status: 200 len: 1125 time: 0.0588896 Dec 10 18:31:23.741219 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-390f4e9d-ecc3-4eb7-a298-3ae019cb1df7 req-641390a7-0ebd-470d-b98e-88141952db7f tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1163564679', 'description': 'tempest-description-2005586772'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:23.816781 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-716bb1d0-7d54-48c2-a6d2-10c5eb95f19a req-39f346a8-1bff-4607-bcd9-a092334b3838 service neutron] 10.222.0.46 "GET /v2.0/networks/91a67bc6-bca3-4f3f-839f-7be620f7f3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705198 Dec 10 18:31:23.821705 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-390f4e9d-ecc3-4eb7-a298-3ae019cb1df7 req-641390a7-0ebd-470d-b98e-88141952db7f tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:23.824471 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef957921-8a3b-4725-952f-4c5da5cced52 req-c8fd7dda-17d4-416b-b402-044f1a199d11 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:23.825969 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef957921-8a3b-4725-952f-4c5da5cced52 req-c8fd7dda-17d4-416b-b402-044f1a199d11 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=61bf8e31-7d8f-49ae-8595-85dc50951789 HTTP/1.1" status: 200 len: 944 time: 0.0926557 Dec 10 18:31:23.863703 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be810f2b-d841-4af6-8b41-c99b4a7b50f9 req-1e364c7c-f3f7-4af5-a924-8dc213934663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:23.866147 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-be810f2b-d841-4af6-8b41-c99b4a7b50f9 req-1e364c7c-f3f7-4af5-a924-8dc213934663 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b1a56b94-fee7-4dfb-925d-977caaf81317 HTTP/1.1" status: 200 len: 908 time: 0.1201303 Dec 10 18:31:23.926387 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef957921-8a3b-4725-952f-4c5da5cced52 req-16504657-8143-4ac9-9c09-3ea4e47ff56e tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904284 Dec 10 18:31:23.929349 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-be810f2b-d841-4af6-8b41-c99b4a7b50f9 req-e8604747-ed0e-4bd3-a8a9-5f1c465d3418 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b511f568-4dc4-402b-9705-ca8cba8c4976 HTTP/1.1" status: 200 len: 217 time: 0.0491052 Dec 10 18:31:23.962219 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-716bb1d0-7d54-48c2-a6d2-10c5eb95f19a req-ee59efd3-e0f1-4741-bafb-2b6f123f6cd5 service neutron] 10.222.0.46 "GET /v2.0/networks/91a67bc6-bca3-4f3f-839f-7be620f7f3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277454 Dec 10 18:31:24.017039 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-390f4e9d-ecc3-4eb7-a298-3ae019cb1df7 req-641390a7-0ebd-470d-b98e-88141952db7f tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:24.019352 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be810f2b-d841-4af6-8b41-c99b4a7b50f9 req-75d01201-87e4-40b0-a127-a784b5858dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:24.022001 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-be810f2b-d841-4af6-8b41-c99b4a7b50f9 req-75d01201-87e4-40b0-a127-a784b5858dc3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c38321c-218a-47ac-873b-024a1169316a HTTP/1.1" status: 200 len: 847 time: 0.0868835 Dec 10 18:31:24.023024 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-390f4e9d-ecc3-4eb7-a298-3ae019cb1df7 req-641390a7-0ebd-470d-b98e-88141952db7f tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:24.079695 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-be810f2b-d841-4af6-8b41-c99b4a7b50f9 req-07fbbbdb-2446-436f-9045-ebd9e7aaa94c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b1a56b94-fee7-4dfb-925d-977caaf81317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373585 Dec 10 18:31:24.083441 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf7503-84c2-4d63-a0f1-ee5f385c8230 req-c5e9c5e4-5c3f-4663-8a12-d8190e9573ab tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:24.085763 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e6cf7503-84c2-4d63-a0f1-ee5f385c8230 req-c5e9c5e4-5c3f-4663-8a12-d8190e9573ab tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb92298e-95be-4869-946f-8073514d7ab2 HTTP/1.1" status: 200 len: 943 time: 0.0646164 Dec 10 18:31:24.086073 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-390f4e9d-ecc3-4eb7-a298-3ae019cb1df7 req-641390a7-0ebd-470d-b98e-88141952db7f tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:24.087235 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-390f4e9d-ecc3-4eb7-a298-3ae019cb1df7 req-641390a7-0ebd-470d-b98e-88141952db7f tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3607287 Dec 10 18:31:24.089132 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641390a7-0ebd-470d-b98e-88141952db7f tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dffb360b-44ea-418d-9274-026f04f8c7ae,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:24.158961 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e6cf7503-84c2-4d63-a0f1-ee5f385c8230 req-4b515e9f-a59f-4c5e-abb4-d64ea90bc1ce tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] 10.222.0.62 "GET /v2.0/security-groups?id=579d0c5e-99a7-427e-a797-7b15e0d5f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653400 Dec 10 18:31:24.234452 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-413928da-957f-4d82-a96f-6092cb2f047f req-66046861-2b07-4df0-9171-fd3501dbe6d1 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] 10.222.0.62 "GET /v2.0/security-groups/dffb360b-44ea-418d-9274-026f04f8c7ae HTTP/1.1" status: 200 len: 1830 time: 0.0499578 Dec 10 18:31:24.282506 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7778c5b6-c3da-41c1-b421-c9417b0918d5 req-66eb52b8-46f8-428a-ad59-031402022d7b tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e66cbb5-021c-4ffb-bb83-6458c13baffb HTTP/1.1" status: 200 len: 210 time: 0.0857451 Dec 10 18:31:24.341613 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e07a4-e7d4-4de6-9300-8b71035be249 req-eff68e24-aeb7-4b35-867a-8290fc1e96c3 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:24.343001 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e97e07a4-e7d4-4de6-9300-8b71035be249 req-eff68e24-aeb7-4b35-867a-8290fc1e96c3 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=77b07c84-963a-43f1-bf56-5b15c298da20 HTTP/1.1" status: 200 len: 949 time: 0.0605547 Dec 10 18:31:24.348413 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-742d27bc-d38f-4f01-bbb7-04b3a110e9d0 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:24.350727 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-742d27bc-d38f-4f01-bbb7-04b3a110e9d0 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.72 "GET /v2.0/networks?id=a4abdfd0-f739-47c7-bbf0-c66e12b37b75 HTTP/1.1" status: 200 len: 819 time: 0.2370732 Dec 10 18:31:24.356943 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [req-3d5e05c9-2a08-4529-8631-d7f90469c215 req-c9e91db1-2701-4262-88ff-be7bc8074d6a tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] show failed (client error): The resource could not be found. Dec 10 18:31:24.357942 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3d5e05c9-2a08-4529-8631-d7f90469c215 req-c9e91db1-2701-4262-88ff-be7bc8074d6a tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] 10.222.0.62 "GET /v2.0/security-groups/270009ba-2427-440a-8bd7-f6f5c273ae04 HTTP/1.1" status: 404 len: 352 time: 0.0452559 Dec 10 18:31:24.366951 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-17759e78-f644-47b1-940b-41e99f09e5ab tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Request body: {'port': {'device_id': '2e66cbb5-021c-4ffb-bb83-6458c13baffb', 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75', 'admin_state_up': True, 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:24.387587 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-be810f2b-d841-4af6-8b41-c99b4a7b50f9 req-e1d63eef-ca38-4d8b-96fb-8ac136fba87d service neutron] 10.222.0.72 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855377 Dec 10 18:31:24.406599 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e97e07a4-e7d4-4de6-9300-8b71035be249 req-1cd64df2-be22-4260-838e-a5b4c7f733f9 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542057 Dec 10 18:31:24.474205 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [req-393c3a06-ada9-4e37-a487-4e97e41e229c req-6a9ef144-562d-43a8-bf51-7ba34d1903ab tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] show failed (client error): The resource could not be found. Dec 10 18:31:24.475315 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-393c3a06-ada9-4e37-a487-4e97e41e229c req-6a9ef144-562d-43a8-bf51-7ba34d1903ab tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] 10.222.0.62 "GET /v2.0/security-group-rules/3092ba36-ec56-408a-95c2-3bd4fabeed40 HTTP/1.1" status: 404 len: 361 time: 0.0636051 Dec 10 18:31:24.586292 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4d931-e006-46e5-8580-be1938bacf32 req-1fe2948a-83da-41eb-8806-8f7ba742f369 tempest-ServersOnMultiNodesTest-401435580 tempest-ServersOnMultiNodesTest-401435580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:24.588171 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b4a4d931-e006-46e5-8580-be1938bacf32 req-1fe2948a-83da-41eb-8806-8f7ba742f369 tempest-ServersOnMultiNodesTest-401435580 tempest-ServersOnMultiNodesTest-401435580-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=77b07c84-963a-43f1-bf56-5b15c298da20 HTTP/1.1" status: 200 len: 1100 time: 0.0483768 Dec 10 18:31:24.606850 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-17759e78-f644-47b1-940b-41e99f09e5ab tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Made reservation on behalf of 7a3d06a851e143ce80bc75aa4f5a0861 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:24.610832 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-17759e78-f644-47b1-940b-41e99f09e5ab tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:24.627025 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-be810f2b-d841-4af6-8b41-c99b4a7b50f9 req-8ef45d2e-0510-451f-80dd-49042048de46 service neutron] 10.222.0.72 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139597 Dec 10 18:31:24.638334 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c305fefe-3b7c-4461-8a2c-75387e996e2a req-540e2507-b34c-41e4-bdf1-aaabeabc2ede tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] 10.222.0.62 "GET /v2.0/security-groups/dffb360b-44ea-418d-9274-026f04f8c7ae HTTP/1.1" status: 200 len: 1830 time: 0.1346326 Dec 10 18:31:24.645831 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b4a4d931-e006-46e5-8580-be1938bacf32 req-3d6c90ac-2769-42ce-9cf5-da646e1ce71a tempest-ServersOnMultiNodesTest-401435580 tempest-ServersOnMultiNodesTest-401435580-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515063 Dec 10 18:31:24.674807 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:24.749076 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c305fefe-3b7c-4461-8a2c-75387e996e2a req-de8c6401-86bc-4e17-bd55-ac45da400308 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:24.783370 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4fe8ea-5ca7-40bb-a71d-e040a78219ea req-50e15b26-b351-47a9-955f-b09224312be7 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:24.785577 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0d4fe8ea-5ca7-40bb-a71d-e040a78219ea req-50e15b26-b351-47a9-955f-b09224312be7 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.0569186 Dec 10 18:31:24.805256 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c305fefe-3b7c-4461-8a2c-75387e996e2a req-de8c6401-86bc-4e17-bd55-ac45da400308 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:24.848546 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-17759e78-f644-47b1-940b-41e99f09e5ab tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Allocated IP 172.20.0.8 (a4abdfd0-f739-47c7-bbf0-c66e12b37b75/247a3de4-ec4d-439c-ba27-4051f4367cc3/eb979513-3a6e-4d43-82cd-21735d74229e) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:24.851966 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0d4fe8ea-5ca7-40bb-a71d-e040a78219ea req-8ae8fea0-23a0-4fd7-bc43-ee69a685c0b2 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576136 Dec 10 18:31:24.889937 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c305fefe-3b7c-4461-8a2c-75387e996e2a req-de8c6401-86bc-4e17-bd55-ac45da400308 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:24.892436 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c305fefe-3b7c-4461-8a2c-75387e996e2a req-de8c6401-86bc-4e17-bd55-ac45da400308 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:24.893583 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c305fefe-3b7c-4461-8a2c-75387e996e2a req-de8c6401-86bc-4e17-bd55-ac45da400308 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] 10.222.0.62 "DELETE /v2.0/security-groups/dffb360b-44ea-418d-9274-026f04f8c7ae HTTP/1.1" status: 204 len: 173 time: 0.2544756 Dec 10 18:31:24.915013 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c6401-86bc-4e17-bd55-ac45da400308 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffb360b-44ea-418d-9274-026f04f8c7ae,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:24.975646 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device b511f568-4dc4-402b-9705-ca8cba8c4976 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:31:25.008464 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4395af2e-dd27-43af-a225-371bc5fc6808 req-c5240160-b8ba-412b-8df7-79839efac9f9 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] 10.222.0.62 "GET /v2.0/security-groups/3f92e8e0-0775-4792-8528-9805da6b9265 HTTP/1.1" status: 200 len: 1829 time: 0.0945599 Dec 10 18:31:25.097063 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-17759e78-f644-47b1-940b-41e99f09e5ab tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.110174 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port b511f568-4dc4-402b-9705-ca8cba8c4976, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=b511f568-4dc4-402b-9705-ca8cba8c4976,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:25.122110 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4395af2e-dd27-43af-a225-371bc5fc6808 req-f847dfda-ea48-46ee-8dc5-0f41a965604b tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.126025 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1f682-c2f5-4bb7-a55f-c0da0bba0661 req-b74d1941-8d78-4670-8822-4d5bf844243c tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:25.127468 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device b511f568-4dc4-402b-9705-ca8cba8c4976 has no active binding in host n-h1-821435-1 {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 18:31:25.127795 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-69c1f682-c2f5-4bb7-a55f-c0da0bba0661 req-b74d1941-8d78-4670-8822-4d5bf844243c tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=61bf8e31-7d8f-49ae-8595-85dc50951789 HTTP/1.1" status: 200 len: 944 time: 0.0598607 Dec 10 18:31:25.159088 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4395af2e-dd27-43af-a225-371bc5fc6808 req-f847dfda-ea48-46ee-8dc5-0f41a965604b tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.178755 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-69c1f682-c2f5-4bb7-a55f-c0da0bba0661 req-6cfb5409-086c-4937-881c-a4cfa1e03139 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441988 Dec 10 18:31:25.179257 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-17759e78-f644-47b1-940b-41e99f09e5ab tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.195145 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['42b65244-d778-4d7b-98e0-e8d4b3cc597d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:31:25.239210 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-17759e78-f644-47b1-940b-41e99f09e5ab tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Network a4abdfd0-f739-47c7-bbf0-c66e12b37b75 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:25.243128 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-17759e78-f644-47b1-940b-41e99f09e5ab tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:25.245903 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-17759e78-f644-47b1-940b-41e99f09e5ab tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:25.278486 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17759e78-f644-47b1-940b-41e99f09e5ab tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Pushing event updated for resources: {'Port': ['ID=eb979513-3a6e-4d43-82cd-21735d74229e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:25.289041 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4395af2e-dd27-43af-a225-371bc5fc6808 req-f847dfda-ea48-46ee-8dc5-0f41a965604b tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.292149 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4395af2e-dd27-43af-a225-371bc5fc6808 req-f847dfda-ea48-46ee-8dc5-0f41a965604b tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.304508 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4395af2e-dd27-43af-a225-371bc5fc6808 req-f847dfda-ea48-46ee-8dc5-0f41a965604b tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] 10.222.0.62 "DELETE /v2.0/security-groups/3f92e8e0-0775-4792-8528-9805da6b9265 HTTP/1.1" status: 204 len: 173 time: 0.2861609 Dec 10 18:31:25.310158 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abba063-17a2-46f6-87c6-2ce1bd53f2bc req-4c28b68f-8abd-4729-9f58-5e981184f8be tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:25.311730 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8abba063-17a2-46f6-87c6-2ce1bd53f2bc req-4c28b68f-8abd-4729-9f58-5e981184f8be tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=77b07c84-963a-43f1-bf56-5b15c298da20 HTTP/1.1" status: 200 len: 949 time: 0.0661929 Dec 10 18:31:25.332047 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847dfda-ea48-46ee-8dc5-0f41a965604b tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f92e8e0-0775-4792-8528-9805da6b9265,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:25.375237 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-17759e78-f644-47b1-940b-41e99f09e5ab tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:25.375832 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-17759e78-f644-47b1-940b-41e99f09e5ab tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.402075 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8abba063-17a2-46f6-87c6-2ce1bd53f2bc req-5cd02709-f622-4858-b437-6c5c131c5be0 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788500 Dec 10 18:31:25.434158 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.441985 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-17759e78-f644-47b1-940b-41e99f09e5ab tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0797820 Dec 10 18:31:25.457714 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-80b9550a-794b-4734-ba8f-0625f93b7aa8 service neutron] Request body: {'port': {'device_id': '2e66cbb5-021c-4ffb-bb83-6458c13baffb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:25.482528 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-75bf29c3-c29b-4964-91e3-5cedeef43325 req-1a903f4b-b0a1-48bb-b769-62390423e850 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] 10.222.0.62 "GET /v2.0/security-groups/7861f080-e0c8-4cac-93b9-a8ccc6e90fc9 HTTP/1.1" status: 200 len: 1829 time: 0.0500238 Dec 10 18:31:25.493110 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72dfa8d-bcff-4d09-b2a4-a8ed322158ff req-b3bd4933-8890-4533-9569-484c5a95ba9f tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:25.494537 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f72dfa8d-bcff-4d09-b2a4-a8ed322158ff req-b3bd4933-8890-4533-9569-484c5a95ba9f tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb92298e-95be-4869-946f-8073514d7ab2 HTTP/1.1" status: 200 len: 943 time: 0.0904768 Dec 10 18:31:25.543627 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-80b9550a-794b-4734-ba8f-0625f93b7aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.556557 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-75bf29c3-c29b-4964-91e3-5cedeef43325 req-82efca31-d3a7-450b-81ac-9f92399f575b tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.568358 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2be25b7f-17e0-4ed0-bfbe-e66cb22cc2f1 None None] Provisioning complete for port eb979513-3a6e-4d43-82cd-21735d74229e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:25.569632 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2be25b7f-17e0-4ed0-bfbe-e66cb22cc2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.578638 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f72dfa8d-bcff-4d09-b2a4-a8ed322158ff req-9216ae7d-ce49-49e3-986e-a7d2ecbb4188 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] 10.222.0.62 "GET /v2.0/security-groups?id=579d0c5e-99a7-427e-a797-7b15e0d5f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753243 Dec 10 18:31:25.580142 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-75bf29c3-c29b-4964-91e3-5cedeef43325 req-82efca31-d3a7-450b-81ac-9f92399f575b tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.606143 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2be25b7f-17e0-4ed0-bfbe-e66cb22cc2f1 None None] Port eb979513-3a6e-4d43-82cd-21735d74229e cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:31:25.633957 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-75bf29c3-c29b-4964-91e3-5cedeef43325 req-82efca31-d3a7-450b-81ac-9f92399f575b tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.638148 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-75bf29c3-c29b-4964-91e3-5cedeef43325 req-82efca31-d3a7-450b-81ac-9f92399f575b tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.639619 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-75bf29c3-c29b-4964-91e3-5cedeef43325 req-82efca31-d3a7-450b-81ac-9f92399f575b tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] 10.222.0.62 "DELETE /v2.0/security-groups/7861f080-e0c8-4cac-93b9-a8ccc6e90fc9 HTTP/1.1" status: 204 len: 173 time: 0.1473498 Dec 10 18:31:25.663328 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82efca31-d3a7-450b-81ac-9f92399f575b tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7861f080-e0c8-4cac-93b9-a8ccc6e90fc9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:25.777187 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b66b8e7d-6eb6-424b-891c-888725ecc251 req-ec407d51-e74c-4b35-9a99-f9e651508e07 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] 10.222.0.62 "GET /v2.0/security-groups/a0082c39-7d5c-40ad-8062-ab8a63433147 HTTP/1.1" status: 200 len: 1829 time: 0.0400674 Dec 10 18:31:25.781445 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b7b70-2081-4dd0-bd27-822b6c061656 req-b0a41dfc-94b3-4b4e-8767-aa6fe2f7a17a tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:25.782919 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4c2b7b70-2081-4dd0-bd27-822b6c061656 req-b0a41dfc-94b3-4b4e-8767-aa6fe2f7a17a tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e66cbb5-021c-4ffb-bb83-6458c13baffb HTTP/1.1" status: 200 len: 931 time: 0.1014550 Dec 10 18:31:25.839359 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b66b8e7d-6eb6-424b-891c-888725ecc251 req-6bba2faf-ba69-446d-99ed-4d23b5aed56a tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.862603 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b66b8e7d-6eb6-424b-891c-888725ecc251 req-6bba2faf-ba69-446d-99ed-4d23b5aed56a tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.863531 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4c2b7b70-2081-4dd0-bd27-822b6c061656 req-e39d5102-b128-43d3-ba5c-cfacd6e39188 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/security-groups?id=66989511-e357-42c2-8825-80465a354afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737774 Dec 10 18:31:25.923908 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-80b9550a-794b-4734-ba8f-0625f93b7aa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb979513-3a6e-4d43-82cd-21735d74229e {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:31:25.930042 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b66b8e7d-6eb6-424b-891c-888725ecc251 req-6bba2faf-ba69-446d-99ed-4d23b5aed56a tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.933731 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b66b8e7d-6eb6-424b-891c-888725ecc251 req-6bba2faf-ba69-446d-99ed-4d23b5aed56a tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.933900 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-80b9550a-794b-4734-ba8f-0625f93b7aa8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.934854 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b66b8e7d-6eb6-424b-891c-888725ecc251 req-6bba2faf-ba69-446d-99ed-4d23b5aed56a tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] 10.222.0.62 "DELETE /v2.0/security-groups/a0082c39-7d5c-40ad-8062-ab8a63433147 HTTP/1.1" status: 204 len: 173 time: 0.1517527 Dec 10 18:31:25.946027 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba2faf-ba69-446d-99ed-4d23b5aed56a tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0082c39-7d5c-40ad-8062-ab8a63433147,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:25.976584 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-80b9550a-794b-4734-ba8f-0625f93b7aa8 service neutron] Transition to ACTIVE for port object eb979513-3a6e-4d43-82cd-21735d74229e will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:31:25.982884 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-80b9550a-794b-4734-ba8f-0625f93b7aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:26.000536 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-548b7015-9caa-4bab-bece-94bc7c7d3bc0 req-a5f81281-d84a-4dd9-9199-6146bffa5493 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] 10.222.0.62 "GET /v2.0/security-groups/abf443e4-007e-4928-8401-a1b02def8b83 HTTP/1.1" status: 200 len: 1828 time: 0.0446482 Dec 10 18:31:26.042258 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b67020b-6d49-4c4b-bd92-688edadcd831 req-a24a6039-88fd-4caf-bf96-5e47bac5d9dd tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:26.043812 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3b67020b-6d49-4c4b-bd92-688edadcd831 req-a24a6039-88fd-4caf-bf96-5e47bac5d9dd tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.1123888 Dec 10 18:31:26.049918 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b9550a-794b-4734-ba8f-0625f93b7aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=eb979513-3a6e-4d43-82cd-21735d74229e,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:26.063116 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-548b7015-9caa-4bab-bece-94bc7c7d3bc0 req-5cf16c3b-9b5b-4b97-92b8-f073fbc73877 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:26.089658 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-548b7015-9caa-4bab-bece-94bc7c7d3bc0 req-5cf16c3b-9b5b-4b97-92b8-f073fbc73877 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:26.150342 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-548b7015-9caa-4bab-bece-94bc7c7d3bc0 req-5cf16c3b-9b5b-4b97-92b8-f073fbc73877 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:26.153720 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-548b7015-9caa-4bab-bece-94bc7c7d3bc0 req-5cf16c3b-9b5b-4b97-92b8-f073fbc73877 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:26.169013 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3b67020b-6d49-4c4b-bd92-688edadcd831 req-a5d9e829-c3c4-45f9-b5f1-404119914b63 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161942 Dec 10 18:31:26.176907 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43902) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:26.181562 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-548b7015-9caa-4bab-bece-94bc7c7d3bc0 req-5cf16c3b-9b5b-4b97-92b8-f073fbc73877 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] 10.222.0.62 "DELETE /v2.0/security-groups/abf443e4-007e-4928-8401-a1b02def8b83 HTTP/1.1" status: 204 len: 173 time: 0.1507714 Dec 10 18:31:26.196498 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf16c3b-9b5b-4b97-92b8-f073fbc73877 tempest-SecurityGroupRulesNegativeTestJSON-2109478066 tempest-SecurityGroupRulesNegativeTestJSON-2109478066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf443e4-007e-4928-8401-a1b02def8b83,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:26.220508 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-80b9550a-794b-4734-ba8f-0625f93b7aa8 service neutron] Attempting to bind port eb979513-3a6e-4d43-82cd-21735d74229e on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:26.220871 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-80b9550a-794b-4734-ba8f-0625f93b7aa8 service neutron] Attempting to bind port eb979513-3a6e-4d43-82cd-21735d74229e by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '7224a61f-768e-4084-93b7-699d9eeef735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:26.221198 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-80b9550a-794b-4734-ba8f-0625f93b7aa8 service neutron] Attempting to bind port eb979513-3a6e-4d43-82cd-21735d74229e on network a4abdfd0-f739-47c7-bbf0-c66e12b37b75 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:26.235887 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-80b9550a-794b-4734-ba8f-0625f93b7aa8 service neutron] Port eb979513-3a6e-4d43-82cd-21735d74229e on network a4abdfd0-f739-47c7-bbf0-c66e12b37b75 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:26.236212 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-80b9550a-794b-4734-ba8f-0625f93b7aa8 service neutron] Attempting to bind port eb979513-3a6e-4d43-82cd-21735d74229e on network a4abdfd0-f739-47c7-bbf0-c66e12b37b75 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:26.247661 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e3d84b2-a297-4d3f-a169-ce048f65e378 admin admin] Deleting subnet b5d3e696-e3fd-4eae-82c6-7a704df1751c {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:31:26.249974 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-80b9550a-794b-4734-ba8f-0625f93b7aa8 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:31:26.250301 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-80b9550a-794b-4734-ba8f-0625f93b7aa8 service neutron] Checking segment: {'id': '7224a61f-768e-4084-93b7-699d9eeef735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:26.250685 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-80b9550a-794b-4734-ba8f-0625f93b7aa8 service neutron] Bound using segment: {'id': '7224a61f-768e-4084-93b7-699d9eeef735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:31:26.251125 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-80b9550a-794b-4734-ba8f-0625f93b7aa8 service neutron] Bound port: eb979513-3a6e-4d43-82cd-21735d74229e, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7224a61f-768e-4084-93b7-699d9eeef735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:31:26.251501 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-80b9550a-794b-4734-ba8f-0625f93b7aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:26.261018 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e3d84b2-a297-4d3f-a169-ce048f65e378 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:26.313045 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4303015-f026-4123-acee-5509bfc255f9 req-89283eda-e2b6-40c9-a0a7-aa11b88770d0 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:26.314479 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a4303015-f026-4123-acee-5509bfc255f9 req-89283eda-e2b6-40c9-a0a7-aa11b88770d0 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=61bf8e31-7d8f-49ae-8595-85dc50951789 HTTP/1.1" status: 200 len: 944 time: 0.0513375 Dec 10 18:31:26.319090 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e3d84b2-a297-4d3f-a169-ce048f65e378 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:26.372016 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a4303015-f026-4123-acee-5509bfc255f9 req-67a4cb75-d254-4b14-be13-f980aa591e11 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468118 Dec 10 18:31:26.374540 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-80b9550a-794b-4734-ba8f-0625f93b7aa8 service neutron] For port eb979513-3a6e-4d43-82cd-21735d74229e, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:26.378673 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-80b9550a-794b-4734-ba8f-0625f93b7aa8 service neutron] For port eb979513-3a6e-4d43-82cd-21735d74229e, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=eb979513-3a6e-4d43-82cd-21735d74229e,segment=NetworkSegment(7224a61f-768e-4084-93b7-699d9eeef735),segment_id=7224a61f-768e-4084-93b7-699d9eeef735)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:31:26.380048 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e3d84b2-a297-4d3f-a169-ce048f65e378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:26.405471 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-80b9550a-794b-4734-ba8f-0625f93b7aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:26.496172 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-80b9550a-794b-4734-ba8f-0625f93b7aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:26.496956 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-80b9550a-794b-4734-ba8f-0625f93b7aa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:26.498365 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-80b9550a-794b-4734-ba8f-0625f93b7aa8 service neutron] 10.222.0.72 "PUT /v2.0/ports/eb979513-3a6e-4d43-82cd-21735d74229e HTTP/1.1" status: 200 len: 1091 time: 1.0454738 Dec 10 18:31:26.498936 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e66cbb5-021c-4ffb-bb83-6458c13baffb', 'tag': 'eb979513-3a6e-4d43-82cd-21735d74229e'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:26.501129 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443529c2-bf4e-4859-a1b0-9021df061cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "2e66cbb5-021c-4ffb-bb83-6458c13baffb", "tag": "eb979513-3a6e-4d43-82cd-21735d74229e"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:26.533305 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b9550a-794b-4734-ba8f-0625f93b7aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=eb979513-3a6e-4d43-82cd-21735d74229e,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:26.556953 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e3d84b2-a297-4d3f-a169-ce048f65e378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:26.591719 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b980ee-8258-49e7-80d3-695d491b3d44 x-openstack-request-id: req-69b980ee-8258-49e7-80d3-695d491b3d44 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:26.592019 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e66cbb5-021c-4ffb-bb83-6458c13baffb", "tag": "eb979513-3a6e-4d43-82cd-21735d74229e", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:26.592260 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-69b980ee-8258-49e7-80d3-695d491b3d44 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:26.592693 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e66cbb5-021c-4ffb-bb83-6458c13baffb', 'tag': 'eb979513-3a6e-4d43-82cd-21735d74229e', 'status': 'completed', 'code': 200} Dec 10 18:31:26.616972 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d84b2-a297-4d3f-a169-ce048f65e378 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5d3e696-e3fd-4eae-82c6-7a704df1751c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:26.625892 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681c0c6-53cc-4801-8d26-f30fdd061f41 req-c519a160-5533-4c56-94fe-9a469fed4153 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:26.627478 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3681c0c6-53cc-4801-8d26-f30fdd061f41 req-c519a160-5533-4c56-94fe-9a469fed4153 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=77b07c84-963a-43f1-bf56-5b15c298da20 HTTP/1.1" status: 200 len: 949 time: 0.1579084 Dec 10 18:31:26.633666 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e3d84b2-a297-4d3f-a169-ce048f65e378 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:26.636950 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2e3d84b2-a297-4d3f-a169-ce048f65e378 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b5d3e696-e3fd-4eae-82c6-7a704df1751c HTTP/1.1" status: 204 len: 168 time: 0.4627988 Dec 10 18:31:26.639495 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43912) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:26.674025 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-db8b5fcc-485f-43c3-8042-42ab7f390fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:26.675438 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-db8b5fcc-485f-43c3-8042-42ab7f390fc1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7a3d06a851e143ce80bc75aa4f5a0861&device_id=2e66cbb5-021c-4ffb-bb83-6458c13baffb HTTP/1.1" status: 200 len: 1094 time: 0.1162212 Dec 10 18:31:26.725198 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3681c0c6-53cc-4801-8d26-f30fdd061f41 req-a63a23c7-457d-4c67-863c-5e1f48c07bad tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863693 Dec 10 18:31:26.727083 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-a0e13043-52fd-4020-807b-ff109fb0d490 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb979513-3a6e-4d43-82cd-21735d74229e HTTP/1.1" status: 200 len: 217 time: 0.0410848 Dec 10 18:31:26.771019 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-07d65a9a-b6d3-4b6f-a709-eabe336a9bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:26.797488 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b17ca-f340-4419-88ec-5eec6ccf317f req-7af2aadd-06c6-450b-8880-707c742d660b tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:26.798991 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-be6d8f7e-b5da-4f8d-9599-a838dbf0cb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:26.799133 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b16b17ca-f340-4419-88ec-5eec6ccf317f req-7af2aadd-06c6-450b-8880-707c742d660b tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb92298e-95be-4869-946f-8073514d7ab2 HTTP/1.1" status: 200 len: 943 time: 0.0996392 Dec 10 18:31:26.800627 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-be6d8f7e-b5da-4f8d-9599-a838dbf0cb16 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=247a3de4-ec4d-439c-ba27-4051f4367cc3 HTTP/1.1" status: 200 len: 858 time: 0.0655985 Dec 10 18:31:26.865976 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-02b2ea5d-c425-46e0-955c-a09ac7b2da83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:26.867482 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-02b2ea5d-c425-46e0-955c-a09ac7b2da83 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a4abdfd0-f739-47c7-bbf0-c66e12b37b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448813 Dec 10 18:31:26.900009 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-07d65a9a-b6d3-4b6f-a709-eabe336a9bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:26.933033 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-07d65a9a-b6d3-4b6f-a709-eabe336a9bab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc9c8c34-4fb5-4d67-85db-8a204a0932aa']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:26.938141 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b16b17ca-f340-4419-88ec-5eec6ccf317f req-e85ec9cb-0eec-467c-8514-c203a9260538 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] 10.222.0.62 "GET /v2.0/security-groups?id=579d0c5e-99a7-427e-a797-7b15e0d5f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172516 Dec 10 18:31:26.948591 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-07d65a9a-b6d3-4b6f-a709-eabe336a9bab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28105cb3-b02b-46ba-8bd1-4f7fffef31f0') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:26.948911 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-07d65a9a-b6d3-4b6f-a709-eabe336a9bab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28105cb3-b02b-46ba-8bd1-4f7fffef31f0') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:26.960244 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-07d65a9a-b6d3-4b6f-a709-eabe336a9bab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:26.982771 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-07d65a9a-b6d3-4b6f-a709-eabe336a9bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:26.987350 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 91734a17-251e-4667-a22d-9d8fdae79009 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:31:26.993190 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d65a9a-b6d3-4b6f-a709-eabe336a9bab admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:31:26.993838 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-07d65a9a-b6d3-4b6f-a709-eabe336a9bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:26.996564 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-12960267-51dd-4b12-93f1-fe3f7e5a5151 service neutron] 10.222.0.72 "GET /v2.0/networks/a4abdfd0-f739-47c7-bbf0-c66e12b37b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203215 Dec 10 18:31:27.008364 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:31:27.008364 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:31:27.008364 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:31:27.008364 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:31:27.008364 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:31:27.008364 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:31:27.008364 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:31:27.008364 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:31:27.008364 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:31:27.008364 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:31:27.008364 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:31:27.008364 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:31:27.008364 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:31:27.008364 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:31:27.008364 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:31:27.008364 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:31:27.008364 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:31:27.008364 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:31:27.008364 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:31:27.008364 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:31:27.008364 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:31:27.008364 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:31:27.008364 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:31:27.008364 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:31:27.008364 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:31:27.008364 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:31:27.008364 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:31:27.008364 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:31:27.008364 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:31:27.008364 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:31:27.008364 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:31:27.008364 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:31:27.025991 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538eb43-2faf-4195-842a-eacaf700b43d req-72aa1c14-fbaa-4928-b8d7-a182b22df341 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:27.027489 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6538eb43-2faf-4195-842a-eacaf700b43d req-72aa1c14-fbaa-4928-b8d7-a182b22df341 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e66cbb5-021c-4ffb-bb83-6458c13baffb HTTP/1.1" status: 200 len: 943 time: 0.0750256 Dec 10 18:31:27.063074 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-07d65a9a-b6d3-4b6f-a709-eabe336a9bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.081108 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-07d65a9a-b6d3-4b6f-a709-eabe336a9bab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.087624 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-07d65a9a-b6d3-4b6f-a709-eabe336a9bab admin admin] 10.222.0.62 "DELETE /v2.0/networks/fc9c8c34-4fb5-4d67-85db-8a204a0932aa HTTP/1.1" status: 204 len: 168 time: 0.4439294 Dec 10 18:31:27.087624 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d65a9a-b6d3-4b6f-a709-eabe336a9bab admin admin] Pushing event deleted for resources: {'Network': ['ID=fc9c8c34-4fb5-4d67-85db-8a204a0932aa,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:27.109665 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 91734a17-251e-4667-a22d-9d8fdae79009, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=91734a17-251e-4667-a22d-9d8fdae79009,segment=NetworkSegment(c1af7470-2ec8-4fbd-ae15-d8857de7b64d),segment_id=c1af7470-2ec8-4fbd-ae15-d8857de7b64d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:27.125654 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '91734a17-251e-4667-a22d-9d8fdae79009', 'network_id': '91a67bc6-bca3-4f3f-839f-7be620f7f3f2', 'port_id': '91734a17-251e-4667-a22d-9d8fdae79009', 'mac_address': 'fa:16:3e:59:8e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '352f63bb-1784-4da4-bd5c-5c29fe335645', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:31:27.169866 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.204893 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91734a17-251e-4667-a22d-9d8fdae79009 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:31:27.234544 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 91734a17-251e-4667-a22d-9d8fdae79009, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=91734a17-251e-4667-a22d-9d8fdae79009,segment=NetworkSegment(c1af7470-2ec8-4fbd-ae15-d8857de7b64d),segment_id=c1af7470-2ec8-4fbd-ae15-d8857de7b64d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:27.239737 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43924) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:27.241331 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.298693 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=91734a17-251e-4667-a22d-9d8fdae79009,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:27.321631 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3e50a7ec-ef32-4fa9-86f3-fc8ab5c92f32 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=794820394e9943859aa55388ff00635f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0805192 Dec 10 18:31:27.324181 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43926) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:27.339506 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44dfe5-5b6c-4daf-bfe2-0d5c37b89220 req-0bf41cd4-c8ce-4b77-8734-3386055f0806 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:27.341065 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cc44dfe5-5b6c-4daf-bfe2-0d5c37b89220 req-0bf41cd4-c8ce-4b77-8734-3386055f0806 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.0915215 Dec 10 18:31:27.422842 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ae6d1ca1-ec62-4cc3-a4b5-f85acc70daf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.430940 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cc44dfe5-5b6c-4daf-bfe2-0d5c37b89220 req-19dc91b0-632e-47d3-a42a-5a63ac205559 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749450 Dec 10 18:31:27.458514 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ae6d1ca1-ec62-4cc3-a4b5-f85acc70daf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.539089 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ae6d1ca1-ec62-4cc3-a4b5-f85acc70daf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.541685 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ae6d1ca1-ec62-4cc3-a4b5-f85acc70daf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.542824 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ae6d1ca1-ec62-4cc3-a4b5-f85acc70daf3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/442bdec6-cbfc-405e-865b-7eb2483ceb49 HTTP/1.1" status: 204 len: 168 time: 0.2177839 Dec 10 18:31:27.558361 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6538eb43-2faf-4195-842a-eacaf700b43d req-7a372505-51b4-4e60-8ef8-035509f1b21c tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/security-groups?id=66989511-e357-42c2-8825-80465a354afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5210176 Dec 10 18:31:27.561052 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b6801-8078-4a8a-b59c-47f9a87fe81b req-7e5f3686-47a9-4c23-bbba-7740dfc29853 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:27.562604 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ad3b6801-8078-4a8a-b59c-47f9a87fe81b req-7e5f3686-47a9-4c23-bbba-7740dfc29853 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=61bf8e31-7d8f-49ae-8595-85dc50951789 HTTP/1.1" status: 200 len: 944 time: 0.0689907 Dec 10 18:31:27.563875 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d1ca1-ec62-4cc3-a4b5-f85acc70daf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442bdec6-cbfc-405e-865b-7eb2483ceb49,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:27.565610 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc099c48-86e9-4b61-a1ee-305564269567 req-ebca9bed-4b87-42df-be00-a1f4af45307b tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:27.567059 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dc099c48-86e9-4b61-a1ee-305564269567 req-ebca9bed-4b87-42df-be00-a1f4af45307b tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.72 "GET /v2.0/ports?device_id=77b07c84-963a-43f1-bf56-5b15c298da20 HTTP/1.1" status: 200 len: 949 time: 0.1654310 Dec 10 18:31:27.571378 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bbb780a9-2f97-47e5-aeed-ed8ba8a06315 req-77061128-aebc-44ff-bea6-62f5c5f68f33 service neutron] 10.222.0.72 "GET /v2.0/networks/a4abdfd0-f739-47c7-bbf0-c66e12b37b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5655651 Dec 10 18:31:27.572550 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-2e11a176-ca68-4cfc-9071-b1486ccab35a service neutron] 10.222.0.72 "GET /v2.0/ports/b511f568-4dc4-402b-9705-ca8cba8c4976/bindings/n-h1-821435-1 HTTP/1.1" status: 200 len: 384 time: 0.1699104 Dec 10 18:31:27.647762 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ad3b6801-8078-4a8a-b59c-47f9a87fe81b req-778537e1-02b6-4d6d-88bc-596b4ac139f6 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755615 Dec 10 18:31:27.649845 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['91734a17-251e-4667-a22d-9d8fdae79009'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:31:27.743839 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443529c2-bf4e-4859-a1b0-9021df061cbc req-fa472a8b-ecf1-4ffb-91cc-e8cf166836cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:27.745572 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-443529c2-bf4e-4859-a1b0-9021df061cbc req-fa472a8b-ecf1-4ffb-91cc-e8cf166836cc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7a3d06a851e143ce80bc75aa4f5a0861&device_id=2e66cbb5-021c-4ffb-bb83-6458c13baffb HTTP/1.1" status: 200 len: 1094 time: 0.1111870 Dec 10 18:31:27.913349 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-dc099c48-86e9-4b61-a1ee-305564269567 req-1df26d8a-178d-42a1-a739-e144fd935460 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Deleting port 65ca3711-e20e-4551-8450-4e5d871adf5a {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:27.913706 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-dc099c48-86e9-4b61-a1ee-305564269567 req-1df26d8a-178d-42a1-a739-e144fd935460 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:28.021967 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc84c2a-589b-43c3-8008-848d11865437 req-6e87fb04-01bb-41c5-87e2-30415e829845 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:28.023565 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6bc84c2a-589b-43c3-8008-848d11865437 req-6e87fb04-01bb-41c5-87e2-30415e829845 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=77b07c84-963a-43f1-bf56-5b15c298da20 HTTP/1.1" status: 200 len: 949 time: 0.1959567 Dec 10 18:31:28.047913 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443529c2-bf4e-4859-a1b0-9021df061cbc req-0cdd3b02-1dfb-4190-aae6-d238e5df3881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:28.049394 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-443529c2-bf4e-4859-a1b0-9021df061cbc req-0cdd3b02-1dfb-4190-aae6-d238e5df3881 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a4abdfd0-f739-47c7-bbf0-c66e12b37b75 HTTP/1.1" status: 200 len: 920 time: 0.2814610 Dec 10 18:31:28.073264 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a3740-8feb-4f51-9147-eb9167e06685 req-3f743afd-7aff-4755-aaa1-16fea975ab0c tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:28.074802 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-813a3740-8feb-4f51-9147-eb9167e06685 req-3f743afd-7aff-4755-aaa1-16fea975ab0c tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb92298e-95be-4869-946f-8073514d7ab2 HTTP/1.1" status: 200 len: 944 time: 0.0518539 Dec 10 18:31:28.128124 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-813a3740-8feb-4f51-9147-eb9167e06685 req-e483fd66-f588-4a63-aedf-e9ab547eb762 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] 10.222.0.62 "GET /v2.0/security-groups?id=579d0c5e-99a7-427e-a797-7b15e0d5f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467253 Dec 10 18:31:28.137093 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-443529c2-bf4e-4859-a1b0-9021df061cbc req-de81ad77-5604-4676-a136-04711f748a6d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb979513-3a6e-4d43-82cd-21735d74229e HTTP/1.1" status: 200 len: 217 time: 0.0735407 Dec 10 18:31:28.138625 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-dc099c48-86e9-4b61-a1ee-305564269567 req-1df26d8a-178d-42a1-a739-e144fd935460 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] For port 65ca3711-e20e-4551-8450-4e5d871adf5a, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=65ca3711-e20e-4551-8450-4e5d871adf5a,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:28.138991 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-dc099c48-86e9-4b61-a1ee-305564269567 req-1df26d8a-178d-42a1-a739-e144fd935460 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:28.144777 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-affcc87f-f1ea-440d-aeb8-0e4724cdc917 service neutron] For port b511f568-4dc4-402b-9705-ca8cba8c4976, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=b511f568-4dc4-402b-9705-ca8cba8c4976,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:28.184605 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-dc099c48-86e9-4b61-a1ee-305564269567 req-1df26d8a-178d-42a1-a739-e144fd935460 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Calling delete_port for 65ca3711-e20e-4551-8450-4e5d871adf5a owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:28.222743 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-affcc87f-f1ea-440d-aeb8-0e4724cdc917 service neutron] For port b511f568-4dc4-402b-9705-ca8cba8c4976, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:28.257375 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6bc84c2a-589b-43c3-8008-848d11865437 req-4ac7f4ea-b26f-445a-b12b-fd5469b6f322 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193820 Dec 10 18:31:28.309104 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-affcc87f-f1ea-440d-aeb8-0e4724cdc917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b511f568-4dc4-402b-9705-ca8cba8c4976 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:31:28.316095 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443529c2-bf4e-4859-a1b0-9021df061cbc req-dc2e5aa4-0ce0-4a68-84d8-281db824fa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:28.317641 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-443529c2-bf4e-4859-a1b0-9021df061cbc req-dc2e5aa4-0ce0-4a68-84d8-281db824fa2e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=247a3de4-ec4d-439c-ba27-4051f4367cc3 HTTP/1.1" status: 200 len: 858 time: 0.1560955 Dec 10 18:31:28.345658 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-affcc87f-f1ea-440d-aeb8-0e4724cdc917 service neutron] For port b511f568-4dc4-402b-9705-ca8cba8c4976, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=b511f568-4dc4-402b-9705-ca8cba8c4976,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:28.390516 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-affcc87f-f1ea-440d-aeb8-0e4724cdc917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:28.438627 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443529c2-bf4e-4859-a1b0-9021df061cbc req-e33f1738-c112-4351-8fe0-3f54da018216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:28.440118 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-443529c2-bf4e-4859-a1b0-9021df061cbc req-e33f1738-c112-4351-8fe0-3f54da018216 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a4abdfd0-f739-47c7-bbf0-c66e12b37b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1106505 Dec 10 18:31:28.555716 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-dc099c48-86e9-4b61-a1ee-305564269567 req-1df26d8a-178d-42a1-a739-e144fd935460 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:28.560449 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60782b-f041-4a66-a0b2-aab4001f199d req-aa4eb260-fee6-4dcc-996f-43e6b30ebe03 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:28.562113 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6f60782b-f041-4a66-a0b2-aab4001f199d req-aa4eb260-fee6-4dcc-996f-43e6b30ebe03 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.0565777 Dec 10 18:31:28.569815 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['f8ba8851-1d33-4f93-a82e-362a38c4cb37', 'baa46271-5316-426e-b73c-7c0cfeef3fa2', '65ca3711-e20e-4551-8450-4e5d871adf5a'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:31:28.599954 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df26d8a-178d-42a1-a739-e144fd935460 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Pushing event deleted for resources: {'Port': ['ID=65ca3711-e20e-4551-8450-4e5d871adf5a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:28.620313 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-affcc87f-f1ea-440d-aeb8-0e4724cdc917 service neutron] Transition to ACTIVE for port object b511f568-4dc4-402b-9705-ca8cba8c4976 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:31:28.642839 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-affcc87f-f1ea-440d-aeb8-0e4724cdc917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:28.673235 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc099c48-86e9-4b61-a1ee-305564269567 req-1df26d8a-178d-42a1-a739-e144fd935460 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] No DVR routers for this DVR port 65ca3711-e20e-4551-8450-4e5d871adf5a on host n-h2-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:31:28.697761 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-443529c2-bf4e-4859-a1b0-9021df061cbc req-a3f0447c-e37d-4576-a1ca-cd6dc2a96d54 service neutron] 10.222.0.72 "GET /v2.0/networks/a4abdfd0-f739-47c7-bbf0-c66e12b37b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370045 Dec 10 18:31:28.699539 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-dc099c48-86e9-4b61-a1ee-305564269567 req-1df26d8a-178d-42a1-a739-e144fd935460 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:28.703288 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dc099c48-86e9-4b61-a1ee-305564269567 req-1df26d8a-178d-42a1-a739-e144fd935460 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.72 "DELETE /v2.0/ports/65ca3711-e20e-4551-8450-4e5d871adf5a HTTP/1.1" status: 204 len: 173 time: 1.1165652 Dec 10 18:31:28.708273 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b07c84-963a-43f1-bf56-5b15c298da20', 'name': 'network-vif-deleted', 'tag': '65ca3711-e20e-4551-8450-4e5d871adf5a'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:28.711466 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b665eb-99df-4f17-af07-9793350ef761" -d '{"events": [{"server_uuid": "77b07c84-963a-43f1-bf56-5b15c298da20", "name": "network-vif-deleted", "tag": "65ca3711-e20e-4551-8450-4e5d871adf5a"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:28.890781 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-affcc87f-f1ea-440d-aeb8-0e4724cdc917 service neutron] No DVR routers for this DVR port b511f568-4dc4-402b-9705-ca8cba8c4976 on host n-h2-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:31:28.932318 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['41782f9b-5a73-4cfc-b85e-56d854ddfd24', '6b20fbca-43c1-461a-86cf-d54b82f818f3', '56ac798e-d9d7-4998-8db6-26b6cc17558a', '8eb10e37-6dea-426e-87c2-0c140d4283a9', 'e91d4dc0-356b-467b-8633-c08c63d10000'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:31:28.962538 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affcc87f-f1ea-440d-aeb8-0e4724cdc917 service neutron] Pushing event updated for resources: {'Port': ['ID=b511f568-4dc4-402b-9705-ca8cba8c4976,revision_number=10']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:29.016672 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-affcc87f-f1ea-440d-aeb8-0e4724cdc917 service neutron] 10.222.0.72 "PUT /v2.0/ports/b511f568-4dc4-402b-9705-ca8cba8c4976/bindings/n-h1-821435-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4310265 Dec 10 18:31:29.033927 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-443529c2-bf4e-4859-a1b0-9021df061cbc req-24e72140-950e-44be-ad53-6d7669eb3595 service neutron] 10.222.0.72 "GET /v2.0/networks/a4abdfd0-f739-47c7-bbf0-c66e12b37b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187699 Dec 10 18:31:29.044417 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb5b9c-0d50-44d6-b154-972d9d4e20fa req-01e7e6e0-3291-48b5-9888-33892b19cf4d tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:29.046396 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6beb5b9c-0d50-44d6-b154-972d9d4e20fa req-01e7e6e0-3291-48b5-9888-33892b19cf4d tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e66cbb5-021c-4ffb-bb83-6458c13baffb HTTP/1.1" status: 200 len: 943 time: 0.1480265 Dec 10 18:31:29.128889 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6beb5b9c-0d50-44d6-b154-972d9d4e20fa req-0c9de663-8eaa-4bbf-94ac-31307ed35fe8 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/security-groups?id=66989511-e357-42c2-8825-80465a354afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684900 Dec 10 18:31:29.190441 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6f60782b-f041-4a66-a0b2-aab4001f199d req-da079cf1-e010-4cad-b912-2546ccc00127 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6105311 Dec 10 18:31:29.207381 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43980) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:29.253916 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbcc50c-686b-422c-83c9-877609fdea77 x-openstack-request-id: req-cbbcc50c-686b-422c-83c9-877609fdea77 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:29.254220 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b07c84-963a-43f1-bf56-5b15c298da20", "name": "network-vif-deleted", "tag": "65ca3711-e20e-4551-8450-4e5d871adf5a", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:29.254472 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cbbcc50c-686b-422c-83c9-877609fdea77 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:29.254872 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b07c84-963a-43f1-bf56-5b15c298da20', 'name': 'network-vif-deleted', 'tag': '65ca3711-e20e-4551-8450-4e5d871adf5a', 'status': 'completed', 'code': 200} Dec 10 18:31:29.269679 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314e470-71dd-459f-a2ea-42a74ea44235 req-7e0b989e-875a-451e-858e-dfa2966fa3ed tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:29.272180 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3314e470-71dd-459f-a2ea-42a74ea44235 req-7e0b989e-875a-451e-858e-dfa2966fa3ed tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=61bf8e31-7d8f-49ae-8595-85dc50951789 HTTP/1.1" status: 200 len: 945 time: 0.0656183 Dec 10 18:31:29.330709 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3314e470-71dd-459f-a2ea-42a74ea44235 req-650e532a-c9e4-4e6e-8e97-27b8018e16c3 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518849 Dec 10 18:31:29.412781 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-048343da-4d90-45f8-a1f0-401951676cd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:29.542011 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-3bfd6f3f-da66-4761-838b-f92d08610b34 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:29.552793 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-3bfd6f3f-da66-4761-838b-f92d08610b34 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=61bf8e31-7d8f-49ae-8595-85dc50951789&tenant_id=5768feea1c8f4e40b878b814fdae92ab&binding%3Ahost_id=n-h2-821435-1 HTTP/1.1" status: 200 len: 1096 time: 0.1138790 Dec 10 18:31:29.556249 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5c9a1-cacf-4dc2-9237-1a3049d63542 req-d27b9a0c-d9e5-417a-915c-6be8a58ec595 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:29.557928 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b1e5c9a1-cacf-4dc2-9237-1a3049d63542 req-d27b9a0c-d9e5-417a-915c-6be8a58ec595 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb92298e-95be-4869-946f-8073514d7ab2 HTTP/1.1" status: 200 len: 944 time: 0.1378474 Dec 10 18:31:29.581580 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-73ac728d-0774-4592-bc1b-574a2ece32db req-8b5fadbb-3cf0-4918-9c0e-a847e841f55f tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=77b07c84-963a-43f1-bf56-5b15c298da20 HTTP/1.1" status: 200 len: 210 time: 0.0638289 Dec 10 18:31:29.669478 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-048343da-4d90-45f8-a1f0-401951676cd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:29.682115 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-fe73ba47-4e4b-40e8-9853-a64511181d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:29.683448 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-048343da-4d90-45f8-a1f0-401951676cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:29.683820 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-fe73ba47-4e4b-40e8-9853-a64511181d0d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=61bf8e31-7d8f-49ae-8595-85dc50951789&tenant_id=5768feea1c8f4e40b878b814fdae92ab HTTP/1.1" status: 200 len: 1096 time: 0.1248546 Dec 10 18:31:29.693830 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b1e5c9a1-cacf-4dc2-9237-1a3049d63542 req-c63d3701-7992-41c4-916c-90e84fd00813 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] 10.222.0.62 "GET /v2.0/security-groups?id=579d0c5e-99a7-427e-a797-7b15e0d5f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045902 Dec 10 18:31:29.749172 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-048343da-4d90-45f8-a1f0-401951676cd4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=84dbe514bd9048c0b23447da12ec0f9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5406845 Dec 10 18:31:29.750804 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048343da-4d90-45f8-a1f0-401951676cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e44986f-98e0-4094-b81e-2dfc8d7f54e2,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:29.753301 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43992) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:29.765510 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bba53-fa4c-4e71-b947-a65848a45bf0 req-153431d2-f894-4cf8-a165-a1322fad41c7 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:29.767037 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fa8bba53-fa4c-4e71-b947-a65848a45bf0 req-153431d2-f894-4cf8-a165-a1322fad41c7 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 1096 time: 0.1084685 Dec 10 18:31:29.779614 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-d81bc622-f75b-4e20-9b9a-07c6a954842f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:29.781148 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-d81bc622-f75b-4e20-9b9a-07c6a954842f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5768feea1c8f4e40b878b814fdae92ab&device_id=61bf8e31-7d8f-49ae-8595-85dc50951789 HTTP/1.1" status: 200 len: 1096 time: 0.0465963 Dec 10 18:31:29.840908 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-be77004b-fc43-49d4-8a24-9167732ad5a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:29.844037 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fa8bba53-fa4c-4e71-b947-a65848a45bf0 req-9830bae7-e706-478e-af7d-01311cb5814a tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664499 Dec 10 18:31:29.865911 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-be77004b-fc43-49d4-8a24-9167732ad5a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:29.875487 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-1239cab8-557a-4ae5-a029-77fc599774af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:29.877082 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-1239cab8-557a-4ae5-a029-77fc599774af service neutron] 10.222.0.46 "GET /v2.0/networks?id=b1a56b94-fee7-4dfb-925d-977caaf81317 HTTP/1.1" status: 200 len: 908 time: 0.0864050 Dec 10 18:31:29.937272 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-66f81b45-806f-441d-a90e-8acc59423782 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b511f568-4dc4-402b-9705-ca8cba8c4976 HTTP/1.1" status: 200 len: 217 time: 0.0416863 Dec 10 18:31:29.938983 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-be77004b-fc43-49d4-8a24-9167732ad5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:29.941899 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-be77004b-fc43-49d4-8a24-9167732ad5a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:29.943062 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-be77004b-fc43-49d4-8a24-9167732ad5a8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0e44986f-98e0-4094-b81e-2dfc8d7f54e2 HTTP/1.1" status: 204 len: 168 time: 0.1888201 Dec 10 18:31:29.951920 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77004b-fc43-49d4-8a24-9167732ad5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e44986f-98e0-4094-b81e-2dfc8d7f54e2,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:30.004070 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-9d5e05a1-7937-48dc-af1c-03732fdc1f2b req-7fc2bb0e-7b86-42a5-a4f9-2cd5b1487b74 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:31:30.004989 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d5e05a1-7937-48dc-af1c-03732fdc1f2b req-7fc2bb0e-7b86-42a5-a4f9-2cd5b1487b74 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051844 Dec 10 18:31:30.007238 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-78af81dc-c893-468c-8a37-8684513df680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:30.008696 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-78af81dc-c893-468c-8a37-8684513df680 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c38321c-218a-47ac-873b-024a1169316a HTTP/1.1" status: 200 len: 847 time: 0.0626242 Dec 10 18:31:30.055287 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-38524371-476a-4985-989a-8c8ba8161a50 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b1a56b94-fee7-4dfb-925d-977caaf81317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283604 Dec 10 18:31:30.169924 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-3ffffc1f-ca1b-40ee-a998-425dc76f6e3f service neutron] 10.222.0.46 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049380 Dec 10 18:31:30.281965 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15931b4e-93d8-4b1a-8c61-deac554755cd req-a3c44ef1-87c9-4936-a936-86a8d92a00ff tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:30.283556 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-15931b4e-93d8-4b1a-8c61-deac554755cd req-a3c44ef1-87c9-4936-a936-86a8d92a00ff tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e66cbb5-021c-4ffb-bb83-6458c13baffb HTTP/1.1" status: 200 len: 943 time: 0.0789359 Dec 10 18:31:30.286860 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-4ffd0529-c189-47cb-b544-dc35ee034b14 service neutron] 10.222.0.46 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024828 Dec 10 18:31:30.354601 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-15931b4e-93d8-4b1a-8c61-deac554755cd req-e77ad4b2-4c4c-4c5e-85cb-2d32c2978db6 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/security-groups?id=66989511-e357-42c2-8825-80465a354afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627749 Dec 10 18:31:30.501985 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a71e9-d2a5-403c-bca9-422b011d169c req-11b0f5b6-c9f6-44ec-beae-2fa55b2300f9 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:30.503868 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-786a71e9-d2a5-403c-bca9-422b011d169c req-11b0f5b6-c9f6-44ec-beae-2fa55b2300f9 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.0728824 Dec 10 18:31:30.572509 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-786a71e9-d2a5-403c-bca9-422b011d169c req-e1e49860-c9b2-4f30-9009-fb1e6f09e190 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575347 Dec 10 18:31:30.602017 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-5a437ea1-81f3-4097-ad92-4cd616906c60 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:30.603594 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-5a437ea1-81f3-4097-ad92-4cd616906c60 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=61bf8e31-7d8f-49ae-8595-85dc50951789&tenant_id=5768feea1c8f4e40b878b814fdae92ab&binding%3Ahost_id=n-h1-821435-1 HTTP/1.1" status: 200 len: 1096 time: 0.0531423 Dec 10 18:31:30.752184 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-3a9f6d24-8c0c-48df-a08c-4fca9f2c82bb service neutron] For port b511f568-4dc4-402b-9705-ca8cba8c4976, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:30.756221 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-3a9f6d24-8c0c-48df-a08c-4fca9f2c82bb service neutron] Publish callbacks [] for binding, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:30.757509 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1481e926-8cd8-4258-843e-c6e3fe74d7cd req-3a9f6d24-8c0c-48df-a08c-4fca9f2c82bb service neutron] 10.222.0.46 "DELETE /v2.0/ports/b511f568-4dc4-402b-9705-ca8cba8c4976/bindings/n-h2-821435-1 HTTP/1.1" status: 204 len: 173 time: 0.1360283 Dec 10 18:31:30.782429 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44046) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:30.825658 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ebeed0-b3ea-494f-8633-8e0609eadff4 req-ce1a5208-5223-4b22-b2df-e45041363263 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:30.828044 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e3ebeed0-b3ea-494f-8633-8e0609eadff4 req-ce1a5208-5223-4b22-b2df-e45041363263 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=61bf8e31-7d8f-49ae-8595-85dc50951789 HTTP/1.1" status: 200 len: 945 time: 0.0826919 Dec 10 18:31:30.881987 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e3ebeed0-b3ea-494f-8633-8e0609eadff4 req-93637b34-842e-4187-be6f-0cbb23fc2039 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477018 Dec 10 18:31:30.911988 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-03d17e73-4f95-4c04-8827-54df69a241bb admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1321101254-network', 'tenant_id': '216309f085e04cb2a1db65c2f1b578cb'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:30.935570 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d17e73-4f95-4c04-8827-54df69a241bb admin admin] Made reservation on behalf of 216309f085e04cb2a1db65c2f1b578cb for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:30.938168 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-03d17e73-4f95-4c04-8827-54df69a241bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:30.949883 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-03d17e73-4f95-4c04-8827-54df69a241bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:30.950483 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device b511f568-4dc4-402b-9705-ca8cba8c4976 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:31:30.993183 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 91734a17-251e-4667-a22d-9d8fdae79009 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:31.016153 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device b511f568-4dc4-402b-9705-ca8cba8c4976 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:31:31.016598 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 65ca3711-e20e-4551-8450-4e5d871adf5a no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:31:31.041380 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 65ca3711-e20e-4551-8450-4e5d871adf5a {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:31:31.042074 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 65ca3711-e20e-4551-8450-4e5d871adf5a not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:31:31.057966 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-03d17e73-4f95-4c04-8827-54df69a241bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.063468 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-03d17e73-4f95-4c04-8827-54df69a241bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.067261 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b3f6a-bcce-48f8-ae2d-7891bc96ca70 req-45ed076e-71f0-4f7a-b46f-b81b79ee6e34 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:31.070168 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-181b3f6a-bcce-48f8-ae2d-7891bc96ca70 req-45ed076e-71f0-4f7a-b46f-b81b79ee6e34 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb92298e-95be-4869-946f-8073514d7ab2 HTTP/1.1" status: 200 len: 944 time: 0.0825632 Dec 10 18:31:31.070459 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 91734a17-251e-4667-a22d-9d8fdae79009 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:31:31.080356 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 91734a17-251e-4667-a22d-9d8fdae79009 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:31.080771 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.109849 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03d17e73-4f95-4c04-8827-54df69a241bb admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:31:31.121342 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d17e73-4f95-4c04-8827-54df69a241bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02887b67-19d8-4e26-a497-49330ec812c8,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:31.130619 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-03d17e73-4f95-4c04-8827-54df69a241bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.132342 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-03d17e73-4f95-4c04-8827-54df69a241bb admin admin] Added segment 4eec387d-6cf4-4a52-b186-55734d55881d of type vlan for network a590abb8-3c5c-44b1-9b3e-25a3e3483cb5 Dec 10 18:31:31.149868 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-181b3f6a-bcce-48f8-ae2d-7891bc96ca70 req-a71c05cb-ccca-4e00-931e-d6873bf58040 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] 10.222.0.62 "GET /v2.0/security-groups?id=579d0c5e-99a7-427e-a797-7b15e0d5f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687106 Dec 10 18:31:31.195063 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.196452 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-03d17e73-4f95-4c04-8827-54df69a241bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.229816 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-03d17e73-4f95-4c04-8827-54df69a241bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.231019 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb92298e-95be-4869-946f-8073514d7ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91734a17-251e-4667-a22d-9d8fdae79009'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:31.231529 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d17e73-4f95-4c04-8827-54df69a241bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:31.232259 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-03d17e73-4f95-4c04-8827-54df69a241bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.233444 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc47ca4-cade-4678-8c25-5a2d59f06481" -d '{"events": [{"server_uuid": "bb92298e-95be-4869-946f-8073514d7ab2", "name": "network-vif-plugged", "status": "completed", "tag": "91734a17-251e-4667-a22d-9d8fdae79009"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:31.249657 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 91734a17-251e-4667-a22d-9d8fdae79009, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=91734a17-251e-4667-a22d-9d8fdae79009,segment=NetworkSegment(c1af7470-2ec8-4fbd-ae15-d8857de7b64d),segment_id=c1af7470-2ec8-4fbd-ae15-d8857de7b64d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:31.255744 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.315930 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=91734a17-251e-4667-a22d-9d8fdae79009,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:31.316126 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-23359512-6744-4532-bba4-cad7c4fd6a2c tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:31:31.317384 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-23359512-6744-4532-bba4-cad7c4fd6a2c tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063815 Dec 10 18:31:31.346980 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-03d17e73-4f95-4c04-8827-54df69a241bb admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5603633 Dec 10 18:31:31.348779 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44062) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:31.354466 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-73dfc46b-ff62-46fe-bdf1-e6f484c1484a admin admin] Request body: {'subnet': {'network_id': 'a590abb8-3c5c-44b1-9b3e-25a3e3483cb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1321101254-subnet', 'tenant_id': '216309f085e04cb2a1db65c2f1b578cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:31.367248 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d17e73-4f95-4c04-8827-54df69a241bb admin admin] Pushing event updated for resources: {'Network': ['ID=a590abb8-3c5c-44b1-9b3e-25a3e3483cb5,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:31.382221 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network a590abb8-3c5c-44b1-9b3e-25a3e3483cb5 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:31:31.400452 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73dfc46b-ff62-46fe-bdf1-e6f484c1484a admin admin] Made reservation on behalf of 216309f085e04cb2a1db65c2f1b578cb for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:31.403063 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-73dfc46b-ff62-46fe-bdf1-e6f484c1484a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.407301 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-20a08ad8-860e-425e-af30-ef36ddddb076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:31.408775 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-20a08ad8-860e-425e-af30-ef36ddddb076 service neutron] 10.222.0.62 "GET /v2.0/ports/d29c3170-75f7-4a7c-976d-2dc07ad3078f HTTP/1.1" status: 200 len: 1093 time: 0.0768821 Dec 10 18:31:31.419427 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-6d58ce85-ea15-4d4d-b263-67708d3eac55 service neutron] Request body: {'binding': {'host': 'n-h1-821435-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:31.420291 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-6d58ce85-ea15-4d4d-b263-67708d3eac55 service neutron] Unknown quota resources ['binding']. {{(pid=103245) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 18:31:31.546191 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50544c8a-293c-4ad4-a13a-cc2ce1423f26 req-36475ab0-ee3f-496c-a101-72a89bc99d53 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:31.547717 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-50544c8a-293c-4ad4-a13a-cc2ce1423f26 req-36475ab0-ee3f-496c-a101-72a89bc99d53 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=61bf8e31-7d8f-49ae-8595-85dc50951789 HTTP/1.1" status: 200 len: 1096 time: 0.1021500 Dec 10 18:31:31.598012 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-73dfc46b-ff62-46fe-bdf1-e6f484c1484a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.629904 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-50544c8a-293c-4ad4-a13a-cc2ce1423f26 req-0daf7295-c1ac-444e-896d-064226cadeb6 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759916 Dec 10 18:31:31.632836 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-6d58ce85-ea15-4d4d-b263-67708d3eac55 service neutron] Attempting to bind port d29c3170-75f7-4a7c-976d-2dc07ad3078f on host n-h1-821435-1 for vnic_type normal with profile None {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:31.633181 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-6d58ce85-ea15-4d4d-b263-67708d3eac55 service neutron] Attempting to bind port d29c3170-75f7-4a7c-976d-2dc07ad3078f by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:31.633517 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-6d58ce85-ea15-4d4d-b263-67708d3eac55 service neutron] Attempting to bind port d29c3170-75f7-4a7c-976d-2dc07ad3078f on network 7cd799a4-acc6-47e3-afa8-685d03d02732 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:31.637889 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-6d58ce85-ea15-4d4d-b263-67708d3eac55 service neutron] Port d29c3170-75f7-4a7c-976d-2dc07ad3078f on network 7cd799a4-acc6-47e3-afa8-685d03d02732 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:31.638218 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-6d58ce85-ea15-4d4d-b263-67708d3eac55 service neutron] Attempting to bind port d29c3170-75f7-4a7c-976d-2dc07ad3078f on network 7cd799a4-acc6-47e3-afa8-685d03d02732 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:31.643227 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-6d58ce85-ea15-4d4d-b263-67708d3eac55 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:31:31.643567 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-6d58ce85-ea15-4d4d-b263-67708d3eac55 service neutron] Checking segment: {'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:31.644529 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-6d58ce85-ea15-4d4d-b263-67708d3eac55 service neutron] Bound using segment: {'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:31:31.657148 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-6d58ce85-ea15-4d4d-b263-67708d3eac55 service neutron] Bound port: d29c3170-75f7-4a7c-976d-2dc07ad3078f, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:31:31.657276 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dfc46b-ff62-46fe-bdf1-e6f484c1484a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7120607-f87b-46a6-ba18-1f83f515c17b,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:31.668235 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dfc46b-ff62-46fe-bdf1-e6f484c1484a admin admin] Checking segment: {'id': '4eec387d-6cf4-4a52-b186-55734d55881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a590abb8-3c5c-44b1-9b3e-25a3e3483cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:31.669334 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dfc46b-ff62-46fe-bdf1-e6f484c1484a admin admin] Network hostable DHCP agents. Network: a590abb8-3c5c-44b1-9b3e-25a3e3483cb5, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:31:31.691893 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dfc46b-ff62-46fe-bdf1-e6f484c1484a admin admin] Network a590abb8-3c5c-44b1-9b3e-25a3e3483cb5 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:31:31.706395 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d6e369-ea30-45b7-b069-9b4cdeda7d34 x-openstack-request-id: req-63d6e369-ea30-45b7-b069-9b4cdeda7d34 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:31.706806 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb92298e-95be-4869-946f-8073514d7ab2", "name": "network-vif-plugged", "status": "completed", "tag": "91734a17-251e-4667-a22d-9d8fdae79009", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:31.706998 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-63d6e369-ea30-45b7-b069-9b4cdeda7d34 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:31.707460 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb92298e-95be-4869-946f-8073514d7ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91734a17-251e-4667-a22d-9d8fdae79009', 'code': 200} Dec 10 18:31:31.711161 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-73dfc46b-ff62-46fe-bdf1-e6f484c1484a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, a590abb8-3c5c-44b1-9b3e-25a3e3483cb5) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:31.712107 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-6d58ce85-ea15-4d4d-b263-67708d3eac55 service neutron] For port d29c3170-75f7-4a7c-976d-2dc07ad3078f, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=d29c3170-75f7-4a7c-976d-2dc07ad3078f,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:31:31.721564 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-6d58ce85-ea15-4d4d-b263-67708d3eac55 service neutron] Publish callbacks [] for binding, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.722790 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f815a7-b124-4057-b336-c28cd96c38fd None None] Network a590abb8-3c5c-44b1-9b3e-25a3e3483cb5 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:31.723538 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dfc46b-ff62-46fe-bdf1-e6f484c1484a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:31.724357 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-73dfc46b-ff62-46fe-bdf1-e6f484c1484a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.734131 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-6d58ce85-ea15-4d4d-b263-67708d3eac55 service neutron] 10.222.0.62 "POST /v2.0/ports/d29c3170-75f7-4a7c-976d-2dc07ad3078f/bindings HTTP/1.1" status: 201 len: 389 time: 0.3131144 Dec 10 18:31:31.748505 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-73dfc46b-ff62-46fe-bdf1-e6f484c1484a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3971951 Dec 10 18:31:31.749469 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44074) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:31.756385 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-9bfb0caa-536d-49c0-8a83-d54f12555b71 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1321101254-router', 'tenant_id': '216309f085e04cb2a1db65c2f1b578cb', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:31.801993 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9bfb0caa-536d-49c0-8a83-d54f12555b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.806091 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9bfb0caa-536d-49c0-8a83-d54f12555b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.937016 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24231e4c-bba7-4904-b3b4-a5417b5f9a3c req-9a429637-0f59-42d8-a1a6-6e2c3767aa32 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:31.939580 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-24231e4c-bba7-4904-b3b4-a5417b5f9a3c req-9a429637-0f59-42d8-a1a6-6e2c3767aa32 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e66cbb5-021c-4ffb-bb83-6458c13baffb HTTP/1.1" status: 200 len: 943 time: 0.1401539 Dec 10 18:31:31.940985 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9bfb0caa-536d-49c0-8a83-d54f12555b71 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.946424 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea93d4-e159-4bd1-9451-a220e868bfc3 req-a44fba83-9233-462f-8307-58d38ee03eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:31.948113 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-90ea93d4-e159-4bd1-9451-a220e868bfc3 req-a44fba83-9233-462f-8307-58d38ee03eb0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bb92298e-95be-4869-946f-8073514d7ab2 HTTP/1.1" status: 200 len: 1096 time: 0.1114278 Dec 10 18:31:31.956396 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0c0da6-3cf2-456d-95ad-04029623c22e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-a590abb8-3c5c-44b1-9b3e-25a3e3483cb5', 'network_id': 'a590abb8-3c5c-44b1-9b3e-25a3e3483cb5', 'project_id': '216309f085e04cb2a1db65c2f1b578cb', 'fixed_ips': [{'subnet_id': 'd7120607-f87b-46a6-ba18-1f83f515c17b'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:31:31.957333 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d0c0da6-3cf2-456d-95ad-04029623c22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.957952 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72261ce5-0bf1-4ba6-a3b1-85551429250f req-60434ddf-eeaf-4c55-b453-7b80053f0ac1 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:31.960905 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-72261ce5-0bf1-4ba6-a3b1-85551429250f req-60434ddf-eeaf-4c55-b453-7b80053f0ac1 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=f850ee2e-94bb-4630-a31a-a784a4765db2 HTTP/1.1" status: 200 len: 949 time: 0.0779345 Dec 10 18:31:32.058655 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-90ea93d4-e159-4bd1-9451-a220e868bfc3 req-d1d59683-383a-42d8-8aca-d97e13001d19 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=579d0c5e-99a7-427e-a797-7b15e0d5f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966697 Dec 10 18:31:32.063880 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-72261ce5-0bf1-4ba6-a3b1-85551429250f req-5ea4cf40-8a40-4ebc-978b-debeca60dccd tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938017 Dec 10 18:31:32.120455 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-1d0c0da6-3cf2-456d-95ad-04029623c22e None None] Allocated IP 172.20.0.2 (a590abb8-3c5c-44b1-9b3e-25a3e3483cb5/d7120607-f87b-46a6-ba18-1f83f515c17b/73244da5-93ea-4084-b81b-d0ba18c63076) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:32.186449 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0adf8-c9c2-4095-836e-5093df2c16c8 req-c715fce6-692d-42d8-bd57-94a9e51d96c0 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:32.194672 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-08d0adf8-c9c2-4095-836e-5093df2c16c8 req-c715fce6-692d-42d8-bd57-94a9e51d96c0 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.0608852 Dec 10 18:31:32.243556 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-08d0adf8-c9c2-4095-836e-5093df2c16c8 req-c6b465bf-2aa8-411c-ac66-7e3695428c00 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478349 Dec 10 18:31:32.285579 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d0c0da6-3cf2-456d-95ad-04029623c22e None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:32.292773 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d0c0da6-3cf2-456d-95ad-04029623c22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:32.341539 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0c0da6-3cf2-456d-95ad-04029623c22e None None] Network a590abb8-3c5c-44b1-9b3e-25a3e3483cb5 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:32.345220 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-1d0c0da6-3cf2-456d-95ad-04029623c22e None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:32.357338 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0c0da6-3cf2-456d-95ad-04029623c22e None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:32.360598 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c0da6-3cf2-456d-95ad-04029623c22e None None] Pushing event updated for resources: {'Port': ['ID=73244da5-93ea-4084-b81b-d0ba18c63076,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:32.429923 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9bfb0caa-536d-49c0-8a83-d54f12555b71 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:32.436069 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-1d0c0da6-3cf2-456d-95ad-04029623c22e None None] Attempting to bind port 73244da5-93ea-4084-b81b-d0ba18c63076 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:32.436556 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-1d0c0da6-3cf2-456d-95ad-04029623c22e None None] Attempting to bind port 73244da5-93ea-4084-b81b-d0ba18c63076 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '4eec387d-6cf4-4a52-b186-55734d55881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a590abb8-3c5c-44b1-9b3e-25a3e3483cb5'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:32.437136 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0c0da6-3cf2-456d-95ad-04029623c22e None None] Attempting to bind port 73244da5-93ea-4084-b81b-d0ba18c63076 on network a590abb8-3c5c-44b1-9b3e-25a3e3483cb5 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:32.440564 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-24231e4c-bba7-4904-b3b4-a5417b5f9a3c req-e6cd0165-fced-4bb3-898d-63c50583cf21 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/security-groups?id=66989511-e357-42c2-8825-80465a354afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100363 Dec 10 18:31:32.445174 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0c0da6-3cf2-456d-95ad-04029623c22e None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:31:32.445695 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0c0da6-3cf2-456d-95ad-04029623c22e None None] Checking segment: {'id': '4eec387d-6cf4-4a52-b186-55734d55881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a590abb8-3c5c-44b1-9b3e-25a3e3483cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:32.446206 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d0c0da6-3cf2-456d-95ad-04029623c22e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:32.447044 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0c0da6-3cf2-456d-95ad-04029623c22e None None] Bound using segment: {'id': '4eec387d-6cf4-4a52-b186-55734d55881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a590abb8-3c5c-44b1-9b3e-25a3e3483cb5'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:31:32.447267 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-1d0c0da6-3cf2-456d-95ad-04029623c22e None None] Bound port: 73244da5-93ea-4084-b81b-d0ba18c63076, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eec387d-6cf4-4a52-b186-55734d55881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a590abb8-3c5c-44b1-9b3e-25a3e3483cb5'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:31:32.447763 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d0c0da6-3cf2-456d-95ad-04029623c22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:32.537693 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1d0c0da6-3cf2-456d-95ad-04029623c22e None None] For port 73244da5-93ea-4084-b81b-d0ba18c63076, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:32.541250 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1d0c0da6-3cf2-456d-95ad-04029623c22e None None] For port 73244da5-93ea-4084-b81b-d0ba18c63076, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=73244da5-93ea-4084-b81b-d0ba18c63076,segment=NetworkSegment(4eec387d-6cf4-4a52-b186-55734d55881d),segment_id=4eec387d-6cf4-4a52-b186-55734d55881d)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:31:32.547094 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d0c0da6-3cf2-456d-95ad-04029623c22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:32.559469 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-b9bda0ce-eb17-4c2c-b9ae-6883ca5908f5 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:32.561306 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-b9bda0ce-eb17-4c2c-b9ae-6883ca5908f5 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/networks?id=b1a56b94-fee7-4dfb-925d-977caaf81317 HTTP/1.1" status: 200 len: 807 time: 0.1461685 Dec 10 18:31:32.585925 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-628aaab2-511d-4430-ab8b-d17a180ae3ca tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/quotas/5768feea1c8f4e40b878b814fdae92ab HTTP/1.1" status: 200 len: 375 time: 0.0169239 Dec 10 18:31:32.611136 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c0da6-3cf2-456d-95ad-04029623c22e None None] Pushing event updated for resources: {'Port': ['ID=73244da5-93ea-4084-b81b-d0ba18c63076,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:32.643103 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0c0ba-a94f-4a29-ada0-0311dba7093d req-9d91d06d-900b-4aae-b943-8006a1fb8814 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:32.647796 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-fef279a6-fee3-49c3-92e2-51467b6feb2a tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5768feea1c8f4e40b878b814fdae92ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0586421 Dec 10 18:31:32.650484 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1ad0c0ba-a94f-4a29-ada0-0311dba7093d req-9d91d06d-900b-4aae-b943-8006a1fb8814 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 945 time: 0.1278777 Dec 10 18:31:32.704750 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9bfb0caa-536d-49c0-8a83-d54f12555b71 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:32.732003 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9bfb0caa-536d-49c0-8a83-d54f12555b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:32.748373 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-4fd8186b-cd12-4d78-a5dd-1e0a61404bfe service neutron] 10.222.0.62 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932128 Dec 10 18:31:32.751844 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1ad0c0ba-a94f-4a29-ada0-0311dba7093d req-151e307b-c0fd-46a7-a24a-ae7af7e9e641 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005158 Dec 10 18:31:32.909057 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-294718d6-6af3-4d1a-bf03-0a8fd1285a12 service neutron] 10.222.0.62 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512167 Dec 10 18:31:32.938308 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-9bfb0caa-536d-49c0-8a83-d54f12555b71 admin admin] Allocated IP 172.25.7.9 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/f870d05a-bd90-4c8e-a03f-60318e20a502) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:32.948870 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device eb979513-3a6e-4d43-82cd-21735d74229e details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:31:32.966258 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee2f3f-a4d3-44db-bb83-c1f231ce9223 req-fecac96e-35ff-437d-a980-f47278a0576f tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:32.968275 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9cee2f3f-a4d3-44db-bb83-c1f231ce9223 req-fecac96e-35ff-437d-a980-f47278a0576f tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb92298e-95be-4869-946f-8073514d7ab2 HTTP/1.1" status: 200 len: 945 time: 0.0923216 Dec 10 18:31:33.058565 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port eb979513-3a6e-4d43-82cd-21735d74229e, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=eb979513-3a6e-4d43-82cd-21735d74229e,segment=NetworkSegment(7224a61f-768e-4084-93b7-699d9eeef735),segment_id=7224a61f-768e-4084-93b7-699d9eeef735)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:33.088206 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': 'eb979513-3a6e-4d43-82cd-21735d74229e', 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75', 'port_id': 'eb979513-3a6e-4d43-82cd-21735d74229e', 'mac_address': 'fa:16:3e:03:7f:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '247a3de4-ec4d-439c-ba27-4051f4367cc3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:31:33.107812 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9cee2f3f-a4d3-44db-bb83-c1f231ce9223 req-3e2a8a77-dd05-409e-93c9-c032ddceaa3e tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] 10.222.0.62 "GET /v2.0/security-groups?id=579d0c5e-99a7-427e-a797-7b15e0d5f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077290 Dec 10 18:31:33.138976 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:33.164150 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9bfb0caa-536d-49c0-8a83-d54f12555b71 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:33.174333 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a9de85bb-88e5-4e35-a464-16ac899e40ae req-dd88ef60-a763-4961-9adb-e4d1b46d68f8 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4 HTTP/1.1" status: 200 len: 210 time: 0.0599012 Dec 10 18:31:33.178403 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb979513-3a6e-4d43-82cd-21735d74229e {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:31:33.206291 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port eb979513-3a6e-4d43-82cd-21735d74229e, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=eb979513-3a6e-4d43-82cd-21735d74229e,segment=NetworkSegment(7224a61f-768e-4084-93b7-699d9eeef735),segment_id=7224a61f-768e-4084-93b7-699d9eeef735)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:33.211960 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:33.257765 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9bfb0caa-536d-49c0-8a83-d54f12555b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:33.270279 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=eb979513-3a6e-4d43-82cd-21735d74229e,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:33.300799 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febaf29e-6b0d-41c6-8c92-f922e4f0d21d req-80f38011-bbf6-447f-98e6-4f4ee162478a tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:33.302931 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-febaf29e-6b0d-41c6-8c92-f922e4f0d21d req-80f38011-bbf6-447f-98e6-4f4ee162478a tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=f850ee2e-94bb-4630-a31a-a784a4765db2 HTTP/1.1" status: 200 len: 949 time: 0.0901878 Dec 10 18:31:33.311906 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfb0caa-536d-49c0-8a83-d54f12555b71 admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:33.325655 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-9bfb0caa-536d-49c0-8a83-d54f12555b71 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:33.337134 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfb0caa-536d-49c0-8a83-d54f12555b71 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:33.348791 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb0caa-536d-49c0-8a83-d54f12555b71 admin admin] Pushing event updated for resources: {'Port': ['ID=f870d05a-bd90-4c8e-a03f-60318e20a502,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:33.423610 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39acda4-45da-42c3-9c07-5a2c5f0a131d req-3f7a6f73-636b-4c5e-9174-6cb11177efcd tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:33.426086 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a39acda4-45da-42c3-9c07-5a2c5f0a131d req-3f7a6f73-636b-4c5e-9174-6cb11177efcd tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.0942149 Dec 10 18:31:33.436740 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:33.444330 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-febaf29e-6b0d-41c6-8c92-f922e4f0d21d req-990658cf-f4eb-44c8-be34-693b845e4184 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294997 Dec 10 18:31:33.500962 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a39acda4-45da-42c3-9c07-5a2c5f0a131d req-a5049ef4-fbbd-4f22-87c0-c4b4f89eed44 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648234 Dec 10 18:31:33.635300 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['eb979513-3a6e-4d43-82cd-21735d74229e'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:31:33.665247 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ff3c4-fcc9-4b3a-a198-8a3ce1493055 req-415d78ec-ea3c-44b7-a960-8fcb735c17ff tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:33.666808 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4f1ff3c4-fcc9-4b3a-a198-8a3ce1493055 req-415d78ec-ea3c-44b7-a960-8fcb735c17ff tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e66cbb5-021c-4ffb-bb83-6458c13baffb HTTP/1.1" status: 200 len: 944 time: 0.0721982 Dec 10 18:31:33.728694 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4f1ff3c4-fcc9-4b3a-a198-8a3ce1493055 req-c153ef46-523e-4b01-a05b-b8bcaf7965e7 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/security-groups?id=66989511-e357-42c2-8825-80465a354afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541680 Dec 10 18:31:33.761269 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9bfb0caa-536d-49c0-8a83-d54f12555b71 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:33.890314 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 73244da5-93ea-4084-b81b-d0ba18c63076 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:33.934813 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f26ee8d-1d46-45e0-845a-04d4d7018f45 None None] Network a590abb8-3c5c-44b1-9b3e-25a3e3483cb5 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:34.015177 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-302e05bd-e4d3-41da-9fbf-201019225bda None None] Provisioning complete for port 73244da5-93ea-4084-b81b-d0ba18c63076 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:34.020533 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-302e05bd-e4d3-41da-9fbf-201019225bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:34.049513 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b2fe5-d9f8-4709-b426-91f4eb90cc6e req-feae5e83-8749-4a4d-9470-27c012aaa5fc tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:34.051177 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4e9b2fe5-d9f8-4709-b426-91f4eb90cc6e req-feae5e83-8749-4a4d-9470-27c012aaa5fc tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 945 time: 0.1470194 Dec 10 18:31:34.075359 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 73244da5-93ea-4084-b81b-d0ba18c63076 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:34.075933 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:34.077665 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9bfb0caa-536d-49c0-8a83-d54f12555b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:34.176444 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4e9b2fe5-d9f8-4709-b426-91f4eb90cc6e req-4d48307f-1e6c-4d82-9240-41229571b1bd tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181142 Dec 10 18:31:34.187743 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-302e05bd-e4d3-41da-9fbf-201019225bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:34.272687 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-302e05bd-e4d3-41da-9fbf-201019225bda None None] For port 73244da5-93ea-4084-b81b-d0ba18c63076, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=73244da5-93ea-4084-b81b-d0ba18c63076,segment=NetworkSegment(4eec387d-6cf4-4a52-b186-55734d55881d),segment_id=4eec387d-6cf4-4a52-b186-55734d55881d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:34.274211 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:34.278374 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-302e05bd-e4d3-41da-9fbf-201019225bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:34.319421 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c26a8-fd7c-452d-91a2-3f038c5ff7e7 req-bbbe6c1e-8c85-4ca7-bfe7-f36ba74fe08d tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:34.330122 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1e1c26a8-fd7c-452d-91a2-3f038c5ff7e7 req-bbbe6c1e-8c85-4ca7-bfe7-f36ba74fe08d tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb92298e-95be-4869-946f-8073514d7ab2 HTTP/1.1" status: 200 len: 945 time: 0.1580846 Dec 10 18:31:34.369586 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cac0c61d-ad24-4079-9eef-88f70a386026 req-6d228110-e2e2-4090-9dde-ea44d48d3905 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4 HTTP/1.1" status: 200 len: 210 time: 0.0954676 Dec 10 18:31:34.424552 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e05bd-e4d3-41da-9fbf-201019225bda None None] Pushing event updated for resources: {'Port': ['ID=73244da5-93ea-4084-b81b-d0ba18c63076,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:34.437663 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:31:34.438149 n-d-821435-1 neutron-server[103246]: DEBUG oslo_db.api [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:31:34.447954 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bfb0caa-536d-49c0-8a83-d54f12555b71 admin admin] Router b8b64a13-4ceb-4922-857e-95d79971b717 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:31:34.462811 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1e1c26a8-fd7c-452d-91a2-3f038c5ff7e7 req-979d6530-2f9b-463e-bd71-052592871517 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] 10.222.0.62 "GET /v2.0/security-groups?id=579d0c5e-99a7-427e-a797-7b15e0d5f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267333 Dec 10 18:31:34.534412 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-a34192e5-d15c-4496-aa41-ab7b56749485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:34.536966 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-a34192e5-d15c-4496-aa41-ab7b56749485 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986&device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 1096 time: 0.1001742 Dec 10 18:31:34.607360 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-783d55bc-333b-4a59-9df0-d27adfe07777 None None] Provisioning complete for port 73244da5-93ea-4084-b81b-d0ba18c63076 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:34.608146 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-783d55bc-333b-4a59-9df0-d27adfe07777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:34.657993 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68722d7e-4f07-4b10-bf35-ca5cf09ca577 req-d6bb082b-da54-4dff-8db8-7923594c664a tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:34.659776 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-68722d7e-4f07-4b10-bf35-ca5cf09ca577 req-d6bb082b-da54-4dff-8db8-7923594c664a tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.0645127 Dec 10 18:31:34.661725 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-c2884e70-f9fd-4c36-a675-9d142739fe6d tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:34.663094 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-c2884e70-f9fd-4c36-a675-9d142739fe6d tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.72 "GET /v2.0/networks?id=b1a56b94-fee7-4dfb-925d-977caaf81317 HTTP/1.1" status: 200 len: 807 time: 0.2914820 Dec 10 18:31:34.686687 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-2611cda2-9420-4ad2-8260-188949cdc35f tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Request body: {'port': {'device_id': 'be6e3dab-6565-4c8b-a70d-0fd2b2476ee4', 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317', 'admin_state_up': True, 'tenant_id': '5768feea1c8f4e40b878b814fdae92ab'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:34.701291 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82f6bb-9470-4b2b-a543-0925c9b83cbc req-ee582192-35c0-47ed-b38f-3edcb41c1ba7 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:34.702721 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-718df985-a908-45c4-9e74-034cd388fe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:34.703215 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7f82f6bb-9470-4b2b-a543-0925c9b83cbc req-ee582192-35c0-47ed-b38f-3edcb41c1ba7 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=f850ee2e-94bb-4630-a31a-a784a4765db2 HTTP/1.1" status: 200 len: 949 time: 0.1449230 Dec 10 18:31:34.704321 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-718df985-a908-45c4-9e74-034cd388fe6f service neutron] 10.222.0.46 "GET /v2.0/networks?id=7cd799a4-acc6-47e3-afa8-685d03d02732 HTTP/1.1" status: 200 len: 922 time: 0.1578002 Dec 10 18:31:34.760502 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-68722d7e-4f07-4b10-bf35-ca5cf09ca577 req-d7d0797a-6d97-4f62-acbb-b5a79bb498ca tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910344 Dec 10 18:31:34.762222 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-8d30aa8c-db5a-4b10-86d6-dba298c7de1b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d29c3170-75f7-4a7c-976d-2dc07ad3078f HTTP/1.1" status: 200 len: 217 time: 0.0450075 Dec 10 18:31:34.767700 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bfb0caa-536d-49c0-8a83-d54f12555b71 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:31:34.785519 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3ffd0d-4bae-45c8-a9e7-ac145bc99404 None None] Sync routers for ids ['b8b64a13-4ceb-4922-857e-95d79971b717'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:31:34.801563 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3ffd0d-4bae-45c8-a9e7-ac145bc99404 None None] Routers {'b8b64a13-4ceb-4922-857e-95d79971b717'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:34.801563 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0b3ffd0d-4bae-45c8-a9e7-ac145bc99404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:31:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['b8b64a13-4ceb-4922-857e-95d79971b717'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:34.821234 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9bfb0caa-536d-49c0-8a83-d54f12555b71 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:34.825267 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9bfb0caa-536d-49c0-8a83-d54f12555b71 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0743132 Dec 10 18:31:34.828517 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44122) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:34.828684 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-2c2967bf-9b2e-4a88-af83-ca13a52b328f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:34.830323 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-2c2967bf-9b2e-4a88-af83-ca13a52b328f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30832bd6-5c81-4f5a-a237-6a5341f2b45d HTTP/1.1" status: 200 len: 861 time: 0.0553122 Dec 10 18:31:34.880665 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7f82f6bb-9470-4b2b-a543-0925c9b83cbc req-6fb8548e-0d3a-494f-aaeb-67bdfcf5f235 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652899 Dec 10 18:31:34.911090 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-e7cb6f78-6651-4c86-85cd-8e4d6a111b31 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cd799a4-acc6-47e3-afa8-685d03d02732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624287 Dec 10 18:31:34.974631 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-2611cda2-9420-4ad2-8260-188949cdc35f tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Made reservation on behalf of 5768feea1c8f4e40b878b814fdae92ab for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:34.978394 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-2611cda2-9420-4ad2-8260-188949cdc35f tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.031855 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device eb979513-3a6e-4d43-82cd-21735d74229e up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:35.055365 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a5a20-d70f-4981-844b-12fbeb621ee6 req-5ab7323d-2941-462d-803b-ac53b19faab7 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:35.056907 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fe7a5a20-d70f-4981-844b-12fbeb621ee6 req-5ab7323d-2941-462d-803b-ac53b19faab7 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e66cbb5-021c-4ffb-bb83-6458c13baffb HTTP/1.1" status: 200 len: 944 time: 0.1122344 Dec 10 18:31:35.064217 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-3d864f42-3913-4549-b8f9-a914a8c8c2b9 service neutron] 10.222.0.46 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418703 Dec 10 18:31:35.146644 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-0b3ffd0d-4bae-45c8-a9e7-ac145bc99404 None None] Set router b8b64a13-4ceb-4922-857e-95d79971b717 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:31:35.170779 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fe7a5a20-d70f-4981-844b-12fbeb621ee6 req-f3a7e5f7-5a80-4712-ba3e-4f82d332181c tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/security-groups?id=66989511-e357-42c2-8825-80465a354afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017666 Dec 10 18:31:35.175671 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port eb979513-3a6e-4d43-82cd-21735d74229e completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:31:35.205926 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-843a52a1-fd26-4a67-900c-049d19481a2a service neutron] 10.222.0.46 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302595 Dec 10 18:31:35.206890 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port eb979513-3a6e-4d43-82cd-21735d74229e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:35.207283 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.237292 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-2611cda2-9420-4ad2-8260-188949cdc35f tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Allocated IP 172.20.0.6 (b1a56b94-fee7-4dfb-925d-977caaf81317/1c38321c-218a-47ac-873b-024a1169316a/9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:35.402928 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.444480 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e66cbb5-021c-4ffb-bb83-6458c13baffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb979513-3a6e-4d43-82cd-21735d74229e'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:35.447645 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fd28ee-30fa-424c-a154-5fae62549af6" -d '{"events": [{"server_uuid": "2e66cbb5-021c-4ffb-bb83-6458c13baffb", "name": "network-vif-plugged", "status": "completed", "tag": "eb979513-3a6e-4d43-82cd-21735d74229e"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:35.485934 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port eb979513-3a6e-4d43-82cd-21735d74229e, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=eb979513-3a6e-4d43-82cd-21735d74229e,segment=NetworkSegment(7224a61f-768e-4084-93b7-699d9eeef735),segment_id=7224a61f-768e-4084-93b7-699d9eeef735)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:35.491052 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.504485 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0e9b9b2e-c06d-46d0-8dc9-18ff2beae9e0 req-10eed213-9350-4c3d-b1b4-1f951178a657 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4 HTTP/1.1" status: 200 len: 210 time: 0.0495553 Dec 10 18:31:35.555367 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=eb979513-3a6e-4d43-82cd-21735d74229e,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:35.605278 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8d9c33-38e0-4c5a-8636-9f2c87d7528a x-openstack-request-id: req-0c8d9c33-38e0-4c5a-8636-9f2c87d7528a {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:35.605741 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e66cbb5-021c-4ffb-bb83-6458c13baffb", "name": "network-vif-plugged", "status": "completed", "tag": "eb979513-3a6e-4d43-82cd-21735d74229e", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:35.606097 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0c8d9c33-38e0-4c5a-8636-9f2c87d7528a {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:35.607023 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e66cbb5-021c-4ffb-bb83-6458c13baffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb979513-3a6e-4d43-82cd-21735d74229e', 'code': 200} Dec 10 18:31:35.608425 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0b3ffd0d-4bae-45c8-a9e7-ac145bc99404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b64a13-4ceb-4922-857e-95d79971b717', 'name': 'tempest-ServersTestMultiNic-1321101254-router', 'tenant_id': '216309f085e04cb2a1db65c2f1b578cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'f870d05a-bd90-4c8e-a03f-60318e20a502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:31:31Z', 'updated_at': '2021-12-10T18:31:33Z', 'revision_number': 3, 'project_id': '216309f085e04cb2a1db65c2f1b578cb', 'gw_port': {'id': 'f870d05a-bd90-4c8e-a03f-60318e20a502', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b64a13-4ceb-4922-857e-95d79971b717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:31:32Z', 'updated_at': '2021-12-10T18:31:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:35.622708 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0411d47b-46d2-48cd-9487-983b77b0ce34 req-99bfac2f-3302-42d8-a769-4a66893cbbd3 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:35.637252 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0411d47b-46d2-48cd-9487-983b77b0ce34 req-99bfac2f-3302-42d8-a769-4a66893cbbd3 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.46 "GET /v2.0/ports?device_id=f850ee2e-94bb-4630-a31a-a784a4765db2 HTTP/1.1" status: 200 len: 949 time: 0.1315084 Dec 10 18:31:35.671448 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3ffd0d-4bae-45c8-a9e7-ac145bc99404 None None] Checking router: b8b64a13-4ceb-4922-857e-95d79971b717 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:31:35.671728 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3ffd0d-4bae-45c8-a9e7-ac145bc99404 None None] Updating router b8b64a13-4ceb-4922-857e-95d79971b717 port f870d05a-bd90-4c8e-a03f-60318e20a502 binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:31:35.719166 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0b3ffd0d-4bae-45c8-a9e7-ac145bc99404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.869130 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787b778-06a2-450f-94e7-66ef3799b4db req-a984ffd0-36d9-4d7b-bd5e-213a29a8ff80 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:35.871298 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6787b778-06a2-450f-94e7-66ef3799b4db req-a984ffd0-36d9-4d7b-bd5e-213a29a8ff80 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb92298e-95be-4869-946f-8073514d7ab2 HTTP/1.1" status: 200 len: 945 time: 0.1662431 Dec 10 18:31:35.884422 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-2611cda2-9420-4ad2-8260-188949cdc35f tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.938018 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-0411d47b-46d2-48cd-9487-983b77b0ce34 req-91f483d7-bd95-4ba4-9846-d654cc35fe11 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Deleting port e91d4dc0-356b-467b-8633-c08c63d10000 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:35.938275 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-2611cda2-9420-4ad2-8260-188949cdc35f tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.938770 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0411d47b-46d2-48cd-9487-983b77b0ce34 req-91f483d7-bd95-4ba4-9846-d654cc35fe11 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.947182 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6787b778-06a2-450f-94e7-66ef3799b4db req-e996a463-8bbc-477e-a1ae-287339c377ee tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] 10.222.0.62 "GET /v2.0/security-groups?id=579d0c5e-99a7-427e-a797-7b15e0d5f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671756 Dec 10 18:31:35.963985 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 73244da5-93ea-4084-b81b-d0ba18c63076 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:35.997277 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef429be2-8e92-4659-8494-38a362594109 req-f256f069-2484-44e9-a552-e827acfd6b80 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:36.006367 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ef429be2-8e92-4659-8494-38a362594109 req-f256f069-2484-44e9-a552-e827acfd6b80 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 945 time: 0.7137098 Dec 10 18:31:36.055877 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0411d47b-46d2-48cd-9487-983b77b0ce34 req-91f483d7-bd95-4ba4-9846-d654cc35fe11 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] For port e91d4dc0-356b-467b-8633-c08c63d10000, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=e91d4dc0-356b-467b-8633-c08c63d10000,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:36.056263 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0411d47b-46d2-48cd-9487-983b77b0ce34 req-91f483d7-bd95-4ba4-9846-d654cc35fe11 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.069347 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-0411d47b-46d2-48cd-9487-983b77b0ce34 req-91f483d7-bd95-4ba4-9846-d654cc35fe11 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Calling delete_port for e91d4dc0-356b-467b-8633-c08c63d10000 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:36.078119 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-2611cda2-9420-4ad2-8260-188949cdc35f tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Network b1a56b94-fee7-4dfb-925d-977caaf81317 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:36.099657 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0b3ffd0d-4bae-45c8-a9e7-ac145bc99404 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.101084 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2611cda2-9420-4ad2-8260-188949cdc35f tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Pushing event updated for resources: {'Port': ['ID=9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:36.104449 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-2611cda2-9420-4ad2-8260-188949cdc35f tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:36.111810 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-2611cda2-9420-4ad2-8260-188949cdc35f tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:36.114526 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0b3ffd0d-4bae-45c8-a9e7-ac145bc99404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.155497 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0b3ffd0d-4bae-45c8-a9e7-ac145bc99404 None None] Attempting to bind port f870d05a-bd90-4c8e-a03f-60318e20a502 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:36.156120 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0b3ffd0d-4bae-45c8-a9e7-ac145bc99404 None None] Attempting to bind port f870d05a-bd90-4c8e-a03f-60318e20a502 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:36.156383 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3ffd0d-4bae-45c8-a9e7-ac145bc99404 None None] Attempting to bind port f870d05a-bd90-4c8e-a03f-60318e20a502 on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:36.177422 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-2611cda2-9420-4ad2-8260-188949cdc35f tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:36.178066 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-2611cda2-9420-4ad2-8260-188949cdc35f tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.183325 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3ffd0d-4bae-45c8-a9e7-ac145bc99404 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:31:36.183718 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3ffd0d-4bae-45c8-a9e7-ac145bc99404 None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:36.184123 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0b3ffd0d-4bae-45c8-a9e7-ac145bc99404 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.184529 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3ffd0d-4bae-45c8-a9e7-ac145bc99404 None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:31:36.185101 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0b3ffd0d-4bae-45c8-a9e7-ac145bc99404 None None] Bound port: f870d05a-bd90-4c8e-a03f-60318e20a502, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:31:36.185966 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0b3ffd0d-4bae-45c8-a9e7-ac145bc99404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.218393 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-2611cda2-9420-4ad2-8260-188949cdc35f tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5370789 Dec 10 18:31:36.237508 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cef3b8-84eb-4beb-9374-cbd4884c1445 req-45bc6a4b-5f93-4d9a-b3f2-7f007f84ca32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:36.240008 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b5cef3b8-84eb-4beb-9374-cbd4884c1445 req-45bc6a4b-5f93-4d9a-b3f2-7f007f84ca32 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2e66cbb5-021c-4ffb-bb83-6458c13baffb HTTP/1.1" status: 200 len: 1096 time: 0.3040042 Dec 10 18:31:36.245840 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-0e88a0dc-9cd1-403c-aff8-518b4d06c9b0 service neutron] Request body: {'port': {'device_id': 'be6e3dab-6565-4c8b-a70d-0fd2b2476ee4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:36.258207 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 73244da5-93ea-4084-b81b-d0ba18c63076 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:36.258207 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.281511 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ef429be2-8e92-4659-8494-38a362594109 req-b0c678a2-68ca-4bcb-bbe4-c41523006e7b tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633214 Dec 10 18:31:36.290486 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0411d47b-46d2-48cd-9487-983b77b0ce34 req-91f483d7-bd95-4ba4-9846-d654cc35fe11 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.312068 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['41782f9b-5a73-4cfc-b85e-56d854ddfd24', '6b20fbca-43c1-461a-86cf-d54b82f818f3', '56ac798e-d9d7-4998-8db6-26b6cc17558a', '8eb10e37-6dea-426e-87c2-0c140d4283a9', 'e91d4dc0-356b-467b-8633-c08c63d10000'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:31:36.320750 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['f8ba8851-1d33-4f93-a82e-362a38c4cb37', 'baa46271-5316-426e-b73c-7c0cfeef3fa2'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:31:36.322553 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54058db6-8e4a-436f-8e92-5836a24963c1 None None] Pushing event updated for resources: {'Port': ['ID=f870d05a-bd90-4c8e-a03f-60318e20a502,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:36.370308 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f483d7-bd95-4ba4-9846-d654cc35fe11 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Pushing event deleted for resources: {'Port': ['ID=e91d4dc0-356b-467b-8633-c08c63d10000,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:36.392706 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0b3ffd0d-4bae-45c8-a9e7-ac145bc99404 None None] For port f870d05a-bd90-4c8e-a03f-60318e20a502, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:36.416988 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-0411d47b-46d2-48cd-9487-983b77b0ce34 req-91f483d7-bd95-4ba4-9846-d654cc35fe11 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] No DVR routers for this DVR port e91d4dc0-356b-467b-8633-c08c63d10000 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:31:36.419436 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0411d47b-46d2-48cd-9487-983b77b0ce34 req-91f483d7-bd95-4ba4-9846-d654cc35fe11 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.425733 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0411d47b-46d2-48cd-9487-983b77b0ce34 req-91f483d7-bd95-4ba4-9846-d654cc35fe11 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.46 "DELETE /v2.0/ports/e91d4dc0-356b-467b-8633-c08c63d10000 HTTP/1.1" status: 204 len: 173 time: 0.7708828 Dec 10 18:31:36.427772 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f850ee2e-94bb-4630-a31a-a784a4765db2', 'name': 'network-vif-deleted', 'tag': 'e91d4dc0-356b-467b-8633-c08c63d10000'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:36.429843 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0b3ffd0d-4bae-45c8-a9e7-ac145bc99404 None None] For port f870d05a-bd90-4c8e-a03f-60318e20a502, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=f870d05a-bd90-4c8e-a03f-60318e20a502,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:31:36.441068 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb168bf-fce3-4a27-a568-0d1909e0157d" -d '{"events": [{"server_uuid": "f850ee2e-94bb-4630-a31a-a784a4765db2", "name": "network-vif-deleted", "tag": "e91d4dc0-356b-467b-8633-c08c63d10000"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:36.465953 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a4a92-e43d-4da9-85a5-0098d2dd0de9 req-790553d9-c67f-4517-9734-b46df42ec590 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:36.471354 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0b3ffd0d-4bae-45c8-a9e7-ac145bc99404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.476257 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ea2a4a92-e43d-4da9-85a5-0098d2dd0de9 req-790553d9-c67f-4517-9734-b46df42ec590 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.2776575 Dec 10 18:31:36.593881 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ea2a4a92-e43d-4da9-85a5-0098d2dd0de9 req-35af8c95-4a13-4928-ab34-1fcfdfdd5a50 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146383 Dec 10 18:31:36.604776 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3f69e4ab-9b5b-4645-be52-47fbff8d7b12 req-c0ebb74f-2034-4db5-a1f5-54f814221305 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=f850ee2e-94bb-4630-a31a-a784a4765db2 HTTP/1.1" status: 200 len: 210 time: 0.0629773 Dec 10 18:31:36.625910 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b5cef3b8-84eb-4beb-9374-cbd4884c1445 req-a29da772-96ed-4100-8936-3f14b0a1a828 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=66989511-e357-42c2-8825-80465a354afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744991 Dec 10 18:31:36.680888 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3ffd0d-4bae-45c8-a9e7-ac145bc99404 None None] Routers {'b8b64a13-4ceb-4922-857e-95d79971b717'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:36.681527 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0b3ffd0d-4bae-45c8-a9e7-ac145bc99404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:31:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['b8b64a13-4ceb-4922-857e-95d79971b717'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:36.687314 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54058db6-8e4a-436f-8e92-5836a24963c1 None None] Pushing event updated for resources: {'Port': ['ID=f870d05a-bd90-4c8e-a03f-60318e20a502,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:36.709346 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-0e88a0dc-9cd1-403c-aff8-518b4d06c9b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.728145 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca13459a-f598-4db7-bb92-bba4ae20639e x-openstack-request-id: req-ca13459a-f598-4db7-bb92-bba4ae20639e {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:36.728446 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f850ee2e-94bb-4630-a31a-a784a4765db2", "name": "network-vif-deleted", "tag": "e91d4dc0-356b-467b-8633-c08c63d10000", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:36.728747 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ca13459a-f598-4db7-bb92-bba4ae20639e {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:36.729141 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f850ee2e-94bb-4630-a31a-a784a4765db2', 'name': 'network-vif-deleted', 'tag': 'e91d4dc0-356b-467b-8633-c08c63d10000', 'status': 'completed', 'code': 200} Dec 10 18:31:36.753560 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83b9b5-7610-4016-a103-cfa8e9b258ea req-42fab77d-a8ad-4687-add6-b9604a6f9ab6 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:36.763192 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8f83b9b5-7610-4016-a103-cfa8e9b258ea req-42fab77d-a8ad-4687-add6-b9604a6f9ab6 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e66cbb5-021c-4ffb-bb83-6458c13baffb HTTP/1.1" status: 200 len: 945 time: 0.0702810 Dec 10 18:31:36.826024 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8f83b9b5-7610-4016-a103-cfa8e9b258ea req-3d85e028-8c21-496b-9804-5c488029185c tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/security-groups?id=66989511-e357-42c2-8825-80465a354afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618746 Dec 10 18:31:37.049061 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-0b3ffd0d-4bae-45c8-a9e7-ac145bc99404 None None] Set router b8b64a13-4ceb-4922-857e-95d79971b717 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:31:37.095207 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-0e88a0dc-9cd1-403c-aff8-518b4d06c9b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:31:37.105567 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-0e88a0dc-9cd1-403c-aff8-518b4d06c9b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:37.121430 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-0e88a0dc-9cd1-403c-aff8-518b4d06c9b0 service neutron] Transition to ACTIVE for port object 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:31:37.128941 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-0e88a0dc-9cd1-403c-aff8-518b4d06c9b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:37.173250 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-778b5ef6-9e95-46a8-be15-93eda32fe327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:37.210211 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce72243-e781-402d-b1ea-d1561404b3f2 req-b9c158d2-97b0-49ec-bf54-15eff57aecf4 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:37.226063 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3ce72243-e781-402d-b1ea-d1561404b3f2 req-b9c158d2-97b0-49ec-bf54-15eff57aecf4 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb92298e-95be-4869-946f-8073514d7ab2 HTTP/1.1" status: 200 len: 945 time: 0.1565990 Dec 10 18:31:37.340579 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3ce72243-e781-402d-b1ea-d1561404b3f2 req-8abc2377-1767-4f9d-9293-a5874b433c49 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] 10.222.0.62 "GET /v2.0/security-groups?id=579d0c5e-99a7-427e-a797-7b15e0d5f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125596 Dec 10 18:31:37.392350 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88a0dc-9cd1-403c-aff8-518b4d06c9b0 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:37.492491 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-778b5ef6-9e95-46a8-be15-93eda32fe327 admin admin] Allocated IP 172.20.0.1 (a590abb8-3c5c-44b1-9b3e-25a3e3483cb5/d7120607-f87b-46a6-ba18-1f83f515c17b/aeb6705f-88fe-43c3-8e2c-36b8e99af3ae) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:37.548532 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc03fce-c4b8-479b-b61c-03795ecb8cab req-77f21fa3-dbdd-4848-a6cb-bf9181604e40 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:37.557406 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ffc03fce-c4b8-479b-b61c-03795ecb8cab req-77f21fa3-dbdd-4848-a6cb-bf9181604e40 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 945 time: 0.0897744 Dec 10 18:31:37.631694 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-778b5ef6-9e95-46a8-be15-93eda32fe327 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:37.643229 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ffc03fce-c4b8-479b-b61c-03795ecb8cab req-4fb2b7c5-259c-44f5-b5c3-447265bf5ee3 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848675 Dec 10 18:31:37.684477 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264104cc-0cf8-42f9-87a2-508dd2fb3f0b req-88913d9b-0ee7-43c7-bf39-4787977f5832 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:37.694965 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-264104cc-0cf8-42f9-87a2-508dd2fb3f0b req-88913d9b-0ee7-43c7-bf39-4787977f5832 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4 HTTP/1.1" status: 200 len: 943 time: 0.5718570 Dec 10 18:31:37.789108 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-778b5ef6-9e95-46a8-be15-93eda32fe327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:37.859063 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0b3ffd0d-4bae-45c8-a9e7-ac145bc99404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b64a13-4ceb-4922-857e-95d79971b717', 'name': 'tempest-ServersTestMultiNic-1321101254-router', 'tenant_id': '216309f085e04cb2a1db65c2f1b578cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'f870d05a-bd90-4c8e-a03f-60318e20a502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:31:31Z', 'updated_at': '2021-12-10T18:31:33Z', 'revision_number': 3, 'project_id': '216309f085e04cb2a1db65c2f1b578cb', 'gw_port': {'id': 'f870d05a-bd90-4c8e-a03f-60318e20a502', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b64a13-4ceb-4922-857e-95d79971b717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:31:32Z', 'updated_at': '2021-12-10T18:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:37.908162 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3ffd0d-4bae-45c8-a9e7-ac145bc99404 None None] The sync data for ids ['b8b64a13-4ceb-4922-857e-95d79971b717'] in n-d-821435-1 is: [{'id': 'b8b64a13-4ceb-4922-857e-95d79971b717', 'name': 'tempest-ServersTestMultiNic-1321101254-router', 'tenant_id': '216309f085e04cb2a1db65c2f1b578cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'f870d05a-bd90-4c8e-a03f-60318e20a502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:31:31Z', 'updated_at': '2021-12-10T18:31:33Z', 'revision_number': 3, 'project_id': '216309f085e04cb2a1db65c2f1b578cb', 'gw_port': {'id': 'f870d05a-bd90-4c8e-a03f-60318e20a502', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b64a13-4ceb-4922-857e-95d79971b717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:31:32Z', 'updated_at': '2021-12-10T18:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:31:37.914261 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:37.927846 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-0e88a0dc-9cd1-403c-aff8-518b4d06c9b0 service neutron] Attempting to bind port 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:37.931554 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-0e88a0dc-9cd1-403c-aff8-518b4d06c9b0 service neutron] Attempting to bind port 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:37.932056 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-0e88a0dc-9cd1-403c-aff8-518b4d06c9b0 service neutron] Attempting to bind port 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e on network b1a56b94-fee7-4dfb-925d-977caaf81317 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:37.988966 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b5ef6-9e95-46a8-be15-93eda32fe327 admin admin] Pushing event updated for resources: {'Port': ['ID=aeb6705f-88fe-43c3-8e2c-36b8e99af3ae,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:37.993224 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778b5ef6-9e95-46a8-be15-93eda32fe327 admin admin] Network a590abb8-3c5c-44b1-9b3e-25a3e3483cb5 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:37.996304 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-0e88a0dc-9cd1-403c-aff8-518b4d06c9b0 service neutron] Port 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e on network b1a56b94-fee7-4dfb-925d-977caaf81317 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:37.996661 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-0e88a0dc-9cd1-403c-aff8-518b4d06c9b0 service neutron] Attempting to bind port 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e on network b1a56b94-fee7-4dfb-925d-977caaf81317 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:38.035677 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-778b5ef6-9e95-46a8-be15-93eda32fe327 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:38.054070 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778b5ef6-9e95-46a8-be15-93eda32fe327 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:38.062575 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-0e88a0dc-9cd1-403c-aff8-518b4d06c9b0 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:31:38.062946 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-0e88a0dc-9cd1-403c-aff8-518b4d06c9b0 service neutron] Checking segment: {'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:38.063308 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-0e88a0dc-9cd1-403c-aff8-518b4d06c9b0 service neutron] Bound using segment: {'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:31:38.063772 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-0e88a0dc-9cd1-403c-aff8-518b4d06c9b0 service neutron] Bound port: 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:31:38.072694 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-0e88a0dc-9cd1-403c-aff8-518b4d06c9b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:38.073910 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ec87f-914e-4a09-80a4-2e8dac5ab358 req-09bd1092-d01b-4be7-9cc0-442b9f5ed0d3 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:38.080350 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-af1ec87f-914e-4a09-80a4-2e8dac5ab358 req-09bd1092-d01b-4be7-9cc0-442b9f5ed0d3 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.1084514 Dec 10 18:31:38.127334 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-264104cc-0cf8-42f9-87a2-508dd2fb3f0b req-57bdc3c5-d70b-4901-b08e-4c935acafb7a tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4311399 Dec 10 18:31:38.170427 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-778b5ef6-9e95-46a8-be15-93eda32fe327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:38.223493 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-af1ec87f-914e-4a09-80a4-2e8dac5ab358 req-ae7ca13d-9856-42a0-8242-f816c7a39221 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342487 Dec 10 18:31:38.347788 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-0e88a0dc-9cd1-403c-aff8-518b4d06c9b0 service neutron] For port 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:38.412961 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-0e88a0dc-9cd1-403c-aff8-518b4d06c9b0 service neutron] For port 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:31:38.462915 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ba4b9-dd32-41e6-8be8-2a76aff2e4ad req-7e257fd3-e33f-4362-b4dc-9fbc23ce3092 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:38.464764 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7a4ba4b9-dd32-41e6-8be8-2a76aff2e4ad req-7e257fd3-e33f-4362-b4dc-9fbc23ce3092 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e66cbb5-021c-4ffb-bb83-6458c13baffb HTTP/1.1" status: 200 len: 945 time: 0.1336386 Dec 10 18:31:38.507830 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-0e88a0dc-9cd1-403c-aff8-518b4d06c9b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:38.577975 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7a4ba4b9-dd32-41e6-8be8-2a76aff2e4ad req-3cf1ff75-d55a-449f-99d7-58fe5b7d313e tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/security-groups?id=66989511-e357-42c2-8825-80465a354afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879533 Dec 10 18:31:38.674880 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6c50230f-23cd-49d0-8003-bebc9591f293 None None] Provisioning complete for port aeb6705f-88fe-43c3-8e2c-36b8e99af3ae triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:38.675398 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6c50230f-23cd-49d0-8003-bebc9591f293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:38.728114 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-0e88a0dc-9cd1-403c-aff8-518b4d06c9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:38.729388 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-0e88a0dc-9cd1-403c-aff8-518b4d06c9b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:38.730323 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-0e88a0dc-9cd1-403c-aff8-518b4d06c9b0 service neutron] 10.222.0.72 "PUT /v2.0/ports/9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e HTTP/1.1" status: 200 len: 1091 time: 2.4958622 Dec 10 18:31:38.731951 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be6e3dab-6565-4c8b-a70d-0fd2b2476ee4', 'tag': '9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:38.736322 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19204db-3ce8-453c-a458-eef57cb4626d" -d '{"events": [{"name": "network-changed", "server_uuid": "be6e3dab-6565-4c8b-a70d-0fd2b2476ee4", "tag": "9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:38.761345 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-778b5ef6-9e95-46a8-be15-93eda32fe327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:38.796483 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-6c50230f-23cd-49d0-8003-bebc9591f293 None None] Port aeb6705f-88fe-43c3-8e2c-36b8e99af3ae cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:31:38.914538 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88a0dc-9cd1-403c-aff8-518b4d06c9b0 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:38.973715 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45df984-ef84-4f76-a244-3adecd0d3d16 req-3355ca70-fcc9-4787-9539-0a245862747e tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:38.977133 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e45df984-ef84-4f76-a244-3adecd0d3d16 req-3355ca70-fcc9-4787-9539-0a245862747e tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb92298e-95be-4869-946f-8073514d7ab2 HTTP/1.1" status: 200 len: 945 time: 0.0757232 Dec 10 18:31:39.040822 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device e91d4dc0-356b-467b-8633-c08c63d10000 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:31:39.072041 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-a8a1d2c0-7d8a-444b-b81f-9211982454d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:39.073685 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-a8a1d2c0-7d8a-444b-b81f-9211982454d9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5768feea1c8f4e40b878b814fdae92ab&device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4 HTTP/1.1" status: 200 len: 1094 time: 0.2720773 Dec 10 18:31:39.077594 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e45df984-ef84-4f76-a244-3adecd0d3d16 req-6262a825-3535-42a9-b246-2fca7489e750 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] 10.222.0.62 "GET /v2.0/security-groups?id=579d0c5e-99a7-427e-a797-7b15e0d5f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942659 Dec 10 18:31:39.093225 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: e91d4dc0-356b-467b-8633-c08c63d10000 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:31:39.093583 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device e91d4dc0-356b-467b-8633-c08c63d10000 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:31:39.185711 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-c0618609-1682-4f6b-bfec-8cc944473b8e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e HTTP/1.1" status: 200 len: 217 time: 0.0529370 Dec 10 18:31:39.195443 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467ed00-913f-40b9-b733-fadac2206af1 req-30d976a8-e2aa-4c48-a236-5dec454999ab tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:39.207723 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1467ed00-913f-40b9-b733-fadac2206af1 req-30d976a8-e2aa-4c48-a236-5dec454999ab tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/ports?device_id=79f64b18-a161-465b-9478-21269b46ed05&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3773780 Dec 10 18:31:39.266231 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6876ecf-54a4-493e-8087-59cbd72a8f98 req-1372962e-00a5-48e7-b518-28ee7e1ced79 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:39.274995 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f6876ecf-54a4-493e-8087-59cbd72a8f98 req-1372962e-00a5-48e7-b518-28ee7e1ced79 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 945 time: 0.0863872 Dec 10 18:31:39.327537 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f6876ecf-54a4-493e-8087-59cbd72a8f98 req-e0287208-9c04-4416-862d-d3f610115697 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514390 Dec 10 18:31:39.336519 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-6d3eac02-d5f5-49af-ab10-b43762faad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:39.338017 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-6d3eac02-d5f5-49af-ab10-b43762faad93 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c38321c-218a-47ac-873b-024a1169316a HTTP/1.1" status: 200 len: 847 time: 0.1029439 Dec 10 18:31:39.384082 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1467ed00-913f-40b9-b733-fadac2206af1 req-58ee4674-311a-47b7-bb9a-dbb258c92292 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 695 time: 0.1751904 Dec 10 18:31:39.386990 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-5a7b868c-a08f-46ab-b1c4-8968690e701c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b1a56b94-fee7-4dfb-925d-977caaf81317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357809 Dec 10 18:31:39.397954 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-1467ed00-913f-40b9-b733-fadac2206af1 req-0f6343e2-928a-4ead-8f59-75a0976a5007 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Request body: {'floatingip': {'port_id': '42b65244-d778-4d7b-98e0-e8d4b3cc597d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:39.412407 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbc4c4d-d8c9-412c-8bef-ea260faa5564 x-openstack-request-id: req-3dbc4c4d-d8c9-412c-8bef-ea260faa5564 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:39.412407 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be6e3dab-6565-4c8b-a70d-0fd2b2476ee4", "tag": "9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:39.412807 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3dbc4c4d-d8c9-412c-8bef-ea260faa5564 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:39.413172 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be6e3dab-6565-4c8b-a70d-0fd2b2476ee4', 'tag': '9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e', 'status': 'completed', 'code': 200} Dec 10 18:31:39.510624 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c35423-02a6-4947-b567-f307d6c0d8d5 req-5896c8a4-35c0-4f5c-bc7e-6ef418b2b618 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:39.511833 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1467ed00-913f-40b9-b733-fadac2206af1 req-0f6343e2-928a-4ead-8f59-75a0976a5007 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks [] for floatingip, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:39.512509 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-00c35423-02a6-4947-b567-f307d6c0d8d5 req-5896c8a4-35c0-4f5c-bc7e-6ef418b2b618 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecaf9865-bdd5-44d4-802f-f40583dbed6d HTTP/1.1" status: 200 len: 950 time: 0.0526416 Dec 10 18:31:39.570203 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-778b5ef6-9e95-46a8-be15-93eda32fe327 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:39.575257 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-00c35423-02a6-4947-b567-f307d6c0d8d5 req-ff43a9cf-6201-44f0-abda-247ccac835fe tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543108 Dec 10 18:31:39.607412 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-778b5ef6-9e95-46a8-be15-93eda32fe327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:39.727684 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b5ef6-9e95-46a8-be15-93eda32fe327 admin admin] Pushing event updated for resources: {'Port': ['ID=aeb6705f-88fe-43c3-8e2c-36b8e99af3ae,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:39.784745 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-6f7ed722-6a5a-4c3a-bd33-1056dc3041a1 service neutron] 10.222.0.72 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749952 Dec 10 18:31:39.833018 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-778b5ef6-9e95-46a8-be15-93eda32fe327 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:39.861135 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3a41f-d89a-40df-97d8-6b5d5622cebc req-15d38aff-64ff-4f7e-a908-2c563d728543 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:39.872214 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-17a3a41f-d89a-40df-97d8-6b5d5622cebc req-15d38aff-64ff-4f7e-a908-2c563d728543 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4 HTTP/1.1" status: 200 len: 943 time: 0.0916569 Dec 10 18:31:39.932401 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device f870d05a-bd90-4c8e-a03f-60318e20a502 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:40.028618 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port f870d05a-bd90-4c8e-a03f-60318e20a502 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:40.029129 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:40.108977 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778b5ef6-9e95-46a8-be15-93eda32fe327 admin admin] Network a590abb8-3c5c-44b1-9b3e-25a3e3483cb5 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:40.156939 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:40.187319 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port f870d05a-bd90-4c8e-a03f-60318e20a502, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=f870d05a-bd90-4c8e-a03f-60318e20a502,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:40.193250 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:40.245539 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-17a3a41f-d89a-40df-97d8-6b5d5622cebc req-c52a1ff1-8526-47be-ae69-f8336ee5d9e7 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487191 Dec 10 18:31:40.298976 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=f870d05a-bd90-4c8e-a03f-60318e20a502,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:40.309991 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:40.310341 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:40.310684 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:40.311020 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:40.311515 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:40.311856 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:40.312186 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:40.312514 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:40.312935 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:40.313411 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:40.313745 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:40.318200 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:40.318689 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:40.383713 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7565b6-b52b-44d4-8ed3-6ffdebc25b20 req-6c7ee43e-40cc-4396-8a78-8b2f4f4e5f83 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:40.385477 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ea7565b6-b52b-44d4-8ed3-6ffdebc25b20 req-6c7ee43e-40cc-4396-8a78-8b2f4f4e5f83 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.0678980 Dec 10 18:31:40.488657 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ea7565b6-b52b-44d4-8ed3-6ffdebc25b20 req-ccc2fe7a-5600-4e82-8de4-a5375cdb75fc tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967312 Dec 10 18:31:40.500717 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a54936-47dd-477d-9769-f0747d538dee req-8992bb25-d375-4b86-8140-e49a72e98604 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:40.502289 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f5a54936-47dd-477d-9769-f0747d538dee req-8992bb25-d375-4b86-8140-e49a72e98604 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb92298e-95be-4869-946f-8073514d7ab2 HTTP/1.1" status: 200 len: 945 time: 0.1024950 Dec 10 18:31:40.562097 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a8cc6fa8-a4bd-4580-a3ef-8186cd05f8e5 req-e7df7e69-7863-472e-9ef4-0afa59d532d8 service neutron] 10.222.0.72 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7426958 Dec 10 18:31:40.565199 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-778b5ef6-9e95-46a8-be15-93eda32fe327 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:40.705659 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890d391-9a40-4aff-9559-1e211c6037ac req-70126d54-cf89-424f-8223-73a9a93082d6 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:40.717436 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3890d391-9a40-4aff-9559-1e211c6037ac req-70126d54-cf89-424f-8223-73a9a93082d6 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb92298e-95be-4869-946f-8073514d7ab2 HTTP/1.1" status: 200 len: 945 time: 0.1172662 Dec 10 18:31:40.747830 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-f5a54936-47dd-477d-9769-f0747d538dee req-81b24ac7-f507-4db2-a912-b9e771a4f657 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] Deleting port 91734a17-251e-4667-a22d-9d8fdae79009 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:40.748243 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f5a54936-47dd-477d-9769-f0747d538dee req-81b24ac7-f507-4db2-a912-b9e771a4f657 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:40.768626 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.db.resource_extend [req-1467ed00-913f-40b9-b733-fadac2206af1 req-0f6343e2-928a-4ead-8f59-75a0976a5007 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:31:40.836179 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19204db-3ce8-453c-a458-eef57cb4626d req-678d074f-ac7e-43f5-92a0-21221e1a74ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:40.837635 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c19204db-3ce8-453c-a458-eef57cb4626d req-678d074f-ac7e-43f5-92a0-21221e1a74ff service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5768feea1c8f4e40b878b814fdae92ab&device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4 HTTP/1.1" status: 200 len: 1094 time: 0.1842687 Dec 10 18:31:40.844904 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791da6cd-80f5-47db-a235-798d5dfedea8 req-715d732c-63a2-43e3-9219-762c04c4c320 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:40.846354 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-791da6cd-80f5-47db-a235-798d5dfedea8 req-715d732c-63a2-43e3-9219-762c04c4c320 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecaf9865-bdd5-44d4-802f-f40583dbed6d HTTP/1.1" status: 200 len: 950 time: 0.2243333 Dec 10 18:31:40.886809 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1467ed00-913f-40b9-b733-fadac2206af1 req-0f6343e2-928a-4ead-8f59-75a0976a5007 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:40.896119 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-f5a54936-47dd-477d-9769-f0747d538dee req-81b24ac7-f507-4db2-a912-b9e771a4f657 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] For port 91734a17-251e-4667-a22d-9d8fdae79009, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=91734a17-251e-4667-a22d-9d8fdae79009,segment=NetworkSegment(c1af7470-2ec8-4fbd-ae15-d8857de7b64d),segment_id=c1af7470-2ec8-4fbd-ae15-d8857de7b64d)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:40.896725 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f5a54936-47dd-477d-9769-f0747d538dee req-81b24ac7-f507-4db2-a912-b9e771a4f657 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:40.920475 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-f5a54936-47dd-477d-9769-f0747d538dee req-81b24ac7-f507-4db2-a912-b9e771a4f657 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] Calling delete_port for 91734a17-251e-4667-a22d-9d8fdae79009 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:40.946056 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ab1ac34f-8ebc-429f-886b-c7ea6ca1b5de None None] Provisioning complete for port aeb6705f-88fe-43c3-8e2c-36b8e99af3ae triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:40.946056 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ab1ac34f-8ebc-429f-886b-c7ea6ca1b5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:40.954282 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3890d391-9a40-4aff-9559-1e211c6037ac req-b528cb6e-051c-4805-98ca-0e633c4c7812 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] 10.222.0.62 "GET /v2.0/security-groups?id=579d0c5e-99a7-427e-a797-7b15e0d5f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357237 Dec 10 18:31:40.980618 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ab1ac34f-8ebc-429f-886b-c7ea6ca1b5de None None] Port aeb6705f-88fe-43c3-8e2c-36b8e99af3ae cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:31:40.996472 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1467ed00-913f-40b9-b733-fadac2206af1 req-0f6343e2-928a-4ead-8f59-75a0976a5007 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:41.049507 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778b5ef6-9e95-46a8-be15-93eda32fe327 admin admin] Router b8b64a13-4ceb-4922-857e-95d79971b717 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:31:41.087908 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19204db-3ce8-453c-a458-eef57cb4626d req-0cd35b38-2c57-42db-b390-106f5f732673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:41.089579 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c19204db-3ce8-453c-a458-eef57cb4626d req-0cd35b38-2c57-42db-b390-106f5f732673 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b1a56b94-fee7-4dfb-925d-977caaf81317 HTTP/1.1" status: 200 len: 908 time: 0.2389507 Dec 10 18:31:41.137455 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee0dfc-085f-4d33-9ee0-019247ff02d1 req-7216df01-ba5c-479d-8808-78fecc615fb5 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:41.139073 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b6ee0dfc-085f-4d33-9ee0-019247ff02d1 req-7216df01-ba5c-479d-8808-78fecc615fb5 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 945 time: 0.0901496 Dec 10 18:31:41.148791 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f5a54936-47dd-477d-9769-f0747d538dee req-81b24ac7-f507-4db2-a912-b9e771a4f657 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:41.162302 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['91734a17-251e-4667-a22d-9d8fdae79009'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:31:41.192967 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c19204db-3ce8-453c-a458-eef57cb4626d req-f98ba041-a540-40ba-a485-a7246755aed2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e HTTP/1.1" status: 200 len: 217 time: 0.0879529 Dec 10 18:31:41.193377 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b24ac7-f507-4db2-a912-b9e771a4f657 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] Pushing event deleted for resources: {'Port': ['ID=91734a17-251e-4667-a22d-9d8fdae79009,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:41.227339 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [req-1467ed00-913f-40b9-b733-fadac2206af1 req-0f6343e2-928a-4ead-8f59-75a0976a5007 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Floating IP cc5255b9-75da-4ba0-987d-dbfc26bdfb7b associated. External IP: 172.25.7.41, port: 42b65244-d778-4d7b-98e0-e8d4b3cc597d. Dec 10 18:31:41.259657 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b6ee0dfc-085f-4d33-9ee0-019247ff02d1 req-e519c54b-bbf2-4ac5-99d7-c40ef86572a5 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084664 Dec 10 18:31:41.260607 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a54936-47dd-477d-9769-f0747d538dee req-81b24ac7-f507-4db2-a912-b9e771a4f657 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] No DVR routers for this DVR port 91734a17-251e-4667-a22d-9d8fdae79009 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:31:41.267292 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f5a54936-47dd-477d-9769-f0747d538dee req-81b24ac7-f507-4db2-a912-b9e771a4f657 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:41.272509 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f5a54936-47dd-477d-9769-f0747d538dee req-81b24ac7-f507-4db2-a912-b9e771a4f657 tempest-ServerAddressesNegativeTestJSON-2018139608 tempest-ServerAddressesNegativeTestJSON-2018139608-project] 10.222.0.46 "DELETE /v2.0/ports/91734a17-251e-4667-a22d-9d8fdae79009 HTTP/1.1" status: 204 len: 173 time: 0.7630324 Dec 10 18:31:41.273235 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb92298e-95be-4869-946f-8073514d7ab2', 'name': 'network-vif-deleted', 'tag': '91734a17-251e-4667-a22d-9d8fdae79009'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:41.283125 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf03f95a-25f6-47a7-a898-391ee6322240" -d '{"events": [{"server_uuid": "bb92298e-95be-4869-946f-8073514d7ab2", "name": "network-vif-deleted", "tag": "91734a17-251e-4667-a22d-9d8fdae79009"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:41.400865 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e389d0-9a29-4c7d-b6f0-9ac6b2e880f6 req-0fbf634a-bb09-496c-95f4-88cffdcf1e45 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:41.410957 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f5e389d0-9a29-4c7d-b6f0-9ac6b2e880f6 req-0fbf634a-bb09-496c-95f4-88cffdcf1e45 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecaf9865-bdd5-44d4-802f-f40583dbed6d HTTP/1.1" status: 200 len: 950 time: 0.0685792 Dec 10 18:31:41.442489 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19204db-3ce8-453c-a458-eef57cb4626d req-c570a6d1-8852-4588-8f56-a75102436ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:41.444980 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c19204db-3ce8-453c-a458-eef57cb4626d req-c570a6d1-8852-4588-8f56-a75102436ff8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c38321c-218a-47ac-873b-024a1169316a HTTP/1.1" status: 200 len: 847 time: 0.2299895 Dec 10 18:31:41.481457 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f5e389d0-9a29-4c7d-b6f0-9ac6b2e880f6 req-ae634278-4aa2-4a4a-9c9d-fc6284d2b860 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691338 Dec 10 18:31:41.504206 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c19204db-3ce8-453c-a458-eef57cb4626d req-63e78cd4-947c-4b9b-90da-7e72a9d81231 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b1a56b94-fee7-4dfb-925d-977caaf81317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452268 Dec 10 18:31:41.520442 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778b5ef6-9e95-46a8-be15-93eda32fe327 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:31:41.523877 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-791da6cd-80f5-47db-a235-798d5dfedea8 req-97f0dcb5-7a55-4c39-9ec5-205b884569ae tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Deleting port 8eb10e37-6dea-426e-87c2-0c140d4283a9 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:41.524233 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-791da6cd-80f5-47db-a235-798d5dfedea8 req-97f0dcb5-7a55-4c39-9ec5-205b884569ae tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:41.532957 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9c77bd-ca93-4770-b15a-627f39667952 None None] Sync routers for ids ['b8b64a13-4ceb-4922-857e-95d79971b717'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:31:41.545344 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-778b5ef6-9e95-46a8-be15-93eda32fe327 admin admin] 10.222.0.62 "PUT /v2.0/routers/b8b64a13-4ceb-4922-857e-95d79971b717/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7136610 Dec 10 18:31:41.546728 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9c77bd-ca93-4770-b15a-627f39667952 None None] Routers {'b8b64a13-4ceb-4922-857e-95d79971b717'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:41.547240 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-1d9c77bd-ca93-4770-b15a-627f39667952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:31:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['b8b64a13-4ceb-4922-857e-95d79971b717'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:41.685227 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-1d9c77bd-ca93-4770-b15a-627f39667952 None None] Set router b8b64a13-4ceb-4922-857e-95d79971b717 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:31:41.734858 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44196) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:41.774220 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b310b-5f7d-448b-94f7-a7b8109e5894 req-dc411864-c3da-4d6b-b109-e1f10141f771 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:41.785037 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dc5b310b-5f7d-448b-94f7-a7b8109e5894 req-dc411864-c3da-4d6b-b109-e1f10141f771 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4 HTTP/1.1" status: 200 len: 943 time: 0.0889697 Dec 10 18:31:41.826892 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-9d23c3d5-7c53-45f5-ac74-e820f895167f tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1244630178'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:41.870696 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device f870d05a-bd90-4c8e-a03f-60318e20a502 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:41.894851 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dc5b310b-5f7d-448b-94f7-a7b8109e5894 req-4d1c6571-7592-4cab-8522-34e054fb63cf tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069899 Dec 10 18:31:41.896359 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d23c3d5-7c53-45f5-ac74-e820f895167f tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Made reservation on behalf of 216309f085e04cb2a1db65c2f1b578cb for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:41.905423 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d23c3d5-7c53-45f5-ac74-e820f895167f tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:41.969669 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1467ed00-913f-40b9-b733-fadac2206af1 req-0f6343e2-928a-4ead-8f59-75a0976a5007 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Router fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:31:41.972541 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d23c3d5-7c53-45f5-ac74-e820f895167f tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:31:42.003165 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb6e53c-96d3-405a-b0e5-eb769173ef00 x-openstack-request-id: req-feb6e53c-96d3-405a-b0e5-eb769173ef00 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:42.003609 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb92298e-95be-4869-946f-8073514d7ab2", "name": "network-vif-deleted", "tag": "91734a17-251e-4667-a22d-9d8fdae79009", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:42.004775 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-feb6e53c-96d3-405a-b0e5-eb769173ef00 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:42.008564 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb92298e-95be-4869-946f-8073514d7ab2', 'name': 'network-vif-deleted', 'tag': '91734a17-251e-4667-a22d-9d8fdae79009', 'status': 'completed', 'code': 200} Dec 10 18:31:42.016084 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d23c3d5-7c53-45f5-ac74-e820f895167f tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.016607 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-9d23c3d5-7c53-45f5-ac74-e820f895167f tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Added segment ea5e532e-6d6f-49f7-89bc-f5cd2115c294 of type vlan for network 5c3aa543-fb76-4e55-8f6b-8d76534585ce Dec 10 18:31:42.023652 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port f870d05a-bd90-4c8e-a03f-60318e20a502 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:42.023956 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.086007 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-791da6cd-80f5-47db-a235-798d5dfedea8 req-97f0dcb5-7a55-4c39-9ec5-205b884569ae tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] For port 8eb10e37-6dea-426e-87c2-0c140d4283a9, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8eb10e37-6dea-426e-87c2-0c140d4283a9,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:42.086543 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-791da6cd-80f5-47db-a235-798d5dfedea8 req-97f0dcb5-7a55-4c39-9ec5-205b884569ae tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.145040 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c19204db-3ce8-453c-a458-eef57cb4626d req-5dfb3854-8b19-431f-9b0e-8361feb40c6a service neutron] 10.222.0.72 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6261306 Dec 10 18:31:42.159151 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d23c3d5-7c53-45f5-ac74-e820f895167f tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.172042 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-791da6cd-80f5-47db-a235-798d5dfedea8 req-97f0dcb5-7a55-4c39-9ec5-205b884569ae tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Calling delete_port for 8eb10e37-6dea-426e-87c2-0c140d4283a9 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:42.172918 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-1d9c77bd-ca93-4770-b15a-627f39667952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b64a13-4ceb-4922-857e-95d79971b717', 'name': 'tempest-ServersTestMultiNic-1321101254-router', 'tenant_id': '216309f085e04cb2a1db65c2f1b578cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'f870d05a-bd90-4c8e-a03f-60318e20a502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:31:31Z', 'updated_at': '2021-12-10T18:31:38Z', 'revision_number': 4, 'project_id': '216309f085e04cb2a1db65c2f1b578cb', 'gw_port': {'id': 'f870d05a-bd90-4c8e-a03f-60318e20a502', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b64a13-4ceb-4922-857e-95d79971b717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:31:32Z', 'updated_at': '2021-12-10T18:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'aeb6705f-88fe-43c3-8e2c-36b8e99af3ae', 'name': '', 'network_id': 'a590abb8-3c5c-44b1-9b3e-25a3e3483cb5', 'tenant_id': '216309f085e04cb2a1db65c2f1b578cb', 'mac_address': 'fa:16:3e:2b:88:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b64a13-4ceb-4922-857e-95d79971b717', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd7120607-f87b-46a6-ba18-1f83f515c17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:31:37Z', 'updated_at': '2021-12-10T18:31:39Z', 'revision_number': 2, 'project_id': '216309f085e04cb2a1db65c2f1b578cb', 'subnets': [{'id': 'd7120607-f87b-46a6-ba18-1f83f515c17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:42.198408 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bcd984-bdc1-4d32-a1a3-327d738f9ee6 req-a1dacbf7-d309-4b07-869b-5e8668b4bcfc tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:42.199994 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-29bcd984-bdc1-4d32-a1a3-327d738f9ee6 req-a1dacbf7-d309-4b07-869b-5e8668b4bcfc tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 950 time: 0.1067243 Dec 10 18:31:42.216782 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d23c3d5-7c53-45f5-ac74-e820f895167f tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.222336 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d23c3d5-7c53-45f5-ac74-e820f895167f tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:42.222935 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d23c3d5-7c53-45f5-ac74-e820f895167f tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.225156 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9c77bd-ca93-4770-b15a-627f39667952 None None] Checking router: b8b64a13-4ceb-4922-857e-95d79971b717 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:31:42.225514 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9c77bd-ca93-4770-b15a-627f39667952 None None] Updating router b8b64a13-4ceb-4922-857e-95d79971b717 port aeb6705f-88fe-43c3-8e2c-36b8e99af3ae binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:31:42.284102 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-1d9c77bd-ca93-4770-b15a-627f39667952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.359128 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-29bcd984-bdc1-4d32-a1a3-327d738f9ee6 req-c994a10b-2e35-4e23-9ffe-c1418a0934eb tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524279 Dec 10 18:31:42.365790 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1467ed00-913f-40b9-b733-fadac2206af1 req-0f6343e2-928a-4ead-8f59-75a0976a5007 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:31:42.374915 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c19204db-3ce8-453c-a458-eef57cb4626d req-39354414-8705-48b0-af32-b5dcf5066051 service neutron] 10.222.0.72 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931212 Dec 10 18:31:42.385365 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1467ed00-913f-40b9-b733-fadac2206af1 req-0f6343e2-928a-4ead-8f59-75a0976a5007 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.401090 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e774ab-d7b2-4385-89cd-44752290efab None None] Sync routers for ids ['fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:31:42.405343 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9d23c3d5-7c53-45f5-ac74-e820f895167f tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6693292 Dec 10 18:31:42.416256 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44204) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:42.423870 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-67cc61f4-f3fe-4371-ab0c-e866a4638c37 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Request body: {'subnet': {'network_id': '5c3aa543-fb76-4e55-8f6b-8d76534585ce', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:42.424316 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e774ab-d7b2-4385-89cd-44752290efab None None] Routers {'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:42.425291 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-c4e774ab-d7b2-4385-89cd-44752290efab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:31:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:42.441619 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d23c3d5-7c53-45f5-ac74-e820f895167f tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Pushing event updated for resources: {'Network': ['ID=5c3aa543-fb76-4e55-8f6b-8d76534585ce,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:42.447337 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44206) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:42.546184 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0db573e-fc50-4737-8ab1-3bbd43952abc admin admin] Deleting subnet 352f63bb-1784-4da4-bd5c-5c29fe335645 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:31:42.551553 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1467ed00-913f-40b9-b733-fadac2206af1 req-0f6343e2-928a-4ead-8f59-75a0976a5007 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "PUT /v2.0/floatingips/cc5255b9-75da-4ba0-987d-dbfc26bdfb7b HTTP/1.1" status: 200 len: 995 time: 3.1604667 Dec 10 18:31:42.570203 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67cc61f4-f3fe-4371-ab0c-e866a4638c37 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Made reservation on behalf of 216309f085e04cb2a1db65c2f1b578cb for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:42.573947 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-67cc61f4-f3fe-4371-ab0c-e866a4638c37 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.580770 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f64b18-a161-465b-9478-21269b46ed05', 'tag': '42b65244-d778-4d7b-98e0-e8d4b3cc597d'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:42.581740 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 5c3aa543-fb76-4e55-8f6b-8d76534585ce details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:31:42.584703 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b5d13f-1406-4242-bef8-55a07ee4f494" -d '{"events": [{"name": "network-changed", "server_uuid": "79f64b18-a161-465b-9478-21269b46ed05", "tag": "42b65244-d778-4d7b-98e0-e8d4b3cc597d"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:42.587790 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0db573e-fc50-4737-8ab1-3bbd43952abc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.699395 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f44e8-0b8e-4d97-8480-371809432808 req-f770159f-75b8-4b18-875c-97628949455a tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:42.701237 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c89f44e8-0b8e-4d97-8480-371809432808 req-f770159f-75b8-4b18-875c-97628949455a tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 945 time: 0.1196673 Dec 10 18:31:42.732684 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0db573e-fc50-4737-8ab1-3bbd43952abc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.781469 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c89f44e8-0b8e-4d97-8480-371809432808 req-d8c2f993-50cc-4741-82c6-c710fc3cf710 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737813 Dec 10 18:31:42.784536 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-c4e774ab-d7b2-4385-89cd-44752290efab None None] Set router fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:31:42.788455 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467ed00-913f-40b9-b733-fadac2206af1 req-c34307ac-e737-4eee-b10a-33cb5c7f5d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:42.790228 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1467ed00-913f-40b9-b733-fadac2206af1 req-c34307ac-e737-4eee-b10a-33cb5c7f5d5c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7a3d06a851e143ce80bc75aa4f5a0861&device_id=79f64b18-a161-465b-9478-21269b46ed05 HTTP/1.1" status: 200 len: 1096 time: 0.1996775 Dec 10 18:31:42.793470 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-791da6cd-80f5-47db-a235-798d5dfedea8 req-97f0dcb5-7a55-4c39-9ec5-205b884569ae tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.874717 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-1d9c77bd-ca93-4770-b15a-627f39667952 None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.879600 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f0dcb5-7a55-4c39-9ec5-205b884569ae tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Pushing event deleted for resources: {'Port': ['ID=8eb10e37-6dea-426e-87c2-0c140d4283a9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:42.885762 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-1d9c77bd-ca93-4770-b15a-627f39667952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.917438 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['41782f9b-5a73-4cfc-b85e-56d854ddfd24', '6b20fbca-43c1-461a-86cf-d54b82f818f3', '56ac798e-d9d7-4998-8db6-26b6cc17558a', '8eb10e37-6dea-426e-87c2-0c140d4283a9'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:31:42.921926 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['f8ba8851-1d33-4f93-a82e-362a38c4cb37', 'baa46271-5316-426e-b73c-7c0cfeef3fa2'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:31:42.988419 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cfed7fcd-5973-4ad2-97f7-d397aaaa791b req-244c183a-3d0a-4468-a2d3-66df007fbfa2 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecaf9865-bdd5-44d4-802f-f40583dbed6d HTTP/1.1" status: 200 len: 210 time: 0.0472763 Dec 10 18:31:42.997704 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-67cc61f4-f3fe-4371-ab0c-e866a4638c37 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:43.022744 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0db573e-fc50-4737-8ab1-3bbd43952abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:43.026826 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-791da6cd-80f5-47db-a235-798d5dfedea8 req-97f0dcb5-7a55-4c39-9ec5-205b884569ae tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] No DVR routers for this DVR port 8eb10e37-6dea-426e-87c2-0c140d4283a9 on host n-h1-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:31:43.027896 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7335c6-22ff-4353-88ff-371c111ced0e None None] Pushing event updated for resources: {'Port': ['ID=aeb6705f-88fe-43c3-8e2c-36b8e99af3ae,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:43.032148 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-791da6cd-80f5-47db-a235-798d5dfedea8 req-97f0dcb5-7a55-4c39-9ec5-205b884569ae tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:43.039013 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7335c6-22ff-4353-88ff-371c111ced0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:43.039576 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7335c6-22ff-4353-88ff-371c111ced0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:43.040070 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7335c6-22ff-4353-88ff-371c111ced0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:43.040557 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7335c6-22ff-4353-88ff-371c111ced0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:43.041077 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7335c6-22ff-4353-88ff-371c111ced0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:43.041560 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7335c6-22ff-4353-88ff-371c111ced0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:43.042060 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7335c6-22ff-4353-88ff-371c111ced0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:43.042551 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7335c6-22ff-4353-88ff-371c111ced0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:43.042719 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-791da6cd-80f5-47db-a235-798d5dfedea8 req-97f0dcb5-7a55-4c39-9ec5-205b884569ae tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.46 "DELETE /v2.0/ports/8eb10e37-6dea-426e-87c2-0c140d4283a9 HTTP/1.1" status: 204 len: 173 time: 2.1785860 Dec 10 18:31:43.043185 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7335c6-22ff-4353-88ff-371c111ced0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:43.043662 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7335c6-22ff-4353-88ff-371c111ced0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:43.044152 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7335c6-22ff-4353-88ff-371c111ced0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:43.044626 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7335c6-22ff-4353-88ff-371c111ced0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:43.045398 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7335c6-22ff-4353-88ff-371c111ced0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:43.166628 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 11623632-2372-4161-a478-99c4c079e27a details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:31:43.203002 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-1d9c77bd-ca93-4770-b15a-627f39667952 None None] Attempting to bind port aeb6705f-88fe-43c3-8e2c-36b8e99af3ae on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:43.203633 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-1d9c77bd-ca93-4770-b15a-627f39667952 None None] Attempting to bind port aeb6705f-88fe-43c3-8e2c-36b8e99af3ae by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '4eec387d-6cf4-4a52-b186-55734d55881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a590abb8-3c5c-44b1-9b3e-25a3e3483cb5'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:43.204193 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9c77bd-ca93-4770-b15a-627f39667952 None None] Attempting to bind port aeb6705f-88fe-43c3-8e2c-36b8e99af3ae on network a590abb8-3c5c-44b1-9b3e-25a3e3483cb5 {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:43.222211 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cc61f4-f3fe-4371-ab0c-e866a4638c37 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Checking segment: {'id': 'ea5e532e-6d6f-49f7-89bc-f5cd2115c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5c3aa543-fb76-4e55-8f6b-8d76534585ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:43.222587 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cc61f4-f3fe-4371-ab0c-e866a4638c37 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Network hostable DHCP agents. Network: 5c3aa543-fb76-4e55-8f6b-8d76534585ce, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:31:43.239533 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9c77bd-ca93-4770-b15a-627f39667952 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:31:43.240326 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9c77bd-ca93-4770-b15a-627f39667952 None None] Checking segment: {'id': '4eec387d-6cf4-4a52-b186-55734d55881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a590abb8-3c5c-44b1-9b3e-25a3e3483cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:43.240444 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-1d9c77bd-ca93-4770-b15a-627f39667952 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:43.254071 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc61f4-f3fe-4371-ab0c-e866a4638c37 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Pushing event updated for resources: {'Subnet': ['ID=3b4471f6-7995-4adc-90c5-eb83ede31314,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:43.256419 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9c77bd-ca93-4770-b15a-627f39667952 None None] Bound using segment: {'id': '4eec387d-6cf4-4a52-b186-55734d55881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a590abb8-3c5c-44b1-9b3e-25a3e3483cb5'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:31:43.257625 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-1d9c77bd-ca93-4770-b15a-627f39667952 None None] Bound port: aeb6705f-88fe-43c3-8e2c-36b8e99af3ae, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eec387d-6cf4-4a52-b186-55734d55881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a590abb8-3c5c-44b1-9b3e-25a3e3483cb5'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:31:43.258062 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-1d9c77bd-ca93-4770-b15a-627f39667952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:43.268595 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cc61f4-f3fe-4371-ab0c-e866a4638c37 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Network 5c3aa543-fb76-4e55-8f6b-8d76534585ce is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:31:43.283533 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-67cc61f4-f3fe-4371-ab0c-e866a4638c37 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 5c3aa543-fb76-4e55-8f6b-8d76534585ce) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:43.292693 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cc61f4-f3fe-4371-ab0c-e866a4638c37 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:43.294201 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-67cc61f4-f3fe-4371-ab0c-e866a4638c37 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:43.321513 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-67cc61f4-f3fe-4371-ab0c-e866a4638c37 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9039242 Dec 10 18:31:43.323919 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44216) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:43.331974 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-4e4730ae-bce6-479e-a808-98b60aa7d5a5 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-317948334'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:43.404401 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4730ae-bce6-479e-a808-98b60aa7d5a5 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Made reservation on behalf of 216309f085e04cb2a1db65c2f1b578cb for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:43.411029 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e4730ae-bce6-479e-a808-98b60aa7d5a5 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:43.460733 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 11623632-2372-4161-a478-99c4c079e27a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=11623632-2372-4161-a478-99c4c079e27a,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:43.464955 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e4730ae-bce6-479e-a808-98b60aa7d5a5 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:31:43.468515 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-1d9c77bd-ca93-4770-b15a-627f39667952 None None] For port aeb6705f-88fe-43c3-8e2c-36b8e99af3ae, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:43.475718 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-1d9c77bd-ca93-4770-b15a-627f39667952 None None] For port aeb6705f-88fe-43c3-8e2c-36b8e99af3ae, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=aeb6705f-88fe-43c3-8e2c-36b8e99af3ae,segment=NetworkSegment(4eec387d-6cf4-4a52-b186-55734d55881d),segment_id=4eec387d-6cf4-4a52-b186-55734d55881d)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:31:43.479099 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 11623632-2372-4161-a478-99c4c079e27a no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:31:43.488423 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-1d9c77bd-ca93-4770-b15a-627f39667952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:43.504045 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e4730ae-bce6-479e-a808-98b60aa7d5a5 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:43.507495 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-4e4730ae-bce6-479e-a808-98b60aa7d5a5 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Added segment abe04ed9-652a-435b-991b-a84908dffa2a of type vlan for network 29bf4f73-b786-47d9-b710-77ae5efd3f4c Dec 10 18:31:43.521896 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '11623632-2372-4161-a478-99c4c079e27a', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': '11623632-2372-4161-a478-99c4c079e27a', 'mac_address': 'fa:16:3e:e2:c5:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:31:43.526393 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6302151-520b-40ef-a4d5-5a9f60d41563 None None] Network 5c3aa543-fb76-4e55-8f6b-8d76534585ce requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:43.574103 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7335c6-22ff-4353-88ff-371c111ced0e None None] Pushing event updated for resources: {'Port': ['ID=aeb6705f-88fe-43c3-8e2c-36b8e99af3ae,revision_number=4']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:43.589799 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9c77bd-ca93-4770-b15a-627f39667952 None None] Routers {'b8b64a13-4ceb-4922-857e-95d79971b717'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:43.590639 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-1d9c77bd-ca93-4770-b15a-627f39667952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:31:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['b8b64a13-4ceb-4922-857e-95d79971b717'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:43.634906 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e4730ae-bce6-479e-a808-98b60aa7d5a5 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:43.664915 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e4730ae-bce6-479e-a808-98b60aa7d5a5 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:43.670564 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4730ae-bce6-479e-a808-98b60aa7d5a5 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:43.671183 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e4730ae-bce6-479e-a808-98b60aa7d5a5 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:43.672597 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:43.740069 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11623632-2372-4161-a478-99c4c079e27a {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:31:43.741268 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c3fd55-acdc-409e-b6e8-5e0475445f39 x-openstack-request-id: req-a9c3fd55-acdc-409e-b6e8-5e0475445f39 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:43.741569 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79f64b18-a161-465b-9478-21269b46ed05", "tag": "42b65244-d778-4d7b-98e0-e8d4b3cc597d", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:43.741837 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a9c3fd55-acdc-409e-b6e8-5e0475445f39 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:43.742257 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f64b18-a161-465b-9478-21269b46ed05', 'tag': '42b65244-d778-4d7b-98e0-e8d4b3cc597d', 'status': 'completed', 'code': 200} Dec 10 18:31:43.763937 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 11623632-2372-4161-a478-99c4c079e27a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=11623632-2372-4161-a478-99c4c079e27a,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:43.795146 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-1d9c77bd-ca93-4770-b15a-627f39667952 None None] Set router b8b64a13-4ceb-4922-857e-95d79971b717 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:31:43.807106 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ae202-cee4-4e76-813d-70ab6e31c7c9 req-53b822df-da5e-4d03-8b83-d131ae1d0e2a tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:43.817095 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f27ae202-cee4-4e76-813d-70ab6e31c7c9 req-53b822df-da5e-4d03-8b83-d131ae1d0e2a tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4 HTTP/1.1" status: 200 len: 943 time: 0.2920527 Dec 10 18:31:43.834474 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:43.868488 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4e4730ae-bce6-479e-a808-98b60aa7d5a5 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5434554 Dec 10 18:31:43.878071 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44226) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:43.906411 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4ae043b1-ef24-40af-bbd2-6372777d6c3f tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Request body: {'subnet': {'network_id': '29bf4f73-b786-47d9-b710-77ae5efd3f4c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:43.915723 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4730ae-bce6-479e-a808-98b60aa7d5a5 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Pushing event updated for resources: {'Network': ['ID=29bf4f73-b786-47d9-b710-77ae5efd3f4c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:43.931717 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467ed00-913f-40b9-b733-fadac2206af1 req-26513a02-eedf-496c-99b7-b825cac67e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:43.933594 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1467ed00-913f-40b9-b733-fadac2206af1 req-26513a02-eedf-496c-99b7-b825cac67e36 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a4abdfd0-f739-47c7-bbf0-c66e12b37b75 HTTP/1.1" status: 200 len: 920 time: 1.1205096 Dec 10 18:31:43.963843 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5d13f-1406-4242-bef8-55a07ee4f494 req-f824bce0-5688-4029-8881-5880c2696e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:43.965725 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-86b5d13f-1406-4242-bef8-55a07ee4f494 req-f824bce0-5688-4029-8881-5880c2696e68 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7a3d06a851e143ce80bc75aa4f5a0861&device_id=79f64b18-a161-465b-9478-21269b46ed05 HTTP/1.1" status: 200 len: 1096 time: 0.2337022 Dec 10 18:31:43.978076 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=11623632-2372-4161-a478-99c4c079e27a,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:43.987117 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f27ae202-cee4-4e76-813d-70ab6e31c7c9 req-101c9dc0-75f3-4b48-86cc-ba28aa9f8a69 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565595 Dec 10 18:31:44.000245 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 29bf4f73-b786-47d9-b710-77ae5efd3f4c details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:31:44.041593 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0db573e-fc50-4737-8ab1-3bbd43952abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:44.107815 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-236606fb-c785-4de3-be09-1e7ccad1b065 None None] Provisioning complete for port aeb6705f-88fe-43c3-8e2c-36b8e99af3ae triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:44.109156 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-236606fb-c785-4de3-be09-1e7ccad1b065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:44.144316 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de25c73-93c6-492e-a0c5-8915b4cd100e req-ae1b848e-2891-4afd-b80a-843622a6b111 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:44.146469 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db573e-fc50-4737-8ab1-3bbd43952abc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=352f63bb-1784-4da4-bd5c-5c29fe335645,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:44.154370 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0db573e-fc50-4737-8ab1-3bbd43952abc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:44.157392 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9de25c73-93c6-492e-a0c5-8915b4cd100e req-ae1b848e-2891-4afd-b80a-843622a6b111 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 949 time: 0.0757382 Dec 10 18:31:44.157546 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-1d9c77bd-ca93-4770-b15a-627f39667952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b64a13-4ceb-4922-857e-95d79971b717', 'name': 'tempest-ServersTestMultiNic-1321101254-router', 'tenant_id': '216309f085e04cb2a1db65c2f1b578cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'f870d05a-bd90-4c8e-a03f-60318e20a502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:31:31Z', 'updated_at': '2021-12-10T18:31:38Z', 'revision_number': 4, 'project_id': '216309f085e04cb2a1db65c2f1b578cb', 'gw_port': {'id': 'f870d05a-bd90-4c8e-a03f-60318e20a502', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b64a13-4ceb-4922-857e-95d79971b717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:31:32Z', 'updated_at': '2021-12-10T18:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'aeb6705f-88fe-43c3-8e2c-36b8e99af3ae', 'name': '', 'network_id': 'a590abb8-3c5c-44b1-9b3e-25a3e3483cb5', 'tenant_id': '216309f085e04cb2a1db65c2f1b578cb', 'mac_address': 'fa:16:3e:2b:88:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b64a13-4ceb-4922-857e-95d79971b717', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd7120607-f87b-46a6-ba18-1f83f515c17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:31:37Z', 'updated_at': '2021-12-10T18:31:43Z', 'revision_number': 4, 'project_id': '216309f085e04cb2a1db65c2f1b578cb', 'subnets': [{'id': 'd7120607-f87b-46a6-ba18-1f83f515c17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:44.162193 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a0db573e-fc50-4737-8ab1-3bbd43952abc admin admin] 10.222.0.62 "DELETE /v2.0/subnets/352f63bb-1784-4da4-bd5c-5c29fe335645 HTTP/1.1" status: 204 len: 168 time: 1.7154593 Dec 10 18:31:44.167149 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44230) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:44.202189 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9c77bd-ca93-4770-b15a-627f39667952 None None] The sync data for ids ['b8b64a13-4ceb-4922-857e-95d79971b717'] in n-d-821435-1 is: [{'id': 'b8b64a13-4ceb-4922-857e-95d79971b717', 'name': 'tempest-ServersTestMultiNic-1321101254-router', 'tenant_id': '216309f085e04cb2a1db65c2f1b578cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'f870d05a-bd90-4c8e-a03f-60318e20a502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:31:31Z', 'updated_at': '2021-12-10T18:31:38Z', 'revision_number': 4, 'project_id': '216309f085e04cb2a1db65c2f1b578cb', 'gw_port': {'id': 'f870d05a-bd90-4c8e-a03f-60318e20a502', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b64a13-4ceb-4922-857e-95d79971b717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:31:32Z', 'updated_at': '2021-12-10T18:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'aeb6705f-88fe-43c3-8e2c-36b8e99af3ae', 'name': '', 'network_id': 'a590abb8-3c5c-44b1-9b3e-25a3e3483cb5', 'tenant_id': '216309f085e04cb2a1db65c2f1b578cb', 'mac_address': 'fa:16:3e:2b:88:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b64a13-4ceb-4922-857e-95d79971b717', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd7120607-f87b-46a6-ba18-1f83f515c17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:31:37Z', 'updated_at': '2021-12-10T18:31:43Z', 'revision_number': 4, 'project_id': '216309f085e04cb2a1db65c2f1b578cb', 'subnets': [{'id': 'd7120607-f87b-46a6-ba18-1f83f515c17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:31:44.222339 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9de25c73-93c6-492e-a0c5-8915b4cd100e req-09f45edc-4805-4b62-aa80-f96b63da2156 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637798 Dec 10 18:31:44.224328 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1467ed00-913f-40b9-b733-fadac2206af1 req-77ea12c5-8ed9-4c43-8680-e408ab189948 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42b65244-d778-4d7b-98e0-e8d4b3cc597d HTTP/1.1" status: 200 len: 998 time: 0.2549908 Dec 10 18:31:44.355931 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467ed00-913f-40b9-b733-fadac2206af1 req-e0a772e4-bb6d-496e-a5cd-4ce143b86185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:44.357591 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1467ed00-913f-40b9-b733-fadac2206af1 req-e0a772e4-bb6d-496e-a5cd-4ce143b86185 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=247a3de4-ec4d-439c-ba27-4051f4367cc3 HTTP/1.1" status: 200 len: 858 time: 0.1257346 Dec 10 18:31:44.399176 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae043b1-ef24-40af-bbd2-6372777d6c3f tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Made reservation on behalf of 216309f085e04cb2a1db65c2f1b578cb for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:44.402768 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ae043b1-ef24-40af-bbd2-6372777d6c3f tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:44.423003 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5d13f-1406-4242-bef8-55a07ee4f494 req-25a07367-4059-4aaa-8fa8-55a63f084a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:44.424564 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-86b5d13f-1406-4242-bef8-55a07ee4f494 req-25a07367-4059-4aaa-8fa8-55a63f084a2a service neutron] 10.222.0.46 "GET /v2.0/networks?id=a4abdfd0-f739-47c7-bbf0-c66e12b37b75 HTTP/1.1" status: 200 len: 920 time: 0.4308825 Dec 10 18:31:44.429328 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37432f33-3902-4210-9abe-84b845ef9cb6 req-169fd8cd-6012-4dc5-a5ec-8964e34a35f0 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:44.431225 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-37432f33-3902-4210-9abe-84b845ef9cb6 req-169fd8cd-6012-4dc5-a5ec-8964e34a35f0 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 945 time: 0.0687330 Dec 10 18:31:44.443791 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['11623632-2372-4161-a478-99c4c079e27a'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:31:44.465614 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-96f04533-9a76-44ab-afa2-c73a09ab9e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:44.518748 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-37432f33-3902-4210-9abe-84b845ef9cb6 req-b3169d52-0c47-4cb5-a75d-2a45cd09b153 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809536 Dec 10 18:31:44.603970 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467ed00-913f-40b9-b733-fadac2206af1 req-d6fb1cc4-c897-4fa4-a716-936fa0c001bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:44.605682 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1467ed00-913f-40b9-b733-fadac2206af1 req-d6fb1cc4-c897-4fa4-a716-936fa0c001bd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a4abdfd0-f739-47c7-bbf0-c66e12b37b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2284369 Dec 10 18:31:44.628988 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-1467ed00-913f-40b9-b733-fadac2206af1 req-23934790-f1ca-4684-a130-c12df27710bc service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:31:44.631323 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1467ed00-913f-40b9-b733-fadac2206af1 req-23934790-f1ca-4684-a130-c12df27710bc service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118349 Dec 10 18:31:44.647649 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-86b5d13f-1406-4242-bef8-55a07ee4f494 req-34e014d7-56b1-4286-b44f-c56203283e6e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42b65244-d778-4d7b-98e0-e8d4b3cc597d HTTP/1.1" status: 200 len: 998 time: 0.2110891 Dec 10 18:31:44.805734 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-96f04533-9a76-44ab-afa2-c73a09ab9e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:44.831460 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:44.845069 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5d13f-1406-4242-bef8-55a07ee4f494 req-ab1f76c3-3e19-44bb-881f-7130151a7adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:44.846598 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-86b5d13f-1406-4242-bef8-55a07ee4f494 req-ab1f76c3-3e19-44bb-881f-7130151a7adb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=247a3de4-ec4d-439c-ba27-4051f4367cc3 HTTP/1.1" status: 200 len: 858 time: 0.1546967 Dec 10 18:31:44.848230 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-96f04533-9a76-44ab-afa2-c73a09ab9e04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a67bc6-bca3-4f3f-839f-7be620f7f3f2']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:44.881307 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd3c265-0151-432a-80ed-c4c53bd1f274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-5c3aa543-fb76-4e55-8f6b-8d76534585ce', 'network_id': '5c3aa543-fb76-4e55-8f6b-8d76534585ce', 'project_id': '216309f085e04cb2a1db65c2f1b578cb', 'fixed_ips': [{'subnet_id': '3b4471f6-7995-4adc-90c5-eb83ede31314'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:31:44.882885 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1fd3c265-0151-432a-80ed-c4c53bd1f274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:44.888824 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-96f04533-9a76-44ab-afa2-c73a09ab9e04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1af7470-2ec8-4fbd-ae15-d8857de7b64d') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:44.889130 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-96f04533-9a76-44ab-afa2-c73a09ab9e04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1af7470-2ec8-4fbd-ae15-d8857de7b64d') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:44.940245 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 11623632-2372-4161-a478-99c4c079e27a {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:31:44.947639 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-96f04533-9a76-44ab-afa2-c73a09ab9e04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:44.972520 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1467ed00-913f-40b9-b733-fadac2206af1 req-8b0b2deb-92e2-4372-8937-58ca07d0a9a4 service neutron] 10.222.0.62 "GET /v2.0/networks/a4abdfd0-f739-47c7-bbf0-c66e12b37b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283901 Dec 10 18:31:44.988407 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-96f04533-9a76-44ab-afa2-c73a09ab9e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:45.000048 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:31:45.031965 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 11623632-2372-4161-a478-99c4c079e27a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=11623632-2372-4161-a478-99c4c079e27a,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:45.054076 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96f04533-9a76-44ab-afa2-c73a09ab9e04 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:31:45.063590 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-96f04533-9a76-44ab-afa2-c73a09ab9e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:45.075962 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5d13f-1406-4242-bef8-55a07ee4f494 req-f7cb52de-0d4a-4a24-b200-74fe2c87234d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:45.078253 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-86b5d13f-1406-4242-bef8-55a07ee4f494 req-f7cb52de-0d4a-4a24-b200-74fe2c87234d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4abdfd0-f739-47c7-bbf0-c66e12b37b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2148983 Dec 10 18:31:45.078956 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:31:45.078956 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:31:45.078956 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:31:45.078956 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:31:45.078956 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:31:45.078956 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:31:45.078956 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:31:45.078956 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:31:45.078956 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:31:45.078956 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:31:45.078956 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:31:45.078956 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:31:45.078956 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:31:45.078956 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:31:45.078956 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:31:45.078956 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:31:45.078956 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:31:45.078956 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:31:45.078956 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:31:45.078956 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:31:45.078956 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:31:45.078956 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:31:45.078956 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:31:45.078956 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:31:45.078956 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:31:45.078956 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:31:45.078956 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:31:45.078956 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:31:45.078956 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:31:45.078956 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:31:45.078956 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:31:45.078956 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:31:45.081435 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-236606fb-c785-4de3-be09-1e7ccad1b065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:45.082058 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:45.174991 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 91734a17-251e-4667-a22d-9d8fdae79009 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:31:45.180244 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-c4e774ab-d7b2-4385-89cd-44752290efab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'name': 'tempest-FloatingIPsAssociationTestJSON-59222113-router', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:46Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 4, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'gw_port': {'id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:47Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'cc5255b9-75da-4ba0-987d-dbfc26bdfb7b', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'floating_ip_address': '172.25.7.41', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'port_id': '42b65244-d778-4d7b-98e0-e8d4b3cc597d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75', 'mac_address': 'fa:16:3e:6a:b1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f64b18-a161-465b-9478-21269b46ed05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:31:20Z', 'updated_at': '2021-12-10T18:31:40Z', 'revision_number': 1, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0f6e74-1245-445e-bd0d-74fb0417f5ab', 'name': '', 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'mac_address': 'fa:16:3e:75:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '247a3de4-ec4d-439c-ba27-4051f4367cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:54Z', 'updated_at': '2021-12-10T18:31:00Z', 'revision_number': 5, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'subnets': [{'id': '247a3de4-ec4d-439c-ba27-4051f4367cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:45.217820 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ae043b1-ef24-40af-bbd2-6372777d6c3f tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:45.224712 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc1a7e-6020-4043-a0ac-9d11087b1087 req-52b58c57-c3c2-4c92-93d5-b3beb0de12ca tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:45.232021 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0efc1a7e-6020-4043-a0ac-9d11087b1087 req-52b58c57-c3c2-4c92-93d5-b3beb0de12ca tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4 HTTP/1.1" status: 200 len: 943 time: 0.0782123 Dec 10 18:31:45.239685 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 91734a17-251e-4667-a22d-9d8fdae79009 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:31:45.240036 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 91734a17-251e-4667-a22d-9d8fdae79009 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:31:45.240848 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 8eb10e37-6dea-426e-87c2-0c140d4283a9 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:31:45.285937 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 8eb10e37-6dea-426e-87c2-0c140d4283a9 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:31:45.285937 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 8eb10e37-6dea-426e-87c2-0c140d4283a9 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:31:45.300500 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-96f04533-9a76-44ab-afa2-c73a09ab9e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:45.312741 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.resource_extend [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:31:45.314255 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0efc1a7e-6020-4043-a0ac-9d11087b1087 req-4d5e65c0-99c1-4472-b5f1-b61dbd515071 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806537 Dec 10 18:31:45.319276 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-96f04533-9a76-44ab-afa2-c73a09ab9e04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:45.325652 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-96f04533-9a76-44ab-afa2-c73a09ab9e04 admin admin] 10.222.0.62 "DELETE /v2.0/networks/91a67bc6-bca3-4f3f-839f-7be620f7f3f2 HTTP/1.1" status: 204 len: 168 time: 1.1571906 Dec 10 18:31:45.390649 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-236606fb-c785-4de3-be09-1e7ccad1b065 None None] For port aeb6705f-88fe-43c3-8e2c-36b8e99af3ae, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=aeb6705f-88fe-43c3-8e2c-36b8e99af3ae,segment=NetworkSegment(4eec387d-6cf4-4a52-b186-55734d55881d),segment_id=4eec387d-6cf4-4a52-b186-55734d55881d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:45.391080 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae043b1-ef24-40af-bbd2-6372777d6c3f tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Pushing event updated for resources: {'Subnet': ['ID=ee3c328f-1c24-490b-81f1-15d2b8f6c49a,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:45.403791 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f04533-9a76-44ab-afa2-c73a09ab9e04 admin admin] Pushing event deleted for resources: {'Network': ['ID=91a67bc6-bca3-4f3f-839f-7be620f7f3f2,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:45.419669 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-86b5d13f-1406-4242-bef8-55a07ee4f494 req-e62590ab-c0c0-4d06-904d-7012f9111d5f service neutron] 10.222.0.46 "GET /v2.0/networks/a4abdfd0-f739-47c7-bbf0-c66e12b37b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234777 Dec 10 18:31:45.423882 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1467ed00-913f-40b9-b733-fadac2206af1 req-e538b2b0-28d8-4df1-9ed4-c373d2db6d15 service neutron] 10.222.0.62 "GET /v2.0/networks/a4abdfd0-f739-47c7-bbf0-c66e12b37b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932948 Dec 10 18:31:45.432384 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e774ab-d7b2-4385-89cd-44752290efab None None] Checking router: fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:31:45.449101 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae043b1-ef24-40af-bbd2-6372777d6c3f tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Checking segment: {'id': 'abe04ed9-652a-435b-991b-a84908dffa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '29bf4f73-b786-47d9-b710-77ae5efd3f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:45.449473 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae043b1-ef24-40af-bbd2-6372777d6c3f tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Network hostable DHCP agents. Network: 29bf4f73-b786-47d9-b710-77ae5efd3f4c, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:31:45.455961 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-236606fb-c785-4de3-be09-1e7ccad1b065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:45.539266 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ad0f3-832a-4ce9-bf2a-9a7f77069e1b req-3e52c910-0a5e-4840-bf45-67dce273a8ca tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:45.557238 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-211ad0f3-832a-4ce9-bf2a-9a7f77069e1b req-3e52c910-0a5e-4840-bf45-67dce273a8ca tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1c48bfe-f3eb-4d51-8a97-a305d408f21a HTTP/1.1" status: 200 len: 950 time: 0.1459477 Dec 10 18:31:45.572498 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e774ab-d7b2-4385-89cd-44752290efab None None] Routers {'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:45.573341 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-c4e774ab-d7b2-4385-89cd-44752290efab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:31:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:45.590532 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=11623632-2372-4161-a478-99c4c079e27a,revision_number=10']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:45.593437 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44252) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:45.660743 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-211ad0f3-832a-4ce9-bf2a-9a7f77069e1b req-ce511530-b9d8-4248-97ff-92ad7a446996 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024816 Dec 10 18:31:45.668576 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae043b1-ef24-40af-bbd2-6372777d6c3f tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Network 29bf4f73-b786-47d9-b710-77ae5efd3f4c is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:31:45.692014 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f90f87-fe47-41e9-a0f2-6cd93e1592c4 req-0b7091e0-3d07-4823-bb9c-88cd850034ee tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:45.694445 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-76f90f87-fe47-41e9-a0f2-6cd93e1592c4 req-0b7091e0-3d07-4823-bb9c-88cd850034ee tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 949 time: 0.1425817 Dec 10 18:31:45.697068 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-4ae043b1-ef24-40af-bbd2-6372777d6c3f tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 29bf4f73-b786-47d9-b710-77ae5efd3f4c) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:45.706097 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44256) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:45.709411 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2986f179-e8b8-4185-a759-bcf102046118 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2ddf12ed6ea64c2aba359abd3e473071&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1147099 Dec 10 18:31:45.756689 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae043b1-ef24-40af-bbd2-6372777d6c3f tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:45.757088 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef2bebf-b342-40c9-8aad-877e30b97b5a None None] Network 29bf4f73-b786-47d9-b710-77ae5efd3f4c requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:45.762600 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ae043b1-ef24-40af-bbd2-6372777d6c3f tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:45.768403 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecaf9865-bdd5-44d4-802f-f40583dbed6d', 'name': 'network-vif-deleted', 'tag': '8eb10e37-6dea-426e-87c2-0c140d4283a9'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:45.771308 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78425a4-fad5-4624-80b1-282b2ab0942b" -d '{"events": [{"server_uuid": "ecaf9865-bdd5-44d4-802f-f40583dbed6d", "name": "network-vif-deleted", "tag": "8eb10e37-6dea-426e-87c2-0c140d4283a9"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:45.774929 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-1fd3c265-0151-432a-80ed-c4c53bd1f274 None None] Allocated IP 19.80.0.2 (5c3aa543-fb76-4e55-8f6b-8d76534585ce/3b4471f6-7995-4adc-90c5-eb83ede31314/2f3be854-9c6b-4590-8aee-5e985a9a82e4) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:45.827148 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-86b5d13f-1406-4242-bef8-55a07ee4f494 req-919b1a11-0287-498e-a2c8-855e29e8ab49 service neutron] 10.222.0.46 "GET /v2.0/networks/a4abdfd0-f739-47c7-bbf0-c66e12b37b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910167 Dec 10 18:31:45.857671 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4ae043b1-ef24-40af-bbd2-6372777d6c3f tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9677293 Dec 10 18:31:45.932562 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92f667-30b4-4f27-a593-09e5a174c789 req-7cb33c3f-9c5a-4daa-856e-e3f9fa69ca04 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:45.934700 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba92f667-30b4-4f27-a593-09e5a174c789 req-7cb33c3f-9c5a-4daa-856e-e3f9fa69ca04 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e66cbb5-021c-4ffb-bb83-6458c13baffb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1286087 Dec 10 18:31:45.950619 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-76f90f87-fe47-41e9-a0f2-6cd93e1592c4 req-e498cd81-8af9-4d48-81f2-ee5549a6cf1f tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828516 Dec 10 18:31:45.968083 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0a3d8ed-80fd-4c5a-9a75-94fa3641d903 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:46.030013 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0a3d8ed-80fd-4c5a-9a75-94fa3641d903 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:46.056503 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5dc2eae5-59e9-4c3a-a83d-e7e1cb240576 None None] Provisioning complete for port aeb6705f-88fe-43c3-8e2c-36b8e99af3ae triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:46.057505 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5dc2eae5-59e9-4c3a-a83d-e7e1cb240576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:46.097647 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba92f667-30b4-4f27-a593-09e5a174c789 req-3a4d86e6-3f94-4fce-b6e5-f176176b9e5d tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 998 time: 0.1554773 Dec 10 18:31:46.103204 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-ba92f667-30b4-4f27-a593-09e5a174c789 req-f6a79e3a-f6a3-4e66-bfa8-f27276282f65 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Request body: {'floatingip': {'port_id': 'eb979513-3a6e-4d43-82cd-21735d74229e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:46.132810 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0948f6a-9b74-4b06-9605-6e69bc0ffd33 req-e70bc21b-ca03-479d-87c7-318c7b092a33 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:46.134562 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b0948f6a-9b74-4b06-9605-6e69bc0ffd33 req-e70bc21b-ca03-479d-87c7-318c7b092a33 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 945 time: 0.0836127 Dec 10 18:31:46.140900 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0a3d8ed-80fd-4c5a-9a75-94fa3641d903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:46.143646 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0a3d8ed-80fd-4c5a-9a75-94fa3641d903 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:46.144371 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:46.149358 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c0a3d8ed-80fd-4c5a-9a75-94fa3641d903 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/579d0c5e-99a7-427e-a797-7b15e0d5f12b HTTP/1.1" status: 204 len: 168 time: 0.4422431 Dec 10 18:31:46.162472 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3d8ed-80fd-4c5a-9a75-94fa3641d903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579d0c5e-99a7-427e-a797-7b15e0d5f12b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:46.188228 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device aeb6705f-88fe-43c3-8e2c-36b8e99af3ae up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:46.220488 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b0948f6a-9b74-4b06-9605-6e69bc0ffd33 req-f048bf7e-6d9d-4308-83eb-856f4ce50e7d tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698335 Dec 10 18:31:46.235804 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba92f667-30b4-4f27-a593-09e5a174c789 req-f6a79e3a-f6a3-4e66-bfa8-f27276282f65 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:46.330221 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236606fb-c785-4de3-be09-1e7ccad1b065 None None] Pushing event updated for resources: {'Port': ['ID=aeb6705f-88fe-43c3-8e2c-36b8e99af3ae,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:46.333985 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e', 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317', 'port_id': '9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e', 'mac_address': 'fa:16:3e:b4:6d:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c38321c-218a-47ac-873b-024a1169316a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:31:46.394305 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdff559c-66fe-428d-b0e2-85c22d6ac0d4 x-openstack-request-id: req-bdff559c-66fe-428d-b0e2-85c22d6ac0d4 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:46.394618 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecaf9865-bdd5-44d4-802f-f40583dbed6d", "name": "network-vif-deleted", "tag": "8eb10e37-6dea-426e-87c2-0c140d4283a9", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:46.394936 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bdff559c-66fe-428d-b0e2-85c22d6ac0d4 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:46.396773 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecaf9865-bdd5-44d4-802f-f40583dbed6d', 'name': 'network-vif-deleted', 'tag': '8eb10e37-6dea-426e-87c2-0c140d4283a9', 'status': 'completed', 'code': 200} Dec 10 18:31:46.397117 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1fd3c265-0151-432a-80ed-c4c53bd1f274 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:46.456518 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1fd3c265-0151-432a-80ed-c4c53bd1f274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:46.475223 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-c4e774ab-d7b2-4385-89cd-44752290efab None None] Set router fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:31:46.486013 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd3c265-0151-432a-80ed-c4c53bd1f274 None None] Network 5c3aa543-fb76-4e55-8f6b-8d76534585ce is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:46.539914 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-1fd3c265-0151-432a-80ed-c4c53bd1f274 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:46.543254 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd3c265-0151-432a-80ed-c4c53bd1f274 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:46.566913 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f164029-4545-4d03-ab8d-b2b2a68cf7b9 req-b54ab68f-8c54-481a-a2fa-9dc20097ebd1 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:46.569135 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2f164029-4545-4d03-ab8d-b2b2a68cf7b9 req-b54ab68f-8c54-481a-a2fa-9dc20097ebd1 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1c48bfe-f3eb-4d51-8a97-a305d408f21a HTTP/1.1" status: 200 len: 950 time: 0.1137772 Dec 10 18:31:46.644313 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3512e7fb-7158-4a30-bec1-2efa4d6fa291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-29bf4f73-b786-47d9-b710-77ae5efd3f4c', 'network_id': '29bf4f73-b786-47d9-b710-77ae5efd3f4c', 'project_id': '216309f085e04cb2a1db65c2f1b578cb', 'fixed_ips': [{'subnet_id': 'ee3c328f-1c24-490b-81f1-15d2b8f6c49a'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:31:46.646471 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3512e7fb-7158-4a30-bec1-2efa4d6fa291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:46.691735 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-524c74a2-4f5d-412b-b8aa-3cf59a3f48eb tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:46.698189 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-524c74a2-4f5d-412b-b8aa-3cf59a3f48eb tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:46.699913 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-524c74a2-4f5d-412b-b8aa-3cf59a3f48eb tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/networks?id=5c3aa543-fb76-4e55-8f6b-8d76534585ce&id=29bf4f73-b786-47d9-b710-77ae5efd3f4c&id=5c3aa543-fb76-4e55-8f6b-8d76534585ce HTTP/1.1" status: 200 len: 1391 time: 0.2118623 Dec 10 18:31:46.723850 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-0cee27d8-a6d6-4067-90bd-39e7fcf1ea97 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/quotas/216309f085e04cb2a1db65c2f1b578cb HTTP/1.1" status: 200 len: 375 time: 0.0157220 Dec 10 18:31:46.750188 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-2f164029-4545-4d03-ab8d-b2b2a68cf7b9 req-f85360d3-e547-426b-b04a-5d7ca6e4e099 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Deleting port 56ac798e-d9d7-4998-8db6-26b6cc17558a {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:46.750663 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2f164029-4545-4d03-ab8d-b2b2a68cf7b9 req-f85360d3-e547-426b-b04a-5d7ca6e4e099 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:46.862718 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-cbe9f521-90af-4aa5-80a1-d274b35b0141 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=216309f085e04cb2a1db65c2f1b578cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1306791 Dec 10 18:31:46.911964 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:46.942983 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-2f164029-4545-4d03-ab8d-b2b2a68cf7b9 req-f85360d3-e547-426b-b04a-5d7ca6e4e099 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] For port 56ac798e-d9d7-4998-8db6-26b6cc17558a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=56ac798e-d9d7-4998-8db6-26b6cc17558a,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:46.943826 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2f164029-4545-4d03-ab8d-b2b2a68cf7b9 req-f85360d3-e547-426b-b04a-5d7ca6e4e099 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:46.960767 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port aeb6705f-88fe-43c3-8e2c-36b8e99af3ae triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:46.961147 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:46.962622 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-2f164029-4545-4d03-ab8d-b2b2a68cf7b9 req-f85360d3-e547-426b-b04a-5d7ca6e4e099 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Calling delete_port for 56ac798e-d9d7-4998-8db6-26b6cc17558a owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:46.965412 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd3c265-0151-432a-80ed-c4c53bd1f274 None None] Pushing event updated for resources: {'Port': ['ID=2f3be854-9c6b-4590-8aee-5e985a9a82e4,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:47.116523 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-3512e7fb-7158-4a30-bec1-2efa4d6fa291 None None] Allocated IP 19.86.0.2 (29bf4f73-b786-47d9-b710-77ae5efd3f4c/ee3c328f-1c24-490b-81f1-15d2b8f6c49a/8bc340ce-0b65-4581-97d1-839cb961094b) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:47.157227 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-46b5110a-404e-461a-9245-79dd355cc73a service neutron] 10.222.0.62 "GET /v2.0/networks/5c3aa543-fb76-4e55-8f6b-8d76534585ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931185 Dec 10 18:31:47.273478 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.db.resource_extend [req-ba92f667-30b4-4f27-a593-09e5a174c789 req-f6a79e3a-f6a3-4e66-bfa8-f27276282f65 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:31:47.303262 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2f164029-4545-4d03-ab8d-b2b2a68cf7b9 req-f85360d3-e547-426b-b04a-5d7ca6e4e099 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:47.303874 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 11623632-2372-4161-a478-99c4c079e27a up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:47.335627 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba92f667-30b4-4f27-a593-09e5a174c789 req-f6a79e3a-f6a3-4e66-bfa8-f27276282f65 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:47.340240 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba92f667-30b4-4f27-a593-09e5a174c789 req-f6a79e3a-f6a3-4e66-bfa8-f27276282f65 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:47.349180 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85360d3-e547-426b-b04a-5d7ca6e4e099 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Pushing event deleted for resources: {'Port': ['ID=56ac798e-d9d7-4998-8db6-26b6cc17558a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:47.353830 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['41782f9b-5a73-4cfc-b85e-56d854ddfd24', '6b20fbca-43c1-461a-86cf-d54b82f818f3', '56ac798e-d9d7-4998-8db6-26b6cc17558a'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:31:47.356498 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['f8ba8851-1d33-4f93-a82e-362a38c4cb37', 'baa46271-5316-426e-b73c-7c0cfeef3fa2'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:31:47.359804 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:31:47.367119 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7123e2-3c8f-4220-97ba-e9261848e0b4 req-c578b71e-dc22-4037-964a-48686c83f4fb tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:47.369372 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8c7123e2-3c8f-4220-97ba-e9261848e0b4 req-c578b71e-dc22-4037-964a-48686c83f4fb tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a63511-34ff-4131-8762-2b9877286828 HTTP/1.1" status: 200 len: 949 time: 0.3702147 Dec 10 18:31:47.445646 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-1fd3c265-0151-432a-80ed-c4c53bd1f274 None None] Attempting to bind port 2f3be854-9c6b-4590-8aee-5e985a9a82e4 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:47.445646 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-1fd3c265-0151-432a-80ed-c4c53bd1f274 None None] Attempting to bind port 2f3be854-9c6b-4590-8aee-5e985a9a82e4 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'ea5e532e-6d6f-49f7-89bc-f5cd2115c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5c3aa543-fb76-4e55-8f6b-8d76534585ce'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:47.445646 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd3c265-0151-432a-80ed-c4c53bd1f274 None None] Attempting to bind port 2f3be854-9c6b-4590-8aee-5e985a9a82e4 on network 5c3aa543-fb76-4e55-8f6b-8d76534585ce {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:47.446131 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-b1e63fbe-623b-45af-8d21-d377a70a68d9 service neutron] 10.222.0.62 "GET /v2.0/networks/5c3aa543-fb76-4e55-8f6b-8d76534585ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811840 Dec 10 18:31:47.522757 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [req-ba92f667-30b4-4f27-a593-09e5a174c789 req-f6a79e3a-f6a3-4e66-bfa8-f27276282f65 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Floating IP cc5255b9-75da-4ba0-987d-dbfc26bdfb7b associated. External IP: 172.25.7.41, port: 42b65244-d778-4d7b-98e0-e8d4b3cc597d. Dec 10 18:31:47.543762 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3512e7fb-7158-4a30-bec1-2efa4d6fa291 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:47.560056 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f164029-4545-4d03-ab8d-b2b2a68cf7b9 req-f85360d3-e547-426b-b04a-5d7ca6e4e099 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] No DVR routers for this DVR port 56ac798e-d9d7-4998-8db6-26b6cc17558a on host n-h1-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:31:47.564323 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2f164029-4545-4d03-ab8d-b2b2a68cf7b9 req-f85360d3-e547-426b-b04a-5d7ca6e4e099 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:47.568591 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2f164029-4545-4d03-ab8d-b2b2a68cf7b9 req-f85360d3-e547-426b-b04a-5d7ca6e4e099 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.46 "DELETE /v2.0/ports/56ac798e-d9d7-4998-8db6-26b6cc17558a HTTP/1.1" status: 204 len: 173 time: 0.9913800 Dec 10 18:31:47.624470 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd3c265-0151-432a-80ed-c4c53bd1f274 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:31:47.625477 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd3c265-0151-432a-80ed-c4c53bd1f274 None None] Checking segment: {'id': 'ea5e532e-6d6f-49f7-89bc-f5cd2115c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5c3aa543-fb76-4e55-8f6b-8d76534585ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:47.625477 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1fd3c265-0151-432a-80ed-c4c53bd1f274 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:47.625713 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd3c265-0151-432a-80ed-c4c53bd1f274 None None] Bound using segment: {'id': 'ea5e532e-6d6f-49f7-89bc-f5cd2115c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5c3aa543-fb76-4e55-8f6b-8d76534585ce'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:31:47.626213 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-1fd3c265-0151-432a-80ed-c4c53bd1f274 None None] Bound port: 2f3be854-9c6b-4590-8aee-5e985a9a82e4, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5e532e-6d6f-49f7-89bc-f5cd2115c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5c3aa543-fb76-4e55-8f6b-8d76534585ce'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:31:47.626624 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1fd3c265-0151-432a-80ed-c4c53bd1f274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:47.633929 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:47.677294 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-90cb120a-d3b4-4d98-b885-3239446fc484 service neutron] 10.222.0.62 "GET /v2.0/networks/29bf4f73-b786-47d9-b710-77ae5efd3f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953108 Dec 10 18:31:47.680396 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3512e7fb-7158-4a30-bec1-2efa4d6fa291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:47.683843 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-8c7123e2-3c8f-4220-97ba-e9261848e0b4 req-4fb6cc59-0c03-4cb9-a59f-d90d4e0bea8d tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Deleting port baa46271-5316-426e-b73c-7c0cfeef3fa2 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:47.684191 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8c7123e2-3c8f-4220-97ba-e9261848e0b4 req-4fb6cc59-0c03-4cb9-a59f-d90d4e0bea8d tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:47.702989 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:47.789721 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512e7fb-7158-4a30-bec1-2efa4d6fa291 None None] Pushing event updated for resources: {'Port': ['ID=8bc340ce-0b65-4581-97d1-839cb961094b,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:47.860149 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba92f667-30b4-4f27-a593-09e5a174c789 req-f6a79e3a-f6a3-4e66-bfa8-f27276282f65 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Router fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:31:47.879270 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-8c7123e2-3c8f-4220-97ba-e9261848e0b4 req-4fb6cc59-0c03-4cb9-a59f-d90d4e0bea8d tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] For port baa46271-5316-426e-b73c-7c0cfeef3fa2, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=baa46271-5316-426e-b73c-7c0cfeef3fa2,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:47.880352 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8c7123e2-3c8f-4220-97ba-e9261848e0b4 req-4fb6cc59-0c03-4cb9-a59f-d90d4e0bea8d tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:47.905044 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-d0cdc607-3f87-4684-8d95-04e0948c4649 service neutron] 10.222.0.62 "GET /v2.0/networks/29bf4f73-b786-47d9-b710-77ae5efd3f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970429 Dec 10 18:31:47.905917 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-8c7123e2-3c8f-4220-97ba-e9261848e0b4 req-4fb6cc59-0c03-4cb9-a59f-d90d4e0bea8d tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Calling delete_port for baa46271-5316-426e-b73c-7c0cfeef3fa2 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:47.956724 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:47.977526 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3512e7fb-7158-4a30-bec1-2efa4d6fa291 None None] Network 29bf4f73-b786-47d9-b710-77ae5efd3f4c is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:48.023510 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba92f667-30b4-4f27-a593-09e5a174c789 req-f6a79e3a-f6a3-4e66-bfa8-f27276282f65 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:31:48.048223 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-3512e7fb-7158-4a30-bec1-2efa4d6fa291 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:48.109906 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3512e7fb-7158-4a30-bec1-2efa4d6fa291 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:48.115878 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 11623632-2372-4161-a478-99c4c079e27a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:48.116410 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:48.238653 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:31:48.396815 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c48bfe-f3eb-4d51-8a97-a305d408f21a', 'name': 'network-vif-deleted', 'tag': '56ac798e-d9d7-4998-8db6-26b6cc17558a'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:48.400061 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fafd3e-65d8-4b65-833d-805b2f68d5de" -d '{"events": [{"server_uuid": "f1c48bfe-f3eb-4d51-8a97-a305d408f21a", "name": "network-vif-deleted", "tag": "56ac798e-d9d7-4998-8db6-26b6cc17558a"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:48.400286 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device aeb6705f-88fe-43c3-8e2c-36b8e99af3ae up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:48.414447 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1fd3c265-0151-432a-80ed-c4c53bd1f274 None None] For port 2f3be854-9c6b-4590-8aee-5e985a9a82e4, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:48.423374 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-fe2a9010-cdc8-4bdf-a5be-002b019c6802 service neutron] 10.222.0.62 "GET /v2.0/networks/5c3aa543-fb76-4e55-8f6b-8d76534585ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5080013 Dec 10 18:31:48.443822 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba92f667-30b4-4f27-a593-09e5a174c789 req-f6a79e3a-f6a3-4e66-bfa8-f27276282f65 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Router fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:31:48.527855 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1fd3c265-0151-432a-80ed-c4c53bd1f274 None None] For port 2f3be854-9c6b-4590-8aee-5e985a9a82e4, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=2f3be854-9c6b-4590-8aee-5e985a9a82e4,segment=NetworkSegment(ea5e532e-6d6f-49f7-89bc-f5cd2115c294),segment_id=ea5e532e-6d6f-49f7-89bc-f5cd2115c294)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:31:48.559875 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3512e7fb-7158-4a30-bec1-2efa4d6fa291 None None] Attempting to bind port 8bc340ce-0b65-4581-97d1-839cb961094b on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:48.560436 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3512e7fb-7158-4a30-bec1-2efa4d6fa291 None None] Attempting to bind port 8bc340ce-0b65-4581-97d1-839cb961094b by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'abe04ed9-652a-435b-991b-a84908dffa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '29bf4f73-b786-47d9-b710-77ae5efd3f4c'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:48.562791 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3512e7fb-7158-4a30-bec1-2efa4d6fa291 None None] Attempting to bind port 8bc340ce-0b65-4581-97d1-839cb961094b on network 29bf4f73-b786-47d9-b710-77ae5efd3f4c {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:48.581612 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1fd3c265-0151-432a-80ed-c4c53bd1f274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:48.617430 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba92f667-30b4-4f27-a593-09e5a174c789 req-f6a79e3a-f6a3-4e66-bfa8-f27276282f65 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:31:48.623848 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba92f667-30b4-4f27-a593-09e5a174c789 req-f6a79e3a-f6a3-4e66-bfa8-f27276282f65 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:48.627165 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3512e7fb-7158-4a30-bec1-2efa4d6fa291 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:31:48.627647 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3512e7fb-7158-4a30-bec1-2efa4d6fa291 None None] Checking segment: {'id': 'abe04ed9-652a-435b-991b-a84908dffa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '29bf4f73-b786-47d9-b710-77ae5efd3f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:48.628133 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3512e7fb-7158-4a30-bec1-2efa4d6fa291 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:48.628626 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3512e7fb-7158-4a30-bec1-2efa4d6fa291 None None] Bound using segment: {'id': 'abe04ed9-652a-435b-991b-a84908dffa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '29bf4f73-b786-47d9-b710-77ae5efd3f4c'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:31:48.630083 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3512e7fb-7158-4a30-bec1-2efa4d6fa291 None None] Bound port: 8bc340ce-0b65-4581-97d1-839cb961094b, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe04ed9-652a-435b-991b-a84908dffa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '29bf4f73-b786-47d9-b710-77ae5efd3f4c'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:31:48.630083 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3512e7fb-7158-4a30-bec1-2efa4d6fa291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:48.654864 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-55fa3cc5-99ff-4486-a040-0206af6c2a1d service neutron] 10.222.0.62 "GET /v2.0/networks/5c3aa543-fb76-4e55-8f6b-8d76534585ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136161 Dec 10 18:31:48.664462 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f64b18-a161-465b-9478-21269b46ed05', 'tag': '42b65244-d778-4d7b-98e0-e8d4b3cc597d'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:48.667378 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187be731-701a-43ed-94de-df1cc10a32d4" -d '{"events": [{"name": "network-changed", "server_uuid": "79f64b18-a161-465b-9478-21269b46ed05", "tag": "42b65244-d778-4d7b-98e0-e8d4b3cc597d"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:48.675951 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8c7123e2-3c8f-4220-97ba-e9261848e0b4 req-4fb6cc59-0c03-4cb9-a59f-d90d4e0bea8d tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:48.725298 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba92f667-30b4-4f27-a593-09e5a174c789 req-f6a79e3a-f6a3-4e66-bfa8-f27276282f65 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "PUT /v2.0/floatingips/cc5255b9-75da-4ba0-987d-dbfc26bdfb7b HTTP/1.1" status: 200 len: 995 time: 2.6265714 Dec 10 18:31:48.765601 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6cc59-0c03-4cb9-a59f-d90d4e0bea8d tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Pushing event deleted for resources: {'Port': ['ID=baa46271-5316-426e-b73c-7c0cfeef3fa2,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:48.806816 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c7123e2-3c8f-4220-97ba-e9261848e0b4 req-4fb6cc59-0c03-4cb9-a59f-d90d4e0bea8d tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] No DVR routers for this DVR port baa46271-5316-426e-b73c-7c0cfeef3fa2 on host n-h2-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:31:48.809565 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8c7123e2-3c8f-4220-97ba-e9261848e0b4 req-4fb6cc59-0c03-4cb9-a59f-d90d4e0bea8d tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:48.811628 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92f667-30b4-4f27-a593-09e5a174c789 req-0f8825ab-3e9b-484c-92f1-e880eadf24a6 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:48.816516 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8c7123e2-3c8f-4220-97ba-e9261848e0b4 req-4fb6cc59-0c03-4cb9-a59f-d90d4e0bea8d tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.72 "DELETE /v2.0/ports/baa46271-5316-426e-b73c-7c0cfeef3fa2 HTTP/1.1" status: 204 len: 173 time: 1.4250162 Dec 10 18:31:48.820817 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba92f667-30b4-4f27-a593-09e5a174c789 req-0f8825ab-3e9b-484c-92f1-e880eadf24a6 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/ports/42b65244-d778-4d7b-98e0-e8d4b3cc597d HTTP/1.1" status: 200 len: 942 time: 0.0936480 Dec 10 18:31:48.917544 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-c4e774ab-d7b2-4385-89cd-44752290efab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'name': 'tempest-FloatingIPsAssociationTestJSON-59222113-router', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:46Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 4, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'gw_port': {'id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:47Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'cc5255b9-75da-4ba0-987d-dbfc26bdfb7b', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'floating_ip_address': '172.25.7.41', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'port_id': '42b65244-d778-4d7b-98e0-e8d4b3cc597d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75', 'mac_address': 'fa:16:3e:6a:b1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f64b18-a161-465b-9478-21269b46ed05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:31:20Z', 'updated_at': '2021-12-10T18:31:40Z', 'revision_number': 1, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0f6e74-1245-445e-bd0d-74fb0417f5ab', 'name': '', 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'mac_address': 'fa:16:3e:75:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '247a3de4-ec4d-439c-ba27-4051f4367cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:54Z', 'updated_at': '2021-12-10T18:31:00Z', 'revision_number': 5, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'subnets': [{'id': '247a3de4-ec4d-439c-ba27-4051f4367cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:49.042375 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92f667-30b4-4f27-a593-09e5a174c789 req-04073bba-b457-4e23-a893-d42e8425f19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:49.048167 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba92f667-30b4-4f27-a593-09e5a174c789 req-04073bba-b457-4e23-a893-d42e8425f19e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7a3d06a851e143ce80bc75aa4f5a0861&device_id=79f64b18-a161-465b-9478-21269b46ed05 HTTP/1.1" status: 200 len: 1096 time: 0.0883031 Dec 10 18:31:49.072603 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e774ab-d7b2-4385-89cd-44752290efab None None] The sync data for ids ['fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'] in n-d-821435-1 is: [{'id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'name': 'tempest-FloatingIPsAssociationTestJSON-59222113-router', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:46Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 4, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'gw_port': {'id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:47Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'cc5255b9-75da-4ba0-987d-dbfc26bdfb7b', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'floating_ip_address': '172.25.7.41', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'port_id': '42b65244-d778-4d7b-98e0-e8d4b3cc597d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75', 'mac_address': 'fa:16:3e:6a:b1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f64b18-a161-465b-9478-21269b46ed05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:31:20Z', 'updated_at': '2021-12-10T18:31:40Z', 'revision_number': 1, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0f6e74-1245-445e-bd0d-74fb0417f5ab', 'name': '', 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'mac_address': 'fa:16:3e:75:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '247a3de4-ec4d-439c-ba27-4051f4367cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:54Z', 'updated_at': '2021-12-10T18:31:00Z', 'revision_number': 5, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'subnets': [{'id': '247a3de4-ec4d-439c-ba27-4051f4367cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:31:49.098323 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd3c265-0151-432a-80ed-c4c53bd1f274 None None] Pushing event updated for resources: {'Port': ['ID=2f3be854-9c6b-4590-8aee-5e985a9a82e4,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:49.187348 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:49.229334 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee375c21-2d76-485f-add2-f1a9afbfc95e req-d7bec699-f47f-48bf-9910-581cb2c73aec tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:49.238142 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ee375c21-2d76-485f-add2-f1a9afbfc95e req-d7bec699-f47f-48bf-9910-581cb2c73aec tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4 HTTP/1.1" status: 200 len: 944 time: 0.1768374 Dec 10 18:31:49.309725 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port aeb6705f-88fe-43c3-8e2c-36b8e99af3ae triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:49.310469 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:49.383233 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92f667-30b4-4f27-a593-09e5a174c789 req-df2912ba-52c2-42dc-a374-3d67c1b2a1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:49.410774 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba92f667-30b4-4f27-a593-09e5a174c789 req-df2912ba-52c2-42dc-a374-3d67c1b2a1cf service neutron] 10.222.0.62 "GET /v2.0/networks?id=a4abdfd0-f739-47c7-bbf0-c66e12b37b75 HTTP/1.1" status: 200 len: 920 time: 0.3383615 Dec 10 18:31:49.467533 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ee375c21-2d76-485f-add2-f1a9afbfc95e req-d9576429-2cf7-4741-895e-54316ce05444 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283986 Dec 10 18:31:49.499668 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba92f667-30b4-4f27-a593-09e5a174c789 req-de21b5d1-6989-4656-b314-4d196aa49421 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42b65244-d778-4d7b-98e0-e8d4b3cc597d HTTP/1.1" status: 200 len: 217 time: 0.0866728 Dec 10 18:31:49.558137 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3512e7fb-7158-4a30-bec1-2efa4d6fa291 None None] For port 8bc340ce-0b65-4581-97d1-839cb961094b, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:49.602537 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67c7788-d6c0-4f34-a7a7-6c933b516675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11623632-2372-4161-a478-99c4c079e27a'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:49.604789 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92f667-30b4-4f27-a593-09e5a174c789 req-e658eb14-fd61-40fb-a583-988e43c7b0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:49.604948 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce7e2cc-a812-4284-beb2-5c8164d40fac" -d '{"events": [{"server_uuid": "c67c7788-d6c0-4f34-a7a7-6c933b516675", "name": "network-vif-plugged", "status": "completed", "tag": "11623632-2372-4161-a478-99c4c079e27a"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:49.621203 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba92f667-30b4-4f27-a593-09e5a174c789 req-e658eb14-fd61-40fb-a583-988e43c7b0df service neutron] 10.222.0.62 "GET /v2.0/subnets?id=247a3de4-ec4d-439c-ba27-4051f4367cc3 HTTP/1.1" status: 200 len: 858 time: 0.1197901 Dec 10 18:31:49.639145 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069dbb0b-6781-4454-8eba-687cd4fabc04 None None] New status for floating IP cc5255b9-75da-4ba0-987d-dbfc26bdfb7b: ACTIVE {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:31:49.771127 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92f667-30b4-4f27-a593-09e5a174c789 req-73222411-44aa-4650-8a52-c4255329384a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:49.772900 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba92f667-30b4-4f27-a593-09e5a174c789 req-73222411-44aa-4650-8a52-c4255329384a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a4abdfd0-f739-47c7-bbf0-c66e12b37b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1494889 Dec 10 18:31:49.784228 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e7c30-ef89-4d9c-8fc1-071c5de591d5 req-eddbf9cf-cef3-4095-a7ef-fc9d89e7d428 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:49.794272 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-ba92f667-30b4-4f27-a593-09e5a174c789 req-645bf99e-f43a-4182-87ed-aeeda9a9c243 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:31:49.795534 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba92f667-30b4-4f27-a593-09e5a174c789 req-645bf99e-f43a-4182-87ed-aeeda9a9c243 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060716 Dec 10 18:31:49.796574 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6c9e7c30-ef89-4d9c-8fc1-071c5de591d5 req-eddbf9cf-cef3-4095-a7ef-fc9d89e7d428 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 949 time: 0.1271410 Dec 10 18:31:49.841886 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3512e7fb-7158-4a30-bec1-2efa4d6fa291 None None] For port 8bc340ce-0b65-4581-97d1-839cb961094b, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=8bc340ce-0b65-4581-97d1-839cb961094b,segment=NetworkSegment(abe04ed9-652a-435b-991b-a84908dffa2a),segment_id=abe04ed9-652a-435b-991b-a84908dffa2a)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:31:49.850219 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device baa46271-5316-426e-b73c-7c0cfeef3fa2 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:31:49.855450 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-f7ff8258-4c6d-442c-b9c5-bf85128a1e3a tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:49.856650 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-f7ff8258-4c6d-442c-b9c5-bf85128a1e3a tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad&tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986&binding%3Ahost_id=n-h2-821435-1 HTTP/1.1" status: 200 len: 1096 time: 0.1706727 Dec 10 18:31:49.856788 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 11623632-2372-4161-a478-99c4c079e27a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=11623632-2372-4161-a478-99c4c079e27a,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:49.878820 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-be4c44d5-56ce-47a3-9224-6d39690a07c4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821435-1'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:49.891397 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3512e7fb-7158-4a30-bec1-2efa4d6fa291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:49.899648 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: baa46271-5316-426e-b73c-7c0cfeef3fa2 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:31:49.900006 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device baa46271-5316-426e-b73c-7c0cfeef3fa2 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:31:49.901969 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:49.931537 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6c9e7c30-ef89-4d9c-8fc1-071c5de591d5 req-64eb37d9-ac0a-422c-9036-9fd33bb1e337 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339772 Dec 10 18:31:49.961150 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 56ac798e-d9d7-4998-8db6-26b6cc17558a no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:31:49.978799 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3cfd01b0-ecfd-43d6-b51c-974235ed55b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:50.010199 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-be4c44d5-56ce-47a3-9224-6d39690a07c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:50.018661 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba92f667-30b4-4f27-a593-09e5a174c789 req-71039136-bbd9-4357-aff3-5b5ca0aa9633 service neutron] 10.222.0.62 "GET /v2.0/networks/a4abdfd0-f739-47c7-bbf0-c66e12b37b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038908 Dec 10 18:31:50.128752 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 56ac798e-d9d7-4998-8db6-26b6cc17558a {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:31:50.137958 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 56ac798e-d9d7-4998-8db6-26b6cc17558a not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:31:50.249675 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512e7fb-7158-4a30-bec1-2efa4d6fa291 None None] Pushing event updated for resources: {'Port': ['ID=8bc340ce-0b65-4581-97d1-839cb961094b,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:50.296761 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7417f80e-90d5-4737-a2db-499b90262813 None None] Sync routers for ids ['fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:31:50.315747 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba92f667-30b4-4f27-a593-09e5a174c789 req-4dd7efe6-2580-4d8f-a81f-e2afe08aa47c service neutron] 10.222.0.62 "GET /v2.0/networks/a4abdfd0-f739-47c7-bbf0-c66e12b37b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791805 Dec 10 18:31:50.339190 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-be4c44d5-56ce-47a3-9224-6d39690a07c4 service neutron] For port d29c3170-75f7-4a7c-976d-2dc07ad3078f, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=d29c3170-75f7-4a7c-976d-2dc07ad3078f,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:50.407273 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7417f80e-90d5-4737-a2db-499b90262813 None None] Routers {'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:50.407913 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7417f80e-90d5-4737-a2db-499b90262813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:31:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:50.432665 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-be4c44d5-56ce-47a3-9224-6d39690a07c4 service neutron] For port d29c3170-75f7-4a7c-976d-2dc07ad3078f, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:50.443860 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41220c8c-7417-4b40-8d5d-86d568b2b34d req-48a5ed1d-7216-493e-92b3-7cbecc6f9bd3 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:50.454101 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-41220c8c-7417-4b40-8d5d-86d568b2b34d req-48a5ed1d-7216-493e-92b3-7cbecc6f9bd3 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 945 time: 0.2775846 Dec 10 18:31:50.496686 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92f667-30b4-4f27-a593-09e5a174c789 req-4fff9b19-415b-4bc9-96fe-6dc3e3275c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:50.525395 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba92f667-30b4-4f27-a593-09e5a174c789 req-4fff9b19-415b-4bc9-96fe-6dc3e3275c91 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7a3d06a851e143ce80bc75aa4f5a0861&device_id=2e66cbb5-021c-4ffb-bb83-6458c13baffb HTTP/1.1" status: 200 len: 1096 time: 0.1625216 Dec 10 18:31:50.576250 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-be4c44d5-56ce-47a3-9224-6d39690a07c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:50.588060 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=11623632-2372-4161-a478-99c4c079e27a,revision_number=11']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:50.595833 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-be4c44d5-56ce-47a3-9224-6d39690a07c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:50.639153 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-41220c8c-7417-4b40-8d5d-86d568b2b34d req-2bc39cea-3095-4725-85b1-789675d28356 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806211 Dec 10 18:31:50.694706 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['f8ba8851-1d33-4f93-a82e-362a38c4cb37'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:31:50.769937 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 2f3be854-9c6b-4590-8aee-5e985a9a82e4 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:50.874513 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-be4c44d5-56ce-47a3-9224-6d39690a07c4 service neutron] Attempting to bind port d29c3170-75f7-4a7c-976d-2dc07ad3078f on host n-h2-821435-1 for vnic_type normal with profile {"migrating_to": "n-h1-821435-1"} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:50.874850 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-be4c44d5-56ce-47a3-9224-6d39690a07c4 service neutron] Attempting to bind port d29c3170-75f7-4a7c-976d-2dc07ad3078f by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:50.876066 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-be4c44d5-56ce-47a3-9224-6d39690a07c4 service neutron] Attempting to bind port d29c3170-75f7-4a7c-976d-2dc07ad3078f on network 7cd799a4-acc6-47e3-afa8-685d03d02732 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:50.884031 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c44d5-56ce-47a3-9224-6d39690a07c4 service neutron] Pushing event updated for resources: {'Port': ['ID=d29c3170-75f7-4a7c-976d-2dc07ad3078f,revision_number=7']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:50.888773 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-be4c44d5-56ce-47a3-9224-6d39690a07c4 service neutron] Port d29c3170-75f7-4a7c-976d-2dc07ad3078f on network 7cd799a4-acc6-47e3-afa8-685d03d02732 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:50.889178 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-be4c44d5-56ce-47a3-9224-6d39690a07c4 service neutron] Attempting to bind port d29c3170-75f7-4a7c-976d-2dc07ad3078f on network 7cd799a4-acc6-47e3-afa8-685d03d02732 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:50.896253 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:31:50.896759 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-be4c44d5-56ce-47a3-9224-6d39690a07c4 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:31:50.896759 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-be4c44d5-56ce-47a3-9224-6d39690a07c4 service neutron] Checking segment: {'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:50.896983 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-be4c44d5-56ce-47a3-9224-6d39690a07c4 service neutron] Bound using segment: {'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:31:50.897437 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-be4c44d5-56ce-47a3-9224-6d39690a07c4 service neutron] Bound port: d29c3170-75f7-4a7c-976d-2dc07ad3078f, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:31:50.900249 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-be4c44d5-56ce-47a3-9224-6d39690a07c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:50.910312 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-7417f80e-90d5-4737-a2db-499b90262813 None None] Set router fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:31:50.964112 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-729753a1-bba9-49f4-922d-173ba022593a tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:50.968496 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcd4d09-d36e-410b-807c-f08d3b6bb1bc None None] Network 5c3aa543-fb76-4e55-8f6b-8d76534585ce requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:50.970997 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-729753a1-bba9-49f4-922d-173ba022593a tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:50.972811 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-729753a1-bba9-49f4-922d-173ba022593a tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.46 "GET /v2.0/networks?id=5c3aa543-fb76-4e55-8f6b-8d76534585ce&id=29bf4f73-b786-47d9-b710-77ae5efd3f4c&id=5c3aa543-fb76-4e55-8f6b-8d76534585ce HTTP/1.1" status: 200 len: 1391 time: 0.3044996 Dec 10 18:31:50.992198 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-151ec8c3-e0a1-489d-bec2-024d018e6c2b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Request body: {'port': {'device_id': 'ece272dc-7e0c-4534-9d16-b36703443bed', 'network_id': '5c3aa543-fb76-4e55-8f6b-8d76534585ce', 'admin_state_up': True, 'tenant_id': '216309f085e04cb2a1db65c2f1b578cb'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:51.013105 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-be4c44d5-56ce-47a3-9224-6d39690a07c4 service neutron] For port d29c3170-75f7-4a7c-976d-2dc07ad3078f, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:51.017820 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-be4c44d5-56ce-47a3-9224-6d39690a07c4 service neutron] For port d29c3170-75f7-4a7c-976d-2dc07ad3078f, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=d29c3170-75f7-4a7c-976d-2dc07ad3078f,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:31:51.025171 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-be4c44d5-56ce-47a3-9224-6d39690a07c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:51.123442 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92f667-30b4-4f27-a593-09e5a174c789 req-f4639720-c08c-445c-b922-ba38404a13e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:51.133072 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device d29c3170-75f7-4a7c-976d-2dc07ad3078f details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:31:51.133335 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba92f667-30b4-4f27-a593-09e5a174c789 req-f4639720-c08c-445c-b922-ba38404a13e6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a4abdfd0-f739-47c7-bbf0-c66e12b37b75 HTTP/1.1" status: 200 len: 920 time: 0.6065748 Dec 10 18:31:51.147850 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-be4c44d5-56ce-47a3-9224-6d39690a07c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:51.148512 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-be4c44d5-56ce-47a3-9224-6d39690a07c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:51.150659 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['41782f9b-5a73-4cfc-b85e-56d854ddfd24', '6b20fbca-43c1-461a-86cf-d54b82f818f3'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:31:51.151037 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-be4c44d5-56ce-47a3-9224-6d39690a07c4 service neutron] 10.222.0.46 "PUT /v2.0/ports/d29c3170-75f7-4a7c-976d-2dc07ad3078f HTTP/1.1" status: 200 len: 1121 time: 1.2796104 Dec 10 18:31:51.166867 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c44d5-56ce-47a3-9224-6d39690a07c4 service neutron] Pushing event updated for resources: {'Port': ['ID=d29c3170-75f7-4a7c-976d-2dc07ad3078f,revision_number=8']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:51.245878 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba92f667-30b4-4f27-a593-09e5a174c789 req-675af0dd-a4b1-4d59-a926-5d775c705547 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb979513-3a6e-4d43-82cd-21735d74229e HTTP/1.1" status: 200 len: 1000 time: 0.1113646 Dec 10 18:31:51.290260 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-151e2cb7-7585-49ce-8b5d-4f6217681785 None None] Provisioning complete for port 2f3be854-9c6b-4590-8aee-5e985a9a82e4 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:51.290627 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-151e2cb7-7585-49ce-8b5d-4f6217681785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:51.304249 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92f667-30b4-4f27-a593-09e5a174c789 req-e887df41-7fd2-48b8-9a5d-b043e31fc598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:51.312141 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba92f667-30b4-4f27-a593-09e5a174c789 req-e887df41-7fd2-48b8-9a5d-b043e31fc598 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=247a3de4-ec4d-439c-ba27-4051f4367cc3 HTTP/1.1" status: 200 len: 858 time: 0.0651321 Dec 10 18:31:51.361891 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 2f3be854-9c6b-4590-8aee-5e985a9a82e4 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:51.362366 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:51.416098 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34138288-d1e3-461d-94fc-56b16d0f23c5 x-openstack-request-id: req-34138288-d1e3-461d-94fc-56b16d0f23c5 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:51.416331 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c48bfe-f3eb-4d51-8a97-a305d408f21a", "name": "network-vif-deleted", "tag": "56ac798e-d9d7-4998-8db6-26b6cc17558a", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:51.416669 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-34138288-d1e3-461d-94fc-56b16d0f23c5 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:51.417014 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c48bfe-f3eb-4d51-8a97-a305d408f21a', 'name': 'network-vif-deleted', 'tag': '56ac798e-d9d7-4998-8db6-26b6cc17558a', 'status': 'completed', 'code': 200} Dec 10 18:31:51.442968 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92f667-30b4-4f27-a593-09e5a174c789 req-a99cdb2a-c8f1-42d0-bc61-7640ee248d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:51.451610 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba92f667-30b4-4f27-a593-09e5a174c789 req-a99cdb2a-c8f1-42d0-bc61-7640ee248d3e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a4abdfd0-f739-47c7-bbf0-c66e12b37b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1383145 Dec 10 18:31:51.468039 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['d29c3170-75f7-4a7c-976d-2dc07ad3078f'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:31:51.470635 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['d29c3170-75f7-4a7c-976d-2dc07ad3078f'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:31:51.545795 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471007f1-3a6e-4c72-a159-d0837ff27dbb x-openstack-request-id: req-471007f1-3a6e-4c72-a159-d0837ff27dbb {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:51.546267 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79f64b18-a161-465b-9478-21269b46ed05", "tag": "42b65244-d778-4d7b-98e0-e8d4b3cc597d", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:51.546267 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-471007f1-3a6e-4c72-a159-d0837ff27dbb {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:51.546868 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f64b18-a161-465b-9478-21269b46ed05', 'tag': '42b65244-d778-4d7b-98e0-e8d4b3cc597d', 'status': 'completed', 'code': 200} Dec 10 18:31:51.599020 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-25a3f8dd-5721-48d8-a4b7-e85e95260de0 req-b5d950df-4d58-4703-99d0-1c1fe3b67fb7 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/ports?device_id=ece272dc-7e0c-4534-9d16-b36703443bed HTTP/1.1" status: 200 len: 210 time: 0.0528014 Dec 10 18:31:51.614775 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187be731-701a-43ed-94de-df1cc10a32d4 req-c75810a0-1ec5-4ce7-bd6f-e4b33f5b494b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:51.616543 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-187be731-701a-43ed-94de-df1cc10a32d4 req-c75810a0-1ec5-4ce7-bd6f-e4b33f5b494b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7a3d06a851e143ce80bc75aa4f5a0861&device_id=79f64b18-a161-465b-9478-21269b46ed05 HTTP/1.1" status: 200 len: 1096 time: 0.1156096 Dec 10 18:31:51.643026 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-151ec8c3-e0a1-489d-bec2-024d018e6c2b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Made reservation on behalf of 216309f085e04cb2a1db65c2f1b578cb for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:51.652661 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-151ec8c3-e0a1-489d-bec2-024d018e6c2b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:51.725667 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:51.783053 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187be731-701a-43ed-94de-df1cc10a32d4 req-d7896cdd-4000-4a3c-8679-dc26926c62a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:51.786307 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-187be731-701a-43ed-94de-df1cc10a32d4 req-d7896cdd-4000-4a3c-8679-dc26926c62a9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a4abdfd0-f739-47c7-bbf0-c66e12b37b75 HTTP/1.1" status: 200 len: 920 time: 0.1517434 Dec 10 18:31:51.834923 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a815b759-eff8-482f-901a-a7a467beb11a x-openstack-request-id: req-a815b759-eff8-482f-901a-a7a467beb11a {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:51.835407 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67c7788-d6c0-4f34-a7a7-6c933b516675", "name": "network-vif-plugged", "status": "completed", "tag": "11623632-2372-4161-a478-99c4c079e27a", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:51.835533 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a815b759-eff8-482f-901a-a7a467beb11a {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:51.835912 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67c7788-d6c0-4f34-a7a7-6c933b516675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11623632-2372-4161-a478-99c4c079e27a', 'code': 200} Dec 10 18:31:51.884626 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-187be731-701a-43ed-94de-df1cc10a32d4 req-ce3609d4-dbce-4116-8ef4-f4586becb838 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42b65244-d778-4d7b-98e0-e8d4b3cc597d HTTP/1.1" status: 200 len: 217 time: 0.0794306 Dec 10 18:31:51.936081 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-151ec8c3-e0a1-489d-bec2-024d018e6c2b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Allocated IP 19.80.0.184 (5c3aa543-fb76-4e55-8f6b-8d76534585ce/3b4471f6-7995-4adc-90c5-eb83ede31314/de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:51.939793 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba92f667-30b4-4f27-a593-09e5a174c789 req-8c5949ef-3b07-4ac2-aa6d-6069e8b25e86 service neutron] 10.222.0.62 "GET /v2.0/networks/a4abdfd0-f739-47c7-bbf0-c66e12b37b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4873018 Dec 10 18:31:52.050195 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba92f667-30b4-4f27-a593-09e5a174c789 req-0fca0c6d-f97d-4183-9696-daf2a2a9f74e service neutron] 10.222.0.62 "GET /v2.0/networks/a4abdfd0-f739-47c7-bbf0-c66e12b37b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004829 Dec 10 18:31:52.116097 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8fda8-dd68-4ee1-bfeb-63a07f7ff7f6 req-829ae3aa-9e6b-46fe-a675-5ffe52ac1e99 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:52.133264 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eaf8fda8-dd68-4ee1-bfeb-63a07f7ff7f6 req-829ae3aa-9e6b-46fe-a675-5ffe52ac1e99 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4 HTTP/1.1" status: 200 len: 944 time: 0.1617999 Dec 10 18:31:52.158901 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187be731-701a-43ed-94de-df1cc10a32d4 req-d4902138-cd30-40e9-b14e-5b375113066e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:52.162112 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-187be731-701a-43ed-94de-df1cc10a32d4 req-d4902138-cd30-40e9-b14e-5b375113066e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=247a3de4-ec4d-439c-ba27-4051f4367cc3 HTTP/1.1" status: 200 len: 858 time: 0.2626691 Dec 10 18:31:52.219997 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a898ae9-51f1-4e0d-82a9-322d1f68aa02 None None] Network 29bf4f73-b786-47d9-b710-77ae5efd3f4c requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:52.275089 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eaf8fda8-dd68-4ee1-bfeb-63a07f7ff7f6 req-ed985727-6206-44ed-bbb2-1dca85f9a0fe tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401324 Dec 10 18:31:52.281836 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187be731-701a-43ed-94de-df1cc10a32d4 req-10be5fbd-5deb-4826-bfb5-1d1af2995d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:52.282819 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-187be731-701a-43ed-94de-df1cc10a32d4 req-10be5fbd-5deb-4826-bfb5-1d1af2995d72 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4abdfd0-f739-47c7-bbf0-c66e12b37b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121292 Dec 10 18:31:52.319388 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c4b2b-9865-4a9d-b613-81c88d5e98a6 req-456fbbef-dcab-4f2a-ae32-f69e7ede41ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:52.321148 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-954c4b2b-9865-4a9d-b613-81c88d5e98a6 req-456fbbef-dcab-4f2a-ae32-f69e7ede41ab service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 1102 time: 0.2291656 Dec 10 18:31:52.366706 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad89173-89f8-4768-9bbc-1066b638f624 req-016f7183-9a8e-44f7-89a0-d202f2c393d8 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:52.374322 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dad89173-89f8-4768-9bbc-1066b638f624 req-016f7183-9a8e-44f7-89a0-d202f2c393d8 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 951 time: 0.1957071 Dec 10 18:31:52.408394 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-954c4b2b-9865-4a9d-b613-81c88d5e98a6 req-9b99e406-82aa-492e-9cfa-4fc8a73de462 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708156 Dec 10 18:31:52.485271 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-187be731-701a-43ed-94de-df1cc10a32d4 req-17de10cb-54c9-49d8-86a3-05330cade2cf service neutron] 10.222.0.46 "GET /v2.0/networks/a4abdfd0-f739-47c7-bbf0-c66e12b37b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927590 Dec 10 18:31:52.486633 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port d29c3170-75f7-4a7c-976d-2dc07ad3078f, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=d29c3170-75f7-4a7c-976d-2dc07ad3078f,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:52.503225 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:52.507199 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dad89173-89f8-4768-9bbc-1066b638f624 req-166d5b3e-8497-4782-83b6-1d8d0bbdcf40 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317985 Dec 10 18:31:52.513650 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-151ec8c3-e0a1-489d-bec2-024d018e6c2b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:52.535213 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b6b466fd-514e-4900-b202-bd47e454dcdf req-b200b5b6-b785-4b50-985a-2ae5a07b4ecf tempest-ServerShowV247Test-517462068 tempest-ServerShowV247Test-517462068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d68a761-0f3f-423a-8c82-16c49617da39 HTTP/1.1" status: 200 len: 210 time: 0.0367539 Dec 10 18:31:52.611961 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6ba14869-3e45-44d6-bde5-e584c0c8d56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:52.613528 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:31:52.631609 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device d29c3170-75f7-4a7c-976d-2dc07ad3078f has no active binding in host n-h1-821435-1 {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 18:31:52.678748 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:52.678748 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:52.684493 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-151ec8c3-e0a1-489d-bec2-024d018e6c2b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:52.757683 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-187be731-701a-43ed-94de-df1cc10a32d4 req-f4493140-0122-46a1-a1ec-570e7c378fda service neutron] 10.222.0.46 "GET /v2.0/networks/a4abdfd0-f739-47c7-bbf0-c66e12b37b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464198 Dec 10 18:31:52.784043 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-151ec8c3-e0a1-489d-bec2-024d018e6c2b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Network 5c3aa543-fb76-4e55-8f6b-8d76534585ce is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:52.791011 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-151ec8c3-e0a1-489d-bec2-024d018e6c2b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:52.794207 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-151ec8c3-e0a1-489d-bec2-024d018e6c2b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:52.838011 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79010fcf-436d-4fbc-ac68-4cd5bf2abeca req-e1003d55-f250-4e88-97cb-543ac7c7ca93 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:52.843154 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79010fcf-436d-4fbc-ac68-4cd5bf2abeca req-e1003d55-f250-4e88-97cb-543ac7c7ca93 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 943 time: 0.2343984 Dec 10 18:31:52.865753 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ec8c3-e0a1-489d-bec2-024d018e6c2b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Pushing event updated for resources: {'Port': ['ID=de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:52.910920 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-151ec8c3-e0a1-489d-bec2-024d018e6c2b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:52.912246 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-151ec8c3-e0a1-489d-bec2-024d018e6c2b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:52.920874 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-151e2cb7-7585-49ce-8b5d-4f6217681785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:52.928238 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9bf15c29-d424-408f-8e24-c9afb697352d req-89937935-ec93-4a2d-9084-e7088fa3f40a tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 1000 time: 0.1117778 Dec 10 18:31:52.961592 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 2f3be854-9c6b-4590-8aee-5e985a9a82e4, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=2f3be854-9c6b-4590-8aee-5e985a9a82e4,segment=NetworkSegment(ea5e532e-6d6f-49f7-89bc-f5cd2115c294),segment_id=ea5e532e-6d6f-49f7-89bc-f5cd2115c294)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:52.964285 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-151ec8c3-e0a1-489d-bec2-024d018e6c2b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9781423 Dec 10 18:31:52.981958 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-0227b98c-80a2-4828-b8f4-3da01cf6a642 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Request body: {'port': {'device_id': 'ece272dc-7e0c-4534-9d16-b36703443bed', 'network_id': '29bf4f73-b786-47d9-b710-77ae5efd3f4c', 'admin_state_up': True, 'tenant_id': '216309f085e04cb2a1db65c2f1b578cb'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:53.003836 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf15c29-d424-408f-8e24-c9afb697352d req-e8ac29dc-1c95-49b4-87ac-72fb719fb037 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:53.006042 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9bf15c29-d424-408f-8e24-c9afb697352d req-e8ac29dc-1c95-49b4-87ac-72fb719fb037 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/ports/eb979513-3a6e-4d43-82cd-21735d74229e HTTP/1.1" status: 200 len: 942 time: 0.0696261 Dec 10 18:31:53.039945 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:53.267294 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9bf15c29-d424-408f-8e24-c9afb697352d req-52a508c5-b31b-4d57-923d-45f7e89ddec6 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 1000 time: 0.1180751 Dec 10 18:31:53.279852 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7417f80e-90d5-4737-a2db-499b90262813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'name': 'tempest-FloatingIPsAssociationTestJSON-59222113-router', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:46Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 4, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'gw_port': {'id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:47Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'cc5255b9-75da-4ba0-987d-dbfc26bdfb7b', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'floating_ip_address': '172.25.7.41', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'port_id': 'eb979513-3a6e-4d43-82cd-21735d74229e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75', 'mac_address': 'fa:16:3e:03:7f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e66cbb5-021c-4ffb-bb83-6458c13baffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:31:20Z', 'updated_at': '2021-12-10T18:31:49Z', 'revision_number': 3, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0f6e74-1245-445e-bd0d-74fb0417f5ab', 'name': '', 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'mac_address': 'fa:16:3e:75:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '247a3de4-ec4d-439c-ba27-4051f4367cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:54Z', 'updated_at': '2021-12-10T18:31:00Z', 'revision_number': 5, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'subnets': [{'id': '247a3de4-ec4d-439c-ba27-4051f4367cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:53.287714 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 8bc340ce-0b65-4581-97d1-839cb961094b up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:53.420437 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf15c29-d424-408f-8e24-c9afb697352d req-db5f274c-3976-4569-9443-7ec6b3e61bb9 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:53.426959 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7417f80e-90d5-4737-a2db-499b90262813 None None] Checking router: fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:31:53.438191 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9bf15c29-d424-408f-8e24-c9afb697352d req-db5f274c-3976-4569-9443-7ec6b3e61bb9 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/networks/6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 784 time: 0.1699288 Dec 10 18:31:53.440536 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a63511-34ff-4131-8762-2b9877286828', 'name': 'network-vif-deleted', 'tag': 'baa46271-5316-426e-b73c-7c0cfeef3fa2'}, {'server_uuid': 'e2b83710-daf1-4800-930a-d1f4c500f8ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd29c3170-75f7-4a7c-976d-2dc07ad3078f'}, {'name': 'network-changed', 'server_uuid': 'e2b83710-daf1-4800-930a-d1f4c500f8ad', 'tag': 'd29c3170-75f7-4a7c-976d-2dc07ad3078f'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:53.456780 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f238a92f-f860-4009-90ee-4a48216f905c" -d '{"events": [{"server_uuid": "c7a63511-34ff-4131-8762-2b9877286828", "name": "network-vif-deleted", "tag": "baa46271-5316-426e-b73c-7c0cfeef3fa2"}, {"server_uuid": "e2b83710-daf1-4800-930a-d1f4c500f8ad", "name": "network-vif-unplugged", "status": "completed", "tag": "d29c3170-75f7-4a7c-976d-2dc07ad3078f"}, {"name": "network-changed", "server_uuid": "e2b83710-daf1-4800-930a-d1f4c500f8ad", "tag": "d29c3170-75f7-4a7c-976d-2dc07ad3078f"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:53.464115 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79010fcf-436d-4fbc-ac68-4cd5bf2abeca req-611934ef-8033-4eee-949e-ad3f969cd5cb tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6019807 Dec 10 18:31:53.487292 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=2f3be854-9c6b-4590-8aee-5e985a9a82e4,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:53.513567 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-0227b98c-80a2-4828-b8f4-3da01cf6a642 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Made reservation on behalf of 216309f085e04cb2a1db65c2f1b578cb for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:53.517675 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-0227b98c-80a2-4828-b8f4-3da01cf6a642 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:53.531571 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:53.545662 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-151e2cb7-7585-49ce-8b5d-4f6217681785 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:31:53.546027 n-d-821435-1 neutron-server[103246]: DEBUG oslo_db.api [None req-151e2cb7-7585-49ce-8b5d-4f6217681785 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:31:53.548008 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e66cbb5-021c-4ffb-bb83-6458c13baffb', 'tag': 'eb979513-3a6e-4d43-82cd-21735d74229e'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:53.550609 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806933b4-6a81-40ce-bdec-19b0b5a0b5d8" -d '{"events": [{"name": "network-changed", "server_uuid": "2e66cbb5-021c-4ffb-bb83-6458c13baffb", "tag": "eb979513-3a6e-4d43-82cd-21735d74229e"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:53.579916 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:53.624392 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7417f80e-90d5-4737-a2db-499b90262813 None None] Routers {'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:53.625167 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7417f80e-90d5-4737-a2db-499b90262813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:31:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:53.744412 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 8bc340ce-0b65-4581-97d1-839cb961094b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:53.745343 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:53.751473 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd459d-9a87-4718-a4c6-909cb24258c8 req-fc419f0e-baf5-4466-a002-c8462d249711 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:53.756268 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2abd459d-9a87-4718-a4c6-909cb24258c8 req-fc419f0e-baf5-4466-a002-c8462d249711 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/ports?device_id=ece272dc-7e0c-4534-9d16-b36703443bed HTTP/1.1" status: 200 len: 932 time: 0.1601098 Dec 10 18:31:53.776714 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:53.800844 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:53.827126 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-0227b98c-80a2-4828-b8f4-3da01cf6a642 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Allocated IP 19.86.0.169 (29bf4f73-b786-47d9-b710-77ae5efd3f4c/ee3c328f-1c24-490b-81f1-15d2b8f6c49a/6a7191c3-bd90-41c9-b202-3c004f5d6026) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:53.838425 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6e3dab-6565-4c8b-a70d-0fd2b2476ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:53.840623 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63394579-b0e4-405a-bd2c-4057870b4dd6" -d '{"events": [{"server_uuid": "be6e3dab-6565-4c8b-a70d-0fd2b2476ee4", "name": "network-vif-plugged", "status": "completed", "tag": "9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:53.886442 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-7417f80e-90d5-4737-a2db-499b90262813 None None] Set router fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:31:53.919140 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:54.013014 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:54.015736 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409f8d6-0fd9-408a-b3c1-5096b0c23d14 req-5252aa71-adaf-47ab-a03c-0374e7ffe414 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:54.019158 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1409f8d6-0fd9-408a-b3c1-5096b0c23d14 req-5252aa71-adaf-47ab-a03c-0374e7ffe414 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4 HTTP/1.1" status: 200 len: 945 time: 0.0787220 Dec 10 18:31:54.099500 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-0227b98c-80a2-4828-b8f4-3da01cf6a642 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:54.100544 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1409f8d6-0fd9-408a-b3c1-5096b0c23d14 req-40a3f345-9e9c-455c-b145-0adec5b4a325 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748320 Dec 10 18:31:54.106382 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2abd459d-9a87-4718-a4c6-909cb24258c8 req-6c2b556d-f254-4d8d-95dc-c3eef36ccf46 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/security-groups?id=02887b67-19d8-4e26-a497-49330ec812c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325803 Dec 10 18:31:54.139687 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 8bc340ce-0b65-4581-97d1-839cb961094b, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=8bc340ce-0b65-4581-97d1-839cb961094b,segment=NetworkSegment(abe04ed9-652a-435b-991b-a84908dffa2a),segment_id=abe04ed9-652a-435b-991b-a84908dffa2a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:54.152926 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:54.169491 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-0227b98c-80a2-4828-b8f4-3da01cf6a642 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:54.214745 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57087dce-590a-4204-8fee-368151f76cc8 x-openstack-request-id: req-57087dce-590a-4204-8fee-368151f76cc8 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:54.215042 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a63511-34ff-4131-8762-2b9877286828", "name": "network-vif-deleted", "tag": "baa46271-5316-426e-b73c-7c0cfeef3fa2", "status": "completed", "code": 200}, {"server_uuid": "e2b83710-daf1-4800-930a-d1f4c500f8ad", "name": "network-vif-unplugged", "status": "completed", "tag": "d29c3170-75f7-4a7c-976d-2dc07ad3078f", "code": 200}, {"name": "network-changed", "server_uuid": "e2b83710-daf1-4800-930a-d1f4c500f8ad", "tag": "d29c3170-75f7-4a7c-976d-2dc07ad3078f", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:54.215292 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-57087dce-590a-4204-8fee-368151f76cc8 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:54.215700 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a63511-34ff-4131-8762-2b9877286828', 'name': 'network-vif-deleted', 'tag': 'baa46271-5316-426e-b73c-7c0cfeef3fa2', 'status': 'completed', 'code': 200} Dec 10 18:31:54.215955 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b83710-daf1-4800-930a-d1f4c500f8ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd29c3170-75f7-4a7c-976d-2dc07ad3078f', 'code': 200} Dec 10 18:31:54.216209 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b83710-daf1-4800-930a-d1f4c500f8ad', 'tag': 'd29c3170-75f7-4a7c-976d-2dc07ad3078f', 'status': 'completed', 'code': 200} Dec 10 18:31:54.242932 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-0227b98c-80a2-4828-b8f4-3da01cf6a642 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Network 29bf4f73-b786-47d9-b710-77ae5efd3f4c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:54.247214 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-0227b98c-80a2-4828-b8f4-3da01cf6a642 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:54.252807 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-0227b98c-80a2-4828-b8f4-3da01cf6a642 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:54.296173 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bfbc7388-fc5c-4026-8f81-7e1da6b59acb req-b8e4b1c8-ba52-4646-ad00-61911810b891 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 1000 time: 0.1684647 Dec 10 18:31:54.307741 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0227b98c-80a2-4828-b8f4-3da01cf6a642 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Pushing event updated for resources: {'Port': ['ID=6a7191c3-bd90-41c9-b202-3c004f5d6026,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:54.347407 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=8bc340ce-0b65-4581-97d1-839cb961094b,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:54.412004 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-0227b98c-80a2-4828-b8f4-3da01cf6a642 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:54.412812 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-0227b98c-80a2-4828-b8f4-3da01cf6a642 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:54.417852 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c6f58d7f-b998-49e2-b873-6689f21ce677 None None] Provisioning complete for port 8bc340ce-0b65-4581-97d1-839cb961094b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:54.418252 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c6f58d7f-b998-49e2-b873-6689f21ce677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:54.445449 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-0227b98c-80a2-4828-b8f4-3da01cf6a642 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4713917 Dec 10 18:31:54.455444 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a27119-5989-48d6-a83a-383e071e926c req-5fec6505-83a0-41c2-92fe-ebdf90397844 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:54.457338 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b5a27119-5989-48d6-a83a-383e071e926c req-5fec6505-83a0-41c2-92fe-ebdf90397844 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 951 time: 0.1333082 Dec 10 18:31:54.458693 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc7388-fc5c-4026-8f81-7e1da6b59acb req-d64cebba-2223-462d-a37f-67f66451466f tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:54.460135 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bfbc7388-fc5c-4026-8f81-7e1da6b59acb req-d64cebba-2223-462d-a37f-67f66451466f tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/ports/eb979513-3a6e-4d43-82cd-21735d74229e HTTP/1.1" status: 200 len: 942 time: 0.1629653 Dec 10 18:31:54.477002 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-454d05ef-842e-44f3-9e04-5bf602ba4fc5 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Request body: {'port': {'device_id': 'ece272dc-7e0c-4534-9d16-b36703443bed', 'network_id': '5c3aa543-fb76-4e55-8f6b-8d76534585ce', 'admin_state_up': True, 'tenant_id': '216309f085e04cb2a1db65c2f1b578cb'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:54.481852 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238a92f-f860-4009-90ee-4a48216f905c req-716797e8-7a0d-4cf5-bce6-e26a31c6efe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:54.487812 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f238a92f-f860-4009-90ee-4a48216f905c req-716797e8-7a0d-4cf5-bce6-e26a31c6efe1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986&device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 1124 time: 0.2403851 Dec 10 18:31:54.506957 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7417f80e-90d5-4737-a2db-499b90262813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'name': 'tempest-FloatingIPsAssociationTestJSON-59222113-router', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:46Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 4, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'gw_port': {'id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:47Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'cc5255b9-75da-4ba0-987d-dbfc26bdfb7b', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'floating_ip_address': '172.25.7.41', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'port_id': 'eb979513-3a6e-4d43-82cd-21735d74229e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75', 'mac_address': 'fa:16:3e:03:7f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e66cbb5-021c-4ffb-bb83-6458c13baffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:31:20Z', 'updated_at': '2021-12-10T18:31:49Z', 'revision_number': 3, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0f6e74-1245-445e-bd0d-74fb0417f5ab', 'name': '', 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'mac_address': 'fa:16:3e:75:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '247a3de4-ec4d-439c-ba27-4051f4367cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:54Z', 'updated_at': '2021-12-10T18:31:00Z', 'revision_number': 5, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'subnets': [{'id': '247a3de4-ec4d-439c-ba27-4051f4367cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:54.559514 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7417f80e-90d5-4737-a2db-499b90262813 None None] The sync data for ids ['fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'] in n-d-821435-1 is: [{'id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'name': 'tempest-FloatingIPsAssociationTestJSON-59222113-router', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:46Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 4, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'gw_port': {'id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:47Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'cc5255b9-75da-4ba0-987d-dbfc26bdfb7b', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'floating_ip_address': '172.25.7.41', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'port_id': 'eb979513-3a6e-4d43-82cd-21735d74229e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75', 'mac_address': 'fa:16:3e:03:7f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e66cbb5-021c-4ffb-bb83-6458c13baffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:31:20Z', 'updated_at': '2021-12-10T18:31:49Z', 'revision_number': 3, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0f6e74-1245-445e-bd0d-74fb0417f5ab', 'name': '', 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'mac_address': 'fa:16:3e:75:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '247a3de4-ec4d-439c-ba27-4051f4367cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:54Z', 'updated_at': '2021-12-10T18:31:00Z', 'revision_number': 5, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'subnets': [{'id': '247a3de4-ec4d-439c-ba27-4051f4367cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:31:54.620492 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c6f58d7f-b998-49e2-b873-6689f21ce677 None None] Provisioning complete for port 2f3be854-9c6b-4590-8aee-5e985a9a82e4 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:54.621156 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c6f58d7f-b998-49e2-b873-6689f21ce677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:54.679762 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:54.690779 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bfbc7388-fc5c-4026-8f81-7e1da6b59acb req-07f8a252-f875-434a-b624-8eb5064631c6 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 1000 time: 0.1236105 Dec 10 18:31:54.693322 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b5a27119-5989-48d6-a83a-383e071e926c req-7f5a8e3d-09c3-4fee-aba2-966772d7349b tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439817 Dec 10 18:31:54.735232 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-454d05ef-842e-44f3-9e04-5bf602ba4fc5 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Made reservation on behalf of 216309f085e04cb2a1db65c2f1b578cb for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:54.740371 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-454d05ef-842e-44f3-9e04-5bf602ba4fc5 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:54.745441 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238a92f-f860-4009-90ee-4a48216f905c req-d5af68a9-2e18-4dab-b067-f2aeeab67058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:54.747398 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f238a92f-f860-4009-90ee-4a48216f905c req-d5af68a9-2e18-4dab-b067-f2aeeab67058 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7cd799a4-acc6-47e3-afa8-685d03d02732 HTTP/1.1" status: 200 len: 922 time: 0.2491071 Dec 10 18:31:54.771962 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fced4679-6da0-40d9-9c06-a4573670302a x-openstack-request-id: req-fced4679-6da0-40d9-9c06-a4573670302a {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:54.772475 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e66cbb5-021c-4ffb-bb83-6458c13baffb", "tag": "eb979513-3a6e-4d43-82cd-21735d74229e", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:54.772762 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fced4679-6da0-40d9-9c06-a4573670302a {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:54.773156 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e66cbb5-021c-4ffb-bb83-6458c13baffb', 'tag': 'eb979513-3a6e-4d43-82cd-21735d74229e', 'status': 'completed', 'code': 200} Dec 10 18:31:54.812837 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c6f58d7f-b998-49e2-b873-6689f21ce677 None None] Provisioning complete for port de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:54.813365 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c6f58d7f-b998-49e2-b873-6689f21ce677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:54.862551 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c6f58d7f-b998-49e2-b873-6689f21ce677 None None] Port de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:31:54.881956 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f238a92f-f860-4009-90ee-4a48216f905c req-c4b6503b-948f-480c-9c5e-30ed95dfd827 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d29c3170-75f7-4a7c-976d-2dc07ad3078f HTTP/1.1" status: 200 len: 217 time: 0.0980768 Dec 10 18:31:54.884736 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269292f0-c84e-4903-a990-336d6deb60d9 None None] New status for floating IP cc5255b9-75da-4ba0-987d-dbfc26bdfb7b: ACTIVE {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:31:54.947275 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-454d05ef-842e-44f3-9e04-5bf602ba4fc5 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Allocated IP 19.80.0.9 (5c3aa543-fb76-4e55-8f6b-8d76534585ce/3b4471f6-7995-4adc-90c5-eb83ede31314/d9e2ba87-33c3-44e1-804a-4568b9471e29) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:54.978811 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806933b4-6a81-40ce-bdec-19b0b5a0b5d8 req-4fb4c37b-cfd0-43fa-ab3c-b65a3a6d452e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:54.980490 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-806933b4-6a81-40ce-bdec-19b0b5a0b5d8 req-4fb4c37b-cfd0-43fa-ab3c-b65a3a6d452e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7a3d06a851e143ce80bc75aa4f5a0861&device_id=2e66cbb5-021c-4ffb-bb83-6458c13baffb HTTP/1.1" status: 200 len: 1096 time: 0.1395695 Dec 10 18:31:55.014579 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-54311ad7-3900-4485-9b57-dbbd0d9b537b None None] Provisioning complete for port 6a7191c3-bd90-41c9-b202-3c004f5d6026 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:55.015235 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-54311ad7-3900-4485-9b57-dbbd0d9b537b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:55.050608 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc7388-fc5c-4026-8f81-7e1da6b59acb req-d1e961b1-f244-43b3-9125-7d9e51cf8c21 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:55.061497 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bfbc7388-fc5c-4026-8f81-7e1da6b59acb req-d1e961b1-f244-43b3-9125-7d9e51cf8c21 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/networks/6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 784 time: 0.3553507 Dec 10 18:31:55.104890 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a30efdc-28ec-462b-9939-191e1b3669e9 x-openstack-request-id: req-6a30efdc-28ec-462b-9939-191e1b3669e9 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:55.109983 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6e3dab-6565-4c8b-a70d-0fd2b2476ee4", "name": "network-vif-plugged", "status": "completed", "tag": "9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:55.110468 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6a30efdc-28ec-462b-9939-191e1b3669e9 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:55.111087 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6e3dab-6565-4c8b-a70d-0fd2b2476ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e', 'code': 200} Dec 10 18:31:55.123937 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238a92f-f860-4009-90ee-4a48216f905c req-9585f58e-d33b-479f-9f1b-a386651be4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:55.125437 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f238a92f-f860-4009-90ee-4a48216f905c req-9585f58e-d33b-479f-9f1b-a386651be4fa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30832bd6-5c81-4f5a-a237-6a5341f2b45d HTTP/1.1" status: 200 len: 861 time: 0.2293675 Dec 10 18:31:55.147719 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-54311ad7-3900-4485-9b57-dbbd0d9b537b None None] Port 6a7191c3-bd90-41c9-b202-3c004f5d6026 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:31:55.163472 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-454d05ef-842e-44f3-9e04-5bf602ba4fc5 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:55.184456 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f238a92f-f860-4009-90ee-4a48216f905c req-e43d4016-3e86-4dd5-9745-a89e33dbc7bb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7cd799a4-acc6-47e3-afa8-685d03d02732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455124 Dec 10 18:31:55.206012 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 8bc340ce-0b65-4581-97d1-839cb961094b up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:55.261727 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-454d05ef-842e-44f3-9e04-5bf602ba4fc5 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:55.272909 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bfbc7388-fc5c-4026-8f81-7e1da6b59acb req-04155fbb-1812-47f4-81e0-456dd3701624 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 1000 time: 0.2100840 Dec 10 18:31:55.277811 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-bfbc7388-fc5c-4026-8f81-7e1da6b59acb req-63a95ea4-f457-4c84-99f6-0592819203df tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:55.321540 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806933b4-6a81-40ce-bdec-19b0b5a0b5d8 req-293842a8-6b80-4c86-8661-3a3f48cb4f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:55.323070 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-806933b4-6a81-40ce-bdec-19b0b5a0b5d8 req-293842a8-6b80-4c86-8661-3a3f48cb4f26 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a4abdfd0-f739-47c7-bbf0-c66e12b37b75 HTTP/1.1" status: 200 len: 920 time: 0.3326368 Dec 10 18:31:55.369860 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 8bc340ce-0b65-4581-97d1-839cb961094b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:55.370241 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:55.416831 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d05ef-842e-44f3-9e04-5bf602ba4fc5 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Pushing event updated for resources: {'Port': ['ID=d9e2ba87-33c3-44e1-804a-4568b9471e29,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:55.438477 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bfbc7388-fc5c-4026-8f81-7e1da6b59acb req-63a95ea4-f457-4c84-99f6-0592819203df tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks [] for floatingip, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:55.446413 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-454d05ef-842e-44f3-9e04-5bf602ba4fc5 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Network 5c3aa543-fb76-4e55-8f6b-8d76534585ce is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:55.451117 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-454d05ef-842e-44f3-9e04-5bf602ba4fc5 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:55.455422 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-454d05ef-842e-44f3-9e04-5bf602ba4fc5 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:55.472268 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:55.511041 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-806933b4-6a81-40ce-bdec-19b0b5a0b5d8 req-d039da6b-327f-48e1-b52a-d938ea6042b8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb979513-3a6e-4d43-82cd-21735d74229e HTTP/1.1" status: 200 len: 1000 time: 0.1751938 Dec 10 18:31:55.520239 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f238a92f-f860-4009-90ee-4a48216f905c req-68a707ce-4781-4c83-b6df-5ca40725cbaa service neutron] 10.222.0.72 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187072 Dec 10 18:31:55.605389 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 2f3be854-9c6b-4590-8aee-5e985a9a82e4 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:55.639934 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2a08a-cbfc-4a92-a8bc-09b2572785e1 req-895e5a98-3d21-4f76-939f-32ac6a643a93 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:55.653996 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0dd2a08a-cbfc-4a92-a8bc-09b2572785e1 req-895e5a98-3d21-4f76-939f-32ac6a643a93 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 943 time: 0.1070707 Dec 10 18:31:55.687509 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-454d05ef-842e-44f3-9e04-5bf602ba4fc5 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:55.688180 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-454d05ef-842e-44f3-9e04-5bf602ba4fc5 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:55.691884 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 2f3be854-9c6b-4590-8aee-5e985a9a82e4 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:55.692945 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:55.727966 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d330619-2a7e-451d-b878-d8a66c832e58 req-31e16805-388d-4413-b922-06dcc89d910a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:55.729809 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0d330619-2a7e-451d-b878-d8a66c832e58 req-31e16805-388d-4413-b922-06dcc89d910a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4 HTTP/1.1" status: 200 len: 1096 time: 0.3066845 Dec 10 18:31:55.737433 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-454d05ef-842e-44f3-9e04-5bf602ba4fc5 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2676847 Dec 10 18:31:55.764476 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-3554f90d-6f04-473e-9d6d-2ff32475bcd4 service neutron] Request body: {'port': {'device_id': 'ece272dc-7e0c-4534-9d16-b36703443bed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:55.791729 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806933b4-6a81-40ce-bdec-19b0b5a0b5d8 req-f5fba1f5-af57-411d-993b-b04ca9a24ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:55.793288 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-806933b4-6a81-40ce-bdec-19b0b5a0b5d8 req-f5fba1f5-af57-411d-993b-b04ca9a24ba8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=247a3de4-ec4d-439c-ba27-4051f4367cc3 HTTP/1.1" status: 200 len: 858 time: 0.2709343 Dec 10 18:31:55.799441 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0dd2a08a-cbfc-4a92-a8bc-09b2572785e1 req-2bdd32f7-6e7d-48d3-8d13-49308c72776c tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444082 Dec 10 18:31:55.854761 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-3554f90d-6f04-473e-9d6d-2ff32475bcd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:55.882247 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f4d39826-ce87-4bbf-9f69-b3f14442480c None None] Provisioning complete for port d9e2ba87-33c3-44e1-804a-4568b9471e29 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:55.885286 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4d39826-ce87-4bbf-9f69-b3f14442480c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:55.914260 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-641c0f20-afb1-4185-bbb5-041d9bfd7dba req-769728a2-9c71-4aa6-99c0-5a36df7b9cf7 tempest-ServerShowV247Test-517462068 tempest-ServerShowV247Test-517462068-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2035ab4-c2fc-4907-af10-60b82351c602 HTTP/1.1" status: 200 len: 210 time: 0.0456376 Dec 10 18:31:55.935076 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f4d39826-ce87-4bbf-9f69-b3f14442480c None None] Port d9e2ba87-33c3-44e1-804a-4568b9471e29 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:31:56.116790 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415157b-feae-4c8d-ad36-306a7c53f187 req-4cbfb533-76a4-4097-a474-235223a5fc6c tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:56.118288 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e415157b-feae-4c8d-ad36-306a7c53f187 req-4cbfb533-76a4-4097-a474-235223a5fc6c tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4 HTTP/1.1" status: 200 len: 945 time: 0.1101897 Dec 10 18:31:56.203622 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e415157b-feae-4c8d-ad36-306a7c53f187 req-1e589352-be85-4311-875e-f08545f4340b tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771294 Dec 10 18:31:56.265446 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-3554f90d-6f04-473e-9d6d-2ff32475bcd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:31:56.273970 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-3554f90d-6f04-473e-9d6d-2ff32475bcd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:56.286093 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bfbc7388-fc5c-4026-8f81-7e1da6b59acb req-63a95ea4-f457-4c84-99f6-0592819203df tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:56.296148 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-3554f90d-6f04-473e-9d6d-2ff32475bcd4 service neutron] Transition to ACTIVE for port object de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:31:56.319303 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f238a92f-f860-4009-90ee-4a48216f905c req-2899f250-b453-41bc-a66c-1988665dcdc3 service neutron] 10.222.0.72 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7858949 Dec 10 18:31:56.319543 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-3554f90d-6f04-473e-9d6d-2ff32475bcd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:56.319896 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bfbc7388-fc5c-4026-8f81-7e1da6b59acb req-63a95ea4-f457-4c84-99f6-0592819203df tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:56.320248 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [req-bfbc7388-fc5c-4026-8f81-7e1da6b59acb req-63a95ea4-f457-4c84-99f6-0592819203df tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Floating IP cc5255b9-75da-4ba0-987d-dbfc26bdfb7b disassociated. External IP: 172.25.7.41, port: eb979513-3a6e-4d43-82cd-21735d74229e. Dec 10 18:31:56.367693 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0d330619-2a7e-451d-b878-d8a66c832e58 req-92ab93be-9544-46a6-ad4d-0e718357e665 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6249492 Dec 10 18:31:56.399357 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806933b4-6a81-40ce-bdec-19b0b5a0b5d8 req-831a0f44-1016-4925-a066-5015fa7acb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:56.399708 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5dcf32-a5ff-4a86-af50-f92708b8247b req-07cdfd8d-1513-4a2b-9b91-fffeeb382fd7 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:56.401372 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-806933b4-6a81-40ce-bdec-19b0b5a0b5d8 req-831a0f44-1016-4925-a066-5015fa7acb8e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a4abdfd0-f739-47c7-bbf0-c66e12b37b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5708919 Dec 10 18:31:56.405846 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5dcf32-a5ff-4a86-af50-f92708b8247b req-07cdfd8d-1513-4a2b-9b91-fffeeb382fd7 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:56.412417 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5dcf32-a5ff-4a86-af50-f92708b8247b req-07cdfd8d-1513-4a2b-9b91-fffeeb382fd7 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:56.414180 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f5dcf32-a5ff-4a86-af50-f92708b8247b req-07cdfd8d-1513-4a2b-9b91-fffeeb382fd7 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/ports?device_id=ece272dc-7e0c-4534-9d16-b36703443bed HTTP/1.1" status: 200 len: 2375 time: 0.1314037 Dec 10 18:31:56.430755 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554f90d-6f04-473e-9d6d-2ff32475bcd4 service neutron] Pushing event updated for resources: {'Port': ['ID=de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:56.439227 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23f490-6528-417d-b59c-2e31efa94dbf req-120f38e7-2d46-4af1-9c13-7b9e79f43483 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:56.440839 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ea23f490-6528-417d-b59c-2e31efa94dbf req-120f38e7-2d46-4af1-9c13-7b9e79f43483 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.46 "GET /v2.0/ports?device_id=c946cc6c-cb61-4cbb-a20e-b3edae01e223 HTTP/1.1" status: 200 len: 949 time: 0.1675546 Dec 10 18:31:56.522813 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f5dcf32-a5ff-4a86-af50-f92708b8247b req-a5438b0a-c47d-4818-9630-efe2b99e0daf tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/security-groups?id=02887b67-19d8-4e26-a497-49330ec812c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934410 Dec 10 18:31:56.525525 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-3554f90d-6f04-473e-9d6d-2ff32475bcd4 service neutron] Attempting to bind port de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:56.525854 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-3554f90d-6f04-473e-9d6d-2ff32475bcd4 service neutron] Attempting to bind port de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': 'ea5e532e-6d6f-49f7-89bc-f5cd2115c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5c3aa543-fb76-4e55-8f6b-8d76534585ce'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:56.526190 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-3554f90d-6f04-473e-9d6d-2ff32475bcd4 service neutron] Attempting to bind port de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d on network 5c3aa543-fb76-4e55-8f6b-8d76534585ce {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:56.531082 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-3554f90d-6f04-473e-9d6d-2ff32475bcd4 service neutron] Port de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d on network 5c3aa543-fb76-4e55-8f6b-8d76534585ce not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:56.532518 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-3554f90d-6f04-473e-9d6d-2ff32475bcd4 service neutron] Attempting to bind port de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d on network 5c3aa543-fb76-4e55-8f6b-8d76534585ce {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:56.537205 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-3554f90d-6f04-473e-9d6d-2ff32475bcd4 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:31:56.537555 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-3554f90d-6f04-473e-9d6d-2ff32475bcd4 service neutron] Checking segment: {'id': 'ea5e532e-6d6f-49f7-89bc-f5cd2115c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5c3aa543-fb76-4e55-8f6b-8d76534585ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:56.537970 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-3554f90d-6f04-473e-9d6d-2ff32475bcd4 service neutron] Bound using segment: {'id': 'ea5e532e-6d6f-49f7-89bc-f5cd2115c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5c3aa543-fb76-4e55-8f6b-8d76534585ce'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:31:56.547380 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-3554f90d-6f04-473e-9d6d-2ff32475bcd4 service neutron] Bound port: de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea5e532e-6d6f-49f7-89bc-f5cd2115c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5c3aa543-fb76-4e55-8f6b-8d76534585ce'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:31:56.547861 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-3554f90d-6f04-473e-9d6d-2ff32475bcd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:56.660850 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-3554f90d-6f04-473e-9d6d-2ff32475bcd4 service neutron] For port de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:56.666620 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-3554f90d-6f04-473e-9d6d-2ff32475bcd4 service neutron] For port de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d,segment=NetworkSegment(ea5e532e-6d6f-49f7-89bc-f5cd2115c294),segment_id=ea5e532e-6d6f-49f7-89bc-f5cd2115c294)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:31:56.681700 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a799649-860b-4320-8efc-76505b214a29 req-88ecbf02-c84e-41e7-9c0a-8eba1900b74f tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:56.683251 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0a799649-860b-4320-8efc-76505b214a29 req-88ecbf02-c84e-41e7-9c0a-8eba1900b74f tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=c946cc6c-cb61-4cbb-a20e-b3edae01e223 HTTP/1.1" status: 200 len: 949 time: 0.0830934 Dec 10 18:31:56.684571 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-3554f90d-6f04-473e-9d6d-2ff32475bcd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:56.710401 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-ea23f490-6528-417d-b59c-2e31efa94dbf req-7cf46ab1-0f77-4536-a57d-6e53674ba3da tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Deleting port 41782f9b-5a73-4cfc-b85e-56d854ddfd24 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:56.710730 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ea23f490-6528-417d-b59c-2e31efa94dbf req-7cf46ab1-0f77-4536-a57d-6e53674ba3da tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:56.716476 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfbc7388-fc5c-4026-8f81-7e1da6b59acb req-63a95ea4-f457-4c84-99f6-0592819203df tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Router fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:31:56.737653 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-3554f90d-6f04-473e-9d6d-2ff32475bcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:56.738274 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-3554f90d-6f04-473e-9d6d-2ff32475bcd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:56.740241 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-3554f90d-6f04-473e-9d6d-2ff32475bcd4 service neutron] 10.222.0.46 "PUT /v2.0/ports/de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d HTTP/1.1" status: 200 len: 1092 time: 0.9806480 Dec 10 18:31:56.773164 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554f90d-6f04-473e-9d6d-2ff32475bcd4 service neutron] Pushing event updated for resources: {'Port': ['ID=de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:56.779803 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ece272dc-7e0c-4534-9d16-b36703443bed', 'tag': 'de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:56.782716 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8584a342-3b3e-49c0-a6b4-0b4bd4eaaadc" -d '{"events": [{"name": "network-changed", "server_uuid": "ece272dc-7e0c-4534-9d16-b36703443bed", "tag": "de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:56.794814 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-97f6440d-3444-4047-9809-a939e65d10a3 service neutron] Request body: {'port': {'device_id': 'ece272dc-7e0c-4534-9d16-b36703443bed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:56.803277 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0a799649-860b-4320-8efc-76505b214a29 req-14cc555c-3e94-45c3-a940-e851da777994 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096277 Dec 10 18:31:56.818749 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-806933b4-6a81-40ce-bdec-19b0b5a0b5d8 req-8d7e30b0-5d93-45b4-94b4-4b56a9626778 service neutron] 10.222.0.72 "GET /v2.0/networks/a4abdfd0-f739-47c7-bbf0-c66e12b37b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911020 Dec 10 18:31:56.874700 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-97f6440d-3444-4047-9809-a939e65d10a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:56.978359 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-ea23f490-6528-417d-b59c-2e31efa94dbf req-7cf46ab1-0f77-4536-a57d-6e53674ba3da tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] For port 41782f9b-5a73-4cfc-b85e-56d854ddfd24, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=41782f9b-5a73-4cfc-b85e-56d854ddfd24,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:56.978728 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ea23f490-6528-417d-b59c-2e31efa94dbf req-7cf46ab1-0f77-4536-a57d-6e53674ba3da tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:57.007875 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeabbf5e-83d0-47f2-aa87-704d21c55c75 req-f8391bed-1e40-438e-8fe4-8448ab8a542f tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:57.008026 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-ea23f490-6528-417d-b59c-2e31efa94dbf req-7cf46ab1-0f77-4536-a57d-6e53674ba3da tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Calling delete_port for 41782f9b-5a73-4cfc-b85e-56d854ddfd24 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:57.009587 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aeabbf5e-83d0-47f2-aa87-704d21c55c75 req-f8391bed-1e40-438e-8fe4-8448ab8a542f tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 951 time: 0.0925913 Dec 10 18:31:57.098663 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfbc7388-fc5c-4026-8f81-7e1da6b59acb req-63a95ea4-f457-4c84-99f6-0592819203df tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:31:57.105003 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bfbc7388-fc5c-4026-8f81-7e1da6b59acb req-63a95ea4-f457-4c84-99f6-0592819203df tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:57.112452 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-806933b4-6a81-40ce-bdec-19b0b5a0b5d8 req-d4ab30b7-0ef2-4b6a-ab9e-0f25771a2dab service neutron] 10.222.0.72 "GET /v2.0/networks/a4abdfd0-f739-47c7-bbf0-c66e12b37b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474608 Dec 10 18:31:57.118420 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52175427-d52b-41e0-90de-29555681b362 None None] Sync routers for ids ['fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:31:57.132238 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52175427-d52b-41e0-90de-29555681b362 None None] Routers {'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:57.133658 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-52175427-d52b-41e0-90de-29555681b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:31:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:57.153697 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bfbc7388-fc5c-4026-8f81-7e1da6b59acb req-63a95ea4-f457-4c84-99f6-0592819203df tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "PUT /v2.0/floatingips/cc5255b9-75da-4ba0-987d-dbfc26bdfb7b HTTP/1.1" status: 200 len: 694 time: 1.8798275 Dec 10 18:31:57.155566 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e66cbb5-021c-4ffb-bb83-6458c13baffb', 'tag': 'eb979513-3a6e-4d43-82cd-21735d74229e'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:57.157592 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab503a3-e5c5-4055-b48e-d1d3d416fe28" -d '{"events": [{"name": "network-changed", "server_uuid": "2e66cbb5-021c-4ffb-bb83-6458c13baffb", "tag": "eb979513-3a6e-4d43-82cd-21735d74229e"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:57.162587 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aeabbf5e-83d0-47f2-aa87-704d21c55c75 req-b240e7ff-df4a-4b7f-a1b0-cab4636bd1c8 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456649 Dec 10 18:31:57.313381 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d5ac272e-ec32-4a55-a02d-bfd4305c851b req-a3b547d4-0e5d-4f33-9fdb-d27222d03ef5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0d68a761-0f3f-423a-8c82-16c49617da39 HTTP/1.1" status: 200 len: 210 time: 0.0405843 Dec 10 18:31:57.326122 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc7388-fc5c-4026-8f81-7e1da6b59acb req-21583d0e-52ed-4803-a81c-40e546e2bd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:57.327103 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-52175427-d52b-41e0-90de-29555681b362 None None] Set router fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:31:57.334348 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bfbc7388-fc5c-4026-8f81-7e1da6b59acb req-21583d0e-52ed-4803-a81c-40e546e2bd8c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7a3d06a851e143ce80bc75aa4f5a0861&device_id=2e66cbb5-021c-4ffb-bb83-6458c13baffb HTTP/1.1" status: 200 len: 1096 time: 0.1607141 Dec 10 18:31:57.338044 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0cfc2a-92c7-4ec9-a283-6cad034a12b7 x-openstack-request-id: req-fa0cfc2a-92c7-4ec9-a283-6cad034a12b7 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:57.338339 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ece272dc-7e0c-4534-9d16-b36703443bed", "tag": "de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:57.339011 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fa0cfc2a-92c7-4ec9-a283-6cad034a12b7 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:57.339428 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ece272dc-7e0c-4534-9d16-b36703443bed', 'tag': 'de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d', 'status': 'completed', 'code': 200} Dec 10 18:31:57.375861 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.46', 50473) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:57.407176 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ea23f490-6528-417d-b59c-2e31efa94dbf req-7cf46ab1-0f77-4536-a57d-6e53674ba3da tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:57.424137 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-af4cf47b-b61f-48bf-8b7a-6515047ee467 req-521e3d26-d387-454f-81eb-34338f5e6ca8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a2035ab4-c2fc-4907-af10-60b82351c602 HTTP/1.1" status: 200 len: 210 time: 0.0682735 Dec 10 18:31:57.442286 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf46ab1-0f77-4536-a57d-6e53674ba3da tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Pushing event deleted for resources: {'Port': ['ID=41782f9b-5a73-4cfc-b85e-56d854ddfd24,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:57.518447 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584a342-3b3e-49c0-a6b4-0b4bd4eaaadc req-a94d1ceb-dc26-4380-927a-34426b408321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:57.519460 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584a342-3b3e-49c0-a6b4-0b4bd4eaaadc req-a94d1ceb-dc26-4380-927a-34426b408321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:57.519460 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584a342-3b3e-49c0-a6b4-0b4bd4eaaadc req-a94d1ceb-dc26-4380-927a-34426b408321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:57.519787 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea23f490-6528-417d-b59c-2e31efa94dbf req-7cf46ab1-0f77-4536-a57d-6e53674ba3da tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] No DVR routers for this DVR port 41782f9b-5a73-4cfc-b85e-56d854ddfd24 on host n-h1-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:31:57.522074 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8584a342-3b3e-49c0-a6b4-0b4bd4eaaadc req-a94d1ceb-dc26-4380-927a-34426b408321 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=216309f085e04cb2a1db65c2f1b578cb&device_id=ece272dc-7e0c-4534-9d16-b36703443bed HTTP/1.1" status: 200 len: 2730 time: 0.1473083 Dec 10 18:31:57.529319 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ea23f490-6528-417d-b59c-2e31efa94dbf req-7cf46ab1-0f77-4536-a57d-6e53674ba3da tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:57.532526 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ea23f490-6528-417d-b59c-2e31efa94dbf req-7cf46ab1-0f77-4536-a57d-6e53674ba3da tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.46 "DELETE /v2.0/ports/41782f9b-5a73-4cfc-b85e-56d854ddfd24 HTTP/1.1" status: 204 len: 173 time: 1.0699389 Dec 10 18:31:57.537350 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['f8ba8851-1d33-4f93-a82e-362a38c4cb37'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:31:57.539901 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['6b20fbca-43c1-461a-86cf-d54b82f818f3'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:31:57.549327 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-97f6440d-3444-4047-9809-a939e65d10a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a7191c3-bd90-41c9-b202-3c004f5d6026 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:31:57.554633 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc7388-fc5c-4026-8f81-7e1da6b59acb req-704c45c0-c12b-4905-9255-adb7248db682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:57.556167 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bfbc7388-fc5c-4026-8f81-7e1da6b59acb req-704c45c0-c12b-4905-9255-adb7248db682 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a4abdfd0-f739-47c7-bbf0-c66e12b37b75 HTTP/1.1" status: 200 len: 920 time: 0.2209761 Dec 10 18:31:57.563483 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1cc31-c910-4898-9f05-b2e590174dfa req-4590bfa9-0a5c-495d-bfa8-57c8361fbbe0 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:57.565215 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d7f1cc31-c910-4898-9f05-b2e590174dfa req-4590bfa9-0a5c-495d-bfa8-57c8361fbbe0 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 943 time: 0.1437106 Dec 10 18:31:57.567897 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-97f6440d-3444-4047-9809-a939e65d10a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:57.605909 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bfbc7388-fc5c-4026-8f81-7e1da6b59acb req-50db9f38-0ed1-43b7-891b-c140f7f24a2c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb979513-3a6e-4d43-82cd-21735d74229e HTTP/1.1" status: 200 len: 217 time: 0.0433328 Dec 10 18:31:57.611751 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-97f6440d-3444-4047-9809-a939e65d10a3 service neutron] Transition to ACTIVE for port object 6a7191c3-bd90-41c9-b202-3c004f5d6026 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:31:57.618522 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-97f6440d-3444-4047-9809-a939e65d10a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:57.720966 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc7388-fc5c-4026-8f81-7e1da6b59acb req-4c202ea8-2d2e-4e1c-9218-70987baadd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:57.724381 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bfbc7388-fc5c-4026-8f81-7e1da6b59acb req-4c202ea8-2d2e-4e1c-9218-70987baadd09 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=247a3de4-ec4d-439c-ba27-4051f4367cc3 HTTP/1.1" status: 200 len: 858 time: 0.1116569 Dec 10 18:31:57.758204 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d7f1cc31-c910-4898-9f05-b2e590174dfa req-302340bf-4c71-4f0a-9f92-6eb69e16f72b tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858711 Dec 10 18:31:57.921851 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c3668-9f15-488d-9248-939435c18f5e req-d1d1f2b7-b30c-41c5-ade1-0fcdc14a0fa1 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:57.923631 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b79c3668-9f15-488d-9248-939435c18f5e req-d1d1f2b7-b30c-41c5-ade1-0fcdc14a0fa1 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d191119-2ca0-44a5-8e49-7635ef16bd3d HTTP/1.1" status: 200 len: 949 time: 0.1980321 Dec 10 18:31:58.032890 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-237f76dc-2aab-43ec-9f79-5c8875dbf9c1 req-a47f089b-e4a7-48bd-ac1a-8385f59ab365 tempest-ServerShowV247Test-517462068 tempest-ServerShowV247Test-517462068-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2035ab4-c2fc-4907-af10-60b82351c602 HTTP/1.1" status: 200 len: 210 time: 0.1002684 Dec 10 18:31:58.033874 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6440d-3444-4047-9809-a939e65d10a3 service neutron] Pushing event updated for resources: {'Port': ['ID=6a7191c3-bd90-41c9-b202-3c004f5d6026,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:58.081515 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc7388-fc5c-4026-8f81-7e1da6b59acb req-1440463e-a6db-4b7b-8fc3-cf00fc742ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:58.083758 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bfbc7388-fc5c-4026-8f81-7e1da6b59acb req-1440463e-a6db-4b7b-8fc3-cf00fc742ceb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a4abdfd0-f739-47c7-bbf0-c66e12b37b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2520549 Dec 10 18:31:58.264364 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bfbc7388-fc5c-4026-8f81-7e1da6b59acb req-e9398b19-b597-488b-93ad-63953cb3bd85 service neutron] 10.222.0.62 "GET /v2.0/networks/a4abdfd0-f739-47c7-bbf0-c66e12b37b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496608 Dec 10 18:31:58.277042 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b20af3-e82e-43e0-b884-c45ef116d7ef x-openstack-request-id: req-16b20af3-e82e-43e0-b884-c45ef116d7ef {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:58.277380 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e66cbb5-021c-4ffb-bb83-6458c13baffb", "tag": "eb979513-3a6e-4d43-82cd-21735d74229e", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:58.277824 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-16b20af3-e82e-43e0-b884-c45ef116d7ef {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:58.279349 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e66cbb5-021c-4ffb-bb83-6458c13baffb', 'tag': 'eb979513-3a6e-4d43-82cd-21735d74229e', 'status': 'completed', 'code': 200} Dec 10 18:31:58.300587 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-b79c3668-9f15-488d-9248-939435c18f5e req-1c33ccea-9d8c-4043-9316-67475de14fc4 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Deleting port 6b20fbca-43c1-461a-86cf-d54b82f818f3 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:58.301851 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b79c3668-9f15-488d-9248-939435c18f5e req-1c33ccea-9d8c-4043-9316-67475de14fc4 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:58.371461 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584a342-3b3e-49c0-a6b4-0b4bd4eaaadc req-b7297470-0812-409e-b155-82e738e961d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:58.371938 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584a342-3b3e-49c0-a6b4-0b4bd4eaaadc req-b7297470-0812-409e-b155-82e738e961d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:58.372411 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584a342-3b3e-49c0-a6b4-0b4bd4eaaadc req-b7297470-0812-409e-b155-82e738e961d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:58.385337 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8584a342-3b3e-49c0-a6b4-0b4bd4eaaadc req-b7297470-0812-409e-b155-82e738e961d2 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=216309f085e04cb2a1db65c2f1b578cb&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7201345 Dec 10 18:31:58.394572 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-97f6440d-3444-4047-9809-a939e65d10a3 service neutron] Attempting to bind port 6a7191c3-bd90-41c9-b202-3c004f5d6026 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:58.395625 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-97f6440d-3444-4047-9809-a939e65d10a3 service neutron] Attempting to bind port 6a7191c3-bd90-41c9-b202-3c004f5d6026 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': 'abe04ed9-652a-435b-991b-a84908dffa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '29bf4f73-b786-47d9-b710-77ae5efd3f4c'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:58.396040 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-97f6440d-3444-4047-9809-a939e65d10a3 service neutron] Attempting to bind port 6a7191c3-bd90-41c9-b202-3c004f5d6026 on network 29bf4f73-b786-47d9-b710-77ae5efd3f4c {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:58.412458 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-97f6440d-3444-4047-9809-a939e65d10a3 service neutron] Port 6a7191c3-bd90-41c9-b202-3c004f5d6026 on network 29bf4f73-b786-47d9-b710-77ae5efd3f4c not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:58.412855 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-97f6440d-3444-4047-9809-a939e65d10a3 service neutron] Attempting to bind port 6a7191c3-bd90-41c9-b202-3c004f5d6026 on network 29bf4f73-b786-47d9-b710-77ae5efd3f4c {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:58.483345 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-52175427-d52b-41e0-90de-29555681b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'name': 'tempest-FloatingIPsAssociationTestJSON-59222113-router', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:46Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 4, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'gw_port': {'id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:47Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '5e0f6e74-1245-445e-bd0d-74fb0417f5ab', 'name': '', 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'mac_address': 'fa:16:3e:75:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '247a3de4-ec4d-439c-ba27-4051f4367cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:54Z', 'updated_at': '2021-12-10T18:31:00Z', 'revision_number': 5, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'subnets': [{'id': '247a3de4-ec4d-439c-ba27-4051f4367cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:58.517911 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52175427-d52b-41e0-90de-29555681b362 None None] Checking router: fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:31:58.528738 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52175427-d52b-41e0-90de-29555681b362 None None] Routers {'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:58.529103 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-52175427-d52b-41e0-90de-29555681b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:31:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:58.549436 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-b79c3668-9f15-488d-9248-939435c18f5e req-1c33ccea-9d8c-4043-9316-67475de14fc4 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] For port 6b20fbca-43c1-461a-86cf-d54b82f818f3, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=6b20fbca-43c1-461a-86cf-d54b82f818f3,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:58.550576 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b79c3668-9f15-488d-9248-939435c18f5e req-1c33ccea-9d8c-4043-9316-67475de14fc4 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:58.572664 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-97f6440d-3444-4047-9809-a939e65d10a3 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:31:58.572664 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-97f6440d-3444-4047-9809-a939e65d10a3 service neutron] Checking segment: {'id': 'abe04ed9-652a-435b-991b-a84908dffa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '29bf4f73-b786-47d9-b710-77ae5efd3f4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:58.574433 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-b79c3668-9f15-488d-9248-939435c18f5e req-1c33ccea-9d8c-4043-9316-67475de14fc4 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Calling delete_port for 6b20fbca-43c1-461a-86cf-d54b82f818f3 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:58.575913 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-97f6440d-3444-4047-9809-a939e65d10a3 service neutron] Bound using segment: {'id': 'abe04ed9-652a-435b-991b-a84908dffa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '29bf4f73-b786-47d9-b710-77ae5efd3f4c'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:31:58.576773 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-97f6440d-3444-4047-9809-a939e65d10a3 service neutron] Bound port: 6a7191c3-bd90-41c9-b202-3c004f5d6026, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abe04ed9-652a-435b-991b-a84908dffa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '29bf4f73-b786-47d9-b710-77ae5efd3f4c'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:31:58.577152 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-97f6440d-3444-4047-9809-a939e65d10a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:58.610188 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab503a3-e5c5-4055-b48e-d1d3d416fe28 req-351c3141-ace4-4f6d-86fe-c4fbad1b4130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:58.612118 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8ab503a3-e5c5-4055-b48e-d1d3d416fe28 req-351c3141-ace4-4f6d-86fe-c4fbad1b4130 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7a3d06a851e143ce80bc75aa4f5a0861&device_id=2e66cbb5-021c-4ffb-bb83-6458c13baffb HTTP/1.1" status: 200 len: 1096 time: 0.3468506 Dec 10 18:31:58.675601 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-52175427-d52b-41e0-90de-29555681b362 None None] Set router fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:31:58.802008 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-97f6440d-3444-4047-9809-a939e65d10a3 service neutron] For port 6a7191c3-bd90-41c9-b202-3c004f5d6026, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:58.852812 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326316d2-399a-4d89-abe5-ccd26fb118c3 req-0258a040-0888-4a0e-8d85-0fb65e66526f tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:58.854404 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-326316d2-399a-4d89-abe5-ccd26fb118c3 req-0258a040-0888-4a0e-8d85-0fb65e66526f tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4 HTTP/1.1" status: 200 len: 945 time: 0.3478053 Dec 10 18:31:58.856593 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-97f6440d-3444-4047-9809-a939e65d10a3 service neutron] For port 6a7191c3-bd90-41c9-b202-3c004f5d6026, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=6a7191c3-bd90-41c9-b202-3c004f5d6026,segment=NetworkSegment(abe04ed9-652a-435b-991b-a84908dffa2a),segment_id=abe04ed9-652a-435b-991b-a84908dffa2a)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:31:58.859798 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584a342-3b3e-49c0-a6b4-0b4bd4eaaadc req-113bc1c5-c9b7-494c-a144-94d60208accc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:58.860541 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8584a342-3b3e-49c0-a6b4-0b4bd4eaaadc req-113bc1c5-c9b7-494c-a144-94d60208accc service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4497876 Dec 10 18:31:58.862466 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-97f6440d-3444-4047-9809-a939e65d10a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:58.919821 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-97f6440d-3444-4047-9809-a939e65d10a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:58.922088 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-97f6440d-3444-4047-9809-a939e65d10a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:58.924825 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-97f6440d-3444-4047-9809-a939e65d10a3 service neutron] 10.222.0.46 "PUT /v2.0/ports/6a7191c3-bd90-41c9-b202-3c004f5d6026 HTTP/1.1" status: 200 len: 1092 time: 2.1352799 Dec 10 18:31:58.953107 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab503a3-e5c5-4055-b48e-d1d3d416fe28 req-48a026b0-3f0c-49f4-b5e0-2d3b653ff08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:58.955108 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8ab503a3-e5c5-4055-b48e-d1d3d416fe28 req-48a026b0-3f0c-49f4-b5e0-2d3b653ff08d service neutron] 10.222.0.72 "GET /v2.0/networks?id=a4abdfd0-f739-47c7-bbf0-c66e12b37b75 HTTP/1.1" status: 200 len: 920 time: 0.1726804 Dec 10 18:31:58.958654 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bfbc7388-fc5c-4026-8f81-7e1da6b59acb req-b117a595-6839-4421-bf7f-800c5a43254e service neutron] 10.222.0.62 "GET /v2.0/networks/a4abdfd0-f739-47c7-bbf0-c66e12b37b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6707087 Dec 10 18:31:58.962448 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b79c3668-9f15-488d-9248-939435c18f5e req-1c33ccea-9d8c-4043-9316-67475de14fc4 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:58.978411 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-d310e0df-616e-4cf2-ae98-0a4ffa0e76bf service neutron] Request body: {'port': {'device_id': 'ece272dc-7e0c-4534-9d16-b36703443bed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:59.051845 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['f8ba8851-1d33-4f93-a82e-362a38c4cb37'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:31:59.101239 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6440d-3444-4047-9809-a939e65d10a3 service neutron] Pushing event updated for resources: {'Port': ['ID=6a7191c3-bd90-41c9-b202-3c004f5d6026,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:59.117614 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-326316d2-399a-4d89-abe5-ccd26fb118c3 req-6e6eb5e3-4d46-4cfb-82c9-3e8d6a00a172 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485428 Dec 10 18:31:59.172106 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 41782f9b-5a73-4cfc-b85e-56d854ddfd24 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:31:59.202835 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-d310e0df-616e-4cf2-ae98-0a4ffa0e76bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:59.206099 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 41782f9b-5a73-4cfc-b85e-56d854ddfd24 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:31:59.206449 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 41782f9b-5a73-4cfc-b85e-56d854ddfd24 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:31:59.206884 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 6b20fbca-43c1-461a-86cf-d54b82f818f3 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:31:59.214482 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8ab503a3-e5c5-4055-b48e-d1d3d416fe28 req-e5ad7c4a-a03e-4060-b8cd-9dcfb377c6e3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb979513-3a6e-4d43-82cd-21735d74229e HTTP/1.1" status: 200 len: 217 time: 0.2423365 Dec 10 18:31:59.250735 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 6b20fbca-43c1-461a-86cf-d54b82f818f3 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:31:59.251182 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 6b20fbca-43c1-461a-86cf-d54b82f818f3 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:31:59.282184 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c33ccea-9d8c-4043-9316-67475de14fc4 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Pushing event deleted for resources: {'Port': ['ID=6b20fbca-43c1-461a-86cf-d54b82f818f3,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:59.351679 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-52175427-d52b-41e0-90de-29555681b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'name': 'tempest-FloatingIPsAssociationTestJSON-59222113-router', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:46Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 4, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'gw_port': {'id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:47Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '5e0f6e74-1245-445e-bd0d-74fb0417f5ab', 'name': '', 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'mac_address': 'fa:16:3e:75:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '247a3de4-ec4d-439c-ba27-4051f4367cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:54Z', 'updated_at': '2021-12-10T18:31:00Z', 'revision_number': 5, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'subnets': [{'id': '247a3de4-ec4d-439c-ba27-4051f4367cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:59.428788 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab503a3-e5c5-4055-b48e-d1d3d416fe28 req-1c1d6760-de8e-4121-b805-ee3693551786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:59.430751 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8ab503a3-e5c5-4055-b48e-d1d3d416fe28 req-1c1d6760-de8e-4121-b805-ee3693551786 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=247a3de4-ec4d-439c-ba27-4051f4367cc3 HTTP/1.1" status: 200 len: 858 time: 0.1828294 Dec 10 18:31:59.439255 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52175427-d52b-41e0-90de-29555681b362 None None] The sync data for ids ['fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'] in n-d-821435-1 is: [{'id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'name': 'tempest-FloatingIPsAssociationTestJSON-59222113-router', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:46Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 4, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'gw_port': {'id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:47Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '5e0f6e74-1245-445e-bd0d-74fb0417f5ab', 'name': '', 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'mac_address': 'fa:16:3e:75:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '247a3de4-ec4d-439c-ba27-4051f4367cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:54Z', 'updated_at': '2021-12-10T18:31:00Z', 'revision_number': 5, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'subnets': [{'id': '247a3de4-ec4d-439c-ba27-4051f4367cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:31:59.481022 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79c3668-9f15-488d-9248-939435c18f5e req-1c33ccea-9d8c-4043-9316-67475de14fc4 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] No DVR routers for this DVR port 6b20fbca-43c1-461a-86cf-d54b82f818f3 on host n-h1-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:31:59.526772 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ece272dc-7e0c-4534-9d16-b36703443bed', 'tag': '6a7191c3-bd90-41c9-b202-3c004f5d6026'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:59.529066 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5154cc-0af1-44b3-9593-fac9f08361d7" -d '{"events": [{"name": "network-changed", "server_uuid": "ece272dc-7e0c-4534-9d16-b36703443bed", "tag": "6a7191c3-bd90-41c9-b202-3c004f5d6026"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:59.537321 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b79c3668-9f15-488d-9248-939435c18f5e req-1c33ccea-9d8c-4043-9316-67475de14fc4 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:59.541677 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b79c3668-9f15-488d-9248-939435c18f5e req-1c33ccea-9d8c-4043-9316-67475de14fc4 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.46 "DELETE /v2.0/ports/6b20fbca-43c1-461a-86cf-d54b82f818f3 HTTP/1.1" status: 204 len: 173 time: 1.6059377 Dec 10 18:31:59.587171 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab503a3-e5c5-4055-b48e-d1d3d416fe28 req-d739491a-1778-42bf-8039-eab3b7946c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:59.588743 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8ab503a3-e5c5-4055-b48e-d1d3d416fe28 req-d739491a-1778-42bf-8039-eab3b7946c71 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a4abdfd0-f739-47c7-bbf0-c66e12b37b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1252184 Dec 10 18:31:59.615595 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026875d-0583-4d21-bb23-acb7d04a0152 req-f62b097c-d004-418a-b017-09068b9ac9a4 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:59.622804 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026875d-0583-4d21-bb23-acb7d04a0152 req-f62b097c-d004-418a-b017-09068b9ac9a4 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:59.637325 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026875d-0583-4d21-bb23-acb7d04a0152 req-f62b097c-d004-418a-b017-09068b9ac9a4 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:59.642995 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8026875d-0583-4d21-bb23-acb7d04a0152 req-f62b097c-d004-418a-b017-09068b9ac9a4 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/ports?device_id=ece272dc-7e0c-4534-9d16-b36703443bed HTTP/1.1" status: 200 len: 2399 time: 0.4095049 Dec 10 18:31:59.652505 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c0e2c-313f-4daf-ba3a-7915ae4b1ca3 req-15b3d815-fd1c-4e9a-9410-95db9827f29c tempest-ServersAdminTestJSON-1456056174 tempest-ServersAdminTestJSON-1456056174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:59.675121 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8c8c0e2c-313f-4daf-ba3a-7915ae4b1ca3 req-15b3d815-fd1c-4e9a-9410-95db9827f29c tempest-ServersAdminTestJSON-1456056174 tempest-ServersAdminTestJSON-1456056174-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 1102 time: 0.1351109 Dec 10 18:31:59.690116 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-d310e0df-616e-4cf2-ae98-0a4ffa0e76bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9e2ba87-33c3-44e1-804a-4568b9471e29 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:31:59.719672 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device d29c3170-75f7-4a7c-976d-2dc07ad3078f no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:31:59.731472 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-d310e0df-616e-4cf2-ae98-0a4ffa0e76bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:59.764168 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-d310e0df-616e-4cf2-ae98-0a4ffa0e76bf service neutron] Transition to ACTIVE for port object d9e2ba87-33c3-44e1-804a-4568b9471e29 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:31:59.771716 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-d310e0df-616e-4cf2-ae98-0a4ffa0e76bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:59.802088 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8c8c0e2c-313f-4daf-ba3a-7915ae4b1ca3 req-5efd978d-e181-4249-8b3b-5d31e82c3bd3 tempest-ServersAdminTestJSON-1456056174 tempest-ServersAdminTestJSON-1456056174-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207829 Dec 10 18:31:59.912162 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d310e0df-616e-4cf2-ae98-0a4ffa0e76bf service neutron] Pushing event updated for resources: {'Port': ['ID=d9e2ba87-33c3-44e1-804a-4568b9471e29,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:59.950502 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40498830-1ae2-45ba-9e8c-bbb0be4f07e8 None None] New status for floating IP cc5255b9-75da-4ba0-987d-dbfc26bdfb7b: DOWN {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:31:59.961871 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8ab503a3-e5c5-4055-b48e-d1d3d416fe28 req-609a55ec-8a1c-491a-bf8b-20071ff24ae5 service neutron] 10.222.0.72 "GET /v2.0/networks/a4abdfd0-f739-47c7-bbf0-c66e12b37b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621082 Dec 10 18:32:00.080984 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-d310e0df-616e-4cf2-ae98-0a4ffa0e76bf service neutron] Attempting to bind port d9e2ba87-33c3-44e1-804a-4568b9471e29 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:32:00.081535 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-d310e0df-616e-4cf2-ae98-0a4ffa0e76bf service neutron] Attempting to bind port d9e2ba87-33c3-44e1-804a-4568b9471e29 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': 'ea5e532e-6d6f-49f7-89bc-f5cd2115c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5c3aa543-fb76-4e55-8f6b-8d76534585ce'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:32:00.082020 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-d310e0df-616e-4cf2-ae98-0a4ffa0e76bf service neutron] Attempting to bind port d9e2ba87-33c3-44e1-804a-4568b9471e29 on network 5c3aa543-fb76-4e55-8f6b-8d76534585ce {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:00.093644 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541dc02-a723-4c5b-98b4-6585bbb40f7d req-3406b45e-44a0-45bb-b0fb-498dee175de4 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:00.096753 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8541dc02-a723-4c5b-98b4-6585bbb40f7d req-3406b45e-44a0-45bb-b0fb-498dee175de4 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 943 time: 0.1871989 Dec 10 18:32:00.101877 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-d310e0df-616e-4cf2-ae98-0a4ffa0e76bf service neutron] Port d9e2ba87-33c3-44e1-804a-4568b9471e29 on network 5c3aa543-fb76-4e55-8f6b-8d76534585ce not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:32:00.102504 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-d310e0df-616e-4cf2-ae98-0a4ffa0e76bf service neutron] Attempting to bind port d9e2ba87-33c3-44e1-804a-4568b9471e29 on network 5c3aa543-fb76-4e55-8f6b-8d76534585ce {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:00.106391 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8026875d-0583-4d21-bb23-acb7d04a0152 req-f5890c2a-16ff-4bcf-b347-7a7a18dca19b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/security-groups?id=02887b67-19d8-4e26-a497-49330ec812c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014347 Dec 10 18:32:00.133067 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-d310e0df-616e-4cf2-ae98-0a4ffa0e76bf service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:32:00.134298 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-d310e0df-616e-4cf2-ae98-0a4ffa0e76bf service neutron] Checking segment: {'id': 'ea5e532e-6d6f-49f7-89bc-f5cd2115c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5c3aa543-fb76-4e55-8f6b-8d76534585ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:00.136277 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-d310e0df-616e-4cf2-ae98-0a4ffa0e76bf service neutron] Bound using segment: {'id': 'ea5e532e-6d6f-49f7-89bc-f5cd2115c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5c3aa543-fb76-4e55-8f6b-8d76534585ce'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:32:00.137926 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-d310e0df-616e-4cf2-ae98-0a4ffa0e76bf service neutron] Bound port: d9e2ba87-33c3-44e1-804a-4568b9471e29, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea5e532e-6d6f-49f7-89bc-f5cd2115c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5c3aa543-fb76-4e55-8f6b-8d76534585ce'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:32:00.140396 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-d310e0df-616e-4cf2-ae98-0a4ffa0e76bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:00.170705 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8ab503a3-e5c5-4055-b48e-d1d3d416fe28 req-43b9ff55-bf84-4b60-b8aa-a167de4bf5be service neutron] 10.222.0.72 "GET /v2.0/networks/a4abdfd0-f739-47c7-bbf0-c66e12b37b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986876 Dec 10 18:32:00.212934 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8541dc02-a723-4c5b-98b4-6585bbb40f7d req-706a5e09-ee77-41c4-a8a4-b12d1e7800a2 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068532 Dec 10 18:32:00.280623 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c946cc6c-cb61-4cbb-a20e-b3edae01e223', 'name': 'network-vif-deleted', 'tag': '41782f9b-5a73-4cfc-b85e-56d854ddfd24'}, {'server_uuid': '9d191119-2ca0-44a5-8e49-7635ef16bd3d', 'name': 'network-vif-deleted', 'tag': '6b20fbca-43c1-461a-86cf-d54b82f818f3'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:32:00.283141 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522b8643-a4d8-40a1-9a72-e7a1a47f4855" -d '{"events": [{"server_uuid": "c946cc6c-cb61-4cbb-a20e-b3edae01e223", "name": "network-vif-deleted", "tag": "41782f9b-5a73-4cfc-b85e-56d854ddfd24"}, {"server_uuid": "9d191119-2ca0-44a5-8e49-7635ef16bd3d", "name": "network-vif-deleted", "tag": "6b20fbca-43c1-461a-86cf-d54b82f818f3"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:32:00.368440 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-d310e0df-616e-4cf2-ae98-0a4ffa0e76bf service neutron] For port d9e2ba87-33c3-44e1-804a-4568b9471e29, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:00.372536 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-d310e0df-616e-4cf2-ae98-0a4ffa0e76bf service neutron] For port d9e2ba87-33c3-44e1-804a-4568b9471e29, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=d9e2ba87-33c3-44e1-804a-4568b9471e29,segment=NetworkSegment(ea5e532e-6d6f-49f7-89bc-f5cd2115c294),segment_id=ea5e532e-6d6f-49f7-89bc-f5cd2115c294)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:32:00.404698 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-d310e0df-616e-4cf2-ae98-0a4ffa0e76bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:00.440961 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1252783d-06ab-4948-89e8-f336ab418900 req-c0defbc1-b37b-449c-8ce0-fe8aba87e9d5 tempest-ServerShowV247Test-517462068 tempest-ServerShowV247Test-517462068-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2035ab4-c2fc-4907-af10-60b82351c602 HTTP/1.1" status: 200 len: 210 time: 0.0756633 Dec 10 18:32:00.443051 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-d310e0df-616e-4cf2-ae98-0a4ffa0e76bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:00.443794 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-d310e0df-616e-4cf2-ae98-0a4ffa0e76bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:00.446512 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-d310e0df-616e-4cf2-ae98-0a4ffa0e76bf service neutron] 10.222.0.46 "PUT /v2.0/ports/d9e2ba87-33c3-44e1-804a-4568b9471e29 HTTP/1.1" status: 200 len: 1090 time: 1.4723470 Dec 10 18:32:00.702142 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173c3c2-29ae-4253-bcaa-b835a597db88 req-4e044a64-6c4c-46a6-94d2-012f3512d90a tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:00.711229 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c173c3c2-29ae-4253-bcaa-b835a597db88 req-4e044a64-6c4c-46a6-94d2-012f3512d90a tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4 HTTP/1.1" status: 200 len: 945 time: 0.0781610 Dec 10 18:32:00.734749 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 18:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c90bda-c527-4d4e-9010-9c14bb33e274 x-openstack-request-id: req-d8c90bda-c527-4d4e-9010-9c14bb33e274 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:32:00.735085 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c946cc6c-cb61-4cbb-a20e-b3edae01e223", "name": "network-vif-deleted", "tag": "41782f9b-5a73-4cfc-b85e-56d854ddfd24", "status": "completed", "code": 200}, {"server_uuid": "9d191119-2ca0-44a5-8e49-7635ef16bd3d", "name": "network-vif-deleted", "tag": "6b20fbca-43c1-461a-86cf-d54b82f818f3", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:32:00.735481 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d8c90bda-c527-4d4e-9010-9c14bb33e274 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:32:00.735983 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c946cc6c-cb61-4cbb-a20e-b3edae01e223', 'name': 'network-vif-deleted', 'tag': '41782f9b-5a73-4cfc-b85e-56d854ddfd24', 'status': 'completed', 'code': 200} Dec 10 18:32:00.736318 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d191119-2ca0-44a5-8e49-7635ef16bd3d', 'name': 'network-vif-deleted', 'tag': '6b20fbca-43c1-461a-86cf-d54b82f818f3', 'status': 'completed', 'code': 200} Dec 10 18:32:00.786097 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c173c3c2-29ae-4253-bcaa-b835a597db88 req-e0c95880-9ac0-4287-b7c0-4188b331aa08 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712221 Dec 10 18:32:00.908160 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e280ce-fa26-42b1-9c52-30ee0a3f295b x-openstack-request-id: req-c5e280ce-fa26-42b1-9c52-30ee0a3f295b {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:32:00.908556 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ece272dc-7e0c-4534-9d16-b36703443bed", "tag": "6a7191c3-bd90-41c9-b202-3c004f5d6026", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:32:00.908901 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c5e280ce-fa26-42b1-9c52-30ee0a3f295b {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:32:00.909354 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ece272dc-7e0c-4534-9d16-b36703443bed', 'tag': '6a7191c3-bd90-41c9-b202-3c004f5d6026', 'status': 'completed', 'code': 200} Dec 10 18:32:00.942375 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d310e0df-616e-4cf2-ae98-0a4ffa0e76bf service neutron] Pushing event updated for resources: {'Port': ['ID=d9e2ba87-33c3-44e1-804a-4568b9471e29,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:00.950263 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-fd199f24-4a52-484e-a6aa-c2ff6688f694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:00.950741 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-fd199f24-4a52-484e-a6aa-c2ff6688f694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:00.951233 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-fd199f24-4a52-484e-a6aa-c2ff6688f694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:00.952961 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-fd199f24-4a52-484e-a6aa-c2ff6688f694 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=216309f085e04cb2a1db65c2f1b578cb&device_id=ece272dc-7e0c-4534-9d16-b36703443bed HTTP/1.1" status: 200 len: 2864 time: 0.4581521 Dec 10 18:32:00.980351 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cabe48-16f8-49de-94a5-0e236d8b026e req-35ad8ccb-22e6-4db9-b2f7-c3484c0b012b tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:00.982111 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-80cabe48-16f8-49de-94a5-0e236d8b026e req-35ad8ccb-22e6-4db9-b2f7-c3484c0b012b tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/ports?device_id=79f64b18-a161-465b-9478-21269b46ed05&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0812440 Dec 10 18:32:01.012955 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-968a9980-49be-4bbc-8b0f-8fa409e584b4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.184&port_id=de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d HTTP/1.1" status: 200 len: 217 time: 0.0507131 Dec 10 18:32:01.045497 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-80cabe48-16f8-49de-94a5-0e236d8b026e req-9de09e26-90ec-4300-a0a9-4f27355f5490 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 695 time: 0.0514386 Dec 10 18:32:01.057747 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-80cabe48-16f8-49de-94a5-0e236d8b026e req-ec2fb1e2-a62d-4638-9412-30d734e0473d tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Request body: {'floatingip': {'port_id': '42b65244-d778-4d7b-98e0-e8d4b3cc597d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:01.105193 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-dbbe1742-d451-49f4-9c7b-1bcdd4c60337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:01.107157 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-80cabe48-16f8-49de-94a5-0e236d8b026e req-ec2fb1e2-a62d-4638-9412-30d734e0473d tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks [] for floatingip, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:01.107307 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-dbbe1742-d451-49f4-9c7b-1bcdd4c60337 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3b4471f6-7995-4adc-90c5-eb83ede31314 HTTP/1.1" status: 200 len: 801 time: 0.0849702 Dec 10 18:32:01.183581 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-63292c7c-68f0-4fd9-b280-f5ab05eb3336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:01.185153 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-63292c7c-68f0-4fd9-b280-f5ab05eb3336 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5c3aa543-fb76-4e55-8f6b-8d76534585ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0694358 Dec 10 18:32:01.274591 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-7fef8cce-2583-4aa5-a421-b3db2a48c29d service neutron] 10.222.0.72 "GET /v2.0/ports/d29c3170-75f7-4a7c-976d-2dc07ad3078f/bindings/n-h1-821435-1 HTTP/1.1" status: 200 len: 384 time: 0.1650906 Dec 10 18:32:01.293427 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a0fa9-0f23-456c-9f0e-dd7b4c4e61a2 req-b1310947-907a-407f-bff5-820307265d34 tempest-ServersAdminTestJSON-1456056174 tempest-ServersAdminTestJSON-1456056174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:01.295635 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a00a0fa9-0f23-456c-9f0e-dd7b4c4e61a2 req-b1310947-907a-407f-bff5-820307265d34 tempest-ServersAdminTestJSON-1456056174 tempest-ServersAdminTestJSON-1456056174-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 1102 time: 0.1058130 Dec 10 18:32:01.350206 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-25be522c-3173-4ebb-a798-27a241425388 service neutron] 10.222.0.46 "GET /v2.0/networks/5c3aa543-fb76-4e55-8f6b-8d76534585ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337671 Dec 10 18:32:01.369335 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a00a0fa9-0f23-456c-9f0e-dd7b4c4e61a2 req-59cc602d-a3c0-4e74-8361-d50fe722cae9 tempest-ServersAdminTestJSON-1456056174 tempest-ServersAdminTestJSON-1456056174-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607069 Dec 10 18:32:01.475369 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-609b2a8d-7833-47c7-8ce2-9ab2cf963c94 service neutron] 10.222.0.46 "GET /v2.0/networks/5c3aa543-fb76-4e55-8f6b-8d76534585ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098497 Dec 10 18:32:01.544197 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-79219414-6548-4cf5-9148-5220450fe175 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.169&port_id=6a7191c3-bd90-41c9-b202-3c004f5d6026 HTTP/1.1" status: 200 len: 217 time: 0.0472260 Dec 10 18:32:01.555447 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522d048-7ee5-423b-bba9-d18d2e2d3127 req-3d629e0b-8039-4fe3-8ad6-77be62bb2db4 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:01.556999 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5522d048-7ee5-423b-bba9-d18d2e2d3127 req-3d629e0b-8039-4fe3-8ad6-77be62bb2db4 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4 HTTP/1.1" status: 200 len: 1096 time: 0.0951016 Dec 10 18:32:01.632069 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-86f31f4b-05a2-4f66-8be9-7db3a89f4117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:01.633871 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-86f31f4b-05a2-4f66-8be9-7db3a89f4117 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee3c328f-1c24-490b-81f1-15d2b8f6c49a HTTP/1.1" status: 200 len: 801 time: 0.0807929 Dec 10 18:32:01.648061 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5522d048-7ee5-423b-bba9-d18d2e2d3127 req-8cb5419d-2885-490a-870e-cb1210b3ee19 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836728 Dec 10 18:32:01.705337 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-73ecbf74-58a7-4451-bc94-6d2d02e817b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:01.707048 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-73ecbf74-58a7-4451-bc94-6d2d02e817b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=29bf4f73-b786-47d9-b710-77ae5efd3f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0628943 Dec 10 18:32:01.817336 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-f0d47527-4fb3-4991-a955-1206f781e02b service neutron] 10.222.0.46 "GET /v2.0/networks/29bf4f73-b786-47d9-b710-77ae5efd3f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002724 Dec 10 18:32:01.927704 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-4a5c570c-bdf8-40cd-89ce-189438090c6c service neutron] 10.222.0.46 "GET /v2.0/networks/29bf4f73-b786-47d9-b710-77ae5efd3f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986896 Dec 10 18:32:01.981453 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-93d1a698-596a-4b30-917d-aed93619b765 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.9&port_id=d9e2ba87-33c3-44e1-804a-4568b9471e29 HTTP/1.1" status: 200 len: 217 time: 0.0439544 Dec 10 18:32:02.045897 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-4cf3e07c-a41c-4f66-9e66-1874d1c01001 service neutron] For port d29c3170-75f7-4a7c-976d-2dc07ad3078f, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=d29c3170-75f7-4a7c-976d-2dc07ad3078f,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:02.059758 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6486dea-c818-429a-92fe-89bbde7ab865 req-cfd29842-d15c-418f-9d04-dc69b5703b1b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:02.066297 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6486dea-c818-429a-92fe-89bbde7ab865 req-cfd29842-d15c-418f-9d04-dc69b5703b1b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:02.073485 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6486dea-c818-429a-92fe-89bbde7ab865 req-cfd29842-d15c-418f-9d04-dc69b5703b1b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:02.075240 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6486dea-c818-429a-92fe-89bbde7ab865 req-cfd29842-d15c-418f-9d04-dc69b5703b1b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/ports?device_id=ece272dc-7e0c-4534-9d16-b36703443bed HTTP/1.1" status: 200 len: 2411 time: 0.1312761 Dec 10 18:32:02.077341 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-8a102de1-cafc-4842-bf39-3641f60c96c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:02.078738 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-8a102de1-cafc-4842-bf39-3641f60c96c8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3b4471f6-7995-4adc-90c5-eb83ede31314 HTTP/1.1" status: 200 len: 801 time: 0.0816925 Dec 10 18:32:02.101172 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-4cf3e07c-a41c-4f66-9e66-1874d1c01001 service neutron] For port d29c3170-75f7-4a7c-976d-2dc07ad3078f, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:02.161319 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6486dea-c818-429a-92fe-89bbde7ab865 req-2943142b-98e2-4bef-a730-00beb9a39aac tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/security-groups?id=02887b67-19d8-4e26-a497-49330ec812c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770450 Dec 10 18:32:02.164183 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-a1fbfbb4-bb16-49b2-8215-5683b58bed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:02.166426 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-a1fbfbb4-bb16-49b2-8215-5683b58bed1c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5c3aa543-fb76-4e55-8f6b-8d76534585ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0761578 Dec 10 18:32:02.168186 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-4cf3e07c-a41c-4f66-9e66-1874d1c01001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d29c3170-75f7-4a7c-976d-2dc07ad3078f {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:32:02.190084 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-4cf3e07c-a41c-4f66-9e66-1874d1c01001 service neutron] For port d29c3170-75f7-4a7c-976d-2dc07ad3078f, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=d29c3170-75f7-4a7c-976d-2dc07ad3078f,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:02.210173 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-80cabe48-16f8-49de-94a5-0e236d8b026e req-ec2fb1e2-a62d-4638-9412-30d734e0473d tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:02.211443 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-4cf3e07c-a41c-4f66-9e66-1874d1c01001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:02.220142 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-80cabe48-16f8-49de-94a5-0e236d8b026e req-ec2fb1e2-a62d-4638-9412-30d734e0473d tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:02.296538 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-08cd277e-f7bb-40a7-ba38-3b65f0d65433 req-4c1bfb7b-d3fe-46f5-bda8-21b5138fa31e tempest-ServerShowV247Test-517462068 tempest-ServerShowV247Test-517462068-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2035ab4-c2fc-4907-af10-60b82351c602 HTTP/1.1" status: 200 len: 210 time: 0.0504479 Dec 10 18:32:02.313957 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-5267058e-0ec6-4d50-8f44-5303e3c21f72 service neutron] 10.222.0.46 "GET /v2.0/networks/5c3aa543-fb76-4e55-8f6b-8d76534585ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379333 Dec 10 18:32:02.430867 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c8aab-c2c8-4ccc-90f2-41c7275f3651 req-293fd918-f440-4e6c-8c21-5d92124b6376 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:02.432661 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ab5c8aab-c2c8-4ccc-90f2-41c7275f3651 req-293fd918-f440-4e6c-8c21-5d92124b6376 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e66cbb5-021c-4ffb-bb83-6458c13baffb HTTP/1.1" status: 200 len: 945 time: 0.1042933 Dec 10 18:32:02.435973 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [req-80cabe48-16f8-49de-94a5-0e236d8b026e req-ec2fb1e2-a62d-4638-9412-30d734e0473d tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Floating IP cc5255b9-75da-4ba0-987d-dbfc26bdfb7b associated. External IP: 172.25.7.41, port: 42b65244-d778-4d7b-98e0-e8d4b3cc597d. Dec 10 18:32:02.438592 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-4cf3e07c-a41c-4f66-9e66-1874d1c01001 service neutron] Transition to ACTIVE for port object d29c3170-75f7-4a7c-976d-2dc07ad3078f will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:32:02.467507 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9456190-2826-4c26-8db9-2ef3b94591a5 req-14874101-4645-4631-a62e-e5b416a42f58 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:02.468240 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c9456190-2826-4c26-8db9-2ef3b94591a5 req-14874101-4645-4631-a62e-e5b416a42f58 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 943 time: 0.0854106 Dec 10 18:32:02.474562 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5e120e4-0fd1-4bbb-8dd7-2d68343abb01 req-3ca3a624-5c53-4bbf-8f71-41edef4c439a service neutron] 10.222.0.46 "GET /v2.0/networks/5c3aa543-fb76-4e55-8f6b-8d76534585ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472547 Dec 10 18:32:02.480362 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-4cf3e07c-a41c-4f66-9e66-1874d1c01001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:02.543362 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c9456190-2826-4c26-8db9-2ef3b94591a5 req-977f439a-7960-494e-b89b-a43407f09f2f tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644929 Dec 10 18:32:02.591575 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5154cc-0af1-44b3-9593-fac9f08361d7 req-b0aed2d3-291d-41be-be21-c43b8c76c431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:02.592900 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5154cc-0af1-44b3-9593-fac9f08361d7 req-b0aed2d3-291d-41be-be21-c43b8c76c431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:02.592900 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5154cc-0af1-44b3-9593-fac9f08361d7 req-b0aed2d3-291d-41be-be21-c43b8c76c431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:02.594410 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f5154cc-0af1-44b3-9593-fac9f08361d7 req-b0aed2d3-291d-41be-be21-c43b8c76c431 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=216309f085e04cb2a1db65c2f1b578cb&device_id=ece272dc-7e0c-4534-9d16-b36703443bed HTTP/1.1" status: 200 len: 2864 time: 0.0500944 Dec 10 18:32:02.689301 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-4cf3e07c-a41c-4f66-9e66-1874d1c01001 service neutron] No DVR routers for this DVR port d29c3170-75f7-4a7c-976d-2dc07ad3078f on host n-h2-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:02.694605 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3e07c-a41c-4f66-9e66-1874d1c01001 service neutron] Pushing event updated for resources: {'Port': ['ID=d29c3170-75f7-4a7c-976d-2dc07ad3078f,revision_number=10']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:02.710775 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5154cc-0af1-44b3-9593-fac9f08361d7 req-04b01aac-338d-44f7-832a-9bf4752448bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:02.711643 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f5154cc-0af1-44b3-9593-fac9f08361d7 req-04b01aac-338d-44f7-832a-9bf4752448bd service neutron] 10.222.0.46 "GET /v2.0/networks?id=29bf4f73-b786-47d9-b710-77ae5efd3f4c HTTP/1.1" status: 200 len: 902 time: 0.1094749 Dec 10 18:32:02.773773 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-4cf3e07c-a41c-4f66-9e66-1874d1c01001 service neutron] 10.222.0.72 "PUT /v2.0/ports/d29c3170-75f7-4a7c-976d-2dc07ad3078f/bindings/n-h1-821435-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4891427 Dec 10 18:32:02.806819 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f5154cc-0af1-44b3-9593-fac9f08361d7 req-c2aa4d24-bcb8-4723-af2e-d34da7fa3737 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.169&port_id=6a7191c3-bd90-41c9-b202-3c004f5d6026 HTTP/1.1" status: 200 len: 217 time: 0.0820653 Dec 10 18:32:02.857658 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-ab5c8aab-c2c8-4ccc-90f2-41c7275f3651 req-d83c1f77-de4f-46fe-b6b3-02a9000a4ce9 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Deleting port eb979513-3a6e-4d43-82cd-21735d74229e {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:02.858007 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ab5c8aab-c2c8-4ccc-90f2-41c7275f3651 req-d83c1f77-de4f-46fe-b6b3-02a9000a4ce9 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:02.880656 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5154cc-0af1-44b3-9593-fac9f08361d7 req-9c8ecc8f-814c-4d1a-93fe-56a38867c7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:02.882295 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f5154cc-0af1-44b3-9593-fac9f08361d7 req-9c8ecc8f-814c-4d1a-93fe-56a38867c7cf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee3c328f-1c24-490b-81f1-15d2b8f6c49a HTTP/1.1" status: 200 len: 801 time: 0.0683417 Dec 10 18:32:02.931717 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ece272dc-7e0c-4534-9d16-b36703443bed', 'tag': 'd9e2ba87-33c3-44e1-804a-4568b9471e29'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:32:02.933533 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c4ea6b-6aba-44aa-9a90-597665e30cb9" -d '{"events": [{"name": "network-changed", "server_uuid": "ece272dc-7e0c-4534-9d16-b36703443bed", "tag": "d9e2ba87-33c3-44e1-804a-4568b9471e29"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:32:02.959268 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f72a0c-63d1-4cd5-8040-fcb630ba21fb req-88b6f23f-0f26-4d87-9281-535d90185d49 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:02.960890 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c4f72a0c-63d1-4cd5-8040-fcb630ba21fb req-88b6f23f-0f26-4d87-9281-535d90185d49 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4 HTTP/1.1" status: 200 len: 1096 time: 0.0983949 Dec 10 18:32:02.985268 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5154cc-0af1-44b3-9593-fac9f08361d7 req-f7bbdae7-367a-466e-8b09-a383b1015c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:02.989239 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f5154cc-0af1-44b3-9593-fac9f08361d7 req-f7bbdae7-367a-466e-8b09-a383b1015c56 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=29bf4f73-b786-47d9-b710-77ae5efd3f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0914037 Dec 10 18:32:03.008565 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80cabe48-16f8-49de-94a5-0e236d8b026e req-ec2fb1e2-a62d-4638-9412-30d734e0473d tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Router fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:32:03.027977 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-150c10e0-4d25-4547-8e88-1802316df513 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:03.029534 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-150c10e0-4d25-4547-8e88-1802316df513 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad&tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986&binding%3Ahost_id=n-h2-821435-1 HTTP/1.1" status: 200 len: 1095 time: 0.1510150 Dec 10 18:32:03.040665 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-ab5c8aab-c2c8-4ccc-90f2-41c7275f3651 req-d83c1f77-de4f-46fe-b6b3-02a9000a4ce9 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] For port eb979513-3a6e-4d43-82cd-21735d74229e, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=eb979513-3a6e-4d43-82cd-21735d74229e,segment=NetworkSegment(7224a61f-768e-4084-93b7-699d9eeef735),segment_id=7224a61f-768e-4084-93b7-699d9eeef735)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:03.041140 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ab5c8aab-c2c8-4ccc-90f2-41c7275f3651 req-d83c1f77-de4f-46fe-b6b3-02a9000a4ce9 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:03.109446 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-ab5c8aab-c2c8-4ccc-90f2-41c7275f3651 req-d83c1f77-de4f-46fe-b6b3-02a9000a4ce9 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Calling delete_port for eb979513-3a6e-4d43-82cd-21735d74229e owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:03.139699 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c4f72a0c-63d1-4cd5-8040-fcb630ba21fb req-e9a82178-fbdb-4fc9-9265-bb34dd264de1 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599381 Dec 10 18:32:03.191413 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f5154cc-0af1-44b3-9593-fac9f08361d7 req-2bc2ee5a-b7b7-4c1d-bb23-7f31f5e73ea4 service neutron] 10.222.0.46 "GET /v2.0/networks/29bf4f73-b786-47d9-b710-77ae5efd3f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786778 Dec 10 18:32:03.298873 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-11cfe092-eb98-40fb-b7dd-b9e6f2dbdfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:03.302394 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-11cfe092-eb98-40fb-b7dd-b9e6f2dbdfd0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad&tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986 HTTP/1.1" status: 200 len: 1095 time: 0.2582293 Dec 10 18:32:03.310555 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f5154cc-0af1-44b3-9593-fac9f08361d7 req-cadc6bea-e0c9-4709-b3e9-d2e072b8fc35 service neutron] 10.222.0.46 "GET /v2.0/networks/29bf4f73-b786-47d9-b710-77ae5efd3f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097293 Dec 10 18:32:03.395454 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80cabe48-16f8-49de-94a5-0e236d8b026e req-ec2fb1e2-a62d-4638-9412-30d734e0473d tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:32:03.401139 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-80cabe48-16f8-49de-94a5-0e236d8b026e req-ec2fb1e2-a62d-4638-9412-30d734e0473d tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:03.456480 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-ad22eb95-9d7c-4f27-970d-0b303226818b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:03.459318 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-ad22eb95-9d7c-4f27-970d-0b303226818b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986&device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 1095 time: 0.1057284 Dec 10 18:32:03.459855 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-80cabe48-16f8-49de-94a5-0e236d8b026e req-ec2fb1e2-a62d-4638-9412-30d734e0473d tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "PUT /v2.0/floatingips/cc5255b9-75da-4ba0-987d-dbfc26bdfb7b HTTP/1.1" status: 200 len: 995 time: 2.4045761 Dec 10 18:32:03.465775 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58122af0-9ec2-4320-bdf3-432acdf231d9 None None] Sync routers for ids ['fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:32:03.492530 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f64b18-a161-465b-9478-21269b46ed05', 'tag': '42b65244-d778-4d7b-98e0-e8d4b3cc597d'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:32:03.493240 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:03.495965 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b26ef05-2dfe-4ddb-8792-901a4f21ed76" -d '{"events": [{"name": "network-changed", "server_uuid": "79f64b18-a161-465b-9478-21269b46ed05", "tag": "42b65244-d778-4d7b-98e0-e8d4b3cc597d"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:32:03.499096 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58122af0-9ec2-4320-bdf3-432acdf231d9 None None] Routers {'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:03.499683 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-58122af0-9ec2-4320-bdf3-432acdf231d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:31:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:03.539533 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d432d-b24f-48ec-9a61-0a3b74efc5b2 req-3fe4cd32-5f9e-458e-ae86-3883ba519584 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:03.541179 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7c9d432d-b24f-48ec-9a61-0a3b74efc5b2 req-3fe4cd32-5f9e-458e-ae86-3883ba519584 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2201e05-c2d4-4b4f-849f-4ed212dbef8d HTTP/1.1" status: 200 len: 949 time: 0.2014263 Dec 10 18:32:03.569411 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cabe48-16f8-49de-94a5-0e236d8b026e req-62c0cda8-d833-4ba0-bafc-da82b0a5d0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:03.571030 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-80cabe48-16f8-49de-94a5-0e236d8b026e req-62c0cda8-d833-4ba0-bafc-da82b0a5d0a2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7a3d06a851e143ce80bc75aa4f5a0861&device_id=79f64b18-a161-465b-9478-21269b46ed05 HTTP/1.1" status: 200 len: 1096 time: 0.0657520 Dec 10 18:32:03.572587 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ab5c8aab-c2c8-4ccc-90f2-41c7275f3651 req-d83c1f77-de4f-46fe-b6b3-02a9000a4ce9 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:03.633550 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c1f77-de4f-46fe-b6b3-02a9000a4ce9 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Pushing event deleted for resources: {'Port': ['ID=eb979513-3a6e-4d43-82cd-21735d74229e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:03.643340 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-58122af0-9ec2-4320-bdf3-432acdf231d9 None None] Set router fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:32:03.653222 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7c9d432d-b24f-48ec-9a61-0a3b74efc5b2 req-468d03d3-a8a1-4a34-99db-ac495f5b8a62 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/security-groups?id=7275728a-319a-4795-8262-d7e1832ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837932 Dec 10 18:32:03.656739 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['eb979513-3a6e-4d43-82cd-21735d74229e'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:32:03.659327 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['42b65244-d778-4d7b-98e0-e8d4b3cc597d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:32:03.720381 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab5c8aab-c2c8-4ccc-90f2-41c7275f3651 req-d83c1f77-de4f-46fe-b6b3-02a9000a4ce9 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] No DVR routers for this DVR port eb979513-3a6e-4d43-82cd-21735d74229e on host n-h2-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:03.734512 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-499d7821-7fc5-4384-b383-df1301b835ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:03.736078 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-499d7821-7fc5-4384-b383-df1301b835ae service neutron] 10.222.0.46 "GET /v2.0/networks?id=7cd799a4-acc6-47e3-afa8-685d03d02732 HTTP/1.1" status: 200 len: 922 time: 0.2614872 Dec 10 18:32:03.743203 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ab5c8aab-c2c8-4ccc-90f2-41c7275f3651 req-d83c1f77-de4f-46fe-b6b3-02a9000a4ce9 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:03.747345 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ab5c8aab-c2c8-4ccc-90f2-41c7275f3651 req-d83c1f77-de4f-46fe-b6b3-02a9000a4ce9 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.72 "DELETE /v2.0/ports/eb979513-3a6e-4d43-82cd-21735d74229e HTTP/1.1" status: 204 len: 173 time: 1.3065844 Dec 10 18:32:03.769313 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cabe48-16f8-49de-94a5-0e236d8b026e req-18ab72de-21a7-4a92-a473-d2159d62ab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:03.771639 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-80cabe48-16f8-49de-94a5-0e236d8b026e req-18ab72de-21a7-4a92-a473-d2159d62ab1d service neutron] 10.222.0.62 "GET /v2.0/networks?id=a4abdfd0-f739-47c7-bbf0-c66e12b37b75 HTTP/1.1" status: 200 len: 920 time: 0.1895506 Dec 10 18:32:03.820718 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-cdc24f3b-c8ea-470d-b48a-213afcbe1887 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d29c3170-75f7-4a7c-976d-2dc07ad3078f HTTP/1.1" status: 200 len: 217 time: 0.0669732 Dec 10 18:32:03.970863 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-80cabe48-16f8-49de-94a5-0e236d8b026e req-c8bcd10e-df2a-4041-95a5-362a6f3e48b5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42b65244-d778-4d7b-98e0-e8d4b3cc597d HTTP/1.1" status: 200 len: 998 time: 0.1888878 Dec 10 18:32:03.971324 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-a0c8ccef-a8ea-4c96-8c54-be3e9f1d98f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:03.972987 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-a0c8ccef-a8ea-4c96-8c54-be3e9f1d98f5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30832bd6-5c81-4f5a-a237-6a5341f2b45d HTTP/1.1" status: 200 len: 861 time: 0.1417267 Dec 10 18:32:04.026180 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-dc5302e4-296c-4913-8130-34f13c22c25b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cd799a4-acc6-47e3-afa8-685d03d02732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384758 Dec 10 18:32:04.047316 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762bd78-b483-4b7c-86a9-e1501f4b5039 req-e6fd3807-d39d-40a7-99c6-75ab553a4f64 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:04.058055 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e762bd78-b483-4b7c-86a9-e1501f4b5039 req-e6fd3807-d39d-40a7-99c6-75ab553a4f64 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=210e0774-a035-4a0e-9bb9-941490f468ca HTTP/1.1" status: 200 len: 950 time: 0.1606596 Dec 10 18:32:04.066721 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ef836-741f-4429-9e19-40e4472a8003 req-396763c1-10e6-41f9-8609-847344973b60 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:04.068337 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-919ef836-741f-4429-9e19-40e4472a8003 req-396763c1-10e6-41f9-8609-847344973b60 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2201e05-c2d4-4b4f-849f-4ed212dbef8d HTTP/1.1" status: 200 len: 949 time: 0.1864347 Dec 10 18:32:04.092579 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cabe48-16f8-49de-94a5-0e236d8b026e req-1e9a7c77-9016-4c66-8055-4625a863312e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:04.103959 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-80cabe48-16f8-49de-94a5-0e236d8b026e req-1e9a7c77-9016-4c66-8055-4625a863312e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=247a3de4-ec4d-439c-ba27-4051f4367cc3 HTTP/1.1" status: 200 len: 858 time: 0.1316950 Dec 10 18:32:04.197323 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e762bd78-b483-4b7c-86a9-e1501f4b5039 req-6d34eefc-94f0-44e6-baac-167245e12282 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381547 Dec 10 18:32:04.255888 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cabe48-16f8-49de-94a5-0e236d8b026e req-402161c3-aa1d-4a83-b830-837e83ab096e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:04.266017 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-80cabe48-16f8-49de-94a5-0e236d8b026e req-402161c3-aa1d-4a83-b830-837e83ab096e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a4abdfd0-f739-47c7-bbf0-c66e12b37b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1611443 Dec 10 18:32:04.275576 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-d7c3b2f1-425a-4c8a-8a64-d4f750d2a9dd service neutron] 10.222.0.46 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152753 Dec 10 18:32:04.376430 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-58122af0-9ec2-4320-bdf3-432acdf231d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'name': 'tempest-FloatingIPsAssociationTestJSON-59222113-router', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:46Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 4, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'gw_port': {'id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:47Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'cc5255b9-75da-4ba0-987d-dbfc26bdfb7b', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'floating_ip_address': '172.25.7.41', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'port_id': '42b65244-d778-4d7b-98e0-e8d4b3cc597d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75', 'mac_address': 'fa:16:3e:6a:b1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f64b18-a161-465b-9478-21269b46ed05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:31:20Z', 'updated_at': '2021-12-10T18:32:02Z', 'revision_number': 8, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0f6e74-1245-445e-bd0d-74fb0417f5ab', 'name': '', 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'mac_address': 'fa:16:3e:75:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '247a3de4-ec4d-439c-ba27-4051f4367cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:54Z', 'updated_at': '2021-12-10T18:31:00Z', 'revision_number': 5, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'subnets': [{'id': '247a3de4-ec4d-439c-ba27-4051f4367cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:04.412207 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-919ef836-741f-4429-9e19-40e4472a8003 req-22609b54-e49c-4e54-a849-93d797031d52 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Deleting port f8ba8851-1d33-4f93-a82e-362a38c4cb37 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:04.417544 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-919ef836-741f-4429-9e19-40e4472a8003 req-22609b54-e49c-4e54-a849-93d797031d52 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:04.425667 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58122af0-9ec2-4320-bdf3-432acdf231d9 None None] Checking router: fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:32:04.477293 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-770e419c-efe6-47ac-b115-7982837c4f90 service neutron] 10.222.0.46 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922021 Dec 10 18:32:04.479249 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6e1bca-1133-4211-8f84-a77e1bd71390 x-openstack-request-id: req-fe6e1bca-1133-4211-8f84-a77e1bd71390 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:32:04.479602 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ece272dc-7e0c-4534-9d16-b36703443bed", "tag": "d9e2ba87-33c3-44e1-804a-4568b9471e29", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:32:04.479926 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fe6e1bca-1133-4211-8f84-a77e1bd71390 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:32:04.480666 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ece272dc-7e0c-4534-9d16-b36703443bed', 'tag': 'd9e2ba87-33c3-44e1-804a-4568b9471e29', 'status': 'completed', 'code': 200} Dec 10 18:32:04.508136 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58122af0-9ec2-4320-bdf3-432acdf231d9 None None] Routers {'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:04.508805 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-58122af0-9ec2-4320-bdf3-432acdf231d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:31:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:04.588311 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4ea6b-6aba-44aa-9a90-597665e30cb9 req-6b08730b-05b1-4de7-b1f5-7d9a59d4dc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:04.588812 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4ea6b-6aba-44aa-9a90-597665e30cb9 req-6b08730b-05b1-4de7-b1f5-7d9a59d4dc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:04.589276 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4ea6b-6aba-44aa-9a90-597665e30cb9 req-6b08730b-05b1-4de7-b1f5-7d9a59d4dc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:04.590938 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-33c4ea6b-6aba-44aa-9a90-597665e30cb9 req-6b08730b-05b1-4de7-b1f5-7d9a59d4dc54 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=216309f085e04cb2a1db65c2f1b578cb&device_id=ece272dc-7e0c-4534-9d16-b36703443bed HTTP/1.1" status: 200 len: 2864 time: 0.2558124 Dec 10 18:32:04.603258 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-80cabe48-16f8-49de-94a5-0e236d8b026e req-3457bea8-eb0c-4eec-83cd-7b73585e4ff9 service neutron] 10.222.0.62 "GET /v2.0/networks/a4abdfd0-f739-47c7-bbf0-c66e12b37b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242557 Dec 10 18:32:04.663101 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2e956-e769-4c8c-a5bc-992294967ec3 req-118c5716-fa8a-4142-b6d8-8b8f2ec12724 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:04.667477 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-58122af0-9ec2-4320-bdf3-432acdf231d9 None None] Set router fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:32:04.670433 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2e956-e769-4c8c-a5bc-992294967ec3 req-118c5716-fa8a-4142-b6d8-8b8f2ec12724 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:04.677761 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2e956-e769-4c8c-a5bc-992294967ec3 req-118c5716-fa8a-4142-b6d8-8b8f2ec12724 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:04.679876 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3da2e956-e769-4c8c-a5bc-992294967ec3 req-118c5716-fa8a-4142-b6d8-8b8f2ec12724 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/ports?device_id=ece272dc-7e0c-4534-9d16-b36703443bed HTTP/1.1" status: 200 len: 2411 time: 0.1429896 Dec 10 18:32:04.727600 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-919ef836-741f-4429-9e19-40e4472a8003 req-22609b54-e49c-4e54-a849-93d797031d52 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] For port f8ba8851-1d33-4f93-a82e-362a38c4cb37, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=f8ba8851-1d33-4f93-a82e-362a38c4cb37,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:04.727962 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-919ef836-741f-4429-9e19-40e4472a8003 req-22609b54-e49c-4e54-a849-93d797031d52 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:04.729127 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5eeaa-8d7e-438e-847b-e424e11aa232 req-c8b3c5be-7c41-46d5-b57f-7ea1c42ac398 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:04.731034 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-36d5eeaa-8d7e-438e-847b-e424e11aa232 req-c8b3c5be-7c41-46d5-b57f-7ea1c42ac398 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.46 "GET /v2.0/ports?device_id=210e0774-a035-4a0e-9bb9-941490f468ca HTTP/1.1" status: 200 len: 950 time: 0.1130753 Dec 10 18:32:04.757742 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-919ef836-741f-4429-9e19-40e4472a8003 req-22609b54-e49c-4e54-a849-93d797031d52 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Calling delete_port for f8ba8851-1d33-4f93-a82e-362a38c4cb37 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:04.887551 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4ea6b-6aba-44aa-9a90-597665e30cb9 req-51060249-d5a9-4e81-9598-bce11491de24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:04.889075 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-33c4ea6b-6aba-44aa-9a90-597665e30cb9 req-51060249-d5a9-4e81-9598-bce11491de24 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5c3aa543-fb76-4e55-8f6b-8d76534585ce HTTP/1.1" status: 200 len: 903 time: 0.2786376 Dec 10 18:32:04.896290 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-80cabe48-16f8-49de-94a5-0e236d8b026e req-2427a307-f1f8-4cfb-881c-b0089fdd031e service neutron] 10.222.0.62 "GET /v2.0/networks/a4abdfd0-f739-47c7-bbf0-c66e12b37b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743306 Dec 10 18:32:04.900527 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3da2e956-e769-4c8c-a5bc-992294967ec3 req-e4f83618-5976-48a3-968a-c1608fbf71e4 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/security-groups?id=02887b67-19d8-4e26-a497-49330ec812c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117827 Dec 10 18:32:04.966126 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-c9e7e447-0bd1-4396-a449-74edb7e08005 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:04.967758 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-c9e7e447-0bd1-4396-a449-74edb7e08005 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad&tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986&binding%3Ahost_id=n-h1-821435-1 HTTP/1.1" status: 200 len: 1095 time: 0.1296227 Dec 10 18:32:04.977079 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-33c4ea6b-6aba-44aa-9a90-597665e30cb9 req-ec520f8c-3cf7-466b-8954-d0c7bbae43eb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.9&port_id=d9e2ba87-33c3-44e1-804a-4568b9471e29 HTTP/1.1" status: 200 len: 217 time: 0.0746229 Dec 10 18:32:04.993293 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fda7ef2-4ec0-4479-bb48-053378aa17e7 x-openstack-request-id: req-3fda7ef2-4ec0-4479-bb48-053378aa17e7 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:32:04.993666 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79f64b18-a161-465b-9478-21269b46ed05", "tag": "42b65244-d778-4d7b-98e0-e8d4b3cc597d", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:32:04.993923 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3fda7ef2-4ec0-4479-bb48-053378aa17e7 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:32:04.994390 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f64b18-a161-465b-9478-21269b46ed05', 'tag': '42b65244-d778-4d7b-98e0-e8d4b3cc597d', 'status': 'completed', 'code': 200} Dec 10 18:32:05.031110 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-58122af0-9ec2-4320-bdf3-432acdf231d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'name': 'tempest-FloatingIPsAssociationTestJSON-59222113-router', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:46Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 4, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'gw_port': {'id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:47Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'cc5255b9-75da-4ba0-987d-dbfc26bdfb7b', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'floating_ip_address': '172.25.7.41', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'port_id': '42b65244-d778-4d7b-98e0-e8d4b3cc597d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75', 'mac_address': 'fa:16:3e:6a:b1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f64b18-a161-465b-9478-21269b46ed05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:31:20Z', 'updated_at': '2021-12-10T18:32:02Z', 'revision_number': 8, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0f6e74-1245-445e-bd0d-74fb0417f5ab', 'name': '', 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'mac_address': 'fa:16:3e:75:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '247a3de4-ec4d-439c-ba27-4051f4367cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:54Z', 'updated_at': '2021-12-10T18:31:00Z', 'revision_number': 5, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'subnets': [{'id': '247a3de4-ec4d-439c-ba27-4051f4367cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:05.049521 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-36d5eeaa-8d7e-438e-847b-e424e11aa232 req-0d7aa933-0b77-4d8e-8e09-995aee2f2d2b tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Deleting port 0e97f42c-b4fb-40fd-9a9a-630a27ed1191 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:05.049923 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-36d5eeaa-8d7e-438e-847b-e424e11aa232 req-0d7aa933-0b77-4d8e-8e09-995aee2f2d2b tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:05.063904 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58122af0-9ec2-4320-bdf3-432acdf231d9 None None] The sync data for ids ['fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'] in n-d-821435-1 is: [{'id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'name': 'tempest-FloatingIPsAssociationTestJSON-59222113-router', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:46Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 4, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'gw_port': {'id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:47Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'cc5255b9-75da-4ba0-987d-dbfc26bdfb7b', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'floating_ip_address': '172.25.7.41', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'port_id': '42b65244-d778-4d7b-98e0-e8d4b3cc597d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75', 'mac_address': 'fa:16:3e:6a:b1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f64b18-a161-465b-9478-21269b46ed05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:31:20Z', 'updated_at': '2021-12-10T18:32:02Z', 'revision_number': 8, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0f6e74-1245-445e-bd0d-74fb0417f5ab', 'name': '', 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'mac_address': 'fa:16:3e:75:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '247a3de4-ec4d-439c-ba27-4051f4367cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:54Z', 'updated_at': '2021-12-10T18:31:00Z', 'revision_number': 5, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'subnets': [{'id': '247a3de4-ec4d-439c-ba27-4051f4367cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:32:05.131404 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4ea6b-6aba-44aa-9a90-597665e30cb9 req-26bc35d9-3f14-4f77-a209-d246c3a79969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:05.132880 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-33c4ea6b-6aba-44aa-9a90-597665e30cb9 req-26bc35d9-3f14-4f77-a209-d246c3a79969 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3b4471f6-7995-4adc-90c5-eb83ede31314 HTTP/1.1" status: 200 len: 801 time: 0.1366348 Dec 10 18:32:05.133298 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5c8f9f50-ad37-4638-9c0e-562a55ec7993 req-e7bd13f0-dfc3-4bb2-b655-65759c3a0be6 tempest-ServerShowV247Test-517462068 tempest-ServerShowV247Test-517462068-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2035ab4-c2fc-4907-af10-60b82351c602 HTTP/1.1" status: 200 len: 210 time: 0.1198964 Dec 10 18:32:05.156307 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-919ef836-741f-4429-9e19-40e4472a8003 req-22609b54-e49c-4e54-a849-93d797031d52 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:05.174296 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['f8ba8851-1d33-4f93-a82e-362a38c4cb37'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:32:05.179345 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 6a7191c3-bd90-41c9-b202-3c004f5d6026 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:32:05.225005 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26ef05-2dfe-4ddb-8792-901a4f21ed76 req-8a3a805c-cca6-4061-bfd1-63733b9839d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:05.226495 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7b26ef05-2dfe-4ddb-8792-901a4f21ed76 req-8a3a805c-cca6-4061-bfd1-63733b9839d9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7a3d06a851e143ce80bc75aa4f5a0861&device_id=79f64b18-a161-465b-9478-21269b46ed05 HTTP/1.1" status: 200 len: 1096 time: 0.2007265 Dec 10 18:32:05.243985 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa35c7-a30a-4bd9-95be-e977cbda3481 req-6da5964f-be72-4fc8-9684-4a469b09a588 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:05.253904 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-27fa35c7-a30a-4bd9-95be-e977cbda3481 req-6da5964f-be72-4fc8-9684-4a469b09a588 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 944 time: 0.1727209 Dec 10 18:32:05.324251 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22609b54-e49c-4e54-a849-93d797031d52 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Pushing event deleted for resources: {'Port': ['ID=f8ba8851-1d33-4f93-a82e-362a38c4cb37,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:05.326562 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 6a7191c3-bd90-41c9-b202-3c004f5d6026, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=6a7191c3-bd90-41c9-b202-3c004f5d6026,segment=NetworkSegment(abe04ed9-652a-435b-991b-a84908dffa2a),segment_id=abe04ed9-652a-435b-991b-a84908dffa2a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:05.341745 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '6a7191c3-bd90-41c9-b202-3c004f5d6026', 'network_id': '29bf4f73-b786-47d9-b710-77ae5efd3f4c', 'port_id': '6a7191c3-bd90-41c9-b202-3c004f5d6026', 'mac_address': 'fa:16:3e:2c:d5:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee3c328f-1c24-490b-81f1-15d2b8f6c49a', 'ip_address': '19.86.0.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:32:05.388859 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-919ef836-741f-4429-9e19-40e4472a8003 req-22609b54-e49c-4e54-a849-93d797031d52 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] No DVR routers for this DVR port f8ba8851-1d33-4f93-a82e-362a38c4cb37 on host n-h2-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:05.400290 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-919ef836-741f-4429-9e19-40e4472a8003 req-22609b54-e49c-4e54-a849-93d797031d52 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:05.404847 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-919ef836-741f-4429-9e19-40e4472a8003 req-22609b54-e49c-4e54-a849-93d797031d52 tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.72 "DELETE /v2.0/ports/f8ba8851-1d33-4f93-a82e-362a38c4cb37 HTTP/1.1" status: 204 len: 173 time: 1.3270218 Dec 10 18:32:05.405980 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-36d5eeaa-8d7e-438e-847b-e424e11aa232 req-0d7aa933-0b77-4d8e-8e09-995aee2f2d2b tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] For port 0e97f42c-b4fb-40fd-9a9a-630a27ed1191, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=0e97f42c-b4fb-40fd-9a9a-630a27ed1191,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:05.406755 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-36d5eeaa-8d7e-438e-847b-e424e11aa232 req-0d7aa933-0b77-4d8e-8e09-995aee2f2d2b tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:05.408336 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4ea6b-6aba-44aa-9a90-597665e30cb9 req-122a25d2-e64f-40d0-b12f-ac3b81371350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:05.410138 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-33c4ea6b-6aba-44aa-9a90-597665e30cb9 req-122a25d2-e64f-40d0-b12f-ac3b81371350 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5c3aa543-fb76-4e55-8f6b-8d76534585ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2662570 Dec 10 18:32:05.414084 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:05.438818 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a7191c3-bd90-41c9-b202-3c004f5d6026 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:32:05.469069 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-36d5eeaa-8d7e-438e-847b-e424e11aa232 req-0d7aa933-0b77-4d8e-8e09-995aee2f2d2b tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Calling delete_port for 0e97f42c-b4fb-40fd-9a9a-630a27ed1191 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:05.486657 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 6a7191c3-bd90-41c9-b202-3c004f5d6026, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=6a7191c3-bd90-41c9-b202-3c004f5d6026,segment=NetworkSegment(abe04ed9-652a-435b-991b-a84908dffa2a),segment_id=abe04ed9-652a-435b-991b-a84908dffa2a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:05.493534 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:05.494487 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device d9e2ba87-33c3-44e1-804a-4568b9471e29 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:32:05.548971 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-39f57a79-7cce-42b4-b2da-bbe8ee2ce934 service neutron] For port d29c3170-75f7-4a7c-976d-2dc07ad3078f, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:05.562152 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-27fa35c7-a30a-4bd9-95be-e977cbda3481 req-fd6aad30-7589-40bc-841a-197d828618fa tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065102 Dec 10 18:32:05.572896 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ed997d-2461-4e2b-a35a-c81100247888 None None] New status for floating IP cc5255b9-75da-4ba0-987d-dbfc26bdfb7b: ACTIVE {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:32:05.607932 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-39f57a79-7cce-42b4-b2da-bbe8ee2ce934 service neutron] Publish callbacks [] for binding, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:05.609346 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-39f57a79-7cce-42b4-b2da-bbe8ee2ce934 service neutron] 10.222.0.46 "DELETE /v2.0/ports/d29c3170-75f7-4a7c-976d-2dc07ad3078f/bindings/n-h2-821435-1 HTTP/1.1" status: 204 len: 173 time: 0.6284096 Dec 10 18:32:05.614236 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26ef05-2dfe-4ddb-8792-901a4f21ed76 req-6777b642-8793-4d6a-9a01-23d8f21255c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:05.614998 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7b26ef05-2dfe-4ddb-8792-901a4f21ed76 req-6777b642-8793-4d6a-9a01-23d8f21255c1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a4abdfd0-f739-47c7-bbf0-c66e12b37b75 HTTP/1.1" status: 200 len: 920 time: 0.3748195 Dec 10 18:32:05.708574 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=6a7191c3-bd90-41c9-b202-3c004f5d6026,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:05.734212 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device eb979513-3a6e-4d43-82cd-21735d74229e no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:05.773880 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-954b15f9-4da9-44d4-9ceb-ecfdeccd927d req-248a522b-6270-4926-93bf-1769177a4a2a tempest-ServersOnMultiNodesTest-925777642 tempest-ServersOnMultiNodesTest-925777642-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2201e05-c2d4-4b4f-849f-4ed212dbef8d HTTP/1.1" status: 200 len: 210 time: 0.0581110 Dec 10 18:32:05.825116 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7b26ef05-2dfe-4ddb-8792-901a4f21ed76 req-26bc9f9f-9fed-4338-994d-3d24a0f7e343 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42b65244-d778-4d7b-98e0-e8d4b3cc597d HTTP/1.1" status: 200 len: 998 time: 0.2014761 Dec 10 18:32:05.830383 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: eb979513-3a6e-4d43-82cd-21735d74229e {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:32:05.830736 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device eb979513-3a6e-4d43-82cd-21735d74229e not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:32:05.862948 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-33c4ea6b-6aba-44aa-9a90-597665e30cb9 req-846dcf9c-39fa-4ebd-a308-7f37bce866d4 service neutron] 10.222.0.46 "GET /v2.0/networks/5c3aa543-fb76-4e55-8f6b-8d76534585ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4420764 Dec 10 18:32:05.921622 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port d9e2ba87-33c3-44e1-804a-4568b9471e29, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=d9e2ba87-33c3-44e1-804a-4568b9471e29,segment=NetworkSegment(ea5e532e-6d6f-49f7-89bc-f5cd2115c294),segment_id=ea5e532e-6d6f-49f7-89bc-f5cd2115c294)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:05.946825 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': 'd9e2ba87-33c3-44e1-804a-4568b9471e29', 'network_id': '5c3aa543-fb76-4e55-8f6b-8d76534585ce', 'port_id': 'd9e2ba87-33c3-44e1-804a-4568b9471e29', 'mac_address': 'fa:16:3e:91:c4:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4471f6-7995-4adc-90c5-eb83ede31314', 'ip_address': '19.80.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:32:05.991460 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f61641c6-787b-4db3-80a8-c326d6363130 req-b7838caa-16b9-4af9-a8a3-76a09dc6108a tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/floatingips/cc5255b9-75da-4ba0-987d-dbfc26bdfb7b HTTP/1.1" status: 200 len: 995 time: 0.3095300 Dec 10 18:32:05.995865 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:06.020737 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9e2ba87-33c3-44e1-804a-4568b9471e29 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:32:06.043281 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port d9e2ba87-33c3-44e1-804a-4568b9471e29, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=d9e2ba87-33c3-44e1-804a-4568b9471e29,segment=NetworkSegment(ea5e532e-6d6f-49f7-89bc-f5cd2115c294),segment_id=ea5e532e-6d6f-49f7-89bc-f5cd2115c294)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:06.050820 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26ef05-2dfe-4ddb-8792-901a4f21ed76 req-66728d7e-cc70-4166-90c9-e9803e97f04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:06.053090 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7b26ef05-2dfe-4ddb-8792-901a4f21ed76 req-66728d7e-cc70-4166-90c9-e9803e97f04f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=247a3de4-ec4d-439c-ba27-4051f4367cc3 HTTP/1.1" status: 200 len: 858 time: 0.2182431 Dec 10 18:32:06.053665 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:06.054529 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:32:06.065097 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07f62c-479d-446b-a4b3-aff435a120b0 req-5b03e1e8-03e8-449d-8b20-9f218bedfa29 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:06.067127 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8f07f62c-479d-446b-a4b3-aff435a120b0 req-5b03e1e8-03e8-449d-8b20-9f218bedfa29 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=210e0774-a035-4a0e-9bb9-941490f468ca HTTP/1.1" status: 200 len: 950 time: 0.0958285 Dec 10 18:32:06.123060 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d,segment=NetworkSegment(ea5e532e-6d6f-49f7-89bc-f5cd2115c294),segment_id=ea5e532e-6d6f-49f7-89bc-f5cd2115c294)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:06.133315 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-36d5eeaa-8d7e-438e-847b-e424e11aa232 req-0d7aa933-0b77-4d8e-8e09-995aee2f2d2b tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:06.149330 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['da4d0791-2875-440d-980d-aba8a94ad88b'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:32:06.181803 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7aa933-0b77-4d8e-8e09-995aee2f2d2b tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Pushing event deleted for resources: {'Port': ['ID=0e97f42c-b4fb-40fd-9a9a-630a27ed1191,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:06.194637 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['0e97f42c-b4fb-40fd-9a9a-630a27ed1191', '11623632-2372-4161-a478-99c4c079e27a'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:32:06.230013 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': 'de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d', 'network_id': '5c3aa543-fb76-4e55-8f6b-8d76534585ce', 'port_id': 'de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d', 'mac_address': 'fa:16:3e:a6:c5:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4471f6-7995-4adc-90c5-eb83ede31314', 'ip_address': '19.80.0.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:32:06.261766 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=d9e2ba87-33c3-44e1-804a-4568b9471e29,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:06.276466 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26ef05-2dfe-4ddb-8792-901a4f21ed76 req-9b3b05fa-8127-45bf-8f7c-fbd70642ab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:06.278047 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7b26ef05-2dfe-4ddb-8792-901a4f21ed76 req-9b3b05fa-8127-45bf-8f7c-fbd70642ab22 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4abdfd0-f739-47c7-bbf0-c66e12b37b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2100494 Dec 10 18:32:06.320467 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d5eeaa-8d7e-438e-847b-e424e11aa232 req-0d7aa933-0b77-4d8e-8e09-995aee2f2d2b tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] No DVR routers for this DVR port 0e97f42c-b4fb-40fd-9a9a-630a27ed1191 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:06.334716 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8f07f62c-479d-446b-a4b3-aff435a120b0 req-8118ea02-1ba3-4382-a354-e3d005e9fffc tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547450 Dec 10 18:32:06.338746 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-36d5eeaa-8d7e-438e-847b-e424e11aa232 req-0d7aa933-0b77-4d8e-8e09-995aee2f2d2b tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:06.343440 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-36d5eeaa-8d7e-438e-847b-e424e11aa232 req-0d7aa933-0b77-4d8e-8e09-995aee2f2d2b tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.46 "DELETE /v2.0/ports/0e97f42c-b4fb-40fd-9a9a-630a27ed1191 HTTP/1.1" status: 204 len: 173 time: 1.6020544 Dec 10 18:32:06.362447 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:06.455077 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:32:06.463546 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-33c4ea6b-6aba-44aa-9a90-597665e30cb9 req-f772e8e9-c7ea-40d5-8633-eeeaef091b85 service neutron] 10.222.0.46 "GET /v2.0/networks/5c3aa543-fb76-4e55-8f6b-8d76534585ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5870657 Dec 10 18:32:06.481377 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210e0774-a035-4a0e-9bb9-941490f468ca', 'name': 'network-vif-deleted', 'tag': '0e97f42c-b4fb-40fd-9a9a-630a27ed1191'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:32:06.483702 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71246eea-50d1-4709-9bd2-e811eb2cb77e" -d '{"events": [{"server_uuid": "210e0774-a035-4a0e-9bb9-941490f468ca", "name": "network-vif-deleted", "tag": "0e97f42c-b4fb-40fd-9a9a-630a27ed1191"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:32:06.513337 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d,segment=NetworkSegment(ea5e532e-6d6f-49f7-89bc-f5cd2115c294),segment_id=ea5e532e-6d6f-49f7-89bc-f5cd2115c294)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:06.526078 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:06.534740 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76f934-9f70-4a8e-81db-04db0dac18cb req-cdfadce5-ec76-4d41-a9b3-7cf1022f7187 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:06.538177 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-db76f934-9f70-4a8e-81db-04db0dac18cb req-cdfadce5-ec76-4d41-a9b3-7cf1022f7187 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4 HTTP/1.1" status: 200 len: 1096 time: 0.1032917 Dec 10 18:32:06.542847 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7b26ef05-2dfe-4ddb-8792-901a4f21ed76 req-7ee1bddf-0ab1-4065-a0c7-32ee93c17981 service neutron] 10.222.0.46 "GET /v2.0/networks/a4abdfd0-f739-47c7-bbf0-c66e12b37b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238395 Dec 10 18:32:06.580489 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61641c6-787b-4db3-80a8-c326d6363130 req-a7c97b23-c904-4801-9431-2c43a32ab8dc tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:06.597351 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f61641c6-787b-4db3-80a8-c326d6363130 req-a7c97b23-c904-4801-9431-2c43a32ab8dc tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/networks/6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 784 time: 0.5938554 Dec 10 18:32:06.617802 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-f61641c6-787b-4db3-80a8-c326d6363130 req-06a7dda8-4672-4717-ae45-784ce1bc62c4 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:06.618889 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f61641c6-787b-4db3-80a8-c326d6363130 req-06a7dda8-4672-4717-ae45-784ce1bc62c4 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0212457 Dec 10 18:32:06.685725 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:06.769323 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-db76f934-9f70-4a8e-81db-04db0dac18cb req-3cdee295-6ff3-481b-841c-6e94a4cdbccc tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235992 Dec 10 18:32:06.837720 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7b26ef05-2dfe-4ddb-8792-901a4f21ed76 req-917188e9-bc66-4eb9-ae1d-1601e6aa9481 service neutron] 10.222.0.46 "GET /v2.0/networks/a4abdfd0-f739-47c7-bbf0-c66e12b37b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753797 Dec 10 18:32:06.848547 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18196fe-455a-4018-af93-83792384f8bd req-12cd6b50-6f42-4e49-87b0-aea89765551b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:06.854825 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18196fe-455a-4018-af93-83792384f8bd req-12cd6b50-6f42-4e49-87b0-aea89765551b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:06.861151 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18196fe-455a-4018-af93-83792384f8bd req-12cd6b50-6f42-4e49-87b0-aea89765551b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:06.862886 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d18196fe-455a-4018-af93-83792384f8bd req-12cd6b50-6f42-4e49-87b0-aea89765551b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/ports?device_id=ece272dc-7e0c-4534-9d16-b36703443bed HTTP/1.1" status: 200 len: 2414 time: 0.1000538 Dec 10 18:32:06.901394 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bcf8a2f0-625e-4422-b57f-44f28d9388d5 req-c16f735a-751c-4751-b222-28d93ac68111 tempest-ServerShowV247Test-517462068 tempest-ServerShowV247Test-517462068-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2035ab4-c2fc-4907-af10-60b82351c602 HTTP/1.1" status: 200 len: 210 time: 0.0326574 Dec 10 18:32:06.924578 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d18196fe-455a-4018-af93-83792384f8bd req-e233030f-5f16-49fb-b458-7619e9c5c624 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/security-groups?id=02887b67-19d8-4e26-a497-49330ec812c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480061 Dec 10 18:32:06.994998 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['d9e2ba87-33c3-44e1-804a-4568b9471e29'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:32:06.995684 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e66cbb5-021c-4ffb-bb83-6458c13baffb', 'name': 'network-vif-deleted', 'tag': 'eb979513-3a6e-4d43-82cd-21735d74229e'}, {'server_uuid': 'a2201e05-c2d4-4b4f-849f-4ed212dbef8d', 'name': 'network-vif-deleted', 'tag': 'f8ba8851-1d33-4f93-a82e-362a38c4cb37'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:32:06.998366 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f42d61-6969-4cfe-abe9-af78884ed76b" -d '{"events": [{"server_uuid": "2e66cbb5-021c-4ffb-bb83-6458c13baffb", "name": "network-vif-deleted", "tag": "eb979513-3a6e-4d43-82cd-21735d74229e"}, {"server_uuid": "a2201e05-c2d4-4b4f-849f-4ed212dbef8d", "name": "network-vif-deleted", "tag": "f8ba8851-1d33-4f93-a82e-362a38c4cb37"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:32:07.008210 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a1e349-6e4a-4638-aca4-fcb070251b36 x-openstack-request-id: req-c5a1e349-6e4a-4638-aca4-fcb070251b36 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:32:07.008659 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "210e0774-a035-4a0e-9bb9-941490f468ca", "name": "network-vif-deleted", "tag": "0e97f42c-b4fb-40fd-9a9a-630a27ed1191", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:32:07.009441 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c5a1e349-6e4a-4638-aca4-fcb070251b36 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:32:07.010454 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '210e0774-a035-4a0e-9bb9-941490f468ca', 'name': 'network-vif-deleted', 'tag': '0e97f42c-b4fb-40fd-9a9a-630a27ed1191', 'status': 'completed', 'code': 200} Dec 10 18:32:07.060463 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['6a7191c3-bd90-41c9-b202-3c004f5d6026'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:32:07.139129 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669c95d-69be-4f97-b4eb-e9f8e55a59c0 req-4321e26a-b9e3-4bf2-9eae-74342bf3556c tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:07.147847 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4669c95d-69be-4f97-b4eb-e9f8e55a59c0 req-4321e26a-b9e3-4bf2-9eae-74342bf3556c tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 1095 time: 0.0602930 Dec 10 18:32:07.155286 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1cb4b97c-27a9-46e5-bc53-08b288147c6e req-636d4eec-9f74-4aca-b488-733a36e2fc7e tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 1000 time: 0.1125000 Dec 10 18:32:07.184069 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 0e97f42c-b4fb-40fd-9a9a-630a27ed1191 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:07.216420 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 0e97f42c-b4fb-40fd-9a9a-630a27ed1191 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:32:07.217083 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 0e97f42c-b4fb-40fd-9a9a-630a27ed1191 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:32:07.224559 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4b97c-27a9-46e5-bc53-08b288147c6e req-3cdc740d-88c5-4daf-ac5b-236d918e0cda tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:07.226595 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1cb4b97c-27a9-46e5-bc53-08b288147c6e req-3cdc740d-88c5-4daf-ac5b-236d918e0cda tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/ports/42b65244-d778-4d7b-98e0-e8d4b3cc597d HTTP/1.1" status: 200 len: 942 time: 0.0626400 Dec 10 18:32:07.236537 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4669c95d-69be-4f97-b4eb-e9f8e55a59c0 req-db84ae14-9cbc-4a84-aa1a-3bc9bfbee9dc tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800834 Dec 10 18:32:07.357602 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1cb4b97c-27a9-46e5-bc53-08b288147c6e req-808261b0-99a8-48fb-8ec2-5555db644cee tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 1000 time: 0.0845661 Dec 10 18:32:07.487499 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4b97c-27a9-46e5-bc53-08b288147c6e req-7c055b1f-3eb8-4f7b-84fb-b692c7744844 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:07.489021 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1cb4b97c-27a9-46e5-bc53-08b288147c6e req-7c055b1f-3eb8-4f7b-84fb-b692c7744844 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/networks/6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 784 time: 0.1237631 Dec 10 18:32:07.569946 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1cb4b97c-27a9-46e5-bc53-08b288147c6e req-9e97ad78-a61b-40bd-83ef-0f1fd06c39c3 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 1000 time: 0.0716515 Dec 10 18:32:07.581336 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-1cb4b97c-27a9-46e5-bc53-08b288147c6e req-98db8546-0295-4deb-bc54-5bd193567596 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:07.614243 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44558) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:07.645611 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1cb4b97c-27a9-46e5-bc53-08b288147c6e req-98db8546-0295-4deb-bc54-5bd193567596 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks [] for floatingip, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:07.735091 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device f8ba8851-1d33-4f93-a82e-362a38c4cb37 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:07.764687 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: f8ba8851-1d33-4f93-a82e-362a38c4cb37 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:32:07.765050 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device f8ba8851-1d33-4f93-a82e-362a38c4cb37 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:32:07.801541 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-17978d19-f181-428f-8d19-90af67da1a18 req-1b812eba-2f03-4d74-9137-d729a1a62fe0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0965359 Dec 10 18:32:07.808872 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1cb4b97c-27a9-46e5-bc53-08b288147c6e req-98db8546-0295-4deb-bc54-5bd193567596 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:07.811377 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:07.813514 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1cb4b97c-27a9-46e5-bc53-08b288147c6e req-98db8546-0295-4deb-bc54-5bd193567596 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:07.814144 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [req-1cb4b97c-27a9-46e5-bc53-08b288147c6e req-98db8546-0295-4deb-bc54-5bd193567596 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Floating IP cc5255b9-75da-4ba0-987d-dbfc26bdfb7b disassociated. External IP: 172.25.7.41, port: 42b65244-d778-4d7b-98e0-e8d4b3cc597d. Dec 10 18:32:07.817337 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c1945f51-ddd5-491a-a90d-03c6ec040256 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=449146cf6fbe4ffeba406209dfdd303b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2011232 Dec 10 18:32:07.819684 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44572) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:07.903797 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17978d19-f181-428f-8d19-90af67da1a18 req-1574e069-d67e-4ffe-aa17-a120297d6a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:07.905398 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-17978d19-f181-428f-8d19-90af67da1a18 req-1574e069-d67e-4ffe-aa17-a120297d6a9e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=11a6a39d68554f8394fbad05e4e8dab2&device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 1102 time: 0.0713658 Dec 10 18:32:07.918934 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0713900e-0c4a-487d-8d6a-8a943eadb6ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:07.977419 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:32:07.991291 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0713900e-0c4a-487d-8d6a-8a943eadb6ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:08.064600 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17978d19-f181-428f-8d19-90af67da1a18 req-3fa68183-a36d-4704-8923-7c577cba03d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:08.066561 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-17978d19-f181-428f-8d19-90af67da1a18 req-3fa68183-a36d-4704-8923-7c577cba03d8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.1341028 Dec 10 18:32:08.073717 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cb4b97c-27a9-46e5-bc53-08b288147c6e req-98db8546-0295-4deb-bc54-5bd193567596 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Router fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:32:08.076088 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0713900e-0c4a-487d-8d6a-8a943eadb6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:08.080742 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0713900e-0c4a-487d-8d6a-8a943eadb6ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:08.084471 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0713900e-0c4a-487d-8d6a-8a943eadb6ad admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7275728a-319a-4795-8262-d7e1832ffaa8 HTTP/1.1" status: 204 len: 168 time: 0.2607749 Dec 10 18:32:08.125579 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0713900e-0c4a-487d-8d6a-8a943eadb6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7275728a-319a-4795-8262-d7e1832ffaa8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:08.128050 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-17978d19-f181-428f-8d19-90af67da1a18 req-276e11f6-ae91-4967-9e1d-0b03fec1f8d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=11623632-2372-4161-a478-99c4c079e27a HTTP/1.1" status: 200 len: 217 time: 0.0451267 Dec 10 18:32:08.201074 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cb4b97c-27a9-46e5-bc53-08b288147c6e req-98db8546-0295-4deb-bc54-5bd193567596 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:32:08.206283 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1cb4b97c-27a9-46e5-bc53-08b288147c6e req-98db8546-0295-4deb-bc54-5bd193567596 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:08.206519 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17978d19-f181-428f-8d19-90af67da1a18 req-c61aa592-5ac4-4926-936f-04f7f5335350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:08.208935 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-17978d19-f181-428f-8d19-90af67da1a18 req-c61aa592-5ac4-4926-936f-04f7f5335350 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.0671642 Dec 10 18:32:08.214180 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896f412c-c9be-4a8f-99a2-9358445c49d8 None None] Sync routers for ids ['fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:32:08.225515 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896f412c-c9be-4a8f-99a2-9358445c49d8 None None] Routers {'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:08.226394 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-896f412c-c9be-4a8f-99a2-9358445c49d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:31:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:08.245997 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1cb4b97c-27a9-46e5-bc53-08b288147c6e req-98db8546-0295-4deb-bc54-5bd193567596 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "PUT /v2.0/floatingips/cc5255b9-75da-4ba0-987d-dbfc26bdfb7b HTTP/1.1" status: 200 len: 695 time: 0.6692216 Dec 10 18:32:08.280948 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17978d19-f181-428f-8d19-90af67da1a18 req-0a1582d9-333f-4e05-9b48-026bbe5a3b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:08.282581 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-17978d19-f181-428f-8d19-90af67da1a18 req-0a1582d9-333f-4e05-9b48-026bbe5a3b27 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0555291 Dec 10 18:32:08.318250 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4b97c-27a9-46e5-bc53-08b288147c6e req-1b58e0eb-b917-45d9-b49b-572b288ba5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:08.326171 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1cb4b97c-27a9-46e5-bc53-08b288147c6e req-1b58e0eb-b917-45d9-b49b-572b288ba5c7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7a3d06a851e143ce80bc75aa4f5a0861&device_id=79f64b18-a161-465b-9478-21269b46ed05 HTTP/1.1" status: 200 len: 1096 time: 0.0628974 Dec 10 18:32:08.373974 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-896f412c-c9be-4a8f-99a2-9358445c49d8 None None] Set router fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:32:08.420262 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-17978d19-f181-428f-8d19-90af67da1a18 req-218f3553-97a0-4b90-8caa-d5971a543f92 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201761 Dec 10 18:32:08.456052 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-4ff36305-a095-4b92-9728-9dbd4265e218 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:08.457827 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-4ff36305-a095-4b92-9728-9dbd4265e218 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140307 Dec 10 18:32:08.503589 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4b97c-27a9-46e5-bc53-08b288147c6e req-2cb87ceb-aa1b-4a98-9ffd-540d45549089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:08.512391 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1cb4b97c-27a9-46e5-bc53-08b288147c6e req-2cb87ceb-aa1b-4a98-9ffd-540d45549089 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a4abdfd0-f739-47c7-bbf0-c66e12b37b75 HTTP/1.1" status: 200 len: 920 time: 0.1852849 Dec 10 18:32:08.560784 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1cb4b97c-27a9-46e5-bc53-08b288147c6e req-8961b77b-70ee-4868-842d-430686d7f58a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42b65244-d778-4d7b-98e0-e8d4b3cc597d HTTP/1.1" status: 200 len: 217 time: 0.0471075 Dec 10 18:32:08.601720 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-d35b762b-18e2-4d8e-a563-da81eba1d4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:08.603411 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-d35b762b-18e2-4d8e-a563-da81eba1d4db service neutron] 10.222.0.62 "GET /v2.0/ports/9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e HTTP/1.1" status: 200 len: 1093 time: 0.1374626 Dec 10 18:32:08.617034 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-9080eba2-6704-4ed2-9d2d-d1c40020377d service neutron] Request body: {'binding': {'host': 'n-h1-821435-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:08.618740 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-9080eba2-6704-4ed2-9d2d-d1c40020377d service neutron] Unknown quota resources ['binding']. {{(pid=103245) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 18:32:08.626979 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44590) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:08.655246 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-896f412c-c9be-4a8f-99a2-9358445c49d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'name': 'tempest-FloatingIPsAssociationTestJSON-59222113-router', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:46Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 4, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'gw_port': {'id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:47Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '5e0f6e74-1245-445e-bd0d-74fb0417f5ab', 'name': '', 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'mac_address': 'fa:16:3e:75:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '247a3de4-ec4d-439c-ba27-4051f4367cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:54Z', 'updated_at': '2021-12-10T18:31:00Z', 'revision_number': 5, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'subnets': [{'id': '247a3de4-ec4d-439c-ba27-4051f4367cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:08.680117 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4b97c-27a9-46e5-bc53-08b288147c6e req-9ec71748-924e-4043-9ee8-ce17a3bec7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:08.681668 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1cb4b97c-27a9-46e5-bc53-08b288147c6e req-9ec71748-924e-4043-9ee8-ce17a3bec7c6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=247a3de4-ec4d-439c-ba27-4051f4367cc3 HTTP/1.1" status: 200 len: 858 time: 0.1198187 Dec 10 18:32:08.690564 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896f412c-c9be-4a8f-99a2-9358445c49d8 None None] Checking router: fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:32:08.700759 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896f412c-c9be-4a8f-99a2-9358445c49d8 None None] Routers {'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:08.701988 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-896f412c-c9be-4a8f-99a2-9358445c49d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:31:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:08.790915 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5b34415e-a16c-4705-b98b-ee88bfd9b59a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=69143618207d4b19a813914fbb3c0b3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1625128 Dec 10 18:32:08.794641 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44592) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:08.812713 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4b97c-27a9-46e5-bc53-08b288147c6e req-1650f611-f8c0-417c-8d21-cef7314ba928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:08.814230 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1cb4b97c-27a9-46e5-bc53-08b288147c6e req-1650f611-f8c0-417c-8d21-cef7314ba928 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a4abdfd0-f739-47c7-bbf0-c66e12b37b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121292 Dec 10 18:32:08.819996 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-896f412c-c9be-4a8f-99a2-9358445c49d8 None None] Set router fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:32:08.850784 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-17978d19-f181-428f-8d19-90af67da1a18 req-217835cc-7391-4f9b-bdf0-8d16705c6fd8 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154890 Dec 10 18:32:08.871506 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f613c4ae-eea9-462e-a92c-cecbd2227f81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:08.893585 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-9080eba2-6704-4ed2-9d2d-d1c40020377d service neutron] Attempting to bind port 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e on host n-h1-821435-1 for vnic_type normal with profile None {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:32:08.893929 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-9080eba2-6704-4ed2-9d2d-d1c40020377d service neutron] Attempting to bind port 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:32:08.894250 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-9080eba2-6704-4ed2-9d2d-d1c40020377d service neutron] Attempting to bind port 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e on network b1a56b94-fee7-4dfb-925d-977caaf81317 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:08.908868 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-9080eba2-6704-4ed2-9d2d-d1c40020377d service neutron] Port 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e on network b1a56b94-fee7-4dfb-925d-977caaf81317 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:32:08.908868 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-9080eba2-6704-4ed2-9d2d-d1c40020377d service neutron] Attempting to bind port 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e on network b1a56b94-fee7-4dfb-925d-977caaf81317 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:08.915763 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f613c4ae-eea9-462e-a92c-cecbd2227f81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:08.918326 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-9080eba2-6704-4ed2-9d2d-d1c40020377d service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:32:08.918669 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-9080eba2-6704-4ed2-9d2d-d1c40020377d service neutron] Checking segment: {'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:08.919066 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-9080eba2-6704-4ed2-9d2d-d1c40020377d service neutron] Bound using segment: {'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:32:08.919904 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-9080eba2-6704-4ed2-9d2d-d1c40020377d service neutron] Bound port: 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:32:08.982624 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1cb4b97c-27a9-46e5-bc53-08b288147c6e req-513013be-c75b-42a0-a71b-1fd730d49a97 service neutron] 10.222.0.62 "GET /v2.0/networks/a4abdfd0-f739-47c7-bbf0-c66e12b37b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506472 Dec 10 18:32:09.001480 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f613c4ae-eea9-462e-a92c-cecbd2227f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:09.005345 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f613c4ae-eea9-462e-a92c-cecbd2227f81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:09.008904 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f613c4ae-eea9-462e-a92c-cecbd2227f81 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fad5d6c8-e617-46e1-b580-7497b804da85 HTTP/1.1" status: 204 len: 168 time: 0.2109015 Dec 10 18:32:09.015660 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613c4ae-eea9-462e-a92c-cecbd2227f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad5d6c8-e617-46e1-b580-7497b804da85,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:09.026296 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-9080eba2-6704-4ed2-9d2d-d1c40020377d service neutron] For port 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:32:09.057774 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-896f412c-c9be-4a8f-99a2-9358445c49d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'name': 'tempest-FloatingIPsAssociationTestJSON-59222113-router', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:46Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 4, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'gw_port': {'id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:47Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '5e0f6e74-1245-445e-bd0d-74fb0417f5ab', 'name': '', 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'mac_address': 'fa:16:3e:75:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '247a3de4-ec4d-439c-ba27-4051f4367cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:54Z', 'updated_at': '2021-12-10T18:31:00Z', 'revision_number': 5, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'subnets': [{'id': '247a3de4-ec4d-439c-ba27-4051f4367cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:09.059298 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-9080eba2-6704-4ed2-9d2d-d1c40020377d service neutron] Publish callbacks [] for binding, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:09.060522 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-9080eba2-6704-4ed2-9d2d-d1c40020377d service neutron] 10.222.0.62 "POST /v2.0/ports/9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e/bindings HTTP/1.1" status: 201 len: 389 time: 0.4512413 Dec 10 18:32:09.098550 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896f412c-c9be-4a8f-99a2-9358445c49d8 None None] The sync data for ids ['fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'] in n-d-821435-1 is: [{'id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'name': 'tempest-FloatingIPsAssociationTestJSON-59222113-router', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:46Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 4, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'gw_port': {'id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:47Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '5e0f6e74-1245-445e-bd0d-74fb0417f5ab', 'name': '', 'network_id': 'a4abdfd0-f739-47c7-bbf0-c66e12b37b75', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'mac_address': 'fa:16:3e:75:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '247a3de4-ec4d-439c-ba27-4051f4367cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:54Z', 'updated_at': '2021-12-10T18:31:00Z', 'revision_number': 5, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'subnets': [{'id': '247a3de4-ec4d-439c-ba27-4051f4367cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:32:09.122207 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1cb4b97c-27a9-46e5-bc53-08b288147c6e req-568f1b25-dd66-4eb1-8d6e-1732e08a226f service neutron] 10.222.0.62 "GET /v2.0/networks/a4abdfd0-f739-47c7-bbf0-c66e12b37b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255155 Dec 10 18:32:09.182284 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device d9e2ba87-33c3-44e1-804a-4568b9471e29 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:09.244170 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 18:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3f4bb0-e7b5-4a4b-a8c4-ce183e1169c1 x-openstack-request-id: req-1c3f4bb0-e7b5-4a4b-a8c4-ce183e1169c1 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:32:09.244696 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e66cbb5-021c-4ffb-bb83-6458c13baffb", "name": "network-vif-deleted", "tag": "eb979513-3a6e-4d43-82cd-21735d74229e", "status": "completed", "code": 200}, {"server_uuid": "a2201e05-c2d4-4b4f-849f-4ed212dbef8d", "name": "network-vif-deleted", "tag": "f8ba8851-1d33-4f93-a82e-362a38c4cb37", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:32:09.245107 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1c3f4bb0-e7b5-4a4b-a8c4-ce183e1169c1 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:32:09.245747 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e66cbb5-021c-4ffb-bb83-6458c13baffb', 'name': 'network-vif-deleted', 'tag': 'eb979513-3a6e-4d43-82cd-21735d74229e', 'status': 'completed', 'code': 200} Dec 10 18:32:09.246119 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2201e05-c2d4-4b4f-849f-4ed212dbef8d', 'name': 'network-vif-deleted', 'tag': 'f8ba8851-1d33-4f93-a82e-362a38c4cb37', 'status': 'completed', 'code': 200} Dec 10 18:32:09.326164 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port d9e2ba87-33c3-44e1-804a-4568b9471e29 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:32:09.326636 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3ec1a-d741-44e6-97d8-26f980d80fc4 req-315f7e73-7e1a-4188-8fc8-5343fb722e54 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:09.334503 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a4a3ec1a-d741-44e6-97d8-26f980d80fc4 req-315f7e73-7e1a-4188-8fc8-5343fb722e54 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 1095 time: 0.1061630 Dec 10 18:32:09.339039 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port d9e2ba87-33c3-44e1-804a-4568b9471e29 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:09.339421 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:09.424893 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a8218e08-51db-4e0a-b8a4-98cf916c7758 req-4ab58144-8e7a-4787-a1d1-df66eaf8b1d2 tempest-ServerShowV247Test-517462068 tempest-ServerShowV247Test-517462068-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2035ab4-c2fc-4907-af10-60b82351c602 HTTP/1.1" status: 200 len: 210 time: 0.0468867 Dec 10 18:32:09.465051 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a4a3ec1a-d741-44e6-97d8-26f980d80fc4 req-7ea62847-6e95-4de9-9a43-d0691a6ec5fc tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295657 Dec 10 18:32:09.550785 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-ed88c575-79a5-4223-ad96-935cff0153d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:09.550785 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-ed88c575-79a5-4223-ad96-935cff0153d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5768feea1c8f4e40b878b814fdae92ab&device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4 HTTP/1.1" status: 200 len: 1096 time: 0.1215737 Dec 10 18:32:09.611402 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3368f8b0-2849-4897-9cc9-056447e2b32f None None] New status for floating IP cc5255b9-75da-4ba0-987d-dbfc26bdfb7b: DOWN {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:32:09.705996 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca91e8-254b-4d18-a503-bf40b58246da req-ca6e8cab-7a16-43ca-8102-690d1c2267f5 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:09.713143 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca91e8-254b-4d18-a503-bf40b58246da req-ca6e8cab-7a16-43ca-8102-690d1c2267f5 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:09.719099 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca91e8-254b-4d18-a503-bf40b58246da req-ca6e8cab-7a16-43ca-8102-690d1c2267f5 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:09.720805 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f4ca91e8-254b-4d18-a503-bf40b58246da req-ca6e8cab-7a16-43ca-8102-690d1c2267f5 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/ports?device_id=ece272dc-7e0c-4534-9d16-b36703443bed HTTP/1.1" status: 200 len: 2414 time: 0.1275651 Dec 10 18:32:09.750455 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-392277d9-cf82-4e77-8fd5-cc97ebcdcb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:09.751983 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-392277d9-cf82-4e77-8fd5-cc97ebcdcb54 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b1a56b94-fee7-4dfb-925d-977caaf81317 HTTP/1.1" status: 200 len: 908 time: 0.1949313 Dec 10 18:32:09.796342 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:09.812133 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-83d8b66e-7b90-4869-96a0-703082f8157f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e HTTP/1.1" status: 200 len: 217 time: 0.0504582 Dec 10 18:32:09.842262 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f4ca91e8-254b-4d18-a503-bf40b58246da req-2be16bf8-bcac-408b-9143-177219bc461c tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/security-groups?id=02887b67-19d8-4e26-a497-49330ec812c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959628 Dec 10 18:32:09.849765 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port d9e2ba87-33c3-44e1-804a-4568b9471e29, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=d9e2ba87-33c3-44e1-804a-4568b9471e29,segment=NetworkSegment(ea5e532e-6d6f-49f7-89bc-f5cd2115c294),segment_id=ea5e532e-6d6f-49f7-89bc-f5cd2115c294)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:09.851866 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece272dc-7e0c-4534-9d16-b36703443bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e2ba87-33c3-44e1-804a-4568b9471e29'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:32:09.855855 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b508e9f2-3b0b-4904-9389-c65eba6de69e" -d '{"events": [{"server_uuid": "ece272dc-7e0c-4534-9d16-b36703443bed", "name": "network-vif-plugged", "status": "completed", "tag": "d9e2ba87-33c3-44e1-804a-4568b9471e29"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:32:09.867426 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49902a1-32dc-4831-9689-1fc1f616abe9 req-e84e972f-d801-461e-91c2-12990f1c32dd tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:09.875664 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:09.876509 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 6a7191c3-bd90-41c9-b202-3c004f5d6026 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:09.879495 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a49902a1-32dc-4831-9689-1fc1f616abe9 req-e84e972f-d801-461e-91c2-12990f1c32dd tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4 HTTP/1.1" status: 200 len: 945 time: 0.1158824 Dec 10 18:32:09.935931 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-5eae764e-5ecb-45d0-9598-4eb7a96761e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:09.940137 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-5eae764e-5ecb-45d0-9598-4eb7a96761e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c38321c-218a-47ac-873b-024a1169316a HTTP/1.1" status: 200 len: 847 time: 0.1043375 Dec 10 18:32:09.949856 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a49902a1-32dc-4831-9689-1fc1f616abe9 req-821a5e4e-51e3-4675-b1a9-981edd0d649a tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692403 Dec 10 18:32:09.991767 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-f06b0431-c508-47dd-a698-2f219ed38c5e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b1a56b94-fee7-4dfb-925d-977caaf81317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302298 Dec 10 18:32:10.040274 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=d9e2ba87-33c3-44e1-804a-4568b9471e29,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:10.080528 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 6a7191c3-bd90-41c9-b202-3c004f5d6026 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:32:10.090615 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7496d4b-a6b2-49a5-9fbe-6ddb2430a1f4 req-4945800b-5632-4da0-a98c-ae9ecc89be0a tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:10.091097 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 6a7191c3-bd90-41c9-b202-3c004f5d6026 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:10.091477 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:10.092204 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a7496d4b-a6b2-49a5-9fbe-6ddb2430a1f4 req-4945800b-5632-4da0-a98c-ae9ecc89be0a tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=c128e81b-989f-4720-ae47-3fc1ff739a4c HTTP/1.1" status: 200 len: 945 time: 0.0752764 Dec 10 18:32:10.162182 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-d0c47cdf-9c86-4b2f-829b-bf377906e91b service neutron] 10.222.0.46 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574981 Dec 10 18:32:10.203069 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a7496d4b-a6b2-49a5-9fbe-6ddb2430a1f4 req-dd5d6596-b483-49a7-b72d-68fd74038937 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc848203-e8d4-4112-84c3-2f5e9915fedc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997736 Dec 10 18:32:10.219648 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:10.276771 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 6a7191c3-bd90-41c9-b202-3c004f5d6026, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=6a7191c3-bd90-41c9-b202-3c004f5d6026,segment=NetworkSegment(abe04ed9-652a-435b-991b-a84908dffa2a),segment_id=abe04ed9-652a-435b-991b-a84908dffa2a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:10.278879 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6620addf-5b64-4c2f-a0bf-6a66e83c76b4 x-openstack-request-id: req-6620addf-5b64-4c2f-a0bf-6a66e83c76b4 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:32:10.279234 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece272dc-7e0c-4534-9d16-b36703443bed", "name": "network-vif-plugged", "status": "completed", "tag": "d9e2ba87-33c3-44e1-804a-4568b9471e29", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:32:10.279637 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6620addf-5b64-4c2f-a0bf-6a66e83c76b4 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:32:10.280052 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ece272dc-7e0c-4534-9d16-b36703443bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e2ba87-33c3-44e1-804a-4568b9471e29', 'code': 200} Dec 10 18:32:10.284173 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:10.285219 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:10.310759 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-7d23ee6c-a80e-4632-ad36-22e136f58075 service neutron] 10.222.0.46 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464934 Dec 10 18:32:10.390838 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=6a7191c3-bd90-41c9-b202-3c004f5d6026,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:10.416942 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:32:10.428107 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:10.429241 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:10.430711 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44640) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:10.460494 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-466ffb39-b153-4543-a162-e6c2f5ab1c25 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:10.462602 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-466ffb39-b153-4543-a162-e6c2f5ab1c25 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4&tenant_id=5768feea1c8f4e40b878b814fdae92ab&binding%3Ahost_id=n-h2-821435-1 HTTP/1.1" status: 200 len: 1096 time: 0.0792322 Dec 10 18:32:10.482158 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-035b4ff4-d84d-4249-a695-af76afa50c30 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821435-1'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:10.483111 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246171c-3cd6-457d-a65e-7fcaa678253a req-26fbd1ec-f90d-4024-b0a2-a651c7136dc9 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:10.485808 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4246171c-3cd6-457d-a65e-7fcaa678253a req-26fbd1ec-f90d-4024-b0a2-a651c7136dc9 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=157da486-b80b-4611-878d-08e723170dcf HTTP/1.1" status: 200 len: 949 time: 0.0807641 Dec 10 18:32:10.568690 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4246171c-3cd6-457d-a65e-7fcaa678253a req-1077f90b-866a-41b4-b4e8-7c42e6f1689d tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667908 Dec 10 18:32:10.569026 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:10.625590 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d,segment=NetworkSegment(ea5e532e-6d6f-49f7-89bc-f5cd2115c294),segment_id=ea5e532e-6d6f-49f7-89bc-f5cd2115c294)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:10.631108 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:10.635336 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-617deb57-bfa5-4a74-a23a-6788a5b54e5e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-87986167-network', 'tenant_id': '165baf7d697d4fcc9927946568021ae6'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:10.654291 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-035b4ff4-d84d-4249-a695-af76afa50c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:10.658693 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-191cf5aa-3573-458b-ac7c-16ac9c93f6d9 req-d82464ec-c659-4132-af2c-b6796bc93554 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/floatingips/cc5255b9-75da-4ba0-987d-dbfc26bdfb7b HTTP/1.1" status: 200 len: 693 time: 0.1145377 Dec 10 18:32:10.664111 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f9af5fcb-2b66-4372-a713-47398eb9d94d req-b9e2ac97-ea69-40b2-bd5d-e4f7bf00f5ba tempest-ServerShowV247Test-517462068 tempest-ServerShowV247Test-517462068-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2035ab4-c2fc-4907-af10-60b82351c602 HTTP/1.1" status: 200 len: 210 time: 0.0284138 Dec 10 18:32:10.690902 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:10.775395 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617deb57-bfa5-4a74-a23a-6788a5b54e5e admin admin] Made reservation on behalf of 165baf7d697d4fcc9927946568021ae6 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:10.777684 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-617deb57-bfa5-4a74-a23a-6788a5b54e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:10.801449 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-617deb57-bfa5-4a74-a23a-6788a5b54e5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:10.893065 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191cf5aa-3573-458b-ac7c-16ac9c93f6d9 req-395e3de3-c7f8-428a-a263-09c3c360d42f tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:10.895026 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-191cf5aa-3573-458b-ac7c-16ac9c93f6d9 req-395e3de3-c7f8-428a-a263-09c3c360d42f tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/networks/6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 784 time: 0.2112143 Dec 10 18:32:10.965262 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b69a23-a043-45f0-9591-471134b85bab req-871cedfb-66fc-4ae8-b3e8-793998183e66 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:10.972098 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b69a23-a043-45f0-9591-471134b85bab req-871cedfb-66fc-4ae8-b3e8-793998183e66 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:10.979438 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b69a23-a043-45f0-9591-471134b85bab req-871cedfb-66fc-4ae8-b3e8-793998183e66 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:10.981175 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-37b69a23-a043-45f0-9591-471134b85bab req-871cedfb-66fc-4ae8-b3e8-793998183e66 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/ports?device_id=ece272dc-7e0c-4534-9d16-b36703443bed HTTP/1.1" status: 200 len: 2417 time: 0.0805156 Dec 10 18:32:10.982057 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-191cf5aa-3573-458b-ac7c-16ac9c93f6d9 req-100351a2-529d-48d8-87be-756ae071ee61 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 696 time: 0.0756414 Dec 10 18:32:11.011062 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-035b4ff4-d84d-4249-a695-af76afa50c30 service neutron] For port 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:11.037861 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-37b69a23-a043-45f0-9591-471134b85bab req-7f9e3468-8b7e-48f8-bce9-27b45e44b58c tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/security-groups?id=02887b67-19d8-4e26-a497-49330ec812c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491188 Dec 10 18:32:11.075749 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-191cf5aa-3573-458b-ac7c-16ac9c93f6d9 req-856c2709-d472-4551-a096-ae0ce13a4172 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 696 time: 0.0821257 Dec 10 18:32:11.124642 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-035b4ff4-d84d-4249-a695-af76afa50c30 service neutron] For port 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:11.153605 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-617deb57-bfa5-4a74-a23a-6788a5b54e5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:11.170656 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e87b5-5bd3-48a2-a0e1-f4c2fd1bef69 req-76f3fc9c-2a0f-489f-95fe-4a8babf41d81 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:11.172042 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e61e87b5-5bd3-48a2-a0e1-f4c2fd1bef69 req-76f3fc9c-2a0f-489f-95fe-4a8babf41d81 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4 HTTP/1.1" status: 200 len: 945 time: 0.0667770 Dec 10 18:32:11.179133 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-617deb57-bfa5-4a74-a23a-6788a5b54e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:11.224237 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e61e87b5-5bd3-48a2-a0e1-f4c2fd1bef69 req-ffb51992-b520-4e65-8193-a5ce3770785d tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448711 Dec 10 18:32:11.247199 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f64b18-a161-465b-9478-21269b46ed05', 'tag': '42b65244-d778-4d7b-98e0-e8d4b3cc597d'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:32:11.249649 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4125945-6332-4251-92c4-4939d97b65d6" -d '{"events": [{"name": "network-changed", "server_uuid": "79f64b18-a161-465b-9478-21269b46ed05", "tag": "42b65244-d778-4d7b-98e0-e8d4b3cc597d"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:32:11.263006 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-617deb57-bfa5-4a74-a23a-6788a5b54e5e admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:32:11.267033 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6e3dab-6565-4c8b-a70d-0fd2b2476ee4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:32:11.269264 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18dc2b7-5a56-4e42-a906-0e8b654d0645" -d '{"events": [{"server_uuid": "be6e3dab-6565-4c8b-a70d-0fd2b2476ee4", "name": "network-vif-unplugged", "status": "completed", "tag": "9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:32:11.277715 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-035b4ff4-d84d-4249-a695-af76afa50c30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:11.285940 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617deb57-bfa5-4a74-a23a-6788a5b54e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5095c1-b5cc-4cbb-95c1-d6161347278d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:11.303416 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29a81da-d9d2-47ff-94c5-9201817d1d32 x-openstack-request-id: req-e29a81da-d9d2-47ff-94c5-9201817d1d32 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:32:11.305183 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79f64b18-a161-465b-9478-21269b46ed05", "tag": "42b65244-d778-4d7b-98e0-e8d4b3cc597d", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:32:11.305720 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e29a81da-d9d2-47ff-94c5-9201817d1d32 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:32:11.307060 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f64b18-a161-465b-9478-21269b46ed05', 'tag': '42b65244-d778-4d7b-98e0-e8d4b3cc597d', 'status': 'completed', 'code': 200} Dec 10 18:32:11.308027 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-035b4ff4-d84d-4249-a695-af76afa50c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:11.310937 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-617deb57-bfa5-4a74-a23a-6788a5b54e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:11.311287 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-617deb57-bfa5-4a74-a23a-6788a5b54e5e admin admin] Added segment 4c3bc924-e46d-4914-aa28-4a3c2be84f78 of type vlan for network 0a67c568-e816-4af4-92b6-6738d3fb86d0 Dec 10 18:32:11.335213 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b04396-3216-4b15-b3ec-e665e367cbc1 x-openstack-request-id: req-11b04396-3216-4b15-b3ec-e665e367cbc1 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:32:11.335511 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6e3dab-6565-4c8b-a70d-0fd2b2476ee4", "name": "network-vif-unplugged", "status": "completed", "tag": "9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:32:11.335767 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-11b04396-3216-4b15-b3ec-e665e367cbc1 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:32:11.336157 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6e3dab-6565-4c8b-a70d-0fd2b2476ee4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e', 'code': 200} Dec 10 18:32:11.381456 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4125945-6332-4251-92c4-4939d97b65d6 req-e0659e59-086c-47e8-8029-7c53db3ebfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:11.383571 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4125945-6332-4251-92c4-4939d97b65d6 req-e0659e59-086c-47e8-8029-7c53db3ebfdf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7a3d06a851e143ce80bc75aa4f5a0861&device_id=79f64b18-a161-465b-9478-21269b46ed05 HTTP/1.1" status: 200 len: 1096 time: 0.0597823 Dec 10 18:32:11.403541 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-617deb57-bfa5-4a74-a23a-6788a5b54e5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:11.468286 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b4ff4-d84d-4249-a695-af76afa50c30 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e,revision_number=7']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:11.489557 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-191cf5aa-3573-458b-ac7c-16ac9c93f6d9 req-5a465112-030f-4999-b49c-5c92072659cc tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Deleting port 0a719d45-9e60-42e7-995d-f5f8ced2d4ce {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:11.489908 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-191cf5aa-3573-458b-ac7c-16ac9c93f6d9 req-5a465112-030f-4999-b49c-5c92072659cc tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:11.492203 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-035b4ff4-d84d-4249-a695-af76afa50c30 service neutron] Attempting to bind port 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e on host n-h2-821435-1 for vnic_type normal with profile {"migrating_to": "n-h1-821435-1"} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:32:11.492536 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-035b4ff4-d84d-4249-a695-af76afa50c30 service neutron] Attempting to bind port 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:32:11.492902 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-035b4ff4-d84d-4249-a695-af76afa50c30 service neutron] Attempting to bind port 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e on network b1a56b94-fee7-4dfb-925d-977caaf81317 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:11.495729 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-617deb57-bfa5-4a74-a23a-6788a5b54e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:11.496808 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617deb57-bfa5-4a74-a23a-6788a5b54e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:11.497298 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-617deb57-bfa5-4a74-a23a-6788a5b54e5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:11.517094 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4125945-6332-4251-92c4-4939d97b65d6 req-2c9e7fb8-5758-4448-a84f-184fac0e7515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:11.518795 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4125945-6332-4251-92c4-4939d97b65d6 req-2c9e7fb8-5758-4448-a84f-184fac0e7515 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a4abdfd0-f739-47c7-bbf0-c66e12b37b75 HTTP/1.1" status: 200 len: 920 time: 0.1262324 Dec 10 18:32:11.559639 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-035b4ff4-d84d-4249-a695-af76afa50c30 service neutron] Port 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e on network b1a56b94-fee7-4dfb-925d-977caaf81317 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:32:11.559998 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-035b4ff4-d84d-4249-a695-af76afa50c30 service neutron] Attempting to bind port 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e on network b1a56b94-fee7-4dfb-925d-977caaf81317 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:11.567931 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4125945-6332-4251-92c4-4939d97b65d6 req-2ce2519c-e616-455f-8225-f87fb4fc9ea7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42b65244-d778-4d7b-98e0-e8d4b3cc597d HTTP/1.1" status: 200 len: 217 time: 0.0375779 Dec 10 18:32:11.602281 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-035b4ff4-d84d-4249-a695-af76afa50c30 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:32:11.602631 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-035b4ff4-d84d-4249-a695-af76afa50c30 service neutron] Checking segment: {'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:11.603025 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-035b4ff4-d84d-4249-a695-af76afa50c30 service neutron] Bound using segment: {'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:32:11.603477 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-035b4ff4-d84d-4249-a695-af76afa50c30 service neutron] Bound port: 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:32:11.604569 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-035b4ff4-d84d-4249-a695-af76afa50c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:11.616830 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-617deb57-bfa5-4a74-a23a-6788a5b54e5e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1848497 Dec 10 18:32:11.628360 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44658) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:11.633657 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4125945-6332-4251-92c4-4939d97b65d6 req-db1a708a-a195-4db9-beba-89f34330ec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:11.635416 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4125945-6332-4251-92c4-4939d97b65d6 req-db1a708a-a195-4db9-beba-89f34330ec15 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=247a3de4-ec4d-439c-ba27-4051f4367cc3 HTTP/1.1" status: 200 len: 858 time: 0.0601418 Dec 10 18:32:11.637969 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-144cab65-47db-431c-9ef6-c6c9aae69c1b admin admin] Request body: {'subnet': {'network_id': '0a67c568-e816-4af4-92b6-6738d3fb86d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-87986167-subnet', 'tenant_id': '165baf7d697d4fcc9927946568021ae6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:11.645693 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617deb57-bfa5-4a74-a23a-6788a5b54e5e admin admin] Pushing event updated for resources: {'Network': ['ID=0a67c568-e816-4af4-92b6-6738d3fb86d0,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:11.663118 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 0a67c568-e816-4af4-92b6-6738d3fb86d0 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:32:11.716474 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-191cf5aa-3573-458b-ac7c-16ac9c93f6d9 req-5a465112-030f-4999-b49c-5c92072659cc tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:11.716828 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-191cf5aa-3573-458b-ac7c-16ac9c93f6d9 req-5a465112-030f-4999-b49c-5c92072659cc tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:11.730266 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144cab65-47db-431c-9ef6-c6c9aae69c1b admin admin] Made reservation on behalf of 165baf7d697d4fcc9927946568021ae6 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:11.732862 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-144cab65-47db-431c-9ef6-c6c9aae69c1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:11.749787 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-191cf5aa-3573-458b-ac7c-16ac9c93f6d9 req-5a465112-030f-4999-b49c-5c92072659cc tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Calling delete_port for 0a719d45-9e60-42e7-995d-f5f8ced2d4ce owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:11.772142 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4125945-6332-4251-92c4-4939d97b65d6 req-d62387a3-2da1-43cd-93a7-16dd713b5804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:11.773974 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4125945-6332-4251-92c4-4939d97b65d6 req-d62387a3-2da1-43cd-93a7-16dd713b5804 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4abdfd0-f739-47c7-bbf0-c66e12b37b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1305175 Dec 10 18:32:11.799823 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a3ebb-73ab-4c12-98e0-d588ad9485a3 req-85ae5d2d-965f-4505-80f3-eaf24999334d tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:11.802722 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3f6a3ebb-73ab-4c12-98e0-d588ad9485a3 req-85ae5d2d-965f-4505-80f3-eaf24999334d tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=157da486-b80b-4611-878d-08e723170dcf HTTP/1.1" status: 200 len: 949 time: 0.1017399 Dec 10 18:32:11.849365 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-035b4ff4-d84d-4249-a695-af76afa50c30 service neutron] For port 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:11.876415 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-035b4ff4-d84d-4249-a695-af76afa50c30 service neutron] For port 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:32:11.890928 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-035b4ff4-d84d-4249-a695-af76afa50c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:11.930421 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3f6a3ebb-73ab-4c12-98e0-d588ad9485a3 req-2c1ba63b-8c7b-4f1b-9272-10c48cdab362 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918972 Dec 10 18:32:11.947436 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4125945-6332-4251-92c4-4939d97b65d6 req-f7b3a3ac-b391-49d2-8856-f01a42308125 service neutron] 10.222.0.46 "GET /v2.0/networks/a4abdfd0-f739-47c7-bbf0-c66e12b37b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637368 Dec 10 18:32:12.040783 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b4ff4-d84d-4249-a695-af76afa50c30 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e,revision_number=8']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:12.049724 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-035b4ff4-d84d-4249-a695-af76afa50c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:12.050373 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-035b4ff4-d84d-4249-a695-af76afa50c30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:12.051957 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-035b4ff4-d84d-4249-a695-af76afa50c30 service neutron] 10.222.0.46 "PUT /v2.0/ports/9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e HTTP/1.1" status: 200 len: 1121 time: 1.5804198 Dec 10 18:32:12.154895 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-191cf5aa-3573-458b-ac7c-16ac9c93f6d9 req-5a465112-030f-4999-b49c-5c92072659cc tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:12.157235 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c195a-1581-42ed-9ffb-21d8dd2469ab req-5df1f30e-ba2a-4a78-8987-2ad187313bb0 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:12.159047 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-359c195a-1581-42ed-9ffb-21d8dd2469ab req-5df1f30e-ba2a-4a78-8987-2ad187313bb0 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.72 "GET /v2.0/ports?device_id=157da486-b80b-4611-878d-08e723170dcf HTTP/1.1" status: 200 len: 949 time: 0.1744750 Dec 10 18:32:12.164081 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:32:12.177979 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4125945-6332-4251-92c4-4939d97b65d6 req-6cb6c611-ed15-4f04-870a-dcdb28abe251 service neutron] 10.222.0.46 "GET /v2.0/networks/a4abdfd0-f739-47c7-bbf0-c66e12b37b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233219 Dec 10 18:32:12.184854 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-144cab65-47db-431c-9ef6-c6c9aae69c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:12.194332 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a465112-030f-4999-b49c-5c92072659cc tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Pushing event deleted for resources: {'Port': ['ID=0a719d45-9e60-42e7-995d-f5f8ced2d4ce,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:12.282921 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece272dc-7e0c-4534-9d16-b36703443bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7191c3-bd90-41c9-b202-3c004f5d6026'}, {'server_uuid': 'ece272dc-7e0c-4534-9d16-b36703443bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:32:12.285792 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc77ea3-1d16-4d3e-8534-4b1292d33734" -d '{"events": [{"server_uuid": "ece272dc-7e0c-4534-9d16-b36703443bed", "name": "network-vif-plugged", "status": "completed", "tag": "6a7191c3-bd90-41c9-b202-3c004f5d6026"}, {"server_uuid": "ece272dc-7e0c-4534-9d16-b36703443bed", "name": "network-vif-plugged", "status": "completed", "tag": "de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:32:12.354256 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-191cf5aa-3573-458b-ac7c-16ac9c93f6d9 req-5a465112-030f-4999-b49c-5c92072659cc tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:12.357150 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-191cf5aa-3573-458b-ac7c-16ac9c93f6d9 req-5a465112-030f-4999-b49c-5c92072659cc tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:12.358493 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-191cf5aa-3573-458b-ac7c-16ac9c93f6d9 req-5a465112-030f-4999-b49c-5c92072659cc tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "DELETE /v2.0/floatingips/cc5255b9-75da-4ba0-987d-dbfc26bdfb7b HTTP/1.1" status: 204 len: 173 time: 1.2594581 Dec 10 18:32:12.361122 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cab65-47db-431c-9ef6-c6c9aae69c1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=50528490-42db-4386-8a50-036e7cc6af11,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:12.377839 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144cab65-47db-431c-9ef6-c6c9aae69c1b admin admin] Checking segment: {'id': '4c3bc924-e46d-4914-aa28-4a3c2be84f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0a67c568-e816-4af4-92b6-6738d3fb86d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:12.378320 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144cab65-47db-431c-9ef6-c6c9aae69c1b admin admin] Network hostable DHCP agents. Network: 0a67c568-e816-4af4-92b6-6738d3fb86d0, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:32:12.401216 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144cab65-47db-431c-9ef6-c6c9aae69c1b admin admin] Network 0a67c568-e816-4af4-92b6-6738d3fb86d0 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:32:12.423292 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-144cab65-47db-431c-9ef6-c6c9aae69c1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 0a67c568-e816-4af4-92b6-6738d3fb86d0) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:12.428617 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144cab65-47db-431c-9ef6-c6c9aae69c1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:12.429472 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-144cab65-47db-431c-9ef6-c6c9aae69c1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:12.437921 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81f76ce-8341-4a6d-81a9-ce5b64b49424 None None] Network 0a67c568-e816-4af4-92b6-6738d3fb86d0 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:12.453911 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-202d665f-7774-4782-b3bf-e3876c71697c req-99a7b184-0b8c-4f4d-9d2b-733c0c232ec9 tempest-ServerShowV247Test-517462068 tempest-ServerShowV247Test-517462068-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2035ab4-c2fc-4907-af10-60b82351c602 HTTP/1.1" status: 200 len: 210 time: 0.0709069 Dec 10 18:32:12.454833 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-144cab65-47db-431c-9ef6-c6c9aae69c1b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8244286 Dec 10 18:32:12.455593 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44678) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:12.462297 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-6344ebd3-df1f-4f92-b8cd-a8e91e22b33e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-87986167-router', 'tenant_id': '165baf7d697d4fcc9927946568021ae6', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:12.507345 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6344ebd3-df1f-4f92-b8cd-a8e91e22b33e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:12.508507 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6344ebd3-df1f-4f92-b8cd-a8e91e22b33e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:12.527067 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-359c195a-1581-42ed-9ffb-21d8dd2469ab req-93d53606-3c88-4426-a0ec-1a4c45084212 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Deleting port da4d0791-2875-440d-980d-aba8a94ad88b {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:12.527641 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-359c195a-1581-42ed-9ffb-21d8dd2469ab req-93d53606-3c88-4426-a0ec-1a4c45084212 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:12.630792 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6344ebd3-df1f-4f92-b8cd-a8e91e22b33e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:12.635664 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06aaca20-9f54-4a67-8555-0420a35f555e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-0a67c568-e816-4af4-92b6-6738d3fb86d0', 'network_id': '0a67c568-e816-4af4-92b6-6738d3fb86d0', 'project_id': '165baf7d697d4fcc9927946568021ae6', 'fixed_ips': [{'subnet_id': '50528490-42db-4386-8a50-036e7cc6af11'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:32:12.636732 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-06aaca20-9f54-4a67-8555-0420a35f555e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:12.690915 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa58774-4e2c-4cd1-9ef8-203d2641f609 req-6d9b07a9-3466-4ee9-bf4e-f3a873243ccb tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:12.697842 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa58774-4e2c-4cd1-9ef8-203d2641f609 req-6d9b07a9-3466-4ee9-bf4e-f3a873243ccb tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:12.704107 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa58774-4e2c-4cd1-9ef8-203d2641f609 req-6d9b07a9-3466-4ee9-bf4e-f3a873243ccb tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:12.705932 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bfa58774-4e2c-4cd1-9ef8-203d2641f609 req-6d9b07a9-3466-4ee9-bf4e-f3a873243ccb tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/ports?device_id=ece272dc-7e0c-4534-9d16-b36703443bed HTTP/1.1" status: 200 len: 2417 time: 0.1187570 Dec 10 18:32:12.715063 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1add489e-f535-4516-9741-f293b70ecdbc req-f4696c55-d32e-4749-8643-b7087fabad26 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2284069 Dec 10 18:32:12.781555 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bfa58774-4e2c-4cd1-9ef8-203d2641f609 req-35cf9e31-b3ab-4a17-b3b4-8514d5f8e75c tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/security-groups?id=02887b67-19d8-4e26-a497-49330ec812c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633707 Dec 10 18:32:12.817942 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-359c195a-1581-42ed-9ffb-21d8dd2469ab req-93d53606-3c88-4426-a0ec-1a4c45084212 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] For port da4d0791-2875-440d-980d-aba8a94ad88b, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=da4d0791-2875-440d-980d-aba8a94ad88b,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:12.818316 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-359c195a-1581-42ed-9ffb-21d8dd2469ab req-93d53606-3c88-4426-a0ec-1a4c45084212 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:12.824311 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6344ebd3-df1f-4f92-b8cd-a8e91e22b33e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:12.833624 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-06aaca20-9f54-4a67-8555-0420a35f555e None None] Allocated IP 172.20.0.2 (0a67c568-e816-4af4-92b6-6738d3fb86d0/50528490-42db-4386-8a50-036e7cc6af11/6f48301a-1b58-4003-a81e-6d77561614e8) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:12.846191 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b129d-edf7-419e-9ca7-4f0683873b75 req-65412f99-fe10-4580-b2e4-3f80febf2ea5 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:12.848850 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9f1b129d-edf7-419e-9ca7-4f0683873b75 req-65412f99-fe10-4580-b2e4-3f80febf2ea5 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4 HTTP/1.1" status: 200 len: 943 time: 0.2560878 Dec 10 18:32:12.863836 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 18:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a5ba73-5a62-457c-b11d-960302d56748 x-openstack-request-id: req-05a5ba73-5a62-457c-b11d-960302d56748 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:32:12.865281 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece272dc-7e0c-4534-9d16-b36703443bed", "name": "network-vif-plugged", "status": "completed", "tag": "6a7191c3-bd90-41c9-b202-3c004f5d6026", "code": 200}, {"server_uuid": "ece272dc-7e0c-4534-9d16-b36703443bed", "name": "network-vif-plugged", "status": "completed", "tag": "de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:32:12.865638 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-05a5ba73-5a62-457c-b11d-960302d56748 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:32:12.866126 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ece272dc-7e0c-4534-9d16-b36703443bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7191c3-bd90-41c9-b202-3c004f5d6026', 'code': 200} Dec 10 18:32:12.866458 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ece272dc-7e0c-4534-9d16-b36703443bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d', 'code': 200} Dec 10 18:32:12.900988 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-359c195a-1581-42ed-9ffb-21d8dd2469ab req-93d53606-3c88-4426-a0ec-1a4c45084212 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Calling delete_port for da4d0791-2875-440d-980d-aba8a94ad88b owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:12.975337 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9f1b129d-edf7-419e-9ca7-4f0683873b75 req-66dadd03-c673-4e91-8c0e-ef3e584ee2ab tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082964 Dec 10 18:32:13.027575 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add489e-f535-4516-9741-f293b70ecdbc req-b8ac534a-eb4d-42c3-89bc-a2b962dd5b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:13.029241 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1add489e-f535-4516-9741-f293b70ecdbc req-b8ac534a-eb4d-42c3-89bc-a2b962dd5b84 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986&device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 1095 time: 0.2616296 Dec 10 18:32:13.040976 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-06aaca20-9f54-4a67-8555-0420a35f555e None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.056499 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-06aaca20-9f54-4a67-8555-0420a35f555e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.117696 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557cfa8b-7620-4ad5-9d1e-d5a735f15ef8 req-432a9c7e-7678-484f-b7cf-e12a8a1343c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:13.118228 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557cfa8b-7620-4ad5-9d1e-d5a735f15ef8 req-432a9c7e-7678-484f-b7cf-e12a8a1343c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:13.118694 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557cfa8b-7620-4ad5-9d1e-d5a735f15ef8 req-432a9c7e-7678-484f-b7cf-e12a8a1343c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:13.120581 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-557cfa8b-7620-4ad5-9d1e-d5a735f15ef8 req-432a9c7e-7678-484f-b7cf-e12a8a1343c6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ece272dc-7e0c-4534-9d16-b36703443bed HTTP/1.1" status: 200 len: 2870 time: 0.1587236 Dec 10 18:32:13.174230 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aaca20-9f54-4a67-8555-0420a35f555e None None] Pushing event updated for resources: {'Port': ['ID=6f48301a-1b58-4003-a81e-6d77561614e8,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:13.206180 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:32:13.214642 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-557cfa8b-7620-4ad5-9d1e-d5a735f15ef8 req-e64386cd-090d-4df9-aa8c-e8e74c1731ec service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=02887b67-19d8-4e26-a497-49330ec812c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566421 Dec 10 18:32:13.245203 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06aaca20-9f54-4a67-8555-0420a35f555e None None] Network 0a67c568-e816-4af4-92b6-6738d3fb86d0 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:13.248809 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-06aaca20-9f54-4a67-8555-0420a35f555e None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:13.260600 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06aaca20-9f54-4a67-8555-0420a35f555e None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:13.268719 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6344ebd3-df1f-4f92-b8cd-a8e91e22b33e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.277609 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-5df3e6ad-94e3-4a1f-9094-af8f7949a0b8 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1187318968&fields=id&tenant_id=70b0792e9b484b69840e9b663917d1a6 HTTP/1.1" status: 200 len: 267 time: 0.1211383 Dec 10 18:32:13.337425 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add489e-f535-4516-9741-f293b70ecdbc req-b79fc620-5102-4be9-ab0b-cf1cfb975009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:13.339127 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1add489e-f535-4516-9741-f293b70ecdbc req-b79fc620-5102-4be9-ab0b-cf1cfb975009 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7cd799a4-acc6-47e3-afa8-685d03d02732 HTTP/1.1" status: 200 len: 922 time: 0.2688308 Dec 10 18:32:13.351308 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d126f-795a-424c-a0a2-c94b5ef33a36 req-983ad60a-1701-46e6-8ee0-2addf1d19711 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:13.352931 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dc3d126f-795a-424c-a0a2-c94b5ef33a36 req-983ad60a-1701-46e6-8ee0-2addf1d19711 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=157da486-b80b-4611-878d-08e723170dcf HTTP/1.1" status: 200 len: 949 time: 0.0900350 Dec 10 18:32:13.405245 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-06aaca20-9f54-4a67-8555-0420a35f555e None None] Attempting to bind port 6f48301a-1b58-4003-a81e-6d77561614e8 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:32:13.405636 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-06aaca20-9f54-4a67-8555-0420a35f555e None None] Attempting to bind port 6f48301a-1b58-4003-a81e-6d77561614e8 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '4c3bc924-e46d-4914-aa28-4a3c2be84f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0a67c568-e816-4af4-92b6-6738d3fb86d0'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:32:13.406160 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aaca20-9f54-4a67-8555-0420a35f555e None None] Attempting to bind port 6f48301a-1b58-4003-a81e-6d77561614e8 on network 0a67c568-e816-4af4-92b6-6738d3fb86d0 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:13.417143 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aaca20-9f54-4a67-8555-0420a35f555e None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:32:13.417581 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aaca20-9f54-4a67-8555-0420a35f555e None None] Checking segment: {'id': '4c3bc924-e46d-4914-aa28-4a3c2be84f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0a67c568-e816-4af4-92b6-6738d3fb86d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:13.417928 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-06aaca20-9f54-4a67-8555-0420a35f555e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.418326 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aaca20-9f54-4a67-8555-0420a35f555e None None] Bound using segment: {'id': '4c3bc924-e46d-4914-aa28-4a3c2be84f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0a67c568-e816-4af4-92b6-6738d3fb86d0'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:32:13.418807 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-06aaca20-9f54-4a67-8555-0420a35f555e None None] Bound port: 6f48301a-1b58-4003-a81e-6d77561614e8, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c3bc924-e46d-4914-aa28-4a3c2be84f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0a67c568-e816-4af4-92b6-6738d3fb86d0'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:32:13.419635 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-06aaca20-9f54-4a67-8555-0420a35f555e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.454260 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1add489e-f535-4516-9741-f293b70ecdbc req-cba6adef-fec4-4882-ba53-bcc111c1f5b2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=143a292c-2590-40c1-9e34-bfb328e87baa HTTP/1.1" status: 200 len: 217 time: 0.0824022 Dec 10 18:32:13.506168 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:13.523858 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e has no active binding in host n-h1-821435-1 {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 18:32:13.567022 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-06aaca20-9f54-4a67-8555-0420a35f555e None None] For port 6f48301a-1b58-4003-a81e-6d77561614e8, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:13.572379 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-06aaca20-9f54-4a67-8555-0420a35f555e None None] For port 6f48301a-1b58-4003-a81e-6d77561614e8, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=6f48301a-1b58-4003-a81e-6d77561614e8,segment=NetworkSegment(4c3bc924-e46d-4914-aa28-4a3c2be84f78),segment_id=4c3bc924-e46d-4914-aa28-4a3c2be84f78)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:32:13.578939 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-06aaca20-9f54-4a67-8555-0420a35f555e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.639809 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aaca20-9f54-4a67-8555-0420a35f555e None None] Pushing event updated for resources: {'Port': ['ID=6f48301a-1b58-4003-a81e-6d77561614e8,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:13.738551 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be6e3dab-6565-4c8b-a70d-0fd2b2476ee4', 'tag': '9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:32:13.740851 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cfeafa-8fbc-4863-ade5-f25af8b3fa9e" -d '{"events": [{"name": "network-changed", "server_uuid": "be6e3dab-6565-4c8b-a70d-0fd2b2476ee4", "tag": "9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:32:13.750671 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-00806c3a-d158-4b67-b809-aa77ec55a02d tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:13.752282 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-00806c3a-d158-4b67-b809-aa77ec55a02d tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/networks?id=07d60a74-f182-41ba-b9dc-085b291b0734 HTTP/1.1" status: 200 len: 824 time: 0.4496660 Dec 10 18:32:13.753435 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6344ebd3-df1f-4f92-b8cd-a8e91e22b33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.809036 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-8285f71a-0f3d-4942-b1df-1b0bc381be43 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/quotas/70b0792e9b484b69840e9b663917d1a6 HTTP/1.1" status: 200 len: 375 time: 0.0458770 Dec 10 18:32:13.892062 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dc3d126f-795a-424c-a0a2-c94b5ef33a36 req-be7faaf2-6f24-48cd-ba66-97d91680ed9a tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5138435 Dec 10 18:32:13.895536 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-359c195a-1581-42ed-9ffb-21d8dd2469ab req-93d53606-3c88-4426-a0ec-1a4c45084212 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.918636 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['11623632-2372-4161-a478-99c4c079e27a'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:32:14.010536 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d53606-3c88-4426-a0ec-1a4c45084212 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Pushing event deleted for resources: {'Port': ['ID=da4d0791-2875-440d-980d-aba8a94ad88b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:14.013281 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add489e-f535-4516-9741-f293b70ecdbc req-5945305a-e800-436b-a594-6dc7374d17c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:14.025817 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1add489e-f535-4516-9741-f293b70ecdbc req-5945305a-e800-436b-a594-6dc7374d17c0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30832bd6-5c81-4f5a-a237-6a5341f2b45d HTTP/1.1" status: 200 len: 861 time: 0.5492828 Dec 10 18:32:14.035908 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-e321d9e2-a9e2-49a6-a718-bd729f3d92d8 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=70b0792e9b484b69840e9b663917d1a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2197111 Dec 10 18:32:14.071212 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-6344ebd3-df1f-4f92-b8cd-a8e91e22b33e admin admin] Allocated IP 172.25.7.233 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/36112659-d95a-40e2-9bb6-d99d25840c68) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:14.115445 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1add489e-f535-4516-9741-f293b70ecdbc req-3c53b83f-ba50-4415-bbf6-164173850aab service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7cd799a4-acc6-47e3-afa8-685d03d02732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879452 Dec 10 18:32:14.287227 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-d896eb72-bfe9-4843-ab3b-5655544f4e78 service neutron] 10.222.0.62 "GET /v2.0/networks/07d60a74-f182-41ba-b9dc-085b291b0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110336 Dec 10 18:32:14.318213 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-359c195a-1581-42ed-9ffb-21d8dd2469ab req-93d53606-3c88-4426-a0ec-1a4c45084212 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] No DVR routers for this DVR port da4d0791-2875-440d-980d-aba8a94ad88b on host n-h2-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:14.325266 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-359c195a-1581-42ed-9ffb-21d8dd2469ab req-93d53606-3c88-4426-a0ec-1a4c45084212 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:14.328704 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-359c195a-1581-42ed-9ffb-21d8dd2469ab req-93d53606-3c88-4426-a0ec-1a4c45084212 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.72 "DELETE /v2.0/ports/da4d0791-2875-440d-980d-aba8a94ad88b HTTP/1.1" status: 204 len: 173 time: 2.1396081 Dec 10 18:32:14.330327 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157da486-b80b-4611-878d-08e723170dcf', 'name': 'network-vif-deleted', 'tag': 'da4d0791-2875-440d-980d-aba8a94ad88b'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:32:14.333977 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139e6780-d582-415d-8ee0-1dd41a85a226" -d '{"events": [{"server_uuid": "157da486-b80b-4611-878d-08e723170dcf", "name": "network-vif-deleted", "tag": "da4d0791-2875-440d-980d-aba8a94ad88b"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:32:14.354661 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98580bd-729f-48ef-884c-8845ea3cd711 req-d90939d5-4b79-42f8-9652-e734608c9250 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:14.356757 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a98580bd-729f-48ef-884c-8845ea3cd711 req-d90939d5-4b79-42f8-9652-e734608c9250 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.72 "GET /v2.0/ports?device_id=c128e81b-989f-4720-ae47-3fc1ff739a4c HTTP/1.1" status: 200 len: 945 time: 0.2395797 Dec 10 18:32:14.371593 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122bb982-86cf-4d9f-a8c5-4496792ae031 req-d209f56d-65ef-4342-8832-1a0c6a0c761a tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:14.380403 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-122bb982-86cf-4d9f-a8c5-4496792ae031 req-d209f56d-65ef-4342-8832-1a0c6a0c761a tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/ports?device_id=79f64b18-a161-465b-9478-21269b46ed05 HTTP/1.1" status: 200 len: 945 time: 0.3369658 Dec 10 18:32:14.447411 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6344ebd3-df1f-4f92-b8cd-a8e91e22b33e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:14.451780 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-a3a8e2ec-db3d-4975-846e-cea0577ab8d1 service neutron] 10.222.0.62 "GET /v2.0/networks/07d60a74-f182-41ba-b9dc-085b291b0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545618 Dec 10 18:32:14.467637 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1add489e-f535-4516-9741-f293b70ecdbc req-d311792c-770a-476d-96bd-995342d9474a service neutron] 10.222.0.72 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522888 Dec 10 18:32:14.527171 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6344ebd3-df1f-4f92-b8cd-a8e91e22b33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:14.593228 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6344ebd3-df1f-4f92-b8cd-a8e91e22b33e admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:14.597668 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-6344ebd3-df1f-4f92-b8cd-a8e91e22b33e admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:14.602399 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6344ebd3-df1f-4f92-b8cd-a8e91e22b33e admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:14.632478 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-122bb982-86cf-4d9f-a8c5-4496792ae031 req-d9cfc16a-9b9c-477e-94f6-86a99a614978 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/security-groups?id=66989511-e357-42c2-8825-80465a354afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478971 Dec 10 18:32:14.666659 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6344ebd3-df1f-4f92-b8cd-a8e91e22b33e admin admin] Pushing event updated for resources: {'Port': ['ID=36112659-d95a-40e2-9bb6-d99d25840c68,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:14.828914 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-a98580bd-729f-48ef-884c-8845ea3cd711 req-a85e4efd-6b5f-4209-b6d8-430d69f57443 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Deleting port 3e5c53fc-a155-4782-adc2-7ab52845f634 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:14.836247 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a98580bd-729f-48ef-884c-8845ea3cd711 req-a85e4efd-6b5f-4209-b6d8-430d69f57443 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:14.910243 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ea5c786a-6e5b-4c2e-a1df-bfd0b8bbc94d req-4056c68f-9d24-40cd-b244-affe4df6609c tempest-ServerShowV247Test-517462068 tempest-ServerShowV247Test-517462068-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2035ab4-c2fc-4907-af10-60b82351c602 HTTP/1.1" status: 200 len: 210 time: 0.1346819 Dec 10 18:32:14.915492 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1add489e-f535-4516-9741-f293b70ecdbc req-3cf779a8-296a-4ca1-9649-65e06e26b98e service neutron] 10.222.0.72 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324899 Dec 10 18:32:14.938229 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4acfe4d-2ab6-4f78-84c7-e8a66647d9c8 x-openstack-request-id: req-f4acfe4d-2ab6-4f78-84c7-e8a66647d9c8 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:32:14.938521 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be6e3dab-6565-4c8b-a70d-0fd2b2476ee4", "tag": "9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:32:14.947041 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f4acfe4d-2ab6-4f78-84c7-e8a66647d9c8 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:32:14.947566 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be6e3dab-6565-4c8b-a70d-0fd2b2476ee4', 'tag': '9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e', 'status': 'completed', 'code': 200} Dec 10 18:32:15.204167 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfeafa-8fbc-4863-ade5-f25af8b3fa9e req-2fc1f02b-bb29-42ef-a8a4-e07689de9297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:15.205826 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c8cfeafa-8fbc-4863-ade5-f25af8b3fa9e req-2fc1f02b-bb29-42ef-a8a4-e07689de9297 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5768feea1c8f4e40b878b814fdae92ab&device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4 HTTP/1.1" status: 200 len: 1124 time: 0.2317381 Dec 10 18:32:15.331557 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8abe1-1390-4db2-94b8-99760f4b612f req-e1f732e3-df69-4940-8144-54297380d7fe tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:15.333858 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b1d8abe1-1390-4db2-94b8-99760f4b612f req-e1f732e3-df69-4940-8144-54297380d7fe tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4 HTTP/1.1" status: 200 len: 943 time: 0.2784841 Dec 10 18:32:15.343148 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-a98580bd-729f-48ef-884c-8845ea3cd711 req-a85e4efd-6b5f-4209-b6d8-430d69f57443 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] For port 3e5c53fc-a155-4782-adc2-7ab52845f634, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=3e5c53fc-a155-4782-adc2-7ab52845f634,segment=NetworkSegment(47f2c0bc-cf33-48eb-8eac-c815a1f3cb03),segment_id=47f2c0bc-cf33-48eb-8eac-c815a1f3cb03)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:15.343504 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a98580bd-729f-48ef-884c-8845ea3cd711 req-a85e4efd-6b5f-4209-b6d8-430d69f57443 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:15.392880 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a8a2f-df7f-4b3b-bcb5-5cf7ab051774 req-54acf124-8979-4206-ae8c-c0f061f8a917 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:15.396410 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 6f48301a-1b58-4003-a81e-6d77561614e8 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:15.409668 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a8a2f-df7f-4b3b-bcb5-5cf7ab051774 req-54acf124-8979-4206-ae8c-c0f061f8a917 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:15.427998 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a8a2f-df7f-4b3b-bcb5-5cf7ab051774 req-54acf124-8979-4206-ae8c-c0f061f8a917 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:15.441290 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e99a8a2f-df7f-4b3b-bcb5-5cf7ab051774 req-54acf124-8979-4206-ae8c-c0f061f8a917 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/ports?device_id=ece272dc-7e0c-4534-9d16-b36703443bed HTTP/1.1" status: 200 len: 2417 time: 0.3255630 Dec 10 18:32:15.454428 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e491f1-20d4-4d66-a8c6-157211dcf7e6 None None] Network 0a67c568-e816-4af4-92b6-6738d3fb86d0 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:15.521734 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6344ebd3-df1f-4f92-b8cd-a8e91e22b33e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:15.587347 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-de7ff37e-496a-4de5-85c8-521f1334a734 None None] Provisioning complete for port 6f48301a-1b58-4003-a81e-6d77561614e8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:15.588212 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-de7ff37e-496a-4de5-85c8-521f1334a734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:15.646350 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 6f48301a-1b58-4003-a81e-6d77561614e8 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:15.646735 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:15.663223 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e99a8a2f-df7f-4b3b-bcb5-5cf7ab051774 req-923a8358-de00-44ae-b5b2-fe4cf47a3ed0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/security-groups?id=02887b67-19d8-4e26-a497-49330ec812c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148216 Dec 10 18:32:15.674231 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b1d8abe1-1390-4db2-94b8-99760f4b612f req-0520c43a-45f3-4815-96a6-2f90bb3f114a tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236907 Dec 10 18:32:15.678375 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfeafa-8fbc-4863-ade5-f25af8b3fa9e req-cd2fb5d3-2671-477f-a6f4-448d5aa4fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:15.679869 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c8cfeafa-8fbc-4863-ade5-f25af8b3fa9e req-cd2fb5d3-2671-477f-a6f4-448d5aa4fa60 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b1a56b94-fee7-4dfb-925d-977caaf81317 HTTP/1.1" status: 200 len: 908 time: 0.4557431 Dec 10 18:32:15.762227 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c8cfeafa-8fbc-4863-ade5-f25af8b3fa9e req-4b5693b5-84e9-493c-95d6-ca90b26a065c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e HTTP/1.1" status: 200 len: 217 time: 0.0652847 Dec 10 18:32:15.768897 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6649c7b2-db71-408d-8896-cea4a9ddd359 x-openstack-request-id: req-6649c7b2-db71-408d-8896-cea4a9ddd359 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:32:15.769223 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157da486-b80b-4611-878d-08e723170dcf", "name": "network-vif-deleted", "tag": "da4d0791-2875-440d-980d-aba8a94ad88b", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:32:15.772176 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6649c7b2-db71-408d-8896-cea4a9ddd359 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:32:15.772612 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157da486-b80b-4611-878d-08e723170dcf', 'name': 'network-vif-deleted', 'tag': 'da4d0791-2875-440d-980d-aba8a94ad88b', 'status': 'completed', 'code': 200} Dec 10 18:32:15.812660 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-de7ff37e-496a-4de5-85c8-521f1334a734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:15.838888 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 3e5c53fc-a155-4782-adc2-7ab52845f634 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:15.946562 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a98580bd-729f-48ef-884c-8845ea3cd711 req-a85e4efd-6b5f-4209-b6d8-430d69f57443 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:15.947510 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a98580bd-729f-48ef-884c-8845ea3cd711 req-a85e4efd-6b5f-4209-b6d8-430d69f57443 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:15.948019 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [req-a98580bd-729f-48ef-884c-8845ea3cd711 req-a85e4efd-6b5f-4209-b6d8-430d69f57443 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Floating IP c1a9033d-056c-4c1f-b1eb-ed22944f35ca disassociated. External IP: 172.25.7.138, port: 3e5c53fc-a155-4782-adc2-7ab52845f634. Dec 10 18:32:15.948482 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-a98580bd-729f-48ef-884c-8845ea3cd711 req-a85e4efd-6b5f-4209-b6d8-430d69f57443 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Calling delete_port for 3e5c53fc-a155-4782-adc2-7ab52845f634 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:15.981612 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-de7ff37e-496a-4de5-85c8-521f1334a734 None None] For port 6f48301a-1b58-4003-a81e-6d77561614e8, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=6f48301a-1b58-4003-a81e-6d77561614e8,segment=NetworkSegment(4c3bc924-e46d-4914-aa28-4a3c2be84f78),segment_id=4c3bc924-e46d-4914-aa28-4a3c2be84f78)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:15.996195 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-de7ff37e-496a-4de5-85c8-521f1334a734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:16.005437 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6344ebd3-df1f-4f92-b8cd-a8e91e22b33e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:16.098568 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:16.154928 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ff37e-496a-4de5-85c8-521f1334a734 None None] Pushing event updated for resources: {'Port': ['ID=6f48301a-1b58-4003-a81e-6d77561614e8,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:16.205922 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dea90-988b-4be2-acfd-feeffe6fb598 req-ffef34ce-9741-4988-b710-d185f2ff6b3f tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:16.208809 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f18dea90-988b-4be2-acfd-feeffe6fb598 req-ffef34ce-9741-4988-b710-d185f2ff6b3f tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/ports?device_id=79f64b18-a161-465b-9478-21269b46ed05 HTTP/1.1" status: 200 len: 945 time: 0.1998174 Dec 10 18:32:16.251070 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:16.279195 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:32:16.279724 n-d-821435-1 neutron-server[103246]: DEBUG oslo_db.api [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:32:16.289833 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-52d171d9-5a5b-4dd8-8f6a-c78448e9b9cc None None] Provisioning complete for port 6f48301a-1b58-4003-a81e-6d77561614e8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:16.290386 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-52d171d9-5a5b-4dd8-8f6a-c78448e9b9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:16.291290 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8cbb25cb-82b4-4d67-b90b-272df70f623d req-1b536d2f-a69f-4924-9e14-a8a94dd3b7fe tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=e74d1f16-6152-4dbe-9457-2de9d1e11eb0 HTTP/1.1" status: 200 len: 210 time: 0.0590498 Dec 10 18:32:16.329698 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f18dea90-988b-4be2-acfd-feeffe6fb598 req-6aaf6fc2-54bc-4c21-9f44-067230377b89 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/security-groups?id=66989511-e357-42c2-8825-80465a354afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141579 Dec 10 18:32:16.368333 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a98580bd-729f-48ef-884c-8845ea3cd711 req-a85e4efd-6b5f-4209-b6d8-430d69f57443 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:16.419554 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device da4d0791-2875-440d-980d-aba8a94ad88b no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:16.455984 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6344ebd3-df1f-4f92-b8cd-a8e91e22b33e admin admin] Router 919b3fc5-ee58-43f7-9f13-656cca2bdd27 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:32:16.456987 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfeafa-8fbc-4863-ade5-f25af8b3fa9e req-dbf2befb-73f5-45c2-ba47-acf25886cb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:16.459171 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c8cfeafa-8fbc-4863-ade5-f25af8b3fa9e req-dbf2befb-73f5-45c2-ba47-acf25886cb49 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c38321c-218a-47ac-873b-024a1169316a HTTP/1.1" status: 200 len: 847 time: 0.6755979 Dec 10 18:32:16.480308 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e4efd-6b5f-4209-b6d8-430d69f57443 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Pushing event deleted for resources: {'Port': ['ID=3e5c53fc-a155-4782-adc2-7ab52845f634,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:16.506156 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: da4d0791-2875-440d-980d-aba8a94ad88b {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:32:16.506511 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device da4d0791-2875-440d-980d-aba8a94ad88b not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:32:16.521759 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa7e1c-1d8e-4a9b-bb28-59faf48f66af req-8c7ae56b-e420-4332-9e15-35560af1f7c5 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:16.533198 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-50aa7e1c-1d8e-4a9b-bb28-59faf48f66af req-8c7ae56b-e420-4332-9e15-35560af1f7c5 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.46 "GET /v2.0/ports?device_id=79f64b18-a161-465b-9478-21269b46ed05 HTTP/1.1" status: 200 len: 945 time: 0.6359229 Dec 10 18:32:16.621558 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c8cfeafa-8fbc-4863-ade5-f25af8b3fa9e req-fb5b3ce8-81ab-4fe6-bf45-d9b326c45a53 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b1a56b94-fee7-4dfb-925d-977caaf81317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1294577 Dec 10 18:32:16.758828 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-945590f8-106e-4caf-9c5c-794a328e73eb service neutron] 10.222.0.72 "GET /v2.0/ports/9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e/bindings/n-h1-821435-1 HTTP/1.1" status: 200 len: 384 time: 0.4754231 Dec 10 18:32:16.805113 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2c3a0302-ab75-4162-a8b7-870c0a464640 req-667797f3-2e92-49a8-80d4-7836da575da5 tempest-ServerShowV247Test-517462068 tempest-ServerShowV247Test-517462068-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2035ab4-c2fc-4907-af10-60b82351c602 HTTP/1.1" status: 200 len: 210 time: 0.0586872 Dec 10 18:32:16.888715 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6344ebd3-df1f-4f92-b8cd-a8e91e22b33e admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:32:16.900350 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483d7ee1-e599-4ad5-97dc-b67d11532c78 None None] Sync routers for ids ['919b3fc5-ee58-43f7-9f13-656cca2bdd27'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:32:16.914367 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483d7ee1-e599-4ad5-97dc-b67d11532c78 None None] Routers {'919b3fc5-ee58-43f7-9f13-656cca2bdd27'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:16.915188 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-483d7ee1-e599-4ad5-97dc-b67d11532c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:31:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['919b3fc5-ee58-43f7-9f13-656cca2bdd27'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:16.977603 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8060d51-e4ee-49db-9862-9ebacb3d1b82 req-e792e3a8-0ea6-4fb3-ad27-24b3268381d7 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:16.990074 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d8060d51-e4ee-49db-9862-9ebacb3d1b82 req-e792e3a8-0ea6-4fb3-ad27-24b3268381d7 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 951 time: 0.2335763 Dec 10 18:32:17.023229 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6344ebd3-df1f-4f92-b8cd-a8e91e22b33e admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:17.028213 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6344ebd3-df1f-4f92-b8cd-a8e91e22b33e admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.5681880 Dec 10 18:32:17.029365 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44730) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:17.039467 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-b62c3e6b-709f-4bc8-a9c7-fccc0f8e1b45 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:17.041596 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-b62c3e6b-709f-4bc8-a9c7-fccc0f8e1b45 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.72 "GET /v2.0/networks?id=07d60a74-f182-41ba-b9dc-085b291b0734 HTTP/1.1" status: 200 len: 824 time: 0.4194980 Dec 10 18:32:17.101861 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-50aa7e1c-1d8e-4a9b-bb28-59faf48f66af req-8bf95bc4-3adc-4620-b9eb-c00807dde4fa tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Deleting port 42b65244-d778-4d7b-98e0-e8d4b3cc597d {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:17.102206 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-50aa7e1c-1d8e-4a9b-bb28-59faf48f66af req-8bf95bc4-3adc-4620-b9eb-c00807dde4fa tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:17.108651 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a98580bd-729f-48ef-884c-8845ea3cd711 req-a85e4efd-6b5f-4209-b6d8-430d69f57443 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Router 6d71ff25-20eb-4521-96ba-5abaac67c5c5 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:32:17.151333 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb1b10-a962-4b02-9103-077e262e17ef req-f0840cd9-86d3-465f-aefc-414aea8f0376 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:17.164324 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb1b10-a962-4b02-9103-077e262e17ef req-f0840cd9-86d3-465f-aefc-414aea8f0376 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:17.174645 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb1b10-a962-4b02-9103-077e262e17ef req-f0840cd9-86d3-465f-aefc-414aea8f0376 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:17.183938 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-efbb1b10-a962-4b02-9103-077e262e17ef req-f0840cd9-86d3-465f-aefc-414aea8f0376 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/ports?device_id=ece272dc-7e0c-4534-9d16-b36703443bed HTTP/1.1" status: 200 len: 2417 time: 0.2905443 Dec 10 18:32:17.234119 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c8cfeafa-8fbc-4863-ade5-f25af8b3fa9e req-b5a0464b-939b-4e83-9ed2-fd7d333dff64 service neutron] 10.222.0.72 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5899842 Dec 10 18:32:17.333240 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-558d27b8-3381-4ad5-8af7-f338fb6c16cb tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70b0792e9b484b69840e9b663917d1a6 HTTP/1.1" status: 200 len: 380 time: 0.2809262 Dec 10 18:32:17.349252 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-efbb1b10-a962-4b02-9103-077e262e17ef req-45aa7a15-c8de-4867-8f55-d3c3d611b067 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/security-groups?id=02887b67-19d8-4e26-a497-49330ec812c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602778 Dec 10 18:32:17.361762 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-483d7ee1-e599-4ad5-97dc-b67d11532c78 None None] Set router 919b3fc5-ee58-43f7-9f13-656cca2bdd27 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:32:17.370486 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-b1da1881-195a-4563-b228-124fd44d1a06 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Request body: {'port': {'device_id': 'e74d1f16-6152-4dbe-9457-2de9d1e11eb0', 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734', 'admin_state_up': True, 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'security_groups': ['fc848203-e8d4-4112-84c3-2f5e9915fedc']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:17.370707 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-d732f311-9fbf-49cb-a246-3023a59ed235 service neutron] For port 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:17.397089 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 6f48301a-1b58-4003-a81e-6d77561614e8 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:17.555928 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 6f48301a-1b58-4003-a81e-6d77561614e8 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:17.556781 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:17.651178 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81236ce-ea75-4e38-866b-dbf7264c5a98 req-2a497dd7-7fae-4d03-8f86-83cf4b678e06 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:17.658979 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d81236ce-ea75-4e38-866b-dbf7264c5a98 req-2a497dd7-7fae-4d03-8f86-83cf4b678e06 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4 HTTP/1.1" status: 200 len: 943 time: 0.1999712 Dec 10 18:32:17.682129 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-483d7ee1-e599-4ad5-97dc-b67d11532c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919b3fc5-ee58-43f7-9f13-656cca2bdd27', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-87986167-router', 'tenant_id': '165baf7d697d4fcc9927946568021ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '36112659-d95a-40e2-9bb6-d99d25840c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:12Z', 'updated_at': '2021-12-10T18:32:15Z', 'revision_number': 3, 'project_id': '165baf7d697d4fcc9927946568021ae6', 'gw_port': {'id': '36112659-d95a-40e2-9bb6-d99d25840c68', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:75:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919b3fc5-ee58-43f7-9f13-656cca2bdd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:13Z', 'updated_at': '2021-12-10T18:32:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:17.719372 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483d7ee1-e599-4ad5-97dc-b67d11532c78 None None] Checking router: 919b3fc5-ee58-43f7-9f13-656cca2bdd27 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:32:17.719732 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483d7ee1-e599-4ad5-97dc-b67d11532c78 None None] Updating router 919b3fc5-ee58-43f7-9f13-656cca2bdd27 port 36112659-d95a-40e2-9bb6-d99d25840c68 binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:32:17.772543 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-483d7ee1-e599-4ad5-97dc-b67d11532c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:17.774781 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d8060d51-e4ee-49db-9862-9ebacb3d1b82 req-623a822d-9676-4942-841c-99d7bcb9e3ba tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7837341 Dec 10 18:32:17.818240 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-b1da1881-195a-4563-b228-124fd44d1a06 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Made reservation on behalf of 70b0792e9b484b69840e9b663917d1a6 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:17.822101 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-b1da1881-195a-4563-b228-124fd44d1a06 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:17.838667 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d81236ce-ea75-4e38-866b-dbf7264c5a98 req-85a5dcf3-cb54-49f1-ab9c-08c94b0e1ae4 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785693 Dec 10 18:32:18.022764 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-135b0f80-dc17-4698-b662-a9006b19de0f req-b710f1da-0b20-4de4-923e-c6577f0dfe3d tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=e74d1f16-6152-4dbe-9457-2de9d1e11eb0 HTTP/1.1" status: 200 len: 210 time: 0.0896516 Dec 10 18:32:18.044969 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-d732f311-9fbf-49cb-a246-3023a59ed235 service neutron] For port 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:18.140805 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-d732f311-9fbf-49cb-a246-3023a59ed235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:32:18.164621 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-483d7ee1-e599-4ad5-97dc-b67d11532c78 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:18.174479 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-483d7ee1-e599-4ad5-97dc-b67d11532c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:18.180052 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-50aa7e1c-1d8e-4a9b-bb28-59faf48f66af req-8bf95bc4-3adc-4620-b9eb-c00807dde4fa tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] For port 42b65244-d778-4d7b-98e0-e8d4b3cc597d, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=42b65244-d778-4d7b-98e0-e8d4b3cc597d,segment=NetworkSegment(7224a61f-768e-4084-93b7-699d9eeef735),segment_id=7224a61f-768e-4084-93b7-699d9eeef735)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:18.180725 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-50aa7e1c-1d8e-4a9b-bb28-59faf48f66af req-8bf95bc4-3adc-4620-b9eb-c00807dde4fa tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:18.186320 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-d732f311-9fbf-49cb-a246-3023a59ed235 service neutron] For port 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:18.223230 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-50aa7e1c-1d8e-4a9b-bb28-59faf48f66af req-8bf95bc4-3adc-4620-b9eb-c00807dde4fa tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Calling delete_port for 42b65244-d778-4d7b-98e0-e8d4b3cc597d owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:18.232298 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c8cfeafa-8fbc-4863-ade5-f25af8b3fa9e req-8ee80239-fbc4-4d2b-ae32-dd7c2658282d service neutron] 10.222.0.72 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9848814 Dec 10 18:32:18.243457 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-d732f311-9fbf-49cb-a246-3023a59ed235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:18.279290 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91160f7f-e67c-45d6-8da4-6e1640be35d3 None None] Pushing event updated for resources: {'Port': ['ID=36112659-d95a-40e2-9bb6-d99d25840c68,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:18.302947 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a98580bd-729f-48ef-884c-8845ea3cd711 req-a85e4efd-6b5f-4209-b6d8-430d69f57443 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:32:18.313670 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95ec5d1-a96c-43d6-a13c-4a4313df44e8 None None] Sync routers for ids ['6d71ff25-20eb-4521-96ba-5abaac67c5c5'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:32:18.337776 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95ec5d1-a96c-43d6-a13c-4a4313df44e8 None None] Routers {'6d71ff25-20eb-4521-96ba-5abaac67c5c5'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:18.340069 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-d95ec5d1-a96c-43d6-a13c-4a4313df44e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:31:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6d71ff25-20eb-4521-96ba-5abaac67c5c5'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:18.351323 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-483d7ee1-e599-4ad5-97dc-b67d11532c78 None None] Attempting to bind port 36112659-d95a-40e2-9bb6-d99d25840c68 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:32:18.356060 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-483d7ee1-e599-4ad5-97dc-b67d11532c78 None None] Attempting to bind port 36112659-d95a-40e2-9bb6-d99d25840c68 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:32:18.356806 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483d7ee1-e599-4ad5-97dc-b67d11532c78 None None] Attempting to bind port 36112659-d95a-40e2-9bb6-d99d25840c68 on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:18.372361 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483d7ee1-e599-4ad5-97dc-b67d11532c78 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:32:18.373549 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483d7ee1-e599-4ad5-97dc-b67d11532c78 None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:18.373976 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-483d7ee1-e599-4ad5-97dc-b67d11532c78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:18.374674 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483d7ee1-e599-4ad5-97dc-b67d11532c78 None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:32:18.374884 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-483d7ee1-e599-4ad5-97dc-b67d11532c78 None None] Bound port: 36112659-d95a-40e2-9bb6-d99d25840c68, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:32:18.375273 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-483d7ee1-e599-4ad5-97dc-b67d11532c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:18.440078 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98580bd-729f-48ef-884c-8845ea3cd711 req-a85e4efd-6b5f-4209-b6d8-430d69f57443 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] No DVR routers for this DVR port 3e5c53fc-a155-4782-adc2-7ab52845f634 on host n-h2-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:18.460374 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-483d7ee1-e599-4ad5-97dc-b67d11532c78 None None] For port 36112659-d95a-40e2-9bb6-d99d25840c68, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:18.465201 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-483d7ee1-e599-4ad5-97dc-b67d11532c78 None None] For port 36112659-d95a-40e2-9bb6-d99d25840c68, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=36112659-d95a-40e2-9bb6-d99d25840c68,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:32:18.474258 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-483d7ee1-e599-4ad5-97dc-b67d11532c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:18.481601 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a98580bd-729f-48ef-884c-8845ea3cd711 req-a85e4efd-6b5f-4209-b6d8-430d69f57443 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:18.496598 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a98580bd-729f-48ef-884c-8845ea3cd711 req-a85e4efd-6b5f-4209-b6d8-430d69f57443 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.72 "DELETE /v2.0/ports/3e5c53fc-a155-4782-adc2-7ab52845f634 HTTP/1.1" status: 204 len: 173 time: 4.0926666 Dec 10 18:32:18.498998 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c128e81b-989f-4720-ae47-3fc1ff739a4c', 'name': 'network-vif-deleted', 'tag': '3e5c53fc-a155-4782-adc2-7ab52845f634'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:32:18.501306 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6897751-baa6-4895-ac6f-9f3e2d016efb" -d '{"events": [{"server_uuid": "c128e81b-989f-4720-ae47-3fc1ff739a4c", "name": "network-vif-deleted", "tag": "3e5c53fc-a155-4782-adc2-7ab52845f634"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:32:18.538217 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-936aea2f-a482-4d09-ac9a-bbbac2c50154 req-e07ab141-efd8-4989-a4f7-5bb6ca6d7fb4 tempest-ServerShowV247Test-517462068 tempest-ServerShowV247Test-517462068-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2035ab4-c2fc-4907-af10-60b82351c602 HTTP/1.1" status: 200 len: 210 time: 0.2380645 Dec 10 18:32:18.545720 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-d95ec5d1-a96c-43d6-a13c-4a4313df44e8 None None] Set router 6d71ff25-20eb-4521-96ba-5abaac67c5c5 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:32:18.573103 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-d732f311-9fbf-49cb-a246-3023a59ed235 service neutron] Transition to ACTIVE for port object 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:32:18.586558 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-d732f311-9fbf-49cb-a246-3023a59ed235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:18.619766 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91160f7f-e67c-45d6-8da4-6e1640be35d3 None None] Pushing event updated for resources: {'Port': ['ID=36112659-d95a-40e2-9bb6-d99d25840c68,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:18.637889 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483d7ee1-e599-4ad5-97dc-b67d11532c78 None None] Routers {'919b3fc5-ee58-43f7-9f13-656cca2bdd27'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:18.638543 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-483d7ee1-e599-4ad5-97dc-b67d11532c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:31:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['919b3fc5-ee58-43f7-9f13-656cca2bdd27'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:18.655716 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d732f311-9fbf-49cb-a246-3023a59ed235 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e,revision_number=10']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:18.706483 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-d732f311-9fbf-49cb-a246-3023a59ed235 service neutron] No DVR routers for this DVR port 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e on host n-h2-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:18.743569 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2eaaeb-cc00-43d6-8a80-8fa1a89bd779 req-72194943-6d3c-42df-8a70-376e0ed1c2a3 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:18.766256 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5d2eaaeb-cc00-43d6-8a80-8fa1a89bd779 req-72194943-6d3c-42df-8a70-376e0ed1c2a3 tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/ports?device_id=79f64b18-a161-465b-9478-21269b46ed05 HTTP/1.1" status: 200 len: 945 time: 0.8186412 Dec 10 18:32:18.792138 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63dac72-4812-47c8-88ae-fc63d0758a01 req-18d5cedf-83fc-4949-822d-d1befd5087c8 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:18.793715 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b63dac72-4812-47c8-88ae-fc63d0758a01 req-18d5cedf-83fc-4949-822d-d1befd5087c8 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.46 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 951 time: 0.4240079 Dec 10 18:32:18.822634 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-b1da1881-195a-4563-b228-124fd44d1a06 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Allocated IP 172.20.0.14 (07d60a74-f182-41ba-b9dc-085b291b0734/ebe9125f-6c16-45da-b199-c6abec1b4923/444a12bb-bbf6-43a3-b4bc-70d0a981672f) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:18.847347 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-d732f311-9fbf-49cb-a246-3023a59ed235 service neutron] 10.222.0.72 "PUT /v2.0/ports/9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e/bindings/n-h1-821435-1/activate HTTP/1.1" status: 200 len: 369 time: 2.0091977 Dec 10 18:32:18.879043 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-22ca0b9d-1a1c-4fb9-aa6d-8295d5335026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:18.904238 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-483d7ee1-e599-4ad5-97dc-b67d11532c78 None None] Set router 919b3fc5-ee58-43f7-9f13-656cca2bdd27 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:32:18.929122 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-50aa7e1c-1d8e-4a9b-bb28-59faf48f66af req-8bf95bc4-3adc-4620-b9eb-c00807dde4fa tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:19.043020 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5d2eaaeb-cc00-43d6-8a80-8fa1a89bd779 req-65af894e-b06e-4a45-937a-b6e430c0a25f tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.62 "GET /v2.0/security-groups?id=66989511-e357-42c2-8825-80465a354afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755697 Dec 10 18:32:19.089950 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e316c0c-02ba-4cc1-9157-ef77cba83458 x-openstack-request-id: req-4e316c0c-02ba-4cc1-9157-ef77cba83458 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:32:19.090262 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c128e81b-989f-4720-ae47-3fc1ff739a4c", "name": "network-vif-deleted", "tag": "3e5c53fc-a155-4782-adc2-7ab52845f634", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:32:19.101066 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4e316c0c-02ba-4cc1-9157-ef77cba83458 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:32:19.101558 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c128e81b-989f-4720-ae47-3fc1ff739a4c', 'name': 'network-vif-deleted', 'tag': '3e5c53fc-a155-4782-adc2-7ab52845f634', 'status': 'completed', 'code': 200} Dec 10 18:32:19.102331 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf95bc4-3adc-4620-b9eb-c00807dde4fa tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Pushing event deleted for resources: {'Port': ['ID=42b65244-d778-4d7b-98e0-e8d4b3cc597d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:19.176896 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-50aa7e1c-1d8e-4a9b-bb28-59faf48f66af req-8bf95bc4-3adc-4620-b9eb-c00807dde4fa tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] No DVR routers for this DVR port 42b65244-d778-4d7b-98e0-e8d4b3cc597d on host n-h1-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:19.178966 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-d95ec5d1-a96c-43d6-a13c-4a4313df44e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1249584809-router', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '9706d300-42ff-4496-b444-fb40bec3f3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:28:16Z', 'updated_at': '2021-12-10T18:28:20Z', 'revision_number': 4, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'gw_port': {'id': '9706d300-42ff-4496-b444-fb40bec3f3d3', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:25:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:17Z', 'updated_at': '2021-12-10T18:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'a638d25f-ee7b-4c1c-a6ef-cd7f728ce127', 'name': '', 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'mac_address': 'fa:16:3e:f2:cb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ebe9125f-6c16-45da-b199-c6abec1b4923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:20Z', 'updated_at': '2021-12-10T18:28:27Z', 'revision_number': 5, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'subnets': [{'id': 'ebe9125f-6c16-45da-b199-c6abec1b4923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:19.180062 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-50aa7e1c-1d8e-4a9b-bb28-59faf48f66af req-8bf95bc4-3adc-4620-b9eb-c00807dde4fa tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:19.193923 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-50aa7e1c-1d8e-4a9b-bb28-59faf48f66af req-8bf95bc4-3adc-4620-b9eb-c00807dde4fa tempest-FloatingIPsAssociationTestJSON-786865314 tempest-FloatingIPsAssociationTestJSON-786865314-project] 10.222.0.46 "DELETE /v2.0/ports/42b65244-d778-4d7b-98e0-e8d4b3cc597d HTTP/1.1" status: 204 len: 173 time: 2.6378243 Dec 10 18:32:19.211273 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 42b65244-d778-4d7b-98e0-e8d4b3cc597d no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:19.236028 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07658e8-224c-49c2-b96b-82265569a294 req-64d5a31b-0b75-4518-b5a4-e5569f660d1f tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:19.238482 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a07658e8-224c-49c2-b96b-82265569a294 req-64d5a31b-0b75-4518-b5a4-e5569f660d1f tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4 HTTP/1.1" status: 200 len: 944 time: 0.0793104 Dec 10 18:32:19.256588 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95ec5d1-a96c-43d6-a13c-4a4313df44e8 None None] Checking router: 6d71ff25-20eb-4521-96ba-5abaac67c5c5 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:32:19.272721 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 42b65244-d778-4d7b-98e0-e8d4b3cc597d {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:32:19.273066 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 42b65244-d778-4d7b-98e0-e8d4b3cc597d not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:32:19.279159 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95ec5d1-a96c-43d6-a13c-4a4313df44e8 None None] Routers {'6d71ff25-20eb-4521-96ba-5abaac67c5c5'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:19.279895 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-d95ec5d1-a96c-43d6-a13c-4a4313df44e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:31:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6d71ff25-20eb-4521-96ba-5abaac67c5c5'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:19.341780 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-483d7ee1-e599-4ad5-97dc-b67d11532c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919b3fc5-ee58-43f7-9f13-656cca2bdd27', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-87986167-router', 'tenant_id': '165baf7d697d4fcc9927946568021ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '36112659-d95a-40e2-9bb6-d99d25840c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:12Z', 'updated_at': '2021-12-10T18:32:15Z', 'revision_number': 3, 'project_id': '165baf7d697d4fcc9927946568021ae6', 'gw_port': {'id': '36112659-d95a-40e2-9bb6-d99d25840c68', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:75:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919b3fc5-ee58-43f7-9f13-656cca2bdd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:13Z', 'updated_at': '2021-12-10T18:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:19.366235 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a07658e8-224c-49c2-b96b-82265569a294 req-511371a3-0bae-4c05-a9f7-04870710ccd1 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163177 Dec 10 18:32:19.435044 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483d7ee1-e599-4ad5-97dc-b67d11532c78 None None] The sync data for ids ['919b3fc5-ee58-43f7-9f13-656cca2bdd27'] in n-d-821435-1 is: [{'id': '919b3fc5-ee58-43f7-9f13-656cca2bdd27', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-87986167-router', 'tenant_id': '165baf7d697d4fcc9927946568021ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '36112659-d95a-40e2-9bb6-d99d25840c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:12Z', 'updated_at': '2021-12-10T18:32:15Z', 'revision_number': 3, 'project_id': '165baf7d697d4fcc9927946568021ae6', 'gw_port': {'id': '36112659-d95a-40e2-9bb6-d99d25840c68', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:75:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919b3fc5-ee58-43f7-9f13-656cca2bdd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:13Z', 'updated_at': '2021-12-10T18:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:32:19.532124 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f21e37-22f2-4355-b308-179040a72c73 req-ae0fad59-c6cf-4ce6-a9fc-0f183977053b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:19.542719 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-d95ec5d1-a96c-43d6-a13c-4a4313df44e8 None None] Set router 6d71ff25-20eb-4521-96ba-5abaac67c5c5 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:32:19.546955 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f21e37-22f2-4355-b308-179040a72c73 req-ae0fad59-c6cf-4ce6-a9fc-0f183977053b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:19.580276 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f21e37-22f2-4355-b308-179040a72c73 req-ae0fad59-c6cf-4ce6-a9fc-0f183977053b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:19.590693 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f2f21e37-22f2-4355-b308-179040a72c73 req-ae0fad59-c6cf-4ce6-a9fc-0f183977053b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/ports?device_id=ece272dc-7e0c-4534-9d16-b36703443bed HTTP/1.1" status: 200 len: 2417 time: 0.1463771 Dec 10 18:32:19.617734 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f316e4f9-2b09-4d1d-b77d-1bee02561839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:19.723341 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f2f21e37-22f2-4355-b308-179040a72c73 req-3ddcba59-5c72-42ca-980f-80444f89ffd2 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/security-groups?id=02887b67-19d8-4e26-a497-49330ec812c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313875 Dec 10 18:32:19.736446 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-22ca0b9d-1a1c-4fb9-aa6d-8295d5335026 admin admin] Allocated IP 172.20.0.1 (0a67c568-e816-4af4-92b6-6738d3fb86d0/50528490-42db-4386-8a50-036e7cc6af11/265fd5df-d09f-4a15-919f-4a119d196c29) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:19.852933 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:19.870772 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9d14208a-2f07-4f7e-a7dd-6939088c377e req-2c6fa8b9-123b-41f8-aa2d-d1e5e8decb1b tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=e74d1f16-6152-4dbe-9457-2de9d1e11eb0 HTTP/1.1" status: 200 len: 210 time: 0.0564809 Dec 10 18:32:19.881146 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-d95ec5d1-a96c-43d6-a13c-4a4313df44e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1249584809-router', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '9706d300-42ff-4496-b444-fb40bec3f3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:28:16Z', 'updated_at': '2021-12-10T18:28:20Z', 'revision_number': 4, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'gw_port': {'id': '9706d300-42ff-4496-b444-fb40bec3f3d3', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:25:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:17Z', 'updated_at': '2021-12-10T18:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'a638d25f-ee7b-4c1c-a6ef-cd7f728ce127', 'name': '', 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'mac_address': 'fa:16:3e:f2:cb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ebe9125f-6c16-45da-b199-c6abec1b4923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:20Z', 'updated_at': '2021-12-10T18:28:27Z', 'revision_number': 5, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'subnets': [{'id': 'ebe9125f-6c16-45da-b199-c6abec1b4923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:19.955043 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-b63dac72-4812-47c8-88ae-fc63d0758a01 req-60f6409e-5928-49c5-b154-6884ce283c8d tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Deleting port 11623632-2372-4161-a478-99c4c079e27a {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:19.956058 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b63dac72-4812-47c8-88ae-fc63d0758a01 req-60f6409e-5928-49c5-b154-6884ce283c8d tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:19.960437 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95ec5d1-a96c-43d6-a13c-4a4313df44e8 None None] The sync data for ids ['6d71ff25-20eb-4521-96ba-5abaac67c5c5'] in n-d-821435-1 is: [{'id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1249584809-router', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '9706d300-42ff-4496-b444-fb40bec3f3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:28:16Z', 'updated_at': '2021-12-10T18:28:20Z', 'revision_number': 4, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'gw_port': {'id': '9706d300-42ff-4496-b444-fb40bec3f3d3', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:25:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:17Z', 'updated_at': '2021-12-10T18:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'a638d25f-ee7b-4c1c-a6ef-cd7f728ce127', 'name': '', 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'mac_address': 'fa:16:3e:f2:cb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ebe9125f-6c16-45da-b199-c6abec1b4923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:20Z', 'updated_at': '2021-12-10T18:28:27Z', 'revision_number': 5, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'subnets': [{'id': 'ebe9125f-6c16-45da-b199-c6abec1b4923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:32:19.978285 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:32:20.018777 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-ee024c72-807a-4dfc-8aa9-3bb997a4e40a tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:20.021196 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-ee024c72-807a-4dfc-8aa9-3bb997a4e40a tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4&tenant_id=5768feea1c8f4e40b878b814fdae92ab&binding%3Ahost_id=n-h2-821435-1 HTTP/1.1" status: 200 len: 1095 time: 0.9080589 Dec 10 18:32:20.026851 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-08637bda-6419-4320-9f63-914853e9445f req-1f17beaa-e6ee-413c-a04d-59ad6440a676 tempest-ServerShowV247Test-517462068 tempest-ServerShowV247Test-517462068-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2035ab4-c2fc-4907-af10-60b82351c602 HTTP/1.1" status: 200 len: 210 time: 0.0324409 Dec 10 18:32:20.047483 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25698658-1f52-401b-9fe4-dc941cc7b073 req-abb98028-d385-43b4-9a20-c43767d4a186 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:20.049522 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-25698658-1f52-401b-9fe4-dc941cc7b073 req-abb98028-d385-43b4-9a20-c43767d4a186 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 951 time: 0.8285856 Dec 10 18:32:20.124751 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-22ca0b9d-1a1c-4fb9-aa6d-8295d5335026 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:20.131856 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44836) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:20.229940 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-b1da1881-195a-4563-b228-124fd44d1a06 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:20.374039 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-25698658-1f52-401b-9fe4-dc941cc7b073 req-c646f942-bd66-48ae-b1cf-881028a77668 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/security-groups?id=080c057c-f968-400a-9e7e-04def84cf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242110 Dec 10 18:32:20.390101 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-b1da1881-195a-4563-b228-124fd44d1a06 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:20.418220 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-7fdd776a-4f3c-4cf3-9c4f-3bd2f37a9d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:20.424609 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-7fdd776a-4f3c-4cf3-9c4f-3bd2f37a9d79 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4&tenant_id=5768feea1c8f4e40b878b814fdae92ab HTTP/1.1" status: 200 len: 1095 time: 0.2937415 Dec 10 18:32:20.484332 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ef9ba4-ed2c-4dd9-b383-ccc15d373ecf None None] New status for floating IP c1a9033d-056c-4c1f-b1eb-ed22944f35ca: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:32:20.609969 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da1881-195a-4563-b228-124fd44d1a06 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Pushing event updated for resources: {'Port': ['ID=444a12bb-bbf6-43a3-b4bc-70d0a981672f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:20.641446 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-22ca0b9d-1a1c-4fb9-aa6d-8295d5335026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:20.692349 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a0a96-c0e6-4e71-b873-b22f399d67e3 req-e0a4efe1-e908-4799-8703-addd4d764fd1 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:20.701163 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2b8a0a96-c0e6-4e71-b873-b22f399d67e3 req-e0a4efe1-e908-4799-8703-addd4d764fd1 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4 HTTP/1.1" status: 200 len: 944 time: 0.1817515 Dec 10 18:32:20.719645 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-b1da1881-195a-4563-b228-124fd44d1a06 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Network 07d60a74-f182-41ba-b9dc-085b291b0734 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:20.724369 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b63dac72-4812-47c8-88ae-fc63d0758a01 req-60f6409e-5928-49c5-b154-6884ce283c8d tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] For port 11623632-2372-4161-a478-99c4c079e27a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=11623632-2372-4161-a478-99c4c079e27a,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:20.724959 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b63dac72-4812-47c8-88ae-fc63d0758a01 req-60f6409e-5928-49c5-b154-6884ce283c8d tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:20.776250 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72caf55-0285-44de-b695-bf12450221df req-39136036-9597-4af6-9761-519796507216 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:20.781037 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-b1da1881-195a-4563-b228-124fd44d1a06 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:20.786273 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72caf55-0285-44de-b695-bf12450221df req-39136036-9597-4af6-9761-519796507216 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:20.794907 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72caf55-0285-44de-b695-bf12450221df req-39136036-9597-4af6-9761-519796507216 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:20.796794 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d72caf55-0285-44de-b695-bf12450221df req-39136036-9597-4af6-9761-519796507216 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.46 "GET /v2.0/ports?device_id=ece272dc-7e0c-4534-9d16-b36703443bed HTTP/1.1" status: 200 len: 2417 time: 0.1739480 Dec 10 18:32:20.811794 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca0b9d-1a1c-4fb9-aa6d-8295d5335026 admin admin] Pushing event updated for resources: {'Port': ['ID=265fd5df-d09f-4a15-919f-4a119d196c29,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:20.828095 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-b63dac72-4812-47c8-88ae-fc63d0758a01 req-60f6409e-5928-49c5-b154-6884ce283c8d tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Calling delete_port for 11623632-2372-4161-a478-99c4c079e27a owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:20.832333 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-b1da1881-195a-4563-b228-124fd44d1a06 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:20.856148 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ca0b9d-1a1c-4fb9-aa6d-8295d5335026 admin admin] Network 0a67c568-e816-4af4-92b6-6738d3fb86d0 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:20.869681 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2b8a0a96-c0e6-4e71-b873-b22f399d67e3 req-74e9ae0b-5dcd-43a4-a5e8-472d228bae6b tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675045 Dec 10 18:32:20.934360 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-22ca0b9d-1a1c-4fb9-aa6d-8295d5335026 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:20.949328 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ca0b9d-1a1c-4fb9-aa6d-8295d5335026 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:21.012022 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-164855f8-6fc9-44ae-a1c2-065578edd5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:21.013814 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-164855f8-6fc9-44ae-a1c2-065578edd5bc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5768feea1c8f4e40b878b814fdae92ab&device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4 HTTP/1.1" status: 200 len: 1095 time: 0.5465319 Dec 10 18:32:21.108960 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f64b18-a161-465b-9478-21269b46ed05', 'name': 'network-vif-deleted', 'tag': '42b65244-d778-4d7b-98e0-e8d4b3cc597d'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:32:21.111207 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85feefb-90ba-4bf8-b49c-7e36bbee6b45" -d '{"events": [{"server_uuid": "79f64b18-a161-465b-9478-21269b46ed05", "name": "network-vif-deleted", "tag": "42b65244-d778-4d7b-98e0-e8d4b3cc597d"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:32:21.185681 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92ee50-ac63-48b2-adfe-90d8f886a6ba req-a0e8dc1d-9445-4ca2-a085-bdd64e379f02 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:21.206155 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 11623632-2372-4161-a478-99c4c079e27a no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:21.216814 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-af92ee50-ac63-48b2-adfe-90d8f886a6ba req-a0e8dc1d-9445-4ca2-a085-bdd64e379f02 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=e74d1f16-6152-4dbe-9457-2de9d1e11eb0 HTTP/1.1" status: 200 len: 932 time: 0.1641746 Dec 10 18:32:21.224555 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-d72caf55-0285-44de-b695-bf12450221df req-1bd4c89b-f503-45c6-9178-55e36d5f5bf0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Deleting port d9e2ba87-33c3-44e1-804a-4568b9471e29 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:21.230683 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d72caf55-0285-44de-b695-bf12450221df req-1bd4c89b-f503-45c6-9178-55e36d5f5bf0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.267463 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-b1da1881-195a-4563-b228-124fd44d1a06 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:21.268239 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-b1da1881-195a-4563-b228-124fd44d1a06 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.285445 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-22ca0b9d-1a1c-4fb9-aa6d-8295d5335026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.327387 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 36112659-d95a-40e2-9bb6-d99d25840c68 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:21.332186 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08fa558e-d0c1-45b3-badc-68c48b56dae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.377184 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26188dd-51b0-4f6e-aa9c-552ad09812f6 req-3b0966af-0c64-4a4d-9316-6ff2d4f2be7e tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:21.384625 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26188dd-51b0-4f6e-aa9c-552ad09812f6 req-3b0966af-0c64-4a4d-9316-6ff2d4f2be7e tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:21.391127 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26188dd-51b0-4f6e-aa9c-552ad09812f6 req-3b0966af-0c64-4a4d-9316-6ff2d4f2be7e tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:21.393377 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e26188dd-51b0-4f6e-aa9c-552ad09812f6 req-3b0966af-0c64-4a4d-9316-6ff2d4f2be7e tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/ports?device_id=ece272dc-7e0c-4534-9d16-b36703443bed HTTP/1.1" status: 200 len: 2417 time: 0.5561323 Dec 10 18:32:21.398854 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-893d617b-ac4b-4f9e-afc1-4f485e88db4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:21.401195 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-893d617b-ac4b-4f9e-afc1-4f485e88db4d service neutron] 10.222.0.46 "GET /v2.0/networks?id=b1a56b94-fee7-4dfb-925d-977caaf81317 HTTP/1.1" status: 200 len: 908 time: 0.3523512 Dec 10 18:32:21.420411 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-b1da1881-195a-4563-b228-124fd44d1a06 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0726624 Dec 10 18:32:21.463069 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-40d02d87-e164-45ca-922d-dc15d2b3dfd3 service neutron] Request body: {'port': {'device_id': 'e74d1f16-6152-4dbe-9457-2de9d1e11eb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:21.516599 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ecb821da-abc9-420c-8e4b-2e97af061542 None None] Provisioning complete for port 444a12bb-bbf6-43a3-b4bc-70d0a981672f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:21.517903 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ecb821da-abc9-420c-8e4b-2e97af061542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.527737 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-f79157f9-0316-472e-938a-969374677e3a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e HTTP/1.1" status: 200 len: 217 time: 0.1050618 Dec 10 18:32:21.610016 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ecb821da-abc9-420c-8e4b-2e97af061542 None None] Port 444a12bb-bbf6-43a3-b4bc-70d0a981672f cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:32:21.647279 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-af92ee50-ac63-48b2-adfe-90d8f886a6ba req-e7047279-6e2a-4692-8030-e6d2210c492a tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc848203-e8d4-4112-84c3-2f5e9915fedc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4286036 Dec 10 18:32:21.698087 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-d72caf55-0285-44de-b695-bf12450221df req-1bd4c89b-f503-45c6-9178-55e36d5f5bf0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] For port d9e2ba87-33c3-44e1-804a-4568b9471e29, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=d9e2ba87-33c3-44e1-804a-4568b9471e29,segment=NetworkSegment(ea5e532e-6d6f-49f7-89bc-f5cd2115c294),segment_id=ea5e532e-6d6f-49f7-89bc-f5cd2115c294)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:21.698846 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d72caf55-0285-44de-b695-bf12450221df req-1bd4c89b-f503-45c6-9178-55e36d5f5bf0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.701593 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.707155 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e26188dd-51b0-4f6e-aa9c-552ad09812f6 req-573f43d3-22e0-4657-85f1-a7cd467e5450 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/security-groups?id=02887b67-19d8-4e26-a497-49330ec812c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835426 Dec 10 18:32:21.731220 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 36112659-d95a-40e2-9bb6-d99d25840c68 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:21.731535 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.746212 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-d72caf55-0285-44de-b695-bf12450221df req-1bd4c89b-f503-45c6-9178-55e36d5f5bf0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Calling delete_port for d9e2ba87-33c3-44e1-804a-4568b9471e29 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:21.834707 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b63dac72-4812-47c8-88ae-fc63d0758a01 req-60f6409e-5928-49c5-b154-6884ce283c8d tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.840765 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-8d31aa07-e6fa-4ea2-a943-3e3e4fb387f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:21.842350 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-8d31aa07-e6fa-4ea2-a943-3e3e4fb387f9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c38321c-218a-47ac-873b-024a1169316a HTTP/1.1" status: 200 len: 847 time: 0.2983546 Dec 10 18:32:21.852919 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-40d02d87-e164-45ca-922d-dc15d2b3dfd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.879164 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7cacfde2-2043-4492-9027-3c9fe3215f99 None None] Provisioning complete for port 265fd5df-d09f-4a15-919f-4a119d196c29 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:21.879667 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7cacfde2-2043-4492-9027-3c9fe3215f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.946444 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-7cacfde2-2043-4492-9027-3c9fe3215f99 None None] Port 265fd5df-d09f-4a15-919f-4a119d196c29 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:32:21.951838 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bcccc2-c839-401f-a5b1-eb62c6b754aa x-openstack-request-id: req-27bcccc2-c839-401f-a5b1-eb62c6b754aa {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:32:21.952142 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f64b18-a161-465b-9478-21269b46ed05", "name": "network-vif-deleted", "tag": "42b65244-d778-4d7b-98e0-e8d4b3cc597d", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:32:21.953152 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-27bcccc2-c839-401f-a5b1-eb62c6b754aa {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:32:21.954779 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f64b18-a161-465b-9478-21269b46ed05', 'name': 'network-vif-deleted', 'tag': '42b65244-d778-4d7b-98e0-e8d4b3cc597d', 'status': 'completed', 'code': 200} Dec 10 18:32:21.992046 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6409e-5928-49c5-b154-6884ce283c8d tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Pushing event deleted for resources: {'Port': ['ID=11623632-2372-4161-a478-99c4c079e27a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:22.004253 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.004822 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b106d87d-859a-42bb-909a-095cc5d6212a req-2b2e42f6-f254-4615-8c1c-3ae2b8f6aa91 tempest-ServerShowV247Test-517462068 tempest-ServerShowV247Test-517462068-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2035ab4-c2fc-4907-af10-60b82351c602 HTTP/1.1" status: 200 len: 210 time: 0.2177227 Dec 10 18:32:22.039360 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-328717a5-ddd8-439d-b86e-7e05b4fffc87 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b1a56b94-fee7-4dfb-925d-977caaf81317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1799374 Dec 10 18:32:22.042817 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6cdfb63d-dee4-4dfb-9e8e-308ef8612f22 req-6ff0ee15-fc45-4166-859e-1c3db2da0c05 tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67c7788-d6c0-4f34-a7a7-6c933b516675 HTTP/1.1" status: 200 len: 210 time: 0.1345069 Dec 10 18:32:22.073925 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 36112659-d95a-40e2-9bb6-d99d25840c68, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=36112659-d95a-40e2-9bb6-d99d25840c68,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:22.080848 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.180623 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63dac72-4812-47c8-88ae-fc63d0758a01 req-60f6409e-5928-49c5-b154-6884ce283c8d tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] No DVR routers for this DVR port 11623632-2372-4161-a478-99c4c079e27a on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:22.183010 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=36112659-d95a-40e2-9bb6-d99d25840c68,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:22.184659 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b63dac72-4812-47c8-88ae-fc63d0758a01 req-60f6409e-5928-49c5-b154-6884ce283c8d tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.190452 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b63dac72-4812-47c8-88ae-fc63d0758a01 req-60f6409e-5928-49c5-b154-6884ce283c8d tempest-ServersAdminTestJSON-387900285 tempest-ServersAdminTestJSON-387900285-project] 10.222.0.46 "DELETE /v2.0/ports/11623632-2372-4161-a478-99c4c079e27a HTTP/1.1" status: 204 len: 173 time: 3.3790133 Dec 10 18:32:22.258940 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0728d90-f678-433b-b4ad-5df0fa348e1b req-18e42fbc-8e9b-4f39-a2c1-103d86e9d8fe tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:22.260501 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b0728d90-f678-433b-b4ad-5df0fa348e1b req-18e42fbc-8e9b-4f39-a2c1-103d86e9d8fe tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4 HTTP/1.1" status: 200 len: 944 time: 0.0895658 Dec 10 18:32:22.269007 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d72caf55-0285-44de-b695-bf12450221df req-1bd4c89b-f503-45c6-9178-55e36d5f5bf0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.283474 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['6a7191c3-bd90-41c9-b202-3c004f5d6026', 'd9e2ba87-33c3-44e1-804a-4568b9471e29', 'de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:32:22.292520 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67c7788-d6c0-4f34-a7a7-6c933b516675', 'name': 'network-vif-deleted', 'tag': '11623632-2372-4161-a478-99c4c079e27a'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:32:22.295324 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461e82ff-212a-44b4-8974-e9dc5a9dd27c" -d '{"events": [{"server_uuid": "c67c7788-d6c0-4f34-a7a7-6c933b516675", "name": "network-vif-deleted", "tag": "11623632-2372-4161-a478-99c4c079e27a"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:32:22.327743 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-22ca0b9d-1a1c-4fb9-aa6d-8295d5335026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.355976 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd4c89b-f503-45c6-9178-55e36d5f5bf0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Pushing event deleted for resources: {'Port': ['ID=d9e2ba87-33c3-44e1-804a-4568b9471e29,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:22.412945 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b0728d90-f678-433b-b4ad-5df0fa348e1b req-bec59e83-5c8c-4d59-8fa2-059594203a77 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315005 Dec 10 18:32:22.419930 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd4c89b-f503-45c6-9178-55e36d5f5bf0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:22.420541 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd4c89b-f503-45c6-9178-55e36d5f5bf0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:22.421911 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd4c89b-f503-45c6-9178-55e36d5f5bf0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:22.423927 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd4c89b-f503-45c6-9178-55e36d5f5bf0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:22.425135 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd4c89b-f503-45c6-9178-55e36d5f5bf0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:22.426548 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd4c89b-f503-45c6-9178-55e36d5f5bf0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:22.426985 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd4c89b-f503-45c6-9178-55e36d5f5bf0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:22.427448 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd4c89b-f503-45c6-9178-55e36d5f5bf0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:22.427784 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd4c89b-f503-45c6-9178-55e36d5f5bf0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:22.428118 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd4c89b-f503-45c6-9178-55e36d5f5bf0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:22.428498 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd4c89b-f503-45c6-9178-55e36d5f5bf0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:22.428856 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd4c89b-f503-45c6-9178-55e36d5f5bf0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:22.429189 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd4c89b-f503-45c6-9178-55e36d5f5bf0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:22.491235 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72caf55-0285-44de-b695-bf12450221df req-1bd4c89b-f503-45c6-9178-55e36d5f5bf0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] No DVR routers for this DVR port d9e2ba87-33c3-44e1-804a-4568b9471e29 on host n-h1-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:22.495496 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6d7590-5733-46fd-a332-27ce0cece512 x-openstack-request-id: req-6a6d7590-5733-46fd-a332-27ce0cece512 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:32:22.495879 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67c7788-d6c0-4f34-a7a7-6c933b516675", "name": "network-vif-deleted", "tag": "11623632-2372-4161-a478-99c4c079e27a", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:32:22.496077 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6a6d7590-5733-46fd-a332-27ce0cece512 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:32:22.496609 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67c7788-d6c0-4f34-a7a7-6c933b516675', 'name': 'network-vif-deleted', 'tag': '11623632-2372-4161-a478-99c4c079e27a', 'status': 'completed', 'code': 200} Dec 10 18:32:22.505373 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d72caf55-0285-44de-b695-bf12450221df req-1bd4c89b-f503-45c6-9178-55e36d5f5bf0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.509019 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d72caf55-0285-44de-b695-bf12450221df req-1bd4c89b-f503-45c6-9178-55e36d5f5bf0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.46 "DELETE /v2.0/ports/d9e2ba87-33c3-44e1-804a-4568b9471e29 HTTP/1.1" status: 204 len: 173 time: 1.7053931 Dec 10 18:32:22.683321 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-d96249dc-452a-4a62-a772-16861bb2f974 service neutron] 10.222.0.46 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6342955 Dec 10 18:32:22.738829 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-19ffe252-dd23-42eb-a3b4-5a417bfc38ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.874259 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-08fa558e-d0c1-45b3-badc-68c48b56dae1 admin admin] Deleting port 5e0f6e74-1245-445e-bd0d-74fb0417f5ab {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:22.875416 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08fa558e-d0c1-45b3-badc-68c48b56dae1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:23.002277 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-d72caf55-0285-44de-b695-bf12450221df req-a9651259-9aa7-4992-9e43-0dbfa9648355 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Deleting port de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:23.002606 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d72caf55-0285-44de-b695-bf12450221df req-a9651259-9aa7-4992-9e43-0dbfa9648355 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:23.038570 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8412621-840f-474e-9828-90da55813d0e req-6d8b84a5-70f7-48bf-8b89-4eeda7d8e2a5 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:23.040652 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d8412621-840f-474e-9828-90da55813d0e req-6d8b84a5-70f7-48bf-8b89-4eeda7d8e2a5 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=e74d1f16-6152-4dbe-9457-2de9d1e11eb0 HTTP/1.1" status: 200 len: 932 time: 0.2523451 Dec 10 18:32:23.216655 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 36112659-d95a-40e2-9bb6-d99d25840c68 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:23.288356 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-40d02d87-e164-45ca-922d-dc15d2b3dfd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 444a12bb-bbf6-43a3-b4bc-70d0a981672f {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:32:23.310219 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-40d02d87-e164-45ca-922d-dc15d2b3dfd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:23.311304 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 36112659-d95a-40e2-9bb6-d99d25840c68 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:23.311823 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:23.314425 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:23.377879 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-427139c5-575e-4f55-b902-cd67b246f3e4 service neutron] 10.222.0.46 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6762180 Dec 10 18:32:23.380663 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-40d02d87-e164-45ca-922d-dc15d2b3dfd3 service neutron] Transition to ACTIVE for port object 444a12bb-bbf6-43a3-b4bc-70d0a981672f will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:32:23.402245 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f19064-5805-4554-9cd0-69121faf5573 req-9f6c3415-80f2-4322-9ce3-14602356b926 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:23.411185 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f19064-5805-4554-9cd0-69121faf5573 req-9f6c3415-80f2-4322-9ce3-14602356b926 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:23.421981 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-42f19064-5805-4554-9cd0-69121faf5573 req-9f6c3415-80f2-4322-9ce3-14602356b926 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/ports?device_id=ece272dc-7e0c-4534-9d16-b36703443bed HTTP/1.1" status: 200 len: 1683 time: 0.2641742 Dec 10 18:32:23.434412 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-40d02d87-e164-45ca-922d-dc15d2b3dfd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:23.486480 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-08fa558e-d0c1-45b3-badc-68c48b56dae1 admin admin] For port 5e0f6e74-1245-445e-bd0d-74fb0417f5ab, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=5e0f6e74-1245-445e-bd0d-74fb0417f5ab,segment=NetworkSegment(7224a61f-768e-4084-93b7-699d9eeef735),segment_id=7224a61f-768e-4084-93b7-699d9eeef735)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:23.486871 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08fa558e-d0c1-45b3-badc-68c48b56dae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:23.526503 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-08fa558e-d0c1-45b3-badc-68c48b56dae1 admin admin] Calling delete_port for 5e0f6e74-1245-445e-bd0d-74fb0417f5ab owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:23.571251 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d8412621-840f-474e-9828-90da55813d0e req-8010f1d7-6aab-4553-8a8d-6d0e5ca32184 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc848203-e8d4-4112-84c3-2f5e9915fedc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4897368 Dec 10 18:32:23.575086 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-22ca0b9d-1a1c-4fb9-aa6d-8295d5335026 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:23.584861 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-d72caf55-0285-44de-b695-bf12450221df req-a9651259-9aa7-4992-9e43-0dbfa9648355 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] For port de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d,segment=NetworkSegment(ea5e532e-6d6f-49f7-89bc-f5cd2115c294),segment_id=ea5e532e-6d6f-49f7-89bc-f5cd2115c294)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:23.585481 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d72caf55-0285-44de-b695-bf12450221df req-a9651259-9aa7-4992-9e43-0dbfa9648355 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:23.595960 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-22ca0b9d-1a1c-4fb9-aa6d-8295d5335026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:23.599148 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d02d87-e164-45ca-922d-dc15d2b3dfd3 service neutron] Pushing event updated for resources: {'Port': ['ID=444a12bb-bbf6-43a3-b4bc-70d0a981672f,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:23.608857 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d02d87-e164-45ca-922d-dc15d2b3dfd3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:23.609612 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d02d87-e164-45ca-922d-dc15d2b3dfd3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:23.609612 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d02d87-e164-45ca-922d-dc15d2b3dfd3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:23.609960 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d02d87-e164-45ca-922d-dc15d2b3dfd3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:23.610216 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d02d87-e164-45ca-922d-dc15d2b3dfd3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:23.610793 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d02d87-e164-45ca-922d-dc15d2b3dfd3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:23.611144 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d02d87-e164-45ca-922d-dc15d2b3dfd3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:23.611484 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d02d87-e164-45ca-922d-dc15d2b3dfd3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:23.611969 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d02d87-e164-45ca-922d-dc15d2b3dfd3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:23.612306 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d02d87-e164-45ca-922d-dc15d2b3dfd3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:23.613190 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d02d87-e164-45ca-922d-dc15d2b3dfd3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:23.613650 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d02d87-e164-45ca-922d-dc15d2b3dfd3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:23.614150 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d02d87-e164-45ca-922d-dc15d2b3dfd3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:23.621063 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-42f19064-5805-4554-9cd0-69121faf5573 req-2afcc009-1546-4081-b6eb-9d42af4d8355 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/security-groups?id=02887b67-19d8-4e26-a497-49330ec812c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988585 Dec 10 18:32:23.836008 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-22ca0b9d-1a1c-4fb9-aa6d-8295d5335026 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:23.853868 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca0b9d-1a1c-4fb9-aa6d-8295d5335026 admin admin] Pushing event updated for resources: {'Port': ['ID=265fd5df-d09f-4a15-919f-4a119d196c29,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:23.868232 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-40d02d87-e164-45ca-922d-dc15d2b3dfd3 service neutron] Attempting to bind port 444a12bb-bbf6-43a3-b4bc-70d0a981672f on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:32:23.868585 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-40d02d87-e164-45ca-922d-dc15d2b3dfd3 service neutron] Attempting to bind port 444a12bb-bbf6-43a3-b4bc-70d0a981672f by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '47f2c0bc-cf33-48eb-8eac-c815a1f3cb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:32:23.868944 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-40d02d87-e164-45ca-922d-dc15d2b3dfd3 service neutron] Attempting to bind port 444a12bb-bbf6-43a3-b4bc-70d0a981672f on network 07d60a74-f182-41ba-b9dc-085b291b0734 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:23.906141 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-d72caf55-0285-44de-b695-bf12450221df req-a9651259-9aa7-4992-9e43-0dbfa9648355 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Calling delete_port for de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:23.911109 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c32626c4-e6a5-4fdb-a31a-cee1616c0bf3 req-5aa4f265-87c7-4ed9-b7b4-f777fe43a1bf tempest-ServerShowV247Test-517462068 tempest-ServerShowV247Test-517462068-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2035ab4-c2fc-4907-af10-60b82351c602 HTTP/1.1" status: 200 len: 210 time: 0.0493484 Dec 10 18:32:23.946409 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-40d02d87-e164-45ca-922d-dc15d2b3dfd3 service neutron] Port 444a12bb-bbf6-43a3-b4bc-70d0a981672f on network 07d60a74-f182-41ba-b9dc-085b291b0734 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:32:23.946816 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-40d02d87-e164-45ca-922d-dc15d2b3dfd3 service neutron] Attempting to bind port 444a12bb-bbf6-43a3-b4bc-70d0a981672f on network 07d60a74-f182-41ba-b9dc-085b291b0734 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:23.992390 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece272dc-7e0c-4534-9d16-b36703443bed', 'name': 'network-vif-deleted', 'tag': 'd9e2ba87-33c3-44e1-804a-4568b9471e29'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:32:23.996805 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452b5e48-3c7f-42ed-bdc1-3512bcfb5129" -d '{"events": [{"server_uuid": "ece272dc-7e0c-4534-9d16-b36703443bed", "name": "network-vif-deleted", "tag": "d9e2ba87-33c3-44e1-804a-4568b9471e29"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:32:24.007703 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-989ca2b5-e472-497c-b91b-333c19306a01 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:24.009315 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-989ca2b5-e472-497c-b91b-333c19306a01 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4&tenant_id=5768feea1c8f4e40b878b814fdae92ab&binding%3Ahost_id=n-h1-821435-1 HTTP/1.1" status: 200 len: 1095 time: 0.2506177 Dec 10 18:32:24.015542 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-40d02d87-e164-45ca-922d-dc15d2b3dfd3 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:32:24.015890 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-40d02d87-e164-45ca-922d-dc15d2b3dfd3 service neutron] Checking segment: {'id': '47f2c0bc-cf33-48eb-8eac-c815a1f3cb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:24.016338 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-40d02d87-e164-45ca-922d-dc15d2b3dfd3 service neutron] Bound using segment: {'id': '47f2c0bc-cf33-48eb-8eac-c815a1f3cb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:32:24.016850 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-40d02d87-e164-45ca-922d-dc15d2b3dfd3 service neutron] Bound port: 444a12bb-bbf6-43a3-b4bc-70d0a981672f, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f2c0bc-cf33-48eb-8eac-c815a1f3cb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:32:24.017219 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-40d02d87-e164-45ca-922d-dc15d2b3dfd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:24.147383 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea9457c-0629-4ac9-9515-6936a8173387 x-openstack-request-id: req-4ea9457c-0629-4ac9-9515-6936a8173387 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:32:24.149243 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece272dc-7e0c-4534-9d16-b36703443bed", "name": "network-vif-deleted", "tag": "d9e2ba87-33c3-44e1-804a-4568b9471e29", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:32:24.149243 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4ea9457c-0629-4ac9-9515-6936a8173387 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:32:24.150310 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ece272dc-7e0c-4534-9d16-b36703443bed', 'name': 'network-vif-deleted', 'tag': 'd9e2ba87-33c3-44e1-804a-4568b9471e29', 'status': 'completed', 'code': 200} Dec 10 18:32:24.182033 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74769de4-196d-4a68-bc2e-455eb70f74c2 req-a2aa9b8b-6ce3-4ed5-be43-0a9ddcb63529 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:24.183855 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08fa558e-d0c1-45b3-badc-68c48b56dae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:24.189136 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-74769de4-196d-4a68-bc2e-455eb70f74c2 req-a2aa9b8b-6ce3-4ed5-be43-0a9ddcb63529 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4 HTTP/1.1" status: 200 len: 944 time: 0.2351179 Dec 10 18:32:24.196437 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d72caf55-0285-44de-b695-bf12450221df req-a9651259-9aa7-4992-9e43-0dbfa9648355 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:24.215095 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44878) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:24.225099 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa558e-d0c1-45b3-badc-68c48b56dae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e0f6e74-1245-445e-bd0d-74fb0417f5ab,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:24.285877 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9651259-9aa7-4992-9e43-0dbfa9648355 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Pushing event deleted for resources: {'Port': ['ID=de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:24.303151 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ca0b9d-1a1c-4fb9-aa6d-8295d5335026 admin admin] Network 0a67c568-e816-4af4-92b6-6738d3fb86d0 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:24.304478 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-bdefd280-e0a7-48c1-8e9c-28b43d5639d6 service neutron] For port 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:24.342148 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-bdefd280-e0a7-48c1-8e9c-28b43d5639d6 service neutron] Publish callbacks [] for binding, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:24.348599 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ad5335d8-d508-4a68-8380-a9cd81aeb7f3 req-bdefd280-e0a7-48c1-8e9c-28b43d5639d6 service neutron] 10.222.0.46 "DELETE /v2.0/ports/9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e/bindings/n-h2-821435-1 HTTP/1.1" status: 204 len: 173 time: 0.3205335 Dec 10 18:32:24.348599 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-22ca0b9d-1a1c-4fb9-aa6d-8295d5335026 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:24.375553 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72caf55-0285-44de-b695-bf12450221df req-a9651259-9aa7-4992-9e43-0dbfa9648355 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] No DVR routers for this DVR port de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d on host n-h1-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:24.380392 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d72caf55-0285-44de-b695-bf12450221df req-a9651259-9aa7-4992-9e43-0dbfa9648355 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:24.385287 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d72caf55-0285-44de-b695-bf12450221df req-a9651259-9aa7-4992-9e43-0dbfa9648355 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.46 "DELETE /v2.0/ports/de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d HTTP/1.1" status: 204 len: 173 time: 1.8683887 Dec 10 18:32:24.399431 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-40d02d87-e164-45ca-922d-dc15d2b3dfd3 service neutron] For port 444a12bb-bbf6-43a3-b4bc-70d0a981672f, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:24.404332 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-40d02d87-e164-45ca-922d-dc15d2b3dfd3 service neutron] For port 444a12bb-bbf6-43a3-b4bc-70d0a981672f, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=444a12bb-bbf6-43a3-b4bc-70d0a981672f,segment=NetworkSegment(47f2c0bc-cf33-48eb-8eac-c815a1f3cb03),segment_id=47f2c0bc-cf33-48eb-8eac-c815a1f3cb03)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:32:24.410152 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-74769de4-196d-4a68-bc2e-455eb70f74c2 req-60cb7d61-22fc-4a50-93ed-78c42182b1fd tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617596 Dec 10 18:32:24.421069 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-40d02d87-e164-45ca-922d-dc15d2b3dfd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:24.667643 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:24.827887 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d02d87-e164-45ca-922d-dc15d2b3dfd3 service neutron] Pushing event updated for resources: {'Port': ['ID=444a12bb-bbf6-43a3-b4bc-70d0a981672f,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:24.839056 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08fa558e-d0c1-45b3-badc-68c48b56dae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:24.846261 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-45a6cf04-fc49-4ce1-927f-8145a5dc06c4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=11a6a39d68554f8394fbad05e4e8dab2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6266587 Dec 10 18:32:24.863429 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-40d02d87-e164-45ca-922d-dc15d2b3dfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:24.864414 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-40d02d87-e164-45ca-922d-dc15d2b3dfd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:24.866054 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-40d02d87-e164-45ca-922d-dc15d2b3dfd3 service neutron] 10.222.0.72 "PUT /v2.0/ports/444a12bb-bbf6-43a3-b4bc-70d0a981672f HTTP/1.1" status: 200 len: 1092 time: 3.4100573 Dec 10 18:32:24.866526 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44892) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:24.867011 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e74d1f16-6152-4dbe-9457-2de9d1e11eb0', 'tag': '444a12bb-bbf6-43a3-b4bc-70d0a981672f'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:32:24.898016 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d360bcad-8321-430b-a218-84812a6cf43f" -d '{"events": [{"name": "network-changed", "server_uuid": "e74d1f16-6152-4dbe-9457-2de9d1e11eb0", "tag": "444a12bb-bbf6-43a3-b4bc-70d0a981672f"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:32:25.059029 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbd3f6-4294-4f4d-8c38-9c86fe41ac55 req-ad30e592-c6d3-47f8-85da-919422099ee7 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:25.070786 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-51bbd3f6-4294-4f4d-8c38-9c86fe41ac55 req-ad30e592-c6d3-47f8-85da-919422099ee7 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=e74d1f16-6152-4dbe-9457-2de9d1e11eb0 HTTP/1.1" status: 200 len: 944 time: 0.3518908 Dec 10 18:32:25.086711 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-d72caf55-0285-44de-b695-bf12450221df req-88c922ab-bd87-4c4f-9791-9916aef6390b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Deleting port 6a7191c3-bd90-41c9-b202-3c004f5d6026 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:25.086963 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d72caf55-0285-44de-b695-bf12450221df req-88c922ab-bd87-4c4f-9791-9916aef6390b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.167957 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d874f526-0eb0-4638-bb8a-6e7c5f496d94 None None] Provisioning complete for port 265fd5df-d09f-4a15-919f-4a119d196c29 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:25.168728 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d874f526-0eb0-4638-bb8a-6e7c5f496d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.193635 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ce21b-1320-44a7-9c85-3496a82b8eae req-db8f29e0-1886-4f7c-8627-413db8746f5d tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:25.196000 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bd4ce21b-1320-44a7-9c85-3496a82b8eae req-db8f29e0-1886-4f7c-8627-413db8746f5d tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4 HTTP/1.1" status: 200 len: 1095 time: 0.5521626 Dec 10 18:32:25.242178 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ca0b9d-1a1c-4fb9-aa6d-8295d5335026 admin admin] Router 919b3fc5-ee58-43f7-9f13-656cca2bdd27 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:32:25.242959 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:25.304567 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e1a8facf-e98d-4467-be89-d9dad005e43f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.309258 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-51bbd3f6-4294-4f4d-8c38-9c86fe41ac55 req-6b71cfd3-b645-451e-bce6-40e41bf828f6 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc848203-e8d4-4112-84c3-2f5e9915fedc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2374668 Dec 10 18:32:25.312619 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:32:25.313895 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:32:25.314837 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device d9e2ba87-33c3-44e1-804a-4568b9471e29 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:25.351872 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-05462f92-7378-47df-9e25-68e4099e3e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:25.353494 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-05462f92-7378-47df-9e25-68e4099e3e4e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=70b0792e9b484b69840e9b663917d1a6&device_id=e74d1f16-6152-4dbe-9457-2de9d1e11eb0 HTTP/1.1" status: 200 len: 1095 time: 0.3856781 Dec 10 18:32:25.362098 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d874f526-0eb0-4638-bb8a-6e7c5f496d94 None None] Port 265fd5df-d09f-4a15-919f-4a119d196c29 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:32:25.370364 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: d9e2ba87-33c3-44e1-804a-4568b9471e29 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:32:25.371938 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device d9e2ba87-33c3-44e1-804a-4568b9471e29 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:32:25.372890 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 6a7191c3-bd90-41c9-b202-3c004f5d6026 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:25.392614 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bd4ce21b-1320-44a7-9c85-3496a82b8eae req-04c156d0-fae7-4650-a9e2-3651cad0033b tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869533 Dec 10 18:32:25.456145 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.516365 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-d72caf55-0285-44de-b695-bf12450221df req-88c922ab-bd87-4c4f-9791-9916aef6390b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] For port 6a7191c3-bd90-41c9-b202-3c004f5d6026, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=6a7191c3-bd90-41c9-b202-3c004f5d6026,segment=NetworkSegment(abe04ed9-652a-435b-991b-a84908dffa2a),segment_id=abe04ed9-652a-435b-991b-a84908dffa2a)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:25.517011 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d72caf55-0285-44de-b695-bf12450221df req-88c922ab-bd87-4c4f-9791-9916aef6390b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.593703 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-d72caf55-0285-44de-b695-bf12450221df req-88c922ab-bd87-4c4f-9791-9916aef6390b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Calling delete_port for 6a7191c3-bd90-41c9-b202-3c004f5d6026 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:25.618476 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.647377 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fc59f1-65ac-4426-817d-482005bc12b4 x-openstack-request-id: req-e6fc59f1-65ac-4426-817d-482005bc12b4 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:32:25.648439 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e74d1f16-6152-4dbe-9457-2de9d1e11eb0", "tag": "444a12bb-bbf6-43a3-b4bc-70d0a981672f", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:32:25.649006 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e6fc59f1-65ac-4426-817d-482005bc12b4 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:32:25.649423 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e74d1f16-6152-4dbe-9457-2de9d1e11eb0', 'tag': '444a12bb-bbf6-43a3-b4bc-70d0a981672f', 'status': 'completed', 'code': 200} Dec 10 18:32:25.655394 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece272dc-7e0c-4534-9d16-b36703443bed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a7191c3-bd90-41c9-b202-3c004f5d6026'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:32:25.657848 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcfd454-2161-471e-92b4-03675da1d47a" -d '{"events": [{"server_uuid": "ece272dc-7e0c-4534-9d16-b36703443bed", "name": "network-vif-unplugged", "status": "completed", "tag": "6a7191c3-bd90-41c9-b202-3c004f5d6026"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:32:25.674454 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 6a7191c3-bd90-41c9-b202-3c004f5d6026, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=6a7191c3-bd90-41c9-b202-3c004f5d6026,segment=NetworkSegment(abe04ed9-652a-435b-991b-a84908dffa2a),segment_id=abe04ed9-652a-435b-991b-a84908dffa2a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:25.678969 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90455d6-a0b7-46dc-9dc9-ae0d0a9415ca req-ce5afad8-2325-40e6-a80a-deef99eb5597 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:25.681033 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c90455d6-a0b7-46dc-9dc9-ae0d0a9415ca req-ce5afad8-2325-40e6-a80a-deef99eb5597 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/ports?device_id=ece272dc-7e0c-4534-9d16-b36703443bed HTTP/1.1" status: 200 len: 946 time: 0.1667271 Dec 10 18:32:25.688555 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.720752 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-7032d9e2-19b3-4202-b663-aac77882f753 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=444a12bb-bbf6-43a3-b4bc-70d0a981672f HTTP/1.1" status: 200 len: 217 time: 0.3028059 Dec 10 18:32:25.726130 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08fa558e-d0c1-45b3-badc-68c48b56dae1 admin admin] Router fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:32:25.730656 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d4e2d548-82c6-4df4-bfb8-a8a8af3420a0 req-b3045462-16a8-4dc8-9b86-1c9396f5f848 tempest-ServerShowV247Test-517462068 tempest-ServerShowV247Test-517462068-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2035ab4-c2fc-4907-af10-60b82351c602 HTTP/1.1" status: 200 len: 210 time: 0.0439141 Dec 10 18:32:25.732858 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e1a8facf-e98d-4467-be89-d9dad005e43f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.803215 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ca0b9d-1a1c-4fb9-aa6d-8295d5335026 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:32:25.806410 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=6a7191c3-bd90-41c9-b202-3c004f5d6026,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:25.815424 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-22ca0b9d-1a1c-4fb9-aa6d-8295d5335026 admin admin] 10.222.0.62 "PUT /v2.0/routers/919b3fc5-ee58-43f7-9f13-656cca2bdd27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7844756 Dec 10 18:32:25.819803 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de43bf5c-767c-4c8b-b01a-0095d451b2a1 None None] Sync routers for ids ['919b3fc5-ee58-43f7-9f13-656cca2bdd27'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:32:25.841728 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de43bf5c-767c-4c8b-b01a-0095d451b2a1 None None] Routers {'919b3fc5-ee58-43f7-9f13-656cca2bdd27'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:25.842747 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-de43bf5c-767c-4c8b-b01a-0095d451b2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:32:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['919b3fc5-ee58-43f7-9f13-656cca2bdd27'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:25.895398 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-86c4b97f-9b66-4368-8413-b79749944a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:25.906606 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-86c4b97f-9b66-4368-8413-b79749944a1d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ebe9125f-6c16-45da-b199-c6abec1b4923 HTTP/1.1" status: 200 len: 863 time: 0.1685956 Dec 10 18:32:25.926534 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c90455d6-a0b7-46dc-9dc9-ae0d0a9415ca req-5e43a97d-c10a-43bc-bd0f-6118ea15199f tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/security-groups?id=02887b67-19d8-4e26-a497-49330ec812c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312953 Dec 10 18:32:26.008805 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe998ec7-b023-4c78-82f5-e89fef53ad60 x-openstack-request-id: req-fe998ec7-b023-4c78-82f5-e89fef53ad60 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:32:26.009135 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece272dc-7e0c-4534-9d16-b36703443bed", "name": "network-vif-unplugged", "status": "completed", "tag": "6a7191c3-bd90-41c9-b202-3c004f5d6026", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:32:26.009398 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fe998ec7-b023-4c78-82f5-e89fef53ad60 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:32:26.009803 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ece272dc-7e0c-4534-9d16-b36703443bed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a7191c3-bd90-41c9-b202-3c004f5d6026', 'code': 200} Dec 10 18:32:26.021456 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d72caf55-0285-44de-b695-bf12450221df req-88c922ab-bd87-4c4f-9791-9916aef6390b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.051330 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-0aaaa94e-57a4-4ec2-957e-a122594a6523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:26.053000 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-0aaaa94e-57a4-4ec2-957e-a122594a6523 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=07d60a74-f182-41ba-b9dc-085b291b0734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1339879 Dec 10 18:32:26.056191 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08fa558e-d0c1-45b3-badc-68c48b56dae1 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:32:26.060121 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e1a8facf-e98d-4467-be89-d9dad005e43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.063492 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e1a8facf-e98d-4467-be89-d9dad005e43f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.064311 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-de43bf5c-767c-4c8b-b01a-0095d451b2a1 None None] Set router 919b3fc5-ee58-43f7-9f13-656cca2bdd27 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:32:26.065489 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e1a8facf-e98d-4467-be89-d9dad005e43f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/080c057c-f968-400a-9e7e-04def84cf8cc HTTP/1.1" status: 204 len: 168 time: 1.1645412 Dec 10 18:32:26.070859 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79852680-3c27-4d8c-aeaa-446c39b73754 None None] Sync routers for ids ['fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:32:26.084978 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79852680-3c27-4d8c-aeaa-446c39b73754 None None] Routers {'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:26.085623 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-79852680-3c27-4d8c-aeaa-446c39b73754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:32:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:26.095424 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-08fa558e-d0c1-45b3-badc-68c48b56dae1 admin admin] 10.222.0.62 "PUT /v2.0/routers/fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9589317 Dec 10 18:32:26.099962 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44918) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:26.105331 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c922ab-bd87-4c4f-9791-9916aef6390b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Pushing event deleted for resources: {'Port': ['ID=6a7191c3-bd90-41c9-b202-3c004f5d6026,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:26.263119 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece272dc-7e0c-4534-9d16-b36703443bed', 'name': 'network-vif-deleted', 'tag': 'de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:32:26.275347 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9aece-2da9-42f6-abd7-75462620560c req-a1a8f0de-014e-4780-90d4-b281812926cf tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:26.279840 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e43cb1-c603-48d5-a791-d7cdb5764d90" -d '{"events": [{"server_uuid": "ece272dc-7e0c-4534-9d16-b36703443bed", "name": "network-vif-deleted", "tag": "de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:32:26.286074 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6c9aece-2da9-42f6-abd7-75462620560c req-a1a8f0de-014e-4780-90d4-b281812926cf tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/networks?id=b1a56b94-fee7-4dfb-925d-977caaf81317 HTTP/1.1" status: 200 len: 807 time: 0.3684258 Dec 10 18:32:26.316446 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8facf-e98d-4467-be89-d9dad005e43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080c057c-f968-400a-9e7e-04def84cf8cc,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:26.354911 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6c9aece-2da9-42f6-abd7-75462620560c req-d0ee6950-8043-4d71-b25d-3b86c40b5580 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/quotas/5768feea1c8f4e40b878b814fdae92ab HTTP/1.1" status: 200 len: 375 time: 0.0673971 Dec 10 18:32:26.413338 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72caf55-0285-44de-b695-bf12450221df req-88c922ab-bd87-4c4f-9791-9916aef6390b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] No DVR routers for this DVR port 6a7191c3-bd90-41c9-b202-3c004f5d6026 on host n-h1-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:26.418506 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-79852680-3c27-4d8c-aeaa-446c39b73754 None None] Set router fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:32:26.419613 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d72caf55-0285-44de-b695-bf12450221df req-88c922ab-bd87-4c4f-9791-9916aef6390b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.427104 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d72caf55-0285-44de-b695-bf12450221df req-88c922ab-bd87-4c4f-9791-9916aef6390b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.46 "DELETE /v2.0/ports/6a7191c3-bd90-41c9-b202-3c004f5d6026 HTTP/1.1" status: 204 len: 173 time: 2.0299706 Dec 10 18:32:26.552037 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27f6db4f-7717-43ce-a3f8-2b3830bb5eb6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.645538 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6c9aece-2da9-42f6-abd7-75462620560c req-b4e34a02-2235-4683-96b9-743c9ffe58e9 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5768feea1c8f4e40b878b814fdae92ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2892058 Dec 10 18:32:26.648190 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-65262c3a-309d-454a-aebc-0b246d7a813a service neutron] 10.222.0.72 "GET /v2.0/networks/07d60a74-f182-41ba-b9dc-085b291b0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5646937 Dec 10 18:32:26.654802 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44930) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:26.850162 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27f6db4f-7717-43ce-a3f8-2b3830bb5eb6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.854765 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-79852680-3c27-4d8c-aeaa-446c39b73754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'name': 'tempest-FloatingIPsAssociationTestJSON-59222113-router', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:46Z', 'updated_at': '2021-12-10T18:32:23Z', 'revision_number': 5, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'gw_port': {'id': 'd6c2f272-fd41-47bf-9d9c-965c0588a881', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:47Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:26.859136 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-de43bf5c-767c-4c8b-b01a-0095d451b2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919b3fc5-ee58-43f7-9f13-656cca2bdd27', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-87986167-router', 'tenant_id': '165baf7d697d4fcc9927946568021ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '36112659-d95a-40e2-9bb6-d99d25840c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:12Z', 'updated_at': '2021-12-10T18:32:21Z', 'revision_number': 4, 'project_id': '165baf7d697d4fcc9927946568021ae6', 'gw_port': {'id': '36112659-d95a-40e2-9bb6-d99d25840c68', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:75:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919b3fc5-ee58-43f7-9f13-656cca2bdd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:13Z', 'updated_at': '2021-12-10T18:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '265fd5df-d09f-4a15-919f-4a119d196c29', 'name': '', 'network_id': '0a67c568-e816-4af4-92b6-6738d3fb86d0', 'tenant_id': '165baf7d697d4fcc9927946568021ae6', 'mac_address': 'fa:16:3e:fd:bc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919b3fc5-ee58-43f7-9f13-656cca2bdd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '50528490-42db-4386-8a50-036e7cc6af11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:19Z', 'updated_at': '2021-12-10T18:32:22Z', 'revision_number': 2, 'project_id': '165baf7d697d4fcc9927946568021ae6', 'subnets': [{'id': '50528490-42db-4386-8a50-036e7cc6af11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:26.910406 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79852680-3c27-4d8c-aeaa-446c39b73754 None None] Checking router: fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:32:26.917462 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de43bf5c-767c-4c8b-b01a-0095d451b2a1 None None] Checking router: 919b3fc5-ee58-43f7-9f13-656cca2bdd27 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:32:26.918015 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de43bf5c-767c-4c8b-b01a-0095d451b2a1 None None] Updating router 919b3fc5-ee58-43f7-9f13-656cca2bdd27 port 265fd5df-d09f-4a15-919f-4a119d196c29 binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:32:26.939980 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6c9aece-2da9-42f6-abd7-75462620560c req-20890805-b888-4a05-a246-87945a5ceb2a service neutron] 10.222.0.62 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820039 Dec 10 18:32:26.943474 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79852680-3c27-4d8c-aeaa-446c39b73754 None None] Routers {'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:26.943860 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-79852680-3c27-4d8c-aeaa-446c39b73754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:32:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:26.949868 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [req-e716fc2f-a48c-4b79-8b1e-422721468823 req-b2f666fd-4221-46a3-813a-f3ecb4a56d32 tempest-FloatingIPDetailsNegativeTestJSON-1597195222 tempest-FloatingIPDetailsNegativeTestJSON-1597195222-project] show failed (client error): The resource could not be found. Dec 10 18:32:26.950913 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e716fc2f-a48c-4b79-8b1e-422721468823 req-b2f666fd-4221-46a3-813a-f3ecb4a56d32 tempest-FloatingIPDetailsNegativeTestJSON-1597195222 tempest-FloatingIPDetailsNegativeTestJSON-1597195222-project] 10.222.0.62 "GET /v2.0/floatingips/8af4381d-1d35-443c-9c3d-6330d3eb5581 HTTP/1.1" status: 404 len: 350 time: 0.0868099 Dec 10 18:32:26.951387 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-de43bf5c-767c-4c8b-b01a-0095d451b2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.973354 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44940) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:26.986184 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44942) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:26.988383 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0ca96b48-f767-4f19-a3fc-dea5195a6617 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6f2a94959d5742c8acef3aabe5d7fc7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3226776 Dec 10 18:32:27.088447 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a836b22-91bd-4d9a-86fb-9c19b4d08ac9 x-openstack-request-id: req-9a836b22-91bd-4d9a-86fb-9c19b4d08ac9 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:32:27.088980 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece272dc-7e0c-4534-9d16-b36703443bed", "name": "network-vif-deleted", "tag": "de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:32:27.089392 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9a836b22-91bd-4d9a-86fb-9c19b4d08ac9 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:32:27.089949 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ece272dc-7e0c-4534-9d16-b36703443bed', 'name': 'network-vif-deleted', 'tag': 'de4aaec7-dbe0-4fd0-802c-b8f25fe09b3d', 'status': 'completed', 'code': 200} Dec 10 18:32:27.161934 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-79852680-3c27-4d8c-aeaa-446c39b73754 None None] Set router fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:32:27.221655 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a725a2a-0191-4de7-992d-defe3b3339e2 req-12147388-948c-49a8-ad05-297ca4a18873 service neutron] 10.222.0.72 "GET /v2.0/networks/07d60a74-f182-41ba-b9dc-085b291b0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5542455 Dec 10 18:32:27.244606 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-79852680-3c27-4d8c-aeaa-446c39b73754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'name': 'tempest-FloatingIPsAssociationTestJSON-59222113-router', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:46Z', 'updated_at': '2021-12-10T18:32:26Z', 'revision_number': 6, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:27.267523 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6c9aece-2da9-42f6-abd7-75462620560c req-63a50c18-c4d9-4b72-b9f5-fb4e6525e5ff service neutron] 10.222.0.62 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266463 Dec 10 18:32:27.305361 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79852680-3c27-4d8c-aeaa-446c39b73754 None None] The sync data for ids ['fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d'] in n-d-821435-1 is: [{'id': 'fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d', 'name': 'tempest-FloatingIPsAssociationTestJSON-59222113-router', 'tenant_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:46Z', 'updated_at': '2021-12-10T18:32:26Z', 'revision_number': 6, 'project_id': '7a3d06a851e143ce80bc75aa4f5a0861', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:32:27.333213 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-27f6db4f-7717-43ce-a3f8-2b3830bb5eb6 admin admin] Deleting port d6c2f272-fd41-47bf-9d9c-965c0588a881 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:27.333839 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27f6db4f-7717-43ce-a3f8-2b3830bb5eb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.393546 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360bcad-8321-430b-a218-84812a6cf43f req-6d3376df-658e-4b16-b7d7-a9ef56a021e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:27.395536 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d360bcad-8321-430b-a218-84812a6cf43f req-6d3376df-658e-4b16-b7d7-a9ef56a021e6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=70b0792e9b484b69840e9b663917d1a6&device_id=e74d1f16-6152-4dbe-9457-2de9d1e11eb0 HTTP/1.1" status: 200 len: 1095 time: 0.1017368 Dec 10 18:32:27.428041 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4f4f9e1d-fb4e-49e6-8504-32c0e055f515 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.477239 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1f032-9745-4fa1-b37d-79c7f9c080c2 req-920b4433-fa0e-4344-b541-76b3553d47c3 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:27.478949 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2de1f032-9745-4fa1-b37d-79c7f9c080c2 req-920b4433-fa0e-4344-b541-76b3553d47c3 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=e74d1f16-6152-4dbe-9457-2de9d1e11eb0 HTTP/1.1" status: 200 len: 944 time: 0.2672141 Dec 10 18:32:27.515270 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-de43bf5c-767c-4c8b-b01a-0095d451b2a1 None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.529063 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-de43bf5c-767c-4c8b-b01a-0095d451b2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.578613 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360bcad-8321-430b-a218-84812a6cf43f req-5da2096a-86d6-4a97-bde7-527dc3199a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:27.582026 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d360bcad-8321-430b-a218-84812a6cf43f req-5da2096a-86d6-4a97-bde7-527dc3199a62 service neutron] 10.222.0.72 "GET /v2.0/networks?id=07d60a74-f182-41ba-b9dc-085b291b0734 HTTP/1.1" status: 200 len: 925 time: 0.1762793 Dec 10 18:32:27.688128 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5274c83-987d-42a4-bcf8-628ff5965aa6 None None] Pushing event updated for resources: {'Port': ['ID=265fd5df-d09f-4a15-919f-4a119d196c29,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:27.694498 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d360bcad-8321-430b-a218-84812a6cf43f req-3ce3c7d7-2e55-4e99-a00b-90e5c8aa41d4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=444a12bb-bbf6-43a3-b4bc-70d0a981672f HTTP/1.1" status: 200 len: 217 time: 0.1027880 Dec 10 18:32:27.765485 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-de43bf5c-767c-4c8b-b01a-0095d451b2a1 None None] Attempting to bind port 265fd5df-d09f-4a15-919f-4a119d196c29 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:32:27.768044 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-de43bf5c-767c-4c8b-b01a-0095d451b2a1 None None] Attempting to bind port 265fd5df-d09f-4a15-919f-4a119d196c29 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '4c3bc924-e46d-4914-aa28-4a3c2be84f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0a67c568-e816-4af4-92b6-6738d3fb86d0'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:32:27.768419 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de43bf5c-767c-4c8b-b01a-0095d451b2a1 None None] Attempting to bind port 265fd5df-d09f-4a15-919f-4a119d196c29 on network 0a67c568-e816-4af4-92b6-6738d3fb86d0 {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:27.776145 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de43bf5c-767c-4c8b-b01a-0095d451b2a1 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:32:27.776536 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de43bf5c-767c-4c8b-b01a-0095d451b2a1 None None] Checking segment: {'id': '4c3bc924-e46d-4914-aa28-4a3c2be84f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0a67c568-e816-4af4-92b6-6738d3fb86d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:27.776987 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-de43bf5c-767c-4c8b-b01a-0095d451b2a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.777787 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de43bf5c-767c-4c8b-b01a-0095d451b2a1 None None] Bound using segment: {'id': '4c3bc924-e46d-4914-aa28-4a3c2be84f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0a67c568-e816-4af4-92b6-6738d3fb86d0'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:32:27.778285 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-de43bf5c-767c-4c8b-b01a-0095d451b2a1 None None] Bound port: 265fd5df-d09f-4a15-919f-4a119d196c29, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c3bc924-e46d-4914-aa28-4a3c2be84f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0a67c568-e816-4af4-92b6-6738d3fb86d0'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:32:27.778686 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-de43bf5c-767c-4c8b-b01a-0095d451b2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.778810 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ce37ef47-7a16-42cc-ade2-2a3f307b235b req-08365a6b-8b6d-47f1-beee-387e0175a567 tempest-ServerShowV247Test-517462068 tempest-ServerShowV247Test-517462068-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2035ab4-c2fc-4907-af10-60b82351c602 HTTP/1.1" status: 200 len: 210 time: 0.0832152 Dec 10 18:32:27.884548 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44952) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:27.951952 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-de43bf5c-767c-4c8b-b01a-0095d451b2a1 None None] For port 265fd5df-d09f-4a15-919f-4a119d196c29, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:27.957058 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-de43bf5c-767c-4c8b-b01a-0095d451b2a1 None None] For port 265fd5df-d09f-4a15-919f-4a119d196c29, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=265fd5df-d09f-4a15-919f-4a119d196c29,segment=NetworkSegment(4c3bc924-e46d-4914-aa28-4a3c2be84f78),segment_id=4c3bc924-e46d-4914-aa28-4a3c2be84f78)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:32:27.963471 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:32:27.965508 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-de43bf5c-767c-4c8b-b01a-0095d451b2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.035837 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-22165c82-aaeb-4dad-a0b6-52b5400b4c89 None None] Provisioning complete for port 265fd5df-d09f-4a15-919f-4a119d196c29 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:28.036507 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-22165c82-aaeb-4dad-a0b6-52b5400b4c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.063947 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-94a2b83f-7a0a-4bf5-a5c7-80e90d020dc4 req-c6c437c1-dffe-4add-abea-52854c29b8dd tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 210 time: 0.0950978 Dec 10 18:32:28.088738 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de43bf5c-767c-4c8b-b01a-0095d451b2a1 None None] Routers {'919b3fc5-ee58-43f7-9f13-656cca2bdd27'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:28.088738 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-de43bf5c-767c-4c8b-b01a-0095d451b2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:32:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['919b3fc5-ee58-43f7-9f13-656cca2bdd27'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:28.102650 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360bcad-8321-430b-a218-84812a6cf43f req-23f17525-0752-4d24-a195-bf67e166d44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:28.106644 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d360bcad-8321-430b-a218-84812a6cf43f req-23f17525-0752-4d24-a195-bf67e166d44c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ebe9125f-6c16-45da-b199-c6abec1b4923 HTTP/1.1" status: 200 len: 863 time: 0.3269377 Dec 10 18:32:28.145290 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d628c5-b4b9-4b63-a207-732a70714f54 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Deleting subnet ee3c328f-1c24-490b-81f1-15d2b8f6c49a {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:32:28.198262 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4f4f9e1d-fb4e-49e6-8504-32c0e055f515 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.261659 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5274c83-987d-42a4-bcf8-628ff5965aa6 None None] Pushing event updated for resources: {'Port': ['ID=265fd5df-d09f-4a15-919f-4a119d196c29,revision_number=4']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:28.281743 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-22165c82-aaeb-4dad-a0b6-52b5400b4c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.298413 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43d628c5-b4b9-4b63-a207-732a70714f54 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.337555 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-22165c82-aaeb-4dad-a0b6-52b5400b4c89 None None] For port 265fd5df-d09f-4a15-919f-4a119d196c29, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=265fd5df-d09f-4a15-919f-4a119d196c29,segment=NetworkSegment(4c3bc924-e46d-4914-aa28-4a3c2be84f78),segment_id=4c3bc924-e46d-4914-aa28-4a3c2be84f78)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:28.351239 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-22165c82-aaeb-4dad-a0b6-52b5400b4c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.422856 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2de1f032-9745-4fa1-b37d-79c7f9c080c2 req-89dbc075-ed06-42e8-8d8e-3bab51d689b9 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc848203-e8d4-4112-84c3-2f5e9915fedc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2857211 Dec 10 18:32:28.429130 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-27f6db4f-7717-43ce-a3f8-2b3830bb5eb6 admin admin] For port d6c2f272-fd41-47bf-9d9c-965c0588a881, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=d6c2f272-fd41-47bf-9d9c-965c0588a881,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:28.429532 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27f6db4f-7717-43ce-a3f8-2b3830bb5eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.429661 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22165c82-aaeb-4dad-a0b6-52b5400b4c89 None None] Pushing event updated for resources: {'Port': ['ID=265fd5df-d09f-4a15-919f-4a119d196c29,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:28.465513 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-27f6db4f-7717-43ce-a3f8-2b3830bb5eb6 admin admin] Calling delete_port for d6c2f272-fd41-47bf-9d9c-965c0588a881 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:28.477636 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8a6dabf9-d167-46e7-bb47-2bbd501f5cc0 None None] Provisioning complete for port 265fd5df-d09f-4a15-919f-4a119d196c29 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:28.478445 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8a6dabf9-d167-46e7-bb47-2bbd501f5cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.482666 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43d628c5-b4b9-4b63-a207-732a70714f54 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.517482 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360bcad-8321-430b-a218-84812a6cf43f req-607267cd-2ff0-4764-999f-6245d300bffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:28.520023 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d360bcad-8321-430b-a218-84812a6cf43f req-607267cd-2ff0-4764-999f-6245d300bffc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=07d60a74-f182-41ba-b9dc-085b291b0734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3647809 Dec 10 18:32:28.572491 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-de43bf5c-767c-4c8b-b01a-0095d451b2a1 None None] Set router 919b3fc5-ee58-43f7-9f13-656cca2bdd27 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:32:28.611173 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4f4f9e1d-fb4e-49e6-8504-32c0e055f515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.614361 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4f4f9e1d-fb4e-49e6-8504-32c0e055f515 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.617953 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4f4f9e1d-fb4e-49e6-8504-32c0e055f515 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2f4742ec-99eb-40c8-b888-0c1c4221a175 HTTP/1.1" status: 204 len: 168 time: 1.6307960 Dec 10 18:32:28.673839 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f9e1d-fb4e-49e6-8504-32c0e055f515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4742ec-99eb-40c8-b888-0c1c4221a175,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:28.873525 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d360bcad-8321-430b-a218-84812a6cf43f req-f516f089-2319-4411-9d85-5faefe63428f service neutron] 10.222.0.72 "GET /v2.0/networks/07d60a74-f182-41ba-b9dc-085b291b0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362436 Dec 10 18:32:28.947899 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27f6db4f-7717-43ce-a3f8-2b3830bb5eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.977179 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f6db4f-7717-43ce-a3f8-2b3830bb5eb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6c2f272-fd41-47bf-9d9c-965c0588a881,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:29.024143 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1fa6499d-816f-4937-8095-55d006a8e48a req-9a3942a6-9f20-4620-8920-ca702d2511c7 tempest-ServerShowV247Test-517462068 tempest-ServerShowV247Test-517462068-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2035ab4-c2fc-4907-af10-60b82351c602 HTTP/1.1" status: 200 len: 210 time: 0.0533164 Dec 10 18:32:29.042208 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43d628c5-b4b9-4b63-a207-732a70714f54 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.089187 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e9062fb2-3dc2-43ce-b780-247a65db91d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.093192 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece272dc-7e0c-4534-9d16-b36703443bed', 'name': 'network-vif-deleted', 'tag': '6a7191c3-bd90-41c9-b202-3c004f5d6026'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:32:29.106719 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-de43bf5c-767c-4c8b-b01a-0095d451b2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919b3fc5-ee58-43f7-9f13-656cca2bdd27', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-87986167-router', 'tenant_id': '165baf7d697d4fcc9927946568021ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '36112659-d95a-40e2-9bb6-d99d25840c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:12Z', 'updated_at': '2021-12-10T18:32:21Z', 'revision_number': 4, 'project_id': '165baf7d697d4fcc9927946568021ae6', 'gw_port': {'id': '36112659-d95a-40e2-9bb6-d99d25840c68', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:75:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919b3fc5-ee58-43f7-9f13-656cca2bdd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:13Z', 'updated_at': '2021-12-10T18:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '265fd5df-d09f-4a15-919f-4a119d196c29', 'name': '', 'network_id': '0a67c568-e816-4af4-92b6-6738d3fb86d0', 'tenant_id': '165baf7d697d4fcc9927946568021ae6', 'mac_address': 'fa:16:3e:fd:bc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919b3fc5-ee58-43f7-9f13-656cca2bdd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '50528490-42db-4386-8a50-036e7cc6af11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:19Z', 'updated_at': '2021-12-10T18:32:27Z', 'revision_number': 4, 'project_id': '165baf7d697d4fcc9927946568021ae6', 'subnets': [{'id': '50528490-42db-4386-8a50-036e7cc6af11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:29.107409 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768de13c-331b-4cd7-9773-fc690e1b0aa0" -d '{"events": [{"server_uuid": "ece272dc-7e0c-4534-9d16-b36703443bed", "name": "network-vif-deleted", "tag": "6a7191c3-bd90-41c9-b202-3c004f5d6026"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:32:29.181199 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de43bf5c-767c-4c8b-b01a-0095d451b2a1 None None] The sync data for ids ['919b3fc5-ee58-43f7-9f13-656cca2bdd27'] in n-d-821435-1 is: [{'id': '919b3fc5-ee58-43f7-9f13-656cca2bdd27', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-87986167-router', 'tenant_id': '165baf7d697d4fcc9927946568021ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '36112659-d95a-40e2-9bb6-d99d25840c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:12Z', 'updated_at': '2021-12-10T18:32:21Z', 'revision_number': 4, 'project_id': '165baf7d697d4fcc9927946568021ae6', 'gw_port': {'id': '36112659-d95a-40e2-9bb6-d99d25840c68', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:75:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919b3fc5-ee58-43f7-9f13-656cca2bdd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:13Z', 'updated_at': '2021-12-10T18:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '265fd5df-d09f-4a15-919f-4a119d196c29', 'name': '', 'network_id': '0a67c568-e816-4af4-92b6-6738d3fb86d0', 'tenant_id': '165baf7d697d4fcc9927946568021ae6', 'mac_address': 'fa:16:3e:fd:bc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919b3fc5-ee58-43f7-9f13-656cca2bdd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '50528490-42db-4386-8a50-036e7cc6af11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:19Z', 'updated_at': '2021-12-10T18:32:27Z', 'revision_number': 4, 'project_id': '165baf7d697d4fcc9927946568021ae6', 'subnets': [{'id': '50528490-42db-4386-8a50-036e7cc6af11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:32:29.227727 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d360bcad-8321-430b-a218-84812a6cf43f req-f8d57d3a-f7d4-4dd8-a2a6-f88b430a6c43 service neutron] 10.222.0.72 "GET /v2.0/networks/07d60a74-f182-41ba-b9dc-085b291b0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525023 Dec 10 18:32:29.232135 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43d628c5-b4b9-4b63-a207-732a70714f54 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.284579 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27f6db4f-7717-43ce-a3f8-2b3830bb5eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.312116 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d6c2f272-fd41-47bf-9d9c-965c0588a881 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:29.397452 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: d6c2f272-fd41-47bf-9d9c-965c0588a881 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:32:29.399490 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d6c2f272-fd41-47bf-9d9c-965c0588a881 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:32:29.400922 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 5e0f6e74-1245-445e-bd0d-74fb0417f5ab no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:29.403827 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d628c5-b4b9-4b63-a207-732a70714f54 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Pushing event deleted for resources: {'Subnet': ['ID=ee3c328f-1c24-490b-81f1-15d2b8f6c49a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:29.453518 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43d628c5-b4b9-4b63-a207-732a70714f54 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.462591 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-43d628c5-b4b9-4b63-a207-732a70714f54 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "DELETE /v2.0/subnets/ee3c328f-1c24-490b-81f1-15d2b8f6c49a HTTP/1.1" status: 204 len: 168 time: 1.5767829 Dec 10 18:32:29.469715 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba42334-f766-4258-baa6-fb7028304bff None None] Network 29bf4f73-b786-47d9-b710-77ae5efd3f4c requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:29.474275 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648df85a-12df-4e3f-bf74-f91c742eb1c9 x-openstack-request-id: req-648df85a-12df-4e3f-bf74-f91c742eb1c9 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:32:29.474859 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece272dc-7e0c-4534-9d16-b36703443bed", "name": "network-vif-deleted", "tag": "6a7191c3-bd90-41c9-b202-3c004f5d6026", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:32:29.474978 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-648df85a-12df-4e3f-bf74-f91c742eb1c9 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:32:29.475486 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ece272dc-7e0c-4534-9d16-b36703443bed', 'name': 'network-vif-deleted', 'tag': '6a7191c3-bd90-41c9-b202-3c004f5d6026', 'status': 'completed', 'code': 200} Dec 10 18:32:29.479745 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44976) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:29.481535 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27f6db4f-7717-43ce-a3f8-2b3830bb5eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.515667 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27f6db4f-7717-43ce-a3f8-2b3830bb5eb6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.625271 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 5e0f6e74-1245-445e-bd0d-74fb0417f5ab {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:32:29.632725 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 5e0f6e74-1245-445e-bd0d-74fb0417f5ab not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:32:29.784076 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-192089a7-09cd-48e0-9392-f6aab9a26c08 req-0b409e75-30ee-4406-a36f-c7b7d01b00cb tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 210 time: 0.3069429 Dec 10 18:32:29.813499 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1c77d4-b1d0-4e7c-a7b2-1bb0c5dd1f7f None None] DHCP port deletion for 29bf4f73-b786-47d9-b710-77ae5efd3f4c request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:29.832692 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27f6db4f-7717-43ce-a3f8-2b3830bb5eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.835146 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f6db4f-7717-43ce-a3f8-2b3830bb5eb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:32:29.855403 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27f6db4f-7717-43ce-a3f8-2b3830bb5eb6 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.856888 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-27f6db4f-7717-43ce-a3f8-2b3830bb5eb6 admin admin] 10.222.0.62 "DELETE /v2.0/routers/fa02fe3a-1e55-40fc-8aa7-30d1d8bf420d HTTP/1.1" status: 204 len: 168 time: 3.7494318 Dec 10 18:32:29.861443 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44982) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:29.958927 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-0c1c77d4-b1d0-4e7c-a7b2-1bb0c5dd1f7f None None] Deleting port 8bc340ce-0b65-4581-97d1-839cb961094b {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:29.959427 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0c1c77d4-b1d0-4e7c-a7b2-1bb0c5dd1f7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:30.159173 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-39d8d30f-914b-4c7c-a69e-891dae66c6b4 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:30.171656 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0c1c77d4-b1d0-4e7c-a7b2-1bb0c5dd1f7f None None] For port 8bc340ce-0b65-4581-97d1-839cb961094b, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=8bc340ce-0b65-4581-97d1-839cb961094b,segment=NetworkSegment(abe04ed9-652a-435b-991b-a84908dffa2a),segment_id=abe04ed9-652a-435b-991b-a84908dffa2a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:30.172081 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0c1c77d4-b1d0-4e7c-a7b2-1bb0c5dd1f7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:30.175495 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eb2f5d2-d8d5-4833-8ed2-f47660ef9408 admin admin] Deleting subnet 247a3de4-ec4d-439c-ba27-4051f4367cc3 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:32:30.213595 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-0c1c77d4-b1d0-4e7c-a7b2-1bb0c5dd1f7f None None] Calling delete_port for 8bc340ce-0b65-4581-97d1-839cb961094b owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:30.217742 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0eb2f5d2-d8d5-4833-8ed2-f47660ef9408 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:30.300436 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f470e2cb-d468-4957-ba96-000a21f94c32 req-d07e7a88-4828-4a65-b4f1-f39e7714069c tempest-ServerShowV247Test-517462068 tempest-ServerShowV247Test-517462068-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2035ab4-c2fc-4907-af10-60b82351c602 HTTP/1.1" status: 200 len: 210 time: 0.1376960 Dec 10 18:32:30.325679 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ae95c-db71-421c-904d-10075cd333c2 req-aad7618b-6fa5-41b2-b40a-419054dd85e6 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:30.333032 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fe9ae95c-db71-421c-904d-10075cd333c2 req-aad7618b-6fa5-41b2-b40a-419054dd85e6 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=e74d1f16-6152-4dbe-9457-2de9d1e11eb0 HTTP/1.1" status: 200 len: 944 time: 0.1913221 Dec 10 18:32:30.353404 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0eb2f5d2-d8d5-4833-8ed2-f47660ef9408 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:30.391330 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0c1c77d4-b1d0-4e7c-a7b2-1bb0c5dd1f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:30.424357 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1c77d4-b1d0-4e7c-a7b2-1bb0c5dd1f7f None None] No DVR routers for this DVR port 8bc340ce-0b65-4581-97d1-839cb961094b on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:30.434941 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9aece-2da9-42f6-abd7-75462620560c req-95daacec-8c75-4554-b7f5-f6b7795acb49 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:30.436498 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6c9aece-2da9-42f6-abd7-75462620560c req-95daacec-8c75-4554-b7f5-f6b7795acb49 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.72 "GET /v2.0/networks?id=b1a56b94-fee7-4dfb-925d-977caaf81317 HTTP/1.1" status: 200 len: 807 time: 1.1068397 Dec 10 18:32:30.456433 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-a6c9aece-2da9-42f6-abd7-75462620560c req-0653de3f-3080-46a7-853f-9b0a7ed4a05c tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Request body: {'port': {'device_id': '2284b84e-e673-4a5a-bda4-827487211b6e', 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317', 'admin_state_up': True, 'tenant_id': '5768feea1c8f4e40b878b814fdae92ab'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:30.475463 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c77d4-b1d0-4e7c-a7b2-1bb0c5dd1f7f None None] Pushing event deleted for resources: {'Port': ['ID=8bc340ce-0b65-4581-97d1-839cb961094b,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:30.564080 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-39d8d30f-914b-4c7c-a69e-891dae66c6b4 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Deleting port 8bc340ce-0b65-4581-97d1-839cb961094b {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:30.564422 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-39d8d30f-914b-4c7c-a69e-891dae66c6b4 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:30.570892 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fe9ae95c-db71-421c-904d-10075cd333c2 req-5193a1d6-5a8e-4515-b8e5-5640f422eb16 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc848203-e8d4-4112-84c3-2f5e9915fedc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185099 Dec 10 18:32:30.655170 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0eb2f5d2-d8d5-4833-8ed2-f47660ef9408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:30.677676 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-39d8d30f-914b-4c7c-a69e-891dae66c6b4 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] For port 8bc340ce-0b65-4581-97d1-839cb961094b, host n-d-821435-1, got binding levels [] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:30.678207 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-39d8d30f-914b-4c7c-a69e-891dae66c6b4 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:30.704459 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-39d8d30f-914b-4c7c-a69e-891dae66c6b4 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Calling delete_port for 8bc340ce-0b65-4581-97d1-839cb961094b owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:30.711193 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.ipam_backend_mixin [None req-39d8d30f-914b-4c7c-a69e-891dae66c6b4 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Port 8bc340ce-0b65-4581-97d1-839cb961094b was not found and therefore no delete operation was performed {{(pid=103244) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 18:32:30.715540 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-39d8d30f-914b-4c7c-a69e-891dae66c6b4 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:30.725272 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-e9062fb2-3dc2-43ce-b780-247a65db91d2 admin admin] Deleting port 265fd5df-d09f-4a15-919f-4a119d196c29 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:30.725620 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e9062fb2-3dc2-43ce-b780-247a65db91d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:30.758064 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8d30f-914b-4c7c-a69e-891dae66c6b4 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Pushing event deleted for resources: {'Port': ['ID=8bc340ce-0b65-4581-97d1-839cb961094b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:30.764319 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d8d30f-914b-4c7c-a69e-891dae66c6b4 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] No DVR routers for this DVR port 8bc340ce-0b65-4581-97d1-839cb961094b on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:30.779731 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6c9aece-2da9-42f6-abd7-75462620560c req-0653de3f-3080-46a7-853f-9b0a7ed4a05c tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Made reservation on behalf of 5768feea1c8f4e40b878b814fdae92ab for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:30.783455 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a6c9aece-2da9-42f6-abd7-75462620560c req-0653de3f-3080-46a7-853f-9b0a7ed4a05c tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:30.838969 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0eb2f5d2-d8d5-4833-8ed2-f47660ef9408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:30.867739 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0eb2f5d2-d8d5-4833-8ed2-f47660ef9408 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:30.873154 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0eb2f5d2-d8d5-4833-8ed2-f47660ef9408 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/247a3de4-ec4d-439c-ba27-4051f4367cc3 HTTP/1.1" status: 204 len: 168 time: 1.0068429 Dec 10 18:32:30.877429 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f7ff8b-aeec-4f79-8e54-72c30279f4dd None None] Network a4abdfd0-f739-47c7-bbf0-c66e12b37b75 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:30.879303 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45010) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:30.896733 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb2f5d2-d8d5-4833-8ed2-f47660ef9408 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=247a3de4-ec4d-439c-ba27-4051f4367cc3,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:30.962376 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-e9062fb2-3dc2-43ce-b780-247a65db91d2 admin admin] For port 265fd5df-d09f-4a15-919f-4a119d196c29, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=265fd5df-d09f-4a15-919f-4a119d196c29,segment=NetworkSegment(4c3bc924-e46d-4914-aa28-4a3c2be84f78),segment_id=4c3bc924-e46d-4914-aa28-4a3c2be84f78)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:30.963169 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e9062fb2-3dc2-43ce-b780-247a65db91d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:31.012064 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-39d8d30f-914b-4c7c-a69e-891dae66c6b4 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:31.020009 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a3c1dbcc-c372-4f8f-8bc9-af81d2727c8a req-8a29ca11-e3bc-4ba4-bd43-1fa03e9f95be tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 210 time: 0.0730867 Dec 10 18:32:31.026762 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-e9062fb2-3dc2-43ce-b780-247a65db91d2 admin admin] Calling delete_port for 265fd5df-d09f-4a15-919f-4a119d196c29 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:31.194727 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b47ebf0-066d-4701-9ca9-e2c4ddeb0671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:31.234608 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-39d8d30f-914b-4c7c-a69e-891dae66c6b4 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29bf4f73-b786-47d9-b710-77ae5efd3f4c']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:31.252404 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-39d8d30f-914b-4c7c-a69e-891dae66c6b4 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abe04ed9-652a-435b-991b-a84908dffa2a') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:31.252733 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-39d8d30f-914b-4c7c-a69e-891dae66c6b4 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abe04ed9-652a-435b-991b-a84908dffa2a') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:31.259875 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c1f3a1-0191-4432-a49c-97922f917b8f None None] DHCP port deletion for a4abdfd0-f739-47c7-bbf0-c66e12b37b75 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:31.348614 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 265fd5df-d09f-4a15-919f-4a119d196c29 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:31.388921 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e9062fb2-3dc2-43ce-b780-247a65db91d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:31.418579 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-39d8d30f-914b-4c7c-a69e-891dae66c6b4 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:31.473012 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9062fb2-3dc2-43ce-b780-247a65db91d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=265fd5df-d09f-4a15-919f-4a119d196c29,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:31.485819 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No active binding found for port 265fd5df-d09f-4a15-919f-4a119d196c29 {{(pid=103246) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 10 18:32:31.486408 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 265fd5df-d09f-4a15-919f-4a119d196c29 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 10 18:32:31.515847 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-39d8d30f-914b-4c7c-a69e-891dae66c6b4 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:31.560018 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Port 265fd5df-d09f-4a15-919f-4a119d196c29 not found, will not notify nova. {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 10 18:32:31.585443 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-45c1f3a1-0191-4432-a49c-97922f917b8f None None] Deleting port ba3b34b0-79b8-4e56-8b6d-f9bdd3eab488 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:31.586008 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-45c1f3a1-0191-4432-a49c-97922f917b8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:31.602356 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-020577c9-f410-450b-bdbe-a40d1634941b req-abafe0cd-e7b5-4226-9c8d-ac1beb86ea54 tempest-ServerShowV247Test-517462068 tempest-ServerShowV247Test-517462068-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2035ab4-c2fc-4907-af10-60b82351c602 HTTP/1.1" status: 200 len: 210 time: 0.1013455 Dec 10 18:32:31.605599 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d8d30f-914b-4c7c-a69e-891dae66c6b4 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:32:31.606003 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-39d8d30f-914b-4c7c-a69e-891dae66c6b4 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:31.628256 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:32:31.628256 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:32:31.628256 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:32:31.628256 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:32:31.628256 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:32:31.628256 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:32:31.628256 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:32:31.628256 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:32:31.628256 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:32:31.628256 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:32:31.628256 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:32:31.628256 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:32:31.628256 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:32:31.628256 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:32:31.628256 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:32:31.628256 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:32:31.628256 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:32:31.628256 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:32:31.628256 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:32:31.628256 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:32:31.628256 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:32:31.628256 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:32:31.628256 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:32:31.628256 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:32:31.628256 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:32:31.628256 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:32:31.628256 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:32:31.628256 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:32:31.628256 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:32:31.628256 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:32:31.628256 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:32:31.628256 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:32:31.652123 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-a6c9aece-2da9-42f6-abd7-75462620560c req-0653de3f-3080-46a7-853f-9b0a7ed4a05c tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Allocated IP 172.20.0.5 (b1a56b94-fee7-4dfb-925d-977caaf81317/1c38321c-218a-47ac-873b-024a1169316a/7c3c3db8-21a1-4852-99c0-eeba9355606d) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:31.721295 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 8bc340ce-0b65-4581-97d1-839cb961094b no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:31.805225 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-45c1f3a1-0191-4432-a49c-97922f917b8f None None] For port ba3b34b0-79b8-4e56-8b6d-f9bdd3eab488, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=ba3b34b0-79b8-4e56-8b6d-f9bdd3eab488,segment=NetworkSegment(7224a61f-768e-4084-93b7-699d9eeef735),segment_id=7224a61f-768e-4084-93b7-699d9eeef735)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:31.806062 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-45c1f3a1-0191-4432-a49c-97922f917b8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:31.842010 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-45c1f3a1-0191-4432-a49c-97922f917b8f None None] Calling delete_port for ba3b34b0-79b8-4e56-8b6d-f9bdd3eab488 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:31.847905 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-39d8d30f-914b-4c7c-a69e-891dae66c6b4 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:31.856070 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-39d8d30f-914b-4c7c-a69e-891dae66c6b4 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:31.859294 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-39d8d30f-914b-4c7c-a69e-891dae66c6b4 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "DELETE /v2.0/networks/29bf4f73-b786-47d9-b710-77ae5efd3f4c HTTP/1.1" status: 204 len: 168 time: 2.3786113 Dec 10 18:32:31.870641 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45048) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:31.893769 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8d30f-914b-4c7c-a69e-891dae66c6b4 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Pushing event deleted for resources: {'Network': ['ID=29bf4f73-b786-47d9-b710-77ae5efd3f4c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:31.900409 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 444a12bb-bbf6-43a3-b4bc-70d0a981672f details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:32:31.921448 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e9062fb2-3dc2-43ce-b780-247a65db91d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:31.990403 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9b47ebf0-066d-4701-9ca9-e2c4ddeb0671 admin admin] Deleting port ba3b34b0-79b8-4e56-8b6d-f9bdd3eab488 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:31.990881 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b47ebf0-066d-4701-9ca9-e2c4ddeb0671 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.019040 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 444a12bb-bbf6-43a3-b4bc-70d0a981672f, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=444a12bb-bbf6-43a3-b4bc-70d0a981672f,segment=NetworkSegment(47f2c0bc-cf33-48eb-8eac-c815a1f3cb03),segment_id=47f2c0bc-cf33-48eb-8eac-c815a1f3cb03)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:32.051264 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '444a12bb-bbf6-43a3-b4bc-70d0a981672f', 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734', 'port_id': '444a12bb-bbf6-43a3-b4bc-70d0a981672f', 'mac_address': 'fa:16:3e:39:7c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebe9125f-6c16-45da-b199-c6abec1b4923', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:32:32.055605 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 8bc340ce-0b65-4581-97d1-839cb961094b {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:32:32.056744 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 8bc340ce-0b65-4581-97d1-839cb961094b not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:32:32.077551 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-9b47ebf0-066d-4701-9ca9-e2c4ddeb0671 admin admin] For port ba3b34b0-79b8-4e56-8b6d-f9bdd3eab488, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=ba3b34b0-79b8-4e56-8b6d-f9bdd3eab488,segment=NetworkSegment(7224a61f-768e-4084-93b7-699d9eeef735),segment_id=7224a61f-768e-4084-93b7-699d9eeef735)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:32.077937 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b47ebf0-066d-4701-9ca9-e2c4ddeb0671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.091848 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9b47ebf0-066d-4701-9ca9-e2c4ddeb0671 admin admin] Calling delete_port for ba3b34b0-79b8-4e56-8b6d-f9bdd3eab488 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:32.132405 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-b16192be-6a23-4d73-a483-6ef8fb9ab0f1 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Deleting subnet 3b4471f6-7995-4adc-90c5-eb83ede31314 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:32:32.138864 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b16192be-6a23-4d73-a483-6ef8fb9ab0f1 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.194228 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b47ebf0-066d-4701-9ca9-e2c4ddeb0671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.215492 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251f09d-9c5c-41d7-8cae-bb61a314035d req-f7bdd08e-9538-49b1-b43d-e22696f57148 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:32.221285 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7251f09d-9c5c-41d7-8cae-bb61a314035d req-f7bdd08e-9538-49b1-b43d-e22696f57148 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=e74d1f16-6152-4dbe-9457-2de9d1e11eb0 HTTP/1.1" status: 200 len: 944 time: 0.3760028 Dec 10 18:32:32.265157 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b47ebf0-066d-4701-9ca9-e2c4ddeb0671 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba3b34b0-79b8-4e56-8b6d-f9bdd3eab488,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:32.266827 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b16192be-6a23-4d73-a483-6ef8fb9ab0f1 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.268004 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b47ebf0-066d-4701-9ca9-e2c4ddeb0671 admin admin] No DVR routers for this DVR port ba3b34b0-79b8-4e56-8b6d-f9bdd3eab488 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:32.285567 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-45c1f3a1-0191-4432-a49c-97922f917b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.318548 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1f3a1-0191-4432-a49c-97922f917b8f None None] Pushing event deleted for resources: {'Port': ['ID=ba3b34b0-79b8-4e56-8b6d-f9bdd3eab488,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:32.325901 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-97f1e374-2d3d-43cd-8a6d-657b7901e4f4 req-85482570-6abd-49cd-b2ad-0724dc96c812 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 210 time: 0.1257184 Dec 10 18:32:32.353786 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.372149 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c1f3a1-0191-4432-a49c-97922f917b8f None None] No DVR routers for this DVR port ba3b34b0-79b8-4e56-8b6d-f9bdd3eab488 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:32.395895 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45054) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:32.413682 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 444a12bb-bbf6-43a3-b4bc-70d0a981672f {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:32:32.445730 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b47ebf0-066d-4701-9ca9-e2c4ddeb0671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.446490 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 444a12bb-bbf6-43a3-b4bc-70d0a981672f, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=444a12bb-bbf6-43a3-b4bc-70d0a981672f,segment=NetworkSegment(47f2c0bc-cf33-48eb-8eac-c815a1f3cb03),segment_id=47f2c0bc-cf33-48eb-8eac-c815a1f3cb03)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:32.453721 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.491786 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b16192be-6a23-4d73-a483-6ef8fb9ab0f1 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.526207 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9062fb2-3dc2-43ce-b780-247a65db91d2 admin admin] Router 919b3fc5-ee58-43f7-9f13-656cca2bdd27 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:32:32.540167 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=444a12bb-bbf6-43a3-b4bc-70d0a981672f,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:32.540845 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7251f09d-9c5c-41d7-8cae-bb61a314035d req-b2b0e740-1513-4fe3-b6ce-25e8c2e1ff72 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc848203-e8d4-4112-84c3-2f5e9915fedc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2830420 Dec 10 18:32:32.545884 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-9b47ebf0-066d-4701-9ca9-e2c4ddeb0671 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4abdfd0-f739-47c7-bbf0-c66e12b37b75']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:32.553030 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a6c9aece-2da9-42f6-abd7-75462620560c req-0653de3f-3080-46a7-853f-9b0a7ed4a05c tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.564684 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-9b47ebf0-066d-4701-9ca9-e2c4ddeb0671 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7224a61f-768e-4084-93b7-699d9eeef735') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:32.564987 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-9b47ebf0-066d-4701-9ca9-e2c4ddeb0671 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7224a61f-768e-4084-93b7-699d9eeef735') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:32.583594 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b47ebf0-066d-4701-9ca9-e2c4ddeb0671 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.604870 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b47ebf0-066d-4701-9ca9-e2c4ddeb0671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.652030 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a6c9aece-2da9-42f6-abd7-75462620560c req-0653de3f-3080-46a7-853f-9b0a7ed4a05c tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.654217 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b47ebf0-066d-4701-9ca9-e2c4ddeb0671 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:32:32.654667 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b47ebf0-066d-4701-9ca9-e2c4ddeb0671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.662456 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:32:32.662456 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:32:32.662456 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:32:32.662456 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:32:32.662456 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:32:32.662456 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:32:32.662456 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:32:32.662456 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:32:32.662456 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:32:32.662456 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:32:32.662456 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:32:32.662456 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:32:32.662456 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:32:32.662456 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:32:32.662456 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:32:32.662456 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:32:32.662456 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:32:32.662456 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:32:32.662456 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:32:32.662456 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:32:32.662456 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:32:32.662456 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:32:32.662456 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:32:32.662456 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:32:32.662456 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:32:32.662456 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:32:32.662456 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:32:32.662456 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:32:32.662456 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:32:32.662456 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:32:32.662456 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:32:32.662456 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:32:32.687205 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b16192be-6a23-4d73-a483-6ef8fb9ab0f1 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.727052 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47373e30-43ff-43dd-9c69-a8f1ef129dd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.727319 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16192be-6a23-4d73-a483-6ef8fb9ab0f1 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Pushing event deleted for resources: {'Subnet': ['ID=3b4471f6-7995-4adc-90c5-eb83ede31314,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:32.734466 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7b8ee9-1420-497c-b7a6-c811654f7784 None None] Network 5c3aa543-fb76-4e55-8f6b-8d76534585ce requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:32.750754 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b16192be-6a23-4d73-a483-6ef8fb9ab0f1 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.757262 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b16192be-6a23-4d73-a483-6ef8fb9ab0f1 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "DELETE /v2.0/subnets/3b4471f6-7995-4adc-90c5-eb83ede31314 HTTP/1.1" status: 204 len: 168 time: 0.8832150 Dec 10 18:32:32.758107 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45062) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:32.818232 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0261b227-a682-4224-bf6e-367f11134d6a req-a2acee34-ce9c-4765-a0f8-539f16ad0eae tempest-ServerShowV247Test-517462068 tempest-ServerShowV247Test-517462068-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2035ab4-c2fc-4907-af10-60b82351c602 HTTP/1.1" status: 200 len: 210 time: 0.0609741 Dec 10 18:32:32.879458 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9062fb2-3dc2-43ce-b780-247a65db91d2 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:32:32.891020 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e9062fb2-3dc2-43ce-b780-247a65db91d2 admin admin] 10.222.0.62 "PUT /v2.0/routers/919b3fc5-ee58-43f7-9f13-656cca2bdd27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9156399 Dec 10 18:32:32.893407 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87b9871-19b4-4439-948a-225f9cd7891d None None] Sync routers for ids ['919b3fc5-ee58-43f7-9f13-656cca2bdd27'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:32:32.904080 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45064) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:32.907514 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6c9aece-2da9-42f6-abd7-75462620560c req-0653de3f-3080-46a7-853f-9b0a7ed4a05c tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Network b1a56b94-fee7-4dfb-925d-977caaf81317 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:32.911568 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87b9871-19b4-4439-948a-225f9cd7891d None None] Routers {'919b3fc5-ee58-43f7-9f13-656cca2bdd27'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:32.912362 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-a87b9871-19b4-4439-948a-225f9cd7891d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:32:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['919b3fc5-ee58-43f7-9f13-656cca2bdd27'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:32.917882 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-a6c9aece-2da9-42f6-abd7-75462620560c req-0653de3f-3080-46a7-853f-9b0a7ed4a05c tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:32.937444 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c9aece-2da9-42f6-abd7-75462620560c req-0653de3f-3080-46a7-853f-9b0a7ed4a05c tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:32.964364 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['444a12bb-bbf6-43a3-b4bc-70d0a981672f'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:32:32.986631 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653de3f-3080-46a7-853f-9b0a7ed4a05c tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Pushing event updated for resources: {'Port': ['ID=7c3c3db8-21a1-4852-99c0-eeba9355606d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:33.007505 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b47ebf0-066d-4701-9ca9-e2c4ddeb0671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:33.041860 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b47ebf0-066d-4701-9ca9-e2c4ddeb0671 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:33.045551 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9b47ebf0-066d-4701-9ca9-e2c4ddeb0671 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a4abdfd0-f739-47c7-bbf0-c66e12b37b75 HTTP/1.1" status: 204 len: 168 time: 2.1650760 Dec 10 18:32:33.057276 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9aece-2da9-42f6-abd7-75462620560c req-0653de3f-3080-46a7-853f-9b0a7ed4a05c tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:33.057954 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a6c9aece-2da9-42f6-abd7-75462620560c req-0653de3f-3080-46a7-853f-9b0a7ed4a05c tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:33.072566 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-62cc64f6-05ac-41d5-87cf-637969ddf5c0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:33.130104 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6c9aece-2da9-42f6-abd7-75462620560c req-0653de3f-3080-46a7-853f-9b0a7ed4a05c tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6815279 Dec 10 18:32:33.133001 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47373e30-43ff-43dd-9c69-a8f1ef129dd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:33.134867 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b47ebf0-066d-4701-9ca9-e2c4ddeb0671 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4abdfd0-f739-47c7-bbf0-c66e12b37b75,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:33.147679 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-a87b9871-19b4-4439-948a-225f9cd7891d None None] Set router 919b3fc5-ee58-43f7-9f13-656cca2bdd27 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:32:33.152216 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-a6c9aece-2da9-42f6-abd7-75462620560c req-408e143e-c357-44ac-9d7f-3902caef5362 service neutron] Request body: {'port': {'device_id': '2284b84e-e673-4a5a-bda4-827487211b6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:33.164288 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47373e30-43ff-43dd-9c69-a8f1ef129dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:33.189524 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b679b63e-83f3-4778-bbb3-64fefb2609fb None None] DHCP port deletion for 5c3aa543-fb76-4e55-8f6b-8d76534585ce request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:33.339677 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45068) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:33.371315 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47373e30-43ff-43dd-9c69-a8f1ef129dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593d7213-d690-4f6d-a955-9561c0196cb7,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:33.415060 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device ba3b34b0-79b8-4e56-8b6d-f9bdd3eab488 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:33.448456 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-47373e30-43ff-43dd-9c69-a8f1ef129dd6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=515fcfb5de7240dc8391b91d31378aaa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0340388 Dec 10 18:32:33.460723 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45072) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:33.467028 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: ba3b34b0-79b8-4e56-8b6d-f9bdd3eab488 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:32:33.467571 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device ba3b34b0-79b8-4e56-8b6d-f9bdd3eab488 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:32:33.502589 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b679b63e-83f3-4778-bbb3-64fefb2609fb None None] Deleting port 2f3be854-9c6b-4590-8aee-5e985a9a82e4 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:33.503895 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b679b63e-83f3-4778-bbb3-64fefb2609fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:33.568914 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-a87b9871-19b4-4439-948a-225f9cd7891d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919b3fc5-ee58-43f7-9f13-656cca2bdd27', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-87986167-router', 'tenant_id': '165baf7d697d4fcc9927946568021ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '36112659-d95a-40e2-9bb6-d99d25840c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:12Z', 'updated_at': '2021-12-10T18:32:31Z', 'revision_number': 5, 'project_id': '165baf7d697d4fcc9927946568021ae6', 'gw_port': {'id': '36112659-d95a-40e2-9bb6-d99d25840c68', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:75:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919b3fc5-ee58-43f7-9f13-656cca2bdd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:13Z', 'updated_at': '2021-12-10T18:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:33.589930 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:33.623893 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b679b63e-83f3-4778-bbb3-64fefb2609fb None None] For port 2f3be854-9c6b-4590-8aee-5e985a9a82e4, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=2f3be854-9c6b-4590-8aee-5e985a9a82e4,segment=NetworkSegment(ea5e532e-6d6f-49f7-89bc-f5cd2115c294),segment_id=ea5e532e-6d6f-49f7-89bc-f5cd2115c294)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:33.624745 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b679b63e-83f3-4778-bbb3-64fefb2609fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:33.650343 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b679b63e-83f3-4778-bbb3-64fefb2609fb None None] Calling delete_port for 2f3be854-9c6b-4590-8aee-5e985a9a82e4 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:33.656597 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87b9871-19b4-4439-948a-225f9cd7891d None None] Checking router: 919b3fc5-ee58-43f7-9f13-656cca2bdd27 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:32:33.683612 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87b9871-19b4-4439-948a-225f9cd7891d None None] Routers {'919b3fc5-ee58-43f7-9f13-656cca2bdd27'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:33.684537 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-a87b9871-19b4-4439-948a-225f9cd7891d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:32:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['919b3fc5-ee58-43f7-9f13-656cca2bdd27'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:33.721317 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a6c9aece-2da9-42f6-abd7-75462620560c req-408e143e-c357-44ac-9d7f-3902caef5362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:33.727267 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b002dd6d-d3a3-4d26-94b4-fa4ee27b1314 admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:33.733458 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9a751bc1-2cd3-4fc5-aa7b-9c44a2c90873 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7a3d06a851e143ce80bc75aa4f5a0861&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3484857 Dec 10 18:32:33.739752 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45078) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:33.781500 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c0226005-9549-4c08-b961-2a253c0cd08f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:33.795718 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ebc63-3ef9-43bb-aa13-3fbae93a19c5 req-8c9a7ba9-fb1d-47b5-ae6a-be25e98e2010 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:33.797358 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c43ebc63-3ef9-43bb-aa13-3fbae93a19c5 req-8c9a7ba9-fb1d-47b5-ae6a-be25e98e2010 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 931 time: 0.3290975 Dec 10 18:32:33.834613 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b679b63e-83f3-4778-bbb3-64fefb2609fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:33.842133 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-a87b9871-19b4-4439-948a-225f9cd7891d None None] Set router 919b3fc5-ee58-43f7-9f13-656cca2bdd27 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:32:33.895228 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4556cb-cfad-45e9-b738-dbf7df1b608c req-1394d600-f9b7-4ae8-b0d4-1ce7fec10d3d tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:33.896834 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b679b63e-83f3-4778-bbb3-64fefb2609fb None None] Pushing event deleted for resources: {'Port': ['ID=2f3be854-9c6b-4590-8aee-5e985a9a82e4,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:33.903990 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-de4556cb-cfad-45e9-b738-dbf7df1b608c req-1394d600-f9b7-4ae8-b0d4-1ce7fec10d3d tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=e74d1f16-6152-4dbe-9457-2de9d1e11eb0 HTTP/1.1" status: 200 len: 945 time: 0.2233167 Dec 10 18:32:33.904532 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b679b63e-83f3-4778-bbb3-64fefb2609fb None None] No DVR routers for this DVR port 2f3be854-9c6b-4590-8aee-5e985a9a82e4 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:33.920173 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-62cc64f6-05ac-41d5-87cf-637969ddf5c0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Deleting port 2f3be854-9c6b-4590-8aee-5e985a9a82e4 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:33.920653 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-62cc64f6-05ac-41d5-87cf-637969ddf5c0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.022606 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c0226005-9549-4c08-b961-2a253c0cd08f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.030337 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b002dd6d-d3a3-4d26-94b4-fa4ee27b1314 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.057645 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-62cc64f6-05ac-41d5-87cf-637969ddf5c0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] For port 2f3be854-9c6b-4590-8aee-5e985a9a82e4, host n-d-821435-1, got binding levels [] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:34.058212 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-62cc64f6-05ac-41d5-87cf-637969ddf5c0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.078349 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-de4556cb-cfad-45e9-b738-dbf7df1b608c req-cddd660d-c3a4-4e94-8257-8aa1de3d4f00 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc848203-e8d4-4112-84c3-2f5e9915fedc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727893 Dec 10 18:32:34.107578 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-62cc64f6-05ac-41d5-87cf-637969ddf5c0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Calling delete_port for 2f3be854-9c6b-4590-8aee-5e985a9a82e4 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:34.110997 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.ipam_backend_mixin [None req-62cc64f6-05ac-41d5-87cf-637969ddf5c0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Port 2f3be854-9c6b-4590-8aee-5e985a9a82e4 was not found and therefore no delete operation was performed {{(pid=103245) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 18:32:34.113003 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-62cc64f6-05ac-41d5-87cf-637969ddf5c0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.194025 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c43ebc63-3ef9-43bb-aa13-3fbae93a19c5 req-4e99cc7d-4ddd-48e7-9e2f-eb8c4d212134 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789589 Dec 10 18:32:34.221133 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc64f6-05ac-41d5-87cf-637969ddf5c0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Pushing event deleted for resources: {'Port': ['ID=2f3be854-9c6b-4590-8aee-5e985a9a82e4,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:34.226052 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6d3d296d-fee0-4748-b16c-d077c37feef8 req-267d2b7a-c68a-4f21-8a1a-c8e2dd552eb6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a2035ab4-c2fc-4907-af10-60b82351c602 HTTP/1.1" status: 200 len: 210 time: 0.0831726 Dec 10 18:32:34.229274 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cc64f6-05ac-41d5-87cf-637969ddf5c0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] No DVR routers for this DVR port 2f3be854-9c6b-4590-8aee-5e985a9a82e4 on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:34.231213 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d7f374d0-52c1-472d-8e3b-682a50d662fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.266441 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6bc4d6ae-c995-47c3-9ac9-1793e9080b4d req-b516481b-99c0-47f6-a6d7-508e1fb1b779 tempest-ServerShowV247Test-517462068 tempest-ServerShowV247Test-517462068-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2035ab4-c2fc-4907-af10-60b82351c602 HTTP/1.1" status: 200 len: 210 time: 0.1006255 Dec 10 18:32:34.291153 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d7f374d0-52c1-472d-8e3b-682a50d662fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.315285 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c0226005-9549-4c08-b961-2a253c0cd08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.318109 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c0226005-9549-4c08-b961-2a253c0cd08f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.321829 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c0226005-9549-4c08-b961-2a253c0cd08f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/593d7213-d690-4f6d-a955-9561c0196cb7 HTTP/1.1" status: 204 len: 168 time: 0.8280392 Dec 10 18:32:34.343487 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0226005-9549-4c08-b961-2a253c0cd08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593d7213-d690-4f6d-a955-9561c0196cb7,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:34.443641 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-62cc64f6-05ac-41d5-87cf-637969ddf5c0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.445111 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-a87b9871-19b4-4439-948a-225f9cd7891d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919b3fc5-ee58-43f7-9f13-656cca2bdd27', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-87986167-router', 'tenant_id': '165baf7d697d4fcc9927946568021ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '36112659-d95a-40e2-9bb6-d99d25840c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:12Z', 'updated_at': '2021-12-10T18:32:31Z', 'revision_number': 5, 'project_id': '165baf7d697d4fcc9927946568021ae6', 'gw_port': {'id': '36112659-d95a-40e2-9bb6-d99d25840c68', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:75:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919b3fc5-ee58-43f7-9f13-656cca2bdd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:13Z', 'updated_at': '2021-12-10T18:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:34.470267 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-a6c9aece-2da9-42f6-abd7-75462620560c req-408e143e-c357-44ac-9d7f-3902caef5362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c3c3db8-21a1-4852-99c0-eeba9355606d {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:32:34.480176 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a6c9aece-2da9-42f6-abd7-75462620560c req-408e143e-c357-44ac-9d7f-3902caef5362 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.481186 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87b9871-19b4-4439-948a-225f9cd7891d None None] The sync data for ids ['919b3fc5-ee58-43f7-9f13-656cca2bdd27'] in n-d-821435-1 is: [{'id': '919b3fc5-ee58-43f7-9f13-656cca2bdd27', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-87986167-router', 'tenant_id': '165baf7d697d4fcc9927946568021ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '36112659-d95a-40e2-9bb6-d99d25840c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:12Z', 'updated_at': '2021-12-10T18:32:31Z', 'revision_number': 5, 'project_id': '165baf7d697d4fcc9927946568021ae6', 'gw_port': {'id': '36112659-d95a-40e2-9bb6-d99d25840c68', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:75:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919b3fc5-ee58-43f7-9f13-656cca2bdd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:13Z', 'updated_at': '2021-12-10T18:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:32:34.503700 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-b002dd6d-d3a3-4d26-94b4-fa4ee27b1314 admin admin] Deleting port 36112659-d95a-40e2-9bb6-d99d25840c68 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:34.504046 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b002dd6d-d3a3-4d26-94b4-fa4ee27b1314 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.505627 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-a6c9aece-2da9-42f6-abd7-75462620560c req-408e143e-c357-44ac-9d7f-3902caef5362 service neutron] Transition to ACTIVE for port object 7c3c3db8-21a1-4852-99c0-eeba9355606d will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:32:34.506595 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d7f374d0-52c1-472d-8e3b-682a50d662fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.508121 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-62cc64f6-05ac-41d5-87cf-637969ddf5c0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c3aa543-fb76-4e55-8f6b-8d76534585ce']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:34.509708 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d7f374d0-52c1-472d-8e3b-682a50d662fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.512149 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d7f374d0-52c1-472d-8e3b-682a50d662fc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/66989511-e357-42c2-8825-80465a354afe HTTP/1.1" status: 204 len: 168 time: 0.7714205 Dec 10 18:32:34.525777 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a6c9aece-2da9-42f6-abd7-75462620560c req-408e143e-c357-44ac-9d7f-3902caef5362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.548341 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f374d0-52c1-472d-8e3b-682a50d662fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66989511-e357-42c2-8825-80465a354afe,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:34.599556 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-62cc64f6-05ac-41d5-87cf-637969ddf5c0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea5e532e-6d6f-49f7-89bc-f5cd2115c294') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:34.600069 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-62cc64f6-05ac-41d5-87cf-637969ddf5c0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea5e532e-6d6f-49f7-89bc-f5cd2115c294') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:34.617707 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-62cc64f6-05ac-41d5-87cf-637969ddf5c0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.618790 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e143e-c357-44ac-9d7f-3902caef5362 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3c3db8-21a1-4852-99c0-eeba9355606d,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:34.641342 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-62cc64f6-05ac-41d5-87cf-637969ddf5c0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.657964 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62cc64f6-05ac-41d5-87cf-637969ddf5c0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:32:34.658490 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-62cc64f6-05ac-41d5-87cf-637969ddf5c0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.663504 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:32:34.663504 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:32:34.663504 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:32:34.663504 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:32:34.663504 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:32:34.663504 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:32:34.663504 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:32:34.663504 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:32:34.663504 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:32:34.663504 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:32:34.663504 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:32:34.663504 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:32:34.663504 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:32:34.663504 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:32:34.663504 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:32:34.663504 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:32:34.663504 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:32:34.663504 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:32:34.663504 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:32:34.663504 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:32:34.663504 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:32:34.663504 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:32:34.663504 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:32:34.663504 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:32:34.663504 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:32:34.663504 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:32:34.663504 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:32:34.663504 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:32:34.663504 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:32:34.663504 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:32:34.663504 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:32:34.663504 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:32:34.778553 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a6c9aece-2da9-42f6-abd7-75462620560c req-408e143e-c357-44ac-9d7f-3902caef5362 service neutron] Attempting to bind port 7c3c3db8-21a1-4852-99c0-eeba9355606d on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:32:34.778926 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a6c9aece-2da9-42f6-abd7-75462620560c req-408e143e-c357-44ac-9d7f-3902caef5362 service neutron] Attempting to bind port 7c3c3db8-21a1-4852-99c0-eeba9355606d by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:32:34.779261 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c9aece-2da9-42f6-abd7-75462620560c req-408e143e-c357-44ac-9d7f-3902caef5362 service neutron] Attempting to bind port 7c3c3db8-21a1-4852-99c0-eeba9355606d on network b1a56b94-fee7-4dfb-925d-977caaf81317 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:34.782889 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-b002dd6d-d3a3-4d26-94b4-fa4ee27b1314 admin admin] For port 36112659-d95a-40e2-9bb6-d99d25840c68, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=36112659-d95a-40e2-9bb6-d99d25840c68,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:34.783666 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b002dd6d-d3a3-4d26-94b4-fa4ee27b1314 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.792892 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c9aece-2da9-42f6-abd7-75462620560c req-408e143e-c357-44ac-9d7f-3902caef5362 service neutron] Port 7c3c3db8-21a1-4852-99c0-eeba9355606d on network b1a56b94-fee7-4dfb-925d-977caaf81317 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:32:34.793236 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c9aece-2da9-42f6-abd7-75462620560c req-408e143e-c357-44ac-9d7f-3902caef5362 service neutron] Attempting to bind port 7c3c3db8-21a1-4852-99c0-eeba9355606d on network b1a56b94-fee7-4dfb-925d-977caaf81317 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:34.805098 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c9aece-2da9-42f6-abd7-75462620560c req-408e143e-c357-44ac-9d7f-3902caef5362 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:32:34.805467 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c9aece-2da9-42f6-abd7-75462620560c req-408e143e-c357-44ac-9d7f-3902caef5362 service neutron] Checking segment: {'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:34.806282 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c9aece-2da9-42f6-abd7-75462620560c req-408e143e-c357-44ac-9d7f-3902caef5362 service neutron] Bound using segment: {'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:32:34.809195 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a6c9aece-2da9-42f6-abd7-75462620560c req-408e143e-c357-44ac-9d7f-3902caef5362 service neutron] Bound port: 7c3c3db8-21a1-4852-99c0-eeba9355606d, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:32:34.809826 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a6c9aece-2da9-42f6-abd7-75462620560c req-408e143e-c357-44ac-9d7f-3902caef5362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.821434 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-b002dd6d-d3a3-4d26-94b4-fa4ee27b1314 admin admin] Calling delete_port for 36112659-d95a-40e2-9bb6-d99d25840c68 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:34.824220 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-62cc64f6-05ac-41d5-87cf-637969ddf5c0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.890602 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-62cc64f6-05ac-41d5-87cf-637969ddf5c0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.904800 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-62cc64f6-05ac-41d5-87cf-637969ddf5c0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "DELETE /v2.0/networks/5c3aa543-fb76-4e55-8f6b-8d76534585ce HTTP/1.1" status: 204 len: 168 time: 2.1379507 Dec 10 18:32:34.904800 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc64f6-05ac-41d5-87cf-637969ddf5c0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Pushing event deleted for resources: {'Network': ['ID=5c3aa543-fb76-4e55-8f6b-8d76534585ce,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:34.905466 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45096) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:34.939236 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-99466845-cc61-40f8-98a8-5d09600f4b59 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-665664079'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:34.992397 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99466845-cc61-40f8-98a8-5d09600f4b59 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Made reservation on behalf of 216309f085e04cb2a1db65c2f1b578cb for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:35.002224 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-99466845-cc61-40f8-98a8-5d09600f4b59 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.023534 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a6c9aece-2da9-42f6-abd7-75462620560c req-408e143e-c357-44ac-9d7f-3902caef5362 service neutron] For port 7c3c3db8-21a1-4852-99c0-eeba9355606d, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:35.064482 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99466845-cc61-40f8-98a8-5d09600f4b59 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:32:35.085139 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-99466845-cc61-40f8-98a8-5d09600f4b59 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.085502 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-99466845-cc61-40f8-98a8-5d09600f4b59 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Added segment 324c87bc-1c36-4a20-9f4a-a520c7d1656f of type vlan for network 5b615060-7752-4f8a-a10e-67e6c265243e Dec 10 18:32:35.207836 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a6c9aece-2da9-42f6-abd7-75462620560c req-408e143e-c357-44ac-9d7f-3902caef5362 service neutron] For port 7c3c3db8-21a1-4852-99c0-eeba9355606d, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=7c3c3db8-21a1-4852-99c0-eeba9355606d,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:32:35.222059 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a6c9aece-2da9-42f6-abd7-75462620560c req-408e143e-c357-44ac-9d7f-3902caef5362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.239302 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 2f3be854-9c6b-4590-8aee-5e985a9a82e4 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:35.283989 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b002dd6d-d3a3-4d26-94b4-fa4ee27b1314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.301109 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 2f3be854-9c6b-4590-8aee-5e985a9a82e4 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:32:35.303265 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 2f3be854-9c6b-4590-8aee-5e985a9a82e4 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:32:35.306741 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 265fd5df-d09f-4a15-919f-4a119d196c29 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:35.399873 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 265fd5df-d09f-4a15-919f-4a119d196c29 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:32:35.401821 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 265fd5df-d09f-4a15-919f-4a119d196c29 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:32:35.430533 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002dd6d-d3a3-4d26-94b4-fa4ee27b1314 admin admin] Pushing event deleted for resources: {'Port': ['ID=36112659-d95a-40e2-9bb6-d99d25840c68,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:35.441730 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e143e-c357-44ac-9d7f-3902caef5362 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3c3db8-21a1-4852-99c0-eeba9355606d,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:35.459054 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-99466845-cc61-40f8-98a8-5d09600f4b59 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.508870 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9aece-2da9-42f6-abd7-75462620560c req-408e143e-c357-44ac-9d7f-3902caef5362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:35.509736 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a6c9aece-2da9-42f6-abd7-75462620560c req-408e143e-c357-44ac-9d7f-3902caef5362 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.511449 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6c9aece-2da9-42f6-abd7-75462620560c req-408e143e-c357-44ac-9d7f-3902caef5362 service neutron] 10.222.0.72 "PUT /v2.0/ports/7c3c3db8-21a1-4852-99c0-eeba9355606d HTTP/1.1" status: 200 len: 1091 time: 2.3711379 Dec 10 18:32:35.521322 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2284b84e-e673-4a5a-bda4-827487211b6e', 'tag': '7c3c3db8-21a1-4852-99c0-eeba9355606d'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:32:35.527202 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f482a0c-acfe-43d8-8ac1-aeceb8196912" -d '{"events": [{"name": "network-changed", "server_uuid": "2284b84e-e673-4a5a-bda4-827487211b6e", "tag": "7c3c3db8-21a1-4852-99c0-eeba9355606d"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:32:35.566511 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b002dd6d-d3a3-4d26-94b4-fa4ee27b1314 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.593762 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e30d89-5200-4459-89b9-82b371c4810f req-800132db-901c-4dd8-a8bd-52fc8f358072 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:35.601345 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c0e30d89-5200-4459-89b9-82b371c4810f req-800132db-901c-4dd8-a8bd-52fc8f358072 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=e74d1f16-6152-4dbe-9457-2de9d1e11eb0 HTTP/1.1" status: 200 len: 945 time: 0.1613896 Dec 10 18:32:35.647012 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-99466845-cc61-40f8-98a8-5d09600f4b59 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.653400 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99466845-cc61-40f8-98a8-5d09600f4b59 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:35.653974 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-99466845-cc61-40f8-98a8-5d09600f4b59 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.689258 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b002dd6d-d3a3-4d26-94b4-fa4ee27b1314 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.694014 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b002dd6d-d3a3-4d26-94b4-fa4ee27b1314 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.745838 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-99466845-cc61-40f8-98a8-5d09600f4b59 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8372121 Dec 10 18:32:35.755780 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45130) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:35.760563 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b002dd6d-d3a3-4d26-94b4-fa4ee27b1314 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.762474 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b002dd6d-d3a3-4d26-94b4-fa4ee27b1314 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 919b3fc5-ee58-43f7-9f13-656cca2bdd27 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:32:35.774110 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eae4a7-c44e-45c1-af66-7690bac935d9 req-592791c4-7546-4430-9280-8032bad8efe3 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:35.774364 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99466845-cc61-40f8-98a8-5d09600f4b59 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Pushing event updated for resources: {'Network': ['ID=5b615060-7752-4f8a-a10e-67e6c265243e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:35.780505 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c0e30d89-5200-4459-89b9-82b371c4810f req-63308337-da02-4de5-a274-c2629bb5e17b tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc848203-e8d4-4112-84c3-2f5e9915fedc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783037 Dec 10 18:32:35.782551 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-00eae4a7-c44e-45c1-af66-7690bac935d9 req-592791c4-7546-4430-9280-8032bad8efe3 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 943 time: 0.3741908 Dec 10 18:32:35.787036 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9aece-2da9-42f6-abd7-75462620560c req-d5ee304d-e9ed-4bb4-8fb0-8137791e0197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:35.788774 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6c9aece-2da9-42f6-abd7-75462620560c req-d5ee304d-e9ed-4bb4-8fb0-8137791e0197 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5768feea1c8f4e40b878b814fdae92ab&device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 1094 time: 0.1795301 Dec 10 18:32:35.789109 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b002dd6d-d3a3-4d26-94b4-fa4ee27b1314 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.789564 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 5b615060-7752-4f8a-a10e-67e6c265243e details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:32:35.792499 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b002dd6d-d3a3-4d26-94b4-fa4ee27b1314 admin admin] 10.222.0.62 "DELETE /v2.0/routers/919b3fc5-ee58-43f7-9f13-656cca2bdd27 HTTP/1.1" status: 204 len: 168 time: 2.8817372 Dec 10 18:32:35.793398 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45134) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:35.796130 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d2c8ce6a-e310-490c-b0e8-855609618915 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Request body: {'subnet': {'network_id': '5b615060-7752-4f8a-a10e-67e6c265243e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:35.938281 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6c9aece-2da9-42f6-abd7-75462620560c req-15951e06-598f-4b56-ab12-19e5af33c7df service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c3c3db8-21a1-4852-99c0-eeba9355606d HTTP/1.1" status: 200 len: 217 time: 0.1335163 Dec 10 18:32:35.980303 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-00eae4a7-c44e-45c1-af66-7690bac935d9 req-37eb9fd4-2962-466f-b773-23c2661731dd tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956916 Dec 10 18:32:36.043301 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 444a12bb-bbf6-43a3-b4bc-70d0a981672f up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:36.069274 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6bbb0eb-d9b1-4ec7-b82c-8474ce225f5c x-openstack-request-id: req-b6bbb0eb-d9b1-4ec7-b82c-8474ce225f5c {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:32:36.069661 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2284b84e-e673-4a5a-bda4-827487211b6e", "tag": "7c3c3db8-21a1-4852-99c0-eeba9355606d", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:32:36.069991 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b6bbb0eb-d9b1-4ec7-b82c-8474ce225f5c {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:32:36.070497 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2284b84e-e673-4a5a-bda4-827487211b6e', 'tag': '7c3c3db8-21a1-4852-99c0-eeba9355606d', 'status': 'completed', 'code': 200} Dec 10 18:32:36.070890 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45140) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:36.071062 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45142) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:36.118230 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-b31750f3-62bf-4458-9175-3b9af1faf9b4 admin admin] Deleting subnet 50528490-42db-4386-8a50-036e7cc6af11 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:32:36.145378 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-98d3524c-7438-476b-8949-3851d3928651 req-e6a18082-1a45-4078-b80d-f07d24055df0 tempest-ServerShowV247Test-517462068 tempest-ServerShowV247Test-517462068-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2035ab4-c2fc-4907-af10-60b82351c602 HTTP/1.1" status: 200 len: 210 time: 0.0780065 Dec 10 18:32:36.150775 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9aece-2da9-42f6-abd7-75462620560c req-90e4d15d-6851-422f-a9d3-db265ed88b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:36.152481 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6c9aece-2da9-42f6-abd7-75462620560c req-90e4d15d-6851-422f-a9d3-db265ed88b03 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c38321c-218a-47ac-873b-024a1169316a HTTP/1.1" status: 200 len: 847 time: 0.2056975 Dec 10 18:32:36.155576 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b31750f3-62bf-4458-9175-3b9af1faf9b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.165878 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 444a12bb-bbf6-43a3-b4bc-70d0a981672f completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:32:36.177950 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 444a12bb-bbf6-43a3-b4bc-70d0a981672f triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:36.179260 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.221594 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c8ce6a-e310-490c-b0e8-855609618915 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Made reservation on behalf of 216309f085e04cb2a1db65c2f1b578cb for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:36.246876 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d2c8ce6a-e310-490c-b0e8-855609618915 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.276323 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6c9aece-2da9-42f6-abd7-75462620560c req-4cdb0488-a66f-43c5-844a-1554037c60c3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b1a56b94-fee7-4dfb-925d-977caaf81317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588048 Dec 10 18:32:36.282972 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b31750f3-62bf-4458-9175-3b9af1faf9b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.367615 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-2702bcf9-1b52-4f71-b43d-bd93cec0fa43 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-870647363-network', 'tenant_id': '1e8778aa8fff446a884b93621aeb44f2'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:36.448216 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.507676 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74d1f16-6152-4dbe-9457-2de9d1e11eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444a12bb-bbf6-43a3-b4bc-70d0a981672f'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:32:36.511302 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de11e2d2-1284-40fc-a4fc-09caa32a8590" -d '{"events": [{"server_uuid": "e74d1f16-6152-4dbe-9457-2de9d1e11eb0", "name": "network-vif-plugged", "status": "completed", "tag": "444a12bb-bbf6-43a3-b4bc-70d0a981672f"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:32:36.516332 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2702bcf9-1b52-4f71-b43d-bd93cec0fa43 admin admin] Made reservation on behalf of 1e8778aa8fff446a884b93621aeb44f2 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:36.519159 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2702bcf9-1b52-4f71-b43d-bd93cec0fa43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.531588 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 444a12bb-bbf6-43a3-b4bc-70d0a981672f, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=444a12bb-bbf6-43a3-b4bc-70d0a981672f,segment=NetworkSegment(47f2c0bc-cf33-48eb-8eac-c815a1f3cb03),segment_id=47f2c0bc-cf33-48eb-8eac-c815a1f3cb03)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:36.538014 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2702bcf9-1b52-4f71-b43d-bd93cec0fa43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.540205 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.576680 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-de416480-3840-4eff-aabe-21896a460b29 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-910658438-network', 'tenant_id': '00c23c1637e147a49e5d6016832f8f3e'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:36.607957 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277d3288-e8c8-4c05-884e-44a8ca1ce728 x-openstack-request-id: req-277d3288-e8c8-4c05-884e-44a8ca1ce728 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:32:36.608861 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74d1f16-6152-4dbe-9457-2de9d1e11eb0", "name": "network-vif-plugged", "status": "completed", "tag": "444a12bb-bbf6-43a3-b4bc-70d0a981672f", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:32:36.609263 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-277d3288-e8c8-4c05-884e-44a8ca1ce728 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:32:36.610516 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74d1f16-6152-4dbe-9457-2de9d1e11eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444a12bb-bbf6-43a3-b4bc-70d0a981672f', 'code': 200} Dec 10 18:32:36.632937 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=444a12bb-bbf6-43a3-b4bc-70d0a981672f,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:36.635162 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b31750f3-62bf-4458-9175-3b9af1faf9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.691910 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6c9aece-2da9-42f6-abd7-75462620560c req-1b740a81-769c-4a88-979a-ece1dce3056f service neutron] 10.222.0.72 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056482 Dec 10 18:32:36.701809 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de416480-3840-4eff-aabe-21896a460b29 admin admin] Made reservation on behalf of 00c23c1637e147a49e5d6016832f8f3e for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:36.704350 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de416480-3840-4eff-aabe-21896a460b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.739870 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de416480-3840-4eff-aabe-21896a460b29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.777396 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d2c8ce6a-e310-490c-b0e8-855609618915 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.806871 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64b2a6-71f8-4f1f-879b-d17645269a20 req-9b1ac1ac-8366-4e73-a9c2-af9183db99e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:36.808862 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6c64b2a6-71f8-4f1f-879b-d17645269a20 req-9b1ac1ac-8366-4e73-a9c2-af9183db99e7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e74d1f16-6152-4dbe-9457-2de9d1e11eb0 HTTP/1.1" status: 200 len: 1097 time: 0.1209464 Dec 10 18:32:36.853670 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-30a5a339-c541-472c-80cf-f62c9d15f944 req-8897293e-d149-46db-9328-000e0fc97dec tempest-ServerShowV247Test-517462068 tempest-ServerShowV247Test-517462068-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2035ab4-c2fc-4907-af10-60b82351c602&device_id=0d68a761-0f3f-423a-8c82-16c49617da39 HTTP/1.1" status: 200 len: 210 time: 0.0821311 Dec 10 18:32:36.912740 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2702bcf9-1b52-4f71-b43d-bd93cec0fa43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.922627 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b31750f3-62bf-4458-9175-3b9af1faf9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.943935 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c8ce6a-e310-490c-b0e8-855609618915 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Pushing event updated for resources: {'Subnet': ['ID=a8d49156-2125-4af0-836d-cb185aa04755,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:36.953366 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2702bcf9-1b52-4f71-b43d-bd93cec0fa43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.972216 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6c64b2a6-71f8-4f1f-879b-d17645269a20 req-b7b2c76f-cd2a-4d39-b5fd-d395eaa0bddb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fc848203-e8d4-4112-84c3-2f5e9915fedc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213863 Dec 10 18:32:36.975790 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c8ce6a-e310-490c-b0e8-855609618915 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Checking segment: {'id': '324c87bc-1c36-4a20-9f4a-a520c7d1656f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5b615060-7752-4f8a-a10e-67e6c265243e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:36.976174 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c8ce6a-e310-490c-b0e8-855609618915 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Network hostable DHCP agents. Network: 5b615060-7752-4f8a-a10e-67e6c265243e, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:32:36.979218 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2702bcf9-1b52-4f71-b43d-bd93cec0fa43 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:32:37.009808 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de416480-3840-4eff-aabe-21896a460b29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.016380 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de416480-3840-4eff-aabe-21896a460b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.025541 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c8ce6a-e310-490c-b0e8-855609618915 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Network 5b615060-7752-4f8a-a10e-67e6c265243e is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:32:37.050519 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de416480-3840-4eff-aabe-21896a460b29 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:32:37.057065 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-d2c8ce6a-e310-490c-b0e8-855609618915 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 5b615060-7752-4f8a-a10e-67e6c265243e) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:37.068156 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d7f321-eabe-4cae-9ac0-d432b51389bc None None] Network 5b615060-7752-4f8a-a10e-67e6c265243e requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:37.076411 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c8ce6a-e310-490c-b0e8-855609618915 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:37.077574 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d2c8ce6a-e310-490c-b0e8-855609618915 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.122927 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de416480-3840-4eff-aabe-21896a460b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:37.122927 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de416480-3840-4eff-aabe-21896a460b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.122927 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-de416480-3840-4eff-aabe-21896a460b29 admin admin] Added segment a9a1f0c6-697d-404a-a8fe-550f575230bf of type vlan for network bceb057d-f456-42f1-aa52-7a9ff59c427a Dec 10 18:32:37.139455 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d2c8ce6a-e310-490c-b0e8-855609618915 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3803079 Dec 10 18:32:37.142519 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45160) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:37.155555 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-46a9efb9-d4cb-4a5e-a59d-1529be15868e tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-988566979'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:37.247206 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a9efb9-d4cb-4a5e-a59d-1529be15868e tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Made reservation on behalf of 216309f085e04cb2a1db65c2f1b578cb for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:37.251094 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 36112659-d95a-40e2-9bb6-d99d25840c68 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:37.252132 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-46a9efb9-d4cb-4a5e-a59d-1529be15868e tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.286111 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5f34297f-8ebf-4fca-8a5e-ccdb3867ed88 req-b83c6091-3499-4957-b12d-8738e08acefd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c54326659c74f7bb3f3f6567ba53763&device_id=a2035ab4-c2fc-4907-af10-60b82351c602 HTTP/1.1" status: 200 len: 210 time: 0.0768712 Dec 10 18:32:37.298161 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 36112659-d95a-40e2-9bb6-d99d25840c68 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:32:37.299048 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 36112659-d95a-40e2-9bb6-d99d25840c68 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:32:37.309788 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e021318-5a00-4167-9ae3-7c59ee3ed960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-5b615060-7752-4f8a-a10e-67e6c265243e', 'network_id': '5b615060-7752-4f8a-a10e-67e6c265243e', 'project_id': '216309f085e04cb2a1db65c2f1b578cb', 'fixed_ips': [{'subnet_id': 'a8d49156-2125-4af0-836d-cb185aa04755'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:32:37.311342 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9e021318-5a00-4167-9ae3-7c59ee3ed960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.348288 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46a9efb9-d4cb-4a5e-a59d-1529be15868e tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:32:37.360410 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-46a9efb9-d4cb-4a5e-a59d-1529be15868e tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.360872 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-46a9efb9-d4cb-4a5e-a59d-1529be15868e tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Added segment 26a89fb4-d81d-4260-ba6b-75c15fe51aa0 of type vlan for network caa5a01a-1acd-46e5-8a4d-30a2de0e7869 Dec 10 18:32:37.413260 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-46a9efb9-d4cb-4a5e-a59d-1529be15868e tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.450878 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de416480-3840-4eff-aabe-21896a460b29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.478042 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5f34297f-8ebf-4fca-8a5e-ccdb3867ed88 req-dce31fb4-a4fb-4c57-9a1e-94eab7bcdae9 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=0c54326659c74f7bb3f3f6567ba53763&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1789660 Dec 10 18:32:37.482920 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2702bcf9-1b52-4f71-b43d-bd93cec0fa43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.483922 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-2702bcf9-1b52-4f71-b43d-bd93cec0fa43 admin admin] Added segment c32e06af-8ef1-44eb-8619-a33f20b10367 of type vlan for network fb831214-215d-491e-b432-80905a803c08 Dec 10 18:32:37.508491 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-9e021318-5a00-4167-9ae3-7c59ee3ed960 None None] Allocated IP 19.80.0.2 (5b615060-7752-4f8a-a10e-67e6c265243e/a8d49156-2125-4af0-836d-cb185aa04755/08c2743f-a338-4a3d-b53f-28fe43118574) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:37.522097 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31750f3-62bf-4458-9175-3b9af1faf9b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50528490-42db-4386-8a50-036e7cc6af11,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:37.541336 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-46a9efb9-d4cb-4a5e-a59d-1529be15868e tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.544471 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b31750f3-62bf-4458-9175-3b9af1faf9b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.546796 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967daa34-e7ed-4980-b017-9a7b5f1c66dc None None] Network 0a67c568-e816-4af4-92b6-6738d3fb86d0 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:37.547306 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a9efb9-d4cb-4a5e-a59d-1529be15868e tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:37.547921 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-46a9efb9-d4cb-4a5e-a59d-1529be15868e tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.552241 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b31750f3-62bf-4458-9175-3b9af1faf9b4 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/50528490-42db-4386-8a50-036e7cc6af11 HTTP/1.1" status: 204 len: 168 time: 1.7551463 Dec 10 18:32:37.579810 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45164) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:37.640838 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702bcf9-1b52-4f71-b43d-bd93cec0fa43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=debc6f1e-e55e-42b0-98d0-2ad55c6d3ffd,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:37.687695 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2702bcf9-1b52-4f71-b43d-bd93cec0fa43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.710831 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6c9aece-2da9-42f6-abd7-75462620560c req-35edca4d-16b7-4f70-8779-47363752a83d service neutron] 10.222.0.72 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0057232 Dec 10 18:32:37.745850 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de416480-3840-4eff-aabe-21896a460b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.746849 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de416480-3840-4eff-aabe-21896a460b29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:37.747427 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de416480-3840-4eff-aabe-21896a460b29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.758982 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bce14a-85d8-4faf-af21-11bb408b2e69 req-50e856cc-1511-4621-b3dc-210a1e1bc4ee tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:37.761437 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a9bce14a-85d8-4faf-af21-11bb408b2e69 req-50e856cc-1511-4621-b3dc-210a1e1bc4ee tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=e74d1f16-6152-4dbe-9457-2de9d1e11eb0 HTTP/1.1" status: 200 len: 946 time: 0.8300543 Dec 10 18:32:37.762702 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2702bcf9-1b52-4f71-b43d-bd93cec0fa43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.763650 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2702bcf9-1b52-4f71-b43d-bd93cec0fa43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:37.764237 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2702bcf9-1b52-4f71-b43d-bd93cec0fa43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.771647 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f4e341fd-83bd-4149-98ef-80310736d80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.783519 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ccc74e-6aac-4ea9-806e-8f809f5bc76f req-2fe341ff-9e0f-42c3-a08f-dba8bf889e09 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:37.785734 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-40ccc74e-6aac-4ea9-806e-8f809f5bc76f req-2fe341ff-9e0f-42c3-a08f-dba8bf889e09 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 943 time: 0.4742012 Dec 10 18:32:37.795517 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9efb9-d4cb-4a5e-a59d-1529be15868e tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Pushing event updated for resources: {'Network': ['ID=caa5a01a-1acd-46e5-8a4d-30a2de0e7869,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:37.816484 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-46a9efb9-d4cb-4a5e-a59d-1529be15868e tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6677306 Dec 10 18:32:37.827636 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45166) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:37.872039 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-56e11661-05a0-4e04-878e-4378ab0fd861 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Request body: {'subnet': {'network_id': 'caa5a01a-1acd-46e5-8a4d-30a2de0e7869', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:37.883680 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network caa5a01a-1acd-46e5-8a4d-30a2de0e7869 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:32:37.885574 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3ee399-2142-43be-ad38-f05bb6b4ec72 None None] DHCP port deletion for 0a67c568-e816-4af4-92b6-6738d3fb86d0 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:37.918421 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-de416480-3840-4eff-aabe-21896a460b29 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.8459573 Dec 10 18:32:37.930766 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45168) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:37.932661 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702bcf9-1b52-4f71-b43d-bd93cec0fa43 admin admin] Pushing event updated for resources: {'Network': ['ID=fb831214-215d-491e-b432-80905a803c08,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:37.956945 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network fb831214-215d-491e-b432-80905a803c08 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:32:37.967940 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-56410263-35f7-456d-9d76-677fbe254aa6 admin admin] Request body: {'subnet': {'network_id': 'bceb057d-f456-42f1-aa52-7a9ff59c427a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-910658438-subnet', 'tenant_id': '00c23c1637e147a49e5d6016832f8f3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:37.981594 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2702bcf9-1b52-4f71-b43d-bd93cec0fa43 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9073269 Dec 10 18:32:37.994851 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45170) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:38.011689 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-53207b12-f76d-49ff-8ca4-01837a337438 admin admin] Request body: {'subnet': {'network_id': 'fb831214-215d-491e-b432-80905a803c08', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-870647363-subnet', 'tenant_id': '1e8778aa8fff446a884b93621aeb44f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:38.032823 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.041398 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34297f-8ebf-4fca-8a5e-ccdb3867ed88 req-399d6c57-2f3e-4eb7-8cb9-e27dc870e141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:38.044468 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5f34297f-8ebf-4fca-8a5e-ccdb3867ed88 req-399d6c57-2f3e-4eb7-8cb9-e27dc870e141 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5567486 Dec 10 18:32:38.045292 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de416480-3840-4eff-aabe-21896a460b29 admin admin] Pushing event updated for resources: {'Network': ['ID=bceb057d-f456-42f1-aa52-7a9ff59c427a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:38.066368 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network bceb057d-f456-42f1-aa52-7a9ff59c427a details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:32:38.081172 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-40ccc74e-6aac-4ea9-806e-8f809f5bc76f req-ca8a0bc4-9c9a-408a-b963-e116475574a3 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776914 Dec 10 18:32:38.115707 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a9bce14a-85d8-4faf-af21-11bb408b2e69 req-32ed2201-6df8-4205-8b93-1b255d69650c tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc848203-e8d4-4112-84c3-2f5e9915fedc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3350217 Dec 10 18:32:38.129433 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56410263-35f7-456d-9d76-677fbe254aa6 admin admin] Made reservation on behalf of 00c23c1637e147a49e5d6016832f8f3e for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:38.132012 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-56410263-35f7-456d-9d76-677fbe254aa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.152018 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9e021318-5a00-4167-9ae3-7c59ee3ed960 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.156216 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.db.api [None req-56e11661-05a0-4e04-878e-4378ab0fd861 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 18:32:38.156216 n-d-821435-1 neutron-server[103245]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 18:32:38.156216 n-d-821435-1 neutron-server[103245]: [parameters: {'project_id_1': '216309f085e04cb2a1db65c2f1b578cb', 'expiration_1': datetime.datetime(2021, 12, 10, 18, 32, 18, 117486)}] Dec 10 18:32:38.156216 n-d-821435-1 neutron-server[103245]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:32:38.157284 n-d-821435-1 neutron-server[103245]: DEBUG oslo_db.api [None req-56e11661-05a0-4e04-878e-4378ab0fd861 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:32:38.194968 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9e021318-5a00-4167-9ae3-7c59ee3ed960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.225671 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f482a0c-acfe-43d8-8ac1-aeceb8196912 req-1d4c2462-ef86-4729-966b-e3db7545c3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:38.226909 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4f482a0c-acfe-43d8-8ac1-aeceb8196912 req-1d4c2462-ef86-4729-966b-e3db7545c3a9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5768feea1c8f4e40b878b814fdae92ab&device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 1094 time: 0.4518151 Dec 10 18:32:38.232354 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53207b12-f76d-49ff-8ca4-01837a337438 admin admin] Made reservation on behalf of 1e8778aa8fff446a884b93621aeb44f2 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:38.234659 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-53207b12-f76d-49ff-8ca4-01837a337438 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.243848 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-234010d9-7e85-4763-a28e-a22915ce248a req-14ea9fc2-fd67-4b28-93c3-2a359baae5fd tempest-ServerShowV247Test-517462068 tempest-ServerShowV247Test-517462068-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2035ab4-c2fc-4907-af10-60b82351c602 HTTP/1.1" status: 200 len: 210 time: 0.0330708 Dec 10 18:32:38.266305 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e021318-5a00-4167-9ae3-7c59ee3ed960 None None] Network 5b615060-7752-4f8a-a10e-67e6c265243e is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:38.267249 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-9e021318-5a00-4167-9ae3-7c59ee3ed960 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:38.275843 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e021318-5a00-4167-9ae3-7c59ee3ed960 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:38.314241 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-cc3ee399-2142-43be-ad38-f05bb6b4ec72 None None] Deleting port 6f48301a-1b58-4003-a81e-6d77561614e8 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:38.315041 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cc3ee399-2142-43be-ad38-f05bb6b4ec72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.317054 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e021318-5a00-4167-9ae3-7c59ee3ed960 None None] Pushing event updated for resources: {'Port': ['ID=08c2743f-a338-4a3d-b53f-28fe43118574,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:38.385499 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9e021318-5a00-4167-9ae3-7c59ee3ed960 None None] Attempting to bind port 08c2743f-a338-4a3d-b53f-28fe43118574 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:32:38.385904 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9e021318-5a00-4167-9ae3-7c59ee3ed960 None None] Attempting to bind port 08c2743f-a338-4a3d-b53f-28fe43118574 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '324c87bc-1c36-4a20-9f4a-a520c7d1656f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5b615060-7752-4f8a-a10e-67e6c265243e'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:32:38.386490 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e021318-5a00-4167-9ae3-7c59ee3ed960 None None] Attempting to bind port 08c2743f-a338-4a3d-b53f-28fe43118574 on network 5b615060-7752-4f8a-a10e-67e6c265243e {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:38.395209 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e021318-5a00-4167-9ae3-7c59ee3ed960 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:32:38.396032 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e021318-5a00-4167-9ae3-7c59ee3ed960 None None] Checking segment: {'id': '324c87bc-1c36-4a20-9f4a-a520c7d1656f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5b615060-7752-4f8a-a10e-67e6c265243e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:38.396693 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9e021318-5a00-4167-9ae3-7c59ee3ed960 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.397382 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e021318-5a00-4167-9ae3-7c59ee3ed960 None None] Bound using segment: {'id': '324c87bc-1c36-4a20-9f4a-a520c7d1656f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5b615060-7752-4f8a-a10e-67e6c265243e'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:32:38.397876 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9e021318-5a00-4167-9ae3-7c59ee3ed960 None None] Bound port: 08c2743f-a338-4a3d-b53f-28fe43118574, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324c87bc-1c36-4a20-9f4a-a520c7d1656f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5b615060-7752-4f8a-a10e-67e6c265243e'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:32:38.398266 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9e021318-5a00-4167-9ae3-7c59ee3ed960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.428175 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f4e341fd-83bd-4149-98ef-80310736d80c admin admin] Deleting port 6f48301a-1b58-4003-a81e-6d77561614e8 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:38.428524 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f4e341fd-83bd-4149-98ef-80310736d80c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.460900 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-cc3ee399-2142-43be-ad38-f05bb6b4ec72 None None] For port 6f48301a-1b58-4003-a81e-6d77561614e8, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=6f48301a-1b58-4003-a81e-6d77561614e8,segment=NetworkSegment(4c3bc924-e46d-4914-aa28-4a3c2be84f78),segment_id=4c3bc924-e46d-4914-aa28-4a3c2be84f78)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:38.461660 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cc3ee399-2142-43be-ad38-f05bb6b4ec72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.482095 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-cc3ee399-2142-43be-ad38-f05bb6b4ec72 None None] Calling delete_port for 6f48301a-1b58-4003-a81e-6d77561614e8 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:38.526307 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f482a0c-acfe-43d8-8ac1-aeceb8196912 req-3be5ed96-02d2-4c1a-8420-676d83e2c2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:38.527816 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4f482a0c-acfe-43d8-8ac1-aeceb8196912 req-3be5ed96-02d2-4c1a-8420-676d83e2c2d0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b1a56b94-fee7-4dfb-925d-977caaf81317 HTTP/1.1" status: 200 len: 908 time: 0.2884986 Dec 10 18:32:38.543279 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9e021318-5a00-4167-9ae3-7c59ee3ed960 None None] For port 08c2743f-a338-4a3d-b53f-28fe43118574, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:38.560926 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9e021318-5a00-4167-9ae3-7c59ee3ed960 None None] For port 08c2743f-a338-4a3d-b53f-28fe43118574, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=08c2743f-a338-4a3d-b53f-28fe43118574,segment=NetworkSegment(324c87bc-1c36-4a20-9f4a-a520c7d1656f),segment_id=324c87bc-1c36-4a20-9f4a-a520c7d1656f)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:32:38.570971 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9e021318-5a00-4167-9ae3-7c59ee3ed960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.617249 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4f482a0c-acfe-43d8-8ac1-aeceb8196912 req-44c561ff-abd4-4116-a588-40043c93a819 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c3c3db8-21a1-4852-99c0-eeba9355606d HTTP/1.1" status: 200 len: 217 time: 0.0724967 Dec 10 18:32:38.628765 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-f4e341fd-83bd-4149-98ef-80310736d80c admin admin] For port 6f48301a-1b58-4003-a81e-6d77561614e8, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=6f48301a-1b58-4003-a81e-6d77561614e8,segment=NetworkSegment(4c3bc924-e46d-4914-aa28-4a3c2be84f78),segment_id=4c3bc924-e46d-4914-aa28-4a3c2be84f78)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:38.629208 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f4e341fd-83bd-4149-98ef-80310736d80c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.655336 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e021318-5a00-4167-9ae3-7c59ee3ed960 None None] Pushing event updated for resources: {'Port': ['ID=08c2743f-a338-4a3d-b53f-28fe43118574,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:38.666210 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cc3ee399-2142-43be-ad38-f05bb6b4ec72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.682657 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f4e341fd-83bd-4149-98ef-80310736d80c admin admin] Calling delete_port for 6f48301a-1b58-4003-a81e-6d77561614e8 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:38.684295 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3ee399-2142-43be-ad38-f05bb6b4ec72 None None] No DVR routers for this DVR port 6f48301a-1b58-4003-a81e-6d77561614e8 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:38.706507 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ee399-2142-43be-ad38-f05bb6b4ec72 None None] Pushing event deleted for resources: {'Port': ['ID=6f48301a-1b58-4003-a81e-6d77561614e8,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:38.745953 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e11661-05a0-4e04-878e-4378ab0fd861 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Made reservation on behalf of 216309f085e04cb2a1db65c2f1b578cb for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:38.771284 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56e11661-05a0-4e04-878e-4378ab0fd861 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.843431 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f482a0c-acfe-43d8-8ac1-aeceb8196912 req-2a17a5fd-afd6-47fc-94f5-3693c14eaf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:38.845094 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4f482a0c-acfe-43d8-8ac1-aeceb8196912 req-2a17a5fd-afd6-47fc-94f5-3693c14eaf4b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c38321c-218a-47ac-873b-024a1169316a HTTP/1.1" status: 200 len: 847 time: 0.2129149 Dec 10 18:32:38.875026 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-56410263-35f7-456d-9d76-677fbe254aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.910538 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4f482a0c-acfe-43d8-8ac1-aeceb8196912 req-72af44c2-22e4-45d1-a78f-c3aeca3a8f14 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b1a56b94-fee7-4dfb-925d-977caaf81317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563524 Dec 10 18:32:38.935383 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-53207b12-f76d-49ff-8ca4-01837a337438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.053816 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56e11661-05a0-4e04-878e-4378ab0fd861 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.099522 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56410263-35f7-456d-9d76-677fbe254aa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf3bf4b2-84a2-4b1b-bd28-de26384874e7,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:39.130346 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f4e341fd-83bd-4149-98ef-80310736d80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.146386 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e11661-05a0-4e04-878e-4378ab0fd861 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Pushing event updated for resources: {'Subnet': ['ID=a6475948-d609-411b-9b41-dc204d74c741,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:39.213377 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e11661-05a0-4e04-878e-4378ab0fd861 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Checking segment: {'id': '26a89fb4-d81d-4260-ba6b-75c15fe51aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'caa5a01a-1acd-46e5-8a4d-30a2de0e7869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:39.213752 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e11661-05a0-4e04-878e-4378ab0fd861 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Network hostable DHCP agents. Network: caa5a01a-1acd-46e5-8a4d-30a2de0e7869, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:32:39.335073 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 08c2743f-a338-4a3d-b53f-28fe43118574 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:39.353371 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4f482a0c-acfe-43d8-8ac1-aeceb8196912 req-aedfcf9b-0ecd-4adf-8ac0-b56acc18e559 service neutron] 10.222.0.72 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115336 Dec 10 18:32:39.354253 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e341fd-83bd-4149-98ef-80310736d80c admin admin] No DVR routers for this DVR port 6f48301a-1b58-4003-a81e-6d77561614e8 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:39.365932 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56410263-35f7-456d-9d76-677fbe254aa6 admin admin] Checking segment: {'id': 'a9a1f0c6-697d-404a-a8fe-550f575230bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bceb057d-f456-42f1-aa52-7a9ff59c427a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:39.366300 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56410263-35f7-456d-9d76-677fbe254aa6 admin admin] Network hostable DHCP agents. Network: bceb057d-f456-42f1-aa52-7a9ff59c427a, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:32:39.374181 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53207b12-f76d-49ff-8ca4-01837a337438 admin admin] Checking segment: {'id': 'c32e06af-8ef1-44eb-8619-a33f20b10367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fb831214-215d-491e-b432-80905a803c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:39.374842 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53207b12-f76d-49ff-8ca4-01837a337438 admin admin] Network hostable DHCP agents. Network: fb831214-215d-491e-b432-80905a803c08, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:32:39.376716 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e341fd-83bd-4149-98ef-80310736d80c admin admin] Pushing event deleted for resources: {'Port': ['ID=6f48301a-1b58-4003-a81e-6d77561614e8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:39.403132 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 08c2743f-a338-4a3d-b53f-28fe43118574 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:39.403598 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.511596 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53207b12-f76d-49ff-8ca4-01837a337438 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cea1a1ed-6a06-4ba5-82fb-954327f86ce1,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:39.543271 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4f482a0c-acfe-43d8-8ac1-aeceb8196912 req-d73f273c-be64-4218-84bc-72abcdac0e71 service neutron] 10.222.0.72 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734900 Dec 10 18:32:39.604909 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48a728-e2d4-48dd-8491-7d818fa5e579 req-e99022c2-dc2a-40d1-b9f8-d05881704e2f tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:39.612013 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9a48a728-e2d4-48dd-8491-7d818fa5e579 req-e99022c2-dc2a-40d1-b9f8-d05881704e2f tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 943 time: 0.3566756 Dec 10 18:32:39.621250 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56410263-35f7-456d-9d76-677fbe254aa6 admin admin] Network bceb057d-f456-42f1-aa52-7a9ff59c427a is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:32:39.636497 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53207b12-f76d-49ff-8ca4-01837a337438 admin admin] Network fb831214-215d-491e-b432-80905a803c08 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:32:39.641440 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f4e341fd-83bd-4149-98ef-80310736d80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.651592 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-56410263-35f7-456d-9d76-677fbe254aa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, bceb057d-f456-42f1-aa52-7a9ff59c427a) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:39.692045 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56410263-35f7-456d-9d76-677fbe254aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:39.692723 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-56410263-35f7-456d-9d76-677fbe254aa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.694956 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-53207b12-f76d-49ff-8ca4-01837a337438 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, fb831214-215d-491e-b432-80905a803c08) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:39.698029 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.699135 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5f34297f-8ebf-4fca-8a5e-ccdb3867ed88 req-791674d0-5339-4ae8-9cfe-92900a6e6570 tempest-ServerShowV247Test-517462068 tempest-ServerShowV247Test-517462068-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2035ab4-c2fc-4907-af10-60b82351c602 HTTP/1.1" status: 200 len: 210 time: 0.4621468 Dec 10 18:32:39.700303 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6689fbdd-2156-476d-926d-24ce70184960 None None] Network bceb057d-f456-42f1-aa52-7a9ff59c427a requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:39.712055 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0ad5d3-298c-4aad-b72c-bfeb9416ce70 None None] Network fb831214-215d-491e-b432-80905a803c08 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:39.732395 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53207b12-f76d-49ff-8ca4-01837a337438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:39.733044 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-53207b12-f76d-49ff-8ca4-01837a337438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.737446 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-f4e341fd-83bd-4149-98ef-80310736d80c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a67c568-e816-4af4-92b6-6738d3fb86d0']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:39.742200 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e11661-05a0-4e04-878e-4378ab0fd861 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Network caa5a01a-1acd-46e5-8a4d-30a2de0e7869 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:32:39.762947 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-f4e341fd-83bd-4149-98ef-80310736d80c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c3bc924-e46d-4914-aa28-4a3c2be84f78') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:39.763318 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-56e11661-05a0-4e04-878e-4378ab0fd861 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, caa5a01a-1acd-46e5-8a4d-30a2de0e7869) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:39.763864 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-f4e341fd-83bd-4149-98ef-80310736d80c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c3bc924-e46d-4914-aa28-4a3c2be84f78') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:39.777493 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e11661-05a0-4e04-878e-4378ab0fd861 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:39.778377 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56e11661-05a0-4e04-878e-4378ab0fd861 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.794164 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-56410263-35f7-456d-9d76-677fbe254aa6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.8563979 Dec 10 18:32:39.797651 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f4e341fd-83bd-4149-98ef-80310736d80c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.823386 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-53207b12-f76d-49ff-8ca4-01837a337438 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8274441 Dec 10 18:32:39.827332 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45186) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:39.838003 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847c9cb-90d2-4e74-afe8-ef59f6f17143 req-8f4a699b-1be6-42e7-bcc0-31435871fca2 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:39.841604 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3847c9cb-90d2-4e74-afe8-ef59f6f17143 req-8f4a699b-1be6-42e7-bcc0-31435871fca2 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=e74d1f16-6152-4dbe-9457-2de9d1e11eb0 HTTP/1.1" status: 200 len: 946 time: 0.1515579 Dec 10 18:32:39.842454 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9a48a728-e2d4-48dd-8491-7d818fa5e579 req-c241d834-c418-45f6-9548-42dcad344ff7 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294550 Dec 10 18:32:39.850314 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-56e11661-05a0-4e04-878e-4378ab0fd861 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0149994 Dec 10 18:32:39.851236 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-a67bbad1-f656-446c-8c9b-677ebd17331f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-870647363-router', 'tenant_id': '1e8778aa8fff446a884b93621aeb44f2', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:39.857056 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f4e341fd-83bd-4149-98ef-80310736d80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.867280 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df404008-1c39-49bc-ac4a-7316c892f22b None None] Network caa5a01a-1acd-46e5-8a4d-30a2de0e7869 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:39.890495 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e341fd-83bd-4149-98ef-80310736d80c admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:32:39.898832 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f4e341fd-83bd-4149-98ef-80310736d80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.904409 n-d-821435-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:39.904409 n-d-821435-1 neutron-server[103244]: self.session.flush() Dec 10 18:32:39.904409 n-d-821435-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:39.904409 n-d-821435-1 neutron-server[103244]: self.session.flush() Dec 10 18:32:39.904409 n-d-821435-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:39.904409 n-d-821435-1 neutron-server[103244]: self.session.flush() Dec 10 18:32:39.904409 n-d-821435-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:39.904409 n-d-821435-1 neutron-server[103244]: self.session.flush() Dec 10 18:32:39.904409 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:32:39.904409 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:32:39.904409 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:32:39.904409 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:32:39.904409 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:32:39.904409 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:32:39.904409 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:32:39.904409 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:32:39.904409 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:32:39.904409 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:32:39.904409 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:32:39.904409 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:32:39.904409 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:32:39.904409 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:32:39.904409 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:32:39.904409 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:32:39.904409 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:32:39.904409 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:32:39.904409 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:32:39.904409 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:32:39.904409 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:32:39.904409 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:32:39.904409 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:32:39.904409 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:32:39.904409 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:32:39.904409 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:32:39.904409 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:32:39.904409 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:32:39.904409 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:32:39.904409 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:32:39.904409 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:32:39.904409 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:32:40.063901 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3847c9cb-90d2-4e74-afe8-ef59f6f17143 req-9ebd3058-8c21-4e4e-a2a8-f566577a8252 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc848203-e8d4-4112-84c3-2f5e9915fedc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096698 Dec 10 18:32:40.072717 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-61d0f7fb-7374-43c1-a9d9-601b2a94ecae req-0264583b-dc18-458c-a9a4-eb8cc973ba31 tempest-ServerShowV247Test-517462068 tempest-ServerShowV247Test-517462068-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2035ab4-c2fc-4907-af10-60b82351c602 HTTP/1.1" status: 200 len: 210 time: 0.0588498 Dec 10 18:32:40.079873 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a67bbad1-f656-446c-8c9b-677ebd17331f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.082675 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a67bbad1-f656-446c-8c9b-677ebd17331f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.115602 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cacbdde-f06c-405a-b335-0c195302aec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-caa5a01a-1acd-46e5-8a4d-30a2de0e7869', 'network_id': 'caa5a01a-1acd-46e5-8a4d-30a2de0e7869', 'project_id': '216309f085e04cb2a1db65c2f1b578cb', 'fixed_ips': [{'subnet_id': 'a6475948-d609-411b-9b41-dc204d74c741'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:32:40.116466 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8cacbdde-f06c-405a-b335-0c195302aec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.126318 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f4e341fd-83bd-4149-98ef-80310736d80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.155690 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f4e341fd-83bd-4149-98ef-80310736d80c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.157808 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 08c2743f-a338-4a3d-b53f-28fe43118574, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=08c2743f-a338-4a3d-b53f-28fe43118574,segment=NetworkSegment(324c87bc-1c36-4a20-9f4a-a520c7d1656f),segment_id=324c87bc-1c36-4a20-9f4a-a520c7d1656f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:40.177408 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f4e341fd-83bd-4149-98ef-80310736d80c admin admin] 10.222.0.62 "DELETE /v2.0/networks/0a67c568-e816-4af4-92b6-6738d3fb86d0 HTTP/1.1" status: 204 len: 168 time: 2.5849197 Dec 10 18:32:40.192021 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.204563 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e341fd-83bd-4149-98ef-80310736d80c admin admin] Pushing event deleted for resources: {'Network': ['ID=0a67c568-e816-4af4-92b6-6738d3fb86d0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:40.364080 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 6f48301a-1b58-4003-a81e-6d77561614e8 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:40.394985 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a67bbad1-f656-446c-8c9b-677ebd17331f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.514625 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45210) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:40.522989 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c022065-d6ce-4420-bcdc-8846e8572266 None None] Network 5b615060-7752-4f8a-a10e-67e6c265243e requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:40.536126 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 6f48301a-1b58-4003-a81e-6d77561614e8 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:32:40.536845 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 6f48301a-1b58-4003-a81e-6d77561614e8 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:32:40.606108 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e3a919-75b3-4c8c-8913-ba1ddfb5b1b4 None None] Network bceb057d-f456-42f1-aa52-7a9ff59c427a requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:40.609098 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-439e3a10-a375-48fd-a66a-3a58eeeef5ee tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:40.611405 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82b034-049f-4faa-b626-b38601ecfdfb req-9080fcc9-1f35-4212-a7f0-2994be95df8c tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:40.615518 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-439e3a10-a375-48fd-a66a-3a58eeeef5ee tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:40.619176 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-439e3a10-a375-48fd-a66a-3a58eeeef5ee tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/networks?id=5b615060-7752-4f8a-a10e-67e6c265243e&id=caa5a01a-1acd-46e5-8a4d-30a2de0e7869 HTTP/1.1" status: 200 len: 1390 time: 0.2211761 Dec 10 18:32:40.621105 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5c82b034-049f-4faa-b626-b38601ecfdfb req-9080fcc9-1f35-4212-a7f0-2994be95df8c tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=e74d1f16-6152-4dbe-9457-2de9d1e11eb0 HTTP/1.1" status: 200 len: 946 time: 0.3902454 Dec 10 18:32:40.639691 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45212) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:40.648051 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8f454f06-0e7b-447b-9a33-126257428846 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Request body: {'floatingip': {'port_id': '444a12bb-bbf6-43a3-b4bc-70d0a981672f'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:40.652934 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea12edac-ec42-4f80-927e-c323a4a4154c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-fb831214-215d-491e-b432-80905a803c08', 'network_id': 'fb831214-215d-491e-b432-80905a803c08', 'project_id': '1e8778aa8fff446a884b93621aeb44f2', 'fixed_ips': [{'subnet_id': 'cea1a1ed-6a06-4ba5-82fb-954327f86ce1'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:32:40.654155 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ea12edac-ec42-4f80-927e-c323a4a4154c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.662909 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-6e11c42f-0430-47ca-95a5-d3c727f3989c tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/quotas/216309f085e04cb2a1db65c2f1b578cb HTTP/1.1" status: 200 len: 375 time: 0.0359836 Dec 10 18:32:40.726072 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a67bbad1-f656-446c-8c9b-677ebd17331f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.728667 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=08c2743f-a338-4a3d-b53f-28fe43118574,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:40.733794 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-dababd7b-1447-47f9-a90d-7885043aa6e4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=165baf7d697d4fcc9927946568021ae6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2147126 Dec 10 18:32:40.733794 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45216) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:40.771667 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8f454f06-0e7b-447b-9a33-126257428846 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks [] for floatingip, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.772837 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-22cf6da2-96b6-4bdf-8502-7d72fb63c95b None None] Provisioning complete for port 08c2743f-a338-4a3d-b53f-28fe43118574 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:40.773491 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-22cf6da2-96b6-4bdf-8502-7d72fb63c95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.813936 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:40.814674 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:40.815862 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:40.816448 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:40.817064 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:40.817636 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:40.818186 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:40.818884 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:40.819414 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:40.820737 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:40.821274 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:40.821807 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:40.822349 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:40.851920 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb11ba0b-ca56-4460-9db1-90b0a2a7c0ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.892388 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb11ba0b-ca56-4460-9db1-90b0a2a7c0ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.973612 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-8cacbdde-f06c-405a-b335-0c195302aec0 None None] Allocated IP 19.86.0.2 (caa5a01a-1acd-46e5-8a4d-30a2de0e7869/a6475948-d609-411b-9b41-dc204d74c741/30ff73e1-9085-47d9-af6d-e6396ebaf999) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:41.036422 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb11ba0b-ca56-4460-9db1-90b0a2a7c0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.039258 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb11ba0b-ca56-4460-9db1-90b0a2a7c0ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.040503 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-eb11ba0b-ca56-4460-9db1-90b0a2a7c0ed admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8e5095c1-b5cc-4cbb-95c1-d6161347278d HTTP/1.1" status: 204 len: 168 time: 0.3058922 Dec 10 18:32:41.135987 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb11ba0b-ca56-4460-9db1-90b0a2a7c0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5095c1-b5cc-4cbb-95c1-d6161347278d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:41.196322 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-ea12edac-ec42-4f80-927e-c323a4a4154c None None] Allocated IP 172.20.0.2 (fb831214-215d-491e-b432-80905a803c08/cea1a1ed-6a06-4ba5-82fb-954327f86ce1/cf077c35-78da-498a-9cc1-87f01bf69352) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:41.259565 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a67bbad1-f656-446c-8c9b-677ebd17331f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.311635 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a67bbad1-f656-446c-8c9b-677ebd17331f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.396358 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 08c2743f-a338-4a3d-b53f-28fe43118574 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:41.509462 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8f454f06-0e7b-447b-9a33-126257428846 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.517864 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8f454f06-0e7b-447b-9a33-126257428846 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.556905 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8cacbdde-f06c-405a-b335-0c195302aec0 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.588947 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8cacbdde-f06c-405a-b335-0c195302aec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.668853 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-40302639-0134-4818-aed2-5c9d3253d970 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=216309f085e04cb2a1db65c2f1b578cb&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0047119 Dec 10 18:32:41.685815 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cacbdde-f06c-405a-b335-0c195302aec0 None None] Network caa5a01a-1acd-46e5-8a4d-30a2de0e7869 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:41.707415 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f7689487-a6f0-47b1-859b-b80f956a9d9d None None] Provisioning complete for port 08c2743f-a338-4a3d-b53f-28fe43118574 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:41.707790 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f7689487-a6f0-47b1-859b-b80f956a9d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.718396 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 08c2743f-a338-4a3d-b53f-28fe43118574 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:41.718770 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.742283 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-8cacbdde-f06c-405a-b335-0c195302aec0 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:41.766582 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-ff3c796c-f691-482a-aa79-c0e932331d88 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:41.769729 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-ff3c796c-f691-482a-aa79-c0e932331d88 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/networks?id=bceb057d-f456-42f1-aa52-7a9ff59c427a HTTP/1.1" status: 200 len: 804 time: 0.4094906 Dec 10 18:32:41.772021 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-a67bbad1-f656-446c-8c9b-677ebd17331f admin admin] Allocated IP 172.25.7.207 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/c008fcfe-140a-46f6-896f-c8e80125da5b) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:41.775492 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cacbdde-f06c-405a-b335-0c195302aec0 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:41.780510 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-8f454f06-0e7b-447b-9a33-126257428846 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Floating IP c1a9033d-056c-4c1f-b1eb-ed22944f35ca associated. External IP: 172.25.7.138, port: 444a12bb-bbf6-43a3-b4bc-70d0a981672f. Dec 10 18:32:41.781679 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cacbdde-f06c-405a-b335-0c195302aec0 None None] Pushing event updated for resources: {'Port': ['ID=30ff73e1-9085-47d9-af6d-e6396ebaf999,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:41.807283 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-f8a03106-7f33-4ac9-922f-18f7dbcaa723 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/quotas/00c23c1637e147a49e5d6016832f8f3e HTTP/1.1" status: 200 len: 375 time: 0.0288172 Dec 10 18:32:41.886375 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ea12edac-ec42-4f80-927e-c323a4a4154c None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.899777 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-8cacbdde-f06c-405a-b335-0c195302aec0 None None] Attempting to bind port 30ff73e1-9085-47d9-af6d-e6396ebaf999 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:32:41.900423 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-8cacbdde-f06c-405a-b335-0c195302aec0 None None] Attempting to bind port 30ff73e1-9085-47d9-af6d-e6396ebaf999 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '26a89fb4-d81d-4260-ba6b-75c15fe51aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'caa5a01a-1acd-46e5-8a4d-30a2de0e7869'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:32:41.900955 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-bdcabbeb-226f-41a4-81b2-c7884f5a58dc service neutron] 10.222.0.62 "GET /v2.0/networks/5b615060-7752-4f8a-a10e-67e6c265243e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148757 Dec 10 18:32:41.901165 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cacbdde-f06c-405a-b335-0c195302aec0 None None] Attempting to bind port 30ff73e1-9085-47d9-af6d-e6396ebaf999 on network caa5a01a-1acd-46e5-8a4d-30a2de0e7869 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:41.905265 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ea12edac-ec42-4f80-927e-c323a4a4154c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.945721 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 7c3c3db8-21a1-4852-99c0-eeba9355606d details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:32:41.969087 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-7132b286-4d83-4cf2-9db9-f744fdd45148 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=00c23c1637e147a49e5d6016832f8f3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1545401 Dec 10 18:32:41.972148 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cacbdde-f06c-405a-b335-0c195302aec0 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:32:41.973683 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cacbdde-f06c-405a-b335-0c195302aec0 None None] Checking segment: {'id': '26a89fb4-d81d-4260-ba6b-75c15fe51aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'caa5a01a-1acd-46e5-8a4d-30a2de0e7869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:41.974353 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8cacbdde-f06c-405a-b335-0c195302aec0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.975022 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cacbdde-f06c-405a-b335-0c195302aec0 None None] Bound using segment: {'id': '26a89fb4-d81d-4260-ba6b-75c15fe51aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'caa5a01a-1acd-46e5-8a4d-30a2de0e7869'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:32:41.975695 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-8cacbdde-f06c-405a-b335-0c195302aec0 None None] Bound port: 30ff73e1-9085-47d9-af6d-e6396ebaf999, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26a89fb4-d81d-4260-ba6b-75c15fe51aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'caa5a01a-1acd-46e5-8a4d-30a2de0e7869'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:32:41.976255 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8cacbdde-f06c-405a-b335-0c195302aec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:42.115307 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-ddd64cd4-b72f-4003-b9af-b40728366b37 service neutron] 10.222.0.62 "GET /v2.0/networks/5b615060-7752-4f8a-a10e-67e6c265243e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029521 Dec 10 18:32:42.204747 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a67bbad1-f656-446c-8c9b-677ebd17331f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:42.216132 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea12edac-ec42-4f80-927e-c323a4a4154c None None] Network fb831214-215d-491e-b432-80905a803c08 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:42.218264 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f454f06-0e7b-447b-9a33-126257428846 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Router 6d71ff25-20eb-4521-96ba-5abaac67c5c5 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:32:42.222422 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-e09ebf4d-3580-4fbc-a2d8-c5ecda0bf4a5 service neutron] 10.222.0.62 "GET /v2.0/networks/bceb057d-f456-42f1-aa52-7a9ff59c427a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494476 Dec 10 18:32:42.228308 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-ea12edac-ec42-4f80-927e-c323a4a4154c None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:42.244029 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea12edac-ec42-4f80-927e-c323a4a4154c None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:42.359700 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12edac-ec42-4f80-927e-c323a4a4154c None None] Pushing event updated for resources: {'Port': ['ID=cf077c35-78da-498a-9cc1-87f01bf69352,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:42.362619 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-fa4131a4-e2df-4295-a14f-ab4b25afa9a0 service neutron] 10.222.0.62 "GET /v2.0/networks/caa5a01a-1acd-46e5-8a4d-30a2de0e7869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357926 Dec 10 18:32:42.385324 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.resource_extend [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:32:42.473551 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-5620e002-624d-479d-999f-5681bcfd9bb9 service neutron] 10.222.0.62 "GET /v2.0/networks/caa5a01a-1acd-46e5-8a4d-30a2de0e7869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989418 Dec 10 18:32:42.501936 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-ea12edac-ec42-4f80-927e-c323a4a4154c None None] Attempting to bind port cf077c35-78da-498a-9cc1-87f01bf69352 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:32:42.502314 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-ea12edac-ec42-4f80-927e-c323a4a4154c None None] Attempting to bind port cf077c35-78da-498a-9cc1-87f01bf69352 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'c32e06af-8ef1-44eb-8619-a33f20b10367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fb831214-215d-491e-b432-80905a803c08'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:32:42.503398 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea12edac-ec42-4f80-927e-c323a4a4154c None None] Attempting to bind port cf077c35-78da-498a-9cc1-87f01bf69352 on network fb831214-215d-491e-b432-80905a803c08 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:42.507194 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f454f06-0e7b-447b-9a33-126257428846 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:32:42.522019 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8f454f06-0e7b-447b-9a33-126257428846 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:42.525439 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee67c21-f11d-4fd1-9996-449fc040a82f None None] Sync routers for ids ['6d71ff25-20eb-4521-96ba-5abaac67c5c5'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:32:42.536744 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea12edac-ec42-4f80-927e-c323a4a4154c None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:32:42.537124 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea12edac-ec42-4f80-927e-c323a4a4154c None None] Checking segment: {'id': 'c32e06af-8ef1-44eb-8619-a33f20b10367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fb831214-215d-491e-b432-80905a803c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:42.537529 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ea12edac-ec42-4f80-927e-c323a4a4154c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:42.537981 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea12edac-ec42-4f80-927e-c323a4a4154c None None] Bound using segment: {'id': 'c32e06af-8ef1-44eb-8619-a33f20b10367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fb831214-215d-491e-b432-80905a803c08'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:32:42.538470 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-ea12edac-ec42-4f80-927e-c323a4a4154c None None] Bound port: cf077c35-78da-498a-9cc1-87f01bf69352, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32e06af-8ef1-44eb-8619-a33f20b10367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fb831214-215d-491e-b432-80905a803c08'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:32:42.538853 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ea12edac-ec42-4f80-927e-c323a4a4154c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:42.571400 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8cacbdde-f06c-405a-b335-0c195302aec0 None None] For port 30ff73e1-9085-47d9-af6d-e6396ebaf999, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:42.571756 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8f454f06-0e7b-447b-9a33-126257428846 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "PUT /v2.0/floatingips/c1a9033d-056c-4c1f-b1eb-ed22944f35ca HTTP/1.1" status: 200 len: 992 time: 1.9297197 Dec 10 18:32:42.572707 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e74d1f16-6152-4dbe-9457-2de9d1e11eb0', 'tag': '444a12bb-bbf6-43a3-b4bc-70d0a981672f'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:32:42.576355 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d82874-f95e-425a-8087-b0222d0218ef" -d '{"events": [{"name": "network-changed", "server_uuid": "e74d1f16-6152-4dbe-9457-2de9d1e11eb0", "tag": "444a12bb-bbf6-43a3-b4bc-70d0a981672f"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:32:42.601757 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee67c21-f11d-4fd1-9996-449fc040a82f None None] Routers {'6d71ff25-20eb-4521-96ba-5abaac67c5c5'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:42.602417 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9ee67c21-f11d-4fd1-9996-449fc040a82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:32:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6d71ff25-20eb-4521-96ba-5abaac67c5c5'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:42.620058 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8cacbdde-f06c-405a-b335-0c195302aec0 None None] For port 30ff73e1-9085-47d9-af6d-e6396ebaf999, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=30ff73e1-9085-47d9-af6d-e6396ebaf999,segment=NetworkSegment(26a89fb4-d81d-4260-ba6b-75c15fe51aa0),segment_id=26a89fb4-d81d-4260-ba6b-75c15fe51aa0)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:32:42.700894 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8cacbdde-f06c-405a-b335-0c195302aec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:42.784697 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a67bbad1-f656-446c-8c9b-677ebd17331f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:42.855452 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67bbad1-f656-446c-8c9b-677ebd17331f admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:42.871185 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-a67bbad1-f656-446c-8c9b-677ebd17331f admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:42.876065 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 7c3c3db8-21a1-4852-99c0-eeba9355606d, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=7c3c3db8-21a1-4852-99c0-eeba9355606d,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:42.879743 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67bbad1-f656-446c-8c9b-677ebd17331f admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:42.895250 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-d17aee66-dbde-48af-bd03-3512386e899f service neutron] 10.222.0.62 "GET /v2.0/networks/bceb057d-f456-42f1-aa52-7a9ff59c427a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6718662 Dec 10 18:32:42.934406 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '7c3c3db8-21a1-4852-99c0-eeba9355606d', 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317', 'port_id': '7c3c3db8-21a1-4852-99c0-eeba9355606d', 'mac_address': 'fa:16:3e:74:51:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c38321c-218a-47ac-873b-024a1169316a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:32:42.939899 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67bbad1-f656-446c-8c9b-677ebd17331f admin admin] Pushing event updated for resources: {'Port': ['ID=c008fcfe-140a-46f6-896f-c8e80125da5b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:43.029308 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cacbdde-f06c-405a-b335-0c195302aec0 None None] Pushing event updated for resources: {'Port': ['ID=30ff73e1-9085-47d9-af6d-e6396ebaf999,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:43.079966 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-9ee67c21-f11d-4fd1-9996-449fc040a82f None None] Set router 6d71ff25-20eb-4521-96ba-5abaac67c5c5 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:32:43.163998 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ea12edac-ec42-4f80-927e-c323a4a4154c None None] For port cf077c35-78da-498a-9cc1-87f01bf69352, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:43.277009 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6215a2-ea63-4001-b677-75b884d9ccb9 req-c2be1e3b-6c41-4d7b-9dfd-08fbf70c8191 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:43.278623 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9f6215a2-ea63-4001-b677-75b884d9ccb9 req-c2be1e3b-6c41-4d7b-9dfd-08fbf70c8191 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 943 time: 0.1392460 Dec 10 18:32:43.295246 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ea12edac-ec42-4f80-927e-c323a4a4154c None None] For port cf077c35-78da-498a-9cc1-87f01bf69352, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=cf077c35-78da-498a-9cc1-87f01bf69352,segment=NetworkSegment(c32e06af-8ef1-44eb-8619-a33f20b10367),segment_id=c32e06af-8ef1-44eb-8619-a33f20b10367)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:32:43.300901 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.340456 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ea12edac-ec42-4f80-927e-c323a4a4154c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.474372 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9f6215a2-ea63-4001-b677-75b884d9ccb9 req-3ef69abc-3fd6-4adc-b817-733e1adad5e4 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826491 Dec 10 18:32:43.501930 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c3c3db8-21a1-4852-99c0-eeba9355606d {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:32:43.503562 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a67bbad1-f656-446c-8c9b-677ebd17331f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.616705 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 7c3c3db8-21a1-4852-99c0-eeba9355606d, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=7c3c3db8-21a1-4852-99c0-eeba9355606d,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:43.726527 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.731428 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30539d98-263e-44b0-9389-919dedfd05b7 x-openstack-request-id: req-30539d98-263e-44b0-9389-919dedfd05b7 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:32:43.733174 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e74d1f16-6152-4dbe-9457-2de9d1e11eb0", "tag": "444a12bb-bbf6-43a3-b4bc-70d0a981672f", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:32:43.733812 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-30539d98-263e-44b0-9389-919dedfd05b7 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:32:43.734948 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e74d1f16-6152-4dbe-9457-2de9d1e11eb0', 'tag': '444a12bb-bbf6-43a3-b4bc-70d0a981672f', 'status': 'completed', 'code': 200} Dec 10 18:32:43.743213 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12edac-ec42-4f80-927e-c323a4a4154c None None] Pushing event updated for resources: {'Port': ['ID=cf077c35-78da-498a-9cc1-87f01bf69352,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:43.876404 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=7c3c3db8-21a1-4852-99c0-eeba9355606d,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:43.975985 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-947e8096-63dc-4ab7-b805-55051428c195 req-59412899-f24d-4a1c-9afe-bb0bb5a0b00f tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=e130d859c51b40b7a327bac24461ad2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2326984 Dec 10 18:32:43.999061 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d82874-f95e-425a-8087-b0222d0218ef req-8d099da9-57bc-4a12-ba7c-80a4c7bbbfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:44.003309 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d2d82874-f95e-425a-8087-b0222d0218ef req-8d099da9-57bc-4a12-ba7c-80a4c7bbbfc6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=70b0792e9b484b69840e9b663917d1a6&device_id=e74d1f16-6152-4dbe-9457-2de9d1e11eb0 HTTP/1.1" status: 200 len: 1097 time: 0.1482310 Dec 10 18:32:44.074849 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-59634100-52e0-45be-82e3-ecd59a784205 req-cce9b006-fefc-4272-81a8-74690ecba4c0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe HTTP/1.1" status: 200 len: 210 time: 0.1128740 Dec 10 18:32:44.103782 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9ee67c21-f11d-4fd1-9996-449fc040a82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1249584809-router', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '9706d300-42ff-4496-b444-fb40bec3f3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:28:16Z', 'updated_at': '2021-12-10T18:28:20Z', 'revision_number': 4, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'gw_port': {'id': '9706d300-42ff-4496-b444-fb40bec3f3d3', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:25:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:17Z', 'updated_at': '2021-12-10T18:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'c1a9033d-056c-4c1f-b1eb-ed22944f35ca', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'port_id': '444a12bb-bbf6-43a3-b4bc-70d0a981672f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734', 'mac_address': 'fa:16:3e:39:7c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74d1f16-6152-4dbe-9457-2de9d1e11eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:28:37Z', 'updated_at': '2021-12-10T18:32:41Z', 'revision_number': 5, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a638d25f-ee7b-4c1c-a6ef-cd7f728ce127', 'name': '', 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'mac_address': 'fa:16:3e:f2:cb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ebe9125f-6c16-45da-b199-c6abec1b4923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:20Z', 'updated_at': '2021-12-10T18:28:27Z', 'revision_number': 5, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'subnets': [{'id': 'ebe9125f-6c16-45da-b199-c6abec1b4923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:44.219222 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['7c3c3db8-21a1-4852-99c0-eeba9355606d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:32:44.248942 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-17b4b2c3-fa2e-4bbc-8f75-d8a9f5fd0fce req-d65b3ecb-9770-4093-960a-b71d13fcf01b tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=4793395a-57b4-442c-8811-5550f7195b7c HTTP/1.1" status: 200 len: 210 time: 0.0484147 Dec 10 18:32:44.295300 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee67c21-f11d-4fd1-9996-449fc040a82f None None] Checking router: 6d71ff25-20eb-4521-96ba-5abaac67c5c5 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:32:44.374748 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee67c21-f11d-4fd1-9996-449fc040a82f None None] Routers {'6d71ff25-20eb-4521-96ba-5abaac67c5c5'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:44.375454 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9ee67c21-f11d-4fd1-9996-449fc040a82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:32:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6d71ff25-20eb-4521-96ba-5abaac67c5c5'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:44.399555 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e8096-63dc-4ab7-b805-55051428c195 req-e005ba1c-3338-4c7a-afe2-fbb69ab745a8 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:44.411186 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-947e8096-63dc-4ab7-b805-55051428c195 req-e005ba1c-3338-4c7a-afe2-fbb69ab745a8 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3983457 Dec 10 18:32:44.412591 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d82874-f95e-425a-8087-b0222d0218ef req-1a466d88-d921-418e-b583-8587918487b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:44.414249 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d2d82874-f95e-425a-8087-b0222d0218ef req-1a466d88-d921-418e-b583-8587918487b9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=07d60a74-f182-41ba-b9dc-085b291b0734 HTTP/1.1" status: 200 len: 925 time: 0.3989007 Dec 10 18:32:44.600488 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d2d82874-f95e-425a-8087-b0222d0218ef req-febed180-ea88-4085-acfa-374a7495f3a2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=444a12bb-bbf6-43a3-b4bc-70d0a981672f HTTP/1.1" status: 200 len: 1000 time: 0.1746149 Dec 10 18:32:44.768231 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d82874-f95e-425a-8087-b0222d0218ef req-287b121e-854f-47e2-b455-be7c3f8dff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:44.775126 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d2d82874-f95e-425a-8087-b0222d0218ef req-287b121e-854f-47e2-b455-be7c3f8dff56 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ebe9125f-6c16-45da-b199-c6abec1b4923 HTTP/1.1" status: 200 len: 863 time: 0.1389968 Dec 10 18:32:44.805239 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-9ee67c21-f11d-4fd1-9996-449fc040a82f None None] Set router 6d71ff25-20eb-4521-96ba-5abaac67c5c5 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:32:44.860834 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-947e8096-63dc-4ab7-b805-55051428c195 req-35be421a-7eb8-4eea-8d14-3df572cfb16a tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.62 "GET /v2.0/quotas/e130d859c51b40b7a327bac24461ad2f HTTP/1.1" status: 200 len: 375 time: 0.4236300 Dec 10 18:32:44.868110 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-883801ca-9696-4b15-904d-cc36493182a6 req-11bdc379-f2bc-410d-90bf-79881221d49f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0c54326659c74f7bb3f3f6567ba53763&device_id=0d68a761-0f3f-423a-8c82-16c49617da39 HTTP/1.1" status: 200 len: 210 time: 0.2711365 Dec 10 18:32:44.926717 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3b6db3e0-a09d-4ad8-a697-2ecf9ce93546 req-fbd9fd3e-c7e0-4ee1-9f84-fd60200c91ce tempest-ServerShowV247Test-517462068 tempest-ServerShowV247Test-517462068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d68a761-0f3f-423a-8c82-16c49617da39 HTTP/1.1" status: 200 len: 210 time: 0.2782607 Dec 10 18:32:44.962244 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-883801ca-9696-4b15-904d-cc36493182a6 req-471c735c-d59b-44d9-838d-62d733ef311f service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=0c54326659c74f7bb3f3f6567ba53763&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0712998 Dec 10 18:32:44.991787 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc849ba-cc28-4320-af3b-e76444399afa None None] Network caa5a01a-1acd-46e5-8a4d-30a2de0e7869 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:45.093870 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-947e8096-63dc-4ab7-b805-55051428c195 req-14ef1188-0dda-43c6-a172-bfdae4fad8a2 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e130d859c51b40b7a327bac24461ad2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2268574 Dec 10 18:32:45.182797 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d82874-f95e-425a-8087-b0222d0218ef req-f69d3c57-87ce-4a06-abb7-88ec30fdc804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:45.185379 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d2d82874-f95e-425a-8087-b0222d0218ef req-f69d3c57-87ce-4a06-abb7-88ec30fdc804 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=07d60a74-f182-41ba-b9dc-085b291b0734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4052622 Dec 10 18:32:45.283879 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6ccffd77-9451-4e75-94b5-40b13f85d040 None None] Provisioning complete for port 30ff73e1-9085-47d9-af6d-e6396ebaf999 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:45.287647 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6ccffd77-9451-4e75-94b5-40b13f85d040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:45.315031 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a67bbad1-f656-446c-8c9b-677ebd17331f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:45.401286 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-0a967010-db17-41d9-9a53-a2f37350fbeb tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:45.448985 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-0a967010-db17-41d9-9a53-a2f37350fbeb tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:45.450820 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-0a967010-db17-41d9-9a53-a2f37350fbeb tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.46 "GET /v2.0/networks?id=5b615060-7752-4f8a-a10e-67e6c265243e&id=caa5a01a-1acd-46e5-8a4d-30a2de0e7869 HTTP/1.1" status: 200 len: 1390 time: 0.8776212 Dec 10 18:32:45.467968 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55218f5b-9345-411c-889c-0a6ef5a41be4 None None] Network fb831214-215d-491e-b432-80905a803c08 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:45.469268 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-faad58a0-9fc4-4dbb-bc3a-598f90b37c73 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Request body: {'port': {'device_id': 'a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe', 'network_id': '5b615060-7752-4f8a-a10e-67e6c265243e', 'admin_state_up': True, 'tenant_id': '216309f085e04cb2a1db65c2f1b578cb'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:45.497882 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device cf077c35-78da-498a-9cc1-87f01bf69352 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:45.526098 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d2d82874-f95e-425a-8087-b0222d0218ef req-368d4c15-ffd4-4a16-bede-022059fa26f5 service neutron] 10.222.0.72 "GET /v2.0/networks/07d60a74-f182-41ba-b9dc-085b291b0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265297 Dec 10 18:32:45.607480 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883801ca-9696-4b15-904d-cc36493182a6 req-ac6b71ba-accd-4f8b-a376-ea6382c1ba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:45.614035 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-883801ca-9696-4b15-904d-cc36493182a6 req-ac6b71ba-accd-4f8b-a376-ea6382c1ba45 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6435580 Dec 10 18:32:45.629874 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe52c35-912c-41ee-9206-992a97f66c0b req-900dcb6f-ebd4-4873-bef6-aa6d55f20e47 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:45.646772 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dfe52c35-912c-41ee-9206-992a97f66c0b req-900dcb6f-ebd4-4873-bef6-aa6d55f20e47 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 944 time: 0.5874014 Dec 10 18:32:45.743971 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-faad58a0-9fc4-4dbb-bc3a-598f90b37c73 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Made reservation on behalf of 216309f085e04cb2a1db65c2f1b578cb for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:45.755683 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-faad58a0-9fc4-4dbb-bc3a-598f90b37c73 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:45.780487 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-811e2721-50b5-46fd-9389-a5342a193753 req-867c4af6-fb3d-40e5-b786-6e0206e0a3b2 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe HTTP/1.1" status: 200 len: 210 time: 0.0507135 Dec 10 18:32:45.895880 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-88c78db1-0143-4045-befe-f25dc121e467 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:45.897532 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-88c78db1-0143-4045-befe-f25dc121e467 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.46 "GET /v2.0/networks?id=bceb057d-f456-42f1-aa52-7a9ff59c427a HTTP/1.1" status: 200 len: 804 time: 0.4697304 Dec 10 18:32:45.902850 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d2d82874-f95e-425a-8087-b0222d0218ef req-a2b00186-8043-4271-a59c-40a98fec9b42 service neutron] 10.222.0.72 "GET /v2.0/networks/07d60a74-f182-41ba-b9dc-085b291b0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039367 Dec 10 18:32:45.912667 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-fe463956-b575-474f-95be-add71150f814 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Request body: {'port': {'device_id': '4793395a-57b4-442c-8811-5550f7195b7c', 'network_id': 'bceb057d-f456-42f1-aa52-7a9ff59c427a', 'admin_state_up': True, 'tenant_id': '00c23c1637e147a49e5d6016832f8f3e'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:45.956341 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dfe52c35-912c-41ee-9206-992a97f66c0b req-1e7d35a1-3a4e-4a3c-9192-16dfb941495e tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073337 Dec 10 18:32:46.016502 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 7c3c3db8-21a1-4852-99c0-eeba9355606d up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:46.071928 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-23455294-bb7a-4819-93ae-0a2a477da108 req-71c7ce5c-f551-4e49-8b47-9d4bd0279e98 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=4793395a-57b4-442c-8811-5550f7195b7c HTTP/1.1" status: 200 len: 210 time: 0.0493529 Dec 10 18:32:46.092425 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-fe463956-b575-474f-95be-add71150f814 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Made reservation on behalf of 00c23c1637e147a49e5d6016832f8f3e for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:46.112463 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-fe463956-b575-474f-95be-add71150f814 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:46.144998 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-faad58a0-9fc4-4dbb-bc3a-598f90b37c73 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Allocated IP 19.80.0.197 (5b615060-7752-4f8a-a10e-67e6c265243e/a8d49156-2125-4af0-836d-cb185aa04755/d4cf029c-ecba-4080-8528-6644036e4964) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:46.154591 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67bbad1-f656-446c-8c9b-677ebd17331f admin admin] Router 0dcbd630-303c-415a-a82a-8572cc33c41b is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:32:46.323801 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6ccffd77-9451-4e75-94b5-40b13f85d040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:46.348504 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-08db25fd-b210-4bc6-a1e3-c90748eb5c6d req-95befb89-f101-4ef9-ae58-924a2934648f tempest-ServerShowV247Test-517462068 tempest-ServerShowV247Test-517462068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d68a761-0f3f-423a-8c82-16c49617da39 HTTP/1.1" status: 200 len: 210 time: 0.0818202 Dec 10 18:32:46.379508 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 7c3c3db8-21a1-4852-99c0-eeba9355606d completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:32:46.391437 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 7c3c3db8-21a1-4852-99c0-eeba9355606d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:46.391812 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:46.394317 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port cf077c35-78da-498a-9cc1-87f01bf69352 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:46.394905 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:46.437774 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-faad58a0-9fc4-4dbb-bc3a-598f90b37c73 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:46.477783 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-faad58a0-9fc4-4dbb-bc3a-598f90b37c73 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:46.521239 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-de102bf5-f1b6-4a5e-82b6-a8e91c9a7245 req-2b75ed36-a6f7-4d10-b553-9db711740ded tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.62 "GET /v2.0/ports?device_id=133cae24-0aac-4a6c-aa48-07572295e1cc HTTP/1.1" status: 200 len: 210 time: 0.0488384 Dec 10 18:32:46.585247 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6ccffd77-9451-4e75-94b5-40b13f85d040 None None] For port 30ff73e1-9085-47d9-af6d-e6396ebaf999, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=30ff73e1-9085-47d9-af6d-e6396ebaf999,segment=NetworkSegment(26a89fb4-d81d-4260-ba6b-75c15fe51aa0),segment_id=26a89fb4-d81d-4260-ba6b-75c15fe51aa0)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:46.588721 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-fe463956-b575-474f-95be-add71150f814 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Allocated IP 172.20.0.10 (bceb057d-f456-42f1-aa52-7a9ff59c427a/cf3bf4b2-84a2-4b1b-bd28-de26384874e7/6e84020b-812e-4ce4-8789-5d039525a31a) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:46.597343 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67bbad1-f656-446c-8c9b-677ebd17331f admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:32:46.609099 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edb9583-98cc-4b57-832f-c030e2da6ba5 None None] Sync routers for ids ['0dcbd630-303c-415a-a82a-8572cc33c41b'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:32:46.630591 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edb9583-98cc-4b57-832f-c030e2da6ba5 None None] Routers {'0dcbd630-303c-415a-a82a-8572cc33c41b'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:46.631233 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-8edb9583-98cc-4b57-832f-c030e2da6ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:32:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['0dcbd630-303c-415a-a82a-8572cc33c41b'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:46.633570 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6ccffd77-9451-4e75-94b5-40b13f85d040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:46.637205 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a67bbad1-f656-446c-8c9b-677ebd17331f admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:46.642282 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a67bbad1-f656-446c-8c9b-677ebd17331f admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.7933660 Dec 10 18:32:46.647471 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45348) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:46.694481 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-faad58a0-9fc4-4dbb-bc3a-598f90b37c73 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Network 5b615060-7752-4f8a-a10e-67e6c265243e is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:46.708528 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-faad58a0-9fc4-4dbb-bc3a-598f90b37c73 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:46.713527 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-faad58a0-9fc4-4dbb-bc3a-598f90b37c73 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:46.724957 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccffd77-9451-4e75-94b5-40b13f85d040 None None] Pushing event updated for resources: {'Port': ['ID=30ff73e1-9085-47d9-af6d-e6396ebaf999,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:46.730285 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad58a0-9fc4-4dbb-bc3a-598f90b37c73 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Pushing event updated for resources: {'Port': ['ID=d4cf029c-ecba-4080-8528-6644036e4964,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:46.811425 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-537041c9-01c1-4a51-ba6f-556f1b2d049d None None] Provisioning complete for port 30ff73e1-9085-47d9-af6d-e6396ebaf999 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:46.814649 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-537041c9-01c1-4a51-ba6f-556f1b2d049d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:46.823250 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-8edb9583-98cc-4b57-832f-c030e2da6ba5 None None] Set router 0dcbd630-303c-415a-a82a-8572cc33c41b gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:32:46.823801 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9ee67c21-f11d-4fd1-9996-449fc040a82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1249584809-router', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '9706d300-42ff-4496-b444-fb40bec3f3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:28:16Z', 'updated_at': '2021-12-10T18:28:20Z', 'revision_number': 4, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'gw_port': {'id': '9706d300-42ff-4496-b444-fb40bec3f3d3', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:25:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:17Z', 'updated_at': '2021-12-10T18:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'c1a9033d-056c-4c1f-b1eb-ed22944f35ca', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'port_id': '444a12bb-bbf6-43a3-b4bc-70d0a981672f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734', 'mac_address': 'fa:16:3e:39:7c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74d1f16-6152-4dbe-9457-2de9d1e11eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:28:37Z', 'updated_at': '2021-12-10T18:32:41Z', 'revision_number': 5, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a638d25f-ee7b-4c1c-a6ef-cd7f728ce127', 'name': '', 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'mac_address': 'fa:16:3e:f2:cb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ebe9125f-6c16-45da-b199-c6abec1b4923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:20Z', 'updated_at': '2021-12-10T18:28:27Z', 'revision_number': 5, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'subnets': [{'id': 'ebe9125f-6c16-45da-b199-c6abec1b4923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:46.879167 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-faad58a0-9fc4-4dbb-bc3a-598f90b37c73 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:46.879847 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-faad58a0-9fc4-4dbb-bc3a-598f90b37c73 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:46.962744 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee67c21-f11d-4fd1-9996-449fc040a82f None None] The sync data for ids ['6d71ff25-20eb-4521-96ba-5abaac67c5c5'] in n-d-821435-1 is: [{'id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1249584809-router', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '9706d300-42ff-4496-b444-fb40bec3f3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:28:16Z', 'updated_at': '2021-12-10T18:28:20Z', 'revision_number': 4, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'gw_port': {'id': '9706d300-42ff-4496-b444-fb40bec3f3d3', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:25:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:17Z', 'updated_at': '2021-12-10T18:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'c1a9033d-056c-4c1f-b1eb-ed22944f35ca', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'port_id': '444a12bb-bbf6-43a3-b4bc-70d0a981672f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734', 'mac_address': 'fa:16:3e:39:7c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74d1f16-6152-4dbe-9457-2de9d1e11eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:28:37Z', 'updated_at': '2021-12-10T18:32:41Z', 'revision_number': 5, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a638d25f-ee7b-4c1c-a6ef-cd7f728ce127', 'name': '', 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'mac_address': 'fa:16:3e:f2:cb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ebe9125f-6c16-45da-b199-c6abec1b4923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:20Z', 'updated_at': '2021-12-10T18:28:27Z', 'revision_number': 5, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'subnets': [{'id': 'ebe9125f-6c16-45da-b199-c6abec1b4923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:32:46.992237 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-faad58a0-9fc4-4dbb-bc3a-598f90b37c73 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5292685 Dec 10 18:32:47.005945 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-f1eda899-ec8d-408d-b6d7-7e155df37a2d tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Request body: {'port': {'device_id': 'a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe', 'network_id': 'caa5a01a-1acd-46e5-8a4d-30a2de0e7869', 'admin_state_up': True, 'tenant_id': '216309f085e04cb2a1db65c2f1b578cb'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:47.105149 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-883801ca-9696-4b15-904d-cc36493182a6 req-30d9db2a-2f41-4c8f-9335-e513c8bbe945 tempest-ServerShowV247Test-517462068 tempest-ServerShowV247Test-517462068-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d68a761-0f3f-423a-8c82-16c49617da39 HTTP/1.1" status: 200 len: 210 time: 0.1139691 Dec 10 18:32:47.245129 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:47.267016 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:47.322298 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98db76-5699-4afd-b51c-bb7bb08d2fa3 req-2aebbc71-2fae-48a8-99a9-cfc7a05184c8 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:47.333263 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0e98db76-5699-4afd-b51c-bb7bb08d2fa3 req-2aebbc71-2fae-48a8-99a9-cfc7a05184c8 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe HTTP/1.1" status: 200 len: 932 time: 0.4251339 Dec 10 18:32:47.357260 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2284b84e-e673-4a5a-bda4-827487211b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3c3db8-21a1-4852-99c0-eeba9355606d'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:32:47.359565 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7d6599-9983-4e79-a6db-9deee536cac2" -d '{"events": [{"server_uuid": "2284b84e-e673-4a5a-bda4-827487211b6e", "name": "network-vif-plugged", "status": "completed", "tag": "7c3c3db8-21a1-4852-99c0-eeba9355606d"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:32:47.400034 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-8edb9583-98cc-4b57-832f-c030e2da6ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcbd630-303c-415a-a82a-8572cc33c41b', 'name': 'tempest-FloatingIPsTestJSON-870647363-router', 'tenant_id': '1e8778aa8fff446a884b93621aeb44f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'c008fcfe-140a-46f6-896f-c8e80125da5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:40Z', 'updated_at': '2021-12-10T18:32:43Z', 'revision_number': 3, 'project_id': '1e8778aa8fff446a884b93621aeb44f2', 'gw_port': {'id': 'c008fcfe-140a-46f6-896f-c8e80125da5b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c8:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcbd630-303c-415a-a82a-8572cc33c41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:41Z', 'updated_at': '2021-12-10T18:32:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:47.407497 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 7c3c3db8-21a1-4852-99c0-eeba9355606d, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=7c3c3db8-21a1-4852-99c0-eeba9355606d,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:47.443315 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:47.465384 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-f1eda899-ec8d-408d-b6d7-7e155df37a2d tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Made reservation on behalf of 216309f085e04cb2a1db65c2f1b578cb for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:47.473584 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-f1eda899-ec8d-408d-b6d7-7e155df37a2d tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:47.475279 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port cf077c35-78da-498a-9cc1-87f01bf69352, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=cf077c35-78da-498a-9cc1-87f01bf69352,segment=NetworkSegment(c32e06af-8ef1-44eb-8619-a33f20b10367),segment_id=c32e06af-8ef1-44eb-8619-a33f20b10367)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:47.489546 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edb9583-98cc-4b57-832f-c030e2da6ba5 None None] Checking router: 0dcbd630-303c-415a-a82a-8572cc33c41b for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:32:47.490988 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edb9583-98cc-4b57-832f-c030e2da6ba5 None None] Updating router 0dcbd630-303c-415a-a82a-8572cc33c41b port c008fcfe-140a-46f6-896f-c8e80125da5b binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:32:47.513258 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0e98db76-5699-4afd-b51c-bb7bb08d2fa3 req-b504fd51-9b3e-4424-ac4d-020226533178 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/security-groups?id=02887b67-19d8-4e26-a497-49330ec812c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791248 Dec 10 18:32:47.536940 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0d624f-ee35-48ad-9281-eefae162b8d5 None None] New status for floating IP c1a9033d-056c-4c1f-b1eb-ed22944f35ca: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:32:47.548182 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:47.549069 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 30ff73e1-9085-47d9-af6d-e6396ebaf999 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:47.613881 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-8edb9583-98cc-4b57-832f-c030e2da6ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:47.679126 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-947e8096-63dc-4ab7-b805-55051428c195 req-7f24fd0f-97b1-46b3-b59e-dd10ea8fab88 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=e130d859c51b40b7a327bac24461ad2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1689055 Dec 10 18:32:47.700353 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-537041c9-01c1-4a51-ba6f-556f1b2d049d None None] Provisioning complete for port cf077c35-78da-498a-9cc1-87f01bf69352 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:47.701088 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-537041c9-01c1-4a51-ba6f-556f1b2d049d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:47.720346 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fc207708-5f94-48cf-a4f7-4801643bfc6e req-818d7f8d-5a76-48da-bcb1-40ac77f2e7a3 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=4793395a-57b4-442c-8811-5550f7195b7c HTTP/1.1" status: 200 len: 210 time: 0.0802445 Dec 10 18:32:47.811858 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=7c3c3db8-21a1-4852-99c0-eeba9355606d,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:47.820712 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-f1eda899-ec8d-408d-b6d7-7e155df37a2d tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Allocated IP 19.86.0.185 (caa5a01a-1acd-46e5-8a4d-30a2de0e7869/a6475948-d609-411b-9b41-dc204d74c741/0ecb59af-c339-4b3a-9898-2fff594440d7) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:47.841232 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd86bbf-e677-462e-9795-0547192e5166 req-0ee4dd14-dfed-43dd-8400-8590fceb6076 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:47.843030 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-edd86bbf-e677-462e-9795-0547192e5166 req-0ee4dd14-dfed-43dd-8400-8590fceb6076 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 945 time: 0.4058316 Dec 10 18:32:47.931490 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4984e2cd-1665-4be7-b272-dfa28dc6f10d x-openstack-request-id: req-4984e2cd-1665-4be7-b272-dfa28dc6f10d {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:32:47.931782 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2284b84e-e673-4a5a-bda4-827487211b6e", "name": "network-vif-plugged", "status": "completed", "tag": "7c3c3db8-21a1-4852-99c0-eeba9355606d", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:32:47.934987 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4984e2cd-1665-4be7-b272-dfa28dc6f10d {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:32:47.935769 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2284b84e-e673-4a5a-bda4-827487211b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3c3db8-21a1-4852-99c0-eeba9355606d', 'code': 200} Dec 10 18:32:48.210104 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-f1eda899-ec8d-408d-b6d7-7e155df37a2d tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.219087 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-edd86bbf-e677-462e-9795-0547192e5166 req-2ec14d69-fa0e-4e9f-90bc-f1c6ff950c5d tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429260 Dec 10 18:32:48.252546 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-fe463956-b575-474f-95be-add71150f814 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.254787 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=cf077c35-78da-498a-9cc1-87f01bf69352,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:48.282509 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 30ff73e1-9085-47d9-af6d-e6396ebaf999 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:48.284478 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.324269 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-8edb9583-98cc-4b57-832f-c030e2da6ba5 None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.327980 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-f1eda899-ec8d-408d-b6d7-7e155df37a2d tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.337017 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-8edb9583-98cc-4b57-832f-c030e2da6ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.468726 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-8edb9583-98cc-4b57-832f-c030e2da6ba5 None None] Attempting to bind port c008fcfe-140a-46f6-896f-c8e80125da5b on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:32:48.469146 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-8edb9583-98cc-4b57-832f-c030e2da6ba5 None None] Attempting to bind port c008fcfe-140a-46f6-896f-c8e80125da5b by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:32:48.469533 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edb9583-98cc-4b57-832f-c030e2da6ba5 None None] Attempting to bind port c008fcfe-140a-46f6-896f-c8e80125da5b on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:48.469804 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6de0196e-6f4d-413e-9b53-a674f2710f9d req-9e8270ac-8ffd-4434-b7ad-8702ea50773d tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.62 "GET /v2.0/ports?device_id=133cae24-0aac-4a6c-aa48-07572295e1cc HTTP/1.1" status: 200 len: 210 time: 0.1608951 Dec 10 18:32:48.484782 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edb9583-98cc-4b57-832f-c030e2da6ba5 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:32:48.485258 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edb9583-98cc-4b57-832f-c030e2da6ba5 None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:48.485760 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-8edb9583-98cc-4b57-832f-c030e2da6ba5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.486157 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edb9583-98cc-4b57-832f-c030e2da6ba5 None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:32:48.487266 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-8edb9583-98cc-4b57-832f-c030e2da6ba5 None None] Bound port: c008fcfe-140a-46f6-896f-c8e80125da5b, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:32:48.487702 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-8edb9583-98cc-4b57-832f-c030e2da6ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.534635 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e8096-63dc-4ab7-b805-55051428c195 req-c4db7f5f-ddea-44f2-aa7b-404189f46735 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:48.536620 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-947e8096-63dc-4ab7-b805-55051428c195 req-c4db7f5f-ddea-44f2-aa7b-404189f46735 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8049855 Dec 10 18:32:48.585943 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-947e8096-63dc-4ab7-b805-55051428c195 req-ffcf19fd-49b7-4904-bdf4-bbbf94ad97f8 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Request body: {'port': {'device_id': '133cae24-0aac-4a6c-aa48-07572295e1cc', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'admin_state_up': True, 'tenant_id': 'e130d859c51b40b7a327bac24461ad2f'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:48.623415 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e33f4-807f-4a8b-95cf-71385c2cb12a None None] Pushing event updated for resources: {'Port': ['ID=c008fcfe-140a-46f6-896f-c8e80125da5b,revision_number=2']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:48.655627 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e33f4-807f-4a8b-95cf-71385c2cb12a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:48.656732 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e33f4-807f-4a8b-95cf-71385c2cb12a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:48.658046 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e33f4-807f-4a8b-95cf-71385c2cb12a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:48.661630 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e33f4-807f-4a8b-95cf-71385c2cb12a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:48.662535 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e33f4-807f-4a8b-95cf-71385c2cb12a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:48.663453 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e33f4-807f-4a8b-95cf-71385c2cb12a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:48.666195 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e33f4-807f-4a8b-95cf-71385c2cb12a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:48.667025 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e33f4-807f-4a8b-95cf-71385c2cb12a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:48.667583 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e33f4-807f-4a8b-95cf-71385c2cb12a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:48.676160 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e33f4-807f-4a8b-95cf-71385c2cb12a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:48.677113 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e33f4-807f-4a8b-95cf-71385c2cb12a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:48.677666 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e33f4-807f-4a8b-95cf-71385c2cb12a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:48.678198 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e33f4-807f-4a8b-95cf-71385c2cb12a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:48.719971 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-8edb9583-98cc-4b57-832f-c030e2da6ba5 None None] For port c008fcfe-140a-46f6-896f-c8e80125da5b, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:48.726105 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-8edb9583-98cc-4b57-832f-c030e2da6ba5 None None] For port c008fcfe-140a-46f6-896f-c8e80125da5b, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c008fcfe-140a-46f6-896f-c8e80125da5b,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:32:48.734814 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-8edb9583-98cc-4b57-832f-c030e2da6ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.735231 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-802f0abc-5697-496d-ad2d-c120d738ab09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.752284 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45374) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:48.794564 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ecee85a3-0af1-4909-a649-32765a221305 None None] Provisioning complete for port d4cf029c-ecba-4080-8528-6644036e4964 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:48.795428 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ecee85a3-0af1-4909-a649-32765a221305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.860329 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-fe463956-b575-474f-95be-add71150f814 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.894751 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e33f4-807f-4a8b-95cf-71385c2cb12a None None] Pushing event updated for resources: {'Port': ['ID=c008fcfe-140a-46f6-896f-c8e80125da5b,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:48.907624 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edb9583-98cc-4b57-832f-c030e2da6ba5 None None] Routers {'0dcbd630-303c-415a-a82a-8572cc33c41b'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:48.915731 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-8edb9583-98cc-4b57-832f-c030e2da6ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:32:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['0dcbd630-303c-415a-a82a-8572cc33c41b'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:48.937566 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ecee85a3-0af1-4909-a649-32765a221305 None None] Port d4cf029c-ecba-4080-8528-6644036e4964 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:32:48.988666 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ecee85a3-0af1-4909-a649-32765a221305 None None] Provisioning complete for port cf077c35-78da-498a-9cc1-87f01bf69352 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:48.989881 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ecee85a3-0af1-4909-a649-32765a221305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.106526 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device cf077c35-78da-498a-9cc1-87f01bf69352 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:49.108067 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-8edb9583-98cc-4b57-832f-c030e2da6ba5 None None] Set router 0dcbd630-303c-415a-a82a-8572cc33c41b gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:32:49.118486 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-f1eda899-ec8d-408d-b6d7-7e155df37a2d tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Network caa5a01a-1acd-46e5-8a4d-30a2de0e7869 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:49.134066 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-f1eda899-ec8d-408d-b6d7-7e155df37a2d tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:49.152417 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eda899-ec8d-408d-b6d7-7e155df37a2d tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Pushing event updated for resources: {'Port': ['ID=0ecb59af-c339-4b3a-9898-2fff594440d7,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:49.158063 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-f1eda899-ec8d-408d-b6d7-7e155df37a2d tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:49.323756 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-f1eda899-ec8d-408d-b6d7-7e155df37a2d tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:49.333066 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-f1eda899-ec8d-408d-b6d7-7e155df37a2d tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.336779 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port cf077c35-78da-498a-9cc1-87f01bf69352 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:49.337269 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.389464 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e97f46-a2c9-444b-b923-7ff1dd1378b5 req-a2e132fe-79d7-4bfd-8ca9-22a83b19e1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:49.396077 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d4e97f46-a2c9-444b-b923-7ff1dd1378b5 req-a2e132fe-79d7-4bfd-8ca9-22a83b19e1bd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 1096 time: 1.0860684 Dec 10 18:32:49.412651 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-f1eda899-ec8d-408d-b6d7-7e155df37a2d tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4128990 Dec 10 18:32:49.457194 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-42d45f6e-252f-49fe-91c0-79fa2ea9684c service neutron] Request body: {'port': {'device_id': 'a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:49.479517 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-8edb9583-98cc-4b57-832f-c030e2da6ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcbd630-303c-415a-a82a-8572cc33c41b', 'name': 'tempest-FloatingIPsTestJSON-870647363-router', 'tenant_id': '1e8778aa8fff446a884b93621aeb44f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'c008fcfe-140a-46f6-896f-c8e80125da5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:40Z', 'updated_at': '2021-12-10T18:32:43Z', 'revision_number': 3, 'project_id': '1e8778aa8fff446a884b93621aeb44f2', 'gw_port': {'id': 'c008fcfe-140a-46f6-896f-c8e80125da5b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c8:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcbd630-303c-415a-a82a-8572cc33c41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:41Z', 'updated_at': '2021-12-10T18:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:49.519583 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-fe463956-b575-474f-95be-add71150f814 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Network bceb057d-f456-42f1-aa52-7a9ff59c427a is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:49.528279 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d4e97f46-a2c9-444b-b923-7ff1dd1378b5 req-5e502199-17f9-470a-844b-da5e3427949d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217518 Dec 10 18:32:49.529091 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 30ff73e1-9085-47d9-af6d-e6396ebaf999 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:49.539139 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8278a58-7295-4562-aa5c-6d81bef55e00 req-c8d2712e-6bb8-404f-bec7-f870bd5941c7 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:49.540988 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edb9583-98cc-4b57-832f-c030e2da6ba5 None None] The sync data for ids ['0dcbd630-303c-415a-a82a-8572cc33c41b'] in n-d-821435-1 is: [{'id': '0dcbd630-303c-415a-a82a-8572cc33c41b', 'name': 'tempest-FloatingIPsTestJSON-870647363-router', 'tenant_id': '1e8778aa8fff446a884b93621aeb44f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'c008fcfe-140a-46f6-896f-c8e80125da5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:40Z', 'updated_at': '2021-12-10T18:32:43Z', 'revision_number': 3, 'project_id': '1e8778aa8fff446a884b93621aeb44f2', 'gw_port': {'id': 'c008fcfe-140a-46f6-896f-c8e80125da5b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c8:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcbd630-303c-415a-a82a-8572cc33c41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:41Z', 'updated_at': '2021-12-10T18:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:32:49.548923 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c8278a58-7295-4562-aa5c-6d81bef55e00 req-c8d2712e-6bb8-404f-bec7-f870bd5941c7 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=4793395a-57b4-442c-8811-5550f7195b7c HTTP/1.1" status: 200 len: 932 time: 0.3918464 Dec 10 18:32:49.552367 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa553fb7-acb7-4e69-8699-126b32ef20bf req-a406ca4d-c85b-4bec-88b2-5a07bc3dddb9 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:49.558707 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa553fb7-acb7-4e69-8699-126b32ef20bf req-a406ca4d-c85b-4bec-88b2-5a07bc3dddb9 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:49.576716 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fa553fb7-acb7-4e69-8699-126b32ef20bf req-a406ca4d-c85b-4bec-88b2-5a07bc3dddb9 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe HTTP/1.1" status: 200 len: 1655 time: 0.8128324 Dec 10 18:32:49.579534 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-fe463956-b575-474f-95be-add71150f814 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:49.600544 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-fe463956-b575-474f-95be-add71150f814 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:49.614285 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-24c7aa6e-b3ab-4abd-9c98-48430e56432b None None] Provisioning complete for port 0ecb59af-c339-4b3a-9898-2fff594440d7 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:49.614661 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-24c7aa6e-b3ab-4abd-9c98-48430e56432b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.616483 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d9a65ec-11ab-4c6e-b434-d910d81eb5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.629317 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-42d45f6e-252f-49fe-91c0-79fa2ea9684c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.649753 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe463956-b575-474f-95be-add71150f814 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Pushing event updated for resources: {'Port': ['ID=6e84020b-812e-4ce4-8789-5d039525a31a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:49.700779 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 30ff73e1-9085-47d9-af6d-e6396ebaf999 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:49.701162 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.705155 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-24c7aa6e-b3ab-4abd-9c98-48430e56432b None None] Port 0ecb59af-c339-4b3a-9898-2fff594440d7 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:32:49.710682 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a38d33e6-a9f2-4f14-8299-36c7ad494f50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.732559 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c8278a58-7295-4562-aa5c-6d81bef55e00 req-f6e815f9-6415-43d7-b234-7918f51756fe tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821320 Dec 10 18:32:49.870984 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-802f0abc-5697-496d-ad2d-c120d738ab09 admin admin] Allocated IP 172.20.0.1 (fb831214-215d-491e-b432-80905a803c08/cea1a1ed-6a06-4ba5-82fb-954327f86ce1/4f4d578b-d25b-4ed3-b36f-62e00a8c64b2) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:49.999100 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-fe463956-b575-474f-95be-add71150f814 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:50.000700 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-fe463956-b575-474f-95be-add71150f814 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.055445 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-947e8096-63dc-4ab7-b805-55051428c195 req-ffcf19fd-49b7-4904-bdf4-bbbf94ad97f8 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Made reservation on behalf of e130d859c51b40b7a327bac24461ad2f for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:50.059118 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-947e8096-63dc-4ab7-b805-55051428c195 req-ffcf19fd-49b7-4904-bdf4-bbbf94ad97f8 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.065081 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-fe463956-b575-474f-95be-add71150f814 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1571333 Dec 10 18:32:50.086637 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ab63e-57a4-4b1c-b419-c31e0cf6672f req-ed69f579-e74f-4088-b41e-47a434034d57 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:50.090859 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-62cc7bca-c958-464c-818b-6af51995edbc service neutron] Request body: {'port': {'device_id': '4793395a-57b4-442c-8811-5550f7195b7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:50.098302 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d02ab63e-57a4-4b1c-b419-c31e0cf6672f req-ed69f579-e74f-4088-b41e-47a434034d57 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 945 time: 0.1878605 Dec 10 18:32:50.106963 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fa553fb7-acb7-4e69-8699-126b32ef20bf req-8589d6b1-c2d2-4d3a-a77f-d357ff09245a tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/security-groups?id=02887b67-19d8-4e26-a497-49330ec812c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5290141 Dec 10 18:32:50.133388 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-947e8096-63dc-4ab7-b805-55051428c195 req-ffcf19fd-49b7-4904-bdf4-bbbf94ad97f8 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.150591 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-42d45f6e-252f-49fe-91c0-79fa2ea9684c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4cf029c-ecba-4080-8528-6644036e4964 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:32:50.166448 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-42d45f6e-252f-49fe-91c0-79fa2ea9684c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.194183 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-42d45f6e-252f-49fe-91c0-79fa2ea9684c service neutron] Transition to ACTIVE for port object d4cf029c-ecba-4080-8528-6644036e4964 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:32:50.210262 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d02ab63e-57a4-4b1c-b419-c31e0cf6672f req-6e9dc695-8314-41f7-8f4d-45c2e5080d06 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107221 Dec 10 18:32:50.212754 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-42d45f6e-252f-49fe-91c0-79fa2ea9684c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.243922 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-62cc7bca-c958-464c-818b-6af51995edbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.302803 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d45f6e-252f-49fe-91c0-79fa2ea9684c service neutron] Pushing event updated for resources: {'Port': ['ID=d4cf029c-ecba-4080-8528-6644036e4964,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:50.391493 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dcb91715-afed-4e05-af1a-5e2b6ff42122 req-a4e2f33e-a270-4911-8966-42fda1119414 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.62 "GET /v2.0/ports?device_id=133cae24-0aac-4a6c-aa48-07572295e1cc HTTP/1.1" status: 200 len: 210 time: 0.0572357 Dec 10 18:32:50.434851 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-802f0abc-5697-496d-ad2d-c120d738ab09 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.467510 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-42d45f6e-252f-49fe-91c0-79fa2ea9684c service neutron] Attempting to bind port d4cf029c-ecba-4080-8528-6644036e4964 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:32:50.468243 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-42d45f6e-252f-49fe-91c0-79fa2ea9684c service neutron] Attempting to bind port d4cf029c-ecba-4080-8528-6644036e4964 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '324c87bc-1c36-4a20-9f4a-a520c7d1656f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5b615060-7752-4f8a-a10e-67e6c265243e'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:32:50.469097 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-42d45f6e-252f-49fe-91c0-79fa2ea9684c service neutron] Attempting to bind port d4cf029c-ecba-4080-8528-6644036e4964 on network 5b615060-7752-4f8a-a10e-67e6c265243e {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:50.475946 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-42d45f6e-252f-49fe-91c0-79fa2ea9684c service neutron] Port d4cf029c-ecba-4080-8528-6644036e4964 on network 5b615060-7752-4f8a-a10e-67e6c265243e not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:32:50.476532 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-42d45f6e-252f-49fe-91c0-79fa2ea9684c service neutron] Attempting to bind port d4cf029c-ecba-4080-8528-6644036e4964 on network 5b615060-7752-4f8a-a10e-67e6c265243e {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:50.484581 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-42d45f6e-252f-49fe-91c0-79fa2ea9684c service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:32:50.485487 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-42d45f6e-252f-49fe-91c0-79fa2ea9684c service neutron] Checking segment: {'id': '324c87bc-1c36-4a20-9f4a-a520c7d1656f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5b615060-7752-4f8a-a10e-67e6c265243e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:50.486059 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-42d45f6e-252f-49fe-91c0-79fa2ea9684c service neutron] Bound using segment: {'id': '324c87bc-1c36-4a20-9f4a-a520c7d1656f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5b615060-7752-4f8a-a10e-67e6c265243e'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:32:50.487453 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-42d45f6e-252f-49fe-91c0-79fa2ea9684c service neutron] Bound port: d4cf029c-ecba-4080-8528-6644036e4964, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '324c87bc-1c36-4a20-9f4a-a520c7d1656f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5b615060-7752-4f8a-a10e-67e6c265243e'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:32:50.488147 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-42d45f6e-252f-49fe-91c0-79fa2ea9684c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.515811 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a38d33e6-a9f2-4f14-8299-36c7ad494f50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.590892 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-42d45f6e-252f-49fe-91c0-79fa2ea9684c service neutron] For port d4cf029c-ecba-4080-8528-6644036e4964, host n-h1-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:50.597473 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-42d45f6e-252f-49fe-91c0-79fa2ea9684c service neutron] For port d4cf029c-ecba-4080-8528-6644036e4964, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=d4cf029c-ecba-4080-8528-6644036e4964,segment=NetworkSegment(324c87bc-1c36-4a20-9f4a-a520c7d1656f),segment_id=324c87bc-1c36-4a20-9f4a-a520c7d1656f)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:32:50.606719 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-42d45f6e-252f-49fe-91c0-79fa2ea9684c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.652934 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-947e8096-63dc-4ab7-b805-55051428c195 req-ffcf19fd-49b7-4904-bdf4-bbbf94ad97f8 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.656604 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a38d33e6-a9f2-4f14-8299-36c7ad494f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.701899 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a38d33e6-a9f2-4f14-8299-36c7ad494f50 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0c54326659c74f7bb3f3f6567ba53763&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9384716 Dec 10 18:32:50.701899 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-947e8096-63dc-4ab7-b805-55051428c195 req-ffcf19fd-49b7-4904-bdf4-bbbf94ad97f8 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.710220 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45390) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:50.748194 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-42d45f6e-252f-49fe-91c0-79fa2ea9684c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:50.750541 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-42d45f6e-252f-49fe-91c0-79fa2ea9684c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.755182 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-42d45f6e-252f-49fe-91c0-79fa2ea9684c service neutron] 10.222.0.46 "PUT /v2.0/ports/d4cf029c-ecba-4080-8528-6644036e4964 HTTP/1.1" status: 200 len: 1092 time: 1.3005810 Dec 10 18:32:50.757629 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe', 'tag': 'd4cf029c-ecba-4080-8528-6644036e4964'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:32:50.792911 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c5a376-e95a-43a2-b332-60295614c757" -d '{"events": [{"name": "network-changed", "server_uuid": "a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe", "tag": "d4cf029c-ecba-4080-8528-6644036e4964"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:32:50.804547 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d45f6e-252f-49fe-91c0-79fa2ea9684c service neutron] Pushing event updated for resources: {'Port': ['ID=d4cf029c-ecba-4080-8528-6644036e4964,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:50.843610 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-60f0bf91-93c8-4720-91c3-6c878f6a6401 service neutron] Request body: {'port': {'device_id': 'a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:50.931703 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b17ccf-cc1c-402a-94ff-583d5293596c x-openstack-request-id: req-a0b17ccf-cc1c-402a-94ff-583d5293596c {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:32:50.933507 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe", "tag": "d4cf029c-ecba-4080-8528-6644036e4964", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:32:50.934505 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a0b17ccf-cc1c-402a-94ff-583d5293596c {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:32:50.935179 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe', 'tag': 'd4cf029c-ecba-4080-8528-6644036e4964', 'status': 'completed', 'code': 200} Dec 10 18:32:50.982347 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38d33e6-a9f2-4f14-8299-36c7ad494f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033503e7-7921-4003-bf6f-9cfb7363e512,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:50.993917 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-60f0bf91-93c8-4720-91c3-6c878f6a6401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.067658 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf19fd-49b7-4904-bdf4-bbbf94ad97f8 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6b1eff-5130-4482-92d3-b48453f8bd13,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:51.224458 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-802f0abc-5697-496d-ad2d-c120d738ab09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.264232 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802f0abc-5697-496d-ad2d-c120d738ab09 admin admin] Network fb831214-215d-491e-b432-80905a803c08 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:51.271060 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c008fcfe-140a-46f6-896f-c8e80125da5b up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:51.282539 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-802f0abc-5697-496d-ad2d-c120d738ab09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:51.357738 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802f0abc-5697-496d-ad2d-c120d738ab09 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:51.444714 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port c008fcfe-140a-46f6-896f-c8e80125da5b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:51.445128 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.544291 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49c772-be49-4f41-a355-8c8cde30813c req-9eca584c-cc48-4ae3-aca2-2f2fb4ba70fe tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:51.566696 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f0abc-5697-496d-ad2d-c120d738ab09 admin admin] Pushing event updated for resources: {'Port': ['ID=4f4d578b-d25b-4ed3-b36f-62e00a8c64b2,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:51.566912 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49c772-be49-4f41-a355-8c8cde30813c req-9eca584c-cc48-4ae3-aca2-2f2fb4ba70fe tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:51.567580 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.568420 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8f49c772-be49-4f41-a355-8c8cde30813c req-9eca584c-cc48-4ae3-aca2-2f2fb4ba70fe tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe HTTP/1.1" status: 200 len: 1667 time: 0.2789958 Dec 10 18:32:51.618873 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5a376-e95a-43a2-b332-60295614c757 req-5fd05161-71e1-47e8-a1f0-939d603a2e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:51.619358 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5a376-e95a-43a2-b332-60295614c757 req-5fd05161-71e1-47e8-a1f0-939d603a2e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:51.621102 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d9c5a376-e95a-43a2-b332-60295614c757 req-5fd05161-71e1-47e8-a1f0-939d603a2e08 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=216309f085e04cb2a1db65c2f1b578cb&device_id=a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe HTTP/1.1" status: 200 len: 1914 time: 0.5463269 Dec 10 18:32:51.628924 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port c008fcfe-140a-46f6-896f-c8e80125da5b, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c008fcfe-140a-46f6-896f-c8e80125da5b,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:51.642515 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.683146 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8f49c772-be49-4f41-a355-8c8cde30813c req-09485c2f-0a0b-47e4-9a90-4667090f4689 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/security-groups?id=02887b67-19d8-4e26-a497-49330ec812c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062105 Dec 10 18:32:51.773265 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=c008fcfe-140a-46f6-896f-c8e80125da5b,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:51.783964 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e11ed4b6-25cf-4835-b234-135015f87ee8 None None] Provisioning complete for port 4f4d578b-d25b-4ed3-b36f-62e00a8c64b2 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:51.784531 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e11ed4b6-25cf-4835-b234-135015f87ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.790484 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344e077-f016-41a1-a60c-7607289e78db req-e3d9774b-a721-442b-a7ef-8b6ae9664af5 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:51.798815 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2344e077-f016-41a1-a60c-7607289e78db req-e3d9774b-a721-442b-a7ef-8b6ae9664af5 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=4793395a-57b4-442c-8811-5550f7195b7c HTTP/1.1" status: 200 len: 932 time: 0.6215274 Dec 10 18:32:51.801151 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e74a0b5e-e37d-486e-adc4-dfb54795fdff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.845636 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e11ed4b6-25cf-4835-b234-135015f87ee8 None None] Port 4f4d578b-d25b-4ed3-b36f-62e00a8c64b2 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:32:51.864424 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-60f0bf91-93c8-4720-91c3-6c878f6a6401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ecb59af-c339-4b3a-9898-2fff594440d7 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:32:51.875137 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-60f0bf91-93c8-4720-91c3-6c878f6a6401 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.903562 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505319b0-0d04-45e5-a4b2-8fdb0174e66d req-c08614a0-1264-4bc9-880b-56dd9c846891 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:51.905627 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-505319b0-0d04-45e5-a4b2-8fdb0174e66d req-c08614a0-1264-4bc9-880b-56dd9c846891 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 945 time: 0.0917637 Dec 10 18:32:51.909029 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-60f0bf91-93c8-4720-91c3-6c878f6a6401 service neutron] Transition to ACTIVE for port object 0ecb59af-c339-4b3a-9898-2fff594440d7 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:32:51.914489 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-60f0bf91-93c8-4720-91c3-6c878f6a6401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.916485 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-802f0abc-5697-496d-ad2d-c120d738ab09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.985906 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-947e8096-63dc-4ab7-b805-55051428c195 req-ffcf19fd-49b7-4904-bdf4-bbbf94ad97f8 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Allocated IP 192.168.233.248 (c9403646-ab9b-4a0a-827b-6d4376246b64/ec05590b-5c35-4e58-9087-8773857a69b9/03167325-af32-4f4b-8e4a-20d326d3aa29) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:52.014218 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5a376-e95a-43a2-b332-60295614c757 req-289c4b8c-f951-46c7-a7b5-b9b0d1384f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:52.014690 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5a376-e95a-43a2-b332-60295614c757 req-289c4b8c-f951-46c7-a7b5-b9b0d1384f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:52.015149 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5a376-e95a-43a2-b332-60295614c757 req-289c4b8c-f951-46c7-a7b5-b9b0d1384f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:52.016817 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d9c5a376-e95a-43a2-b332-60295614c757 req-289c4b8c-f951-46c7-a7b5-b9b0d1384f75 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=216309f085e04cb2a1db65c2f1b578cb&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3606868 Dec 10 18:32:52.025194 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e74a0b5e-e37d-486e-adc4-dfb54795fdff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.076844 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-505319b0-0d04-45e5-a4b2-8fdb0174e66d req-3a2ba7e1-01a4-4937-8ed8-cffa7a8a1888 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644137 Dec 10 18:32:52.077787 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0bf91-93c8-4720-91c3-6c878f6a6401 service neutron] Pushing event updated for resources: {'Port': ['ID=0ecb59af-c339-4b3a-9898-2fff594440d7,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:52.092483 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-60f0bf91-93c8-4720-91c3-6c878f6a6401 service neutron] Attempting to bind port 0ecb59af-c339-4b3a-9898-2fff594440d7 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:32:52.092882 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-60f0bf91-93c8-4720-91c3-6c878f6a6401 service neutron] Attempting to bind port 0ecb59af-c339-4b3a-9898-2fff594440d7 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '26a89fb4-d81d-4260-ba6b-75c15fe51aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'caa5a01a-1acd-46e5-8a4d-30a2de0e7869'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:32:52.093221 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-60f0bf91-93c8-4720-91c3-6c878f6a6401 service neutron] Attempting to bind port 0ecb59af-c339-4b3a-9898-2fff594440d7 on network caa5a01a-1acd-46e5-8a4d-30a2de0e7869 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:52.098222 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-60f0bf91-93c8-4720-91c3-6c878f6a6401 service neutron] Port 0ecb59af-c339-4b3a-9898-2fff594440d7 on network caa5a01a-1acd-46e5-8a4d-30a2de0e7869 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:32:52.098617 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-60f0bf91-93c8-4720-91c3-6c878f6a6401 service neutron] Attempting to bind port 0ecb59af-c339-4b3a-9898-2fff594440d7 on network caa5a01a-1acd-46e5-8a4d-30a2de0e7869 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:52.103695 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-60f0bf91-93c8-4720-91c3-6c878f6a6401 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:32:52.104061 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-60f0bf91-93c8-4720-91c3-6c878f6a6401 service neutron] Checking segment: {'id': '26a89fb4-d81d-4260-ba6b-75c15fe51aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'caa5a01a-1acd-46e5-8a4d-30a2de0e7869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:52.104462 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-60f0bf91-93c8-4720-91c3-6c878f6a6401 service neutron] Bound using segment: {'id': '26a89fb4-d81d-4260-ba6b-75c15fe51aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'caa5a01a-1acd-46e5-8a4d-30a2de0e7869'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:32:52.104904 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-60f0bf91-93c8-4720-91c3-6c878f6a6401 service neutron] Bound port: 0ecb59af-c339-4b3a-9898-2fff594440d7, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a89fb4-d81d-4260-ba6b-75c15fe51aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'caa5a01a-1acd-46e5-8a4d-30a2de0e7869'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:32:52.105270 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-60f0bf91-93c8-4720-91c3-6c878f6a6401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.194012 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2344e077-f016-41a1-a60c-7607289e78db req-2d88ba90-107c-47bf-bdf7-07fbbdffd874 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910117 Dec 10 18:32:52.254574 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-60f0bf91-93c8-4720-91c3-6c878f6a6401 service neutron] For port 0ecb59af-c339-4b3a-9898-2fff594440d7, host n-h1-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:52.262109 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-60f0bf91-93c8-4720-91c3-6c878f6a6401 service neutron] For port 0ecb59af-c339-4b3a-9898-2fff594440d7, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=0ecb59af-c339-4b3a-9898-2fff594440d7,segment=NetworkSegment(26a89fb4-d81d-4260-ba6b-75c15fe51aa0),segment_id=26a89fb4-d81d-4260-ba6b-75c15fe51aa0)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:32:52.270795 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-60f0bf91-93c8-4720-91c3-6c878f6a6401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.336932 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-60f0bf91-93c8-4720-91c3-6c878f6a6401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:52.337449 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-60f0bf91-93c8-4720-91c3-6c878f6a6401 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.338892 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-60f0bf91-93c8-4720-91c3-6c878f6a6401 service neutron] 10.222.0.46 "PUT /v2.0/ports/0ecb59af-c339-4b3a-9898-2fff594440d7 HTTP/1.1" status: 200 len: 1092 time: 1.5281730 Dec 10 18:32:52.346619 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f5ee47ff-94cd-45fc-a11d-77091b580b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.447075 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0bf91-93c8-4720-91c3-6c878f6a6401 service neutron] Pushing event updated for resources: {'Port': ['ID=0ecb59af-c339-4b3a-9898-2fff594440d7,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:52.455394 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c862f99-3069-4ecd-9f7c-64e761c7c100 req-5b532a34-3c5e-4a13-8e66-fd307bfa52e9 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:52.457122 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9c862f99-3069-4ecd-9f7c-64e761c7c100 req-5b532a34-3c5e-4a13-8e66-fd307bfa52e9 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 1096 time: 0.1173608 Dec 10 18:32:52.503663 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e3f62422-836f-45fb-8a41-31c0a015f068 req-4a54886d-1707-4f47-9594-4975e6324af0 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.62 "GET /v2.0/ports?device_id=133cae24-0aac-4a6c-aa48-07572295e1cc HTTP/1.1" status: 200 len: 210 time: 0.1784742 Dec 10 18:32:52.512617 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-62cc7bca-c958-464c-818b-6af51995edbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e84020b-812e-4ce4-8789-5d039525a31a {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:32:52.530046 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9c862f99-3069-4ecd-9f7c-64e761c7c100 req-1d34d44c-2edc-487f-8d99-c70b4c2da6bd tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611930 Dec 10 18:32:52.585912 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-62cc7bca-c958-464c-818b-6af51995edbc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.610955 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e74a0b5e-e37d-486e-adc4-dfb54795fdff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.613903 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e74a0b5e-e37d-486e-adc4-dfb54795fdff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.617810 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e74a0b5e-e37d-486e-adc4-dfb54795fdff admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/033503e7-7921-4003-bf6f-9cfb7363e512 HTTP/1.1" status: 204 len: 168 time: 1.9028382 Dec 10 18:32:52.644056 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5a376-e95a-43a2-b332-60295614c757 req-ba453078-cf7b-44a1-b573-073bc159e7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:52.645651 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d9c5a376-e95a-43a2-b332-60295614c757 req-ba453078-cf7b-44a1-b573-073bc159e7a4 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6071892 Dec 10 18:32:52.654800 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-62cc7bca-c958-464c-818b-6af51995edbc service neutron] Transition to ACTIVE for port object 6e84020b-812e-4ce4-8789-5d039525a31a will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:32:52.681571 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a0b5e-e37d-486e-adc4-dfb54795fdff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033503e7-7921-4003-bf6f-9cfb7363e512,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:52.703439 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-62cc7bca-c958-464c-818b-6af51995edbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.798877 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-802f0abc-5697-496d-ad2d-c120d738ab09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.912132 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-947e8096-63dc-4ab7-b805-55051428c195 req-ffcf19fd-49b7-4904-bdf4-bbbf94ad97f8 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.942137 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc7bca-c958-464c-818b-6af51995edbc service neutron] Pushing event updated for resources: {'Port': ['ID=6e84020b-812e-4ce4-8789-5d039525a31a,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:52.942423 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe', 'tag': '0ecb59af-c339-4b3a-9898-2fff594440d7'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:32:52.947291 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c008fcfe-140a-46f6-896f-c8e80125da5b up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:52.959869 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81eb3a8c-bc30-40be-8c22-29cb79c24e5c" -d '{"events": [{"name": "network-changed", "server_uuid": "a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe", "tag": "0ecb59af-c339-4b3a-9898-2fff594440d7"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:32:52.988767 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-f88a8704-195a-4269-9ab5-5ad7727911d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:52.989963 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-f88a8704-195a-4269-9ab5-5ad7727911d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:52.991949 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-f88a8704-195a-4269-9ab5-5ad7727911d5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=216309f085e04cb2a1db65c2f1b578cb&device_id=a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe HTTP/1.1" status: 200 len: 1981 time: 0.2413361 Dec 10 18:32:53.082166 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96e2c3-957e-45da-b3e4-c35dd7c4cd3f req-ca9419b6-063a-469b-a49e-e49d4f785b96 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:53.101530 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96e2c3-957e-45da-b3e4-c35dd7c4cd3f req-ca9419b6-063a-469b-a49e-e49d4f785b96 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:53.113734 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bc96e2c3-957e-45da-b3e4-c35dd7c4cd3f req-ca9419b6-063a-469b-a49e-e49d4f785b96 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe HTTP/1.1" status: 200 len: 1679 time: 0.2431514 Dec 10 18:32:53.119835 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef309c2-e4eb-4129-b7d3-9ef8d248c42f x-openstack-request-id: req-8ef309c2-e4eb-4129-b7d3-9ef8d248c42f {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:32:53.120935 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe", "tag": "0ecb59af-c339-4b3a-9898-2fff594440d7", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:32:53.122114 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8ef309c2-e4eb-4129-b7d3-9ef8d248c42f {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:32:53.123610 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe', 'tag': '0ecb59af-c339-4b3a-9898-2fff594440d7', 'status': 'completed', 'code': 200} Dec 10 18:32:53.127856 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port c008fcfe-140a-46f6-896f-c8e80125da5b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:53.128238 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:53.171920 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-fbf2b01c-aa07-4309-b2bb-0272316bcd24 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.197&port_id=d4cf029c-ecba-4080-8528-6644036e4964 HTTP/1.1" status: 200 len: 217 time: 0.1318007 Dec 10 18:32:53.248968 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bc96e2c3-957e-45da-b3e4-c35dd7c4cd3f req-a6fa6a50-1d66-4586-ab9a-63f28db9b980 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/security-groups?id=02887b67-19d8-4e26-a497-49330ec812c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312740 Dec 10 18:32:53.353884 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-947e8096-63dc-4ab7-b805-55051428c195 req-ffcf19fd-49b7-4904-bdf4-bbbf94ad97f8 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:53.370120 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:53.461279 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-62cc7bca-c958-464c-818b-6af51995edbc service neutron] Attempting to bind port 6e84020b-812e-4ce4-8789-5d039525a31a on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:32:53.461627 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-62cc7bca-c958-464c-818b-6af51995edbc service neutron] Attempting to bind port 6e84020b-812e-4ce4-8789-5d039525a31a by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': 'a9a1f0c6-697d-404a-a8fe-550f575230bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bceb057d-f456-42f1-aa52-7a9ff59c427a'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:32:53.462043 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-62cc7bca-c958-464c-818b-6af51995edbc service neutron] Attempting to bind port 6e84020b-812e-4ce4-8789-5d039525a31a on network bceb057d-f456-42f1-aa52-7a9ff59c427a {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:53.479804 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-c2c91be5-a287-49fe-bceb-72986816e709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:53.481172 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-c2c91be5-a287-49fe-bceb-72986816e709 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8d49156-2125-4af0-836d-cb185aa04755 HTTP/1.1" status: 200 len: 801 time: 0.2794440 Dec 10 18:32:53.523141 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-62cc7bca-c958-464c-818b-6af51995edbc service neutron] Port 6e84020b-812e-4ce4-8789-5d039525a31a on network bceb057d-f456-42f1-aa52-7a9ff59c427a not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:32:53.523541 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-62cc7bca-c958-464c-818b-6af51995edbc service neutron] Attempting to bind port 6e84020b-812e-4ce4-8789-5d039525a31a on network bceb057d-f456-42f1-aa52-7a9ff59c427a {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:53.530165 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-947e8096-63dc-4ab7-b805-55051428c195 req-ffcf19fd-49b7-4904-bdf4-bbbf94ad97f8 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Network c9403646-ab9b-4a0a-827b-6d4376246b64 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:53.559613 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-947e8096-63dc-4ab7-b805-55051428c195 req-ffcf19fd-49b7-4904-bdf4-bbbf94ad97f8 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:53.562434 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf19fd-49b7-4904-bdf4-bbbf94ad97f8 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Pushing event updated for resources: {'Port': ['ID=03167325-af32-4f4b-8e4a-20d326d3aa29,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:53.565475 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-947e8096-63dc-4ab7-b805-55051428c195 req-ffcf19fd-49b7-4904-bdf4-bbbf94ad97f8 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:53.582281 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-62cc7bca-c958-464c-818b-6af51995edbc service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:32:53.582589 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-62cc7bca-c958-464c-818b-6af51995edbc service neutron] Checking segment: {'id': 'a9a1f0c6-697d-404a-a8fe-550f575230bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bceb057d-f456-42f1-aa52-7a9ff59c427a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:53.583096 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-62cc7bca-c958-464c-818b-6af51995edbc service neutron] Bound using segment: {'id': 'a9a1f0c6-697d-404a-a8fe-550f575230bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bceb057d-f456-42f1-aa52-7a9ff59c427a'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:32:53.583431 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-62cc7bca-c958-464c-818b-6af51995edbc service neutron] Bound port: 6e84020b-812e-4ce4-8789-5d039525a31a, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a1f0c6-697d-404a-a8fe-550f575230bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bceb057d-f456-42f1-aa52-7a9ff59c427a'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:32:53.583791 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-62cc7bca-c958-464c-818b-6af51995edbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:53.624655 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac94b23-532f-4b7b-9830-c322237b8752 req-c3293b39-1365-4766-92a3-60abdcf018f5 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:53.633385 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0ac94b23-532f-4b7b-9830-c322237b8752 req-c3293b39-1365-4766-92a3-60abdcf018f5 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=4793395a-57b4-442c-8811-5550f7195b7c HTTP/1.1" status: 200 len: 944 time: 0.2774439 Dec 10 18:32:53.679026 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-802f0abc-5697-496d-ad2d-c120d738ab09 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:53.711884 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65913c-e887-4b61-aa63-66cabba4873f req-530af62f-9764-44e4-9a43-d06b7993c498 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:53.720949 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4f65913c-e887-4b61-aa63-66cabba4873f req-530af62f-9764-44e4-9a43-d06b7993c498 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.62 "GET /v2.0/ports?device_id=133cae24-0aac-4a6c-aa48-07572295e1cc HTTP/1.1" status: 200 len: 936 time: 0.0800750 Dec 10 18:32:53.725883 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e8096-63dc-4ab7-b805-55051428c195 req-ffcf19fd-49b7-4904-bdf4-bbbf94ad97f8 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:53.726678 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-947e8096-63dc-4ab7-b805-55051428c195 req-ffcf19fd-49b7-4904-bdf4-bbbf94ad97f8 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:53.758446 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-947e8096-63dc-4ab7-b805-55051428c195 req-ffcf19fd-49b7-4904-bdf4-bbbf94ad97f8 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2029490 Dec 10 18:32:53.759154 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-802f0abc-5697-496d-ad2d-c120d738ab09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:53.782064 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4f65913c-e887-4b61-aa63-66cabba4873f req-c430ecd6-e405-42b1-9c87-3b6b21bc733e tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a6b1eff-5130-4482-92d3-b48453f8bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594442 Dec 10 18:32:53.828579 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-947e8096-63dc-4ab7-b805-55051428c195 req-fb3ccc49-9e66-4b8c-b740-5f38f9cd098e service neutron] Request body: {'port': {'device_id': '133cae24-0aac-4a6c-aa48-07572295e1cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:53.834996 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-71628b27-1cd2-4aab-87ff-4cac6364aabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:53.836533 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-71628b27-1cd2-4aab-87ff-4cac6364aabc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5b615060-7752-4f8a-a10e-67e6c265243e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3403275 Dec 10 18:32:53.958708 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-987c77d9-68e9-451d-b29f-6f77cba6d5de None None] Provisioning complete for port 03167325-af32-4f4b-8e4a-20d326d3aa29 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:53.959453 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-987c77d9-68e9-451d-b29f-6f77cba6d5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:54.006150 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-987c77d9-68e9-451d-b29f-6f77cba6d5de None None] Port 03167325-af32-4f4b-8e4a-20d326d3aa29 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:32:54.256820 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-c3275673-0096-4f48-b135-ab7da0606612 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:54.264587 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-c3275673-0096-4f48-b135-ab7da0606612 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/networks?id=7cd799a4-acc6-47e3-afa8-685d03d02732 HTTP/1.1" status: 200 len: 821 time: 0.1687596 Dec 10 18:32:54.282737 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-66796e07-b0dc-49ec-9d4b-6f70e5f07f16 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/quotas/a6fc9b2d12ab42c9981ea1d946b5f986 HTTP/1.1" status: 200 len: 375 time: 0.0170991 Dec 10 18:32:54.325823 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45476) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:54.355947 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-802f0abc-5697-496d-ad2d-c120d738ab09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:54.369670 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-eff230f8-f589-4ddf-ad82-3b7a312cf017 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0859823 Dec 10 18:32:54.416841 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f0abc-5697-496d-ad2d-c120d738ab09 admin admin] Pushing event updated for resources: {'Port': ['ID=4f4d578b-d25b-4ed3-b36f-62e00a8c64b2,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:54.481369 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-6144f72b-add1-4a61-b9a7-e834c6fc8ed8 service neutron] 10.222.0.62 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044950 Dec 10 18:32:54.485505 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0ac94b23-532f-4b7b-9830-c322237b8752 req-0aeaf894-7554-4750-94da-99e0a7b543e6 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8512485 Dec 10 18:32:54.498625 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-62cc7bca-c958-464c-818b-6af51995edbc service neutron] For port 6e84020b-812e-4ce4-8789-5d039525a31a, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:54.506390 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-947e8096-63dc-4ab7-b805-55051428c195 req-fb3ccc49-9e66-4b8c-b740-5f38f9cd098e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:54.544106 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-62cc7bca-c958-464c-818b-6af51995edbc service neutron] For port 6e84020b-812e-4ce4-8789-5d039525a31a, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=6e84020b-812e-4ce4-8789-5d039525a31a,segment=NetworkSegment(a9a1f0c6-697d-404a-a8fe-550f575230bf),segment_id=a9a1f0c6-697d-404a-a8fe-550f575230bf)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:32:54.552323 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-76128f44-d3c6-40aa-8581-b494e98b68e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:54.563538 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-62cc7bca-c958-464c-818b-6af51995edbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:54.628243 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-682ec568-53c1-4cfc-93dc-4aca7519df51 service neutron] 10.222.0.46 "GET /v2.0/networks/5b615060-7752-4f8a-a10e-67e6c265243e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7468188 Dec 10 18:32:54.630671 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-3a1ef7d3-9f30-4aee-af8c-c008f2a93b7e service neutron] 10.222.0.62 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480563 Dec 10 18:32:54.659496 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:54.704059 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-76128f44-d3c6-40aa-8581-b494e98b68e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:54.714822 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-76128f44-d3c6-40aa-8581-b494e98b68e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:54.720476 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-62cc7bca-c958-464c-818b-6af51995edbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:54.721636 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-62cc7bca-c958-464c-818b-6af51995edbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:54.723113 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-62cc7bca-c958-464c-818b-6af51995edbc service neutron] 10.222.0.46 "PUT /v2.0/ports/6e84020b-812e-4ce4-8789-5d039525a31a HTTP/1.1" status: 200 len: 1092 time: 4.6390336 Dec 10 18:32:54.749878 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4793395a-57b4-442c-8811-5550f7195b7c', 'tag': '6e84020b-812e-4ce4-8789-5d039525a31a'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:32:54.752917 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee36fe4-d3a5-40ad-a735-64b9f378f211" -d '{"events": [{"name": "network-changed", "server_uuid": "4793395a-57b4-442c-8811-5550f7195b7c", "tag": "6e84020b-812e-4ce4-8789-5d039525a31a"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:32:54.760696 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-76128f44-d3c6-40aa-8581-b494e98b68e1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5fd68577dba4424f9744f6fa44b78dc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4336746 Dec 10 18:32:54.761745 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76128f44-d3c6-40aa-8581-b494e98b68e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb33fd0-5d58-40fa-accf-3b36e21c0f4d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:54.765476 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45486) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:54.832159 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71a74507-f140-4980-bc33-5436c129820b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:54.857227 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71a74507-f140-4980-bc33-5436c129820b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:54.878356 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc7bca-c958-464c-818b-6af51995edbc service neutron] Pushing event updated for resources: {'Port': ['ID=6e84020b-812e-4ce4-8789-5d039525a31a,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:54.890948 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802f0abc-5697-496d-ad2d-c120d738ab09 admin admin] Network fb831214-215d-491e-b432-80905a803c08 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:54.903831 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-802f0abc-5697-496d-ad2d-c120d738ab09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:54.914672 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21230312-6df9-4121-9e3c-0095be4118fc req-67b8cf40-6bcd-4cb6-a4df-816a7dc0c215 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:54.921077 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21230312-6df9-4121-9e3c-0095be4118fc req-67b8cf40-6bcd-4cb6-a4df-816a7dc0c215 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:54.922736 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-21230312-6df9-4121-9e3c-0095be4118fc req-67b8cf40-6bcd-4cb6-a4df-816a7dc0c215 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe HTTP/1.1" status: 200 len: 1679 time: 0.3607793 Dec 10 18:32:54.923892 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71a74507-f140-4980-bc33-5436c129820b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:54.927736 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71a74507-f140-4980-bc33-5436c129820b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:54.929239 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-71a74507-f140-4980-bc33-5436c129820b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9eb33fd0-5d58-40fa-accf-3b36e21c0f4d HTTP/1.1" status: 204 len: 168 time: 0.1518333 Dec 10 18:32:54.954979 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a74507-f140-4980-bc33-5436c129820b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb33fd0-5d58-40fa-accf-3b36e21c0f4d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:55.195268 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-c408bb34-0d35-4b24-b8c0-9583d881331b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:55.203565 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-c408bb34-0d35-4b24-b8c0-9583d881331b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00c23c1637e147a49e5d6016832f8f3e&device_id=4793395a-57b4-442c-8811-5550f7195b7c HTTP/1.1" status: 200 len: 1095 time: 0.4166560 Dec 10 18:32:55.217536 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0003d8-4e12-4e82-bf8a-50a1ee7bce54 x-openstack-request-id: req-ae0003d8-4e12-4e82-bf8a-50a1ee7bce54 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:32:55.217958 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4793395a-57b4-442c-8811-5550f7195b7c", "tag": "6e84020b-812e-4ce4-8789-5d039525a31a", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:32:55.218230 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ae0003d8-4e12-4e82-bf8a-50a1ee7bce54 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:32:55.218629 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4793395a-57b4-442c-8811-5550f7195b7c', 'tag': '6e84020b-812e-4ce4-8789-5d039525a31a', 'status': 'completed', 'code': 200} Dec 10 18:32:55.245288 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-ea79c2b5-32bb-4cd1-a61d-f4618657d714 service neutron] 10.222.0.46 "GET /v2.0/networks/5b615060-7752-4f8a-a10e-67e6c265243e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5912204 Dec 10 18:32:55.254554 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e69b7ceb-4395-4e57-993b-47cbb5001b0a None None] Provisioning complete for port 4f4d578b-d25b-4ed3-b36f-62e00a8c64b2 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:55.257017 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e69b7ceb-4395-4e57-993b-47cbb5001b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:55.289802 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf1375-9fdf-4efa-859a-f47977e84af0 req-37ed7258-ec22-4ed4-8463-1fca50ef5ab0 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:55.291475 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-24cf1375-9fdf-4efa-859a-f47977e84af0 req-37ed7258-ec22-4ed4-8463-1fca50ef5ab0 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.62 "GET /v2.0/ports?device_id=133cae24-0aac-4a6c-aa48-07572295e1cc HTTP/1.1" status: 200 len: 936 time: 0.0609164 Dec 10 18:32:55.383694 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-24cf1375-9fdf-4efa-859a-f47977e84af0 req-738b2055-97fb-46cf-b179-cb16e0cd6a09 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a6b1eff-5130-4482-92d3-b48453f8bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853729 Dec 10 18:32:55.402338 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-839f17fc-ba29-4d6f-8f8a-d0419e45a726 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e84020b-812e-4ce4-8789-5d039525a31a HTTP/1.1" status: 200 len: 217 time: 0.1462619 Dec 10 18:32:55.408221 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-9d0bba75-7ed0-44a9-b786-2e2120862998 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.185&port_id=0ecb59af-c339-4b3a-9898-2fff594440d7 HTTP/1.1" status: 200 len: 217 time: 0.1458549 Dec 10 18:32:55.426158 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e69b7ceb-4395-4e57-993b-47cbb5001b0a None None] Port 4f4d578b-d25b-4ed3-b36f-62e00a8c64b2 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:32:55.441762 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:55.452094 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-21230312-6df9-4121-9e3c-0095be4118fc req-e105f88f-2d5f-419f-9ca3-526dfdaa8cc6 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/security-groups?id=02887b67-19d8-4e26-a497-49330ec812c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5154526 Dec 10 18:32:55.497301 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0cdb19e6-2a8f-48c0-825d-9482debec847 req-acafbe02-85d6-4bc5-a616-d44290241dee tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 210 time: 0.0438294 Dec 10 18:32:55.594218 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802f0abc-5697-496d-ad2d-c120d738ab09 admin admin] Router 0dcbd630-303c-415a-a82a-8572cc33c41b has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:32:55.597315 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-e250dd66-8669-4f35-bc0a-27a3f699cb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:55.600460 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-e250dd66-8669-4f35-bc0a-27a3f699cb54 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6475948-d609-411b-9b41-dc204d74c741 HTTP/1.1" status: 200 len: 801 time: 0.1853104 Dec 10 18:32:55.614240 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-50bd9661-fcc7-4437-885d-51e5d0e2b97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:55.616707 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-50bd9661-fcc7-4437-885d-51e5d0e2b97b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf3bf4b2-84a2-4b1b-bd28-de26384874e7 HTTP/1.1" status: 200 len: 844 time: 0.2058573 Dec 10 18:32:55.674603 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79a150-0123-4c61-854d-558d89a23610 req-0c28b986-625b-484f-81d8-90aec47c76a8 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:55.676560 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3e79a150-0123-4c61-854d-558d89a23610 req-0c28b986-625b-484f-81d8-90aec47c76a8 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=4793395a-57b4-442c-8811-5550f7195b7c HTTP/1.1" status: 200 len: 944 time: 0.0795269 Dec 10 18:32:55.698683 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-32be524d-31f9-4abc-9e46-15591767c128 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bceb057d-f456-42f1-aa52-7a9ff59c427a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679264 Dec 10 18:32:55.817787 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3e79a150-0123-4c61-854d-558d89a23610 req-36aa5a34-05e0-4abf-ac89-c9959ae496c7 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278236 Dec 10 18:32:55.893757 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-947e8096-63dc-4ab7-b805-55051428c195 req-fb3ccc49-9e66-4b8c-b740-5f38f9cd098e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03167325-af32-4f4b-8e4a-20d326d3aa29 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:32:55.904237 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-719a13bf-c22a-4c2e-9f78-4c86a6de3fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:55.906014 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-719a13bf-c22a-4c2e-9f78-4c86a6de3fa3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=caa5a01a-1acd-46e5-8a4d-30a2de0e7869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2879753 Dec 10 18:32:55.913840 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-947e8096-63dc-4ab7-b805-55051428c195 req-fb3ccc49-9e66-4b8c-b740-5f38f9cd098e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:55.960073 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-947e8096-63dc-4ab7-b805-55051428c195 req-fb3ccc49-9e66-4b8c-b740-5f38f9cd098e service neutron] Transition to ACTIVE for port object 03167325-af32-4f4b-8e4a-20d326d3aa29 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:32:55.968508 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-947e8096-63dc-4ab7-b805-55051428c195 req-fb3ccc49-9e66-4b8c-b740-5f38f9cd098e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:55.972746 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-ac6b6389-f704-4d96-bd16-7cd6b7273b9a service neutron] 10.222.0.46 "GET /v2.0/networks/bceb057d-f456-42f1-aa52-7a9ff59c427a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649598 Dec 10 18:32:55.981865 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802f0abc-5697-496d-ad2d-c120d738ab09 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:32:55.995369 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cc6fa2-ec7a-47fe-8fa2-d6ce68280472 None None] Sync routers for ids ['0dcbd630-303c-415a-a82a-8572cc33c41b'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:32:56.007968 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-802f0abc-5697-496d-ad2d-c120d738ab09 admin admin] 10.222.0.62 "PUT /v2.0/routers/0dcbd630-303c-415a-a82a-8572cc33c41b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3593953 Dec 10 18:32:56.017516 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cc6fa2-ec7a-47fe-8fa2-d6ce68280472 None None] Routers {'0dcbd630-303c-415a-a82a-8572cc33c41b'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:56.018320 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f6cc6fa2-ec7a-47fe-8fa2-d6ce68280472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:32:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['0dcbd630-303c-415a-a82a-8572cc33c41b'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:56.075928 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45540) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:56.226240 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-5b286e22-0f8d-481c-ba06-ce2bf5bfe143 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-918502568-network', 'tenant_id': '9d81f2c65ece44779967ce4592ded8a2'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:56.255262 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ccc49-9e66-4b8c-b740-5f38f9cd098e service neutron] Pushing event updated for resources: {'Port': ['ID=03167325-af32-4f4b-8e4a-20d326d3aa29,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:56.299890 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b286e22-0f8d-481c-ba06-ce2bf5bfe143 admin admin] Made reservation on behalf of 9d81f2c65ece44779967ce4592ded8a2 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:56.307375 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b286e22-0f8d-481c-ba06-ce2bf5bfe143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:56.338183 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b286e22-0f8d-481c-ba06-ce2bf5bfe143 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:56.341224 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-f6cc6fa2-ec7a-47fe-8fa2-d6ce68280472 None None] Set router 0dcbd630-303c-415a-a82a-8572cc33c41b gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:32:56.475690 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b286e22-0f8d-481c-ba06-ce2bf5bfe143 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:56.482570 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-f7d778ed-9be5-4d79-a814-6b7c5346876b service neutron] 10.222.0.46 "GET /v2.0/networks/caa5a01a-1acd-46e5-8a4d-30a2de0e7869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4210188 Dec 10 18:32:56.489516 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b286e22-0f8d-481c-ba06-ce2bf5bfe143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:56.529061 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4206939a-6bad-4cfb-a21e-6a37e40e6d61 req-683ec709-a139-4743-8a06-b2d0b054d612 service neutron] 10.222.0.46 "GET /v2.0/networks/bceb057d-f456-42f1-aa52-7a9ff59c427a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4647331 Dec 10 18:32:56.534276 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b286e22-0f8d-481c-ba06-ce2bf5bfe143 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:32:56.649302 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-947e8096-63dc-4ab7-b805-55051428c195 req-fb3ccc49-9e66-4b8c-b740-5f38f9cd098e service neutron] Attempting to bind port 03167325-af32-4f4b-8e4a-20d326d3aa29 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:32:56.649899 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-947e8096-63dc-4ab7-b805-55051428c195 req-fb3ccc49-9e66-4b8c-b740-5f38f9cd098e service neutron] Attempting to bind port 03167325-af32-4f4b-8e4a-20d326d3aa29 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:32:56.650437 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947e8096-63dc-4ab7-b805-55051428c195 req-fb3ccc49-9e66-4b8c-b740-5f38f9cd098e service neutron] Attempting to bind port 03167325-af32-4f4b-8e4a-20d326d3aa29 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:56.723256 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947e8096-63dc-4ab7-b805-55051428c195 req-fb3ccc49-9e66-4b8c-b740-5f38f9cd098e service neutron] Port 03167325-af32-4f4b-8e4a-20d326d3aa29 on network c9403646-ab9b-4a0a-827b-6d4376246b64 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:32:56.723474 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947e8096-63dc-4ab7-b805-55051428c195 req-fb3ccc49-9e66-4b8c-b740-5f38f9cd098e service neutron] Attempting to bind port 03167325-af32-4f4b-8e4a-20d326d3aa29 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:56.742709 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947e8096-63dc-4ab7-b805-55051428c195 req-fb3ccc49-9e66-4b8c-b740-5f38f9cd098e service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:32:56.743042 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947e8096-63dc-4ab7-b805-55051428c195 req-fb3ccc49-9e66-4b8c-b740-5f38f9cd098e service neutron] Checking segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:56.743492 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947e8096-63dc-4ab7-b805-55051428c195 req-fb3ccc49-9e66-4b8c-b740-5f38f9cd098e service neutron] Bound using segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:32:56.743956 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-947e8096-63dc-4ab7-b805-55051428c195 req-fb3ccc49-9e66-4b8c-b740-5f38f9cd098e service neutron] Bound port: 03167325-af32-4f4b-8e4a-20d326d3aa29, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:32:56.744355 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-947e8096-63dc-4ab7-b805-55051428c195 req-fb3ccc49-9e66-4b8c-b740-5f38f9cd098e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:56.750414 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b286e22-0f8d-481c-ba06-ce2bf5bfe143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:56.750587 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-5b286e22-0f8d-481c-ba06-ce2bf5bfe143 admin admin] Added segment a4943cb1-8b39-4de7-85ed-25fa2e86aa72 of type vlan for network f77d2b38-50a2-4a48-b3a2-b8f2247495f9 Dec 10 18:32:56.761815 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b286e22-0f8d-481c-ba06-ce2bf5bfe143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e542e51a-5b35-4d8f-a744-c52435434282,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:56.830019 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee36fe4-d3a5-40ad-a735-64b9f378f211 req-73c553f2-580e-40ff-8128-f7c554beb8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:56.832184 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aee36fe4-d3a5-40ad-a735-64b9f378f211 req-73c553f2-580e-40ff-8128-f7c554beb8d8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00c23c1637e147a49e5d6016832f8f3e&device_id=4793395a-57b4-442c-8811-5550f7195b7c HTTP/1.1" status: 200 len: 1095 time: 0.2126310 Dec 10 18:32:56.838696 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3ac67-cbea-4502-843f-951f6e43d3eb req-67fc1863-cb12-4230-bcc2-8a8e81d54bc2 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:56.849161 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b2b3ac67-cbea-4502-843f-951f6e43d3eb req-67fc1863-cb12-4230-bcc2-8a8e81d54bc2 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.62 "GET /v2.0/ports?device_id=133cae24-0aac-4a6c-aa48-07572295e1cc HTTP/1.1" status: 200 len: 948 time: 0.3087361 Dec 10 18:32:56.858374 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f6cc6fa2-ec7a-47fe-8fa2-d6ce68280472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcbd630-303c-415a-a82a-8572cc33c41b', 'name': 'tempest-FloatingIPsTestJSON-870647363-router', 'tenant_id': '1e8778aa8fff446a884b93621aeb44f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'c008fcfe-140a-46f6-896f-c8e80125da5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:40Z', 'updated_at': '2021-12-10T18:32:52Z', 'revision_number': 4, 'project_id': '1e8778aa8fff446a884b93621aeb44f2', 'gw_port': {'id': 'c008fcfe-140a-46f6-896f-c8e80125da5b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcbd630-303c-415a-a82a-8572cc33c41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:41Z', 'updated_at': '2021-12-10T18:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '4f4d578b-d25b-4ed3-b36f-62e00a8c64b2', 'name': '', 'network_id': 'fb831214-215d-491e-b432-80905a803c08', 'tenant_id': '1e8778aa8fff446a884b93621aeb44f2', 'mac_address': 'fa:16:3e:5c:e3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcbd630-303c-415a-a82a-8572cc33c41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cea1a1ed-6a06-4ba5-82fb-954327f86ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:48Z', 'updated_at': '2021-12-10T18:32:53Z', 'revision_number': 2, 'project_id': '1e8778aa8fff446a884b93621aeb44f2', 'subnets': [{'id': 'cea1a1ed-6a06-4ba5-82fb-954327f86ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:56.880425 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-870f9d8f-4549-480c-91d5-4e36a7d12ec1 req-c6b7456d-8f13-4abf-9036-0bf396e0249a service neutron] 10.222.0.46 "GET /v2.0/networks/caa5a01a-1acd-46e5-8a4d-30a2de0e7869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407674 Dec 10 18:32:56.895772 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cc6fa2-ec7a-47fe-8fa2-d6ce68280472 None None] Checking router: 0dcbd630-303c-415a-a82a-8572cc33c41b for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:32:56.896134 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cc6fa2-ec7a-47fe-8fa2-d6ce68280472 None None] Updating router 0dcbd630-303c-415a-a82a-8572cc33c41b port 4f4d578b-d25b-4ed3-b36f-62e00a8c64b2 binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:32:56.912537 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f3686a6d-cd59-48c6-8af0-9a9da05f1bfa req-48207981-eab3-4c67-bf41-bb5bb3d8d5fd tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3407450 Dec 10 18:32:56.946745 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-f6cc6fa2-ec7a-47fe-8fa2-d6ce68280472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:56.967860 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-f3686a6d-cd59-48c6-8af0-9a9da05f1bfa req-36cf9a84-f17b-4093-a1f0-92b04a18119c tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:56.971346 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b286e22-0f8d-481c-ba06-ce2bf5bfe143 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.040139 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-163acf21-4897-4e18-aac6-08c1828a0770 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:57.041843 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-163acf21-4897-4e18-aac6-08c1828a0770 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.46 "GET /v2.0/networks?id=7cd799a4-acc6-47e3-afa8-685d03d02732 HTTP/1.1" status: 200 len: 821 time: 0.5118625 Dec 10 18:32:57.058310 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-4dd097a1-1697-4bf2-9b19-62cd0cbb41c7 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Request body: {'port': {'device_id': 'acf2ac8a-1b88-4eca-92c5-ec25b2438e81', 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732', 'admin_state_up': True, 'tenant_id': 'a6fc9b2d12ab42c9981ea1d946b5f986'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:57.172346 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-947e8096-63dc-4ab7-b805-55051428c195 req-fb3ccc49-9e66-4b8c-b740-5f38f9cd098e service neutron] For port 03167325-af32-4f4b-8e4a-20d326d3aa29, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:57.181185 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b2b3ac67-cbea-4502-843f-951f6e43d3eb req-28eba098-2cfd-4b66-8ed2-a15ef371d343 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a6b1eff-5130-4482-92d3-b48453f8bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510195 Dec 10 18:32:57.186376 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b286e22-0f8d-481c-ba06-ce2bf5bfe143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.186646 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f3686a6d-cd59-48c6-8af0-9a9da05f1bfa req-36cf9a84-f17b-4093-a1f0-92b04a18119c tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.187774 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b286e22-0f8d-481c-ba06-ce2bf5bfe143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:57.190971 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b286e22-0f8d-481c-ba06-ce2bf5bfe143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.282527 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b286e22-0f8d-481c-ba06-ce2bf5bfe143 admin admin] Pushing event updated for resources: {'Network': ['ID=f77d2b38-50a2-4a48-b3a2-b8f2247495f9,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:57.295618 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network f77d2b38-50a2-4a48-b3a2-b8f2247495f9 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:32:57.309710 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-4dd097a1-1697-4bf2-9b19-62cd0cbb41c7 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Made reservation on behalf of a6fc9b2d12ab42c9981ea1d946b5f986 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:57.314309 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-4dd097a1-1697-4bf2-9b19-62cd0cbb41c7 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.360735 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5b286e22-0f8d-481c-ba06-ce2bf5bfe143 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2833958 Dec 10 18:32:57.376414 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45562) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:57.395261 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-f6cc6fa2-ec7a-47fe-8fa2-d6ce68280472 None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.403153 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-f6cc6fa2-ec7a-47fe-8fa2-d6ce68280472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.412895 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-5b1c8126-0219-44af-a928-5928d378efae admin admin] Request body: {'subnet': {'network_id': 'f77d2b38-50a2-4a48-b3a2-b8f2247495f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-918502568-subnet', 'tenant_id': '9d81f2c65ece44779967ce4592ded8a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:57.449431 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1c8126-0219-44af-a928-5928d378efae admin admin] Made reservation on behalf of 9d81f2c65ece44779967ce4592ded8a2 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:57.453740 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b1c8126-0219-44af-a928-5928d378efae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.469795 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e386acf-5c05-48cb-9887-852b8bea06fd None None] Pushing event updated for resources: {'Port': ['ID=4f4d578b-d25b-4ed3-b36f-62e00a8c64b2,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:57.558935 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-947e8096-63dc-4ab7-b805-55051428c195 req-fb3ccc49-9e66-4b8c-b740-5f38f9cd098e service neutron] For port 03167325-af32-4f4b-8e4a-20d326d3aa29, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=03167325-af32-4f4b-8e4a-20d326d3aa29,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:32:57.569066 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-f6cc6fa2-ec7a-47fe-8fa2-d6ce68280472 None None] Attempting to bind port 4f4d578b-d25b-4ed3-b36f-62e00a8c64b2 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:32:57.571065 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-f6cc6fa2-ec7a-47fe-8fa2-d6ce68280472 None None] Attempting to bind port 4f4d578b-d25b-4ed3-b36f-62e00a8c64b2 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'c32e06af-8ef1-44eb-8619-a33f20b10367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fb831214-215d-491e-b432-80905a803c08'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:32:57.571702 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cc6fa2-ec7a-47fe-8fa2-d6ce68280472 None None] Attempting to bind port 4f4d578b-d25b-4ed3-b36f-62e00a8c64b2 on network fb831214-215d-491e-b432-80905a803c08 {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:57.578557 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cc6fa2-ec7a-47fe-8fa2-d6ce68280472 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:32:57.579247 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cc6fa2-ec7a-47fe-8fa2-d6ce68280472 None None] Checking segment: {'id': 'c32e06af-8ef1-44eb-8619-a33f20b10367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fb831214-215d-491e-b432-80905a803c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:57.579880 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-f6cc6fa2-ec7a-47fe-8fa2-d6ce68280472 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.580537 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cc6fa2-ec7a-47fe-8fa2-d6ce68280472 None None] Bound using segment: {'id': 'c32e06af-8ef1-44eb-8619-a33f20b10367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fb831214-215d-491e-b432-80905a803c08'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:32:57.582069 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-f6cc6fa2-ec7a-47fe-8fa2-d6ce68280472 None None] Bound port: 4f4d578b-d25b-4ed3-b36f-62e00a8c64b2, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32e06af-8ef1-44eb-8619-a33f20b10367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fb831214-215d-491e-b432-80905a803c08'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:32:57.582655 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-f6cc6fa2-ec7a-47fe-8fa2-d6ce68280472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.613716 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-947e8096-63dc-4ab7-b805-55051428c195 req-fb3ccc49-9e66-4b8c-b740-5f38f9cd098e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.623971 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee36fe4-d3a5-40ad-a735-64b9f378f211 req-fd1a334d-3cfa-4fa1-bf02-27bfdc8abcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:57.625572 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aee36fe4-d3a5-40ad-a735-64b9f378f211 req-fd1a334d-3cfa-4fa1-bf02-27bfdc8abcb3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bceb057d-f456-42f1-aa52-7a9ff59c427a HTTP/1.1" status: 200 len: 905 time: 0.7641592 Dec 10 18:32:57.630428 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb3a8c-bc30-40be-8c22-29cb79c24e5c req-d07f144c-3274-41c2-88ec-0ef0b6c8bd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:57.630916 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb3a8c-bc30-40be-8c22-29cb79c24e5c req-d07f144c-3274-41c2-88ec-0ef0b6c8bd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:57.632751 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-81eb3a8c-bc30-40be-8c22-29cb79c24e5c req-d07f144c-3274-41c2-88ec-0ef0b6c8bd9f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=216309f085e04cb2a1db65c2f1b578cb&device_id=a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe HTTP/1.1" status: 200 len: 1981 time: 0.6804366 Dec 10 18:32:57.697920 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-f6cc6fa2-ec7a-47fe-8fa2-d6ce68280472 None None] For port 4f4d578b-d25b-4ed3-b36f-62e00a8c64b2, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:57.703870 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-f6cc6fa2-ec7a-47fe-8fa2-d6ce68280472 None None] For port 4f4d578b-d25b-4ed3-b36f-62e00a8c64b2, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=4f4d578b-d25b-4ed3-b36f-62e00a8c64b2,segment=NetworkSegment(c32e06af-8ef1-44eb-8619-a33f20b10367),segment_id=c32e06af-8ef1-44eb-8619-a33f20b10367)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:32:57.708753 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-f6cc6fa2-ec7a-47fe-8fa2-d6ce68280472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.822193 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aee36fe4-d3a5-40ad-a735-64b9f378f211 req-fd149f4d-06f5-4989-bca4-3d5440a7e4d1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e84020b-812e-4ce4-8789-5d039525a31a HTTP/1.1" status: 200 len: 217 time: 0.1707957 Dec 10 18:32:57.823801 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e8096-63dc-4ab7-b805-55051428c195 req-fb3ccc49-9e66-4b8c-b740-5f38f9cd098e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:57.824604 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-947e8096-63dc-4ab7-b805-55051428c195 req-fb3ccc49-9e66-4b8c-b740-5f38f9cd098e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.826330 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-947e8096-63dc-4ab7-b805-55051428c195 req-fb3ccc49-9e66-4b8c-b740-5f38f9cd098e service neutron] 10.222.0.72 "PUT /v2.0/ports/03167325-af32-4f4b-8e4a-20d326d3aa29 HTTP/1.1" status: 200 len: 1096 time: 4.0117869 Dec 10 18:32:57.833109 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133cae24-0aac-4a6c-aa48-07572295e1cc', 'tag': '03167325-af32-4f4b-8e4a-20d326d3aa29'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:32:57.836558 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0dfc3b-e963-454d-95c5-30e3089161ee" -d '{"events": [{"name": "network-changed", "server_uuid": "133cae24-0aac-4a6c-aa48-07572295e1cc", "tag": "03167325-af32-4f4b-8e4a-20d326d3aa29"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:32:57.857734 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e386acf-5c05-48cb-9887-852b8bea06fd None None] Pushing event updated for resources: {'Port': ['ID=4f4d578b-d25b-4ed3-b36f-62e00a8c64b2,revision_number=4']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:57.914826 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cc6fa2-ec7a-47fe-8fa2-d6ce68280472 None None] Routers {'0dcbd630-303c-415a-a82a-8572cc33c41b'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:57.915618 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f6cc6fa2-ec7a-47fe-8fa2-d6ce68280472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:32:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['0dcbd630-303c-415a-a82a-8572cc33c41b'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:57.940678 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4674c80f-9dc3-4b4d-a9a2-60baf950853c None None] Provisioning complete for port 4f4d578b-d25b-4ed3-b36f-62e00a8c64b2 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:57.941073 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4674c80f-9dc3-4b4d-a9a2-60baf950853c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.025046 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ccc49-9e66-4b8c-b740-5f38f9cd098e service neutron] Pushing event updated for resources: {'Port': ['ID=03167325-af32-4f4b-8e4a-20d326d3aa29,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:58.114232 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee36fe4-d3a5-40ad-a735-64b9f378f211 req-84870a79-f125-41bc-8d57-2738af8105db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:58.116248 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aee36fe4-d3a5-40ad-a735-64b9f378f211 req-84870a79-f125-41bc-8d57-2738af8105db service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf3bf4b2-84a2-4b1b-bd28-de26384874e7 HTTP/1.1" status: 200 len: 844 time: 0.2720461 Dec 10 18:32:58.174678 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-4dd097a1-1697-4bf2-9b19-62cd0cbb41c7 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Allocated IP 172.20.0.14 (7cd799a4-acc6-47e3-afa8-685d03d02732/30832bd6-5c81-4f5a-a237-6a5341f2b45d/831331b7-2cee-4d1a-bc6c-4d998882cd0d) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:58.206868 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c80b56-7217-46ce-8868-4d046c1856e8 req-4f69a952-1f5b-4e23-a53f-416e9339716d tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:58.213821 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c80b56-7217-46ce-8868-4d046c1856e8 req-4f69a952-1f5b-4e23-a53f-416e9339716d tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:58.215506 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-88c80b56-7217-46ce-8868-4d046c1856e8 req-4f69a952-1f5b-4e23-a53f-416e9339716d tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe HTTP/1.1" status: 200 len: 1679 time: 0.8373659 Dec 10 18:32:58.219266 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b1c8126-0219-44af-a928-5928d378efae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.224538 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4674c80f-9dc3-4b4d-a9a2-60baf950853c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.241413 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-f6cc6fa2-ec7a-47fe-8fa2-d6ce68280472 None None] Set router 0dcbd630-303c-415a-a82a-8572cc33c41b gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:32:58.246087 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb3a8c-bc30-40be-8c22-29cb79c24e5c req-14cb467b-fe9d-4155-9b3c-81b2a4a2a70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:58.247799 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-81eb3a8c-bc30-40be-8c22-29cb79c24e5c req-14cb467b-fe9d-4155-9b3c-81b2a4a2a70b service neutron] 10.222.0.46 "GET /v2.0/networks?id=caa5a01a-1acd-46e5-8a4d-30a2de0e7869 HTTP/1.1" status: 200 len: 902 time: 0.5924864 Dec 10 18:32:58.249836 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aee36fe4-d3a5-40ad-a735-64b9f378f211 req-48d6fe81-b53d-4d0f-85ca-0b6c73e44094 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bceb057d-f456-42f1-aa52-7a9ff59c427a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996039 Dec 10 18:32:58.258931 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e8096-63dc-4ab7-b805-55051428c195 req-75ee992e-8701-4c4b-86d4-565d0b5d772f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:58.260732 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-947e8096-63dc-4ab7-b805-55051428c195 req-75ee992e-8701-4c4b-86d4-565d0b5d772f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e130d859c51b40b7a327bac24461ad2f&device_id=133cae24-0aac-4a6c-aa48-07572295e1cc HTTP/1.1" status: 200 len: 1099 time: 0.3626144 Dec 10 18:32:58.310955 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4674c80f-9dc3-4b4d-a9a2-60baf950853c None None] For port 4f4d578b-d25b-4ed3-b36f-62e00a8c64b2, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=4f4d578b-d25b-4ed3-b36f-62e00a8c64b2,segment=NetworkSegment(c32e06af-8ef1-44eb-8619-a33f20b10367),segment_id=c32e06af-8ef1-44eb-8619-a33f20b10367)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:58.326227 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4674c80f-9dc3-4b4d-a9a2-60baf950853c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.381557 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-88c80b56-7217-46ce-8868-4d046c1856e8 req-605c462f-e559-4b0d-802b-acd6f8dc8360 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/security-groups?id=02887b67-19d8-4e26-a497-49330ec812c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477201 Dec 10 18:32:58.395158 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-81eb3a8c-bc30-40be-8c22-29cb79c24e5c req-814998a4-4041-4640-bd83-2f3fe841ba93 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.185&port_id=0ecb59af-c339-4b3a-9898-2fff594440d7 HTTP/1.1" status: 200 len: 217 time: 0.1320953 Dec 10 18:32:58.399630 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4674c80f-9dc3-4b4d-a9a2-60baf950853c None None] Pushing event updated for resources: {'Port': ['ID=4f4d578b-d25b-4ed3-b36f-62e00a8c64b2,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:58.403240 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-947e8096-63dc-4ab7-b805-55051428c195 req-fcf55d2b-1449-4021-8e2a-0f425a508608 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=03167325-af32-4f4b-8e4a-20d326d3aa29 HTTP/1.1" status: 200 len: 217 time: 0.1249075 Dec 10 18:32:58.486912 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-cd3b9ec3-3412-42da-9d54-6254eb705bbf None None] Provisioning complete for port 4f4d578b-d25b-4ed3-b36f-62e00a8c64b2 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:58.487713 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cd3b9ec3-3412-42da-9d54-6254eb705bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.514446 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f3686a6d-cd59-48c6-8af0-9a9da05f1bfa req-36cf9a84-f17b-4093-a1f0-92b04a18119c tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.542979 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-4dd097a1-1697-4bf2-9b19-62cd0cbb41c7 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.581755 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c8126-0219-44af-a928-5928d378efae admin admin] Pushing event updated for resources: {'Subnet': ['ID=2eb8e2fa-9956-481f-b0b9-17ff60156029,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:58.591373 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-4dd097a1-1697-4bf2-9b19-62cd0cbb41c7 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.595982 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aee36fe4-d3a5-40ad-a735-64b9f378f211 req-a26dac3c-0a27-433b-99f2-63695ac61b06 service neutron] 10.222.0.46 "GET /v2.0/networks/bceb057d-f456-42f1-aa52-7a9ff59c427a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340595 Dec 10 18:32:58.597797 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e8096-63dc-4ab7-b805-55051428c195 req-21642a1c-3188-4282-b608-e731bfdc08e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:58.599169 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-947e8096-63dc-4ab7-b805-55051428c195 req-21642a1c-3188-4282-b608-e731bfdc08e0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.1629426 Dec 10 18:32:58.603471 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb3a8c-bc30-40be-8c22-29cb79c24e5c req-adf26203-3730-422a-b1c0-305763d705f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:58.605019 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-81eb3a8c-bc30-40be-8c22-29cb79c24e5c req-adf26203-3730-422a-b1c0-305763d705f4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6475948-d609-411b-9b41-dc204d74c741 HTTP/1.1" status: 200 len: 801 time: 0.1966894 Dec 10 18:32:58.609217 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['d29c3170-75f7-4a7c-976d-2dc07ad3078f'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:32:58.691598 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1c8126-0219-44af-a928-5928d378efae admin admin] Checking segment: {'id': 'a4943cb1-8b39-4de7-85ed-25fa2e86aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f77d2b38-50a2-4a48-b3a2-b8f2247495f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:58.692123 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1c8126-0219-44af-a928-5928d378efae admin admin] Network hostable DHCP agents. Network: f77d2b38-50a2-4a48-b3a2-b8f2247495f9, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:32:58.697767 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f6cc6fa2-ec7a-47fe-8fa2-d6ce68280472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcbd630-303c-415a-a82a-8572cc33c41b', 'name': 'tempest-FloatingIPsTestJSON-870647363-router', 'tenant_id': '1e8778aa8fff446a884b93621aeb44f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'c008fcfe-140a-46f6-896f-c8e80125da5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:40Z', 'updated_at': '2021-12-10T18:32:52Z', 'revision_number': 4, 'project_id': '1e8778aa8fff446a884b93621aeb44f2', 'gw_port': {'id': 'c008fcfe-140a-46f6-896f-c8e80125da5b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcbd630-303c-415a-a82a-8572cc33c41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:41Z', 'updated_at': '2021-12-10T18:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '4f4d578b-d25b-4ed3-b36f-62e00a8c64b2', 'name': '', 'network_id': 'fb831214-215d-491e-b432-80905a803c08', 'tenant_id': '1e8778aa8fff446a884b93621aeb44f2', 'mac_address': 'fa:16:3e:5c:e3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcbd630-303c-415a-a82a-8572cc33c41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cea1a1ed-6a06-4ba5-82fb-954327f86ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:48Z', 'updated_at': '2021-12-10T18:32:57Z', 'revision_number': 4, 'project_id': '1e8778aa8fff446a884b93621aeb44f2', 'subnets': [{'id': 'cea1a1ed-6a06-4ba5-82fb-954327f86ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:58.717311 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-4dd097a1-1697-4bf2-9b19-62cd0cbb41c7 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Network 7cd799a4-acc6-47e3-afa8-685d03d02732 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:58.738994 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-4dd097a1-1697-4bf2-9b19-62cd0cbb41c7 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:58.745200 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1c8126-0219-44af-a928-5928d378efae admin admin] Network f77d2b38-50a2-4a48-b3a2-b8f2247495f9 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:32:58.748440 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-4dd097a1-1697-4bf2-9b19-62cd0cbb41c7 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:58.754032 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd097a1-1697-4bf2-9b19-62cd0cbb41c7 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Pushing event updated for resources: {'Port': ['ID=831331b7-2cee-4d1a-bc6c-4d998882cd0d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:58.770919 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca446c4d-c271-4f24-a3b3-7a545dd8cb97 req-4fde6b7f-7a0f-4547-bc71-14310f5cb5a2 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:58.773416 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ca446c4d-c271-4f24-a3b3-7a545dd8cb97 req-4fde6b7f-7a0f-4547-bc71-14310f5cb5a2 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 932 time: 0.1862597 Dec 10 18:32:58.789387 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cc6fa2-ec7a-47fe-8fa2-d6ce68280472 None None] The sync data for ids ['0dcbd630-303c-415a-a82a-8572cc33c41b'] in n-d-821435-1 is: [{'id': '0dcbd630-303c-415a-a82a-8572cc33c41b', 'name': 'tempest-FloatingIPsTestJSON-870647363-router', 'tenant_id': '1e8778aa8fff446a884b93621aeb44f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'c008fcfe-140a-46f6-896f-c8e80125da5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:40Z', 'updated_at': '2021-12-10T18:32:52Z', 'revision_number': 4, 'project_id': '1e8778aa8fff446a884b93621aeb44f2', 'gw_port': {'id': 'c008fcfe-140a-46f6-896f-c8e80125da5b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcbd630-303c-415a-a82a-8572cc33c41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:41Z', 'updated_at': '2021-12-10T18:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '4f4d578b-d25b-4ed3-b36f-62e00a8c64b2', 'name': '', 'network_id': 'fb831214-215d-491e-b432-80905a803c08', 'tenant_id': '1e8778aa8fff446a884b93621aeb44f2', 'mac_address': 'fa:16:3e:5c:e3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcbd630-303c-415a-a82a-8572cc33c41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cea1a1ed-6a06-4ba5-82fb-954327f86ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:48Z', 'updated_at': '2021-12-10T18:32:57Z', 'revision_number': 4, 'project_id': '1e8778aa8fff446a884b93621aeb44f2', 'subnets': [{'id': 'cea1a1ed-6a06-4ba5-82fb-954327f86ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:32:58.833229 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-5b1c8126-0219-44af-a928-5928d378efae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, f77d2b38-50a2-4a48-b3a2-b8f2247495f9) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:58.838317 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb3a8c-bc30-40be-8c22-29cb79c24e5c req-470dc56a-81cf-4f6c-ac29-a9923dbe898f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:58.839875 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-81eb3a8c-bc30-40be-8c22-29cb79c24e5c req-470dc56a-81cf-4f6c-ac29-a9923dbe898f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=caa5a01a-1acd-46e5-8a4d-30a2de0e7869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2029366 Dec 10 18:32:58.874886 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bf5b4a-40a8-49fa-af83-b657f3a7abcc None None] Network f77d2b38-50a2-4a48-b3a2-b8f2247495f9 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:58.876361 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1c8126-0219-44af-a928-5928d378efae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:58.877617 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b1c8126-0219-44af-a928-5928d378efae admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.886189 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-f3686a6d-cd59-48c6-8af0-9a9da05f1bfa req-36cf9a84-f17b-4093-a1f0-92b04a18119c tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Allocated IP 172.25.7.17 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/df9e6483-9633-4576-a460-f7fb3b44fc05) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:58.923399 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5b1c8126-0219-44af-a928-5928d378efae admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5303910 Dec 10 18:32:58.945099 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-4dd097a1-1697-4bf2-9b19-62cd0cbb41c7 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:58.953056 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-4dd097a1-1697-4bf2-9b19-62cd0cbb41c7 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.991050 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-4dd097a1-1697-4bf2-9b19-62cd0cbb41c7 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9362020 Dec 10 18:32:59.022215 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-d8fe7c86-bfdc-4cfd-b0b0-0c3ea4135669 service neutron] Request body: {'port': {'device_id': 'acf2ac8a-1b88-4eca-92c5-ec25b2438e81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:59.063483 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ca446c4d-c271-4f24-a3b3-7a545dd8cb97 req-f1bb3a75-bd76-4c5f-8c5b-7f1ae7e66e7b tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464862 Dec 10 18:32:59.133316 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aee36fe4-d3a5-40ad-a735-64b9f378f211 req-59709167-f73a-4e2e-b147-a4f364974eff service neutron] 10.222.0.46 "GET /v2.0/networks/bceb057d-f456-42f1-aa52-7a9ff59c427a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5257614 Dec 10 18:32:59.135538 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e8096-63dc-4ab7-b805-55051428c195 req-8d45465c-57f7-4ddc-8978-0ed4e1ff2278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:59.139393 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-947e8096-63dc-4ab7-b805-55051428c195 req-8d45465c-57f7-4ddc-8978-0ed4e1ff2278 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5268223 Dec 10 18:32:59.169728 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-d8fe7c86-bfdc-4cfd-b0b0-0c3ea4135669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:59.320023 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f3686a6d-cd59-48c6-8af0-9a9da05f1bfa req-36cf9a84-f17b-4093-a1f0-92b04a18119c tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:59.365146 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba40632-a4b9-41da-98d9-69f0e1edf84c None None] Network f77d2b38-50a2-4a48-b3a2-b8f2247495f9 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:59.391423 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device d4cf029c-ecba-4080-8528-6644036e4964 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:32:59.453603 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75c9d1-3b85-4a77-93ba-1d4b8aa7a7c9 req-d10d163d-e48d-4d7d-936a-630bc14f5668 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:59.466132 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0b75c9d1-3b85-4a77-93ba-1d4b8aa7a7c9 req-d10d163d-e48d-4d7d-936a-630bc14f5668 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=4793395a-57b4-442c-8811-5550f7195b7c HTTP/1.1" status: 200 len: 944 time: 0.2260382 Dec 10 18:32:59.493262 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-81eb3a8c-bc30-40be-8c22-29cb79c24e5c req-13f7d7ea-4eb8-4b17-a797-f20d7f095f77 service neutron] 10.222.0.46 "GET /v2.0/networks/caa5a01a-1acd-46e5-8a4d-30a2de0e7869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5278010 Dec 10 18:32:59.496524 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f3686a6d-cd59-48c6-8af0-9a9da05f1bfa req-36cf9a84-f17b-4093-a1f0-92b04a18119c tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:59.590313 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port d4cf029c-ecba-4080-8528-6644036e4964, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=d4cf029c-ecba-4080-8528-6644036e4964,segment=NetworkSegment(324c87bc-1c36-4a20-9f4a-a520c7d1656f),segment_id=324c87bc-1c36-4a20-9f4a-a520c7d1656f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:59.605484 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0b75c9d1-3b85-4a77-93ba-1d4b8aa7a7c9 req-dc43e368-0813-4366-af44-992dacaef45d tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381066 Dec 10 18:32:59.645709 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': 'd4cf029c-ecba-4080-8528-6644036e4964', 'network_id': '5b615060-7752-4f8a-a10e-67e6c265243e', 'port_id': 'd4cf029c-ecba-4080-8528-6644036e4964', 'mac_address': 'fa:16:3e:76:07:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8d49156-2125-4af0-836d-cb185aa04755', 'ip_address': '19.80.0.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:32:59.668097 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3686a6d-cd59-48c6-8af0-9a9da05f1bfa req-36cf9a84-f17b-4093-a1f0-92b04a18119c tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:59.710733 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-f3686a6d-cd59-48c6-8af0-9a9da05f1bfa req-36cf9a84-f17b-4093-a1f0-92b04a18119c tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:59.715506 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:59.722093 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3686a6d-cd59-48c6-8af0-9a9da05f1bfa req-36cf9a84-f17b-4093-a1f0-92b04a18119c tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:59.748024 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf9a84-f17b-4093-a1f0-92b04a18119c tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Pushing event updated for resources: {'Port': ['ID=df9e6483-9633-4576-a460-f7fb3b44fc05,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:59.754725 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4cf029c-ecba-4080-8528-6644036e4964 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:32:59.780450 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port d4cf029c-ecba-4080-8528-6644036e4964, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=d4cf029c-ecba-4080-8528-6644036e4964,segment=NetworkSegment(324c87bc-1c36-4a20-9f4a-a520c7d1656f),segment_id=324c87bc-1c36-4a20-9f4a-a520c7d1656f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:59.786928 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:59.787760 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 6e84020b-812e-4ce4-8789-5d039525a31a details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:32:59.820583 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-d8fe7c86-bfdc-4cfd-b0b0-0c3ea4135669 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 831331b7-2cee-4d1a-bc6c-4d998882cd0d {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:32:59.831092 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-d8fe7c86-bfdc-4cfd-b0b0-0c3ea4135669 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:59.848501 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-d8fe7c86-bfdc-4cfd-b0b0-0c3ea4135669 service neutron] Transition to ACTIVE for port object 831331b7-2cee-4d1a-bc6c-4d998882cd0d will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:32:59.853452 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-d8fe7c86-bfdc-4cfd-b0b0-0c3ea4135669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:59.855852 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-947e8096-63dc-4ab7-b805-55051428c195 req-2ca82d99-f55e-4cc7-81fb-2ce1b80d8441 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6586826 Dec 10 18:32:59.858164 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358798f9-4942-47db-bd2f-09e707d17cae x-openstack-request-id: req-358798f9-4942-47db-bd2f-09e707d17cae {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:32:59.858390 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133cae24-0aac-4a6c-aa48-07572295e1cc", "tag": "03167325-af32-4f4b-8e4a-20d326d3aa29", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:32:59.858651 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-358798f9-4942-47db-bd2f-09e707d17cae {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:32:59.859048 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133cae24-0aac-4a6c-aa48-07572295e1cc', 'tag': '03167325-af32-4f4b-8e4a-20d326d3aa29', 'status': 'completed', 'code': 200} Dec 10 18:32:59.866089 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=d4cf029c-ecba-4080-8528-6644036e4964,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:59.982658 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-81eb3a8c-bc30-40be-8c22-29cb79c24e5c req-97b5bf98-746d-4915-b480-fa73cb924497 service neutron] 10.222.0.46 "GET /v2.0/networks/caa5a01a-1acd-46e5-8a4d-30a2de0e7869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740129 Dec 10 18:32:59.997358 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe7c86-bfdc-4cfd-b0b0-0c3ea4135669 service neutron] Pushing event updated for resources: {'Port': ['ID=831331b7-2cee-4d1a-bc6c-4d998882cd0d,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:00.036147 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 6e84020b-812e-4ce4-8789-5d039525a31a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=6e84020b-812e-4ce4-8789-5d039525a31a,segment=NetworkSegment(a9a1f0c6-697d-404a-a8fe-550f575230bf),segment_id=a9a1f0c6-697d-404a-a8fe-550f575230bf)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:00.067734 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '6e84020b-812e-4ce4-8789-5d039525a31a', 'network_id': 'bceb057d-f456-42f1-aa52-7a9ff59c427a', 'port_id': '6e84020b-812e-4ce4-8789-5d039525a31a', 'mac_address': 'fa:16:3e:29:16:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf3bf4b2-84a2-4b1b-bd28-de26384874e7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:33:00.093410 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec213e2-4867-4bb0-90cb-9850ba3d0ffa req-20a773f4-97d6-431c-b15b-4dafbc0f0b5e tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:00.094984 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eec213e2-4867-4bb0-90cb-9850ba3d0ffa req-20a773f4-97d6-431c-b15b-4dafbc0f0b5e tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.62 "GET /v2.0/ports?device_id=133cae24-0aac-4a6c-aa48-07572295e1cc HTTP/1.1" status: 200 len: 948 time: 0.1160104 Dec 10 18:33:00.102376 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f3686a6d-cd59-48c6-8af0-9a9da05f1bfa req-36cf9a84-f17b-4093-a1f0-92b04a18119c tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.105434 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-947e8096-63dc-4ab7-b805-55051428c195 req-c0e232b5-07c9-49a3-8ac2-96fb7b1afada service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395513 Dec 10 18:33:00.150429 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f3686a6d-cd59-48c6-8af0-9a9da05f1bfa req-36cf9a84-f17b-4093-a1f0-92b04a18119c tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.152676 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.167411 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e84020b-812e-4ce4-8789-5d039525a31a {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:33:00.193602 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 6e84020b-812e-4ce4-8789-5d039525a31a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=6e84020b-812e-4ce4-8789-5d039525a31a,segment=NetworkSegment(a9a1f0c6-697d-404a-a8fe-550f575230bf),segment_id=a9a1f0c6-697d-404a-a8fe-550f575230bf)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:00.200954 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.201868 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 0ecb59af-c339-4b3a-9898-2fff594440d7 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:33:00.205993 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-d8fe7c86-bfdc-4cfd-b0b0-0c3ea4135669 service neutron] Attempting to bind port 831331b7-2cee-4d1a-bc6c-4d998882cd0d on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:33:00.207142 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-d8fe7c86-bfdc-4cfd-b0b0-0c3ea4135669 service neutron] Attempting to bind port 831331b7-2cee-4d1a-bc6c-4d998882cd0d by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:33:00.212989 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-d8fe7c86-bfdc-4cfd-b0b0-0c3ea4135669 service neutron] Attempting to bind port 831331b7-2cee-4d1a-bc6c-4d998882cd0d on network 7cd799a4-acc6-47e3-afa8-685d03d02732 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:00.227457 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-d8fe7c86-bfdc-4cfd-b0b0-0c3ea4135669 service neutron] Port 831331b7-2cee-4d1a-bc6c-4d998882cd0d on network 7cd799a4-acc6-47e3-afa8-685d03d02732 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:33:00.228153 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-d8fe7c86-bfdc-4cfd-b0b0-0c3ea4135669 service neutron] Attempting to bind port 831331b7-2cee-4d1a-bc6c-4d998882cd0d on network 7cd799a4-acc6-47e3-afa8-685d03d02732 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:00.235284 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eec213e2-4867-4bb0-90cb-9850ba3d0ffa req-fc35ead8-0b74-4dc1-ba09-8d98477dc56c tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a6b1eff-5130-4482-92d3-b48453f8bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296337 Dec 10 18:33:00.239945 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-d8fe7c86-bfdc-4cfd-b0b0-0c3ea4135669 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:33:00.240551 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-d8fe7c86-bfdc-4cfd-b0b0-0c3ea4135669 service neutron] Checking segment: {'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:00.241154 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-d8fe7c86-bfdc-4cfd-b0b0-0c3ea4135669 service neutron] Bound using segment: {'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:33:00.241792 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-d8fe7c86-bfdc-4cfd-b0b0-0c3ea4135669 service neutron] Bound port: 831331b7-2cee-4d1a-bc6c-4d998882cd0d, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:33:00.242332 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-d8fe7c86-bfdc-4cfd-b0b0-0c3ea4135669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.274474 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0dfc3b-e963-454d-95c5-30e3089161ee req-13610f88-c333-4919-be42-8c160caaccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:00.288129 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fc0dfc3b-e963-454d-95c5-30e3089161ee req-13610f88-c333-4919-be42-8c160caaccf7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e130d859c51b40b7a327bac24461ad2f&device_id=133cae24-0aac-4a6c-aa48-07572295e1cc HTTP/1.1" status: 200 len: 1099 time: 0.0775602 Dec 10 18:33:00.318297 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=6e84020b-812e-4ce4-8789-5d039525a31a,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:00.340170 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-d8fe7c86-bfdc-4cfd-b0b0-0c3ea4135669 service neutron] For port 831331b7-2cee-4d1a-bc6c-4d998882cd0d, host n-h1-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:33:00.353243 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-d8fe7c86-bfdc-4cfd-b0b0-0c3ea4135669 service neutron] For port 831331b7-2cee-4d1a-bc6c-4d998882cd0d, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=831331b7-2cee-4d1a-bc6c-4d998882cd0d,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:33:00.370344 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-d8fe7c86-bfdc-4cfd-b0b0-0c3ea4135669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.409548 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-d8fe7c86-bfdc-4cfd-b0b0-0c3ea4135669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:00.410177 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-d8fe7c86-bfdc-4cfd-b0b0-0c3ea4135669 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.411647 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-d8fe7c86-bfdc-4cfd-b0b0-0c3ea4135669 service neutron] 10.222.0.46 "PUT /v2.0/ports/831331b7-2cee-4d1a-bc6c-4d998882cd0d HTTP/1.1" status: 200 len: 1092 time: 1.4087148 Dec 10 18:33:00.412105 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acf2ac8a-1b88-4eca-92c5-ec25b2438e81', 'tag': '831331b7-2cee-4d1a-bc6c-4d998882cd0d'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:33:00.414891 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e15fc89-9628-4463-9999-0db20df7563c" -d '{"events": [{"name": "network-changed", "server_uuid": "acf2ac8a-1b88-4eca-92c5-ec25b2438e81", "tag": "831331b7-2cee-4d1a-bc6c-4d998882cd0d"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:33:00.452417 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe7c86-bfdc-4cfd-b0b0-0c3ea4135669 service neutron] Pushing event updated for resources: {'Port': ['ID=831331b7-2cee-4d1a-bc6c-4d998882cd0d,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:00.511111 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0dfc3b-e963-454d-95c5-30e3089161ee req-5c45b03e-c768-457e-bce1-ae752b745665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:00.512623 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fc0dfc3b-e963-454d-95c5-30e3089161ee req-5c45b03e-c768-457e-bce1-ae752b745665 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.2236896 Dec 10 18:33:00.559966 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 0ecb59af-c339-4b3a-9898-2fff594440d7, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=0ecb59af-c339-4b3a-9898-2fff594440d7,segment=NetworkSegment(26a89fb4-d81d-4260-ba6b-75c15fe51aa0),segment_id=26a89fb4-d81d-4260-ba6b-75c15fe51aa0)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:00.589305 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '0ecb59af-c339-4b3a-9898-2fff594440d7', 'network_id': 'caa5a01a-1acd-46e5-8a4d-30a2de0e7869', 'port_id': '0ecb59af-c339-4b3a-9898-2fff594440d7', 'mac_address': 'fa:16:3e:2c:9e:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6475948-d609-411b-9b41-dc204d74c741', 'ip_address': '19.86.0.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:33:00.619020 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fc0dfc3b-e963-454d-95c5-30e3089161ee req-a3d99214-d8a6-4e05-a3be-a50930bb8db1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=03167325-af32-4f4b-8e4a-20d326d3aa29 HTTP/1.1" status: 200 len: 217 time: 0.0936468 Dec 10 18:33:00.661033 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.693752 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ecb59af-c339-4b3a-9898-2fff594440d7 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:33:00.713943 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0dfc3b-e963-454d-95c5-30e3089161ee req-91389908-5f33-42c9-8546-687ea2d83ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:00.714434 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-1ff85fd1-8464-4069-a8a1-0fc6d989fcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:00.716465 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-1ff85fd1-8464-4069-a8a1-0fc6d989fcc4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986&device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 1095 time: 0.2537806 Dec 10 18:33:00.717337 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fc0dfc3b-e963-454d-95c5-30e3089161ee req-91389908-5f33-42c9-8546-687ea2d83ab5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.0875754 Dec 10 18:33:00.726000 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-52119724-d6e8-4791-880e-d78aef4f4506 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:00.731764 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 0ecb59af-c339-4b3a-9898-2fff594440d7, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=0ecb59af-c339-4b3a-9898-2fff594440d7,segment=NetworkSegment(26a89fb4-d81d-4260-ba6b-75c15fe51aa0),segment_id=26a89fb4-d81d-4260-ba6b-75c15fe51aa0)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:00.735996 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-52119724-d6e8-4791-880e-d78aef4f4506 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/networks?id=f77d2b38-50a2-4a48-b3a2-b8f2247495f9 HTTP/1.1" status: 200 len: 814 time: 0.2092745 Dec 10 18:33:00.739176 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.787085 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f3686a6d-cd59-48c6-8af0-9a9da05f1bfa req-36cf9a84-f17b-4093-a1f0-92b04a18119c tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.799831 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=0ecb59af-c339-4b3a-9898-2fff594440d7,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:00.808996 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-e308421d-83d2-4642-a540-6b06fc64aa32 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=831331b7-2cee-4d1a-bc6c-4d998882cd0d HTTP/1.1" status: 200 len: 217 time: 0.0580947 Dec 10 18:33:00.819790 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f3686a6d-cd59-48c6-8af0-9a9da05f1bfa req-36cf9a84-f17b-4093-a1f0-92b04a18119c tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.837539 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-9f7c3154-8b2f-4d8f-a7e4-3d6f4b3903e4 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/quotas/9d81f2c65ece44779967ce4592ded8a2 HTTP/1.1" status: 200 len: 375 time: 0.0984411 Dec 10 18:33:00.879774 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0dfc3b-e963-454d-95c5-30e3089161ee req-8c0dec1d-0c1e-43f5-9649-40f8d53d6af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:00.881546 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fc0dfc3b-e963-454d-95c5-30e3089161ee req-8c0dec1d-0c1e-43f5-9649-40f8d53d6af7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1436381 Dec 10 18:33:00.916102 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-95f28934-079c-4fc0-97aa-54cf05db4bbf tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9d81f2c65ece44779967ce4592ded8a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0787423 Dec 10 18:33:00.959548 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 4f4d578b-d25b-4ed3-b36f-62e00a8c64b2 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:01.000754 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-2bea85a2-7cc2-4edb-8b24-6ddbfc1a58f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:01.002865 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-2bea85a2-7cc2-4edb-8b24-6ddbfc1a58f0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30832bd6-5c81-4f5a-a237-6a5341f2b45d HTTP/1.1" status: 200 len: 861 time: 0.1922233 Dec 10 18:33:01.017743 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 4f4d578b-d25b-4ed3-b36f-62e00a8c64b2 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:01.018951 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:01.025464 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf9a84-f17b-4093-a1f0-92b04a18119c tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Pushing event updated for resources: {'Port': ['ID=df9e6483-9633-4576-a460-f7fb3b44fc05,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:01.041498 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f3686a6d-cd59-48c6-8af0-9a9da05f1bfa req-36cf9a84-f17b-4093-a1f0-92b04a18119c tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:01.046540 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['d4cf029c-ecba-4080-8528-6644036e4964'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:33:01.055673 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['6e84020b-812e-4ce4-8789-5d039525a31a'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:33:01.065759 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-0da08a78-7e7b-4f72-b5b9-d80bda8cc995 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cd799a4-acc6-47e3-afa8-685d03d02732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556674 Dec 10 18:33:01.073547 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f3686a6d-cd59-48c6-8af0-9a9da05f1bfa req-36cf9a84-f17b-4093-a1f0-92b04a18119c tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:01.074780 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f3686a6d-cd59-48c6-8af0-9a9da05f1bfa req-36cf9a84-f17b-4093-a1f0-92b04a18119c tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.1614070 Dec 10 18:33:01.100432 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fc0dfc3b-e963-454d-95c5-30e3089161ee req-df5d9c5b-2839-426a-a22c-e59766fc36a6 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105365 Dec 10 18:33:01.115832 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['0ecb59af-c339-4b3a-9898-2fff594440d7'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:33:01.147850 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-c42e5de3-edc2-4a45-bec3-5794c6f93414 service neutron] 10.222.0.62 "GET /v2.0/networks/f77d2b38-50a2-4a48-b3a2-b8f2247495f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303891 Dec 10 18:33:01.148501 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f3686a6d-cd59-48c6-8af0-9a9da05f1bfa req-72f9257b-85bb-4508-94e8-55b56a931268 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.17 HTTP/1.1" status: 200 len: 695 time: 0.0535302 Dec 10 18:33:01.253433 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-d956767e-f62e-4ad6-8eb3-2ee931f44ab7 service neutron] 10.222.0.46 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757212 Dec 10 18:33:01.353143 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-d0c4984f-63ec-4351-8a40-c4eee29cfe3a service neutron] 10.222.0.62 "GET /v2.0/networks/f77d2b38-50a2-4a48-b3a2-b8f2247495f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738219 Dec 10 18:33:01.400674 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fccab263-0e02-4c35-8f2e-7ca62c24cbe4 req-10339de6-9937-47da-bf98-5ec54f8cf0ed service neutron] 10.222.0.46 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401618 Dec 10 18:33:01.576939 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fc0dfc3b-e963-454d-95c5-30e3089161ee req-b9b934cc-69ac-4d42-85b1-34d8571d7dbf service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273453 Dec 10 18:33:01.666180 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67b87e-f46f-4854-83c8-4638714d66da req-51ae5c70-cbcb-406a-af33-2de1b7264e6a tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:01.672824 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67b87e-f46f-4854-83c8-4638714d66da req-51ae5c70-cbcb-406a-af33-2de1b7264e6a tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:01.674988 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eb67b87e-f46f-4854-83c8-4638714d66da req-51ae5c70-cbcb-406a-af33-2de1b7264e6a tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe HTTP/1.1" status: 200 len: 1681 time: 0.0731959 Dec 10 18:33:01.703171 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3686a6d-cd59-48c6-8af0-9a9da05f1bfa req-3f0f5dc2-353b-4c1e-8590-82b6b7bb78f1 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:01.705031 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f3686a6d-cd59-48c6-8af0-9a9da05f1bfa req-3f0f5dc2-353b-4c1e-8590-82b6b7bb78f1 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] 10.222.0.62 "GET /v2.0/networks/6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 784 time: 0.1269951 Dec 10 18:33:01.743863 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eb67b87e-f46f-4854-83c8-4638714d66da req-6cc43dba-cb74-45d9-8b18-4728f4333233 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/security-groups?id=02887b67-19d8-4e26-a497-49330ec812c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611870 Dec 10 18:33:01.803791 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4434f64-8354-44d7-9521-03231806f671 x-openstack-request-id: req-b4434f64-8354-44d7-9521-03231806f671 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:33:01.804310 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acf2ac8a-1b88-4eca-92c5-ec25b2438e81", "tag": "831331b7-2cee-4d1a-bc6c-4d998882cd0d", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:33:01.804748 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b4434f64-8354-44d7-9521-03231806f671 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:33:01.805314 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acf2ac8a-1b88-4eca-92c5-ec25b2438e81', 'tag': '831331b7-2cee-4d1a-bc6c-4d998882cd0d', 'status': 'completed', 'code': 200} Dec 10 18:33:01.857799 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dfd867-2c49-4e1e-bd75-43c4cd76580a req-581adfc7-506c-44a7-a18a-7fb31725efcd tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:01.860626 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-96dfd867-2c49-4e1e-bd75-43c4cd76580a req-581adfc7-506c-44a7-a18a-7fb31725efcd tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 944 time: 0.0752034 Dec 10 18:33:01.916419 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15fc89-9628-4463-9999-0db20df7563c req-d5a8442a-7987-49ad-8ca8-97ffd421933c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:01.918517 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e15fc89-9628-4463-9999-0db20df7563c req-d5a8442a-7987-49ad-8ca8-97ffd421933c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986&device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 1095 time: 0.0849409 Dec 10 18:33:01.925473 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-96dfd867-2c49-4e1e-bd75-43c4cd76580a req-73af4161-19fd-4caf-aadf-0e901b5cb6aa tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555317 Dec 10 18:33:02.147875 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e7483-16a4-4b4c-9a79-a612edf4ef6b req-053af00c-4530-43f2-af7b-048403c2c098 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:02.149904 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-046e7483-16a4-4b4c-9a79-a612edf4ef6b req-053af00c-4530-43f2-af7b-048403c2c098 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.62 "GET /v2.0/ports?device_id=133cae24-0aac-4a6c-aa48-07572295e1cc HTTP/1.1" status: 200 len: 948 time: 0.0743639 Dec 10 18:33:02.214312 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-046e7483-16a4-4b4c-9a79-a612edf4ef6b req-9cbd6e2b-23da-4d40-91af-32408314e91d tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a6b1eff-5130-4482-92d3-b48453f8bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560198 Dec 10 18:33:02.328095 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9cb4ed88-e816-41a2-9685-70615c556796 req-15cc3e1f-4e46-4a5e-98c5-96bc2cd1db3a tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0614ff1-b2e4-4ba0-9f2b-8ce6e43e1f2d HTTP/1.1" status: 200 len: 210 time: 0.0402744 Dec 10 18:33:02.419911 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-71dc23f0-1a57-42c4-85ee-a9c45ed315a2 req-958662f9-9ebb-44a5-94ab-9c1145e6fb99 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] 10.222.0.62 "GET /v2.0/floatingips/b453fffa-7fa1-4d21-a111-c7ed597e116b HTTP/1.1" status: 200 len: 692 time: 0.0559082 Dec 10 18:33:02.437581 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15fc89-9628-4463-9999-0db20df7563c req-f0dcb79f-e198-44d4-9c33-9c87e5e091cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:02.439052 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e15fc89-9628-4463-9999-0db20df7563c req-f0dcb79f-e198-44d4-9c33-9c87e5e091cb service neutron] 10.222.0.46 "GET /v2.0/networks?id=7cd799a4-acc6-47e3-afa8-685d03d02732 HTTP/1.1" status: 200 len: 922 time: 0.5115559 Dec 10 18:33:02.485495 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e15fc89-9628-4463-9999-0db20df7563c req-6d795e23-95ce-4db9-9da2-5261e5197656 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=831331b7-2cee-4d1a-bc6c-4d998882cd0d HTTP/1.1" status: 200 len: 217 time: 0.0387535 Dec 10 18:33:02.493722 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d579e3-d5f8-47f1-afec-60741b4946b2 req-3d964565-9835-4b7f-ab5d-7be077d784a3 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:02.495920 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d2d579e3-d5f8-47f1-afec-60741b4946b2 req-3d964565-9835-4b7f-ab5d-7be077d784a3 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=4793395a-57b4-442c-8811-5550f7195b7c HTTP/1.1" status: 200 len: 945 time: 0.5834892 Dec 10 18:33:02.540955 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc23f0-1a57-42c4-85ee-a9c45ed315a2 req-ee80987c-6ec6-454d-be05-b835cb4aa20e tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:02.542561 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-71dc23f0-1a57-42c4-85ee-a9c45ed315a2 req-ee80987c-6ec6-454d-be05-b835cb4aa20e tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] 10.222.0.62 "GET /v2.0/networks/6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 784 time: 0.1155388 Dec 10 18:33:02.562185 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15fc89-9628-4463-9999-0db20df7563c req-b4a207f9-dbc5-4590-8e38-3a2c3bfd3062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:02.563661 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e15fc89-9628-4463-9999-0db20df7563c req-b4a207f9-dbc5-4590-8e38-3a2c3bfd3062 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30832bd6-5c81-4f5a-a237-6a5341f2b45d HTTP/1.1" status: 200 len: 861 time: 0.0675461 Dec 10 18:33:02.590744 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d2d579e3-d5f8-47f1-afec-60741b4946b2 req-82f679da-a2b8-41d6-99be-5f56451c3bb4 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683484 Dec 10 18:33:02.607249 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e15fc89-9628-4463-9999-0db20df7563c req-713e79ed-127e-4147-8f46-bb030e90ff97 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cd799a4-acc6-47e3-afa8-685d03d02732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327504 Dec 10 18:33:02.650957 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-630ce1d1-ce93-45c8-8594-2cce2dec3cde req-e91ccf7c-1c87-4ee7-a23f-c03277871b51 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] 10.222.0.62 "GET /v2.0/floatingips?tenant_id=1e8778aa8fff446a884b93621aeb44f2 HTTP/1.1" status: 200 len: 695 time: 0.0832446 Dec 10 18:33:02.716347 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e15fc89-9628-4463-9999-0db20df7563c req-b059f865-163a-4bbb-a839-8d199eb556e4 service neutron] 10.222.0.46 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007950 Dec 10 18:33:02.833594 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ce1d1-ce93-45c8-8594-2cce2dec3cde req-fcb1e73c-c511-4a15-b32c-16f11dba1a61 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:02.835188 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-630ce1d1-ce93-45c8-8594-2cce2dec3cde req-fcb1e73c-c511-4a15-b32c-16f11dba1a61 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] 10.222.0.62 "GET /v2.0/networks?id=6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 787 time: 0.1780369 Dec 10 18:33:02.858645 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e15fc89-9628-4463-9999-0db20df7563c req-558b130e-f61e-4e92-96fc-78c26a838876 service neutron] 10.222.0.46 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343141 Dec 10 18:33:02.865497 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-630ce1d1-ce93-45c8-8594-2cce2dec3cde req-93b82daf-6399-4d0c-8e25-639876397e76 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:33:02.870098 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-630ce1d1-ce93-45c8-8594-2cce2dec3cde req-93b82daf-6399-4d0c-8e25-639876397e76 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117724 Dec 10 18:33:02.944662 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95637d5b-28b3-4064-b23d-c55855436818 req-0cf8a393-a330-48d2-8a7c-68524f1ac2d6 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:02.951446 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95637d5b-28b3-4064-b23d-c55855436818 req-0cf8a393-a330-48d2-8a7c-68524f1ac2d6 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:02.961817 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-95637d5b-28b3-4064-b23d-c55855436818 req-0cf8a393-a330-48d2-8a7c-68524f1ac2d6 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe HTTP/1.1" status: 200 len: 1681 time: 0.1003308 Dec 10 18:33:02.992805 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d5f4c73-7d60-4af2-be5d-6ff5d9f525a4 req-73193b35-4fdd-45a0-b5ea-717d9019e37e tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] 10.222.0.62 "GET /v2.0/floatingips/b453fffa-7fa1-4d21-a111-c7ed597e116b HTTP/1.1" status: 200 len: 692 time: 0.0756674 Dec 10 18:33:03.020360 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-95637d5b-28b3-4064-b23d-c55855436818 req-7515cd14-b70e-4c52-baf0-c9c451e248f9 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/security-groups?id=02887b67-19d8-4e26-a497-49330ec812c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545089 Dec 10 18:33:03.107100 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-333ade6a-036f-4494-a2b8-6ceaba69211c tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:03.108549 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-333ade6a-036f-4494-a2b8-6ceaba69211c tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.72 "GET /v2.0/networks?id=f77d2b38-50a2-4a48-b3a2-b8f2247495f9 HTTP/1.1" status: 200 len: 814 time: 0.2724411 Dec 10 18:33:03.147503 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f4c73-7d60-4af2-be5d-6ff5d9f525a4 req-43770a61-b08a-43ac-a3de-f12a1cc358a1 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:03.155610 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d5f4c73-7d60-4af2-be5d-6ff5d9f525a4 req-43770a61-b08a-43ac-a3de-f12a1cc358a1 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] 10.222.0.62 "GET /v2.0/networks/6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 784 time: 0.1617949 Dec 10 18:33:03.162480 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-d9675cb9-44fa-4477-9a79-e9af54c4920a tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Request body: {'port': {'device_id': 'e0614ff1-b2e4-4ba0-9f2b-8ce6e43e1f2d', 'network_id': 'f77d2b38-50a2-4a48-b3a2-b8f2247495f9', 'admin_state_up': True, 'tenant_id': '9d81f2c65ece44779967ce4592ded8a2'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:03.165221 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eacf97-07b3-4676-b698-0c45166eafd1 req-485b5830-d516-4f83-b0ab-e0275b669e33 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:03.167006 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f5eacf97-07b3-4676-b698-0c45166eafd1 req-485b5830-d516-4f83-b0ab-e0275b669e33 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 944 time: 0.0524657 Dec 10 18:33:03.238903 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f5eacf97-07b3-4676-b698-0c45166eafd1 req-dd33a229-59e2-4dc1-9724-8a63d99d450c tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565817 Dec 10 18:33:03.272464 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d5f4c73-7d60-4af2-be5d-6ff5d9f525a4 req-2750a9ef-f8fa-4986-958b-0dadb1a7fe55 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.17 HTTP/1.1" status: 200 len: 695 time: 0.1159170 Dec 10 18:33:03.353544 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d5f4c73-7d60-4af2-be5d-6ff5d9f525a4 req-abf61232-54bd-4764-a44c-abfdd4def537 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.17 HTTP/1.1" status: 200 len: 695 time: 0.0786133 Dec 10 18:33:03.394565 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device d4cf029c-ecba-4080-8528-6644036e4964 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:03.470713 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-d9675cb9-44fa-4477-9a79-e9af54c4920a tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Made reservation on behalf of 9d81f2c65ece44779967ce4592ded8a2 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:03.475167 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-d9675cb9-44fa-4477-9a79-e9af54c4920a tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:03.478528 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39beacd3-8b44-4077-b734-0158155cf937 req-6a5c5024-25b3-4fca-9199-deb540fb1ecb tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:03.480161 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-39beacd3-8b44-4077-b734-0158155cf937 req-6a5c5024-25b3-4fca-9199-deb540fb1ecb tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.62 "GET /v2.0/ports?device_id=133cae24-0aac-4a6c-aa48-07572295e1cc HTTP/1.1" status: 200 len: 948 time: 0.0980527 Dec 10 18:33:03.484550 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:03.519940 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port d4cf029c-ecba-4080-8528-6644036e4964 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:33:03.524688 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port d4cf029c-ecba-4080-8528-6644036e4964 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:03.525184 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:03.606203 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-39beacd3-8b44-4077-b734-0158155cf937 req-56706e5b-5f04-476f-a957-4ca7c12a1f22 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a6b1eff-5130-4482-92d3-b48453f8bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165838 Dec 10 18:33:03.634742 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:03.678288 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4cf029c-ecba-4080-8528-6644036e4964'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:33:03.681205 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbe71a1-0d83-4544-96d6-600d46d42f23" -d '{"events": [{"server_uuid": "a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe", "name": "network-vif-plugged", "status": "completed", "tag": "d4cf029c-ecba-4080-8528-6644036e4964"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:33:03.699658 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port d4cf029c-ecba-4080-8528-6644036e4964, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=d4cf029c-ecba-4080-8528-6644036e4964,segment=NetworkSegment(324c87bc-1c36-4a20-9f4a-a520c7d1656f),segment_id=324c87bc-1c36-4a20-9f4a-a520c7d1656f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:03.706213 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-9d5f4c73-7d60-4af2-be5d-6ff5d9f525a4 req-e0de4173-fe81-4aff-8cf6-fc85599ad2bc tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Deleting port df9e6483-9633-4576-a460-f7fb3b44fc05 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:03.706977 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9d5f4c73-7d60-4af2-be5d-6ff5d9f525a4 req-e0de4173-fe81-4aff-8cf6-fc85599ad2bc tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:03.708142 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:03.709573 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 6e84020b-812e-4ce4-8789-5d039525a31a up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:03.753480 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-d9675cb9-44fa-4477-9a79-e9af54c4920a tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Allocated IP 172.20.0.3 (f77d2b38-50a2-4a48-b3a2-b8f2247495f9/2eb8e2fa-9956-481f-b0b9-17ff60156029/7b448d47-d3b6-4a48-958d-84b796f84f4c) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:03.757919 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-65d30933-61a9-4a1e-acc3-e5ef3799f844 req-28911a85-f366-4690-88fc-c7e2f8070386 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0614ff1-b2e4-4ba0-9f2b-8ce6e43e1f2d HTTP/1.1" status: 200 len: 210 time: 0.0734155 Dec 10 18:33:03.806514 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=d4cf029c-ecba-4080-8528-6644036e4964,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:03.849376 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 6e84020b-812e-4ce4-8789-5d039525a31a completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:33:03.857805 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 6e84020b-812e-4ce4-8789-5d039525a31a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:03.858367 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:03.887222 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9d5f4c73-7d60-4af2-be5d-6ff5d9f525a4 req-e0de4173-fe81-4aff-8cf6-fc85599ad2bc tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:03.887770 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9d5f4c73-7d60-4af2-be5d-6ff5d9f525a4 req-e0de4173-fe81-4aff-8cf6-fc85599ad2bc tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:03.915177 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123a452-7d15-4ecc-be5e-c9aad7821a01 req-91d1246b-158f-47a4-ba76-52fbfde934b6 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:03.924341 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1123a452-7d15-4ecc-be5e-c9aad7821a01 req-91d1246b-158f-47a4-ba76-52fbfde934b6 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=4793395a-57b4-442c-8811-5550f7195b7c HTTP/1.1" status: 200 len: 945 time: 0.0699801 Dec 10 18:33:03.943625 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-9d5f4c73-7d60-4af2-be5d-6ff5d9f525a4 req-e0de4173-fe81-4aff-8cf6-fc85599ad2bc tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Calling delete_port for df9e6483-9633-4576-a460-f7fb3b44fc05 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:03.985548 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1123a452-7d15-4ecc-be5e-c9aad7821a01 req-0dda6306-62f9-443e-9835-bb52e0740ec0 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601201 Dec 10 18:33:04.013167 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:04.052337 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739b7dbc-0cca-4b9d-9ff7-a63fea29ff35 x-openstack-request-id: req-739b7dbc-0cca-4b9d-9ff7-a63fea29ff35 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:33:04.052692 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe", "name": "network-vif-plugged", "status": "completed", "tag": "d4cf029c-ecba-4080-8528-6644036e4964", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:33:04.052971 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-739b7dbc-0cca-4b9d-9ff7-a63fea29ff35 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:33:04.053510 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4cf029c-ecba-4080-8528-6644036e4964', 'code': 200} Dec 10 18:33:04.089366 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-d9675cb9-44fa-4477-9a79-e9af54c4920a tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:04.109412 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 6e84020b-812e-4ce4-8789-5d039525a31a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=6e84020b-812e-4ce4-8789-5d039525a31a,segment=NetworkSegment(a9a1f0c6-697d-404a-a8fe-550f575230bf),segment_id=a9a1f0c6-697d-404a-a8fe-550f575230bf)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:04.117766 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:04.118764 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 0ecb59af-c339-4b3a-9898-2fff594440d7 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:04.167362 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406560bd-e866-4235-b4ae-32bf70b3427f req-0b2e672a-93d4-4d12-839e-7c2c86d2c32b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:04.174867 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406560bd-e866-4235-b4ae-32bf70b3427f req-0b2e672a-93d4-4d12-839e-7c2c86d2c32b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:04.183686 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-406560bd-e866-4235-b4ae-32bf70b3427f req-0b2e672a-93d4-4d12-839e-7c2c86d2c32b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe HTTP/1.1" status: 200 len: 1682 time: 0.0827520 Dec 10 18:33:04.206634 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9d5f4c73-7d60-4af2-be5d-6ff5d9f525a4 req-e0de4173-fe81-4aff-8cf6-fc85599ad2bc tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:04.245770 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-406560bd-e866-4235-b4ae-32bf70b3427f req-e136dd52-c9ed-4843-84b0-04c5cca5ba5a tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/security-groups?id=02887b67-19d8-4e26-a497-49330ec812c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611293 Dec 10 18:33:04.281925 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de4173-fe81-4aff-8cf6-fc85599ad2bc tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Pushing event deleted for resources: {'Port': ['ID=df9e6483-9633-4576-a460-f7fb3b44fc05,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:04.300695 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=6e84020b-812e-4ce4-8789-5d039525a31a,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:04.343959 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-d9675cb9-44fa-4477-9a79-e9af54c4920a tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:04.352168 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 0ecb59af-c339-4b3a-9898-2fff594440d7 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:33:04.357093 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 0ecb59af-c339-4b3a-9898-2fff594440d7 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:04.357852 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:04.454146 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47b964-0f39-4089-86e9-4e550a8bf675 req-9cf05f3e-e0af-4934-8cd3-8b3c3bff455d tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:04.463149 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fe47b964-0f39-4089-86e9-4e550a8bf675 req-9cf05f3e-e0af-4934-8cd3-8b3c3bff455d tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 944 time: 0.0754297 Dec 10 18:33:04.475261 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9d5f4c73-7d60-4af2-be5d-6ff5d9f525a4 req-e0de4173-fe81-4aff-8cf6-fc85599ad2bc tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:04.482531 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9d5f4c73-7d60-4af2-be5d-6ff5d9f525a4 req-e0de4173-fe81-4aff-8cf6-fc85599ad2bc tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:04.483711 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d5f4c73-7d60-4af2-be5d-6ff5d9f525a4 req-e0de4173-fe81-4aff-8cf6-fc85599ad2bc tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] 10.222.0.62 "DELETE /v2.0/floatingips/b453fffa-7fa1-4d21-a111-c7ed597e116b HTTP/1.1" status: 204 len: 173 time: 1.1290715 Dec 10 18:33:04.485978 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-d9675cb9-44fa-4477-9a79-e9af54c4920a tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Network f77d2b38-50a2-4a48-b3a2-b8f2247495f9 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:04.490142 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:04.499642 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-d9675cb9-44fa-4477-9a79-e9af54c4920a tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:04.504118 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-d9675cb9-44fa-4477-9a79-e9af54c4920a tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:04.513351 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9675cb9-44fa-4477-9a79-e9af54c4920a tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Pushing event updated for resources: {'Port': ['ID=7b448d47-d3b6-4a48-958d-84b796f84f4c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:04.549752 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 0ecb59af-c339-4b3a-9898-2fff594440d7, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=0ecb59af-c339-4b3a-9898-2fff594440d7,segment=NetworkSegment(26a89fb4-d81d-4260-ba6b-75c15fe51aa0),segment_id=26a89fb4-d81d-4260-ba6b-75c15fe51aa0)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:04.562345 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:04.570674 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fe47b964-0f39-4089-86e9-4e550a8bf675 req-4838f96f-a330-47d0-8ddc-e47b741349f5 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065843 Dec 10 18:33:04.588227 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-d9675cb9-44fa-4477-9a79-e9af54c4920a tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:04.588981 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-d9675cb9-44fa-4477-9a79-e9af54c4920a tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:04.622466 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-d9675cb9-44fa-4477-9a79-e9af54c4920a tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4644067 Dec 10 18:33:04.648531 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-1d0ad312-767b-422f-addf-1f28fc266ee1 service neutron] Request body: {'port': {'device_id': 'e0614ff1-b2e4-4ba0-9f2b-8ce6e43e1f2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:04.671960 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=0ecb59af-c339-4b3a-9898-2fff594440d7,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:04.784036 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-09b6b75e-419b-4663-83db-6b85aa3ac373 req-fbb414b4-ccfc-4ea5-8dcd-285e901d4513 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1676037 Dec 10 18:33:04.790447 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832aa800-1d24-4057-aef4-67f373167228 req-3f004a87-57ef-4d93-8c18-062fb352cfeb tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:04.791966 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-832aa800-1d24-4057-aef4-67f373167228 req-3f004a87-57ef-4d93-8c18-062fb352cfeb tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.62 "GET /v2.0/ports?device_id=133cae24-0aac-4a6c-aa48-07572295e1cc HTTP/1.1" status: 200 len: 948 time: 0.0971532 Dec 10 18:33:04.793366 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-1d0ad312-767b-422f-addf-1f28fc266ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:04.794034 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-09b6b75e-419b-4663-83db-6b85aa3ac373 req-96e52875-efda-48be-b54b-1b2019f5e629 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:04.825443 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-09b6b75e-419b-4663-83db-6b85aa3ac373 req-96e52875-efda-48be-b54b-1b2019f5e629 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:04.894487 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-832aa800-1d24-4057-aef4-67f373167228 req-4632a5cf-c1d9-49ad-b022-cc5ca2d47f70 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a6b1eff-5130-4482-92d3-b48453f8bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906417 Dec 10 18:33:04.951570 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-09b6b75e-419b-4663-83db-6b85aa3ac373 req-96e52875-efda-48be-b54b-1b2019f5e629 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:04.966195 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:33:05.076731 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-09b6b75e-419b-4663-83db-6b85aa3ac373 req-96e52875-efda-48be-b54b-1b2019f5e629 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Allocated IP 172.25.7.65 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/f8d5dc89-89fd-4016-98c2-1e6fa1ce9840) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:05.119211 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c45580-679d-4297-a824-5c731b2c4a5e req-6d64cbc4-05e5-450f-ba70-d4af0f794e1e tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:05.120715 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-80c45580-679d-4297-a824-5c731b2c4a5e req-6d64cbc4-05e5-450f-ba70-d4af0f794e1e tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0614ff1-b2e4-4ba0-9f2b-8ce6e43e1f2d HTTP/1.1" status: 200 len: 931 time: 0.0850370 Dec 10 18:33:05.185196 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-09b6b75e-419b-4663-83db-6b85aa3ac373 req-96e52875-efda-48be-b54b-1b2019f5e629 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.214400 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-80c45580-679d-4297-a824-5c731b2c4a5e req-fad2246b-cdbe-485a-bf93-6d1c7743328e tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818605 Dec 10 18:33:05.216311 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-1d0ad312-767b-422f-addf-1f28fc266ee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b448d47-d3b6-4a48-958d-84b796f84f4c {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:33:05.225020 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-1d0ad312-767b-422f-addf-1f28fc266ee1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.233576 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-09b6b75e-419b-4663-83db-6b85aa3ac373 req-96e52875-efda-48be-b54b-1b2019f5e629 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.240960 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-1d0ad312-767b-422f-addf-1f28fc266ee1 service neutron] Transition to ACTIVE for port object 7b448d47-d3b6-4a48-958d-84b796f84f4c will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:33:05.249122 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-1d0ad312-767b-422f-addf-1f28fc266ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.290700 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09b6b75e-419b-4663-83db-6b85aa3ac373 req-96e52875-efda-48be-b54b-1b2019f5e629 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:05.294530 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-09b6b75e-419b-4663-83db-6b85aa3ac373 req-96e52875-efda-48be-b54b-1b2019f5e629 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:05.297605 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b6b75e-419b-4663-83db-6b85aa3ac373 req-96e52875-efda-48be-b54b-1b2019f5e629 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:05.305553 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ad312-767b-422f-addf-1f28fc266ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=7b448d47-d3b6-4a48-958d-84b796f84f4c,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:05.305762 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e52875-efda-48be-b54b-1b2019f5e629 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Pushing event updated for resources: {'Port': ['ID=f8d5dc89-89fd-4016-98c2-1e6fa1ce9840,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:05.401214 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-09b6b75e-419b-4663-83db-6b85aa3ac373 req-96e52875-efda-48be-b54b-1b2019f5e629 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.433029 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee152b-f62b-4af0-be2b-4e6aace6c372 req-ff7a4e8c-557a-4b99-8a7c-62555714e33d tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:05.441027 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-58ee152b-f62b-4af0-be2b-4e6aace6c372 req-ff7a4e8c-557a-4b99-8a7c-62555714e33d tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=4793395a-57b4-442c-8811-5550f7195b7c HTTP/1.1" status: 200 len: 946 time: 0.1009881 Dec 10 18:33:05.441536 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-09b6b75e-419b-4663-83db-6b85aa3ac373 req-96e52875-efda-48be-b54b-1b2019f5e629 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.452723 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-1d0ad312-767b-422f-addf-1f28fc266ee1 service neutron] Attempting to bind port 7b448d47-d3b6-4a48-958d-84b796f84f4c on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:33:05.453066 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-1d0ad312-767b-422f-addf-1f28fc266ee1 service neutron] Attempting to bind port 7b448d47-d3b6-4a48-958d-84b796f84f4c by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': 'a4943cb1-8b39-4de7-85ed-25fa2e86aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f77d2b38-50a2-4a48-b3a2-b8f2247495f9'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:33:05.453405 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-1d0ad312-767b-422f-addf-1f28fc266ee1 service neutron] Attempting to bind port 7b448d47-d3b6-4a48-958d-84b796f84f4c on network f77d2b38-50a2-4a48-b3a2-b8f2247495f9 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:05.467464 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-1d0ad312-767b-422f-addf-1f28fc266ee1 service neutron] Port 7b448d47-d3b6-4a48-958d-84b796f84f4c on network f77d2b38-50a2-4a48-b3a2-b8f2247495f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:33:05.467912 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-1d0ad312-767b-422f-addf-1f28fc266ee1 service neutron] Attempting to bind port 7b448d47-d3b6-4a48-958d-84b796f84f4c on network f77d2b38-50a2-4a48-b3a2-b8f2247495f9 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:05.481351 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-1d0ad312-767b-422f-addf-1f28fc266ee1 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:33:05.481787 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-1d0ad312-767b-422f-addf-1f28fc266ee1 service neutron] Checking segment: {'id': 'a4943cb1-8b39-4de7-85ed-25fa2e86aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f77d2b38-50a2-4a48-b3a2-b8f2247495f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:05.482097 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-1d0ad312-767b-422f-addf-1f28fc266ee1 service neutron] Bound using segment: {'id': 'a4943cb1-8b39-4de7-85ed-25fa2e86aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f77d2b38-50a2-4a48-b3a2-b8f2247495f9'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:33:05.482565 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-1d0ad312-767b-422f-addf-1f28fc266ee1 service neutron] Bound port: 7b448d47-d3b6-4a48-958d-84b796f84f4c, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4943cb1-8b39-4de7-85ed-25fa2e86aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f77d2b38-50a2-4a48-b3a2-b8f2247495f9'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:33:05.482922 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-1d0ad312-767b-422f-addf-1f28fc266ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.538249 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-58ee152b-f62b-4af0-be2b-4e6aace6c372 req-15364183-f8ce-4560-b52e-27f194ff484b tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947897 Dec 10 18:33:05.590327 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-1d0ad312-767b-422f-addf-1f28fc266ee1 service neutron] For port 7b448d47-d3b6-4a48-958d-84b796f84f4c, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:33:05.595010 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-1d0ad312-767b-422f-addf-1f28fc266ee1 service neutron] For port 7b448d47-d3b6-4a48-958d-84b796f84f4c, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=7b448d47-d3b6-4a48-958d-84b796f84f4c,segment=NetworkSegment(a4943cb1-8b39-4de7-85ed-25fa2e86aa72),segment_id=a4943cb1-8b39-4de7-85ed-25fa2e86aa72)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:33:05.603420 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-1d0ad312-767b-422f-addf-1f28fc266ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.648140 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-09b6b75e-419b-4663-83db-6b85aa3ac373 req-96e52875-efda-48be-b54b-1b2019f5e629 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.656432 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-09b6b75e-419b-4663-83db-6b85aa3ac373 req-96e52875-efda-48be-b54b-1b2019f5e629 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.697851 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ad312-767b-422f-addf-1f28fc266ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=7b448d47-d3b6-4a48-958d-84b796f84f4c,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:05.716083 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-1d0ad312-767b-422f-addf-1f28fc266ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:05.716817 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-1d0ad312-767b-422f-addf-1f28fc266ee1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.720942 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-1d0ad312-767b-422f-addf-1f28fc266ee1 service neutron] 10.222.0.72 "PUT /v2.0/ports/7b448d47-d3b6-4a48-958d-84b796f84f4c HTTP/1.1" status: 200 len: 1091 time: 1.0842619 Dec 10 18:33:05.721449 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0614ff1-b2e4-4ba0-9f2b-8ce6e43e1f2d', 'tag': '7b448d47-d3b6-4a48-958d-84b796f84f4c'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:33:05.726746 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4953e48-0cd1-4cf4-b08b-78da514d435e" -d '{"events": [{"name": "network-changed", "server_uuid": "e0614ff1-b2e4-4ba0-9f2b-8ce6e43e1f2d", "tag": "7b448d47-d3b6-4a48-958d-84b796f84f4c"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:33:05.767386 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e52875-efda-48be-b54b-1b2019f5e629 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Pushing event updated for resources: {'Port': ['ID=f8d5dc89-89fd-4016-98c2-1e6fa1ce9840,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:05.779111 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-09b6b75e-419b-4663-83db-6b85aa3ac373 req-96e52875-efda-48be-b54b-1b2019f5e629 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.807620 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-09b6b75e-419b-4663-83db-6b85aa3ac373 req-96e52875-efda-48be-b54b-1b2019f5e629 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.809987 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-09b6b75e-419b-4663-83db-6b85aa3ac373 req-96e52875-efda-48be-b54b-1b2019f5e629 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0203621 Dec 10 18:33:05.832736 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-ba96159e-bc8f-4147-8557-748e95ec295e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:05.834263 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-ba96159e-bc8f-4147-8557-748e95ec295e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9d81f2c65ece44779967ce4592ded8a2&device_id=e0614ff1-b2e4-4ba0-9f2b-8ce6e43e1f2d HTTP/1.1" status: 200 len: 1094 time: 0.0679574 Dec 10 18:33:05.869331 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-09b6b75e-419b-4663-83db-6b85aa3ac373 req-f8b8d71e-c81d-4b78-b50a-f8b197fbdfaf tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.65 HTTP/1.1" status: 200 len: 695 time: 0.0534384 Dec 10 18:33:05.898479 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-7097c8ca-3a80-4c7f-8ab4-c8c42b37781c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b448d47-d3b6-4a48-958d-84b796f84f4c HTTP/1.1" status: 200 len: 217 time: 0.0490885 Dec 10 18:33:05.952198 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3628f-8a68-406f-a431-d23f51883bbf req-fae49ca0-b4e6-4985-81ca-5a41854457a2 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:05.958861 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3628f-8a68-406f-a431-d23f51883bbf req-fae49ca0-b4e6-4985-81ca-5a41854457a2 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:05.960476 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-04b3628f-8a68-406f-a431-d23f51883bbf req-fae49ca0-b4e6-4985-81ca-5a41854457a2 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe HTTP/1.1" status: 200 len: 1683 time: 0.1423934 Dec 10 18:33:05.996421 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-9ea0cbdf-d66a-4c5f-8954-335f929de7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:05.997941 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-9ea0cbdf-d66a-4c5f-8954-335f929de7a7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2eb8e2fa-9956-481f-b0b9-17ff60156029 HTTP/1.1" status: 200 len: 854 time: 0.0921309 Dec 10 18:33:06.000010 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6b75e-419b-4663-83db-6b85aa3ac373 req-809be195-154c-43c1-bdd6-22d8729a2325 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:06.001438 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-09b6b75e-419b-4663-83db-6b85aa3ac373 req-809be195-154c-43c1-bdd6-22d8729a2325 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] 10.222.0.62 "GET /v2.0/networks/6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 784 time: 0.1260762 Dec 10 18:33:06.036746 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 03167325-af32-4f4b-8e4a-20d326d3aa29 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:33:06.045961 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-afbb2e2b-de2f-46d1-9242-46afa7b9b0e2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f77d2b38-50a2-4a48-b3a2-b8f2247495f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370111 Dec 10 18:33:06.051736 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-04b3628f-8a68-406f-a431-d23f51883bbf req-8ab5e7d3-f19d-493a-b52c-049eb5de70c1 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/security-groups?id=02887b67-19d8-4e26-a497-49330ec812c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832655 Dec 10 18:33:06.160974 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-32b2215e-75a4-4bc6-b260-44190115b7f4 service neutron] 10.222.0.72 "GET /v2.0/networks/f77d2b38-50a2-4a48-b3a2-b8f2247495f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057966 Dec 10 18:33:06.180918 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4793395a-57b4-442c-8811-5550f7195b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e84020b-812e-4ce4-8789-5d039525a31a'}, {'server_uuid': 'a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecb59af-c339-4b3a-9898-2fff594440d7'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:33:06.183353 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f816a62f-371e-4519-bb36-42828664b1b8" -d '{"events": [{"server_uuid": "4793395a-57b4-442c-8811-5550f7195b7c", "name": "network-vif-plugged", "status": "completed", "tag": "6e84020b-812e-4ce4-8789-5d039525a31a"}, {"server_uuid": "a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe", "name": "network-vif-plugged", "status": "completed", "tag": "0ecb59af-c339-4b3a-9898-2fff594440d7"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:33:06.194962 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 03167325-af32-4f4b-8e4a-20d326d3aa29, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=03167325-af32-4f4b-8e4a-20d326d3aa29,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:06.203761 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b644c3-9d28-495c-99df-57ea7f0162da req-11c1cd93-c4b4-4e89-8b4a-81184fe7a570 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:06.208773 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '03167325-af32-4f4b-8e4a-20d326d3aa29', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': '03167325-af32-4f4b-8e4a-20d326d3aa29', 'mac_address': 'fa:16:3e:34:43:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:33:06.225199 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-73b644c3-9d28-495c-99df-57ea7f0162da req-11c1cd93-c4b4-4e89-8b4a-81184fe7a570 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 944 time: 0.1343007 Dec 10 18:33:06.258063 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:06.278167 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03167325-af32-4f4b-8e4a-20d326d3aa29 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:33:06.304431 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 03167325-af32-4f4b-8e4a-20d326d3aa29, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=03167325-af32-4f4b-8e4a-20d326d3aa29,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:06.307841 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09868c65-4c0e-41e5-af11-fcc03ea2411b x-openstack-request-id: req-09868c65-4c0e-41e5-af11-fcc03ea2411b {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:33:06.308685 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0614ff1-b2e4-4ba0-9f2b-8ce6e43e1f2d", "tag": "7b448d47-d3b6-4a48-958d-84b796f84f4c", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:33:06.309429 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:06.311596 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-09868c65-4c0e-41e5-af11-fcc03ea2411b {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:33:06.313675 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0614ff1-b2e4-4ba0-9f2b-8ce6e43e1f2d', 'tag': '7b448d47-d3b6-4a48-958d-84b796f84f4c', 'status': 'completed', 'code': 200} Dec 10 18:33:06.328892 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-233e1155-eabb-4af6-b790-b64ed2b30899 req-592a6c5b-7166-4e69-829e-dbf6c642ec8b service neutron] 10.222.0.72 "GET /v2.0/networks/f77d2b38-50a2-4a48-b3a2-b8f2247495f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597199 Dec 10 18:33:06.337321 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-73b644c3-9d28-495c-99df-57ea7f0162da req-87466899-a9b5-4e88-9763-14a726302ea2 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085842 Dec 10 18:33:06.382811 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=03167325-af32-4f4b-8e4a-20d326d3aa29,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:06.422415 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e6efdc8-820d-47b4-9286-09e4c876edbb req-8eef0340-572a-44e8-8de6-fea2e3eafa88 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] 10.222.0.62 "GET /v2.0/floatingips/71e46ddd-714d-4503-8bc5-1027455d7daf HTTP/1.1" status: 200 len: 692 time: 0.0534191 Dec 10 18:33:06.483807 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4953e48-0cd1-4cf4-b08b-78da514d435e req-e5f19eab-4a0b-40f1-a9bf-cd376416d294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:06.485639 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b4953e48-0cd1-4cf4-b08b-78da514d435e req-e5f19eab-4a0b-40f1-a9bf-cd376416d294 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9d81f2c65ece44779967ce4592ded8a2&device_id=e0614ff1-b2e4-4ba0-9f2b-8ce6e43e1f2d HTTP/1.1" status: 200 len: 1094 time: 0.0935428 Dec 10 18:33:06.494302 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa99548-c11e-4eb7-aab8-1cf4353f2daa req-39863b0c-3351-4c85-bb21-8124d1558c63 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:06.497276 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2aa99548-c11e-4eb7-aab8-1cf4353f2daa req-39863b0c-3351-4c85-bb21-8124d1558c63 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.62 "GET /v2.0/ports?device_id=133cae24-0aac-4a6c-aa48-07572295e1cc HTTP/1.1" status: 200 len: 949 time: 0.0716827 Dec 10 18:33:06.540850 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6efdc8-820d-47b4-9286-09e4c876edbb req-ceaac3d4-87dc-4fd9-8f3b-cca40e497437 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:06.542301 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e6efdc8-820d-47b4-9286-09e4c876edbb req-ceaac3d4-87dc-4fd9-8f3b-cca40e497437 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] 10.222.0.62 "GET /v2.0/networks/6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 784 time: 0.1127048 Dec 10 18:33:06.557110 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-1e6efdc8-820d-47b4-9286-09e4c876edbb req-9671e420-8d06-418d-aff0-e37128a75664 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:33:06.558201 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e6efdc8-820d-47b4-9286-09e4c876edbb req-9671e420-8d06-418d-aff0-e37128a75664 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094805 Dec 10 18:33:06.616276 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2aa99548-c11e-4eb7-aab8-1cf4353f2daa req-a91a325e-d2fa-44b7-8f3f-d271c8e9c536 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a6b1eff-5130-4482-92d3-b48453f8bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123962 Dec 10 18:33:06.634972 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e6efdc8-820d-47b4-9286-09e4c876edbb req-d8162118-73ba-4552-b4ed-f81b40cd24a6 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.65 HTTP/1.1" status: 200 len: 695 time: 0.0680180 Dec 10 18:33:06.649243 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4953e48-0cd1-4cf4-b08b-78da514d435e req-46638a91-07de-4ea1-a4e0-2f7dde9deec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:06.650808 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b4953e48-0cd1-4cf4-b08b-78da514d435e req-46638a91-07de-4ea1-a4e0-2f7dde9deec9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f77d2b38-50a2-4a48-b3a2-b8f2247495f9 HTTP/1.1" status: 200 len: 915 time: 0.1497662 Dec 10 18:33:06.699841 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 18:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254c7feb-9b21-4094-a392-e3e63d2ccc0a x-openstack-request-id: req-254c7feb-9b21-4094-a392-e3e63d2ccc0a {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:33:06.700427 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4793395a-57b4-442c-8811-5550f7195b7c", "name": "network-vif-plugged", "status": "completed", "tag": "6e84020b-812e-4ce4-8789-5d039525a31a", "code": 200}, {"server_uuid": "a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe", "name": "network-vif-plugged", "status": "completed", "tag": "0ecb59af-c339-4b3a-9898-2fff594440d7", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:33:06.700947 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-254c7feb-9b21-4094-a392-e3e63d2ccc0a {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:33:06.701588 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4793395a-57b4-442c-8811-5550f7195b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e84020b-812e-4ce4-8789-5d039525a31a', 'code': 200} Dec 10 18:33:06.701806 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e6efdc8-820d-47b4-9286-09e4c876edbb req-40b5a860-75a8-4902-8657-ebe9a9a37c6b tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.65 HTTP/1.1" status: 200 len: 695 time: 0.0578854 Dec 10 18:33:06.702290 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecb59af-c339-4b3a-9898-2fff594440d7', 'code': 200} Dec 10 18:33:06.721314 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b4953e48-0cd1-4cf4-b08b-78da514d435e req-82cf5031-12b8-4d70-abae-483987abe2b1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b448d47-d3b6-4a48-958d-84b796f84f4c HTTP/1.1" status: 200 len: 217 time: 0.0611072 Dec 10 18:33:06.834644 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4953e48-0cd1-4cf4-b08b-78da514d435e req-918689e6-9634-468f-b2da-70931091ec65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:06.836136 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b4953e48-0cd1-4cf4-b08b-78da514d435e req-918689e6-9634-468f-b2da-70931091ec65 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2eb8e2fa-9956-481f-b0b9-17ff60156029 HTTP/1.1" status: 200 len: 854 time: 0.1013577 Dec 10 18:33:06.934929 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['03167325-af32-4f4b-8e4a-20d326d3aa29'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:33:06.947312 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f9ff5-3a64-41e0-a4ff-6e38a2fbfacd req-aeb752b4-d4d0-4678-b198-5bece2d067b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:06.948810 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-be8f9ff5-3a64-41e0-a4ff-6e38a2fbfacd req-aeb752b4-d4d0-4678-b198-5bece2d067b8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4793395a-57b4-442c-8811-5550f7195b7c HTTP/1.1" status: 200 len: 1097 time: 0.1512148 Dec 10 18:33:06.953755 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-1e6efdc8-820d-47b4-9286-09e4c876edbb req-c07e2c85-25a1-43ef-8a5c-f1a22ccaaa8e tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Deleting port f8d5dc89-89fd-4016-98c2-1e6fa1ce9840 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:06.954241 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1e6efdc8-820d-47b4-9286-09e4c876edbb req-c07e2c85-25a1-43ef-8a5c-f1a22ccaaa8e tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:07.054345 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-be8f9ff5-3a64-41e0-a4ff-6e38a2fbfacd req-db7290b4-9e83-41fd-9688-35c2eccefe10 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972993 Dec 10 18:33:07.079681 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1e6efdc8-820d-47b4-9286-09e4c876edbb req-c07e2c85-25a1-43ef-8a5c-f1a22ccaaa8e tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:07.081357 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1e6efdc8-820d-47b4-9286-09e4c876edbb req-c07e2c85-25a1-43ef-8a5c-f1a22ccaaa8e tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:07.099008 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-1e6efdc8-820d-47b4-9286-09e4c876edbb req-c07e2c85-25a1-43ef-8a5c-f1a22ccaaa8e tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Calling delete_port for f8d5dc89-89fd-4016-98c2-1e6fa1ce9840 owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:07.226099 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b4953e48-0cd1-4cf4-b08b-78da514d435e req-5ae9e80c-3db4-458e-b482-d73e0b566a4f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f77d2b38-50a2-4a48-b3a2-b8f2247495f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3574390 Dec 10 18:33:07.257644 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd3599-addb-4c47-8670-8f4eb87b6458 req-9583970d-f2c9-4172-9d32-8b1e03b71b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:07.258118 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd3599-addb-4c47-8670-8f4eb87b6458 req-9583970d-f2c9-4172-9d32-8b1e03b71b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:07.259718 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fdfd3599-addb-4c47-8670-8f4eb87b6458 req-9583970d-f2c9-4172-9d32-8b1e03b71b5b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe HTTP/1.1" status: 200 len: 1985 time: 0.4201908 Dec 10 18:33:07.295600 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1e6efdc8-820d-47b4-9286-09e4c876edbb req-c07e2c85-25a1-43ef-8a5c-f1a22ccaaa8e tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:07.323699 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef786067-3e65-45ef-8cd8-8c0232c09756 req-acc71670-2de9-463f-8105-cdca4df744f0 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:07.325231 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef786067-3e65-45ef-8cd8-8c0232c09756 req-acc71670-2de9-463f-8105-cdca4df744f0 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0614ff1-b2e4-4ba0-9f2b-8ce6e43e1f2d HTTP/1.1" status: 200 len: 943 time: 0.4611044 Dec 10 18:33:07.339516 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e2c85-25a1-43ef-8a5c-f1a22ccaaa8e tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Pushing event deleted for resources: {'Port': ['ID=f8d5dc89-89fd-4016-98c2-1e6fa1ce9840,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:07.379375 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fdfd3599-addb-4c47-8670-8f4eb87b6458 req-7132e778-1fd0-40ce-8c2a-d06e52fd1ae2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=02887b67-19d8-4e26-a497-49330ec812c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076672 Dec 10 18:33:07.410611 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b4953e48-0cd1-4cf4-b08b-78da514d435e req-797a0ceb-54a6-4bc0-bc4c-9040928a0288 service neutron] 10.222.0.72 "GET /v2.0/networks/f77d2b38-50a2-4a48-b3a2-b8f2247495f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699758 Dec 10 18:33:07.429906 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1e6efdc8-820d-47b4-9286-09e4c876edbb req-c07e2c85-25a1-43ef-8a5c-f1a22ccaaa8e tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:07.429906 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1e6efdc8-820d-47b4-9286-09e4c876edbb req-c07e2c85-25a1-43ef-8a5c-f1a22ccaaa8e tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:07.444611 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e6efdc8-820d-47b4-9286-09e4c876edbb req-c07e2c85-25a1-43ef-8a5c-f1a22ccaaa8e tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] 10.222.0.62 "DELETE /v2.0/floatingips/71e46ddd-714d-4503-8bc5-1027455d7daf HTTP/1.1" status: 204 len: 173 time: 0.7332318 Dec 10 18:33:07.489287 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef786067-3e65-45ef-8cd8-8c0232c09756 req-dc2f4f28-36ae-4960-af4b-f120b799cce3 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996184 Dec 10 18:33:07.545374 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b4953e48-0cd1-4cf4-b08b-78da514d435e req-91e1273c-16fe-4c25-a875-0025a9484df5 service neutron] 10.222.0.72 "GET /v2.0/networks/f77d2b38-50a2-4a48-b3a2-b8f2247495f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260083 Dec 10 18:33:07.554762 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45c711-d9d0-4c11-bbc4-be0cf1ceaaa4 req-56f66ff5-5ba2-472c-a04f-370526ecb680 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:07.561695 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2d45c711-d9d0-4c11-bbc4-be0cf1ceaaa4 req-56f66ff5-5ba2-472c-a04f-370526ecb680 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=4793395a-57b4-442c-8811-5550f7195b7c HTTP/1.1" status: 200 len: 946 time: 0.0779185 Dec 10 18:33:07.612306 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2d45c711-d9d0-4c11-bbc4-be0cf1ceaaa4 req-374be952-efcf-4003-8eaf-137ffb91b7d4 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469949 Dec 10 18:33:07.629439 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d811a-8d32-4f1f-87be-341aef707a2a req-418377fe-780d-4123-898e-fb5511e0f8d0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:07.636354 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d811a-8d32-4f1f-87be-341aef707a2a req-418377fe-780d-4123-898e-fb5511e0f8d0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:07.639026 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-195d811a-8d32-4f1f-87be-341aef707a2a req-418377fe-780d-4123-898e-fb5511e0f8d0 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe HTTP/1.1" status: 200 len: 1683 time: 0.0665333 Dec 10 18:33:07.690379 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-195d811a-8d32-4f1f-87be-341aef707a2a req-af72129f-a8d1-4295-a3bf-552d1d2370be tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/security-groups?id=02887b67-19d8-4e26-a497-49330ec812c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443547 Dec 10 18:33:07.754390 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-9d3592ec-6873-40e5-9c56-0de4db61d927 req-c784bb7c-c0f9-4353-acb6-7a11abe9c499 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] show failed (client error): The resource could not be found. Dec 10 18:33:07.755474 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d3592ec-6873-40e5-9c56-0de4db61d927 req-c784bb7c-c0f9-4353-acb6-7a11abe9c499 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] 10.222.0.62 "GET /v2.0/floatingips/71e46ddd-714d-4503-8bc5-1027455d7daf HTTP/1.1" status: 404 len: 350 time: 0.0379198 Dec 10 18:33:07.813184 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74cc433-fb26-4435-a3c7-bff93843babd req-6c933edb-739c-486f-babd-3f473d426e12 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:07.815458 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e74cc433-fb26-4435-a3c7-bff93843babd req-6c933edb-739c-486f-babd-3f473d426e12 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 944 time: 0.0575778 Dec 10 18:33:07.843213 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:07.867967 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e74cc433-fb26-4435-a3c7-bff93843babd req-06e0092f-fc30-4c97-90c6-26e336895d30 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463064 Dec 10 18:33:07.871892 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60e243-1924-41e4-b6d1-8a21cd7333ae req-84a1ee3e-8014-427c-b0e7-09b527956dca tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:07.878545 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ee60e243-1924-41e4-b6d1-8a21cd7333ae req-84a1ee3e-8014-427c-b0e7-09b527956dca tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.62 "GET /v2.0/ports?device_id=133cae24-0aac-4a6c-aa48-07572295e1cc HTTP/1.1" status: 200 len: 949 time: 0.0652416 Dec 10 18:33:07.945186 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ee60e243-1924-41e4-b6d1-8a21cd7333ae req-074fa498-fa08-408a-9d18-0ed191a5cc98 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a6b1eff-5130-4482-92d3-b48453f8bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645018 Dec 10 18:33:07.950849 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [req-a550083c-8ecd-468e-9516-78ea56153909 req-1fd5dd69-6904-480f-b52a-8f8fffa646b1 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] show failed (client error): The resource could not be found. Dec 10 18:33:07.952100 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a550083c-8ecd-468e-9516-78ea56153909 req-1fd5dd69-6904-480f-b52a-8f8fffa646b1 tempest-FloatingIPsTestJSON-224274891 tempest-FloatingIPsTestJSON-224274891-project] 10.222.0.62 "GET /v2.0/floatingips/71e46ddd-714d-4503-8bc5-1027455d7daf HTTP/1.1" status: 404 len: 350 time: 0.0424080 Dec 10 18:33:07.961702 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45670) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:08.410886 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a5664ff9-013b-43eb-90a3-700a1afa5ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:08.649505 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f0b16-512b-48aa-86d8-8ec8a757f306 req-771a9f0e-f0f4-4f13-b200-dbc09aa1e926 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:08.651080 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d73f0b16-512b-48aa-86d8-8ec8a757f306 req-771a9f0e-f0f4-4f13-b200-dbc09aa1e926 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0614ff1-b2e4-4ba0-9f2b-8ce6e43e1f2d HTTP/1.1" status: 200 len: 943 time: 0.0623662 Dec 10 18:33:08.732578 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d73f0b16-512b-48aa-86d8-8ec8a757f306 req-6eeb8c90-6a82-4454-983e-87c9b155d8bf tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696909 Dec 10 18:33:08.820993 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843cd1e-ebe8-41f4-889f-4e2b5e81ff6c req-0de75c12-90f9-4e1d-a715-f646cdd851b1 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:08.822674 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f843cd1e-ebe8-41f4-889f-4e2b5e81ff6c req-0de75c12-90f9-4e1d-a715-f646cdd851b1 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=4793395a-57b4-442c-8811-5550f7195b7c HTTP/1.1" status: 200 len: 946 time: 0.0988629 Dec 10 18:33:08.846461 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a5664ff9-013b-43eb-90a3-700a1afa5ea6 admin admin] Deleting port 4f4d578b-d25b-4ed3-b36f-62e00a8c64b2 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:08.846917 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a5664ff9-013b-43eb-90a3-700a1afa5ea6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:08.945801 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f843cd1e-ebe8-41f4-889f-4e2b5e81ff6c req-e51faaae-fdae-4c84-9cc7-48f9d8cd1491 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966318 Dec 10 18:33:08.951093 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf804a0-8392-4bb7-9303-f525cefd12ce req-277d692f-ba48-4fa9-9eab-73068daa6245 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:08.959385 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf804a0-8392-4bb7-9303-f525cefd12ce req-277d692f-ba48-4fa9-9eab-73068daa6245 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:08.961249 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-faf804a0-8392-4bb7-9303-f525cefd12ce req-277d692f-ba48-4fa9-9eab-73068daa6245 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe HTTP/1.1" status: 200 len: 1683 time: 0.0792477 Dec 10 18:33:08.970274 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a5664ff9-013b-43eb-90a3-700a1afa5ea6 admin admin] For port 4f4d578b-d25b-4ed3-b36f-62e00a8c64b2, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=4f4d578b-d25b-4ed3-b36f-62e00a8c64b2,segment=NetworkSegment(c32e06af-8ef1-44eb-8619-a33f20b10367),segment_id=c32e06af-8ef1-44eb-8619-a33f20b10367)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:08.970717 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a5664ff9-013b-43eb-90a3-700a1afa5ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:08.986695 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a5664ff9-013b-43eb-90a3-700a1afa5ea6 admin admin] Calling delete_port for 4f4d578b-d25b-4ed3-b36f-62e00a8c64b2 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:09.031229 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-faf804a0-8392-4bb7-9303-f525cefd12ce req-251b0ee6-6f9a-4a7b-8bf1-df3961b35ca4 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/security-groups?id=02887b67-19d8-4e26-a497-49330ec812c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630395 Dec 10 18:33:09.137997 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06ba49-b9d0-45bf-a241-1c019d1b5070 req-167b336c-1b26-4f7f-b261-daf535cd7059 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:09.140280 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1b06ba49-b9d0-45bf-a241-1c019d1b5070 req-167b336c-1b26-4f7f-b261-daf535cd7059 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 944 time: 0.0812900 Dec 10 18:33:09.151300 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2d881-98a8-47f4-b0bf-498157b89e1f req-0b692e27-65f2-4d36-8cf9-e1e3ceecc19b tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:09.152997 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-61e2d881-98a8-47f4-b0bf-498157b89e1f req-0b692e27-65f2-4d36-8cf9-e1e3ceecc19b tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.62 "GET /v2.0/ports?device_id=133cae24-0aac-4a6c-aa48-07572295e1cc HTTP/1.1" status: 200 len: 949 time: 0.0549221 Dec 10 18:33:09.209443 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-61e2d881-98a8-47f4-b0bf-498157b89e1f req-81467987-9315-438a-b082-76d2b68df90f tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a6b1eff-5130-4482-92d3-b48453f8bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491464 Dec 10 18:33:09.247566 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1b06ba49-b9d0-45bf-a241-1c019d1b5070 req-a7312f66-22b3-461c-b7c5-338b3dff1746 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661356 Dec 10 18:33:09.319395 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a5664ff9-013b-43eb-90a3-700a1afa5ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:09.387817 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5664ff9-013b-43eb-90a3-700a1afa5ea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f4d578b-d25b-4ed3-b36f-62e00a8c64b2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:09.454785 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1227a-a73f-4121-a16e-3171630bfe43 req-b4b14743-467b-4327-bc73-089f28e570d5 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:09.456566 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8df1227a-a73f-4121-a16e-3171630bfe43 req-b4b14743-467b-4327-bc73-089f28e570d5 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=4793395a-57b4-442c-8811-5550f7195b7c HTTP/1.1" status: 200 len: 946 time: 0.0589964 Dec 10 18:33:09.582412 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8df1227a-a73f-4121-a16e-3171630bfe43 req-cfd3ea60-05a8-4233-a6ed-61d8917ab317 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159191 Dec 10 18:33:09.602681 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a5664ff9-013b-43eb-90a3-700a1afa5ea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:09.720550 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927c626-86c6-4ee6-a4f0-25079c1916b0 req-8a6972f1-3d7b-4729-a94b-32ecd6d6d470 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:09.726371 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927c626-86c6-4ee6-a4f0-25079c1916b0 req-8a6972f1-3d7b-4729-a94b-32ecd6d6d470 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:09.727905 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d927c626-86c6-4ee6-a4f0-25079c1916b0 req-8a6972f1-3d7b-4729-a94b-32ecd6d6d470 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe HTTP/1.1" status: 200 len: 1683 time: 0.1268921 Dec 10 18:33:09.795861 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d927c626-86c6-4ee6-a4f0-25079c1916b0 req-00e76d9b-8aa0-4db4-b028-cfa4b3905811 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/security-groups?id=02887b67-19d8-4e26-a497-49330ec812c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612354 Dec 10 18:33:09.849936 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968442d9-4c49-4914-9675-1981e35d2e5f req-86a1b513-05c4-4115-9b62-bb394d6dc6bb tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:09.851543 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-968442d9-4c49-4914-9675-1981e35d2e5f req-86a1b513-05c4-4115-9b62-bb394d6dc6bb tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0614ff1-b2e4-4ba0-9f2b-8ce6e43e1f2d HTTP/1.1" status: 200 len: 943 time: 0.0546658 Dec 10 18:33:09.911761 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5664ff9-013b-43eb-90a3-700a1afa5ea6 admin admin] Router 0dcbd630-303c-415a-a82a-8572cc33c41b has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:33:09.920295 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-968442d9-4c49-4914-9675-1981e35d2e5f req-6880209b-8441-42a4-874f-698ba9d241fc tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625131 Dec 10 18:33:10.019184 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5664ff9-013b-43eb-90a3-700a1afa5ea6 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:33:10.024343 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a5664ff9-013b-43eb-90a3-700a1afa5ea6 admin admin] 10.222.0.62 "PUT /v2.0/routers/0dcbd630-303c-415a-a82a-8572cc33c41b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0615523 Dec 10 18:33:10.026954 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45702) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:10.027924 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb835bef-1030-4514-ad14-cb43ae428ce4 None None] Sync routers for ids ['0dcbd630-303c-415a-a82a-8572cc33c41b'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:33:10.038628 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb835bef-1030-4514-ad14-cb43ae428ce4 None None] Routers {'0dcbd630-303c-415a-a82a-8572cc33c41b'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:10.039250 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-cb835bef-1030-4514-ad14-cb43ae428ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:32:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['0dcbd630-303c-415a-a82a-8572cc33c41b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:10.043908 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 03167325-af32-4f4b-8e4a-20d326d3aa29 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:10.133304 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d45c7c6-50ad-443d-94b4-49bbe06817ea admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:10.187395 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-cb835bef-1030-4514-ad14-cb43ae428ce4 None None] Set router 0dcbd630-303c-415a-a82a-8572cc33c41b gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:33:10.217965 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 03167325-af32-4f4b-8e4a-20d326d3aa29 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:33:10.254782 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 03167325-af32-4f4b-8e4a-20d326d3aa29 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:10.255173 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:10.261745 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d45c7c6-50ad-443d-94b4-49bbe06817ea admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:10.375477 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9946e1-1b80-47fc-b74b-db73d3b3ae17 req-6f626c01-829c-4cd5-8194-7cc582dda853 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:10.377986 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8b9946e1-1b80-47fc-b74b-db73d3b3ae17 req-6f626c01-829c-4cd5-8194-7cc582dda853 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 944 time: 0.0526690 Dec 10 18:33:10.391321 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e8594-041a-49b9-8acd-f74a3322b2e2 req-cd5d25ce-b418-4694-a225-7b1cdd696180 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:10.398728 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-031e8594-041a-49b9-8acd-f74a3322b2e2 req-cd5d25ce-b418-4694-a225-7b1cdd696180 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.62 "GET /v2.0/ports?device_id=133cae24-0aac-4a6c-aa48-07572295e1cc HTTP/1.1" status: 200 len: 949 time: 0.0834036 Dec 10 18:33:10.434672 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6d45c7c6-50ad-443d-94b4-49bbe06817ea admin admin] Deleting port c008fcfe-140a-46f6-896f-c8e80125da5b {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:10.435446 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d45c7c6-50ad-443d-94b4-49bbe06817ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:10.448929 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8b9946e1-1b80-47fc-b74b-db73d3b3ae17 req-9c2a9d29-6c97-4a4f-9dea-640f8869caa5 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604208 Dec 10 18:33:10.493646 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-031e8594-041a-49b9-8acd-f74a3322b2e2 req-fa638afc-3c24-4b70-81ff-8aaf57452c82 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a6b1eff-5130-4482-92d3-b48453f8bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940595 Dec 10 18:33:10.534186 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-6d45c7c6-50ad-443d-94b4-49bbe06817ea admin admin] For port c008fcfe-140a-46f6-896f-c8e80125da5b, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c008fcfe-140a-46f6-896f-c8e80125da5b,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:10.534538 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d45c7c6-50ad-443d-94b4-49bbe06817ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:10.552962 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6d45c7c6-50ad-443d-94b4-49bbe06817ea admin admin] Calling delete_port for c008fcfe-140a-46f6-896f-c8e80125da5b owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:10.590583 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:10.624897 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133cae24-0aac-4a6c-aa48-07572295e1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03167325-af32-4f4b-8e4a-20d326d3aa29'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:33:10.628447 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa1457b-9c16-4017-83a7-1c102a169901" -d '{"events": [{"server_uuid": "133cae24-0aac-4a6c-aa48-07572295e1cc", "name": "network-vif-plugged", "status": "completed", "tag": "03167325-af32-4f4b-8e4a-20d326d3aa29"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:33:10.650748 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 03167325-af32-4f4b-8e4a-20d326d3aa29, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=03167325-af32-4f4b-8e4a-20d326d3aa29,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:10.658714 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-cb835bef-1030-4514-ad14-cb43ae428ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcbd630-303c-415a-a82a-8572cc33c41b', 'name': 'tempest-FloatingIPsTestJSON-870647363-router', 'tenant_id': '1e8778aa8fff446a884b93621aeb44f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'c008fcfe-140a-46f6-896f-c8e80125da5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:40Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 5, 'project_id': '1e8778aa8fff446a884b93621aeb44f2', 'gw_port': {'id': 'c008fcfe-140a-46f6-896f-c8e80125da5b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcbd630-303c-415a-a82a-8572cc33c41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:41Z', 'updated_at': '2021-12-10T18:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:10.662356 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:10.733848 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b6539-acb9-49c7-9bbe-d1a89fc6f4ca req-10ccb105-272f-410e-bbac-12dfa81885f1 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:10.738111 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb835bef-1030-4514-ad14-cb43ae428ce4 None None] Checking router: 0dcbd630-303c-415a-a82a-8572cc33c41b for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:33:10.743007 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-869b6539-acb9-49c7-9bbe-d1a89fc6f4ca req-10ccb105-272f-410e-bbac-12dfa81885f1 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=4793395a-57b4-442c-8811-5550f7195b7c HTTP/1.1" status: 200 len: 946 time: 0.0724580 Dec 10 18:33:10.743586 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1effe62-42fa-4a93-8bc0-6d7864a01ef5 x-openstack-request-id: req-b1effe62-42fa-4a93-8bc0-6d7864a01ef5 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:33:10.743901 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133cae24-0aac-4a6c-aa48-07572295e1cc", "name": "network-vif-plugged", "status": "completed", "tag": "03167325-af32-4f4b-8e4a-20d326d3aa29", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:33:10.744145 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b1effe62-42fa-4a93-8bc0-6d7864a01ef5 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:33:10.745025 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133cae24-0aac-4a6c-aa48-07572295e1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03167325-af32-4f4b-8e4a-20d326d3aa29', 'code': 200} Dec 10 18:33:10.762581 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb835bef-1030-4514-ad14-cb43ae428ce4 None None] Routers {'0dcbd630-303c-415a-a82a-8572cc33c41b'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:10.763234 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-cb835bef-1030-4514-ad14-cb43ae428ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:32:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['0dcbd630-303c-415a-a82a-8572cc33c41b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:10.786869 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d45c7c6-50ad-443d-94b4-49bbe06817ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:10.797316 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-869b6539-acb9-49c7-9bbe-d1a89fc6f4ca req-91ba310a-f088-433b-b086-3d9bad7aee8a tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531287 Dec 10 18:33:10.806203 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=03167325-af32-4f4b-8e4a-20d326d3aa29,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:10.825333 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45c7c6-50ad-443d-94b4-49bbe06817ea admin admin] Pushing event deleted for resources: {'Port': ['ID=c008fcfe-140a-46f6-896f-c8e80125da5b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:10.871791 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-cb835bef-1030-4514-ad14-cb43ae428ce4 None None] Set router 0dcbd630-303c-415a-a82a-8572cc33c41b gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:33:10.874350 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7d270-4623-4207-8e92-9d5a9d32c494 req-898570ff-215e-4f5c-b755-e28a0bc61216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:10.875898 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8de7d270-4623-4207-8e92-9d5a9d32c494 req-898570ff-215e-4f5c-b755-e28a0bc61216 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=133cae24-0aac-4a6c-aa48-07572295e1cc HTTP/1.1" status: 200 len: 1101 time: 0.1264064 Dec 10 18:33:10.916124 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d45c7c6-50ad-443d-94b4-49bbe06817ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:10.958972 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-cb835bef-1030-4514-ad14-cb43ae428ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcbd630-303c-415a-a82a-8572cc33c41b', 'name': 'tempest-FloatingIPsTestJSON-870647363-router', 'tenant_id': '1e8778aa8fff446a884b93621aeb44f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:40Z', 'updated_at': '2021-12-10T18:33:10Z', 'revision_number': 6, 'project_id': '1e8778aa8fff446a884b93621aeb44f2', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:11.007993 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb835bef-1030-4514-ad14-cb43ae428ce4 None None] The sync data for ids ['0dcbd630-303c-415a-a82a-8572cc33c41b'] in n-d-821435-1 is: [{'id': '0dcbd630-303c-415a-a82a-8572cc33c41b', 'name': 'tempest-FloatingIPsTestJSON-870647363-router', 'tenant_id': '1e8778aa8fff446a884b93621aeb44f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:40Z', 'updated_at': '2021-12-10T18:33:10Z', 'revision_number': 6, 'project_id': '1e8778aa8fff446a884b93621aeb44f2', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:33:11.375560 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d45c7c6-50ad-443d-94b4-49bbe06817ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.379710 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8de7d270-4623-4207-8e92-9d5a9d32c494 req-726d95b4-233b-48c5-b8f6-f2c8306d653c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5a6b1eff-5130-4482-92d3-b48453f8bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4949918 Dec 10 18:33:11.383415 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d45c7c6-50ad-443d-94b4-49bbe06817ea admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.416058 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e65259-7694-41a2-a95a-21f1c59ca4ef req-1938e912-8e04-49a9-a309-cad7cd8e7e2d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:11.418208 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-61e65259-7694-41a2-a95a-21f1c59ca4ef req-1938e912-8e04-49a9-a309-cad7cd8e7e2d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0614ff1-b2e4-4ba0-9f2b-8ce6e43e1f2d HTTP/1.1" status: 200 len: 943 time: 0.0579324 Dec 10 18:33:11.447866 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48637662-eda5-41c9-849a-b1fc1a6ddd42 req-d1f9c810-0cee-4594-80dd-b8937e40d6ed tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:11.453920 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48637662-eda5-41c9-849a-b1fc1a6ddd42 req-d1f9c810-0cee-4594-80dd-b8937e40d6ed tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:11.461954 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-48637662-eda5-41c9-849a-b1fc1a6ddd42 req-d1f9c810-0cee-4594-80dd-b8937e40d6ed tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe HTTP/1.1" status: 200 len: 1683 time: 0.5407732 Dec 10 18:33:11.472126 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d3a55-1606-4011-8855-5ff786faaa09 req-800994b4-aad6-4ae3-ba60-f9c7492d268b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:11.478604 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d3a55-1606-4011-8855-5ff786faaa09 req-800994b4-aad6-4ae3-ba60-f9c7492d268b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:11.480209 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e58d3a55-1606-4011-8855-5ff786faaa09 req-800994b4-aad6-4ae3-ba60-f9c7492d268b tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe HTTP/1.1" status: 200 len: 1683 time: 0.5776131 Dec 10 18:33:11.493306 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-61e65259-7694-41a2-a95a-21f1c59ca4ef req-86408f7c-3eee-4db7-913a-02614a9e58dd tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645471 Dec 10 18:33:11.529485 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d45c7c6-50ad-443d-94b4-49bbe06817ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.530029 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d45c7c6-50ad-443d-94b4-49bbe06817ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0dcbd630-303c-415a-a82a-8572cc33c41b {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:33:11.549619 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d45c7c6-50ad-443d-94b4-49bbe06817ea admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.550775 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6d45c7c6-50ad-443d-94b4-49bbe06817ea admin admin] 10.222.0.62 "DELETE /v2.0/routers/0dcbd630-303c-415a-a82a-8572cc33c41b HTTP/1.1" status: 204 len: 168 time: 1.5228877 Dec 10 18:33:11.553314 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45742) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:11.582210 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-48637662-eda5-41c9-849a-b1fc1a6ddd42 req-f53a786b-efe7-4028-9000-e01ac235e71a tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/security-groups?id=02887b67-19d8-4e26-a497-49330ec812c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193759 Dec 10 18:33:11.608551 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-232fb971-5552-4e99-ad9f-a7517c63fbb5 admin admin] Deleting subnet cea1a1ed-6a06-4ba5-82fb-954327f86ce1 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:33:11.613130 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-232fb971-5552-4e99-ad9f-a7517c63fbb5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.646533 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-e58d3a55-1606-4011-8855-5ff786faaa09 req-692b14d0-f332-4dbe-b783-c04d5da68da1 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Deleting port d4cf029c-ecba-4080-8528-6644036e4964 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:11.646874 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e58d3a55-1606-4011-8855-5ff786faaa09 req-692b14d0-f332-4dbe-b783-c04d5da68da1 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.682110 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-232fb971-5552-4e99-ad9f-a7517c63fbb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.724888 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571235b-182b-4115-abc3-f0ec4a887db7 req-38dc7f3c-0b14-4765-849b-2b49283b41d0 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:11.726317 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2571235b-182b-4115-abc3-f0ec4a887db7 req-38dc7f3c-0b14-4765-849b-2b49283b41d0 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 944 time: 0.0870786 Dec 10 18:33:11.762704 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a085a8-0905-4d7c-a25e-1468a2999eb3 req-74357fd8-3475-4dad-bd96-c7ba0e1a2564 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:11.764177 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52a085a8-0905-4d7c-a25e-1468a2999eb3 req-74357fd8-3475-4dad-bd96-c7ba0e1a2564 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.62 "GET /v2.0/ports?device_id=133cae24-0aac-4a6c-aa48-07572295e1cc HTTP/1.1" status: 200 len: 950 time: 0.1016307 Dec 10 18:33:11.791526 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e58d3a55-1606-4011-8855-5ff786faaa09 req-692b14d0-f332-4dbe-b783-c04d5da68da1 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] For port d4cf029c-ecba-4080-8528-6644036e4964, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=d4cf029c-ecba-4080-8528-6644036e4964,segment=NetworkSegment(324c87bc-1c36-4a20-9f4a-a520c7d1656f),segment_id=324c87bc-1c36-4a20-9f4a-a520c7d1656f)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:11.792210 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e58d3a55-1606-4011-8855-5ff786faaa09 req-692b14d0-f332-4dbe-b783-c04d5da68da1 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.810335 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2571235b-182b-4115-abc3-f0ec4a887db7 req-31dca5d2-08ed-4ae4-a59a-93c1c0bc95c4 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762358 Dec 10 18:33:11.811524 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-232fb971-5552-4e99-ad9f-a7517c63fbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.814843 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-e58d3a55-1606-4011-8855-5ff786faaa09 req-692b14d0-f332-4dbe-b783-c04d5da68da1 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Calling delete_port for d4cf029c-ecba-4080-8528-6644036e4964 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:11.841069 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52a085a8-0905-4d7c-a25e-1468a2999eb3 req-1a957f95-98c1-4398-8d93-15f7f54e522a tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a6b1eff-5130-4482-92d3-b48453f8bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668268 Dec 10 18:33:11.874849 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-232fb971-5552-4e99-ad9f-a7517c63fbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.902452 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232fb971-5552-4e99-ad9f-a7517c63fbb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cea1a1ed-6a06-4ba5-82fb-954327f86ce1,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:11.906657 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-232fb971-5552-4e99-ad9f-a7517c63fbb5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.910964 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-232fb971-5552-4e99-ad9f-a7517c63fbb5 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/cea1a1ed-6a06-4ba5-82fb-954327f86ce1 HTTP/1.1" status: 204 len: 168 time: 0.3565409 Dec 10 18:33:11.913334 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45748) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:11.916749 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095a0c2d-f7a1-45d3-8caf-7d78bcfd815b None None] Network fb831214-215d-491e-b432-80905a803c08 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:11.984200 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-36d9335b-14c6-4bda-834c-ee13bda7770a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.990144 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e58d3a55-1606-4011-8855-5ff786faaa09 req-692b14d0-f332-4dbe-b783-c04d5da68da1 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.009839 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['d4cf029c-ecba-4080-8528-6644036e4964', '0ecb59af-c339-4b3a-9898-2fff594440d7'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:33:12.027572 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b14d0-f332-4dbe-b783-c04d5da68da1 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Pushing event deleted for resources: {'Port': ['ID=d4cf029c-ecba-4080-8528-6644036e4964,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:12.055580 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 7b448d47-d3b6-4a48-958d-84b796f84f4c details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:33:12.064263 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-36d9335b-14c6-4bda-834c-ee13bda7770a admin admin] Deleting port cf077c35-78da-498a-9cc1-87f01bf69352 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:12.064789 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-36d9335b-14c6-4bda-834c-ee13bda7770a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.098331 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58d3a55-1606-4011-8855-5ff786faaa09 req-692b14d0-f332-4dbe-b783-c04d5da68da1 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] No DVR routers for this DVR port d4cf029c-ecba-4080-8528-6644036e4964 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:33:12.101764 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e58d3a55-1606-4011-8855-5ff786faaa09 req-692b14d0-f332-4dbe-b783-c04d5da68da1 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.105662 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e58d3a55-1606-4011-8855-5ff786faaa09 req-692b14d0-f332-4dbe-b783-c04d5da68da1 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.46 "DELETE /v2.0/ports/d4cf029c-ecba-4080-8528-6644036e4964 HTTP/1.1" status: 204 len: 173 time: 0.6167736 Dec 10 18:33:12.106311 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe', 'name': 'network-vif-deleted', 'tag': 'd4cf029c-ecba-4080-8528-6644036e4964'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:33:12.108987 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5444a24-9ebc-45c4-ac26-17802d1934b9" -d '{"events": [{"server_uuid": "a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe", "name": "network-vif-deleted", "tag": "d4cf029c-ecba-4080-8528-6644036e4964"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:33:12.172795 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-36d9335b-14c6-4bda-834c-ee13bda7770a admin admin] For port cf077c35-78da-498a-9cc1-87f01bf69352, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=cf077c35-78da-498a-9cc1-87f01bf69352,segment=NetworkSegment(c32e06af-8ef1-44eb-8619-a33f20b10367),segment_id=c32e06af-8ef1-44eb-8619-a33f20b10367)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:12.173188 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-36d9335b-14c6-4bda-834c-ee13bda7770a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.190794 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a5be5a-74b5-44be-855b-329d13be73b3 x-openstack-request-id: req-09a5be5a-74b5-44be-855b-329d13be73b3 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:33:12.191530 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe", "name": "network-vif-deleted", "tag": "d4cf029c-ecba-4080-8528-6644036e4964", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:33:12.191995 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-09a5be5a-74b5-44be-855b-329d13be73b3 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:33:12.192615 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe', 'name': 'network-vif-deleted', 'tag': 'd4cf029c-ecba-4080-8528-6644036e4964', 'status': 'completed', 'code': 200} Dec 10 18:33:12.218924 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-36d9335b-14c6-4bda-834c-ee13bda7770a admin admin] Calling delete_port for cf077c35-78da-498a-9cc1-87f01bf69352 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:12.255297 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 7b448d47-d3b6-4a48-958d-84b796f84f4c, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=7b448d47-d3b6-4a48-958d-84b796f84f4c,segment=NetworkSegment(a4943cb1-8b39-4de7-85ed-25fa2e86aa72),segment_id=a4943cb1-8b39-4de7-85ed-25fa2e86aa72)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:12.278381 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '7b448d47-d3b6-4a48-958d-84b796f84f4c', 'network_id': 'f77d2b38-50a2-4a48-b3a2-b8f2247495f9', 'port_id': '7b448d47-d3b6-4a48-958d-84b796f84f4c', 'mac_address': 'fa:16:3e:5e:05:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eb8e2fa-9956-481f-b0b9-17ff60156029', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:33:12.308288 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-e58d3a55-1606-4011-8855-5ff786faaa09 req-2cda7cfa-8b99-45c7-97df-7a8725575086 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Deleting port 0ecb59af-c339-4b3a-9898-2fff594440d7 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:12.308648 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e58d3a55-1606-4011-8855-5ff786faaa09 req-2cda7cfa-8b99-45c7-97df-7a8725575086 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.319128 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525d2148-059a-4610-8a83-6b20d48d1db7 None None] DHCP port deletion for fb831214-215d-491e-b432-80905a803c08 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:12.400417 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-36d9335b-14c6-4bda-834c-ee13bda7770a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.441623 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9335b-14c6-4bda-834c-ee13bda7770a admin admin] Pushing event deleted for resources: {'Port': ['ID=cf077c35-78da-498a-9cc1-87f01bf69352,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:12.452905 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d9335b-14c6-4bda-834c-ee13bda7770a admin admin] No DVR routers for this DVR port cf077c35-78da-498a-9cc1-87f01bf69352 on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:33:12.457957 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-525d2148-059a-4610-8a83-6b20d48d1db7 None None] The port 'cf077c35-78da-498a-9cc1-87f01bf69352' was deleted {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 10 18:33:12.468078 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.483189 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b448d47-d3b6-4a48-958d-84b796f84f4c {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:33:12.484112 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e58d3a55-1606-4011-8855-5ff786faaa09 req-2cda7cfa-8b99-45c7-97df-7a8725575086 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] For port 0ecb59af-c339-4b3a-9898-2fff594440d7, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=0ecb59af-c339-4b3a-9898-2fff594440d7,segment=NetworkSegment(26a89fb4-d81d-4260-ba6b-75c15fe51aa0),segment_id=26a89fb4-d81d-4260-ba6b-75c15fe51aa0)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:12.484498 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e58d3a55-1606-4011-8855-5ff786faaa09 req-2cda7cfa-8b99-45c7-97df-7a8725575086 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.505910 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 7b448d47-d3b6-4a48-958d-84b796f84f4c, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=7b448d47-d3b6-4a48-958d-84b796f84f4c,segment=NetworkSegment(a4943cb1-8b39-4de7-85ed-25fa2e86aa72),segment_id=a4943cb1-8b39-4de7-85ed-25fa2e86aa72)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:12.506281 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-e58d3a55-1606-4011-8855-5ff786faaa09 req-2cda7cfa-8b99-45c7-97df-7a8725575086 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Calling delete_port for 0ecb59af-c339-4b3a-9898-2fff594440d7 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:12.510337 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.539524 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-36d9335b-14c6-4bda-834c-ee13bda7770a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.571243 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=7b448d47-d3b6-4a48-958d-84b796f84f4c,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:12.577646 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-36d9335b-14c6-4bda-834c-ee13bda7770a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb831214-215d-491e-b432-80905a803c08']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:12.599099 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-36d9335b-14c6-4bda-834c-ee13bda7770a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c32e06af-8ef1-44eb-8619-a33f20b10367') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:12.599099 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-36d9335b-14c6-4bda-834c-ee13bda7770a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c32e06af-8ef1-44eb-8619-a33f20b10367') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:12.614411 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-36d9335b-14c6-4bda-834c-ee13bda7770a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.653342 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-36d9335b-14c6-4bda-834c-ee13bda7770a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.663444 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36d9335b-14c6-4bda-834c-ee13bda7770a admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:33:12.664362 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-36d9335b-14c6-4bda-834c-ee13bda7770a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.666269 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:33:12.666269 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:33:12.666269 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:33:12.666269 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:33:12.666269 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:33:12.666269 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:33:12.666269 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:33:12.666269 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:33:12.666269 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:33:12.666269 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:33:12.666269 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:33:12.666269 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:33:12.666269 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:33:12.666269 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:33:12.666269 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:33:12.666269 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:33:12.666269 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:33:12.666269 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:33:12.666269 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:33:12.666269 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:33:12.666269 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:33:12.666269 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:33:12.666269 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:33:12.666269 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:33:12.666269 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:33:12.666269 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:33:12.666269 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:33:12.666269 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:33:12.666269 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:33:12.666269 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:33:12.666269 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:33:12.666269 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:33:12.731917 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496c82e-ed97-4478-b5e6-9a3f0a5fad32 req-db61095b-d80f-45fd-b972-337a10d03c12 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:12.733517 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6496c82e-ed97-4478-b5e6-9a3f0a5fad32 req-db61095b-d80f-45fd-b972-337a10d03c12 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0614ff1-b2e4-4ba0-9f2b-8ce6e43e1f2d HTTP/1.1" status: 200 len: 944 time: 0.1171207 Dec 10 18:33:12.743896 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e58d3a55-1606-4011-8855-5ff786faaa09 req-2cda7cfa-8b99-45c7-97df-7a8725575086 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.747582 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-36d9335b-14c6-4bda-834c-ee13bda7770a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.757146 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['d4cf029c-ecba-4080-8528-6644036e4964'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:33:12.761644 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-36d9335b-14c6-4bda-834c-ee13bda7770a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.764844 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-36d9335b-14c6-4bda-834c-ee13bda7770a admin admin] 10.222.0.62 "DELETE /v2.0/networks/fb831214-215d-491e-b432-80905a803c08 HTTP/1.1" status: 204 len: 168 time: 0.8504333 Dec 10 18:33:12.780447 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9335b-14c6-4bda-834c-ee13bda7770a admin admin] Pushing event deleted for resources: {'Network': ['ID=fb831214-215d-491e-b432-80905a803c08,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:12.789776 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda7cfa-8b99-45c7-97df-7a8725575086 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Pushing event deleted for resources: {'Port': ['ID=0ecb59af-c339-4b3a-9898-2fff594440d7,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:12.824425 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763f5b0-6e53-4d76-8cae-b33519af38a0 req-6648ced7-8893-4534-84f3-df1f3752105c tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:12.827567 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a763f5b0-6e53-4d76-8cae-b33519af38a0 req-6648ced7-8893-4534-84f3-df1f3752105c tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe HTTP/1.1" status: 200 len: 867 time: 0.1242354 Dec 10 18:33:12.830903 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6496c82e-ed97-4478-b5e6-9a3f0a5fad32 req-a2848dd9-0d2c-4697-9040-fc94b722a91a tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866210 Dec 10 18:33:12.891674 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58d3a55-1606-4011-8855-5ff786faaa09 req-2cda7cfa-8b99-45c7-97df-7a8725575086 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] No DVR routers for this DVR port 0ecb59af-c339-4b3a-9898-2fff594440d7 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:33:12.897838 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e58d3a55-1606-4011-8855-5ff786faaa09 req-2cda7cfa-8b99-45c7-97df-7a8725575086 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.904180 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e58d3a55-1606-4011-8855-5ff786faaa09 req-2cda7cfa-8b99-45c7-97df-7a8725575086 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.46 "DELETE /v2.0/ports/0ecb59af-c339-4b3a-9898-2fff594440d7 HTTP/1.1" status: 204 len: 173 time: 0.7916412 Dec 10 18:33:12.986932 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a763f5b0-6e53-4d76-8cae-b33519af38a0 req-869f1c00-f55f-40e6-a05b-33f314413002 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "GET /v2.0/security-groups?id=02887b67-19d8-4e26-a497-49330ec812c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024601 Dec 10 18:33:13.025558 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 4f4d578b-d25b-4ed3-b36f-62e00a8c64b2 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:33:13.033502 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45776) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:13.072431 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 4f4d578b-d25b-4ed3-b36f-62e00a8c64b2 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:33:13.073174 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 4f4d578b-d25b-4ed3-b36f-62e00a8c64b2 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:33:13.073842 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device cf077c35-78da-498a-9cc1-87f01bf69352 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:33:13.083486 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c26816-2ad1-4d68-adc5-6bb716ee2af2 req-1f7fcf57-ebda-46e0-9d52-0684409dfa8d tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:13.097379 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-81c26816-2ad1-4d68-adc5-6bb716ee2af2 req-1f7fcf57-ebda-46e0-9d52-0684409dfa8d tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 944 time: 0.1146021 Dec 10 18:33:13.099991 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: cf077c35-78da-498a-9cc1-87f01bf69352 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:33:13.100669 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device cf077c35-78da-498a-9cc1-87f01bf69352 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:33:13.101316 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c008fcfe-140a-46f6-896f-c8e80125da5b no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:33:13.147138 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-12e55fd4-d69c-4a84-9ba5-ee9033ec7621 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1e8778aa8fff446a884b93621aeb44f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1107805 Dec 10 18:33:13.150176 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45782) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:13.154853 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: c008fcfe-140a-46f6-896f-c8e80125da5b {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:33:13.155536 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c008fcfe-140a-46f6-896f-c8e80125da5b not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:33:13.193102 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['7b448d47-d3b6-4a48-958d-84b796f84f4c'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:33:13.234285 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a0798-4571-445f-9329-32f282ef8043 req-6d98aeef-8d36-411e-9f65-29987ddaad31 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:13.241204 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-064a0798-4571-445f-9329-32f282ef8043 req-6d98aeef-8d36-411e-9f65-29987ddaad31 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.62 "GET /v2.0/ports?device_id=133cae24-0aac-4a6c-aa48-07572295e1cc HTTP/1.1" status: 200 len: 950 time: 0.1159267 Dec 10 18:33:13.255349 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-81c26816-2ad1-4d68-adc5-6bb716ee2af2 req-12f33dcc-f195-4a34-a0d3-d466e79039ad tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558442 Dec 10 18:33:13.291927 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b63a05d4-b89c-4e5f-98c1-6871ff67721e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:13.317491 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b63a05d4-b89c-4e5f-98c1-6871ff67721e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:13.330955 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-064a0798-4571-445f-9329-32f282ef8043 req-33534562-893f-439d-81b4-46909a8d2a86 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a6b1eff-5130-4482-92d3-b48453f8bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796721 Dec 10 18:33:13.372109 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b63a05d4-b89c-4e5f-98c1-6871ff67721e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:13.374786 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b63a05d4-b89c-4e5f-98c1-6871ff67721e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:13.375907 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b63a05d4-b89c-4e5f-98c1-6871ff67721e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/debc6f1e-e55e-42b0-98d0-2ad55c6d3ffd HTTP/1.1" status: 204 len: 168 time: 0.2247994 Dec 10 18:33:13.388846 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a05d4-b89c-4e5f-98c1-6871ff67721e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debc6f1e-e55e-42b0-98d0-2ad55c6d3ffd,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:13.474154 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 6e84020b-812e-4ce4-8789-5d039525a31a details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:33:13.583760 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 6e84020b-812e-4ce4-8789-5d039525a31a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=6e84020b-812e-4ce4-8789-5d039525a31a,segment=NetworkSegment(a9a1f0c6-697d-404a-a8fe-550f575230bf),segment_id=a9a1f0c6-697d-404a-a8fe-550f575230bf)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:13.606529 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '6e84020b-812e-4ce4-8789-5d039525a31a', 'network_id': 'bceb057d-f456-42f1-aa52-7a9ff59c427a', 'port_id': '6e84020b-812e-4ce4-8789-5d039525a31a', 'mac_address': 'fa:16:3e:29:16:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf3bf4b2-84a2-4b1b-bd28-de26384874e7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:33:13.678941 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:13.695222 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e84020b-812e-4ce4-8789-5d039525a31a {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:33:13.719517 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 6e84020b-812e-4ce4-8789-5d039525a31a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=6e84020b-812e-4ce4-8789-5d039525a31a,segment=NetworkSegment(a9a1f0c6-697d-404a-a8fe-550f575230bf),segment_id=a9a1f0c6-697d-404a-a8fe-550f575230bf)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:13.723861 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:13.783533 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=6e84020b-812e-4ce4-8789-5d039525a31a,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:13.837372 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56d126-7b2f-4be7-9cb0-5c0c784d05c4 req-49e239a3-899b-4438-af75-aa6e7ac04113 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:13.838906 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-da56d126-7b2f-4be7-9cb0-5c0c784d05c4 req-49e239a3-899b-4438-af75-aa6e7ac04113 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 1096 time: 0.0459394 Dec 10 18:33:13.866715 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['6e84020b-812e-4ce4-8789-5d039525a31a'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:33:13.902092 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-da56d126-7b2f-4be7-9cb0-5c0c784d05c4 req-acb0fd83-af34-4136-8d15-4c1bae7df0f2 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495472 Dec 10 18:33:13.976341 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27b4b5-af68-483f-9440-a97dfd2468cf req-7788604d-2669-4556-bac1-06c34bbc26ef tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:13.985046 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5f27b4b5-af68-483f-9440-a97dfd2468cf req-7788604d-2669-4556-bac1-06c34bbc26ef tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0614ff1-b2e4-4ba0-9f2b-8ce6e43e1f2d HTTP/1.1" status: 200 len: 944 time: 0.0664365 Dec 10 18:33:14.050357 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5f27b4b5-af68-483f-9440-a97dfd2468cf req-102c4c97-3cc1-48b3-bd20-45ddc865505f tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643306 Dec 10 18:33:14.095930 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45824) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:14.174440 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b25a7ef-845c-4ff4-90f4-1bde37c6c97c tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Deleting subnet a6475948-d609-411b-9b41-dc204d74c741 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:33:14.179019 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b25a7ef-845c-4ff4-90f4-1bde37c6c97c tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.194154 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe', 'name': 'network-vif-deleted', 'tag': '0ecb59af-c339-4b3a-9898-2fff594440d7'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:33:14.196690 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8180acb6-3396-4e43-922b-0f1a6b7beb3d" -d '{"events": [{"server_uuid": "a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe", "name": "network-vif-deleted", "tag": "0ecb59af-c339-4b3a-9898-2fff594440d7"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:33:14.234674 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11feb5e-4dda-4047-8713-57baa6af237c x-openstack-request-id: req-a11feb5e-4dda-4047-8713-57baa6af237c {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:33:14.235172 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe", "name": "network-vif-deleted", "tag": "0ecb59af-c339-4b3a-9898-2fff594440d7", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:33:14.235591 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a11feb5e-4dda-4047-8713-57baa6af237c {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:33:14.236175 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cbcc3c-67ef-4bbd-a51f-144f9ca21bbe', 'name': 'network-vif-deleted', 'tag': '0ecb59af-c339-4b3a-9898-2fff594440d7', 'status': 'completed', 'code': 200} Dec 10 18:33:14.242276 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b25a7ef-845c-4ff4-90f4-1bde37c6c97c tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.318418 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45848) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:14.386808 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b25a7ef-845c-4ff4-90f4-1bde37c6c97c tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.467896 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b25a7ef-845c-4ff4-90f4-1bde37c6c97c tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.473164 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-8c15ad69-d475-443b-ab4c-ed33a6598c4d admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-293549276-network', 'tenant_id': '92213fda2db54064bfa5f40d3ef9f2e7'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:14.499091 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e6e58-61fa-4fc7-bd69-40b20f689645 req-5deef0af-e173-4095-8071-7e5f0c38782c tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:14.508218 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-645e6e58-61fa-4fc7-bd69-40b20f689645 req-5deef0af-e173-4095-8071-7e5f0c38782c tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 944 time: 0.1017506 Dec 10 18:33:14.512771 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b25a7ef-845c-4ff4-90f4-1bde37c6c97c tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Pushing event deleted for resources: {'Subnet': ['ID=a6475948-d609-411b-9b41-dc204d74c741,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:14.525545 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b25a7ef-845c-4ff4-90f4-1bde37c6c97c tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.531159 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7b25a7ef-845c-4ff4-90f4-1bde37c6c97c tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "DELETE /v2.0/subnets/a6475948-d609-411b-9b41-dc204d74c741 HTTP/1.1" status: 204 len: 168 time: 0.4341233 Dec 10 18:33:14.531792 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9cf004-a96a-40bf-b077-fb2a340ae54a None None] Network caa5a01a-1acd-46e5-8a4d-30a2de0e7869 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:14.534210 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45868) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:14.567050 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c15ad69-d475-443b-ab4c-ed33a6598c4d admin admin] Made reservation on behalf of 92213fda2db54064bfa5f40d3ef9f2e7 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:14.573326 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8c15ad69-d475-443b-ab4c-ed33a6598c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.620856 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8c15ad69-d475-443b-ab4c-ed33a6598c4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.666264 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-645e6e58-61fa-4fc7-bd69-40b20f689645 req-d31bf567-923b-4cb3-9a0a-e6afb2b86c5b tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521220 Dec 10 18:33:14.713246 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6f1018f0-41e1-4c4d-94bb-ddda2493adaf tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.785701 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcdf4c7-de37-41fc-9228-46ba69071f93 None None] DHCP port deletion for caa5a01a-1acd-46e5-8a4d-30a2de0e7869 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:14.832080 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8c15ad69-d475-443b-ab4c-ed33a6598c4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.852656 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8c15ad69-d475-443b-ab4c-ed33a6598c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.865240 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-6f1018f0-41e1-4c4d-94bb-ddda2493adaf tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Deleting port 30ff73e1-9085-47d9-af6d-e6396ebaf999 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:14.865835 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6f1018f0-41e1-4c4d-94bb-ddda2493adaf tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.875563 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-afcdf4c7-de37-41fc-9228-46ba69071f93 None None] Deleting port 30ff73e1-9085-47d9-af6d-e6396ebaf999 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:14.875915 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-afcdf4c7-de37-41fc-9228-46ba69071f93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.886162 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff05795-24a4-4b1e-b7b1-277ad9f079b6 req-7a6d9349-1c3d-439c-9486-d1599ebaf97a tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:14.890154 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4ff05795-24a4-4b1e-b7b1-277ad9f079b6 req-7a6d9349-1c3d-439c-9486-d1599ebaf97a tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.62 "GET /v2.0/ports?device_id=133cae24-0aac-4a6c-aa48-07572295e1cc HTTP/1.1" status: 200 len: 950 time: 0.1162527 Dec 10 18:33:14.964078 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 30ff73e1-9085-47d9-af6d-e6396ebaf999 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:33:14.981987 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-6f1018f0-41e1-4c4d-94bb-ddda2493adaf tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] For port 30ff73e1-9085-47d9-af6d-e6396ebaf999, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=30ff73e1-9085-47d9-af6d-e6396ebaf999,segment=NetworkSegment(26a89fb4-d81d-4260-ba6b-75c15fe51aa0),segment_id=26a89fb4-d81d-4260-ba6b-75c15fe51aa0)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:14.982478 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6f1018f0-41e1-4c4d-94bb-ddda2493adaf tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.014163 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-6f1018f0-41e1-4c4d-94bb-ddda2493adaf tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Calling delete_port for 30ff73e1-9085-47d9-af6d-e6396ebaf999 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:15.021720 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-afcdf4c7-de37-41fc-9228-46ba69071f93 None None] For port 30ff73e1-9085-47d9-af6d-e6396ebaf999, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=30ff73e1-9085-47d9-af6d-e6396ebaf999,segment=NetworkSegment(26a89fb4-d81d-4260-ba6b-75c15fe51aa0),segment_id=26a89fb4-d81d-4260-ba6b-75c15fe51aa0)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:15.022405 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-afcdf4c7-de37-41fc-9228-46ba69071f93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.045513 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-afcdf4c7-de37-41fc-9228-46ba69071f93 None None] Calling delete_port for 30ff73e1-9085-47d9-af6d-e6396ebaf999 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:15.056968 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c15ad69-d475-443b-ab4c-ed33a6598c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dad9c41-23d1-44f3-8f46-3a4882083b0d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:15.071960 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c15ad69-d475-443b-ab4c-ed33a6598c4d admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:33:15.093355 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8c15ad69-d475-443b-ab4c-ed33a6598c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.096513 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-8c15ad69-d475-443b-ab4c-ed33a6598c4d admin admin] Added segment c0a1c0ac-8daa-4835-a1ac-e8bcdff24283 of type vlan for network 7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0 Dec 10 18:33:15.144313 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.146168 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4ff05795-24a4-4b1e-b7b1-277ad9f079b6 req-ea8c0cd2-94e4-4a2a-8a09-57193fabc545 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a6b1eff-5130-4482-92d3-b48453f8bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392402 Dec 10 18:33:15.182216 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8c15ad69-d475-443b-ab4c-ed33a6598c4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.188551 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6f1018f0-41e1-4c4d-94bb-ddda2493adaf tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.208057 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1018f0-41e1-4c4d-94bb-ddda2493adaf tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] No DVR routers for this DVR port 30ff73e1-9085-47d9-af6d-e6396ebaf999 on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:33:15.245464 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8c15ad69-d475-443b-ab4c-ed33a6598c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.247046 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c15ad69-d475-443b-ab4c-ed33a6598c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:15.247856 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8c15ad69-d475-443b-ab4c-ed33a6598c4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.268266 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1018f0-41e1-4c4d-94bb-ddda2493adaf tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Pushing event deleted for resources: {'Port': ['ID=30ff73e1-9085-47d9-af6d-e6396ebaf999,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:15.286609 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-21d71f2e-879c-40fc-a3d8-9a73030a4cc3 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:33:15.288303 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-21d71f2e-879c-40fc-a3d8-9a73030a4cc3 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0129337 Dec 10 18:33:15.373578 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8c15ad69-d475-443b-ab4c-ed33a6598c4d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0539563 Dec 10 18:33:15.381454 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45906) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:15.392222 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-962520b2-80c0-418a-b237-9069d58c2fa1 admin admin] Request body: {'subnet': {'network_id': '7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-293549276-subnet', 'tenant_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:15.398215 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c15ad69-d475-443b-ab4c-ed33a6598c4d admin admin] Pushing event updated for resources: {'Network': ['ID=7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:15.413762 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6f1018f0-41e1-4c4d-94bb-ddda2493adaf tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.418960 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:33:15.420925 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-a1960d2f-1875-4b5e-908b-bfd44216c45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:15.429383 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-a1960d2f-1875-4b5e-908b-bfd44216c45b service neutron] 10.222.0.62 "GET /v2.0/ports/7c3c3db8-21a1-4852-99c0-eeba9355606d HTTP/1.1" status: 200 len: 1093 time: 0.1245618 Dec 10 18:33:15.444186 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-d450f851-8ba8-4157-96bf-905a0f3bd567 service neutron] Request body: {'binding': {'host': 'n-h1-821435-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:15.444982 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-d450f851-8ba8-4157-96bf-905a0f3bd567 service neutron] Unknown quota resources ['binding']. {{(pid=103245) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 18:33:15.489012 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-6f1018f0-41e1-4c4d-94bb-ddda2493adaf tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa5a01a-1acd-46e5-8a4d-30a2de0e7869']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:15.491785 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962520b2-80c0-418a-b237-9069d58c2fa1 admin admin] Made reservation on behalf of 92213fda2db54064bfa5f40d3ef9f2e7 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:15.494792 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-962520b2-80c0-418a-b237-9069d58c2fa1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.516199 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 6e84020b-812e-4ce4-8789-5d039525a31a up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:15.555070 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-6f1018f0-41e1-4c4d-94bb-ddda2493adaf tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26a89fb4-d81d-4260-ba6b-75c15fe51aa0') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:15.555756 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-6f1018f0-41e1-4c4d-94bb-ddda2493adaf tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26a89fb4-d81d-4260-ba6b-75c15fe51aa0') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:15.575342 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6f1018f0-41e1-4c4d-94bb-ddda2493adaf tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.588272 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a2336-3808-4c7e-973f-4c1e11878369 req-c9d3f349-d2d6-44ed-8ca9-68799e9acd62 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:15.600302 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cc5a2336-3808-4c7e-973f-4c1e11878369 req-c9d3f349-d2d6-44ed-8ca9-68799e9acd62 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0614ff1-b2e4-4ba0-9f2b-8ce6e43e1f2d HTTP/1.1" status: 200 len: 944 time: 0.1035166 Dec 10 18:33:15.604210 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-afcdf4c7-de37-41fc-9228-46ba69071f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.634419 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6f1018f0-41e1-4c4d-94bb-ddda2493adaf tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.652800 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcdf4c7-de37-41fc-9228-46ba69071f93 None None] Pushing event deleted for resources: {'Port': ['ID=30ff73e1-9085-47d9-af6d-e6396ebaf999,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:15.658736 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1018f0-41e1-4c4d-94bb-ddda2493adaf tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:33:15.659205 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6f1018f0-41e1-4c4d-94bb-ddda2493adaf tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.662432 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:33:15.662432 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:33:15.662432 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:33:15.662432 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:33:15.662432 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:33:15.662432 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:33:15.662432 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:33:15.662432 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:33:15.662432 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:33:15.662432 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:33:15.662432 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:33:15.662432 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:33:15.662432 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:33:15.662432 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:33:15.662432 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:33:15.662432 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:33:15.662432 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:33:15.662432 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:33:15.662432 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:33:15.662432 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:33:15.662432 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:33:15.662432 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:33:15.662432 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:33:15.662432 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:33:15.662432 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:33:15.662432 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:33:15.662432 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:33:15.662432 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:33:15.662432 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:33:15.662432 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:33:15.662432 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:33:15.662432 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:33:15.667385 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcdf4c7-de37-41fc-9228-46ba69071f93 None None] No DVR routers for this DVR port 30ff73e1-9085-47d9-af6d-e6396ebaf999 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:33:15.698943 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 6e84020b-812e-4ce4-8789-5d039525a31a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:15.700125 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.712796 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cc5a2336-3808-4c7e-973f-4c1e11878369 req-bf3b6ff8-18ea-4d03-8f7b-78814c1638b0 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115849 Dec 10 18:33:15.776565 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6f1018f0-41e1-4c4d-94bb-ddda2493adaf tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.825065 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6f1018f0-41e1-4c4d-94bb-ddda2493adaf tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.831619 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45910) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:15.831775 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6f1018f0-41e1-4c4d-94bb-ddda2493adaf tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "DELETE /v2.0/networks/caa5a01a-1acd-46e5-8a4d-30a2de0e7869 HTTP/1.1" status: 204 len: 168 time: 1.2952116 Dec 10 18:33:15.832772 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1018f0-41e1-4c4d-94bb-ddda2493adaf tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Pushing event deleted for resources: {'Network': ['ID=caa5a01a-1acd-46e5-8a4d-30a2de0e7869,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:15.848316 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.861787 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-d450f851-8ba8-4157-96bf-905a0f3bd567 service neutron] Attempting to bind port 7c3c3db8-21a1-4852-99c0-eeba9355606d on host n-h1-821435-1 for vnic_type normal with profile None {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:33:15.862077 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-d450f851-8ba8-4157-96bf-905a0f3bd567 service neutron] Attempting to bind port 7c3c3db8-21a1-4852-99c0-eeba9355606d by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:33:15.862419 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-d450f851-8ba8-4157-96bf-905a0f3bd567 service neutron] Attempting to bind port 7c3c3db8-21a1-4852-99c0-eeba9355606d on network b1a56b94-fee7-4dfb-925d-977caaf81317 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:15.874956 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-d450f851-8ba8-4157-96bf-905a0f3bd567 service neutron] Port 7c3c3db8-21a1-4852-99c0-eeba9355606d on network b1a56b94-fee7-4dfb-925d-977caaf81317 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:33:15.875679 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-d450f851-8ba8-4157-96bf-905a0f3bd567 service neutron] Attempting to bind port 7c3c3db8-21a1-4852-99c0-eeba9355606d on network b1a56b94-fee7-4dfb-925d-977caaf81317 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:15.893858 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4793395a-57b4-442c-8811-5550f7195b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e84020b-812e-4ce4-8789-5d039525a31a'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:33:15.897216 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1978c44-d14f-4476-b19c-8c4631a79e06" -d '{"events": [{"server_uuid": "4793395a-57b4-442c-8811-5550f7195b7c", "name": "network-vif-plugged", "status": "completed", "tag": "6e84020b-812e-4ce4-8789-5d039525a31a"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:33:15.902362 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-d450f851-8ba8-4157-96bf-905a0f3bd567 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:33:15.902753 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-d450f851-8ba8-4157-96bf-905a0f3bd567 service neutron] Checking segment: {'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:15.903400 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-d450f851-8ba8-4157-96bf-905a0f3bd567 service neutron] Bound using segment: {'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:33:15.903538 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-d450f851-8ba8-4157-96bf-905a0f3bd567 service neutron] Bound port: 7c3c3db8-21a1-4852-99c0-eeba9355606d, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:33:15.925649 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 6e84020b-812e-4ce4-8789-5d039525a31a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=6e84020b-812e-4ce4-8789-5d039525a31a,segment=NetworkSegment(a9a1f0c6-697d-404a-a8fe-550f575230bf),segment_id=a9a1f0c6-697d-404a-a8fe-550f575230bf)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:15.953504 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.954611 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device d4cf029c-ecba-4080-8528-6644036e4964 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:33:15.964044 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e6f295-fd96-4f0f-a9df-fe96bdcbe759 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Deleting subnet a8d49156-2125-4af0-836d-cb185aa04755 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:33:15.965218 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-962520b2-80c0-418a-b237-9069d58c2fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.973087 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21e6f295-fd96-4f0f-a9df-fe96bdcbe759 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:16.035204 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-d450f851-8ba8-4157-96bf-905a0f3bd567 service neutron] For port 7c3c3db8-21a1-4852-99c0-eeba9355606d, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=7c3c3db8-21a1-4852-99c0-eeba9355606d,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:33:16.038272 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962520b2-80c0-418a-b237-9069d58c2fa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebf1176b-a466-4aab-a9a3-dec3ecc03af9,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:16.046837 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: d4cf029c-ecba-4080-8528-6644036e4964 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:33:16.047354 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device d4cf029c-ecba-4080-8528-6644036e4964 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:33:16.049435 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 0ecb59af-c339-4b3a-9898-2fff594440d7 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:33:16.049603 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-d450f851-8ba8-4157-96bf-905a0f3bd567 service neutron] Publish callbacks [] for binding, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:16.059486 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-d450f851-8ba8-4157-96bf-905a0f3bd567 service neutron] 10.222.0.62 "POST /v2.0/ports/7c3c3db8-21a1-4852-99c0-eeba9355606d/bindings HTTP/1.1" status: 201 len: 389 time: 0.6239722 Dec 10 18:33:16.082080 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 0ecb59af-c339-4b3a-9898-2fff594440d7 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:33:16.082523 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 0ecb59af-c339-4b3a-9898-2fff594440d7 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:33:16.088999 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962520b2-80c0-418a-b237-9069d58c2fa1 admin admin] Checking segment: {'id': 'c0a1c0ac-8daa-4835-a1ac-e8bcdff24283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:16.089367 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962520b2-80c0-418a-b237-9069d58c2fa1 admin admin] Network hostable DHCP agents. Network: 7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:33:16.106006 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21e6f295-fd96-4f0f-a9df-fe96bdcbe759 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:16.111559 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 7b448d47-d3b6-4a48-958d-84b796f84f4c up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:16.143547 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962520b2-80c0-418a-b237-9069d58c2fa1 admin admin] Network 7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:33:16.162227 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-962520b2-80c0-418a-b237-9069d58c2fa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:16.170380 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962520b2-80c0-418a-b237-9069d58c2fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:16.171000 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-962520b2-80c0-418a-b237-9069d58c2fa1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:16.210857 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-962520b2-80c0-418a-b237-9069d58c2fa1 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8251843 Dec 10 18:33:16.213613 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45918) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:16.225440 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-32b12139-322d-4d1e-81cd-1da007fbf5bc admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-293549276-router', 'tenant_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:16.263561 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=6e84020b-812e-4ce4-8789-5d039525a31a,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:16.272561 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32b12139-322d-4d1e-81cd-1da007fbf5bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:16.275394 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f5d25a-5683-4e59-a477-a14f82d11c58 None None] Network 7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:16.278396 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32b12139-322d-4d1e-81cd-1da007fbf5bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:16.300043 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed272e8-3027-4f9b-b0eb-f6e689ad7102 x-openstack-request-id: req-7ed272e8-3027-4f9b-b0eb-f6e689ad7102 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:33:16.301642 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4793395a-57b4-442c-8811-5550f7195b7c", "name": "network-vif-plugged", "status": "completed", "tag": "6e84020b-812e-4ce4-8789-5d039525a31a", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:33:16.302562 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7ed272e8-3027-4f9b-b0eb-f6e689ad7102 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:33:16.304866 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4793395a-57b4-442c-8811-5550f7195b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e84020b-812e-4ce4-8789-5d039525a31a', 'code': 200} Dec 10 18:33:16.324542 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21e6f295-fd96-4f0f-a9df-fe96bdcbe759 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:16.434619 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32b12139-322d-4d1e-81cd-1da007fbf5bc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:16.484246 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 7b448d47-d3b6-4a48-958d-84b796f84f4c completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:33:16.502518 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 7b448d47-d3b6-4a48-958d-84b796f84f4c triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:16.502890 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:16.510757 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21e6f295-fd96-4f0f-a9df-fe96bdcbe759 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:16.566721 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e97ba67-b6a3-462d-945a-83d4dfc37786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0', 'network_id': '7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0', 'project_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'fixed_ips': [{'subnet_id': 'ebf1176b-a466-4aab-a9a3-dec3ecc03af9'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:33:16.568428 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9e97ba67-b6a3-462d-945a-83d4dfc37786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:16.596928 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06fc214-3054-40b4-a349-87f0db12d0be req-422eaee3-fc83-4f2e-8378-eaf47251fac9 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:16.598313 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8025bde5-dcfa-4244-a91d-e5c20e177fb7 None None] Network 5b615060-7752-4f8a-a10e-67e6c265243e requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:16.608061 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e06fc214-3054-40b4-a349-87f0db12d0be req-422eaee3-fc83-4f2e-8378-eaf47251fac9 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 944 time: 0.2456365 Dec 10 18:33:16.633470 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e6f295-fd96-4f0f-a9df-fe96bdcbe759 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Pushing event deleted for resources: {'Subnet': ['ID=a8d49156-2125-4af0-836d-cb185aa04755,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:16.640724 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21e6f295-fd96-4f0f-a9df-fe96bdcbe759 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:16.648204 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-21e6f295-fd96-4f0f-a9df-fe96bdcbe759 tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "DELETE /v2.0/subnets/a8d49156-2125-4af0-836d-cb185aa04755 HTTP/1.1" status: 204 len: 168 time: 0.8130653 Dec 10 18:33:16.693460 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45924) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:16.709285 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e06fc214-3054-40b4-a349-87f0db12d0be req-07df66d2-6325-4310-acff-1101e0fd6cd9 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000633 Dec 10 18:33:16.788901 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-e70000e9-479d-40f4-b7a1-39492eadc4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:16.790447 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-e70000e9-479d-40f4-b7a1-39492eadc4dd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5768feea1c8f4e40b878b814fdae92ab&device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 1096 time: 0.3246737 Dec 10 18:33:16.807298 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:16.912427 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 7b448d47-d3b6-4a48-958d-84b796f84f4c, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=7b448d47-d3b6-4a48-958d-84b796f84f4c,segment=NetworkSegment(a4943cb1-8b39-4de7-85ed-25fa2e86aa72),segment_id=a4943cb1-8b39-4de7-85ed-25fa2e86aa72)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:16.935768 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:16.960255 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-19e97468-cc8f-4136-aa04-23cda7361ecb tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:16.973294 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3775dda-a009-49e8-b885-02bc4fee6d8a req-579c8e59-896a-4139-83c3-a745d7cf8ac4 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:16.981435 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e3775dda-a009-49e8-b885-02bc4fee6d8a req-579c8e59-896a-4139-83c3-a745d7cf8ac4 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.62 "GET /v2.0/ports?device_id=133cae24-0aac-4a6c-aa48-07572295e1cc HTTP/1.1" status: 200 len: 950 time: 0.5327516 Dec 10 18:33:16.996143 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0b27e-36c9-4ddb-99b3-743aef3ff494 req-40109fce-e1c3-4b2d-bdb9-83054e7fb53c tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:17.005533 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-9e97ba67-b6a3-462d-945a-83d4dfc37786 None None] Allocated IP 172.20.0.2 (7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0/ebf1176b-a466-4aab-a9a3-dec3ecc03af9/87e681ed-c62d-4bad-979d-64d60fd203ca) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:17.009748 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fbd0b27e-36c9-4ddb-99b3-743aef3ff494 req-40109fce-e1c3-4b2d-bdb9-83054e7fb53c tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 945 time: 0.2058477 Dec 10 18:33:17.038371 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=7b448d47-d3b6-4a48-958d-84b796f84f4c,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:17.082056 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32b12139-322d-4d1e-81cd-1da007fbf5bc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:17.089109 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-2f39aaaa-3d9c-4c0b-8352-72588bc9144f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:17.089109 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-2f39aaaa-3d9c-4c0b-8352-72588bc9144f service neutron] 10.222.0.46 "GET /v2.0/networks?id=b1a56b94-fee7-4dfb-925d-977caaf81317 HTTP/1.1" status: 200 len: 908 time: 0.2837613 Dec 10 18:33:17.130097 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e3775dda-a009-49e8-b885-02bc4fee6d8a req-eade7c75-453c-4efa-ba05-49bc19e8059f tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a6b1eff-5130-4482-92d3-b48453f8bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476440 Dec 10 18:33:17.186310 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-b4949ee5-b6a4-4b2d-9b6e-1377b918b602 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c3c3db8-21a1-4852-99c0-eeba9355606d HTTP/1.1" status: 200 len: 217 time: 0.0891516 Dec 10 18:33:17.260729 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fbd0b27e-36c9-4ddb-99b3-743aef3ff494 req-ecef8a1d-886a-4b28-b151-32b02700f4db tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498555 Dec 10 18:33:17.281611 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afcfa8c-871f-4c8c-8717-31e43f74c3dd None None] DHCP port deletion for 5b615060-7752-4f8a-a10e-67e6c265243e request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:17.301597 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-19e97468-cc8f-4136-aa04-23cda7361ecb tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Deleting port 08c2743f-a338-4a3d-b53f-28fe43118574 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:17.302249 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-19e97468-cc8f-4136-aa04-23cda7361ecb tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:17.320080 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-0064f875-99d2-4180-b0ea-7aa82dcca2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:17.322532 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-0064f875-99d2-4180-b0ea-7aa82dcca2ea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c38321c-218a-47ac-873b-024a1169316a HTTP/1.1" status: 200 len: 847 time: 0.1274736 Dec 10 18:33:17.429411 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-f83bf0ac-289e-4535-8c69-2f125ee81700 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b1a56b94-fee7-4dfb-925d-977caaf81317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354619 Dec 10 18:33:17.451419 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-1afcfa8c-871f-4c8c-8717-31e43f74c3dd None None] Deleting port 08c2743f-a338-4a3d-b53f-28fe43118574 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:17.451797 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1afcfa8c-871f-4c8c-8717-31e43f74c3dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:17.513844 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9e97ba67-b6a3-462d-945a-83d4dfc37786 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:17.519125 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 831331b7-2cee-4d1a-bc6c-4d998882cd0d details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:33:17.560213 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32b12139-322d-4d1e-81cd-1da007fbf5bc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:17.562462 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-19e97468-cc8f-4136-aa04-23cda7361ecb tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] For port 08c2743f-a338-4a3d-b53f-28fe43118574, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=08c2743f-a338-4a3d-b53f-28fe43118574,segment=NetworkSegment(324c87bc-1c36-4a20-9f4a-a520c7d1656f),segment_id=324c87bc-1c36-4a20-9f4a-a520c7d1656f)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:17.562833 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-19e97468-cc8f-4136-aa04-23cda7361ecb tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:17.594136 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32b12139-322d-4d1e-81cd-1da007fbf5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:17.617371 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-19e97468-cc8f-4136-aa04-23cda7361ecb tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Calling delete_port for 08c2743f-a338-4a3d-b53f-28fe43118574 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:17.628917 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 831331b7-2cee-4d1a-bc6c-4d998882cd0d, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=831331b7-2cee-4d1a-bc6c-4d998882cd0d,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:17.630516 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4b7b7-4398-4cce-b93a-0ad3f5c18524 req-31f1ac7f-a01f-4174-a386-cae787338d22 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:17.638492 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dbe4b7b7-4398-4cce-b93a-0ad3f5c18524 req-31f1ac7f-a01f-4174-a386-cae787338d22 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0614ff1-b2e4-4ba0-9f2b-8ce6e43e1f2d HTTP/1.1" status: 200 len: 945 time: 0.2079275 Dec 10 18:33:17.645721 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '831331b7-2cee-4d1a-bc6c-4d998882cd0d', 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732', 'port_id': '831331b7-2cee-4d1a-bc6c-4d998882cd0d', 'mac_address': 'fa:16:3e:3f:52:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30832bd6-5c81-4f5a-a237-6a5341f2b45d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:33:17.655814 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9e97ba67-b6a3-462d-945a-83d4dfc37786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:17.672135 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1afcfa8c-871f-4c8c-8717-31e43f74c3dd None None] For port 08c2743f-a338-4a3d-b53f-28fe43118574, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=08c2743f-a338-4a3d-b53f-28fe43118574,segment=NetworkSegment(324c87bc-1c36-4a20-9f4a-a520c7d1656f),segment_id=324c87bc-1c36-4a20-9f4a-a520c7d1656f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:17.672578 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1afcfa8c-871f-4c8c-8717-31e43f74c3dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:17.742628 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-fdc6f90d-f8da-44f2-aa58-47b2566508c3 service neutron] 10.222.0.46 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765088 Dec 10 18:33:17.755965 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8a065-3c95-4016-9f01-11840281c4eb req-32504646-a74f-40da-8e35-78fea60a42ff tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:17.757516 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-66d8a065-3c95-4016-9f01-11840281c4eb req-32504646-a74f-40da-8e35-78fea60a42ff tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.72 "GET /v2.0/ports?device_id=133cae24-0aac-4a6c-aa48-07572295e1cc HTTP/1.1" status: 200 len: 950 time: 0.1986544 Dec 10 18:33:17.762533 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-32b12139-322d-4d1e-81cd-1da007fbf5bc admin admin] Allocated IP 172.25.7.46 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/0ae575f2-3190-41f5-a533-8b44afe240e8) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:17.777104 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-1afcfa8c-871f-4c8c-8717-31e43f74c3dd None None] Calling delete_port for 08c2743f-a338-4a3d-b53f-28fe43118574 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:17.820492 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e97ba67-b6a3-462d-945a-83d4dfc37786 None None] Pushing event updated for resources: {'Port': ['ID=87e681ed-c62d-4bad-979d-64d60fd203ca,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:17.852756 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e97ba67-b6a3-462d-945a-83d4dfc37786 None None] Network 7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:17.860715 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-9e97ba67-b6a3-462d-945a-83d4dfc37786 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:17.881286 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dbe4b7b7-4398-4cce-b93a-0ad3f5c18524 req-e322d5c0-c5ad-448d-a4e0-4db7c7658379 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416101 Dec 10 18:33:17.906370 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e97ba67-b6a3-462d-945a-83d4dfc37786 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:17.911275 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:17.951187 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027a463-86cf-403f-ba76-e3215dd8c4e6 req-18c0f62a-0e64-48f5-8513-b870aa3bf071 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:17.953305 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0027a463-86cf-403f-ba76-e3215dd8c4e6 req-18c0f62a-0e64-48f5-8513-b870aa3bf071 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 944 time: 0.1348753 Dec 10 18:33:17.976014 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 831331b7-2cee-4d1a-bc6c-4d998882cd0d {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:33:17.999910 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 831331b7-2cee-4d1a-bc6c-4d998882cd0d, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=831331b7-2cee-4d1a-bc6c-4d998882cd0d,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:18.018964 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:18.030969 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-82a25efc-4f05-40fc-8624-48caf22214b3 service neutron] 10.222.0.46 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660010 Dec 10 18:33:18.034371 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32b12139-322d-4d1e-81cd-1da007fbf5bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:18.039408 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-19e97468-cc8f-4136-aa04-23cda7361ecb tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:18.061797 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0027a463-86cf-403f-ba76-e3215dd8c4e6 req-55709271-73df-4b9f-8b6d-d61edf4bede2 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009185 Dec 10 18:33:18.099521 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e97468-cc8f-4136-aa04-23cda7361ecb tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Pushing event deleted for resources: {'Port': ['ID=08c2743f-a338-4a3d-b53f-28fe43118574,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:18.103853 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e97468-cc8f-4136-aa04-23cda7361ecb tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] No DVR routers for this DVR port 08c2743f-a338-4a3d-b53f-28fe43118574 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:33:18.113170 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32b12139-322d-4d1e-81cd-1da007fbf5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:18.151560 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9e97ba67-b6a3-462d-945a-83d4dfc37786 None None] Attempting to bind port 87e681ed-c62d-4bad-979d-64d60fd203ca on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:33:18.151970 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9e97ba67-b6a3-462d-945a-83d4dfc37786 None None] Attempting to bind port 87e681ed-c62d-4bad-979d-64d60fd203ca by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'c0a1c0ac-8daa-4835-a1ac-e8bcdff24283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:33:18.152344 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e97ba67-b6a3-462d-945a-83d4dfc37786 None None] Attempting to bind port 87e681ed-c62d-4bad-979d-64d60fd203ca on network 7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:18.166589 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e97ba67-b6a3-462d-945a-83d4dfc37786 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:33:18.167002 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e97ba67-b6a3-462d-945a-83d4dfc37786 None None] Checking segment: {'id': 'c0a1c0ac-8daa-4835-a1ac-e8bcdff24283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:18.167409 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9e97ba67-b6a3-462d-945a-83d4dfc37786 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:18.168210 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e97ba67-b6a3-462d-945a-83d4dfc37786 None None] Bound using segment: {'id': 'c0a1c0ac-8daa-4835-a1ac-e8bcdff24283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:33:18.168733 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9e97ba67-b6a3-462d-945a-83d4dfc37786 None None] Bound port: 87e681ed-c62d-4bad-979d-64d60fd203ca, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a1c0ac-8daa-4835-a1ac-e8bcdff24283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:33:18.169120 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9e97ba67-b6a3-462d-945a-83d4dfc37786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:18.191277 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1afcfa8c-871f-4c8c-8717-31e43f74c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:18.203272 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=831331b7-2cee-4d1a-bc6c-4d998882cd0d,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:18.209483 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-66d8a065-3c95-4016-9f01-11840281c4eb req-f4a2047e-a411-4768-82bc-f7c26341ebaf tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Deleting port 03167325-af32-4f4b-8e4a-20d326d3aa29 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:18.210059 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-66d8a065-3c95-4016-9f01-11840281c4eb req-f4a2047e-a411-4768-82bc-f7c26341ebaf tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:18.214037 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b12139-322d-4d1e-81cd-1da007fbf5bc admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:18.215412 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b12139-322d-4d1e-81cd-1da007fbf5bc admin admin] Pushing event updated for resources: {'Port': ['ID=0ae575f2-3190-41f5-a533-8b44afe240e8,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:18.221478 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-32b12139-322d-4d1e-81cd-1da007fbf5bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:18.231660 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b12139-322d-4d1e-81cd-1da007fbf5bc admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:18.257447 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-19e97468-cc8f-4136-aa04-23cda7361ecb tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:18.271631 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afcfa8c-871f-4c8c-8717-31e43f74c3dd None None] No DVR routers for this DVR port 08c2743f-a338-4a3d-b53f-28fe43118574 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:33:18.393804 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['831331b7-2cee-4d1a-bc6c-4d998882cd0d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:33:18.398506 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0614ff1-b2e4-4ba0-9f2b-8ce6e43e1f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b448d47-d3b6-4a48-958d-84b796f84f4c'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:33:18.403899 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ff7e2e-a045-4356-8557-84cbfc32f16e" -d '{"events": [{"server_uuid": "e0614ff1-b2e4-4ba0-9f2b-8ce6e43e1f2d", "name": "network-vif-plugged", "status": "completed", "tag": "7b448d47-d3b6-4a48-958d-84b796f84f4c"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:33:18.414176 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-19e97468-cc8f-4136-aa04-23cda7361ecb tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b615060-7752-4f8a-a10e-67e6c265243e']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:18.416449 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afcfa8c-871f-4c8c-8717-31e43f74c3dd None None] Pushing event deleted for resources: {'Port': ['ID=08c2743f-a338-4a3d-b53f-28fe43118574,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:18.450810 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-19e97468-cc8f-4136-aa04-23cda7361ecb tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '324c87bc-1c36-4a20-9f4a-a520c7d1656f') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:18.451090 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-19e97468-cc8f-4136-aa04-23cda7361ecb tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '324c87bc-1c36-4a20-9f4a-a520c7d1656f') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:18.514005 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-19e97468-cc8f-4136-aa04-23cda7361ecb tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:18.560712 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-19e97468-cc8f-4136-aa04-23cda7361ecb tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:18.569208 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e97468-cc8f-4136-aa04-23cda7361ecb tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:33:18.569430 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-19e97468-cc8f-4136-aa04-23cda7361ecb tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:18.575968 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9e97ba67-b6a3-462d-945a-83d4dfc37786 None None] For port 87e681ed-c62d-4bad-979d-64d60fd203ca, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:33:18.599579 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9e97ba67-b6a3-462d-945a-83d4dfc37786 None None] For port 87e681ed-c62d-4bad-979d-64d60fd203ca, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=87e681ed-c62d-4bad-979d-64d60fd203ca,segment=NetworkSegment(c0a1c0ac-8daa-4835-a1ac-e8bcdff24283),segment_id=c0a1c0ac-8daa-4835-a1ac-e8bcdff24283)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:33:18.615152 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9e97ba67-b6a3-462d-945a-83d4dfc37786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:18.655627 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc86324-573e-4f2e-ae09-581fa609eed1 req-01a824ed-e9d8-463e-a949-cbe1ae981520 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:18.657383 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3bc86324-573e-4f2e-ae09-581fa609eed1 req-01a824ed-e9d8-463e-a949-cbe1ae981520 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 945 time: 0.1336560 Dec 10 18:33:18.662768 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:33:18.662768 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:33:18.662768 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:33:18.662768 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:33:18.662768 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:33:18.662768 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:33:18.662768 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:33:18.662768 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:33:18.662768 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:33:18.662768 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:33:18.662768 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:33:18.662768 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:33:18.662768 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:33:18.662768 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:33:18.662768 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:33:18.662768 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:33:18.662768 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:33:18.662768 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:33:18.662768 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:33:18.662768 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:33:18.662768 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:33:18.662768 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:33:18.662768 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:33:18.662768 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:33:18.662768 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:33:18.662768 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:33:18.662768 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:33:18.662768 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:33:18.662768 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:33:18.662768 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:33:18.662768 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:33:18.662768 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:33:18.681990 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-66d8a065-3c95-4016-9f01-11840281c4eb req-f4a2047e-a411-4768-82bc-f7c26341ebaf tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] For port 03167325-af32-4f4b-8e4a-20d326d3aa29, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=03167325-af32-4f4b-8e4a-20d326d3aa29,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:18.683699 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-66d8a065-3c95-4016-9f01-11840281c4eb req-f4a2047e-a411-4768-82bc-f7c26341ebaf tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:18.719358 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-66d8a065-3c95-4016-9f01-11840281c4eb req-f4a2047e-a411-4768-82bc-f7c26341ebaf tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Calling delete_port for 03167325-af32-4f4b-8e4a-20d326d3aa29 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:18.758194 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e97ba67-b6a3-462d-945a-83d4dfc37786 None None] Pushing event updated for resources: {'Port': ['ID=87e681ed-c62d-4bad-979d-64d60fd203ca,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:18.878273 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32b12139-322d-4d1e-81cd-1da007fbf5bc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:18.989643 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 08c2743f-a338-4a3d-b53f-28fe43118574 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:33:19.077101 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 08c2743f-a338-4a3d-b53f-28fe43118574 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:33:19.077806 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 08c2743f-a338-4a3d-b53f-28fe43118574 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:33:19.185811 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32b12139-322d-4d1e-81cd-1da007fbf5bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:19.311816 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3bc86324-573e-4f2e-ae09-581fa609eed1 req-4fe76693-aa1d-41cd-8698-29e6b0740c84 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6424341 Dec 10 18:33:19.341238 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-19e97468-cc8f-4136-aa04-23cda7361ecb tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:19.360467 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-19e97468-cc8f-4136-aa04-23cda7361ecb tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:19.364893 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-19e97468-cc8f-4136-aa04-23cda7361ecb tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] 10.222.0.62 "DELETE /v2.0/networks/5b615060-7752-4f8a-a10e-67e6c265243e HTTP/1.1" status: 204 len: 168 time: 2.6439064 Dec 10 18:33:19.380907 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e552a-5bce-4578-9d1f-78f8e1235148 req-9166c588-6607-4e8b-b0c6-223bb37cf8f3 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:19.394203 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-db3e552a-5bce-4578-9d1f-78f8e1235148 req-9166c588-6607-4e8b-b0c6-223bb37cf8f3 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.62 "GET /v2.0/ports?device_id=133cae24-0aac-4a6c-aa48-07572295e1cc HTTP/1.1" status: 200 len: 950 time: 1.0544190 Dec 10 18:33:19.436416 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b12139-322d-4d1e-81cd-1da007fbf5bc admin admin] Router fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:33:19.462141 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e97468-cc8f-4136-aa04-23cda7361ecb tempest-ServersTestMultiNic-1120249131 tempest-ServersTestMultiNic-1120249131-project] Pushing event deleted for resources: {'Network': ['ID=5b615060-7752-4f8a-a10e-67e6c265243e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:19.518698 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04fef7e-7a8e-420f-9542-d233bed612b8 x-openstack-request-id: req-d04fef7e-7a8e-420f-9542-d233bed612b8 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:33:19.519156 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0614ff1-b2e4-4ba0-9f2b-8ce6e43e1f2d", "name": "network-vif-plugged", "status": "completed", "tag": "7b448d47-d3b6-4a48-958d-84b796f84f4c", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:33:19.519830 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d04fef7e-7a8e-420f-9542-d233bed612b8 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:33:19.520387 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0614ff1-b2e4-4ba0-9f2b-8ce6e43e1f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b448d47-d3b6-4a48-958d-84b796f84f4c', 'code': 200} Dec 10 18:33:19.523102 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 831331b7-2cee-4d1a-bc6c-4d998882cd0d up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:19.580322 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-db3e552a-5bce-4578-9d1f-78f8e1235148 req-879730f6-61e1-4a17-8b01-90b5b9e8c7d7 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a6b1eff-5130-4482-92d3-b48453f8bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804376 Dec 10 18:33:19.714164 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-66d8a065-3c95-4016-9f01-11840281c4eb req-f4a2047e-a411-4768-82bc-f7c26341ebaf tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:19.738886 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['03167325-af32-4f4b-8e4a-20d326d3aa29'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:33:19.760244 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e76b3-8883-45bb-aff2-946e50d160d4 req-1564c113-ce9a-4447-98f5-4b88bc1fac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:19.764015 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2047e-a411-4768-82bc-f7c26341ebaf tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Pushing event deleted for resources: {'Port': ['ID=03167325-af32-4f4b-8e4a-20d326d3aa29,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:19.769139 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-698e76b3-8883-45bb-aff2-946e50d160d4 req-1564c113-ce9a-4447-98f5-4b88bc1fac09 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e0614ff1-b2e4-4ba0-9f2b-8ce6e43e1f2d HTTP/1.1" status: 200 len: 1096 time: 0.1632385 Dec 10 18:33:19.841797 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d8a065-3c95-4016-9f01-11840281c4eb req-f4a2047e-a411-4768-82bc-f7c26341ebaf tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] No DVR routers for this DVR port 03167325-af32-4f4b-8e4a-20d326d3aa29 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:33:19.845229 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-66d8a065-3c95-4016-9f01-11840281c4eb req-f4a2047e-a411-4768-82bc-f7c26341ebaf tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:19.850282 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-66d8a065-3c95-4016-9f01-11840281c4eb req-f4a2047e-a411-4768-82bc-f7c26341ebaf tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.72 "DELETE /v2.0/ports/03167325-af32-4f4b-8e4a-20d326d3aa29 HTTP/1.1" status: 204 len: 173 time: 2.0742793 Dec 10 18:33:19.850980 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133cae24-0aac-4a6c-aa48-07572295e1cc', 'name': 'network-vif-deleted', 'tag': '03167325-af32-4f4b-8e4a-20d326d3aa29'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:33:19.868360 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289b1a77-338e-4956-b0a2-b62d416c3788" -d '{"events": [{"server_uuid": "133cae24-0aac-4a6c-aa48-07572295e1cc", "name": "network-vif-deleted", "tag": "03167325-af32-4f4b-8e4a-20d326d3aa29"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:33:19.882594 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7b67f5c5-4ebf-475e-a737-c6f63a34938b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:19.900163 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbdf01d-c40c-4b2a-b8ee-0d96182c7250 req-2d3abeab-9ac0-4e46-a2ca-1ff5d878eb3a tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:19.916468 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-acbdf01d-c40c-4b2a-b8ee-0d96182c7250 req-2d3abeab-9ac0-4e46-a2ca-1ff5d878eb3a tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 945 time: 0.1687243 Dec 10 18:33:19.929571 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb688f-70aa-4aac-abcb-4388ec2d8a9d req-4da2a950-e829-4472-90c9-4a8d773bb583 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:19.941269 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aabb688f-70aa-4aac-abcb-4388ec2d8a9d req-4da2a950-e829-4472-90c9-4a8d773bb583 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0614ff1-b2e4-4ba0-9f2b-8ce6e43e1f2d HTTP/1.1" status: 200 len: 945 time: 0.2703376 Dec 10 18:33:19.976095 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 831331b7-2cee-4d1a-bc6c-4d998882cd0d completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:33:19.982192 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 831331b7-2cee-4d1a-bc6c-4d998882cd0d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:19.982564 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:20.000771 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-698e76b3-8883-45bb-aff2-946e50d160d4 req-60d623a2-f46e-405e-a4c6-7dbf54d41675 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118950 Dec 10 18:33:20.039721 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-acbdf01d-c40c-4b2a-b8ee-0d96182c7250 req-baa6ab73-2e3b-484e-a1e0-151e8087788c tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149185 Dec 10 18:33:20.053600 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b12139-322d-4d1e-81cd-1da007fbf5bc admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:33:20.066515 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730e99c8-b94f-40f9-be91-eea8ab9de3a6 None None] Sync routers for ids ['fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:33:20.086321 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32b12139-322d-4d1e-81cd-1da007fbf5bc admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:20.087177 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730e99c8-b94f-40f9-be91-eea8ab9de3a6 None None] Routers {'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:20.090580 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-730e99c8-b94f-40f9-be91-eea8ab9de3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:32:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:20.091260 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-32b12139-322d-4d1e-81cd-1da007fbf5bc admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8741236 Dec 10 18:33:20.092154 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45966) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:20.121448 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aabb688f-70aa-4aac-abcb-4388ec2d8a9d req-6c170173-8db5-430b-b9a0-a6c0aef8fcbe tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791933 Dec 10 18:33:20.212801 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:20.321583 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 831331b7-2cee-4d1a-bc6c-4d998882cd0d, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=831331b7-2cee-4d1a-bc6c-4d998882cd0d,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:20.333496 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:20.336852 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077742e5-3240-4bf1-843b-6f5cc0432570 x-openstack-request-id: req-077742e5-3240-4bf1-843b-6f5cc0432570 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:33:20.337339 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133cae24-0aac-4a6c-aa48-07572295e1cc", "name": "network-vif-deleted", "tag": "03167325-af32-4f4b-8e4a-20d326d3aa29", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:33:20.337802 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-077742e5-3240-4bf1-843b-6f5cc0432570 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:33:20.338370 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133cae24-0aac-4a6c-aa48-07572295e1cc', 'name': 'network-vif-deleted', 'tag': '03167325-af32-4f4b-8e4a-20d326d3aa29', 'status': 'completed', 'code': 200} Dec 10 18:33:20.487545 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=831331b7-2cee-4d1a-bc6c-4d998882cd0d,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:20.514210 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-730e99c8-b94f-40f9-be91-eea8ab9de3a6 None None] Set router fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:33:20.633826 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5634c8d-3ee5-406f-9ce2-c0c8361cd3b1 req-1aa99cc9-0be8-4011-9e0a-b8bf8019a3bb tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:20.637748 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a5634c8d-3ee5-406f-9ce2-c0c8361cd3b1 req-1aa99cc9-0be8-4011-9e0a-b8bf8019a3bb tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 945 time: 0.1022906 Dec 10 18:33:20.684128 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45988) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:20.732490 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dcf7ac-7e6b-4c42-a94c-f565249a738d None None] Network 7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:20.830891 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a5634c8d-3ee5-406f-9ce2-c0c8361cd3b1 req-c66332f8-17de-4198-8a45-b570bbfbed8c tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844568 Dec 10 18:33:20.966913 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-dfe9cb04-80eb-4f58-aa27-557a8e271ab2 None None] Provisioning complete for port 87e681ed-c62d-4bad-979d-64d60fd203ca triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:20.973174 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dfe9cb04-80eb-4f58-aa27-557a8e271ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:20.976001 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-21f796fe-9e89-466d-8d4c-aaa7d3848c67 req-fea0b86b-7ba7-4201-b18c-ad73db12bee0 tempest-ImagesNegativeTestJSON-69602574 tempest-ImagesNegativeTestJSON-69602574-project] 10.222.0.62 "GET /v2.0/ports?device_id=133cae24-0aac-4a6c-aa48-07572295e1cc HTTP/1.1" status: 200 len: 210 time: 0.1243711 Dec 10 18:33:21.031374 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-730e99c8-b94f-40f9-be91-eea8ab9de3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'name': 'tempest-ServersTestBootFromVolume-293549276-router', 'tenant_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '0ae575f2-3190-41f5-a533-8b44afe240e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:16Z', 'updated_at': '2021-12-10T18:33:18Z', 'revision_number': 3, 'project_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'gw_port': {'id': '0ae575f2-3190-41f5-a533-8b44afe240e8', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:17Z', 'updated_at': '2021-12-10T18:33:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:21.108202 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730e99c8-b94f-40f9-be91-eea8ab9de3a6 None None] Checking router: fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:33:21.115489 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730e99c8-b94f-40f9-be91-eea8ab9de3a6 None None] Updating router fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47 port 0ae575f2-3190-41f5-a533-8b44afe240e8 binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:33:21.117685 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 87e681ed-c62d-4bad-979d-64d60fd203ca up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:21.241190 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-730e99c8-b94f-40f9-be91-eea8ab9de3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:21.401010 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af160c5e-fec7-4f47-8700-790c8d55100d req-14dc294c-1a1f-44d2-884e-59036b8f3dde tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:21.410233 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-af160c5e-fec7-4f47-8700-790c8d55100d req-14dc294c-1a1f-44d2-884e-59036b8f3dde tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0614ff1-b2e4-4ba0-9f2b-8ce6e43e1f2d HTTP/1.1" status: 200 len: 945 time: 0.1497755 Dec 10 18:33:21.415635 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dfe9cb04-80eb-4f58-aa27-557a8e271ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:21.430409 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 87e681ed-c62d-4bad-979d-64d60fd203ca triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:21.434370 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:21.452721 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b0bbc64-9f81-43db-b17d-cc2aeddcd64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:21.549010 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf2ac8a-1b88-4eca-92c5-ec25b2438e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '831331b7-2cee-4d1a-bc6c-4d998882cd0d'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:33:21.551322 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee30fd3-0e35-4515-a981-db38fbe3c8c2" -d '{"events": [{"server_uuid": "acf2ac8a-1b88-4eca-92c5-ec25b2438e81", "name": "network-vif-plugged", "status": "completed", "tag": "831331b7-2cee-4d1a-bc6c-4d998882cd0d"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:33:21.595148 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f4bfc-73b8-4664-a0bd-fc758a39f78f req-733a6042-3866-4379-897f-743b1851dac8 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:21.596899 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-607f4bfc-73b8-4664-a0bd-fc758a39f78f req-733a6042-3866-4379-897f-743b1851dac8 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 946 time: 0.2694592 Dec 10 18:33:21.656180 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-af160c5e-fec7-4f47-8700-790c8d55100d req-fb8c0ccd-f46c-40e7-92f3-5968a07b947f tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429807 Dec 10 18:33:21.681575 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-dfe9cb04-80eb-4f58-aa27-557a8e271ab2 None None] For port 87e681ed-c62d-4bad-979d-64d60fd203ca, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=87e681ed-c62d-4bad-979d-64d60fd203ca,segment=NetworkSegment(c0a1c0ac-8daa-4835-a1ac-e8bcdff24283),segment_id=c0a1c0ac-8daa-4835-a1ac-e8bcdff24283)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:21.688224 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-607f4bfc-73b8-4664-a0bd-fc758a39f78f req-fcc4f590-0494-40aa-afdd-7f16eb45d7df tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808644 Dec 10 18:33:21.704491 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dfe9cb04-80eb-4f58-aa27-557a8e271ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:21.848714 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76dc38fb-702d-415f-b30a-54b1c3ca8113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:21.869530 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8236ecb9-bc79-4b8b-a541-2d246826ecba x-openstack-request-id: req-8236ecb9-bc79-4b8b-a541-2d246826ecba {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:33:21.870091 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acf2ac8a-1b88-4eca-92c5-ec25b2438e81", "name": "network-vif-plugged", "status": "completed", "tag": "831331b7-2cee-4d1a-bc6c-4d998882cd0d", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:33:21.870573 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8236ecb9-bc79-4b8b-a541-2d246826ecba {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:33:21.871177 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf2ac8a-1b88-4eca-92c5-ec25b2438e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '831331b7-2cee-4d1a-bc6c-4d998882cd0d', 'code': 200} Dec 10 18:33:22.010440 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-730e99c8-b94f-40f9-be91-eea8ab9de3a6 None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:22.020980 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-730e99c8-b94f-40f9-be91-eea8ab9de3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:22.053858 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-730e99c8-b94f-40f9-be91-eea8ab9de3a6 None None] Attempting to bind port 0ae575f2-3190-41f5-a533-8b44afe240e8 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:33:22.054239 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-730e99c8-b94f-40f9-be91-eea8ab9de3a6 None None] Attempting to bind port 0ae575f2-3190-41f5-a533-8b44afe240e8 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:33:22.054614 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730e99c8-b94f-40f9-be91-eea8ab9de3a6 None None] Attempting to bind port 0ae575f2-3190-41f5-a533-8b44afe240e8 on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:22.064050 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9cb04-80eb-4f58-aa27-557a8e271ab2 None None] Pushing event updated for resources: {'Port': ['ID=87e681ed-c62d-4bad-979d-64d60fd203ca,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:22.071127 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6c66c720-750f-42ac-810f-4ddad2a95f94 None None] Provisioning complete for port 87e681ed-c62d-4bad-979d-64d60fd203ca triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:22.080181 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730e99c8-b94f-40f9-be91-eea8ab9de3a6 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:33:22.080851 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730e99c8-b94f-40f9-be91-eea8ab9de3a6 None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:22.081280 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-730e99c8-b94f-40f9-be91-eea8ab9de3a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:22.082054 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6c66c720-750f-42ac-810f-4ddad2a95f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:22.082425 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730e99c8-b94f-40f9-be91-eea8ab9de3a6 None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:33:22.083176 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-730e99c8-b94f-40f9-be91-eea8ab9de3a6 None None] Bound port: 0ae575f2-3190-41f5-a533-8b44afe240e8, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:33:22.083743 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-730e99c8-b94f-40f9-be91-eea8ab9de3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:22.130294 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-7b0bbc64-9f81-43db-b17d-cc2aeddcd64f admin admin] Allocated IP 172.20.0.1 (7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0/ebf1176b-a466-4aab-a9a3-dec3ecc03af9/c795ec44-89d8-4c51-aee9-6efc49bb373b) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:22.207079 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-730e99c8-b94f-40f9-be91-eea8ab9de3a6 None None] For port 0ae575f2-3190-41f5-a533-8b44afe240e8, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:33:22.215307 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-730e99c8-b94f-40f9-be91-eea8ab9de3a6 None None] For port 0ae575f2-3190-41f5-a533-8b44afe240e8, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=0ae575f2-3190-41f5-a533-8b44afe240e8,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:33:22.232449 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-730e99c8-b94f-40f9-be91-eea8ab9de3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:22.235774 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeec895-692a-4620-b4f3-656e011334f3 req-fc97491e-6215-4700-85fe-ae7e7f81878e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:22.237659 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5eeec895-692a-4620-b4f3-656e011334f3 req-fc97491e-6215-4700-85fe-ae7e7f81878e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 1097 time: 0.1304653 Dec 10 18:33:22.258385 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e4111-c6b2-4544-8251-4b8c1fe4d397 req-5a5eb9cc-f3c5-4619-aad9-e522fd47f4b2 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:22.260106 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-663e4111-c6b2-4544-8251-4b8c1fe4d397 req-5a5eb9cc-f3c5-4619-aad9-e522fd47f4b2 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 945 time: 0.1467209 Dec 10 18:33:22.296386 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ea0a0-2e4b-4c3f-bcd9-175da43d0ec2 None None] Pushing event updated for resources: {'Port': ['ID=0ae575f2-3190-41f5-a533-8b44afe240e8,revision_number=2']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:22.304756 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 03167325-af32-4f4b-8e4a-20d326d3aa29 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:33:22.382874 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730e99c8-b94f-40f9-be91-eea8ab9de3a6 None None] Routers {'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:22.390756 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b0bbc64-9f81-43db-b17d-cc2aeddcd64f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:22.396137 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-730e99c8-b94f-40f9-be91-eea8ab9de3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:32:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:22.422054 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 03167325-af32-4f4b-8e4a-20d326d3aa29 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:33:22.422574 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 03167325-af32-4f4b-8e4a-20d326d3aa29 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:33:22.431247 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6131ef43-2925-48bd-befe-e3a493765c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:22.521716 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b0bbc64-9f81-43db-b17d-cc2aeddcd64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:22.632355 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0bbc64-9f81-43db-b17d-cc2aeddcd64f admin admin] Network 7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:22.644318 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-7b0bbc64-9f81-43db-b17d-cc2aeddcd64f admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:22.647710 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0bbc64-9f81-43db-b17d-cc2aeddcd64f admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:22.710327 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-663e4111-c6b2-4544-8251-4b8c1fe4d397 req-f564b0ed-13c2-4ecd-ab4f-0d334b242f3e tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392691 Dec 10 18:33:22.712943 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0bbc64-9f81-43db-b17d-cc2aeddcd64f admin admin] Pushing event updated for resources: {'Port': ['ID=c795ec44-89d8-4c51-aee9-6efc49bb373b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:22.728599 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5eeec895-692a-4620-b4f3-656e011334f3 req-ebf160c2-1775-42da-8cdd-87a2c0d89f6d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4654920 Dec 10 18:33:22.772128 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b0bbc64-9f81-43db-b17d-cc2aeddcd64f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:22.778140 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0bbc64-9f81-43db-b17d-cc2aeddcd64f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:22.778852 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0bbc64-9f81-43db-b17d-cc2aeddcd64f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:22.779627 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0bbc64-9f81-43db-b17d-cc2aeddcd64f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:22.780061 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0bbc64-9f81-43db-b17d-cc2aeddcd64f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:22.781890 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0bbc64-9f81-43db-b17d-cc2aeddcd64f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:22.782437 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0bbc64-9f81-43db-b17d-cc2aeddcd64f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:22.783236 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0bbc64-9f81-43db-b17d-cc2aeddcd64f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:22.783778 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0bbc64-9f81-43db-b17d-cc2aeddcd64f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:22.784444 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0bbc64-9f81-43db-b17d-cc2aeddcd64f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:22.784936 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0bbc64-9f81-43db-b17d-cc2aeddcd64f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:22.785351 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0bbc64-9f81-43db-b17d-cc2aeddcd64f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:22.786007 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0bbc64-9f81-43db-b17d-cc2aeddcd64f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:22.786661 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0bbc64-9f81-43db-b17d-cc2aeddcd64f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:22.994682 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ea0a0-2e4b-4c3f-bcd9-175da43d0ec2 None None] Pushing event updated for resources: {'Port': ['ID=0ae575f2-3190-41f5-a533-8b44afe240e8,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:23.016032 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 87e681ed-c62d-4bad-979d-64d60fd203ca up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:23.039473 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ec45a-5c74-4c1e-b973-120da4da579c req-30679cee-90b7-4b21-93b5-6a219918a2a8 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:23.044076 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-064ec45a-5c74-4c1e-b973-120da4da579c req-30679cee-90b7-4b21-93b5-6a219918a2a8 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0614ff1-b2e4-4ba0-9f2b-8ce6e43e1f2d HTTP/1.1" status: 200 len: 945 time: 0.1532168 Dec 10 18:33:23.099500 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-730e99c8-b94f-40f9-be91-eea8ab9de3a6 None None] Set router fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:33:23.141553 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 87e681ed-c62d-4bad-979d-64d60fd203ca triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:23.142421 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:23.150394 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 46036) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:23.172477 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-064ec45a-5c74-4c1e-b973-120da4da579c req-c92923c8-90ee-4a03-ac27-2adfc999ad61 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168478 Dec 10 18:33:23.249024 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b0bbc64-9f81-43db-b17d-cc2aeddcd64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:23.294235 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e421f36-af38-49c4-9801-bff5a16ae06b req-e5368d94-fda3-46b6-aca3-178d4b406df1 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:23.302792 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8e421f36-af38-49c4-9801-bff5a16ae06b req-e5368d94-fda3-46b6-aca3-178d4b406df1 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 946 time: 0.4002068 Dec 10 18:33:23.374374 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:23.385358 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-06256420-940c-40f1-9598-8aa018d3af28 None None] Provisioning complete for port c795ec44-89d8-4c51-aee9-6efc49bb373b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:23.385748 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-06256420-940c-40f1-9598-8aa018d3af28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:23.440559 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-76dc38fb-702d-415f-b30a-54b1c3ca8113 admin admin] Deleting port aeb6705f-88fe-43c3-8e2c-36b8e99af3ae {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:23.440939 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76dc38fb-702d-415f-b30a-54b1c3ca8113 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:23.523665 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-06256420-940c-40f1-9598-8aa018d3af28 None None] Port c795ec44-89d8-4c51-aee9-6efc49bb373b cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:33:23.601323 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8e421f36-af38-49c4-9801-bff5a16ae06b req-29df3e56-988f-4642-8591-064afe8b60eb tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976286 Dec 10 18:33:23.648723 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-730e99c8-b94f-40f9-be91-eea8ab9de3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'name': 'tempest-ServersTestBootFromVolume-293549276-router', 'tenant_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '0ae575f2-3190-41f5-a533-8b44afe240e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:16Z', 'updated_at': '2021-12-10T18:33:18Z', 'revision_number': 3, 'project_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'gw_port': {'id': '0ae575f2-3190-41f5-a533-8b44afe240e8', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:17Z', 'updated_at': '2021-12-10T18:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:23.651705 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6b11c5b9-ab6d-4ed6-8970-c7474c66b0c9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e130d859c51b40b7a327bac24461ad2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4984291 Dec 10 18:33:23.654487 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 46050) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:23.709673 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730e99c8-b94f-40f9-be91-eea8ab9de3a6 None None] The sync data for ids ['fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47'] in n-d-821435-1 is: [{'id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'name': 'tempest-ServersTestBootFromVolume-293549276-router', 'tenant_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '0ae575f2-3190-41f5-a533-8b44afe240e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:16Z', 'updated_at': '2021-12-10T18:33:18Z', 'revision_number': 3, 'project_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'gw_port': {'id': '0ae575f2-3190-41f5-a533-8b44afe240e8', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:17Z', 'updated_at': '2021-12-10T18:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:33:23.790901 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-76dc38fb-702d-415f-b30a-54b1c3ca8113 admin admin] For port aeb6705f-88fe-43c3-8e2c-36b8e99af3ae, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=aeb6705f-88fe-43c3-8e2c-36b8e99af3ae,segment=NetworkSegment(4eec387d-6cf4-4a52-b186-55734d55881d),segment_id=4eec387d-6cf4-4a52-b186-55734d55881d)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:23.791414 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76dc38fb-702d-415f-b30a-54b1c3ca8113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:23.812157 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d33711a-198e-4f18-83b7-f4ff3cf39998 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:23.814190 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-76dc38fb-702d-415f-b30a-54b1c3ca8113 admin admin] Calling delete_port for aeb6705f-88fe-43c3-8e2c-36b8e99af3ae owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:23.856697 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b0bbc64-9f81-43db-b17d-cc2aeddcd64f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:23.901432 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b0bbc64-9f81-43db-b17d-cc2aeddcd64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:24.005916 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d33711a-198e-4f18-83b7-f4ff3cf39998 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:24.137195 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d33711a-198e-4f18-83b7-f4ff3cf39998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:24.147774 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d33711a-198e-4f18-83b7-f4ff3cf39998 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:24.151435 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0d33711a-198e-4f18-83b7-f4ff3cf39998 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5a6b1eff-5130-4482-92d3-b48453f8bd13 HTTP/1.1" status: 204 len: 168 time: 0.4934518 Dec 10 18:33:24.166678 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d33711a-198e-4f18-83b7-f4ff3cf39998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6b1eff-5130-4482-92d3-b48453f8bd13,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:24.185072 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d33711a-198e-4f18-83b7-f4ff3cf39998 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:24.186344 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d33711a-198e-4f18-83b7-f4ff3cf39998 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:24.188010 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d33711a-198e-4f18-83b7-f4ff3cf39998 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:24.188010 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d33711a-198e-4f18-83b7-f4ff3cf39998 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:24.188010 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d33711a-198e-4f18-83b7-f4ff3cf39998 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:24.188010 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d33711a-198e-4f18-83b7-f4ff3cf39998 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:24.188398 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d33711a-198e-4f18-83b7-f4ff3cf39998 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:24.188549 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d33711a-198e-4f18-83b7-f4ff3cf39998 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:24.190663 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d33711a-198e-4f18-83b7-f4ff3cf39998 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:24.191190 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d33711a-198e-4f18-83b7-f4ff3cf39998 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:24.191548 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d33711a-198e-4f18-83b7-f4ff3cf39998 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:24.191896 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d33711a-198e-4f18-83b7-f4ff3cf39998 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:24.192240 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d33711a-198e-4f18-83b7-f4ff3cf39998 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:24.452583 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76dc38fb-702d-415f-b30a-54b1c3ca8113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:24.532838 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc38fb-702d-415f-b30a-54b1c3ca8113 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeb6705f-88fe-43c3-8e2c-36b8e99af3ae,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:24.676132 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:25.137499 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 0ae575f2-3190-41f5-a533-8b44afe240e8 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:25.215022 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dfd4af-b9bc-4b63-934f-bcf6087dd92b req-dd0114c6-e5e2-46d3-a6bc-9cf1be8a00dd tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:25.226698 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d7dfd4af-b9bc-4b63-934f-bcf6087dd92b req-dd0114c6-e5e2-46d3-a6bc-9cf1be8a00dd tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 946 time: 0.2310197 Dec 10 18:33:25.269366 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76dc38fb-702d-415f-b30a-54b1c3ca8113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:25.274808 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0bbc64-9f81-43db-b17d-cc2aeddcd64f admin admin] Pushing event updated for resources: {'Port': ['ID=c795ec44-89d8-4c51-aee9-6efc49bb373b,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:25.286863 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b0bbc64-9f81-43db-b17d-cc2aeddcd64f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:25.290092 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 0ae575f2-3190-41f5-a533-8b44afe240e8 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:25.291783 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:25.571601 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e223ee-ea42-4e57-afe9-d0b9f455f4df req-bdde4a6e-10f1-401d-a2e7-2026279756a2 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:25.583569 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-83e223ee-ea42-4e57-afe9-d0b9f455f4df req-bdde4a6e-10f1-401d-a2e7-2026279756a2 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 945 time: 1.7230654 Dec 10 18:33:25.598127 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0bbc64-9f81-43db-b17d-cc2aeddcd64f admin admin] Network 7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:25.623272 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d7dfd4af-b9bc-4b63-934f-bcf6087dd92b req-5990d25a-9a1e-41a9-a536-ccafc175360f tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889210 Dec 10 18:33:25.646516 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-7b0bbc64-9f81-43db-b17d-cc2aeddcd64f admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:26.071631 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-83e223ee-ea42-4e57-afe9-d0b9f455f4df req-7a7305e2-5dfc-400d-a13e-7533ec01be7c tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4855888 Dec 10 18:33:26.158838 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:26.192019 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:26.244150 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 0ae575f2-3190-41f5-a533-8b44afe240e8, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=0ae575f2-3190-41f5-a533-8b44afe240e8,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:26.254047 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:26.296042 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0bbc64-9f81-43db-b17d-cc2aeddcd64f admin admin] Router fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:33:26.466514 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d851f-cc12-4057-bfff-822e3dc78467 req-e834fc90-4969-45c4-aa19-a17c28a2f2f7 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:26.471213 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-440d851f-cc12-4057-bfff-822e3dc78467 req-e834fc90-4969-45c4-aa19-a17c28a2f2f7 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 1097 time: 0.2577095 Dec 10 18:33:26.509474 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=0ae575f2-3190-41f5-a533-8b44afe240e8,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:26.534548 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76dc38fb-702d-415f-b30a-54b1c3ca8113 admin admin] Router b8b64a13-4ceb-4922-857e-95d79971b717 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:33:26.578877 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-727365c4-311b-474d-90e9-824319739f10 None None] Provisioning complete for port c795ec44-89d8-4c51-aee9-6efc49bb373b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:26.581346 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-727365c4-311b-474d-90e9-824319739f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:26.645308 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0bbc64-9f81-43db-b17d-cc2aeddcd64f admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:33:26.726110 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-727365c4-311b-474d-90e9-824319739f10 None None] Port c795ec44-89d8-4c51-aee9-6efc49bb373b cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:33:26.774946 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7b0bbc64-9f81-43db-b17d-cc2aeddcd64f admin admin] 10.222.0.62 "PUT /v2.0/routers/fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6767097 Dec 10 18:33:26.817196 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-440d851f-cc12-4057-bfff-822e3dc78467 req-af83805b-adce-41ef-871b-8e49fb5dc4a6 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278441 Dec 10 18:33:26.882925 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-d86817e3-755d-4307-b03c-06078992061f tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=1770554e7d574a7e8a4aa003597029df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489702 Dec 10 18:33:27.009979 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 0ae575f2-3190-41f5-a533-8b44afe240e8 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:27.095858 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76dc38fb-702d-415f-b30a-54b1c3ca8113 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:33:27.108283 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e160aa3a-3c48-4fd0-9209-8cbeacdcdd01 None None] Sync routers for ids ['b8b64a13-4ceb-4922-857e-95d79971b717'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:33:27.112807 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-76dc38fb-702d-415f-b30a-54b1c3ca8113 admin admin] 10.222.0.62 "PUT /v2.0/routers/b8b64a13-4ceb-4922-857e-95d79971b717/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4267464 Dec 10 18:33:27.116711 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 46142) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:27.120576 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 0ae575f2-3190-41f5-a533-8b44afe240e8 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:27.122086 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:27.145618 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e160aa3a-3c48-4fd0-9209-8cbeacdcdd01 None None] Routers {'b8b64a13-4ceb-4922-857e-95d79971b717'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:27.146333 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e160aa3a-3c48-4fd0-9209-8cbeacdcdd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:33:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['b8b64a13-4ceb-4922-857e-95d79971b717'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:27.225441 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb465f5-cef4-4d31-a99d-b390dba07291 None None] Sync routers for ids ['fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:33:27.241203 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb465f5-cef4-4d31-a99d-b390dba07291 None None] Routers {'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:27.242627 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-5fb465f5-cef4-4d31-a99d-b390dba07291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:33:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:27.274822 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-63c1fb04-5c26-4dc0-a1f1-55016b9bd254 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:27.293415 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-63c1fb04-5c26-4dc0-a1f1-55016b9bd254 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4028692 Dec 10 18:33:27.378795 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-e160aa3a-3c48-4fd0-9209-8cbeacdcdd01 None None] Set router b8b64a13-4ceb-4922-857e-95d79971b717 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:33:27.465718 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34cf49-1a90-4ca6-b740-f9b49599314b req-d225d5fd-6460-46ef-a8b9-7d106057176c tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:27.468516 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cf34cf49-1a90-4ca6-b740-f9b49599314b req-d225d5fd-6460-46ef-a8b9-7d106057176c tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 1097 time: 0.1461287 Dec 10 18:33:27.510030 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-5fb465f5-cef4-4d31-a99d-b390dba07291 None None] Set router fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:33:27.528978 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-da9a4cf9-cfbb-40a6-a045-33f5ccc844bb admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:27.606465 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cf34cf49-1a90-4ca6-b740-f9b49599314b req-0b6fb756-2612-46e2-9752-bf724b9007e3 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234388 Dec 10 18:33:27.639617 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-0377f1ba-dad8-4bf8-bae5-63a6aef14dc8 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] 10.222.0.62 "GET /v2.0/quotas/1770554e7d574a7e8a4aa003597029df HTTP/1.1" status: 200 len: 375 time: 0.3449509 Dec 10 18:33:27.743295 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e160aa3a-3c48-4fd0-9209-8cbeacdcdd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b64a13-4ceb-4922-857e-95d79971b717', 'name': 'tempest-ServersTestMultiNic-1321101254-router', 'tenant_id': '216309f085e04cb2a1db65c2f1b578cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'f870d05a-bd90-4c8e-a03f-60318e20a502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:31:31Z', 'updated_at': '2021-12-10T18:33:24Z', 'revision_number': 5, 'project_id': '216309f085e04cb2a1db65c2f1b578cb', 'gw_port': {'id': 'f870d05a-bd90-4c8e-a03f-60318e20a502', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b64a13-4ceb-4922-857e-95d79971b717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:31:32Z', 'updated_at': '2021-12-10T18:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:27.749889 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-f434eb8c-eea4-495c-8f73-29a55dba4b1c tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1770554e7d574a7e8a4aa003597029df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1080041 Dec 10 18:33:27.789726 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e160aa3a-3c48-4fd0-9209-8cbeacdcdd01 None None] Checking router: b8b64a13-4ceb-4922-857e-95d79971b717 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:33:27.799680 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e160aa3a-3c48-4fd0-9209-8cbeacdcdd01 None None] Routers {'b8b64a13-4ceb-4922-857e-95d79971b717'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:27.800317 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e160aa3a-3c48-4fd0-9209-8cbeacdcdd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:33:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['b8b64a13-4ceb-4922-857e-95d79971b717'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:27.895588 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-5fb465f5-cef4-4d31-a99d-b390dba07291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'name': 'tempest-ServersTestBootFromVolume-293549276-router', 'tenant_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '0ae575f2-3190-41f5-a533-8b44afe240e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:16Z', 'updated_at': '2021-12-10T18:33:22Z', 'revision_number': 4, 'project_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'gw_port': {'id': '0ae575f2-3190-41f5-a533-8b44afe240e8', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:17Z', 'updated_at': '2021-12-10T18:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'c795ec44-89d8-4c51-aee9-6efc49bb373b', 'name': '', 'network_id': '7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0', 'tenant_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'mac_address': 'fa:16:3e:5e:3d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'ebf1176b-a466-4aab-a9a3-dec3ecc03af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:21Z', 'updated_at': '2021-12-10T18:33:23Z', 'revision_number': 2, 'project_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'subnets': [{'id': 'ebf1176b-a466-4aab-a9a3-dec3ecc03af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:27.910111 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-da9a4cf9-cfbb-40a6-a045-33f5ccc844bb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:27.955896 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb465f5-cef4-4d31-a99d-b390dba07291 None None] Checking router: fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:33:27.956250 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb465f5-cef4-4d31-a99d-b390dba07291 None None] Updating router fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47 port c795ec44-89d8-4c51-aee9-6efc49bb373b binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:33:28.011604 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c428fb-e3e1-4635-abcd-819795c2e51e req-34a0fcb3-d6b4-46b7-a55d-15cf1890ddc5 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:28.024359 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-5fb465f5-cef4-4d31-a99d-b390dba07291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:28.041212 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-50c428fb-e3e1-4635-abcd-819795c2e51e req-34a0fcb3-d6b4-46b7-a55d-15cf1890ddc5 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 945 time: 0.2162189 Dec 10 18:33:28.056330 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-e160aa3a-3c48-4fd0-9209-8cbeacdcdd01 None None] Set router b8b64a13-4ceb-4922-857e-95d79971b717 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:33:28.248512 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-50c428fb-e3e1-4635-abcd-819795c2e51e req-5c30cb41-9775-436a-baf4-ba2f5329019f tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939163 Dec 10 18:33:28.275811 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-da9a4cf9-cfbb-40a6-a045-33f5ccc844bb admin admin] Deleting port f870d05a-bd90-4c8e-a03f-60318e20a502 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:28.276167 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-da9a4cf9-cfbb-40a6-a045-33f5ccc844bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:28.521037 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-da9a4cf9-cfbb-40a6-a045-33f5ccc844bb admin admin] For port f870d05a-bd90-4c8e-a03f-60318e20a502, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=f870d05a-bd90-4c8e-a03f-60318e20a502,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:28.521754 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-da9a4cf9-cfbb-40a6-a045-33f5ccc844bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:28.550913 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-da9a4cf9-cfbb-40a6-a045-33f5ccc844bb admin admin] Calling delete_port for f870d05a-bd90-4c8e-a03f-60318e20a502 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:28.582150 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e160aa3a-3c48-4fd0-9209-8cbeacdcdd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b64a13-4ceb-4922-857e-95d79971b717', 'name': 'tempest-ServersTestMultiNic-1321101254-router', 'tenant_id': '216309f085e04cb2a1db65c2f1b578cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'f870d05a-bd90-4c8e-a03f-60318e20a502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:31:31Z', 'updated_at': '2021-12-10T18:33:24Z', 'revision_number': 5, 'project_id': '216309f085e04cb2a1db65c2f1b578cb', 'gw_port': {'id': 'f870d05a-bd90-4c8e-a03f-60318e20a502', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b64a13-4ceb-4922-857e-95d79971b717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:31:32Z', 'updated_at': '2021-12-10T18:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:28.697843 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e160aa3a-3c48-4fd0-9209-8cbeacdcdd01 None None] The sync data for ids ['b8b64a13-4ceb-4922-857e-95d79971b717'] in n-d-821435-1 is: [{'id': 'b8b64a13-4ceb-4922-857e-95d79971b717', 'name': 'tempest-ServersTestMultiNic-1321101254-router', 'tenant_id': '216309f085e04cb2a1db65c2f1b578cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'f870d05a-bd90-4c8e-a03f-60318e20a502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:31:31Z', 'updated_at': '2021-12-10T18:33:24Z', 'revision_number': 5, 'project_id': '216309f085e04cb2a1db65c2f1b578cb', 'gw_port': {'id': 'f870d05a-bd90-4c8e-a03f-60318e20a502', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b64a13-4ceb-4922-857e-95d79971b717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:31:32Z', 'updated_at': '2021-12-10T18:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:33:28.724357 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 46184) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:28.729019 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-1fef9c19-a73c-40de-9f1e-5a019f9ccab1 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2007062608', 'description': 'tempest-description--1283561699'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:28.757465 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-5fb465f5-cef4-4d31-a99d-b390dba07291 None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:28.772583 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-5fb465f5-cef4-4d31-a99d-b390dba07291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:28.810791 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1fef9c19-a73c-40de-9f1e-5a019f9ccab1 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:28.967018 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1647b3-954e-446b-8d7e-17ad6135a532 None None] Pushing event updated for resources: {'Port': ['ID=c795ec44-89d8-4c51-aee9-6efc49bb373b,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:29.004112 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-da9a4cf9-cfbb-40a6-a045-33f5ccc844bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.105996 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d87c6093-abcf-4b98-8d47-9c7325e07f3f req-f73c370a-cb3c-4193-be48-6add5ea7c997 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef3fecff-906e-4642-85d4-de283e9286be HTTP/1.1" status: 200 len: 210 time: 0.1084688 Dec 10 18:33:29.130838 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a4cf9-cfbb-40a6-a045-33f5ccc844bb admin admin] Pushing event deleted for resources: {'Port': ['ID=f870d05a-bd90-4c8e-a03f-60318e20a502,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:29.137817 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1fef9c19-a73c-40de-9f1e-5a019f9ccab1 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.148957 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1fef9c19-a73c-40de-9f1e-5a019f9ccab1 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.159580 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device aeb6705f-88fe-43c3-8e2c-36b8e99af3ae no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:33:29.245141 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: aeb6705f-88fe-43c3-8e2c-36b8e99af3ae {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:33:29.247653 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device aeb6705f-88fe-43c3-8e2c-36b8e99af3ae not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:33:29.274350 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef9c19-a73c-40de-9f1e-5a019f9ccab1 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c65e87b-7786-434f-9fa5-a4467eb66d04,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:29.277461 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-5fb465f5-cef4-4d31-a99d-b390dba07291 None None] Attempting to bind port c795ec44-89d8-4c51-aee9-6efc49bb373b on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:33:29.288315 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-5fb465f5-cef4-4d31-a99d-b390dba07291 None None] Attempting to bind port c795ec44-89d8-4c51-aee9-6efc49bb373b by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'c0a1c0ac-8daa-4835-a1ac-e8bcdff24283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:33:29.288516 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1fef9c19-a73c-40de-9f1e-5a019f9ccab1 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.291221 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb465f5-cef4-4d31-a99d-b390dba07291 None None] Attempting to bind port c795ec44-89d8-4c51-aee9-6efc49bb373b on network 7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0 {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:29.297434 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1fef9c19-a73c-40de-9f1e-5a019f9ccab1 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5693111 Dec 10 18:33:29.298516 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 46204) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:29.306677 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c95356f0-6df5-42a0-a320-38972e88c45b tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Request body: {'security_group_rule': {'security_group_id': '1c65e87b-7786-434f-9fa5-a4467eb66d04', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:29.329666 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb465f5-cef4-4d31-a99d-b390dba07291 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:33:29.334021 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb465f5-cef4-4d31-a99d-b390dba07291 None None] Checking segment: {'id': 'c0a1c0ac-8daa-4835-a1ac-e8bcdff24283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:29.335374 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-5fb465f5-cef4-4d31-a99d-b390dba07291 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.339841 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb465f5-cef4-4d31-a99d-b390dba07291 None None] Bound using segment: {'id': 'c0a1c0ac-8daa-4835-a1ac-e8bcdff24283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:33:29.343733 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-5fb465f5-cef4-4d31-a99d-b390dba07291 None None] Bound port: c795ec44-89d8-4c51-aee9-6efc49bb373b, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a1c0ac-8daa-4835-a1ac-e8bcdff24283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:33:29.348157 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-5fb465f5-cef4-4d31-a99d-b390dba07291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.368877 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-da9a4cf9-cfbb-40a6-a045-33f5ccc844bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.380030 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c95356f0-6df5-42a0-a320-38972e88c45b tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.588164 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-5fb465f5-cef4-4d31-a99d-b390dba07291 None None] For port c795ec44-89d8-4c51-aee9-6efc49bb373b, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:33:29.592494 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-5fb465f5-cef4-4d31-a99d-b390dba07291 None None] For port c795ec44-89d8-4c51-aee9-6efc49bb373b, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c795ec44-89d8-4c51-aee9-6efc49bb373b,segment=NetworkSegment(c0a1c0ac-8daa-4835-a1ac-e8bcdff24283),segment_id=c0a1c0ac-8daa-4835-a1ac-e8bcdff24283)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:33:29.605542 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-5fb465f5-cef4-4d31-a99d-b390dba07291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.618573 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-946f4568-177e-45cd-ba10-d3d0f784cae1 None None] Provisioning complete for port c795ec44-89d8-4c51-aee9-6efc49bb373b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:29.621407 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-946f4568-177e-45cd-ba10-d3d0f784cae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.690174 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c95356f0-6df5-42a0-a320-38972e88c45b tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.722187 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c95356f0-6df5-42a0-a320-38972e88c45b tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.750236 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1647b3-954e-446b-8d7e-17ad6135a532 None None] Pushing event updated for resources: {'Port': ['ID=c795ec44-89d8-4c51-aee9-6efc49bb373b,revision_number=4']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:29.793765 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb465f5-cef4-4d31-a99d-b390dba07291 None None] Routers {'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:29.796243 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-5fb465f5-cef4-4d31-a99d-b390dba07291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:33:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:29.803007 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c95356f0-6df5-42a0-a320-38972e88c45b tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.808523 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c95356f0-6df5-42a0-a320-38972e88c45b tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5067828 Dec 10 18:33:29.859088 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 46210) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:29.868588 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-67c6acd9-ffbc-4638-8c6a-dd1cc22b3435 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Request body: {'security_group_rule': {'security_group_id': '1c65e87b-7786-434f-9fa5-a4467eb66d04', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:29.885174 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-946f4568-177e-45cd-ba10-d3d0f784cae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.947671 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95356f0-6df5-42a0-a320-38972e88c45b tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31bcfe9a-00e0-4830-a2f2-acde2729b336,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:30.009595 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-946f4568-177e-45cd-ba10-d3d0f784cae1 None None] For port c795ec44-89d8-4c51-aee9-6efc49bb373b, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c795ec44-89d8-4c51-aee9-6efc49bb373b,segment=NetworkSegment(c0a1c0ac-8daa-4835-a1ac-e8bcdff24283),segment_id=c0a1c0ac-8daa-4835-a1ac-e8bcdff24283)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:30.022520 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-946f4568-177e-45cd-ba10-d3d0f784cae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:30.054902 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a0f33-0967-48f7-ab09-3a1fac468d1d req-9c721eac-9d71-4248-a75c-fc18d0e13cd9 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:30.068538 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8b2a0f33-0967-48f7-ab09-3a1fac468d1d req-9c721eac-9d71-4248-a75c-fc18d0e13cd9 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 945 time: 0.3747458 Dec 10 18:33:30.201997 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67c6acd9-ffbc-4638-8c6a-dd1cc22b3435 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:30.217823 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8b2a0f33-0967-48f7-ab09-3a1fac468d1d req-96c244d2-1425-47bb-a299-b5f5ec01bc72 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480515 Dec 10 18:33:30.250004 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f4568-177e-45cd-ba10-d3d0f784cae1 None None] Pushing event updated for resources: {'Port': ['ID=c795ec44-89d8-4c51-aee9-6efc49bb373b,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:30.261661 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-5fb465f5-cef4-4d31-a99d-b390dba07291 None None] Set router fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:33:30.431944 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67c6acd9-ffbc-4638-8c6a-dd1cc22b3435 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:30.451222 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67c6acd9-ffbc-4638-8c6a-dd1cc22b3435 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:30.473231 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-998e999e-729d-4fe3-91c4-2d3200f3aaca None None] Provisioning complete for port c795ec44-89d8-4c51-aee9-6efc49bb373b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:30.478446 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-998e999e-729d-4fe3-91c4-2d3200f3aaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:30.560548 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6acd9-ffbc-4638-8c6a-dd1cc22b3435 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21ed9811-e1c5-40c7-829b-3b237b6c1a92,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:30.607627 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67c6acd9-ffbc-4638-8c6a-dd1cc22b3435 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:30.608946 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-67c6acd9-ffbc-4638-8c6a-dd1cc22b3435 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7484429 Dec 10 18:33:30.621270 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 46234) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:30.626645 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-0b4ff214-f9c8-40ae-8454-1e8444040152 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:30.816201 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-66c3876c-8e5d-4a63-8665-1b86bc41cc88 req-c0b1924c-1b53-4f76-aa9d-8a3549d02dd8 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef3fecff-906e-4642-85d4-de283e9286be HTTP/1.1" status: 200 len: 210 time: 0.1165345 Dec 10 18:33:30.826829 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b4ff214-f9c8-40ae-8454-1e8444040152 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:31.056947 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-5fb465f5-cef4-4d31-a99d-b390dba07291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'name': 'tempest-ServersTestBootFromVolume-293549276-router', 'tenant_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '0ae575f2-3190-41f5-a533-8b44afe240e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:16Z', 'updated_at': '2021-12-10T18:33:22Z', 'revision_number': 4, 'project_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'gw_port': {'id': '0ae575f2-3190-41f5-a533-8b44afe240e8', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:17Z', 'updated_at': '2021-12-10T18:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'c795ec44-89d8-4c51-aee9-6efc49bb373b', 'name': '', 'network_id': '7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0', 'tenant_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'mac_address': 'fa:16:3e:5e:3d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'ebf1176b-a466-4aab-a9a3-dec3ecc03af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:21Z', 'updated_at': '2021-12-10T18:33:29Z', 'revision_number': 4, 'project_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'subnets': [{'id': 'ebf1176b-a466-4aab-a9a3-dec3ecc03af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:31.082602 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-9abf218b-a1d0-4ba2-98fc-f68b4df1605a tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=1770554e7d574a7e8a4aa003597029df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1008124 Dec 10 18:33:31.092662 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-da9a4cf9-cfbb-40a6-a045-33f5ccc844bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:31.106763 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-da9a4cf9-cfbb-40a6-a045-33f5ccc844bb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:31.137717 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-2e171a5f-c6b4-4dcd-a423-16886b0918da tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:33:31.145669 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-2e171a5f-c6b4-4dcd-a423-16886b0918da tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134079 Dec 10 18:33:31.155980 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b4ff214-f9c8-40ae-8454-1e8444040152 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:31.162938 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb465f5-cef4-4d31-a99d-b390dba07291 None None] The sync data for ids ['fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47'] in n-d-821435-1 is: [{'id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'name': 'tempest-ServersTestBootFromVolume-293549276-router', 'tenant_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '0ae575f2-3190-41f5-a533-8b44afe240e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:16Z', 'updated_at': '2021-12-10T18:33:22Z', 'revision_number': 4, 'project_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'gw_port': {'id': '0ae575f2-3190-41f5-a533-8b44afe240e8', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:17Z', 'updated_at': '2021-12-10T18:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'c795ec44-89d8-4c51-aee9-6efc49bb373b', 'name': '', 'network_id': '7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0', 'tenant_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'mac_address': 'fa:16:3e:5e:3d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'ebf1176b-a466-4aab-a9a3-dec3ecc03af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:21Z', 'updated_at': '2021-12-10T18:33:29Z', 'revision_number': 4, 'project_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'subnets': [{'id': 'ebf1176b-a466-4aab-a9a3-dec3ecc03af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:33:31.251657 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-da9a4cf9-cfbb-40a6-a045-33f5ccc844bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:31.252490 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9a4cf9-cfbb-40a6-a045-33f5ccc844bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8b64a13-4ceb-4922-857e-95d79971b717 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:33:31.353284 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-da9a4cf9-cfbb-40a6-a045-33f5ccc844bb admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:31.354629 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-da9a4cf9-cfbb-40a6-a045-33f5ccc844bb admin admin] 10.222.0.62 "DELETE /v2.0/routers/b8b64a13-4ceb-4922-857e-95d79971b717 HTTP/1.1" status: 204 len: 168 time: 4.2369547 Dec 10 18:33:31.366447 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 46248) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:31.381684 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-a7d5f9fc-5185-43d9-80cb-a7b629f329f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:31.416358 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-a7d5f9fc-5185-43d9-80cb-a7b629f329f0 service neutron] 10.222.0.62 "GET /v2.0/ports/831331b7-2cee-4d1a-bc6c-4d998882cd0d HTTP/1.1" status: 200 len: 1094 time: 0.2697098 Dec 10 18:33:31.428292 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-5115bc3c-deb1-4545-8f97-7722ebd038e7 service neutron] Request body: {'binding': {'host': 'n-h2-821435-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:31.429857 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-5115bc3c-deb1-4545-8f97-7722ebd038e7 service neutron] Unknown quota resources ['binding']. {{(pid=103245) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 18:33:31.499495 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf064ec-fdbf-4ab6-ba45-53b837b1cf07 admin admin] Deleting subnet d7120607-f87b-46a6-ba18-1f83f515c17b {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:33:31.507941 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-83697e25-adce-4805-9a77-3aae079527dd tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:31.510188 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-83697e25-adce-4805-9a77-3aae079527dd tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3448691 Dec 10 18:33:31.529240 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-d0b201b1-bb04-464e-aa23-847282b0c527 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] Request body: {'port': {'device_id': 'ef3fecff-906e-4642-85d4-de283e9286be', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'admin_state_up': True, 'tenant_id': '1770554e7d574a7e8a4aa003597029df'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:31.609110 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-0b4ff214-f9c8-40ae-8454-1e8444040152 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Allocated IP 172.25.7.244 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/7867c440-a88e-4623-8f9c-dc3a17c79419) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:31.701321 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ccf064ec-fdbf-4ab6-ba45-53b837b1cf07 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:31.780130 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-d0b201b1-bb04-464e-aa23-847282b0c527 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] Made reservation on behalf of 1770554e7d574a7e8a4aa003597029df for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:31.788983 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-d0b201b1-bb04-464e-aa23-847282b0c527 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:31.809741 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-d0b201b1-bb04-464e-aa23-847282b0c527 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:31.970710 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-d0b201b1-bb04-464e-aa23-847282b0c527 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.001640 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-d0b201b1-bb04-464e-aa23-847282b0c527 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.024624 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ccf064ec-fdbf-4ab6-ba45-53b837b1cf07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.074987 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75d83b-5ce8-40ee-b281-d92967c2fb41 req-a5f22832-ae0a-4e6c-b63f-471eea7a05d3 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:32.076758 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6b75d83b-5ce8-40ee-b281-d92967c2fb41 req-a5f22832-ae0a-4e6c-b63f-471eea7a05d3 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 945 time: 0.6578074 Dec 10 18:33:32.208180 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-d0b201b1-bb04-464e-aa23-847282b0c527 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] Allocated IP 192.168.233.18 (c9403646-ab9b-4a0a-827b-6d4376246b64/ec05590b-5c35-4e58-9087-8773857a69b9/8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:32.288467 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b4ff214-f9c8-40ae-8454-1e8444040152 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.431713 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-d0b201b1-bb04-464e-aa23-847282b0c527 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.446802 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6b75d83b-5ce8-40ee-b281-d92967c2fb41 req-3ca0f80f-22ad-41b4-9fc4-fbe1016f5472 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269560 Dec 10 18:33:32.502888 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ccf064ec-fdbf-4ab6-ba45-53b837b1cf07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.562428 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-d0b201b1-bb04-464e-aa23-847282b0c527 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.575254 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-5115bc3c-deb1-4545-8f97-7722ebd038e7 service neutron] Attempting to bind port 831331b7-2cee-4d1a-bc6c-4d998882cd0d on host n-h2-821435-1 for vnic_type normal with profile None {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:33:32.575940 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-5115bc3c-deb1-4545-8f97-7722ebd038e7 service neutron] Attempting to bind port 831331b7-2cee-4d1a-bc6c-4d998882cd0d by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:33:32.577680 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-5115bc3c-deb1-4545-8f97-7722ebd038e7 service neutron] Attempting to bind port 831331b7-2cee-4d1a-bc6c-4d998882cd0d on network 7cd799a4-acc6-47e3-afa8-685d03d02732 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:32.610591 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-5115bc3c-deb1-4545-8f97-7722ebd038e7 service neutron] Port 831331b7-2cee-4d1a-bc6c-4d998882cd0d on network 7cd799a4-acc6-47e3-afa8-685d03d02732 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:33:32.611256 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-5115bc3c-deb1-4545-8f97-7722ebd038e7 service neutron] Attempting to bind port 831331b7-2cee-4d1a-bc6c-4d998882cd0d on network 7cd799a4-acc6-47e3-afa8-685d03d02732 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:32.632768 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b4ff214-f9c8-40ae-8454-1e8444040152 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.664285 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-5115bc3c-deb1-4545-8f97-7722ebd038e7 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:33:32.667746 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-5115bc3c-deb1-4545-8f97-7722ebd038e7 service neutron] Checking segment: {'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:32.668317 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-5115bc3c-deb1-4545-8f97-7722ebd038e7 service neutron] Bound using segment: {'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:33:32.670827 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-5115bc3c-deb1-4545-8f97-7722ebd038e7 service neutron] Bound port: 831331b7-2cee-4d1a-bc6c-4d998882cd0d, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:33:32.724952 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b201b1-bb04-464e-aa23-847282b0c527 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e2c840-6cec-4546-af0f-d76695c9a4f0,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:32.739316 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-d0b201b1-bb04-464e-aa23-847282b0c527 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] Network c9403646-ab9b-4a0a-827b-6d4376246b64 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:32.749719 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-d0b201b1-bb04-464e-aa23-847282b0c527 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:32.766770 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-d0b201b1-bb04-464e-aa23-847282b0c527 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:32.783436 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4ff214-f9c8-40ae-8454-1e8444040152 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:32.799369 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-0b4ff214-f9c8-40ae-8454-1e8444040152 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:32.816779 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4ff214-f9c8-40ae-8454-1e8444040152 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:32.846246 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b201b1-bb04-464e-aa23-847282b0c527 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] Pushing event updated for resources: {'Port': ['ID=8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:32.859024 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ff214-f9c8-40ae-8454-1e8444040152 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Pushing event updated for resources: {'Port': ['ID=7867c440-a88e-4623-8f9c-dc3a17c79419,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:32.865868 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ccf064ec-fdbf-4ab6-ba45-53b837b1cf07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.898643 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-5115bc3c-deb1-4545-8f97-7722ebd038e7 service neutron] For port 831331b7-2cee-4d1a-bc6c-4d998882cd0d, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=831331b7-2cee-4d1a-bc6c-4d998882cd0d,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:33:32.909260 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-d0b201b1-bb04-464e-aa23-847282b0c527 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:32.910369 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-d0b201b1-bb04-464e-aa23-847282b0c527 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.921738 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ccf064ec-fdbf-4ab6-ba45-53b837b1cf07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.928166 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ccf064ec-fdbf-4ab6-ba45-53b837b1cf07 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d7120607-f87b-46a6-ba18-1f83f515c17b HTTP/1.1" status: 204 len: 168 time: 1.5546415 Dec 10 18:33:32.928363 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aada253-9deb-4bf1-8488-b83ef32c5f1f None None] Network a590abb8-3c5c-44b1-9b3e-25a3e3483cb5 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:32.929442 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-5115bc3c-deb1-4545-8f97-7722ebd038e7 service neutron] Publish callbacks [] for binding, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.930784 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-5115bc3c-deb1-4545-8f97-7722ebd038e7 service neutron] 10.222.0.62 "POST /v2.0/ports/831331b7-2cee-4d1a-bc6c-4d998882cd0d/bindings HTTP/1.1" status: 201 len: 389 time: 1.5131452 Dec 10 18:33:32.931289 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 46258) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:32.963648 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-d0b201b1-bb04-464e-aa23-847282b0c527 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4388800 Dec 10 18:33:32.999890 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-cc9a2921-13cd-4506-a9fc-af10017effbc service neutron] Request body: {'port': {'device_id': 'ef3fecff-906e-4642-85d4-de283e9286be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:33.151044 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-57ebf29a-f13e-4407-aeed-093de6179f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:33.165327 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf064ec-fdbf-4ab6-ba45-53b837b1cf07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7120607-f87b-46a6-ba18-1f83f515c17b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:33.247537 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c795ec44-89d8-4c51-aee9-6efc49bb373b up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:33.349014 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b4ff214-f9c8-40ae-8454-1e8444040152 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:33.381114 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-cc9a2921-13cd-4506-a9fc-af10017effbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:33.430792 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9cc86-3789-4a42-8568-846d36db68c4 req-321352fb-ec7e-4f6e-abbe-dee53974233e tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:33.443382 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2ba9cc86-3789-4a42-8568-846d36db68c4 req-321352fb-ec7e-4f6e-abbe-dee53974233e tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef3fecff-906e-4642-85d4-de283e9286be HTTP/1.1" status: 200 len: 935 time: 0.3558364 Dec 10 18:33:33.558250 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b4ff214-f9c8-40ae-8454-1e8444040152 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:33.581185 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-463d6e05-cc7f-45bc-a14e-c8e5edaf0c17 None None] Provisioning complete for port 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:33.581959 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-463d6e05-cc7f-45bc-a14e-c8e5edaf0c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:33.584913 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:33.626620 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port c795ec44-89d8-4c51-aee9-6efc49bb373b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:33.627269 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:33.709459 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09ffa25-b3a2-42ed-a142-f66aa2c3447b None None] DHCP port deletion for a590abb8-3c5c-44b1-9b3e-25a3e3483cb5 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:33.805138 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-463d6e05-cc7f-45bc-a14e-c8e5edaf0c17 None None] Port 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:33:33.857354 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2ba9cc86-3789-4a42-8568-846d36db68c4 req-4ed83cc4-f1e0-40a3-bc31-c748888b9fb4 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4e2c840-6cec-4546-af0f-d76695c9a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127645 Dec 10 18:33:33.899948 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device f870d05a-bd90-4c8e-a03f-60318e20a502 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:33:33.927873 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b4ff214-f9c8-40ae-8454-1e8444040152 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:33.960194 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b4ff214-f9c8-40ae-8454-1e8444040152 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:33.962804 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: f870d05a-bd90-4c8e-a03f-60318e20a502 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:33:33.963790 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device f870d05a-bd90-4c8e-a03f-60318e20a502 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:33:33.972768 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f09ffa25-b3a2-42ed-a142-f66aa2c3447b None None] Deleting port 73244da5-93ea-4084-b81b-d0ba18c63076 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:33.973180 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f09ffa25-b3a2-42ed-a142-f66aa2c3447b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:33.991411 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95a1f4-476d-4343-8b81-5828a9014e17 req-cf84a261-b635-4cba-bb1b-711a53ef17dc tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:33.996387 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2c95a1f4-476d-4343-8b81-5828a9014e17 req-cf84a261-b635-4cba-bb1b-711a53ef17dc tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 946 time: 0.2551537 Dec 10 18:33:34.103723 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b4ff214-f9c8-40ae-8454-1e8444040152 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:34.119657 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2c95a1f4-476d-4343-8b81-5828a9014e17 req-12b3b7a3-4c59-4766-8d00-dc809416dc47 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190362 Dec 10 18:33:34.139183 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f09ffa25-b3a2-42ed-a142-f66aa2c3447b None None] For port 73244da5-93ea-4084-b81b-d0ba18c63076, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=73244da5-93ea-4084-b81b-d0ba18c63076,segment=NetworkSegment(4eec387d-6cf4-4a52-b186-55734d55881d),segment_id=4eec387d-6cf4-4a52-b186-55734d55881d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:34.143592 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f09ffa25-b3a2-42ed-a142-f66aa2c3447b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:34.168512 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b4ff214-f9c8-40ae-8454-1e8444040152 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:34.169787 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0b4ff214-f9c8-40ae-8454-1e8444040152 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5472317 Dec 10 18:33:34.183332 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-1d4a59b5-0632-486e-9ab6-bf3a50ec0beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:34.184885 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-1d4a59b5-0632-486e-9ab6-bf3a50ec0beb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986&device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 1097 time: 0.7987115 Dec 10 18:33:34.190550 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-cc9a2921-13cd-4506-a9fc-af10017effbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:33:34.205025 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bbe0e5-6397-4450-be9f-7e3d6dfbc50d req-7f258792-c82f-4935-a750-5b5f10e81562 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:34.207229 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-92bbe0e5-6397-4450-be9f-7e3d6dfbc50d req-7f258792-c82f-4935-a750-5b5f10e81562 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 945 time: 0.1462748 Dec 10 18:33:34.208294 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-57ebf29a-f13e-4407-aeed-093de6179f97 admin admin] Deleting port 73244da5-93ea-4084-b81b-d0ba18c63076 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:34.208936 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-57ebf29a-f13e-4407-aeed-093de6179f97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:34.213145 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-cc9a2921-13cd-4506-a9fc-af10017effbc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:34.221084 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f09ffa25-b3a2-42ed-a142-f66aa2c3447b None None] Calling delete_port for 73244da5-93ea-4084-b81b-d0ba18c63076 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:34.254193 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-cc9a2921-13cd-4506-a9fc-af10017effbc service neutron] Transition to ACTIVE for port object 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:33:34.267770 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-cc9a2921-13cd-4506-a9fc-af10017effbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:34.326376 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-f91747c8-06da-4548-832f-5369dfde0b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:34.327870 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-f91747c8-06da-4548-832f-5369dfde0b94 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7cd799a4-acc6-47e3-afa8-685d03d02732 HTTP/1.1" status: 200 len: 922 time: 0.1137629 Dec 10 18:33:34.454790 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a2921-13cd-4506-a9fc-af10017effbc service neutron] Pushing event updated for resources: {'Port': ['ID=8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:34.502437 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f09ffa25-b3a2-42ed-a142-f66aa2c3447b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:34.539266 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-92bbe0e5-6397-4450-be9f-7e3d6dfbc50d req-0f8396bd-2e87-4ab9-9278-3ff8406e30ac tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103374 Dec 10 18:33:34.540716 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-466b249f-26d2-499f-a2de-e80f3e55e8e1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=831331b7-2cee-4d1a-bc6c-4d998882cd0d HTTP/1.1" status: 200 len: 217 time: 0.1336462 Dec 10 18:33:34.545123 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ff214-f9c8-40ae-8454-1e8444040152 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Pushing event updated for resources: {'Port': ['ID=7867c440-a88e-4623-8f9c-dc3a17c79419,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:34.582914 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ffa25-b3a2-42ed-a142-f66aa2c3447b None None] Pushing event deleted for resources: {'Port': ['ID=73244da5-93ea-4084-b81b-d0ba18c63076,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:34.596856 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09ffa25-b3a2-42ed-a142-f66aa2c3447b None None] No DVR routers for this DVR port 73244da5-93ea-4084-b81b-d0ba18c63076 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:33:34.643820 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-aa60c72e-4972-4201-9c69-ab0f4cae64b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:34.645523 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-aa60c72e-4972-4201-9c69-ab0f4cae64b3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30832bd6-5c81-4f5a-a237-6a5341f2b45d HTTP/1.1" status: 200 len: 861 time: 0.0886855 Dec 10 18:33:34.654040 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-cc9a2921-13cd-4506-a9fc-af10017effbc service neutron] Attempting to bind port 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:33:34.654399 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-cc9a2921-13cd-4506-a9fc-af10017effbc service neutron] Attempting to bind port 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:33:34.654760 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-cc9a2921-13cd-4506-a9fc-af10017effbc service neutron] Attempting to bind port 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:34.665403 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-cc9a2921-13cd-4506-a9fc-af10017effbc service neutron] Port 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7 on network c9403646-ab9b-4a0a-827b-6d4376246b64 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:33:34.665802 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-cc9a2921-13cd-4506-a9fc-af10017effbc service neutron] Attempting to bind port 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:34.684836 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-cc9a2921-13cd-4506-a9fc-af10017effbc service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:33:34.685157 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-cc9a2921-13cd-4506-a9fc-af10017effbc service neutron] Checking segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:34.685493 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-cc9a2921-13cd-4506-a9fc-af10017effbc service neutron] Bound using segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:33:34.685947 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-cc9a2921-13cd-4506-a9fc-af10017effbc service neutron] Bound port: 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:33:34.686314 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-cc9a2921-13cd-4506-a9fc-af10017effbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:34.693168 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-57ebf29a-f13e-4407-aeed-093de6179f97 admin admin] For port 73244da5-93ea-4084-b81b-d0ba18c63076, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=73244da5-93ea-4084-b81b-d0ba18c63076,segment=NetworkSegment(4eec387d-6cf4-4a52-b186-55734d55881d),segment_id=4eec387d-6cf4-4a52-b186-55734d55881d)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:34.693554 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-57ebf29a-f13e-4407-aeed-093de6179f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:34.753925 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-57ebf29a-f13e-4407-aeed-093de6179f97 admin admin] Calling delete_port for 73244da5-93ea-4084-b81b-d0ba18c63076 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:34.825948 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-cc9a2921-13cd-4506-a9fc-af10017effbc service neutron] For port 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:33:34.833086 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-cc9a2921-13cd-4506-a9fc-af10017effbc service neutron] For port 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:33:34.876901 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-cc9a2921-13cd-4506-a9fc-af10017effbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:35.030933 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 73244da5-93ea-4084-b81b-d0ba18c63076 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:33:35.058604 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-cc9a2921-13cd-4506-a9fc-af10017effbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:35.059262 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-cc9a2921-13cd-4506-a9fc-af10017effbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:35.061343 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-cc9a2921-13cd-4506-a9fc-af10017effbc service neutron] 10.222.0.46 "PUT /v2.0/ports/8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7 HTTP/1.1" status: 200 len: 1095 time: 2.0886495 Dec 10 18:33:35.061807 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3fecff-906e-4642-85d4-de283e9286be', 'tag': '8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:33:35.064968 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50246645-5fe2-47dd-a5b0-3ecc6f94a889" -d '{"events": [{"name": "network-changed", "server_uuid": "ef3fecff-906e-4642-85d4-de283e9286be", "tag": "8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:33:35.120658 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 73244da5-93ea-4084-b81b-d0ba18c63076 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:33:35.121317 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 73244da5-93ea-4084-b81b-d0ba18c63076 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:33:35.146119 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-57ebf29a-f13e-4407-aeed-093de6179f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:35.160045 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefacc13-7a3e-4142-8dd7-d347e0b62807 x-openstack-request-id: req-eefacc13-7a3e-4142-8dd7-d347e0b62807 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:33:35.160344 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef3fecff-906e-4642-85d4-de283e9286be", "tag": "8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:33:35.160735 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eefacc13-7a3e-4142-8dd7-d347e0b62807 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:33:35.161075 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef3fecff-906e-4642-85d4-de283e9286be', 'tag': '8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7', 'status': 'completed', 'code': 200} Dec 10 18:33:35.163898 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a2921-13cd-4506-a9fc-af10017effbc service neutron] Pushing event updated for resources: {'Port': ['ID=8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:35.184105 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-3e4d3c35-8bf6-4238-a6a9-6c74d7382c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:35.185996 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-3e4d3c35-8bf6-4238-a6a9-6c74d7382c77 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1770554e7d574a7e8a4aa003597029df&device_id=ef3fecff-906e-4642-85d4-de283e9286be HTTP/1.1" status: 200 len: 1098 time: 0.0759161 Dec 10 18:33:35.243822 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-b5679e70-34c7-4d85-a828-190ce5e28fe7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7 HTTP/1.1" status: 200 len: 217 time: 0.0493588 Dec 10 18:33:35.269604 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ebf29a-f13e-4407-aeed-093de6179f97 admin admin] No DVR routers for this DVR port 73244da5-93ea-4084-b81b-d0ba18c63076 on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:33:35.322039 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-572ed5c3-8889-4db7-82bd-6ef4dff77aa4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7cd799a4-acc6-47e3-afa8-685d03d02732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1580119 Dec 10 18:33:35.383789 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ebf29a-f13e-4407-aeed-093de6179f97 admin admin] Pushing event deleted for resources: {'Port': ['ID=73244da5-93ea-4084-b81b-d0ba18c63076,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:35.490335 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-57ebf29a-f13e-4407-aeed-093de6179f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:35.526990 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-57ebf29a-f13e-4407-aeed-093de6179f97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a590abb8-3c5c-44b1-9b3e-25a3e3483cb5']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:35.539875 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-57ebf29a-f13e-4407-aeed-093de6179f97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eec387d-6cf4-4a52-b186-55734d55881d') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:35.540511 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-57ebf29a-f13e-4407-aeed-093de6179f97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eec387d-6cf4-4a52-b186-55734d55881d') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:35.593937 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-771317d8-a540-4eec-9e54-04abd87b01c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:35.604373 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-771317d8-a540-4eec-9e54-04abd87b01c1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.3465073 Dec 10 18:33:35.632512 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553749ca-8d7f-425b-84f5-2371c5be4f45 req-54f55cd2-46ea-4023-9d20-546437895b43 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:35.634364 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-553749ca-8d7f-425b-84f5-2371c5be4f45 req-54f55cd2-46ea-4023-9d20-546437895b43 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 946 time: 0.2415450 Dec 10 18:33:35.653727 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-218729d1-c316-405e-aa24-53c4366d92f7 service neutron] 10.222.0.72 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307040 Dec 10 18:33:35.661176 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-57ebf29a-f13e-4407-aeed-093de6179f97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:35.743817 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-57ebf29a-f13e-4407-aeed-093de6179f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:35.767970 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e90366-ecce-4e58-8a45-b969e819801b req-80b61070-acd8-43dc-9f27-0de191990c4e tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:35.785056 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-06e90366-ecce-4e58-8a45-b969e819801b req-80b61070-acd8-43dc-9f27-0de191990c4e tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef3fecff-906e-4642-85d4-de283e9286be HTTP/1.1" status: 200 len: 947 time: 0.6355493 Dec 10 18:33:35.799681 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ebf29a-f13e-4407-aeed-093de6179f97 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:33:35.800888 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-57ebf29a-f13e-4407-aeed-093de6179f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:35.804595 n-d-821435-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:33:35.804595 n-d-821435-1 neutron-server[103245]: self.session.flush() Dec 10 18:33:35.804595 n-d-821435-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:33:35.804595 n-d-821435-1 neutron-server[103245]: self.session.flush() Dec 10 18:33:35.804595 n-d-821435-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:33:35.804595 n-d-821435-1 neutron-server[103245]: self.session.flush() Dec 10 18:33:35.804595 n-d-821435-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:33:35.804595 n-d-821435-1 neutron-server[103245]: self.session.flush() Dec 10 18:33:35.804595 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:33:35.804595 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:33:35.804595 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:33:35.804595 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:33:35.804595 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:33:35.804595 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:33:35.804595 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:33:35.804595 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:33:35.804595 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:33:35.804595 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:33:35.804595 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:33:35.804595 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:33:35.804595 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:33:35.804595 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:33:35.804595 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:33:35.804595 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:33:35.804595 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:33:35.804595 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:33:35.804595 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:33:35.804595 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:33:35.804595 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:33:35.804595 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:33:35.804595 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:33:35.804595 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:33:35.804595 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:33:35.804595 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:33:35.804595 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:33:35.804595 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:33:35.804595 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:33:35.804595 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:33:35.804595 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:33:35.804595 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:33:35.837684 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-ab18c6f7-9ee4-412d-a39d-1eaeff6f9842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:35.837684 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-ab18c6f7-9ee4-412d-a39d-1eaeff6f9842 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1989758 Dec 10 18:33:35.870038 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-553749ca-8d7f-425b-84f5-2371c5be4f45 req-1c00e9fa-f584-4c77-82fb-e867a1aa6286 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869860 Dec 10 18:33:36.009314 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-06e90366-ecce-4e58-8a45-b969e819801b req-475e56da-0e1f-4e0d-ac0f-4036923eb5e0 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4e2c840-6cec-4546-af0f-d76695c9a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223854 Dec 10 18:33:36.078919 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-9c364c2e-f5cf-478d-905f-cd9f84df48bd service neutron] 10.222.0.72 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136031 Dec 10 18:33:36.129883 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-b2fdf2e9-0b65-44db-895b-cbc2c914a776 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889643 Dec 10 18:33:36.145497 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-57ebf29a-f13e-4407-aeed-093de6179f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.173011 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-57ebf29a-f13e-4407-aeed-093de6179f97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.210850 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-57ebf29a-f13e-4407-aeed-093de6179f97 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a590abb8-3c5c-44b1-9b3e-25a3e3483cb5 HTTP/1.1" status: 204 len: 168 time: 3.2458432 Dec 10 18:33:36.301251 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ebf29a-f13e-4407-aeed-093de6179f97 admin admin] Pushing event deleted for resources: {'Network': ['ID=a590abb8-3c5c-44b1-9b3e-25a3e3483cb5,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:36.384300 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1c8034d8-ef92-4618-ac80-639ddc95a472 req-abea62b3-ca92-43f7-943e-89e21f4a92f3 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467020 Dec 10 18:33:36.433107 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963807d8-cc6f-4909-8801-67ff4694f76d req-9208dd6d-d1d1-4afb-ba7b-0f1244b18466 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:36.435221 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-963807d8-cc6f-4909-8801-67ff4694f76d req-9208dd6d-d1d1-4afb-ba7b-0f1244b18466 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 945 time: 0.1414602 Dec 10 18:33:36.556872 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-963807d8-cc6f-4909-8801-67ff4694f76d req-e9f4cca2-317d-4bb1-9bd9-755d51f5765a tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129389 Dec 10 18:33:36.664873 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50246645-5fe2-47dd-a5b0-3ecc6f94a889 req-c1f45dbd-e9f4-46fd-9008-c467e942810a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:36.666467 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-50246645-5fe2-47dd-a5b0-3ecc6f94a889 req-c1f45dbd-e9f4-46fd-9008-c467e942810a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1770554e7d574a7e8a4aa003597029df&device_id=ef3fecff-906e-4642-85d4-de283e9286be HTTP/1.1" status: 200 len: 1098 time: 0.2175055 Dec 10 18:33:36.748366 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 46390) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:36.867052 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f81eb9d8-f4e9-4dbc-82b9-bf7b88618a75 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=216309f085e04cb2a1db65c2f1b578cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1169689 Dec 10 18:33:36.869885 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 46394) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:37.024654 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50246645-5fe2-47dd-a5b0-3ecc6f94a889 req-e8c95816-e63c-41f6-8c60-5ace33d84b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:37.026290 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-50246645-5fe2-47dd-a5b0-3ecc6f94a889 req-e8c95816-e63c-41f6-8c60-5ace33d84b63 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.3509779 Dec 10 18:33:37.147459 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-50246645-5fe2-47dd-a5b0-3ecc6f94a889 req-340dbe4d-b5cd-4485-a46b-054714fd4406 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7 HTTP/1.1" status: 200 len: 217 time: 0.0982666 Dec 10 18:33:37.189302 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edd77b-cf39-459d-a8ed-1a18e673f6ab req-26d144ac-d961-4286-83e9-82aeae162e64 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:37.199218 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e1edd77b-cf39-459d-a8ed-1a18e673f6ab req-26d144ac-d961-4286-83e9-82aeae162e64 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef3fecff-906e-4642-85d4-de283e9286be HTTP/1.1" status: 200 len: 947 time: 0.0840120 Dec 10 18:33:37.294228 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e1edd77b-cf39-459d-a8ed-1a18e673f6ab req-487d879f-d460-4ed3-b14a-721ad995ae07 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4e2c840-6cec-4546-af0f-d76695c9a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936017 Dec 10 18:33:37.378509 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-59ab5a36-3959-4cf0-bc73-e54c634c6cc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.452666 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-59ab5a36-3959-4cf0-bc73-e54c634c6cc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.556750 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-59ab5a36-3959-4cf0-bc73-e54c634c6cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.559633 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-59ab5a36-3959-4cf0-bc73-e54c634c6cc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.564758 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-59ab5a36-3959-4cf0-bc73-e54c634c6cc8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/02887b67-19d8-4e26-a497-49330ec812c8 HTTP/1.1" status: 204 len: 168 time: 0.6894174 Dec 10 18:33:37.591946 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab5a36-3959-4cf0-bc73-e54c634c6cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02887b67-19d8-4e26-a497-49330ec812c8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:37.627823 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3f9da-7e3d-413e-9e3d-8e018f4fbd58 req-403d9959-7d2d-4a05-8460-06fa7f3017a5 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:37.629535 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-03c3f9da-7e3d-413e-9e3d-8e018f4fbd58 req-403d9959-7d2d-4a05-8460-06fa7f3017a5 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 946 time: 0.4811783 Dec 10 18:33:37.654305 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50246645-5fe2-47dd-a5b0-3ecc6f94a889 req-9c81db1b-f58d-4a3d-8a74-e4d33bb89446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:37.655848 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-50246645-5fe2-47dd-a5b0-3ecc6f94a889 req-9c81db1b-f58d-4a3d-8a74-e4d33bb89446 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.4321604 Dec 10 18:33:37.799493 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50246645-5fe2-47dd-a5b0-3ecc6f94a889 req-92a62d42-5d88-4624-adc8-1718d5a13551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:37.801057 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-50246645-5fe2-47dd-a5b0-3ecc6f94a889 req-92a62d42-5d88-4624-adc8-1718d5a13551 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1325040 Dec 10 18:33:37.804655 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-03c3f9da-7e3d-413e-9e3d-8e018f4fbd58 req-f2a361ca-32fb-4af4-a901-97450cdd728c tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662586 Dec 10 18:33:37.893667 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:38.045682 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-50246645-5fe2-47dd-a5b0-3ecc6f94a889 req-b0201a27-7c30-41ff-becb-9b6a7666339e service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341740 Dec 10 18:33:38.239638 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfd853-3e27-4693-92ac-0978c5451f44 req-64ad89d9-5b56-4882-b223-47b1adc5dda3 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:38.241940 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cbdfd853-3e27-4693-92ac-0978c5451f44 req-64ad89d9-5b56-4882-b223-47b1adc5dda3 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 945 time: 0.3156846 Dec 10 18:33:38.353631 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-4a0d9771-4198-4eb8-959a-a986e5eef04c tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:38.358891 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-4a0d9771-4198-4eb8-959a-a986e5eef04c tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e&tenant_id=5768feea1c8f4e40b878b814fdae92ab&binding%3Ahost_id=n-h2-821435-1 HTTP/1.1" status: 200 len: 1096 time: 0.1548879 Dec 10 18:33:38.378239 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-06dba51e-9c16-4a30-b405-453de9e67ca3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821435-1'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:38.381806 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-50246645-5fe2-47dd-a5b0-3ecc6f94a889 req-2b2d320c-45b5-4e90-8e18-1942057f95be service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244157 Dec 10 18:33:38.433015 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cbdfd853-3e27-4693-92ac-0978c5451f44 req-b8618ebf-9225-4e6c-aed9-2ba710bbed23 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692746 Dec 10 18:33:38.548550 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-06dba51e-9c16-4a30-b405-453de9e67ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:38.756294 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d785fd-ff90-48b8-b5d0-d7d665c3ae33 req-39a3f492-fac5-4fd8-bf7d-ac60b782ecf1 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:38.765667 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c8d785fd-ff90-48b8-b5d0-d7d665c3ae33 req-39a3f492-fac5-4fd8-bf7d-ac60b782ecf1 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef3fecff-906e-4642-85d4-de283e9286be HTTP/1.1" status: 200 len: 947 time: 0.1566811 Dec 10 18:33:38.837378 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c8d785fd-ff90-48b8-b5d0-d7d665c3ae33 req-290e6268-167c-4804-8c63-8e044c02c025 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4e2c840-6cec-4546-af0f-d76695c9a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691352 Dec 10 18:33:38.856691 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-06dba51e-9c16-4a30-b405-453de9e67ca3 service neutron] For port 7c3c3db8-21a1-4852-99c0-eeba9355606d, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=7c3c3db8-21a1-4852-99c0-eeba9355606d,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:38.937839 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-06dba51e-9c16-4a30-b405-453de9e67ca3 service neutron] For port 7c3c3db8-21a1-4852-99c0-eeba9355606d, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:33:39.004735 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-06dba51e-9c16-4a30-b405-453de9e67ca3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.012496 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2284b84e-e673-4a5a-bda4-827487211b6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c3c3db8-21a1-4852-99c0-eeba9355606d'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:33:39.012496 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b643969e-d0cf-4795-be49-5e3b993cc6f9" -d '{"events": [{"server_uuid": "2284b84e-e673-4a5a-bda4-827487211b6e", "name": "network-vif-unplugged", "status": "completed", "tag": "7c3c3db8-21a1-4852-99c0-eeba9355606d"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:33:39.016889 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-06dba51e-9c16-4a30-b405-453de9e67ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.120544 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dba51e-9c16-4a30-b405-453de9e67ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3c3db8-21a1-4852-99c0-eeba9355606d,revision_number=7']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:39.139870 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-06dba51e-9c16-4a30-b405-453de9e67ca3 service neutron] Attempting to bind port 7c3c3db8-21a1-4852-99c0-eeba9355606d on host n-h2-821435-1 for vnic_type normal with profile {"migrating_to": "n-h1-821435-1"} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:33:39.140488 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-06dba51e-9c16-4a30-b405-453de9e67ca3 service neutron] Attempting to bind port 7c3c3db8-21a1-4852-99c0-eeba9355606d by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:33:39.141572 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-06dba51e-9c16-4a30-b405-453de9e67ca3 service neutron] Attempting to bind port 7c3c3db8-21a1-4852-99c0-eeba9355606d on network b1a56b94-fee7-4dfb-925d-977caaf81317 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:39.148425 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-06dba51e-9c16-4a30-b405-453de9e67ca3 service neutron] Port 7c3c3db8-21a1-4852-99c0-eeba9355606d on network b1a56b94-fee7-4dfb-925d-977caaf81317 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:33:39.155242 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-06dba51e-9c16-4a30-b405-453de9e67ca3 service neutron] Attempting to bind port 7c3c3db8-21a1-4852-99c0-eeba9355606d on network b1a56b94-fee7-4dfb-925d-977caaf81317 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:39.162539 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 46440) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:39.165382 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-06dba51e-9c16-4a30-b405-453de9e67ca3 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:33:39.165848 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-06dba51e-9c16-4a30-b405-453de9e67ca3 service neutron] Checking segment: {'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:39.166339 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-06dba51e-9c16-4a30-b405-453de9e67ca3 service neutron] Bound using segment: {'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:33:39.167040 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-06dba51e-9c16-4a30-b405-453de9e67ca3 service neutron] Bound port: 7c3c3db8-21a1-4852-99c0-eeba9355606d, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:33:39.167769 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-06dba51e-9c16-4a30-b405-453de9e67ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.287295 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-06dba51e-9c16-4a30-b405-453de9e67ca3 service neutron] For port 7c3c3db8-21a1-4852-99c0-eeba9355606d, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:33:39.294874 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-06dba51e-9c16-4a30-b405-453de9e67ca3 service neutron] For port 7c3c3db8-21a1-4852-99c0-eeba9355606d, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=7c3c3db8-21a1-4852-99c0-eeba9355606d,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:33:39.306197 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-06dba51e-9c16-4a30-b405-453de9e67ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.306753 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b88e46-f859-42d9-aa37-d9e9972d3e0e req-24b4bfde-b1d6-48b4-a122-0dd266b0237c tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:39.315652 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-33b88e46-f859-42d9-aa37-d9e9972d3e0e req-24b4bfde-b1d6-48b4-a122-0dd266b0237c tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 946 time: 0.1410637 Dec 10 18:33:39.391190 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-6e992058-587e-418e-a94b-2df95c9cf34e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2007023206-network', 'tenant_id': '4f5421d821ae4626b82959b6edcb39c9'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:39.418502 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-33b88e46-f859-42d9-aa37-d9e9972d3e0e req-5aa0a1d6-f64a-40cc-8b81-1a76386545cb tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979266 Dec 10 18:33:39.502445 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e992058-587e-418e-a94b-2df95c9cf34e admin admin] Made reservation on behalf of 4f5421d821ae4626b82959b6edcb39c9 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:39.509657 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e992058-587e-418e-a94b-2df95c9cf34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.538145 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e992058-587e-418e-a94b-2df95c9cf34e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.609032 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dba51e-9c16-4a30-b405-453de9e67ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3c3db8-21a1-4852-99c0-eeba9355606d,revision_number=8']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:39.631119 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c85012-8453-4736-bf73-957786b8eec9 x-openstack-request-id: req-47c85012-8453-4736-bf73-957786b8eec9 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:33:39.631458 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2284b84e-e673-4a5a-bda4-827487211b6e", "name": "network-vif-unplugged", "status": "completed", "tag": "7c3c3db8-21a1-4852-99c0-eeba9355606d", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:33:39.631648 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-47c85012-8453-4736-bf73-957786b8eec9 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:33:39.632251 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2284b84e-e673-4a5a-bda4-827487211b6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c3c3db8-21a1-4852-99c0-eeba9355606d', 'code': 200} Dec 10 18:33:39.664122 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 7c3c3db8-21a1-4852-99c0-eeba9355606d details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:33:39.776061 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-06dba51e-9c16-4a30-b405-453de9e67ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:39.778553 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-06dba51e-9c16-4a30-b405-453de9e67ca3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.780786 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-06dba51e-9c16-4a30-b405-453de9e67ca3 service neutron] 10.222.0.46 "PUT /v2.0/ports/7c3c3db8-21a1-4852-99c0-eeba9355606d HTTP/1.1" status: 200 len: 1121 time: 1.4091203 Dec 10 18:33:39.831292 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da7db9-2fbf-45d6-87bb-006e3309e267 req-34530200-08fc-4903-ae12-c227e4ad8500 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:39.842884 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a5da7db9-2fbf-45d6-87bb-006e3309e267 req-34530200-08fc-4903-ae12-c227e4ad8500 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 943 time: 0.1914189 Dec 10 18:33:39.854486 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e992058-587e-418e-a94b-2df95c9cf34e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.868879 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e992058-587e-418e-a94b-2df95c9cf34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.944934 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a5da7db9-2fbf-45d6-87bb-006e3309e267 req-01e96061-e6ef-45eb-aa48-702aad1b9bab tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955584 Dec 10 18:33:39.946266 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e992058-587e-418e-a94b-2df95c9cf34e admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:33:39.972218 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['7c3c3db8-21a1-4852-99c0-eeba9355606d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:33:39.977745 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['7c3c3db8-21a1-4852-99c0-eeba9355606d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:33:39.994221 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e992058-587e-418e-a94b-2df95c9cf34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb7ee14-6634-45c9-b40b-258b5ced48b8,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:40.021528 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e992058-587e-418e-a94b-2df95c9cf34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.028831 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-6e992058-587e-418e-a94b-2df95c9cf34e admin admin] Added segment 4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9 of type vlan for network 2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 Dec 10 18:33:40.145327 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 7c3c3db8-21a1-4852-99c0-eeba9355606d, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=7c3c3db8-21a1-4852-99c0-eeba9355606d,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:40.158827 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e992058-587e-418e-a94b-2df95c9cf34e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.178045 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1ec4b-8252-4a63-a9bc-a7389ee74bef req-140beb5f-5ecb-43a8-b6bb-d6eb992637e4 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:40.186078 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e7a1ec4b-8252-4a63-a9bc-a7389ee74bef req-140beb5f-5ecb-43a8-b6bb-d6eb992637e4 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef3fecff-906e-4642-85d4-de283e9286be HTTP/1.1" status: 200 len: 947 time: 0.0828433 Dec 10 18:33:40.237574 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e992058-587e-418e-a94b-2df95c9cf34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.238569 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 7c3c3db8-21a1-4852-99c0-eeba9355606d has no active binding in host n-h1-821435-1 {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 18:33:40.238975 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:33:40.239348 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e992058-587e-418e-a94b-2df95c9cf34e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:40.240289 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e992058-587e-418e-a94b-2df95c9cf34e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.327416 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e992058-587e-418e-a94b-2df95c9cf34e admin admin] Pushing event updated for resources: {'Network': ['ID=2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:40.336186 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6e992058-587e-418e-a94b-2df95c9cf34e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1726744 Dec 10 18:33:40.338781 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 46450) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:40.344396 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ca49ceeb-c10e-4803-8cb8-f313bbb9f76f admin admin] Request body: {'subnet': {'network_id': '2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2007023206-subnet', 'tenant_id': '4f5421d821ae4626b82959b6edcb39c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:40.371048 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e7a1ec4b-8252-4a63-a9bc-a7389ee74bef req-cfbb89e0-9917-49da-b8f8-ae50a5365eaa tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4e2c840-6cec-4546-af0f-d76695c9a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836073 Dec 10 18:33:40.413975 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca49ceeb-c10e-4803-8cb8-f313bbb9f76f admin admin] Made reservation on behalf of 4f5421d821ae4626b82959b6edcb39c9 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:40.425522 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca49ceeb-c10e-4803-8cb8-f313bbb9f76f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.508045 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:40.529029 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': '8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7', 'mac_address': 'fa:16:3e:00:8d:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:33:40.534526 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:33:40.669871 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8497baa-9d63-4bd5-9cf0-2aac93b326d2 req-c8ed86f5-eb4e-43bb-a24f-de4c1d3cffc3 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:40.702449 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b8497baa-9d63-4bd5-9cf0-2aac93b326d2 req-c8ed86f5-eb4e-43bb-a24f-de4c1d3cffc3 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 946 time: 0.1323185 Dec 10 18:33:40.834912 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b8497baa-9d63-4bd5-9cf0-2aac93b326d2 req-12602736-9328-4fd3-adb2-fb45d9c4d3ab tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311622 Dec 10 18:33:40.917748 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca49ceeb-c10e-4803-8cb8-f313bbb9f76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.006173 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.055220 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca49ceeb-c10e-4803-8cb8-f313bbb9f76f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b914d67e-99a3-4836-8560-8ad9054366d0,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:41.067928 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca49ceeb-c10e-4803-8cb8-f313bbb9f76f admin admin] Checking segment: {'id': '4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:41.068684 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca49ceeb-c10e-4803-8cb8-f313bbb9f76f admin admin] Network hostable DHCP agents. Network: 2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:33:41.113452 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca49ceeb-c10e-4803-8cb8-f313bbb9f76f admin admin] Network 2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:33:41.193677 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-ca49ceeb-c10e-4803-8cb8-f313bbb9f76f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:41.194026 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:33:41.206724 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca49ceeb-c10e-4803-8cb8-f313bbb9f76f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:41.210161 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca49ceeb-c10e-4803-8cb8-f313bbb9f76f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.213334 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a2e112-3a37-4e92-a718-5776093e0137 None None] Network 2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:41.239970 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084fb69-7122-412a-a7cb-17127b20314e req-b25518a2-15f9-4634-b6f1-a6d750a5f269 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:41.256588 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d084fb69-7122-412a-a7cb-17127b20314e req-b25518a2-15f9-4634-b6f1-a6d750a5f269 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 943 time: 0.1654725 Dec 10 18:33:41.259700 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ca49ceeb-c10e-4803-8cb8-f313bbb9f76f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9197667 Dec 10 18:33:41.379559 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d084fb69-7122-412a-a7cb-17127b20314e req-4ed47b53-fefe-4741-b15b-33e9bfce5190 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174779 Dec 10 18:33:41.429235 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:41.478637 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.634098 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2284b84e-e673-4a5a-bda4-827487211b6e', 'tag': '7c3c3db8-21a1-4852-99c0-eeba9355606d'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:33:41.637887 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6282ff9e-8f4e-4de9-8b50-6cc6a7ab0d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "2284b84e-e673-4a5a-bda4-827487211b6e", "tag": "7c3c3db8-21a1-4852-99c0-eeba9355606d"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:33:41.686734 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:41.701938 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:41.702350 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:41.702685 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:41.703055 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:41.703421 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:41.703905 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:41.704463 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:41.705621 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:41.705621 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:41.705841 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:41.706151 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:41.706751 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:41.707088 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:41.744612 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a315b67-5a70-402d-b8d4-2805e1451774 None None] Network 2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:41.754815 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75789d6b-b12a-4ee9-aa4f-abd7052031d3 req-d987a97e-84d5-4f01-b41a-3ad2ab9db370 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:41.756411 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-75789d6b-b12a-4ee9-aa4f-abd7052031d3 req-d987a97e-84d5-4f01-b41a-3ad2ab9db370 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef3fecff-906e-4642-85d4-de283e9286be HTTP/1.1" status: 200 len: 948 time: 0.1676674 Dec 10 18:33:41.808697 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:33:41.921734 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-75789d6b-b12a-4ee9-aa4f-abd7052031d3 req-c2f8979f-c888-4c4b-a827-3e54a904be13 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4e2c840-6cec-4546-af0f-d76695c9a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555181 Dec 10 18:33:41.971757 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:33:42.306695 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7325ae05-131c-4903-b25b-e9a645631ae6 x-openstack-request-id: req-7325ae05-131c-4903-b25b-e9a645631ae6 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:33:42.308110 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2284b84e-e673-4a5a-bda4-827487211b6e", "tag": "7c3c3db8-21a1-4852-99c0-eeba9355606d", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:33:42.308701 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7325ae05-131c-4903-b25b-e9a645631ae6 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:33:42.309417 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2284b84e-e673-4a5a-bda4-827487211b6e', 'tag': '7c3c3db8-21a1-4852-99c0-eeba9355606d', 'status': 'completed', 'code': 200} Dec 10 18:33:42.402659 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282ff9e-8f4e-4de9-8b50-6cc6a7ab0d3f req-6c847b83-beff-443a-b261-50794fe9b28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:42.405833 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6282ff9e-8f4e-4de9-8b50-6cc6a7ab0d3f req-6c847b83-beff-443a-b261-50794fe9b28b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5768feea1c8f4e40b878b814fdae92ab&device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 1124 time: 0.0755634 Dec 10 18:33:42.583033 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282ff9e-8f4e-4de9-8b50-6cc6a7ab0d3f req-22fb08dc-a4c3-43ea-bdc9-1ebac3e90006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:42.589629 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6282ff9e-8f4e-4de9-8b50-6cc6a7ab0d3f req-22fb08dc-a4c3-43ea-bdc9-1ebac3e90006 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b1a56b94-fee7-4dfb-925d-977caaf81317 HTTP/1.1" status: 200 len: 908 time: 0.1766477 Dec 10 18:33:42.655784 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6282ff9e-8f4e-4de9-8b50-6cc6a7ab0d3f req-238884f0-649f-46a9-b743-9261139cb948 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c3c3db8-21a1-4852-99c0-eeba9355606d HTTP/1.1" status: 200 len: 217 time: 0.0569255 Dec 10 18:33:42.722872 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282ff9e-8f4e-4de9-8b50-6cc6a7ab0d3f req-799952f0-1b03-44e9-a781-f70b4ee59d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:42.733169 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6282ff9e-8f4e-4de9-8b50-6cc6a7ab0d3f req-799952f0-1b03-44e9-a781-f70b4ee59d15 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c38321c-218a-47ac-873b-024a1169316a HTTP/1.1" status: 200 len: 847 time: 0.0703077 Dec 10 18:33:42.777327 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6282ff9e-8f4e-4de9-8b50-6cc6a7ab0d3f req-9e0cbc6e-2764-4df3-8e4a-fda05f0918f8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b1a56b94-fee7-4dfb-925d-977caaf81317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330884 Dec 10 18:33:42.902841 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6282ff9e-8f4e-4de9-8b50-6cc6a7ab0d3f req-e69a43e8-d4a1-4aed-a4e5-5415237e7ea6 service neutron] 10.222.0.72 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158059 Dec 10 18:33:43.040165 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6282ff9e-8f4e-4de9-8b50-6cc6a7ab0d3f req-382a5ad3-1215-41dc-8bc2-80c92c666305 service neutron] 10.222.0.72 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274214 Dec 10 18:33:43.478723 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69599c1e-551d-4134-8b02-cca01e70172e req-bb358d36-2aa4-46a3-b42c-67e7654e1979 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:43.482270 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-69599c1e-551d-4134-8b02-cca01e70172e req-bb358d36-2aa4-46a3-b42c-67e7654e1979 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/networks?id=2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 HTTP/1.1" status: 200 len: 812 time: 0.1282134 Dec 10 18:33:43.500986 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-69599c1e-551d-4134-8b02-cca01e70172e req-f50b3000-6308-4064-8f31-eaa315d6a262 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/quotas/4f5421d821ae4626b82959b6edcb39c9 HTTP/1.1" status: 200 len: 375 time: 0.0127845 Dec 10 18:33:43.534738 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-69599c1e-551d-4134-8b02-cca01e70172e req-72316ce9-3665-4aa6-8c85-0cb484b8d451 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4f5421d821ae4626b82959b6edcb39c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277255 Dec 10 18:33:43.692775 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:43.737559 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-69599c1e-551d-4134-8b02-cca01e70172e req-afa47fda-8ab5-4962-b898-a1dc2fa33aad service neutron] 10.222.0.62 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860871 Dec 10 18:33:43.853354 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:33:43.857198 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-69599c1e-551d-4134-8b02-cca01e70172e req-654816b7-255f-4f3b-95a5-8ee7c57cd572 service neutron] 10.222.0.62 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186111 Dec 10 18:33:43.858600 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:43.858973 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:43.896559 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa7bf3-f4d7-4ca3-9fc9-d1698faefa6c req-6371d41d-8e6d-43d3-9e38-a908a188d480 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:43.905297 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f8aa7bf3-f4d7-4ca3-9fc9-d1698faefa6c req-6371d41d-8e6d-43d3-9e38-a908a188d480 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 946 time: 0.4853041 Dec 10 18:33:44.009526 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f8aa7bf3-f4d7-4ca3-9fc9-d1698faefa6c req-9c33162b-c890-484a-ac59-00cb20a80092 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030319 Dec 10 18:33:44.030722 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:44.095245 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3fecff-906e-4642-85d4-de283e9286be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:33:44.100749 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b084b576-dee5-4875-a5c5-f699e3640f2a" -d '{"events": [{"server_uuid": "ef3fecff-906e-4642-85d4-de283e9286be", "name": "network-vif-plugged", "status": "completed", "tag": "8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:33:44.153771 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:44.165562 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:44.208291 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb85ec-e33b-452b-ac72-5efea3de23b2 req-bf8d9d75-6354-45f6-8cf3-d4a4f85b6a5a tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:44.210380 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bdcb85ec-e33b-452b-ac72-5efea3de23b2 req-bf8d9d75-6354-45f6-8cf3-d4a4f85b6a5a tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 943 time: 0.1589913 Dec 10 18:33:44.239767 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07a336-6d66-453a-b397-7b7d62ac3ac1 req-15e8ca43-7c11-4cda-bc0f-ff29452013b7 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:44.248011 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6f07a336-6d66-453a-b397-7b7d62ac3ac1 req-15e8ca43-7c11-4cda-bc0f-ff29452013b7 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef3fecff-906e-4642-85d4-de283e9286be HTTP/1.1" status: 200 len: 948 time: 0.1213737 Dec 10 18:33:44.291890 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:44.361290 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6f07a336-6d66-453a-b397-7b7d62ac3ac1 req-bf09d13c-8de2-47ce-ac90-cba5a8f92f3f tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4e2c840-6cec-4546-af0f-d76695c9a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122637 Dec 10 18:33:44.374713 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bdcb85ec-e33b-452b-ac72-5efea3de23b2 req-4575dde3-9e00-4ee8-9bb5-3022ad6cc539 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399605 Dec 10 18:33:44.551903 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2120d7ac-e341-42a4-965b-1ee442b1a859 x-openstack-request-id: req-2120d7ac-e341-42a4-965b-1ee442b1a859 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:33:44.552443 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3fecff-906e-4642-85d4-de283e9286be", "name": "network-vif-plugged", "status": "completed", "tag": "8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:33:44.552946 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2120d7ac-e341-42a4-965b-1ee442b1a859 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:33:44.553637 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3fecff-906e-4642-85d4-de283e9286be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7', 'code': 200} Dec 10 18:33:44.575507 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dd873a1a-7aea-4856-8047-3f5284825aaa req-2f536c96-e633-46e1-be5f-03b986c2331c tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=aec08374-315b-4974-81a1-8e80ff3be2c2 HTTP/1.1" status: 200 len: 210 time: 0.0546935 Dec 10 18:33:44.757977 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86943dcf-85d8-485d-beb2-84f51e96dd52 req-f5f66b56-c2d1-48e5-8a99-0406af8411bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:44.759961 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-86943dcf-85d8-485d-beb2-84f51e96dd52 req-f5f66b56-c2d1-48e5-8a99-0406af8411bf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ef3fecff-906e-4642-85d4-de283e9286be HTTP/1.1" status: 200 len: 1100 time: 0.1160967 Dec 10 18:33:44.838767 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-86943dcf-85d8-485d-beb2-84f51e96dd52 req-b0a6f8e7-f59d-46fa-b274-3d6f88820d7f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a4e2c840-6cec-4546-af0f-d76695c9a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710902 Dec 10 18:33:45.259256 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54ce60-f14d-447b-9157-f1e20bbc472c req-e7ffbbcc-03a6-4744-982d-9cdd402b2a1c tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:45.268909 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1d54ce60-f14d-447b-9157-f1e20bbc472c req-e7ffbbcc-03a6-4744-982d-9cdd402b2a1c tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 946 time: 0.0903962 Dec 10 18:33:45.334034 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1d54ce60-f14d-447b-9157-f1e20bbc472c req-0ea65aeb-6449-40df-bffa-9602a42eb08d tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633759 Dec 10 18:33:45.573225 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c507826-d8c2-440a-908b-264986e8c9c7 req-427896a2-3b31-421e-857d-184ade62058a tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:45.585487 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9c507826-d8c2-440a-908b-264986e8c9c7 req-427896a2-3b31-421e-857d-184ade62058a tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef3fecff-906e-4642-85d4-de283e9286be HTTP/1.1" status: 200 len: 949 time: 0.1294794 Dec 10 18:33:45.645178 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f70fb-8981-4e6b-b490-c68228cf6514 req-cdddef76-35a6-499f-8af3-43d91e406891 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:45.659217 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-915f70fb-8981-4e6b-b490-c68228cf6514 req-cdddef76-35a6-499f-8af3-43d91e406891 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 943 time: 0.1083298 Dec 10 18:33:45.706472 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9c507826-d8c2-440a-908b-264986e8c9c7 req-88544243-1d7e-4b95-9291-286dba07dea7 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4e2c840-6cec-4546-af0f-d76695c9a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146483 Dec 10 18:33:45.727310 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-915f70fb-8981-4e6b-b490-c68228cf6514 req-58db36bd-42b5-44bf-8376-9009d6eaa987 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671089 Dec 10 18:33:46.080949 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69599c1e-551d-4134-8b02-cca01e70172e req-49a3a944-51e9-47fd-85cd-56b5bb26bcc6 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:46.087702 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-69599c1e-551d-4134-8b02-cca01e70172e req-49a3a944-51e9-47fd-85cd-56b5bb26bcc6 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.72 "GET /v2.0/networks?id=2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 HTTP/1.1" status: 200 len: 812 time: 0.3273854 Dec 10 18:33:46.212171 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-69599c1e-551d-4134-8b02-cca01e70172e req-81e13e27-7b4f-4bc4-9b3b-d2d1270086f5 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Request body: {'port': {'device_id': 'aec08374-315b-4974-81a1-8e80ff3be2c2', 'network_id': '2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2', 'admin_state_up': True, 'tenant_id': '4f5421d821ae4626b82959b6edcb39c9'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:46.268305 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-96162c71-149d-482a-ac95-2ce3982a6509 req-bbb09d2d-27ce-44e8-8ce9-6fb20b489ee5 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=aec08374-315b-4974-81a1-8e80ff3be2c2 HTTP/1.1" status: 200 len: 210 time: 0.1553237 Dec 10 18:33:46.453011 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69599c1e-551d-4134-8b02-cca01e70172e req-81e13e27-7b4f-4bc4-9b3b-d2d1270086f5 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Made reservation on behalf of 4f5421d821ae4626b82959b6edcb39c9 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:46.462639 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-69599c1e-551d-4134-8b02-cca01e70172e req-81e13e27-7b4f-4bc4-9b3b-d2d1270086f5 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:46.643772 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a496f3-9e31-4420-b3b8-ab6fce9c1ef8 req-e34129c2-d0e9-41fe-a815-2d472dd20ad7 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:46.651779 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a9a496f3-9e31-4420-b3b8-ab6fce9c1ef8 req-e34129c2-d0e9-41fe-a815-2d472dd20ad7 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 946 time: 0.1423748 Dec 10 18:33:46.689789 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a74453-e64f-4c07-8adf-d9772f366399 req-5985221c-4368-4cb1-b0de-45f2aaf9d6be tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:46.693574 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34a74453-e64f-4c07-8adf-d9772f366399 req-5985221c-4368-4cb1-b0de-45f2aaf9d6be tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/networks?id=bceb057d-f456-42f1-aa52-7a9ff59c427a HTTP/1.1" status: 200 len: 804 time: 0.2606597 Dec 10 18:33:46.743594 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34a74453-e64f-4c07-8adf-d9772f366399 req-05008bac-a0e8-41a9-ac89-7c1846978618 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/quotas/00c23c1637e147a49e5d6016832f8f3e HTTP/1.1" status: 200 len: 375 time: 0.0351477 Dec 10 18:33:46.864112 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a9a496f3-9e31-4420-b3b8-ab6fce9c1ef8 req-20bcb4d4-7146-4e81-9632-231d1d3c8995 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089109 Dec 10 18:33:46.897082 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34a74453-e64f-4c07-8adf-d9772f366399 req-08d79495-b199-4b41-af7f-bb344ff51c67 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=00c23c1637e147a49e5d6016832f8f3e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1447263 Dec 10 18:33:46.911681 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-69599c1e-551d-4134-8b02-cca01e70172e req-81e13e27-7b4f-4bc4-9b3b-d2d1270086f5 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Allocated IP 172.20.0.9 (2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2/b914d67e-99a3-4836-8560-8ad9054366d0/f000d118-0e0c-48eb-ba89-f6822b7e527a) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:47.033781 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34a74453-e64f-4c07-8adf-d9772f366399 req-cfa1543f-6012-4f12-9f27-3608d631fc06 service neutron] 10.222.0.62 "GET /v2.0/networks/bceb057d-f456-42f1-aa52-7a9ff59c427a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354313 Dec 10 18:33:47.118585 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e8060-4819-4bf8-a9b7-077607b62024 req-57c53813-ad1d-41ab-b998-b43c405afa94 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:47.127249 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3c0e8060-4819-4bf8-a9b7-077607b62024 req-57c53813-ad1d-41ab-b998-b43c405afa94 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef3fecff-906e-4642-85d4-de283e9286be HTTP/1.1" status: 200 len: 949 time: 0.1509631 Dec 10 18:33:47.161043 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34a74453-e64f-4c07-8adf-d9772f366399 req-ad697a35-7a73-4784-a34f-b3d805c3895b service neutron] 10.222.0.62 "GET /v2.0/networks/bceb057d-f456-42f1-aa52-7a9ff59c427a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258745 Dec 10 18:33:47.230692 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3c0e8060-4819-4bf8-a9b7-077607b62024 req-e3f22afc-6579-4805-8811-687c99f2101b tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4e2c840-6cec-4546-af0f-d76695c9a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024411 Dec 10 18:33:47.336128 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-69599c1e-551d-4134-8b02-cca01e70172e req-81e13e27-7b4f-4bc4-9b3b-d2d1270086f5 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:47.443555 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-69599c1e-551d-4134-8b02-cca01e70172e req-81e13e27-7b4f-4bc4-9b3b-d2d1270086f5 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:47.547203 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e13e27-7b4f-4bc4-9b3b-d2d1270086f5 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Pushing event updated for resources: {'Port': ['ID=f000d118-0e0c-48eb-ba89-f6822b7e527a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:47.583568 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69599c1e-551d-4134-8b02-cca01e70172e req-81e13e27-7b4f-4bc4-9b3b-d2d1270086f5 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Network 2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:47.586147 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-69599c1e-551d-4134-8b02-cca01e70172e req-81e13e27-7b4f-4bc4-9b3b-d2d1270086f5 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:47.589513 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-69599c1e-551d-4134-8b02-cca01e70172e req-81e13e27-7b4f-4bc4-9b3b-d2d1270086f5 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:47.642451 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3991f-e0ef-41b5-adb6-d1f1fd51e977 req-2abe2556-2250-4b8a-99d6-06c0870f65b1 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:47.645499 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c9b3991f-e0ef-41b5-adb6-d1f1fd51e977 req-2abe2556-2250-4b8a-99d6-06c0870f65b1 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 943 time: 0.2147288 Dec 10 18:33:47.674301 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69599c1e-551d-4134-8b02-cca01e70172e req-81e13e27-7b4f-4bc4-9b3b-d2d1270086f5 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:47.675093 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-69599c1e-551d-4134-8b02-cca01e70172e req-81e13e27-7b4f-4bc4-9b3b-d2d1270086f5 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:47.713817 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 6e84020b-812e-4ce4-8789-5d039525a31a no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:33:47.777256 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-69599c1e-551d-4134-8b02-cca01e70172e req-81e13e27-7b4f-4bc4-9b3b-d2d1270086f5 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6710689 Dec 10 18:33:47.805056 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c9b3991f-e0ef-41b5-adb6-d1f1fd51e977 req-a823c257-d43c-4c47-838a-2bec56d259d3 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259592 Dec 10 18:33:47.821774 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-69599c1e-551d-4134-8b02-cca01e70172e req-b6017b37-58cd-44ad-bd0e-26c2aae06001 service neutron] Request body: {'port': {'device_id': 'aec08374-315b-4974-81a1-8e80ff3be2c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:47.984189 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-69599c1e-551d-4134-8b02-cca01e70172e req-b6017b37-58cd-44ad-bd0e-26c2aae06001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:48.080486 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:48.139908 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 6e84020b-812e-4ce4-8789-5d039525a31a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=6e84020b-812e-4ce4-8789-5d039525a31a,segment=NetworkSegment(a9a1f0c6-697d-404a-a8fe-550f575230bf),segment_id=a9a1f0c6-697d-404a-a8fe-550f575230bf)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:48.142358 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4793395a-57b4-442c-8811-5550f7195b7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e84020b-812e-4ce4-8789-5d039525a31a'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:33:48.147331 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c4738e-1f9a-420f-a956-5e151346ee5d" -d '{"events": [{"server_uuid": "4793395a-57b4-442c-8811-5550f7195b7c", "name": "network-vif-unplugged", "status": "completed", "tag": "6e84020b-812e-4ce4-8789-5d039525a31a"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:33:48.152939 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:48.274195 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=6e84020b-812e-4ce4-8789-5d039525a31a,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:48.500184 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ade01634-30ba-4ddd-a7a8-bd136c484773 req-088b4dda-93d3-4496-ae26-4456e7487c3c tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=f80db2e3-8bc5-48b9-8458-7bc592281811 HTTP/1.1" status: 200 len: 210 time: 0.0701563 Dec 10 18:33:48.632414 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb308b-ac87-4b3e-9432-76e73c215dee req-8389f2b6-3639-4836-a81e-cbcf529293f1 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:48.634485 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-adfb308b-ac87-4b3e-9432-76e73c215dee req-8389f2b6-3639-4836-a81e-cbcf529293f1 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.46 "GET /v2.0/ports?device_id=4793395a-57b4-442c-8811-5550f7195b7c HTTP/1.1" status: 200 len: 944 time: 0.2388084 Dec 10 18:33:48.655570 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c3371-c137-446e-ba1e-105ca740ae17 req-ed4a16a7-9b38-4165-9337-8bffc7cc7e29 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:48.665208 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4f5c3371-c137-446e-ba1e-105ca740ae17 req-ed4a16a7-9b38-4165-9337-8bffc7cc7e29 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=aec08374-315b-4974-81a1-8e80ff3be2c2 HTTP/1.1" status: 200 len: 931 time: 0.2581165 Dec 10 18:33:48.739773 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8b3dd-5fb8-46d8-82de-5bf6ea1f61be req-ce05d6eb-00e7-43e5-aeb8-8cbb46a704a2 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:48.751772 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-50b8b3dd-5fb8-46d8-82de-5bf6ea1f61be req-ce05d6eb-00e7-43e5-aeb8-8cbb46a704a2 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 946 time: 0.0807300 Dec 10 18:33:48.831482 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-50b8b3dd-5fb8-46d8-82de-5bf6ea1f61be req-42d121e6-656c-45db-a228-01029d913624 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779231 Dec 10 18:33:48.860183 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4f5c3371-c137-446e-ba1e-105ca740ae17 req-3b85c76f-8ea3-4535-ad6e-bc16bc9798ba tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938405 Dec 10 18:33:48.977690 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f48f3c-ee84-46dc-8a6a-833b704170de x-openstack-request-id: req-32f48f3c-ee84-46dc-8a6a-833b704170de {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:33:48.979353 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4793395a-57b4-442c-8811-5550f7195b7c", "name": "network-vif-unplugged", "status": "completed", "tag": "6e84020b-812e-4ce4-8789-5d039525a31a", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:33:48.980519 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-32f48f3c-ee84-46dc-8a6a-833b704170de {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:33:48.980519 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4793395a-57b4-442c-8811-5550f7195b7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e84020b-812e-4ce4-8789-5d039525a31a', 'code': 200} Dec 10 18:33:49.055648 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-69599c1e-551d-4134-8b02-cca01e70172e req-b6017b37-58cd-44ad-bd0e-26c2aae06001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f000d118-0e0c-48eb-ba89-f6822b7e527a {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:33:49.071731 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-69599c1e-551d-4134-8b02-cca01e70172e req-b6017b37-58cd-44ad-bd0e-26c2aae06001 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.122210 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-69599c1e-551d-4134-8b02-cca01e70172e req-b6017b37-58cd-44ad-bd0e-26c2aae06001 service neutron] Transition to ACTIVE for port object f000d118-0e0c-48eb-ba89-f6822b7e527a will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:33:49.133296 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-69599c1e-551d-4134-8b02-cca01e70172e req-b6017b37-58cd-44ad-bd0e-26c2aae06001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.139106 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-adfb308b-ac87-4b3e-9432-76e73c215dee req-c05625d3-30fd-49e1-a388-ac469aeff19d tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Deleting port 6e84020b-812e-4ce4-8789-5d039525a31a {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:49.139449 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-adfb308b-ac87-4b3e-9432-76e73c215dee req-c05625d3-30fd-49e1-a388-ac469aeff19d tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.247254 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeed78d-95c0-4ee7-aff4-588a4c0b6e83 req-626414dd-f9f3-41b1-8f96-0f0c03fbd308 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:49.248867 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0eeed78d-95c0-4ee7-aff4-588a4c0b6e83 req-626414dd-f9f3-41b1-8f96-0f0c03fbd308 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 943 time: 0.1726797 Dec 10 18:33:49.262052 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6017b37-58cd-44ad-bd0e-26c2aae06001 service neutron] Pushing event updated for resources: {'Port': ['ID=f000d118-0e0c-48eb-ba89-f6822b7e527a,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:49.394436 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-adfb308b-ac87-4b3e-9432-76e73c215dee req-c05625d3-30fd-49e1-a388-ac469aeff19d tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] For port 6e84020b-812e-4ce4-8789-5d039525a31a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=6e84020b-812e-4ce4-8789-5d039525a31a,segment=NetworkSegment(a9a1f0c6-697d-404a-a8fe-550f575230bf),segment_id=a9a1f0c6-697d-404a-a8fe-550f575230bf)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:49.395011 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-adfb308b-ac87-4b3e-9432-76e73c215dee req-c05625d3-30fd-49e1-a388-ac469aeff19d tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.441654 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0eeed78d-95c0-4ee7-aff4-588a4c0b6e83 req-97caf03a-973f-46e0-ad20-9ee54785b96d tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749249 Dec 10 18:33:49.454320 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-adfb308b-ac87-4b3e-9432-76e73c215dee req-c05625d3-30fd-49e1-a388-ac469aeff19d tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Calling delete_port for 6e84020b-812e-4ce4-8789-5d039525a31a owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:49.502613 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-69599c1e-551d-4134-8b02-cca01e70172e req-b6017b37-58cd-44ad-bd0e-26c2aae06001 service neutron] Attempting to bind port f000d118-0e0c-48eb-ba89-f6822b7e527a on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:33:49.502613 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-69599c1e-551d-4134-8b02-cca01e70172e req-b6017b37-58cd-44ad-bd0e-26c2aae06001 service neutron] Attempting to bind port f000d118-0e0c-48eb-ba89-f6822b7e527a by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:33:49.502613 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69599c1e-551d-4134-8b02-cca01e70172e req-b6017b37-58cd-44ad-bd0e-26c2aae06001 service neutron] Attempting to bind port f000d118-0e0c-48eb-ba89-f6822b7e527a on network 2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:49.615193 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ddf8ebe4-113d-4be1-af42-30de3ef7b63b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.712712 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69599c1e-551d-4134-8b02-cca01e70172e req-b6017b37-58cd-44ad-bd0e-26c2aae06001 service neutron] Port f000d118-0e0c-48eb-ba89-f6822b7e527a on network 2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:33:49.712712 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69599c1e-551d-4134-8b02-cca01e70172e req-b6017b37-58cd-44ad-bd0e-26c2aae06001 service neutron] Attempting to bind port f000d118-0e0c-48eb-ba89-f6822b7e527a on network 2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:49.718494 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a74453-e64f-4c07-8adf-d9772f366399 req-2596da94-7b4a-4086-a1ee-cfda0f425d12 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:49.722267 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34a74453-e64f-4c07-8adf-d9772f366399 req-2596da94-7b4a-4086-a1ee-cfda0f425d12 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.46 "GET /v2.0/networks?id=bceb057d-f456-42f1-aa52-7a9ff59c427a HTTP/1.1" status: 200 len: 804 time: 0.2442729 Dec 10 18:33:49.734022 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69599c1e-551d-4134-8b02-cca01e70172e req-b6017b37-58cd-44ad-bd0e-26c2aae06001 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:33:49.734963 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69599c1e-551d-4134-8b02-cca01e70172e req-b6017b37-58cd-44ad-bd0e-26c2aae06001 service neutron] Checking segment: {'id': '4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:49.735443 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69599c1e-551d-4134-8b02-cca01e70172e req-b6017b37-58cd-44ad-bd0e-26c2aae06001 service neutron] Bound using segment: {'id': '4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:33:49.735854 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-69599c1e-551d-4134-8b02-cca01e70172e req-b6017b37-58cd-44ad-bd0e-26c2aae06001 service neutron] Bound port: f000d118-0e0c-48eb-ba89-f6822b7e527a, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:33:49.736212 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-69599c1e-551d-4134-8b02-cca01e70172e req-b6017b37-58cd-44ad-bd0e-26c2aae06001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.793440 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b988707f-32a1-4700-876c-05cc4a260bbe req-075246d7-5480-40fc-a059-3afa263dde79 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=f80db2e3-8bc5-48b9-8458-7bc592281811 HTTP/1.1" status: 200 len: 210 time: 0.0531421 Dec 10 18:33:49.803001 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-34a74453-e64f-4c07-8adf-d9772f366399 req-495a44b8-97a8-4218-8687-cd8d4ab3b325 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Request body: {'port': {'device_id': 'f80db2e3-8bc5-48b9-8458-7bc592281811', 'network_id': 'bceb057d-f456-42f1-aa52-7a9ff59c427a', 'admin_state_up': True, 'tenant_id': '00c23c1637e147a49e5d6016832f8f3e'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:49.968207 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-69599c1e-551d-4134-8b02-cca01e70172e req-b6017b37-58cd-44ad-bd0e-26c2aae06001 service neutron] For port f000d118-0e0c-48eb-ba89-f6822b7e527a, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:33:49.998662 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-69599c1e-551d-4134-8b02-cca01e70172e req-b6017b37-58cd-44ad-bd0e-26c2aae06001 service neutron] For port f000d118-0e0c-48eb-ba89-f6822b7e527a, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=f000d118-0e0c-48eb-ba89-f6822b7e527a,segment=NetworkSegment(4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9),segment_id=4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:33:50.010372 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-69599c1e-551d-4134-8b02-cca01e70172e req-b6017b37-58cd-44ad-bd0e-26c2aae06001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:50.044883 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a74453-e64f-4c07-8adf-d9772f366399 req-495a44b8-97a8-4218-8687-cd8d4ab3b325 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Made reservation on behalf of 00c23c1637e147a49e5d6016832f8f3e for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:50.051959 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-34a74453-e64f-4c07-8adf-d9772f366399 req-495a44b8-97a8-4218-8687-cd8d4ab3b325 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:50.166645 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69599c1e-551d-4134-8b02-cca01e70172e req-b6017b37-58cd-44ad-bd0e-26c2aae06001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:50.167533 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-69599c1e-551d-4134-8b02-cca01e70172e req-b6017b37-58cd-44ad-bd0e-26c2aae06001 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:50.169036 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-69599c1e-551d-4134-8b02-cca01e70172e req-b6017b37-58cd-44ad-bd0e-26c2aae06001 service neutron] 10.222.0.72 "PUT /v2.0/ports/f000d118-0e0c-48eb-ba89-f6822b7e527a HTTP/1.1" status: 200 len: 1091 time: 2.3680649 Dec 10 18:33:50.171970 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec08374-315b-4974-81a1-8e80ff3be2c2', 'tag': 'f000d118-0e0c-48eb-ba89-f6822b7e527a'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:33:50.175021 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbad524-6f87-4006-912a-ddd98d923c80" -d '{"events": [{"name": "network-changed", "server_uuid": "aec08374-315b-4974-81a1-8e80ff3be2c2", "tag": "f000d118-0e0c-48eb-ba89-f6822b7e527a"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:33:50.182334 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-adfb308b-ac87-4b3e-9432-76e73c215dee req-c05625d3-30fd-49e1-a388-ac469aeff19d tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:50.192586 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6017b37-58cd-44ad-bd0e-26c2aae06001 service neutron] Pushing event updated for resources: {'Port': ['ID=f000d118-0e0c-48eb-ba89-f6822b7e527a,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:50.230099 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05625d3-30fd-49e1-a388-ac469aeff19d tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Pushing event deleted for resources: {'Port': ['ID=6e84020b-812e-4ce4-8789-5d039525a31a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:50.247299 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71376607-0f10-4497-be12-918902fd57cb req-9c0b7d19-cbb9-4651-9590-9c3989e26d3c tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:50.249902 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-71376607-0f10-4497-be12-918902fd57cb req-9c0b7d19-cbb9-4651-9590-9c3989e26d3c tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 946 time: 0.1475620 Dec 10 18:33:50.325265 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-adfb308b-ac87-4b3e-9432-76e73c215dee req-c05625d3-30fd-49e1-a388-ac469aeff19d tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] No DVR routers for this DVR port 6e84020b-812e-4ce4-8789-5d039525a31a on host n-h1-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:33:50.329905 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-adfb308b-ac87-4b3e-9432-76e73c215dee req-c05625d3-30fd-49e1-a388-ac469aeff19d tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:50.333399 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-adfb308b-ac87-4b3e-9432-76e73c215dee req-c05625d3-30fd-49e1-a388-ac469aeff19d tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.46 "DELETE /v2.0/ports/6e84020b-812e-4ce4-8789-5d039525a31a HTTP/1.1" status: 204 len: 173 time: 1.6537211 Dec 10 18:33:50.344089 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e6235-c5e4-4e26-a5c5-2037175fe73f req-d8dc49b1-82c6-45e2-8e42-bb5def36561f tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:50.358710 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ab1e6235-c5e4-4e26-a5c5-2037175fe73f req-d8dc49b1-82c6-45e2-8e42-bb5def36561f tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=aec08374-315b-4974-81a1-8e80ff3be2c2 HTTP/1.1" status: 200 len: 943 time: 0.2478256 Dec 10 18:33:50.368050 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-71376607-0f10-4497-be12-918902fd57cb req-72fde760-0224-4db9-99a2-74579c6e2bd4 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957685 Dec 10 18:33:50.376719 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69599c1e-551d-4134-8b02-cca01e70172e req-04c17f35-4e6c-41f6-9379-f3cba5423160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:50.377512 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-69599c1e-551d-4134-8b02-cca01e70172e req-04c17f35-4e6c-41f6-9379-f3cba5423160 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f5421d821ae4626b82959b6edcb39c9&device_id=aec08374-315b-4974-81a1-8e80ff3be2c2 HTTP/1.1" status: 200 len: 1094 time: 0.1133280 Dec 10 18:33:50.463442 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-69599c1e-551d-4134-8b02-cca01e70172e req-52ba3e68-7447-49c6-84ed-0ace3c00061c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f000d118-0e0c-48eb-ba89-f6822b7e527a HTTP/1.1" status: 200 len: 217 time: 0.0704153 Dec 10 18:33:50.465598 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-34a74453-e64f-4c07-8adf-d9772f366399 req-495a44b8-97a8-4218-8687-cd8d4ab3b325 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Allocated IP 172.20.0.14 (bceb057d-f456-42f1-aa52-7a9ff59c427a/cf3bf4b2-84a2-4b1b-bd28-de26384874e7/91ecf6d9-e620-4cb4-914c-e657ebb32356) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:50.489160 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ab1e6235-c5e4-4e26-a5c5-2037175fe73f req-a90382e9-6b8f-40a4-9d09-b8a48eb196cf tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270211 Dec 10 18:33:50.596772 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69599c1e-551d-4134-8b02-cca01e70172e req-c03c2c6b-d727-45e5-ae61-5c93c2e9d915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:50.598161 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-69599c1e-551d-4134-8b02-cca01e70172e req-c03c2c6b-d727-45e5-ae61-5c93c2e9d915 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b914d67e-99a3-4836-8560-8ad9054366d0 HTTP/1.1" status: 200 len: 852 time: 0.1249101 Dec 10 18:33:50.599782 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd86268-0fda-4384-8e3c-3a0eec0da325 x-openstack-request-id: req-4dd86268-0fda-4384-8e3c-3a0eec0da325 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:33:50.601568 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aec08374-315b-4974-81a1-8e80ff3be2c2", "tag": "f000d118-0e0c-48eb-ba89-f6822b7e527a", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:33:50.601868 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4dd86268-0fda-4384-8e3c-3a0eec0da325 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:33:50.602301 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aec08374-315b-4974-81a1-8e80ff3be2c2', 'tag': 'f000d118-0e0c-48eb-ba89-f6822b7e527a', 'status': 'completed', 'code': 200} Dec 10 18:33:50.668366 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-69599c1e-551d-4134-8b02-cca01e70172e req-91dbca9a-ff16-479f-a82f-0a8c3359bd35 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589812 Dec 10 18:33:50.787714 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-34a74453-e64f-4c07-8adf-d9772f366399 req-495a44b8-97a8-4218-8687-cd8d4ab3b325 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:50.801924 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58895e5e-d581-4d7a-b890-aa3dffa6dc35 req-27d5bdf6-3dc6-4e8e-ba03-0c17c36d26a4 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:50.803432 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-58895e5e-d581-4d7a-b890-aa3dffa6dc35 req-27d5bdf6-3dc6-4e8e-ba03-0c17c36d26a4 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 943 time: 0.1175413 Dec 10 18:33:50.830134 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-34a74453-e64f-4c07-8adf-d9772f366399 req-495a44b8-97a8-4218-8687-cd8d4ab3b325 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:50.856474 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-69599c1e-551d-4134-8b02-cca01e70172e req-1037d245-43b8-4d08-b362-18cf26a18802 service neutron] 10.222.0.72 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715784 Dec 10 18:33:50.884985 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a74453-e64f-4c07-8adf-d9772f366399 req-495a44b8-97a8-4218-8687-cd8d4ab3b325 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Network bceb057d-f456-42f1-aa52-7a9ff59c427a is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:50.888447 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-34a74453-e64f-4c07-8adf-d9772f366399 req-495a44b8-97a8-4218-8687-cd8d4ab3b325 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:50.896890 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a74453-e64f-4c07-8adf-d9772f366399 req-495a44b8-97a8-4218-8687-cd8d4ab3b325 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:50.904120 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a44b8-97a8-4218-8687-cd8d4ab3b325 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Pushing event updated for resources: {'Port': ['ID=91ecf6d9-e620-4cb4-914c-e657ebb32356,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:50.929615 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-58895e5e-d581-4d7a-b890-aa3dffa6dc35 req-09887b97-fe57-4a36-92bf-bd0541333076 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174524 Dec 10 18:33:50.982192 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-69599c1e-551d-4134-8b02-cca01e70172e req-d5d4b4bd-3f68-40c6-81d5-53fcf53c744d service neutron] 10.222.0.72 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172187 Dec 10 18:33:51.002442 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a74453-e64f-4c07-8adf-d9772f366399 req-495a44b8-97a8-4218-8687-cd8d4ab3b325 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:51.003237 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-34a74453-e64f-4c07-8adf-d9772f366399 req-495a44b8-97a8-4218-8687-cd8d4ab3b325 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:51.028437 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41abedfa-a66a-4cbb-85d5-8ad3cc11bbb3 req-f921f683-7494-4382-b6aa-13fd305b31b5 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:51.037527 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-41abedfa-a66a-4cbb-85d5-8ad3cc11bbb3 req-f921f683-7494-4382-b6aa-13fd305b31b5 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=f80db2e3-8bc5-48b9-8458-7bc592281811 HTTP/1.1" status: 200 len: 932 time: 0.1058650 Dec 10 18:33:51.043513 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34a74453-e64f-4c07-8adf-d9772f366399 req-495a44b8-97a8-4218-8687-cd8d4ab3b325 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2482123 Dec 10 18:33:51.075393 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-34a74453-e64f-4c07-8adf-d9772f366399 req-037c5276-2778-46a5-bf9f-adc92ab8de79 service neutron] Request body: {'port': {'device_id': 'f80db2e3-8bc5-48b9-8458-7bc592281811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:51.112188 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbad524-6f87-4006-912a-ddd98d923c80 req-eec90aa9-eb06-439c-8e5d-b02dd0c2de00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:51.116473 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ddbad524-6f87-4006-912a-ddd98d923c80 req-eec90aa9-eb06-439c-8e5d-b02dd0c2de00 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f5421d821ae4626b82959b6edcb39c9&device_id=aec08374-315b-4974-81a1-8e80ff3be2c2 HTTP/1.1" status: 200 len: 1094 time: 0.0687673 Dec 10 18:33:51.129565 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-41abedfa-a66a-4cbb-85d5-8ad3cc11bbb3 req-093d4d3a-8aea-4505-9644-ef4bfaa13b71 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907669 Dec 10 18:33:51.175740 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-34a74453-e64f-4c07-8adf-d9772f366399 req-037c5276-2778-46a5-bf9f-adc92ab8de79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:51.243284 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbad524-6f87-4006-912a-ddd98d923c80 req-11ae7abf-dafd-4247-a9e5-cf1ce3c3e5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:51.245366 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ddbad524-6f87-4006-912a-ddd98d923c80 req-11ae7abf-dafd-4247-a9e5-cf1ce3c3e5af service neutron] 10.222.0.72 "GET /v2.0/networks?id=2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 HTTP/1.1" status: 200 len: 913 time: 0.1239328 Dec 10 18:33:51.308050 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ddbad524-6f87-4006-912a-ddd98d923c80 req-416397d7-e166-47c5-954e-c8ca5c87cc5e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f000d118-0e0c-48eb-ba89-f6822b7e527a HTTP/1.1" status: 200 len: 217 time: 0.0532043 Dec 10 18:33:51.373405 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbad524-6f87-4006-912a-ddd98d923c80 req-342a3a54-7644-4bb5-b0c6-c293bf854063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:51.375680 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ddbad524-6f87-4006-912a-ddd98d923c80 req-342a3a54-7644-4bb5-b0c6-c293bf854063 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b914d67e-99a3-4836-8560-8ad9054366d0 HTTP/1.1" status: 200 len: 852 time: 0.0575812 Dec 10 18:33:51.412296 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ddbad524-6f87-4006-912a-ddd98d923c80 req-7dfa8e47-1133-47f4-b933-6da80434890b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291045 Dec 10 18:33:51.547816 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-34a74453-e64f-4c07-8adf-d9772f366399 req-037c5276-2778-46a5-bf9f-adc92ab8de79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91ecf6d9-e620-4cb4-914c-e657ebb32356 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:33:51.558329 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-34a74453-e64f-4c07-8adf-d9772f366399 req-037c5276-2778-46a5-bf9f-adc92ab8de79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:51.573458 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-34a74453-e64f-4c07-8adf-d9772f366399 req-037c5276-2778-46a5-bf9f-adc92ab8de79 service neutron] Transition to ACTIVE for port object 91ecf6d9-e620-4cb4-914c-e657ebb32356 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:33:51.578094 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-34a74453-e64f-4c07-8adf-d9772f366399 req-037c5276-2778-46a5-bf9f-adc92ab8de79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:51.584372 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbf402-64c8-488d-ac8e-6dd7d916d20f req-51e04366-1940-4dd1-8e69-cd05ead2629b tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:51.592245 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f0bbf402-64c8-488d-ac8e-6dd7d916d20f req-51e04366-1940-4dd1-8e69-cd05ead2629b tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 946 time: 0.1085727 Dec 10 18:33:51.632444 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ddbad524-6f87-4006-912a-ddd98d923c80 req-24ecc795-8247-4359-a75e-330e22008e11 service neutron] 10.222.0.72 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128961 Dec 10 18:33:51.684026 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c5276-2778-46a5-bf9f-adc92ab8de79 service neutron] Pushing event updated for resources: {'Port': ['ID=91ecf6d9-e620-4cb4-914c-e657ebb32356,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:51.731058 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:33:51.734570 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f0bbf402-64c8-488d-ac8e-6dd7d916d20f req-52476bf3-8ee7-4d43-be67-ca3362087614 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412833 Dec 10 18:33:51.755237 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 6e84020b-812e-4ce4-8789-5d039525a31a no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:33:51.823871 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 6e84020b-812e-4ce4-8789-5d039525a31a {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:33:51.824755 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 6e84020b-812e-4ce4-8789-5d039525a31a not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:33:51.851576 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ddbad524-6f87-4006-912a-ddd98d923c80 req-d93a8e48-8462-4f6e-86e1-c50d6e249a48 service neutron] 10.222.0.72 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112186 Dec 10 18:33:51.877793 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979a48e-2162-4a18-8af3-f38f6198c55c req-5f147697-c558-4fa6-a0ac-d61101d94d7c tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:51.885974 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8979a48e-2162-4a18-8af3-f38f6198c55c req-5f147697-c558-4fa6-a0ac-d61101d94d7c tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=aec08374-315b-4974-81a1-8e80ff3be2c2 HTTP/1.1" status: 200 len: 943 time: 0.2644253 Dec 10 18:33:51.930363 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-34a74453-e64f-4c07-8adf-d9772f366399 req-037c5276-2778-46a5-bf9f-adc92ab8de79 service neutron] Attempting to bind port 91ecf6d9-e620-4cb4-914c-e657ebb32356 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:33:51.930785 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-34a74453-e64f-4c07-8adf-d9772f366399 req-037c5276-2778-46a5-bf9f-adc92ab8de79 service neutron] Attempting to bind port 91ecf6d9-e620-4cb4-914c-e657ebb32356 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': 'a9a1f0c6-697d-404a-a8fe-550f575230bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bceb057d-f456-42f1-aa52-7a9ff59c427a'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:33:51.931090 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a74453-e64f-4c07-8adf-d9772f366399 req-037c5276-2778-46a5-bf9f-adc92ab8de79 service neutron] Attempting to bind port 91ecf6d9-e620-4cb4-914c-e657ebb32356 on network bceb057d-f456-42f1-aa52-7a9ff59c427a {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:51.944802 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a74453-e64f-4c07-8adf-d9772f366399 req-037c5276-2778-46a5-bf9f-adc92ab8de79 service neutron] Port 91ecf6d9-e620-4cb4-914c-e657ebb32356 on network bceb057d-f456-42f1-aa52-7a9ff59c427a not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:33:51.945151 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a74453-e64f-4c07-8adf-d9772f366399 req-037c5276-2778-46a5-bf9f-adc92ab8de79 service neutron] Attempting to bind port 91ecf6d9-e620-4cb4-914c-e657ebb32356 on network bceb057d-f456-42f1-aa52-7a9ff59c427a {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:51.959900 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a74453-e64f-4c07-8adf-d9772f366399 req-037c5276-2778-46a5-bf9f-adc92ab8de79 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:33:51.960315 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a74453-e64f-4c07-8adf-d9772f366399 req-037c5276-2778-46a5-bf9f-adc92ab8de79 service neutron] Checking segment: {'id': 'a9a1f0c6-697d-404a-a8fe-550f575230bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bceb057d-f456-42f1-aa52-7a9ff59c427a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:51.960825 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a74453-e64f-4c07-8adf-d9772f366399 req-037c5276-2778-46a5-bf9f-adc92ab8de79 service neutron] Bound using segment: {'id': 'a9a1f0c6-697d-404a-a8fe-550f575230bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bceb057d-f456-42f1-aa52-7a9ff59c427a'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:33:51.962039 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-34a74453-e64f-4c07-8adf-d9772f366399 req-037c5276-2778-46a5-bf9f-adc92ab8de79 service neutron] Bound port: 91ecf6d9-e620-4cb4-914c-e657ebb32356, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a1f0c6-697d-404a-a8fe-550f575230bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bceb057d-f456-42f1-aa52-7a9ff59c427a'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:33:51.962295 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-34a74453-e64f-4c07-8adf-d9772f366399 req-037c5276-2778-46a5-bf9f-adc92ab8de79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:52.000055 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8979a48e-2162-4a18-8af3-f38f6198c55c req-f00c785e-1786-4837-9385-cdd9c41f9510 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130447 Dec 10 18:33:52.019040 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:52.050015 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': '8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7', 'mac_address': 'fa:16:3e:00:8d:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:33:52.178068 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:52.195264 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-34a74453-e64f-4c07-8adf-d9772f366399 req-037c5276-2778-46a5-bf9f-adc92ab8de79 service neutron] For port 91ecf6d9-e620-4cb4-914c-e657ebb32356, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:33:52.204230 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:33:52.237546 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:52.248950 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:52.309131 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-34a74453-e64f-4c07-8adf-d9772f366399 req-037c5276-2778-46a5-bf9f-adc92ab8de79 service neutron] For port 91ecf6d9-e620-4cb4-914c-e657ebb32356, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=91ecf6d9-e620-4cb4-914c-e657ebb32356,segment=NetworkSegment(a9a1f0c6-697d-404a-a8fe-550f575230bf),segment_id=a9a1f0c6-697d-404a-a8fe-550f575230bf)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:33:52.317032 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-34a74453-e64f-4c07-8adf-d9772f366399 req-037c5276-2778-46a5-bf9f-adc92ab8de79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:52.368952 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243db18-02a0-45d2-9900-680c7455b5ed req-39a9d2a3-8651-42af-a42e-99c7e4d78a7e tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:52.378517 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d243db18-02a0-45d2-9900-680c7455b5ed req-39a9d2a3-8651-42af-a42e-99c7e4d78a7e tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=f80db2e3-8bc5-48b9-8458-7bc592281811 HTTP/1.1" status: 200 len: 944 time: 0.1174648 Dec 10 18:33:52.392932 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-84417f47-fb10-4e04-bafb-4d7e1b1ac403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:52.404141 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dcfb05-8814-4821-ba45-2437c3ed464e req-07c7744e-a1cb-40e2-ada3-c9aa130bc39e tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:52.406807 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79dcfb05-8814-4821-ba45-2437c3ed464e req-07c7744e-a1cb-40e2-ada3-c9aa130bc39e tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 943 time: 0.2669647 Dec 10 18:33:52.421109 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:33:52.436850 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a74453-e64f-4c07-8adf-d9772f366399 req-037c5276-2778-46a5-bf9f-adc92ab8de79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:52.440224 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-34a74453-e64f-4c07-8adf-d9772f366399 req-037c5276-2778-46a5-bf9f-adc92ab8de79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:52.445595 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34a74453-e64f-4c07-8adf-d9772f366399 req-037c5276-2778-46a5-bf9f-adc92ab8de79 service neutron] 10.222.0.46 "PUT /v2.0/ports/91ecf6d9-e620-4cb4-914c-e657ebb32356 HTTP/1.1" status: 200 len: 1092 time: 1.3712215 Dec 10 18:33:52.449430 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80db2e3-8bc5-48b9-8458-7bc592281811', 'tag': '91ecf6d9-e620-4cb4-914c-e657ebb32356'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:33:52.454602 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266b92b5-d63a-4774-a489-fa9404e1b3f8" -d '{"events": [{"name": "network-changed", "server_uuid": "f80db2e3-8bc5-48b9-8458-7bc592281811", "tag": "91ecf6d9-e620-4cb4-914c-e657ebb32356"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:33:52.522033 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:52.529656 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d243db18-02a0-45d2-9900-680c7455b5ed req-03b9f3ad-cb5d-41a9-bd02-e48324073862 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312308 Dec 10 18:33:52.605106 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4793395a-57b4-442c-8811-5550f7195b7c', 'name': 'network-vif-deleted', 'tag': '6e84020b-812e-4ce4-8789-5d039525a31a'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:33:52.605469 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c5276-2778-46a5-bf9f-adc92ab8de79 service neutron] Pushing event updated for resources: {'Port': ['ID=91ecf6d9-e620-4cb4-914c-e657ebb32356,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:52.608097 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400812ba-d03b-48b3-9dc0-6228eb66aa83" -d '{"events": [{"server_uuid": "4793395a-57b4-442c-8811-5550f7195b7c", "name": "network-vif-deleted", "tag": "6e84020b-812e-4ce4-8789-5d039525a31a"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:33:52.620249 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a74453-e64f-4c07-8adf-d9772f366399 req-8115c89c-8bfe-4eb1-a65a-1591ac847a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:52.625664 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34a74453-e64f-4c07-8adf-d9772f366399 req-8115c89c-8bfe-4eb1-a65a-1591ac847a8f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00c23c1637e147a49e5d6016832f8f3e&device_id=f80db2e3-8bc5-48b9-8458-7bc592281811 HTTP/1.1" status: 200 len: 1095 time: 0.1110909 Dec 10 18:33:52.764208 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25af138b-dc10-4b84-bc1f-246c11414c7f x-openstack-request-id: req-25af138b-dc10-4b84-bc1f-246c11414c7f {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:33:52.765027 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4793395a-57b4-442c-8811-5550f7195b7c", "name": "network-vif-deleted", "tag": "6e84020b-812e-4ce4-8789-5d039525a31a", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:33:52.765566 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-25af138b-dc10-4b84-bc1f-246c11414c7f {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:33:52.766460 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4793395a-57b4-442c-8811-5550f7195b7c', 'name': 'network-vif-deleted', 'tag': '6e84020b-812e-4ce4-8789-5d039525a31a', 'status': 'completed', 'code': 200} Dec 10 18:33:53.117587 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af55d32-c553-48f2-8ffd-d54ae9874006 req-c1556b8e-9b5b-4b04-bff9-beeedce1fd77 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:53.123655 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2af55d32-c553-48f2-8ffd-d54ae9874006 req-c1556b8e-9b5b-4b04-bff9-beeedce1fd77 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 946 time: 0.2271335 Dec 10 18:33:53.259227 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2af55d32-c553-48f2-8ffd-d54ae9874006 req-9b7312d5-647a-4290-85b5-9bbcb0d89431 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281171 Dec 10 18:33:53.280146 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34a74453-e64f-4c07-8adf-d9772f366399 req-f34009a3-12fd-4cbf-a90b-270e2899fc25 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91ecf6d9-e620-4cb4-914c-e657ebb32356 HTTP/1.1" status: 200 len: 217 time: 0.6433530 Dec 10 18:33:53.291048 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a33c219-702f-4751-b863-49fb81725055 x-openstack-request-id: req-9a33c219-702f-4751-b863-49fb81725055 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:33:53.291484 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f80db2e3-8bc5-48b9-8458-7bc592281811", "tag": "91ecf6d9-e620-4cb4-914c-e657ebb32356", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:33:53.291724 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9a33c219-702f-4751-b863-49fb81725055 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:33:53.292485 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80db2e3-8bc5-48b9-8458-7bc592281811', 'tag': '91ecf6d9-e620-4cb4-914c-e657ebb32356', 'status': 'completed', 'code': 200} Dec 10 18:33:53.298131 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:53.299884 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79dcfb05-8814-4821-ba45-2437c3ed464e req-4ca0c9ca-934d-444b-ac8e-631937d4ab02 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8376579 Dec 10 18:33:53.415471 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a74453-e64f-4c07-8adf-d9772f366399 req-62cd1803-358a-4979-aca7-9ca50d4dd3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:53.418413 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34a74453-e64f-4c07-8adf-d9772f366399 req-62cd1803-358a-4979-aca7-9ca50d4dd3cd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf3bf4b2-84a2-4b1b-bd28-de26384874e7 HTTP/1.1" status: 200 len: 844 time: 0.1175060 Dec 10 18:33:53.518142 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34a74453-e64f-4c07-8adf-d9772f366399 req-90701afb-2224-46f7-a264-adf91f03a05c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bceb057d-f456-42f1-aa52-7a9ff59c427a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787284 Dec 10 18:33:53.652228 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c69e0c-ecb7-472d-b968-d73c7b789958 req-d16977fc-22fd-42d0-b733-e677f043b36a tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:53.663894 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-01c69e0c-ecb7-472d-b968-d73c7b789958 req-d16977fc-22fd-42d0-b733-e677f043b36a tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=aec08374-315b-4974-81a1-8e80ff3be2c2 HTTP/1.1" status: 200 len: 943 time: 0.1641111 Dec 10 18:33:53.733907 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:53.821543 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34a74453-e64f-4c07-8adf-d9772f366399 req-9a48bb59-3897-4d15-aabc-fdbaefd45963 service neutron] 10.222.0.46 "GET /v2.0/networks/bceb057d-f456-42f1-aa52-7a9ff59c427a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794755 Dec 10 18:33:53.850271 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:53.851267 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:53.881958 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-01c69e0c-ecb7-472d-b968-d73c7b789958 req-199f0690-cde9-4af5-96ca-eb63a0bfbcfa tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160344 Dec 10 18:33:54.202557 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:54.253538 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3fecff-906e-4642-85d4-de283e9286be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:33:54.258519 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2237a2bd-a9c4-4562-9d75-5d32ba61e2b4" -d '{"events": [{"server_uuid": "ef3fecff-906e-4642-85d4-de283e9286be", "name": "network-vif-plugged", "status": "completed", "tag": "8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:33:54.284839 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:54.290727 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:54.291557 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34a74453-e64f-4c07-8adf-d9772f366399 req-82fbdd00-76e4-4337-8aec-6e16a4174699 service neutron] 10.222.0.46 "GET /v2.0/networks/bceb057d-f456-42f1-aa52-7a9ff59c427a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538643 Dec 10 18:33:54.449515 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:54.495301 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b92b5-d63a-4774-a489-fa9404e1b3f8 req-81cb720d-ef48-485f-8adb-2c028c722b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:54.497215 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-266b92b5-d63a-4774-a489-fa9404e1b3f8 req-81cb720d-ef48-485f-8adb-2c028c722b03 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00c23c1637e147a49e5d6016832f8f3e&device_id=f80db2e3-8bc5-48b9-8458-7bc592281811 HTTP/1.1" status: 200 len: 1095 time: 0.1253633 Dec 10 18:33:54.653471 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b92b5-d63a-4774-a489-fa9404e1b3f8 req-afa7faaf-663c-4bec-887a-c986b6e52632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:54.655169 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-266b92b5-d63a-4774-a489-fa9404e1b3f8 req-afa7faaf-663c-4bec-887a-c986b6e52632 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bceb057d-f456-42f1-aa52-7a9ff59c427a HTTP/1.1" status: 200 len: 905 time: 0.1427815 Dec 10 18:33:54.666700 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:54.722302 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-266b92b5-d63a-4774-a489-fa9404e1b3f8 req-c2bcb7fc-f931-4482-b169-208a8803dac5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91ecf6d9-e620-4cb4-914c-e657ebb32356 HTTP/1.1" status: 200 len: 217 time: 0.0539451 Dec 10 18:33:54.813098 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b92b5-d63a-4774-a489-fa9404e1b3f8 req-cebbf648-4235-42d1-9b0a-3fbd9a8c2ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:54.814944 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-266b92b5-d63a-4774-a489-fa9404e1b3f8 req-cebbf648-4235-42d1-9b0a-3fbd9a8c2ebf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf3bf4b2-84a2-4b1b-bd28-de26384874e7 HTTP/1.1" status: 200 len: 844 time: 0.0749352 Dec 10 18:33:54.868884 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-266b92b5-d63a-4774-a489-fa9404e1b3f8 req-e45faf48-6ed2-4322-ac6d-bd74780591b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bceb057d-f456-42f1-aa52-7a9ff59c427a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395367 Dec 10 18:33:55.072257 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-266b92b5-d63a-4774-a489-fa9404e1b3f8 req-138f22ca-f733-4f1a-bc92-26e95433e5b3 service neutron] 10.222.0.46 "GET /v2.0/networks/bceb057d-f456-42f1-aa52-7a9ff59c427a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916916 Dec 10 18:33:55.225345 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-266b92b5-d63a-4774-a489-fa9404e1b3f8 req-3f45ea61-2c6a-4bd3-95bc-2594bf14e650 service neutron] 10.222.0.46 "GET /v2.0/networks/bceb057d-f456-42f1-aa52-7a9ff59c427a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449685 Dec 10 18:33:55.430823 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:55.488585 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-31292326-9e46-4a6b-8ced-06e407a25af9 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:55.491831 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-31292326-9e46-4a6b-8ced-06e407a25af9 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81&tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986&binding%3Ahost_id=n-h1-821435-1 HTTP/1.1" status: 200 len: 1097 time: 0.1179502 Dec 10 18:33:55.541176 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-c176f585-6509-4224-ad3e-a801ab077434 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821435-1'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:55.650327 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-c176f585-6509-4224-ad3e-a801ab077434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:55.811727 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-c176f585-6509-4224-ad3e-a801ab077434 service neutron] For port 831331b7-2cee-4d1a-bc6c-4d998882cd0d, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=831331b7-2cee-4d1a-bc6c-4d998882cd0d,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:55.863462 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-c176f585-6509-4224-ad3e-a801ab077434 service neutron] For port 831331b7-2cee-4d1a-bc6c-4d998882cd0d, host n-h1-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:33:55.932283 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf2ac8a-1b88-4eca-92c5-ec25b2438e81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '831331b7-2cee-4d1a-bc6c-4d998882cd0d'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:33:55.944234 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88248237-f279-4a14-a8a8-8dd33f22d2f3" -d '{"events": [{"server_uuid": "acf2ac8a-1b88-4eca-92c5-ec25b2438e81", "name": "network-vif-unplugged", "status": "completed", "tag": "831331b7-2cee-4d1a-bc6c-4d998882cd0d"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:33:55.962956 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-c176f585-6509-4224-ad3e-a801ab077434 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:55.972596 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-c176f585-6509-4224-ad3e-a801ab077434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.072662 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176f585-6509-4224-ad3e-a801ab077434 service neutron] Pushing event updated for resources: {'Port': ['ID=831331b7-2cee-4d1a-bc6c-4d998882cd0d,revision_number=7']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:56.104265 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-c176f585-6509-4224-ad3e-a801ab077434 service neutron] Attempting to bind port 831331b7-2cee-4d1a-bc6c-4d998882cd0d on host n-h1-821435-1 for vnic_type normal with profile {"migrating_to": "n-h2-821435-1"} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:33:56.105534 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-c176f585-6509-4224-ad3e-a801ab077434 service neutron] Attempting to bind port 831331b7-2cee-4d1a-bc6c-4d998882cd0d by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:33:56.108964 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-c176f585-6509-4224-ad3e-a801ab077434 service neutron] Attempting to bind port 831331b7-2cee-4d1a-bc6c-4d998882cd0d on network 7cd799a4-acc6-47e3-afa8-685d03d02732 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:56.115571 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-c176f585-6509-4224-ad3e-a801ab077434 service neutron] Port 831331b7-2cee-4d1a-bc6c-4d998882cd0d on network 7cd799a4-acc6-47e3-afa8-685d03d02732 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:33:56.116047 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-c176f585-6509-4224-ad3e-a801ab077434 service neutron] Attempting to bind port 831331b7-2cee-4d1a-bc6c-4d998882cd0d on network 7cd799a4-acc6-47e3-afa8-685d03d02732 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:56.126137 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-c176f585-6509-4224-ad3e-a801ab077434 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:33:56.128952 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-c176f585-6509-4224-ad3e-a801ab077434 service neutron] Checking segment: {'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:56.129642 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-c176f585-6509-4224-ad3e-a801ab077434 service neutron] Bound using segment: {'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:33:56.130825 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-c176f585-6509-4224-ad3e-a801ab077434 service neutron] Bound port: 831331b7-2cee-4d1a-bc6c-4d998882cd0d, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7154ad05-9613-456d-9982-371117c1b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cd799a4-acc6-47e3-afa8-685d03d02732'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:33:56.131450 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-c176f585-6509-4224-ad3e-a801ab077434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.135065 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-2261b14e-766c-4bf1-b449-dd880148baa6 service neutron] 10.222.0.72 "GET /v2.0/ports/7c3c3db8-21a1-4852-99c0-eeba9355606d/bindings/n-h1-821435-1 HTTP/1.1" status: 200 len: 384 time: 0.0929008 Dec 10 18:33:56.233193 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-c176f585-6509-4224-ad3e-a801ab077434 service neutron] For port 831331b7-2cee-4d1a-bc6c-4d998882cd0d, host n-h1-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:33:56.240249 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-c176f585-6509-4224-ad3e-a801ab077434 service neutron] For port 831331b7-2cee-4d1a-bc6c-4d998882cd0d, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=831331b7-2cee-4d1a-bc6c-4d998882cd0d,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:33:56.248468 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-c176f585-6509-4224-ad3e-a801ab077434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.304821 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device f000d118-0e0c-48eb-ba89-f6822b7e527a details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:33:56.306934 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 7c3c3db8-21a1-4852-99c0-eeba9355606d no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:33:56.426369 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176f585-6509-4224-ad3e-a801ab077434 service neutron] Pushing event updated for resources: {'Port': ['ID=831331b7-2cee-4d1a-bc6c-4d998882cd0d,revision_number=8']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:56.449734 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-a2649a44-cccb-4627-a167-8911fd03d5fc service neutron] For port 7c3c3db8-21a1-4852-99c0-eeba9355606d, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=7c3c3db8-21a1-4852-99c0-eeba9355606d,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:56.455304 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port f000d118-0e0c-48eb-ba89-f6822b7e527a, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=f000d118-0e0c-48eb-ba89-f6822b7e527a,segment=NetworkSegment(4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9),segment_id=4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:56.471132 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': 'f000d118-0e0c-48eb-ba89-f6822b7e527a', 'network_id': '2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2', 'port_id': 'f000d118-0e0c-48eb-ba89-f6822b7e527a', 'mac_address': 'fa:16:3e:70:1f:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b914d67e-99a3-4836-8560-8ad9054366d0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:33:56.514927 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-a2649a44-cccb-4627-a167-8911fd03d5fc service neutron] For port 7c3c3db8-21a1-4852-99c0-eeba9355606d, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:33:56.539425 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-c176f585-6509-4224-ad3e-a801ab077434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:56.541061 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-c176f585-6509-4224-ad3e-a801ab077434 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.547917 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-c176f585-6509-4224-ad3e-a801ab077434 service neutron] 10.222.0.72 "PUT /v2.0/ports/831331b7-2cee-4d1a-bc6c-4d998882cd0d HTTP/1.1" status: 200 len: 1122 time: 1.0275137 Dec 10 18:33:56.608071 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-a2649a44-cccb-4627-a167-8911fd03d5fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c3c3db8-21a1-4852-99c0-eeba9355606d {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:33:56.625811 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-a2649a44-cccb-4627-a167-8911fd03d5fc service neutron] For port 7c3c3db8-21a1-4852-99c0-eeba9355606d, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=7c3c3db8-21a1-4852-99c0-eeba9355606d,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:56.652546 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-a2649a44-cccb-4627-a167-8911fd03d5fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.754790 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.782221 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f000d118-0e0c-48eb-ba89-f6822b7e527a {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:33:56.831061 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['831331b7-2cee-4d1a-bc6c-4d998882cd0d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:33:56.911258 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['831331b7-2cee-4d1a-bc6c-4d998882cd0d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:33:56.954522 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-a2649a44-cccb-4627-a167-8911fd03d5fc service neutron] Transition to ACTIVE for port object 7c3c3db8-21a1-4852-99c0-eeba9355606d will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:33:56.961120 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-a2649a44-cccb-4627-a167-8911fd03d5fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:57.008392 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port f000d118-0e0c-48eb-ba89-f6822b7e527a, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=f000d118-0e0c-48eb-ba89-f6822b7e527a,segment=NetworkSegment(4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9),segment_id=4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:57.056715 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:57.057541 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 831331b7-2cee-4d1a-bc6c-4d998882cd0d details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:33:57.159500 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-a2649a44-cccb-4627-a167-8911fd03d5fc service neutron] No DVR routers for this DVR port 7c3c3db8-21a1-4852-99c0-eeba9355606d on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:33:57.232680 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2649a44-cccb-4627-a167-8911fd03d5fc service neutron] Pushing event updated for resources: {'Port': ['ID=7c3c3db8-21a1-4852-99c0-eeba9355606d,revision_number=10']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:57.258225 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-a2649a44-cccb-4627-a167-8911fd03d5fc service neutron] 10.222.0.72 "PUT /v2.0/ports/7c3c3db8-21a1-4852-99c0-eeba9355606d/bindings/n-h1-821435-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1154256 Dec 10 18:33:57.382762 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 831331b7-2cee-4d1a-bc6c-4d998882cd0d, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=831331b7-2cee-4d1a-bc6c-4d998882cd0d,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:57.476580 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-7559589c-ac0c-418c-9f2d-46eacd00b0a5 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:57.480625 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-7559589c-ac0c-418c-9f2d-46eacd00b0a5 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e&tenant_id=5768feea1c8f4e40b878b814fdae92ab&binding%3Ahost_id=n-h2-821435-1 HTTP/1.1" status: 200 len: 1095 time: 0.1484730 Dec 10 18:33:57.498211 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 831331b7-2cee-4d1a-bc6c-4d998882cd0d has no active binding in host n-h2-821435-1 {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 18:33:57.501369 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=f000d118-0e0c-48eb-ba89-f6822b7e527a,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:57.754637 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 91ecf6d9-e620-4cb4-914c-e657ebb32356 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:33:57.783192 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-b5fffe18-823f-4dca-839b-18fcf9d9bdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:57.785453 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-b5fffe18-823f-4dca-839b-18fcf9d9bdc3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e&tenant_id=5768feea1c8f4e40b878b814fdae92ab HTTP/1.1" status: 200 len: 1095 time: 0.2866387 Dec 10 18:33:57.835749 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a6e18-56ca-4d6a-82ac-fef4834e7fa7 req-e15207f4-9c18-4ab9-a0e8-42d39a23211d tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:57.843633 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d14a6e18-56ca-4d6a-82ac-fef4834e7fa7 req-e15207f4-9c18-4ab9-a0e8-42d39a23211d tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=f80db2e3-8bc5-48b9-8458-7bc592281811 HTTP/1.1" status: 200 len: 944 time: 0.1232848 Dec 10 18:33:57.951433 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d14a6e18-56ca-4d6a-82ac-fef4834e7fa7 req-f8495c56-2e16-400a-b812-15635a044b89 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066954 Dec 10 18:33:57.957892 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-9034d34e-4d07-498d-8efc-7090251f9f0d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:57.984039 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-9034d34e-4d07-498d-8efc-7090251f9f0d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/networks?id=f77d2b38-50a2-4a48-b3a2-b8f2247495f9 HTTP/1.1" status: 200 len: 814 time: 0.3194294 Dec 10 18:33:58.023494 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-f455a642-1c64-436f-979d-a724a93f6f4c tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/quotas/9d81f2c65ece44779967ce4592ded8a2 HTTP/1.1" status: 200 len: 375 time: 0.0358653 Dec 10 18:33:58.037379 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 91ecf6d9-e620-4cb4-914c-e657ebb32356, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=91ecf6d9-e620-4cb4-914c-e657ebb32356,segment=NetworkSegment(a9a1f0c6-697d-404a-a8fe-550f575230bf),segment_id=a9a1f0c6-697d-404a-a8fe-550f575230bf)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:58.058994 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '91ecf6d9-e620-4cb4-914c-e657ebb32356', 'network_id': 'bceb057d-f456-42f1-aa52-7a9ff59c427a', 'port_id': '91ecf6d9-e620-4cb4-914c-e657ebb32356', 'mac_address': 'fa:16:3e:89:6a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf3bf4b2-84a2-4b1b-bd28-de26384874e7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:33:58.124056 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-0a91cd6f-859c-459e-9630-1e4555c89119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:58.130023 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:58.132383 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-0a91cd6f-859c-459e-9630-1e4555c89119 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5768feea1c8f4e40b878b814fdae92ab&device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 1095 time: 0.2680390 Dec 10 18:33:58.185251 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91ecf6d9-e620-4cb4-914c-e657ebb32356 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:33:58.200188 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f561ba8c-d382-4cb8-a69b-02aa7c517f15 x-openstack-request-id: req-f561ba8c-d382-4cb8-a69b-02aa7c517f15 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:33:58.200560 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3fecff-906e-4642-85d4-de283e9286be", "name": "network-vif-plugged", "status": "completed", "tag": "8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:33:58.200798 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f561ba8c-d382-4cb8-a69b-02aa7c517f15 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:33:58.201216 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3fecff-906e-4642-85d4-de283e9286be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7', 'code': 200} Dec 10 18:33:58.236653 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['f000d118-0e0c-48eb-ba89-f6822b7e527a'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:33:58.262849 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-1d2b48bb-c2da-4da1-97d8-731411be8e4b tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9d81f2c65ece44779967ce4592ded8a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2369041 Dec 10 18:33:58.310635 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 91ecf6d9-e620-4cb4-914c-e657ebb32356, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=91ecf6d9-e620-4cb4-914c-e657ebb32356,segment=NetworkSegment(a9a1f0c6-697d-404a-a8fe-550f575230bf),segment_id=a9a1f0c6-697d-404a-a8fe-550f575230bf)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:58.322202 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:58.362716 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f7d1b-1915-437b-a2af-c838b92a7125 req-30638ceb-6329-4cd0-8419-c6e5a6f75267 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:58.381981 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cd2f7d1b-1915-437b-a2af-c838b92a7125 req-30638ceb-6329-4cd0-8419-c6e5a6f75267 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 944 time: 0.1263907 Dec 10 18:33:58.465882 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-aa4bd235-e649-4807-b669-981175603f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:58.467767 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-aa4bd235-e649-4807-b669-981175603f23 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b1a56b94-fee7-4dfb-925d-977caaf81317 HTTP/1.1" status: 200 len: 908 time: 0.3262463 Dec 10 18:33:58.472442 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=91ecf6d9-e620-4cb4-914c-e657ebb32356,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:58.557707 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-7898a292-d553-4d99-9b97-4987a9a2a35e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c3c3db8-21a1-4852-99c0-eeba9355606d HTTP/1.1" status: 200 len: 217 time: 0.0766671 Dec 10 18:33:58.585156 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cd2f7d1b-1915-437b-a2af-c838b92a7125 req-3735d7f8-ef61-4725-aa3b-cc7c4689e1b1 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019618 Dec 10 18:33:58.665063 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-cc08d325-05da-4f13-9fbf-7ab2a5e08d20 service neutron] 10.222.0.62 "GET /v2.0/networks/f77d2b38-50a2-4a48-b3a2-b8f2247495f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010541 Dec 10 18:33:58.728426 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['91ecf6d9-e620-4cb4-914c-e657ebb32356'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:33:58.774435 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-35f24437-a628-4543-b956-7f31d145cc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:58.776483 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-35f24437-a628-4543-b956-7f31d145cc89 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c38321c-218a-47ac-873b-024a1169316a HTTP/1.1" status: 200 len: 847 time: 0.2089357 Dec 10 18:33:58.833103 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-5eaad4ea-b4f6-4324-bee1-4513ac18f179 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b1a56b94-fee7-4dfb-925d-977caaf81317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349102 Dec 10 18:33:58.833877 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72f535-06c7-4926-aa5c-0942ed8f10d1 req-36600dec-f2ab-400f-9de9-3a9c7b61ee37 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:58.839321 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8b72f535-06c7-4926-aa5c-0942ed8f10d1 req-36600dec-f2ab-400f-9de9-3a9c7b61ee37 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 944 time: 0.1237469 Dec 10 18:33:58.950083 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-989e9f14-2bee-467a-afb9-25149ea61b91 service neutron] 10.222.0.62 "GET /v2.0/networks/f77d2b38-50a2-4a48-b3a2-b8f2247495f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766585 Dec 10 18:33:58.980140 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8b72f535-06c7-4926-aa5c-0942ed8f10d1 req-a0411280-f90e-4535-8485-12a1a7fe4b1e tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313558 Dec 10 18:33:59.083892 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-b4ec4a89-49af-4ae3-a214-00e4996b5eaa service neutron] 10.222.0.46 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257237 Dec 10 18:33:59.221405 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd49beb-6b1f-4c11-9e89-d7b0f89f9342 req-adfd03b2-7020-4251-90f7-6c7ae3bf2d87 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:59.229276 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-afd49beb-6b1f-4c11-9e89-d7b0f89f9342 req-adfd03b2-7020-4251-90f7-6c7ae3bf2d87 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=aec08374-315b-4974-81a1-8e80ff3be2c2 HTTP/1.1" status: 200 len: 944 time: 0.1253698 Dec 10 18:33:59.332810 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-38954fa9-0573-446d-9528-69dd835bf22e service neutron] 10.222.0.46 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398117 Dec 10 18:33:59.389581 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-afd49beb-6b1f-4c11-9e89-d7b0f89f9342 req-33e5c396-1c2e-4e42-8c70-84a050afe6b2 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590202 Dec 10 18:33:59.487532 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb6d363-383d-4a84-9e60-027e5ec32878 x-openstack-request-id: req-ceb6d363-383d-4a84-9e60-027e5ec32878 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:33:59.488010 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acf2ac8a-1b88-4eca-92c5-ec25b2438e81", "name": "network-vif-unplugged", "status": "completed", "tag": "831331b7-2cee-4d1a-bc6c-4d998882cd0d", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:33:59.488421 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ceb6d363-383d-4a84-9e60-027e5ec32878 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:33:59.489332 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf2ac8a-1b88-4eca-92c5-ec25b2438e81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '831331b7-2cee-4d1a-bc6c-4d998882cd0d', 'code': 200} Dec 10 18:33:59.628105 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-13ec41b0-3bf3-4464-99e0-add96dbefbe6 req-ee0a16b5-9b11-4039-8cee-f786a502fcfc tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=200f75ed-2848-4683-9bee-f7fae59b884c HTTP/1.1" status: 200 len: 210 time: 0.0566030 Dec 10 18:33:59.745440 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a631152-107b-4487-829a-ab4fc8d1c369 req-de7030c2-c64d-4ead-bb6a-b1108de241fd tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:59.751876 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2a631152-107b-4487-829a-ab4fc8d1c369 req-de7030c2-c64d-4ead-bb6a-b1108de241fd tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=f80db2e3-8bc5-48b9-8458-7bc592281811 HTTP/1.1" status: 200 len: 945 time: 0.1232765 Dec 10 18:33:59.860566 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2a631152-107b-4487-829a-ab4fc8d1c369 req-3da50004-de65-4c21-93eb-2a7cbc43de82 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920274 Dec 10 18:33:59.866822 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c25ca-9c3b-44a7-93b7-5b5593b32b1e req-9adfcba3-09e9-4b14-a243-dae4aebc5fa0 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:59.869488 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d77c25ca-9c3b-44a7-93b7-5b5593b32b1e req-9adfcba3-09e9-4b14-a243-dae4aebc5fa0 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 944 time: 0.1738729 Dec 10 18:34:00.113116 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d77c25ca-9c3b-44a7-93b7-5b5593b32b1e req-89470bc4-9597-41d2-a7da-3ea282701762 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266362 Dec 10 18:34:00.179266 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-05af1b77-231c-46d0-977a-d696e5047942 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:00.182711 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-05af1b77-231c-46d0-977a-d696e5047942 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e&tenant_id=5768feea1c8f4e40b878b814fdae92ab&binding%3Ahost_id=n-h1-821435-1 HTTP/1.1" status: 200 len: 1095 time: 0.2400539 Dec 10 18:34:00.318873 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device f000d118-0e0c-48eb-ba89-f6822b7e527a up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:00.324012 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926bc6b-21e3-465c-8df1-15c1633b3832 req-c0fc0695-d6e4-478f-a62a-e9a335b58804 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:00.333917 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1926bc6b-21e3-465c-8df1-15c1633b3832 req-c0fc0695-d6e4-478f-a62a-e9a335b58804 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 944 time: 0.1269422 Dec 10 18:34:00.411122 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-4294bffc-a0b3-4eab-b02c-7aa98df41f44 service neutron] For port 7c3c3db8-21a1-4852-99c0-eeba9355606d, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:34:00.418202 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-4294bffc-a0b3-4eab-b02c-7aa98df41f44 service neutron] Publish callbacks [] for binding, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:00.420669 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9133330f-f72d-4b21-a01c-c59f181db6f2 req-4294bffc-a0b3-4eab-b02c-7aa98df41f44 service neutron] 10.222.0.46 "DELETE /v2.0/ports/7c3c3db8-21a1-4852-99c0-eeba9355606d/bindings/n-h2-821435-1 HTTP/1.1" status: 204 len: 173 time: 0.2123992 Dec 10 18:34:00.474634 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1926bc6b-21e3-465c-8df1-15c1633b3832 req-81f73a03-bd1e-46c7-a96f-b2de4c78aa50 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386061 Dec 10 18:34:00.560357 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port f000d118-0e0c-48eb-ba89-f6822b7e527a completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:34:00.583241 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port f000d118-0e0c-48eb-ba89-f6822b7e527a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:00.585649 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:00.893951 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03c547-8bcb-4503-b1bf-5bc283ab8b47 req-b178b75c-4867-4cd1-b110-843116f1bb5c tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:00.907320 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4a03c547-8bcb-4503-b1bf-5bc283ab8b47 req-b178b75c-4867-4cd1-b110-843116f1bb5c tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=aec08374-315b-4974-81a1-8e80ff3be2c2 HTTP/1.1" status: 200 len: 944 time: 0.2864428 Dec 10 18:34:00.950101 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5def076c-99f0-4789-9554-39a8371202ca req-1ae75955-6f75-42e6-a198-48a9f946b43d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=200f75ed-2848-4683-9bee-f7fae59b884c HTTP/1.1" status: 200 len: 210 time: 0.0584669 Dec 10 18:34:00.967125 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:01.014576 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4a03c547-8bcb-4503-b1bf-5bc283ab8b47 req-c1a8f0a6-6e07-4dd9-9e23-ab9709183f25 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055315 Dec 10 18:34:01.049868 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec08374-315b-4974-81a1-8e80ff3be2c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f000d118-0e0c-48eb-ba89-f6822b7e527a'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:34:01.061844 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f3bbd3-b252-47dd-9048-ec7296ae6574" -d '{"events": [{"server_uuid": "aec08374-315b-4974-81a1-8e80ff3be2c2", "name": "network-vif-plugged", "status": "completed", "tag": "f000d118-0e0c-48eb-ba89-f6822b7e527a"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:34:01.118773 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port f000d118-0e0c-48eb-ba89-f6822b7e527a, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=f000d118-0e0c-48eb-ba89-f6822b7e527a,segment=NetworkSegment(4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9),segment_id=4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:01.123284 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:01.240997 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=f000d118-0e0c-48eb-ba89-f6822b7e527a,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:01.270678 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc215a5-af6d-4be3-9397-b7df73a42849 req-69455608-23f3-48ed-b17d-d08c85866cc6 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:01.289180 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03329192-3e4f-4f83-89e6-98e60af0c275 req-32d63364-c372-4402-a008-739969d4bece tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:01.293749 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1fc215a5-af6d-4be3-9397-b7df73a42849 req-69455608-23f3-48ed-b17d-d08c85866cc6 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 1095 time: 0.1807225 Dec 10 18:34:01.294179 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-03329192-3e4f-4f83-89e6-98e60af0c275 req-32d63364-c372-4402-a008-739969d4bece tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=f80db2e3-8bc5-48b9-8458-7bc592281811 HTTP/1.1" status: 200 len: 945 time: 0.1064057 Dec 10 18:34:01.403053 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-03329192-3e4f-4f83-89e6-98e60af0c275 req-651a94d2-71cb-4e68-93c6-0eed9c15899c tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973432 Dec 10 18:34:01.434649 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1fc215a5-af6d-4be3-9397-b7df73a42849 req-c342d110-ba9d-4221-8bdd-bc0cc891ac05 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198125 Dec 10 18:34:01.491481 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acf2ac8a-1b88-4eca-92c5-ec25b2438e81', 'tag': '831331b7-2cee-4d1a-bc6c-4d998882cd0d'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:34:01.500441 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5097ca-53aa-48b7-b7ad-91abc35115f7" -d '{"events": [{"name": "network-changed", "server_uuid": "acf2ac8a-1b88-4eca-92c5-ec25b2438e81", "tag": "831331b7-2cee-4d1a-bc6c-4d998882cd0d"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:34:01.563711 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50672248-5868-4fee-8579-b1338c2b4dda x-openstack-request-id: req-50672248-5868-4fee-8579-b1338c2b4dda {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:34:01.564325 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec08374-315b-4974-81a1-8e80ff3be2c2", "name": "network-vif-plugged", "status": "completed", "tag": "f000d118-0e0c-48eb-ba89-f6822b7e527a", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:34:01.564418 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-50672248-5868-4fee-8579-b1338c2b4dda {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:34:01.565023 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec08374-315b-4974-81a1-8e80ff3be2c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f000d118-0e0c-48eb-ba89-f6822b7e527a', 'code': 200} Dec 10 18:34:01.791050 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 91ecf6d9-e620-4cb4-914c-e657ebb32356 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:01.895117 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-c754925f-6d2e-4903-ba58-9feb2529de82 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:01.902019 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-c754925f-6d2e-4903-ba58-9feb2529de82 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.72 "GET /v2.0/networks?id=f77d2b38-50a2-4a48-b3a2-b8f2247495f9 HTTP/1.1" status: 200 len: 814 time: 0.4661272 Dec 10 18:34:01.928690 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-d3017de3-2c37-44fc-a5af-e1db6d06fa6d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Request body: {'port': {'device_id': '200f75ed-2848-4683-9bee-f7fae59b884c', 'network_id': 'f77d2b38-50a2-4a48-b3a2-b8f2247495f9', 'admin_state_up': True, 'tenant_id': '9d81f2c65ece44779967ce4592ded8a2'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:02.121093 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a921261-b0de-4801-93d2-7affc5bcb4cd req-845c6181-7f2b-45ba-8a5e-de6414a6241f tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:02.124941 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 91ecf6d9-e620-4cb4-914c-e657ebb32356 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:34:02.134031 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2a921261-b0de-4801-93d2-7affc5bcb4cd req-845c6181-7f2b-45ba-8a5e-de6414a6241f tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 1095 time: 0.3608840 Dec 10 18:34:02.146425 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 91ecf6d9-e620-4cb4-914c-e657ebb32356 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:02.147450 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:02.206070 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ddd0cb-908e-4c54-9683-4bd37fd80122 req-4f47c1ae-74fb-4567-aee9-986f88df3196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:02.209978 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-93ddd0cb-908e-4c54-9683-4bd37fd80122 req-4f47c1ae-74fb-4567-aee9-986f88df3196 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=aec08374-315b-4974-81a1-8e80ff3be2c2 HTTP/1.1" status: 200 len: 1096 time: 0.4559400 Dec 10 18:34:02.271628 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab91f7c-6f53-44ef-8a51-fc3295ddddb0 req-cdb25af5-7e3e-428c-ab03-fd49d81f8bf0 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:02.286777 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7ab91f7c-6f53-44ef-8a51-fc3295ddddb0 req-cdb25af5-7e3e-428c-ab03-fd49d81f8bf0 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 944 time: 0.2569947 Dec 10 18:34:02.290347 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2a921261-b0de-4801-93d2-7affc5bcb4cd req-493564b2-0b35-4ecf-bef3-69d6e6fdad85 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302302 Dec 10 18:34:02.344031 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-93ddd0cb-908e-4c54-9683-4bd37fd80122 req-854ee0d5-e8ca-4021-9100-84e75c69ba0e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198516 Dec 10 18:34:02.406620 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c301129-5d45-440e-9b4a-87828d3bf632 x-openstack-request-id: req-2c301129-5d45-440e-9b4a-87828d3bf632 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:34:02.407210 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acf2ac8a-1b88-4eca-92c5-ec25b2438e81", "tag": "831331b7-2cee-4d1a-bc6c-4d998882cd0d", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:34:02.407765 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2c301129-5d45-440e-9b4a-87828d3bf632 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:34:02.409191 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acf2ac8a-1b88-4eca-92c5-ec25b2438e81', 'tag': '831331b7-2cee-4d1a-bc6c-4d998882cd0d', 'status': 'completed', 'code': 200} Dec 10 18:34:02.427230 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7ab91f7c-6f53-44ef-8a51-fc3295ddddb0 req-b26ec0c2-dadc-4b97-ad13-6e2d57edf03b tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337738 Dec 10 18:34:02.510802 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:02.554271 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-d3017de3-2c37-44fc-a5af-e1db6d06fa6d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Made reservation on behalf of 9d81f2c65ece44779967ce4592ded8a2 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:02.559664 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-d3017de3-2c37-44fc-a5af-e1db6d06fa6d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:02.588178 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5097ca-53aa-48b7-b7ad-91abc35115f7 req-2b6cb7ad-961c-48c7-9869-66381295b9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:02.590274 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1c5097ca-53aa-48b7-b7ad-91abc35115f7 req-2b6cb7ad-961c-48c7-9869-66381295b9b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986&device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 1125 time: 0.1395574 Dec 10 18:34:02.607917 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 91ecf6d9-e620-4cb4-914c-e657ebb32356, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=91ecf6d9-e620-4cb4-914c-e657ebb32356,segment=NetworkSegment(a9a1f0c6-697d-404a-a8fe-550f575230bf),segment_id=a9a1f0c6-697d-404a-a8fe-550f575230bf)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:02.619191 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:02.621005 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 831331b7-2cee-4d1a-bc6c-4d998882cd0d no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:34:02.750634 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=91ecf6d9-e620-4cb4-914c-e657ebb32356,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:02.947930 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5097ca-53aa-48b7-b7ad-91abc35115f7 req-6284a445-8157-44bd-8d1b-c67af8270c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:02.949620 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1c5097ca-53aa-48b7-b7ad-91abc35115f7 req-6284a445-8157-44bd-8d1b-c67af8270c94 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7cd799a4-acc6-47e3-afa8-685d03d02732 HTTP/1.1" status: 200 len: 922 time: 0.3426383 Dec 10 18:34:02.955497 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8f897ec3-cc98-43d7-905c-916f45965c72 req-05c1a4ee-61be-4594-b683-7ad6004dfc33 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=200f75ed-2848-4683-9bee-f7fae59b884c HTTP/1.1" status: 200 len: 210 time: 0.1910436 Dec 10 18:34:03.034166 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1c5097ca-53aa-48b7-b7ad-91abc35115f7 req-734cbf4f-4cd2-4033-8f40-8ad329dbee8b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=831331b7-2cee-4d1a-bc6c-4d998882cd0d HTTP/1.1" status: 200 len: 217 time: 0.0549693 Dec 10 18:34:03.175560 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-d3017de3-2c37-44fc-a5af-e1db6d06fa6d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Allocated IP 172.20.0.5 (f77d2b38-50a2-4a48-b3a2-b8f2247495f9/2eb8e2fa-9956-481f-b0b9-17ff60156029/499e84f3-ba74-4081-b4ff-ee0ff5111eef) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:03.266867 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf1ba9-0a5b-4d6f-8bb1-78645f3f219f req-e22c75a0-f1ca-4537-81ae-48155bd1f7da tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:03.271732 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8adf1ba9-0a5b-4d6f-8bb1-78645f3f219f req-e22c75a0-f1ca-4537-81ae-48155bd1f7da tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=aec08374-315b-4974-81a1-8e80ff3be2c2 HTTP/1.1" status: 200 len: 945 time: 0.1415756 Dec 10 18:34:03.332675 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5097ca-53aa-48b7-b7ad-91abc35115f7 req-d6cc1d1f-537f-47c2-ab68-79e0ec0900bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:03.336287 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1c5097ca-53aa-48b7-b7ad-91abc35115f7 req-d6cc1d1f-537f-47c2-ab68-79e0ec0900bf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30832bd6-5c81-4f5a-a237-6a5341f2b45d HTTP/1.1" status: 200 len: 861 time: 0.1898100 Dec 10 18:34:03.490988 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1c5097ca-53aa-48b7-b7ad-91abc35115f7 req-9df39e36-1197-4c5a-886e-576735476324 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cd799a4-acc6-47e3-afa8-685d03d02732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930572 Dec 10 18:34:03.553824 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:03.603315 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80db2e3-8bc5-48b9-8458-7bc592281811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ecf6d9-e620-4cb4-914c-e657ebb32356'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:34:03.605548 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488471f9-c68e-4b91-a4ff-64a3105f85c1" -d '{"events": [{"server_uuid": "f80db2e3-8bc5-48b9-8458-7bc592281811", "name": "network-vif-plugged", "status": "completed", "tag": "91ecf6d9-e620-4cb4-914c-e657ebb32356"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:34:03.703487 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8adf1ba9-0a5b-4d6f-8bb1-78645f3f219f req-c240a18f-bbd0-43e9-9a47-d5c726257f6a tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600743 Dec 10 18:34:03.993966 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-d3017de3-2c37-44fc-a5af-e1db6d06fa6d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:04.003200 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1c5097ca-53aa-48b7-b7ad-91abc35115f7 req-4b68d096-82d8-4f31-a9e7-c182677b33fb service neutron] 10.222.0.46 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755710 Dec 10 18:34:04.122155 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1dea5-3f0f-4847-b058-1010ebd57713 req-a6c503fa-dfc7-4dc5-af2c-bfd5e6699cc1 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:04.141203 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1be1dea5-3f0f-4847-b058-1010ebd57713 req-a6c503fa-dfc7-4dc5-af2c-bfd5e6699cc1 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=f80db2e3-8bc5-48b9-8458-7bc592281811 HTTP/1.1" status: 200 len: 946 time: 0.2769177 Dec 10 18:34:04.152480 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-d3017de3-2c37-44fc-a5af-e1db6d06fa6d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:04.168820 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['7b448d47-d3b6-4a48-958d-84b796f84f4c'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:34:04.321235 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3017de3-2c37-44fc-a5af-e1db6d06fa6d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Pushing event updated for resources: {'Port': ['ID=499e84f3-ba74-4081-b4ff-ee0ff5111eef,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:04.411408 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1c5097ca-53aa-48b7-b7ad-91abc35115f7 req-26ef9255-a4b5-4e70-87b0-a505c101b74c service neutron] 10.222.0.46 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889394 Dec 10 18:34:04.460668 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-d3017de3-2c37-44fc-a5af-e1db6d06fa6d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Network f77d2b38-50a2-4a48-b3a2-b8f2247495f9 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:04.500108 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-d3017de3-2c37-44fc-a5af-e1db6d06fa6d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:04.503385 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-d3017de3-2c37-44fc-a5af-e1db6d06fa6d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:04.524931 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1be1dea5-3f0f-4847-b058-1010ebd57713 req-4419473f-3cb3-46aa-a63d-26e351eb9597 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824158 Dec 10 18:34:04.704440 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-d3017de3-2c37-44fc-a5af-e1db6d06fa6d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:04.707269 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-d3017de3-2c37-44fc-a5af-e1db6d06fa6d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:04.783174 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-d3017de3-2c37-44fc-a5af-e1db6d06fa6d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8713286 Dec 10 18:34:05.300906 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49c29f-4d11-49c5-9673-68dece31e951 req-75d62361-4d21-49f4-a623-c90defba6d99 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:05.313180 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5d49c29f-4d11-49c5-9673-68dece31e951 req-75d62361-4d21-49f4-a623-c90defba6d99 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 944 time: 0.1288176 Dec 10 18:34:05.908528 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5d49c29f-4d11-49c5-9673-68dece31e951 req-e5eae75a-f2ee-4dab-ac32-6d3d199bcce8 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5939012 Dec 10 18:34:05.945251 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-5747a54d-1213-49a1-81a2-8613c51654ea service neutron] 10.222.0.46 "GET /v2.0/ports/831331b7-2cee-4d1a-bc6c-4d998882cd0d/bindings/n-h2-821435-1 HTTP/1.1" status: 200 len: 384 time: 0.5415831 Dec 10 18:34:06.033410 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2b68c1-e787-4372-bdfc-3a78741823bb x-openstack-request-id: req-6e2b68c1-e787-4372-bdfc-3a78741823bb {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:34:06.034403 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80db2e3-8bc5-48b9-8458-7bc592281811", "name": "network-vif-plugged", "status": "completed", "tag": "91ecf6d9-e620-4cb4-914c-e657ebb32356", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:34:06.034842 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6e2b68c1-e787-4372-bdfc-3a78741823bb {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:34:06.035424 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80db2e3-8bc5-48b9-8458-7bc592281811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ecf6d9-e620-4cb4-914c-e657ebb32356', 'code': 200} Dec 10 18:34:06.248439 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b229f1-ba5c-4b83-8705-2b03ab136d57 req-e84af195-9292-4d33-bd1b-f4ad09afa70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:06.250904 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c2b229f1-ba5c-4b83-8705-2b03ab136d57 req-e84af195-9292-4d33-bd1b-f4ad09afa70f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f80db2e3-8bc5-48b9-8458-7bc592281811 HTTP/1.1" status: 200 len: 1097 time: 0.1247256 Dec 10 18:34:06.393046 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-9742f29d-47d0-4076-bb88-8d3ceb41e3da service neutron] For port 831331b7-2cee-4d1a-bc6c-4d998882cd0d, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=831331b7-2cee-4d1a-bc6c-4d998882cd0d,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:06.427930 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c2b229f1-ba5c-4b83-8705-2b03ab136d57 req-9e997fc4-a49a-4b1e-a41e-632826f1801b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598530 Dec 10 18:34:06.567654 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-9742f29d-47d0-4076-bb88-8d3ceb41e3da service neutron] For port 831331b7-2cee-4d1a-bc6c-4d998882cd0d, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:34:06.653701 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9e5a9-d891-4e28-8467-b9e5e0f04fc9 req-545f5a1b-7d79-402f-a5d7-a6fcc309b9c9 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:06.667974 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-70f9e5a9-d891-4e28-8467-b9e5e0f04fc9 req-545f5a1b-7d79-402f-a5d7-a6fcc309b9c9 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=200f75ed-2848-4683-9bee-f7fae59b884c HTTP/1.1" status: 200 len: 931 time: 0.2713494 Dec 10 18:34:06.739534 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-9742f29d-47d0-4076-bb88-8d3ceb41e3da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 831331b7-2cee-4d1a-bc6c-4d998882cd0d {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:34:06.776599 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-9742f29d-47d0-4076-bb88-8d3ceb41e3da service neutron] For port 831331b7-2cee-4d1a-bc6c-4d998882cd0d, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=831331b7-2cee-4d1a-bc6c-4d998882cd0d,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:06.814312 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-70f9e5a9-d891-4e28-8467-b9e5e0f04fc9 req-0f0b2bb0-1741-4df3-a922-596490133723 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447234 Dec 10 18:34:06.825489 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-9742f29d-47d0-4076-bb88-8d3ceb41e3da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:07.075768 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-9742f29d-47d0-4076-bb88-8d3ceb41e3da service neutron] Transition to ACTIVE for port object 831331b7-2cee-4d1a-bc6c-4d998882cd0d will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:34:07.108137 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-9742f29d-47d0-4076-bb88-8d3ceb41e3da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:07.288278 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bc2db-7a1c-45d7-941a-cfbe1d9489ce req-f4a1bb65-e93b-47f6-9bf9-0aee84bdce31 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:07.291331 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba3bc2db-7a1c-45d7-941a-cfbe1d9489ce req-f4a1bb65-e93b-47f6-9bf9-0aee84bdce31 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=aec08374-315b-4974-81a1-8e80ff3be2c2 HTTP/1.1" status: 200 len: 945 time: 0.2110803 Dec 10 18:34:07.375217 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-9742f29d-47d0-4076-bb88-8d3ceb41e3da service neutron] No DVR routers for this DVR port 831331b7-2cee-4d1a-bc6c-4d998882cd0d on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:34:07.432390 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742f29d-47d0-4076-bb88-8d3ceb41e3da service neutron] Pushing event updated for resources: {'Port': ['ID=831331b7-2cee-4d1a-bc6c-4d998882cd0d,revision_number=10']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:07.586250 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba3bc2db-7a1c-45d7-941a-cfbe1d9489ce req-4af9b030-770e-4a97-834c-a6b7b980ce5c tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533956 Dec 10 18:34:07.597674 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-9742f29d-47d0-4076-bb88-8d3ceb41e3da service neutron] 10.222.0.46 "PUT /v2.0/ports/831331b7-2cee-4d1a-bc6c-4d998882cd0d/bindings/n-h2-821435-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6293771 Dec 10 18:34:07.865796 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:07.898979 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c3579-fdfd-4fab-ae5d-d19acf979c7b req-cd06693e-7f15-4e30-bac8-8683964e72c8 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:07.913220 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-258c3579-fdfd-4fab-ae5d-d19acf979c7b req-cd06693e-7f15-4e30-bac8-8683964e72c8 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=f80db2e3-8bc5-48b9-8458-7bc592281811 HTTP/1.1" status: 200 len: 946 time: 0.1240027 Dec 10 18:34:08.008338 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-258c3579-fdfd-4fab-ae5d-d19acf979c7b req-d87273f2-6d4f-461b-9162-d62b39d52a15 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935938 Dec 10 18:34:08.187600 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793083b-23bd-4261-b868-8155f6439ad7 req-943134ed-0c86-4308-a152-f99be9297855 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:08.196915 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9793083b-23bd-4261-b868-8155f6439ad7 req-943134ed-0c86-4308-a152-f99be9297855 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 945 time: 0.1164784 Dec 10 18:34:08.252797 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9793083b-23bd-4261-b868-8155f6439ad7 req-90fc4901-b4c5-4709-a797-75d9f7e4132d tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543139 Dec 10 18:34:08.506137 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04549ae1-32f8-48d6-aaf1-7ab56bbcaac3 req-e8cd33aa-1830-40c1-bd86-28fad42d8b5d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:08.512725 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-04549ae1-32f8-48d6-aaf1-7ab56bbcaac3 req-e8cd33aa-1830-40c1-bd86-28fad42d8b5d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=200f75ed-2848-4683-9bee-f7fae59b884c HTTP/1.1" status: 200 len: 931 time: 0.1074784 Dec 10 18:34:08.612508 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-04549ae1-32f8-48d6-aaf1-7ab56bbcaac3 req-b915a012-35ee-45ea-98fd-ac18b5d4ca9b tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894802 Dec 10 18:34:08.863976 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966ae0e-bdd8-4852-80fb-dc8ec2d10671 req-5df8a6a4-7306-4252-8091-ac256bd03830 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:08.867210 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7966ae0e-bdd8-4852-80fb-dc8ec2d10671 req-5df8a6a4-7306-4252-8091-ac256bd03830 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=aec08374-315b-4974-81a1-8e80ff3be2c2 HTTP/1.1" status: 200 len: 945 time: 0.1306043 Dec 10 18:34:09.076987 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7966ae0e-bdd8-4852-80fb-dc8ec2d10671 req-4a6987c2-1400-4940-8356-0a448fe5c182 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944470 Dec 10 18:34:09.518268 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b57508-b16f-4e62-a638-36b0f692c54d req-ad788c98-b8ab-4a74-86cd-0cdfd4e5dbec tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:09.531678 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-96b57508-b16f-4e62-a638-36b0f692c54d req-ad788c98-b8ab-4a74-86cd-0cdfd4e5dbec tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=f80db2e3-8bc5-48b9-8458-7bc592281811 HTTP/1.1" status: 200 len: 946 time: 0.2042143 Dec 10 18:34:09.662682 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-96b57508-b16f-4e62-a638-36b0f692c54d req-0f7b96e3-3ce1-494b-b609-1eb17bf88b96 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203034 Dec 10 18:34:09.840762 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270f48a-f819-4c28-b1b7-9b31ef0672b0 req-dc2da89d-5d0d-4014-9bf3-a40d86562913 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:09.853092 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2270f48a-f819-4c28-b1b7-9b31ef0672b0 req-dc2da89d-5d0d-4014-9bf3-a40d86562913 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 945 time: 0.0757971 Dec 10 18:34:09.969005 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2270f48a-f819-4c28-b1b7-9b31ef0672b0 req-33f9c220-625b-4dfa-9301-dd3e71eb3d4c tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156843 Dec 10 18:34:10.416902 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec8d77-0aea-4f4a-8d1b-96c311ba4e50 req-eff23e3b-9f81-4a8f-90ee-ccae9caf47a5 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:10.432497 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e9ec8d77-0aea-4f4a-8d1b-96c311ba4e50 req-eff23e3b-9f81-4a8f-90ee-ccae9caf47a5 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=200f75ed-2848-4683-9bee-f7fae59b884c HTTP/1.1" status: 200 len: 931 time: 0.1463025 Dec 10 18:34:10.510060 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e9ec8d77-0aea-4f4a-8d1b-96c311ba4e50 req-ff1a1a8b-1758-4927-afa8-c2fffc63bd16 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737574 Dec 10 18:34:10.861478 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b6cea-b6d7-4cc7-9575-28dcd85ae247 req-f2764bcf-ada3-47e6-9db4-c8602d7fa55c tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:10.870514 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-701b6cea-b6d7-4cc7-9575-28dcd85ae247 req-f2764bcf-ada3-47e6-9db4-c8602d7fa55c tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=aec08374-315b-4974-81a1-8e80ff3be2c2 HTTP/1.1" status: 200 len: 945 time: 0.0837438 Dec 10 18:34:11.005736 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8cdf73f8-4166-40ab-9f67-08a0b35f97ac req-b2a4ef0a-be64-4c10-b80f-73c1c20b7cea service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1236782 Dec 10 18:34:11.030632 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-701b6cea-b6d7-4cc7-9575-28dcd85ae247 req-8a945e7d-03c7-4cb2-9ed6-d2db0491557e tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586962 Dec 10 18:34:11.214493 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf73f8-4166-40ab-9f67-08a0b35f97ac req-94c4be33-2833-4608-b695-21ad30c13d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:11.216142 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8cdf73f8-4166-40ab-9f67-08a0b35f97ac req-94c4be33-2833-4608-b695-21ad30c13d7b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986&device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 1095 time: 0.1043499 Dec 10 18:34:11.539587 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c14876-6ea9-4231-8e0b-ec59e778f455 req-26a53b27-5ae1-4cf0-a4f2-eeb6befc5ccd tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:11.551230 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a2c14876-6ea9-4231-8e0b-ec59e778f455 req-26a53b27-5ae1-4cf0-a4f2-eeb6befc5ccd tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=f80db2e3-8bc5-48b9-8458-7bc592281811 HTTP/1.1" status: 200 len: 946 time: 0.1717281 Dec 10 18:34:11.603216 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf73f8-4166-40ab-9f67-08a0b35f97ac req-9d86f6a5-ab9e-4ab5-8f76-c9d92dc8bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:11.604732 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8cdf73f8-4166-40ab-9f67-08a0b35f97ac req-9d86f6a5-ab9e-4ab5-8f76-c9d92dc8bf71 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7cd799a4-acc6-47e3-afa8-685d03d02732 HTTP/1.1" status: 200 len: 922 time: 0.3526514 Dec 10 18:34:11.726493 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8cdf73f8-4166-40ab-9f67-08a0b35f97ac req-5ae7fa85-6bd8-43b6-97f7-6c69526dc4fb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d29c3170-75f7-4a7c-976d-2dc07ad3078f HTTP/1.1" status: 200 len: 217 time: 0.0924439 Dec 10 18:34:11.743140 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a2c14876-6ea9-4231-8e0b-ec59e778f455 req-c6940c1f-4228-454d-8f88-84537c497b8a tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903300 Dec 10 18:34:11.893584 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf73f8-4166-40ab-9f67-08a0b35f97ac req-48f66088-85ab-4717-9f19-9215b74f8cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:11.895510 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8cdf73f8-4166-40ab-9f67-08a0b35f97ac req-48f66088-85ab-4717-9f19-9215b74f8cde service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30832bd6-5c81-4f5a-a237-6a5341f2b45d HTTP/1.1" status: 200 len: 861 time: 0.1516008 Dec 10 18:34:11.948731 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8cdf73f8-4166-40ab-9f67-08a0b35f97ac req-e82e346b-6624-4d42-9a26-d93e84d9caf1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cd799a4-acc6-47e3-afa8-685d03d02732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408750 Dec 10 18:34:11.966164 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1aa44-0a8f-46ff-bd38-798a8cfdec87 req-06a6097c-88ed-417e-bff5-1d536625955b tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:11.970008 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-40f1aa44-0a8f-46ff-bd38-798a8cfdec87 req-06a6097c-88ed-417e-bff5-1d536625955b tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 945 time: 0.1431849 Dec 10 18:34:12.141132 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-40f1aa44-0a8f-46ff-bd38-798a8cfdec87 req-a358811a-d479-48c4-ace3-cf0325970ba0 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570299 Dec 10 18:34:12.210925 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8cdf73f8-4166-40ab-9f67-08a0b35f97ac req-f78e04e1-ccb7-43c6-ae76-f58ca0b4a44b service neutron] 10.222.0.46 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386205 Dec 10 18:34:12.479924 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8cdf73f8-4166-40ab-9f67-08a0b35f97ac req-2dabc587-91c6-40e9-9429-d84a1eb13049 service neutron] 10.222.0.46 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591739 Dec 10 18:34:12.527962 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f8588-1677-45fb-a270-eed0e3442369 req-d6d581ad-b612-4e87-943d-9b06efbcd205 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:12.538654 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aa3f8588-1677-45fb-a270-eed0e3442369 req-d6d581ad-b612-4e87-943d-9b06efbcd205 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=200f75ed-2848-4683-9bee-f7fae59b884c HTTP/1.1" status: 200 len: 931 time: 0.1341410 Dec 10 18:34:12.602549 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aa3f8588-1677-45fb-a270-eed0e3442369 req-32292121-21a3-4e50-a7ab-c2363b48dd79 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623722 Dec 10 18:34:12.783874 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a98156-eeac-4b9d-bf46-b0dee4e47952 req-3104ae4b-6ae9-4ede-aa0a-5dbe14dc6cbd tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:12.787002 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-00a98156-eeac-4b9d-bf46-b0dee4e47952 req-3104ae4b-6ae9-4ede-aa0a-5dbe14dc6cbd tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=aec08374-315b-4974-81a1-8e80ff3be2c2 HTTP/1.1" status: 200 len: 945 time: 0.0833910 Dec 10 18:34:12.853261 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-00a98156-eeac-4b9d-bf46-b0dee4e47952 req-14f5577e-e799-4c8f-82b0-cdcd0f717ec7 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555184 Dec 10 18:34:13.084904 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-4c20b1c1-7799-4583-8d93-f96730f9c9c5 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--2007062608&fields=id&tenant_id=92213fda2db54064bfa5f40d3ef9f2e7 HTTP/1.1" status: 200 len: 267 time: 0.0785501 Dec 10 18:34:13.251748 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-0ea8e97d-9c3c-460a-ba47-e24835b09c5d tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:13.253780 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-0ea8e97d-9c3c-460a-ba47-e24835b09c5d tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/networks?id=7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0 HTTP/1.1" status: 200 len: 815 time: 0.1680713 Dec 10 18:34:13.274568 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-66ae8031-b04c-4913-9e9f-922a1f193b65 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/quotas/92213fda2db54064bfa5f40d3ef9f2e7 HTTP/1.1" status: 200 len: 375 time: 0.0097196 Dec 10 18:34:13.341946 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-1f57d4fd-7234-4ae6-8dee-dae404a5b643 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=92213fda2db54064bfa5f40d3ef9f2e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544991 Dec 10 18:34:13.553041 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-8e2cd5e1-ecf7-4d6d-ac04-3d7d0e6f6ac3 service neutron] 10.222.0.62 "GET /v2.0/networks/7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804879 Dec 10 18:34:13.656722 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-06817dde-af43-4d18-927e-7e3485830df7 service neutron] 10.222.0.62 "GET /v2.0/networks/7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924623 Dec 10 18:34:14.097752 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafcd1c1-5e1a-43b1-bd3d-fa6dd9d214da req-2481c372-a1a4-4964-a2c4-953243d04196 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:14.099391 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dafcd1c1-5e1a-43b1-bd3d-fa6dd9d214da req-2481c372-a1a4-4964-a2c4-953243d04196 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=f80db2e3-8bc5-48b9-8458-7bc592281811 HTTP/1.1" status: 200 len: 946 time: 0.0602057 Dec 10 18:34:14.169796 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dafcd1c1-5e1a-43b1-bd3d-fa6dd9d214da req-2e7a42af-78df-4d49-9218-68746d6d70eb tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617568 Dec 10 18:34:14.305832 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0a17d-c9d7-4e37-aa01-fe889f6a79ec req-11c61f0b-75d9-4c93-8087-27b242114136 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:14.307827 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c7a0a17d-c9d7-4e37-aa01-fe889f6a79ec req-11c61f0b-75d9-4c93-8087-27b242114136 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 945 time: 0.0694106 Dec 10 18:34:14.383842 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c7a0a17d-c9d7-4e37-aa01-fe889f6a79ec req-1d2b47c4-db8e-4506-b57e-ca64b7c2f18b tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681064 Dec 10 18:34:14.625618 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2187a-9025-43cd-8157-0468cd0bf2b6 req-5b5211ab-a7f2-4a82-ab1a-c784411c6564 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:14.627214 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11b2187a-9025-43cd-8157-0468cd0bf2b6 req-5b5211ab-a7f2-4a82-ab1a-c784411c6564 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=200f75ed-2848-4683-9bee-f7fae59b884c HTTP/1.1" status: 200 len: 931 time: 0.0684483 Dec 10 18:34:14.694100 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11b2187a-9025-43cd-8157-0468cd0bf2b6 req-1dd4ac1b-b9ec-42c0-8ab4-0c1e82c66f56 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600381 Dec 10 18:34:14.836886 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14256b4b-33ec-4d2b-9524-f780811713ce req-d70efcc9-577a-4851-bb36-c909df45473f tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:14.838476 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-14256b4b-33ec-4d2b-9524-f780811713ce req-d70efcc9-577a-4851-bb36-c909df45473f tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=aec08374-315b-4974-81a1-8e80ff3be2c2 HTTP/1.1" status: 200 len: 945 time: 0.0788431 Dec 10 18:34:14.909786 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-14256b4b-33ec-4d2b-9524-f780811713ce req-0d9dcf16-d052-42ee-a328-52550439122d tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601826 Dec 10 18:34:15.007611 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-99868146-5a0c-4a8f-b420-0cdba626f667 req-024b0fa9-6134-40d9-a480-3e4e0c8a5d2c tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/ports?device_id=2eca133b-3034-4599-b789-14a719e3b948 HTTP/1.1" status: 200 len: 210 time: 0.0282161 Dec 10 18:34:15.268775 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff56bb-0229-4ba7-8461-f4df82ae4292 req-e8405830-8312-4aa3-92dd-e45c23793f73 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:15.277365 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-91ff56bb-0229-4ba7-8461-f4df82ae4292 req-e8405830-8312-4aa3-92dd-e45c23793f73 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef3fecff-906e-4642-85d4-de283e9286be HTTP/1.1" status: 200 len: 949 time: 0.1266439 Dec 10 18:34:15.418305 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-91ff56bb-0229-4ba7-8461-f4df82ae4292 req-4d871829-adc2-436f-adff-c4dd51101d78 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4e2c840-6cec-4546-af0f-d76695c9a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080639 Dec 10 18:34:15.428584 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-9a772695-8b0d-4d79-ba30-9123fd10e4a4 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:15.430956 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-9a772695-8b0d-4d79-ba30-9123fd10e4a4 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.46 "GET /v2.0/networks?id=7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0 HTTP/1.1" status: 200 len: 815 time: 0.2104115 Dec 10 18:34:15.615657 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-03938a3c-437f-4999-80b5-2743b1ae9b15 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92213fda2db54064bfa5f40d3ef9f2e7 HTTP/1.1" status: 200 len: 380 time: 0.1723170 Dec 10 18:34:15.630711 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-2b552f30-6109-4a0a-be9f-df9b9e782925 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Request body: {'port': {'device_id': '2eca133b-3034-4599-b789-14a719e3b948', 'network_id': '7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0', 'admin_state_up': True, 'tenant_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'security_groups': ['1c65e87b-7786-434f-9fa5-a4467eb66d04']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:15.732755 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60717e1f-26ea-4ee7-97d0-0b39b2522ea5 req-eb041bf7-2826-4d8b-b572-b7b49bf76c03 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:15.735927 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-60717e1f-26ea-4ee7-97d0-0b39b2522ea5 req-eb041bf7-2826-4d8b-b572-b7b49bf76c03 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=f80db2e3-8bc5-48b9-8458-7bc592281811 HTTP/1.1" status: 200 len: 946 time: 0.2070718 Dec 10 18:34:15.892071 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-60717e1f-26ea-4ee7-97d0-0b39b2522ea5 req-bd33a389-46bd-4b74-9d8f-b7f33741f899 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328819 Dec 10 18:34:15.943216 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-2b552f30-6109-4a0a-be9f-df9b9e782925 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Made reservation on behalf of 92213fda2db54064bfa5f40d3ef9f2e7 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:15.943216 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-2b552f30-6109-4a0a-be9f-df9b9e782925 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:16.244252 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2ad44-aac7-4938-969b-f077b74b2a6c req-53b4e802-807f-4972-bc4d-ed021ec403c5 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:16.247970 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-31b2ad44-aac7-4938-969b-f077b74b2a6c req-53b4e802-807f-4972-bc4d-ed021ec403c5 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 945 time: 0.1454089 Dec 10 18:34:16.292508 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-2b552f30-6109-4a0a-be9f-df9b9e782925 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Allocated IP 172.20.0.5 (7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0/ebf1176b-a466-4aab-a9a3-dec3ecc03af9/94fc77bf-932e-4e72-9a54-cbf7f6d83484) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:16.337739 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-31b2ad44-aac7-4938-969b-f077b74b2a6c req-e3d3cf4a-df86-4ef6-ab81-de4adae8feab tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800524 Dec 10 18:34:16.547332 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-2b552f30-6109-4a0a-be9f-df9b9e782925 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:16.636961 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69afdf6c-ae7f-4eb4-8fe1-199459e68997 req-6289216a-bdb8-4950-b5bb-b8f4508b288e tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:16.638527 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-69afdf6c-ae7f-4eb4-8fe1-199459e68997 req-6289216a-bdb8-4950-b5bb-b8f4508b288e tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=200f75ed-2848-4683-9bee-f7fae59b884c HTTP/1.1" status: 200 len: 931 time: 0.0883117 Dec 10 18:34:16.661251 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-2b552f30-6109-4a0a-be9f-df9b9e782925 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:16.717405 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-2b552f30-6109-4a0a-be9f-df9b9e782925 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Network 7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:16.731832 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-2b552f30-6109-4a0a-be9f-df9b9e782925 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:16.735302 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-2b552f30-6109-4a0a-be9f-df9b9e782925 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:16.817495 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-69afdf6c-ae7f-4eb4-8fe1-199459e68997 req-8c0cc6f7-1bcd-4d70-8260-2dd05494860d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661429 Dec 10 18:34:16.818722 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b552f30-6109-4a0a-be9f-df9b9e782925 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Pushing event updated for resources: {'Port': ['ID=94fc77bf-932e-4e72-9a54-cbf7f6d83484,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:16.892538 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-2b552f30-6109-4a0a-be9f-df9b9e782925 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:16.892538 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-2b552f30-6109-4a0a-be9f-df9b9e782925 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:16.929989 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-2b552f30-6109-4a0a-be9f-df9b9e782925 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3054760 Dec 10 18:34:16.956731 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-75a9abdd-1651-404f-86b2-2999d51d7756 service neutron] Request body: {'port': {'device_id': '2eca133b-3034-4599-b789-14a719e3b948', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:17.097838 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-75a9abdd-1651-404f-86b2-2999d51d7756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:17.119962 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1cbd5-5308-4e03-89d5-cd2a80cc6dd8 req-482405cb-999a-40a4-bc49-f1992eb42f9f tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:17.121597 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-74b1cbd5-5308-4e03-89d5-cd2a80cc6dd8 req-482405cb-999a-40a4-bc49-f1992eb42f9f tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=aec08374-315b-4974-81a1-8e80ff3be2c2 HTTP/1.1" status: 200 len: 945 time: 0.1263480 Dec 10 18:34:17.163124 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-60b0a17c-34c9-4d7a-8965-c7365bb468f6 None None] Provisioning complete for port 94fc77bf-932e-4e72-9a54-cbf7f6d83484 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:17.164832 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-60b0a17c-34c9-4d7a-8965-c7365bb468f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:17.238571 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-60b0a17c-34c9-4d7a-8965-c7365bb468f6 None None] Port 94fc77bf-932e-4e72-9a54-cbf7f6d83484 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:34:17.351162 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-74b1cbd5-5308-4e03-89d5-cd2a80cc6dd8 req-4f4e822a-35bd-4c74-a32f-32dce3a280a6 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031244 Dec 10 18:34:17.522410 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-75a9abdd-1651-404f-86b2-2999d51d7756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94fc77bf-932e-4e72-9a54-cbf7f6d83484 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:34:17.538508 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc4735-cc8f-4f3b-a85b-412ee4a1baee req-fbc76a8c-510b-4579-9956-8c20dab603aa tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:17.540310 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-55bc4735-cc8f-4f3b-a85b-412ee4a1baee req-fbc76a8c-510b-4579-9956-8c20dab603aa tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/ports?device_id=2eca133b-3034-4599-b789-14a719e3b948 HTTP/1.1" status: 200 len: 931 time: 0.1136873 Dec 10 18:34:17.542892 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-75a9abdd-1651-404f-86b2-2999d51d7756 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:17.565317 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-75a9abdd-1651-404f-86b2-2999d51d7756 service neutron] Transition to ACTIVE for port object 94fc77bf-932e-4e72-9a54-cbf7f6d83484 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:34:17.576113 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-75a9abdd-1651-404f-86b2-2999d51d7756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:17.653260 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9abdd-1651-404f-86b2-2999d51d7756 service neutron] Pushing event updated for resources: {'Port': ['ID=94fc77bf-932e-4e72-9a54-cbf7f6d83484,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:17.668884 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-55bc4735-cc8f-4f3b-a85b-412ee4a1baee req-8de59c89-f3e1-4c81-be15-7596bce54b2a tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c65e87b-7786-434f-9fa5-a4467eb66d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137781 Dec 10 18:34:17.766911 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-75a9abdd-1651-404f-86b2-2999d51d7756 service neutron] Attempting to bind port 94fc77bf-932e-4e72-9a54-cbf7f6d83484 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:34:17.767355 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-75a9abdd-1651-404f-86b2-2999d51d7756 service neutron] Attempting to bind port 94fc77bf-932e-4e72-9a54-cbf7f6d83484 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': 'c0a1c0ac-8daa-4835-a1ac-e8bcdff24283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:34:17.767769 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-75a9abdd-1651-404f-86b2-2999d51d7756 service neutron] Attempting to bind port 94fc77bf-932e-4e72-9a54-cbf7f6d83484 on network 7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:17.773437 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-75a9abdd-1651-404f-86b2-2999d51d7756 service neutron] Port 94fc77bf-932e-4e72-9a54-cbf7f6d83484 on network 7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:34:17.773910 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-75a9abdd-1651-404f-86b2-2999d51d7756 service neutron] Attempting to bind port 94fc77bf-932e-4e72-9a54-cbf7f6d83484 on network 7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:17.779580 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-75a9abdd-1651-404f-86b2-2999d51d7756 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:34:17.780068 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-75a9abdd-1651-404f-86b2-2999d51d7756 service neutron] Checking segment: {'id': 'c0a1c0ac-8daa-4835-a1ac-e8bcdff24283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:17.781144 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-75a9abdd-1651-404f-86b2-2999d51d7756 service neutron] Bound using segment: {'id': 'c0a1c0ac-8daa-4835-a1ac-e8bcdff24283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:34:17.781613 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-75a9abdd-1651-404f-86b2-2999d51d7756 service neutron] Bound port: 94fc77bf-932e-4e72-9a54-cbf7f6d83484, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0a1c0ac-8daa-4835-a1ac-e8bcdff24283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:34:17.782099 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-75a9abdd-1651-404f-86b2-2999d51d7756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:17.847646 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:34:17.890594 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8da281-9226-4af2-83dd-0bfd6318f740 req-3ac85f17-a97d-4c4a-b002-fe8836d0b20c tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:17.898380 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fe8da281-9226-4af2-83dd-0bfd6318f740 req-3ac85f17-a97d-4c4a-b002-fe8836d0b20c tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=f80db2e3-8bc5-48b9-8458-7bc592281811 HTTP/1.1" status: 200 len: 946 time: 0.1004097 Dec 10 18:34:17.909567 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-75a9abdd-1651-404f-86b2-2999d51d7756 service neutron] For port 94fc77bf-932e-4e72-9a54-cbf7f6d83484, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:34:17.914322 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-75a9abdd-1651-404f-86b2-2999d51d7756 service neutron] For port 94fc77bf-932e-4e72-9a54-cbf7f6d83484, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=94fc77bf-932e-4e72-9a54-cbf7f6d83484,segment=NetworkSegment(c0a1c0ac-8daa-4835-a1ac-e8bcdff24283),segment_id=c0a1c0ac-8daa-4835-a1ac-e8bcdff24283)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:34:17.931328 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-75a9abdd-1651-404f-86b2-2999d51d7756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:18.007301 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:18.060453 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-75a9abdd-1651-404f-86b2-2999d51d7756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:18.064034 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-75a9abdd-1651-404f-86b2-2999d51d7756 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:18.067960 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-75a9abdd-1651-404f-86b2-2999d51d7756 service neutron] 10.222.0.46 "PUT /v2.0/ports/94fc77bf-932e-4e72-9a54-cbf7f6d83484 HTTP/1.1" status: 200 len: 1091 time: 1.1214232 Dec 10 18:34:18.069094 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:18.070267 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3fecff-906e-4642-85d4-de283e9286be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:34:18.073957 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571d67e9-6f7f-4b0c-858b-4e5a0fbb021f" -d '{"events": [{"server_uuid": "ef3fecff-906e-4642-85d4-de283e9286be", "name": "network-vif-unplugged", "status": "completed", "tag": "8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:34:18.080720 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eca133b-3034-4599-b789-14a719e3b948', 'tag': '94fc77bf-932e-4e72-9a54-cbf7f6d83484'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:34:18.084789 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da55860-7cb2-45e2-a8df-bfe0f095771c" -d '{"events": [{"name": "network-changed", "server_uuid": "2eca133b-3034-4599-b789-14a719e3b948", "tag": "94fc77bf-932e-4e72-9a54-cbf7f6d83484"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:34:18.097431 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:18.109748 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fe8da281-9226-4af2-83dd-0bfd6318f740 req-a55a63a2-7d39-4069-8f17-8daf89732532 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075982 Dec 10 18:34:18.211970 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9abdd-1651-404f-86b2-2999d51d7756 service neutron] Pushing event updated for resources: {'Port': ['ID=94fc77bf-932e-4e72-9a54-cbf7f6d83484,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:18.242488 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:18.273081 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-10179672-2068-4feb-a846-c7cf9d705d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:18.274596 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-10179672-2068-4feb-a846-c7cf9d705d42 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=92213fda2db54064bfa5f40d3ef9f2e7&device_id=2eca133b-3034-4599-b789-14a719e3b948 HTTP/1.1" status: 200 len: 1094 time: 0.1461489 Dec 10 18:34:18.333967 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670a91f-18e5-4eeb-8181-fa65ee5b5f9d req-1af1fda7-fcb2-480e-9192-21e5545ad980 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:18.341420 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a670a91f-18e5-4eeb-8181-fa65ee5b5f9d req-1af1fda7-fcb2-480e-9192-21e5545ad980 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 945 time: 0.1161659 Dec 10 18:34:18.350284 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-50e2db77-a9c7-40d5-9c42-861227b4205a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94fc77bf-932e-4e72-9a54-cbf7f6d83484 HTTP/1.1" status: 200 len: 217 time: 0.0658667 Dec 10 18:34:18.454288 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a670a91f-18e5-4eeb-8181-fa65ee5b5f9d req-2bc6a3de-cfd4-41a4-b339-2b8fd3dfc8a5 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119704 Dec 10 18:34:18.456264 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-c3919ff0-40b1-4296-bb51-05399b0becdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:18.457847 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-c3919ff0-40b1-4296-bb51-05399b0becdb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ebf1176b-a466-4aab-a9a3-dec3ecc03af9 HTTP/1.1" status: 200 len: 854 time: 0.0972810 Dec 10 18:34:18.519210 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-4bbfe370-4712-4ecd-a3cd-6774276fe424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:18.521119 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-4bbfe370-4712-4ecd-a3cd-6774276fe424 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556376 Dec 10 18:34:18.663013 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-0ee76caa-9aca-42f0-ae83-c7397cc49800 service neutron] 10.222.0.46 "GET /v2.0/networks/7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290686 Dec 10 18:34:18.776226 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2d3d0db7-ba83-4970-ac40-4e2bf3d0d5d8 req-518e0697-5a11-4714-b03f-bcc667de2254 service neutron] 10.222.0.46 "GET /v2.0/networks/7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020651 Dec 10 18:34:18.966990 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:34:19.193195 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a20263-4b1c-4883-8de3-cc43a59f3391 req-3d938425-c14a-4ddc-96c1-31bb081ee6c4 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:19.194676 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-20a20263-4b1c-4883-8de3-cc43a59f3391 req-3d938425-c14a-4ddc-96c1-31bb081ee6c4 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=200f75ed-2848-4683-9bee-f7fae59b884c HTTP/1.1" status: 200 len: 931 time: 0.0525351 Dec 10 18:34:19.250781 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-20a20263-4b1c-4883-8de3-cc43a59f3391 req-cf3c53aa-5037-482e-b5fa-935451960b37 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473146 Dec 10 18:34:19.303999 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61dd5faf-67b2-46f5-861e-0ee37c7f0189 x-openstack-request-id: req-61dd5faf-67b2-46f5-861e-0ee37c7f0189 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:34:19.304501 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3fecff-906e-4642-85d4-de283e9286be", "name": "network-vif-unplugged", "status": "completed", "tag": "8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:34:19.304769 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-61dd5faf-67b2-46f5-861e-0ee37c7f0189 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:34:19.305415 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3fecff-906e-4642-85d4-de283e9286be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7', 'code': 200} Dec 10 18:34:19.401906 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b52321d-995c-44c2-9011-2b3d351221ee x-openstack-request-id: req-0b52321d-995c-44c2-9011-2b3d351221ee {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:34:19.402635 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eca133b-3034-4599-b789-14a719e3b948", "tag": "94fc77bf-932e-4e72-9a54-cbf7f6d83484", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:34:19.403204 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0b52321d-995c-44c2-9011-2b3d351221ee {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:34:19.403545 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eca133b-3034-4599-b789-14a719e3b948', 'tag': '94fc77bf-932e-4e72-9a54-cbf7f6d83484', 'status': 'completed', 'code': 200} Dec 10 18:34:19.515785 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da55860-7cb2-45e2-a8df-bfe0f095771c req-cadcca92-0334-4e01-848c-83d5b1434ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:19.518282 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8da55860-7cb2-45e2-a8df-bfe0f095771c req-cadcca92-0334-4e01-848c-83d5b1434ddd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=92213fda2db54064bfa5f40d3ef9f2e7&device_id=2eca133b-3034-4599-b789-14a719e3b948 HTTP/1.1" status: 200 len: 1094 time: 0.0899422 Dec 10 18:34:19.544349 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bab9a-ea9c-42be-994d-ed608a840f93 req-68fc7f33-7b97-45fa-be15-a92c3a3bc1af tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:19.546040 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-833bab9a-ea9c-42be-994d-ed608a840f93 req-68fc7f33-7b97-45fa-be15-a92c3a3bc1af tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=aec08374-315b-4974-81a1-8e80ff3be2c2 HTTP/1.1" status: 200 len: 945 time: 0.0834241 Dec 10 18:34:19.591048 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5c9124fd-b291-4e35-87b4-3b79a94e0e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:19.677572 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-833bab9a-ea9c-42be-994d-ed608a840f93 req-0d7b1350-e680-4a7d-ae49-01832412684c tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869846 Dec 10 18:34:19.691790 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da55860-7cb2-45e2-a8df-bfe0f095771c req-4c6a9370-0d20-4b1a-ba07-45b6218b3527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:19.694210 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8da55860-7cb2-45e2-a8df-bfe0f095771c req-4c6a9370-0d20-4b1a-ba07-45b6218b3527 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0 HTTP/1.1" status: 200 len: 916 time: 0.1683588 Dec 10 18:34:19.768090 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8da55860-7cb2-45e2-a8df-bfe0f095771c req-54b6f701-0cae-45b2-ab83-67d92b73cb7e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94fc77bf-932e-4e72-9a54-cbf7f6d83484 HTTP/1.1" status: 200 len: 217 time: 0.0605092 Dec 10 18:34:20.132001 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da55860-7cb2-45e2-a8df-bfe0f095771c req-7d70999a-bc5b-4c5f-bf22-2032b893d071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:20.133533 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8da55860-7cb2-45e2-a8df-bfe0f095771c req-7d70999a-bc5b-4c5f-bf22-2032b893d071 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ebf1176b-a466-4aab-a9a3-dec3ecc03af9 HTTP/1.1" status: 200 len: 854 time: 0.3467538 Dec 10 18:34:20.142043 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813636b-7be6-4bed-8fb7-d62179e3a61b req-2ecb86b8-3ec3-4e0d-b6a8-93e90b93d22d tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:20.143597 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d813636b-7be6-4bed-8fb7-d62179e3a61b req-2ecb86b8-3ec3-4e0d-b6a8-93e90b93d22d tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/ports?device_id=2eca133b-3034-4599-b789-14a719e3b948 HTTP/1.1" status: 200 len: 943 time: 0.3882697 Dec 10 18:34:20.214727 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da55860-7cb2-45e2-a8df-bfe0f095771c req-5acde438-658f-4762-9fbb-4359a181a521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:20.216283 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8da55860-7cb2-45e2-a8df-bfe0f095771c req-5acde438-658f-4762-9fbb-4359a181a521 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717661 Dec 10 18:34:20.221095 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d813636b-7be6-4bed-8fb7-d62179e3a61b req-c8a8b4d3-afe7-49fa-8dfb-84be830324cd tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c65e87b-7786-434f-9fa5-a4467eb66d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691884 Dec 10 18:34:20.384094 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8da55860-7cb2-45e2-a8df-bfe0f095771c req-889c2039-90ea-400f-8f06-cc7c6d3ed671 service neutron] 10.222.0.46 "GET /v2.0/networks/7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569297 Dec 10 18:34:20.456204 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82b834-2b62-40aa-b374-6a23f9d0974b req-51632750-35c7-47ad-a37d-2bbcc003de20 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:20.457822 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bc82b834-2b62-40aa-b374-6a23f9d0974b req-51632750-35c7-47ad-a37d-2bbcc003de20 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=f80db2e3-8bc5-48b9-8458-7bc592281811 HTTP/1.1" status: 200 len: 946 time: 0.1164887 Dec 10 18:34:20.536356 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bc82b834-2b62-40aa-b374-6a23f9d0974b req-23ee3a68-db29-43e3-af71-7ce7e7ca5a61 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716093 Dec 10 18:34:20.538437 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8da55860-7cb2-45e2-a8df-bfe0f095771c req-5aa4f609-11de-4618-abb8-c62b08aa592c service neutron] 10.222.0.46 "GET /v2.0/networks/7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459193 Dec 10 18:34:20.662911 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8cb56-a764-45c4-8f2d-c2c7df4fd46b req-169b8af9-4645-4a12-90d3-6b04cfe3a9d1 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:20.669511 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3ff8cb56-a764-45c4-8f2d-c2c7df4fd46b req-169b8af9-4645-4a12-90d3-6b04cfe3a9d1 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 945 time: 0.0578334 Dec 10 18:34:20.723112 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3ff8cb56-a764-45c4-8f2d-c2c7df4fd46b req-cfa664e8-4c66-487a-81a8-9b6953670dd1 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527418 Dec 10 18:34:21.185145 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685778b2-fc31-4b70-a223-7d4f275fa357 req-d4a51e08-e008-40ec-ae76-fa332db4a486 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:21.187732 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-685778b2-fc31-4b70-a223-7d4f275fa357 req-d4a51e08-e008-40ec-ae76-fa332db4a486 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=200f75ed-2848-4683-9bee-f7fae59b884c HTTP/1.1" status: 200 len: 931 time: 0.0613506 Dec 10 18:34:21.250050 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-685778b2-fc31-4b70-a223-7d4f275fa357 req-ee302578-0f0f-4050-91fc-c6e16ad17b44 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554564 Dec 10 18:34:21.381003 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a7b6a-cbeb-4928-9d35-fce468467170 req-357cbe39-7027-4a8b-a050-f96c33726bf9 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:21.382789 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2b6a7b6a-cbeb-4928-9d35-fce468467170 req-357cbe39-7027-4a8b-a050-f96c33726bf9 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=aec08374-315b-4974-81a1-8e80ff3be2c2 HTTP/1.1" status: 200 len: 945 time: 0.0668480 Dec 10 18:34:21.442661 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2b6a7b6a-cbeb-4928-9d35-fce468467170 req-6570cd2a-b10a-4891-89be-605041b81d58 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528252 Dec 10 18:34:21.621213 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b15b14-0d54-49aa-a722-dd6713918605 req-5d3168df-ab1c-488f-b10e-b1ea18147b50 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:21.622839 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d1b15b14-0d54-49aa-a722-dd6713918605 req-5d3168df-ab1c-488f-b10e-b1ea18147b50 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/ports?device_id=2eca133b-3034-4599-b789-14a719e3b948 HTTP/1.1" status: 200 len: 943 time: 0.0707307 Dec 10 18:34:21.691021 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d1b15b14-0d54-49aa-a722-dd6713918605 req-c9275161-f14b-40ff-9bbb-824cd9bcf99b tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c65e87b-7786-434f-9fa5-a4467eb66d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584087 Dec 10 18:34:21.835709 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2ebcb-19fa-42cf-996d-a3b6335afaa9 req-33af7f35-4774-4711-9a35-9740cb48ab62 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:21.837274 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-97e2ebcb-19fa-42cf-996d-a3b6335afaa9 req-33af7f35-4774-4711-9a35-9740cb48ab62 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=f80db2e3-8bc5-48b9-8458-7bc592281811 HTTP/1.1" status: 200 len: 946 time: 0.0627689 Dec 10 18:34:21.892682 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-97e2ebcb-19fa-42cf-996d-a3b6335afaa9 req-f6699c25-5e20-4e8d-bdd2-b81887aa88a9 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453665 Dec 10 18:34:22.006827 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e4ec7-8739-4fb5-97a7-0a9099257b15 req-e3d28968-0f4e-4d41-8694-435b75feff1d tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:22.008451 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8f9e4ec7-8739-4fb5-97a7-0a9099257b15 req-e3d28968-0f4e-4d41-8694-435b75feff1d tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 945 time: 0.0561869 Dec 10 18:34:22.063936 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8f9e4ec7-8739-4fb5-97a7-0a9099257b15 req-15355b9a-bac9-4e80-be26-e7c4b3868a88 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485132 Dec 10 18:34:22.336071 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fd847391-7829-458e-b61d-e93a6556e170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:22.383753 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271b7cf-9f3b-4cbd-a458-464cfe503623 req-d5060d28-64dd-428f-a1a7-13b2ce2bd5b0 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:22.385337 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a271b7cf-9f3b-4cbd-a458-464cfe503623 req-d5060d28-64dd-428f-a1a7-13b2ce2bd5b0 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=200f75ed-2848-4683-9bee-f7fae59b884c HTTP/1.1" status: 200 len: 931 time: 0.0601430 Dec 10 18:34:22.442560 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a271b7cf-9f3b-4cbd-a458-464cfe503623 req-70d03e31-72f5-4e57-86ba-c20ecb987bf8 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507636 Dec 10 18:34:22.571173 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d515a74-c06b-47ea-bdf5-136d94657691 req-a4e1f265-3e0f-4199-afec-0f2658d57bcd tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:22.572887 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2d515a74-c06b-47ea-bdf5-136d94657691 req-a4e1f265-3e0f-4199-afec-0f2658d57bcd tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=aec08374-315b-4974-81a1-8e80ff3be2c2 HTTP/1.1" status: 200 len: 945 time: 0.0519955 Dec 10 18:34:22.623803 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2d515a74-c06b-47ea-bdf5-136d94657691 req-d0b1999b-415e-463c-9fe3-09c6f26c6c63 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443530 Dec 10 18:34:22.818123 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600ca44-f31a-4a92-ab64-43bf28cd5684 req-72d7b57d-8e19-451c-9dd1-fa1fa9dde518 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:22.819654 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b600ca44-f31a-4a92-ab64-43bf28cd5684 req-72d7b57d-8e19-451c-9dd1-fa1fa9dde518 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/ports?device_id=2eca133b-3034-4599-b789-14a719e3b948 HTTP/1.1" status: 200 len: 943 time: 0.0505707 Dec 10 18:34:22.884943 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b600ca44-f31a-4a92-ab64-43bf28cd5684 req-fe642fa3-c763-42db-a1b8-a63cf3e43bfb tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c65e87b-7786-434f-9fa5-a4467eb66d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588884 Dec 10 18:34:22.939392 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-0b6110ef-4f74-46b1-a0e2-7d21bfa433bf service neutron] Request body: {'port': {'device_id': '200f75ed-2848-4683-9bee-f7fae59b884c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:23.057134 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-0b6110ef-4f74-46b1-a0e2-7d21bfa433bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:23.131864 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5e892-b2dc-4388-a21c-311dbed3387a req-5c47b17e-2d3b-496f-9fc5-fa375717a49e tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:23.134139 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-91d5e892-b2dc-4388-a21c-311dbed3387a req-5c47b17e-2d3b-496f-9fc5-fa375717a49e tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=f80db2e3-8bc5-48b9-8458-7bc592281811 HTTP/1.1" status: 200 len: 946 time: 0.1314127 Dec 10 18:34:23.137096 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-56304b39-b26c-4c6d-917b-4cf4a2c26e2b req-8159d8a7-c6bb-4abf-af58-7cc5c8130ebb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1020103 Dec 10 18:34:23.285171 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:23.334586 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db1bf0-c35b-4f10-bea1-43fc648dd3e5 req-9207c643-3ceb-43bc-9f07-7789404dff0c tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:23.336180 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e9db1bf0-c35b-4f10-bea1-43fc648dd3e5 req-9207c643-3ceb-43bc-9f07-7789404dff0c tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 945 time: 0.1244259 Dec 10 18:34:23.364310 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-91d5e892-b2dc-4388-a21c-311dbed3387a req-2f9790c5-f98d-4e9e-aa5c-f17b5cefaf3b tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198181 Dec 10 18:34:23.378183 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-400952d8-5efc-4670-888b-d0782f83f7b5 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:23.379690 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-400952d8-5efc-4670-888b-d0782f83f7b5 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81&tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986&binding%3Ahost_id=n-h1-821435-1 HTTP/1.1" status: 200 len: 1096 time: 0.3435187 Dec 10 18:34:23.401666 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56304b39-b26c-4c6d-917b-4cf4a2c26e2b req-b3967723-9d9e-49e1-8dd4-440bab67c68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:23.403463 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-56304b39-b26c-4c6d-917b-4cf4a2c26e2b req-b3967723-9d9e-49e1-8dd4-440bab67c68f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986&device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 1095 time: 0.1850066 Dec 10 18:34:23.446452 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e9db1bf0-c35b-4f10-bea1-43fc648dd3e5 req-51c9f33c-e3b0-4702-aad0-20ede7550394 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856819 Dec 10 18:34:23.496875 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-0b6110ef-4f74-46b1-a0e2-7d21bfa433bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 499e84f3-ba74-4081-b4ff-ee0ff5111eef {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:34:23.507091 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-0b6110ef-4f74-46b1-a0e2-7d21bfa433bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:23.522613 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-dc442043-4852-44fd-b012-537d69cd0eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:23.524308 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-dc442043-4852-44fd-b012-537d69cd0eab service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81&tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986 HTTP/1.1" status: 200 len: 1096 time: 0.1356215 Dec 10 18:34:23.534624 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-0b6110ef-4f74-46b1-a0e2-7d21bfa433bf service neutron] Transition to ACTIVE for port object 499e84f3-ba74-4081-b4ff-ee0ff5111eef will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:34:23.540512 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-0b6110ef-4f74-46b1-a0e2-7d21bfa433bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:23.609989 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56304b39-b26c-4c6d-917b-4cf4a2c26e2b req-4eee6f85-310e-46d5-a079-0a1ef5cebcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:23.611664 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-56304b39-b26c-4c6d-917b-4cf4a2c26e2b req-4eee6f85-310e-46d5-a079-0a1ef5cebcef service neutron] 10.222.0.72 "GET /v2.0/networks?id=7cd799a4-acc6-47e3-afa8-685d03d02732 HTTP/1.1" status: 200 len: 922 time: 0.1841772 Dec 10 18:34:23.626849 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6110ef-4f74-46b1-a0e2-7d21bfa433bf service neutron] Pushing event updated for resources: {'Port': ['ID=499e84f3-ba74-4081-b4ff-ee0ff5111eef,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:23.668923 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80330947-d18b-4142-80cf-62fe60e8dd77 req-c19edc74-a94b-48f7-9bfe-8de4dcd43050 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:23.671091 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-80330947-d18b-4142-80cf-62fe60e8dd77 req-c19edc74-a94b-48f7-9bfe-8de4dcd43050 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=200f75ed-2848-4683-9bee-f7fae59b884c HTTP/1.1" status: 200 len: 943 time: 0.1429477 Dec 10 18:34:23.674245 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-56304b39-b26c-4c6d-917b-4cf4a2c26e2b req-ba31ca87-9389-40cd-a98d-39f74418581f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=143a292c-2590-40c1-9e34-bfb328e87baa HTTP/1.1" status: 200 len: 217 time: 0.0530944 Dec 10 18:34:23.694718 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-0b6110ef-4f74-46b1-a0e2-7d21bfa433bf service neutron] Attempting to bind port 499e84f3-ba74-4081-b4ff-ee0ff5111eef on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:34:23.695087 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-0b6110ef-4f74-46b1-a0e2-7d21bfa433bf service neutron] Attempting to bind port 499e84f3-ba74-4081-b4ff-ee0ff5111eef by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': 'a4943cb1-8b39-4de7-85ed-25fa2e86aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f77d2b38-50a2-4a48-b3a2-b8f2247495f9'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:34:23.695392 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-0b6110ef-4f74-46b1-a0e2-7d21bfa433bf service neutron] Attempting to bind port 499e84f3-ba74-4081-b4ff-ee0ff5111eef on network f77d2b38-50a2-4a48-b3a2-b8f2247495f9 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:23.701721 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-0b6110ef-4f74-46b1-a0e2-7d21bfa433bf service neutron] Port 499e84f3-ba74-4081-b4ff-ee0ff5111eef on network f77d2b38-50a2-4a48-b3a2-b8f2247495f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:34:23.702589 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-0b6110ef-4f74-46b1-a0e2-7d21bfa433bf service neutron] Attempting to bind port 499e84f3-ba74-4081-b4ff-ee0ff5111eef on network f77d2b38-50a2-4a48-b3a2-b8f2247495f9 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:23.714743 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-0b6110ef-4f74-46b1-a0e2-7d21bfa433bf service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:34:23.715805 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-0b6110ef-4f74-46b1-a0e2-7d21bfa433bf service neutron] Checking segment: {'id': 'a4943cb1-8b39-4de7-85ed-25fa2e86aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f77d2b38-50a2-4a48-b3a2-b8f2247495f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:23.716206 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-0b6110ef-4f74-46b1-a0e2-7d21bfa433bf service neutron] Bound using segment: {'id': 'a4943cb1-8b39-4de7-85ed-25fa2e86aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f77d2b38-50a2-4a48-b3a2-b8f2247495f9'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:34:23.716803 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-0b6110ef-4f74-46b1-a0e2-7d21bfa433bf service neutron] Bound port: 499e84f3-ba74-4081-b4ff-ee0ff5111eef, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4943cb1-8b39-4de7-85ed-25fa2e86aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f77d2b38-50a2-4a48-b3a2-b8f2247495f9'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:34:23.718582 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-0b6110ef-4f74-46b1-a0e2-7d21bfa433bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:23.724625 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-21ed5446-1771-4a16-b624-1f457eeb2bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:23.726179 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-21ed5446-1771-4a16-b624-1f457eeb2bf2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986&device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 1096 time: 0.1580987 Dec 10 18:34:23.826265 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-0b6110ef-4f74-46b1-a0e2-7d21bfa433bf service neutron] For port 499e84f3-ba74-4081-b4ff-ee0ff5111eef, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:34:23.831953 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-0b6110ef-4f74-46b1-a0e2-7d21bfa433bf service neutron] For port 499e84f3-ba74-4081-b4ff-ee0ff5111eef, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=499e84f3-ba74-4081-b4ff-ee0ff5111eef,segment=NetworkSegment(a4943cb1-8b39-4de7-85ed-25fa2e86aa72),segment_id=a4943cb1-8b39-4de7-85ed-25fa2e86aa72)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:34:23.842368 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a433f-3bf2-487c-9107-a3b144575db2 req-8ea162ab-084c-4db8-a26c-9606532ddb5f tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:23.845647 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-305a433f-3bf2-487c-9107-a3b144575db2 req-8ea162ab-084c-4db8-a26c-9606532ddb5f tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=aec08374-315b-4974-81a1-8e80ff3be2c2 HTTP/1.1" status: 200 len: 945 time: 0.0867991 Dec 10 18:34:23.847939 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-0b6110ef-4f74-46b1-a0e2-7d21bfa433bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:23.868441 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:34:23.913080 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-0b6110ef-4f74-46b1-a0e2-7d21bfa433bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:23.913736 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-0b6110ef-4f74-46b1-a0e2-7d21bfa433bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:23.915190 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-0b6110ef-4f74-46b1-a0e2-7d21bfa433bf service neutron] 10.222.0.72 "PUT /v2.0/ports/499e84f3-ba74-4081-b4ff-ee0ff5111eef HTTP/1.1" status: 200 len: 1091 time: 0.9812357 Dec 10 18:34:23.919488 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '200f75ed-2848-4683-9bee-f7fae59b884c', 'tag': '499e84f3-ba74-4081-b4ff-ee0ff5111eef'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:34:23.931699 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44835049-c09e-4531-a9c5-a72061e60b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "200f75ed-2848-4683-9bee-f7fae59b884c", "tag": "499e84f3-ba74-4081-b4ff-ee0ff5111eef"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:34:24.010812 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:24.024668 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6110ef-4f74-46b1-a0e2-7d21bfa433bf service neutron] Pushing event updated for resources: {'Port': ['ID=499e84f3-ba74-4081-b4ff-ee0ff5111eef,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:24.040796 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': '8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7', 'mac_address': 'fa:16:3e:00:8d:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:34:24.049925 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-305a433f-3bf2-487c-9107-a3b144575db2 req-99cfaf1d-6417-46b3-a6f9-e663b23900a3 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970742 Dec 10 18:34:24.078619 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-71193181-0cbb-4066-94e6-3614cae511cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:24.080705 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-71193181-0cbb-4066-94e6-3614cae511cc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9d81f2c65ece44779967ce4592ded8a2&device_id=200f75ed-2848-4683-9bee-f7fae59b884c HTTP/1.1" status: 200 len: 1094 time: 0.1150608 Dec 10 18:34:24.148194 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:24.167702 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:34:24.169322 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56304b39-b26c-4c6d-917b-4cf4a2c26e2b req-62c721a0-cf50-4a9a-986b-70aeeb4684ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:24.171003 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-56304b39-b26c-4c6d-917b-4cf4a2c26e2b req-62c721a0-cf50-4a9a-986b-70aeeb4684ae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30832bd6-5c81-4f5a-a237-6a5341f2b45d HTTP/1.1" status: 200 len: 861 time: 0.4887114 Dec 10 18:34:24.172067 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-8d81cabe-27d8-4cd1-ade6-7f527cbb1042 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=499e84f3-ba74-4081-b4ff-ee0ff5111eef HTTP/1.1" status: 200 len: 217 time: 0.0813663 Dec 10 18:34:24.177095 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-80330947-d18b-4142-80cf-62fe60e8dd77 req-df511dab-ff5d-413b-99ad-d55863cc76ef tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4937906 Dec 10 18:34:24.211706 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:24.214854 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-56304b39-b26c-4c6d-917b-4cf4a2c26e2b req-0b1369f7-6fcf-4f8a-a9c3-4eba4f6a20f5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7cd799a4-acc6-47e3-afa8-685d03d02732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314827 Dec 10 18:34:24.225291 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:24.265375 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-24ba3d1f-73f1-449d-b929-4f4bb4f05b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:24.267547 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-24ba3d1f-73f1-449d-b929-4f4bb4f05b32 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2eb8e2fa-9956-481f-b0b9-17ff60156029 HTTP/1.1" status: 200 len: 854 time: 0.0835652 Dec 10 18:34:24.302559 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-3ab1d02a-1bb6-49e0-b836-5e0510cdba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:24.307323 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-3ab1d02a-1bb6-49e0-b836-5e0510cdba14 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7cd799a4-acc6-47e3-afa8-685d03d02732 HTTP/1.1" status: 200 len: 922 time: 0.5669992 Dec 10 18:34:24.317528 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-19b5d699-6179-4550-bbe2-6b03db7428a2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f77d2b38-50a2-4a48-b3a2-b8f2247495f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415857 Dec 10 18:34:24.350162 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d3eccc-4d85-4860-b50b-33642a917aea x-openstack-request-id: req-b7d3eccc-4d85-4860-b50b-33642a917aea {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:34:24.350454 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "200f75ed-2848-4683-9bee-f7fae59b884c", "tag": "499e84f3-ba74-4081-b4ff-ee0ff5111eef", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:34:24.350714 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b7d3eccc-4d85-4860-b50b-33642a917aea {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:34:24.351708 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '200f75ed-2848-4683-9bee-f7fae59b884c', 'tag': '499e84f3-ba74-4081-b4ff-ee0ff5111eef', 'status': 'completed', 'code': 200} Dec 10 18:34:24.353614 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:24.375227 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-519e29d3-b99e-4731-bf05-d226e1e0915e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=831331b7-2cee-4d1a-bc6c-4d998882cd0d HTTP/1.1" status: 200 len: 217 time: 0.0594406 Dec 10 18:34:24.386864 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:34:24.473445 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-56304b39-b26c-4c6d-917b-4cf4a2c26e2b req-1a939ce8-c16c-4937-9e54-1a6bc15a2a6f service neutron] 10.222.0.72 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460427 Dec 10 18:34:24.482165 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1e838-d6f4-4d6c-8d8d-d9491199ac64 req-86de6837-5ec6-4e26-ae5c-f040bf08a6b7 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:24.484932 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-17a1e838-d6f4-4d6c-8d8d-d9491199ac64 req-86de6837-5ec6-4e26-ae5c-f040bf08a6b7 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/ports?device_id=2eca133b-3034-4599-b789-14a719e3b948 HTTP/1.1" status: 200 len: 943 time: 0.1585851 Dec 10 18:34:24.492204 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-0b95b22b-da0d-4807-b296-544710c26237 service neutron] 10.222.0.72 "GET /v2.0/networks/f77d2b38-50a2-4a48-b3a2-b8f2247495f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649330 Dec 10 18:34:24.499571 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-0553f23f-48e9-476c-8bd8-43009c862877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:24.501407 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-0553f23f-48e9-476c-8bd8-43009c862877 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30832bd6-5c81-4f5a-a237-6a5341f2b45d HTTP/1.1" status: 200 len: 861 time: 0.1093662 Dec 10 18:34:24.590803 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-13f8dd34-e31d-48ef-8ada-cff2957d3662 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7cd799a4-acc6-47e3-afa8-685d03d02732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723705 Dec 10 18:34:24.679013 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:24.727424 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c798aaa-0448-4a11-bd2e-c29408076153 req-616707f8-3aba-4076-8cbb-6ed8302600b5 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:24.736616 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0c798aaa-0448-4a11-bd2e-c29408076153 req-616707f8-3aba-4076-8cbb-6ed8302600b5 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=f80db2e3-8bc5-48b9-8458-7bc592281811 HTTP/1.1" status: 200 len: 946 time: 0.2110937 Dec 10 18:34:24.758932 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-56304b39-b26c-4c6d-917b-4cf4a2c26e2b req-8531448e-c284-4795-aaeb-4e4bd0106a6e service neutron] 10.222.0.72 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704327 Dec 10 18:34:24.771333 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1268472-f38e-4307-aa13-c8c32ebea6ff req-e14890fc-5081-432b-aae7-c8b97f7d77fd service neutron] 10.222.0.72 "GET /v2.0/networks/f77d2b38-50a2-4a48-b3a2-b8f2247495f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725654 Dec 10 18:34:24.794297 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-17a1e838-d6f4-4d6c-8d8d-d9491199ac64 req-6efed432-928c-4fdb-adf5-2c8c7fd6db57 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c65e87b-7786-434f-9fa5-a4467eb66d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2978382 Dec 10 18:34:24.833436 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0c798aaa-0448-4a11-bd2e-c29408076153 req-0fe71ab1-48f6-4c6d-95a3-807434bdbe19 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910532 Dec 10 18:34:24.893879 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-2962ab77-c03d-4103-b16d-edf3ca937b14 service neutron] 10.222.0.72 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839515 Dec 10 18:34:24.900908 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44835049-c09e-4531-a9c5-a72061e60b2c req-bede66ef-ba4e-4c7d-9a21-47c557dd17fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:24.902633 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-44835049-c09e-4531-a9c5-a72061e60b2c req-bede66ef-ba4e-4c7d-9a21-47c557dd17fd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9d81f2c65ece44779967ce4592ded8a2&device_id=200f75ed-2848-4683-9bee-f7fae59b884c HTTP/1.1" status: 200 len: 1094 time: 0.0680559 Dec 10 18:34:25.016605 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c296d-c7d2-4611-ab77-d5d413d6ba8c req-c552a16c-5d38-44b2-99f7-99af93b319c7 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:25.018421 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c79c296d-c7d2-4611-ab77-d5d413d6ba8c req-c552a16c-5d38-44b2-99f7-99af93b319c7 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 945 time: 0.1109893 Dec 10 18:34:25.019275 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44835049-c09e-4531-a9c5-a72061e60b2c req-53a6084d-c08c-43a4-b507-75fcff77d725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:25.021123 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-44835049-c09e-4531-a9c5-a72061e60b2c req-53a6084d-c08c-43a4-b507-75fcff77d725 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f77d2b38-50a2-4a48-b3a2-b8f2247495f9 HTTP/1.1" status: 200 len: 915 time: 0.1115897 Dec 10 18:34:25.094228 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-44835049-c09e-4531-a9c5-a72061e60b2c req-1f3bddc1-68e7-46dc-b4ed-6f7e33bf1456 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=499e84f3-ba74-4081-b4ff-ee0ff5111eef HTTP/1.1" status: 200 len: 217 time: 0.0642917 Dec 10 18:34:25.189253 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c79c296d-c7d2-4611-ab77-d5d413d6ba8c req-c18e5994-b920-4d72-ae34-bb33cae38bcb tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468718 Dec 10 18:34:25.193016 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-db93e7e2-c9a7-4297-ba66-fbd51c3e7dea service neutron] 10.222.0.72 "GET /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949865 Dec 10 18:34:25.227611 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44835049-c09e-4531-a9c5-a72061e60b2c req-9c029445-957b-485e-ba05-0947a895a1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:25.230157 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-44835049-c09e-4531-a9c5-a72061e60b2c req-9c029445-957b-485e-ba05-0947a895a1d6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2eb8e2fa-9956-481f-b0b9-17ff60156029 HTTP/1.1" status: 200 len: 854 time: 0.1268806 Dec 10 18:34:25.321861 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-44835049-c09e-4531-a9c5-a72061e60b2c req-3de0f9b3-82b1-4ca8-8d82-940f7962b794 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f77d2b38-50a2-4a48-b3a2-b8f2247495f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827069 Dec 10 18:34:25.364227 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61ad27-8b07-4cca-87e8-4d35dd71a038 req-94a9b35e-af91-4d45-9cd7-8cb643857298 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:25.381351 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1f61ad27-8b07-4cca-87e8-4d35dd71a038 req-94a9b35e-af91-4d45-9cd7-8cb643857298 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=aec08374-315b-4974-81a1-8e80ff3be2c2 HTTP/1.1" status: 200 len: 945 time: 0.2063901 Dec 10 18:34:25.525316 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:25.582634 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1f61ad27-8b07-4cca-87e8-4d35dd71a038 req-a6ecef6f-2689-42f4-a31b-f4f8e88bc903 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879189 Dec 10 18:34:25.666789 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-44835049-c09e-4531-a9c5-a72061e60b2c req-cd7a909b-f1d3-496e-ba93-50e439f4f4a0 service neutron] 10.222.0.72 "GET /v2.0/networks/f77d2b38-50a2-4a48-b3a2-b8f2247495f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632403 Dec 10 18:34:25.703978 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-294f739b-1f2d-4ddb-bcf1-d1aa1d55cf17 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:25.705649 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-294f739b-1f2d-4ddb-bcf1-d1aa1d55cf17 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81&tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986&binding%3Ahost_id=n-h2-821435-1 HTTP/1.1" status: 200 len: 1096 time: 0.0619273 Dec 10 18:34:25.830728 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0e746-eda9-43fd-8462-b483a0d584ea req-ecde83c4-e961-4959-9aeb-953a93fd4763 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:25.845369 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4aa0e746-eda9-43fd-8462-b483a0d584ea req-ecde83c4-e961-4959-9aeb-953a93fd4763 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=200f75ed-2848-4683-9bee-f7fae59b884c HTTP/1.1" status: 200 len: 943 time: 0.1441996 Dec 10 18:34:25.864140 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:25.893591 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-69ebecf7-80e7-4196-b574-5a34937cf41b service neutron] For port 831331b7-2cee-4d1a-bc6c-4d998882cd0d, host n-h1-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:34:25.902463 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-69ebecf7-80e7-4196-b574-5a34937cf41b service neutron] Publish callbacks [] for binding, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:25.903664 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6e6a723d-9e6d-451e-a0d3-0a49390524b8 req-69ebecf7-80e7-4196-b574-5a34937cf41b service neutron] 10.222.0.72 "DELETE /v2.0/ports/831331b7-2cee-4d1a-bc6c-4d998882cd0d/bindings/n-h1-821435-1 HTTP/1.1" status: 204 len: 173 time: 0.1896443 Dec 10 18:34:25.946722 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4aa0e746-eda9-43fd-8462-b483a0d584ea req-3e5b8195-c848-49ee-a00d-19d1e2da9a4e tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916874 Dec 10 18:34:25.954802 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-44835049-c09e-4531-a9c5-a72061e60b2c req-471c3bbc-baf7-4f38-ada3-8e56c7fb9b97 service neutron] 10.222.0.72 "GET /v2.0/networks/f77d2b38-50a2-4a48-b3a2-b8f2247495f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718413 Dec 10 18:34:26.021542 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:26.021915 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:26.165708 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:26.205987 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:26.207133 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3fecff-906e-4642-85d4-de283e9286be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:34:26.210389 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8deab976-4c67-46d5-9b40-4e66842c89ba" -d '{"events": [{"server_uuid": "ef3fecff-906e-4642-85d4-de283e9286be", "name": "network-vif-plugged", "status": "completed", "tag": "8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:34:26.215711 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:26.287721 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a1150-1df7-4b8d-91bd-8a0100d17c1e req-4f60d842-5bbd-4ad3-9045-4eb7b05c59d9 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:26.305556 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d3a1150-1df7-4b8d-91bd-8a0100d17c1e req-4f60d842-5bbd-4ad3-9045-4eb7b05c59d9 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/ports?device_id=2eca133b-3034-4599-b789-14a719e3b948 HTTP/1.1" status: 200 len: 943 time: 0.1133204 Dec 10 18:34:26.380171 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7,revision_number=10']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:26.438928 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d3a1150-1df7-4b8d-91bd-8a0100d17c1e req-a2ad4e30-06f2-4c60-8178-cfbf44d3c7d5 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c65e87b-7786-434f-9fa5-a4467eb66d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312020 Dec 10 18:34:26.604838 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1805489-7662-4a31-bec1-41ab77220805 req-db8c04fd-bf5f-4f3d-8c34-9612448368df tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:26.609023 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1805489-7662-4a31-bec1-41ab77220805 req-db8c04fd-bf5f-4f3d-8c34-9612448368df tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=f80db2e3-8bc5-48b9-8458-7bc592281811 HTTP/1.1" status: 200 len: 946 time: 0.0900521 Dec 10 18:34:26.682396 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1805489-7662-4a31-bec1-41ab77220805 req-ad1e82a8-dc59-484a-ac4b-bb8be1bb26b8 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645027 Dec 10 18:34:26.776602 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a854f61-2ace-42fa-afd0-125856a64124 x-openstack-request-id: req-4a854f61-2ace-42fa-afd0-125856a64124 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:34:26.777922 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3fecff-906e-4642-85d4-de283e9286be", "name": "network-vif-plugged", "status": "completed", "tag": "8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:34:26.778415 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4a854f61-2ace-42fa-afd0-125856a64124 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:34:26.779043 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3fecff-906e-4642-85d4-de283e9286be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7', 'code': 200} Dec 10 18:34:27.009306 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6151d-ffb5-4985-89a8-6716f20f31e6 req-2e8cd677-a294-43fe-960f-46d86f375cf9 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:27.020755 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0f6151d-ffb5-4985-89a8-6716f20f31e6 req-2e8cd677-a294-43fe-960f-46d86f375cf9 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 945 time: 0.1750748 Dec 10 18:34:27.129544 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0f6151d-ffb5-4985-89a8-6716f20f31e6 req-d86cd1d0-cf05-4140-b801-6201629fc934 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073210 Dec 10 18:34:27.300234 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6797d91-975b-4e0b-a024-c4d6bbf7fcaf req-3dfe438d-104b-4714-85d9-0c3d701e6b86 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:27.302029 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e6797d91-975b-4e0b-a024-c4d6bbf7fcaf req-3dfe438d-104b-4714-85d9-0c3d701e6b86 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=aec08374-315b-4974-81a1-8e80ff3be2c2 HTTP/1.1" status: 200 len: 945 time: 0.0663388 Dec 10 18:34:27.371521 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e6797d91-975b-4e0b-a024-c4d6bbf7fcaf req-128bac4e-1305-420b-a186-4a8c58bd09ef tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607598 Dec 10 18:34:27.494035 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e11ca-6580-4a93-90b6-fb3670bc1069 req-6788683d-3265-4e3e-bcb0-8d81211b8efc tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:27.502064 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e30e11ca-6580-4a93-90b6-fb3670bc1069 req-6788683d-3265-4e3e-bcb0-8d81211b8efc tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=200f75ed-2848-4683-9bee-f7fae59b884c HTTP/1.1" status: 200 len: 943 time: 0.0611935 Dec 10 18:34:27.575639 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e30e11ca-6580-4a93-90b6-fb3670bc1069 req-ebe7fa8f-d37e-4d97-a8c5-ec09643937de tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646482 Dec 10 18:34:27.779408 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887204c4-7414-40ef-8e6c-49dbb057e805 req-8e39ede3-80c5-4ab9-b358-fecd26989e53 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:27.782445 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-887204c4-7414-40ef-8e6c-49dbb057e805 req-8e39ede3-80c5-4ab9-b358-fecd26989e53 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/ports?device_id=2eca133b-3034-4599-b789-14a719e3b948 HTTP/1.1" status: 200 len: 943 time: 0.0599077 Dec 10 18:34:27.852791 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-887204c4-7414-40ef-8e6c-49dbb057e805 req-652c3e83-3a36-4933-b31d-5fff5caa28dc tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c65e87b-7786-434f-9fa5-a4467eb66d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592663 Dec 10 18:34:27.991918 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d2faa-aad2-4556-b74e-02b06c969d54 req-fe69542f-5f34-4d93-81d8-f2f6284eb784 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:28.002788 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-345d2faa-aad2-4556-b74e-02b06c969d54 req-fe69542f-5f34-4d93-81d8-f2f6284eb784 tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 1096 time: 0.0792763 Dec 10 18:34:28.054666 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-345d2faa-aad2-4556-b74e-02b06c969d54 req-a4001da2-01d6-4ea2-ba22-4cac7f96f31b tempest-LiveAutoBlockMigrationV225Test-1165188719 tempest-LiveAutoBlockMigrationV225Test-1165188719-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507565 Dec 10 18:34:28.243339 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80833968-b92c-410d-bcea-f39f480b0e35 req-70b1c00a-14c8-4249-baf4-83ba8759ac5e tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:28.244989 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-80833968-b92c-410d-bcea-f39f480b0e35 req-70b1c00a-14c8-4249-baf4-83ba8759ac5e tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=f80db2e3-8bc5-48b9-8458-7bc592281811 HTTP/1.1" status: 200 len: 946 time: 0.0654855 Dec 10 18:34:28.337942 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-80833968-b92c-410d-bcea-f39f480b0e35 req-2c8f23d6-ac59-49cc-9e15-8f6867847446 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814533 Dec 10 18:34:28.458679 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 499e84f3-ba74-4081-b4ff-ee0ff5111eef details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:34:28.686523 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 499e84f3-ba74-4081-b4ff-ee0ff5111eef, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=499e84f3-ba74-4081-b4ff-ee0ff5111eef,segment=NetworkSegment(a4943cb1-8b39-4de7-85ed-25fa2e86aa72),segment_id=a4943cb1-8b39-4de7-85ed-25fa2e86aa72)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:28.712256 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '499e84f3-ba74-4081-b4ff-ee0ff5111eef', 'network_id': 'f77d2b38-50a2-4a48-b3a2-b8f2247495f9', 'port_id': '499e84f3-ba74-4081-b4ff-ee0ff5111eef', 'mac_address': 'fa:16:3e:dc:62:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eb8e2fa-9956-481f-b0b9-17ff60156029', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:34:28.808879 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:28.823615 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3539c0-b1a0-4f5e-bcd8-60e712087f80 req-ddafa793-30c9-4bcf-af97-24fce3ffdcd2 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:28.825657 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8a3539c0-b1a0-4f5e-bcd8-60e712087f80 req-ddafa793-30c9-4bcf-af97-24fce3ffdcd2 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=aec08374-315b-4974-81a1-8e80ff3be2c2 HTTP/1.1" status: 200 len: 945 time: 0.1066811 Dec 10 18:34:28.946274 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8a3539c0-b1a0-4f5e-bcd8-60e712087f80 req-85870bcc-a95e-49f0-ad37-861b4ee7cc19 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126192 Dec 10 18:34:29.153450 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 499e84f3-ba74-4081-b4ff-ee0ff5111eef {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:34:29.177561 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd264d1e-7130-4579-9e11-37df457c84a3 req-3ce794f6-e5f8-4c18-9442-97268e5a8eab tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:29.186592 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dd264d1e-7130-4579-9e11-37df457c84a3 req-3ce794f6-e5f8-4c18-9442-97268e5a8eab tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=200f75ed-2848-4683-9bee-f7fae59b884c HTTP/1.1" status: 200 len: 943 time: 0.1091232 Dec 10 18:34:29.190261 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 499e84f3-ba74-4081-b4ff-ee0ff5111eef, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=499e84f3-ba74-4081-b4ff-ee0ff5111eef,segment=NetworkSegment(a4943cb1-8b39-4de7-85ed-25fa2e86aa72),segment_id=a4943cb1-8b39-4de7-85ed-25fa2e86aa72)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:29.202154 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:29.277067 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=499e84f3-ba74-4081-b4ff-ee0ff5111eef,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:29.278140 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dd264d1e-7130-4579-9e11-37df457c84a3 req-78c403c3-5e17-4655-be18-9b34ba5ed51a tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826216 Dec 10 18:34:29.413982 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca8937-5cb4-4a98-8d67-36ac69e3325e req-132e9c95-43f7-49ce-9201-b093302c1f73 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:29.417099 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-afca8937-5cb4-4a98-8d67-36ac69e3325e req-132e9c95-43f7-49ce-9201-b093302c1f73 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 945 time: 0.0768206 Dec 10 18:34:29.491232 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-afca8937-5cb4-4a98-8d67-36ac69e3325e req-3d321f95-826c-47fd-94ff-082e30e94563 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678363 Dec 10 18:34:29.712146 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['499e84f3-ba74-4081-b4ff-ee0ff5111eef'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:34:29.759804 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2fd400-20a6-47b3-bcce-3d5e926b6816 req-63114a72-ad9d-428b-a3e6-169dfeb4cc91 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:29.771955 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aa2fd400-20a6-47b3-bcce-3d5e926b6816 req-63114a72-ad9d-428b-a3e6-169dfeb4cc91 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 945 time: 0.1535668 Dec 10 18:34:29.786777 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588d325-da2f-4ddc-901c-7f1a52d25811 req-41815e13-cff3-4036-b04b-81be8d13a53c tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:29.788313 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1588d325-da2f-4ddc-901c-7f1a52d25811 req-41815e13-cff3-4036-b04b-81be8d13a53c tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/ports?device_id=2eca133b-3034-4599-b789-14a719e3b948 HTTP/1.1" status: 200 len: 943 time: 0.1357036 Dec 10 18:34:29.929853 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1588d325-da2f-4ddc-901c-7f1a52d25811 req-69c8d226-bec5-4c83-9f0f-8f4937fd6f63 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c65e87b-7786-434f-9fa5-a4467eb66d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019738 Dec 10 18:34:29.945426 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 94fc77bf-932e-4e72-9a54-cbf7f6d83484 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:34:30.070851 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-aa2fd400-20a6-47b3-bcce-3d5e926b6816 req-fdb7016d-0613-4451-9b2a-131b5712fb83 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Deleting port 831331b7-2cee-4d1a-bc6c-4d998882cd0d {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:30.071220 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-aa2fd400-20a6-47b3-bcce-3d5e926b6816 req-fdb7016d-0613-4451-9b2a-131b5712fb83 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:30.125564 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 94fc77bf-932e-4e72-9a54-cbf7f6d83484, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=94fc77bf-932e-4e72-9a54-cbf7f6d83484,segment=NetworkSegment(c0a1c0ac-8daa-4835-a1ac-e8bcdff24283),segment_id=c0a1c0ac-8daa-4835-a1ac-e8bcdff24283)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:30.144754 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '94fc77bf-932e-4e72-9a54-cbf7f6d83484', 'network_id': '7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0', 'port_id': '94fc77bf-932e-4e72-9a54-cbf7f6d83484', 'mac_address': 'fa:16:3e:34:54:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf1176b-a466-4aab-a9a3-dec3ecc03af9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:34:30.206398 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:30.213007 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-aa2fd400-20a6-47b3-bcce-3d5e926b6816 req-fdb7016d-0613-4451-9b2a-131b5712fb83 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] For port 831331b7-2cee-4d1a-bc6c-4d998882cd0d, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=831331b7-2cee-4d1a-bc6c-4d998882cd0d,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:30.213625 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-aa2fd400-20a6-47b3-bcce-3d5e926b6816 req-fdb7016d-0613-4451-9b2a-131b5712fb83 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:30.230139 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-aa2fd400-20a6-47b3-bcce-3d5e926b6816 req-fdb7016d-0613-4451-9b2a-131b5712fb83 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Calling delete_port for 831331b7-2cee-4d1a-bc6c-4d998882cd0d owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:34:30.232359 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94fc77bf-932e-4e72-9a54-cbf7f6d83484 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:34:30.278491 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 94fc77bf-932e-4e72-9a54-cbf7f6d83484, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=94fc77bf-932e-4e72-9a54-cbf7f6d83484,segment=NetworkSegment(c0a1c0ac-8daa-4835-a1ac-e8bcdff24283),segment_id=c0a1c0ac-8daa-4835-a1ac-e8bcdff24283)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:30.286739 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:30.292456 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d9690-d92e-4470-9a68-03409cf3f489 req-0aa3fc76-ffcb-4d7a-9690-3485c42453a1 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:30.304371 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-af0d9690-d92e-4470-9a68-03409cf3f489 req-0aa3fc76-ffcb-4d7a-9690-3485c42453a1 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=aec08374-315b-4974-81a1-8e80ff3be2c2 HTTP/1.1" status: 200 len: 945 time: 0.0881779 Dec 10 18:34:30.349976 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb6174-5635-4c78-880c-fb90835efbe5 req-af7150fb-872e-4048-b520-4028ad201b98 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:30.357886 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0aeb6174-5635-4c78-880c-fb90835efbe5 req-af7150fb-872e-4048-b520-4028ad201b98 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=f80db2e3-8bc5-48b9-8458-7bc592281811 HTTP/1.1" status: 200 len: 946 time: 0.1254535 Dec 10 18:34:30.396029 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=94fc77bf-932e-4e72-9a54-cbf7f6d83484,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:30.414225 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-af0d9690-d92e-4470-9a68-03409cf3f489 req-d1ad2a59-7cd6-4897-92c8-98ac450e86fc tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083691 Dec 10 18:34:30.460725 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0aeb6174-5635-4c78-880c-fb90835efbe5 req-b9d9043e-f3d8-4474-84f8-720c67baa330 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865283 Dec 10 18:34:30.578960 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b716ee-bdc4-4302-84f8-439b6f607785 req-31faba98-bc4f-4e56-8a0f-13abe9a05b8c tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:30.593074 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a6b716ee-bdc4-4302-84f8-439b6f607785 req-31faba98-bc4f-4e56-8a0f-13abe9a05b8c tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=200f75ed-2848-4683-9bee-f7fae59b884c HTTP/1.1" status: 200 len: 944 time: 0.1107042 Dec 10 18:34:30.599181 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-aa2fd400-20a6-47b3-bcce-3d5e926b6816 req-fdb7016d-0613-4451-9b2a-131b5712fb83 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:30.616574 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['d29c3170-75f7-4a7c-976d-2dc07ad3078f'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:34:30.663182 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb7016d-0613-4451-9b2a-131b5712fb83 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Pushing event deleted for resources: {'Port': ['ID=831331b7-2cee-4d1a-bc6c-4d998882cd0d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:30.678393 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['94fc77bf-932e-4e72-9a54-cbf7f6d83484'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:34:30.678763 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7016d-0613-4451-9b2a-131b5712fb83 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:30.679159 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7016d-0613-4451-9b2a-131b5712fb83 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:30.679503 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7016d-0613-4451-9b2a-131b5712fb83 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:30.679850 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7016d-0613-4451-9b2a-131b5712fb83 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:30.680192 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7016d-0613-4451-9b2a-131b5712fb83 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:30.680526 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7016d-0613-4451-9b2a-131b5712fb83 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:30.680903 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7016d-0613-4451-9b2a-131b5712fb83 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:30.681237 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7016d-0613-4451-9b2a-131b5712fb83 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:30.681570 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7016d-0613-4451-9b2a-131b5712fb83 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:30.681902 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7016d-0613-4451-9b2a-131b5712fb83 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:30.682233 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7016d-0613-4451-9b2a-131b5712fb83 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:30.682561 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7016d-0613-4451-9b2a-131b5712fb83 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:30.682888 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7016d-0613-4451-9b2a-131b5712fb83 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:30.699471 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a6b716ee-bdc4-4302-84f8-439b6f607785 req-32352530-1860-400a-a261-56f667b3186d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038849 Dec 10 18:34:30.759516 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2fd400-20a6-47b3-bcce-3d5e926b6816 req-fdb7016d-0613-4451-9b2a-131b5712fb83 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] No DVR routers for this DVR port 831331b7-2cee-4d1a-bc6c-4d998882cd0d on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:34:30.762655 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-aa2fd400-20a6-47b3-bcce-3d5e926b6816 req-fdb7016d-0613-4451-9b2a-131b5712fb83 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:30.768619 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aa2fd400-20a6-47b3-bcce-3d5e926b6816 req-fdb7016d-0613-4451-9b2a-131b5712fb83 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.72 "DELETE /v2.0/ports/831331b7-2cee-4d1a-bc6c-4d998882cd0d HTTP/1.1" status: 204 len: 173 time: 0.9793117 Dec 10 18:34:30.769783 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf2ac8a-1b88-4eca-92c5-ec25b2438e81', 'name': 'network-vif-deleted', 'tag': '831331b7-2cee-4d1a-bc6c-4d998882cd0d'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:34:30.772837 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ed8a8d-a9d9-42c7-b835-82bb2d439850" -d '{"events": [{"server_uuid": "acf2ac8a-1b88-4eca-92c5-ec25b2438e81", "name": "network-vif-deleted", "tag": "831331b7-2cee-4d1a-bc6c-4d998882cd0d"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:34:30.800830 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['831331b7-2cee-4d1a-bc6c-4d998882cd0d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:34:30.856525 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5ac97fac-a314-45d7-a109-091e00f1eb3c req-570eb179-b00d-4659-b201-fbdbdb44f6a3 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 210 time: 0.0454872 Dec 10 18:34:30.943944 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4108c207-903b-4ed0-93f0-4c1680944b6c x-openstack-request-id: req-4108c207-903b-4ed0-93f0-4c1680944b6c {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:34:30.944239 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acf2ac8a-1b88-4eca-92c5-ec25b2438e81", "name": "network-vif-deleted", "tag": "831331b7-2cee-4d1a-bc6c-4d998882cd0d", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:34:30.944495 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4108c207-903b-4ed0-93f0-4c1680944b6c {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:34:30.944921 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf2ac8a-1b88-4eca-92c5-ec25b2438e81', 'name': 'network-vif-deleted', 'tag': '831331b7-2cee-4d1a-bc6c-4d998882cd0d', 'status': 'completed', 'code': 200} Dec 10 18:34:31.085772 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9905b-0cf8-4efb-9694-b88281907cbc req-bec7e8c3-391c-43ba-9a63-4984000c30e4 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:31.096058 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aaf9905b-0cf8-4efb-9694-b88281907cbc req-bec7e8c3-391c-43ba-9a63-4984000c30e4 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=aec08374-315b-4974-81a1-8e80ff3be2c2 HTTP/1.1" status: 200 len: 945 time: 0.1181874 Dec 10 18:34:31.156909 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aaf9905b-0cf8-4efb-9694-b88281907cbc req-1e6b8081-ba2a-46fd-a93a-e43beca390be tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593140 Dec 10 18:34:31.223839 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f5b21-ccc0-40f5-8a25-33e7f27c6911 req-2c5244e6-ee28-4022-8fb1-c457f9a397cc tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:31.239545 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ca4f5b21-ccc0-40f5-8a25-33e7f27c6911 req-2c5244e6-ee28-4022-8fb1-c457f9a397cc tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/ports?device_id=2eca133b-3034-4599-b789-14a719e3b948 HTTP/1.1" status: 200 len: 944 time: 0.1951733 Dec 10 18:34:31.320523 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ca4f5b21-ccc0-40f5-8a25-33e7f27c6911 req-926ae99f-8a92-4bd9-986b-ff91b0c44f9e tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c65e87b-7786-434f-9fa5-a4467eb66d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678887 Dec 10 18:34:31.664291 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc406d-dd15-48ab-ad15-10b2deca6d7a req-a467e9f7-7106-4aa6-bd50-eeab5a3dc990 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:31.672910 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-44fc406d-dd15-48ab-ad15-10b2deca6d7a req-a467e9f7-7106-4aa6-bd50-eeab5a3dc990 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=f80db2e3-8bc5-48b9-8458-7bc592281811 HTTP/1.1" status: 200 len: 946 time: 0.1290798 Dec 10 18:34:31.729204 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-44fc406d-dd15-48ab-ad15-10b2deca6d7a req-e2d95e1e-c714-4762-964b-dfa8980bbe02 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548427 Dec 10 18:34:31.906039 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac26a-1be5-413e-923c-ff60fc53e3b4 req-888a753f-b05c-4ae5-b96e-083c54031119 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:31.907936 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-099ac26a-1be5-413e-923c-ff60fc53e3b4 req-888a753f-b05c-4ae5-b96e-083c54031119 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=200f75ed-2848-4683-9bee-f7fae59b884c HTTP/1.1" status: 200 len: 944 time: 0.0851634 Dec 10 18:34:32.028419 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-099ac26a-1be5-413e-923c-ff60fc53e3b4 req-a35a3660-865c-411a-8857-707a6422ddb7 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011028 Dec 10 18:34:32.081848 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0f0f83fb-ad05-4ec1-b248-c894f2306869 req-a7733b8b-1ea9-4220-ae5c-eaba1092633e tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 210 time: 0.0517466 Dec 10 18:34:32.386910 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc758296-474e-43a1-838a-964de57cd4f3 req-875763f8-ecce-45fc-80bb-6c498053924d tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:32.391745 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dc758296-474e-43a1-838a-964de57cd4f3 req-875763f8-ecce-45fc-80bb-6c498053924d tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=aec08374-315b-4974-81a1-8e80ff3be2c2 HTTP/1.1" status: 200 len: 945 time: 0.1336329 Dec 10 18:34:32.440216 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75c7cb-61ae-438c-aa3f-e98426fcdb9e req-0b56513a-cdfa-4451-a849-15a764b664cc tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:32.442501 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1d75c7cb-61ae-438c-aa3f-e98426fcdb9e req-0b56513a-cdfa-4451-a849-15a764b664cc tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.72 "GET /v2.0/ports?device_id=aec08374-315b-4974-81a1-8e80ff3be2c2 HTTP/1.1" status: 200 len: 945 time: 0.1164212 Dec 10 18:34:32.475695 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 499e84f3-ba74-4081-b4ff-ee0ff5111eef up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:32.516176 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dc758296-474e-43a1-838a-964de57cd4f3 req-0077de0a-857f-41f9-b6fd-dadaa6e5a381 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131611 Dec 10 18:34:32.598302 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa0064-f8d8-4ce1-815c-58a2c73e3f95 req-f1fe0593-25d9-4892-9abf-e52c361aa65e tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:32.606066 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c1aa0064-f8d8-4ce1-815c-58a2c73e3f95 req-f1fe0593-25d9-4892-9abf-e52c361aa65e tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/ports?device_id=2eca133b-3034-4599-b789-14a719e3b948 HTTP/1.1" status: 200 len: 944 time: 0.1440654 Dec 10 18:34:32.608174 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 499e84f3-ba74-4081-b4ff-ee0ff5111eef completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:34:32.617103 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 499e84f3-ba74-4081-b4ff-ee0ff5111eef triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:32.617480 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.670395 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c1aa0064-f8d8-4ce1-815c-58a2c73e3f95 req-107c72e1-0b59-4e9a-9c7b-9022c24267e5 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c65e87b-7786-434f-9fa5-a4467eb66d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583513 Dec 10 18:34:32.705177 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-1d75c7cb-61ae-438c-aa3f-e98426fcdb9e req-454ab7fa-42ce-4e13-94a7-81d07eb3de26 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Deleting port f000d118-0e0c-48eb-ba89-f6822b7e527a {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:32.705428 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1d75c7cb-61ae-438c-aa3f-e98426fcdb9e req-454ab7fa-42ce-4e13-94a7-81d07eb3de26 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.902105 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.966757 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-1d75c7cb-61ae-438c-aa3f-e98426fcdb9e req-454ab7fa-42ce-4e13-94a7-81d07eb3de26 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] For port f000d118-0e0c-48eb-ba89-f6822b7e527a, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=f000d118-0e0c-48eb-ba89-f6822b7e527a,segment=NetworkSegment(4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9),segment_id=4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:32.967682 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1d75c7cb-61ae-438c-aa3f-e98426fcdb9e req-454ab7fa-42ce-4e13-94a7-81d07eb3de26 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.986020 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708d6f2-3af5-4dd6-b1a3-035b1c0972c1 req-8ae7867c-8e05-4228-8105-641c2e3740e2 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:32.995579 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200f75ed-2848-4683-9bee-f7fae59b884c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499e84f3-ba74-4081-b4ff-ee0ff5111eef'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:34:32.997916 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d260de-fe50-4181-b7d7-5de6c0ba8657" -d '{"events": [{"server_uuid": "200f75ed-2848-4683-9bee-f7fae59b884c", "name": "network-vif-plugged", "status": "completed", "tag": "499e84f3-ba74-4081-b4ff-ee0ff5111eef"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:34:33.000567 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3708d6f2-3af5-4dd6-b1a3-035b1c0972c1 req-8ae7867c-8e05-4228-8105-641c2e3740e2 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=f80db2e3-8bc5-48b9-8458-7bc592281811 HTTP/1.1" status: 200 len: 946 time: 0.1550827 Dec 10 18:34:33.007549 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-1d75c7cb-61ae-438c-aa3f-e98426fcdb9e req-454ab7fa-42ce-4e13-94a7-81d07eb3de26 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Calling delete_port for f000d118-0e0c-48eb-ba89-f6822b7e527a owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:34:33.036580 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 499e84f3-ba74-4081-b4ff-ee0ff5111eef, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=499e84f3-ba74-4081-b4ff-ee0ff5111eef,segment=NetworkSegment(a4943cb1-8b39-4de7-85ed-25fa2e86aa72),segment_id=a4943cb1-8b39-4de7-85ed-25fa2e86aa72)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:33.049079 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:33.049471 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 831331b7-2cee-4d1a-bc6c-4d998882cd0d no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:34:33.152608 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3708d6f2-3af5-4dd6-b1a3-035b1c0972c1 req-22f819e6-a0d4-4f4e-ba77-7afc4cfc103f tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370208 Dec 10 18:34:33.183012 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 831331b7-2cee-4d1a-bc6c-4d998882cd0d {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:34:33.183363 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 831331b7-2cee-4d1a-bc6c-4d998882cd0d not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:34:33.234512 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe110b9d-1bc7-4d7c-b689-70a5d155c642 x-openstack-request-id: req-fe110b9d-1bc7-4d7c-b689-70a5d155c642 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:34:33.234820 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200f75ed-2848-4683-9bee-f7fae59b884c", "name": "network-vif-plugged", "status": "completed", "tag": "499e84f3-ba74-4081-b4ff-ee0ff5111eef", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:34:33.235795 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fe110b9d-1bc7-4d7c-b689-70a5d155c642 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:34:33.235795 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200f75ed-2848-4683-9bee-f7fae59b884c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499e84f3-ba74-4081-b4ff-ee0ff5111eef', 'code': 200} Dec 10 18:34:33.241542 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=499e84f3-ba74-4081-b4ff-ee0ff5111eef,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:33.314949 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1d75c7cb-61ae-438c-aa3f-e98426fcdb9e req-454ab7fa-42ce-4e13-94a7-81d07eb3de26 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:33.327593 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['f000d118-0e0c-48eb-ba89-f6822b7e527a'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:34:33.422399 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bb059943-edd2-42e0-9e66-f6f2909d82b5 req-bcef31a5-29c1-4777-8895-f9a181a73ced tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 210 time: 0.0414605 Dec 10 18:34:33.423514 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ab7fa-42ce-4e13-94a7-81d07eb3de26 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Pushing event deleted for resources: {'Port': ['ID=f000d118-0e0c-48eb-ba89-f6822b7e527a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:33.457933 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c555d-80fc-40af-b5ac-c537a9bc1ce5 req-b9c3b7e4-c2e8-4611-8753-367fa89cb9a9 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:33.459680 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-353c555d-80fc-40af-b5ac-c537a9bc1ce5 req-b9c3b7e4-c2e8-4611-8753-367fa89cb9a9 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=200f75ed-2848-4683-9bee-f7fae59b884c HTTP/1.1" status: 200 len: 945 time: 0.1784496 Dec 10 18:34:33.476884 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68966b7b-2726-432a-a048-43e271aa6211 req-1a878d7e-775a-44c2-a855-a8209af9c0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:33.478523 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-68966b7b-2726-432a-a048-43e271aa6211 req-1a878d7e-775a-44c2-a855-a8209af9c0b6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=200f75ed-2848-4683-9bee-f7fae59b884c HTTP/1.1" status: 200 len: 1096 time: 0.1273656 Dec 10 18:34:33.493622 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:33.513800 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d75c7cb-61ae-438c-aa3f-e98426fcdb9e req-454ab7fa-42ce-4e13-94a7-81d07eb3de26 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] No DVR routers for this DVR port f000d118-0e0c-48eb-ba89-f6822b7e527a on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:34:33.528032 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1d75c7cb-61ae-438c-aa3f-e98426fcdb9e req-454ab7fa-42ce-4e13-94a7-81d07eb3de26 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:33.534197 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1d75c7cb-61ae-438c-aa3f-e98426fcdb9e req-454ab7fa-42ce-4e13-94a7-81d07eb3de26 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.72 "DELETE /v2.0/ports/f000d118-0e0c-48eb-ba89-f6822b7e527a HTTP/1.1" status: 204 len: 173 time: 1.0829382 Dec 10 18:34:33.534826 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec08374-315b-4974-81a1-8e80ff3be2c2', 'name': 'network-vif-deleted', 'tag': 'f000d118-0e0c-48eb-ba89-f6822b7e527a'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:34:33.538210 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b38d246-4263-44ed-a0ea-77d64262e7b8" -d '{"events": [{"server_uuid": "aec08374-315b-4974-81a1-8e80ff3be2c2", "name": "network-vif-deleted", "tag": "f000d118-0e0c-48eb-ba89-f6822b7e527a"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:34:33.634792 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-353c555d-80fc-40af-b5ac-c537a9bc1ce5 req-b824a6ae-9ee0-4946-9152-1ec1cabfeb11 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614223 Dec 10 18:34:33.663976 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080cede3-d590-4775-9361-8f8baeeea641 x-openstack-request-id: req-080cede3-d590-4775-9361-8f8baeeea641 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:34:33.664266 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec08374-315b-4974-81a1-8e80ff3be2c2", "name": "network-vif-deleted", "tag": "f000d118-0e0c-48eb-ba89-f6822b7e527a", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:34:33.664517 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-080cede3-d590-4775-9361-8f8baeeea641 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:34:33.665108 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec08374-315b-4974-81a1-8e80ff3be2c2', 'name': 'network-vif-deleted', 'tag': 'f000d118-0e0c-48eb-ba89-f6822b7e527a', 'status': 'completed', 'code': 200} Dec 10 18:34:33.699543 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-68966b7b-2726-432a-a048-43e271aa6211 req-e25e258e-33b5-4dc4-9129-ed8a5ff2da40 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053123 Dec 10 18:34:33.823183 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ce539b20-4943-4d59-9112-f9c11f596bd3 req-8deb45c3-5615-48a4-83ee-a9192a128c2e tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=aec08374-315b-4974-81a1-8e80ff3be2c2 HTTP/1.1" status: 200 len: 210 time: 0.0657678 Dec 10 18:34:33.866509 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24c74b-cd35-4513-a4ce-6f0356e74202 req-9ed7b3d1-2dd0-4fba-9adb-e77b47588ea3 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:33.868030 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8a24c74b-cd35-4513-a4ce-6f0356e74202 req-9ed7b3d1-2dd0-4fba-9adb-e77b47588ea3 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/ports?device_id=2eca133b-3034-4599-b789-14a719e3b948 HTTP/1.1" status: 200 len: 944 time: 0.0802786 Dec 10 18:34:33.925103 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 94fc77bf-932e-4e72-9a54-cbf7f6d83484 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:33.940768 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8a24c74b-cd35-4513-a4ce-6f0356e74202 req-54a21a90-543b-43f9-8f3e-a4158ce71f0a tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c65e87b-7786-434f-9fa5-a4467eb66d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618577 Dec 10 18:34:34.006861 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 94fc77bf-932e-4e72-9a54-cbf7f6d83484 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:34:34.011216 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 94fc77bf-932e-4e72-9a54-cbf7f6d83484 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:34.011791 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:34.119286 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:34.257604 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 94fc77bf-932e-4e72-9a54-cbf7f6d83484, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=94fc77bf-932e-4e72-9a54-cbf7f6d83484,segment=NetworkSegment(c0a1c0ac-8daa-4835-a1ac-e8bcdff24283),segment_id=c0a1c0ac-8daa-4835-a1ac-e8bcdff24283)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:34.268480 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:34.428301 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=94fc77bf-932e-4e72-9a54-cbf7f6d83484,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:34.435018 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b80e84-5d84-4336-954c-78fe0d44ced3 req-88f65102-eeb2-40f3-848c-383ce4c86584 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:34.443748 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b3b80e84-5d84-4336-954c-78fe0d44ced3 req-88f65102-eeb2-40f3-848c-383ce4c86584 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=f80db2e3-8bc5-48b9-8458-7bc592281811 HTTP/1.1" status: 200 len: 946 time: 0.1069553 Dec 10 18:34:34.550661 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b3b80e84-5d84-4336-954c-78fe0d44ced3 req-35dac515-5199-4860-8880-d72339fc12dd tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058264 Dec 10 18:34:34.598061 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c80531f0-dfc0-49b5-8e36-d9d9354f9289 req-907efeb0-ee63-4cef-8346-bf4afbbe881b tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 210 time: 0.0650556 Dec 10 18:34:34.773737 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d4a20-3c9c-4258-b17a-1e1e8c101a18 req-2e697e6e-f35f-486e-bfba-71c66ccb68fb tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:34.780623 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-269d4a20-3c9c-4258-b17a-1e1e8c101a18 req-2e697e6e-f35f-486e-bfba-71c66ccb68fb tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=200f75ed-2848-4683-9bee-f7fae59b884c HTTP/1.1" status: 200 len: 945 time: 0.0683250 Dec 10 18:34:34.844164 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-269d4a20-3c9c-4258-b17a-1e1e8c101a18 req-f97d35aa-5500-42ca-a109-8f88f667e2a9 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599053 Dec 10 18:34:35.146993 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5de62-825f-41b2-8ce8-c7cd607254bd req-d9998d2b-ec6f-4c60-9f59-d1dc179b4771 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:35.164516 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b2f5de62-825f-41b2-8ce8-c7cd607254bd req-d9998d2b-ec6f-4c60-9f59-d1dc179b4771 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/ports?device_id=2eca133b-3034-4599-b789-14a719e3b948 HTTP/1.1" status: 200 len: 945 time: 0.1196663 Dec 10 18:34:35.236488 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eca133b-3034-4599-b789-14a719e3b948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94fc77bf-932e-4e72-9a54-cbf7f6d83484'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:34:35.239803 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a179aca5-c428-422e-b17d-29e3b2406681" -d '{"events": [{"server_uuid": "2eca133b-3034-4599-b789-14a719e3b948", "name": "network-vif-plugged", "status": "completed", "tag": "94fc77bf-932e-4e72-9a54-cbf7f6d83484"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:34:35.280105 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b2f5de62-825f-41b2-8ce8-c7cd607254bd req-3484c21e-eccc-49bb-b858-39a58f6ed70e tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c65e87b-7786-434f-9fa5-a4467eb66d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145649 Dec 10 18:34:35.289386 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-453566ad-836e-4f52-bb3a-535801589306 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:35.290906 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-453566ad-836e-4f52-bb3a-535801589306 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/networks?id=2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 HTTP/1.1" status: 200 len: 812 time: 0.1758785 Dec 10 18:34:35.325338 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-4990f657-c4b5-4ef0-8574-e0367f347685 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/quotas/4f5421d821ae4626b82959b6edcb39c9 HTTP/1.1" status: 200 len: 375 time: 0.0236681 Dec 10 18:34:35.429242 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-9f2f4d0d-89aa-4128-b801-28905754fa41 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4f5421d821ae4626b82959b6edcb39c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0988448 Dec 10 18:34:35.467734 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511eb0a1-28b2-4445-b514-dda81a2dbdb5 x-openstack-request-id: req-511eb0a1-28b2-4445-b514-dda81a2dbdb5 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:34:35.468319 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eca133b-3034-4599-b789-14a719e3b948", "name": "network-vif-plugged", "status": "completed", "tag": "94fc77bf-932e-4e72-9a54-cbf7f6d83484", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:34:35.468578 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-511eb0a1-28b2-4445-b514-dda81a2dbdb5 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:34:35.469023 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eca133b-3034-4599-b789-14a719e3b948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94fc77bf-932e-4e72-9a54-cbf7f6d83484', 'code': 200} Dec 10 18:34:35.691702 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e298a8-1805-4e5c-a8d0-5f74479c8801 req-6e71ee09-938b-4a43-862b-7a962c36a2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:35.693239 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-37e298a8-1805-4e5c-a8d0-5f74479c8801 req-6e71ee09-938b-4a43-862b-7a962c36a2f2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2eca133b-3034-4599-b789-14a719e3b948 HTTP/1.1" status: 200 len: 1096 time: 0.0995443 Dec 10 18:34:35.705450 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-b4a1f0e8-feaf-48e5-b757-2a4868274938 service neutron] 10.222.0.62 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726660 Dec 10 18:34:35.754239 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da44e0-1137-451c-95ee-6d6ce66c5627 req-e90afabf-b995-4b50-97f2-f70cf29c09f7 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:35.755790 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-45da44e0-1137-451c-95ee-6d6ce66c5627 req-e90afabf-b995-4b50-97f2-f70cf29c09f7 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=f80db2e3-8bc5-48b9-8458-7bc592281811 HTTP/1.1" status: 200 len: 946 time: 0.1038737 Dec 10 18:34:35.838482 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-17d41eb8-d788-4ad9-b107-4a65b9d19c0f service neutron] 10.222.0.62 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319404 Dec 10 18:34:35.860761 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-45da44e0-1137-451c-95ee-6d6ce66c5627 req-eecd2411-6def-43c0-b6f3-4c3b630ba2e1 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949216 Dec 10 18:34:35.944500 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-37e298a8-1805-4e5c-a8d0-5f74479c8801 req-8c75a2c0-5383-4047-901e-a158c5739395 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1c65e87b-7786-434f-9fa5-a4467eb66d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358334 Dec 10 18:34:36.058542 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d585cd12-7bfe-496a-91ae-ae09982a68b9 req-6ab9a933-ab56-4651-a7d0-8ad79a8cce93 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 210 time: 0.0350606 Dec 10 18:34:36.268398 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9fe43-bd0b-49e0-af4d-fc862791a1fe req-a8093232-128e-4cb4-b064-d1f2e81080a7 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:36.285835 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d6c9fe43-bd0b-49e0-af4d-fc862791a1fe req-a8093232-128e-4cb4-b064-d1f2e81080a7 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=200f75ed-2848-4683-9bee-f7fae59b884c HTTP/1.1" status: 200 len: 945 time: 0.1299403 Dec 10 18:34:36.321085 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f31e648e-443d-4189-8840-05545ee8fad8 req-d497cb33-def8-40b7-9735-a02aab306a1d tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a3911d2-8981-470d-bf23-e543484e2d7f HTTP/1.1" status: 200 len: 210 time: 0.0546136 Dec 10 18:34:36.390299 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d6c9fe43-bd0b-49e0-af4d-fc862791a1fe req-f86c5613-bb19-495e-890e-e9990ec74bec tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976231 Dec 10 18:34:36.502726 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device f000d118-0e0c-48eb-ba89-f6822b7e527a no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:34:36.534346 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: f000d118-0e0c-48eb-ba89-f6822b7e527a {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:34:36.534701 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device f000d118-0e0c-48eb-ba89-f6822b7e527a not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:34:36.637991 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b388f9-b951-4e2f-8c8b-be184cfd234f req-8e1941f2-077a-4107-a781-fc5e178ab420 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:36.655297 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f6b388f9-b951-4e2f-8c8b-be184cfd234f req-8e1941f2-077a-4107-a781-fc5e178ab420 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/ports?device_id=2eca133b-3034-4599-b789-14a719e3b948 HTTP/1.1" status: 200 len: 945 time: 0.2237592 Dec 10 18:34:36.800345 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f6b388f9-b951-4e2f-8c8b-be184cfd234f req-cc6a5fc1-bb78-46f0-a5b7-2d6c88f32e22 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c65e87b-7786-434f-9fa5-a4467eb66d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422918 Dec 10 18:34:37.153830 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d95a79-9efc-44eb-bd7c-35a15d4a9718 req-afc06d96-e78c-4127-b3f2-838af82a08d4 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:37.159054 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b9d95a79-9efc-44eb-bd7c-35a15d4a9718 req-afc06d96-e78c-4127-b3f2-838af82a08d4 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=f80db2e3-8bc5-48b9-8458-7bc592281811 HTTP/1.1" status: 200 len: 946 time: 0.1492727 Dec 10 18:34:37.384714 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b9d95a79-9efc-44eb-bd7c-35a15d4a9718 req-6d31f897-215f-4e23-b148-973e5f91e7dc tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158372 Dec 10 18:34:37.500092 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cdff1e7f-9874-4d35-b23b-1d987eb0bf9b req-778aa602-de82-47cb-951a-c48a7cc1cee6 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=acf2ac8a-1b88-4eca-92c5-ec25b2438e81 HTTP/1.1" status: 200 len: 210 time: 0.0984795 Dec 10 18:34:37.679552 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4d0f7205-a561-4120-a244-6600c3734b7a req-5c231b6f-e559-44cd-80cc-240dbcf40030 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a3911d2-8981-470d-bf23-e543484e2d7f HTTP/1.1" status: 200 len: 210 time: 0.0782645 Dec 10 18:34:37.872743 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:38.208068 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee58846-0134-4d6c-96cc-25c567857cf8 req-c4e7776f-80e7-4ed1-a487-c5a7585e76cf tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:38.215947 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5ee58846-0134-4d6c-96cc-25c567857cf8 req-c4e7776f-80e7-4ed1-a487-c5a7585e76cf tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/ports?device_id=2eca133b-3034-4599-b789-14a719e3b948 HTTP/1.1" status: 200 len: 945 time: 0.2902915 Dec 10 18:34:38.313084 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5ee58846-0134-4d6c-96cc-25c567857cf8 req-5e4aa44c-0c4d-41a4-b40c-1d6855a55fd3 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c65e87b-7786-434f-9fa5-a4467eb66d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945916 Dec 10 18:34:38.332023 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-a8d5494a-d368-46a5-a109-b9e857a58550 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:38.349660 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-a8d5494a-d368-46a5-a109-b9e857a58550 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.72 "GET /v2.0/networks?id=2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 HTTP/1.1" status: 200 len: 812 time: 0.4778025 Dec 10 18:34:38.369311 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-c20128e8-ce7a-4b78-8485-0fa3423018d5 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Request body: {'port': {'device_id': '8a3911d2-8981-470d-bf23-e543484e2d7f', 'network_id': '2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2', 'admin_state_up': True, 'tenant_id': '4f5421d821ae4626b82959b6edcb39c9'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:38.652815 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5016a-aadf-4ad1-bc97-1466ab5c2b03 req-d170652b-9ffa-4875-aee0-d1ce0823dd16 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:38.676278 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 47656) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:38.678953 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-18c5016a-aadf-4ad1-bc97-1466ab5c2b03 req-d170652b-9ffa-4875-aee0-d1ce0823dd16 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/ports?device_id=2eca133b-3034-4599-b789-14a719e3b948 HTTP/1.1" status: 200 len: 945 time: 0.1538243 Dec 10 18:34:38.679254 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-c20128e8-ce7a-4b78-8485-0fa3423018d5 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Made reservation on behalf of 4f5421d821ae4626b82959b6edcb39c9 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:38.683263 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-c20128e8-ce7a-4b78-8485-0fa3423018d5 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:38.696258 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-0d3336f2-5fc5-4c72-b32a-78002c44fdeb tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Request body: {'floatingip': {'port_id': '94fc77bf-932e-4e72-9a54-cbf7f6d83484'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:38.810413 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3aae4-0beb-4960-9373-0d7e556e485a req-6592d6ed-04ef-4318-9cb6-b47dab161789 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:38.825124 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-67a3aae4-0beb-4960-9373-0d7e556e485a req-6592d6ed-04ef-4318-9cb6-b47dab161789 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=f80db2e3-8bc5-48b9-8458-7bc592281811 HTTP/1.1" status: 200 len: 946 time: 0.2900007 Dec 10 18:34:38.961101 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-67a3aae4-0beb-4960-9373-0d7e556e485a req-87a1bafe-3546-4ea0-9102-8e4280daff46 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344731 Dec 10 18:34:38.974957 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d3336f2-5fc5-4c72-b32a-78002c44fdeb tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks [] for floatingip, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:39.717460 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d3336f2-5fc5-4c72-b32a-78002c44fdeb tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:39.740191 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d3336f2-5fc5-4c72-b32a-78002c44fdeb tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:39.777229 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-41b87d77-e413-47ce-8edd-1e6628bb9801 req-3e665b96-c5ba-4238-bdf7-0580d286e40f tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a3911d2-8981-470d-bf23-e543484e2d7f HTTP/1.1" status: 200 len: 210 time: 0.4825258 Dec 10 18:34:39.978572 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-0d3336f2-5fc5-4c72-b32a-78002c44fdeb tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Floating IP 262d46af-cd51-4c6d-a1ac-9d5bee99aee5 associated. External IP: 172.25.7.244, port: 94fc77bf-932e-4e72-9a54-cbf7f6d83484. Dec 10 18:34:40.143345 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-c20128e8-ce7a-4b78-8485-0fa3423018d5 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Allocated IP 172.20.0.8 (2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2/b914d67e-99a3-4836-8560-8ad9054366d0/72648f73-1a7f-4118-9d06-c1aac50c2328) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:40.366474 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80303229-df4d-4ae0-9209-e4677d084b0c req-2c5bccfe-5945-4608-b5a8-0a4a2027d34c tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:40.368218 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-80303229-df4d-4ae0-9209-e4677d084b0c req-2c5bccfe-5945-4608-b5a8-0a4a2027d34c tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=f80db2e3-8bc5-48b9-8458-7bc592281811 HTTP/1.1" status: 200 len: 946 time: 0.2892346 Dec 10 18:34:40.539350 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-80303229-df4d-4ae0-9209-e4677d084b0c req-82b99df4-f89a-4145-b62c-326865370b8f tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603770 Dec 10 18:34:40.565168 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-c20128e8-ce7a-4b78-8485-0fa3423018d5 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:40.635245 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3336f2-5fc5-4c72-b32a-78002c44fdeb tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Router fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:34:40.651256 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-c20128e8-ce7a-4b78-8485-0fa3423018d5 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:40.792718 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-c20128e8-ce7a-4b78-8485-0fa3423018d5 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Network 2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:40.801398 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-c20128e8-ce7a-4b78-8485-0fa3423018d5 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:40.803434 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20128e8-ce7a-4b78-8485-0fa3423018d5 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Pushing event updated for resources: {'Port': ['ID=72648f73-1a7f-4118-9d06-c1aac50c2328,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:40.805844 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-c20128e8-ce7a-4b78-8485-0fa3423018d5 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:40.859708 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-c20128e8-ce7a-4b78-8485-0fa3423018d5 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:40.860855 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-c20128e8-ce7a-4b78-8485-0fa3423018d5 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:40.885201 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-c20128e8-ce7a-4b78-8485-0fa3423018d5 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5252697 Dec 10 18:34:40.892723 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20128e8-ce7a-4b78-8485-0fa3423018d5 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:40.893233 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20128e8-ce7a-4b78-8485-0fa3423018d5 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:40.893689 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20128e8-ce7a-4b78-8485-0fa3423018d5 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:40.894138 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20128e8-ce7a-4b78-8485-0fa3423018d5 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:40.894598 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20128e8-ce7a-4b78-8485-0fa3423018d5 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:40.895040 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20128e8-ce7a-4b78-8485-0fa3423018d5 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:40.895515 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20128e8-ce7a-4b78-8485-0fa3423018d5 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:40.895951 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20128e8-ce7a-4b78-8485-0fa3423018d5 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:40.896385 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20128e8-ce7a-4b78-8485-0fa3423018d5 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:40.896848 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20128e8-ce7a-4b78-8485-0fa3423018d5 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:40.897280 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20128e8-ce7a-4b78-8485-0fa3423018d5 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:40.897714 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20128e8-ce7a-4b78-8485-0fa3423018d5 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:40.898161 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20128e8-ce7a-4b78-8485-0fa3423018d5 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:40.910219 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-d744ccd7-b22b-4e5f-9b2c-5cc54267e595 service neutron] Request body: {'port': {'device_id': '8a3911d2-8981-470d-bf23-e543484e2d7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:40.963358 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3336f2-5fc5-4c72-b32a-78002c44fdeb tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:34:40.973015 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d3336f2-5fc5-4c72-b32a-78002c44fdeb tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:40.975526 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7c8993-fb27-44ad-8f44-dc54ba085dff None None] Sync routers for ids ['fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:34:41.005136 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7c8993-fb27-44ad-8f44-dc54ba085dff None None] Routers {'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:34:41.009486 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-ae7c8993-fb27-44ad-8f44-dc54ba085dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:34:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:41.090534 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b1deb-72dc-4564-9131-df2271cafa8f req-275f4f70-7ffe-4796-82ca-fcb3ee7dc357 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:41.100503 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-550b1deb-72dc-4564-9131-df2271cafa8f req-275f4f70-7ffe-4796-82ca-fcb3ee7dc357 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a3911d2-8981-470d-bf23-e543484e2d7f HTTP/1.1" status: 200 len: 931 time: 0.1690454 Dec 10 18:34:41.174039 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-550b1deb-72dc-4564-9131-df2271cafa8f req-01d78137-b2ef-4647-8065-958d9b4ab0cc tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684223 Dec 10 18:34:41.435745 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-ae7c8993-fb27-44ad-8f44-dc54ba085dff None None] Set router fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:34:41.464471 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-d744ccd7-b22b-4e5f-9b2c-5cc54267e595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:41.485368 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0d3336f2-5fc5-4c72-b32a-78002c44fdeb tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "PUT /v2.0/floatingips/262d46af-cd51-4c6d-a1ac-9d5bee99aee5 HTTP/1.1" status: 200 len: 991 time: 2.7989707 Dec 10 18:34:41.803029 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0cb3a-3146-4e5e-9d8c-780addb86e79 req-9983d7ea-b344-4e4d-9204-6dc3080a483b tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:41.813104 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-83a0cb3a-3146-4e5e-9d8c-780addb86e79 req-9983d7ea-b344-4e4d-9204-6dc3080a483b tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=f80db2e3-8bc5-48b9-8458-7bc592281811 HTTP/1.1" status: 200 len: 946 time: 0.0695412 Dec 10 18:34:41.850368 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-ae7c8993-fb27-44ad-8f44-dc54ba085dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'name': 'tempest-ServersTestBootFromVolume-293549276-router', 'tenant_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '0ae575f2-3190-41f5-a533-8b44afe240e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:16Z', 'updated_at': '2021-12-10T18:33:22Z', 'revision_number': 4, 'project_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'gw_port': {'id': '0ae575f2-3190-41f5-a533-8b44afe240e8', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:17Z', 'updated_at': '2021-12-10T18:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '262d46af-cd51-4c6d-a1ac-9d5bee99aee5', 'tenant_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'floating_ip_address': '172.25.7.244', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'port_id': '94fc77bf-932e-4e72-9a54-cbf7f6d83484', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0', 'mac_address': 'fa:16:3e:34:54:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca133b-3034-4599-b789-14a719e3b948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:33:33Z', 'updated_at': '2021-12-10T18:34:39Z', 'revision_number': 1, 'project_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c795ec44-89d8-4c51-aee9-6efc49bb373b', 'name': '', 'network_id': '7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0', 'tenant_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'mac_address': 'fa:16:3e:5e:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'ebf1176b-a466-4aab-a9a3-dec3ecc03af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:21Z', 'updated_at': '2021-12-10T18:33:29Z', 'revision_number': 5, 'project_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'subnets': [{'id': 'ebf1176b-a466-4aab-a9a3-dec3ecc03af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:41.869698 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-d744ccd7-b22b-4e5f-9b2c-5cc54267e595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72648f73-1a7f-4118-9d06-c1aac50c2328 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:34:41.876491 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-83a0cb3a-3146-4e5e-9d8c-780addb86e79 req-3c518cda-3b32-4ef6-90bb-4efb049392b3 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621538 Dec 10 18:34:41.897682 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-d744ccd7-b22b-4e5f-9b2c-5cc54267e595 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:41.915298 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7c8993-fb27-44ad-8f44-dc54ba085dff None None] Checking router: fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:34:41.918121 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-d744ccd7-b22b-4e5f-9b2c-5cc54267e595 service neutron] Transition to ACTIVE for port object 72648f73-1a7f-4118-9d06-c1aac50c2328 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:34:41.919298 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eca133b-3034-4599-b789-14a719e3b948', 'tag': '94fc77bf-932e-4e72-9a54-cbf7f6d83484'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:34:41.925381 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdbd249-a917-4bd1-b7ac-80245fd9f977" -d '{"events": [{"name": "network-changed", "server_uuid": "2eca133b-3034-4599-b789-14a719e3b948", "tag": "94fc77bf-932e-4e72-9a54-cbf7f6d83484"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:34:41.932852 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-d744ccd7-b22b-4e5f-9b2c-5cc54267e595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:41.938196 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7c8993-fb27-44ad-8f44-dc54ba085dff None None] Routers {'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:34:41.939408 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-ae7c8993-fb27-44ad-8f44-dc54ba085dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:34:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:42.023974 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744ccd7-b22b-4e5f-9b2c-5cc54267e595 service neutron] Pushing event updated for resources: {'Port': ['ID=72648f73-1a7f-4118-9d06-c1aac50c2328,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:42.119366 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-d744ccd7-b22b-4e5f-9b2c-5cc54267e595 service neutron] Attempting to bind port 72648f73-1a7f-4118-9d06-c1aac50c2328 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:34:42.119818 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-d744ccd7-b22b-4e5f-9b2c-5cc54267e595 service neutron] Attempting to bind port 72648f73-1a7f-4118-9d06-c1aac50c2328 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:34:42.120227 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-d744ccd7-b22b-4e5f-9b2c-5cc54267e595 service neutron] Attempting to bind port 72648f73-1a7f-4118-9d06-c1aac50c2328 on network 2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:42.130033 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-f76831c0-253a-4068-909f-8f3ddae20bb6 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:42.133151 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-f76831c0-253a-4068-909f-8f3ddae20bb6 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/networks?id=b1a56b94-fee7-4dfb-925d-977caaf81317 HTTP/1.1" status: 200 len: 807 time: 0.6992025 Dec 10 18:34:42.137589 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-d744ccd7-b22b-4e5f-9b2c-5cc54267e595 service neutron] Port 72648f73-1a7f-4118-9d06-c1aac50c2328 on network 2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:34:42.138150 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-d744ccd7-b22b-4e5f-9b2c-5cc54267e595 service neutron] Attempting to bind port 72648f73-1a7f-4118-9d06-c1aac50c2328 on network 2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:42.143419 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-ae7c8993-fb27-44ad-8f44-dc54ba085dff None None] Set router fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:34:42.155606 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-d744ccd7-b22b-4e5f-9b2c-5cc54267e595 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:34:42.155606 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-d744ccd7-b22b-4e5f-9b2c-5cc54267e595 service neutron] Checking segment: {'id': '4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:42.155953 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-d744ccd7-b22b-4e5f-9b2c-5cc54267e595 service neutron] Bound using segment: {'id': '4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:34:42.156389 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-d744ccd7-b22b-4e5f-9b2c-5cc54267e595 service neutron] Bound port: 72648f73-1a7f-4118-9d06-c1aac50c2328, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:34:42.156790 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-d744ccd7-b22b-4e5f-9b2c-5cc54267e595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:42.195341 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-d9dd83f2-7a72-48dc-8911-1471fedef517 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/quotas/5768feea1c8f4e40b878b814fdae92ab HTTP/1.1" status: 200 len: 375 time: 0.0493500 Dec 10 18:34:42.312200 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-6a810943-63cf-4926-87c3-2b6a0c2203bb tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5768feea1c8f4e40b878b814fdae92ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1140208 Dec 10 18:34:42.341849 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-d744ccd7-b22b-4e5f-9b2c-5cc54267e595 service neutron] For port 72648f73-1a7f-4118-9d06-c1aac50c2328, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:34:42.351290 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-d744ccd7-b22b-4e5f-9b2c-5cc54267e595 service neutron] For port 72648f73-1a7f-4118-9d06-c1aac50c2328, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=72648f73-1a7f-4118-9d06-c1aac50c2328,segment=NetworkSegment(4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9),segment_id=4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:34:42.371355 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-d744ccd7-b22b-4e5f-9b2c-5cc54267e595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:42.636254 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b1b9c6-435d-4093-b397-a3fd94c8d95f x-openstack-request-id: req-b8b1b9c6-435d-4093-b397-a3fd94c8d95f {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:34:42.639729 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eca133b-3034-4599-b789-14a719e3b948", "tag": "94fc77bf-932e-4e72-9a54-cbf7f6d83484", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:34:42.640906 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b8b1b9c6-435d-4093-b397-a3fd94c8d95f {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:34:42.641409 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eca133b-3034-4599-b789-14a719e3b948', 'tag': '94fc77bf-932e-4e72-9a54-cbf7f6d83484', 'status': 'completed', 'code': 200} Dec 10 18:34:42.707930 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbd249-a917-4bd1-b7ac-80245fd9f977 req-8e120c9e-e584-4afe-8e15-1493d80e8de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:42.710814 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1fdbd249-a917-4bd1-b7ac-80245fd9f977 req-8e120c9e-e584-4afe-8e15-1493d80e8de9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=92213fda2db54064bfa5f40d3ef9f2e7&device_id=2eca133b-3034-4599-b789-14a719e3b948 HTTP/1.1" status: 200 len: 1096 time: 0.0999427 Dec 10 18:34:42.717665 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-d744ccd7-b22b-4e5f-9b2c-5cc54267e595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:42.718320 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-d744ccd7-b22b-4e5f-9b2c-5cc54267e595 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:42.719763 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-d744ccd7-b22b-4e5f-9b2c-5cc54267e595 service neutron] 10.222.0.72 "PUT /v2.0/ports/72648f73-1a7f-4118-9d06-c1aac50c2328 HTTP/1.1" status: 200 len: 1091 time: 1.8174989 Dec 10 18:34:42.731181 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-ae7c8993-fb27-44ad-8f44-dc54ba085dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'name': 'tempest-ServersTestBootFromVolume-293549276-router', 'tenant_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '0ae575f2-3190-41f5-a533-8b44afe240e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:16Z', 'updated_at': '2021-12-10T18:33:22Z', 'revision_number': 4, 'project_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'gw_port': {'id': '0ae575f2-3190-41f5-a533-8b44afe240e8', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:17Z', 'updated_at': '2021-12-10T18:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '262d46af-cd51-4c6d-a1ac-9d5bee99aee5', 'tenant_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'floating_ip_address': '172.25.7.244', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'port_id': '94fc77bf-932e-4e72-9a54-cbf7f6d83484', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0', 'mac_address': 'fa:16:3e:34:54:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca133b-3034-4599-b789-14a719e3b948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:33:33Z', 'updated_at': '2021-12-10T18:34:39Z', 'revision_number': 1, 'project_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c795ec44-89d8-4c51-aee9-6efc49bb373b', 'name': '', 'network_id': '7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0', 'tenant_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'mac_address': 'fa:16:3e:5e:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'ebf1176b-a466-4aab-a9a3-dec3ecc03af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:21Z', 'updated_at': '2021-12-10T18:33:29Z', 'revision_number': 5, 'project_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'subnets': [{'id': 'ebf1176b-a466-4aab-a9a3-dec3ecc03af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:42.782512 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-b282120b-92ed-4af8-8b9c-71545e4a10a6 service neutron] 10.222.0.62 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4690552 Dec 10 18:34:42.794268 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7c8993-fb27-44ad-8f44-dc54ba085dff None None] The sync data for ids ['fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47'] in n-d-821435-1 is: [{'id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'name': 'tempest-ServersTestBootFromVolume-293549276-router', 'tenant_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '0ae575f2-3190-41f5-a533-8b44afe240e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:16Z', 'updated_at': '2021-12-10T18:33:22Z', 'revision_number': 4, 'project_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'gw_port': {'id': '0ae575f2-3190-41f5-a533-8b44afe240e8', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:17Z', 'updated_at': '2021-12-10T18:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '262d46af-cd51-4c6d-a1ac-9d5bee99aee5', 'tenant_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'floating_ip_address': '172.25.7.244', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'port_id': '94fc77bf-932e-4e72-9a54-cbf7f6d83484', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0', 'mac_address': 'fa:16:3e:34:54:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca133b-3034-4599-b789-14a719e3b948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:33:33Z', 'updated_at': '2021-12-10T18:34:39Z', 'revision_number': 1, 'project_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c795ec44-89d8-4c51-aee9-6efc49bb373b', 'name': '', 'network_id': '7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0', 'tenant_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'mac_address': 'fa:16:3e:5e:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'ebf1176b-a466-4aab-a9a3-dec3ecc03af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:21Z', 'updated_at': '2021-12-10T18:33:29Z', 'revision_number': 5, 'project_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'subnets': [{'id': 'ebf1176b-a466-4aab-a9a3-dec3ecc03af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:34:42.937472 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-5ad46588-b894-41de-abbf-ae54a09827f5 service neutron] 10.222.0.62 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538093 Dec 10 18:34:42.940462 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744ccd7-b22b-4e5f-9b2c-5cc54267e595 service neutron] Pushing event updated for resources: {'Port': ['ID=72648f73-1a7f-4118-9d06-c1aac50c2328,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:42.971493 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbd249-a917-4bd1-b7ac-80245fd9f977 req-50f855ef-5d26-4b93-b430-2fe4def8ffe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:42.973008 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1fdbd249-a917-4bd1-b7ac-80245fd9f977 req-50f855ef-5d26-4b93-b430-2fe4def8ffe8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0 HTTP/1.1" status: 200 len: 916 time: 0.2522068 Dec 10 18:34:43.021052 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-6271e269-ac37-4f3e-8366-2b5945681f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:43.022844 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-6271e269-ac37-4f3e-8366-2b5945681f21 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f5421d821ae4626b82959b6edcb39c9&device_id=8a3911d2-8981-470d-bf23-e543484e2d7f HTTP/1.1" status: 200 len: 1094 time: 0.1148057 Dec 10 18:34:43.089790 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-5980127a-0be1-4f4c-aefc-9ed6eb32c553 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72648f73-1a7f-4118-9d06-c1aac50c2328 HTTP/1.1" status: 200 len: 217 time: 0.0584900 Dec 10 18:34:43.113540 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1fdbd249-a917-4bd1-b7ac-80245fd9f977 req-6818c6f9-6f1b-40ce-a6ae-cf88261bac3c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94fc77bf-932e-4e72-9a54-cbf7f6d83484 HTTP/1.1" status: 200 len: 999 time: 0.0942199 Dec 10 18:34:43.154067 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dba737-513e-4012-b67f-fe0eb51a02ef req-57efa44d-8af3-4044-8f78-580918b964b1 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:43.156994 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b2dba737-513e-4012-b67f-fe0eb51a02ef req-57efa44d-8af3-4044-8f78-580918b964b1 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a3911d2-8981-470d-bf23-e543484e2d7f HTTP/1.1" status: 200 len: 943 time: 0.1825743 Dec 10 18:34:43.199312 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-f8eee94b-27be-41b1-ad7e-7a97311e706b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:43.203828 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-f8eee94b-27be-41b1-ad7e-7a97311e706b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b914d67e-99a3-4836-8560-8ad9054366d0 HTTP/1.1" status: 200 len: 852 time: 0.1019022 Dec 10 18:34:43.251597 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8f16f5-c8da-4f1c-a12c-eec1040c07dd None None] New status for floating IP 262d46af-cd51-4c6d-a1ac-9d5bee99aee5: ACTIVE {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:34:43.299607 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-9a5b372f-e59c-444d-bcf4-5694ce7983ed service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905097 Dec 10 18:34:43.330637 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b2dba737-513e-4012-b67f-fe0eb51a02ef req-6184ccf4-ce2a-4b35-a1da-4055dee9c60e tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994771 Dec 10 18:34:43.344735 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbd249-a917-4bd1-b7ac-80245fd9f977 req-1b7f68b3-a440-43fd-bf12-0f2a240af5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:43.346480 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1fdbd249-a917-4bd1-b7ac-80245fd9f977 req-1b7f68b3-a440-43fd-bf12-0f2a240af5bd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ebf1176b-a466-4aab-a9a3-dec3ecc03af9 HTTP/1.1" status: 200 len: 854 time: 0.2157280 Dec 10 18:34:43.511449 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbd249-a917-4bd1-b7ac-80245fd9f977 req-4a2e6c67-e42d-48bd-92b5-78c0baaedffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:43.522514 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1fdbd249-a917-4bd1-b7ac-80245fd9f977 req-4a2e6c67-e42d-48bd-92b5-78c0baaedffd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1512744 Dec 10 18:34:43.564027 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-acb2947a-7348-468c-b08c-ddcc4791b0fc service neutron] 10.222.0.72 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567329 Dec 10 18:34:43.866766 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c61b11a4-360b-447a-8dd8-276644d89b54 req-33357599-c9a1-44b6-84da-c2c6a3a38324 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 210 time: 0.1532536 Dec 10 18:34:43.917562 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b1332cdd-81a1-43bc-aef0-50d91a1e776a req-50ed030d-76d7-4d29-8b3a-d1c5071251b7 service neutron] 10.222.0.72 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451524 Dec 10 18:34:43.921660 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1fdbd249-a917-4bd1-b7ac-80245fd9f977 req-1f598e77-ad3a-4f42-9583-f2a452ed403e service neutron] 10.222.0.46 "GET /v2.0/networks/7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896303 Dec 10 18:34:43.987724 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 91ecf6d9-e620-4cb4-914c-e657ebb32356 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:34:44.078633 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1fdbd249-a917-4bd1-b7ac-80245fd9f977 req-1ade9805-21c5-431d-845f-25c8780ae427 service neutron] 10.222.0.46 "GET /v2.0/networks/7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487820 Dec 10 18:34:44.152313 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 91ecf6d9-e620-4cb4-914c-e657ebb32356, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=91ecf6d9-e620-4cb4-914c-e657ebb32356,segment=NetworkSegment(a9a1f0c6-697d-404a-a8fe-550f575230bf),segment_id=a9a1f0c6-697d-404a-a8fe-550f575230bf)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:44.167756 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '91ecf6d9-e620-4cb4-914c-e657ebb32356', 'network_id': 'bceb057d-f456-42f1-aa52-7a9ff59c427a', 'port_id': '91ecf6d9-e620-4cb4-914c-e657ebb32356', 'mac_address': 'fa:16:3e:89:6a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf3bf4b2-84a2-4b1b-bd28-de26384874e7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:34:44.212304 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:44.227772 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91ecf6d9-e620-4cb4-914c-e657ebb32356 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:34:44.282826 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 91ecf6d9-e620-4cb4-914c-e657ebb32356, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=91ecf6d9-e620-4cb4-914c-e657ebb32356,segment=NetworkSegment(a9a1f0c6-697d-404a-a8fe-550f575230bf),segment_id=a9a1f0c6-697d-404a-a8fe-550f575230bf)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:44.290314 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:44.403779 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=91ecf6d9-e620-4cb4-914c-e657ebb32356,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:44.415349 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:44.416102 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:44.416603 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:44.417326 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:44.417750 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:44.418314 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:44.418768 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:44.419180 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:44.419586 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:44.420761 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:44.421453 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:44.421915 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:44.422325 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:44.503399 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['91ecf6d9-e620-4cb4-914c-e657ebb32356'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:34:44.519575 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d4f0c-399b-44d7-99b9-aad5ee856e57 req-dd5c7621-596b-4b55-81b0-bf1f5cee92e3 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:44.521172 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-803d4f0c-399b-44d7-99b9-aad5ee856e57 req-dd5c7621-596b-4b55-81b0-bf1f5cee92e3 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a3911d2-8981-470d-bf23-e543484e2d7f HTTP/1.1" status: 200 len: 943 time: 0.0592468 Dec 10 18:34:44.613216 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-803d4f0c-399b-44d7-99b9-aad5ee856e57 req-ba55c703-259c-4027-9e3d-b9aa2cdfbd32 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761120 Dec 10 18:34:44.644213 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3911d2-8981-470d-bf23-e543484e2d7f', 'tag': '72648f73-1a7f-4118-9d06-c1aac50c2328'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:34:44.645195 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ae45f8-b846-418d-b3ea-9a0c4c8b4f77" -d '{"events": [{"name": "network-changed", "server_uuid": "8a3911d2-8981-470d-bf23-e543484e2d7f", "tag": "72648f73-1a7f-4118-9d06-c1aac50c2328"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:34:44.756497 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af442b7-22a1-4a7e-8a1e-445aa629acca x-openstack-request-id: req-2af442b7-22a1-4a7e-8a1e-445aa629acca {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:34:44.756840 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a3911d2-8981-470d-bf23-e543484e2d7f", "tag": "72648f73-1a7f-4118-9d06-c1aac50c2328", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:34:44.757066 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2af442b7-22a1-4a7e-8a1e-445aa629acca {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:34:44.757475 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a3911d2-8981-470d-bf23-e543484e2d7f', 'tag': '72648f73-1a7f-4118-9d06-c1aac50c2328', 'status': 'completed', 'code': 200} Dec 10 18:34:44.831875 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae45f8-b846-418d-b3ea-9a0c4c8b4f77 req-4eeaa46e-48de-464d-85ce-fda893bca7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:44.833448 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-20ae45f8-b846-418d-b3ea-9a0c4c8b4f77 req-4eeaa46e-48de-464d-85ce-fda893bca7c3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f5421d821ae4626b82959b6edcb39c9&device_id=8a3911d2-8981-470d-bf23-e543484e2d7f HTTP/1.1" status: 200 len: 1094 time: 0.0498862 Dec 10 18:34:44.951756 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae45f8-b846-418d-b3ea-9a0c4c8b4f77 req-c587d21f-8cce-40fb-86de-1bef3cc66b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:44.953718 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-20ae45f8-b846-418d-b3ea-9a0c4c8b4f77 req-c587d21f-8cce-40fb-86de-1bef3cc66b19 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 HTTP/1.1" status: 200 len: 913 time: 0.1128893 Dec 10 18:34:45.029722 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-20ae45f8-b846-418d-b3ea-9a0c4c8b4f77 req-9f796612-a1c4-4428-ad41-8829f78c0cd4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72648f73-1a7f-4118-9d06-c1aac50c2328 HTTP/1.1" status: 200 len: 217 time: 0.0513611 Dec 10 18:34:45.052913 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d44b043d-7f08-4192-ba6e-de2ef2b5fc2a req-9cb29a66-b43f-47aa-b3d5-8b61a4bdd667 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 210 time: 0.0739143 Dec 10 18:34:45.092254 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae45f8-b846-418d-b3ea-9a0c4c8b4f77 req-db062b66-9c46-4bc1-8e61-3519f455171e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:45.094416 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-20ae45f8-b846-418d-b3ea-9a0c4c8b4f77 req-db062b66-9c46-4bc1-8e61-3519f455171e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b914d67e-99a3-4836-8560-8ad9054366d0 HTTP/1.1" status: 200 len: 852 time: 0.0503895 Dec 10 18:34:45.130481 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-20ae45f8-b846-418d-b3ea-9a0c4c8b4f77 req-e906a336-c9fb-4935-8034-e0765ec892f8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280607 Dec 10 18:34:45.194430 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb737fb-c37a-443b-a7aa-78e13dbc5e76 req-da5485c8-53fa-470b-adf6-152cd3b1453d tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:45.196746 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ceb737fb-c37a-443b-a7aa-78e13dbc5e76 req-da5485c8-53fa-470b-adf6-152cd3b1453d tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef3fecff-906e-4642-85d4-de283e9286be HTTP/1.1" status: 200 len: 950 time: 0.0622072 Dec 10 18:34:45.233965 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-20ae45f8-b846-418d-b3ea-9a0c4c8b4f77 req-9645f34f-8938-4f0c-afc1-5f3a8dd41b87 service neutron] 10.222.0.72 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955358 Dec 10 18:34:45.269755 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ceb737fb-c37a-443b-a7aa-78e13dbc5e76 req-03ce6611-8bbc-44f5-8de4-96e25035fd75 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4e2c840-6cec-4546-af0f-d76695c9a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598264 Dec 10 18:34:45.379801 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-20ae45f8-b846-418d-b3ea-9a0c4c8b4f77 req-b3341a62-18dd-431e-a9ae-3f032c19c366 service neutron] 10.222.0.72 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381621 Dec 10 18:34:45.581707 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-6a7dda43-a85e-452f-96ea-65d0a7da741b tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:45.583137 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-6a7dda43-a85e-452f-96ea-65d0a7da741b tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.46 "GET /v2.0/networks?id=b1a56b94-fee7-4dfb-925d-977caaf81317 HTTP/1.1" status: 200 len: 807 time: 0.1918352 Dec 10 18:34:45.599860 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-015752fe-3c5c-48cf-921d-2b66ff608bc8 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Request body: {'port': {'device_id': 'bf93b83f-5f74-4dd5-91e5-156fc8813a64', 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317', 'admin_state_up': True, 'tenant_id': '5768feea1c8f4e40b878b814fdae92ab'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:45.831447 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-015752fe-3c5c-48cf-921d-2b66ff608bc8 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Made reservation on behalf of 5768feea1c8f4e40b878b814fdae92ab for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:45.836567 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-015752fe-3c5c-48cf-921d-2b66ff608bc8 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:46.012170 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 91ecf6d9-e620-4cb4-914c-e657ebb32356 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:46.209798 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 91ecf6d9-e620-4cb4-914c-e657ebb32356 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:46.213053 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:46.314020 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780b786-c795-4d71-9c69-4f1405eef29c req-94e339f6-13a8-4663-be91-81e8bb2d052d tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:46.322225 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1780b786-c795-4d71-9c69-4f1405eef29c req-94e339f6-13a8-4663-be91-81e8bb2d052d tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a3911d2-8981-470d-bf23-e543484e2d7f HTTP/1.1" status: 200 len: 943 time: 0.4696355 Dec 10 18:34:46.403548 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1780b786-c795-4d71-9c69-4f1405eef29c req-b0b2f56b-b171-46e7-9620-4e9d1b9ea401 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770059 Dec 10 18:34:46.463845 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:46.525539 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80db2e3-8bc5-48b9-8458-7bc592281811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ecf6d9-e620-4cb4-914c-e657ebb32356'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:34:46.528729 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aeb3ad4-01de-49e1-a806-35763fc8482f" -d '{"events": [{"server_uuid": "f80db2e3-8bc5-48b9-8458-7bc592281811", "name": "network-vif-plugged", "status": "completed", "tag": "91ecf6d9-e620-4cb4-914c-e657ebb32356"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:34:46.529773 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-015752fe-3c5c-48cf-921d-2b66ff608bc8 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Allocated IP 172.20.0.8 (b1a56b94-fee7-4dfb-925d-977caaf81317/1c38321c-218a-47ac-873b-024a1169316a/073dd5de-6435-4691-b79a-d7c7b0aee1bc) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:46.558076 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 91ecf6d9-e620-4cb4-914c-e657ebb32356, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=91ecf6d9-e620-4cb4-914c-e657ebb32356,segment=NetworkSegment(a9a1f0c6-697d-404a-a8fe-550f575230bf),segment_id=a9a1f0c6-697d-404a-a8fe-550f575230bf)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:46.581582 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:46.582736 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:34:46.784568 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-015752fe-3c5c-48cf-921d-2b66ff608bc8 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:46.835055 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-015752fe-3c5c-48cf-921d-2b66ff608bc8 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:46.920830 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015752fe-3c5c-48cf-921d-2b66ff608bc8 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Pushing event updated for resources: {'Port': ['ID=073dd5de-6435-4691-b79a-d7c7b0aee1bc,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:46.939316 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-015752fe-3c5c-48cf-921d-2b66ff608bc8 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Network b1a56b94-fee7-4dfb-925d-977caaf81317 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:46.957399 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13f066-df65-4ae0-b265-dc2305da777e req-63f5dc69-ab30-4812-870d-2be3165203db tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:46.965437 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ac13f066-df65-4ae0-b265-dc2305da777e req-63f5dc69-ab30-4812-870d-2be3165203db tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 931 time: 0.1426857 Dec 10 18:34:46.987085 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-015752fe-3c5c-48cf-921d-2b66ff608bc8 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:47.016760 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-015752fe-3c5c-48cf-921d-2b66ff608bc8 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:47.031375 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ac13f066-df65-4ae0-b265-dc2305da777e req-de9cc6e2-a970-4c9f-9e0f-aafda63f8e51 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646913 Dec 10 18:34:47.156459 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-015752fe-3c5c-48cf-921d-2b66ff608bc8 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:47.157161 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-015752fe-3c5c-48cf-921d-2b66ff608bc8 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:47.192685 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-015752fe-3c5c-48cf-921d-2b66ff608bc8 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5976188 Dec 10 18:34:47.268899 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3a2487-7960-4c2e-bcbf-f0a4b99f9854 x-openstack-request-id: req-1e3a2487-7960-4c2e-bcbf-f0a4b99f9854 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:34:47.269584 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80db2e3-8bc5-48b9-8458-7bc592281811", "name": "network-vif-plugged", "status": "completed", "tag": "91ecf6d9-e620-4cb4-914c-e657ebb32356", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:34:47.269584 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1e3a2487-7960-4c2e-bcbf-f0a4b99f9854 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:34:47.269881 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80db2e3-8bc5-48b9-8458-7bc592281811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ecf6d9-e620-4cb4-914c-e657ebb32356', 'code': 200} Dec 10 18:34:47.281336 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-0391729c-f463-4b7b-a538-e3817ff9b514 service neutron] Request body: {'port': {'device_id': 'bf93b83f-5f74-4dd5-91e5-156fc8813a64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:47.295580 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['7c3c3db8-21a1-4852-99c0-eeba9355606d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:34:47.427231 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=91ecf6d9-e620-4cb4-914c-e657ebb32356,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:47.459530 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed1662-f31c-4171-9ef9-6e68135a0c07 req-80aa2776-f907-48df-b5ba-219492d68e9b tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:47.474224 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-49ed1662-f31c-4171-9ef9-6e68135a0c07 req-80aa2776-f907-48df-b5ba-219492d68e9b tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef3fecff-906e-4642-85d4-de283e9286be HTTP/1.1" status: 200 len: 950 time: 0.2625506 Dec 10 18:34:47.495501 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-0391729c-f463-4b7b-a538-e3817ff9b514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:47.618303 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:47.674054 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-84518e1d-9af7-4b44-b7e5-ce2f35848b5c tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:47.681986 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-84518e1d-9af7-4b44-b7e5-ce2f35848b5c tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/networks?id=f77d2b38-50a2-4a48-b3a2-b8f2247495f9 HTTP/1.1" status: 200 len: 814 time: 0.1351802 Dec 10 18:34:47.695480 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-ddca990a-149d-45e1-b861-efd5b9a0ebe4 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/quotas/9d81f2c65ece44779967ce4592ded8a2 HTTP/1.1" status: 200 len: 375 time: 0.0123239 Dec 10 18:34:47.712512 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:47.731162 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:47.783726 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-200eff01-de19-47a4-bc8b-74a9c264e9a4 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9d81f2c65ece44779967ce4592ded8a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0779512 Dec 10 18:34:47.879419 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7,revision_number=11']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:47.935104 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-49ed1662-f31c-4171-9ef9-6e68135a0c07 req-27f51187-154f-450b-96ed-63999380e153 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4e2c840-6cec-4546-af0f-d76695c9a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4593320 Dec 10 18:34:48.025646 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-1f509984-0529-45c9-8a15-954c4c7b5afa service neutron] 10.222.0.62 "GET /v2.0/networks/f77d2b38-50a2-4a48-b3a2-b8f2247495f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331862 Dec 10 18:34:48.170752 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0f35f-1390-47ea-ad02-460e2bd048b9 req-3461c68f-ff50-4e58-82d9-3153156a4398 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:48.179283 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43c0f35f-1390-47ea-ad02-460e2bd048b9 req-3461c68f-ff50-4e58-82d9-3153156a4398 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a3911d2-8981-470d-bf23-e543484e2d7f HTTP/1.1" status: 200 len: 943 time: 0.1111369 Dec 10 18:34:48.202651 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-e0b956b8-69cc-4292-aabc-d32160774781 service neutron] 10.222.0.62 "GET /v2.0/networks/f77d2b38-50a2-4a48-b3a2-b8f2247495f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729391 Dec 10 18:34:48.306462 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43c0f35f-1390-47ea-ad02-460e2bd048b9 req-a5462908-4252-4997-ad42-6b423e22a961 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256733 Dec 10 18:34:48.326906 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-0391729c-f463-4b7b-a538-e3817ff9b514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 073dd5de-6435-4691-b79a-d7c7b0aee1bc {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:34:48.347086 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-0391729c-f463-4b7b-a538-e3817ff9b514 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:48.413576 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-0391729c-f463-4b7b-a538-e3817ff9b514 service neutron] Transition to ACTIVE for port object 073dd5de-6435-4691-b79a-d7c7b0aee1bc will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:34:48.423049 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-0391729c-f463-4b7b-a538-e3817ff9b514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:48.545331 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0391729c-f463-4b7b-a538-e3817ff9b514 service neutron] Pushing event updated for resources: {'Port': ['ID=073dd5de-6435-4691-b79a-d7c7b0aee1bc,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:48.566950 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 72648f73-1a7f-4118-9d06-c1aac50c2328 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:34:48.828336 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 72648f73-1a7f-4118-9d06-c1aac50c2328, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=72648f73-1a7f-4118-9d06-c1aac50c2328,segment=NetworkSegment(4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9),segment_id=4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:48.830348 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbaef3-5493-437d-be82-a9ba91a8772d req-6f6fda03-d627-475a-a815-9d50e6ab9775 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:48.832000 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-abcbaef3-5493-437d-be82-a9ba91a8772d req-6f6fda03-d627-475a-a815-9d50e6ab9775 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 943 time: 0.1268730 Dec 10 18:34:48.833762 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d9ff3acc-43a1-4de0-87ca-b861e0002ebc req-ed033046-853f-4649-a0a5-b022f22a900e tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=d57aca12-484c-49fc-b736-a5cd158922a7 HTTP/1.1" status: 200 len: 210 time: 0.0626779 Dec 10 18:34:48.856468 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '72648f73-1a7f-4118-9d06-c1aac50c2328', 'network_id': '2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2', 'port_id': '72648f73-1a7f-4118-9d06-c1aac50c2328', 'mac_address': 'fa:16:3e:c5:28:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b914d67e-99a3-4836-8560-8ad9054366d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:34:48.894214 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-0391729c-f463-4b7b-a538-e3817ff9b514 service neutron] Attempting to bind port 073dd5de-6435-4691-b79a-d7c7b0aee1bc on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:34:48.894465 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-0391729c-f463-4b7b-a538-e3817ff9b514 service neutron] Attempting to bind port 073dd5de-6435-4691-b79a-d7c7b0aee1bc by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:34:48.894659 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-0391729c-f463-4b7b-a538-e3817ff9b514 service neutron] Attempting to bind port 073dd5de-6435-4691-b79a-d7c7b0aee1bc on network b1a56b94-fee7-4dfb-925d-977caaf81317 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:48.903477 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-0391729c-f463-4b7b-a538-e3817ff9b514 service neutron] Port 073dd5de-6435-4691-b79a-d7c7b0aee1bc on network b1a56b94-fee7-4dfb-925d-977caaf81317 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:34:48.903791 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-0391729c-f463-4b7b-a538-e3817ff9b514 service neutron] Attempting to bind port 073dd5de-6435-4691-b79a-d7c7b0aee1bc on network b1a56b94-fee7-4dfb-925d-977caaf81317 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:48.920925 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-0391729c-f463-4b7b-a538-e3817ff9b514 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:34:48.921439 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-0391729c-f463-4b7b-a538-e3817ff9b514 service neutron] Checking segment: {'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:48.921854 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-0391729c-f463-4b7b-a538-e3817ff9b514 service neutron] Bound using segment: {'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:34:48.922337 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-0391729c-f463-4b7b-a538-e3817ff9b514 service neutron] Bound port: 073dd5de-6435-4691-b79a-d7c7b0aee1bc, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:34:48.922680 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-0391729c-f463-4b7b-a538-e3817ff9b514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:49.021566 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-abcbaef3-5493-437d-be82-a9ba91a8772d req-848a33c8-d8c1-4fff-ab10-197c40e37a67 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755035 Dec 10 18:34:49.037007 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:49.052133 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-0391729c-f463-4b7b-a538-e3817ff9b514 service neutron] For port 073dd5de-6435-4691-b79a-d7c7b0aee1bc, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:34:49.062321 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-0391729c-f463-4b7b-a538-e3817ff9b514 service neutron] For port 073dd5de-6435-4691-b79a-d7c7b0aee1bc, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=073dd5de-6435-4691-b79a-d7c7b0aee1bc,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:34:49.073005 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-0391729c-f463-4b7b-a538-e3817ff9b514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:49.105891 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72648f73-1a7f-4118-9d06-c1aac50c2328 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:34:49.142991 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-0391729c-f463-4b7b-a538-e3817ff9b514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:49.143620 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-0391729c-f463-4b7b-a538-e3817ff9b514 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:49.145191 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-0391729c-f463-4b7b-a538-e3817ff9b514 service neutron] 10.222.0.46 "PUT /v2.0/ports/073dd5de-6435-4691-b79a-d7c7b0aee1bc HTTP/1.1" status: 200 len: 1091 time: 1.8780015 Dec 10 18:34:49.145655 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf93b83f-5f74-4dd5-91e5-156fc8813a64', 'tag': '073dd5de-6435-4691-b79a-d7c7b0aee1bc'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:34:49.148651 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd55a7b3-739c-424d-b666-ef985b28d853" -d '{"events": [{"name": "network-changed", "server_uuid": "bf93b83f-5f74-4dd5-91e5-156fc8813a64", "tag": "073dd5de-6435-4691-b79a-d7c7b0aee1bc"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:34:49.197723 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 72648f73-1a7f-4118-9d06-c1aac50c2328, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=72648f73-1a7f-4118-9d06-c1aac50c2328,segment=NetworkSegment(4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9),segment_id=4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:49.209368 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:49.214469 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0391729c-f463-4b7b-a538-e3817ff9b514 service neutron] Pushing event updated for resources: {'Port': ['ID=073dd5de-6435-4691-b79a-d7c7b0aee1bc,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:49.265690 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea27d5-8eb3-4c57-bad8-724b89be7b8f req-60566796-dc71-4bea-b871-c4c2ddb30f58 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:49.272103 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-caea27d5-8eb3-4c57-bad8-724b89be7b8f req-60566796-dc71-4bea-b871-c4c2ddb30f58 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef3fecff-906e-4642-85d4-de283e9286be HTTP/1.1" status: 200 len: 948 time: 0.2473516 Dec 10 18:34:49.297166 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019d7e0a-41d5-4189-a50f-16907e89b4a0 x-openstack-request-id: req-019d7e0a-41d5-4189-a50f-16907e89b4a0 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:34:49.298074 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf93b83f-5f74-4dd5-91e5-156fc8813a64", "tag": "073dd5de-6435-4691-b79a-d7c7b0aee1bc", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:34:49.298432 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-019d7e0a-41d5-4189-a50f-16907e89b4a0 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:34:49.298939 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf93b83f-5f74-4dd5-91e5-156fc8813a64', 'tag': '073dd5de-6435-4691-b79a-d7c7b0aee1bc', 'status': 'completed', 'code': 200} Dec 10 18:34:49.326877 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3fecff-906e-4642-85d4-de283e9286be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:34:49.329468 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf47f1f-10a1-48c0-a6a1-d7a173466a88" -d '{"events": [{"server_uuid": "ef3fecff-906e-4642-85d4-de283e9286be", "name": "network-vif-unplugged", "status": "completed", "tag": "8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:34:49.333173 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=72648f73-1a7f-4118-9d06-c1aac50c2328,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:49.368303 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ffe7d8-5625-4573-a6f3-ed610deaa255 req-e95166bc-4833-48b8-8b59-78c64d1ed9e1 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:49.404588 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c3ffe7d8-5625-4573-a6f3-ed610deaa255 req-e95166bc-4833-48b8-8b59-78c64d1ed9e1 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef3fecff-906e-4642-85d4-de283e9286be HTTP/1.1" status: 200 len: 948 time: 0.1829908 Dec 10 18:34:49.483732 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-13a8c7e5-1fe4-4006-bac0-357f4b137e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:49.489498 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-13a8c7e5-1fe4-4006-bac0-357f4b137e9f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5768feea1c8f4e40b878b814fdae92ab&device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 1094 time: 0.2669396 Dec 10 18:34:49.586905 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['72648f73-1a7f-4118-9d06-c1aac50c2328'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:34:49.621285 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-69c28845-4035-40ef-b455-5819a172dba4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=073dd5de-6435-4691-b79a-d7c7b0aee1bc HTTP/1.1" status: 200 len: 217 time: 0.1218178 Dec 10 18:34:49.693517 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-caea27d5-8eb3-4c57-bad8-724b89be7b8f req-a98db35c-a880-4174-81d4-a6e354abd206 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] Deleting port 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:49.694313 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-caea27d5-8eb3-4c57-bad8-724b89be7b8f req-a98db35c-a880-4174-81d4-a6e354abd206 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:49.699643 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c3ffe7d8-5625-4573-a6f3-ed610deaa255 req-e52ab901-347c-48d3-9354-7f1131196a92 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4e2c840-6cec-4546-af0f-d76695c9a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907567 Dec 10 18:34:49.786973 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-086fa878-09bc-46ad-afa1-cb0975f720ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:49.816278 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-da356c6e-5193-4b7b-969f-f3c5a98b3e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:49.821670 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-da356c6e-5193-4b7b-969f-f3c5a98b3e28 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c38321c-218a-47ac-873b-024a1169316a HTTP/1.1" status: 200 len: 847 time: 0.1911983 Dec 10 18:34:49.839684 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3f8bb2-e4bc-4c43-9e14-655dab55f7c4 x-openstack-request-id: req-ea3f8bb2-e4bc-4c43-9e14-655dab55f7c4 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:34:49.842359 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3fecff-906e-4642-85d4-de283e9286be", "name": "network-vif-unplugged", "status": "completed", "tag": "8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:34:49.844439 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ea3f8bb2-e4bc-4c43-9e14-655dab55f7c4 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:34:49.846598 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3fecff-906e-4642-85d4-de283e9286be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7', 'code': 200} Dec 10 18:34:49.904499 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-4f989e4d-cd38-4cd9-aa67-a64becc2daac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b1a56b94-fee7-4dfb-925d-977caaf81317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674889 Dec 10 18:34:49.937961 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832da58-f810-42f5-b7dc-a6fb08556af8 req-e252bd6a-8181-4769-a12b-1f7a65c5c8e0 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:49.949078 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3832da58-f810-42f5-b7dc-a6fb08556af8 req-e252bd6a-8181-4769-a12b-1f7a65c5c8e0 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a3911d2-8981-470d-bf23-e543484e2d7f HTTP/1.1" status: 200 len: 944 time: 0.4295990 Dec 10 18:34:50.184012 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-d3f7b86a-13d4-4aaf-8480-94c0f5ddacd8 service neutron] 10.222.0.46 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625966 Dec 10 18:34:50.186225 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3832da58-f810-42f5-b7dc-a6fb08556af8 req-8072f6ee-2501-49f1-9f71-457a8868a5fc tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298706 Dec 10 18:34:50.214194 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-caea27d5-8eb3-4c57-bad8-724b89be7b8f req-a98db35c-a880-4174-81d4-a6e354abd206 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] For port 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:50.217703 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-caea27d5-8eb3-4c57-bad8-724b89be7b8f req-a98db35c-a880-4174-81d4-a6e354abd206 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:50.263901 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-caea27d5-8eb3-4c57-bad8-724b89be7b8f req-a98db35c-a880-4174-81d4-a6e354abd206 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] Calling delete_port for 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:34:50.403236 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fbf1880c-4d0d-49d8-84c3-e98c79ae7339 req-aac06697-77a4-4d30-8358-4360e2b4dc46 service neutron] 10.222.0.46 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108786 Dec 10 18:34:50.466257 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5b31ebea-a436-40a2-9265-54b802f8e0eb req-ed1741ae-9696-465b-b37d-896a5ae325f5 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=d57aca12-484c-49fc-b736-a5cd158922a7 HTTP/1.1" status: 200 len: 210 time: 0.0473063 Dec 10 18:34:50.570105 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ea948-5960-48b7-96fb-b4218c119dd4 req-9af0d1e0-15c9-415d-8f40-a9c0af4f6a94 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:50.571736 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8a7ea948-5960-48b7-96fb-b4218c119dd4 req-9af0d1e0-15c9-415d-8f40-a9c0af4f6a94 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 943 time: 0.1528194 Dec 10 18:34:50.817569 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8a7ea948-5960-48b7-96fb-b4218c119dd4 req-da5d0b05-9fc7-47e9-82a2-1bb8156daf1e tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248011 Dec 10 18:34:50.850395 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55a7b3-739c-424d-b666-ef985b28d853 req-d63886ab-b2a2-47c6-82d1-3456db5602a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:50.853071 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bd55a7b3-739c-424d-b666-ef985b28d853 req-d63886ab-b2a2-47c6-82d1-3456db5602a8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5768feea1c8f4e40b878b814fdae92ab&device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 1094 time: 0.2802529 Dec 10 18:34:51.017311 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-caea27d5-8eb3-4c57-bad8-724b89be7b8f req-a98db35c-a880-4174-81d4-a6e354abd206 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:51.054381 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55a7b3-739c-424d-b666-ef985b28d853 req-477486f3-24e1-41bc-8c76-64e3060bbb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:51.056171 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bd55a7b3-739c-424d-b666-ef985b28d853 req-477486f3-24e1-41bc-8c76-64e3060bbb1d service neutron] 10.222.0.46 "GET /v2.0/networks?id=b1a56b94-fee7-4dfb-925d-977caaf81317 HTTP/1.1" status: 200 len: 908 time: 0.1865304 Dec 10 18:34:51.116009 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98db35c-a880-4174-81d4-a6e354abd206 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] Pushing event deleted for resources: {'Port': ['ID=8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:51.135676 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-e99491e7-1a3c-4c35-944e-4a25198f0645 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:51.139417 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bd55a7b3-739c-424d-b666-ef985b28d853 req-94178536-72c9-47c6-9ebb-450358f7b87b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=073dd5de-6435-4691-b79a-d7c7b0aee1bc HTTP/1.1" status: 200 len: 217 time: 0.0733912 Dec 10 18:34:51.141306 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-e99491e7-1a3c-4c35-944e-4a25198f0645 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.72 "GET /v2.0/networks?id=f77d2b38-50a2-4a48-b3a2-b8f2247495f9 HTTP/1.1" status: 200 len: 814 time: 0.5674663 Dec 10 18:34:51.188820 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-4b7b0d7b-588a-409f-84c5-adbff4d7b29d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Request body: {'port': {'device_id': 'd57aca12-484c-49fc-b736-a5cd158922a7', 'network_id': 'f77d2b38-50a2-4a48-b3a2-b8f2247495f9', 'admin_state_up': True, 'tenant_id': '9d81f2c65ece44779967ce4592ded8a2'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:51.272091 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55a7b3-739c-424d-b666-ef985b28d853 req-3873368a-f8ce-456b-ab21-5e453dde6897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:51.283563 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bd55a7b3-739c-424d-b666-ef985b28d853 req-3873368a-f8ce-456b-ab21-5e453dde6897 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c38321c-218a-47ac-873b-024a1169316a HTTP/1.1" status: 200 len: 847 time: 0.1364880 Dec 10 18:34:51.351913 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f5f0c-63df-4310-a5f9-0c3d62598043 req-2cf412f6-feac-4d2e-b038-02f94c95ef2d tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:51.352355 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bd55a7b3-739c-424d-b666-ef985b28d853 req-36ff2d2c-f790-4873-a77a-0e251a0afd34 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b1a56b94-fee7-4dfb-925d-977caaf81317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615230 Dec 10 18:34:51.360095 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-919f5f0c-63df-4310-a5f9-0c3d62598043 req-2cf412f6-feac-4d2e-b038-02f94c95ef2d tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef3fecff-906e-4642-85d4-de283e9286be HTTP/1.1" status: 200 len: 866 time: 0.4795954 Dec 10 18:34:51.368530 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-4b7b0d7b-588a-409f-84c5-adbff4d7b29d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Made reservation on behalf of 9d81f2c65ece44779967ce4592ded8a2 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:51.368530 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-4b7b0d7b-588a-409f-84c5-adbff4d7b29d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:51.457275 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-919f5f0c-63df-4310-a5f9-0c3d62598043 req-3888f14e-23e2-465a-9f5a-febcfc39613e tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4e2c840-6cec-4546-af0f-d76695c9a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959654 Dec 10 18:34:51.471842 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-caea27d5-8eb3-4c57-bad8-724b89be7b8f req-a98db35c-a880-4174-81d4-a6e354abd206 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] No DVR routers for this DVR port 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7 on host n-h1-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:34:51.482449 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-caea27d5-8eb3-4c57-bad8-724b89be7b8f req-a98db35c-a880-4174-81d4-a6e354abd206 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:51.489509 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-caea27d5-8eb3-4c57-bad8-724b89be7b8f req-a98db35c-a880-4174-81d4-a6e354abd206 tempest-ImagesOneServerTestJSON-211753728 tempest-ImagesOneServerTestJSON-211753728-project] 10.222.0.46 "DELETE /v2.0/ports/8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7 HTTP/1.1" status: 204 len: 173 time: 2.2057233 Dec 10 18:34:51.495514 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3fecff-906e-4642-85d4-de283e9286be', 'name': 'network-vif-deleted', 'tag': '8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:34:51.506557 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a1850a-4955-4ccd-a0a5-e0066f352389" -d '{"events": [{"server_uuid": "ef3fecff-906e-4642-85d4-de283e9286be", "name": "network-vif-deleted", "tag": "8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:34:51.697949 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486dd6d1-60ca-4e0f-acb4-ac0a3153fa55 req-8088f243-d66f-49d1-b2ff-efcb4995056a tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:51.699534 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-486dd6d1-60ca-4e0f-acb4-ac0a3153fa55 req-8088f243-d66f-49d1-b2ff-efcb4995056a tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a3911d2-8981-470d-bf23-e543484e2d7f HTTP/1.1" status: 200 len: 944 time: 0.2228963 Dec 10 18:34:51.758765 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bd55a7b3-739c-424d-b666-ef985b28d853 req-b6bdfc96-2b32-4894-b120-c60498ffb994 service neutron] 10.222.0.46 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888087 Dec 10 18:34:51.847735 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-08c97942-2583-4972-9750-9b2d9a8c628e req-ece6e138-9acd-4c7a-99e6-8274fcb09e42 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=d57aca12-484c-49fc-b736-a5cd158922a7 HTTP/1.1" status: 200 len: 210 time: 0.1326036 Dec 10 18:34:51.953686 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-4b7b0d7b-588a-409f-84c5-adbff4d7b29d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Allocated IP 172.20.0.8 (f77d2b38-50a2-4a48-b3a2-b8f2247495f9/2eb8e2fa-9956-481f-b0b9-17ff60156029/8fbe3444-96b5-4ca9-a868-35a531acbd50) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:52.013897 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15777b35-e614-4c0a-a4d7-c99fad84e150 x-openstack-request-id: req-15777b35-e614-4c0a-a4d7-c99fad84e150 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:34:52.014267 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3fecff-906e-4642-85d4-de283e9286be", "name": "network-vif-deleted", "tag": "8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:34:52.014526 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-15777b35-e614-4c0a-a4d7-c99fad84e150 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:34:52.014937 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3fecff-906e-4642-85d4-de283e9286be', 'name': 'network-vif-deleted', 'tag': '8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7', 'status': 'completed', 'code': 200} Dec 10 18:34:52.050368 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:34:52.071465 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-486dd6d1-60ca-4e0f-acb4-ac0a3153fa55 req-32bd389b-29a9-4502-88f3-b167c9177bda tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083601 Dec 10 18:34:52.081350 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bd55a7b3-739c-424d-b666-ef985b28d853 req-6708c20e-a124-4058-a669-2752d97cba83 service neutron] 10.222.0.46 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196250 Dec 10 18:34:52.134348 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:34:52.159555 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 8bef1d8d-8234-4c21-8ed9-3fc8d63a10d7 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:34:52.385008 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1c05b63b-06af-4261-8823-784647d84fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:52.400405 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-4b7b0d7b-588a-409f-84c5-adbff4d7b29d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:52.479095 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-4b7b0d7b-588a-409f-84c5-adbff4d7b29d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:52.492306 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['7b448d47-d3b6-4a48-958d-84b796f84f4c', '499e84f3-ba74-4081-b4ff-ee0ff5111eef'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:34:52.579002 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 72648f73-1a7f-4118-9d06-c1aac50c2328 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:52.642161 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-4b7b0d7b-588a-409f-84c5-adbff4d7b29d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Network f77d2b38-50a2-4a48-b3a2-b8f2247495f9 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:52.648673 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-4b7b0d7b-588a-409f-84c5-adbff4d7b29d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:52.663633 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-4b7b0d7b-588a-409f-84c5-adbff4d7b29d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:52.713369 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef8a16-2b7c-4fd8-83ea-f6135f4b42ff req-3619dc28-3586-4041-b953-91531180a610 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:52.737635 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-74ef8a16-2b7c-4fd8-83ea-f6135f4b42ff req-3619dc28-3586-4041-b953-91531180a610 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 943 time: 0.3753002 Dec 10 18:34:52.741042 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b0d7b-588a-409f-84c5-adbff4d7b29d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Pushing event updated for resources: {'Port': ['ID=8fbe3444-96b5-4ca9-a868-35a531acbd50,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:52.775309 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 72648f73-1a7f-4118-9d06-c1aac50c2328 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:34:52.779807 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 72648f73-1a7f-4118-9d06-c1aac50c2328 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:52.780341 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:52.831996 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-4b7b0d7b-588a-409f-84c5-adbff4d7b29d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:52.832842 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-4b7b0d7b-588a-409f-84c5-adbff4d7b29d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:52.897249 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-4b7b0d7b-588a-409f-84c5-adbff4d7b29d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7261531 Dec 10 18:34:52.913436 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-a5426932-04a4-435f-ba06-f98fbe723485 service neutron] Request body: {'port': {'device_id': 'd57aca12-484c-49fc-b736-a5cd158922a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:52.986148 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-74ef8a16-2b7c-4fd8-83ea-f6135f4b42ff req-20ad5691-a50e-48dc-8427-ec1745f1d033 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461457 Dec 10 18:34:53.064744 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48080) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:53.067940 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-a5426932-04a4-435f-ba06-f98fbe723485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:53.150239 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df4914-376a-4b9e-8c5a-86e88530e76f req-bb5affbb-292b-4960-a5fa-b41d7103c3ab tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:53.171096 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-08df4914-376a-4b9e-8c5a-86e88530e76f req-bb5affbb-292b-4960-a5fa-b41d7103c3ab tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=d57aca12-484c-49fc-b736-a5cd158922a7 HTTP/1.1" status: 200 len: 931 time: 0.2102764 Dec 10 18:34:53.302870 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:53.383967 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898a216-5a6f-4d12-b7a0-24a4f312fa84 req-1f3a0139-1aa6-4b51-b1cb-4e93f579d942 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:53.393668 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f898a216-5a6f-4d12-b7a0-24a4f312fa84 req-1f3a0139-1aa6-4b51-b1cb-4e93f579d942 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a3911d2-8981-470d-bf23-e543484e2d7f HTTP/1.1" status: 200 len: 944 time: 0.1657872 Dec 10 18:34:53.394461 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-08df4914-376a-4b9e-8c5a-86e88530e76f req-cdc3528f-0b1c-41a2-96d9-89d23ab7be16 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223773 Dec 10 18:34:53.570866 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:53.571400 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3911d2-8981-470d-bf23-e543484e2d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72648f73-1a7f-4118-9d06-c1aac50c2328'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:34:53.576678 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36578c67-179e-4a52-89bd-618ae3f6061e" -d '{"events": [{"server_uuid": "8a3911d2-8981-470d-bf23-e543484e2d7f", "name": "network-vif-plugged", "status": "completed", "tag": "72648f73-1a7f-4118-9d06-c1aac50c2328"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:34:53.614159 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 72648f73-1a7f-4118-9d06-c1aac50c2328, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=72648f73-1a7f-4118-9d06-c1aac50c2328,segment=NetworkSegment(4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9),segment_id=4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:53.622005 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:53.667346 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48100) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:53.672867 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b5abee2e-3421-4328-988d-5eecc26fba45 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1770554e7d574a7e8a4aa003597029df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5969646 Dec 10 18:34:53.713690 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1260de-1b92-4c27-a83e-93e92d30a011 x-openstack-request-id: req-bc1260de-1b92-4c27-a83e-93e92d30a011 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:34:53.714315 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a3911d2-8981-470d-bf23-e543484e2d7f", "name": "network-vif-plugged", "status": "completed", "tag": "72648f73-1a7f-4118-9d06-c1aac50c2328", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:34:53.714578 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bc1260de-1b92-4c27-a83e-93e92d30a011 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:34:53.714978 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a3911d2-8981-470d-bf23-e543484e2d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72648f73-1a7f-4118-9d06-c1aac50c2328', 'code': 200} Dec 10 18:34:53.731398 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=72648f73-1a7f-4118-9d06-c1aac50c2328,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:53.787512 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f898a216-5a6f-4d12-b7a0-24a4f312fa84 req-81297e0d-29c1-4027-aa4e-d1b477a05b1a tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724306 Dec 10 18:34:53.899178 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-98567021-9623-4bf1-ac3f-5e823bb91efd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:53.902625 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e8f14-dc15-4e5e-a5b5-a288bf2e90a7 req-8efa4c4b-2115-4004-8561-0aff402ae596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:53.905566 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cb0e8f14-dc15-4e5e-a5b5-a288bf2e90a7 req-8efa4c4b-2115-4004-8561-0aff402ae596 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8a3911d2-8981-470d-bf23-e543484e2d7f HTTP/1.1" status: 200 len: 1096 time: 0.1217740 Dec 10 18:34:53.968073 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-98567021-9623-4bf1-ac3f-5e823bb91efd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:53.996583 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-a5426932-04a4-435f-ba06-f98fbe723485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fbe3444-96b5-4ca9-a868-35a531acbd50 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:34:54.013805 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-a5426932-04a4-435f-ba06-f98fbe723485 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:54.041351 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cb0e8f14-dc15-4e5e-a5b5-a288bf2e90a7 req-d1860cd7-5390-4c9b-9f1b-135d9c5ddcfe service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148653 Dec 10 18:34:54.042835 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-a5426932-04a4-435f-ba06-f98fbe723485 service neutron] Transition to ACTIVE for port object 8fbe3444-96b5-4ca9-a868-35a531acbd50 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:34:54.051870 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-a5426932-04a4-435f-ba06-f98fbe723485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:54.148301 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-98567021-9623-4bf1-ac3f-5e823bb91efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:54.152424 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-98567021-9623-4bf1-ac3f-5e823bb91efd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:54.162818 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-98567021-9623-4bf1-ac3f-5e823bb91efd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a4e2c840-6cec-4546-af0f-d76695c9a4f0 HTTP/1.1" status: 204 len: 168 time: 0.4934340 Dec 10 18:34:54.182299 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98567021-9623-4bf1-ac3f-5e823bb91efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e2c840-6cec-4546-af0f-d76695c9a4f0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:54.187440 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5426932-04a4-435f-ba06-f98fbe723485 service neutron] Pushing event updated for resources: {'Port': ['ID=8fbe3444-96b5-4ca9-a868-35a531acbd50,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:54.336502 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad90a1c-375f-4d2b-b905-400d1243ba15 req-45d09257-86f4-4862-913c-8ca4c44ebc11 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:54.338210 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0ad90a1c-375f-4d2b-b905-400d1243ba15 req-45d09257-86f4-4862-913c-8ca4c44ebc11 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 943 time: 0.1448932 Dec 10 18:34:54.577136 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-a5426932-04a4-435f-ba06-f98fbe723485 service neutron] Attempting to bind port 8fbe3444-96b5-4ca9-a868-35a531acbd50 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:34:54.579959 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-a5426932-04a4-435f-ba06-f98fbe723485 service neutron] Attempting to bind port 8fbe3444-96b5-4ca9-a868-35a531acbd50 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': 'a4943cb1-8b39-4de7-85ed-25fa2e86aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f77d2b38-50a2-4a48-b3a2-b8f2247495f9'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:34:54.580249 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-a5426932-04a4-435f-ba06-f98fbe723485 service neutron] Attempting to bind port 8fbe3444-96b5-4ca9-a868-35a531acbd50 on network f77d2b38-50a2-4a48-b3a2-b8f2247495f9 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:54.614194 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-a5426932-04a4-435f-ba06-f98fbe723485 service neutron] Port 8fbe3444-96b5-4ca9-a868-35a531acbd50 on network f77d2b38-50a2-4a48-b3a2-b8f2247495f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:34:54.614527 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-a5426932-04a4-435f-ba06-f98fbe723485 service neutron] Attempting to bind port 8fbe3444-96b5-4ca9-a868-35a531acbd50 on network f77d2b38-50a2-4a48-b3a2-b8f2247495f9 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:54.640137 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0ad90a1c-375f-4d2b-b905-400d1243ba15 req-03cc2c7e-2824-4753-b7fb-3d06d4de76ee tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804339 Dec 10 18:34:54.641265 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-a5426932-04a4-435f-ba06-f98fbe723485 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:34:54.641803 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-a5426932-04a4-435f-ba06-f98fbe723485 service neutron] Checking segment: {'id': 'a4943cb1-8b39-4de7-85ed-25fa2e86aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f77d2b38-50a2-4a48-b3a2-b8f2247495f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:54.642346 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-a5426932-04a4-435f-ba06-f98fbe723485 service neutron] Bound using segment: {'id': 'a4943cb1-8b39-4de7-85ed-25fa2e86aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f77d2b38-50a2-4a48-b3a2-b8f2247495f9'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:34:54.643498 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-a5426932-04a4-435f-ba06-f98fbe723485 service neutron] Bound port: 8fbe3444-96b5-4ca9-a868-35a531acbd50, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4943cb1-8b39-4de7-85ed-25fa2e86aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f77d2b38-50a2-4a48-b3a2-b8f2247495f9'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:34:54.644051 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-a5426932-04a4-435f-ba06-f98fbe723485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:54.659210 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586cf7dc-e6cc-4fe1-88b7-ddc7302c731a req-9ac0ac89-fae2-4c25-b5a3-c3a967b09ecb tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:54.679810 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-586cf7dc-e6cc-4fe1-88b7-ddc7302c731a req-9ac0ac89-fae2-4c25-b5a3-c3a967b09ecb tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=d57aca12-484c-49fc-b736-a5cd158922a7 HTTP/1.1" status: 200 len: 943 time: 0.1479685 Dec 10 18:34:54.682699 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:54.761204 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-a5426932-04a4-435f-ba06-f98fbe723485 service neutron] For port 8fbe3444-96b5-4ca9-a868-35a531acbd50, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:34:54.777305 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-a5426932-04a4-435f-ba06-f98fbe723485 service neutron] For port 8fbe3444-96b5-4ca9-a868-35a531acbd50, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8fbe3444-96b5-4ca9-a868-35a531acbd50,segment=NetworkSegment(a4943cb1-8b39-4de7-85ed-25fa2e86aa72),segment_id=a4943cb1-8b39-4de7-85ed-25fa2e86aa72)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:34:54.784718 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-a5426932-04a4-435f-ba06-f98fbe723485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:54.886076 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-586cf7dc-e6cc-4fe1-88b7-ddc7302c731a req-5ac9df35-d31d-46ce-9e88-52f0ee620174 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820736 Dec 10 18:34:54.902620 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5426932-04a4-435f-ba06-f98fbe723485 service neutron] Pushing event updated for resources: {'Port': ['ID=8fbe3444-96b5-4ca9-a868-35a531acbd50,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:54.908069 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-a5426932-04a4-435f-ba06-f98fbe723485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:54.923150 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-a5426932-04a4-435f-ba06-f98fbe723485 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:54.927201 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-a5426932-04a4-435f-ba06-f98fbe723485 service neutron] 10.222.0.72 "PUT /v2.0/ports/8fbe3444-96b5-4ca9-a868-35a531acbd50 HTTP/1.1" status: 200 len: 1091 time: 2.0225527 Dec 10 18:34:54.942974 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57aca12-484c-49fc-b736-a5cd158922a7', 'tag': '8fbe3444-96b5-4ca9-a868-35a531acbd50'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:34:54.974731 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07a14fe-7646-44bc-8e12-88c05ecee4a5" -d '{"events": [{"name": "network-changed", "server_uuid": "d57aca12-484c-49fc-b736-a5cd158922a7", "tag": "8fbe3444-96b5-4ca9-a868-35a531acbd50"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:34:55.048539 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd73c7-da08-4b2e-965f-323ee666b8bf req-9cd31ac7-7e52-40c7-b2d2-ec45a2a31e63 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:55.053654 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f3dd73c7-da08-4b2e-965f-323ee666b8bf req-9cd31ac7-7e52-40c7-b2d2-ec45a2a31e63 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a3911d2-8981-470d-bf23-e543484e2d7f HTTP/1.1" status: 200 len: 945 time: 0.0758107 Dec 10 18:34:55.170741 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-0ff88165-1700-4505-b660-927c466f7f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:55.172475 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-0ff88165-1700-4505-b660-927c466f7f1d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9d81f2c65ece44779967ce4592ded8a2&device_id=d57aca12-484c-49fc-b736-a5cd158922a7 HTTP/1.1" status: 200 len: 1094 time: 0.1891847 Dec 10 18:34:55.182165 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f3dd73c7-da08-4b2e-965f-323ee666b8bf req-6e475ee1-a32f-4387-8df3-25c18b498822 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214285 Dec 10 18:34:55.330221 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5925725-d8a7-49e1-909b-b53f3bf64be9 x-openstack-request-id: req-a5925725-d8a7-49e1-909b-b53f3bf64be9 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:34:55.330535 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d57aca12-484c-49fc-b736-a5cd158922a7", "tag": "8fbe3444-96b5-4ca9-a868-35a531acbd50", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:34:55.330799 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a5925725-d8a7-49e1-909b-b53f3bf64be9 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:34:55.331220 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57aca12-484c-49fc-b736-a5cd158922a7', 'tag': '8fbe3444-96b5-4ca9-a868-35a531acbd50', 'status': 'completed', 'code': 200} Dec 10 18:34:55.333172 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-f35375a3-7d1a-497c-9d4f-9b05c4d706ab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fbe3444-96b5-4ca9-a868-35a531acbd50 HTTP/1.1" status: 200 len: 217 time: 0.1433570 Dec 10 18:34:55.443074 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-e9877cdc-c2c0-4dce-a63b-680abb11ad53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:55.444507 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-e9877cdc-c2c0-4dce-a63b-680abb11ad53 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2eb8e2fa-9956-481f-b0b9-17ff60156029 HTTP/1.1" status: 200 len: 854 time: 0.1037638 Dec 10 18:34:55.478361 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.505047 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-51cd2bea-a1d2-4b52-87f1-7c4d92ad67bd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f77d2b38-50a2-4a48-b3a2-b8f2247495f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514417 Dec 10 18:34:55.727317 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-f63ca163-4aba-478f-9c1b-671b9e6c6403 service neutron] 10.222.0.72 "GET /v2.0/networks/f77d2b38-50a2-4a48-b3a2-b8f2247495f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128620 Dec 10 18:34:55.853760 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31c2d7-3174-4869-9c04-8c6b7ecf226b req-5a8d0add-5bb1-4fe2-9c32-9bd604551285 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:55.856040 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-af31c2d7-3174-4869-9c04-8c6b7ecf226b req-5a8d0add-5bb1-4fe2-9c32-9bd604551285 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 944 time: 0.0718651 Dec 10 18:34:55.968331 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:34:55.990813 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-af31c2d7-3174-4869-9c04-8c6b7ecf226b req-d322f7c6-146c-4070-ae17-6ff57dbb85ee tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247149 Dec 10 18:34:56.032073 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e2497-b7fc-47f6-9e98-ca71e7a5f9d2 req-ed82724d-cba9-4779-8436-626699327068 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:56.035094 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-631e2497-b7fc-47f6-9e98-ca71e7a5f9d2 req-ed82724d-cba9-4779-8436-626699327068 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 943 time: 0.2039433 Dec 10 18:34:56.038114 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e04f34c-a53e-4145-b0a7-01cb0b9a2d1a req-b2749af7-a31c-42bc-8c13-1767a27b0095 service neutron] 10.222.0.72 "GET /v2.0/networks/f77d2b38-50a2-4a48-b3a2-b8f2247495f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019063 Dec 10 18:34:56.173235 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-631e2497-b7fc-47f6-9e98-ca71e7a5f9d2 req-4b2a9d95-1fa0-432d-ac5e-627e70eb1eaa tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202755 Dec 10 18:34:56.198485 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a14fe-7646-44bc-8e12-88c05ecee4a5 req-c8d7f664-65ad-4ecf-96e0-9fe73a8e243b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:56.201182 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b07a14fe-7646-44bc-8e12-88c05ecee4a5 req-c8d7f664-65ad-4ecf-96e0-9fe73a8e243b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9d81f2c65ece44779967ce4592ded8a2&device_id=d57aca12-484c-49fc-b736-a5cd158922a7 HTTP/1.1" status: 200 len: 1094 time: 0.0816286 Dec 10 18:34:56.357526 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ade9a4-5e50-4c4c-90a1-757a0aa24d98 req-e9a600c0-d92b-463c-88cc-008a594e19e8 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:56.359054 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b0ade9a4-5e50-4c4c-90a1-757a0aa24d98 req-e9a600c0-d92b-463c-88cc-008a594e19e8 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 944 time: 0.1393983 Dec 10 18:34:56.513125 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a14fe-7646-44bc-8e12-88c05ecee4a5 req-c5f92aaa-9e44-4b69-a38a-84e718fc7b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:56.514334 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b07a14fe-7646-44bc-8e12-88c05ecee4a5 req-c5f92aaa-9e44-4b69-a38a-84e718fc7b4c service neutron] 10.222.0.72 "GET /v2.0/networks?id=f77d2b38-50a2-4a48-b3a2-b8f2247495f9 HTTP/1.1" status: 200 len: 915 time: 0.3040423 Dec 10 18:34:56.610195 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b07a14fe-7646-44bc-8e12-88c05ecee4a5 req-afe0c3fe-517f-4619-ab0a-bd886ba4dbda service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fbe3444-96b5-4ca9-a868-35a531acbd50 HTTP/1.1" status: 200 len: 217 time: 0.0829716 Dec 10 18:34:56.706313 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a14fe-7646-44bc-8e12-88c05ecee4a5 req-e9bc5874-1b30-486b-90a3-d5db6239f19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:56.707814 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b07a14fe-7646-44bc-8e12-88c05ecee4a5 req-e9bc5874-1b30-486b-90a3-d5db6239f19f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2eb8e2fa-9956-481f-b0b9-17ff60156029 HTTP/1.1" status: 200 len: 854 time: 0.0888195 Dec 10 18:34:56.754596 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2446c-08fe-4597-9116-a5c8c278eaee req-332a7321-fdd6-4b35-9fa3-8592b2a39606 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:56.762404 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-85a2446c-08fe-4597-9116-a5c8c278eaee req-332a7321-fdd6-4b35-9fa3-8592b2a39606 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=d57aca12-484c-49fc-b736-a5cd158922a7 HTTP/1.1" status: 200 len: 943 time: 0.2311983 Dec 10 18:34:56.791909 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b07a14fe-7646-44bc-8e12-88c05ecee4a5 req-409ac348-af90-452b-b6f6-fccbbaddcadc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f77d2b38-50a2-4a48-b3a2-b8f2247495f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718799 Dec 10 18:34:56.821071 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-b0ade9a4-5e50-4c4c-90a1-757a0aa24d98 req-589202f5-d881-49b5-9479-fbcd73ce1c34 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Deleting port d29c3170-75f7-4a7c-976d-2dc07ad3078f {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:56.821475 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b0ade9a4-5e50-4c4c-90a1-757a0aa24d98 req-589202f5-d881-49b5-9479-fbcd73ce1c34 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:56.916588 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-85a2446c-08fe-4597-9116-a5c8c278eaee req-c34336b1-f6ed-4a74-b47c-273bec839535 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525347 Dec 10 18:34:56.938822 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48190) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:57.029292 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0ad88-a3d2-40bd-a93c-bf9753feed89 req-9d823ab1-7063-45c5-91ab-8c280e1428ef tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:57.032062 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8ea0ad88-a3d2-40bd-a93c-bf9753feed89 req-9d823ab1-7063-45c5-91ab-8c280e1428ef tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a3911d2-8981-470d-bf23-e543484e2d7f HTTP/1.1" status: 200 len: 945 time: 0.2346320 Dec 10 18:34:57.056448 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b0ade9a4-5e50-4c4c-90a1-757a0aa24d98 req-589202f5-d881-49b5-9479-fbcd73ce1c34 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] For port d29c3170-75f7-4a7c-976d-2dc07ad3078f, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=d29c3170-75f7-4a7c-976d-2dc07ad3078f,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:57.056853 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b0ade9a4-5e50-4c4c-90a1-757a0aa24d98 req-589202f5-d881-49b5-9479-fbcd73ce1c34 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:57.083959 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-b0ade9a4-5e50-4c4c-90a1-757a0aa24d98 req-589202f5-d881-49b5-9479-fbcd73ce1c34 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Calling delete_port for d29c3170-75f7-4a7c-976d-2dc07ad3078f owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:34:57.091938 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b07a14fe-7646-44bc-8e12-88c05ecee4a5 req-86aa96ae-32dd-4209-9090-4f88943b0316 service neutron] 10.222.0.72 "GET /v2.0/networks/f77d2b38-50a2-4a48-b3a2-b8f2247495f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673573 Dec 10 18:34:57.226099 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ef81bdc-8c62-49de-95ee-a25e9f05fbe7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:57.308470 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8ea0ad88-a3d2-40bd-a93c-bf9753feed89 req-3aac5728-6430-4b84-935c-92b16b457710 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684939 Dec 10 18:34:57.362014 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b07a14fe-7646-44bc-8e12-88c05ecee4a5 req-11a846a7-af59-4353-a04d-4106af2dbb8d service neutron] 10.222.0.72 "GET /v2.0/networks/f77d2b38-50a2-4a48-b3a2-b8f2247495f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603159 Dec 10 18:34:57.391216 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa71b3b-f5a4-493f-87a3-08c86f25372a req-678e2cba-b59a-464c-ad6d-9f3f71d9ca1e tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:57.398811 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-baa71b3b-f5a4-493f-87a3-08c86f25372a req-678e2cba-b59a-464c-ad6d-9f3f71d9ca1e tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 944 time: 0.1920755 Dec 10 18:34:57.502723 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-baa71b3b-f5a4-493f-87a3-08c86f25372a req-76b95841-ad21-4e78-8775-d84dc8d84ad2 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029284 Dec 10 18:34:57.638862 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d16a0-c33c-4dae-9921-e0b6f0045c6f req-fedae467-f9ce-47d4-9eb4-ac1be70e386e tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:57.640439 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0b1d16a0-c33c-4dae-9921-e0b6f0045c6f req-fedae467-f9ce-47d4-9eb4-ac1be70e386e tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 943 time: 0.1536090 Dec 10 18:34:57.715719 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ef81bdc-8c62-49de-95ee-a25e9f05fbe7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:57.723289 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b0ade9a4-5e50-4c4c-90a1-757a0aa24d98 req-589202f5-d881-49b5-9479-fbcd73ce1c34 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:57.742014 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ef81bdc-8c62-49de-95ee-a25e9f05fbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:57.745951 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['d29c3170-75f7-4a7c-976d-2dc07ad3078f'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:34:57.795781 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0b1d16a0-c33c-4dae-9921-e0b6f0045c6f req-ab17a657-59c3-4006-a14f-141ee595252e tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438463 Dec 10 18:34:57.832242 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48214) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:57.840726 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9ef81bdc-8c62-49de-95ee-a25e9f05fbe7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=38ff3de720254f2291089a83ebe014a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8984554 Dec 10 18:34:58.015514 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c419d1d5-4dcc-4d84-b98c-b3734a046c30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:58.071746 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c419d1d5-4dcc-4d84-b98c-b3734a046c30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:58.086246 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589202f5-d881-49b5-9479-fbcd73ce1c34 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Pushing event deleted for resources: {'Port': ['ID=d29c3170-75f7-4a7c-976d-2dc07ad3078f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:58.132299 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ade9a4-5e50-4c4c-90a1-757a0aa24d98 req-589202f5-d881-49b5-9479-fbcd73ce1c34 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] No DVR routers for this DVR port d29c3170-75f7-4a7c-976d-2dc07ad3078f on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:34:58.137382 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef81bdc-8c62-49de-95ee-a25e9f05fbe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368f1009-dc3c-49f3-9edb-187bf7111585,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:58.141951 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b0ade9a4-5e50-4c4c-90a1-757a0aa24d98 req-589202f5-d881-49b5-9479-fbcd73ce1c34 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:58.146204 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b0ade9a4-5e50-4c4c-90a1-757a0aa24d98 req-589202f5-d881-49b5-9479-fbcd73ce1c34 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.46 "DELETE /v2.0/ports/d29c3170-75f7-4a7c-976d-2dc07ad3078f HTTP/1.1" status: 204 len: 173 time: 1.7791133 Dec 10 18:34:58.147239 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b83710-daf1-4800-930a-d1f4c500f8ad', 'name': 'network-vif-deleted', 'tag': 'd29c3170-75f7-4a7c-976d-2dc07ad3078f'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:34:58.150476 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2702301d-1fe5-42ce-a0b2-7b659176a83c" -d '{"events": [{"server_uuid": "e2b83710-daf1-4800-930a-d1f4c500f8ad", "name": "network-vif-deleted", "tag": "d29c3170-75f7-4a7c-976d-2dc07ad3078f"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:34:58.212343 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650542ec-1c7e-4110-b9e2-f509794960d7 x-openstack-request-id: req-650542ec-1c7e-4110-b9e2-f509794960d7 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:34:58.212654 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b83710-daf1-4800-930a-d1f4c500f8ad", "name": "network-vif-deleted", "tag": "d29c3170-75f7-4a7c-976d-2dc07ad3078f", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:34:58.212945 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-650542ec-1c7e-4110-b9e2-f509794960d7 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:34:58.213344 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b83710-daf1-4800-930a-d1f4c500f8ad', 'name': 'network-vif-deleted', 'tag': 'd29c3170-75f7-4a7c-976d-2dc07ad3078f', 'status': 'completed', 'code': 200} Dec 10 18:34:58.246638 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cffb6-a029-439b-b911-757cde0a75bc req-8877ff9b-0aa5-49ca-b495-594f7b002b01 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:58.260063 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d08cffb6-a029-439b-b911-757cde0a75bc req-8877ff9b-0aa5-49ca-b495-594f7b002b01 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=d57aca12-484c-49fc-b736-a5cd158922a7 HTTP/1.1" status: 200 len: 943 time: 0.1441476 Dec 10 18:34:58.291682 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c419d1d5-4dcc-4d84-b98c-b3734a046c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:58.295759 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c419d1d5-4dcc-4d84-b98c-b3734a046c30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:58.299495 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c419d1d5-4dcc-4d84-b98c-b3734a046c30 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/368f1009-dc3c-49f3-9edb-187bf7111585 HTTP/1.1" status: 204 len: 168 time: 0.4636421 Dec 10 18:34:58.374420 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c419d1d5-4dcc-4d84-b98c-b3734a046c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368f1009-dc3c-49f3-9edb-187bf7111585,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:58.411154 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d08cffb6-a029-439b-b911-757cde0a75bc req-4b9c47d4-3f6b-488f-aacc-bc774c666d3a tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492987 Dec 10 18:34:58.660367 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1c759ea3-3730-4939-a033-b99951cf6e48 req-556676d1-c094-4c63-a5f5-380d856ab709 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b83710-daf1-4800-930a-d1f4c500f8ad HTTP/1.1" status: 200 len: 210 time: 0.0443792 Dec 10 18:34:59.020870 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0c9bf-06e4-48ba-9d98-86b26f95f1f3 req-c67d944f-d68c-4d4d-a38e-1d76eff6df3c tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:59.032346 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-27f0c9bf-06e4-48ba-9d98-86b26f95f1f3 req-c67d944f-d68c-4d4d-a38e-1d76eff6df3c tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 943 time: 0.1010509 Dec 10 18:34:59.125148 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-27f0c9bf-06e4-48ba-9d98-86b26f95f1f3 req-00b228d0-1b6f-4df8-a617-4398678470c4 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865228 Dec 10 18:34:59.570448 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e4756-2134-4238-a302-2cc273b8597f req-d351e5a7-706b-4d30-afa3-fd6b69177deb tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:59.586616 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-799e4756-2134-4238-a302-2cc273b8597f req-d351e5a7-706b-4d30-afa3-fd6b69177deb tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=d57aca12-484c-49fc-b736-a5cd158922a7 HTTP/1.1" status: 200 len: 943 time: 0.0759401 Dec 10 18:34:59.662339 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-799e4756-2134-4238-a302-2cc273b8597f req-271878c1-4548-45f3-881f-d8de5db2d72f tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634875 Dec 10 18:35:00.092464 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device d29c3170-75f7-4a7c-976d-2dc07ad3078f no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:35:00.143186 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: d29c3170-75f7-4a7c-976d-2dc07ad3078f {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:35:00.143511 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device d29c3170-75f7-4a7c-976d-2dc07ad3078f not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:35:00.157286 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b2644-2837-4fae-86df-bdebcbdffac0 req-497d0f99-c792-47c9-8308-eafa7837fde3 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:00.164264 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-860b2644-2837-4fae-86df-bdebcbdffac0 req-497d0f99-c792-47c9-8308-eafa7837fde3 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a88c758-21c8-4d51-a62d-dcdcb66b7479 HTTP/1.1" status: 200 len: 944 time: 0.0681581 Dec 10 18:35:00.283682 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-860b2644-2837-4fae-86df-bdebcbdffac0 req-eca08890-ee50-4d76-bbd3-ca1deb194cfa tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180553 Dec 10 18:35:00.484820 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251bd604-ed78-4fbe-9a76-1175179307c3 req-3a0af98a-167d-4002-b1a2-33a7da4d06a4 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:00.492530 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-251bd604-ed78-4fbe-9a76-1175179307c3 req-3a0af98a-167d-4002-b1a2-33a7da4d06a4 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 943 time: 0.0726979 Dec 10 18:35:00.547852 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-251bd604-ed78-4fbe-9a76-1175179307c3 req-8cbf727d-2a6c-4238-9960-c0364d05fdd7 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519273 Dec 10 18:35:00.655157 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b7f70-f042-4ed4-b9d9-45466bb31bd1 req-bb5be1ae-b070-4e47-a884-56206195129c tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:00.656174 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8fbe3444-96b5-4ca9-a868-35a531acbd50 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:35:00.659493 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b88b7f70-f042-4ed4-b9d9-45466bb31bd1 req-bb5be1ae-b070-4e47-a884-56206195129c tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a88c758-21c8-4d51-a62d-dcdcb66b7479 HTTP/1.1" status: 200 len: 944 time: 0.0745718 Dec 10 18:35:00.814972 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-b88b7f70-f042-4ed4-b9d9-45466bb31bd1 req-cc62e2a3-e6a2-480f-b721-10407c122f1d tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Deleting port 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:00.815586 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b88b7f70-f042-4ed4-b9d9-45466bb31bd1 req-cc62e2a3-e6a2-480f-b721-10407c122f1d tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:00.866742 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 8fbe3444-96b5-4ca9-a868-35a531acbd50, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8fbe3444-96b5-4ca9-a868-35a531acbd50,segment=NetworkSegment(a4943cb1-8b39-4de7-85ed-25fa2e86aa72),segment_id=a4943cb1-8b39-4de7-85ed-25fa2e86aa72)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:00.886175 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '8fbe3444-96b5-4ca9-a868-35a531acbd50', 'network_id': 'f77d2b38-50a2-4a48-b3a2-b8f2247495f9', 'port_id': '8fbe3444-96b5-4ca9-a868-35a531acbd50', 'mac_address': 'fa:16:3e:d8:c0:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eb8e2fa-9956-481f-b0b9-17ff60156029', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:35:00.941799 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:00.969795 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fbe3444-96b5-4ca9-a868-35a531acbd50 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:35:01.004815 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 8fbe3444-96b5-4ca9-a868-35a531acbd50, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8fbe3444-96b5-4ca9-a868-35a531acbd50,segment=NetworkSegment(a4943cb1-8b39-4de7-85ed-25fa2e86aa72),segment_id=a4943cb1-8b39-4de7-85ed-25fa2e86aa72)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:01.011719 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:01.094664 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2793c-1cbb-42a3-a422-2c8a67e84cf9 req-c9057ca9-be08-4ca6-a485-644369669ab1 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:01.105710 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c4f2793c-1cbb-42a3-a422-2c8a67e84cf9 req-c9057ca9-be08-4ca6-a485-644369669ab1 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=d57aca12-484c-49fc-b736-a5cd158922a7 HTTP/1.1" status: 200 len: 944 time: 0.1069176 Dec 10 18:35:01.145827 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=8fbe3444-96b5-4ca9-a868-35a531acbd50,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:01.237792 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c4f2793c-1cbb-42a3-a422-2c8a67e84cf9 req-09628740-faa9-4b4b-af16-a96cb75f6706 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274984 Dec 10 18:35:01.362276 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-b88b7f70-f042-4ed4-b9d9-45466bb31bd1 req-cc62e2a3-e6a2-480f-b721-10407c122f1d tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] For port 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=6cdee229-c6f6-4bd5-b358-e0790cd5fe3c,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:01.362651 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b88b7f70-f042-4ed4-b9d9-45466bb31bd1 req-cc62e2a3-e6a2-480f-b721-10407c122f1d tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:01.381521 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-b88b7f70-f042-4ed4-b9d9-45466bb31bd1 req-cc62e2a3-e6a2-480f-b721-10407c122f1d tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Calling delete_port for 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:01.392432 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['8fbe3444-96b5-4ca9-a868-35a531acbd50'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:35:01.574534 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb3863b-5433-40f8-870e-412d72a7e31e req-3168bc57-a152-49b1-898f-8fffa7b2d2c2 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:01.578141 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3cb3863b-5433-40f8-870e-412d72a7e31e req-3168bc57-a152-49b1-898f-8fffa7b2d2c2 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a88c758-21c8-4d51-a62d-dcdcb66b7479 HTTP/1.1" status: 200 len: 944 time: 0.1191883 Dec 10 18:35:01.578313 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b88b7f70-f042-4ed4-b9d9-45466bb31bd1 req-cc62e2a3-e6a2-480f-b721-10407c122f1d tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:01.632864 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62e2a3-e6a2-480f-b721-10407c122f1d tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Pushing event deleted for resources: {'Port': ['ID=6cdee229-c6f6-4bd5-b358-e0790cd5fe3c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:01.697205 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3cb3863b-5433-40f8-870e-412d72a7e31e req-52e3b13f-ee86-48eb-ac58-fd57e68135a0 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048772 Dec 10 18:35:01.739149 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88b7f70-f042-4ed4-b9d9-45466bb31bd1 req-cc62e2a3-e6a2-480f-b721-10407c122f1d tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] No DVR routers for this DVR port 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c on host n-h2-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:35:01.744142 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b88b7f70-f042-4ed4-b9d9-45466bb31bd1 req-cc62e2a3-e6a2-480f-b721-10407c122f1d tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:01.751098 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b88b7f70-f042-4ed4-b9d9-45466bb31bd1 req-cc62e2a3-e6a2-480f-b721-10407c122f1d tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.72 "DELETE /v2.0/ports/6cdee229-c6f6-4bd5-b358-e0790cd5fe3c HTTP/1.1" status: 204 len: 173 time: 1.0873444 Dec 10 18:35:01.751612 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a88c758-21c8-4d51-a62d-dcdcb66b7479', 'name': 'network-vif-deleted', 'tag': '6cdee229-c6f6-4bd5-b358-e0790cd5fe3c'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:35:01.760877 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215e0028-ba76-4070-80ec-a6867a3b9019" -d '{"events": [{"server_uuid": "5a88c758-21c8-4d51-a62d-dcdcb66b7479", "name": "network-vif-deleted", "tag": "6cdee229-c6f6-4bd5-b358-e0790cd5fe3c"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:35:01.939883 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c16c1e-7ea5-483e-aa8f-446ee0a194c2 req-0a8d688d-b495-4270-b456-0d522d295ebb tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:01.941700 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-67c16c1e-7ea5-483e-aa8f-446ee0a194c2 req-0a8d688d-b495-4270-b456-0d522d295ebb tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 943 time: 0.0859702 Dec 10 18:35:02.016900 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-67c16c1e-7ea5-483e-aa8f-446ee0a194c2 req-459c629d-de5d-44d1-af11-44a2dfdff516 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636990 Dec 10 18:35:02.020627 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e451c38e-2c84-4a13-93ab-9b2ba91e360a x-openstack-request-id: req-e451c38e-2c84-4a13-93ab-9b2ba91e360a {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:35:02.030469 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a88c758-21c8-4d51-a62d-dcdcb66b7479", "name": "network-vif-deleted", "tag": "6cdee229-c6f6-4bd5-b358-e0790cd5fe3c", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:35:02.030469 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e451c38e-2c84-4a13-93ab-9b2ba91e360a {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:35:02.030469 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a88c758-21c8-4d51-a62d-dcdcb66b7479', 'name': 'network-vif-deleted', 'tag': '6cdee229-c6f6-4bd5-b358-e0790cd5fe3c', 'status': 'completed', 'code': 200} Dec 10 18:35:02.523485 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fed881-8611-4416-a20d-589bf37a065f req-66ad2e1d-3987-43eb-bdd4-4299cdbed575 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:02.536403 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e6fed881-8611-4416-a20d-589bf37a065f req-66ad2e1d-3987-43eb-bdd4-4299cdbed575 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=d57aca12-484c-49fc-b736-a5cd158922a7 HTTP/1.1" status: 200 len: 944 time: 0.1270933 Dec 10 18:35:02.616343 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e6fed881-8611-4416-a20d-589bf37a065f req-aa52af42-4379-499c-8aef-1a8c032d80d7 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789011 Dec 10 18:35:03.187618 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02e91e-cc7b-4992-b60a-b050441ade4c req-384f9b83-fac5-46ac-8977-a4d0d0c826ca tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:03.195531 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cb02e91e-cc7b-4992-b60a-b050441ade4c req-384f9b83-fac5-46ac-8977-a4d0d0c826ca tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 944 time: 0.0853729 Dec 10 18:35:03.274713 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cb02e91e-cc7b-4992-b60a-b050441ade4c req-7bb6504f-0e43-4530-a38b-5bdf2908b34b tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775621 Dec 10 18:35:03.291163 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb6dad-3a83-416c-9e71-f1204d964e8b req-757cc250-fcc9-41ee-b5d0-58e3883ca473 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:03.302164 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48382) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:03.307531 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2feb6dad-3a83-416c-9e71-f1204d964e8b req-757cc250-fcc9-41ee-b5d0-58e3883ca473 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 943 time: 0.1040955 Dec 10 18:35:03.387035 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2feb6dad-3a83-416c-9e71-f1204d964e8b req-cd6025a8-5903-41b8-95b0-f6a92b9b6a93 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762727 Dec 10 18:35:03.495058 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:03.605403 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-28ba5fa4-714e-4c0a-9689-7ef4370d387a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:03.800240 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b8b5c-f59d-4472-87d8-b83ccd989301 req-6a8d5b95-c93e-490b-957d-54c586c0c665 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:03.809122 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bb1b8b5c-f59d-4472-87d8-b83ccd989301 req-6a8d5b95-c93e-490b-957d-54c586c0c665 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=d57aca12-484c-49fc-b736-a5cd158922a7 HTTP/1.1" status: 200 len: 944 time: 0.0752499 Dec 10 18:35:03.821515 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-28ba5fa4-714e-4c0a-9689-7ef4370d387a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:03.834942 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-28ba5fa4-714e-4c0a-9689-7ef4370d387a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:03.893737 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bb1b8b5c-f59d-4472-87d8-b83ccd989301 req-a71259ef-675a-4793-85b4-466a508e187a tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834620 Dec 10 18:35:03.937600 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee1710-d603-41f4-90e1-93308c9a9c63 req-d9d6e00b-c246-4727-be9e-0b9c378bb251 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:03.939347 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2dee1710-d603-41f4-90e1-93308c9a9c63 req-d9d6e00b-c246-4727-be9e-0b9c378bb251 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.72 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 944 time: 0.2173169 Dec 10 18:35:03.960253 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48394) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:03.967110 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-28ba5fa4-714e-4c0a-9689-7ef4370d387a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9d5aecd3b5754286af57531fd23e9c95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6636415 Dec 10 18:35:03.975021 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba5fa4-714e-4c0a-9689-7ef4370d387a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df416bb2-597d-49a3-ad88-3fb2403dfb84,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:04.071848 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f0277dc-21ab-4cec-a4b8-420fe83cb9fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:04.137451 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f0277dc-21ab-4cec-a4b8-420fe83cb9fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:04.213100 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-2dee1710-d603-41f4-90e1-93308c9a9c63 req-f40dade4-81a2-43e9-81cb-7697af4b2f3b tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Deleting port 143a292c-2590-40c1-9e34-bfb328e87baa {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:04.215293 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2dee1710-d603-41f4-90e1-93308c9a9c63 req-f40dade4-81a2-43e9-81cb-7697af4b2f3b tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:04.263088 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f0277dc-21ab-4cec-a4b8-420fe83cb9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:04.266770 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f0277dc-21ab-4cec-a4b8-420fe83cb9fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:04.268093 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8f0277dc-21ab-4cec-a4b8-420fe83cb9fe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/df416bb2-597d-49a3-ad88-3fb2403dfb84 HTTP/1.1" status: 204 len: 168 time: 0.3068249 Dec 10 18:35:04.278265 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0277dc-21ab-4cec-a4b8-420fe83cb9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df416bb2-597d-49a3-ad88-3fb2403dfb84,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:04.445724 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-2dee1710-d603-41f4-90e1-93308c9a9c63 req-f40dade4-81a2-43e9-81cb-7697af4b2f3b tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] For port 143a292c-2590-40c1-9e34-bfb328e87baa, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=143a292c-2590-40c1-9e34-bfb328e87baa,segment=NetworkSegment(7154ad05-9613-456d-9982-371117c1b752),segment_id=7154ad05-9613-456d-9982-371117c1b752)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:04.446099 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2dee1710-d603-41f4-90e1-93308c9a9c63 req-f40dade4-81a2-43e9-81cb-7697af4b2f3b tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:04.506301 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-2dee1710-d603-41f4-90e1-93308c9a9c63 req-f40dade4-81a2-43e9-81cb-7697af4b2f3b tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Calling delete_port for 143a292c-2590-40c1-9e34-bfb328e87baa owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:04.597872 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5d6a2-5e2c-4f7c-a6cc-879b56c80aeb req-1e9eedce-8d6e-4d33-9571-4c4a1c7c5222 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:04.606333 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3bf5d6a2-5e2c-4f7c-a6cc-879b56c80aeb req-1e9eedce-8d6e-4d33-9571-4c4a1c7c5222 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 944 time: 0.1450989 Dec 10 18:35:04.668561 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14467231-eed7-43f5-9d23-df6b65feb3d6 req-3fda2a39-f5cc-4d9c-85bb-91baf72219d0 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:04.680672 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-14467231-eed7-43f5-9d23-df6b65feb3d6 req-3fda2a39-f5cc-4d9c-85bb-91baf72219d0 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 943 time: 0.1122270 Dec 10 18:35:04.686844 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8fbe3444-96b5-4ca9-a868-35a531acbd50 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:04.765046 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-14467231-eed7-43f5-9d23-df6b65feb3d6 req-0c1ffb4f-a70b-427b-b85e-f732e1b074e4 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833390 Dec 10 18:35:04.770020 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3bf5d6a2-5e2c-4f7c-a6cc-879b56c80aeb req-6b1d2eb1-fdc8-41c0-8459-d54903285612 tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/security-groups?id=24213062-d4a0-4adb-9eff-a68d743bdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617117 Dec 10 18:35:04.829838 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 8fbe3444-96b5-4ca9-a868-35a531acbd50 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:35:04.842558 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 8fbe3444-96b5-4ca9-a868-35a531acbd50 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:04.844828 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:04.925638 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2dee1710-d603-41f4-90e1-93308c9a9c63 req-f40dade4-81a2-43e9-81cb-7697af4b2f3b tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:05.039059 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40dade4-81a2-43e9-81cb-7697af4b2f3b tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Pushing event deleted for resources: {'Port': ['ID=143a292c-2590-40c1-9e34-bfb328e87baa,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:05.067719 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:05.163342 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dee1710-d603-41f4-90e1-93308c9a9c63 req-f40dade4-81a2-43e9-81cb-7697af4b2f3b tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] No DVR routers for this DVR port 143a292c-2590-40c1-9e34-bfb328e87baa on host n-h2-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:35:05.172808 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2dee1710-d603-41f4-90e1-93308c9a9c63 req-f40dade4-81a2-43e9-81cb-7697af4b2f3b tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:05.177751 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2dee1710-d603-41f4-90e1-93308c9a9c63 req-f40dade4-81a2-43e9-81cb-7697af4b2f3b tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.72 "DELETE /v2.0/ports/143a292c-2590-40c1-9e34-bfb328e87baa HTTP/1.1" status: 204 len: 173 time: 1.2324481 Dec 10 18:35:05.179915 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18fe2444-7430-4593-bdd4-7d10a04873af', 'name': 'network-vif-deleted', 'tag': '143a292c-2590-40c1-9e34-bfb328e87baa'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:35:05.183489 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0dbf11f-8b37-433e-9141-7b04fe61d054" -d '{"events": [{"server_uuid": "18fe2444-7430-4593-bdd4-7d10a04873af", "name": "network-vif-deleted", "tag": "143a292c-2590-40c1-9e34-bfb328e87baa"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:35:05.213583 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57aca12-484c-49fc-b736-a5cd158922a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbe3444-96b5-4ca9-a868-35a531acbd50'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:35:05.219714 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8f9712-0c11-4acf-b7ec-69d4b9aba77a" -d '{"events": [{"server_uuid": "d57aca12-484c-49fc-b736-a5cd158922a7", "name": "network-vif-plugged", "status": "completed", "tag": "8fbe3444-96b5-4ca9-a868-35a531acbd50"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:35:05.234907 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ec9fe-6842-4292-947b-65b1f93fe3c8 req-49426324-f8cf-4af2-b84e-9cedc4234c06 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:05.240985 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 8fbe3444-96b5-4ca9-a868-35a531acbd50, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8fbe3444-96b5-4ca9-a868-35a531acbd50,segment=NetworkSegment(a4943cb1-8b39-4de7-85ed-25fa2e86aa72),segment_id=a4943cb1-8b39-4de7-85ed-25fa2e86aa72)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:05.243443 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3d7ec9fe-6842-4292-947b-65b1f93fe3c8 req-49426324-f8cf-4af2-b84e-9cedc4234c06 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=d57aca12-484c-49fc-b736-a5cd158922a7 HTTP/1.1" status: 200 len: 944 time: 0.2017677 Dec 10 18:35:05.246158 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:05.248343 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:35:05.307550 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b08e99b-3fe8-4bc1-a3b6-36d59b1590e4 x-openstack-request-id: req-7b08e99b-3fe8-4bc1-a3b6-36d59b1590e4 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:35:05.308234 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18fe2444-7430-4593-bdd4-7d10a04873af", "name": "network-vif-deleted", "tag": "143a292c-2590-40c1-9e34-bfb328e87baa", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:35:05.308234 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7b08e99b-3fe8-4bc1-a3b6-36d59b1590e4 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:35:05.308613 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18fe2444-7430-4593-bdd4-7d10a04873af', 'name': 'network-vif-deleted', 'tag': '143a292c-2590-40c1-9e34-bfb328e87baa', 'status': 'completed', 'code': 200} Dec 10 18:35:05.375050 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=8fbe3444-96b5-4ca9-a868-35a531acbd50,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:05.403817 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:35:05.404480 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 6cdee229-c6f6-4bd5-b358-e0790cd5fe3c not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:35:05.413625 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3d7ec9fe-6842-4292-947b-65b1f93fe3c8 req-8d6d67ab-3d83-49f1-b931-fd8d798b606c tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624358 Dec 10 18:35:05.499995 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a49f6f-9e80-4a6f-aa56-b73951a0b78a x-openstack-request-id: req-91a49f6f-9e80-4a6f-aa56-b73951a0b78a {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:35:05.500423 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57aca12-484c-49fc-b736-a5cd158922a7", "name": "network-vif-plugged", "status": "completed", "tag": "8fbe3444-96b5-4ca9-a868-35a531acbd50", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:35:05.500746 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-91a49f6f-9e80-4a6f-aa56-b73951a0b78a {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:35:05.501154 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57aca12-484c-49fc-b736-a5cd158922a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbe3444-96b5-4ca9-a868-35a531acbd50', 'code': 200} Dec 10 18:35:05.712812 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48452) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:05.717853 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673a875-85d9-47b2-975e-114812220613 req-f50dfcf2-c74d-440c-ba00-43888fb3be18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:05.719958 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3673a875-85d9-47b2-975e-114812220613 req-f50dfcf2-c74d-440c-ba00-43888fb3be18 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d57aca12-484c-49fc-b736-a5cd158922a7 HTTP/1.1" status: 200 len: 1096 time: 0.0761762 Dec 10 18:35:05.974750 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3673a875-85d9-47b2-975e-114812220613 req-1570b516-fc89-4adb-9905-3760d1ed9986 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281935 Dec 10 18:35:06.097291 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-76664560-645f-421b-92ba-e3fedf38e75c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-453619856-network', 'tenant_id': '5f39ee8e0edb4acbbe8e8d13bdd691f6'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:06.097561 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4f67adb1-f70c-4998-bbd0-79e701b5f478 req-2c5232ac-c52b-44cb-bf61-6ed8d855153a tempest-LiveAutoBlockMigrationV225Test-733328728 tempest-LiveAutoBlockMigrationV225Test-733328728-project] 10.222.0.62 "GET /v2.0/ports?device_id=18fe2444-7430-4593-bdd4-7d10a04873af HTTP/1.1" status: 200 len: 210 time: 0.0487194 Dec 10 18:35:06.169873 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76664560-645f-421b-92ba-e3fedf38e75c admin admin] Made reservation on behalf of 5f39ee8e0edb4acbbe8e8d13bdd691f6 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:06.175751 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76664560-645f-421b-92ba-e3fedf38e75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:06.211432 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76664560-645f-421b-92ba-e3fedf38e75c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:06.245115 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5933b4fa-56a3-46b1-a5fe-a953c15bf4ba req-ca45f97a-3156-4352-8932-500328cf4a50 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:06.247570 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5933b4fa-56a3-46b1-a5fe-a953c15bf4ba req-ca45f97a-3156-4352-8932-500328cf4a50 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 943 time: 0.2345195 Dec 10 18:35:06.365288 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76664560-645f-421b-92ba-e3fedf38e75c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:06.469528 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5933b4fa-56a3-46b1-a5fe-a953c15bf4ba req-705a9e5f-a361-4a9f-a331-d7f773f2a2d5 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021590 Dec 10 18:35:06.471820 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76664560-645f-421b-92ba-e3fedf38e75c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:06.545723 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76664560-645f-421b-92ba-e3fedf38e75c admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:35:06.590329 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76664560-645f-421b-92ba-e3fedf38e75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf89994-349d-4d35-b297-1ac8a57e8c82,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:06.628204 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76664560-645f-421b-92ba-e3fedf38e75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:06.628967 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-76664560-645f-421b-92ba-e3fedf38e75c admin admin] Added segment 73cdd950-632b-4c54-88c7-378097e4b265 of type vlan for network e2f04249-5778-4f8f-8d63-705e6abb480b Dec 10 18:35:06.652156 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34961355-ec4e-4e40-8e67-a4c59579918b req-b7db10c7-044a-4d15-b6c7-42e29dda5574 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:06.654589 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-34961355-ec4e-4e40-8e67-a4c59579918b req-b7db10c7-044a-4d15-b6c7-42e29dda5574 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=d57aca12-484c-49fc-b736-a5cd158922a7 HTTP/1.1" status: 200 len: 945 time: 0.1172144 Dec 10 18:35:06.718235 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76664560-645f-421b-92ba-e3fedf38e75c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:06.754352 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76664560-645f-421b-92ba-e3fedf38e75c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:06.758339 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76664560-645f-421b-92ba-e3fedf38e75c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:06.759247 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76664560-645f-421b-92ba-e3fedf38e75c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:06.775665 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-34961355-ec4e-4e40-8e67-a4c59579918b req-e3e45615-de12-4cae-b37a-e84f24bb0710 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056511 Dec 10 18:35:06.838839 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76664560-645f-421b-92ba-e3fedf38e75c admin admin] Pushing event updated for resources: {'Network': ['ID=e2f04249-5778-4f8f-8d63-705e6abb480b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:06.853087 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network e2f04249-5778-4f8f-8d63-705e6abb480b details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:35:06.875531 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48478) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:06.875796 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-76664560-645f-421b-92ba-e3fedf38e75c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1609504 Dec 10 18:35:06.880735 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-943e9355-b542-41f4-a326-2d60b87d629b admin admin] Request body: {'subnet': {'network_id': 'e2f04249-5778-4f8f-8d63-705e6abb480b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-453619856-subnet', 'tenant_id': '5f39ee8e0edb4acbbe8e8d13bdd691f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:06.917668 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943e9355-b542-41f4-a326-2d60b87d629b admin admin] Made reservation on behalf of 5f39ee8e0edb4acbbe8e8d13bdd691f6 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:06.924239 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-943e9355-b542-41f4-a326-2d60b87d629b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.167320 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48484) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:07.211816 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-943e9355-b542-41f4-a326-2d60b87d629b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.301921 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdf879ef-2e83-4bd8-975d-fb3a805d8541 admin admin] Deleting subnet 30832bd6-5c81-4f5a-a237-6a5341f2b45d {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:35:07.305482 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cdf879ef-2e83-4bd8-975d-fb3a805d8541 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.327516 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e9355-b542-41f4-a326-2d60b87d629b admin admin] Pushing event updated for resources: {'Subnet': ['ID=39e9e606-4595-41ae-bc88-cc93d17eaacc,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:07.335705 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943e9355-b542-41f4-a326-2d60b87d629b admin admin] Checking segment: {'id': '73cdd950-632b-4c54-88c7-378097e4b265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e2f04249-5778-4f8f-8d63-705e6abb480b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:07.336733 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943e9355-b542-41f4-a326-2d60b87d629b admin admin] Network hostable DHCP agents. Network: e2f04249-5778-4f8f-8d63-705e6abb480b, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:35:07.400436 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cdf879ef-2e83-4bd8-975d-fb3a805d8541 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.409971 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943e9355-b542-41f4-a326-2d60b87d629b admin admin] Network e2f04249-5778-4f8f-8d63-705e6abb480b is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:35:07.433120 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-943e9355-b542-41f4-a326-2d60b87d629b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, e2f04249-5778-4f8f-8d63-705e6abb480b) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:07.447383 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff58d737-354e-43b3-ab48-aee30f8fcef4 None None] Network e2f04249-5778-4f8f-8d63-705e6abb480b requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:07.453906 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e9355-b542-41f4-a326-2d60b87d629b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:07.457123 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-943e9355-b542-41f4-a326-2d60b87d629b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.494861 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cdf879ef-2e83-4bd8-975d-fb3a805d8541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.503877 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-943e9355-b542-41f4-a326-2d60b87d629b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6270530 Dec 10 18:35:07.650309 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cdf879ef-2e83-4bd8-975d-fb3a805d8541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.688434 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0bd79-3f65-4559-b60f-1a37f4a1235f req-d71acc39-490e-466f-90c2-948cf731dd8d tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:07.689936 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-06d0bd79-3f65-4559-b60f-1a37f4a1235f req-d71acc39-490e-466f-90c2-948cf731dd8d tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 943 time: 0.0945971 Dec 10 18:35:07.721173 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5c26f6-f5fb-46a5-98a4-1182b30073dd None None] Network e2f04249-5778-4f8f-8d63-705e6abb480b requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:07.737140 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf879ef-2e83-4bd8-975d-fb3a805d8541 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30832bd6-5c81-4f5a-a237-6a5341f2b45d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:07.746273 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cdf879ef-2e83-4bd8-975d-fb3a805d8541 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.758761 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-cdf879ef-2e83-4bd8-975d-fb3a805d8541 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/30832bd6-5c81-4f5a-a237-6a5341f2b45d HTTP/1.1" status: 204 len: 168 time: 0.5902565 Dec 10 18:35:07.762107 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48506) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:07.833941 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-06d0bd79-3f65-4559-b60f-1a37f4a1235f req-9bf4200d-e86a-4ea6-9196-e6fe63c26d8e tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349795 Dec 10 18:35:07.938310 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.951893 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-509c8786-83d3-4064-a780-74c5ab61f061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:08.041354 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6748f7-4965-4633-b40d-c18b2bfb343b req-46adb5e9-6c2c-44da-811a-32ee722378fa tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:08.042928 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7a6748f7-4965-4633-b40d-c18b2bfb343b req-46adb5e9-6c2c-44da-811a-32ee722378fa tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=d57aca12-484c-49fc-b736-a5cd158922a7 HTTP/1.1" status: 200 len: 945 time: 0.0873890 Dec 10 18:35:08.103488 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [req-9039db93-94e9-4f93-bdc0-e7fd1628fb27 req-0b4c9fd1-2112-45bf-bdd5-ac168179c255 tempest-SecurityGroupsNegativeTestJSON-1231036801 tempest-SecurityGroupsNegativeTestJSON-1231036801-project] show failed (client error): The resource could not be found. Dec 10 18:35:08.115988 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9039db93-94e9-4f93-bdc0-e7fd1628fb27 req-0b4c9fd1-2112-45bf-bdd5-ac168179c255 tempest-SecurityGroupsNegativeTestJSON-1231036801 tempest-SecurityGroupsNegativeTestJSON-1231036801-project] 10.222.0.62 "GET /v2.0/security-groups/e0da679f-4099-473c-89be-c1bd501632a7 HTTP/1.1" status: 404 len: 352 time: 0.0260811 Dec 10 18:35:08.138474 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 073dd5de-6435-4691-b79a-d7c7b0aee1bc details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:35:08.179735 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-509c8786-83d3-4064-a780-74c5ab61f061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:08.265527 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2b90933b-6818-474f-ae01-739df3c7c62d req-7fe136a9-bf5d-4f97-98b1-04beb5d3c0b6 tempest-SecurityGroupsNegativeTestJSON-1231036801 tempest-SecurityGroupsNegativeTestJSON-1231036801-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5f39ee8e0edb4acbbe8e8d13bdd691f6 HTTP/1.1" status: 200 len: 3001 time: 0.0981622 Dec 10 18:35:08.269124 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-509c8786-83d3-4064-a780-74c5ab61f061 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cd799a4-acc6-47e3-afa8-685d03d02732']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:08.317272 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7a6748f7-4965-4633-b40d-c18b2bfb343b req-ed842b2f-bcdd-4ae0-ab51-77d87668f209 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641573 Dec 10 18:35:08.321598 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-509c8786-83d3-4064-a780-74c5ab61f061 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7154ad05-9613-456d-9982-371117c1b752') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:08.322121 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-509c8786-83d3-4064-a780-74c5ab61f061 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7154ad05-9613-456d-9982-371117c1b752') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:08.340512 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 073dd5de-6435-4691-b79a-d7c7b0aee1bc, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=073dd5de-6435-4691-b79a-d7c7b0aee1bc,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:08.373690 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-509c8786-83d3-4064-a780-74c5ab61f061 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:08.375922 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '073dd5de-6435-4691-b79a-d7c7b0aee1bc', 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317', 'port_id': '073dd5de-6435-4691-b79a-d7c7b0aee1bc', 'mac_address': 'fa:16:3e:93:75:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c38321c-218a-47ac-873b-024a1169316a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:35:08.425978 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2b90933b-6818-474f-ae01-739df3c7c62d req-c3c20385-4358-4e1a-8d6a-afb6895e6e11 tempest-SecurityGroupsNegativeTestJSON-1231036801 tempest-SecurityGroupsNegativeTestJSON-1231036801-project] 10.222.0.62 "GET /v2.0/security-groups/2cf89994-349d-4d35-b297-1ac8a57e8c82 HTTP/1.1" status: 200 len: 2998 time: 0.1504533 Dec 10 18:35:08.427249 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-509c8786-83d3-4064-a780-74c5ab61f061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:08.447630 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:08.455709 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-509c8786-83d3-4064-a780-74c5ab61f061 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:35:08.456125 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-509c8786-83d3-4064-a780-74c5ab61f061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:08.458658 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:35:08.458658 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:35:08.458658 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:35:08.458658 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:35:08.458658 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:35:08.458658 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:35:08.458658 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:35:08.458658 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:35:08.458658 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:35:08.458658 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:35:08.458658 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:35:08.458658 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:35:08.458658 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:35:08.458658 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:35:08.458658 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:35:08.458658 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:35:08.458658 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:35:08.458658 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:35:08.458658 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:35:08.458658 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:35:08.458658 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:35:08.458658 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:35:08.458658 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:35:08.458658 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:35:08.458658 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:35:08.458658 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:35:08.458658 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:35:08.458658 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:35:08.458658 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:35:08.458658 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:35:08.458658 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:35:08.458658 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:35:08.480042 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 073dd5de-6435-4691-b79a-d7c7b0aee1bc {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:35:08.532377 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 073dd5de-6435-4691-b79a-d7c7b0aee1bc, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=073dd5de-6435-4691-b79a-d7c7b0aee1bc,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:08.537539 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2b90933b-6818-474f-ae01-739df3c7c62d req-0e09dca6-9687-41c0-b57f-3169c288c5cc tempest-SecurityGroupsNegativeTestJSON-1231036801 tempest-SecurityGroupsNegativeTestJSON-1231036801-project] 10.222.0.62 "GET /v2.0/security-groups/2cf89994-349d-4d35-b297-1ac8a57e8c82 HTTP/1.1" status: 200 len: 2998 time: 0.0999398 Dec 10 18:35:08.540013 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:08.601531 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-509c8786-83d3-4064-a780-74c5ab61f061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:08.611380 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-509c8786-83d3-4064-a780-74c5ab61f061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:08.620289 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-509c8786-83d3-4064-a780-74c5ab61f061 admin admin] 10.222.0.62 "DELETE /v2.0/networks/7cd799a4-acc6-47e3-afa8-685d03d02732 HTTP/1.1" status: 204 len: 168 time: 0.8561347 Dec 10 18:35:08.623148 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48532) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:08.648042 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=073dd5de-6435-4691-b79a-d7c7b0aee1bc,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:08.676766 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c8786-83d3-4064-a780-74c5ab61f061 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cd799a4-acc6-47e3-afa8-685d03d02732,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:08.686433 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 143a292c-2590-40c1-9e34-bfb328e87baa no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:35:08.712854 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fe567111-50ab-47ed-a8d0-4f38cd34bfab req-f4ea7f35-e377-417c-9955-d7b84e01f3bb tempest-SecurityGroupsNegativeTestJSON-1231036801 tempest-SecurityGroupsNegativeTestJSON-1231036801-project] 10.222.0.62 "GET /v2.0/security-groups/2cf89994-349d-4d35-b297-1ac8a57e8c82 HTTP/1.1" status: 200 len: 2998 time: 0.1273844 Dec 10 18:35:08.728445 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 143a292c-2590-40c1-9e34-bfb328e87baa {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:35:08.729107 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 143a292c-2590-40c1-9e34-bfb328e87baa not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:35:08.730016 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca062bc4-083c-4de9-8dde-abc967e050a6 admin admin] Deleting subnet bbd230b4-a7bb-416d-b30e-8b6236d94796 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:35:08.740050 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca062bc4-083c-4de9-8dde-abc967e050a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:08.815904 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-fe567111-50ab-47ed-a8d0-4f38cd34bfab req-6db1be1f-5c1c-464c-a262-92bb1fd502e9 tempest-SecurityGroupsNegativeTestJSON-1231036801 tempest-SecurityGroupsNegativeTestJSON-1231036801-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 10 18:35:08.817620 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fe567111-50ab-47ed-a8d0-4f38cd34bfab req-6db1be1f-5c1c-464c-a262-92bb1fd502e9 tempest-SecurityGroupsNegativeTestJSON-1231036801 tempest-SecurityGroupsNegativeTestJSON-1231036801-project] 10.222.0.62 "DELETE /v2.0/security-groups/2cf89994-349d-4d35-b297-1ac8a57e8c82 HTTP/1.1" status: 409 len: 352 time: 0.0985048 Dec 10 18:35:08.865063 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca062bc4-083c-4de9-8dde-abc967e050a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:08.880498 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['073dd5de-6435-4691-b79a-d7c7b0aee1bc'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:35:08.901020 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-84f4f6ba-979e-4dd5-880e-ba463ae8942a req-6bb2eaef-e6c4-4cda-9a76-71eb81bf4e0e tempest-SecurityGroupsNegativeTestJSON-1231036801 tempest-SecurityGroupsNegativeTestJSON-1231036801-project] show failed (client error): The resource could not be found. Dec 10 18:35:08.919468 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-84f4f6ba-979e-4dd5-880e-ba463ae8942a req-6bb2eaef-e6c4-4cda-9a76-71eb81bf4e0e tempest-SecurityGroupsNegativeTestJSON-1231036801 tempest-SecurityGroupsNegativeTestJSON-1231036801-project] 10.222.0.62 "GET /v2.0/security-groups/9529d6b0-0af6-493f-92c5-d3fde114af55 HTTP/1.1" status: 404 len: 352 time: 0.0599744 Dec 10 18:35:08.985515 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-dde42fce-4a7b-463f-9731-b120b5660d65 req-5f47c71e-604e-4172-81e2-99bb06633dfb tempest-SecurityGroupsNegativeTestJSON-1231036801 tempest-SecurityGroupsNegativeTestJSON-1231036801-project] show failed (client error): The resource could not be found. Dec 10 18:35:08.987303 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dde42fce-4a7b-463f-9731-b120b5660d65 req-5f47c71e-604e-4172-81e2-99bb06633dfb tempest-SecurityGroupsNegativeTestJSON-1231036801 tempest-SecurityGroupsNegativeTestJSON-1231036801-project] 10.222.0.62 "GET /v2.0/security-groups/39b16d7a-a335-4dce-b166-5c72d6c4a071 HTTP/1.1" status: 404 len: 352 time: 0.0195222 Dec 10 18:35:09.000876 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48550) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:09.024319 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca062bc4-083c-4de9-8dde-abc967e050a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.220769 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ff4cef-52c1-45ff-b7e9-449811cd9410 admin admin] Deleting subnet 39e9e606-4595-41ae-bc88-cc93d17eaacc {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:35:09.225517 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c6ff4cef-52c1-45ff-b7e9-449811cd9410 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.264762 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c6ff4cef-52c1-45ff-b7e9-449811cd9410 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.328260 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef2c9a-96fb-4e3b-be0e-572d77debc36 req-a7742bd2-3d10-4d95-84f7-e90495fc6999 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:09.330895 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b2ef2c9a-96fb-4e3b-be0e-572d77debc36 req-a7742bd2-3d10-4d95-84f7-e90495fc6999 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 944 time: 0.1996782 Dec 10 18:35:09.334952 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca062bc4-083c-4de9-8dde-abc967e050a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.384201 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c6ff4cef-52c1-45ff-b7e9-449811cd9410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.394877 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca062bc4-083c-4de9-8dde-abc967e050a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.401929 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ca062bc4-083c-4de9-8dde-abc967e050a6 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/bbd230b4-a7bb-416d-b30e-8b6236d94796 HTTP/1.1" status: 204 len: 168 time: 0.7753551 Dec 10 18:35:09.402784 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48560) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:09.440130 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca062bc4-083c-4de9-8dde-abc967e050a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbd230b4-a7bb-416d-b30e-8b6236d94796,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:09.495195 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b2ef2c9a-96fb-4e3b-be0e-572d77debc36 req-f2bc5c7b-e12f-464c-9fa6-8d14768ca1b9 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542668 Dec 10 18:35:09.522222 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c6ff4cef-52c1-45ff-b7e9-449811cd9410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.546027 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9cffca30-f6d0-43f7-8c58-678f20bf1d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.639864 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff4cef-52c1-45ff-b7e9-449811cd9410 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39e9e606-4595-41ae-bc88-cc93d17eaacc,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:09.654689 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c6ff4cef-52c1-45ff-b7e9-449811cd9410 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.676030 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c6ff4cef-52c1-45ff-b7e9-449811cd9410 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/39e9e606-4595-41ae-bc88-cc93d17eaacc HTTP/1.1" status: 204 len: 168 time: 0.6661417 Dec 10 18:35:09.676793 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48564) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:09.713760 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9cffca30-f6d0-43f7-8c58-678f20bf1d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.775536 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-9cffca30-f6d0-43f7-8c58-678f20bf1d9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e635c2b0-2728-480d-bda8-8188a8f1e2f5']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:09.815393 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-9cffca30-f6d0-43f7-8c58-678f20bf1d9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e6efa97-07d1-42a1-bdfb-13572cafac1d') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:09.817205 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-9cffca30-f6d0-43f7-8c58-678f20bf1d9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e6efa97-07d1-42a1-bdfb-13572cafac1d') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:09.835749 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9cffca30-f6d0-43f7-8c58-678f20bf1d9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.857578 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9cffca30-f6d0-43f7-8c58-678f20bf1d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.867502 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cffca30-f6d0-43f7-8c58-678f20bf1d9b admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:35:09.868040 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9cffca30-f6d0-43f7-8c58-678f20bf1d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.871385 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:35:09.871385 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:35:09.871385 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:35:09.871385 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:35:09.871385 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:35:09.871385 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:35:09.871385 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:35:09.871385 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:35:09.871385 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:35:09.871385 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:35:09.871385 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:35:09.871385 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:35:09.871385 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:35:09.871385 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:35:09.871385 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:35:09.871385 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:35:09.871385 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:35:09.871385 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:35:09.871385 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:35:09.871385 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:35:09.871385 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:35:09.871385 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:35:09.871385 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:35:09.871385 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:35:09.871385 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:35:09.871385 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:35:09.871385 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:35:09.871385 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:35:09.871385 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:35:09.871385 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:35:09.871385 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:35:09.871385 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:35:09.877890 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-191405e6-4605-4779-b5dc-095e57b0f0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.023198 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9cffca30-f6d0-43f7-8c58-678f20bf1d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.035060 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9cffca30-f6d0-43f7-8c58-678f20bf1d9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.049081 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9cffca30-f6d0-43f7-8c58-678f20bf1d9b admin admin] 10.222.0.62 "DELETE /v2.0/networks/e635c2b0-2728-480d-bda8-8188a8f1e2f5 HTTP/1.1" status: 204 len: 168 time: 0.6426423 Dec 10 18:35:10.098032 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cffca30-f6d0-43f7-8c58-678f20bf1d9b admin admin] Pushing event deleted for resources: {'Network': ['ID=e635c2b0-2728-480d-bda8-8188a8f1e2f5,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:10.167082 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 073dd5de-6435-4691-b79a-d7c7b0aee1bc up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:10.199422 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-191405e6-4605-4779-b5dc-095e57b0f0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.227081 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-191405e6-4605-4779-b5dc-095e57b0f0da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2f04249-5778-4f8f-8d63-705e6abb480b']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:10.239872 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-191405e6-4605-4779-b5dc-095e57b0f0da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73cdd950-632b-4c54-88c7-378097e4b265') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:10.240370 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-191405e6-4605-4779-b5dc-095e57b0f0da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73cdd950-632b-4c54-88c7-378097e4b265') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:10.257096 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-191405e6-4605-4779-b5dc-095e57b0f0da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.264132 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 073dd5de-6435-4691-b79a-d7c7b0aee1bc completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:35:10.270866 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 073dd5de-6435-4691-b79a-d7c7b0aee1bc triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:10.271610 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.292381 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-191405e6-4605-4779-b5dc-095e57b0f0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.310551 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-191405e6-4605-4779-b5dc-095e57b0f0da admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:35:10.313476 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-191405e6-4605-4779-b5dc-095e57b0f0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.361833 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:35:10.361833 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:35:10.361833 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:35:10.361833 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:35:10.361833 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:35:10.361833 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:35:10.361833 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:35:10.361833 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:35:10.361833 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:35:10.361833 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:35:10.361833 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:35:10.361833 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:35:10.361833 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:35:10.361833 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:35:10.361833 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:35:10.361833 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:35:10.361833 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:35:10.361833 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:35:10.361833 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:35:10.361833 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:35:10.361833 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:35:10.361833 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:35:10.361833 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:35:10.361833 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:35:10.361833 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:35:10.361833 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:35:10.361833 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:35:10.361833 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:35:10.361833 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:35:10.361833 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:35:10.361833 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:35:10.361833 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:35:10.377012 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48584) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:10.454680 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-191405e6-4605-4779-b5dc-095e57b0f0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.472031 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-191405e6-4605-4779-b5dc-095e57b0f0da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.490527 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-191405e6-4605-4779-b5dc-095e57b0f0da admin admin] 10.222.0.62 "DELETE /v2.0/networks/e2f04249-5778-4f8f-8d63-705e6abb480b HTTP/1.1" status: 204 len: 168 time: 0.8114572 Dec 10 18:35:10.540810 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0828b5d8-7981-42d7-80d0-2d50024877c7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a6fc9b2d12ab42c9981ea1d946b5f986&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1593134 Dec 10 18:35:10.542989 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48590) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:10.572398 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191405e6-4605-4779-b5dc-095e57b0f0da admin admin] Pushing event deleted for resources: {'Network': ['ID=e2f04249-5778-4f8f-8d63-705e6abb480b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:10.687733 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.782962 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf93b83f-5f74-4dd5-91e5-156fc8813a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073dd5de-6435-4691-b79a-d7c7b0aee1bc'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:35:10.785322 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee76a3f-41de-4431-a30a-1d3ed15d405e" -d '{"events": [{"server_uuid": "bf93b83f-5f74-4dd5-91e5-156fc8813a64", "name": "network-vif-plugged", "status": "completed", "tag": "073dd5de-6435-4691-b79a-d7c7b0aee1bc"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:35:10.847524 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05f428-c0f4-4e36-b2f6-bea5f36baba3 req-02f75912-d13e-4a58-95c5-70f01c6411b1 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:10.849742 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7f05f428-c0f4-4e36-b2f6-bea5f36baba3 req-02f75912-d13e-4a58-95c5-70f01c6411b1 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 944 time: 0.2123814 Dec 10 18:35:10.871692 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d3906ff9-2295-48d3-b092-b3c74aed3361 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.877320 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 073dd5de-6435-4691-b79a-d7c7b0aee1bc, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=073dd5de-6435-4691-b79a-d7c7b0aee1bc,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:10.884544 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.904753 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48606) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:10.972491 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=073dd5de-6435-4691-b79a-d7c7b0aee1bc,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:10.984849 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984487e1-a1a8-4c65-9df8-972bde5d6d56 x-openstack-request-id: req-984487e1-a1a8-4c65-9df8-972bde5d6d56 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:35:10.985022 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d3906ff9-2295-48d3-b092-b3c74aed3361 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.985884 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf93b83f-5f74-4dd5-91e5-156fc8813a64", "name": "network-vif-plugged", "status": "completed", "tag": "073dd5de-6435-4691-b79a-d7c7b0aee1bc", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:35:10.986260 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-984487e1-a1a8-4c65-9df8-972bde5d6d56 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:35:10.986763 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf93b83f-5f74-4dd5-91e5-156fc8813a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073dd5de-6435-4691-b79a-d7c7b0aee1bc', 'code': 200} Dec 10 18:35:10.998592 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-053dc6e7-87b1-40b9-888c-89863a203a74 req-4dfaa698-fc1a-4349-b736-783e4fe78ceb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=61bf8e31-7d8f-49ae-8595-85dc50951789&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2849345 Dec 10 18:35:11.033236 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7f05f428-c0f4-4e36-b2f6-bea5f36baba3 req-3269de28-42e1-44da-823b-b92960f47af7 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728401 Dec 10 18:35:11.130355 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-37e611ca-9c49-488d-9692-0f0193e0b0b6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5f39ee8e0edb4acbbe8e8d13bdd691f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241342 Dec 10 18:35:11.131592 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4028f-e482-4dd3-92b6-a64902b85c1f req-d4283e68-52aa-45bd-8c7b-0062f7953069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:11.133335 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e1d4028f-e482-4dd3-92b6-a64902b85c1f req-d4283e68-52aa-45bd-8c7b-0062f7953069 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 1096 time: 0.0621135 Dec 10 18:35:11.133719 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48624) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:11.179405 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053dc6e7-87b1-40b9-888c-89863a203a74 req-481e8de9-8a7b-48b2-aa74-ccbe54982cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:11.181296 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-053dc6e7-87b1-40b9-888c-89863a203a74 req-481e8de9-8a7b-48b2-aa74-ccbe54982cee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5768feea1c8f4e40b878b814fdae92ab&device_id=61bf8e31-7d8f-49ae-8595-85dc50951789 HTTP/1.1" status: 200 len: 1096 time: 0.1421621 Dec 10 18:35:11.182754 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d3906ff9-2295-48d3-b092-b3c74aed3361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:11.186476 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d3906ff9-2295-48d3-b092-b3c74aed3361 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:11.189539 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d3906ff9-2295-48d3-b092-b3c74aed3361 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/24213062-d4a0-4adb-9eff-a68d743bdce8 HTTP/1.1" status: 204 len: 168 time: 0.6428785 Dec 10 18:35:11.198768 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3906ff9-2295-48d3-b092-b3c74aed3361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24213062-d4a0-4adb-9eff-a68d743bdce8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:11.214051 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12a253b2-5789-4a3e-86e7-8f5970e51154 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:11.257886 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12a253b2-5789-4a3e-86e7-8f5970e51154 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:11.360502 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e1d4028f-e482-4dd3-92b6-a64902b85c1f req-9c895edb-f5ee-4b9e-ab7c-4b656f037661 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863452 Dec 10 18:35:11.377714 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12a253b2-5789-4a3e-86e7-8f5970e51154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:11.382055 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12a253b2-5789-4a3e-86e7-8f5970e51154 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:11.385310 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-12a253b2-5789-4a3e-86e7-8f5970e51154 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2cf89994-349d-4d35-b297-1ac8a57e8c82 HTTP/1.1" status: 204 len: 168 time: 0.2506146 Dec 10 18:35:11.395378 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a253b2-5789-4a3e-86e7-8f5970e51154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf89994-349d-4d35-b297-1ac8a57e8c82,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:11.413803 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053dc6e7-87b1-40b9-888c-89863a203a74 req-d68ec7a2-37f3-4c45-ab4d-77d1255a414f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:11.432148 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-053dc6e7-87b1-40b9-888c-89863a203a74 req-d68ec7a2-37f3-4c45-ab4d-77d1255a414f service neutron] 10.222.0.46 "GET /v2.0/networks?id=b1a56b94-fee7-4dfb-925d-977caaf81317 HTTP/1.1" status: 200 len: 908 time: 0.1627219 Dec 10 18:35:11.589625 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-053dc6e7-87b1-40b9-888c-89863a203a74 req-4a02a358-65db-4741-bab4-096700f80f3c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b511f568-4dc4-402b-9705-ca8cba8c4976 HTTP/1.1" status: 200 len: 217 time: 0.0407622 Dec 10 18:35:11.651661 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053dc6e7-87b1-40b9-888c-89863a203a74 req-10dd5319-cb29-4d82-b6a1-36591f331936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:11.653771 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-053dc6e7-87b1-40b9-888c-89863a203a74 req-10dd5319-cb29-4d82-b6a1-36591f331936 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c38321c-218a-47ac-873b-024a1169316a HTTP/1.1" status: 200 len: 847 time: 0.0562141 Dec 10 18:35:11.690957 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-053dc6e7-87b1-40b9-888c-89863a203a74 req-61294bae-86bd-408f-872a-e864149068d7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b1a56b94-fee7-4dfb-925d-977caaf81317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283959 Dec 10 18:35:11.750484 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48656) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:11.833833 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-bf995db3-9439-4a43-b2b1-12398d248683 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=675bac76f72b45869af2ff914a6654d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0821643 Dec 10 18:35:11.836573 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48666) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:11.848292 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-053dc6e7-87b1-40b9-888c-89863a203a74 req-0ad618a1-c077-424f-9e4e-c39eec300a0b service neutron] 10.222.0.46 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490233 Dec 10 18:35:11.894514 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3e432350-0364-4512-91a7-f26aea5152e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:11.921008 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3e432350-0364-4512-91a7-f26aea5152e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:11.973300 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-053dc6e7-87b1-40b9-888c-89863a203a74 req-d3caad83-7f76-4701-8170-f28be0c3f0bc service neutron] 10.222.0.46 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136451 Dec 10 18:35:11.990310 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3e432350-0364-4512-91a7-f26aea5152e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:11.995057 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3e432350-0364-4512-91a7-f26aea5152e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:12.001023 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3e432350-0364-4512-91a7-f26aea5152e4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/686e2134-172b-45b8-a3b8-25bbebf1a39d HTTP/1.1" status: 204 len: 168 time: 0.1633096 Dec 10 18:35:12.010232 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e432350-0364-4512-91a7-f26aea5152e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686e2134-172b-45b8-a3b8-25bbebf1a39d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:12.241406 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9557f4f-d4bf-43a6-86ff-0a8a8e44a5c3 req-cb395e12-285d-45ef-bcbb-4eabd19289fa tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:12.251624 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d9557f4f-d4bf-43a6-86ff-0a8a8e44a5c3 req-cb395e12-285d-45ef-bcbb-4eabd19289fa tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 945 time: 0.0835268 Dec 10 18:35:12.333724 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d9557f4f-d4bf-43a6-86ff-0a8a8e44a5c3 req-317727ea-0f34-4144-b153-0c03a756ec11 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786643 Dec 10 18:35:12.830443 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-d61db45f-1e83-437c-9732-988b1eba55e5 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:12.832622 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-d61db45f-1e83-437c-9732-988b1eba55e5 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/networks?id=bceb057d-f456-42f1-aa52-7a9ff59c427a HTTP/1.1" status: 200 len: 804 time: 0.2165775 Dec 10 18:35:12.854062 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-9960fa33-c75c-432e-bb4a-fb9b2bdbae34 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/quotas/00c23c1637e147a49e5d6016832f8f3e HTTP/1.1" status: 200 len: 375 time: 0.0134463 Dec 10 18:35:12.920308 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48754) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:12.923619 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-3b1ed58f-9358-449f-a902-222297ca2b2c tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=00c23c1637e147a49e5d6016832f8f3e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0615282 Dec 10 18:35:13.109231 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-be14091b-bbee-4619-b867-f1bfc79bbfc2 service neutron] 10.222.0.62 "GET /v2.0/networks/bceb057d-f456-42f1-aa52-7a9ff59c427a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770022 Dec 10 18:35:13.206050 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-725eeecf-0d3b-4e3c-b810-0e3565601577 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1786768601-network', 'tenant_id': '4ea90daa9d97481c81eba505bf8c8ecc'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:13.242651 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725eeecf-0d3b-4e3c-b810-0e3565601577 admin admin] Made reservation on behalf of 4ea90daa9d97481c81eba505bf8c8ecc for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:13.246197 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-725eeecf-0d3b-4e3c-b810-0e3565601577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:13.256946 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-725eeecf-0d3b-4e3c-b810-0e3565601577 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:13.342909 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-725eeecf-0d3b-4e3c-b810-0e3565601577 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:13.354825 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-725eeecf-0d3b-4e3c-b810-0e3565601577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:13.407500 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-725eeecf-0d3b-4e3c-b810-0e3565601577 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:35:13.410206 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725eeecf-0d3b-4e3c-b810-0e3565601577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c291b5d2-4c66-404d-bc81-4905c43dfed0,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:13.425011 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-725eeecf-0d3b-4e3c-b810-0e3565601577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:13.425650 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-725eeecf-0d3b-4e3c-b810-0e3565601577 admin admin] Added segment f7750133-5e17-486e-806c-cbb2b027ce17 of type vlan for network cb8dda4f-6685-44d5-8385-aec43e8785ff Dec 10 18:35:13.508614 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-725eeecf-0d3b-4e3c-b810-0e3565601577 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:13.552966 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a40e0-4905-4b54-b54d-1b7a26f7692c req-0edad6e2-84b9-4edc-8974-3842a8672354 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:13.554722 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-778a40e0-4905-4b54-b54d-1b7a26f7692c req-0edad6e2-84b9-4edc-8974-3842a8672354 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 945 time: 0.0933583 Dec 10 18:35:13.556163 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-725eeecf-0d3b-4e3c-b810-0e3565601577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:13.557076 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725eeecf-0d3b-4e3c-b810-0e3565601577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:13.557826 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-725eeecf-0d3b-4e3c-b810-0e3565601577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:13.608995 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-84f6484d-0878-4902-809e-7d7819cb0b86 service neutron] 10.222.0.62 "GET /v2.0/networks/bceb057d-f456-42f1-aa52-7a9ff59c427a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4915934 Dec 10 18:35:13.642768 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-725eeecf-0d3b-4e3c-b810-0e3565601577 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7204449 Dec 10 18:35:13.645822 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48776) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:13.652648 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-28ce93db-21b7-4a5f-9ac0-b142ff8338a4 admin admin] Request body: {'subnet': {'network_id': 'cb8dda4f-6685-44d5-8385-aec43e8785ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1786768601-subnet', 'tenant_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:13.686403 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ce93db-21b7-4a5f-9ac0-b142ff8338a4 admin admin] Made reservation on behalf of 4ea90daa9d97481c81eba505bf8c8ecc for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:13.693085 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-28ce93db-21b7-4a5f-9ac0-b142ff8338a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:13.709212 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725eeecf-0d3b-4e3c-b810-0e3565601577 admin admin] Pushing event updated for resources: {'Network': ['ID=cb8dda4f-6685-44d5-8385-aec43e8785ff,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:13.723822 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network cb8dda4f-6685-44d5-8385-aec43e8785ff details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:35:13.726724 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-778a40e0-4905-4b54-b54d-1b7a26f7692c req-7f6b2263-8993-4971-9b0f-ae9e903b1c42 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610603 Dec 10 18:35:14.035966 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a188f-1e7e-417b-b941-a35f71aab582 req-6f2d372b-aad9-41a2-87d0-2da92c3170ba tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:14.045532 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e75a188f-1e7e-417b-b941-a35f71aab582 req-6f2d372b-aad9-41a2-87d0-2da92c3170ba tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 1096 time: 0.1268928 Dec 10 18:35:14.074732 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9e0727cf-d069-4d22-8ccf-d03f9dfacfec req-e9559189-7b40-41df-bba4-91521c821d48 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=13ecd95e-efea-473f-8dee-3f3c3191165d HTTP/1.1" status: 200 len: 210 time: 0.0613019 Dec 10 18:35:14.086233 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57b04e-0831-4ff3-bf33-d8d9a6f60bbe req-522390a7-6ef0-4b10-a5ad-35bb58e7cf6b tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:14.087960 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fa57b04e-0831-4ff3-bf33-d8d9a6f60bbe req-522390a7-6ef0-4b10-a5ad-35bb58e7cf6b tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.46 "GET /v2.0/ports?device_id=f80db2e3-8bc5-48b9-8458-7bc592281811 HTTP/1.1" status: 200 len: 946 time: 0.1490202 Dec 10 18:35:14.172110 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 91ecf6d9-e620-4cb4-914c-e657ebb32356 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:35:14.180865 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e75a188f-1e7e-417b-b941-a35f71aab582 req-7fd92253-25ac-4c86-a625-e614a3fdfdba tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319609 Dec 10 18:35:14.208853 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-28ce93db-21b7-4a5f-9ac0-b142ff8338a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.402743 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-fa57b04e-0831-4ff3-bf33-d8d9a6f60bbe req-ed41bbba-3192-409f-b9ce-04ddc70c1ae8 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Deleting port 91ecf6d9-e620-4cb4-914c-e657ebb32356 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:14.403917 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fa57b04e-0831-4ff3-bf33-d8d9a6f60bbe req-ed41bbba-3192-409f-b9ce-04ddc70c1ae8 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.423420 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.502320 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80db2e3-8bc5-48b9-8458-7bc592281811', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91ecf6d9-e620-4cb4-914c-e657ebb32356'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:35:14.503334 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-fa57b04e-0831-4ff3-bf33-d8d9a6f60bbe req-ed41bbba-3192-409f-b9ce-04ddc70c1ae8 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] For port 91ecf6d9-e620-4cb4-914c-e657ebb32356, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=91ecf6d9-e620-4cb4-914c-e657ebb32356,segment=NetworkSegment(a9a1f0c6-697d-404a-a8fe-550f575230bf),segment_id=a9a1f0c6-697d-404a-a8fe-550f575230bf)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:14.503892 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fa57b04e-0831-4ff3-bf33-d8d9a6f60bbe req-ed41bbba-3192-409f-b9ce-04ddc70c1ae8 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.511025 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2660070-ac6b-4350-a319-86dc8a6112ee" -d '{"events": [{"server_uuid": "f80db2e3-8bc5-48b9-8458-7bc592281811", "name": "network-vif-unplugged", "status": "completed", "tag": "91ecf6d9-e620-4cb4-914c-e657ebb32356"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:35:14.519741 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-fa57b04e-0831-4ff3-bf33-d8d9a6f60bbe req-ed41bbba-3192-409f-b9ce-04ddc70c1ae8 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Calling delete_port for 91ecf6d9-e620-4cb4-914c-e657ebb32356 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:14.527821 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba0dde-0587-4783-a885-f4fd942e140d req-6dc5e4af-2c6e-4707-8895-58fa54b5e009 tempest-NetworksTest-1274489503 tempest-NetworksTest-1274489503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:14.529576 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba0dde-0587-4783-a885-f4fd942e140d req-6dc5e4af-2c6e-4707-8895-58fa54b5e009 tempest-NetworksTest-1274489503 tempest-NetworksTest-1274489503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:14.530193 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba0dde-0587-4783-a885-f4fd942e140d req-6dc5e4af-2c6e-4707-8895-58fa54b5e009 tempest-NetworksTest-1274489503 tempest-NetworksTest-1274489503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:14.530820 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba0dde-0587-4783-a885-f4fd942e140d req-6dc5e4af-2c6e-4707-8895-58fa54b5e009 tempest-NetworksTest-1274489503 tempest-NetworksTest-1274489503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:14.531482 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba0dde-0587-4783-a885-f4fd942e140d req-6dc5e4af-2c6e-4707-8895-58fa54b5e009 tempest-NetworksTest-1274489503 tempest-NetworksTest-1274489503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:14.532093 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba0dde-0587-4783-a885-f4fd942e140d req-6dc5e4af-2c6e-4707-8895-58fa54b5e009 tempest-NetworksTest-1274489503 tempest-NetworksTest-1274489503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:14.532738 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba0dde-0587-4783-a885-f4fd942e140d req-6dc5e4af-2c6e-4707-8895-58fa54b5e009 tempest-NetworksTest-1274489503 tempest-NetworksTest-1274489503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:14.533379 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba0dde-0587-4783-a885-f4fd942e140d req-6dc5e4af-2c6e-4707-8895-58fa54b5e009 tempest-NetworksTest-1274489503 tempest-NetworksTest-1274489503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:14.534255 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba0dde-0587-4783-a885-f4fd942e140d req-6dc5e4af-2c6e-4707-8895-58fa54b5e009 tempest-NetworksTest-1274489503 tempest-NetworksTest-1274489503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:14.534853 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba0dde-0587-4783-a885-f4fd942e140d req-6dc5e4af-2c6e-4707-8895-58fa54b5e009 tempest-NetworksTest-1274489503 tempest-NetworksTest-1274489503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:14.535781 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba0dde-0587-4783-a885-f4fd942e140d req-6dc5e4af-2c6e-4707-8895-58fa54b5e009 tempest-NetworksTest-1274489503 tempest-NetworksTest-1274489503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:14.536434 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba0dde-0587-4783-a885-f4fd942e140d req-6dc5e4af-2c6e-4707-8895-58fa54b5e009 tempest-NetworksTest-1274489503 tempest-NetworksTest-1274489503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:14.538861 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-95ba0dde-0587-4783-a885-f4fd942e140d req-6dc5e4af-2c6e-4707-8895-58fa54b5e009 tempest-NetworksTest-1274489503 tempest-NetworksTest-1274489503-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8506 time: 0.2021902 Dec 10 18:35:14.548114 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 91ecf6d9-e620-4cb4-914c-e657ebb32356, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=91ecf6d9-e620-4cb4-914c-e657ebb32356,segment=NetworkSegment(a9a1f0c6-697d-404a-a8fe-550f575230bf),segment_id=a9a1f0c6-697d-404a-a8fe-550f575230bf)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:14.553677 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.568145 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ce93db-21b7-4a5f-9ac0-b142ff8338a4 admin admin] Checking segment: {'id': 'f7750133-5e17-486e-806c-cbb2b027ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cb8dda4f-6685-44d5-8385-aec43e8785ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:14.568521 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ce93db-21b7-4a5f-9ac0-b142ff8338a4 admin admin] Network hostable DHCP agents. Network: cb8dda4f-6685-44d5-8385-aec43e8785ff, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:35:14.570643 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce93db-21b7-4a5f-9ac0-b142ff8338a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bd67323-fef0-4d15-9a97-725cb74ca3f3,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:14.605773 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=91ecf6d9-e620-4cb4-914c-e657ebb32356,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:14.643409 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ce93db-21b7-4a5f-9ac0-b142ff8338a4 admin admin] Network cb8dda4f-6685-44d5-8385-aec43e8785ff is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:35:14.644241 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28811b0f-eb6c-4726-83ab-27a4bf7595b3 x-openstack-request-id: req-28811b0f-eb6c-4726-83ab-27a4bf7595b3 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:35:14.645044 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80db2e3-8bc5-48b9-8458-7bc592281811", "name": "network-vif-unplugged", "status": "completed", "tag": "91ecf6d9-e620-4cb4-914c-e657ebb32356", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:35:14.645550 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-28811b0f-eb6c-4726-83ab-27a4bf7595b3 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:35:14.646242 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80db2e3-8bc5-48b9-8458-7bc592281811', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91ecf6d9-e620-4cb4-914c-e657ebb32356', 'code': 200} Dec 10 18:35:14.669218 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-28ce93db-21b7-4a5f-9ac0-b142ff8338a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, cb8dda4f-6685-44d5-8385-aec43e8785ff) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:14.677593 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7d12d-f814-4f4e-8255-89d688b6d9cd req-f6ce4efc-a9d1-42c3-b58e-d96b2ae11909 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:14.678278 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007980d9-ea83-47ef-9903-fe0d59e6c902 None None] Network cb8dda4f-6685-44d5-8385-aec43e8785ff requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:14.685464 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-71d7d12d-f814-4f4e-8255-89d688b6d9cd req-f6ce4efc-a9d1-42c3-b58e-d96b2ae11909 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 1096 time: 0.1123097 Dec 10 18:35:14.688053 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ce93db-21b7-4a5f-9ac0-b142ff8338a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:14.688686 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-28ce93db-21b7-4a5f-9ac0-b142ff8338a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.747409 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-28ce93db-21b7-4a5f-9ac0-b142ff8338a4 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0997140 Dec 10 18:35:14.748136 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48810) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:14.768620 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-64e25697-f7bc-4d42-add3-b39a72736f00 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1786768601-router', 'tenant_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:14.810648 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-71d7d12d-f814-4f4e-8255-89d688b6d9cd req-cee9793a-563c-45ca-9486-ce387d398186 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241548 Dec 10 18:35:14.815227 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fa57b04e-0831-4ff3-bf33-d8d9a6f60bbe req-ed41bbba-3192-409f-b9ce-04ddc70c1ae8 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.843976 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-64e25697-f7bc-4d42-add3-b39a72736f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.845070 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-64e25697-f7bc-4d42-add3-b39a72736f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.881161 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bff014-1209-487c-b74c-31019470a779 req-0d1a84e7-eecc-43ec-ba24-3c3d5dda479d tempest-NetworksTest-1274489503 tempest-NetworksTest-1274489503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:14.882801 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-83bff014-1209-487c-b74c-31019470a779 req-0d1a84e7-eecc-43ec-ba24-3c3d5dda479d tempest-NetworksTest-1274489503 tempest-NetworksTest-1274489503-project-admin] 10.222.0.62 "GET /v2.0/networks/6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 886 time: 0.2004058 Dec 10 18:35:14.901632 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-64e25697-f7bc-4d42-add3-b39a72736f00 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.908512 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41bbba-3192-409f-b9ce-04ddc70c1ae8 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Pushing event deleted for resources: {'Port': ['ID=91ecf6d9-e620-4cb4-914c-e657ebb32356,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:14.956590 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0e9b39-e8f5-4b00-a2a7-07268012dc27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-cb8dda4f-6685-44d5-8385-aec43e8785ff', 'network_id': 'cb8dda4f-6685-44d5-8385-aec43e8785ff', 'project_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'fixed_ips': [{'subnet_id': '4bd67323-fef0-4d15-9a97-725cb74ca3f3'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:35:14.958372 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0e0e9b39-e8f5-4b00-a2a7-07268012dc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:15.131143 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa57b04e-0831-4ff3-bf33-d8d9a6f60bbe req-ed41bbba-3192-409f-b9ce-04ddc70c1ae8 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] No DVR routers for this DVR port 91ecf6d9-e620-4cb4-914c-e657ebb32356 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:35:15.134496 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fa57b04e-0831-4ff3-bf33-d8d9a6f60bbe req-ed41bbba-3192-409f-b9ce-04ddc70c1ae8 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:15.139935 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fa57b04e-0831-4ff3-bf33-d8d9a6f60bbe req-ed41bbba-3192-409f-b9ce-04ddc70c1ae8 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.46 "DELETE /v2.0/ports/91ecf6d9-e620-4cb4-914c-e657ebb32356 HTTP/1.1" status: 204 len: 173 time: 1.0375683 Dec 10 18:35:15.142680 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80db2e3-8bc5-48b9-8458-7bc592281811', 'name': 'network-vif-deleted', 'tag': '91ecf6d9-e620-4cb4-914c-e657ebb32356'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:35:15.146495 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e6d3c0-8915-4420-8457-8703aecaa477" -d '{"events": [{"server_uuid": "f80db2e3-8bc5-48b9-8458-7bc592281811", "name": "network-vif-deleted", "tag": "91ecf6d9-e620-4cb4-914c-e657ebb32356"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:35:15.192839 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-0e0e9b39-e8f5-4b00-a2a7-07268012dc27 None None] Allocated IP 172.20.0.2 (cb8dda4f-6685-44d5-8385-aec43e8785ff/4bd67323-fef0-4d15-9a97-725cb74ca3f3/4dc03a92-e72e-4ef3-83ed-0963e0aef98d) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:15.301632 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-64e25697-f7bc-4d42-add3-b39a72736f00 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:15.434112 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fe28c-4c4c-4c5a-8261-4da5586bb921 req-99d645b5-9b45-48a2-8603-5a68766f7717 tempest-NetworksTest-1274489503 tempest-NetworksTest-1274489503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:15.435608 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fe28c-4c4c-4c5a-8261-4da5586bb921 req-99d645b5-9b45-48a2-8603-5a68766f7717 tempest-NetworksTest-1274489503 tempest-NetworksTest-1274489503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:15.435884 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fe28c-4c4c-4c5a-8261-4da5586bb921 req-99d645b5-9b45-48a2-8603-5a68766f7717 tempest-NetworksTest-1274489503 tempest-NetworksTest-1274489503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:15.436461 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fe28c-4c4c-4c5a-8261-4da5586bb921 req-99d645b5-9b45-48a2-8603-5a68766f7717 tempest-NetworksTest-1274489503 tempest-NetworksTest-1274489503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:15.437088 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fe28c-4c4c-4c5a-8261-4da5586bb921 req-99d645b5-9b45-48a2-8603-5a68766f7717 tempest-NetworksTest-1274489503 tempest-NetworksTest-1274489503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:15.437633 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fe28c-4c4c-4c5a-8261-4da5586bb921 req-99d645b5-9b45-48a2-8603-5a68766f7717 tempest-NetworksTest-1274489503 tempest-NetworksTest-1274489503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:15.438104 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fe28c-4c4c-4c5a-8261-4da5586bb921 req-99d645b5-9b45-48a2-8603-5a68766f7717 tempest-NetworksTest-1274489503 tempest-NetworksTest-1274489503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:15.438767 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fe28c-4c4c-4c5a-8261-4da5586bb921 req-99d645b5-9b45-48a2-8603-5a68766f7717 tempest-NetworksTest-1274489503 tempest-NetworksTest-1274489503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:15.439231 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fe28c-4c4c-4c5a-8261-4da5586bb921 req-99d645b5-9b45-48a2-8603-5a68766f7717 tempest-NetworksTest-1274489503 tempest-NetworksTest-1274489503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:15.439668 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0e0e9b39-e8f5-4b00-a2a7-07268012dc27 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:15.439830 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fe28c-4c4c-4c5a-8261-4da5586bb921 req-99d645b5-9b45-48a2-8603-5a68766f7717 tempest-NetworksTest-1274489503 tempest-NetworksTest-1274489503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:15.440317 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fe28c-4c4c-4c5a-8261-4da5586bb921 req-99d645b5-9b45-48a2-8603-5a68766f7717 tempest-NetworksTest-1274489503 tempest-NetworksTest-1274489503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:15.440842 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fe28c-4c4c-4c5a-8261-4da5586bb921 req-99d645b5-9b45-48a2-8603-5a68766f7717 tempest-NetworksTest-1274489503 tempest-NetworksTest-1274489503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:15.450890 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0e0e9b39-e8f5-4b00-a2a7-07268012dc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:15.467409 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-018fe28c-4c4c-4c5a-8261-4da5586bb921 req-99d645b5-9b45-48a2-8603-5a68766f7717 tempest-NetworksTest-1274489503 tempest-NetworksTest-1274489503-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8512 time: 0.4590313 Dec 10 18:35:15.596853 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0e9b39-e8f5-4b00-a2a7-07268012dc27 None None] Network cb8dda4f-6685-44d5-8385-aec43e8785ff is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:15.601293 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-0e0e9b39-e8f5-4b00-a2a7-07268012dc27 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:15.603674 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e9b39-e8f5-4b00-a2a7-07268012dc27 None None] Pushing event updated for resources: {'Port': ['ID=4dc03a92-e72e-4ef3-83ed-0963e0aef98d,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:15.606356 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0e9b39-e8f5-4b00-a2a7-07268012dc27 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:15.693651 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0e0e9b39-e8f5-4b00-a2a7-07268012dc27 None None] Attempting to bind port 4dc03a92-e72e-4ef3-83ed-0963e0aef98d on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:35:15.694086 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0e0e9b39-e8f5-4b00-a2a7-07268012dc27 None None] Attempting to bind port 4dc03a92-e72e-4ef3-83ed-0963e0aef98d by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'f7750133-5e17-486e-806c-cbb2b027ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cb8dda4f-6685-44d5-8385-aec43e8785ff'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:35:15.694454 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0e9b39-e8f5-4b00-a2a7-07268012dc27 None None] Attempting to bind port 4dc03a92-e72e-4ef3-83ed-0963e0aef98d on network cb8dda4f-6685-44d5-8385-aec43e8785ff {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:15.703318 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0e9b39-e8f5-4b00-a2a7-07268012dc27 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:35:15.703826 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0e9b39-e8f5-4b00-a2a7-07268012dc27 None None] Checking segment: {'id': 'f7750133-5e17-486e-806c-cbb2b027ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cb8dda4f-6685-44d5-8385-aec43e8785ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:15.704289 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0e0e9b39-e8f5-4b00-a2a7-07268012dc27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:15.704605 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0e9b39-e8f5-4b00-a2a7-07268012dc27 None None] Bound using segment: {'id': 'f7750133-5e17-486e-806c-cbb2b027ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cb8dda4f-6685-44d5-8385-aec43e8785ff'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:35:15.705167 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0e0e9b39-e8f5-4b00-a2a7-07268012dc27 None None] Bound port: 4dc03a92-e72e-4ef3-83ed-0963e0aef98d, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7750133-5e17-486e-806c-cbb2b027ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cb8dda4f-6685-44d5-8385-aec43e8785ff'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:35:15.705635 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0e0e9b39-e8f5-4b00-a2a7-07268012dc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:15.756349 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-77103ba2-a570-4f94-a476-5d9a360e58a7 req-6a2a6180-e1ab-4fa9-98c6-ad290d62c632 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=13ecd95e-efea-473f-8dee-3f3c3191165d HTTP/1.1" status: 200 len: 210 time: 0.1223919 Dec 10 18:35:15.829886 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0e0e9b39-e8f5-4b00-a2a7-07268012dc27 None None] For port 4dc03a92-e72e-4ef3-83ed-0963e0aef98d, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:35:15.838224 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0e0e9b39-e8f5-4b00-a2a7-07268012dc27 None None] For port 4dc03a92-e72e-4ef3-83ed-0963e0aef98d, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=4dc03a92-e72e-4ef3-83ed-0963e0aef98d,segment=NetworkSegment(f7750133-5e17-486e-806c-cbb2b027ce17),segment_id=f7750133-5e17-486e-806c-cbb2b027ce17)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:35:15.847336 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0e0e9b39-e8f5-4b00-a2a7-07268012dc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:15.867156 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6cdd96-a9dd-4e58-acbb-3e8ff03efd83 x-openstack-request-id: req-9b6cdd96-a9dd-4e58-acbb-3e8ff03efd83 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:35:15.867812 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80db2e3-8bc5-48b9-8458-7bc592281811", "name": "network-vif-deleted", "tag": "91ecf6d9-e620-4cb4-914c-e657ebb32356", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:35:15.868359 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9b6cdd96-a9dd-4e58-acbb-3e8ff03efd83 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:35:15.869003 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80db2e3-8bc5-48b9-8458-7bc592281811', 'name': 'network-vif-deleted', 'tag': '91ecf6d9-e620-4cb4-914c-e657ebb32356', 'status': 'completed', 'code': 200} Dec 10 18:35:15.911360 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-fd47fd53-b1e8-449b-9696-2e08a6782fd0 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:15.925624 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-fd47fd53-b1e8-449b-9696-2e08a6782fd0 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.46 "GET /v2.0/networks?id=bceb057d-f456-42f1-aa52-7a9ff59c427a HTTP/1.1" status: 200 len: 804 time: 0.4404607 Dec 10 18:35:15.941620 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-52ba7286-80d7-4c2f-b3a6-9f690d8e98d3 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Request body: {'port': {'device_id': '13ecd95e-efea-473f-8dee-3f3c3191165d', 'network_id': 'bceb057d-f456-42f1-aa52-7a9ff59c427a', 'admin_state_up': True, 'tenant_id': '00c23c1637e147a49e5d6016832f8f3e'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:16.012101 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e9b39-e8f5-4b00-a2a7-07268012dc27 None None] Pushing event updated for resources: {'Port': ['ID=4dc03a92-e72e-4ef3-83ed-0963e0aef98d,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:16.158897 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3794141a-4d32-4335-9998-018ae521e1d4 req-46adfa24-16ea-4b87-b450-3ad229973597 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e74d1f16-6152-4dbe-9457-2de9d1e11eb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1575499 Dec 10 18:35:16.159395 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48858) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:16.285148 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794141a-4d32-4335-9998-018ae521e1d4 req-69162e81-1f1f-48a5-990c-782425abf926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:16.286657 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3794141a-4d32-4335-9998-018ae521e1d4 req-69162e81-1f1f-48a5-990c-782425abf926 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=70b0792e9b484b69840e9b663917d1a6&device_id=e74d1f16-6152-4dbe-9457-2de9d1e11eb0 HTTP/1.1" status: 200 len: 1097 time: 0.1005936 Dec 10 18:35:16.498145 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d385cae6-0893-4e08-9c79-3b18c97bc421 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:16.587917 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-52ba7286-80d7-4c2f-b3a6-9f690d8e98d3 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Made reservation on behalf of 00c23c1637e147a49e5d6016832f8f3e for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:16.591104 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794141a-4d32-4335-9998-018ae521e1d4 req-9fb58267-45ab-4224-9e9b-4b24ee46402d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:16.593300 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3794141a-4d32-4335-9998-018ae521e1d4 req-9fb58267-45ab-4224-9e9b-4b24ee46402d service neutron] 10.222.0.72 "GET /v2.0/networks?id=07d60a74-f182-41ba-b9dc-085b291b0734 HTTP/1.1" status: 200 len: 925 time: 0.2691767 Dec 10 18:35:16.594316 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-52ba7286-80d7-4c2f-b3a6-9f690d8e98d3 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:16.719888 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3794141a-4d32-4335-9998-018ae521e1d4 req-abd276b0-a1e6-42a0-8632-19a26ccbea4a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=444a12bb-bbf6-43a3-b4bc-70d0a981672f HTTP/1.1" status: 200 len: 1002 time: 0.1158025 Dec 10 18:35:16.736367 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d385cae6-0893-4e08-9c79-3b18c97bc421 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:16.740698 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d385cae6-0893-4e08-9c79-3b18c97bc421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:16.859026 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-52ba7286-80d7-4c2f-b3a6-9f690d8e98d3 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Allocated IP 172.20.0.3 (bceb057d-f456-42f1-aa52-7a9ff59c427a/cf3bf4b2-84a2-4b1b-bd28-de26384874e7/b1102d7c-56d0-4908-ba38-1f09f1b6500a) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:16.881696 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d385cae6-0893-4e08-9c79-3b18c97bc421 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0c913d0ba7dc4102ac2e5b6d4cdebbbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7212598 Dec 10 18:35:16.888757 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48870) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:16.892609 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-64e25697-f7bc-4d42-add3-b39a72736f00 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:16.898664 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2bdabf25-369e-4c19-9194-56ef089f8eab req-f43d96a0-ade7-4f8e-a7fe-c716963a73cd tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=13ecd95e-efea-473f-8dee-3f3c3191165d HTTP/1.1" status: 200 len: 210 time: 0.0437334 Dec 10 18:35:16.924801 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d385cae6-0893-4e08-9c79-3b18c97bc421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443e9cf1-7728-42f0-9203-2dc44f091709,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:16.930132 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794141a-4d32-4335-9998-018ae521e1d4 req-9d37c076-7477-4f08-aaf9-6dc2a0498e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:16.931859 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3794141a-4d32-4335-9998-018ae521e1d4 req-9d37c076-7477-4f08-aaf9-6dc2a0498e1e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ebe9125f-6c16-45da-b199-c6abec1b4923 HTTP/1.1" status: 200 len: 863 time: 0.1749039 Dec 10 18:35:16.939541 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-64e25697-f7bc-4d42-add3-b39a72736f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:16.973486 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-2e43aa88-2a46-463b-b7db-8759363337a3 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:35:16.974832 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-2e43aa88-2a46-463b-b7db-8759363337a3 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118272 Dec 10 18:35:16.978500 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03414782-666f-40f2-9573-23f9b87746d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:17.020078 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03414782-666f-40f2-9573-23f9b87746d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:17.023914 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794141a-4d32-4335-9998-018ae521e1d4 req-f5f7e59b-3eac-44f9-bd0f-e9a36d8ca4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:17.026484 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3794141a-4d32-4335-9998-018ae521e1d4 req-f5f7e59b-3eac-44f9-bd0f-e9a36d8ca4e6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=07d60a74-f182-41ba-b9dc-085b291b0734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868623 Dec 10 18:35:17.178749 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3794141a-4d32-4335-9998-018ae521e1d4 req-7fdfd401-3f4e-43ce-97c0-c5f2b632201f service neutron] 10.222.0.72 "GET /v2.0/networks/07d60a74-f182-41ba-b9dc-085b291b0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315229 Dec 10 18:35:17.214193 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-40d10ae1-85a7-460a-91ff-6310c8e5169e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:17.221955 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-40d10ae1-85a7-460a-91ff-6310c8e5169e service neutron] 10.222.0.62 "GET /v2.0/ports/073dd5de-6435-4691-b79a-d7c7b0aee1bc HTTP/1.1" status: 200 len: 1093 time: 0.1873953 Dec 10 18:35:17.239362 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-4a33f2be-04a8-441c-8299-27211a60528d service neutron] Request body: {'binding': {'host': 'n-h2-821435-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:17.239884 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-4a33f2be-04a8-441c-8299-27211a60528d service neutron] Unknown quota resources ['binding']. {{(pid=103244) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 18:35:17.334884 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 4dc03a92-e72e-4ef3-83ed-0963e0aef98d up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:17.339223 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03414782-666f-40f2-9573-23f9b87746d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:17.349858 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03414782-666f-40f2-9573-23f9b87746d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:17.350073 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-03414782-666f-40f2-9573-23f9b87746d5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/443e9cf1-7728-42f0-9203-2dc44f091709 HTTP/1.1" status: 204 len: 168 time: 0.4600487 Dec 10 18:35:17.387965 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03414782-666f-40f2-9573-23f9b87746d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443e9cf1-7728-42f0-9203-2dc44f091709,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:17.397213 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3794141a-4d32-4335-9998-018ae521e1d4 req-9dde6c6e-cc1d-446f-b0d3-3742b17e5998 service neutron] 10.222.0.72 "GET /v2.0/networks/07d60a74-f182-41ba-b9dc-085b291b0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073843 Dec 10 18:35:17.530673 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 4dc03a92-e72e-4ef3-83ed-0963e0aef98d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:17.531045 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:17.544172 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-64e25697-f7bc-4d42-add3-b39a72736f00 admin admin] Allocated IP 172.25.7.254 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/9ec9a04a-345a-46fe-813d-a69c251ce850) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:17.609080 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-52ba7286-80d7-4c2f-b3a6-9f690d8e98d3 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:17.703307 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:17.735648 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed544643-0ece-47e5-8f91-95fee9bbb8d0 None None] Network cb8dda4f-6685-44d5-8385-aec43e8785ff requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:17.803706 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-52ba7286-80d7-4c2f-b3a6-9f690d8e98d3 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:17.893574 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-4a33f2be-04a8-441c-8299-27211a60528d service neutron] Attempting to bind port 073dd5de-6435-4691-b79a-d7c7b0aee1bc on host n-h2-821435-1 for vnic_type normal with profile None {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:35:17.893923 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-4a33f2be-04a8-441c-8299-27211a60528d service neutron] Attempting to bind port 073dd5de-6435-4691-b79a-d7c7b0aee1bc by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:35:17.894256 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-4a33f2be-04a8-441c-8299-27211a60528d service neutron] Attempting to bind port 073dd5de-6435-4691-b79a-d7c7b0aee1bc on network b1a56b94-fee7-4dfb-925d-977caaf81317 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:17.925628 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-52ba7286-80d7-4c2f-b3a6-9f690d8e98d3 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Network bceb057d-f456-42f1-aa52-7a9ff59c427a is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:17.928612 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48890) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:17.932924 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-4a33f2be-04a8-441c-8299-27211a60528d service neutron] Port 073dd5de-6435-4691-b79a-d7c7b0aee1bc on network b1a56b94-fee7-4dfb-925d-977caaf81317 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:35:17.933257 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-4a33f2be-04a8-441c-8299-27211a60528d service neutron] Attempting to bind port 073dd5de-6435-4691-b79a-d7c7b0aee1bc on network b1a56b94-fee7-4dfb-925d-977caaf81317 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:17.941256 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-64e25697-f7bc-4d42-add3-b39a72736f00 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:17.942922 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-52ba7286-80d7-4c2f-b3a6-9f690d8e98d3 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:17.951901 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4738f07d-8fa6-4814-a7c7-6828dd0a4d9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:17.960185 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6b643cca-76a2-4271-8ea4-9289496481bf None None] Provisioning complete for port 4dc03a92-e72e-4ef3-83ed-0963e0aef98d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:17.960576 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6b643cca-76a2-4271-8ea4-9289496481bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:17.972666 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-52ba7286-80d7-4c2f-b3a6-9f690d8e98d3 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:18.007134 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 4dc03a92-e72e-4ef3-83ed-0963e0aef98d, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=4dc03a92-e72e-4ef3-83ed-0963e0aef98d,segment=NetworkSegment(f7750133-5e17-486e-806c-cbb2b027ce17),segment_id=f7750133-5e17-486e-806c-cbb2b027ce17)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:18.019929 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba7286-80d7-4c2f-b3a6-9f690d8e98d3 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Pushing event updated for resources: {'Port': ['ID=b1102d7c-56d0-4908-ba38-1f09f1b6500a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:18.031788 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-4a33f2be-04a8-441c-8299-27211a60528d service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:35:18.032145 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-4a33f2be-04a8-441c-8299-27211a60528d service neutron] Checking segment: {'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:18.032526 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-4a33f2be-04a8-441c-8299-27211a60528d service neutron] Bound using segment: {'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:35:18.033005 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-4a33f2be-04a8-441c-8299-27211a60528d service neutron] Bound port: 073dd5de-6435-4691-b79a-d7c7b0aee1bc, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:35:18.037423 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.089779 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4738f07d-8fa6-4814-a7c7-6828dd0a4d9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.113681 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4738f07d-8fa6-4814-a7c7-6828dd0a4d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.122669 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=4dc03a92-e72e-4ef3-83ed-0963e0aef98d,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:18.148753 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-52ba7286-80d7-4c2f-b3a6-9f690d8e98d3 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:18.149417 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-52ba7286-80d7-4c2f-b3a6-9f690d8e98d3 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.163370 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4738f07d-8fa6-4814-a7c7-6828dd0a4d9d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cec86cdfad0d48e499ad73937fc45438&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333865 Dec 10 18:35:18.173783 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48896) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:18.184786 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275a27b-0bcf-4b9a-9d25-4d80e760ce1f req-bd22e35e-00dc-422b-bede-e9b732b8e3c0 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:18.192541 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3275a27b-0bcf-4b9a-9d25-4d80e760ce1f req-bd22e35e-00dc-422b-bede-e9b732b8e3c0 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a3911d2-8981-470d-bf23-e543484e2d7f HTTP/1.1" status: 200 len: 945 time: 0.2608922 Dec 10 18:35:18.205604 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-64e25697-f7bc-4d42-add3-b39a72736f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.223335 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4738f07d-8fa6-4814-a7c7-6828dd0a4d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2473746b-6255-4cd2-9f29-200d9cfcaa87,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:18.271413 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-52ba7286-80d7-4c2f-b3a6-9f690d8e98d3 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3446953 Dec 10 18:35:18.271976 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-273f1b30-564d-4243-a0d7-a94da359460c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.273336 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-4a33f2be-04a8-441c-8299-27211a60528d service neutron] For port 073dd5de-6435-4691-b79a-d7c7b0aee1bc, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=073dd5de-6435-4691-b79a-d7c7b0aee1bc,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:35:18.299392 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-4a33f2be-04a8-441c-8299-27211a60528d service neutron] Publish callbacks [] for binding, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.300576 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-4a33f2be-04a8-441c-8299-27211a60528d service neutron] 10.222.0.62 "POST /v2.0/ports/073dd5de-6435-4691-b79a-d7c7b0aee1bc/bindings HTTP/1.1" status: 201 len: 389 time: 1.0781152 Dec 10 18:35:18.303219 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-273f1b30-564d-4243-a0d7-a94da359460c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.314049 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-f8917a3a-d4e5-453e-a134-b8301f76e502 service neutron] Request body: {'port': {'device_id': '13ecd95e-efea-473f-8dee-3f3c3191165d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:18.319396 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e25697-f7bc-4d42-add3-b39a72736f00 admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:18.352123 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-64e25697-f7bc-4d42-add3-b39a72736f00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:18.359779 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e25697-f7bc-4d42-add3-b39a72736f00 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:18.385745 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-273f1b30-564d-4243-a0d7-a94da359460c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.389613 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-273f1b30-564d-4243-a0d7-a94da359460c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.393539 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-273f1b30-564d-4243-a0d7-a94da359460c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2473746b-6255-4cd2-9f29-200d9cfcaa87 HTTP/1.1" status: 204 len: 168 time: 0.2155597 Dec 10 18:35:18.401534 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f1b30-564d-4243-a0d7-a94da359460c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2473746b-6255-4cd2-9f29-200d9cfcaa87,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:18.404253 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3275a27b-0bcf-4b9a-9d25-4d80e760ce1f req-7eff11bb-c918-4d02-88c8-3a59c9ddb20b tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107248 Dec 10 18:35:18.410547 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e25697-f7bc-4d42-add3-b39a72736f00 admin admin] Pushing event updated for resources: {'Port': ['ID=9ec9a04a-345a-46fe-813d-a69c251ce850,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:18.468117 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b9d1c514-4d2e-405e-95b6-59fa3e104db7 None None] Provisioning complete for port 4dc03a92-e72e-4ef3-83ed-0963e0aef98d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:18.472956 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b9d1c514-4d2e-405e-95b6-59fa3e104db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.562269 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-f8917a3a-d4e5-453e-a134-b8301f76e502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.774614 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665dff4-c6e2-4884-858f-d2344f0f3d5c req-c8496a19-5e02-45f6-95b3-9cd73421016e tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:18.776532 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7665dff4-c6e2-4884-858f-d2344f0f3d5c req-c8496a19-5e02-45f6-95b3-9cd73421016e tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=13ecd95e-efea-473f-8dee-3f3c3191165d HTTP/1.1" status: 200 len: 931 time: 0.1306994 Dec 10 18:35:18.812167 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-592e8d40-4ff7-4aee-a94a-d0f63bd68f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:18.813817 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-592e8d40-4ff7-4aee-a94a-d0f63bd68f59 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5768feea1c8f4e40b878b814fdae92ab&device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 1096 time: 0.1133156 Dec 10 18:35:18.900699 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7665dff4-c6e2-4884-858f-d2344f0f3d5c req-fb2cda62-0209-4f5f-99ba-79559a7eb180 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167235 Dec 10 18:35:18.958322 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-69245414-d63f-49f8-86a6-a676193dbfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:18.961933 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-69245414-d63f-49f8-86a6-a676193dbfe6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b1a56b94-fee7-4dfb-925d-977caaf81317 HTTP/1.1" status: 200 len: 908 time: 0.1357129 Dec 10 18:35:19.035197 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-a74d687f-4d4a-4c38-92ac-332f8a2adbbe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=073dd5de-6435-4691-b79a-d7c7b0aee1bc HTTP/1.1" status: 200 len: 217 time: 0.0559521 Dec 10 18:35:19.112437 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-2f2ae129-b99d-4254-bda5-16bde80d29c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:19.114739 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-2f2ae129-b99d-4254-bda5-16bde80d29c6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c38321c-218a-47ac-873b-024a1169316a HTTP/1.1" status: 200 len: 847 time: 0.0698273 Dec 10 18:35:19.154098 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-040cb50a-2271-4bf9-bfe6-b971b2437ab6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b1a56b94-fee7-4dfb-925d-977caaf81317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311594 Dec 10 18:35:19.196423 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 4dc03a92-e72e-4ef3-83ed-0963e0aef98d up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:19.261258 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 4dc03a92-e72e-4ef3-83ed-0963e0aef98d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:19.261656 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:19.281927 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-4beb6d79-b646-4f57-957f-11af0b5f319b service neutron] 10.222.0.72 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190567 Dec 10 18:35:19.407965 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f52f6-f0af-40e8-9ae4-8db5399ef3e1 req-21af443a-28b4-4456-a0dc-e84fc069c2d0 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:19.409631 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-732f52f6-f0af-40e8-9ae4-8db5399ef3e1 req-21af443a-28b4-4456-a0dc-e84fc069c2d0 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 945 time: 0.3681464 Dec 10 18:35:19.500936 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-75385758-6f15-4375-8c1d-53e65a3b82f9 service neutron] 10.222.0.72 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098277 Dec 10 18:35:19.531428 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-732f52f6-f0af-40e8-9ae4-8db5399ef3e1 req-f2fa336f-63e8-4c3f-966b-ab82590cad19 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074998 Dec 10 18:35:19.582350 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-64e25697-f7bc-4d42-add3-b39a72736f00 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:19.603947 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c5a094d3-d8c0-4298-844d-691d03bdcffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:19.614465 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe4260-2eba-40f4-a02b-276b0ca0d611 req-dacbdf7c-edc8-4d08-b697-d7b860d01e93 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:19.617478 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-42fe4260-2eba-40f4-a02b-276b0ca0d611 req-dacbdf7c-edc8-4d08-b697-d7b860d01e93 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a3911d2-8981-470d-bf23-e543484e2d7f HTTP/1.1" status: 200 len: 945 time: 0.0862856 Dec 10 18:35:19.715143 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-42fe4260-2eba-40f4-a02b-276b0ca0d611 req-918bfd0e-f3c0-47ce-acb3-6be7a69bcf56 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877750 Dec 10 18:35:19.959487 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-f8917a3a-d4e5-453e-a134-b8301f76e502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1102d7c-56d0-4908-ba38-1f09f1b6500a {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:35:19.971344 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-f8917a3a-d4e5-453e-a134-b8301f76e502 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:20.019059 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-f8917a3a-d4e5-453e-a134-b8301f76e502 service neutron] Transition to ACTIVE for port object b1102d7c-56d0-4908-ba38-1f09f1b6500a will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:35:20.020627 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-64e25697-f7bc-4d42-add3-b39a72736f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:20.028551 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-f8917a3a-d4e5-453e-a134-b8301f76e502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:20.211660 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce092f68-ab39-4900-be8e-12f75cc64a69 req-b74146a0-a4b2-45d1-8e72-50e356c59e02 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:20.213009 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ce092f68-ab39-4900-be8e-12f75cc64a69 req-b74146a0-a4b2-45d1-8e72-50e356c59e02 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=13ecd95e-efea-473f-8dee-3f3c3191165d HTTP/1.1" status: 200 len: 943 time: 0.1566486 Dec 10 18:35:20.226109 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2cf7f-7f27-4c53-9679-8e441b668711 req-d36a1fa8-5505-4691-9d29-6ca8b100892a tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:20.227718 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d0e2cf7f-7f27-4c53-9679-8e441b668711 req-d36a1fa8-5505-4691-9d29-6ca8b100892a tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a3911d2-8981-470d-bf23-e543484e2d7f HTTP/1.1" status: 200 len: 945 time: 0.1236296 Dec 10 18:35:20.300680 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8917a3a-d4e5-453e-a134-b8301f76e502 service neutron] Pushing event updated for resources: {'Port': ['ID=b1102d7c-56d0-4908-ba38-1f09f1b6500a,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:20.327361 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-f8917a3a-d4e5-453e-a134-b8301f76e502 service neutron] Attempting to bind port b1102d7c-56d0-4908-ba38-1f09f1b6500a on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:35:20.327712 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-f8917a3a-d4e5-453e-a134-b8301f76e502 service neutron] Attempting to bind port b1102d7c-56d0-4908-ba38-1f09f1b6500a by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': 'a9a1f0c6-697d-404a-a8fe-550f575230bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bceb057d-f456-42f1-aa52-7a9ff59c427a'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:35:20.328049 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-f8917a3a-d4e5-453e-a134-b8301f76e502 service neutron] Attempting to bind port b1102d7c-56d0-4908-ba38-1f09f1b6500a on network bceb057d-f456-42f1-aa52-7a9ff59c427a {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:20.335269 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-f8917a3a-d4e5-453e-a134-b8301f76e502 service neutron] Port b1102d7c-56d0-4908-ba38-1f09f1b6500a on network bceb057d-f456-42f1-aa52-7a9ff59c427a not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:35:20.335599 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-f8917a3a-d4e5-453e-a134-b8301f76e502 service neutron] Attempting to bind port b1102d7c-56d0-4908-ba38-1f09f1b6500a on network bceb057d-f456-42f1-aa52-7a9ff59c427a {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:20.344073 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-f8917a3a-d4e5-453e-a134-b8301f76e502 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:35:20.347212 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-f8917a3a-d4e5-453e-a134-b8301f76e502 service neutron] Checking segment: {'id': 'a9a1f0c6-697d-404a-a8fe-550f575230bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bceb057d-f456-42f1-aa52-7a9ff59c427a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:20.347619 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-f8917a3a-d4e5-453e-a134-b8301f76e502 service neutron] Bound using segment: {'id': 'a9a1f0c6-697d-404a-a8fe-550f575230bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bceb057d-f456-42f1-aa52-7a9ff59c427a'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:35:20.348091 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-f8917a3a-d4e5-453e-a134-b8301f76e502 service neutron] Bound port: b1102d7c-56d0-4908-ba38-1f09f1b6500a, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a1f0c6-697d-404a-a8fe-550f575230bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bceb057d-f456-42f1-aa52-7a9ff59c427a'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:35:20.348474 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-f8917a3a-d4e5-453e-a134-b8301f76e502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:20.464684 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ce092f68-ab39-4900-be8e-12f75cc64a69 req-cf6a3629-c141-466a-82eb-8ade8733ecd5 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357199 Dec 10 18:35:20.510787 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-f8917a3a-d4e5-453e-a134-b8301f76e502 service neutron] For port b1102d7c-56d0-4908-ba38-1f09f1b6500a, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:35:20.514596 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-f8917a3a-d4e5-453e-a134-b8301f76e502 service neutron] For port b1102d7c-56d0-4908-ba38-1f09f1b6500a, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=b1102d7c-56d0-4908-ba38-1f09f1b6500a,segment=NetworkSegment(a9a1f0c6-697d-404a-a8fe-550f575230bf),segment_id=a9a1f0c6-697d-404a-a8fe-550f575230bf)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:35:20.523247 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-d0e2cf7f-7f27-4c53-9679-8e441b668711 req-204fd561-e8c9-4d41-85eb-eff51f57a8a6 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Deleting port 72648f73-1a7f-4118-9d06-c1aac50c2328 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:20.524115 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-f8917a3a-d4e5-453e-a134-b8301f76e502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:20.525242 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d0e2cf7f-7f27-4c53-9679-8e441b668711 req-204fd561-e8c9-4d41-85eb-eff51f57a8a6 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:20.530554 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e25697-f7bc-4d42-add3-b39a72736f00 admin admin] Router 7c1eb5a3-fcfb-4980-8bd4-e238245a3519 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:35:20.592750 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-f8917a3a-d4e5-453e-a134-b8301f76e502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:20.593562 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-f8917a3a-d4e5-453e-a134-b8301f76e502 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:20.595148 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-f8917a3a-d4e5-453e-a134-b8301f76e502 service neutron] 10.222.0.46 "PUT /v2.0/ports/b1102d7c-56d0-4908-ba38-1f09f1b6500a HTTP/1.1" status: 200 len: 1091 time: 2.2872660 Dec 10 18:35:20.606536 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ecd95e-efea-473f-8dee-3f3c3191165d', 'tag': 'b1102d7c-56d0-4908-ba38-1f09f1b6500a'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:35:20.612257 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bec3c1-1bd7-464c-b743-1ef8b779e8ea" -d '{"events": [{"name": "network-changed", "server_uuid": "13ecd95e-efea-473f-8dee-3f3c3191165d", "tag": "b1102d7c-56d0-4908-ba38-1f09f1b6500a"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:35:20.699329 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ac61fc-4d5b-468d-a45d-32573e436a71 x-openstack-request-id: req-46ac61fc-4d5b-468d-a45d-32573e436a71 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:35:20.699329 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13ecd95e-efea-473f-8dee-3f3c3191165d", "tag": "b1102d7c-56d0-4908-ba38-1f09f1b6500a", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:35:20.699329 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-46ac61fc-4d5b-468d-a45d-32573e436a71 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:35:20.700328 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13ecd95e-efea-473f-8dee-3f3c3191165d', 'tag': 'b1102d7c-56d0-4908-ba38-1f09f1b6500a', 'status': 'completed', 'code': 200} Dec 10 18:35:20.743879 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8917a3a-d4e5-453e-a134-b8301f76e502 service neutron] Pushing event updated for resources: {'Port': ['ID=b1102d7c-56d0-4908-ba38-1f09f1b6500a,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:20.790861 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-d0e2cf7f-7f27-4c53-9679-8e441b668711 req-204fd561-e8c9-4d41-85eb-eff51f57a8a6 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] For port 72648f73-1a7f-4118-9d06-c1aac50c2328, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=72648f73-1a7f-4118-9d06-c1aac50c2328,segment=NetworkSegment(4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9),segment_id=4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:20.791361 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d0e2cf7f-7f27-4c53-9679-8e441b668711 req-204fd561-e8c9-4d41-85eb-eff51f57a8a6 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:20.819863 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-d0e2cf7f-7f27-4c53-9679-8e441b668711 req-204fd561-e8c9-4d41-85eb-eff51f57a8a6 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Calling delete_port for 72648f73-1a7f-4118-9d06-c1aac50c2328 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:20.820092 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-4014e9cf-9c4f-40c5-a9d0-ecb0e13575b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:20.820092 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-4014e9cf-9c4f-40c5-a9d0-ecb0e13575b2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00c23c1637e147a49e5d6016832f8f3e&device_id=13ecd95e-efea-473f-8dee-3f3c3191165d HTTP/1.1" status: 200 len: 1094 time: 0.1628966 Dec 10 18:35:20.838722 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e25697-f7bc-4d42-add3-b39a72736f00 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:35:20.852316 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d90301a-ab67-446a-a5fa-d8fbec89efb5 None None] Sync routers for ids ['7c1eb5a3-fcfb-4980-8bd4-e238245a3519'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:35:20.870204 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d90301a-ab67-446a-a5fa-d8fbec89efb5 None None] Routers {'7c1eb5a3-fcfb-4980-8bd4-e238245a3519'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:20.870782 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7d90301a-ab67-446a-a5fa-d8fbec89efb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:34:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['7c1eb5a3-fcfb-4980-8bd4-e238245a3519'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:20.928780 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef41d5-2214-4f22-a948-55f186329795 req-7c268bb8-e77d-465f-aaf8-6b417ccd8950 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:20.937438 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7aef41d5-2214-4f22-a948-55f186329795 req-7c268bb8-e77d-465f-aaf8-6b417ccd8950 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 945 time: 0.2153420 Dec 10 18:35:20.939966 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-58a777ae-0cdf-4d77-b554-548e3c35352f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1102d7c-56d0-4908-ba38-1f09f1b6500a HTTP/1.1" status: 200 len: 217 time: 0.1134815 Dec 10 18:35:21.004263 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-64e25697-f7bc-4d42-add3-b39a72736f00 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:21.009566 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-64e25697-f7bc-4d42-add3-b39a72736f00 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.2547975 Dec 10 18:35:21.011759 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48972) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:21.053691 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-7d90301a-ab67-446a-a5fa-d8fbec89efb5 None None] Set router 7c1eb5a3-fcfb-4980-8bd4-e238245a3519 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:35:21.069330 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7d596987-6acf-4905-9b61-b6051711c463 req-e8ce2c4d-a661-4dcd-aa6b-69c8a5670a9a tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=b1d0c98fd68d4930b6c07e805cb9cc6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0620224 Dec 10 18:35:21.110432 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-a7ce90ea-a10f-4e8e-937b-2e314f02f058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:21.111918 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-a7ce90ea-a10f-4e8e-937b-2e314f02f058 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf3bf4b2-84a2-4b1b-bd28-de26384874e7 HTTP/1.1" status: 200 len: 844 time: 0.1592546 Dec 10 18:35:21.175488 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7aef41d5-2214-4f22-a948-55f186329795 req-fd3ef59f-3766-4918-aa1b-3a75a8611a66 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370374 Dec 10 18:35:21.190925 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-5dd50a74-4b53-4004-8867-dd3bcc108737 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bceb057d-f456-42f1-aa52-7a9ff59c427a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678291 Dec 10 18:35:21.229401 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d596987-6acf-4905-9b61-b6051711c463 req-11840cce-5a71-4321-a105-3e82e6e67a47 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:21.230926 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7d596987-6acf-4905-9b61-b6051711c463 req-11840cce-5a71-4321-a105-3e82e6e67a47 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1502850 Dec 10 18:35:21.232240 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d0e2cf7f-7f27-4c53-9679-8e441b668711 req-204fd561-e8c9-4d41-85eb-eff51f57a8a6 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:21.269565 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['72648f73-1a7f-4118-9d06-c1aac50c2328'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:35:21.288005 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204fd561-e8c9-4d41-85eb-eff51f57a8a6 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Pushing event deleted for resources: {'Port': ['ID=72648f73-1a7f-4118-9d06-c1aac50c2328,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:21.328011 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7d596987-6acf-4905-9b61-b6051711c463 req-13276f67-d99e-4ac0-9207-248d1342b9a5 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/quotas/b1d0c98fd68d4930b6c07e805cb9cc6c HTTP/1.1" status: 200 len: 375 time: 0.0785108 Dec 10 18:35:21.384099 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7d90301a-ab67-446a-a5fa-d8fbec89efb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1eb5a3-fcfb-4980-8bd4-e238245a3519', 'name': 'tempest-ServersTestJSON-1786768601-router', 'tenant_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '9ec9a04a-345a-46fe-813d-a69c251ce850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:35:14Z', 'updated_at': '2021-12-10T18:35:19Z', 'revision_number': 3, 'project_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'gw_port': {'id': '9ec9a04a-345a-46fe-813d-a69c251ce850', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:85:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1eb5a3-fcfb-4980-8bd4-e238245a3519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:35:16Z', 'updated_at': '2021-12-10T18:35:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:21.388127 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7d596987-6acf-4905-9b61-b6051711c463 req-b146f5ed-aa7d-4295-bb16-2aa2f4d51d2f tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b1d0c98fd68d4930b6c07e805cb9cc6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585852 Dec 10 18:35:21.420886 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d90301a-ab67-446a-a5fa-d8fbec89efb5 None None] Checking router: 7c1eb5a3-fcfb-4980-8bd4-e238245a3519 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:35:21.421333 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d90301a-ab67-446a-a5fa-d8fbec89efb5 None None] Updating router 7c1eb5a3-fcfb-4980-8bd4-e238245a3519 port 9ec9a04a-345a-46fe-813d-a69c251ce850 binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:35:21.428736 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e2cf7f-7f27-4c53-9679-8e441b668711 req-204fd561-e8c9-4d41-85eb-eff51f57a8a6 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] No DVR routers for this DVR port 72648f73-1a7f-4118-9d06-c1aac50c2328 on host n-h2-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:35:21.433854 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d0e2cf7f-7f27-4c53-9679-8e441b668711 req-204fd561-e8c9-4d41-85eb-eff51f57a8a6 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:21.438154 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d0e2cf7f-7f27-4c53-9679-8e441b668711 req-204fd561-e8c9-4d41-85eb-eff51f57a8a6 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.72 "DELETE /v2.0/ports/72648f73-1a7f-4118-9d06-c1aac50c2328 HTTP/1.1" status: 204 len: 173 time: 1.2033236 Dec 10 18:35:21.438629 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3911d2-8981-470d-bf23-e543484e2d7f', 'name': 'network-vif-deleted', 'tag': '72648f73-1a7f-4118-9d06-c1aac50c2328'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:35:21.440968 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73dd9c3e-ae18-46fe-b196-2da1b39c0bd9" -d '{"events": [{"server_uuid": "8a3911d2-8981-470d-bf23-e543484e2d7f", "name": "network-vif-deleted", "tag": "72648f73-1a7f-4118-9d06-c1aac50c2328"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:35:21.466402 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7d90301a-ab67-446a-a5fa-d8fbec89efb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:21.508319 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-62536c00-ea4c-4b2e-8dce-f4572428f68f req-e0befd19-2d7c-4afc-b264-ee8596272a68 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a3911d2-8981-470d-bf23-e543484e2d7f HTTP/1.1" status: 200 len: 210 time: 0.0916767 Dec 10 18:35:21.550558 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-741b0912-16b1-4e47-b5db-97bb7453f136 service neutron] 10.222.0.46 "GET /v2.0/networks/bceb057d-f456-42f1-aa52-7a9ff59c427a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384564 Dec 10 18:35:21.678012 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef426f5-bbb7-4e59-935e-6557b51e5cae x-openstack-request-id: req-6ef426f5-bbb7-4e59-935e-6557b51e5cae {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:35:21.678509 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a3911d2-8981-470d-bf23-e543484e2d7f", "name": "network-vif-deleted", "tag": "72648f73-1a7f-4118-9d06-c1aac50c2328", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:35:21.678509 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6ef426f5-bbb7-4e59-935e-6557b51e5cae {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:35:21.678917 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a3911d2-8981-470d-bf23-e543484e2d7f', 'name': 'network-vif-deleted', 'tag': '72648f73-1a7f-4118-9d06-c1aac50c2328', 'status': 'completed', 'code': 200} Dec 10 18:35:21.768328 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-38992f85-6edf-4365-9631-9e8fb24aa09e req-a4b1d0a6-1aab-4b6b-8841-fc7ab1c80a18 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7aa66c6-f215-4140-9a9b-ebd9c4206558 HTTP/1.1" status: 200 len: 210 time: 0.0425282 Dec 10 18:35:21.859724 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c3bb9108-898f-4827-8740-70c6692d0f0e req-53b18121-7c71-4903-9814-0978b4266ffe service neutron] 10.222.0.46 "GET /v2.0/networks/bceb057d-f456-42f1-aa52-7a9ff59c427a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962277 Dec 10 18:35:21.973799 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7d90301a-ab67-446a-a5fa-d8fbec89efb5 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:21.983779 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7d90301a-ab67-446a-a5fa-d8fbec89efb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:22.011288 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f766cd-e0ad-4fb8-bdd2-33697f2e72ce req-77c3d45d-20ac-4bd2-b0f6-a47e2fa18890 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:22.013343 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d6f766cd-e0ad-4fb8-bdd2-33697f2e72ce req-77c3d45d-20ac-4bd2-b0f6-a47e2fa18890 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=13ecd95e-efea-473f-8dee-3f3c3191165d HTTP/1.1" status: 200 len: 943 time: 0.1996558 Dec 10 18:35:22.057246 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bec3c1-1bd7-464c-b743-1ef8b779e8ea req-f6e1fab9-b7b8-4e62-bdd0-fd85e8d57f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:22.059671 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57bec3c1-1bd7-464c-b743-1ef8b779e8ea req-f6e1fab9-b7b8-4e62-bdd0-fd85e8d57f2b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00c23c1637e147a49e5d6016832f8f3e&device_id=13ecd95e-efea-473f-8dee-3f3c3191165d HTTP/1.1" status: 200 len: 1094 time: 0.1274798 Dec 10 18:35:22.061298 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16bd5f-fe2d-44a9-8e6c-b6ea0dce44b5 None None] Pushing event updated for resources: {'Port': ['ID=9ec9a04a-345a-46fe-813d-a69c251ce850,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:22.065234 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7d90301a-ab67-446a-a5fa-d8fbec89efb5 None None] Attempting to bind port 9ec9a04a-345a-46fe-813d-a69c251ce850 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:35:22.065605 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7d90301a-ab67-446a-a5fa-d8fbec89efb5 None None] Attempting to bind port 9ec9a04a-345a-46fe-813d-a69c251ce850 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:35:22.066002 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d90301a-ab67-446a-a5fa-d8fbec89efb5 None None] Attempting to bind port 9ec9a04a-345a-46fe-813d-a69c251ce850 on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:22.076904 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d90301a-ab67-446a-a5fa-d8fbec89efb5 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:35:22.077794 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d90301a-ab67-446a-a5fa-d8fbec89efb5 None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:22.078568 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7d90301a-ab67-446a-a5fa-d8fbec89efb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:22.079330 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d90301a-ab67-446a-a5fa-d8fbec89efb5 None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:35:22.079949 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7d90301a-ab67-446a-a5fa-d8fbec89efb5 None None] Bound port: 9ec9a04a-345a-46fe-813d-a69c251ce850, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:35:22.080737 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7d90301a-ab67-446a-a5fa-d8fbec89efb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:22.151950 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7d90301a-ab67-446a-a5fa-d8fbec89efb5 None None] For port 9ec9a04a-345a-46fe-813d-a69c251ce850, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:35:22.157467 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7d90301a-ab67-446a-a5fa-d8fbec89efb5 None None] For port 9ec9a04a-345a-46fe-813d-a69c251ce850, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=9ec9a04a-345a-46fe-813d-a69c251ce850,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:35:22.161269 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d6f766cd-e0ad-4fb8-bdd2-33697f2e72ce req-04edce26-b44a-409e-a97b-88dbbabe2af0 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407280 Dec 10 18:35:22.177766 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7d90301a-ab67-446a-a5fa-d8fbec89efb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:22.447424 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e542ad-aaaa-4f19-875b-122f8831917f req-e597a727-2868-4702-8080-0864afbe5ad3 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:22.461315 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-02e542ad-aaaa-4f19-875b-122f8831917f req-e597a727-2868-4702-8080-0864afbe5ad3 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 945 time: 0.1067259 Dec 10 18:35:22.511106 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16bd5f-fe2d-44a9-8e6c-b6ea0dce44b5 None None] Pushing event updated for resources: {'Port': ['ID=9ec9a04a-345a-46fe-813d-a69c251ce850,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:22.573168 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-12880792-12b2-40b5-85e0-d29b67c25142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:22.585391 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d90301a-ab67-446a-a5fa-d8fbec89efb5 None None] Routers {'7c1eb5a3-fcfb-4980-8bd4-e238245a3519'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:22.586048 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7d90301a-ab67-446a-a5fa-d8fbec89efb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:34:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['7c1eb5a3-fcfb-4980-8bd4-e238245a3519'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:22.601564 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-02e542ad-aaaa-4f19-875b-122f8831917f req-0f7e1e9c-ca62-448c-a154-f2d42fcf5a42 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392229 Dec 10 18:35:22.655391 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bec3c1-1bd7-464c-b743-1ef8b779e8ea req-834b4f81-b39d-4b94-afb7-4c870bb9b4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:22.659726 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57bec3c1-1bd7-464c-b743-1ef8b779e8ea req-834b4f81-b39d-4b94-afb7-4c870bb9b4e3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bceb057d-f456-42f1-aa52-7a9ff59c427a HTTP/1.1" status: 200 len: 905 time: 0.5590217 Dec 10 18:35:22.742710 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57bec3c1-1bd7-464c-b743-1ef8b779e8ea req-2ae21951-0ad1-4f7c-b29d-f8483a022810 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1102d7c-56d0-4908-ba38-1f09f1b6500a HTTP/1.1" status: 200 len: 217 time: 0.0753818 Dec 10 18:35:22.753706 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ddcd86f6-393f-45cd-9a82-2cb4327be41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:22.771294 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-7d90301a-ab67-446a-a5fa-d8fbec89efb5 None None] Set router 7c1eb5a3-fcfb-4980-8bd4-e238245a3519 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:35:22.831486 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3da68a34-3108-433a-9278-39ab0f0a4b34 req-47272152-75d5-4bae-ba47-a4278018a119 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a3911d2-8981-470d-bf23-e543484e2d7f HTTP/1.1" status: 200 len: 210 time: 0.1348274 Dec 10 18:35:22.909468 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6ec31519-e96c-43fa-9cd5-42f3dc793a8f req-4ba1f46d-6d30-4b20-ac1c-0bce55bef828 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7aa66c6-f215-4140-9a9b-ebd9c4206558 HTTP/1.1" status: 200 len: 210 time: 0.0406709 Dec 10 18:35:22.921468 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bec3c1-1bd7-464c-b743-1ef8b779e8ea req-8a52d214-68d8-47a2-baed-ba531c21face service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:22.923062 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57bec3c1-1bd7-464c-b743-1ef8b779e8ea req-8a52d214-68d8-47a2-baed-ba531c21face service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf3bf4b2-84a2-4b1b-bd28-de26384874e7 HTTP/1.1" status: 200 len: 844 time: 0.1670175 Dec 10 18:35:22.990862 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57bec3c1-1bd7-464c-b743-1ef8b779e8ea req-88679cca-6bae-4a2e-8d1c-d2dfab51bd54 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bceb057d-f456-42f1-aa52-7a9ff59c427a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372324 Dec 10 18:35:23.031275 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7d90301a-ab67-446a-a5fa-d8fbec89efb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1eb5a3-fcfb-4980-8bd4-e238245a3519', 'name': 'tempest-ServersTestJSON-1786768601-router', 'tenant_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '9ec9a04a-345a-46fe-813d-a69c251ce850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:35:14Z', 'updated_at': '2021-12-10T18:35:19Z', 'revision_number': 3, 'project_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'gw_port': {'id': '9ec9a04a-345a-46fe-813d-a69c251ce850', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:85:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1eb5a3-fcfb-4980-8bd4-e238245a3519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:35:16Z', 'updated_at': '2021-12-10T18:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:23.077657 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d90301a-ab67-446a-a5fa-d8fbec89efb5 None None] The sync data for ids ['7c1eb5a3-fcfb-4980-8bd4-e238245a3519'] in n-d-821435-1 is: [{'id': '7c1eb5a3-fcfb-4980-8bd4-e238245a3519', 'name': 'tempest-ServersTestJSON-1786768601-router', 'tenant_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '9ec9a04a-345a-46fe-813d-a69c251ce850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:35:14Z', 'updated_at': '2021-12-10T18:35:19Z', 'revision_number': 3, 'project_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'gw_port': {'id': '9ec9a04a-345a-46fe-813d-a69c251ce850', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:85:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1eb5a3-fcfb-4980-8bd4-e238245a3519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:35:16Z', 'updated_at': '2021-12-10T18:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:35:23.123950 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7d596987-6acf-4905-9b61-b6051711c463 req-b486242f-4fd2-4ad4-b34d-71290a24db47 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=b1d0c98fd68d4930b6c07e805cb9cc6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480902 Dec 10 18:35:23.125722 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-ddcd86f6-393f-45cd-9a82-2cb4327be41f admin admin] Allocated IP 172.20.0.1 (cb8dda4f-6685-44d5-8385-aec43e8785ff/4bd67323-fef0-4d15-9a97-725cb74ca3f3/12558f36-92d5-4892-884f-4f9bf9ac830d) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:23.164079 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57bec3c1-1bd7-464c-b743-1ef8b779e8ea req-a031a40d-29ca-4893-8130-f1f566c8e038 service neutron] 10.222.0.46 "GET /v2.0/networks/bceb057d-f456-42f1-aa52-7a9ff59c427a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650100 Dec 10 18:35:23.309138 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:23.347961 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d596987-6acf-4905-9b61-b6051711c463 req-e056abb1-f84c-42f1-8b08-dc718d29ff01 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:23.350116 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7d596987-6acf-4905-9b61-b6051711c463 req-e056abb1-f84c-42f1-8b08-dc718d29ff01 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2190742 Dec 10 18:35:23.364815 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-7d596987-6acf-4905-9b61-b6051711c463 req-7bfd0177-837c-4877-b74b-082857e887b7 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Request body: {'port': {'device_id': 'e7aa66c6-f215-4140-9a9b-ebd9c4206558', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'admin_state_up': True, 'tenant_id': 'b1d0c98fd68d4930b6c07e805cb9cc6c'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:23.404718 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15050a-2875-4258-8efe-07ea8478fb5f req-e7ce8b29-e823-4662-bbdf-3158f996ecf6 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:23.406238 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0f15050a-2875-4258-8efe-07ea8478fb5f req-e7ce8b29-e823-4662-bbdf-3158f996ecf6 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=13ecd95e-efea-473f-8dee-3f3c3191165d HTTP/1.1" status: 200 len: 943 time: 0.1219356 Dec 10 18:35:23.415394 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57bec3c1-1bd7-464c-b743-1ef8b779e8ea req-8e389519-7fe2-4a7f-b664-76d8cc03a1bd service neutron] 10.222.0.46 "GET /v2.0/networks/bceb057d-f456-42f1-aa52-7a9ff59c427a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329316 Dec 10 18:35:23.426348 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ddcd86f6-393f-45cd-9a82-2cb4327be41f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:23.511732 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0f15050a-2875-4258-8efe-07ea8478fb5f req-34a9c50c-59b0-4a77-bf8f-77cd8a93f578 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817177 Dec 10 18:35:23.542515 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ddcd86f6-393f-45cd-9a82-2cb4327be41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:23.580055 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d596987-6acf-4905-9b61-b6051711c463 req-7bfd0177-837c-4877-b74b-082857e887b7 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Made reservation on behalf of b1d0c98fd68d4930b6c07e805cb9cc6c for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:23.586204 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7d596987-6acf-4905-9b61-b6051711c463 req-7bfd0177-837c-4877-b74b-082857e887b7 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:23.595965 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7d596987-6acf-4905-9b61-b6051711c463 req-7bfd0177-837c-4877-b74b-082857e887b7 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:23.614221 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcd86f6-393f-45cd-9a82-2cb4327be41f admin admin] Network cb8dda4f-6685-44d5-8385-aec43e8785ff is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:23.619320 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-ddcd86f6-393f-45cd-9a82-2cb4327be41f admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:23.632465 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcd86f6-393f-45cd-9a82-2cb4327be41f admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:23.672880 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd86f6-393f-45cd-9a82-2cb4327be41f admin admin] Pushing event updated for resources: {'Port': ['ID=12558f36-92d5-4892-884f-4f9bf9ac830d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:23.693024 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ddcd86f6-393f-45cd-9a82-2cb4327be41f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:23.754749 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7d596987-6acf-4905-9b61-b6051711c463 req-7bfd0177-837c-4877-b74b-082857e887b7 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:23.771182 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7d596987-6acf-4905-9b61-b6051711c463 req-7bfd0177-837c-4877-b74b-082857e887b7 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:23.912687 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905f7ee-c8e9-482f-be80-6af865d927ae req-0cea984e-d48f-4b32-a9aa-daab3682a75e tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:23.914251 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0905f7ee-c8e9-482f-be80-6af865d927ae req-0cea984e-d48f-4b32-a9aa-daab3682a75e tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 945 time: 0.1655138 Dec 10 18:35:23.994625 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-7d596987-6acf-4905-9b61-b6051711c463 req-7bfd0177-837c-4877-b74b-082857e887b7 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Allocated IP 192.168.233.130 (c9403646-ab9b-4a0a-827b-6d4376246b64/ec05590b-5c35-4e58-9087-8773857a69b9/e66605ab-4cce-4d6a-a1ca-cc9e446aaac3) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:24.055780 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c8ef30da-52a7-43f9-a94f-0e186bb7dc3c None None] Provisioning complete for port 12558f36-92d5-4892-884f-4f9bf9ac830d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:24.060447 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ddcd86f6-393f-45cd-9a82-2cb4327be41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:24.062601 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c8ef30da-52a7-43f9-a94f-0e186bb7dc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:24.107636 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0905f7ee-c8e9-482f-be80-6af865d927ae req-5c4203b2-4885-415d-8a32-174015eb8e76 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447070 Dec 10 18:35:24.125063 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c8ef30da-52a7-43f9-a94f-0e186bb7dc3c None None] Port 12558f36-92d5-4892-884f-4f9bf9ac830d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:24.232409 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device b1102d7c-56d0-4908-ba38-1f09f1b6500a details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:35:24.232708 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7d596987-6acf-4905-9b61-b6051711c463 req-7bfd0177-837c-4877-b74b-082857e887b7 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:24.333495 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-54bb7c29-393a-4e5c-878a-8df2286587f3 req-4ac05c83-9f22-4d10-95a4-b8218767b3b2 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7aa66c6-f215-4140-9a9b-ebd9c4206558 HTTP/1.1" status: 200 len: 210 time: 0.1123097 Dec 10 18:35:24.420300 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port b1102d7c-56d0-4908-ba38-1f09f1b6500a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=b1102d7c-56d0-4908-ba38-1f09f1b6500a,segment=NetworkSegment(a9a1f0c6-697d-404a-a8fe-550f575230bf),segment_id=a9a1f0c6-697d-404a-a8fe-550f575230bf)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:24.442638 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': 'b1102d7c-56d0-4908-ba38-1f09f1b6500a', 'network_id': 'bceb057d-f456-42f1-aa52-7a9ff59c427a', 'port_id': 'b1102d7c-56d0-4908-ba38-1f09f1b6500a', 'mac_address': 'fa:16:3e:4c:a6:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf3bf4b2-84a2-4b1b-bd28-de26384874e7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:35:24.477642 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ddcd86f6-393f-45cd-9a82-2cb4327be41f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:24.484315 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ddcd86f6-393f-45cd-9a82-2cb4327be41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:24.507812 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:24.533062 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1102d7c-56d0-4908-ba38-1f09f1b6500a {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:35:24.571367 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd86f6-393f-45cd-9a82-2cb4327be41f admin admin] Pushing event updated for resources: {'Port': ['ID=12558f36-92d5-4892-884f-4f9bf9ac830d,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:24.574142 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ddcd86f6-393f-45cd-9a82-2cb4327be41f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:24.594047 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port b1102d7c-56d0-4908-ba38-1f09f1b6500a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=b1102d7c-56d0-4908-ba38-1f09f1b6500a,segment=NetworkSegment(a9a1f0c6-697d-404a-a8fe-550f575230bf),segment_id=a9a1f0c6-697d-404a-a8fe-550f575230bf)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:24.600331 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:24.686341 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=b1102d7c-56d0-4908-ba38-1f09f1b6500a,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:24.720582 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:24.738437 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 72648f73-1a7f-4118-9d06-c1aac50c2328 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:35:24.758192 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f6d24ae0-8314-4acf-ba53-2b7ca56db63e req-c4090299-067e-4ab6-af8d-3fd2b297a444 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a3911d2-8981-470d-bf23-e543484e2d7f HTTP/1.1" status: 200 len: 210 time: 0.0675716 Dec 10 18:35:24.770667 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd0177-837c-4877-b74b-082857e887b7 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd2a3de-e1a2-4eff-8893-f129f6af245d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:24.772216 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 72648f73-1a7f-4118-9d06-c1aac50c2328 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:35:24.772625 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 72648f73-1a7f-4118-9d06-c1aac50c2328 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:35:24.783317 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7d596987-6acf-4905-9b61-b6051711c463 req-7bfd0177-837c-4877-b74b-082857e887b7 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:24.791919 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d6d2f-97de-4baf-92a1-4b44481c8f1a req-11960969-2f16-4718-91ea-270fa654d692 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:24.801740 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef0d6d2f-97de-4baf-92a1-4b44481c8f1a req-11960969-2f16-4718-91ea-270fa654d692 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=13ecd95e-efea-473f-8dee-3f3c3191165d HTTP/1.1" status: 200 len: 944 time: 0.1277771 Dec 10 18:35:24.835786 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcd86f6-393f-45cd-9a82-2cb4327be41f admin admin] Network cb8dda4f-6685-44d5-8385-aec43e8785ff is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:24.837563 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-ddcd86f6-393f-45cd-9a82-2cb4327be41f admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:24.857485 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d596987-6acf-4905-9b61-b6051711c463 req-7bfd0177-837c-4877-b74b-082857e887b7 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Network c9403646-ab9b-4a0a-827b-6d4376246b64 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:24.860798 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-7d596987-6acf-4905-9b61-b6051711c463 req-7bfd0177-837c-4877-b74b-082857e887b7 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:24.865233 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d596987-6acf-4905-9b61-b6051711c463 req-7bfd0177-837c-4877-b74b-082857e887b7 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:24.886043 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['b1102d7c-56d0-4908-ba38-1f09f1b6500a'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:35:24.900763 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd0177-837c-4877-b74b-082857e887b7 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Pushing event updated for resources: {'Port': ['ID=e66605ab-4cce-4d6a-a1ca-cc9e446aaac3,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:24.990026 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef0d6d2f-97de-4baf-92a1-4b44481c8f1a req-1de1682a-cf6e-466e-8e6e-0531a8e680ff tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871886 Dec 10 18:35:25.064723 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d596987-6acf-4905-9b61-b6051711c463 req-7bfd0177-837c-4877-b74b-082857e887b7 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:25.065445 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7d596987-6acf-4905-9b61-b6051711c463 req-7bfd0177-837c-4877-b74b-082857e887b7 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.095648 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7d596987-6acf-4905-9b61-b6051711c463 req-7bfd0177-837c-4877-b74b-082857e887b7 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7360995 Dec 10 18:35:25.104500 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddcd86f6-393f-45cd-9a82-2cb4327be41f admin admin] Router 7c1eb5a3-fcfb-4980-8bd4-e238245a3519 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:35:25.123279 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-7d596987-6acf-4905-9b61-b6051711c463 req-e2f4ea49-609d-4b26-9867-c9a36458f378 service neutron] Request body: {'port': {'device_id': 'e7aa66c6-f215-4140-9a9b-ebd9c4206558', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:25.314229 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7d596987-6acf-4905-9b61-b6051711c463 req-e2f4ea49-609d-4b26-9867-c9a36458f378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.326509 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 9ec9a04a-345a-46fe-813d-a69c251ce850 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:25.465738 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba20e39-f035-4a21-a23d-a0cc452556b2 req-e86813a0-62bf-4dee-af39-457a13b743a0 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:25.467717 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0ba20e39-f035-4a21-a23d-a0cc452556b2 req-e86813a0-62bf-4dee-af39-457a13b743a0 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 945 time: 0.1628025 Dec 10 18:35:25.468975 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcd86f6-393f-45cd-9a82-2cb4327be41f admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:35:25.475530 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3e1cefa1-0daa-4c32-a17f-7c1ef2655885 None None] Provisioning complete for port 12558f36-92d5-4892-884f-4f9bf9ac830d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:25.476155 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3e1cefa1-0daa-4c32-a17f-7c1ef2655885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.478585 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ddcd86f6-393f-45cd-9a82-2cb4327be41f admin admin] 10.222.0.62 "PUT /v2.0/routers/7c1eb5a3-fcfb-4980-8bd4-e238245a3519/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4656057 Dec 10 18:35:25.531287 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3e1cefa1-0daa-4c32-a17f-7c1ef2655885 None None] Port 12558f36-92d5-4892-884f-4f9bf9ac830d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:25.538407 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.552556 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 9ec9a04a-345a-46fe-813d-a69c251ce850 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:25.553682 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.590287 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0ba20e39-f035-4a21-a23d-a0cc452556b2 req-e0302783-39dd-4240-8664-c0a45341781e tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051819 Dec 10 18:35:25.654176 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ab538-b215-4bcb-885f-91953801e052 req-16f65725-7d69-4939-9038-d27ce176f91c tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:25.662485 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-af3ab538-b215-4bcb-885f-91953801e052 req-16f65725-7d69-4939-9038-d27ce176f91c tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7aa66c6-f215-4140-9a9b-ebd9c4206558 HTTP/1.1" status: 200 len: 936 time: 0.0925667 Dec 10 18:35:25.741698 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9da3cd12-a7e2-4eac-bc9e-7d04103d6f4e None None] Provisioning complete for port e66605ab-4cce-4d6a-a1ca-cc9e446aaac3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:25.742336 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9da3cd12-a7e2-4eac-bc9e-7d04103d6f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.774969 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.782618 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-af3ab538-b215-4bcb-885f-91953801e052 req-3ebd2a78-d873-401b-965b-8c32b36e5a54 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192219 Dec 10 18:35:25.855407 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 9ec9a04a-345a-46fe-813d-a69c251ce850, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=9ec9a04a-345a-46fe-813d-a69c251ce850,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:25.873152 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.876661 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9348545-8f30-44b3-bc5f-5d804afdc0f5 None None] Sync routers for ids ['7c1eb5a3-fcfb-4980-8bd4-e238245a3519'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:35:25.893049 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9348545-8f30-44b3-bc5f-5d804afdc0f5 None None] Routers {'7c1eb5a3-fcfb-4980-8bd4-e238245a3519'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:25.893686 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-c9348545-8f30-44b3-bc5f-5d804afdc0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:35:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['7c1eb5a3-fcfb-4980-8bd4-e238245a3519'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:25.932574 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bbfeaa2b-5b37-465f-b7c5-b85cef9b88df req-3c52ae2c-8b6b-46a7-8317-7d8e93b44ca1 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a3911d2-8981-470d-bf23-e543484e2d7f HTTP/1.1" status: 200 len: 210 time: 0.0582516 Dec 10 18:35:25.951448 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9da3cd12-a7e2-4eac-bc9e-7d04103d6f4e None None] Port e66605ab-4cce-4d6a-a1ca-cc9e446aaac3 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:25.972280 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-7d596987-6acf-4905-9b61-b6051711c463 req-e2f4ea49-609d-4b26-9867-c9a36458f378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e66605ab-4cce-4d6a-a1ca-cc9e446aaac3 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:35:25.982746 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7d596987-6acf-4905-9b61-b6051711c463 req-e2f4ea49-609d-4b26-9867-c9a36458f378 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:26.006673 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=9ec9a04a-345a-46fe-813d-a69c251ce850,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:26.009875 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-7d596987-6acf-4905-9b61-b6051711c463 req-e2f4ea49-609d-4b26-9867-c9a36458f378 service neutron] Transition to ACTIVE for port object e66605ab-4cce-4d6a-a1ca-cc9e446aaac3 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:35:26.025479 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7d596987-6acf-4905-9b61-b6051711c463 req-e2f4ea49-609d-4b26-9867-c9a36458f378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:26.061761 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-c9348545-8f30-44b3-bc5f-5d804afdc0f5 None None] Set router 7c1eb5a3-fcfb-4980-8bd4-e238245a3519 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:35:26.117970 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f4ea49-609d-4b26-9867-c9a36458f378 service neutron] Pushing event updated for resources: {'Port': ['ID=e66605ab-4cce-4d6a-a1ca-cc9e446aaac3,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:26.261637 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device b1102d7c-56d0-4908-ba38-1f09f1b6500a up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:26.311883 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0c2b6-2cc1-4eb5-810e-866384c7b825 req-204eb40c-0a20-402f-bb44-81b4f688858f tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:26.326626 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2ea0c2b6-2cc1-4eb5-810e-866384c7b825 req-204eb40c-0a20-402f-bb44-81b4f688858f tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=13ecd95e-efea-473f-8dee-3f3c3191165d HTTP/1.1" status: 200 len: 944 time: 0.1444163 Dec 10 18:35:26.349727 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-7d596987-6acf-4905-9b61-b6051711c463 req-e2f4ea49-609d-4b26-9867-c9a36458f378 service neutron] Attempting to bind port e66605ab-4cce-4d6a-a1ca-cc9e446aaac3 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:35:26.353472 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-7d596987-6acf-4905-9b61-b6051711c463 req-e2f4ea49-609d-4b26-9867-c9a36458f378 service neutron] Attempting to bind port e66605ab-4cce-4d6a-a1ca-cc9e446aaac3 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:35:26.355161 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d596987-6acf-4905-9b61-b6051711c463 req-e2f4ea49-609d-4b26-9867-c9a36458f378 service neutron] Attempting to bind port e66605ab-4cce-4d6a-a1ca-cc9e446aaac3 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:26.377928 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d596987-6acf-4905-9b61-b6051711c463 req-e2f4ea49-609d-4b26-9867-c9a36458f378 service neutron] Port e66605ab-4cce-4d6a-a1ca-cc9e446aaac3 on network c9403646-ab9b-4a0a-827b-6d4376246b64 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:35:26.378699 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d596987-6acf-4905-9b61-b6051711c463 req-e2f4ea49-609d-4b26-9867-c9a36458f378 service neutron] Attempting to bind port e66605ab-4cce-4d6a-a1ca-cc9e446aaac3 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:26.382633 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port b1102d7c-56d0-4908-ba38-1f09f1b6500a completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:35:26.392669 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port b1102d7c-56d0-4908-ba38-1f09f1b6500a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:26.393114 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:26.397234 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-c9348545-8f30-44b3-bc5f-5d804afdc0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1eb5a3-fcfb-4980-8bd4-e238245a3519', 'name': 'tempest-ServersTestJSON-1786768601-router', 'tenant_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '9ec9a04a-345a-46fe-813d-a69c251ce850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:35:14Z', 'updated_at': '2021-12-10T18:35:24Z', 'revision_number': 4, 'project_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'gw_port': {'id': '9ec9a04a-345a-46fe-813d-a69c251ce850', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1eb5a3-fcfb-4980-8bd4-e238245a3519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:35:16Z', 'updated_at': '2021-12-10T18:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '12558f36-92d5-4892-884f-4f9bf9ac830d', 'name': '', 'network_id': 'cb8dda4f-6685-44d5-8385-aec43e8785ff', 'tenant_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'mac_address': 'fa:16:3e:ca:ac:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1eb5a3-fcfb-4980-8bd4-e238245a3519', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '4bd67323-fef0-4d15-9a97-725cb74ca3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:35:22Z', 'updated_at': '2021-12-10T18:35:24Z', 'revision_number': 2, 'project_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'subnets': [{'id': '4bd67323-fef0-4d15-9a97-725cb74ca3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:26.398340 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d596987-6acf-4905-9b61-b6051711c463 req-e2f4ea49-609d-4b26-9867-c9a36458f378 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:35:26.399036 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d596987-6acf-4905-9b61-b6051711c463 req-e2f4ea49-609d-4b26-9867-c9a36458f378 service neutron] Checking segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:26.399603 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d596987-6acf-4905-9b61-b6051711c463 req-e2f4ea49-609d-4b26-9867-c9a36458f378 service neutron] Bound using segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:35:26.401182 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-7d596987-6acf-4905-9b61-b6051711c463 req-e2f4ea49-609d-4b26-9867-c9a36458f378 service neutron] Bound port: e66605ab-4cce-4d6a-a1ca-cc9e446aaac3, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:35:26.404714 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7d596987-6acf-4905-9b61-b6051711c463 req-e2f4ea49-609d-4b26-9867-c9a36458f378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:26.455773 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9348545-8f30-44b3-bc5f-5d804afdc0f5 None None] Checking router: 7c1eb5a3-fcfb-4980-8bd4-e238245a3519 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:35:26.456379 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9348545-8f30-44b3-bc5f-5d804afdc0f5 None None] Updating router 7c1eb5a3-fcfb-4980-8bd4-e238245a3519 port 12558f36-92d5-4892-884f-4f9bf9ac830d binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:35:26.485179 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-c9348545-8f30-44b3-bc5f-5d804afdc0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:26.508306 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-7d596987-6acf-4905-9b61-b6051711c463 req-e2f4ea49-609d-4b26-9867-c9a36458f378 service neutron] For port e66605ab-4cce-4d6a-a1ca-cc9e446aaac3, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:35:26.512623 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-7d596987-6acf-4905-9b61-b6051711c463 req-e2f4ea49-609d-4b26-9867-c9a36458f378 service neutron] For port e66605ab-4cce-4d6a-a1ca-cc9e446aaac3, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=e66605ab-4cce-4d6a-a1ca-cc9e446aaac3,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:35:26.528182 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7d596987-6acf-4905-9b61-b6051711c463 req-e2f4ea49-609d-4b26-9867-c9a36458f378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:26.574488 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d596987-6acf-4905-9b61-b6051711c463 req-e2f4ea49-609d-4b26-9867-c9a36458f378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:26.578096 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7d596987-6acf-4905-9b61-b6051711c463 req-e2f4ea49-609d-4b26-9867-c9a36458f378 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:26.579599 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7d596987-6acf-4905-9b61-b6051711c463 req-e2f4ea49-609d-4b26-9867-c9a36458f378 service neutron] 10.222.0.72 "PUT /v2.0/ports/e66605ab-4cce-4d6a-a1ca-cc9e446aaac3 HTTP/1.1" status: 200 len: 1096 time: 1.4746323 Dec 10 18:35:26.615339 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:26.659176 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 49038) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:26.665483 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1e120091-3113-4fea-83e8-9961471abaa7 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Request body: {'security_group': {'name': 'tempest-securitygroup--730656000', 'description': 'tempest-description--1328269614'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:26.674944 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ecd95e-efea-473f-8dee-3f3c3191165d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1102d7c-56d0-4908-ba38-1f09f1b6500a'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:35:26.676250 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7aa66c6-f215-4140-9a9b-ebd9c4206558', 'tag': 'e66605ab-4cce-4d6a-a1ca-cc9e446aaac3'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:35:26.678602 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc6be0a-499f-49ba-bdf5-cdab42e5daa8" -d '{"events": [{"name": "network-changed", "server_uuid": "e7aa66c6-f215-4140-9a9b-ebd9c4206558", "tag": "e66605ab-4cce-4d6a-a1ca-cc9e446aaac3"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:35:26.685691 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4fab2d-c4e5-432d-ad18-015f74070f4d" -d '{"events": [{"server_uuid": "13ecd95e-efea-473f-8dee-3f3c3191165d", "name": "network-vif-plugged", "status": "completed", "tag": "b1102d7c-56d0-4908-ba38-1f09f1b6500a"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:35:26.694373 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2ea0c2b6-2cc1-4eb5-810e-866384c7b825 req-5ff7f4ed-5f6b-4472-ba82-3e3404c5788c tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667624 Dec 10 18:35:26.713543 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e120091-3113-4fea-83e8-9961471abaa7 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:26.724417 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port b1102d7c-56d0-4908-ba38-1f09f1b6500a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=b1102d7c-56d0-4908-ba38-1f09f1b6500a,segment=NetworkSegment(a9a1f0c6-697d-404a-a8fe-550f575230bf),segment_id=a9a1f0c6-697d-404a-a8fe-550f575230bf)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:26.733009 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:26.885653 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=b1102d7c-56d0-4908-ba38-1f09f1b6500a,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:26.951913 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f4ea49-609d-4b26-9867-c9a36458f378 service neutron] Pushing event updated for resources: {'Port': ['ID=e66605ab-4cce-4d6a-a1ca-cc9e446aaac3,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:26.973069 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d55dfdb-e3a3-47c5-93d8-75083e3c7583 x-openstack-request-id: req-3d55dfdb-e3a3-47c5-93d8-75083e3c7583 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:35:26.973408 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ecd95e-efea-473f-8dee-3f3c3191165d", "name": "network-vif-plugged", "status": "completed", "tag": "b1102d7c-56d0-4908-ba38-1f09f1b6500a", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:35:26.974229 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3d55dfdb-e3a3-47c5-93d8-75083e3c7583 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:35:26.974640 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ecd95e-efea-473f-8dee-3f3c3191165d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1102d7c-56d0-4908-ba38-1f09f1b6500a', 'code': 200} Dec 10 18:35:26.980176 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d596987-6acf-4905-9b61-b6051711c463 req-d5282dc0-3a60-4606-afd4-d3d4843e6c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:26.982257 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e120091-3113-4fea-83e8-9961471abaa7 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:26.996506 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e120091-3113-4fea-83e8-9961471abaa7 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.004000 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7d596987-6acf-4905-9b61-b6051711c463 req-d5282dc0-3a60-4606-afd4-d3d4843e6c51 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b1d0c98fd68d4930b6c07e805cb9cc6c&device_id=e7aa66c6-f215-4140-9a9b-ebd9c4206558 HTTP/1.1" status: 200 len: 1099 time: 0.2842329 Dec 10 18:35:27.022040 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-c9348545-8f30-44b3-bc5f-5d804afdc0f5 None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.036564 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-c9348545-8f30-44b3-bc5f-5d804afdc0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.086218 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e120091-3113-4fea-83e8-9961471abaa7 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d1a573-d198-42dc-a213-757e67c1cb13,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:27.111330 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7d596987-6acf-4905-9b61-b6051711c463 req-db70bbc2-6c0b-4d29-9306-f46fe265d94e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=e66605ab-4cce-4d6a-a1ca-cc9e446aaac3 HTTP/1.1" status: 200 len: 217 time: 0.0795195 Dec 10 18:35:27.145105 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd20daa-81ab-4f01-810e-1f4a719f885d x-openstack-request-id: req-5dd20daa-81ab-4f01-810e-1f4a719f885d {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:35:27.145755 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7aa66c6-f215-4140-9a9b-ebd9c4206558", "tag": "e66605ab-4cce-4d6a-a1ca-cc9e446aaac3", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:35:27.145755 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5dd20daa-81ab-4f01-810e-1f4a719f885d {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:35:27.146069 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7aa66c6-f215-4140-9a9b-ebd9c4206558', 'tag': 'e66605ab-4cce-4d6a-a1ca-cc9e446aaac3', 'status': 'completed', 'code': 200} Dec 10 18:35:27.194798 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e120091-3113-4fea-83e8-9961471abaa7 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.201245 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1e120091-3113-4fea-83e8-9961471abaa7 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5405960 Dec 10 18:35:27.230275 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 49050) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:27.235833 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b6958bc6-4230-4541-a98a-4644ef8265d2 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Request body: {'security_group_rule': {'security_group_id': 'd3d1a573-d198-42dc-a213-757e67c1cb13', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:27.237871 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fd332-389e-4e13-9178-afd612a71be9 req-b6e1761b-c8f6-4a36-8768-2ade5228206b tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:27.248950 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dc9fd332-389e-4e13-9178-afd612a71be9 req-b6e1761b-c8f6-4a36-8768-2ade5228206b tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 945 time: 0.3973656 Dec 10 18:35:27.267224 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2773a18-dec3-4082-905a-2ac78451eb7e req-259c49f8-adaa-4d1d-b017-6f2f88985d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:27.270487 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e2773a18-dec3-4082-905a-2ac78451eb7e req-259c49f8-adaa-4d1d-b017-6f2f88985d0d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=13ecd95e-efea-473f-8dee-3f3c3191165d HTTP/1.1" status: 200 len: 1096 time: 0.1748867 Dec 10 18:35:27.284946 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 9ec9a04a-345a-46fe-813d-a69c251ce850 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:27.292079 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec0524d-8dd4-4a27-b8ca-3b95b845e35d None None] Pushing event updated for resources: {'Port': ['ID=12558f36-92d5-4892-884f-4f9bf9ac830d,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:27.358542 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e2773a18-dec3-4082-905a-2ac78451eb7e req-b15db4bc-e334-428c-811e-a2225e042aea service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683129 Dec 10 18:35:27.361271 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0524d-8dd4-4a27-b8ca-3b95b845e35d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:27.361749 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0524d-8dd4-4a27-b8ca-3b95b845e35d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:27.362076 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0524d-8dd4-4a27-b8ca-3b95b845e35d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:27.362420 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0524d-8dd4-4a27-b8ca-3b95b845e35d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:27.362760 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0524d-8dd4-4a27-b8ca-3b95b845e35d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:27.363092 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0524d-8dd4-4a27-b8ca-3b95b845e35d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:27.363424 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0524d-8dd4-4a27-b8ca-3b95b845e35d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:27.366573 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 9ec9a04a-345a-46fe-813d-a69c251ce850 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:27.367410 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.368776 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d596987-6acf-4905-9b61-b6051711c463 req-b6c386c5-b634-401f-8829-ce3d93e4c498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:27.374583 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0524d-8dd4-4a27-b8ca-3b95b845e35d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:27.375067 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0524d-8dd4-4a27-b8ca-3b95b845e35d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:27.375200 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c0f10-3618-4723-9ba4-654877f6367b req-d3231aad-a160-4805-8559-65bda0314f45 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:27.375418 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0524d-8dd4-4a27-b8ca-3b95b845e35d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:27.375761 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0524d-8dd4-4a27-b8ca-3b95b845e35d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:27.376097 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0524d-8dd4-4a27-b8ca-3b95b845e35d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:27.376433 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0524d-8dd4-4a27-b8ca-3b95b845e35d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:27.376792 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bc3c0f10-3618-4723-9ba4-654877f6367b req-d3231aad-a160-4805-8559-65bda0314f45 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7aa66c6-f215-4140-9a9b-ebd9c4206558 HTTP/1.1" status: 200 len: 948 time: 0.1726580 Dec 10 18:35:27.377609 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b6958bc6-4230-4541-a98a-4644ef8265d2 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.386583 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7d596987-6acf-4905-9b61-b6051711c463 req-b6c386c5-b634-401f-8829-ce3d93e4c498 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.2273293 Dec 10 18:35:27.421334 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-c9348545-8f30-44b3-bc5f-5d804afdc0f5 None None] Attempting to bind port 12558f36-92d5-4892-884f-4f9bf9ac830d on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:35:27.425331 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-c9348545-8f30-44b3-bc5f-5d804afdc0f5 None None] Attempting to bind port 12558f36-92d5-4892-884f-4f9bf9ac830d by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'f7750133-5e17-486e-806c-cbb2b027ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cb8dda4f-6685-44d5-8385-aec43e8785ff'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:35:27.435192 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9348545-8f30-44b3-bc5f-5d804afdc0f5 None None] Attempting to bind port 12558f36-92d5-4892-884f-4f9bf9ac830d on network cb8dda4f-6685-44d5-8385-aec43e8785ff {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:27.441495 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9348545-8f30-44b3-bc5f-5d804afdc0f5 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:35:27.442211 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9348545-8f30-44b3-bc5f-5d804afdc0f5 None None] Checking segment: {'id': 'f7750133-5e17-486e-806c-cbb2b027ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cb8dda4f-6685-44d5-8385-aec43e8785ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:27.442850 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-c9348545-8f30-44b3-bc5f-5d804afdc0f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.443964 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9348545-8f30-44b3-bc5f-5d804afdc0f5 None None] Bound using segment: {'id': 'f7750133-5e17-486e-806c-cbb2b027ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cb8dda4f-6685-44d5-8385-aec43e8785ff'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:35:27.445903 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-c9348545-8f30-44b3-bc5f-5d804afdc0f5 None None] Bound port: 12558f36-92d5-4892-884f-4f9bf9ac830d, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7750133-5e17-486e-806c-cbb2b027ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cb8dda4f-6685-44d5-8385-aec43e8785ff'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:35:27.446523 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-c9348545-8f30-44b3-bc5f-5d804afdc0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.481026 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dc9fd332-389e-4e13-9178-afd612a71be9 req-8a1be6ea-b2d8-44ea-b0d1-2a9e7aa41764 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114623 Dec 10 18:35:27.516140 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d596987-6acf-4905-9b61-b6051711c463 req-7d3c7c5c-2d85-4905-a448-af189507184b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:27.519795 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7d596987-6acf-4905-9b61-b6051711c463 req-7d3c7c5c-2d85-4905-a448-af189507184b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1088402 Dec 10 18:35:27.537257 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bc3c0f10-3618-4723-9ba4-654877f6367b req-b6c4d634-6130-4522-bea2-5379ec495a0d tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459761 Dec 10 18:35:27.554256 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-c9348545-8f30-44b3-bc5f-5d804afdc0f5 None None] For port 12558f36-92d5-4892-884f-4f9bf9ac830d, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:35:27.566591 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-c9348545-8f30-44b3-bc5f-5d804afdc0f5 None None] For port 12558f36-92d5-4892-884f-4f9bf9ac830d, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=12558f36-92d5-4892-884f-4f9bf9ac830d,segment=NetworkSegment(f7750133-5e17-486e-806c-cbb2b027ce17),segment_id=f7750133-5e17-486e-806c-cbb2b027ce17)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:35:27.573032 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b6958bc6-4230-4541-a98a-4644ef8265d2 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.575980 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-c9348545-8f30-44b3-bc5f-5d804afdc0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.585784 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b6958bc6-4230-4541-a98a-4644ef8265d2 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.604721 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6958bc6-4230-4541-a98a-4644ef8265d2 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f833ec19-b4b8-48be-982d-0a8fa44fc04f,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:27.626865 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b6958bc6-4230-4541-a98a-4644ef8265d2 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.631110 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b6958bc6-4230-4541-a98a-4644ef8265d2 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3978517 Dec 10 18:35:27.632471 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 49052) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:27.639539 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-457057c7-bb10-4061-9eec-83fa6b8abafd tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Request body: {'security_group_rule': {'security_group_id': 'd3d1a573-d198-42dc-a213-757e67c1cb13', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:27.666410 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1e31b20b-f301-46de-88df-a9feea4568d1 None None] Provisioning complete for port 12558f36-92d5-4892-884f-4f9bf9ac830d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:27.667633 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1e31b20b-f301-46de-88df-a9feea4568d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.679280 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7d596987-6acf-4905-9b61-b6051711c463 req-aa301f7a-d8d0-492f-bd5d-168d84fc334a service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526518 Dec 10 18:35:27.682092 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-457057c7-bb10-4061-9eec-83fa6b8abafd tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.736567 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e634f787-ed6b-4705-af68-d71673b3176c req-13b4e845-baca-402a-959a-5ec839ed1ade tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a3911d2-8981-470d-bf23-e543484e2d7f HTTP/1.1" status: 200 len: 210 time: 0.0562038 Dec 10 18:35:27.776819 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9348545-8f30-44b3-bc5f-5d804afdc0f5 None None] Routers {'7c1eb5a3-fcfb-4980-8bd4-e238245a3519'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:27.777512 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-c9348545-8f30-44b3-bc5f-5d804afdc0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:35:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['7c1eb5a3-fcfb-4980-8bd4-e238245a3519'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:27.822249 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7d596987-6acf-4905-9b61-b6051711c463 req-f055f954-e9a8-40ce-830d-bfbbbe8636aa service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318686 Dec 10 18:35:27.851390 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-457057c7-bb10-4061-9eec-83fa6b8abafd tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.885830 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1e31b20b-f301-46de-88df-a9feea4568d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.892288 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-457057c7-bb10-4061-9eec-83fa6b8abafd tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.927719 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-457057c7-bb10-4061-9eec-83fa6b8abafd tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.929180 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-457057c7-bb10-4061-9eec-83fa6b8abafd tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2954998 Dec 10 18:35:27.931393 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457057c7-bb10-4061-9eec-83fa6b8abafd tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c446572-616a-41b8-a2d6-20389432e77f,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:27.942802 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 49058) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:27.949222 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-0e10ce9f-5aa5-4919-a949-ec126ad005cf tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:27.983884 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a2782-1477-4467-99e2-1e2f92413274 req-26f65e51-cbd5-4cfc-8a99-46e0761f84c0 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:27.987464 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec0524d-8dd4-4a27-b8ca-3b95b845e35d None None] Pushing event updated for resources: {'Port': ['ID=12558f36-92d5-4892-884f-4f9bf9ac830d,revision_number=4']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:27.992858 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1e31b20b-f301-46de-88df-a9feea4568d1 None None] For port 12558f36-92d5-4892-884f-4f9bf9ac830d, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=12558f36-92d5-4892-884f-4f9bf9ac830d,segment=NetworkSegment(f7750133-5e17-486e-806c-cbb2b027ce17),segment_id=f7750133-5e17-486e-806c-cbb2b027ce17)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:27.997226 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6be0a-499f-49ba-bdf5-cdab42e5daa8 req-5f3093c2-d88a-4b2f-bb3c-8e03f4330158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:27.999774 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dfc6be0a-499f-49ba-bdf5-cdab42e5daa8 req-5f3093c2-d88a-4b2f-bb3c-8e03f4330158 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b1d0c98fd68d4930b6c07e805cb9cc6c&device_id=e7aa66c6-f215-4140-9a9b-ebd9c4206558 HTTP/1.1" status: 200 len: 1099 time: 0.1042724 Dec 10 18:35:28.000998 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1e31b20b-f301-46de-88df-a9feea4568d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:28.006596 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0d7a2782-1477-4467-99e2-1e2f92413274 req-26f65e51-cbd5-4cfc-8a99-46e0761f84c0 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=13ecd95e-efea-473f-8dee-3f3c3191165d HTTP/1.1" status: 200 len: 945 time: 0.1538625 Dec 10 18:35:28.043312 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e10ce9f-5aa5-4919-a949-ec126ad005cf tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:28.059922 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e31b20b-f301-46de-88df-a9feea4568d1 None None] Pushing event updated for resources: {'Port': ['ID=12558f36-92d5-4892-884f-4f9bf9ac830d,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:28.060556 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-c9348545-8f30-44b3-bc5f-5d804afdc0f5 None None] Set router 7c1eb5a3-fcfb-4980-8bd4-e238245a3519 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:35:28.126344 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0d7a2782-1477-4467-99e2-1e2f92413274 req-a07ff51f-c048-451c-84b2-2a0c86d29053 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187103 Dec 10 18:35:28.128191 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-563a66bb-9908-4305-aca4-7cf3ed8b0fe7 None None] Provisioning complete for port 12558f36-92d5-4892-884f-4f9bf9ac830d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:28.132147 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-563a66bb-9908-4305-aca4-7cf3ed8b0fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:28.143381 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6be0a-499f-49ba-bdf5-cdab42e5daa8 req-bcf7c8f1-9be9-4136-a1e2-ceb62a2a0609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:28.143381 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dfc6be0a-499f-49ba-bdf5-cdab42e5daa8 req-bcf7c8f1-9be9-4136-a1e2-ceb62a2a0609 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.1318314 Dec 10 18:35:28.190478 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dfc6be0a-499f-49ba-bdf5-cdab42e5daa8 req-7586d30f-696c-4345-82d4-c3d935d8aacd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=e66605ab-4cce-4d6a-a1ca-cc9e446aaac3 HTTP/1.1" status: 200 len: 217 time: 0.0438159 Dec 10 18:35:28.222825 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e10ce9f-5aa5-4919-a949-ec126ad005cf tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:28.292524 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6be0a-499f-49ba-bdf5-cdab42e5daa8 req-2ffae3f2-7a11-44ca-8f12-7d4628c97114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:28.294677 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dfc6be0a-499f-49ba-bdf5-cdab42e5daa8 req-2ffae3f2-7a11-44ca-8f12-7d4628c97114 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.0966604 Dec 10 18:35:28.333608 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-c9348545-8f30-44b3-bc5f-5d804afdc0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1eb5a3-fcfb-4980-8bd4-e238245a3519', 'name': 'tempest-ServersTestJSON-1786768601-router', 'tenant_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '9ec9a04a-345a-46fe-813d-a69c251ce850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:35:14Z', 'updated_at': '2021-12-10T18:35:24Z', 'revision_number': 4, 'project_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'gw_port': {'id': '9ec9a04a-345a-46fe-813d-a69c251ce850', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1eb5a3-fcfb-4980-8bd4-e238245a3519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:35:16Z', 'updated_at': '2021-12-10T18:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '12558f36-92d5-4892-884f-4f9bf9ac830d', 'name': '', 'network_id': 'cb8dda4f-6685-44d5-8385-aec43e8785ff', 'tenant_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'mac_address': 'fa:16:3e:ca:ac:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1eb5a3-fcfb-4980-8bd4-e238245a3519', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '4bd67323-fef0-4d15-9a97-725cb74ca3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:35:22Z', 'updated_at': '2021-12-10T18:35:27Z', 'revision_number': 4, 'project_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'subnets': [{'id': '4bd67323-fef0-4d15-9a97-725cb74ca3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:28.356411 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-0e10ce9f-5aa5-4919-a949-ec126ad005cf tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Allocated IP 172.25.7.161 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/220986a5-5d7f-44d2-8136-7dfa608a304d) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:28.357481 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6be0a-499f-49ba-bdf5-cdab42e5daa8 req-6682c623-17cc-4fa4-84e2-fcd89b3588d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:28.359929 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dfc6be0a-499f-49ba-bdf5-cdab42e5daa8 req-6682c623-17cc-4fa4-84e2-fcd89b3588d7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0571516 Dec 10 18:35:28.373970 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9348545-8f30-44b3-bc5f-5d804afdc0f5 None None] The sync data for ids ['7c1eb5a3-fcfb-4980-8bd4-e238245a3519'] in n-d-821435-1 is: [{'id': '7c1eb5a3-fcfb-4980-8bd4-e238245a3519', 'name': 'tempest-ServersTestJSON-1786768601-router', 'tenant_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '9ec9a04a-345a-46fe-813d-a69c251ce850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:35:14Z', 'updated_at': '2021-12-10T18:35:24Z', 'revision_number': 4, 'project_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'gw_port': {'id': '9ec9a04a-345a-46fe-813d-a69c251ce850', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1eb5a3-fcfb-4980-8bd4-e238245a3519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:35:16Z', 'updated_at': '2021-12-10T18:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '12558f36-92d5-4892-884f-4f9bf9ac830d', 'name': '', 'network_id': 'cb8dda4f-6685-44d5-8385-aec43e8785ff', 'tenant_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'mac_address': 'fa:16:3e:ca:ac:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1eb5a3-fcfb-4980-8bd4-e238245a3519', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '4bd67323-fef0-4d15-9a97-725cb74ca3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:35:22Z', 'updated_at': '2021-12-10T18:35:27Z', 'revision_number': 4, 'project_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'subnets': [{'id': '4bd67323-fef0-4d15-9a97-725cb74ca3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:35:28.488834 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dfc6be0a-499f-49ba-bdf5-cdab42e5daa8 req-14fdf4ac-eed1-4836-8154-27cecea6496c service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191647 Dec 10 18:35:28.540552 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e10ce9f-5aa5-4919-a949-ec126ad005cf tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:28.601756 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e10ce9f-5aa5-4919-a949-ec126ad005cf tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:28.659918 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e10ce9f-5aa5-4919-a949-ec126ad005cf tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:28.666746 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-0e10ce9f-5aa5-4919-a949-ec126ad005cf tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:28.672459 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e10ce9f-5aa5-4919-a949-ec126ad005cf tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:28.687234 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d89d9-07c6-45ef-bcd6-938075618f74 req-0b8212b8-44f9-4fd2-8c38-b0dc2ac82f3c tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:28.695367 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5a2d89d9-07c6-45ef-bcd6-938075618f74 req-0b8212b8-44f9-4fd2-8c38-b0dc2ac82f3c tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 945 time: 0.0939081 Dec 10 18:35:28.750473 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dfc6be0a-499f-49ba-bdf5-cdab42e5daa8 req-afe3f18d-e6c0-475a-97e7-61e4784f97e8 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521791 Dec 10 18:35:28.779948 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5a2d89d9-07c6-45ef-bcd6-938075618f74 req-dacd960c-0ffd-4c4a-a9ac-13621ce7a66b tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832286 Dec 10 18:35:28.792137 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10ce9f-5aa5-4919-a949-ec126ad005cf tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Pushing event updated for resources: {'Port': ['ID=220986a5-5d7f-44d2-8136-7dfa608a304d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:28.838081 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d01b00-0e44-4b91-b86a-fc44c82736c1 req-274cf102-76d7-48c6-9cfb-194d5537b14e tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:28.847415 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c2d01b00-0e44-4b91-b86a-fc44c82736c1 req-274cf102-76d7-48c6-9cfb-194d5537b14e tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7aa66c6-f215-4140-9a9b-ebd9c4206558 HTTP/1.1" status: 200 len: 948 time: 0.1394935 Dec 10 18:35:28.934319 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e10ce9f-5aa5-4919-a949-ec126ad005cf tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:28.953329 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c2d01b00-0e44-4b91-b86a-fc44c82736c1 req-8204aec3-78b6-4bc3-89cc-6865245f3663 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980833 Dec 10 18:35:28.981348 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c1622cbc-a966-43ff-893b-08afb31cee4a req-cc659f6d-c427-45a8-bdde-d1b6f5db4d86 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a3911d2-8981-470d-bf23-e543484e2d7f HTTP/1.1" status: 200 len: 210 time: 0.0435772 Dec 10 18:35:28.995487 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e10ce9f-5aa5-4919-a949-ec126ad005cf tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:29.208260 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e10ce9f-5aa5-4919-a949-ec126ad005cf tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:29.214417 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e10ce9f-5aa5-4919-a949-ec126ad005cf tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:29.244943 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 12558f36-92d5-4892-884f-4f9bf9ac830d up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:29.272929 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941769d-7999-46b7-8ddf-736be5c782d2 req-d78d858a-59f8-4d70-b4c4-e7b87f0e9fe9 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:29.284569 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0941769d-7999-46b7-8ddf-736be5c782d2 req-d78d858a-59f8-4d70-b4c4-e7b87f0e9fe9 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=13ecd95e-efea-473f-8dee-3f3c3191165d HTTP/1.1" status: 200 len: 945 time: 0.0729761 Dec 10 18:35:29.331436 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 12558f36-92d5-4892-884f-4f9bf9ac830d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:29.332140 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:29.335573 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10ce9f-5aa5-4919-a949-ec126ad005cf tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Pushing event updated for resources: {'Port': ['ID=220986a5-5d7f-44d2-8136-7dfa608a304d,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:29.356318 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e10ce9f-5aa5-4919-a949-ec126ad005cf tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:29.366563 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0941769d-7999-46b7-8ddf-736be5c782d2 req-3ed21fdb-7ba3-4f43-b174-7afb83696ff0 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808680 Dec 10 18:35:29.385299 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e10ce9f-5aa5-4919-a949-ec126ad005cf tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:29.393307 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0e10ce9f-5aa5-4919-a949-ec126ad005cf tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4486594 Dec 10 18:35:29.598076 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-0127ddb6-8ebc-447d-a1f7-ac82a8627e38 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--730656000&fields=id&tenant_id=4ea90daa9d97481c81eba505bf8c8ecc HTTP/1.1" status: 200 len: 267 time: 0.0709138 Dec 10 18:35:29.735931 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480bdf0-73a6-4a08-9c56-247df8e6226d req-5001b002-e29e-4bf4-8d50-3424ce6e9957 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:29.740690 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-cbc26079-b91a-4065-bd9c-9739fffe08bc tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:29.744099 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b480bdf0-73a6-4a08-9c56-247df8e6226d req-5001b002-e29e-4bf4-8d50-3424ce6e9957 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=13ecd95e-efea-473f-8dee-3f3c3191165d HTTP/1.1" status: 200 len: 945 time: 0.0718653 Dec 10 18:35:29.749392 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-cbc26079-b91a-4065-bd9c-9739fffe08bc tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "GET /v2.0/networks?id=cb8dda4f-6685-44d5-8385-aec43e8785ff HTTP/1.1" status: 200 len: 806 time: 0.1500883 Dec 10 18:35:29.760593 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-fb863fa5-da94-4f6c-84c1-d375a9028726 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "GET /v2.0/quotas/4ea90daa9d97481c81eba505bf8c8ecc HTTP/1.1" status: 200 len: 375 time: 0.0101774 Dec 10 18:35:29.819033 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b480bdf0-73a6-4a08-9c56-247df8e6226d req-0a5f3125-0853-481a-97b6-ab47f478f856 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738432 Dec 10 18:35:29.839551 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-9e69b8b8-9ff5-418c-9203-14778e4e5d07 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ea90daa9d97481c81eba505bf8c8ecc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0641034 Dec 10 18:35:29.933447 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31d40a-61b4-4a3d-8db9-ceb648d882e1 req-86de4ebc-a0ee-44c3-a424-8d838511e70e tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:29.941031 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-9b7f2df2-d35f-4446-8ca6-eb2cc47b819c service neutron] 10.222.0.62 "GET /v2.0/networks/cb8dda4f-6685-44d5-8385-aec43e8785ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970182 Dec 10 18:35:29.941624 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8a31d40a-61b4-4a3d-8db9-ceb648d882e1 req-86de4ebc-a0ee-44c3-a424-8d838511e70e tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 945 time: 0.0595138 Dec 10 18:35:30.002754 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8a31d40a-61b4-4a3d-8db9-ceb648d882e1 req-cf2aeb94-0fec-4f59-8f58-a2da802ee1d6 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600715 Dec 10 18:35:30.081753 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-c3494237-85fb-427b-a31a-a4875a3e936a service neutron] 10.222.0.62 "GET /v2.0/networks/cb8dda4f-6685-44d5-8385-aec43e8785ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342478 Dec 10 18:35:30.208767 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf846ef6-5586-4df0-ada0-1304f11fa71f req-d896572c-c97f-4430-b8c2-026623c0be4c tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:30.210571 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bf846ef6-5586-4df0-ada0-1304f11fa71f req-d896572c-c97f-4430-b8c2-026623c0be4c tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7aa66c6-f215-4140-9a9b-ebd9c4206558 HTTP/1.1" status: 200 len: 948 time: 0.0802875 Dec 10 18:35:30.300360 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bf846ef6-5586-4df0-ada0-1304f11fa71f req-cc5f581e-8fe7-4eab-98a9-94d1003700fa tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755332 Dec 10 18:35:30.389114 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-414ae290-1141-47f4-950a-02644ff50e8e req-e4ca2968-8bda-41b6-882c-5ab6549c5ab1 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a3911d2-8981-470d-bf23-e543484e2d7f HTTP/1.1" status: 200 len: 210 time: 0.0448792 Dec 10 18:35:30.477768 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a2fe33af-da2d-4c16-9459-3ac68348970b req-bc53e0ea-c842-4ea6-a54a-8f7481f93a04 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef8718fd-6bd5-41b9-8bd4-20a4a932f658 HTTP/1.1" status: 200 len: 210 time: 0.0409780 Dec 10 18:35:30.813262 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device e66605ab-4cce-4d6a-a1ca-cc9e446aaac3 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:35:30.947015 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port e66605ab-4cce-4d6a-a1ca-cc9e446aaac3, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=e66605ab-4cce-4d6a-a1ca-cc9e446aaac3,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:30.960524 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': 'e66605ab-4cce-4d6a-a1ca-cc9e446aaac3', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': 'e66605ab-4cce-4d6a-a1ca-cc9e446aaac3', 'mac_address': 'fa:16:3e:43:f0:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:35:30.966497 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb093e4-de77-4b92-a2f0-4da474d7e0f0 req-97ed2112-a70e-4cfd-ab66-b3fd14f0215c tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:30.970456 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-efb093e4-de77-4b92-a2f0-4da474d7e0f0 req-97ed2112-a70e-4cfd-ab66-b3fd14f0215c tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=13ecd95e-efea-473f-8dee-3f3c3191165d HTTP/1.1" status: 200 len: 945 time: 0.0750229 Dec 10 18:35:31.007529 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:31.021625 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e66605ab-4cce-4d6a-a1ca-cc9e446aaac3 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:35:31.057416 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port e66605ab-4cce-4d6a-a1ca-cc9e446aaac3, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=e66605ab-4cce-4d6a-a1ca-cc9e446aaac3,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:31.063179 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:31.082050 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-efb093e4-de77-4b92-a2f0-4da474d7e0f0 req-d643ff70-f6bc-4117-9612-4ccb444bee78 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987244 Dec 10 18:35:31.132923 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=e66605ab-4cce-4d6a-a1ca-cc9e446aaac3,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:31.158820 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85070553-cd7f-4a7b-a3c3-b292fc7e7ef7 req-90f4f1c6-58e3-4056-a55a-7326b1b23fea tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:31.160323 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-85070553-cd7f-4a7b-a3c3-b292fc7e7ef7 req-90f4f1c6-58e3-4056-a55a-7326b1b23fea tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 945 time: 0.0624037 Dec 10 18:35:31.210850 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-85070553-cd7f-4a7b-a3c3-b292fc7e7ef7 req-8c4b5746-b636-4b82-834a-0f529b0d4e3c tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437217 Dec 10 18:35:31.426222 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['e66605ab-4cce-4d6a-a1ca-cc9e446aaac3'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:35:31.527434 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef6b9b-8841-44b3-9e33-58171bb65cf4 req-6efb4477-86ae-412d-b3cc-49d6372cf1ef tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:31.541824 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-56ef6b9b-8841-44b3-9e33-58171bb65cf4 req-6efb4477-86ae-412d-b3cc-49d6372cf1ef tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7aa66c6-f215-4140-9a9b-ebd9c4206558 HTTP/1.1" status: 200 len: 949 time: 0.1248872 Dec 10 18:35:31.581844 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-bda496c3-4a07-41de-96ec-8e0f3598060e tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:31.586672 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-bda496c3-4a07-41de-96ec-8e0f3598060e tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.46 "GET /v2.0/networks?id=cb8dda4f-6685-44d5-8385-aec43e8785ff HTTP/1.1" status: 200 len: 806 time: 0.2470543 Dec 10 18:35:31.693896 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-56ef6b9b-8841-44b3-9e33-58171bb65cf4 req-73921a73-c17d-4ac1-afad-08095d80868c tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349633 Dec 10 18:35:31.720239 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-cf4bdf89-fca2-490b-a903-6250e06f8910 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ea90daa9d97481c81eba505bf8c8ecc HTTP/1.1" status: 200 len: 379 time: 0.1165874 Dec 10 18:35:31.743529 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a23e335f-dc5d-4112-b034-369e24805c0d req-3ac2b1cb-18eb-4a78-85d8-a6711bcb5619 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a3911d2-8981-470d-bf23-e543484e2d7f HTTP/1.1" status: 200 len: 210 time: 0.0286622 Dec 10 18:35:31.750561 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-054e1c28-7852-422a-9c79-67de2561906b tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Request body: {'port': {'device_id': 'ef8718fd-6bd5-41b9-8bd4-20a4a932f658', 'network_id': 'cb8dda4f-6685-44d5-8385-aec43e8785ff', 'admin_state_up': True, 'tenant_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'security_groups': ['d3d1a573-d198-42dc-a213-757e67c1cb13']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:31.841138 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e2ddfc04-14af-4710-a1d7-e8b76d29416c req-e6fa6afc-213c-48dd-93e5-c913c43cf617 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef8718fd-6bd5-41b9-8bd4-20a4a932f658 HTTP/1.1" status: 200 len: 210 time: 0.0560379 Dec 10 18:35:31.913686 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-054e1c28-7852-422a-9c79-67de2561906b tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Made reservation on behalf of 4ea90daa9d97481c81eba505bf8c8ecc for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:31.917679 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-054e1c28-7852-422a-9c79-67de2561906b tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:32.085774 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-054e1c28-7852-422a-9c79-67de2561906b tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Allocated IP 172.20.0.10 (cb8dda4f-6685-44d5-8385-aec43e8785ff/4bd67323-fef0-4d15-9a97-725cb74ca3f3/b99da4b8-364b-47ed-8e52-ade80bea2582) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:32.289471 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device b1102d7c-56d0-4908-ba38-1f09f1b6500a details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:35:32.295100 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-054e1c28-7852-422a-9c79-67de2561906b tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:32.370191 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e985a-92f6-4616-a980-97103ca11cd9 req-f825d11d-8a89-4c65-858a-2180b893601b tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:32.371837 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b17e985a-92f6-4616-a980-97103ca11cd9 req-f825d11d-8a89-4c65-858a-2180b893601b tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 945 time: 0.0743115 Dec 10 18:35:32.379260 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-054e1c28-7852-422a-9c79-67de2561906b tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:32.413106 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port b1102d7c-56d0-4908-ba38-1f09f1b6500a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=b1102d7c-56d0-4908-ba38-1f09f1b6500a,segment=NetworkSegment(a9a1f0c6-697d-404a-a8fe-550f575230bf),segment_id=a9a1f0c6-697d-404a-a8fe-550f575230bf)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:32.436141 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': 'b1102d7c-56d0-4908-ba38-1f09f1b6500a', 'network_id': 'bceb057d-f456-42f1-aa52-7a9ff59c427a', 'port_id': 'b1102d7c-56d0-4908-ba38-1f09f1b6500a', 'mac_address': 'fa:16:3e:4c:a6:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf3bf4b2-84a2-4b1b-bd28-de26384874e7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:35:32.440669 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-054e1c28-7852-422a-9c79-67de2561906b tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Network cb8dda4f-6685-44d5-8385-aec43e8785ff is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:32.448446 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-054e1c28-7852-422a-9c79-67de2561906b tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:32.454107 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-054e1c28-7852-422a-9c79-67de2561906b tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:32.492128 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e1c28-7852-422a-9c79-67de2561906b tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Pushing event updated for resources: {'Port': ['ID=b99da4b8-364b-47ed-8e52-ade80bea2582,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:32.520625 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:32.524152 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e1c28-7852-422a-9c79-67de2561906b tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:32.524805 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e1c28-7852-422a-9c79-67de2561906b tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:32.537722 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e1c28-7852-422a-9c79-67de2561906b tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:32.538739 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e1c28-7852-422a-9c79-67de2561906b tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:32.538739 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e1c28-7852-422a-9c79-67de2561906b tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:32.538973 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e1c28-7852-422a-9c79-67de2561906b tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:32.539221 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e1c28-7852-422a-9c79-67de2561906b tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:32.539460 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e1c28-7852-422a-9c79-67de2561906b tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:32.540049 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e1c28-7852-422a-9c79-67de2561906b tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:32.540463 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e1c28-7852-422a-9c79-67de2561906b tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:32.540784 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e1c28-7852-422a-9c79-67de2561906b tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:32.541112 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e1c28-7852-422a-9c79-67de2561906b tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:32.541444 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e1c28-7852-422a-9c79-67de2561906b tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:32.556026 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b1102d7c-56d0-4908-ba38-1f09f1b6500a {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:35:32.562418 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b17e985a-92f6-4616-a980-97103ca11cd9 req-0ab8d40e-3977-4bb6-88fa-968104464a37 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741498 Dec 10 18:35:32.582057 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-054e1c28-7852-422a-9c79-67de2561906b tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:32.583062 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-054e1c28-7852-422a-9c79-67de2561906b tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:32.597836 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port b1102d7c-56d0-4908-ba38-1f09f1b6500a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=b1102d7c-56d0-4908-ba38-1f09f1b6500a,segment=NetworkSegment(a9a1f0c6-697d-404a-a8fe-550f575230bf),segment_id=a9a1f0c6-697d-404a-a8fe-550f575230bf)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:32.604892 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:32.610290 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-054e1c28-7852-422a-9c79-67de2561906b tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8786139 Dec 10 18:35:32.626906 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-a6a45100-b0d1-4715-bb28-6bf182c5821b service neutron] Request body: {'port': {'device_id': 'ef8718fd-6bd5-41b9-8bd4-20a4a932f658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:32.669635 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=b1102d7c-56d0-4908-ba38-1f09f1b6500a,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:32.702752 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-a6a45100-b0d1-4715-bb28-6bf182c5821b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:32.751147 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['b1102d7c-56d0-4908-ba38-1f09f1b6500a'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:35:32.838964 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device e66605ab-4cce-4d6a-a1ca-cc9e446aaac3 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:32.922378 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-72cced24-494e-470d-a999-4b6a4ea9427d None None] Provisioning complete for port b99da4b8-364b-47ed-8e52-ade80bea2582 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:32.923142 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-72cced24-494e-470d-a999-4b6a4ea9427d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:32.969432 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:35:33.003201 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-72cced24-494e-470d-a999-4b6a4ea9427d None None] Port b99da4b8-364b-47ed-8e52-ade80bea2582 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:33.013699 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bec77e-8c41-4189-b72b-5a3cecc8c5fe req-c1d0c80d-c78b-4fef-bba5-706253fecbb5 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:33.017693 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-81bec77e-8c41-4189-b72b-5a3cecc8c5fe req-c1d0c80d-c78b-4fef-bba5-706253fecbb5 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7aa66c6-f215-4140-9a9b-ebd9c4206558 HTTP/1.1" status: 200 len: 949 time: 0.1645234 Dec 10 18:35:33.022448 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port e66605ab-4cce-4d6a-a1ca-cc9e446aaac3 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:35:33.035732 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port e66605ab-4cce-4d6a-a1ca-cc9e446aaac3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:33.036117 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.038867 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ded3fd-dd12-46e7-8c8e-b0c8ceb89fc2 req-70deb843-111f-49e6-a356-8319d46e02ee tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:33.047323 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-21ded3fd-dd12-46e7-8c8e-b0c8ceb89fc2 req-70deb843-111f-49e6-a356-8319d46e02ee tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef8718fd-6bd5-41b9-8bd4-20a4a932f658 HTTP/1.1" status: 200 len: 932 time: 0.0681212 Dec 10 18:35:33.116373 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-21ded3fd-dd12-46e7-8c8e-b0c8ceb89fc2 req-01dca67c-d1b4-4a7e-87b5-7911be3580a8 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3d1a573-d198-42dc-a213-757e67c1cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681720 Dec 10 18:35:33.223294 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-81bec77e-8c41-4189-b72b-5a3cecc8c5fe req-86d937f0-88f8-4863-84aa-408d6021f48a tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976051 Dec 10 18:35:33.362021 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-a6a45100-b0d1-4715-bb28-6bf182c5821b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b99da4b8-364b-47ed-8e52-ade80bea2582 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:35:33.379881 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-a6a45100-b0d1-4715-bb28-6bf182c5821b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.394855 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-a6a45100-b0d1-4715-bb28-6bf182c5821b service neutron] Transition to ACTIVE for port object b99da4b8-364b-47ed-8e52-ade80bea2582 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:35:33.409600 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-a6a45100-b0d1-4715-bb28-6bf182c5821b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.441088 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.522453 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port e66605ab-4cce-4d6a-a1ca-cc9e446aaac3, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=e66605ab-4cce-4d6a-a1ca-cc9e446aaac3,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:33.524586 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7aa66c6-f215-4140-9a9b-ebd9c4206558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66605ab-4cce-4d6a-a1ca-cc9e446aaac3'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:35:33.527785 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a878131e-aeaf-4fab-bf5d-29c595255d74" -d '{"events": [{"server_uuid": "e7aa66c6-f215-4140-9a9b-ebd9c4206558", "name": "network-vif-plugged", "status": "completed", "tag": "e66605ab-4cce-4d6a-a1ca-cc9e446aaac3"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:35:33.532124 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.532295 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a45100-b0d1-4715-bb28-6bf182c5821b service neutron] Pushing event updated for resources: {'Port': ['ID=b99da4b8-364b-47ed-8e52-ade80bea2582,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:33.537412 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.619625 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=e66605ab-4cce-4d6a-a1ca-cc9e446aaac3,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:33.631691 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-a6a45100-b0d1-4715-bb28-6bf182c5821b service neutron] Attempting to bind port b99da4b8-364b-47ed-8e52-ade80bea2582 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:35:33.632217 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-a6a45100-b0d1-4715-bb28-6bf182c5821b service neutron] Attempting to bind port b99da4b8-364b-47ed-8e52-ade80bea2582 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': 'f7750133-5e17-486e-806c-cbb2b027ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cb8dda4f-6685-44d5-8385-aec43e8785ff'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:35:33.633070 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-a6a45100-b0d1-4715-bb28-6bf182c5821b service neutron] Attempting to bind port b99da4b8-364b-47ed-8e52-ade80bea2582 on network cb8dda4f-6685-44d5-8385-aec43e8785ff {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:33.711100 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-a6a45100-b0d1-4715-bb28-6bf182c5821b service neutron] Port b99da4b8-364b-47ed-8e52-ade80bea2582 on network cb8dda4f-6685-44d5-8385-aec43e8785ff not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:35:33.711425 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-a6a45100-b0d1-4715-bb28-6bf182c5821b service neutron] Attempting to bind port b99da4b8-364b-47ed-8e52-ade80bea2582 on network cb8dda4f-6685-44d5-8385-aec43e8785ff {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:33.721053 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-a6a45100-b0d1-4715-bb28-6bf182c5821b service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:35:33.721408 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-a6a45100-b0d1-4715-bb28-6bf182c5821b service neutron] Checking segment: {'id': 'f7750133-5e17-486e-806c-cbb2b027ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cb8dda4f-6685-44d5-8385-aec43e8785ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:33.721794 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-a6a45100-b0d1-4715-bb28-6bf182c5821b service neutron] Bound using segment: {'id': 'f7750133-5e17-486e-806c-cbb2b027ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cb8dda4f-6685-44d5-8385-aec43e8785ff'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:35:33.722259 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-a6a45100-b0d1-4715-bb28-6bf182c5821b service neutron] Bound port: b99da4b8-364b-47ed-8e52-ade80bea2582, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7750133-5e17-486e-806c-cbb2b027ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cb8dda4f-6685-44d5-8385-aec43e8785ff'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:35:33.722606 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-a6a45100-b0d1-4715-bb28-6bf182c5821b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.820886 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af22e9b-03a7-4a3b-94b2-0fc7ecff61be req-5e51a2c1-ba46-415b-912d-fc556a9e26c8 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:33.822504 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7af22e9b-03a7-4a3b-94b2-0fc7ecff61be req-5e51a2c1-ba46-415b-912d-fc556a9e26c8 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/networks?id=2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 HTTP/1.1" status: 200 len: 812 time: 0.1833124 Dec 10 18:35:33.858176 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7af22e9b-03a7-4a3b-94b2-0fc7ecff61be req-fd27b846-dab7-4547-ad7d-1d06d7aabd49 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/quotas/4f5421d821ae4626b82959b6edcb39c9 HTTP/1.1" status: 200 len: 375 time: 0.0206599 Dec 10 18:35:33.859291 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-a6a45100-b0d1-4715-bb28-6bf182c5821b service neutron] For port b99da4b8-364b-47ed-8e52-ade80bea2582, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:35:33.863859 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-a6a45100-b0d1-4715-bb28-6bf182c5821b service neutron] For port b99da4b8-364b-47ed-8e52-ade80bea2582, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=b99da4b8-364b-47ed-8e52-ade80bea2582,segment=NetworkSegment(f7750133-5e17-486e-806c-cbb2b027ce17),segment_id=f7750133-5e17-486e-806c-cbb2b027ce17)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:35:33.867333 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76940fc9-e2ec-41fb-9db3-4fa05fd32b25 x-openstack-request-id: req-76940fc9-e2ec-41fb-9db3-4fa05fd32b25 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:35:33.867639 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7aa66c6-f215-4140-9a9b-ebd9c4206558", "name": "network-vif-plugged", "status": "completed", "tag": "e66605ab-4cce-4d6a-a1ca-cc9e446aaac3", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:35:33.867882 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-76940fc9-e2ec-41fb-9db3-4fa05fd32b25 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:35:33.868371 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7aa66c6-f215-4140-9a9b-ebd9c4206558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66605ab-4cce-4d6a-a1ca-cc9e446aaac3', 'code': 200} Dec 10 18:35:33.891329 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-a6a45100-b0d1-4715-bb28-6bf182c5821b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.946000 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7af22e9b-03a7-4a3b-94b2-0fc7ecff61be req-599368d0-fdb3-4668-b12f-ff5cb4568fdd tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4f5421d821ae4626b82959b6edcb39c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0806293 Dec 10 18:35:34.033974 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-a6a45100-b0d1-4715-bb28-6bf182c5821b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:34.034539 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-a6a45100-b0d1-4715-bb28-6bf182c5821b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:34.035935 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-a6a45100-b0d1-4715-bb28-6bf182c5821b service neutron] 10.222.0.46 "PUT /v2.0/ports/b99da4b8-364b-47ed-8e52-ade80bea2582 HTTP/1.1" status: 200 len: 1092 time: 1.4162984 Dec 10 18:35:34.038187 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef8718fd-6bd5-41b9-8bd4-20a4a932f658', 'tag': 'b99da4b8-364b-47ed-8e52-ade80bea2582'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:35:34.040647 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8853d3df-7f8f-457d-b74c-35891a8b1d75" -d '{"events": [{"name": "network-changed", "server_uuid": "ef8718fd-6bd5-41b9-8bd4-20a4a932f658", "tag": "b99da4b8-364b-47ed-8e52-ade80bea2582"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:35:34.041531 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629fd378-b522-45cd-86aa-75e1f53c8f11 req-bd075ee9-4a2e-41c2-b024-8205c89a50b2 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:34.044481 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-629fd378-b522-45cd-86aa-75e1f53c8f11 req-bd075ee9-4a2e-41c2-b024-8205c89a50b2 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 945 time: 0.1018336 Dec 10 18:35:34.056034 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013ce8c-cb11-47b9-b24e-abf077d44341 req-fd6fc2f9-be61-447b-b3fc-62b302593bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:34.058078 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6013ce8c-cb11-47b9-b24e-abf077d44341 req-fd6fc2f9-be61-447b-b3fc-62b302593bb0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e7aa66c6-f215-4140-9a9b-ebd9c4206558 HTTP/1.1" status: 200 len: 1101 time: 0.1141548 Dec 10 18:35:34.079797 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a45100-b0d1-4715-bb28-6bf182c5821b service neutron] Pushing event updated for resources: {'Port': ['ID=b99da4b8-364b-47ed-8e52-ade80bea2582,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:34.157926 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6013ce8c-cb11-47b9-b24e-abf077d44341 req-de56220c-f773-434e-84e9-9c819f606fc6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896568 Dec 10 18:35:34.204280 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-629fd378-b522-45cd-86aa-75e1f53c8f11 req-d95c799e-1755-4fc5-8cfa-3561af1d9149 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429703 Dec 10 18:35:34.288781 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device b1102d7c-56d0-4908-ba38-1f09f1b6500a up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:34.428508 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port b1102d7c-56d0-4908-ba38-1f09f1b6500a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:34.429224 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:34.551224 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:34.587640 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7af22e9b-03a7-4a3b-94b2-0fc7ecff61be req-68d3f2de-9ebf-48b0-8ff4-0cb2683198b8 service neutron] 10.222.0.62 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6407063 Dec 10 18:35:34.599290 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port b1102d7c-56d0-4908-ba38-1f09f1b6500a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=b1102d7c-56d0-4908-ba38-1f09f1b6500a,segment=NetworkSegment(a9a1f0c6-697d-404a-a8fe-550f575230bf),segment_id=a9a1f0c6-697d-404a-a8fe-550f575230bf)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:34.621269 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:34.656282 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8602afc6-1910-40f5-929d-0af112561784 x-openstack-request-id: req-8602afc6-1910-40f5-929d-0af112561784 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:35:34.656708 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef8718fd-6bd5-41b9-8bd4-20a4a932f658", "tag": "b99da4b8-364b-47ed-8e52-ade80bea2582", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:35:34.656841 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8602afc6-1910-40f5-929d-0af112561784 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:35:34.657258 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef8718fd-6bd5-41b9-8bd4-20a4a932f658', 'tag': 'b99da4b8-364b-47ed-8e52-ade80bea2582', 'status': 'completed', 'code': 200} Dec 10 18:35:34.687588 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-36bc2f96-3c6e-4aed-8644-6c0be8fd2f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:34.689132 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-36bc2f96-3c6e-4aed-8644-6c0be8fd2f74 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ea90daa9d97481c81eba505bf8c8ecc&device_id=ef8718fd-6bd5-41b9-8bd4-20a4a932f658 HTTP/1.1" status: 200 len: 1095 time: 0.5836041 Dec 10 18:35:34.742885 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=b1102d7c-56d0-4908-ba38-1f09f1b6500a,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:34.759721 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-75e3ee1a-010b-441c-a905-c92330b242ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b99da4b8-364b-47ed-8e52-ade80bea2582 HTTP/1.1" status: 200 len: 217 time: 0.0600479 Dec 10 18:35:34.776655 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b4154-76f1-4b16-89e1-d67aa84762c7 req-d829109b-db06-4fef-b34c-6c2bd9252d29 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:34.784056 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b20b4154-76f1-4b16-89e1-d67aa84762c7 req-d829109b-db06-4fef-b34c-6c2bd9252d29 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef8718fd-6bd5-41b9-8bd4-20a4a932f658 HTTP/1.1" status: 200 len: 944 time: 0.0845997 Dec 10 18:35:34.873214 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-c198a0f5-34b9-4e2b-be9c-7fb328e4dfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:34.875215 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-c198a0f5-34b9-4e2b-be9c-7fb328e4dfe2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4bd67323-fef0-4d15-9a97-725cb74ca3f3 HTTP/1.1" status: 200 len: 845 time: 0.1013086 Dec 10 18:35:34.911938 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b20b4154-76f1-4b16-89e1-d67aa84762c7 req-8549553a-b7b1-483a-864e-d610a79e79d2 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3d1a573-d198-42dc-a213-757e67c1cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269021 Dec 10 18:35:34.943574 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7af22e9b-03a7-4a3b-94b2-0fc7ecff61be req-7b8ffd01-856d-44ba-8f44-e01830ca1bbf service neutron] 10.222.0.62 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547993 Dec 10 18:35:34.953693 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-aa88ee48-aa2c-45fc-8380-78171bf254a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:34.958773 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-aa88ee48-aa2c-45fc-8380-78171bf254a2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cb8dda4f-6685-44d5-8385-aec43e8785ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720029 Dec 10 18:35:35.086968 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882a063-4521-463f-9306-2f020ceda5b8 req-c81d6d52-431b-4fe4-9b10-d2716186cb45 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:35.096474 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e882a063-4521-463f-9306-2f020ceda5b8 req-c81d6d52-431b-4fe4-9b10-d2716186cb45 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7aa66c6-f215-4140-9a9b-ebd9c4206558 HTTP/1.1" status: 200 len: 950 time: 0.0714228 Dec 10 18:35:35.183450 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e882a063-4521-463f-9306-2f020ceda5b8 req-edde7648-62d4-45ac-aab2-26e5a55a259c tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806479 Dec 10 18:35:35.217604 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-d044e8c8-2ed1-496b-a04b-4b95bdc7cb24 service neutron] 10.222.0.46 "GET /v2.0/networks/cb8dda4f-6685-44d5-8385-aec43e8785ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473838 Dec 10 18:35:35.369750 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09f723a8-bbc3-409c-8e36-2e9fca996188 req-0233c8fc-ad17-4a43-a0b8-e212f5a4a7d6 service neutron] 10.222.0.46 "GET /v2.0/networks/cb8dda4f-6685-44d5-8385-aec43e8785ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473989 Dec 10 18:35:35.467766 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-28dd2ef1-bb08-40ec-8ebc-a5ee28f85845 req-37e4b893-6569-41ec-9eba-f5b791595089 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0cbdd36-3014-48a4-95dd-fc710b2aa320 HTTP/1.1" status: 200 len: 210 time: 0.0520103 Dec 10 18:35:35.526426 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68513ed1-92ff-42ea-bf72-7b962046fe77 req-3cb7b550-014f-44d6-9465-150d5f84c25b tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:35.529314 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-68513ed1-92ff-42ea-bf72-7b962046fe77 req-3cb7b550-014f-44d6-9465-150d5f84c25b tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 945 time: 0.1035254 Dec 10 18:35:35.603596 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853d3df-7f8f-457d-b74c-35891a8b1d75 req-8cca2e57-5c35-4a8c-9397-daa689bba231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:35.609547 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-68513ed1-92ff-42ea-bf72-7b962046fe77 req-40ecdadf-09db-4efd-9df0-49c9c147a1e6 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664816 Dec 10 18:35:35.616756 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8853d3df-7f8f-457d-b74c-35891a8b1d75 req-8cca2e57-5c35-4a8c-9397-daa689bba231 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ea90daa9d97481c81eba505bf8c8ecc&device_id=ef8718fd-6bd5-41b9-8bd4-20a4a932f658 HTTP/1.1" status: 200 len: 1095 time: 0.1479681 Dec 10 18:35:35.871629 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ecd95e-efea-473f-8dee-3f3c3191165d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1102d7c-56d0-4908-ba38-1f09f1b6500a'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:35:35.873660 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853d3df-7f8f-457d-b74c-35891a8b1d75 req-42110082-dd97-4621-a041-2f79d53f1ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:35.875535 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c355698d-caca-49e0-b04a-8f959880de3e" -d '{"events": [{"server_uuid": "13ecd95e-efea-473f-8dee-3f3c3191165d", "name": "network-vif-plugged", "status": "completed", "tag": "b1102d7c-56d0-4908-ba38-1f09f1b6500a"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:35:35.875920 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8853d3df-7f8f-457d-b74c-35891a8b1d75 req-42110082-dd97-4621-a041-2f79d53f1ea7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cb8dda4f-6685-44d5-8385-aec43e8785ff HTTP/1.1" status: 200 len: 907 time: 0.2506499 Dec 10 18:35:35.946588 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee33ee0-9f1e-48d4-8d69-837d8adaa39d x-openstack-request-id: req-3ee33ee0-9f1e-48d4-8d69-837d8adaa39d {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:35:35.947127 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ecd95e-efea-473f-8dee-3f3c3191165d", "name": "network-vif-plugged", "status": "completed", "tag": "b1102d7c-56d0-4908-ba38-1f09f1b6500a", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:35:35.947649 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3ee33ee0-9f1e-48d4-8d69-837d8adaa39d {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:35:35.948260 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ecd95e-efea-473f-8dee-3f3c3191165d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1102d7c-56d0-4908-ba38-1f09f1b6500a', 'code': 200} Dec 10 18:35:36.028478 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8853d3df-7f8f-457d-b74c-35891a8b1d75 req-61351b45-2486-4111-bb12-5fb5049af4ad service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b99da4b8-364b-47ed-8e52-ade80bea2582 HTTP/1.1" status: 200 len: 217 time: 0.1360219 Dec 10 18:35:36.104276 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853d3df-7f8f-457d-b74c-35891a8b1d75 req-e9bae48a-4dc0-43dc-b93d-4e4a53427e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:36.107837 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8853d3df-7f8f-457d-b74c-35891a8b1d75 req-e9bae48a-4dc0-43dc-b93d-4e4a53427e6c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4bd67323-fef0-4d15-9a97-725cb74ca3f3 HTTP/1.1" status: 200 len: 845 time: 0.0692422 Dec 10 18:35:36.139945 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9816ec-0ee9-4e30-9636-ba417a707127 req-0770dae1-42e3-4703-b524-23370b1a1959 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:36.151684 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-af9816ec-0ee9-4e30-9636-ba417a707127 req-0770dae1-42e3-4703-b524-23370b1a1959 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef8718fd-6bd5-41b9-8bd4-20a4a932f658 HTTP/1.1" status: 200 len: 944 time: 0.1282310 Dec 10 18:35:36.196178 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853d3df-7f8f-457d-b74c-35891a8b1d75 req-d9ece1ab-8a35-4460-9f2a-4c28c5dbec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:36.198105 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8853d3df-7f8f-457d-b74c-35891a8b1d75 req-d9ece1ab-8a35-4460-9f2a-4c28c5dbec46 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cb8dda4f-6685-44d5-8385-aec43e8785ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824490 Dec 10 18:35:36.267336 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-af9816ec-0ee9-4e30-9636-ba417a707127 req-6d88b595-8203-4804-8f1c-bba8f87348d0 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3d1a573-d198-42dc-a213-757e67c1cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123340 Dec 10 18:35:36.428612 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8853d3df-7f8f-457d-b74c-35891a8b1d75 req-51ae4ac5-cf5f-45c6-bdf0-e1e87140ab1b service neutron] 10.222.0.46 "GET /v2.0/networks/cb8dda4f-6685-44d5-8385-aec43e8785ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197108 Dec 10 18:35:36.493280 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80061aed-3f32-4529-9cbe-3cf094a0ef40 req-0de5cbc5-8a76-4093-b4d5-50cdf5c657d9 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:36.504446 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-80061aed-3f32-4529-9cbe-3cf094a0ef40 req-0de5cbc5-8a76-4093-b4d5-50cdf5c657d9 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7aa66c6-f215-4140-9a9b-ebd9c4206558 HTTP/1.1" status: 200 len: 950 time: 0.1432438 Dec 10 18:35:36.641348 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-80061aed-3f32-4529-9cbe-3cf094a0ef40 req-fb88fa7d-cd9c-4c09-912e-5ccca2ffb6d4 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161544 Dec 10 18:35:36.669453 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8853d3df-7f8f-457d-b74c-35891a8b1d75 req-6cb5b4f7-04ca-47ca-8a9a-0fb1167e8815 service neutron] 10.222.0.46 "GET /v2.0/networks/cb8dda4f-6685-44d5-8385-aec43e8785ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293928 Dec 10 18:35:36.776015 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f6039-2288-43e4-8b36-6fe8e4302749 req-6fd12798-bc83-4507-b264-09c8ef18b949 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:36.785246 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8e2f6039-2288-43e4-8b36-6fe8e4302749 req-6fd12798-bc83-4507-b264-09c8ef18b949 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 945 time: 0.0803461 Dec 10 18:35:36.854620 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8e2f6039-2288-43e4-8b36-6fe8e4302749 req-65330d17-d519-44cf-91dc-7b1a065d68ce tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658095 Dec 10 18:35:36.886788 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-71f78936-7a92-4c9a-abfe-ff40ef3f7d94 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:36.894138 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-71f78936-7a92-4c9a-abfe-ff40ef3f7d94 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/networks?id=2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 HTTP/1.1" status: 200 len: 812 time: 0.1913745 Dec 10 18:35:36.911260 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-801888db-c7e1-4494-aed7-6e822b921faa tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/quotas/4f5421d821ae4626b82959b6edcb39c9 HTTP/1.1" status: 200 len: 375 time: 0.0160592 Dec 10 18:35:36.971559 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-53b815ae-630b-4337-b7c3-a04803004d00 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4f5421d821ae4626b82959b6edcb39c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593920 Dec 10 18:35:37.124408 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-1e8d3dd2-7975-4c46-b60b-b14c6e64edd7 service neutron] 10.222.0.62 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380219 Dec 10 18:35:37.252488 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-6421123c-f52d-4e59-9b86-ff968e61fe92 service neutron] 10.222.0.62 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121423 Dec 10 18:35:37.330809 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-dca33497-3c21-409b-b1e9-fc937aec4ba0 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=b1d0c98fd68d4930b6c07e805cb9cc6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307000 Dec 10 18:35:37.571340 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139413d-2a67-4d71-a6d6-36de189258bb req-a7430e09-5054-4db0-83c1-1c332c0b62dc tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:37.572419 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6139413d-2a67-4d71-a6d6-36de189258bb req-a7430e09-5054-4db0-83c1-1c332c0b62dc tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef8718fd-6bd5-41b9-8bd4-20a4a932f658 HTTP/1.1" status: 200 len: 944 time: 0.1032178 Dec 10 18:35:37.573054 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-e787ee73-3fb2-4729-be99-764891c6aad2 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:37.581281 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-e787ee73-3fb2-4729-be99-764891c6aad2 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2487786 Dec 10 18:35:37.600861 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-72b8ae8f-69c5-4c69-9a7b-7e705112ed4c tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/quotas/b1d0c98fd68d4930b6c07e805cb9cc6c HTTP/1.1" status: 200 len: 375 time: 0.0162332 Dec 10 18:35:37.673443 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-43b7f609-32b5-4b1e-ab5f-2130700f96fe tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b1d0c98fd68d4930b6c07e805cb9cc6c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0715237 Dec 10 18:35:37.708333 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6139413d-2a67-4d71-a6d6-36de189258bb req-25f39e99-3486-475e-8736-06599993e92e tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3d1a573-d198-42dc-a213-757e67c1cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296778 Dec 10 18:35:37.867421 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-299775eb-2595-41e1-8c9a-c281644f4e10 req-1fdb1136-e3b0-4509-82d3-bbfff65bcd21 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 210 time: 0.0916739 Dec 10 18:35:37.902404 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:38.001941 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b3607ba9-b959-4feb-bfdb-59c3a24f3043 req-cf178b04-8a6f-4ced-b99b-a3cdbf7d3b81 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 210 time: 0.0584910 Dec 10 18:35:38.188349 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1153278-107a-4b00-8e67-639f491c6cb1 req-8f66923e-6a6a-4bf0-9677-42481d365a11 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:38.196908 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d1153278-107a-4b00-8e67-639f491c6cb1 req-8f66923e-6a6a-4bf0-9677-42481d365a11 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 945 time: 0.1123483 Dec 10 18:35:38.270794 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d1153278-107a-4b00-8e67-639f491c6cb1 req-424a8610-56ff-43d8-b1cc-2f942c4b0f39 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725336 Dec 10 18:35:38.305272 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device b99da4b8-364b-47ed-8e52-ade80bea2582 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:35:38.526384 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port b99da4b8-364b-47ed-8e52-ade80bea2582, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=b99da4b8-364b-47ed-8e52-ade80bea2582,segment=NetworkSegment(f7750133-5e17-486e-806c-cbb2b027ce17),segment_id=f7750133-5e17-486e-806c-cbb2b027ce17)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:38.570485 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': 'b99da4b8-364b-47ed-8e52-ade80bea2582', 'network_id': 'cb8dda4f-6685-44d5-8385-aec43e8785ff', 'port_id': 'b99da4b8-364b-47ed-8e52-ade80bea2582', 'mac_address': 'fa:16:3e:5b:80:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bd67323-fef0-4d15-9a97-725cb74ca3f3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:35:38.641325 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:38.658846 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b99da4b8-364b-47ed-8e52-ade80bea2582 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:35:38.696151 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port b99da4b8-364b-47ed-8e52-ade80bea2582, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=b99da4b8-364b-47ed-8e52-ade80bea2582,segment=NetworkSegment(f7750133-5e17-486e-806c-cbb2b027ce17),segment_id=f7750133-5e17-486e-806c-cbb2b027ce17)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:38.703509 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:38.767302 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=b99da4b8-364b-47ed-8e52-ade80bea2582,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:38.927442 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1e9fb-7905-4e30-a644-afdcc7953650 req-09fbf13b-a14f-4e9a-b674-6b0d3cf50134 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:38.945493 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-abb1e9fb-7905-4e30-a644-afdcc7953650 req-09fbf13b-a14f-4e9a-b674-6b0d3cf50134 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef8718fd-6bd5-41b9-8bd4-20a4a932f658 HTTP/1.1" status: 200 len: 945 time: 0.1171243 Dec 10 18:35:39.006502 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['b99da4b8-364b-47ed-8e52-ade80bea2582'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:35:39.073272 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-abb1e9fb-7905-4e30-a644-afdcc7953650 req-c90cd1b2-3821-4e81-99a7-b910d9b8e2a6 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3d1a573-d198-42dc-a213-757e67c1cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265738 Dec 10 18:35:39.182474 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-1982dd44-b5cf-4766-9cc0-30757fc3dbb0 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:39.185035 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-1982dd44-b5cf-4766-9cc0-30757fc3dbb0 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.72 "GET /v2.0/networks?id=2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 HTTP/1.1" status: 200 len: 812 time: 0.2123015 Dec 10 18:35:39.259085 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-21b15168-a67f-4e58-9cee-7906779630be req-0b85f183-c6cd-4408-943d-e20415ffbfe2 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 210 time: 0.2697670 Dec 10 18:35:39.274009 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-30dcd2bc-c775-4877-a08c-c6a031d7e933 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Request body: {'port': {'device_id': '2008d705-9fb9-4ed3-b6d4-af9004f73099', 'network_id': '2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2', 'admin_state_up': True, 'tenant_id': '4f5421d821ae4626b82959b6edcb39c9'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:39.365018 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b4936ea7-505f-4621-a468-146b38c85dc0 req-a010e1ce-f45d-439d-9327-c5d9e1322bb2 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 210 time: 0.0584354 Dec 10 18:35:39.537310 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-30dcd2bc-c775-4877-a08c-c6a031d7e933 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Made reservation on behalf of 4f5421d821ae4626b82959b6edcb39c9 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:39.544887 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-30dcd2bc-c775-4877-a08c-c6a031d7e933 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:39.602205 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-f8855202-926c-4beb-af07-ee8f73ab8b87 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=b1d0c98fd68d4930b6c07e805cb9cc6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0824499 Dec 10 18:35:39.807595 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7e2f5-0c20-42b8-8ac4-0a38fc30bdd7 req-377fdde5-bc4d-4951-b431-a6e738bdc848 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:39.811942 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1cc7e2f5-0c20-42b8-8ac4-0a38fc30bdd7 req-377fdde5-bc4d-4951-b431-a6e738bdc848 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 945 time: 0.3456149 Dec 10 18:35:39.826099 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-30dcd2bc-c775-4877-a08c-c6a031d7e933 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Allocated IP 172.20.0.10 (2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2/b914d67e-99a3-4836-8560-8ad9054366d0/ef45674d-6029-4212-8a05-7f1bf5dc06b2) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:39.883823 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-1c4934f7-ea36-4247-a911-8c60f7930ba5 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:39.885362 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-1c4934f7-ea36-4247-a911-8c60f7930ba5 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2676003 Dec 10 18:35:39.898535 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-e2eca9c9-cb8c-4539-badc-b42580046c0c tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Request body: {'port': {'device_id': '37babafd-0e58-4601-a2e8-fe23b7da0d30', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'admin_state_up': True, 'tenant_id': 'b1d0c98fd68d4930b6c07e805cb9cc6c'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:40.014126 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-30dcd2bc-c775-4877-a08c-c6a031d7e933 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:40.056789 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-30dcd2bc-c775-4877-a08c-c6a031d7e933 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:40.062919 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1cc7e2f5-0c20-42b8-8ac4-0a38fc30bdd7 req-e71c9f0f-a9f7-44fd-9ba4-57ae8032149d tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764309 Dec 10 18:35:40.077855 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-e2eca9c9-cb8c-4539-badc-b42580046c0c tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Made reservation on behalf of b1d0c98fd68d4930b6c07e805cb9cc6c for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:40.094598 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-e2eca9c9-cb8c-4539-badc-b42580046c0c tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:40.154197 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-30dcd2bc-c775-4877-a08c-c6a031d7e933 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Network 2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:40.159860 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-30dcd2bc-c775-4877-a08c-c6a031d7e933 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:40.179223 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-30dcd2bc-c775-4877-a08c-c6a031d7e933 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:40.280014 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-e2eca9c9-cb8c-4539-badc-b42580046c0c tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Allocated IP 192.168.233.44 (c9403646-ab9b-4a0a-827b-6d4376246b64/ec05590b-5c35-4e58-9087-8773857a69b9/b3b54008-37fe-477d-b007-8c84c523f4b3) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:40.299903 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-30dcd2bc-c775-4877-a08c-c6a031d7e933 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:40.301339 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-30dcd2bc-c775-4877-a08c-c6a031d7e933 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:40.314519 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device b99da4b8-364b-47ed-8e52-ade80bea2582 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:40.350169 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-30dcd2bc-c775-4877-a08c-c6a031d7e933 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0854256 Dec 10 18:35:40.423515 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dcd2bc-c775-4877-a08c-c6a031d7e933 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Pushing event updated for resources: {'Port': ['ID=ef45674d-6029-4212-8a05-7f1bf5dc06b2,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:40.441462 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-054aa60c-a0a1-4a17-ac85-2638f3fa7661 service neutron] Request body: {'port': {'device_id': '2008d705-9fb9-4ed3-b6d4-af9004f73099', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:40.452984 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port b99da4b8-364b-47ed-8e52-ade80bea2582 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:35:40.459863 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port b99da4b8-364b-47ed-8e52-ade80bea2582 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:40.462233 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:40.494931 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2f57a-1617-4021-94e6-5749d9f05df6 req-60a3c2a6-f940-4ab5-ac05-a474312f01d6 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:40.503597 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3ba2f57a-1617-4021-94e6-5749d9f05df6 req-60a3c2a6-f940-4ab5-ac05-a474312f01d6 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef8718fd-6bd5-41b9-8bd4-20a4a932f658 HTTP/1.1" status: 200 len: 945 time: 0.1729367 Dec 10 18:35:40.577712 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-054aa60c-a0a1-4a17-ac85-2638f3fa7661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:40.609007 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3ba2f57a-1617-4021-94e6-5749d9f05df6 req-b08124b8-76d2-47a0-b2e3-401d31d66d96 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3d1a573-d198-42dc-a213-757e67c1cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995436 Dec 10 18:35:40.673560 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6340c79-9201-4998-ab70-d7186ae65312 req-71305054-a33a-4912-ab54-f8ed4b71ec53 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:40.677934 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d6340c79-9201-4998-ab70-d7186ae65312 req-71305054-a33a-4912-ab54-f8ed4b71ec53 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 932 time: 0.2304626 Dec 10 18:35:40.694338 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:40.783718 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port b99da4b8-364b-47ed-8e52-ade80bea2582, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=b99da4b8-364b-47ed-8e52-ade80bea2582,segment=NetworkSegment(f7750133-5e17-486e-806c-cbb2b027ce17),segment_id=f7750133-5e17-486e-806c-cbb2b027ce17)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:40.784932 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef8718fd-6bd5-41b9-8bd4-20a4a932f658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99da4b8-364b-47ed-8e52-ade80bea2582'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:35:40.794075 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1aeb9b9-a1c2-416f-90ed-db63eec362c3" -d '{"events": [{"server_uuid": "ef8718fd-6bd5-41b9-8bd4-20a4a932f658", "name": "network-vif-plugged", "status": "completed", "tag": "b99da4b8-364b-47ed-8e52-ade80bea2582"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:35:40.795035 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-e2eca9c9-cb8c-4539-badc-b42580046c0c tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:40.803503 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:40.822303 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cf668890-6500-42c2-a796-c8244c9298ed req-971a21f2-0e3c-4ded-b50d-fe4ef4a21f7c tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 210 time: 0.0517385 Dec 10 18:35:40.927513 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=b99da4b8-364b-47ed-8e52-ade80bea2582,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:40.948025 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d6340c79-9201-4998-ab70-d7186ae65312 req-f519f8ca-af5c-4ae3-b4a1-7855959bae95 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864603 Dec 10 18:35:40.993732 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-e2eca9c9-cb8c-4539-badc-b42580046c0c tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:41.007849 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['e66605ab-4cce-4d6a-a1ca-cc9e446aaac3'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:35:41.120507 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-e2eca9c9-cb8c-4539-badc-b42580046c0c tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Network c9403646-ab9b-4a0a-827b-6d4376246b64 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:41.132605 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-e2eca9c9-cb8c-4539-badc-b42580046c0c tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:41.162372 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9a3a4c-2a12-4c70-a583-799166549547 x-openstack-request-id: req-5f9a3a4c-2a12-4c70-a583-799166549547 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:35:41.162637 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef8718fd-6bd5-41b9-8bd4-20a4a932f658", "name": "network-vif-plugged", "status": "completed", "tag": "b99da4b8-364b-47ed-8e52-ade80bea2582", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:35:41.162842 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5f9a3a4c-2a12-4c70-a583-799166549547 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:35:41.163244 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef8718fd-6bd5-41b9-8bd4-20a4a932f658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99da4b8-364b-47ed-8e52-ade80bea2582', 'code': 200} Dec 10 18:35:41.165695 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-e2eca9c9-cb8c-4539-badc-b42580046c0c tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:41.179301 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eca9c9-cb8c-4539-badc-b42580046c0c tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Pushing event updated for resources: {'Port': ['ID=b3b54008-37fe-477d-b007-8c84c523f4b3,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:41.259048 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-054aa60c-a0a1-4a17-ac85-2638f3fa7661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef45674d-6029-4212-8a05-7f1bf5dc06b2 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:35:41.277861 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-054aa60c-a0a1-4a17-ac85-2638f3fa7661 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:41.295961 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-054aa60c-a0a1-4a17-ac85-2638f3fa7661 service neutron] Transition to ACTIVE for port object ef45674d-6029-4212-8a05-7f1bf5dc06b2 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:35:41.302649 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-054aa60c-a0a1-4a17-ac85-2638f3fa7661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:41.466393 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054aa60c-a0a1-4a17-ac85-2638f3fa7661 service neutron] Pushing event updated for resources: {'Port': ['ID=ef45674d-6029-4212-8a05-7f1bf5dc06b2,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:41.484774 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054aa60c-a0a1-4a17-ac85-2638f3fa7661 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:41.493414 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054aa60c-a0a1-4a17-ac85-2638f3fa7661 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:41.494532 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054aa60c-a0a1-4a17-ac85-2638f3fa7661 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:41.494985 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054aa60c-a0a1-4a17-ac85-2638f3fa7661 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:41.496764 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054aa60c-a0a1-4a17-ac85-2638f3fa7661 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:41.497850 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054aa60c-a0a1-4a17-ac85-2638f3fa7661 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:41.499274 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054aa60c-a0a1-4a17-ac85-2638f3fa7661 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:41.500485 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054aa60c-a0a1-4a17-ac85-2638f3fa7661 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:41.501406 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054aa60c-a0a1-4a17-ac85-2638f3fa7661 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:41.501890 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054aa60c-a0a1-4a17-ac85-2638f3fa7661 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:41.502314 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054aa60c-a0a1-4a17-ac85-2638f3fa7661 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:41.502743 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054aa60c-a0a1-4a17-ac85-2638f3fa7661 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:41.503385 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054aa60c-a0a1-4a17-ac85-2638f3fa7661 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:41.525193 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c9f2d-a58d-4b8f-a5b3-e2b7add5bc31 req-de98abeb-fca2-4f9a-8a25-322719f2bc66 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:41.534323 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d26c9f2d-a58d-4b8f-a5b3-e2b7add5bc31 req-de98abeb-fca2-4f9a-8a25-322719f2bc66 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 945 time: 0.2838528 Dec 10 18:35:41.535694 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-054aa60c-a0a1-4a17-ac85-2638f3fa7661 service neutron] Attempting to bind port ef45674d-6029-4212-8a05-7f1bf5dc06b2 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:35:41.536150 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-054aa60c-a0a1-4a17-ac85-2638f3fa7661 service neutron] Attempting to bind port ef45674d-6029-4212-8a05-7f1bf5dc06b2 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:35:41.536766 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-054aa60c-a0a1-4a17-ac85-2638f3fa7661 service neutron] Attempting to bind port ef45674d-6029-4212-8a05-7f1bf5dc06b2 on network 2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:41.544403 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-054aa60c-a0a1-4a17-ac85-2638f3fa7661 service neutron] Port ef45674d-6029-4212-8a05-7f1bf5dc06b2 on network 2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:35:41.544863 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-054aa60c-a0a1-4a17-ac85-2638f3fa7661 service neutron] Attempting to bind port ef45674d-6029-4212-8a05-7f1bf5dc06b2 on network 2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:41.551498 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-054aa60c-a0a1-4a17-ac85-2638f3fa7661 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:35:41.551984 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-054aa60c-a0a1-4a17-ac85-2638f3fa7661 service neutron] Checking segment: {'id': '4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:41.552484 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-054aa60c-a0a1-4a17-ac85-2638f3fa7661 service neutron] Bound using segment: {'id': '4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:35:41.553082 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-054aa60c-a0a1-4a17-ac85-2638f3fa7661 service neutron] Bound port: ef45674d-6029-4212-8a05-7f1bf5dc06b2, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:35:41.553523 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-054aa60c-a0a1-4a17-ac85-2638f3fa7661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:41.569433 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-e2eca9c9-cb8c-4539-badc-b42580046c0c tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:41.570512 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-e2eca9c9-cb8c-4539-badc-b42580046c0c tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:41.587819 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f162ce9-4be0-4cfd-b97e-c6a99c29fd81 req-7a91eb7a-f9ba-4446-bdbb-d527d05f9f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:41.589855 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3f162ce9-4be0-4cfd-b97e-c6a99c29fd81 req-7a91eb7a-f9ba-4446-bdbb-d527d05f9f44 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ef8718fd-6bd5-41b9-8bd4-20a4a932f658 HTTP/1.1" status: 200 len: 1097 time: 0.2134469 Dec 10 18:35:41.655982 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d26c9f2d-a58d-4b8f-a5b3-e2b7add5bc31 req-d00618d8-348e-43dc-9a19-32f646bb141c tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164563 Dec 10 18:35:41.684564 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-e2eca9c9-cb8c-4539-badc-b42580046c0c tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7899578 Dec 10 18:35:41.701256 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-10545da5-de8b-4ae2-9a15-e559e51bb83a service neutron] Request body: {'port': {'device_id': '37babafd-0e58-4601-a2e8-fe23b7da0d30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:41.742072 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-054aa60c-a0a1-4a17-ac85-2638f3fa7661 service neutron] For port ef45674d-6029-4212-8a05-7f1bf5dc06b2, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:35:41.748808 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5b6ca87b-87b1-4792-8ce3-e74deb1953b0 None None] Provisioning complete for port b3b54008-37fe-477d-b007-8c84c523f4b3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:41.749485 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5b6ca87b-87b1-4792-8ce3-e74deb1953b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:41.752402 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3f162ce9-4be0-4cfd-b97e-c6a99c29fd81 req-2f6465cf-1c49-4c3d-b6c7-e86979cad888 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d3d1a573-d198-42dc-a213-757e67c1cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159019 Dec 10 18:35:41.764740 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-054aa60c-a0a1-4a17-ac85-2638f3fa7661 service neutron] For port ef45674d-6029-4212-8a05-7f1bf5dc06b2, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=ef45674d-6029-4212-8a05-7f1bf5dc06b2,segment=NetworkSegment(4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9),segment_id=4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:35:41.789957 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-10545da5-de8b-4ae2-9a15-e559e51bb83a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:41.802809 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-054aa60c-a0a1-4a17-ac85-2638f3fa7661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:41.856398 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5b6ca87b-87b1-4792-8ce3-e74deb1953b0 None None] Port b3b54008-37fe-477d-b007-8c84c523f4b3 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:41.856662 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-054aa60c-a0a1-4a17-ac85-2638f3fa7661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:41.857796 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-054aa60c-a0a1-4a17-ac85-2638f3fa7661 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:41.859829 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-054aa60c-a0a1-4a17-ac85-2638f3fa7661 service neutron] 10.222.0.72 "PUT /v2.0/ports/ef45674d-6029-4212-8a05-7f1bf5dc06b2 HTTP/1.1" status: 200 len: 1092 time: 1.4724963 Dec 10 18:35:41.867694 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2008d705-9fb9-4ed3-b6d4-af9004f73099', 'tag': 'ef45674d-6029-4212-8a05-7f1bf5dc06b2'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:35:41.877772 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5350a47-fb29-47b6-9e54-3538e12435ae" -d '{"events": [{"name": "network-changed", "server_uuid": "2008d705-9fb9-4ed3-b6d4-af9004f73099", "tag": "ef45674d-6029-4212-8a05-7f1bf5dc06b2"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:35:41.926891 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826264f-fa71-49cc-a68a-2d3688d5eb07 req-5a4d43e9-620f-4088-ad09-65a847115158 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:41.935954 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5826264f-fa71-49cc-a68a-2d3688d5eb07 req-5a4d43e9-620f-4088-ad09-65a847115158 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef8718fd-6bd5-41b9-8bd4-20a4a932f658 HTTP/1.1" status: 200 len: 946 time: 0.2168889 Dec 10 18:35:42.005151 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054aa60c-a0a1-4a17-ac85-2638f3fa7661 service neutron] Pushing event updated for resources: {'Port': ['ID=ef45674d-6029-4212-8a05-7f1bf5dc06b2,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:42.052286 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5826264f-fa71-49cc-a68a-2d3688d5eb07 req-4693b739-19c0-4e44-841e-c1e856e87a19 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3d1a573-d198-42dc-a213-757e67c1cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150188 Dec 10 18:35:42.055513 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-aec21860-638c-47f5-a236-0902f527e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:42.059323 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-aec21860-638c-47f5-a236-0902f527e5b4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f5421d821ae4626b82959b6edcb39c9&device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 1095 time: 0.1521101 Dec 10 18:35:42.118464 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d770c-6ff7-405a-a2a2-26db759f8cd9 req-c0254369-60f3-490e-8dfc-48a41f701ba2 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:42.137267 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c53d770c-6ff7-405a-a2a2-26db759f8cd9 req-c0254369-60f3-490e-8dfc-48a41f701ba2 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 935 time: 0.1379476 Dec 10 18:35:42.150013 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36ca5dc-e655-4c8c-b3ec-36ee6cd8e7f3 x-openstack-request-id: req-e36ca5dc-e655-4c8c-b3ec-36ee6cd8e7f3 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:35:42.157095 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2008d705-9fb9-4ed3-b6d4-af9004f73099", "tag": "ef45674d-6029-4212-8a05-7f1bf5dc06b2", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:35:42.157659 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e36ca5dc-e655-4c8c-b3ec-36ee6cd8e7f3 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:35:42.158299 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2008d705-9fb9-4ed3-b6d4-af9004f73099', 'tag': 'ef45674d-6029-4212-8a05-7f1bf5dc06b2', 'status': 'completed', 'code': 200} Dec 10 18:35:42.219170 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c53d770c-6ff7-405a-a2a2-26db759f8cd9 req-b60bc502-1c22-4951-a830-4df76f7c12e7 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787177 Dec 10 18:35:42.243376 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-43ad7078-8989-4c0f-99b9-c4dc1fc191df service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef45674d-6029-4212-8a05-7f1bf5dc06b2 HTTP/1.1" status: 200 len: 217 time: 0.1524203 Dec 10 18:35:42.385482 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-fbfe9af2-ad71-46e7-bc9f-16e6f1d03f0f tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:42.392309 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-fbfe9af2-ad71-46e7-bc9f-16e6f1d03f0f tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64&tenant_id=5768feea1c8f4e40b878b814fdae92ab&binding%3Ahost_id=n-h1-821435-1 HTTP/1.1" status: 200 len: 1096 time: 0.3240082 Dec 10 18:35:42.401365 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-e6ce3479-71db-4607-91db-c38824bac56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:42.403732 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-e6ce3479-71db-4607-91db-c38824bac56f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b914d67e-99a3-4836-8560-8ad9054366d0 HTTP/1.1" status: 200 len: 852 time: 0.1531165 Dec 10 18:35:42.420090 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-fbc77873-fa93-4b9f-8255-670564d16c13 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821435-1'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:42.423412 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a6ef3-cc49-44c4-946d-615bf6528e90 req-a69f14ed-aa5a-4ee1-8741-74abe4d0dc7a tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:42.430894 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2f6a6ef3-cc49-44c4-946d-615bf6528e90 req-a69f14ed-aa5a-4ee1-8741-74abe4d0dc7a tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 944 time: 0.1046274 Dec 10 18:35:42.442018 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-10545da5-de8b-4ae2-9a15-e559e51bb83a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3b54008-37fe-477d-b007-8c84c523f4b3 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:35:42.456725 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-10545da5-de8b-4ae2-9a15-e559e51bb83a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:42.509535 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-b281a435-db49-49ca-9c71-b0618bd53116 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858300 Dec 10 18:35:42.515997 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2f6a6ef3-cc49-44c4-946d-615bf6528e90 req-14af50df-19f5-41f7-8ac4-9e9dbeeb29ee tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792568 Dec 10 18:35:42.533189 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-10545da5-de8b-4ae2-9a15-e559e51bb83a service neutron] Transition to ACTIVE for port object b3b54008-37fe-477d-b007-8c84c523f4b3 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:35:42.537535 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-10545da5-de8b-4ae2-9a15-e559e51bb83a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:42.625369 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10545da5-de8b-4ae2-9a15-e559e51bb83a service neutron] Pushing event updated for resources: {'Port': ['ID=b3b54008-37fe-477d-b007-8c84c523f4b3,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:42.668298 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-fbc77873-fa93-4b9f-8255-670564d16c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:42.832224 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-10545da5-de8b-4ae2-9a15-e559e51bb83a service neutron] Attempting to bind port b3b54008-37fe-477d-b007-8c84c523f4b3 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:35:42.832911 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-10545da5-de8b-4ae2-9a15-e559e51bb83a service neutron] Attempting to bind port b3b54008-37fe-477d-b007-8c84c523f4b3 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:35:42.833246 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-10545da5-de8b-4ae2-9a15-e559e51bb83a service neutron] Attempting to bind port b3b54008-37fe-477d-b007-8c84c523f4b3 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:42.850146 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-131f1bda-c5d2-4aa6-a01a-1dacd799fc7e service neutron] 10.222.0.72 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313775 Dec 10 18:35:42.858375 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 073dd5de-6435-4691-b79a-d7c7b0aee1bc details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:35:42.873427 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-10545da5-de8b-4ae2-9a15-e559e51bb83a service neutron] Port b3b54008-37fe-477d-b007-8c84c523f4b3 on network c9403646-ab9b-4a0a-827b-6d4376246b64 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:35:42.873792 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-10545da5-de8b-4ae2-9a15-e559e51bb83a service neutron] Attempting to bind port b3b54008-37fe-477d-b007-8c84c523f4b3 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:42.882513 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-10545da5-de8b-4ae2-9a15-e559e51bb83a service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:35:42.882917 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-10545da5-de8b-4ae2-9a15-e559e51bb83a service neutron] Checking segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:42.883236 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-10545da5-de8b-4ae2-9a15-e559e51bb83a service neutron] Bound using segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:35:42.883682 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-10545da5-de8b-4ae2-9a15-e559e51bb83a service neutron] Bound port: b3b54008-37fe-477d-b007-8c84c523f4b3, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:35:42.884040 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-10545da5-de8b-4ae2-9a15-e559e51bb83a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:43.009852 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a6218bbc-4eff-4c02-9645-1f9ff80dc0bc req-b09c9809-9e51-44d7-95b6-c2f005193519 service neutron] 10.222.0.72 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465521 Dec 10 18:35:43.037841 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-10545da5-de8b-4ae2-9a15-e559e51bb83a service neutron] For port b3b54008-37fe-477d-b007-8c84c523f4b3, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:35:43.043448 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-10545da5-de8b-4ae2-9a15-e559e51bb83a service neutron] For port b3b54008-37fe-477d-b007-8c84c523f4b3, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=b3b54008-37fe-477d-b007-8c84c523f4b3,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:35:43.090540 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea094be-e0fd-403a-82cf-58f245f1b8fc req-01c1263c-7551-43b8-be13-f02478238cf6 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:43.098621 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4ea094be-e0fd-403a-82cf-58f245f1b8fc req-01c1263c-7551-43b8-be13-f02478238cf6 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 945 time: 0.2874062 Dec 10 18:35:43.106831 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-10545da5-de8b-4ae2-9a15-e559e51bb83a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:43.115120 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 073dd5de-6435-4691-b79a-d7c7b0aee1bc, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=073dd5de-6435-4691-b79a-d7c7b0aee1bc,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:43.165139 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-10545da5-de8b-4ae2-9a15-e559e51bb83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:43.166043 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-10545da5-de8b-4ae2-9a15-e559e51bb83a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:43.167294 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-10545da5-de8b-4ae2-9a15-e559e51bb83a service neutron] 10.222.0.72 "PUT /v2.0/ports/b3b54008-37fe-477d-b007-8c84c523f4b3 HTTP/1.1" status: 200 len: 1095 time: 1.4715030 Dec 10 18:35:43.169200 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37babafd-0e58-4601-a2e8-fe23b7da0d30', 'tag': 'b3b54008-37fe-477d-b007-8c84c523f4b3'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:35:43.171766 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2582ac25-0f83-4f45-a905-8a0d14149d2b" -d '{"events": [{"name": "network-changed", "server_uuid": "37babafd-0e58-4601-a2e8-fe23b7da0d30", "tag": "b3b54008-37fe-477d-b007-8c84c523f4b3"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:35:43.180587 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 073dd5de-6435-4691-b79a-d7c7b0aee1bc has no active binding in host n-h2-821435-1 {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 18:35:43.226012 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-fbc77873-fa93-4b9f-8255-670564d16c13 service neutron] For port 073dd5de-6435-4691-b79a-d7c7b0aee1bc, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=073dd5de-6435-4691-b79a-d7c7b0aee1bc,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:43.293275 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4ea094be-e0fd-403a-82cf-58f245f1b8fc req-69fcb079-c857-4f7e-8a5f-b19be4da991f tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894073 Dec 10 18:35:43.305646 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10545da5-de8b-4ae2-9a15-e559e51bb83a service neutron] Pushing event updated for resources: {'Port': ['ID=b3b54008-37fe-477d-b007-8c84c523f4b3,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:43.313466 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5350a47-fb29-47b6-9e54-3538e12435ae req-2fe3b88f-63a0-42bf-b563-541e522ec5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:43.316285 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e5350a47-fb29-47b6-9e54-3538e12435ae req-2fe3b88f-63a0-42bf-b563-541e522ec5f6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f5421d821ae4626b82959b6edcb39c9&device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 1095 time: 0.2236943 Dec 10 18:35:43.353521 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-4c46ed20-83e3-4402-a4a2-17182b130792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:43.356058 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-4c46ed20-83e3-4402-a4a2-17182b130792 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b1d0c98fd68d4930b6c07e805cb9cc6c&device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 1098 time: 0.1245375 Dec 10 18:35:43.432530 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ac621-6a24-4c5d-8824-9ee8d9743edb req-881e9d30-ba93-4fa5-a028-9e74e85d5405 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:43.444214 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-209ac621-6a24-4c5d-8824-9ee8d9743edb req-881e9d30-ba93-4fa5-a028-9e74e85d5405 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef8718fd-6bd5-41b9-8bd4-20a4a932f658 HTTP/1.1" status: 200 len: 946 time: 0.2053285 Dec 10 18:35:43.444969 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d818f9-8b84-4a8d-b419-b3e60415d87d x-openstack-request-id: req-52d818f9-8b84-4a8d-b419-b3e60415d87d {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:35:43.445368 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37babafd-0e58-4601-a2e8-fe23b7da0d30", "tag": "b3b54008-37fe-477d-b007-8c84c523f4b3", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:35:43.445799 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-52d818f9-8b84-4a8d-b419-b3e60415d87d {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:35:43.446304 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37babafd-0e58-4601-a2e8-fe23b7da0d30', 'tag': 'b3b54008-37fe-477d-b007-8c84c523f4b3', 'status': 'completed', 'code': 200} Dec 10 18:35:43.448187 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-35f73d2b-9432-46f1-b0cd-0f578c6c96ca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=b3b54008-37fe-477d-b007-8c84c523f4b3 HTTP/1.1" status: 200 len: 217 time: 0.0833838 Dec 10 18:35:43.478883 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-fbc77873-fa93-4b9f-8255-670564d16c13 service neutron] For port 073dd5de-6435-4691-b79a-d7c7b0aee1bc, host n-h1-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:35:43.521609 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-06b3704e-d15e-4634-9581-ffc50033506d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:43.523704 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-06b3704e-d15e-4634-9581-ffc50033506d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.0667043 Dec 10 18:35:43.574504 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5350a47-fb29-47b6-9e54-3538e12435ae req-82146f11-994e-4829-9daa-e3a40dc57d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:43.575861 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e5350a47-fb29-47b6-9e54-3538e12435ae req-82146f11-994e-4829-9daa-e3a40dc57d2c service neutron] 10.222.0.72 "GET /v2.0/networks?id=2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 HTTP/1.1" status: 200 len: 913 time: 0.2509320 Dec 10 18:35:43.608739 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-fbc77873-fa93-4b9f-8255-670564d16c13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:43.609725 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0076624-114e-43aa-9580-012be9fa3221 req-c6a43974-815c-4501-9f29-7bcb1e334044 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:43.611329 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a0076624-114e-43aa-9580-012be9fa3221 req-c6a43974-815c-4501-9f29-7bcb1e334044 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 947 time: 0.0866177 Dec 10 18:35:43.614856 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-cc8259d5-0e48-4dcb-8577-01e0bd6ea132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:43.617575 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-cc8259d5-0e48-4dcb-8577-01e0bd6ea132 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0816872 Dec 10 18:35:43.653261 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-209ac621-6a24-4c5d-8824-9ee8d9743edb req-7053b0b2-c389-40d0-936f-c17de0aefeb8 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3d1a573-d198-42dc-a213-757e67c1cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946914 Dec 10 18:35:43.662842 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e5350a47-fb29-47b6-9e54-3538e12435ae req-39a6bcdf-09fd-4eda-bb0a-65b6cd7b28d8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef45674d-6029-4212-8a05-7f1bf5dc06b2 HTTP/1.1" status: 200 len: 217 time: 0.0667181 Dec 10 18:35:43.665922 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-fbc77873-fa93-4b9f-8255-670564d16c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:43.765405 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a0076624-114e-43aa-9580-012be9fa3221 req-d545aacf-a411-45f0-86b9-17f088b598d6 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466081 Dec 10 18:35:43.832926 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5350a47-fb29-47b6-9e54-3538e12435ae req-b9b7084c-8942-4761-82af-515deea376d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:43.834840 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e5350a47-fb29-47b6-9e54-3538e12435ae req-b9b7084c-8942-4761-82af-515deea376d8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b914d67e-99a3-4836-8560-8ad9054366d0 HTTP/1.1" status: 200 len: 852 time: 0.1630871 Dec 10 18:35:43.837233 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc77873-fa93-4b9f-8255-670564d16c13 service neutron] Pushing event updated for resources: {'Port': ['ID=073dd5de-6435-4691-b79a-d7c7b0aee1bc,revision_number=7']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:43.837396 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-b45e4cf7-fdb6-4692-a3e6-a1458ef3b11b service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112763 Dec 10 18:35:44.072177 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c6e8e2d0-d1c8-4426-be82-b4cdc0d4c212 req-42c3d484-64ab-4f34-b848-5622dc0b7931 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238023 Dec 10 18:35:44.236603 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582ac25-0f83-4f45-a905-8a0d14149d2b req-25dd87e1-a249-42cd-93d2-ad6c13439b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:44.238174 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2582ac25-0f83-4f45-a905-8a0d14149d2b req-25dd87e1-a249-42cd-93d2-ad6c13439b9a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b1d0c98fd68d4930b6c07e805cb9cc6c&device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 1098 time: 0.1088631 Dec 10 18:35:44.262821 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b14815-28c9-4ffd-acbb-cb086d4dd4c3 req-c1c1ff5f-f40b-4398-8a00-737dde7a92b3 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:44.264561 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-55b14815-28c9-4ffd-acbb-cb086d4dd4c3 req-c1c1ff5f-f40b-4398-8a00-737dde7a92b3 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=e74d1f16-6152-4dbe-9457-2de9d1e11eb0 HTTP/1.1" status: 200 len: 946 time: 0.0787368 Dec 10 18:35:44.312054 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf93b83f-5f74-4dd5-91e5-156fc8813a64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '073dd5de-6435-4691-b79a-d7c7b0aee1bc'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:35:44.313909 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463d54b1-a34d-4bea-98f5-97e8a21e7439" -d '{"events": [{"server_uuid": "bf93b83f-5f74-4dd5-91e5-156fc8813a64", "name": "network-vif-unplugged", "status": "completed", "tag": "073dd5de-6435-4691-b79a-d7c7b0aee1bc"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:35:44.360205 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e5350a47-fb29-47b6-9e54-3538e12435ae req-39a6939f-40ca-4ed8-bb09-d2e9096dd2c4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428202 Dec 10 18:35:44.420787 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-55b14815-28c9-4ffd-acbb-cb086d4dd4c3 req-60b062cf-77e5-4093-a998-aecfc8acb120 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc848203-e8d4-4112-84c3-2f5e9915fedc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424832 Dec 10 18:35:44.424014 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582ac25-0f83-4f45-a905-8a0d14149d2b req-6f275ac6-26e7-450b-a6f0-6aadbddaae51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:44.425897 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2582ac25-0f83-4f45-a905-8a0d14149d2b req-6f275ac6-26e7-450b-a6f0-6aadbddaae51 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.1783965 Dec 10 18:35:44.440425 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-fbc77873-fa93-4b9f-8255-670564d16c13 service neutron] Attempting to bind port 073dd5de-6435-4691-b79a-d7c7b0aee1bc on host n-h1-821435-1 for vnic_type normal with profile {"migrating_to": "n-h2-821435-1"} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:35:44.441086 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-fbc77873-fa93-4b9f-8255-670564d16c13 service neutron] Attempting to bind port 073dd5de-6435-4691-b79a-d7c7b0aee1bc by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:35:44.441086 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-fbc77873-fa93-4b9f-8255-670564d16c13 service neutron] Attempting to bind port 073dd5de-6435-4691-b79a-d7c7b0aee1bc on network b1a56b94-fee7-4dfb-925d-977caaf81317 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:44.469183 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-fbc77873-fa93-4b9f-8255-670564d16c13 service neutron] Port 073dd5de-6435-4691-b79a-d7c7b0aee1bc on network b1a56b94-fee7-4dfb-925d-977caaf81317 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:35:44.469938 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-fbc77873-fa93-4b9f-8255-670564d16c13 service neutron] Attempting to bind port 073dd5de-6435-4691-b79a-d7c7b0aee1bc on network b1a56b94-fee7-4dfb-925d-977caaf81317 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:44.478615 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2582ac25-0f83-4f45-a905-8a0d14149d2b req-c0e9acc1-13f0-463e-aa4b-beeba232363a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=b3b54008-37fe-477d-b007-8c84c523f4b3 HTTP/1.1" status: 200 len: 217 time: 0.0434296 Dec 10 18:35:44.483956 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-fbc77873-fa93-4b9f-8255-670564d16c13 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:35:44.485615 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-fbc77873-fa93-4b9f-8255-670564d16c13 service neutron] Checking segment: {'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:44.485615 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-fbc77873-fa93-4b9f-8255-670564d16c13 service neutron] Bound using segment: {'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:35:44.485615 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-fbc77873-fa93-4b9f-8255-670564d16c13 service neutron] Bound port: 073dd5de-6435-4691-b79a-d7c7b0aee1bc, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43b8e5fb-826b-4f05-9815-7ff14122338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1a56b94-fee7-4dfb-925d-977caaf81317'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:35:44.485615 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-fbc77873-fa93-4b9f-8255-670564d16c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:44.519746 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ccccf-6ef7-4fa4-bbf5-6db4ae5a4a23 req-ab728d9b-68d2-4ee9-8014-c8314d15b9f1 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:44.530023 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-866ccccf-6ef7-4fa4-bbf5-6db4ae5a4a23 req-ab728d9b-68d2-4ee9-8014-c8314d15b9f1 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 944 time: 0.2108529 Dec 10 18:35:44.588255 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582ac25-0f83-4f45-a905-8a0d14149d2b req-f55f9f04-c7d4-4943-a7b4-bd0d670584d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:44.590434 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2582ac25-0f83-4f45-a905-8a0d14149d2b req-f55f9f04-c7d4-4943-a7b4-bd0d670584d0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.0974650 Dec 10 18:35:44.670585 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-866ccccf-6ef7-4fa4-bbf5-6db4ae5a4a23 req-913b0c53-d706-4a0f-96b8-9e2b59933400 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390214 Dec 10 18:35:44.686725 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-fbc77873-fa93-4b9f-8255-670564d16c13 service neutron] For port 073dd5de-6435-4691-b79a-d7c7b0aee1bc, host n-h1-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:35:44.700549 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e5350a47-fb29-47b6-9e54-3538e12435ae req-687485ab-478b-4f80-be09-c24055fd677b service neutron] 10.222.0.72 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150778 Dec 10 18:35:44.705487 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-fbc77873-fa93-4b9f-8255-670564d16c13 service neutron] For port 073dd5de-6435-4691-b79a-d7c7b0aee1bc, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=073dd5de-6435-4691-b79a-d7c7b0aee1bc,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:35:44.720606 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582ac25-0f83-4f45-a905-8a0d14149d2b req-b662e86a-139c-4651-9c14-03865f286f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:44.722744 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2582ac25-0f83-4f45-a905-8a0d14149d2b req-b662e86a-139c-4651-9c14-03865f286f61 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1034834 Dec 10 18:35:44.728220 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-fbc77873-fa93-4b9f-8255-670564d16c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:44.832425 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eed739-09c4-4318-beed-7a871d5282ff req-07d95d12-31bf-471d-8aef-5acccb313d7f tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:44.834072 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-75eed739-09c4-4318-beed-7a871d5282ff req-07d95d12-31bf-471d-8aef-5acccb313d7f tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/networks?id=f77d2b38-50a2-4a48-b3a2-b8f2247495f9 HTTP/1.1" status: 200 len: 814 time: 0.2732337 Dec 10 18:35:44.859201 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-75eed739-09c4-4318-beed-7a871d5282ff req-150a2bf8-fbf6-4bff-afa6-531930932be9 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/quotas/9d81f2c65ece44779967ce4592ded8a2 HTTP/1.1" status: 200 len: 375 time: 0.0173066 Dec 10 18:35:44.943821 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2582ac25-0f83-4f45-a905-8a0d14149d2b req-a0856ba3-b4af-49eb-bb0b-0da040f040ce service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026069 Dec 10 18:35:44.952321 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc77873-fa93-4b9f-8255-670564d16c13 service neutron] Pushing event updated for resources: {'Port': ['ID=073dd5de-6435-4691-b79a-d7c7b0aee1bc,revision_number=8']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:44.961070 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-fbc77873-fa93-4b9f-8255-670564d16c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:44.962002 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-fbc77873-fa93-4b9f-8255-670564d16c13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:44.963545 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-fbc77873-fa93-4b9f-8255-670564d16c13 service neutron] 10.222.0.72 "PUT /v2.0/ports/073dd5de-6435-4691-b79a-d7c7b0aee1bc HTTP/1.1" status: 200 len: 1121 time: 2.5542257 Dec 10 18:35:44.979521 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd49e42-c187-42cd-8389-4bee21209da0 req-15c8f6e0-6c3d-4519-ad46-1a495d0a9dba tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:44.981468 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-75eed739-09c4-4318-beed-7a871d5282ff req-8405abaa-b394-474e-a0d9-c41d79aac280 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9d81f2c65ece44779967ce4592ded8a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1084762 Dec 10 18:35:44.988405 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-afd49e42-c187-42cd-8389-4bee21209da0 req-15c8f6e0-6c3d-4519-ad46-1a495d0a9dba tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 943 time: 0.1767595 Dec 10 18:35:44.992823 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e5350a47-fb29-47b6-9e54-3538e12435ae req-9e12cc4c-bbef-4457-83f2-1cf55b14e98c service neutron] 10.222.0.72 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835376 Dec 10 18:35:45.064180 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-afd49e42-c187-42cd-8389-4bee21209da0 req-b3fb8d70-4518-4206-9cdf-168be5ca0840 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726378 Dec 10 18:35:45.081425 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['073dd5de-6435-4691-b79a-d7c7b0aee1bc'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:35:45.107730 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4a8f70-0726-4080-824c-f8c1c587a041 x-openstack-request-id: req-be4a8f70-0726-4080-824c-f8c1c587a041 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:35:45.108161 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf93b83f-5f74-4dd5-91e5-156fc8813a64", "name": "network-vif-unplugged", "status": "completed", "tag": "073dd5de-6435-4691-b79a-d7c7b0aee1bc", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:35:45.108338 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-be4a8f70-0726-4080-824c-f8c1c587a041 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:35:45.108756 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf93b83f-5f74-4dd5-91e5-156fc8813a64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '073dd5de-6435-4691-b79a-d7c7b0aee1bc', 'code': 200} Dec 10 18:35:45.244709 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-75eed739-09c4-4318-beed-7a871d5282ff req-550c6bdf-2036-45fb-adde-12b39335cb46 service neutron] 10.222.0.62 "GET /v2.0/networks/f77d2b38-50a2-4a48-b3a2-b8f2247495f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622890 Dec 10 18:35:45.247143 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e98ff-cffc-4617-a428-fad20a41f1a9 req-54aae054-5970-4952-be2c-03eb9ea2d922 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:45.249364 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3e1e98ff-cffc-4617-a428-fad20a41f1a9 req-54aae054-5970-4952-be2c-03eb9ea2d922 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef8718fd-6bd5-41b9-8bd4-20a4a932f658 HTTP/1.1" status: 200 len: 946 time: 0.0766096 Dec 10 18:35:45.251023 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2582ac25-0f83-4f45-a905-8a0d14149d2b req-6be826d5-3417-41bc-8979-3e26e16d7c3f service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572534 Dec 10 18:35:45.285676 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['073dd5de-6435-4691-b79a-d7c7b0aee1bc'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:35:45.360206 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3e1e98ff-cffc-4617-a428-fad20a41f1a9 req-a369f3e2-398a-4655-a36b-743f4b369b68 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3d1a573-d198-42dc-a213-757e67c1cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001308 Dec 10 18:35:45.415028 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-75eed739-09c4-4318-beed-7a871d5282ff req-80817d92-b738-47b7-beda-86886a261ce4 service neutron] 10.222.0.62 "GET /v2.0/networks/f77d2b38-50a2-4a48-b3a2-b8f2247495f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624994 Dec 10 18:35:45.658152 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f66b8-f100-4491-81b7-a13524dcff77 req-17456a38-04f6-4595-a33a-4fa3d66f9f90 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:45.669764 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6f2f66b8-f100-4491-81b7-a13524dcff77 req-17456a38-04f6-4595-a33a-4fa3d66f9f90 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 947 time: 0.0914149 Dec 10 18:35:45.785401 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6f2f66b8-f100-4491-81b7-a13524dcff77 req-3b08d2f5-63ad-43a7-afc9-f54ddfb1e6da tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146855 Dec 10 18:35:45.939040 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2465cee0-c20e-4dfb-982d-adc2db9cdcba req-54c78898-62ba-4cc5-a743-45be1087a599 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=bac5fb24-47b2-4f62-a815-4e6a7d65ea8e HTTP/1.1" status: 200 len: 210 time: 0.0496433 Dec 10 18:35:45.939296 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ac5dc-3f6f-4088-9ef8-b869e4819ff8 req-405c564e-ed55-4ef4-8435-37f2deaae434 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:45.953521 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c89ac5dc-3f6f-4088-9ef8-b869e4819ff8 req-405c564e-ed55-4ef4-8435-37f2deaae434 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef8718fd-6bd5-41b9-8bd4-20a4a932f658 HTTP/1.1" status: 200 len: 946 time: 0.0821757 Dec 10 18:35:45.960749 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 49544) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:45.967187 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-950f2ea7-4d96-4943-8515-8ea08717d8d3 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Request body: {'floatingip': {'port_id': 'b99da4b8-364b-47ed-8e52-ade80bea2582'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:46.067880 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-950f2ea7-4d96-4943-8515-8ea08717d8d3 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks [] for floatingip, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:46.120333 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31569d70-8f6d-47b6-851c-1f5d7a152617 req-e40868c3-5a1b-471d-a585-fd0facecec78 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:46.140621 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-31569d70-8f6d-47b6-851c-1f5d7a152617 req-e40868c3-5a1b-471d-a585-fd0facecec78 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=e74d1f16-6152-4dbe-9457-2de9d1e11eb0 HTTP/1.1" status: 200 len: 946 time: 0.1193318 Dec 10 18:35:46.179857 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba958546-34d1-4cfe-b4ad-0219dfff0377 req-9265a425-a450-472b-8a2f-03ac6dce3b89 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:46.181607 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ba958546-34d1-4cfe-b4ad-0219dfff0377 req-9265a425-a450-472b-8a2f-03ac6dce3b89 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 944 time: 0.1369994 Dec 10 18:35:46.250492 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-31569d70-8f6d-47b6-851c-1f5d7a152617 req-8f3e1f2c-384a-446e-b3d6-aa8118e10294 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc848203-e8d4-4112-84c3-2f5e9915fedc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081507 Dec 10 18:35:46.367270 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ba958546-34d1-4cfe-b4ad-0219dfff0377 req-5c09ba0e-e5fa-4db1-ad0d-0a15ebba8848 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586545 Dec 10 18:35:46.446453 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325326ab-1a50-413e-bb04-e8c5423931cc req-cfff6614-c568-4010-9d5a-61815125ab88 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:46.448715 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-325326ab-1a50-413e-bb04-e8c5423931cc req-cfff6614-c568-4010-9d5a-61815125ab88 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 943 time: 0.1024785 Dec 10 18:35:46.579881 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-325326ab-1a50-413e-bb04-e8c5423931cc req-4c3042ee-e90e-4e3a-b34c-234944a86f3a tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205921 Dec 10 18:35:46.879009 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device ef45674d-6029-4212-8a05-7f1bf5dc06b2 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:35:46.958593 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-950f2ea7-4d96-4943-8515-8ea08717d8d3 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:46.965857 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-950f2ea7-4d96-4943-8515-8ea08717d8d3 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:47.047796 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port ef45674d-6029-4212-8a05-7f1bf5dc06b2, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=ef45674d-6029-4212-8a05-7f1bf5dc06b2,segment=NetworkSegment(4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9),segment_id=4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:47.064173 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': 'ef45674d-6029-4212-8a05-7f1bf5dc06b2', 'network_id': '2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2', 'port_id': 'ef45674d-6029-4212-8a05-7f1bf5dc06b2', 'mac_address': 'fa:16:3e:80:4f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b914d67e-99a3-4836-8560-8ad9054366d0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:35:47.070324 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752b85c-bf4a-404b-abc0-3ed04cb61fbb req-09997e6c-d9a9-4996-8d34-21a192712077 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:47.079702 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d752b85c-bf4a-404b-abc0-3ed04cb61fbb req-09997e6c-d9a9-4996-8d34-21a192712077 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 947 time: 0.1715977 Dec 10 18:35:47.101648 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b389acbb-1994-4b2e-a6dc-828b84c2dce8 req-89ec3cb8-6e78-465b-847a-3b5a6c91da23 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=bac5fb24-47b2-4f62-a815-4e6a7d65ea8e HTTP/1.1" status: 200 len: 210 time: 0.0506377 Dec 10 18:35:47.110068 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf93b83f-5f74-4dd5-91e5-156fc8813a64', 'tag': '073dd5de-6435-4691-b79a-d7c7b0aee1bc'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:35:47.112444 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09635bf4-22da-41d4-aa43-6673ed20ae0a" -d '{"events": [{"name": "network-changed", "server_uuid": "bf93b83f-5f74-4dd5-91e5-156fc8813a64", "tag": "073dd5de-6435-4691-b79a-d7c7b0aee1bc"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:35:47.172626 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d752b85c-bf4a-404b-abc0-3ed04cb61fbb req-e1a96ec0-7425-440f-b628-7d69c4791d65 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919404 Dec 10 18:35:47.179712 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70fbcd0-663f-4c38-988e-60e6efd4726b x-openstack-request-id: req-b70fbcd0-663f-4c38-988e-60e6efd4726b {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:35:47.180004 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf93b83f-5f74-4dd5-91e5-156fc8813a64", "tag": "073dd5de-6435-4691-b79a-d7c7b0aee1bc", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:35:47.180262 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b70fbcd0-663f-4c38-988e-60e6efd4726b {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:35:47.190394 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf93b83f-5f74-4dd5-91e5-156fc8813a64', 'tag': '073dd5de-6435-4691-b79a-d7c7b0aee1bc', 'status': 'completed', 'code': 200} Dec 10 18:35:47.190394 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-950f2ea7-4d96-4943-8515-8ea08717d8d3 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Floating IP 31fd7bda-a24f-448f-ba74-716992dab5f2 associated. External IP: 172.25.7.161, port: b99da4b8-364b-47ed-8e52-ade80bea2582. Dec 10 18:35:47.202623 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:47.225675 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef45674d-6029-4212-8a05-7f1bf5dc06b2 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:35:47.254152 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port ef45674d-6029-4212-8a05-7f1bf5dc06b2, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=ef45674d-6029-4212-8a05-7f1bf5dc06b2,segment=NetworkSegment(4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9),segment_id=4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:47.260571 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:47.328043 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09635bf4-22da-41d4-aa43-6673ed20ae0a req-162d6039-b616-4f08-abdd-db77f9ec4745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:47.332008 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09635bf4-22da-41d4-aa43-6673ed20ae0a req-162d6039-b616-4f08-abdd-db77f9ec4745 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5768feea1c8f4e40b878b814fdae92ab&device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 1124 time: 0.1085072 Dec 10 18:35:47.386994 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=ef45674d-6029-4212-8a05-7f1bf5dc06b2,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:47.399755 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:47.400278 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:47.400833 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:47.401192 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:47.401613 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:47.402596 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:47.402942 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:47.403433 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:47.403778 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:47.404119 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:47.404456 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:47.404818 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:47.405791 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:47.476190 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eed739-09c4-4318-beed-7a871d5282ff req-f19c1a48-17e4-4b3e-b662-67d9b6867eb8 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:47.478213 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-75eed739-09c4-4318-beed-7a871d5282ff req-f19c1a48-17e4-4b3e-b662-67d9b6867eb8 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.46 "GET /v2.0/networks?id=f77d2b38-50a2-4a48-b3a2-b8f2247495f9 HTTP/1.1" status: 200 len: 814 time: 0.1872315 Dec 10 18:35:47.506619 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-75eed739-09c4-4318-beed-7a871d5282ff req-241f6e2a-47db-498d-ab91-5c4a8915d2ee tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Request body: {'port': {'device_id': 'bac5fb24-47b2-4f62-a815-4e6a7d65ea8e', 'network_id': 'f77d2b38-50a2-4a48-b3a2-b8f2247495f9', 'admin_state_up': True, 'tenant_id': '9d81f2c65ece44779967ce4592ded8a2'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:47.538895 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009078f-4775-496a-b31f-086237025488 req-38b6f539-9229-4159-b6e1-e6e519221eaa tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:47.546929 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d009078f-4775-496a-b31f-086237025488 req-38b6f539-9229-4159-b6e1-e6e519221eaa tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=e74d1f16-6152-4dbe-9457-2de9d1e11eb0 HTTP/1.1" status: 200 len: 946 time: 0.1512313 Dec 10 18:35:47.556948 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09635bf4-22da-41d4-aa43-6673ed20ae0a req-afe81dc2-2469-446a-80a8-0412b5c922c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:47.559358 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09635bf4-22da-41d4-aa43-6673ed20ae0a req-afe81dc2-2469-446a-80a8-0412b5c922c6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b1a56b94-fee7-4dfb-925d-977caaf81317 HTTP/1.1" status: 200 len: 908 time: 0.2165961 Dec 10 18:35:47.648323 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09635bf4-22da-41d4-aa43-6673ed20ae0a req-de463aca-87f5-47b7-bc61-86ac231e67b3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=073dd5de-6435-4691-b79a-d7c7b0aee1bc HTTP/1.1" status: 200 len: 217 time: 0.0690775 Dec 10 18:35:47.654164 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d009078f-4775-496a-b31f-086237025488 req-f2aa8213-a2af-4bf9-9a2f-89a53cf75e69 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc848203-e8d4-4112-84c3-2f5e9915fedc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007447 Dec 10 18:35:47.716387 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0d23b-db7e-4410-a23f-eeeefad6f57a req-f5d70b60-6fa4-49bd-8ea3-50a18e1a7ace tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:47.724351 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f3a0d23b-db7e-4410-a23f-eeeefad6f57a req-f5d70b60-6fa4-49bd-8ea3-50a18e1a7ace tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 945 time: 0.2002394 Dec 10 18:35:47.749685 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09635bf4-22da-41d4-aa43-6673ed20ae0a req-41f1a0fc-1b77-47a2-995b-c4802f7ec2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:47.751187 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09635bf4-22da-41d4-aa43-6673ed20ae0a req-41f1a0fc-1b77-47a2-995b-c4802f7ec2be service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c38321c-218a-47ac-873b-024a1169316a HTTP/1.1" status: 200 len: 847 time: 0.0959861 Dec 10 18:35:47.784519 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adde3bb-f3c4-40d8-9bc2-edab9e1d7b77 req-dd57e255-903d-4fe8-9f29-11ddbffb5d0a tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:47.786669 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2adde3bb-f3c4-40d8-9bc2-edab9e1d7b77 req-dd57e255-903d-4fe8-9f29-11ddbffb5d0a tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 943 time: 0.0695410 Dec 10 18:35:47.811495 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09635bf4-22da-41d4-aa43-6673ed20ae0a req-7460fcc7-309d-4547-a6c0-428223887190 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b1a56b94-fee7-4dfb-925d-977caaf81317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453439 Dec 10 18:35:47.888683 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f3a0d23b-db7e-4410-a23f-eeeefad6f57a req-29f689fe-505f-449a-8c2a-dbf6023d0592 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588809 Dec 10 18:35:47.900324 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75eed739-09c4-4318-beed-7a871d5282ff req-241f6e2a-47db-498d-ab91-5c4a8915d2ee tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Made reservation on behalf of 9d81f2c65ece44779967ce4592ded8a2 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:47.904050 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-75eed739-09c4-4318-beed-7a871d5282ff req-241f6e2a-47db-498d-ab91-5c4a8915d2ee tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:47.925463 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09635bf4-22da-41d4-aa43-6673ed20ae0a req-4bb6ab73-467e-49c1-aaaf-65c7b104e08d service neutron] 10.222.0.46 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007714 Dec 10 18:35:47.934626 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['ef45674d-6029-4212-8a05-7f1bf5dc06b2'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:35:48.030710 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2adde3bb-f3c4-40d8-9bc2-edab9e1d7b77 req-16c32481-e884-4821-bcad-c3e9c4fe4eaa tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194791 Dec 10 18:35:48.091454 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950f2ea7-4d96-4943-8515-8ea08717d8d3 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Router 7c1eb5a3-fcfb-4980-8bd4-e238245a3519 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:35:48.117968 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09635bf4-22da-41d4-aa43-6673ed20ae0a req-fe5d05e6-1961-4cf6-ad04-7036fec0e9d6 service neutron] 10.222.0.46 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829755 Dec 10 18:35:48.197637 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-75eed739-09c4-4318-beed-7a871d5282ff req-241f6e2a-47db-498d-ab91-5c4a8915d2ee tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Allocated IP 172.20.0.4 (f77d2b38-50a2-4a48-b3a2-b8f2247495f9/2eb8e2fa-9956-481f-b0b9-17ff60156029/f744a5dd-97c0-4211-9c60-6ec67e1f0034) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:48.263894 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9c95ca5a-3cf6-49ab-a900-442e9fb9eaa6 req-4d220b01-4c00-4ebf-9978-f21ef96e31bb tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=bac5fb24-47b2-4f62-a815-4e6a7d65ea8e HTTP/1.1" status: 200 len: 210 time: 0.0430999 Dec 10 18:35:48.311880 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950f2ea7-4d96-4943-8515-8ea08717d8d3 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:35:48.324486 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46646e4-5ef5-4ad7-a8ba-3e0f765938f5 None None] Sync routers for ids ['7c1eb5a3-fcfb-4980-8bd4-e238245a3519'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:35:48.328906 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-950f2ea7-4d96-4943-8515-8ea08717d8d3 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:48.350676 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46646e4-5ef5-4ad7-a8ba-3e0f765938f5 None None] Routers {'7c1eb5a3-fcfb-4980-8bd4-e238245a3519'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:48.351623 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b46646e4-5ef5-4ad7-a8ba-3e0f765938f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:35:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['7c1eb5a3-fcfb-4980-8bd4-e238245a3519'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:48.422181 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d66deb-308c-45bb-adb7-2a3b8fb2144a req-5c748a94-8ea1-45ff-953d-9db36c9805fd tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:48.429668 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-97d66deb-308c-45bb-adb7-2a3b8fb2144a req-5c748a94-8ea1-45ff-953d-9db36c9805fd tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 947 time: 0.1652405 Dec 10 18:35:48.438731 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-950f2ea7-4d96-4943-8515-8ea08717d8d3 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "PUT /v2.0/floatingips/31fd7bda-a24f-448f-ba74-716992dab5f2 HTTP/1.1" status: 200 len: 992 time: 2.4758930 Dec 10 18:35:48.496941 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-b46646e4-5ef5-4ad7-a8ba-3e0f765938f5 None None] Set router 7c1eb5a3-fcfb-4980-8bd4-e238245a3519 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:35:48.521937 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-75eed739-09c4-4318-beed-7a871d5282ff req-241f6e2a-47db-498d-ab91-5c4a8915d2ee tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:48.542812 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-97d66deb-308c-45bb-adb7-2a3b8fb2144a req-dab72d7a-b2cc-4402-8563-a856963a8821 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076014 Dec 10 18:35:48.593194 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-75eed739-09c4-4318-beed-7a871d5282ff req-241f6e2a-47db-498d-ab91-5c4a8915d2ee tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:48.647050 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75eed739-09c4-4318-beed-7a871d5282ff req-241f6e2a-47db-498d-ab91-5c4a8915d2ee tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Network f77d2b38-50a2-4a48-b3a2-b8f2247495f9 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:48.652543 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-75eed739-09c4-4318-beed-7a871d5282ff req-241f6e2a-47db-498d-ab91-5c4a8915d2ee tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:48.657682 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-75eed739-09c4-4318-beed-7a871d5282ff req-241f6e2a-47db-498d-ab91-5c4a8915d2ee tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:48.659401 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8cbf5-e1a9-4d4c-a69c-dd009880766b req-16d01aa2-34cf-4559-ae32-5b07524488aa tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:48.660854 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-51f8cbf5-e1a9-4d4c-a69c-dd009880766b req-16d01aa2-34cf-4559-ae32-5b07524488aa tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.72 "GET /v2.0/ports?device_id=e74d1f16-6152-4dbe-9457-2de9d1e11eb0 HTTP/1.1" status: 200 len: 946 time: 0.1079545 Dec 10 18:35:48.735156 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f6e2a-47db-498d-ab91-5c4a8915d2ee tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Pushing event updated for resources: {'Port': ['ID=f744a5dd-97c0-4211-9c60-6ec67e1f0034,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:48.767297 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eed739-09c4-4318-beed-7a871d5282ff req-241f6e2a-47db-498d-ab91-5c4a8915d2ee tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:48.767975 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-75eed739-09c4-4318-beed-7a871d5282ff req-241f6e2a-47db-498d-ab91-5c4a8915d2ee tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:48.806454 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-75eed739-09c4-4318-beed-7a871d5282ff req-241f6e2a-47db-498d-ab91-5c4a8915d2ee tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3134346 Dec 10 18:35:48.819756 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-75eed739-09c4-4318-beed-7a871d5282ff req-e314f1af-145a-4f90-bfb4-ed248953b013 service neutron] Request body: {'port': {'device_id': 'bac5fb24-47b2-4f62-a815-4e6a7d65ea8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:48.847439 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5184e4b-6625-49d6-8251-48b36f46bbca req-efc8afe0-c20a-492e-9c64-158305848a5f tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:48.857464 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d5184e4b-6625-49d6-8251-48b36f46bbca req-efc8afe0-c20a-492e-9c64-158305848a5f tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=e74d1f16-6152-4dbe-9457-2de9d1e11eb0 HTTP/1.1" status: 200 len: 946 time: 0.0918257 Dec 10 18:35:48.893741 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 073dd5de-6435-4691-b79a-d7c7b0aee1bc details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:35:48.921793 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d5184e4b-6625-49d6-8251-48b36f46bbca req-e2f474fa-9529-44dd-a27f-7af0c12db6fc tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc848203-e8d4-4112-84c3-2f5e9915fedc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630713 Dec 10 18:35:48.947720 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-51f8cbf5-e1a9-4d4c-a69c-dd009880766b req-e4efd074-0302-4f59-a2db-69deb9379484 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Deleting port 444a12bb-bbf6-43a3-b4bc-70d0a981672f {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:48.948070 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-51f8cbf5-e1a9-4d4c-a69c-dd009880766b req-e4efd074-0302-4f59-a2db-69deb9379484 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:48.962891 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-75eed739-09c4-4318-beed-7a871d5282ff req-e314f1af-145a-4f90-bfb4-ed248953b013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.037839 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 073dd5de-6435-4691-b79a-d7c7b0aee1bc, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=073dd5de-6435-4691-b79a-d7c7b0aee1bc,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:49.058570 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 073dd5de-6435-4691-b79a-d7c7b0aee1bc has no active binding in host n-h2-821435-1 {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 18:35:49.059217 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device b3b54008-37fe-477d-b007-8c84c523f4b3 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:35:49.332211 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['7b448d47-d3b6-4a48-958d-84b796f84f4c', '499e84f3-ba74-4081-b4ff-ee0ff5111eef', '8fbe3444-96b5-4ca9-a868-35a531acbd50'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:35:49.407443 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b46646e4-5ef5-4ad7-a8ba-3e0f765938f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1eb5a3-fcfb-4980-8bd4-e238245a3519', 'name': 'tempest-ServersTestJSON-1786768601-router', 'tenant_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '9ec9a04a-345a-46fe-813d-a69c251ce850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:35:14Z', 'updated_at': '2021-12-10T18:35:24Z', 'revision_number': 4, 'project_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'gw_port': {'id': '9ec9a04a-345a-46fe-813d-a69c251ce850', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1eb5a3-fcfb-4980-8bd4-e238245a3519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:35:16Z', 'updated_at': '2021-12-10T18:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '31fd7bda-a24f-448f-ba74-716992dab5f2', 'tenant_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '7c1eb5a3-fcfb-4980-8bd4-e238245a3519', 'port_id': 'b99da4b8-364b-47ed-8e52-ade80bea2582', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 794, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb8dda4f-6685-44d5-8385-aec43e8785ff', 'mac_address': 'fa:16:3e:5b:80:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8718fd-6bd5-41b9-8bd4-20a4a932f658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:35:28Z', 'updated_at': '2021-12-10T18:35:46Z', 'revision_number': 1, 'project_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12558f36-92d5-4892-884f-4f9bf9ac830d', 'name': '', 'network_id': 'cb8dda4f-6685-44d5-8385-aec43e8785ff', 'tenant_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'mac_address': 'fa:16:3e:ca:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1eb5a3-fcfb-4980-8bd4-e238245a3519', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '4bd67323-fef0-4d15-9a97-725cb74ca3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:35:22Z', 'updated_at': '2021-12-10T18:35:27Z', 'revision_number': 5, 'project_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'subnets': [{'id': '4bd67323-fef0-4d15-9a97-725cb74ca3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:49.470871 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-75eed739-09c4-4318-beed-7a871d5282ff req-e314f1af-145a-4f90-bfb4-ed248953b013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f744a5dd-97c0-4211-9c60-6ec67e1f0034 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:35:49.481507 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-75eed739-09c4-4318-beed-7a871d5282ff req-e314f1af-145a-4f90-bfb4-ed248953b013 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.497933 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-75eed739-09c4-4318-beed-7a871d5282ff req-e314f1af-145a-4f90-bfb4-ed248953b013 service neutron] Transition to ACTIVE for port object f744a5dd-97c0-4211-9c60-6ec67e1f0034 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:35:49.509687 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef8718fd-6bd5-41b9-8bd4-20a4a932f658', 'tag': 'b99da4b8-364b-47ed-8e52-ade80bea2582'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:35:49.516886 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95288389-dd49-49d7-bd77-0f4cb89b1045" -d '{"events": [{"name": "network-changed", "server_uuid": "ef8718fd-6bd5-41b9-8bd4-20a4a932f658", "tag": "b99da4b8-364b-47ed-8e52-ade80bea2582"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:35:49.524433 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-75eed739-09c4-4318-beed-7a871d5282ff req-e314f1af-145a-4f90-bfb4-ed248953b013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.581262 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553aaa65-f1f0-4d5e-910c-3dd9dddc9fd6 req-dee81d6d-b44b-43c9-bdb9-123d60d93b09 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:49.582976 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-553aaa65-f1f0-4d5e-910c-3dd9dddc9fd6 req-dee81d6d-b44b-43c9-bdb9-123d60d93b09 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 943 time: 0.1129954 Dec 10 18:35:49.618144 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46646e4-5ef5-4ad7-a8ba-3e0f765938f5 None None] Checking router: 7c1eb5a3-fcfb-4980-8bd4-e238245a3519 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:35:49.642284 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-51f8cbf5-e1a9-4d4c-a69c-dd009880766b req-e4efd074-0302-4f59-a2db-69deb9379484 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] For port 444a12bb-bbf6-43a3-b4bc-70d0a981672f, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=444a12bb-bbf6-43a3-b4bc-70d0a981672f,segment=NetworkSegment(47f2c0bc-cf33-48eb-8eac-c815a1f3cb03),segment_id=47f2c0bc-cf33-48eb-8eac-c815a1f3cb03)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:49.642676 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-51f8cbf5-e1a9-4d4c-a69c-dd009880766b req-e4efd074-0302-4f59-a2db-69deb9379484 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.681874 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port b3b54008-37fe-477d-b007-8c84c523f4b3, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=b3b54008-37fe-477d-b007-8c84c523f4b3,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:49.718494 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46646e4-5ef5-4ad7-a8ba-3e0f765938f5 None None] Routers {'7c1eb5a3-fcfb-4980-8bd4-e238245a3519'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:49.720619 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b46646e4-5ef5-4ad7-a8ba-3e0f765938f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:35:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['7c1eb5a3-fcfb-4980-8bd4-e238245a3519'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:49.798978 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': 'b3b54008-37fe-477d-b007-8c84c523f4b3', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': 'b3b54008-37fe-477d-b007-8c84c523f4b3', 'mac_address': 'fa:16:3e:0b:18:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:35:49.898502 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-553aaa65-f1f0-4d5e-910c-3dd9dddc9fd6 req-66a1553d-07ee-4522-835c-a573e407ad6c tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060212 Dec 10 18:35:50.148379 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b778f-314c-4006-9c47-d843292491ee req-5631b778-05c3-468d-a9bd-bd1ffce353ff tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:50.149992 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e03b778f-314c-4006-9c47-d843292491ee req-5631b778-05c3-468d-a9bd-bd1ffce353ff tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 945 time: 0.6504672 Dec 10 18:35:50.154736 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314f1af-145a-4f90-bfb4-ed248953b013 service neutron] Pushing event updated for resources: {'Port': ['ID=f744a5dd-97c0-4211-9c60-6ec67e1f0034,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:50.240415 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-b46646e4-5ef5-4ad7-a8ba-3e0f765938f5 None None] Set router 7c1eb5a3-fcfb-4980-8bd4-e238245a3519 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:35:50.252673 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e03b778f-314c-4006-9c47-d843292491ee req-3e929846-6a3e-4d0b-babd-62b5b8437487 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949309 Dec 10 18:35:50.302620 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-51f8cbf5-e1a9-4d4c-a69c-dd009880766b req-e4efd074-0302-4f59-a2db-69deb9379484 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.304775 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-51f8cbf5-e1a9-4d4c-a69c-dd009880766b req-e4efd074-0302-4f59-a2db-69deb9379484 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.305225 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [req-51f8cbf5-e1a9-4d4c-a69c-dd009880766b req-e4efd074-0302-4f59-a2db-69deb9379484 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Floating IP c1a9033d-056c-4c1f-b1eb-ed22944f35ca disassociated. External IP: 172.25.7.138, port: 444a12bb-bbf6-43a3-b4bc-70d0a981672f. Dec 10 18:35:50.305698 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-51f8cbf5-e1a9-4d4c-a69c-dd009880766b req-e4efd074-0302-4f59-a2db-69deb9379484 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Calling delete_port for 444a12bb-bbf6-43a3-b4bc-70d0a981672f owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:50.306987 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-75eed739-09c4-4318-beed-7a871d5282ff req-e314f1af-145a-4f90-bfb4-ed248953b013 service neutron] Attempting to bind port f744a5dd-97c0-4211-9c60-6ec67e1f0034 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:35:50.308862 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-75eed739-09c4-4318-beed-7a871d5282ff req-e314f1af-145a-4f90-bfb4-ed248953b013 service neutron] Attempting to bind port f744a5dd-97c0-4211-9c60-6ec67e1f0034 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': 'a4943cb1-8b39-4de7-85ed-25fa2e86aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f77d2b38-50a2-4a48-b3a2-b8f2247495f9'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:35:50.310524 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eed739-09c4-4318-beed-7a871d5282ff req-e314f1af-145a-4f90-bfb4-ed248953b013 service neutron] Attempting to bind port f744a5dd-97c0-4211-9c60-6ec67e1f0034 on network f77d2b38-50a2-4a48-b3a2-b8f2247495f9 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:50.323984 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eed739-09c4-4318-beed-7a871d5282ff req-e314f1af-145a-4f90-bfb4-ed248953b013 service neutron] Port f744a5dd-97c0-4211-9c60-6ec67e1f0034 on network f77d2b38-50a2-4a48-b3a2-b8f2247495f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:35:50.324490 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eed739-09c4-4318-beed-7a871d5282ff req-e314f1af-145a-4f90-bfb4-ed248953b013 service neutron] Attempting to bind port f744a5dd-97c0-4211-9c60-6ec67e1f0034 on network f77d2b38-50a2-4a48-b3a2-b8f2247495f9 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:50.334112 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eed739-09c4-4318-beed-7a871d5282ff req-e314f1af-145a-4f90-bfb4-ed248953b013 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:35:50.334757 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf6342-1617-40dc-b92c-157fd66bbf34 req-d9e58efe-88f8-44e9-9fa8-d30740af415f tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:50.341360 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eed739-09c4-4318-beed-7a871d5282ff req-e314f1af-145a-4f90-bfb4-ed248953b013 service neutron] Checking segment: {'id': 'a4943cb1-8b39-4de7-85ed-25fa2e86aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f77d2b38-50a2-4a48-b3a2-b8f2247495f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:50.341817 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eed739-09c4-4318-beed-7a871d5282ff req-e314f1af-145a-4f90-bfb4-ed248953b013 service neutron] Bound using segment: {'id': 'a4943cb1-8b39-4de7-85ed-25fa2e86aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f77d2b38-50a2-4a48-b3a2-b8f2247495f9'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:35:50.342307 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-75eed739-09c4-4318-beed-7a871d5282ff req-e314f1af-145a-4f90-bfb4-ed248953b013 service neutron] Bound port: f744a5dd-97c0-4211-9c60-6ec67e1f0034, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4943cb1-8b39-4de7-85ed-25fa2e86aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f77d2b38-50a2-4a48-b3a2-b8f2247495f9'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:35:50.342675 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-75eed739-09c4-4318-beed-7a871d5282ff req-e314f1af-145a-4f90-bfb4-ed248953b013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.344192 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e1bf6342-1617-40dc-b92c-157fd66bbf34 req-d9e58efe-88f8-44e9-9fa8-d30740af415f tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=bac5fb24-47b2-4f62-a815-4e6a7d65ea8e HTTP/1.1" status: 200 len: 943 time: 0.2449186 Dec 10 18:35:50.362727 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3677e8-455b-49d1-b257-17c5c9c62597 x-openstack-request-id: req-5a3677e8-455b-49d1-b257-17c5c9c62597 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:35:50.363108 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef8718fd-6bd5-41b9-8bd4-20a4a932f658", "tag": "b99da4b8-364b-47ed-8e52-ade80bea2582", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:35:50.363387 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5a3677e8-455b-49d1-b257-17c5c9c62597 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:35:50.363817 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef8718fd-6bd5-41b9-8bd4-20a4a932f658', 'tag': 'b99da4b8-364b-47ed-8e52-ade80bea2582', 'status': 'completed', 'code': 200} Dec 10 18:35:50.482353 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e1bf6342-1617-40dc-b92c-157fd66bbf34 req-0816351a-8114-4fcd-8b48-839e536657da tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370342 Dec 10 18:35:50.553574 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95288389-dd49-49d7-bd77-0f4cb89b1045 req-66b4ce6e-a15d-4523-8ca2-55e532ff6167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:50.555530 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-95288389-dd49-49d7-bd77-0f4cb89b1045 req-66b4ce6e-a15d-4523-8ca2-55e532ff6167 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ea90daa9d97481c81eba505bf8c8ecc&device_id=ef8718fd-6bd5-41b9-8bd4-20a4a932f658 HTTP/1.1" status: 200 len: 1097 time: 0.1472073 Dec 10 18:35:50.575002 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 073dd5de-6435-4691-b79a-d7c7b0aee1bc no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:35:50.584678 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-75eed739-09c4-4318-beed-7a871d5282ff req-e314f1af-145a-4f90-bfb4-ed248953b013 service neutron] For port f744a5dd-97c0-4211-9c60-6ec67e1f0034, host n-h1-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:35:50.590610 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-75eed739-09c4-4318-beed-7a871d5282ff req-e314f1af-145a-4f90-bfb4-ed248953b013 service neutron] For port f744a5dd-97c0-4211-9c60-6ec67e1f0034, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=f744a5dd-97c0-4211-9c60-6ec67e1f0034,segment=NetworkSegment(a4943cb1-8b39-4de7-85ed-25fa2e86aa72),segment_id=a4943cb1-8b39-4de7-85ed-25fa2e86aa72)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:35:50.622268 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-75eed739-09c4-4318-beed-7a871d5282ff req-e314f1af-145a-4f90-bfb4-ed248953b013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.691791 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314f1af-145a-4f90-bfb4-ed248953b013 service neutron] Pushing event updated for resources: {'Port': ['ID=f744a5dd-97c0-4211-9c60-6ec67e1f0034,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:50.716858 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eed739-09c4-4318-beed-7a871d5282ff req-e314f1af-145a-4f90-bfb4-ed248953b013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:50.717242 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-75eed739-09c4-4318-beed-7a871d5282ff req-e314f1af-145a-4f90-bfb4-ed248953b013 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.719857 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-75eed739-09c4-4318-beed-7a871d5282ff req-e314f1af-145a-4f90-bfb4-ed248953b013 service neutron] 10.222.0.46 "PUT /v2.0/ports/f744a5dd-97c0-4211-9c60-6ec67e1f0034 HTTP/1.1" status: 200 len: 1091 time: 1.9046023 Dec 10 18:35:50.729154 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac27af4-74ac-4669-a9db-91ef936402c9 req-004b0c00-0599-4223-b24c-3358cfb4baba tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:50.738325 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0ac27af4-74ac-4669-a9db-91ef936402c9 req-004b0c00-0599-4223-b24c-3358cfb4baba tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 947 time: 0.2057569 Dec 10 18:35:50.779789 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-082d20d2-9a98-4601-bae1-c5d18bdeb36f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.893122 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.919428 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0ac27af4-74ac-4669-a9db-91ef936402c9 req-64139421-a9d2-4865-bd18-f390b4df2064 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799190 Dec 10 18:35:50.936670 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95288389-dd49-49d7-bd77-0f4cb89b1045 req-2da517a0-c73e-4a46-8458-eddfc2420f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:50.936670 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-95288389-dd49-49d7-bd77-0f4cb89b1045 req-2da517a0-c73e-4a46-8458-eddfc2420f8d service neutron] 10.222.0.46 "GET /v2.0/networks?id=cb8dda4f-6685-44d5-8385-aec43e8785ff HTTP/1.1" status: 200 len: 907 time: 0.3623805 Dec 10 18:35:50.940098 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b54008-37fe-477d-b007-8c84c523f4b3 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:35:50.950965 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eed739-09c4-4318-beed-7a871d5282ff req-52dce45d-7dce-4d06-97c9-f1164bff739d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:50.955531 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-75eed739-09c4-4318-beed-7a871d5282ff req-52dce45d-7dce-4d06-97c9-f1164bff739d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9d81f2c65ece44779967ce4592ded8a2&device_id=bac5fb24-47b2-4f62-a815-4e6a7d65ea8e HTTP/1.1" status: 200 len: 1094 time: 0.1734445 Dec 10 18:35:50.964381 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port b3b54008-37fe-477d-b007-8c84c523f4b3, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=b3b54008-37fe-477d-b007-8c84c523f4b3,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:50.976208 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-51f8cbf5-e1a9-4d4c-a69c-dd009880766b req-e4efd074-0302-4f59-a2db-69deb9379484 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:51.021510 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:51.063908 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-75eed739-09c4-4318-beed-7a871d5282ff req-d6d18dcf-064d-4b1f-9561-9bcd6cd92d12 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f744a5dd-97c0-4211-9c60-6ec67e1f0034 HTTP/1.1" status: 200 len: 217 time: 0.0983994 Dec 10 18:35:51.114426 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=b3b54008-37fe-477d-b007-8c84c523f4b3,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:51.118523 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device ef45674d-6029-4212-8a05-7f1bf5dc06b2 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:51.213380 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eed739-09c4-4318-beed-7a871d5282ff req-44aa4bae-4ddb-4baa-b736-4159cea48007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:51.215808 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-75eed739-09c4-4318-beed-7a871d5282ff req-44aa4bae-4ddb-4baa-b736-4159cea48007 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2eb8e2fa-9956-481f-b0b9-17ff60156029 HTTP/1.1" status: 200 len: 854 time: 0.1378460 Dec 10 18:35:51.233279 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4efd074-0302-4f59-a2db-69deb9379484 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Pushing event deleted for resources: {'Port': ['ID=444a12bb-bbf6-43a3-b4bc-70d0a981672f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:51.269481 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port ef45674d-6029-4212-8a05-7f1bf5dc06b2 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:35:51.299629 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e102d-9a47-4290-952b-84aa7b4124c8 req-c9cfbb87-54e5-4dcc-9179-a92fe5516336 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:51.309421 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port ef45674d-6029-4212-8a05-7f1bf5dc06b2 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:51.309421 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:51.318604 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d14e102d-9a47-4290-952b-84aa7b4124c8 req-c9cfbb87-54e5-4dcc-9179-a92fe5516336 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=e74d1f16-6152-4dbe-9457-2de9d1e11eb0 HTTP/1.1" status: 200 len: 867 time: 0.6397970 Dec 10 18:35:51.319793 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-75eed739-09c4-4318-beed-7a871d5282ff req-1ec7b0d9-02f8-4424-a1fe-fa38dfdb51e9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f77d2b38-50a2-4a48-b3a2-b8f2247495f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967820 Dec 10 18:35:51.346949 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b46646e4-5ef5-4ad7-a8ba-3e0f765938f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1eb5a3-fcfb-4980-8bd4-e238245a3519', 'name': 'tempest-ServersTestJSON-1786768601-router', 'tenant_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '9ec9a04a-345a-46fe-813d-a69c251ce850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:35:14Z', 'updated_at': '2021-12-10T18:35:24Z', 'revision_number': 4, 'project_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'gw_port': {'id': '9ec9a04a-345a-46fe-813d-a69c251ce850', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1eb5a3-fcfb-4980-8bd4-e238245a3519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:35:16Z', 'updated_at': '2021-12-10T18:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '31fd7bda-a24f-448f-ba74-716992dab5f2', 'tenant_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '7c1eb5a3-fcfb-4980-8bd4-e238245a3519', 'port_id': 'b99da4b8-364b-47ed-8e52-ade80bea2582', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 794, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb8dda4f-6685-44d5-8385-aec43e8785ff', 'mac_address': 'fa:16:3e:5b:80:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8718fd-6bd5-41b9-8bd4-20a4a932f658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:35:28Z', 'updated_at': '2021-12-10T18:35:46Z', 'revision_number': 1, 'project_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12558f36-92d5-4892-884f-4f9bf9ac830d', 'name': '', 'network_id': 'cb8dda4f-6685-44d5-8385-aec43e8785ff', 'tenant_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'mac_address': 'fa:16:3e:ca:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1eb5a3-fcfb-4980-8bd4-e238245a3519', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '4bd67323-fef0-4d15-9a97-725cb74ca3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:35:22Z', 'updated_at': '2021-12-10T18:35:27Z', 'revision_number': 5, 'project_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'subnets': [{'id': '4bd67323-fef0-4d15-9a97-725cb74ca3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:51.396451 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46646e4-5ef5-4ad7-a8ba-3e0f765938f5 None None] The sync data for ids ['7c1eb5a3-fcfb-4980-8bd4-e238245a3519'] in n-d-821435-1 is: [{'id': '7c1eb5a3-fcfb-4980-8bd4-e238245a3519', 'name': 'tempest-ServersTestJSON-1786768601-router', 'tenant_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '9ec9a04a-345a-46fe-813d-a69c251ce850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:35:14Z', 'updated_at': '2021-12-10T18:35:24Z', 'revision_number': 4, 'project_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'gw_port': {'id': '9ec9a04a-345a-46fe-813d-a69c251ce850', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1eb5a3-fcfb-4980-8bd4-e238245a3519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:35:16Z', 'updated_at': '2021-12-10T18:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '31fd7bda-a24f-448f-ba74-716992dab5f2', 'tenant_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '7c1eb5a3-fcfb-4980-8bd4-e238245a3519', 'port_id': 'b99da4b8-364b-47ed-8e52-ade80bea2582', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 794, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb8dda4f-6685-44d5-8385-aec43e8785ff', 'mac_address': 'fa:16:3e:5b:80:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8718fd-6bd5-41b9-8bd4-20a4a932f658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:35:28Z', 'updated_at': '2021-12-10T18:35:46Z', 'revision_number': 1, 'project_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12558f36-92d5-4892-884f-4f9bf9ac830d', 'name': '', 'network_id': 'cb8dda4f-6685-44d5-8385-aec43e8785ff', 'tenant_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'mac_address': 'fa:16:3e:ca:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1eb5a3-fcfb-4980-8bd4-e238245a3519', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '4bd67323-fef0-4d15-9a97-725cb74ca3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:35:22Z', 'updated_at': '2021-12-10T18:35:27Z', 'revision_number': 5, 'project_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'subnets': [{'id': '4bd67323-fef0-4d15-9a97-725cb74ca3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:35:51.521419 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-95288389-dd49-49d7-bd77-0f4cb89b1045 req-11044fb3-0f21-4628-95c6-7d396eb45642 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b99da4b8-364b-47ed-8e52-ade80bea2582 HTTP/1.1" status: 200 len: 1000 time: 0.5732133 Dec 10 18:35:51.523781 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:51.558844 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['b3b54008-37fe-477d-b007-8c84c523f4b3'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:35:51.588834 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2008d705-9fb9-4ed3-b6d4-af9004f73099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef45674d-6029-4212-8a05-7f1bf5dc06b2'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:35:51.591817 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbce91b8-7173-4c12-b3e4-ae349cacbe32" -d '{"events": [{"server_uuid": "2008d705-9fb9-4ed3-b6d4-af9004f73099", "name": "network-vif-plugged", "status": "completed", "tag": "ef45674d-6029-4212-8a05-7f1bf5dc06b2"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:35:51.615347 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port ef45674d-6029-4212-8a05-7f1bf5dc06b2, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=ef45674d-6029-4212-8a05-7f1bf5dc06b2,segment=NetworkSegment(4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9),segment_id=4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:51.630880 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:51.630880 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 444a12bb-bbf6-43a3-b4bc-70d0a981672f no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:35:51.708713 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 444a12bb-bbf6-43a3-b4bc-70d0a981672f {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:35:51.709085 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 444a12bb-bbf6-43a3-b4bc-70d0a981672f not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:35:51.711609 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5a855-aaf7-4e53-9738-e1bd7d309371 req-f4525a26-3140-4801-935c-b47c6e343fb8 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:51.738197 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3ca5a855-aaf7-4e53-9738-e1bd7d309371 req-f4525a26-3140-4801-935c-b47c6e343fb8 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 943 time: 0.1995296 Dec 10 18:35:51.878342 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d14e102d-9a47-4290-952b-84aa7b4124c8 req-f3235fef-61a5-4c9a-87fe-532dbf3b2e8a tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc848203-e8d4-4112-84c3-2f5e9915fedc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5587509 Dec 10 18:35:51.908587 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95288389-dd49-49d7-bd77-0f4cb89b1045 req-71d8ec45-0214-47de-a9bd-d4697bc72387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:51.910106 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-95288389-dd49-49d7-bd77-0f4cb89b1045 req-71d8ec45-0214-47de-a9bd-d4697bc72387 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4bd67323-fef0-4d15-9a97-725cb74ca3f3 HTTP/1.1" status: 200 len: 845 time: 0.3223515 Dec 10 18:35:51.979156 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-75eed739-09c4-4318-beed-7a871d5282ff req-6d203561-2ec6-487d-a828-657da7f382a4 service neutron] 10.222.0.46 "GET /v2.0/networks/f77d2b38-50a2-4a48-b3a2-b8f2247495f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6514504 Dec 10 18:35:52.000576 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=ef45674d-6029-4212-8a05-7f1bf5dc06b2,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:52.035587 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23aba3d-19a9-40f1-aaa0-6558b3594b0c None None] New status for floating IP 31fd7bda-a24f-448f-ba74-716992dab5f2: ACTIVE {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:35:52.068327 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3ca5a855-aaf7-4e53-9738-e1bd7d309371 req-cbca1348-73ca-490b-b941-56a1ea1e01df tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291521 Dec 10 18:35:52.075204 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51f8cbf5-e1a9-4d4c-a69c-dd009880766b req-e4efd074-0302-4f59-a2db-69deb9379484 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Router 6d71ff25-20eb-4521-96ba-5abaac67c5c5 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:35:52.096070 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95288389-dd49-49d7-bd77-0f4cb89b1045 req-d333e742-8fd3-44ec-945f-abe086d6278c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:52.098463 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-95288389-dd49-49d7-bd77-0f4cb89b1045 req-d333e742-8fd3-44ec-945f-abe086d6278c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cb8dda4f-6685-44d5-8385-aec43e8785ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1745739 Dec 10 18:35:52.295068 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-95288389-dd49-49d7-bd77-0f4cb89b1045 req-aed0d3d8-194d-46bb-83cf-a31e579f9529 service neutron] 10.222.0.46 "GET /v2.0/networks/cb8dda4f-6685-44d5-8385-aec43e8785ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869090 Dec 10 18:35:52.368991 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fbb7ca6b-37fe-497c-80c4-a9de096b11a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:52.373557 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-75eed739-09c4-4318-beed-7a871d5282ff req-4a220069-2333-405a-904d-dbca4e8c9df9 service neutron] 10.222.0.46 "GET /v2.0/networks/f77d2b38-50a2-4a48-b3a2-b8f2247495f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658910 Dec 10 18:35:52.374311 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac5fb24-47b2-4f62-a815-4e6a7d65ea8e', 'tag': 'f744a5dd-97c0-4211-9c60-6ec67e1f0034'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:35:52.376969 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b29c58-c249-4a4f-bdce-e8cfb20bf5e0" -d '{"events": [{"name": "network-changed", "server_uuid": "bac5fb24-47b2-4f62-a815-4e6a7d65ea8e", "tag": "f744a5dd-97c0-4211-9c60-6ec67e1f0034"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:35:52.480440 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62e1e4-4292-41a1-a0c8-52d52512735b req-21f2e9f5-a9ba-42c2-8612-1e24dee097b2 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:52.488104 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2f62e1e4-4292-41a1-a0c8-52d52512735b req-21f2e9f5-a9ba-42c2-8612-1e24dee097b2 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.1548884 Dec 10 18:35:52.492743 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b5ce9-489c-438a-8430-e81a12db0ae8 req-c3060789-ec46-4cef-b9c9-ce1cbd3ae0a7 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:52.494813 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-566b5ce9-489c-438a-8430-e81a12db0ae8 req-c3060789-ec46-4cef-b9c9-ce1cbd3ae0a7 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=bac5fb24-47b2-4f62-a815-4e6a7d65ea8e HTTP/1.1" status: 200 len: 943 time: 0.0860548 Dec 10 18:35:52.559755 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-566b5ce9-489c-438a-8430-e81a12db0ae8 req-e5d11b14-eb29-498f-a7a3-607974fc6f33 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575473 Dec 10 18:35:52.597673 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2f62e1e4-4292-41a1-a0c8-52d52512735b req-b43d44f0-2b43-492e-8317-61fd03ece567 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010408 Dec 10 18:35:52.597673 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51f8cbf5-e1a9-4d4c-a69c-dd009880766b req-e4efd074-0302-4f59-a2db-69deb9379484 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:35:52.608559 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-95288389-dd49-49d7-bd77-0f4cb89b1045 req-e383c1d8-4e7a-40f6-a4e8-66fa9eaf8cc1 service neutron] 10.222.0.46 "GET /v2.0/networks/cb8dda4f-6685-44d5-8385-aec43e8785ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349355 Dec 10 18:35:52.619183 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642a5b53-973a-4f6c-be1d-bb764a24fc7e None None] Sync routers for ids ['6d71ff25-20eb-4521-96ba-5abaac67c5c5'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:35:52.637224 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642a5b53-973a-4f6c-be1d-bb764a24fc7e None None] Routers {'6d71ff25-20eb-4521-96ba-5abaac67c5c5'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:52.638428 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-642a5b53-973a-4f6c-be1d-bb764a24fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:35:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6d71ff25-20eb-4521-96ba-5abaac67c5c5'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:52.675390 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f8cbf5-e1a9-4d4c-a69c-dd009880766b req-e4efd074-0302-4f59-a2db-69deb9379484 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] No DVR routers for this DVR port 444a12bb-bbf6-43a3-b4bc-70d0a981672f on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:35:52.686328 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-51f8cbf5-e1a9-4d4c-a69c-dd009880766b req-e4efd074-0302-4f59-a2db-69deb9379484 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:52.690602 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-51f8cbf5-e1a9-4d4c-a69c-dd009880766b req-e4efd074-0302-4f59-a2db-69deb9379484 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.72 "DELETE /v2.0/ports/444a12bb-bbf6-43a3-b4bc-70d0a981672f HTTP/1.1" status: 204 len: 173 time: 4.0210316 Dec 10 18:35:52.690602 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74d1f16-6152-4dbe-9457-2de9d1e11eb0', 'name': 'network-vif-deleted', 'tag': '444a12bb-bbf6-43a3-b4bc-70d0a981672f'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:35:52.693981 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a49126-7e41-4286-b480-be1ae6b4556b" -d '{"events": [{"server_uuid": "e74d1f16-6152-4dbe-9457-2de9d1e11eb0", "name": "network-vif-deleted", "tag": "444a12bb-bbf6-43a3-b4bc-70d0a981672f"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:35:52.726571 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6ec2c3-3381-4685-b6c0-34ecc9d24f31 x-openstack-request-id: req-cb6ec2c3-3381-4685-b6c0-34ecc9d24f31 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:35:52.726891 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2008d705-9fb9-4ed3-b6d4-af9004f73099", "name": "network-vif-plugged", "status": "completed", "tag": "ef45674d-6029-4212-8a05-7f1bf5dc06b2", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:35:52.727117 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cb6ec2c3-3381-4685-b6c0-34ecc9d24f31 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:35:52.727564 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2008d705-9fb9-4ed3-b6d4-af9004f73099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef45674d-6029-4212-8a05-7f1bf5dc06b2', 'code': 200} Dec 10 18:35:52.877117 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-642a5b53-973a-4f6c-be1d-bb764a24fc7e None None] Set router 6d71ff25-20eb-4521-96ba-5abaac67c5c5 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:35:52.893644 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6215d3fd-929b-44c1-af77-d0ed5c50e926 x-openstack-request-id: req-6215d3fd-929b-44c1-af77-d0ed5c50e926 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:35:52.894143 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac5fb24-47b2-4f62-a815-4e6a7d65ea8e", "tag": "f744a5dd-97c0-4211-9c60-6ec67e1f0034", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:35:52.894400 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6215d3fd-929b-44c1-af77-d0ed5c50e926 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:35:52.894851 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac5fb24-47b2-4f62-a815-4e6a7d65ea8e', 'tag': 'f744a5dd-97c0-4211-9c60-6ec67e1f0034', 'status': 'completed', 'code': 200} Dec 10 18:35:52.942498 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ea999-3e19-4d63-907a-81a8653d88df req-aa802268-4af1-40f0-9df4-682e56d324c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:52.944117 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1d8ea999-3e19-4d63-907a-81a8653d88df req-aa802268-4af1-40f0-9df4-682e56d324c5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 1097 time: 0.1406417 Dec 10 18:35:52.951858 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a5192-9226-4ee4-9d29-8769a764021c req-fa447933-7dc4-4f90-9661-8639706992b5 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:52.953424 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e49a5192-9226-4ee4-9d29-8769a764021c req-fa447933-7dc4-4f90-9661-8639706992b5 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 948 time: 0.2057278 Dec 10 18:35:53.031367 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b29c58-c249-4a4f-bdce-e8cfb20bf5e0 req-de74a5cc-aad6-4a4f-aa0d-750ce07c6519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:53.033035 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a3b29c58-c249-4a4f-bdce-e8cfb20bf5e0 req-de74a5cc-aad6-4a4f-aa0d-750ce07c6519 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9d81f2c65ece44779967ce4592ded8a2&device_id=bac5fb24-47b2-4f62-a815-4e6a7d65ea8e HTTP/1.1" status: 200 len: 1094 time: 0.0965207 Dec 10 18:35:53.067018 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d17484e-b5ef-44a1-9b76-b505ed32e2c4 x-openstack-request-id: req-8d17484e-b5ef-44a1-9b76-b505ed32e2c4 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:35:53.067391 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74d1f16-6152-4dbe-9457-2de9d1e11eb0", "name": "network-vif-deleted", "tag": "444a12bb-bbf6-43a3-b4bc-70d0a981672f", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:35:53.068562 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8d17484e-b5ef-44a1-9b76-b505ed32e2c4 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:35:53.069145 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74d1f16-6152-4dbe-9457-2de9d1e11eb0', 'name': 'network-vif-deleted', 'tag': '444a12bb-bbf6-43a3-b4bc-70d0a981672f', 'status': 'completed', 'code': 200} Dec 10 18:35:53.074331 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e49a5192-9226-4ee4-9d29-8769a764021c req-ca441f29-dc3d-4007-8f3f-fb8477811307 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778522 Dec 10 18:35:53.105702 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-a900b7cf-fa34-444d-89f7-bad33945b385 service neutron] 10.222.0.46 "GET /v2.0/ports/073dd5de-6435-4691-b79a-d7c7b0aee1bc/bindings/n-h2-821435-1 HTTP/1.1" status: 200 len: 384 time: 0.2554569 Dec 10 18:35:53.177971 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b29c58-c249-4a4f-bdce-e8cfb20bf5e0 req-5b4f53a6-fd31-4c39-bee4-88ee7c947f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:53.179513 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a3b29c58-c249-4a4f-bdce-e8cfb20bf5e0 req-5b4f53a6-fd31-4c39-bee4-88ee7c947f90 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f77d2b38-50a2-4a48-b3a2-b8f2247495f9 HTTP/1.1" status: 200 len: 915 time: 0.1350439 Dec 10 18:35:53.217111 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-52afdffd-42cf-449e-a4a4-2bbf2fefb8f2 req-bfe2d254-a84e-4fb5-bd2c-b5e6fa390ea7 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/ports?device_id=e74d1f16-6152-4dbe-9457-2de9d1e11eb0 HTTP/1.1" status: 200 len: 210 time: 0.0364068 Dec 10 18:35:53.258901 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a3b29c58-c249-4a4f-bdce-e8cfb20bf5e0 req-73406fd2-a27b-4a6c-9607-93a492840111 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f744a5dd-97c0-4211-9c60-6ec67e1f0034 HTTP/1.1" status: 200 len: 217 time: 0.0675027 Dec 10 18:35:53.300811 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1d8ea999-3e19-4d63-907a-81a8653d88df req-5dada405-94ce-4ea0-88c3-f37c7dbba7a1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280582 Dec 10 18:35:53.359328 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b29c58-c249-4a4f-bdce-e8cfb20bf5e0 req-e33a2f2f-cd0a-4e20-b2db-84ff245a1f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:53.361126 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a3b29c58-c249-4a4f-bdce-e8cfb20bf5e0 req-e33a2f2f-cd0a-4e20-b2db-84ff245a1f9f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2eb8e2fa-9956-481f-b0b9-17ff60156029 HTTP/1.1" status: 200 len: 854 time: 0.0940063 Dec 10 18:35:53.421630 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a3b29c58-c249-4a4f-bdce-e8cfb20bf5e0 req-098b00f9-44eb-4307-a7e4-ce9351352c58 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f77d2b38-50a2-4a48-b3a2-b8f2247495f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383658 Dec 10 18:35:53.503092 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:53.508145 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-642a5b53-973a-4f6c-be1d-bb764a24fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1249584809-router', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '9706d300-42ff-4496-b444-fb40bec3f3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:28:16Z', 'updated_at': '2021-12-10T18:28:20Z', 'revision_number': 4, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'gw_port': {'id': '9706d300-42ff-4496-b444-fb40bec3f3d3', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:25:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:17Z', 'updated_at': '2021-12-10T18:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'a638d25f-ee7b-4c1c-a6ef-cd7f728ce127', 'name': '', 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'mac_address': 'fa:16:3e:f2:cb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ebe9125f-6c16-45da-b199-c6abec1b4923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:20Z', 'updated_at': '2021-12-10T18:28:27Z', 'revision_number': 5, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'subnets': [{'id': 'ebe9125f-6c16-45da-b199-c6abec1b4923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:53.546989 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642a5b53-973a-4f6c-be1d-bb764a24fc7e None None] Checking router: 6d71ff25-20eb-4521-96ba-5abaac67c5c5 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:35:53.556934 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642a5b53-973a-4f6c-be1d-bb764a24fc7e None None] Routers {'6d71ff25-20eb-4521-96ba-5abaac67c5c5'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:53.557638 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-642a5b53-973a-4f6c-be1d-bb764a24fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:35:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6d71ff25-20eb-4521-96ba-5abaac67c5c5'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:53.558132 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a3b29c58-c249-4a4f-bdce-e8cfb20bf5e0 req-0b9a3331-32bc-401c-b774-934fd06de606 service neutron] 10.222.0.46 "GET /v2.0/networks/f77d2b38-50a2-4a48-b3a2-b8f2247495f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279142 Dec 10 18:35:53.560923 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e846e8-d83a-4f3e-901c-0d4021c87272 req-bc7b6a27-2c8a-4d8c-a42c-82fc9c3729e3 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:53.562642 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f5e846e8-d83a-4f3e-901c-0d4021c87272 req-bc7b6a27-2c8a-4d8c-a42c-82fc9c3729e3 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 943 time: 0.2039235 Dec 10 18:35:53.569836 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-1473f5be-cd0b-4362-acc4-9fbed4e8d7ba service neutron] For port 073dd5de-6435-4691-b79a-d7c7b0aee1bc, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=073dd5de-6435-4691-b79a-d7c7b0aee1bc,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:53.657790 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-1473f5be-cd0b-4362-acc4-9fbed4e8d7ba service neutron] For port 073dd5de-6435-4691-b79a-d7c7b0aee1bc, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:35:53.687346 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a3b29c58-c249-4a4f-bdce-e8cfb20bf5e0 req-be5b0300-db6c-4997-86d0-f248044f7467 service neutron] 10.222.0.46 "GET /v2.0/networks/f77d2b38-50a2-4a48-b3a2-b8f2247495f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170523 Dec 10 18:35:53.694866 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-642a5b53-973a-4f6c-be1d-bb764a24fc7e None None] Set router 6d71ff25-20eb-4521-96ba-5abaac67c5c5 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:35:53.763431 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f5e846e8-d83a-4f3e-901c-0d4021c87272 req-0dfc16a5-c46e-4c32-b196-ebfa727ee324 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883118 Dec 10 18:35:53.765995 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-1473f5be-cd0b-4362-acc4-9fbed4e8d7ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 073dd5de-6435-4691-b79a-d7c7b0aee1bc {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:35:53.790160 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-1473f5be-cd0b-4362-acc4-9fbed4e8d7ba service neutron] For port 073dd5de-6435-4691-b79a-d7c7b0aee1bc, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=073dd5de-6435-4691-b79a-d7c7b0aee1bc,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:53.812503 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-1473f5be-cd0b-4362-acc4-9fbed4e8d7ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:53.842927 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20660cb6-d884-4c57-884c-1bab66fdfbc6 req-89f2c86e-8492-47ae-bae0-5821cc1b165b tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:53.856883 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-20660cb6-d884-4c57-884c-1bab66fdfbc6 req-89f2c86e-8492-47ae-bae0-5821cc1b165b tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=bac5fb24-47b2-4f62-a815-4e6a7d65ea8e HTTP/1.1" status: 200 len: 943 time: 0.1264570 Dec 10 18:35:53.924195 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-20660cb6-d884-4c57-884c-1bab66fdfbc6 req-2d553be1-d6a9-424f-a9ed-2ce9904379c2 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649381 Dec 10 18:35:53.968442 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-642a5b53-973a-4f6c-be1d-bb764a24fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1249584809-router', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '9706d300-42ff-4496-b444-fb40bec3f3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:28:16Z', 'updated_at': '2021-12-10T18:28:20Z', 'revision_number': 4, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'gw_port': {'id': '9706d300-42ff-4496-b444-fb40bec3f3d3', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:25:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:17Z', 'updated_at': '2021-12-10T18:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'a638d25f-ee7b-4c1c-a6ef-cd7f728ce127', 'name': '', 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'mac_address': 'fa:16:3e:f2:cb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ebe9125f-6c16-45da-b199-c6abec1b4923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:20Z', 'updated_at': '2021-12-10T18:28:27Z', 'revision_number': 5, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'subnets': [{'id': 'ebe9125f-6c16-45da-b199-c6abec1b4923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:53.974949 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64dd53-bb13-410a-b916-b9ac9c1061fe req-0d716773-f038-4a4b-85bf-51d28aca8060 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:53.976716 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8d64dd53-bb13-410a-b916-b9ac9c1061fe req-0d716773-f038-4a4b-85bf-51d28aca8060 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.1001723 Dec 10 18:35:54.006531 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-1473f5be-cd0b-4362-acc4-9fbed4e8d7ba service neutron] Transition to ACTIVE for port object 073dd5de-6435-4691-b79a-d7c7b0aee1bc will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:35:54.014002 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-1473f5be-cd0b-4362-acc4-9fbed4e8d7ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.021859 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642a5b53-973a-4f6c-be1d-bb764a24fc7e None None] The sync data for ids ['6d71ff25-20eb-4521-96ba-5abaac67c5c5'] in n-d-821435-1 is: [{'id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1249584809-router', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '9706d300-42ff-4496-b444-fb40bec3f3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:28:16Z', 'updated_at': '2021-12-10T18:28:20Z', 'revision_number': 4, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'gw_port': {'id': '9706d300-42ff-4496-b444-fb40bec3f3d3', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:25:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:17Z', 'updated_at': '2021-12-10T18:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'a638d25f-ee7b-4c1c-a6ef-cd7f728ce127', 'name': '', 'network_id': '07d60a74-f182-41ba-b9dc-085b291b0734', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'mac_address': 'fa:16:3e:f2:cb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ebe9125f-6c16-45da-b199-c6abec1b4923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:20Z', 'updated_at': '2021-12-10T18:28:27Z', 'revision_number': 5, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'subnets': [{'id': 'ebe9125f-6c16-45da-b199-c6abec1b4923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:35:54.099815 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8d64dd53-bb13-410a-b916-b9ac9c1061fe req-94324bc6-bd8e-4044-822d-45f3f26cc421 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082668 Dec 10 18:35:54.130141 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-1473f5be-cd0b-4362-acc4-9fbed4e8d7ba service neutron] No DVR routers for this DVR port 073dd5de-6435-4691-b79a-d7c7b0aee1bc on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:35:54.144100 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1473f5be-cd0b-4362-acc4-9fbed4e8d7ba service neutron] Pushing event updated for resources: {'Port': ['ID=073dd5de-6435-4691-b79a-d7c7b0aee1bc,revision_number=10']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:54.173864 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-1473f5be-cd0b-4362-acc4-9fbed4e8d7ba service neutron] 10.222.0.46 "PUT /v2.0/ports/073dd5de-6435-4691-b79a-d7c7b0aee1bc/bindings/n-h2-821435-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0565784 Dec 10 18:35:54.279593 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079ce09-52a2-4356-a34f-1a50a3c461bf req-127db33d-c794-4e8f-9e0c-44f65c9c210c tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:54.288494 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7079ce09-52a2-4356-a34f-1a50a3c461bf req-127db33d-c794-4e8f-9e0c-44f65c9c210c tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 948 time: 0.0871184 Dec 10 18:35:54.349297 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7079ce09-52a2-4356-a34f-1a50a3c461bf req-712e2bd1-64a3-46bc-9ada-1d8ed1378692 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598133 Dec 10 18:35:54.412998 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device f744a5dd-97c0-4211-9c60-6ec67e1f0034 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:35:54.465848 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 49700) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:54.513813 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfbd8e7-f8da-424a-b90b-e34107a5d85b None None] New status for floating IP c1a9033d-056c-4c1f-b1eb-ed22944f35ca: DOWN {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:35:54.549200 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-76c2e342-e0a9-4ad7-b7c0-0d6b1c803999 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.605390 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port f744a5dd-97c0-4211-9c60-6ec67e1f0034, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=f744a5dd-97c0-4211-9c60-6ec67e1f0034,segment=NetworkSegment(a4943cb1-8b39-4de7-85ed-25fa2e86aa72),segment_id=a4943cb1-8b39-4de7-85ed-25fa2e86aa72)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:54.615276 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-76c2e342-e0a9-4ad7-b7c0-0d6b1c803999 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.637087 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': 'f744a5dd-97c0-4211-9c60-6ec67e1f0034', 'network_id': 'f77d2b38-50a2-4a48-b3a2-b8f2247495f9', 'port_id': 'f744a5dd-97c0-4211-9c60-6ec67e1f0034', 'mac_address': 'fa:16:3e:e4:9d:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eb8e2fa-9956-481f-b0b9-17ff60156029', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:35:54.721384 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-76c2e342-e0a9-4ad7-b7c0-0d6b1c803999 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.724064 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-76c2e342-e0a9-4ad7-b7c0-0d6b1c803999 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.725311 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-76c2e342-e0a9-4ad7-b7c0-0d6b1c803999 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "DELETE /v2.0/security-groups/fc848203-e8d4-4112-84c3-2f5e9915fedc HTTP/1.1" status: 204 len: 168 time: 0.2585118 Dec 10 18:35:54.728491 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 49702) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:54.733311 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.760098 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2e342-e0a9-4ad7-b7c0-0d6b1c803999 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc848203-e8d4-4112-84c3-2f5e9915fedc,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:54.760386 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f744a5dd-97c0-4211-9c60-6ec67e1f0034 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:35:54.763514 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-615d84d4-e59d-4ca3-a8b4-af81387d99a5 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] show failed (client error): The resource could not be found. Dec 10 18:35:54.768659 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-615d84d4-e59d-4ca3-a8b4-af81387d99a5 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "GET /v2.0/security-groups/fc848203-e8d4-4112-84c3-2f5e9915fedc HTTP/1.1" status: 404 len: 347 time: 0.0347073 Dec 10 18:35:54.768800 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 49704) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:54.827393 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port f744a5dd-97c0-4211-9c60-6ec67e1f0034, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=f744a5dd-97c0-4211-9c60-6ec67e1f0034,segment=NetworkSegment(a4943cb1-8b39-4de7-85ed-25fa2e86aa72),segment_id=a4943cb1-8b39-4de7-85ed-25fa2e86aa72)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:54.837461 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.846734 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.919942 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=f744a5dd-97c0-4211-9c60-6ec67e1f0034,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:54.951728 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65ddf8-67d3-4347-b088-3ccb29805b79 req-706e4ddd-2cf4-4ce5-b146-860c5a0503c7 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:54.960952 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ce65ddf8-67d3-4347-b088-3ccb29805b79 req-706e4ddd-2cf4-4ce5-b146-860c5a0503c7 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 944 time: 0.0922618 Dec 10 18:35:55.036532 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ce65ddf8-67d3-4347-b088-3ccb29805b79 req-4908889e-3039-45ea-b1e0-0802fecab91d tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745587 Dec 10 18:35:55.057319 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device b3b54008-37fe-477d-b007-8c84c523f4b3 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:55.082203 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-55ae05a5-6fc9-4806-b4fc-cbe6f84b7965 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Deleting port 100a61fa-0649-4696-996b-2432924434ee {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:55.083057 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-55ae05a5-6fc9-4806-b4fc-cbe6f84b7965 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:55.141995 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['f744a5dd-97c0-4211-9c60-6ec67e1f0034'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:35:55.156060 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbd957-e7dc-4473-8773-a3df250038d4 req-ab0e3f78-ba7c-41a6-9459-57ad4d8357b0 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:55.165047 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f7fbd957-e7dc-4473-8773-a3df250038d4 req-ab0e3f78-ba7c-41a6-9459-57ad4d8357b0 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=bac5fb24-47b2-4f62-a815-4e6a7d65ea8e HTTP/1.1" status: 200 len: 944 time: 0.1472840 Dec 10 18:35:55.212400 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port b3b54008-37fe-477d-b007-8c84c523f4b3 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:35:55.221741 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port b3b54008-37fe-477d-b007-8c84c523f4b3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:55.222376 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:55.252589 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f7fbd957-e7dc-4473-8773-a3df250038d4 req-3bb371f2-1a88-4b25-b1d6-96d4af3fc299 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815892 Dec 10 18:35:55.283282 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b7d61-ba47-429c-8695-a6f508eb664b req-36ed6479-4eee-47df-a7ff-b7f8e944919a tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:55.293498 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-694b7d61-ba47-429c-8695-a6f508eb664b req-36ed6479-4eee-47df-a7ff-b7f8e944919a tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.1028612 Dec 10 18:35:55.294222 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-55ae05a5-6fc9-4806-b4fc-cbe6f84b7965 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:55.295344 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-55ae05a5-6fc9-4806-b4fc-cbe6f84b7965 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:55.342083 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-55ae05a5-6fc9-4806-b4fc-cbe6f84b7965 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Calling delete_port for 100a61fa-0649-4696-996b-2432924434ee owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:55.357138 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-694b7d61-ba47-429c-8695-a6f508eb664b req-c176bd45-3f44-4771-8b59-1a10e1d7ae55 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553761 Dec 10 18:35:55.418836 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:55.481168 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:55.492452 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37babafd-0e58-4601-a2e8-fe23b7da0d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b54008-37fe-477d-b007-8c84c523f4b3'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:35:55.496312 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba45040-b977-4f06-bd7d-ee7dd772e264" -d '{"events": [{"server_uuid": "37babafd-0e58-4601-a2e8-fe23b7da0d30", "name": "network-vif-plugged", "status": "completed", "tag": "b3b54008-37fe-477d-b007-8c84c523f4b3"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:35:55.511653 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17ed04-94c7-4fa0-917f-96c398ba3d8c req-f2734ac1-d857-4392-87dd-3d87cb7a3503 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:55.521469 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ca17ed04-94c7-4fa0-917f-96c398ba3d8c req-f2734ac1-d857-4392-87dd-3d87cb7a3503 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 948 time: 0.0758524 Dec 10 18:35:55.534648 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port b3b54008-37fe-477d-b007-8c84c523f4b3, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=b3b54008-37fe-477d-b007-8c84c523f4b3,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:55.542510 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:55.578967 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ca17ed04-94c7-4fa0-917f-96c398ba3d8c req-73e38076-f0b2-4746-97cf-214c7c464864 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560362 Dec 10 18:35:55.603809 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=b3b54008-37fe-477d-b007-8c84c523f4b3,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:55.624879 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-55ae05a5-6fc9-4806-b4fc-cbe6f84b7965 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:55.645846 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0660b0c0-7a95-4f08-b3a1-52127acd321a x-openstack-request-id: req-0660b0c0-7a95-4f08-b3a1-52127acd321a {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:35:55.646340 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37babafd-0e58-4601-a2e8-fe23b7da0d30", "name": "network-vif-plugged", "status": "completed", "tag": "b3b54008-37fe-477d-b007-8c84c523f4b3", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:35:55.646430 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0660b0c0-7a95-4f08-b3a1-52127acd321a {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:35:55.646790 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37babafd-0e58-4601-a2e8-fe23b7da0d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b54008-37fe-477d-b007-8c84c523f4b3', 'code': 200} Dec 10 18:35:55.656098 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae05a5-6fc9-4806-b4fc-cbe6f84b7965 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Pushing event deleted for resources: {'Port': ['ID=100a61fa-0649-4696-996b-2432924434ee,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:55.727384 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-55ae05a5-6fc9-4806-b4fc-cbe6f84b7965 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:55.731028 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-55ae05a5-6fc9-4806-b4fc-cbe6f84b7965 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:55.732354 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-55ae05a5-6fc9-4806-b4fc-cbe6f84b7965 tempest-ServersWithSpecificFlavorTestJSON-2034541602 tempest-ServersWithSpecificFlavorTestJSON-2034541602-project] 10.222.0.62 "DELETE /v2.0/floatingips/c1a9033d-056c-4c1f-b1eb-ed22944f35ca HTTP/1.1" status: 204 len: 168 time: 0.9628823 Dec 10 18:35:56.165742 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997eb5f8-0559-459b-b7a3-1164f73310ab req-63f68dc0-a72c-4ca7-bfd9-bb0f3d59c357 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:56.167944 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-997eb5f8-0559-459b-b7a3-1164f73310ab req-63f68dc0-a72c-4ca7-bfd9-bb0f3d59c357 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 944 time: 0.0533569 Dec 10 18:35:56.221975 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-997eb5f8-0559-459b-b7a3-1164f73310ab req-6bfbae6c-4bd5-4b4a-ae15-276d478bbb90 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479035 Dec 10 18:35:56.308341 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 49768) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:56.368709 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a624981-2875-494d-816e-ad9dd2c30e94 req-7b963ae8-c1a6-42e5-862e-88e5a338aeb7 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:56.371482 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9a624981-2875-494d-816e-ad9dd2c30e94 req-7b963ae8-c1a6-42e5-862e-88e5a338aeb7 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=bac5fb24-47b2-4f62-a815-4e6a7d65ea8e HTTP/1.1" status: 200 len: 944 time: 0.0548685 Dec 10 18:35:56.429302 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9a624981-2875-494d-816e-ad9dd2c30e94 req-bc60dc54-6ff8-49be-8773-0d847508c06a tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502133 Dec 10 18:35:56.436219 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device f744a5dd-97c0-4211-9c60-6ec67e1f0034 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:56.503902 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port f744a5dd-97c0-4211-9c60-6ec67e1f0034 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:35:56.508265 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de93d8-7932-4eb1-ba1e-382daad35611 req-9df501d7-2cc8-4e76-aae5-25baaece4cc8 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:56.508432 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port f744a5dd-97c0-4211-9c60-6ec67e1f0034 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:56.509577 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:56.513137 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d8de93d8-7932-4eb1-ba1e-382daad35611 req-9df501d7-2cc8-4e76-aae5-25baaece4cc8 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.0783980 Dec 10 18:35:56.608327 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:56.643078 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port f744a5dd-97c0-4211-9c60-6ec67e1f0034, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=f744a5dd-97c0-4211-9c60-6ec67e1f0034,segment=NetworkSegment(a4943cb1-8b39-4de7-85ed-25fa2e86aa72),segment_id=a4943cb1-8b39-4de7-85ed-25fa2e86aa72)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:56.647272 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:56.648217 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device b1102d7c-56d0-4908-ba38-1f09f1b6500a no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:35:56.654401 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d8de93d8-7932-4eb1-ba1e-382daad35611 req-9c0fb1bc-adab-477c-8b2a-1094268afeac tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271315 Dec 10 18:35:56.752900 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=f744a5dd-97c0-4211-9c60-6ec67e1f0034,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:56.806257 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:56.846869 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port b1102d7c-56d0-4908-ba38-1f09f1b6500a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=b1102d7c-56d0-4908-ba38-1f09f1b6500a,segment=NetworkSegment(a9a1f0c6-697d-404a-a8fe-550f575230bf),segment_id=a9a1f0c6-697d-404a-a8fe-550f575230bf)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:56.851476 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:56.909808 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=b1102d7c-56d0-4908-ba38-1f09f1b6500a,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:56.934824 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e7a1b-12df-4bf7-92c6-1857ac5063ea req-f0966e90-87ea-4508-8ab9-6697b78c0e72 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:56.936364 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-629e7a1b-12df-4bf7-92c6-1857ac5063ea req-f0966e90-87ea-4508-8ab9-6697b78c0e72 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.1018131 Dec 10 18:35:57.004557 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-629e7a1b-12df-4bf7-92c6-1857ac5063ea req-9b506a19-decf-4833-bdce-56bcb0d68859 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611279 Dec 10 18:35:57.072025 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-97821b55-4b34-4bf7-ab7f-737840ecdecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.383098 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52517562-46df-4612-90b9-3517eea72d89 req-c2373499-0e9c-461d-834f-fa41e446afef tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:57.387270 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-52517562-46df-4612-90b9-3517eea72d89 req-c2373499-0e9c-461d-834f-fa41e446afef tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 944 time: 0.0653801 Dec 10 18:35:57.411176 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-97821b55-4b34-4bf7-ab7f-737840ecdecf admin admin] Deleting port a638d25f-ee7b-4c1c-a6ef-cd7f728ce127 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:57.411522 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-97821b55-4b34-4bf7-ab7f-737840ecdecf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.500404 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-52517562-46df-4612-90b9-3517eea72d89 req-628b0c23-f3bd-471f-b639-1373683a4390 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003187 Dec 10 18:35:57.528149 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-97821b55-4b34-4bf7-ab7f-737840ecdecf admin admin] For port a638d25f-ee7b-4c1c-a6ef-cd7f728ce127, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=a638d25f-ee7b-4c1c-a6ef-cd7f728ce127,segment=NetworkSegment(47f2c0bc-cf33-48eb-8eac-c815a1f3cb03),segment_id=47f2c0bc-cf33-48eb-8eac-c815a1f3cb03)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:57.528439 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-97821b55-4b34-4bf7-ab7f-737840ecdecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.543961 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-97821b55-4b34-4bf7-ab7f-737840ecdecf admin admin] Calling delete_port for a638d25f-ee7b-4c1c-a6ef-cd7f728ce127 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:57.547190 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d12c1-10c6-4525-a832-6df145718a74 req-a25fff57-6174-4b31-9c72-c3fde5e7ffaa tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:57.553532 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-618d12c1-10c6-4525-a832-6df145718a74 req-a25fff57-6174-4b31-9c72-c3fde5e7ffaa tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/networks?id=bceb057d-f456-42f1-aa52-7a9ff59c427a HTTP/1.1" status: 200 len: 804 time: 0.1236939 Dec 10 18:35:57.565284 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-618d12c1-10c6-4525-a832-6df145718a74 req-17c23ead-69e4-4060-9c22-e22be7ab14b0 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/quotas/00c23c1637e147a49e5d6016832f8f3e HTTP/1.1" status: 200 len: 375 time: 0.0100808 Dec 10 18:35:57.615327 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-618d12c1-10c6-4525-a832-6df145718a74 req-9014e003-ce17-40e3-96a1-41a236222e09 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=00c23c1637e147a49e5d6016832f8f3e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0443935 Dec 10 18:35:57.648049 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac5fb24-47b2-4f62-a815-4e6a7d65ea8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f744a5dd-97c0-4211-9c60-6ec67e1f0034'}, {'server_uuid': '13ecd95e-efea-473f-8dee-3f3c3191165d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1102d7c-56d0-4908-ba38-1f09f1b6500a'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:35:57.652230 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1204aa95-42d7-4a53-bea0-c73bb171f68a" -d '{"events": [{"server_uuid": "bac5fb24-47b2-4f62-a815-4e6a7d65ea8e", "name": "network-vif-plugged", "status": "completed", "tag": "f744a5dd-97c0-4211-9c60-6ec67e1f0034"}, {"server_uuid": "13ecd95e-efea-473f-8dee-3f3c3191165d", "name": "network-vif-unplugged", "status": "completed", "tag": "b1102d7c-56d0-4908-ba38-1f09f1b6500a"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:35:57.664003 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6fb449-91ea-4b6d-995a-e1829f0390ed req-6b141ac7-17ed-4045-8f5c-9939a714c689 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:57.665761 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7d6fb449-91ea-4b6d-995a-e1829f0390ed req-6b141ac7-17ed-4045-8f5c-9939a714c689 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=bac5fb24-47b2-4f62-a815-4e6a7d65ea8e HTTP/1.1" status: 200 len: 945 time: 0.0785480 Dec 10 18:35:57.712616 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-618d12c1-10c6-4525-a832-6df145718a74 req-0f0cb63a-9079-4884-8efd-6460ac696f20 service neutron] 10.222.0.62 "GET /v2.0/networks/bceb057d-f456-42f1-aa52-7a9ff59c427a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883031 Dec 10 18:35:57.774867 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7d6fb449-91ea-4b6d-995a-e1829f0390ed req-be0027bc-48ab-4b76-aef9-c407e33c6cfc tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682504 Dec 10 18:35:57.829693 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-618d12c1-10c6-4525-a832-6df145718a74 req-543ded98-0a3c-4d9c-b3cb-6b9879bcc080 service neutron] 10.222.0.62 "GET /v2.0/networks/bceb057d-f456-42f1-aa52-7a9ff59c427a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093576 Dec 10 18:35:57.839664 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 10 Dec 2021 18:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfed7bdb-f078-4317-b06f-323674daa420 x-openstack-request-id: req-dfed7bdb-f078-4317-b06f-323674daa420 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:35:57.839955 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac5fb24-47b2-4f62-a815-4e6a7d65ea8e", "name": "network-vif-plugged", "status": "completed", "tag": "f744a5dd-97c0-4211-9c60-6ec67e1f0034", "code": 200}, {"server_uuid": "13ecd95e-efea-473f-8dee-3f3c3191165d", "name": "network-vif-unplugged", "status": "completed", "tag": "b1102d7c-56d0-4908-ba38-1f09f1b6500a", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:35:57.840450 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dfed7bdb-f078-4317-b06f-323674daa420 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:35:57.840844 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac5fb24-47b2-4f62-a815-4e6a7d65ea8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f744a5dd-97c0-4211-9c60-6ec67e1f0034', 'code': 200} Dec 10 18:35:57.841103 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ecd95e-efea-473f-8dee-3f3c3191165d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1102d7c-56d0-4908-ba38-1f09f1b6500a', 'code': 200} Dec 10 18:35:57.844280 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-97821b55-4b34-4bf7-ab7f-737840ecdecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.900291 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97821b55-4b34-4bf7-ab7f-737840ecdecf admin admin] Pushing event deleted for resources: {'Port': ['ID=a638d25f-ee7b-4c1c-a6ef-cd7f728ce127,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:57.969046 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dcec4-3fa1-4306-ac4a-b0c7398a9411 req-939b2aee-e811-4d83-87f8-1965c76486a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:57.970586 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-464dcec4-3fa1-4306-ac4a-b0c7398a9411 req-939b2aee-e811-4d83-87f8-1965c76486a9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bac5fb24-47b2-4f62-a815-4e6a7d65ea8e HTTP/1.1" status: 200 len: 1096 time: 0.0542841 Dec 10 18:35:58.038600 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-464dcec4-3fa1-4306-ac4a-b0c7398a9411 req-c495c8a7-f3f7-416c-9e33-50c8f7ef005a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597882 Dec 10 18:35:58.100884 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b81b6-a2f8-41c4-85cf-1f8ef161e420 req-b41ac1d2-52a6-410a-a512-69f9761f37e1 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:58.107678 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-446b81b6-a2f8-41c4-85cf-1f8ef161e420 req-b41ac1d2-52a6-410a-a512-69f9761f37e1 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.1761911 Dec 10 18:35:58.176510 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-446b81b6-a2f8-41c4-85cf-1f8ef161e420 req-0f897988-02cb-4bc0-8979-b920c006db30 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649655 Dec 10 18:35:58.177513 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-97821b55-4b34-4bf7-ab7f-737840ecdecf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:58.324713 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4cb8e61c-457b-4e52-bb0a-23ab58db9f00 req-69990016-cc5d-4a14-a5be-e90064a65fae tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 210 time: 0.0683377 Dec 10 18:35:58.406567 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c57199b-1a9f-4994-a507-dd0635af6a65 req-1480ae0e-205c-4f5e-a166-0ab7faa4086c tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:58.408766 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0c57199b-1a9f-4994-a507-dd0635af6a65 req-1480ae0e-205c-4f5e-a166-0ab7faa4086c tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.0968120 Dec 10 18:35:58.467151 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0c57199b-1a9f-4994-a507-dd0635af6a65 req-4b0ec55e-1b33-45d1-8672-f21b496b0abc tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511713 Dec 10 18:35:58.504931 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97821b55-4b34-4bf7-ab7f-737840ecdecf admin admin] Router 6d71ff25-20eb-4521-96ba-5abaac67c5c5 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:35:58.650208 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412e5df-f677-49f8-a305-3b5758a0f27f req-57cb3f63-19ea-4e18-96b5-9ca66a91a22a tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:58.652230 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9412e5df-f677-49f8-a305-3b5758a0f27f req-57cb3f63-19ea-4e18-96b5-9ca66a91a22a tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 944 time: 0.0715933 Dec 10 18:35:58.653684 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97821b55-4b34-4bf7-ab7f-737840ecdecf admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:35:58.659322 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-97821b55-4b34-4bf7-ab7f-737840ecdecf admin admin] 10.222.0.62 "PUT /v2.0/routers/6d71ff25-20eb-4521-96ba-5abaac67c5c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3498840 Dec 10 18:35:58.661759 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 49878) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:58.664126 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db1ea37-70d6-4527-a33a-8aeadea14ac8 None None] Sync routers for ids ['6d71ff25-20eb-4521-96ba-5abaac67c5c5'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:35:58.680824 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db1ea37-70d6-4527-a33a-8aeadea14ac8 None None] Routers {'6d71ff25-20eb-4521-96ba-5abaac67c5c5'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:58.681629 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3db1ea37-70d6-4527-a33a-8aeadea14ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:35:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6d71ff25-20eb-4521-96ba-5abaac67c5c5'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:58.784354 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9412e5df-f677-49f8-a305-3b5758a0f27f req-f4cc401b-91e2-40c4-9440-46e9ec3f818e tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230104 Dec 10 18:35:58.792374 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3db1ea37-70d6-4527-a33a-8aeadea14ac8 None None] Set router 6d71ff25-20eb-4521-96ba-5abaac67c5c5 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:35:58.812622 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3636a875-c576-4c63-b17c-e70614d6a6d0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:58.900576 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a0d9c-46b7-4910-86c4-a9dce3220c1e req-51f91ce5-10fe-4632-942c-6d0b6fb127d5 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:58.902708 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b59a0d9c-46b7-4910-86c4-a9dce3220c1e req-51f91ce5-10fe-4632-942c-6d0b6fb127d5 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=bac5fb24-47b2-4f62-a815-4e6a7d65ea8e HTTP/1.1" status: 200 len: 945 time: 0.0524709 Dec 10 18:35:58.921875 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3636a875-c576-4c63-b17c-e70614d6a6d0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:58.963095 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b59a0d9c-46b7-4910-86c4-a9dce3220c1e req-ad90fe88-cbef-4e98-bd90-7a6f6216b242 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489337 Dec 10 18:35:58.980876 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-3636a875-c576-4c63-b17c-e70614d6a6d0 admin admin] Deleting port 9706d300-42ff-4496-b444-fb40bec3f3d3 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:58.981217 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3636a875-c576-4c63-b17c-e70614d6a6d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:59.004828 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3db1ea37-70d6-4527-a33a-8aeadea14ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1249584809-router', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '9706d300-42ff-4496-b444-fb40bec3f3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:28:16Z', 'updated_at': '2021-12-10T18:35:57Z', 'revision_number': 5, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'gw_port': {'id': '9706d300-42ff-4496-b444-fb40bec3f3d3', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:25:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:17Z', 'updated_at': '2021-12-10T18:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:59.035025 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db1ea37-70d6-4527-a33a-8aeadea14ac8 None None] Checking router: 6d71ff25-20eb-4521-96ba-5abaac67c5c5 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:35:59.046104 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db1ea37-70d6-4527-a33a-8aeadea14ac8 None None] Routers {'6d71ff25-20eb-4521-96ba-5abaac67c5c5'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:59.046808 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3db1ea37-70d6-4527-a33a-8aeadea14ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:35:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6d71ff25-20eb-4521-96ba-5abaac67c5c5'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:59.066573 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-3636a875-c576-4c63-b17c-e70614d6a6d0 admin admin] For port 9706d300-42ff-4496-b444-fb40bec3f3d3, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=9706d300-42ff-4496-b444-fb40bec3f3d3,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:59.066941 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3636a875-c576-4c63-b17c-e70614d6a6d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:59.081933 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-3636a875-c576-4c63-b17c-e70614d6a6d0 admin admin] Calling delete_port for 9706d300-42ff-4496-b444-fb40bec3f3d3 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:59.154888 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3db1ea37-70d6-4527-a33a-8aeadea14ac8 None None] Set router 6d71ff25-20eb-4521-96ba-5abaac67c5c5 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:35:59.251091 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3db1ea37-70d6-4527-a33a-8aeadea14ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1249584809-router', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:28:16Z', 'updated_at': '2021-12-10T18:35:58Z', 'revision_number': 6, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:59.283225 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db1ea37-70d6-4527-a33a-8aeadea14ac8 None None] The sync data for ids ['6d71ff25-20eb-4521-96ba-5abaac67c5c5'] in n-d-821435-1 is: [{'id': '6d71ff25-20eb-4521-96ba-5abaac67c5c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1249584809-router', 'tenant_id': '70b0792e9b484b69840e9b663917d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:28:16Z', 'updated_at': '2021-12-10T18:35:58Z', 'revision_number': 6, 'project_id': '70b0792e9b484b69840e9b663917d1a6', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:35:59.343706 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065964d3-1e96-46b9-9fbb-00e567a169cf req-c8b675be-217b-4436-90b7-ec25371de786 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:59.345434 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-065964d3-1e96-46b9-9fbb-00e567a169cf req-c8b675be-217b-4436-90b7-ec25371de786 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.46 "GET /v2.0/ports?device_id=13ecd95e-efea-473f-8dee-3f3c3191165d HTTP/1.1" status: 200 len: 943 time: 0.0598731 Dec 10 18:35:59.382703 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158e40f-6955-4bec-a3cc-bb15bb38b32c req-470aa4a5-deba-4137-9b45-bd658c6aefca tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:59.384986 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d158e40f-6955-4bec-a3cc-bb15bb38b32c req-470aa4a5-deba-4137-9b45-bd658c6aefca tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.0803549 Dec 10 18:35:59.386830 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3636a875-c576-4c63-b17c-e70614d6a6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:59.424433 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3636a875-c576-4c63-b17c-e70614d6a6d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9706d300-42ff-4496-b444-fb40bec3f3d3,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:59.468125 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ad8e0fb0-1e60-45a8-97ff-e0e95ec71535 req-f50f6413-adcb-4d3a-8612-b1f6ec775c6a tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 210 time: 0.0414774 Dec 10 18:35:59.499448 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-065964d3-1e96-46b9-9fbb-00e567a169cf req-c9634137-a5bd-499c-8f18-24ad302c6761 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Deleting port b1102d7c-56d0-4908-ba38-1f09f1b6500a {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:59.499797 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-065964d3-1e96-46b9-9fbb-00e567a169cf req-c9634137-a5bd-499c-8f18-24ad302c6761 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:59.517810 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d158e40f-6955-4bec-a3cc-bb15bb38b32c req-df5e87d8-3c4e-4f9a-ae1e-e905bd904560 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034245 Dec 10 18:35:59.529717 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3636a875-c576-4c63-b17c-e70614d6a6d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:59.607994 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-065964d3-1e96-46b9-9fbb-00e567a169cf req-c9634137-a5bd-499c-8f18-24ad302c6761 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] For port b1102d7c-56d0-4908-ba38-1f09f1b6500a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=b1102d7c-56d0-4908-ba38-1f09f1b6500a,segment=NetworkSegment(a9a1f0c6-697d-404a-a8fe-550f575230bf),segment_id=a9a1f0c6-697d-404a-a8fe-550f575230bf)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:59.608287 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-065964d3-1e96-46b9-9fbb-00e567a169cf req-c9634137-a5bd-499c-8f18-24ad302c6761 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:59.625910 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-065964d3-1e96-46b9-9fbb-00e567a169cf req-c9634137-a5bd-499c-8f18-24ad302c6761 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Calling delete_port for b1102d7c-56d0-4908-ba38-1f09f1b6500a owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:59.794091 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-065964d3-1e96-46b9-9fbb-00e567a169cf req-c9634137-a5bd-499c-8f18-24ad302c6761 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:00.007367 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3636a875-c576-4c63-b17c-e70614d6a6d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:00.011709 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3636a875-c576-4c63-b17c-e70614d6a6d0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:00.076245 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5b0dc-d92c-493f-bcfb-50385378f4c0 req-cff5701a-a414-4b3c-89ef-3e933b53bf80 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:00.085058 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6ec5b0dc-d92c-493f-bcfb-50385378f4c0 req-cff5701a-a414-4b3c-89ef-3e933b53bf80 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.1782722 Dec 10 18:36:00.093548 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3636a875-c576-4c63-b17c-e70614d6a6d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:00.094172 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3636a875-c576-4c63-b17c-e70614d6a6d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d71ff25-20eb-4521-96ba-5abaac67c5c5 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:36:00.099452 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3636a875-c576-4c63-b17c-e70614d6a6d0 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:00.103481 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3636a875-c576-4c63-b17c-e70614d6a6d0 admin admin] 10.222.0.62 "DELETE /v2.0/routers/6d71ff25-20eb-4521-96ba-5abaac67c5c5 HTTP/1.1" status: 204 len: 168 time: 1.4407299 Dec 10 18:36:00.112327 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 49896) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:00.150443 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9634137-a5bd-499c-8f18-24ad302c6761 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Pushing event deleted for resources: {'Port': ['ID=b1102d7c-56d0-4908-ba38-1f09f1b6500a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:00.190149 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6ec5b0dc-d92c-493f-bcfb-50385378f4c0 req-f32b2298-bbf5-41c6-a7ab-75a7f07b1486 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038506 Dec 10 18:36:00.193166 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-b062fc91-9262-47a8-9388-28a757f7a8bc admin admin] Deleting subnet ebe9125f-6c16-45da-b199-c6abec1b4923 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:36:00.196583 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b062fc91-9262-47a8-9388-28a757f7a8bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:00.229052 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-065964d3-1e96-46b9-9fbb-00e567a169cf req-c9634137-a5bd-499c-8f18-24ad302c6761 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] No DVR routers for this DVR port b1102d7c-56d0-4908-ba38-1f09f1b6500a on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:36:00.234744 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-065964d3-1e96-46b9-9fbb-00e567a169cf req-c9634137-a5bd-499c-8f18-24ad302c6761 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:00.238072 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-065964d3-1e96-46b9-9fbb-00e567a169cf req-c9634137-a5bd-499c-8f18-24ad302c6761 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.46 "DELETE /v2.0/ports/b1102d7c-56d0-4908-ba38-1f09f1b6500a HTTP/1.1" status: 204 len: 173 time: 0.8855667 Dec 10 18:36:00.239065 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ecd95e-efea-473f-8dee-3f3c3191165d', 'name': 'network-vif-deleted', 'tag': 'b1102d7c-56d0-4908-ba38-1f09f1b6500a'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:36:00.241651 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb31ffdd-1c3e-44d6-bcb4-27c22aa532f8" -d '{"events": [{"server_uuid": "13ecd95e-efea-473f-8dee-3f3c3191165d", "name": "network-vif-deleted", "tag": "b1102d7c-56d0-4908-ba38-1f09f1b6500a"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:36:00.244189 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b062fc91-9262-47a8-9388-28a757f7a8bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:00.259317 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2624a-280e-42aa-b5fa-03e97bf9e1ff req-b67a5902-b1a1-475c-80d8-924c679a8b44 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:00.261660 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7ae2624a-280e-42aa-b5fa-03e97bf9e1ff req-b67a5902-b1a1-475c-80d8-924c679a8b44 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 944 time: 0.1126032 Dec 10 18:36:00.335150 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7ae2624a-280e-42aa-b5fa-03e97bf9e1ff req-84d68218-9d64-4397-8dce-ba2161c89850 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652053 Dec 10 18:36:00.373704 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320fb80-fb09-4279-be0b-2f65dc579f0a req-ae8e5553-9b9b-4e5c-ad0c-d5cc8bcea65f tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:00.381253 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e320fb80-fb09-4279-be0b-2f65dc579f0a req-ae8e5553-9b9b-4e5c-ad0c-d5cc8bcea65f tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=bac5fb24-47b2-4f62-a815-4e6a7d65ea8e HTTP/1.1" status: 200 len: 945 time: 0.1070759 Dec 10 18:36:00.414004 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d9d199-00ab-42d9-bfaa-8d73dbc4346a x-openstack-request-id: req-38d9d199-00ab-42d9-bfaa-8d73dbc4346a {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:36:00.414004 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ecd95e-efea-473f-8dee-3f3c3191165d", "name": "network-vif-deleted", "tag": "b1102d7c-56d0-4908-ba38-1f09f1b6500a", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:36:00.414562 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-38d9d199-00ab-42d9-bfaa-8d73dbc4346a {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:36:00.414785 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ecd95e-efea-473f-8dee-3f3c3191165d', 'name': 'network-vif-deleted', 'tag': 'b1102d7c-56d0-4908-ba38-1f09f1b6500a', 'status': 'completed', 'code': 200} Dec 10 18:36:00.436162 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b062fc91-9262-47a8-9388-28a757f7a8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:00.476046 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e320fb80-fb09-4279-be0b-2f65dc579f0a req-0b75c760-4caf-4abc-b317-43773b8ba2d5 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937474 Dec 10 18:36:00.508355 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b062fc91-9262-47a8-9388-28a757f7a8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:00.537795 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b062fc91-9262-47a8-9388-28a757f7a8bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebe9125f-6c16-45da-b199-c6abec1b4923,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:00.545232 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b062fc91-9262-47a8-9388-28a757f7a8bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:00.555932 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fc9f23-0bd5-40f0-bca9-ee2dcf42a902 None None] Network 07d60a74-f182-41ba-b9dc-085b291b0734 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:00.567549 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b062fc91-9262-47a8-9388-28a757f7a8bc admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ebe9125f-6c16-45da-b199-c6abec1b4923 HTTP/1.1" status: 204 len: 168 time: 0.4510152 Dec 10 18:36:00.567922 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 49910) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:00.590465 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5291ab1b-277b-4a3c-b443-46d6de6ea4fe req-2e5c381e-a9c5-4864-bd68-7a178e2be2cc tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 210 time: 0.0402000 Dec 10 18:36:00.719945 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19123978-497f-437e-91e9-1d0110332dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:00.790071 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c755d26-7a9e-4664-9ed2-6408adc5cbc3 req-6117bdf6-acd8-4351-8210-c293264eea5c tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:00.791673 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4c755d26-7a9e-4664-9ed2-6408adc5cbc3 req-6117bdf6-acd8-4351-8210-c293264eea5c tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.1104026 Dec 10 18:36:00.810598 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f172a1e-fba3-4d9d-9648-88e2a380dc24 None None] DHCP port deletion for 07d60a74-f182-41ba-b9dc-085b291b0734 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:36:00.818623 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-19123978-497f-437e-91e9-1d0110332dbe admin admin] Deleting port c6c13db4-407b-4b18-b330-12d3a22d55eb {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:00.818966 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19123978-497f-437e-91e9-1d0110332dbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:00.891984 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8f172a1e-fba3-4d9d-9648-88e2a380dc24 None None] Deleting port c6c13db4-407b-4b18-b330-12d3a22d55eb {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:00.892569 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8f172a1e-fba3-4d9d-9648-88e2a380dc24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:00.899765 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-dc62e9ca-6727-4ebf-ad97-9fcfcd0d15e2 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:00.901971 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-dc62e9ca-6727-4ebf-ad97-9fcfcd0d15e2 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64&tenant_id=5768feea1c8f4e40b878b814fdae92ab&binding%3Ahost_id=n-h1-821435-1 HTTP/1.1" status: 200 len: 1095 time: 0.0756242 Dec 10 18:36:00.991779 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-adac58c2-f2d4-4541-87d0-785c3a76ae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:00.999888 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-adac58c2-f2d4-4541-87d0-785c3a76ae5d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64&tenant_id=5768feea1c8f4e40b878b814fdae92ab HTTP/1.1" status: 200 len: 1095 time: 0.0844655 Dec 10 18:36:01.003922 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8f172a1e-fba3-4d9d-9648-88e2a380dc24 None None] For port c6c13db4-407b-4b18-b330-12d3a22d55eb, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c6c13db4-407b-4b18-b330-12d3a22d55eb,segment=NetworkSegment(47f2c0bc-cf33-48eb-8eac-c815a1f3cb03),segment_id=47f2c0bc-cf33-48eb-8eac-c815a1f3cb03)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:01.021809 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8f172a1e-fba3-4d9d-9648-88e2a380dc24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.046303 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8f172a1e-fba3-4d9d-9648-88e2a380dc24 None None] Calling delete_port for c6c13db4-407b-4b18-b330-12d3a22d55eb owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:01.048176 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-19123978-497f-437e-91e9-1d0110332dbe admin admin] For port c6c13db4-407b-4b18-b330-12d3a22d55eb, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c6c13db4-407b-4b18-b330-12d3a22d55eb,segment=NetworkSegment(47f2c0bc-cf33-48eb-8eac-c815a1f3cb03),segment_id=47f2c0bc-cf33-48eb-8eac-c815a1f3cb03)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:01.048955 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19123978-497f-437e-91e9-1d0110332dbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.077087 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553df00-a9b9-4c3f-a10f-e600f1b9195c req-9f909661-f22e-416d-a8ff-930a05a6e402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:01.078920 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7553df00-a9b9-4c3f-a10f-e600f1b9195c req-9f909661-f22e-416d-a8ff-930a05a6e402 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 1100 time: 0.1478479 Dec 10 18:36:01.084932 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-19123978-497f-437e-91e9-1d0110332dbe admin admin] Calling delete_port for c6c13db4-407b-4b18-b330-12d3a22d55eb owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:01.104118 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4c755d26-7a9e-4664-9ed2-6408adc5cbc3 req-dfc15870-1458-4a28-9b74-b9f73e116db7 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466383 Dec 10 18:36:01.154163 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-3b11188a-9d8f-4b90-bd09-00b841190cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:01.156965 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-3b11188a-9d8f-4b90-bd09-00b841190cdc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5768feea1c8f4e40b878b814fdae92ab&device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 1095 time: 0.1102905 Dec 10 18:36:01.157211 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8f172a1e-fba3-4d9d-9648-88e2a380dc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.203578 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f172a1e-fba3-4d9d-9648-88e2a380dc24 None None] Pushing event deleted for resources: {'Port': ['ID=c6c13db4-407b-4b18-b330-12d3a22d55eb,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:01.208086 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f172a1e-fba3-4d9d-9648-88e2a380dc24 None None] No DVR routers for this DVR port c6c13db4-407b-4b18-b330-12d3a22d55eb on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:36:01.254035 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7553df00-a9b9-4c3f-a10f-e600f1b9195c req-629ef9c3-3c7a-428e-a2cf-267424eb6256 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627169 Dec 10 18:36:01.273516 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 9706d300-42ff-4496-b444-fb40bec3f3d3 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:36:01.305657 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 9706d300-42ff-4496-b444-fb40bec3f3d3 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:36:01.306728 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 9706d300-42ff-4496-b444-fb40bec3f3d3 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:36:01.307384 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device a638d25f-ee7b-4c1c-a6ef-cd7f728ce127 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:36:01.334851 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: a638d25f-ee7b-4c1c-a6ef-cd7f728ce127 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:36:01.335850 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device a638d25f-ee7b-4c1c-a6ef-cd7f728ce127 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:36:01.336442 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c6c13db4-407b-4b18-b330-12d3a22d55eb no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:36:01.339225 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-ba236258-74fc-4a8c-b925-abdd476f5eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:01.347633 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-ba236258-74fc-4a8c-b925-abdd476f5eee service neutron] 10.222.0.72 "GET /v2.0/networks?id=b1a56b94-fee7-4dfb-925d-977caaf81317 HTTP/1.1" status: 200 len: 908 time: 0.1821179 Dec 10 18:36:01.357479 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19123978-497f-437e-91e9-1d0110332dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.378125 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: c6c13db4-407b-4b18-b330-12d3a22d55eb {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:36:01.378912 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c6c13db4-407b-4b18-b330-12d3a22d55eb not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:36:01.398109 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19123978-497f-437e-91e9-1d0110332dbe admin admin] Pushing event deleted for resources: {'Port': ['ID=c6c13db4-407b-4b18-b330-12d3a22d55eb,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:01.400694 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19123978-497f-437e-91e9-1d0110332dbe admin admin] No DVR routers for this DVR port c6c13db4-407b-4b18-b330-12d3a22d55eb on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:36:01.447067 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e665139-8220-4818-b01d-12bb842d8427 req-99ec4faa-83e9-44c2-892e-ed44913b1bd9 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:01.448956 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0e665139-8220-4818-b01d-12bb842d8427 req-99ec4faa-83e9-44c2-892e-ed44913b1bd9 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.0928791 Dec 10 18:36:01.506037 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0e665139-8220-4818-b01d-12bb842d8427 req-0b43cfa6-1943-4881-a0d9-6497bff2d7c5 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503848 Dec 10 18:36:01.513872 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19123978-497f-437e-91e9-1d0110332dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.541032 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-19123978-497f-437e-91e9-1d0110332dbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d60a74-f182-41ba-b9dc-085b291b0734']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:01.560290 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a839c-bfc6-4548-92d9-79b94b4ed77f req-66b5c2e3-8530-47e9-a664-e6be6919bb9e tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:01.561848 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ce2a839c-bfc6-4548-92d9-79b94b4ed77f req-66b5c2e3-8530-47e9-a664-e6be6919bb9e tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 944 time: 0.0919352 Dec 10 18:36:01.563758 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-19123978-497f-437e-91e9-1d0110332dbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47f2c0bc-cf33-48eb-8eac-c815a1f3cb03') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:01.563947 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-19123978-497f-437e-91e9-1d0110332dbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47f2c0bc-cf33-48eb-8eac-c815a1f3cb03') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:01.575574 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19123978-497f-437e-91e9-1d0110332dbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.604080 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19123978-497f-437e-91e9-1d0110332dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.618425 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19123978-497f-437e-91e9-1d0110332dbe admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:36:01.618839 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19123978-497f-437e-91e9-1d0110332dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.621535 n-d-821435-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:36:01.621535 n-d-821435-1 neutron-server[103245]: self.session.flush() Dec 10 18:36:01.621535 n-d-821435-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:36:01.621535 n-d-821435-1 neutron-server[103245]: self.session.flush() Dec 10 18:36:01.621535 n-d-821435-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:36:01.621535 n-d-821435-1 neutron-server[103245]: self.session.flush() Dec 10 18:36:01.621535 n-d-821435-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:36:01.621535 n-d-821435-1 neutron-server[103245]: self.session.flush() Dec 10 18:36:01.621535 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:36:01.621535 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:36:01.621535 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:36:01.621535 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:36:01.621535 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:36:01.621535 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:36:01.621535 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:36:01.621535 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:36:01.621535 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:36:01.621535 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:36:01.621535 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:36:01.621535 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:36:01.621535 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:36:01.621535 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:36:01.621535 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:36:01.621535 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:36:01.621535 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:36:01.621535 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:36:01.621535 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:36:01.621535 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:36:01.621535 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:36:01.621535 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:36:01.621535 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:36:01.621535 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:36:01.621535 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:36:01.621535 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:36:01.621535 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:36:01.621535 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:36:01.621535 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:36:01.621535 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:36:01.621535 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:36:01.621535 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:36:01.676919 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ce2a839c-bfc6-4548-92d9-79b94b4ed77f req-e0081c3a-1d1e-4bb4-ad92-2367a250d273 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043651 Dec 10 18:36:01.695672 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19123978-497f-437e-91e9-1d0110332dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.709188 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19123978-497f-437e-91e9-1d0110332dbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.713123 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-19123978-497f-437e-91e9-1d0110332dbe admin admin] 10.222.0.62 "DELETE /v2.0/networks/07d60a74-f182-41ba-b9dc-085b291b0734 HTTP/1.1" status: 204 len: 168 time: 1.1441386 Dec 10 18:36:01.725402 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 49930) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:01.732984 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19123978-497f-437e-91e9-1d0110332dbe admin admin] Pushing event deleted for resources: {'Network': ['ID=07d60a74-f182-41ba-b9dc-085b291b0734,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:01.743652 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e72cac69-91a9-41a0-9414-e77e070ab6cd req-56d347b6-fa58-4706-8456-d9f21b5e621c tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 210 time: 0.0805762 Dec 10 18:36:02.095076 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec6e156a-9502-4fa0-855e-37457c25c4bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.221649 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6968a-de78-4e15-ae61-9618bf1c3049 req-b6d31aad-2210-4b91-b08f-f8892d6d89c2 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:02.223157 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dec6968a-de78-4e15-ae61-9618bf1c3049 req-b6d31aad-2210-4b91-b08f-f8892d6d89c2 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.0488245 Dec 10 18:36:02.273057 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dec6968a-de78-4e15-ae61-9618bf1c3049 req-6c5ee550-4ac4-4428-9622-29d9e7fbed66 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436382 Dec 10 18:36:02.353021 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ec6e156a-9502-4fa0-855e-37457c25c4bf admin admin] Deleting port f1d610ef-b5af-4348-b562-73e81352c2fb {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:02.353385 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec6e156a-9502-4fa0-855e-37457c25c4bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.440198 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-ec6e156a-9502-4fa0-855e-37457c25c4bf admin admin] For port f1d610ef-b5af-4348-b562-73e81352c2fb, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=f1d610ef-b5af-4348-b562-73e81352c2fb,segment=NetworkSegment(e28dd885-1c3f-40c4-805d-4e5efe0b3129),segment_id=e28dd885-1c3f-40c4-805d-4e5efe0b3129)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:02.440586 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec6e156a-9502-4fa0-855e-37457c25c4bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.457253 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ec6e156a-9502-4fa0-855e-37457c25c4bf admin admin] Calling delete_port for f1d610ef-b5af-4348-b562-73e81352c2fb owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:02.479144 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device b1102d7c-56d0-4908-ba38-1f09f1b6500a no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:36:02.501205 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: b1102d7c-56d0-4908-ba38-1f09f1b6500a {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:36:02.501575 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device b1102d7c-56d0-4908-ba38-1f09f1b6500a not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:36:02.678723 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e2bb0-34df-4a1a-af09-db0c441a9790 req-f5ed62a1-49b3-4c47-a629-0f7ba2c53720 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:02.680309 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-462e2bb0-34df-4a1a-af09-db0c441a9790 req-f5ed62a1-49b3-4c47-a629-0f7ba2c53720 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.0951362 Dec 10 18:36:02.696705 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec6e156a-9502-4fa0-855e-37457c25c4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.734584 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e156a-9502-4fa0-855e-37457c25c4bf admin admin] Pushing event deleted for resources: {'Port': ['ID=f1d610ef-b5af-4348-b562-73e81352c2fb,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:02.807468 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-462e2bb0-34df-4a1a-af09-db0c441a9790 req-d3c947c1-0774-4507-ac91-6a9cb1a3dc9b tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195214 Dec 10 18:36:02.819648 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae11057-8225-4232-93f6-3ffb92507c23 req-35340cef-fe41-4b2d-83dd-e58e3c65e2d8 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:02.829511 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eae11057-8225-4232-93f6-3ffb92507c23 req-35340cef-fe41-4b2d-83dd-e58e3c65e2d8 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 944 time: 0.0693836 Dec 10 18:36:02.885253 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eae11057-8225-4232-93f6-3ffb92507c23 req-9fc877e4-c3d0-4c60-aa94-461c52578da1 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547631 Dec 10 18:36:02.951996 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-069cbde6-0759-436f-ac13-3c8bbb21cd4b req-f9df41e1-22b9-48d4-86ee-548ff86647b0 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 210 time: 0.0439944 Dec 10 18:36:02.987078 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec6e156a-9502-4fa0-855e-37457c25c4bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.258666 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6e156a-9502-4fa0-855e-37457c25c4bf admin admin] Router aac92a89-5419-4de0-84a5-38884da1d067 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:36:03.447984 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bd985-1981-41f9-9e84-cd0b483dd324 req-0f81ed45-e840-412b-a208-f1180b620c3d tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:03.456140 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-963bd985-1981-41f9-9e84-cd0b483dd324 req-0f81ed45-e840-412b-a208-f1180b620c3d tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.0792384 Dec 10 18:36:03.478824 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.503452 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6e156a-9502-4fa0-855e-37457c25c4bf admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:03.514563 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95922d41-610b-4b03-a3ce-158279a03d4c None None] Sync routers for ids ['aac92a89-5419-4de0-84a5-38884da1d067'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:03.515124 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-963bd985-1981-41f9-9e84-cd0b483dd324 req-915ab3e7-c1db-4a53-9084-eb20cf971625 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573971 Dec 10 18:36:03.521054 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 49960) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:03.524495 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95922d41-610b-4b03-a3ce-158279a03d4c None None] Routers {'aac92a89-5419-4de0-84a5-38884da1d067'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:03.525339 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-95922d41-610b-4b03-a3ce-158279a03d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:35:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['aac92a89-5419-4de0-84a5-38884da1d067'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:03.526930 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ec6e156a-9502-4fa0-855e-37457c25c4bf admin admin] 10.222.0.62 "PUT /v2.0/routers/aac92a89-5419-4de0-84a5-38884da1d067/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8003364 Dec 10 18:36:03.647312 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d263a7b-b80e-4a38-823a-dde4e19470db admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.664991 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-95922d41-610b-4b03-a3ce-158279a03d4c None None] Set router aac92a89-5419-4de0-84a5-38884da1d067 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:36:03.812061 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-223c1d11-c036-4052-bc7f-5ac490344d99 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=073dd5de-6435-4691-b79a-d7c7b0aee1bc HTTP/1.1" status: 200 len: 217 time: 0.0486536 Dec 10 18:36:03.874486 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-7d0f6e4f-e348-4f84-ad41-ed2e700c1c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:03.876443 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-7d0f6e4f-e348-4f84-ad41-ed2e700c1c66 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c38321c-218a-47ac-873b-024a1169316a HTTP/1.1" status: 200 len: 847 time: 0.0528972 Dec 10 18:36:03.879149 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d263a7b-b80e-4a38-823a-dde4e19470db admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.927260 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-95922d41-610b-4b03-a3ce-158279a03d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac92a89-5419-4de0-84a5-38884da1d067', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1621083298-router', 'tenant_id': '17f69fa421ef466d94b53eab6548ccbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'c4bc2fe0-d910-46c9-841e-8dfe10e69f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:28:24Z', 'updated_at': '2021-12-10T18:36:02Z', 'revision_number': 5, 'project_id': '17f69fa421ef466d94b53eab6548ccbc', 'gw_port': {'id': 'c4bc2fe0-d910-46c9-841e-8dfe10e69f1c', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac92a89-5419-4de0-84a5-38884da1d067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:28:25Z', 'updated_at': '2021-12-10T18:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:03.946259 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-e3a81c7b-6ecb-4c18-9029-acc7382f5ab1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b1a56b94-fee7-4dfb-925d-977caaf81317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593987 Dec 10 18:36:03.962257 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95922d41-610b-4b03-a3ce-158279a03d4c None None] Checking router: aac92a89-5419-4de0-84a5-38884da1d067 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:36:03.974930 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95922d41-610b-4b03-a3ce-158279a03d4c None None] Routers {'aac92a89-5419-4de0-84a5-38884da1d067'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:03.975842 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-95922d41-610b-4b03-a3ce-158279a03d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:35:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['aac92a89-5419-4de0-84a5-38884da1d067'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:03.983457 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d2f08-9641-4a14-9b9e-54c024631023 req-a775709a-2031-45c1-b63b-1359b710f202 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:03.991511 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a05d2f08-9641-4a14-9b9e-54c024631023 req-a775709a-2031-45c1-b63b-1359b710f202 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.0877278 Dec 10 18:36:04.089794 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a05d2f08-9641-4a14-9b9e-54c024631023 req-633bdd2d-1ba5-4e54-94fe-eddc722b3c6d tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971465 Dec 10 18:36:04.110904 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-a6aa1e87-4125-4dd4-95ec-caf3d4517dbf service neutron] 10.222.0.72 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121142 Dec 10 18:36:04.248779 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-95922d41-610b-4b03-a3ce-158279a03d4c None None] Set router aac92a89-5419-4de0-84a5-38884da1d067 gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:36:04.294226 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7d847-0f83-4f54-a8dd-f55f05a0c1fe req-2003f812-29c7-4353-b291-d935d70fc6b2 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:04.295869 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7e7d847-0f83-4f54-a8dd-f55f05a0c1fe req-2003f812-29c7-4353-b291-d935d70fc6b2 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 944 time: 0.1812594 Dec 10 18:36:04.300569 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5d263a7b-b80e-4a38-823a-dde4e19470db admin admin] Deleting port c4bc2fe0-d910-46c9-841e-8dfe10e69f1c {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:04.300961 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d263a7b-b80e-4a38-823a-dde4e19470db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:04.301486 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d12c1-10c6-4525-a832-6df145718a74 req-d184f16b-fc64-4c35-b85d-fe52dbcdb69d tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:04.303223 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-618d12c1-10c6-4525-a832-6df145718a74 req-d184f16b-fc64-4c35-b85d-fe52dbcdb69d tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.72 "GET /v2.0/networks?id=bceb057d-f456-42f1-aa52-7a9ff59c427a HTTP/1.1" status: 200 len: 804 time: 0.1724617 Dec 10 18:36:04.325608 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-618d12c1-10c6-4525-a832-6df145718a74 req-a2891506-4871-4ea6-83cd-4faf5506dd9a tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Request body: {'port': {'device_id': 'a308d612-ca0e-46ed-b237-d0342ffd7110', 'network_id': 'bceb057d-f456-42f1-aa52-7a9ff59c427a', 'admin_state_up': True, 'tenant_id': '00c23c1637e147a49e5d6016832f8f3e'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:04.383369 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-95922d41-610b-4b03-a3ce-158279a03d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac92a89-5419-4de0-84a5-38884da1d067', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1621083298-router', 'tenant_id': '17f69fa421ef466d94b53eab6548ccbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:28:24Z', 'updated_at': '2021-12-10T18:36:03Z', 'revision_number': 6, 'project_id': '17f69fa421ef466d94b53eab6548ccbc', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:04.419414 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95922d41-610b-4b03-a3ce-158279a03d4c None None] The sync data for ids ['aac92a89-5419-4de0-84a5-38884da1d067'] in n-d-821435-1 is: [{'id': 'aac92a89-5419-4de0-84a5-38884da1d067', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1621083298-router', 'tenant_id': '17f69fa421ef466d94b53eab6548ccbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:28:24Z', 'updated_at': '2021-12-10T18:36:03Z', 'revision_number': 6, 'project_id': '17f69fa421ef466d94b53eab6548ccbc', 'gw_port_host': None}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:04.473794 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-36c6e3d9-d258-4330-990e-c0d81f710278 req-c19f6e0e-7d18-465c-94f7-867a81ccd053 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 210 time: 0.1375687 Dec 10 18:36:04.511016 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-39073c01-f99a-4e83-9b1a-19a7a9e302e9 service neutron] 10.222.0.72 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910935 Dec 10 18:36:04.584274 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7e7d847-0f83-4f54-a8dd-f55f05a0c1fe req-0e7f7366-dbd9-4748-9ce9-8fe840850ff2 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473252 Dec 10 18:36:04.595466 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-618d12c1-10c6-4525-a832-6df145718a74 req-a2891506-4871-4ea6-83cd-4faf5506dd9a tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Made reservation on behalf of 00c23c1637e147a49e5d6016832f8f3e for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:04.610230 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-618d12c1-10c6-4525-a832-6df145718a74 req-a2891506-4871-4ea6-83cd-4faf5506dd9a tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:04.635360 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-5d263a7b-b80e-4a38-823a-dde4e19470db admin admin] For port c4bc2fe0-d910-46c9-841e-8dfe10e69f1c, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c4bc2fe0-d910-46c9-841e-8dfe10e69f1c,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:04.635676 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d263a7b-b80e-4a38-823a-dde4e19470db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:04.650604 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5d263a7b-b80e-4a38-823a-dde4e19470db admin admin] Calling delete_port for c4bc2fe0-d910-46c9-841e-8dfe10e69f1c owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:04.735567 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17e4ad-1eaf-4abb-bf57-e7997aa64eed req-23d4816d-ade5-4c6f-a39c-3a2eac4dd2dc tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:04.743217 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7c17e4ad-1eaf-4abb-bf57-e7997aa64eed req-23d4816d-ade5-4c6f-a39c-3a2eac4dd2dc tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.1253152 Dec 10 18:36:04.918559 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-fdcc7fe1-c9a9-461c-8ec3-21f897afb02e tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:04.920277 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-fdcc7fe1-c9a9-461c-8ec3-21f897afb02e tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64&tenant_id=5768feea1c8f4e40b878b814fdae92ab&binding%3Ahost_id=n-h2-821435-1 HTTP/1.1" status: 200 len: 1095 time: 0.1236632 Dec 10 18:36:05.072961 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d263a7b-b80e-4a38-823a-dde4e19470db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.113901 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d263a7b-b80e-4a38-823a-dde4e19470db admin admin] Pushing event deleted for resources: {'Port': ['ID=c4bc2fe0-d910-46c9-841e-8dfe10e69f1c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:05.173436 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-d6f16426-7b1a-4656-8aec-4913bc43a1d0 service neutron] For port 073dd5de-6435-4691-b79a-d7c7b0aee1bc, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:36:05.179714 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-d6f16426-7b1a-4656-8aec-4913bc43a1d0 service neutron] Publish callbacks [] for binding, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.180422 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-d6f16426-7b1a-4656-8aec-4913bc43a1d0 service neutron] 10.222.0.72 "DELETE /v2.0/ports/073dd5de-6435-4691-b79a-d7c7b0aee1bc/bindings/n-h1-821435-1 HTTP/1.1" status: 204 len: 173 time: 0.2511621 Dec 10 18:36:05.209590 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7c17e4ad-1eaf-4abb-bf57-e7997aa64eed req-9d5c03f1-1b4b-4d86-881b-a196ccf09595 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4634979 Dec 10 18:36:05.231047 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d263a7b-b80e-4a38-823a-dde4e19470db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.233888 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-618d12c1-10c6-4525-a832-6df145718a74 req-a2891506-4871-4ea6-83cd-4faf5506dd9a tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Allocated IP 172.20.0.3 (bceb057d-f456-42f1-aa52-7a9ff59c427a/cf3bf4b2-84a2-4b1b-bd28-de26384874e7/77683194-68c8-44f6-b8a7-a56c748308e0) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:05.391959 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device f1d610ef-b5af-4348-b562-73e81352c2fb no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:36:05.407402 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d263a7b-b80e-4a38-823a-dde4e19470db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.410970 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d263a7b-b80e-4a38-823a-dde4e19470db admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.427337 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20503b4-9299-45a1-92b7-88b8e8883127 req-e43f63a4-5150-4e66-9d96-8d40c1ef4e74 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:05.433552 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: f1d610ef-b5af-4348-b562-73e81352c2fb {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:36:05.433917 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device f1d610ef-b5af-4348-b562-73e81352c2fb not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:36:05.434348 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c4bc2fe0-d910-46c9-841e-8dfe10e69f1c no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:36:05.436162 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c20503b4-9299-45a1-92b7-88b8e8883127 req-e43f63a4-5150-4e66-9d96-8d40c1ef4e74 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.2207885 Dec 10 18:36:05.481628 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: c4bc2fe0-d910-46c9-841e-8dfe10e69f1c {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:36:05.483201 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c4bc2fe0-d910-46c9-841e-8dfe10e69f1c not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:36:05.539342 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-618d12c1-10c6-4525-a832-6df145718a74 req-a2891506-4871-4ea6-83cd-4faf5506dd9a tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.555141 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d263a7b-b80e-4a38-823a-dde4e19470db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.555728 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d263a7b-b80e-4a38-823a-dde4e19470db admin admin] Fanout notify agent at l3_agent the message router_deleted on router aac92a89-5419-4de0-84a5-38884da1d067 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:36:05.565349 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d263a7b-b80e-4a38-823a-dde4e19470db admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.568764 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5d263a7b-b80e-4a38-823a-dde4e19470db admin admin] 10.222.0.62 "DELETE /v2.0/routers/aac92a89-5419-4de0-84a5-38884da1d067 HTTP/1.1" status: 204 len: 168 time: 2.0459723 Dec 10 18:36:05.576243 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 49986) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:05.637990 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c20503b4-9299-45a1-92b7-88b8e8883127 req-d9d19293-0574-4cb1-ae97-2a767b743b14 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006423 Dec 10 18:36:05.702054 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-12fe3818-b528-4a45-9c04-34ea928a3cb6 req-4b941eaf-a49c-4e8a-b594-a2979d3b793f tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 210 time: 0.0581796 Dec 10 18:36:05.706586 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-618d12c1-10c6-4525-a832-6df145718a74 req-a2891506-4871-4ea6-83cd-4faf5506dd9a tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.763543 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-a374032f-534f-4c13-9e69-b01b740a2f72 admin admin] Deleting subnet fda0af56-5b13-4a86-b9a0-1f52dd325fe4 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:36:05.765970 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb799be-7673-4e60-bf33-1d015ac2dcae req-d1116e9d-c34b-4d30-959a-902feca2de6e tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:05.767898 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bfb799be-7673-4e60-bf33-1d015ac2dcae req-d1116e9d-c34b-4d30-959a-902feca2de6e tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 944 time: 0.0725551 Dec 10 18:36:05.785075 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a374032f-534f-4c13-9e69-b01b740a2f72 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.830326 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a374032f-534f-4c13-9e69-b01b740a2f72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.830869 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bfb799be-7673-4e60-bf33-1d015ac2dcae req-4776f949-f053-4156-8a6b-7ba6904cffb7 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543838 Dec 10 18:36:05.858209 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-618d12c1-10c6-4525-a832-6df145718a74 req-a2891506-4871-4ea6-83cd-4faf5506dd9a tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Network bceb057d-f456-42f1-aa52-7a9ff59c427a is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:05.864915 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-618d12c1-10c6-4525-a832-6df145718a74 req-a2891506-4871-4ea6-83cd-4faf5506dd9a tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:05.877678 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-618d12c1-10c6-4525-a832-6df145718a74 req-a2891506-4871-4ea6-83cd-4faf5506dd9a tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:05.887663 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2891506-4871-4ea6-83cd-4faf5506dd9a tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Pushing event updated for resources: {'Port': ['ID=77683194-68c8-44f6-b8a7-a56c748308e0,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:05.972124 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d12c1-10c6-4525-a832-6df145718a74 req-a2891506-4871-4ea6-83cd-4faf5506dd9a tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:05.972860 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-618d12c1-10c6-4525-a832-6df145718a74 req-a2891506-4871-4ea6-83cd-4faf5506dd9a tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.000834 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a374032f-534f-4c13-9e69-b01b740a2f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.006267 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-618d12c1-10c6-4525-a832-6df145718a74 req-a2891506-4871-4ea6-83cd-4faf5506dd9a tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6932304 Dec 10 18:36:06.009248 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f83b79-7287-4782-b801-5975846a10a2 req-80a4179a-5c46-42b9-870a-751eb659409b tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:06.010937 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-51f83b79-7287-4782-b801-5975846a10a2 req-80a4179a-5c46-42b9-870a-751eb659409b tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 1095 time: 0.0643613 Dec 10 18:36:06.034754 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-618d12c1-10c6-4525-a832-6df145718a74 req-f50c24b1-e2a2-4da2-8a70-9248428c58b6 service neutron] Request body: {'port': {'device_id': 'a308d612-ca0e-46ed-b237-d0342ffd7110', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:06.090092 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-51f83b79-7287-4782-b801-5975846a10a2 req-e6d20f79-a16d-4a30-8ef9-2b41d1e948f3 tempest-LiveMigrationTest-254272500 tempest-LiveMigrationTest-254272500-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708582 Dec 10 18:36:06.116393 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-618d12c1-10c6-4525-a832-6df145718a74 req-f50c24b1-e2a2-4da2-8a70-9248428c58b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.167211 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a374032f-534f-4c13-9e69-b01b740a2f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.191091 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912c7d41-236c-4c10-9b17-4d267102b0f2 None None] Network 0d189c3e-0b3a-4a61-b484-c9d39ef18b64 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:06.204713 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a374032f-534f-4c13-9e69-b01b740a2f72 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.207878 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a374032f-534f-4c13-9e69-b01b740a2f72 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/fda0af56-5b13-4a86-b9a0-1f52dd325fe4 HTTP/1.1" status: 204 len: 168 time: 0.6305931 Dec 10 18:36:06.210732 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 49998) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:06.212730 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a374032f-534f-4c13-9e69-b01b740a2f72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fda0af56-5b13-4a86-b9a0-1f52dd325fe4,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:06.369267 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09a5982c-e93d-465c-b1ea-56f6cc85b998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.427712 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a0976d-4717-4a46-9786-3a8ffddc01a8 None None] DHCP port deletion for 0d189c3e-0b3a-4a61-b484-c9d39ef18b64 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:36:06.430149 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a71502-b3b3-4be3-a55a-fc5ac90b7708 req-dbca9b8e-c473-4972-93e6-d301fe352bbf tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:06.441060 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52a71502-b3b3-4be3-a55a-fc5ac90b7708 req-dbca9b8e-c473-4972-93e6-d301fe352bbf tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.1089466 Dec 10 18:36:06.499836 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-33a0976d-4717-4a46-9786-3a8ffddc01a8 None None] Deleting port 2889ed88-a8f9-4065-bcd4-4970cd04124a {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:06.500512 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-33a0976d-4717-4a46-9786-3a8ffddc01a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.506726 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52a71502-b3b3-4be3-a55a-fc5ac90b7708 req-38c3aaaa-a155-48d8-9f47-8efb51df839f tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619447 Dec 10 18:36:06.545958 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6acf8b-293a-420d-a1e1-ab0c6561dd5f req-2c9b3108-0e94-4f14-8aa2-22e898a2ea82 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:06.547548 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e6acf8b-293a-420d-a1e1-ab0c6561dd5f req-2c9b3108-0e94-4f14-8aa2-22e898a2ea82 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 944 time: 0.0973406 Dec 10 18:36:06.611587 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-09a5982c-e93d-465c-b1ea-56f6cc85b998 admin admin] Deleting port 2889ed88-a8f9-4065-bcd4-4970cd04124a {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:06.611820 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-33a0976d-4717-4a46-9786-3a8ffddc01a8 None None] For port 2889ed88-a8f9-4065-bcd4-4970cd04124a, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=2889ed88-a8f9-4065-bcd4-4970cd04124a,segment=NetworkSegment(e28dd885-1c3f-40c4-805d-4e5efe0b3129),segment_id=e28dd885-1c3f-40c4-805d-4e5efe0b3129)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:06.611969 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09a5982c-e93d-465c-b1ea-56f6cc85b998 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.612092 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-33a0976d-4717-4a46-9786-3a8ffddc01a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.625027 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-33a0976d-4717-4a46-9786-3a8ffddc01a8 None None] Calling delete_port for 2889ed88-a8f9-4065-bcd4-4970cd04124a owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:06.733274 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e6acf8b-293a-420d-a1e1-ab0c6561dd5f req-edff3754-962a-43ed-b49f-4831906c4087 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699939 Dec 10 18:36:06.756021 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-09a5982c-e93d-465c-b1ea-56f6cc85b998 admin admin] For port 2889ed88-a8f9-4065-bcd4-4970cd04124a, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=2889ed88-a8f9-4065-bcd4-4970cd04124a,segment=NetworkSegment(e28dd885-1c3f-40c4-805d-4e5efe0b3129),segment_id=e28dd885-1c3f-40c4-805d-4e5efe0b3129)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:06.756990 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09a5982c-e93d-465c-b1ea-56f6cc85b998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.804932 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-09a5982c-e93d-465c-b1ea-56f6cc85b998 admin admin] Calling delete_port for 2889ed88-a8f9-4065-bcd4-4970cd04124a owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:06.823373 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-618d12c1-10c6-4525-a832-6df145718a74 req-f50c24b1-e2a2-4da2-8a70-9248428c58b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77683194-68c8-44f6-b8a7-a56c748308e0 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:36:06.835995 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf74f9e-06ff-46a3-8cc7-a15b4cc5ca68 req-2a459346-b481-4402-9509-7a465fc8a23f tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:06.837119 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-618d12c1-10c6-4525-a832-6df145718a74 req-f50c24b1-e2a2-4da2-8a70-9248428c58b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.837888 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4cf74f9e-06ff-46a3-8cc7-a15b4cc5ca68 req-2a459346-b481-4402-9509-7a465fc8a23f tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.1110225 Dec 10 18:36:06.906980 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4cf74f9e-06ff-46a3-8cc7-a15b4cc5ca68 req-953f4be7-0983-4780-ac74-21cd44c41343 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618193 Dec 10 18:36:06.919085 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-618d12c1-10c6-4525-a832-6df145718a74 req-f50c24b1-e2a2-4da2-8a70-9248428c58b6 service neutron] Transition to ACTIVE for port object 77683194-68c8-44f6-b8a7-a56c748308e0 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:36:06.935712 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-618d12c1-10c6-4525-a832-6df145718a74 req-f50c24b1-e2a2-4da2-8a70-9248428c58b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.957674 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-33a0976d-4717-4a46-9786-3a8ffddc01a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.983145 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a0976d-4717-4a46-9786-3a8ffddc01a8 None None] Pushing event deleted for resources: {'Port': ['ID=2889ed88-a8f9-4065-bcd4-4970cd04124a,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:06.989364 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a0976d-4717-4a46-9786-3a8ffddc01a8 None None] No DVR routers for this DVR port 2889ed88-a8f9-4065-bcd4-4970cd04124a on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:36:07.022726 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2e1a5-41fd-4a3a-b9f5-9733103f8fda req-7c23484e-5925-46df-a110-674787bd6f9b tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:07.024559 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-10c2e1a5-41fd-4a3a-b9f5-9733103f8fda req-7c23484e-5925-46df-a110-674787bd6f9b tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 931 time: 0.1818833 Dec 10 18:36:07.027816 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c24b1-e2a2-4da2-8a70-9248428c58b6 service neutron] Pushing event updated for resources: {'Port': ['ID=77683194-68c8-44f6-b8a7-a56c748308e0,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:07.035258 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09a5982c-e93d-465c-b1ea-56f6cc85b998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.096693 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a5982c-e93d-465c-b1ea-56f6cc85b998 admin admin] No DVR routers for this DVR port 2889ed88-a8f9-4065-bcd4-4970cd04124a on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:36:07.099379 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5982c-e93d-465c-b1ea-56f6cc85b998 admin admin] Pushing event deleted for resources: {'Port': ['ID=2889ed88-a8f9-4065-bcd4-4970cd04124a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:07.224730 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-10c2e1a5-41fd-4a3a-b9f5-9733103f8fda req-be3e59da-09e6-470a-a1e9-d664171f3526 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786983 Dec 10 18:36:07.225604 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 2889ed88-a8f9-4065-bcd4-4970cd04124a no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:36:07.241534 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09a5982c-e93d-465c-b1ea-56f6cc85b998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.248178 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 2889ed88-a8f9-4065-bcd4-4970cd04124a {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:36:07.249310 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 2889ed88-a8f9-4065-bcd4-4970cd04124a not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:36:07.265024 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-618d12c1-10c6-4525-a832-6df145718a74 req-f50c24b1-e2a2-4da2-8a70-9248428c58b6 service neutron] Attempting to bind port 77683194-68c8-44f6-b8a7-a56c748308e0 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:36:07.265368 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-618d12c1-10c6-4525-a832-6df145718a74 req-f50c24b1-e2a2-4da2-8a70-9248428c58b6 service neutron] Attempting to bind port 77683194-68c8-44f6-b8a7-a56c748308e0 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': 'a9a1f0c6-697d-404a-a8fe-550f575230bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bceb057d-f456-42f1-aa52-7a9ff59c427a'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:36:07.265703 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618d12c1-10c6-4525-a832-6df145718a74 req-f50c24b1-e2a2-4da2-8a70-9248428c58b6 service neutron] Attempting to bind port 77683194-68c8-44f6-b8a7-a56c748308e0 on network bceb057d-f456-42f1-aa52-7a9ff59c427a {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:36:07.282587 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618d12c1-10c6-4525-a832-6df145718a74 req-f50c24b1-e2a2-4da2-8a70-9248428c58b6 service neutron] Port 77683194-68c8-44f6-b8a7-a56c748308e0 on network bceb057d-f456-42f1-aa52-7a9ff59c427a not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:36:07.282980 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618d12c1-10c6-4525-a832-6df145718a74 req-f50c24b1-e2a2-4da2-8a70-9248428c58b6 service neutron] Attempting to bind port 77683194-68c8-44f6-b8a7-a56c748308e0 on network bceb057d-f456-42f1-aa52-7a9ff59c427a {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:36:07.285804 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-09a5982c-e93d-465c-b1ea-56f6cc85b998 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d189c3e-0b3a-4a61-b484-c9d39ef18b64']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:07.297303 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618d12c1-10c6-4525-a832-6df145718a74 req-f50c24b1-e2a2-4da2-8a70-9248428c58b6 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:36:07.297661 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618d12c1-10c6-4525-a832-6df145718a74 req-f50c24b1-e2a2-4da2-8a70-9248428c58b6 service neutron] Checking segment: {'id': 'a9a1f0c6-697d-404a-a8fe-550f575230bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bceb057d-f456-42f1-aa52-7a9ff59c427a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:36:07.298022 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618d12c1-10c6-4525-a832-6df145718a74 req-f50c24b1-e2a2-4da2-8a70-9248428c58b6 service neutron] Bound using segment: {'id': 'a9a1f0c6-697d-404a-a8fe-550f575230bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bceb057d-f456-42f1-aa52-7a9ff59c427a'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:36:07.298460 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-618d12c1-10c6-4525-a832-6df145718a74 req-f50c24b1-e2a2-4da2-8a70-9248428c58b6 service neutron] Bound port: 77683194-68c8-44f6-b8a7-a56c748308e0, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a1f0c6-697d-404a-a8fe-550f575230bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bceb057d-f456-42f1-aa52-7a9ff59c427a'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:36:07.298822 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-618d12c1-10c6-4525-a832-6df145718a74 req-f50c24b1-e2a2-4da2-8a70-9248428c58b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.301656 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-09a5982c-e93d-465c-b1ea-56f6cc85b998 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e28dd885-1c3f-40c4-805d-4e5efe0b3129') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:07.301956 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-09a5982c-e93d-465c-b1ea-56f6cc85b998 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e28dd885-1c3f-40c4-805d-4e5efe0b3129') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:07.304774 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68c5bc-ae4e-42a6-ad49-bacb54b46fbe req-557d1bb0-1f18-40b8-9639-3c668cfef512 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:07.306290 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cc68c5bc-ae4e-42a6-ad49-bacb54b46fbe req-557d1bb0-1f18-40b8-9639-3c668cfef512 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 944 time: 0.1016550 Dec 10 18:36:07.318967 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09a5982c-e93d-465c-b1ea-56f6cc85b998 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.356864 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09a5982c-e93d-465c-b1ea-56f6cc85b998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.374846 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09a5982c-e93d-465c-b1ea-56f6cc85b998 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:36:07.375259 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09a5982c-e93d-465c-b1ea-56f6cc85b998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.377513 n-d-821435-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:36:07.377513 n-d-821435-1 neutron-server[103245]: self.session.flush() Dec 10 18:36:07.377513 n-d-821435-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:36:07.377513 n-d-821435-1 neutron-server[103245]: self.session.flush() Dec 10 18:36:07.377513 n-d-821435-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:36:07.377513 n-d-821435-1 neutron-server[103245]: self.session.flush() Dec 10 18:36:07.377513 n-d-821435-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:36:07.377513 n-d-821435-1 neutron-server[103245]: self.session.flush() Dec 10 18:36:07.377513 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:36:07.377513 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:36:07.377513 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:36:07.377513 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:36:07.377513 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:36:07.377513 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:36:07.377513 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:36:07.377513 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:36:07.377513 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:36:07.377513 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:36:07.377513 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:36:07.377513 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:36:07.377513 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:36:07.377513 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:36:07.377513 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:36:07.377513 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:36:07.377513 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:36:07.377513 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:36:07.377513 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:36:07.377513 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:36:07.377513 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:36:07.377513 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:36:07.377513 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:36:07.377513 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:36:07.377513 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:36:07.377513 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:36:07.377513 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:36:07.377513 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:36:07.377513 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:36:07.377513 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:36:07.377513 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:36:07.377513 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:36:07.415097 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-cc68c5bc-ae4e-42a6-ad49-bacb54b46fbe req-0700b4f8-5560-4627-ab07-0fc1242ed209 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Deleting port 073dd5de-6435-4691-b79a-d7c7b0aee1bc {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:07.415478 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cc68c5bc-ae4e-42a6-ad49-bacb54b46fbe req-0700b4f8-5560-4627-ab07-0fc1242ed209 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.453290 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-618d12c1-10c6-4525-a832-6df145718a74 req-f50c24b1-e2a2-4da2-8a70-9248428c58b6 service neutron] For port 77683194-68c8-44f6-b8a7-a56c748308e0, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:36:07.464278 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09a5982c-e93d-465c-b1ea-56f6cc85b998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.468805 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-618d12c1-10c6-4525-a832-6df145718a74 req-f50c24b1-e2a2-4da2-8a70-9248428c58b6 service neutron] For port 77683194-68c8-44f6-b8a7-a56c748308e0, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=77683194-68c8-44f6-b8a7-a56c748308e0,segment=NetworkSegment(a9a1f0c6-697d-404a-a8fe-550f575230bf),segment_id=a9a1f0c6-697d-404a-a8fe-550f575230bf)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:36:07.474542 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09a5982c-e93d-465c-b1ea-56f6cc85b998 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.483409 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-09a5982c-e93d-465c-b1ea-56f6cc85b998 admin admin] 10.222.0.62 "DELETE /v2.0/networks/0d189c3e-0b3a-4a61-b484-c9d39ef18b64 HTTP/1.1" status: 204 len: 168 time: 1.2711873 Dec 10 18:36:07.503257 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-618d12c1-10c6-4525-a832-6df145718a74 req-f50c24b1-e2a2-4da2-8a70-9248428c58b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.508250 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5982c-e93d-465c-b1ea-56f6cc85b998 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d189c3e-0b3a-4a61-b484-c9d39ef18b64,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:07.552412 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-cc68c5bc-ae4e-42a6-ad49-bacb54b46fbe req-0700b4f8-5560-4627-ab07-0fc1242ed209 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] For port 073dd5de-6435-4691-b79a-d7c7b0aee1bc, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=073dd5de-6435-4691-b79a-d7c7b0aee1bc,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:07.552822 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cc68c5bc-ae4e-42a6-ad49-bacb54b46fbe req-0700b4f8-5560-4627-ab07-0fc1242ed209 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.556326 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d12c1-10c6-4525-a832-6df145718a74 req-f50c24b1-e2a2-4da2-8a70-9248428c58b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:07.558713 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-618d12c1-10c6-4525-a832-6df145718a74 req-f50c24b1-e2a2-4da2-8a70-9248428c58b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.560549 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-618d12c1-10c6-4525-a832-6df145718a74 req-f50c24b1-e2a2-4da2-8a70-9248428c58b6 service neutron] 10.222.0.72 "PUT /v2.0/ports/77683194-68c8-44f6-b8a7-a56c748308e0 HTTP/1.1" status: 200 len: 1091 time: 1.5306351 Dec 10 18:36:07.561081 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a308d612-ca0e-46ed-b237-d0342ffd7110', 'tag': '77683194-68c8-44f6-b8a7-a56c748308e0'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:36:07.564271 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bcd51f-9059-43cd-99db-335cb7fb2dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "a308d612-ca0e-46ed-b237-d0342ffd7110", "tag": "77683194-68c8-44f6-b8a7-a56c748308e0"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:36:07.585547 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c24b1-e2a2-4da2-8a70-9248428c58b6 service neutron] Pushing event updated for resources: {'Port': ['ID=77683194-68c8-44f6-b8a7-a56c748308e0,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:07.588182 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-cc68c5bc-ae4e-42a6-ad49-bacb54b46fbe req-0700b4f8-5560-4627-ab07-0fc1242ed209 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Calling delete_port for 073dd5de-6435-4691-b79a-d7c7b0aee1bc owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:07.658586 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b75cde-fbff-4fbe-bf9b-74d575e88539 x-openstack-request-id: req-f0b75cde-fbff-4fbe-bf9b-74d575e88539 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:36:07.659118 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a308d612-ca0e-46ed-b237-d0342ffd7110", "tag": "77683194-68c8-44f6-b8a7-a56c748308e0", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:36:07.659580 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f0b75cde-fbff-4fbe-bf9b-74d575e88539 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:36:07.660183 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a308d612-ca0e-46ed-b237-d0342ffd7110', 'tag': '77683194-68c8-44f6-b8a7-a56c748308e0', 'status': 'completed', 'code': 200} Dec 10 18:36:07.679390 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d12c1-10c6-4525-a832-6df145718a74 req-ba802747-3483-44c1-acdb-068b0b104469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:07.684109 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-618d12c1-10c6-4525-a832-6df145718a74 req-ba802747-3483-44c1-acdb-068b0b104469 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=00c23c1637e147a49e5d6016832f8f3e&device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 1094 time: 0.0600884 Dec 10 18:36:07.696395 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 50022) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:07.747652 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d8158-8242-4990-aa28-4b737dc67a18 req-a6e7139d-eb1a-46d8-a88c-270e84d32ded tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:07.750497 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e92d8158-8242-4990-aa28-4b737dc67a18 req-a6e7139d-eb1a-46d8-a88c-270e84d32ded tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.0837710 Dec 10 18:36:07.750652 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-618d12c1-10c6-4525-a832-6df145718a74 req-d20442f0-c481-4a90-82b5-77d7d2e298f5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77683194-68c8-44f6-b8a7-a56c748308e0 HTTP/1.1" status: 200 len: 217 time: 0.0600259 Dec 10 18:36:07.844289 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e189a891-3481-4dd2-8b07-69b263e1e7de admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=70b0792e9b484b69840e9b663917d1a6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1442299 Dec 10 18:36:07.846830 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 50028) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:07.862878 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.896900 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d12c1-10c6-4525-a832-6df145718a74 req-ba331218-f912-4b36-ab5e-2f024408b558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:07.898831 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-618d12c1-10c6-4525-a832-6df145718a74 req-ba331218-f912-4b36-ab5e-2f024408b558 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cf3bf4b2-84a2-4b1b-bd28-de26384874e7 HTTP/1.1" status: 200 len: 844 time: 0.1338034 Dec 10 18:36:07.917391 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e92d8158-8242-4990-aa28-4b737dc67a18 req-edff6a14-6cd3-49c8-96cd-fcde1f7c0477 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453133 Dec 10 18:36:07.918785 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cc68c5bc-ae4e-42a6-ad49-bacb54b46fbe req-0700b4f8-5560-4627-ab07-0fc1242ed209 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.939039 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['073dd5de-6435-4691-b79a-d7c7b0aee1bc'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:36:07.941790 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['7c3c3db8-21a1-4852-99c0-eeba9355606d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:36:07.945363 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-618d12c1-10c6-4525-a832-6df145718a74 req-566453a8-a43f-4e67-b193-9a441e85bf56 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bceb057d-f456-42f1-aa52-7a9ff59c427a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376601 Dec 10 18:36:07.951002 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0700b4f8-5560-4627-ab07-0fc1242ed209 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Pushing event deleted for resources: {'Port': ['ID=073dd5de-6435-4691-b79a-d7c7b0aee1bc,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:08.017274 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc68c5bc-ae4e-42a6-ad49-bacb54b46fbe req-0700b4f8-5560-4627-ab07-0fc1242ed209 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] No DVR routers for this DVR port 073dd5de-6435-4691-b79a-d7c7b0aee1bc on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:36:08.019916 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d75f8-a7f5-4710-8695-6938caf794b0 req-719a49c6-3b86-4073-b149-fe27976f1c72 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:08.021493 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7b5d75f8-a7f5-4710-8695-6938caf794b0 req-719a49c6-3b86-4073-b149-fe27976f1c72 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 866 time: 0.1783102 Dec 10 18:36:08.025683 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cc68c5bc-ae4e-42a6-ad49-bacb54b46fbe req-0700b4f8-5560-4627-ab07-0fc1242ed209 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:08.033175 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cc68c5bc-ae4e-42a6-ad49-bacb54b46fbe req-0700b4f8-5560-4627-ab07-0fc1242ed209 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.72 "DELETE /v2.0/ports/073dd5de-6435-4691-b79a-d7c7b0aee1bc HTTP/1.1" status: 204 len: 173 time: 0.7202258 Dec 10 18:36:08.040611 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf93b83f-5f74-4dd5-91e5-156fc8813a64', 'name': 'network-vif-deleted', 'tag': '073dd5de-6435-4691-b79a-d7c7b0aee1bc'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:36:08.047002 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe61f3a-8fb2-4b9d-be25-f008d2f1003a" -d '{"events": [{"server_uuid": "bf93b83f-5f74-4dd5-91e5-156fc8813a64", "name": "network-vif-deleted", "tag": "073dd5de-6435-4691-b79a-d7c7b0aee1bc"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:36:08.060787 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cffd7d3-f67c-4a49-a984-a69c37527cf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:08.137925 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cffd7d3-f67c-4a49-a984-a69c37527cf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:08.143389 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1840920-1c8b-4588-937d-14874bfa0ca7 req-22dc9f73-5681-44c4-8db1-17c9dcf4a748 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:08.150089 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-618d12c1-10c6-4525-a832-6df145718a74 req-8e623929-395a-4c41-9727-426e8653f05d service neutron] 10.222.0.72 "GET /v2.0/networks/bceb057d-f456-42f1-aa52-7a9ff59c427a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970227 Dec 10 18:36:08.153425 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f1840920-1c8b-4588-937d-14874bfa0ca7 req-22dc9f73-5681-44c4-8db1-17c9dcf4a748 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.0985808 Dec 10 18:36:08.157011 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7b5d75f8-a7f5-4710-8695-6938caf794b0 req-e3592e69-d93c-40bb-acaf-4449b47496f9 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277261 Dec 10 18:36:08.214346 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f1840920-1c8b-4588-937d-14874bfa0ca7 req-4b27a0b3-0f7c-4475-b28d-7bbf54762a6e tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592999 Dec 10 18:36:08.247325 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f3304f-46b2-4bd1-aa41-2138b25c54e6 x-openstack-request-id: req-52f3304f-46b2-4bd1-aa41-2138b25c54e6 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:36:08.247942 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf93b83f-5f74-4dd5-91e5-156fc8813a64", "name": "network-vif-deleted", "tag": "073dd5de-6435-4691-b79a-d7c7b0aee1bc", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:36:08.248942 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-52f3304f-46b2-4bd1-aa41-2138b25c54e6 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:36:08.250698 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf93b83f-5f74-4dd5-91e5-156fc8813a64', 'name': 'network-vif-deleted', 'tag': '073dd5de-6435-4691-b79a-d7c7b0aee1bc', 'status': 'completed', 'code': 200} Dec 10 18:36:08.293164 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cffd7d3-f67c-4a49-a984-a69c37527cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:08.295689 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cffd7d3-f67c-4a49-a984-a69c37527cf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:08.299438 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4cffd7d3-f67c-4a49-a984-a69c37527cf9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/81d5659a-77bc-40d5-9b10-25fec3e374c4 HTTP/1.1" status: 204 len: 168 time: 0.4490921 Dec 10 18:36:08.303567 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-618d12c1-10c6-4525-a832-6df145718a74 req-ac41dd14-926e-41bc-a4ab-1a7499c0c5e9 service neutron] 10.222.0.72 "GET /v2.0/networks/bceb057d-f456-42f1-aa52-7a9ff59c427a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416521 Dec 10 18:36:08.308900 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffd7d3-f67c-4a49-a984-a69c37527cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d5659a-77bc-40d5-9b10-25fec3e374c4,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:08.420945 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55bc23-2d44-4294-80bd-a49bc0c77f59 req-e24ec7b0-563a-42cb-839a-c5c2e06ec21f tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:08.422493 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0d55bc23-2d44-4294-80bd-a49bc0c77f59 req-e24ec7b0-563a-42cb-839a-c5c2e06ec21f tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 943 time: 0.0742290 Dec 10 18:36:08.495265 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcd51f-9059-43cd-99db-335cb7fb2dc1 req-9e6903f2-6be5-49d5-ad24-3996e8ba41c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:08.496865 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b2bcd51f-9059-43cd-99db-335cb7fb2dc1 req-9e6903f2-6be5-49d5-ad24-3996e8ba41c9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=00c23c1637e147a49e5d6016832f8f3e&device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 1094 time: 0.0734227 Dec 10 18:36:08.521665 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0d55bc23-2d44-4294-80bd-a49bc0c77f59 req-38c81bff-66c5-4d8f-884b-260e5bff868e tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906234 Dec 10 18:36:08.607182 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcd51f-9059-43cd-99db-335cb7fb2dc1 req-4ffa85dd-ad5d-42c1-8958-98a35572c69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:08.608714 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b2bcd51f-9059-43cd-99db-335cb7fb2dc1 req-4ffa85dd-ad5d-42c1-8958-98a35572c69e service neutron] 10.222.0.72 "GET /v2.0/networks?id=bceb057d-f456-42f1-aa52-7a9ff59c427a HTTP/1.1" status: 200 len: 905 time: 0.1034777 Dec 10 18:36:08.658424 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b2bcd51f-9059-43cd-99db-335cb7fb2dc1 req-98c3eb64-abc4-4445-b61a-d91adbe240d6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77683194-68c8-44f6-b8a7-a56c748308e0 HTTP/1.1" status: 200 len: 217 time: 0.0422130 Dec 10 18:36:08.719584 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcd51f-9059-43cd-99db-335cb7fb2dc1 req-0d8be174-7f58-494d-b82c-2f661c4c59ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:08.721244 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b2bcd51f-9059-43cd-99db-335cb7fb2dc1 req-0d8be174-7f58-494d-b82c-2f661c4c59ce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cf3bf4b2-84a2-4b1b-bd28-de26384874e7 HTTP/1.1" status: 200 len: 844 time: 0.0543358 Dec 10 18:36:08.726986 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 50042) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:08.766878 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b2bcd51f-9059-43cd-99db-335cb7fb2dc1 req-208ae65c-ad5b-4505-b366-39ffd0148b95 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bceb057d-f456-42f1-aa52-7a9ff59c427a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374966 Dec 10 18:36:08.850565 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3e4be568-d60e-4793-b8c5-e3453e75ae9b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=17f69fa421ef466d94b53eab6548ccbc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1200874 Dec 10 18:36:08.851397 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 50048) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:08.898816 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b2bcd51f-9059-43cd-99db-335cb7fb2dc1 req-783fe12f-fdc7-4732-894c-bea3ba168b8b service neutron] 10.222.0.72 "GET /v2.0/networks/bceb057d-f456-42f1-aa52-7a9ff59c427a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231332 Dec 10 18:36:08.907283 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c70b8ecb-489f-4f9b-ab04-e6db4c3c8473 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:08.933024 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c70b8ecb-489f-4f9b-ab04-e6db4c3c8473 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:08.992669 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c70b8ecb-489f-4f9b-ab04-e6db4c3c8473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:08.996533 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c70b8ecb-489f-4f9b-ab04-e6db4c3c8473 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:08.997950 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c70b8ecb-489f-4f9b-ab04-e6db4c3c8473 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/766d0d30-8c3c-4062-aa69-9584d4da754c HTTP/1.1" status: 204 len: 168 time: 0.1455593 Dec 10 18:36:09.009449 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b2bcd51f-9059-43cd-99db-335cb7fb2dc1 req-80cbdf96-2bb1-4712-a234-4628d62a0e6e service neutron] 10.222.0.72 "GET /v2.0/networks/bceb057d-f456-42f1-aa52-7a9ff59c427a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026800 Dec 10 18:36:09.025480 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b8ecb-489f-4f9b-ab04-e6db4c3c8473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766d0d30-8c3c-4062-aa69-9584d4da754c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:09.092609 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11b30b-61b2-436d-a950-71e8ad877947 req-70693747-7b27-4007-a284-63427b8c1a01 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:09.102473 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eb11b30b-61b2-436d-a950-71e8ad877947 req-70693747-7b27-4007-a284-63427b8c1a01 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.0729496 Dec 10 18:36:09.154876 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eb11b30b-61b2-436d-a950-71e8ad877947 req-efed2c9c-2823-4856-a3d5-dcaefbf4fc1f tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512319 Dec 10 18:36:09.282415 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-715b4d42-be0c-453b-a3dd-7b07fbd210b8 req-7943d1fd-6ee4-430c-8ac3-a47ab2fc4afe tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 210 time: 0.0370774 Dec 10 18:36:09.354095 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c926b8a-c353-4a57-a612-266883bfa43c req-1eb50eda-116c-49c6-91ef-e3e84c847c72 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:09.364955 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5c926b8a-c353-4a57-a612-266883bfa43c req-1eb50eda-116c-49c6-91ef-e3e84c847c72 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.0741253 Dec 10 18:36:09.433868 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5c926b8a-c353-4a57-a612-266883bfa43c req-d9d9b7e2-3cb2-4c66-8b43-d42bed709fd3 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674641 Dec 10 18:36:09.655738 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7f046-fe27-4c6b-9805-b63bb7f62e21 req-29080d77-81d1-4cd4-ab12-6526abc4ddfb tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:09.661184 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c6b7f046-fe27-4c6b-9805-b63bb7f62e21 req-29080d77-81d1-4cd4-ab12-6526abc4ddfb tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 943 time: 0.0588679 Dec 10 18:36:09.712696 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c6b7f046-fe27-4c6b-9805-b63bb7f62e21 req-057ba491-0874-4daa-9bc0-b32ed6a34e73 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502460 Dec 10 18:36:09.970440 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:36:10.283878 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f5428-8613-44fb-87e7-ddbec1287c79 req-dac21997-c9ec-421e-897a-ba59a374de73 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:10.285559 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f91f5428-8613-44fb-87e7-ddbec1287c79 req-dac21997-c9ec-421e-897a-ba59a374de73 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.0507803 Dec 10 18:36:10.344963 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f91f5428-8613-44fb-87e7-ddbec1287c79 req-523a23ea-d5b1-42c5-a78f-010cac523a59 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521309 Dec 10 18:36:10.403696 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a7a22883-91bb-4b10-908b-afae87ab195f req-5f60c3a5-59e0-4bc2-920a-e5ac6c777c7c tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 210 time: 0.0299363 Dec 10 18:36:10.568684 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb3fbc-59a7-4931-9c95-f41f2e9795f9 req-ee18bd0e-3ee5-4df4-85cb-2c8fea1669a7 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:10.570368 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-48eb3fbc-59a7-4931-9c95-f41f2e9795f9 req-ee18bd0e-3ee5-4df4-85cb-2c8fea1669a7 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.0586193 Dec 10 18:36:10.622118 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-48eb3fbc-59a7-4931-9c95-f41f2e9795f9 req-ccb9f68b-9b86-4e42-a1bc-ac04c764d281 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445700 Dec 10 18:36:10.737613 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-94e50771-cc1c-4f11-aa7f-b2efec57e4fb req-89300630-66f5-4541-bc50-48ac278f6a0a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0680861 Dec 10 18:36:10.793733 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-1e212287-f313-4e84-b625-6124e9664ccf tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=6bb4a18825a54efebc40b1777319a64f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282798 Dec 10 18:36:10.871577 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cb260-10b7-4fd5-bc08-e090c95a2824 req-b2897fad-1127-42ed-8645-12f905043f8f tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:10.873132 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8a8cb260-10b7-4fd5-bc08-e090c95a2824 req-b2897fad-1127-42ed-8645-12f905043f8f tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 943 time: 0.0523641 Dec 10 18:36:10.927431 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e50771-cc1c-4f11-aa7f-b2efec57e4fb req-500e5d3e-b3d9-4d33-a0cc-6f1df83d07a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:10.929263 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-94e50771-cc1c-4f11-aa7f-b2efec57e4fb req-500e5d3e-b3d9-4d33-a0cc-6f1df83d07a8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5768feea1c8f4e40b878b814fdae92ab&device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4 HTTP/1.1" status: 200 len: 1095 time: 0.1345911 Dec 10 18:36:10.932314 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8a8cb260-10b7-4fd5-bc08-e090c95a2824 req-16892d1b-92b9-4b0d-a6d6-9c907bc97535 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512316 Dec 10 18:36:10.986389 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-06da36a3-010b-479e-ba9e-ebc4068e344d tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:10.993903 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-06da36a3-010b-479e-ba9e-ebc4068e344d tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1887279 Dec 10 18:36:11.031398 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-f55936c0-98de-42b8-84b0-fd12b500ddc0 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/quotas/6bb4a18825a54efebc40b1777319a64f HTTP/1.1" status: 200 len: 375 time: 0.0362346 Dec 10 18:36:11.109602 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 77683194-68c8-44f6-b8a7-a56c748308e0 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:36:11.110183 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-3067f9eb-34b7-4a2c-aa97-a5eaf3c89b23 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6bb4a18825a54efebc40b1777319a64f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0774813 Dec 10 18:36:11.112454 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 073dd5de-6435-4691-b79a-d7c7b0aee1bc no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:36:11.161523 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e50771-cc1c-4f11-aa7f-b2efec57e4fb req-06c85e3d-2f6f-4daa-b2e3-d864348ea5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:11.164255 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-94e50771-cc1c-4f11-aa7f-b2efec57e4fb req-06c85e3d-2f6f-4daa-b2e3-d864348ea5be service neutron] 10.222.0.46 "GET /v2.0/networks?id=b1a56b94-fee7-4dfb-925d-977caaf81317 HTTP/1.1" status: 200 len: 908 time: 0.1617572 Dec 10 18:36:11.183678 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 073dd5de-6435-4691-b79a-d7c7b0aee1bc {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:36:11.184320 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 073dd5de-6435-4691-b79a-d7c7b0aee1bc not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:36:11.233344 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-94e50771-cc1c-4f11-aa7f-b2efec57e4fb req-85d80815-5c48-4ef8-9ff4-75cb06811b25 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e HTTP/1.1" status: 200 len: 217 time: 0.0576553 Dec 10 18:36:11.302616 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e50771-cc1c-4f11-aa7f-b2efec57e4fb req-c47b86d7-0cf2-44dd-8ec6-fc4f09f53f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:11.303839 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 77683194-68c8-44f6-b8a7-a56c748308e0, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=77683194-68c8-44f6-b8a7-a56c748308e0,segment=NetworkSegment(a9a1f0c6-697d-404a-a8fe-550f575230bf),segment_id=a9a1f0c6-697d-404a-a8fe-550f575230bf)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:11.304279 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-94e50771-cc1c-4f11-aa7f-b2efec57e4fb req-c47b86d7-0cf2-44dd-8ec6-fc4f09f53f68 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c38321c-218a-47ac-873b-024a1169316a HTTP/1.1" status: 200 len: 847 time: 0.0632491 Dec 10 18:36:11.318846 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '77683194-68c8-44f6-b8a7-a56c748308e0', 'network_id': 'bceb057d-f456-42f1-aa52-7a9ff59c427a', 'port_id': '77683194-68c8-44f6-b8a7-a56c748308e0', 'mac_address': 'fa:16:3e:3b:16:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf3bf4b2-84a2-4b1b-bd28-de26384874e7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:36:11.364021 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-94e50771-cc1c-4f11-aa7f-b2efec57e4fb req-d14734b9-e1fd-45f1-9587-37b8d787bda9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b1a56b94-fee7-4dfb-925d-977caaf81317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520310 Dec 10 18:36:11.396818 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:11.399548 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-30cfc7b1-109b-4f71-8536-d96749b1a832 req-fc2b6f0b-cbb8-4cd7-b9d2-966a9ea0b537 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb9e1f63-f940-441c-9eab-762853c3a8d9 HTTP/1.1" status: 200 len: 210 time: 0.0717156 Dec 10 18:36:11.425135 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77683194-68c8-44f6-b8a7-a56c748308e0 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:36:11.455114 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 77683194-68c8-44f6-b8a7-a56c748308e0, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=77683194-68c8-44f6-b8a7-a56c748308e0,segment=NetworkSegment(a9a1f0c6-697d-404a-a8fe-550f575230bf),segment_id=a9a1f0c6-697d-404a-a8fe-550f575230bf)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:11.469119 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:11.570131 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b9e248c7-9fa6-4385-8a9b-fb56dadc7e9e req-1ddc1409-8594-4bb8-9f21-e4d276e8cb90 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 210 time: 0.0611498 Dec 10 18:36:11.585419 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=77683194-68c8-44f6-b8a7-a56c748308e0,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:11.648932 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e2833-c5b5-410c-965a-6ff9527df227 req-cfbcca02-7107-4467-aa6b-a104c4747842 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:11.651637 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ab9e2833-c5b5-410c-965a-6ff9527df227 req-cfbcca02-7107-4467-aa6b-a104c4747842 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.1517966 Dec 10 18:36:11.669118 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-94e50771-cc1c-4f11-aa7f-b2efec57e4fb req-133eb0ef-8297-479d-97d5-5b77a3dbc0a6 service neutron] 10.222.0.46 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910202 Dec 10 18:36:11.811560 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ab9e2833-c5b5-410c-965a-6ff9527df227 req-64267eca-7485-4a55-994d-13bc584434e1 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231995 Dec 10 18:36:11.816877 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1855c-ce1d-4138-ad9c-28f5127780a2 req-b8ae5e91-296c-4101-a852-ad3f24044e3b tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:11.818621 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-59f1855c-ce1d-4138-ad9c-28f5127780a2 req-b8ae5e91-296c-4101-a852-ad3f24044e3b tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.0844622 Dec 10 18:36:11.855731 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-94e50771-cc1c-4f11-aa7f-b2efec57e4fb req-d8d93c23-3e2e-4e20-8298-117f0b64b871 service neutron] 10.222.0.46 "GET /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774805 Dec 10 18:36:11.887501 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-59f1855c-ce1d-4138-ad9c-28f5127780a2 req-8185a45a-9b85-43fc-bf86-75169554aa0e tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609639 Dec 10 18:36:11.916078 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['77683194-68c8-44f6-b8a7-a56c748308e0'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:36:12.097359 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b84bb-8f94-4d69-8fcf-b4980760fc32 req-a11c1e8c-8872-4396-8285-654b986a33cc tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:12.099408 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c76b84bb-8f94-4d69-8fcf-b4980760fc32 req-a11c1e8c-8872-4396-8285-654b986a33cc tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 944 time: 0.0776842 Dec 10 18:36:12.195788 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c76b84bb-8f94-4d69-8fcf-b4980760fc32 req-39a7e943-59c6-4696-8020-ba8181741d3c tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800307 Dec 10 18:36:12.505354 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-33e09d40-7a5f-4085-8b67-e4048c85aef6 req-6e06e14e-33b9-4c37-be20-b0e83899eebc tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb9e1f63-f940-441c-9eab-762853c3a8d9 HTTP/1.1" status: 200 len: 210 time: 0.0264733 Dec 10 18:36:12.670250 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-71c6d0ac-3b35-4829-b820-f209aedfb579 req-f2e79ff9-66ce-431b-8fa9-d25aa5584288 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 210 time: 0.0328968 Dec 10 18:36:12.949148 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffbd5d1-ff82-4017-ae67-f21291063524 req-043b55f8-e852-48f8-90a0-24d2932eb9cb tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:12.949818 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5ffbd5d1-ff82-4017-ae67-f21291063524 req-043b55f8-e852-48f8-90a0-24d2932eb9cb tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.0617008 Dec 10 18:36:13.015387 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5ffbd5d1-ff82-4017-ae67-f21291063524 req-34899a65-1d93-4327-ac3c-e418881e37ea tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527732 Dec 10 18:36:13.027447 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70be93-cd85-412a-82ed-9f6b944190cd req-4cf18bdb-e95f-4d31-987e-e91b37543f44 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:13.029530 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bd70be93-cd85-412a-82ed-9f6b944190cd req-4cf18bdb-e95f-4d31-987e-e91b37543f44 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.0623598 Dec 10 18:36:13.069117 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-0de1b272-a455-4cb0-a3dd-0a79cc485b93 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=6bb4a18825a54efebc40b1777319a64f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242302 Dec 10 18:36:13.098454 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bd70be93-cd85-412a-82ed-9f6b944190cd req-d2b2888e-0dc4-4891-9a52-0c87604afaad tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591938 Dec 10 18:36:13.236075 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-1bd0fdd6-865f-4469-8e4a-e2d77da86824 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:13.238180 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-1bd0fdd6-865f-4469-8e4a-e2d77da86824 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1618314 Dec 10 18:36:13.259199 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-fda13153-5e50-4f63-88fa-45cde6be5dbc tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Request body: {'port': {'device_id': 'eb9e1f63-f940-441c-9eab-762853c3a8d9', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'admin_state_up': True, 'tenant_id': '6bb4a18825a54efebc40b1777319a64f'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:13.335294 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba0440-34b7-411e-b603-88ad330bb47c req-4b8ec83e-425f-497e-a6fc-d040970e0a45 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:13.337452 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b0ba0440-34b7-411e-b603-88ad330bb47c req-4b8ec83e-425f-497e-a6fc-d040970e0a45 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 944 time: 0.0641844 Dec 10 18:36:13.383570 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-fda13153-5e50-4f63-88fa-45cde6be5dbc tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Made reservation on behalf of 6bb4a18825a54efebc40b1777319a64f for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:13.388110 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-fda13153-5e50-4f63-88fa-45cde6be5dbc tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:13.397031 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-fda13153-5e50-4f63-88fa-45cde6be5dbc tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:13.409164 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b0ba0440-34b7-411e-b603-88ad330bb47c req-ede0d578-4201-4737-a312-1366aaf45f8a tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654359 Dec 10 18:36:13.483843 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-fda13153-5e50-4f63-88fa-45cde6be5dbc tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:13.487915 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-fda13153-5e50-4f63-88fa-45cde6be5dbc tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:13.553313 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda13153-5e50-4f63-88fa-45cde6be5dbc tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=988e8f7f-74b5-44c2-b5e2-2fd6eadde8b2,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:13.636169 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6aab416c-6639-46d8-a840-f6da89cf78ce req-3e3f32b7-d12a-45b5-87f9-1b44f40ded73 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb9e1f63-f940-441c-9eab-762853c3a8d9 HTTP/1.1" status: 200 len: 210 time: 0.0342915 Dec 10 18:36:13.652344 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-fda13153-5e50-4f63-88fa-45cde6be5dbc tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Allocated IP 192.168.233.47 (c9403646-ab9b-4a0a-827b-6d4376246b64/ec05590b-5c35-4e58-9087-8773857a69b9/70d6959f-afb9-4f42-93d5-4dd1056c4caa) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:13.794927 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3d128ecc-4b26-488b-9a34-a1e60a29e69e req-7d1b65fc-df68-48cb-937f-02b7d857b3a5 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 210 time: 0.0406218 Dec 10 18:36:13.822345 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-fda13153-5e50-4f63-88fa-45cde6be5dbc tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:13.855660 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-fda13153-5e50-4f63-88fa-45cde6be5dbc tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:13.904867 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-fda13153-5e50-4f63-88fa-45cde6be5dbc tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Network c9403646-ab9b-4a0a-827b-6d4376246b64 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:13.908123 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-fda13153-5e50-4f63-88fa-45cde6be5dbc tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:13.910746 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-fda13153-5e50-4f63-88fa-45cde6be5dbc tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:13.936778 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda13153-5e50-4f63-88fa-45cde6be5dbc tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Pushing event updated for resources: {'Port': ['ID=70d6959f-afb9-4f42-93d5-4dd1056c4caa,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:13.969731 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-fda13153-5e50-4f63-88fa-45cde6be5dbc tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:13.970378 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-fda13153-5e50-4f63-88fa-45cde6be5dbc tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:13.989234 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-fda13153-5e50-4f63-88fa-45cde6be5dbc tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7391033 Dec 10 18:36:14.001754 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-3a77b807-df12-448d-8d34-2994ca815511 service neutron] Request body: {'port': {'device_id': 'eb9e1f63-f940-441c-9eab-762853c3a8d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:14.064783 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-3a77b807-df12-448d-8d34-2994ca815511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:14.190380 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db74518-7ed2-4e86-aa92-317ca308e4a8 req-099e501f-f614-41b8-8d93-9758e7c5f141 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:14.192025 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2db74518-7ed2-4e86-aa92-317ca308e4a8 req-099e501f-f614-41b8-8d93-9758e7c5f141 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.0893025 Dec 10 18:36:14.252982 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2db74518-7ed2-4e86-aa92-317ca308e4a8 req-26c19205-0537-45ba-a6a6-f0785409953f tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539412 Dec 10 18:36:14.282797 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8bbbade0-89b0-44b2-a0bd-b6fce15e0ea4 None None] Provisioning complete for port 70d6959f-afb9-4f42-93d5-4dd1056c4caa triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:14.283769 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8bbbade0-89b0-44b2-a0bd-b6fce15e0ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:14.311837 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53c93f-e595-4fe3-9d8c-5a7d3a64c0b3 req-62c2253c-1657-4955-8381-f1043904ca15 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:14.313412 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2c53c93f-e595-4fe3-9d8c-5a7d3a64c0b3 req-62c2253c-1657-4955-8381-f1043904ca15 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.1180313 Dec 10 18:36:14.331419 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8bbbade0-89b0-44b2-a0bd-b6fce15e0ea4 None None] Port 70d6959f-afb9-4f42-93d5-4dd1056c4caa cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:36:14.544691 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464718b-13ee-4dfe-820e-51ba26d44b8c req-f9f395f3-5cdb-494f-91d6-051f8b61cf62 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:14.546225 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9464718b-13ee-4dfe-820e-51ba26d44b8c req-f9f395f3-5cdb-494f-91d6-051f8b61cf62 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 944 time: 0.0560341 Dec 10 18:36:14.606756 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9464718b-13ee-4dfe-820e-51ba26d44b8c req-7d6bb241-a16a-4540-835b-1e1f05575f17 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540016 Dec 10 18:36:14.702471 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2c53c93f-e595-4fe3-9d8c-5a7d3a64c0b3 req-39d71eef-1f3c-480e-8e71-4acd5d4da019 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801446 Dec 10 18:36:14.765251 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a806d6c-b4a7-4ef2-91e0-13f0bb8d5e56 req-e1a137da-2824-4a94-b4cd-39bc26a5de83 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:14.766817 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8a806d6c-b4a7-4ef2-91e0-13f0bb8d5e56 req-e1a137da-2824-4a94-b4cd-39bc26a5de83 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb9e1f63-f940-441c-9eab-762853c3a8d9 HTTP/1.1" status: 200 len: 935 time: 0.0580089 Dec 10 18:36:14.784780 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-3a77b807-df12-448d-8d34-2994ca815511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70d6959f-afb9-4f42-93d5-4dd1056c4caa {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:36:14.793630 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-3a77b807-df12-448d-8d34-2994ca815511 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:14.808035 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-3a77b807-df12-448d-8d34-2994ca815511 service neutron] Transition to ACTIVE for port object 70d6959f-afb9-4f42-93d5-4dd1056c4caa will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:36:14.812479 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-3a77b807-df12-448d-8d34-2994ca815511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:14.828104 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8a806d6c-b4a7-4ef2-91e0-13f0bb8d5e56 req-301a713c-45f5-470b-82f4-1dbacb4568f1 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/security-groups?id=988e8f7f-74b5-44c2-b5e2-2fd6eadde8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541351 Dec 10 18:36:14.888918 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77b807-df12-448d-8d34-2994ca815511 service neutron] Pushing event updated for resources: {'Port': ['ID=70d6959f-afb9-4f42-93d5-4dd1056c4caa,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:14.953062 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57299674-a4c3-4e29-b167-58d7b2ae46f1 req-21ed18c6-01e5-4a99-b5fb-0ace4fd0fa78 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf93b83f-5f74-4dd5-91e5-156fc8813a64 HTTP/1.1" status: 200 len: 210 time: 0.0549390 Dec 10 18:36:14.992667 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-3a77b807-df12-448d-8d34-2994ca815511 service neutron] Attempting to bind port 70d6959f-afb9-4f42-93d5-4dd1056c4caa on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:36:14.993421 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-3a77b807-df12-448d-8d34-2994ca815511 service neutron] Attempting to bind port 70d6959f-afb9-4f42-93d5-4dd1056c4caa by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:36:14.993887 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-3a77b807-df12-448d-8d34-2994ca815511 service neutron] Attempting to bind port 70d6959f-afb9-4f42-93d5-4dd1056c4caa on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:36:15.000281 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-3a77b807-df12-448d-8d34-2994ca815511 service neutron] Port 70d6959f-afb9-4f42-93d5-4dd1056c4caa on network c9403646-ab9b-4a0a-827b-6d4376246b64 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:36:15.000721 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-3a77b807-df12-448d-8d34-2994ca815511 service neutron] Attempting to bind port 70d6959f-afb9-4f42-93d5-4dd1056c4caa on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:36:15.007539 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-3a77b807-df12-448d-8d34-2994ca815511 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:36:15.007886 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-3a77b807-df12-448d-8d34-2994ca815511 service neutron] Checking segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:36:15.008271 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-3a77b807-df12-448d-8d34-2994ca815511 service neutron] Bound using segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:36:15.008725 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-3a77b807-df12-448d-8d34-2994ca815511 service neutron] Bound port: 70d6959f-afb9-4f42-93d5-4dd1056c4caa, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:36:15.009086 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-3a77b807-df12-448d-8d34-2994ca815511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.082450 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-3a77b807-df12-448d-8d34-2994ca815511 service neutron] For port 70d6959f-afb9-4f42-93d5-4dd1056c4caa, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:36:15.085764 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-3a77b807-df12-448d-8d34-2994ca815511 service neutron] For port 70d6959f-afb9-4f42-93d5-4dd1056c4caa, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=70d6959f-afb9-4f42-93d5-4dd1056c4caa,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:36:15.091245 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-3a77b807-df12-448d-8d34-2994ca815511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.129547 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-3a77b807-df12-448d-8d34-2994ca815511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:15.130180 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-3a77b807-df12-448d-8d34-2994ca815511 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.131619 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-3a77b807-df12-448d-8d34-2994ca815511 service neutron] 10.222.0.46 "PUT /v2.0/ports/70d6959f-afb9-4f42-93d5-4dd1056c4caa HTTP/1.1" status: 200 len: 1095 time: 1.1345103 Dec 10 18:36:15.132079 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb9e1f63-f940-441c-9eab-762853c3a8d9', 'tag': '70d6959f-afb9-4f42-93d5-4dd1056c4caa'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:36:15.134411 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68106701-8261-4918-a69c-01ba58652b46" -d '{"events": [{"name": "network-changed", "server_uuid": "eb9e1f63-f940-441c-9eab-762853c3a8d9", "tag": "70d6959f-afb9-4f42-93d5-4dd1056c4caa"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:36:15.134795 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 77683194-68c8-44f6-b8a7-a56c748308e0 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:36:15.201735 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77b807-df12-448d-8d34-2994ca815511 service neutron] Pushing event updated for resources: {'Port': ['ID=70d6959f-afb9-4f42-93d5-4dd1056c4caa,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:15.226324 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bca1139-8b5c-4be7-9b14-b4cea3db28f4 x-openstack-request-id: req-4bca1139-8b5c-4be7-9b14-b4cea3db28f4 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:36:15.227841 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb9e1f63-f940-441c-9eab-762853c3a8d9", "tag": "70d6959f-afb9-4f42-93d5-4dd1056c4caa", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:36:15.228262 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4bca1139-8b5c-4be7-9b14-b4cea3db28f4 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:36:15.230088 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb9e1f63-f940-441c-9eab-762853c3a8d9', 'tag': '70d6959f-afb9-4f42-93d5-4dd1056c4caa', 'status': 'completed', 'code': 200} Dec 10 18:36:15.253800 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 77683194-68c8-44f6-b8a7-a56c748308e0 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:36:15.265459 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 77683194-68c8-44f6-b8a7-a56c748308e0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:15.265831 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.310966 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-d97849fe-047f-4687-bf9a-6a2dd48f6b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:15.312791 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-d97849fe-047f-4687-bf9a-6a2dd48f6b35 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6bb4a18825a54efebc40b1777319a64f&device_id=eb9e1f63-f940-441c-9eab-762853c3a8d9 HTTP/1.1" status: 200 len: 1098 time: 0.1123199 Dec 10 18:36:15.394759 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-a995ec28-5893-40e9-98a8-deaf65a6e2fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=70d6959f-afb9-4f42-93d5-4dd1056c4caa HTTP/1.1" status: 200 len: 217 time: 0.0660031 Dec 10 18:36:15.439760 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.475866 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-00a33199-c164-4a6d-87a0-1b27e10b7a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:15.478015 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-00a33199-c164-4a6d-87a0-1b27e10b7a3b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.0728221 Dec 10 18:36:15.487463 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 77683194-68c8-44f6-b8a7-a56c748308e0, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=77683194-68c8-44f6-b8a7-a56c748308e0,segment=NetworkSegment(a9a1f0c6-697d-404a-a8fe-550f575230bf),segment_id=a9a1f0c6-697d-404a-a8fe-550f575230bf)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:15.491311 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a308d612-ca0e-46ed-b237-d0342ffd7110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77683194-68c8-44f6-b8a7-a56c748308e0'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:36:15.496337 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9aca30-5dd3-44df-9698-9a77c2e21078" -d '{"events": [{"server_uuid": "a308d612-ca0e-46ed-b237-d0342ffd7110", "name": "network-vif-plugged", "status": "completed", "tag": "77683194-68c8-44f6-b8a7-a56c748308e0"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:36:15.501445 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.561354 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-c98fdca9-c574-4b48-b4ee-d60a66de37d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:15.563035 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-c98fdca9-c574-4b48-b4ee-d60a66de37d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0636406 Dec 10 18:36:15.571751 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95d97ce-e0e8-4eeb-9bde-3243148163fa x-openstack-request-id: req-b95d97ce-e0e8-4eeb-9bde-3243148163fa {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:36:15.572049 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a308d612-ca0e-46ed-b237-d0342ffd7110", "name": "network-vif-plugged", "status": "completed", "tag": "77683194-68c8-44f6-b8a7-a56c748308e0", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:36:15.572310 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b95d97ce-e0e8-4eeb-9bde-3243148163fa {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:36:15.573269 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a308d612-ca0e-46ed-b237-d0342ffd7110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77683194-68c8-44f6-b8a7-a56c748308e0', 'code': 200} Dec 10 18:36:15.578419 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=77683194-68c8-44f6-b8a7-a56c748308e0,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:15.582427 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93c18b-43b2-4aaa-ac0b-4a44fcc7af3c req-c2595270-fb1b-45d6-a770-7383a07dd8c0 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:15.583972 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7b93c18b-43b2-4aaa-ac0b-4a44fcc7af3c req-c2595270-fb1b-45d6-a770-7383a07dd8c0 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.1920493 Dec 10 18:36:15.695667 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-76a2f458-ed76-4da4-9506-84164952d3d7 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106956 Dec 10 18:36:15.778286 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcae94e-c247-49fe-ad3d-b6719faeacc0 req-e8246d4d-f1c2-470f-8042-17332a035458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:15.779918 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4bcae94e-c247-49fe-ad3d-b6719faeacc0 req-e8246d4d-f1c2-470f-8042-17332a035458 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 1096 time: 0.1427169 Dec 10 18:36:15.825690 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f607e-b8e1-4251-9ee9-0ada128eacc1 req-a394ae46-60fe-4109-a848-42505b13c860 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:15.827121 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-696f607e-b8e1-4251-9ee9-0ada128eacc1 req-a394ae46-60fe-4109-a848-42505b13c860 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 945 time: 0.0916221 Dec 10 18:36:15.867498 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4bcae94e-c247-49fe-ad3d-b6719faeacc0 req-c646f4fe-42ac-40e5-99e3-3b7441ced08a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769019 Dec 10 18:36:15.878402 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7b93c18b-43b2-4aaa-ac0b-4a44fcc7af3c req-30f463f6-6819-44f0-8e41-5707a162dad2 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807783 Dec 10 18:36:15.894172 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef76f9c0-ec43-4362-aa17-1709211d50a4 req-9fb25fc9-69f7-4a60-a973-a830753324ab service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865695 Dec 10 18:36:15.901271 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-91c81fb5-b8fb-401f-a053-146899ee906d req-e0ece09c-6326-469a-b584-1fed9c8a42b1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e0614ff1-b2e4-4ba0-9f2b-8ce6e43e1f2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1164672 Dec 10 18:36:15.910372 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-696f607e-b8e1-4251-9ee9-0ada128eacc1 req-595b9d1b-bea4-485c-bfb7-10f5e800b7c5 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732861 Dec 10 18:36:16.042411 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68106701-8261-4918-a69c-01ba58652b46 req-fc24d93e-38ea-4130-82a2-e716d5b738d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:16.043963 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-68106701-8261-4918-a69c-01ba58652b46 req-fc24d93e-38ea-4130-82a2-e716d5b738d0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6bb4a18825a54efebc40b1777319a64f&device_id=eb9e1f63-f940-441c-9eab-762853c3a8d9 HTTP/1.1" status: 200 len: 1098 time: 0.0785251 Dec 10 18:36:16.053942 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9faab7-27b3-4e16-9495-8e771dedc771 req-68dd9351-f314-4b43-acf9-90dc88e36c2d tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:16.055874 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0e9faab7-27b3-4e16-9495-8e771dedc771 req-68dd9351-f314-4b43-acf9-90dc88e36c2d tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb9e1f63-f940-441c-9eab-762853c3a8d9 HTTP/1.1" status: 200 len: 947 time: 0.0594151 Dec 10 18:36:16.059589 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22554d42-abf3-4023-8e1c-1a62c9dd652a req-06e83885-4595-4aa8-b672-0450b1e11e8f tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:16.061362 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-22554d42-abf3-4023-8e1c-1a62c9dd652a req-06e83885-4595-4aa8-b672-0450b1e11e8f tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.1078513 Dec 10 18:36:16.145964 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0e9faab7-27b3-4e16-9495-8e771dedc771 req-0488d912-90fb-4f83-b5d8-52e65f8f8370 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/security-groups?id=988e8f7f-74b5-44c2-b5e2-2fd6eadde8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823376 Dec 10 18:36:16.220648 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-22554d42-abf3-4023-8e1c-1a62c9dd652a req-caed2942-ca58-42d6-90be-4b63677cad2f tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504524 Dec 10 18:36:16.229575 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68106701-8261-4918-a69c-01ba58652b46 req-23732779-e154-4597-b404-3b24ebcbce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:16.236073 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-68106701-8261-4918-a69c-01ba58652b46 req-23732779-e154-4597-b404-3b24ebcbce9c service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.1734943 Dec 10 18:36:16.285050 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-68106701-8261-4918-a69c-01ba58652b46 req-9f798d37-70dd-4fdb-80f8-f0b2976f2746 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=70d6959f-afb9-4f42-93d5-4dd1056c4caa HTTP/1.1" status: 200 len: 217 time: 0.0389450 Dec 10 18:36:16.362663 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68106701-8261-4918-a69c-01ba58652b46 req-be875aa4-fa9e-43a2-b808-cd7cdd4e9d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:16.364347 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-68106701-8261-4918-a69c-01ba58652b46 req-be875aa4-fa9e-43a2-b808-cd7cdd4e9d42 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.0615962 Dec 10 18:36:16.437611 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68106701-8261-4918-a69c-01ba58652b46 req-a9de7d38-c4f7-4c72-8236-a38236516dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:16.438859 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-68106701-8261-4918-a69c-01ba58652b46 req-a9de7d38-c4f7-4c72-8236-a38236516dd5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0526297 Dec 10 18:36:16.580332 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-68106701-8261-4918-a69c-01ba58652b46 req-c06c9000-db72-491c-a136-94d138bad6a0 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266778 Dec 10 18:36:16.756086 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-68106701-8261-4918-a69c-01ba58652b46 req-1a902657-d710-40a0-a0bc-eec2531d5069 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651933 Dec 10 18:36:17.033972 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415f51e-c924-4bf0-a651-6b4985c5d98a req-f69b2c72-1c3f-4bab-a91c-98e9667940fb tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:17.036792 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3415f51e-c924-4bf0-a651-6b4985c5d98a req-f69b2c72-1c3f-4bab-a91c-98e9667940fb tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.0848691 Dec 10 18:36:17.129269 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3415f51e-c924-4bf0-a651-6b4985c5d98a req-e84b05db-1c4c-4904-9969-40e524ad5887 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840874 Dec 10 18:36:17.272891 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdce67d-6901-405f-9b9f-92536bac605a req-7b765356-e940-4a27-880d-2285dbbdec05 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:17.283814 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2bdce67d-6901-405f-9b9f-92536bac605a req-7b765356-e940-4a27-880d-2285dbbdec05 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 945 time: 0.0790281 Dec 10 18:36:17.355127 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2bdce67d-6901-405f-9b9f-92536bac605a req-19e4a05c-9d28-4f2c-abf0-1d577c679a20 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689147 Dec 10 18:36:17.450495 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368cbf28-1239-45c3-8ea7-e706eb8b9cd2 req-7d50c68b-2cf8-445d-b51c-5b8ba924d095 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:17.467507 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-368cbf28-1239-45c3-8ea7-e706eb8b9cd2 req-7d50c68b-2cf8-445d-b51c-5b8ba924d095 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb9e1f63-f940-441c-9eab-762853c3a8d9 HTTP/1.1" status: 200 len: 947 time: 0.1015546 Dec 10 18:36:17.549448 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-368cbf28-1239-45c3-8ea7-e706eb8b9cd2 req-4beaaee9-de86-4f56-9537-1bd4f86394a3 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/security-groups?id=988e8f7f-74b5-44c2-b5e2-2fd6eadde8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658281 Dec 10 18:36:17.596140 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b4a7d-dc65-4d35-93a7-143c659b7356 req-a15aaa65-b1e4-4039-81ad-1c1f2e257950 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:17.597768 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6d9b4a7d-dc65-4d35-93a7-143c659b7356 req-a15aaa65-b1e4-4039-81ad-1c1f2e257950 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.0610042 Dec 10 18:36:17.654780 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6d9b4a7d-dc65-4d35-93a7-143c659b7356 req-8243b6f0-37ee-42df-bf9f-4833fbc71e62 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483882 Dec 10 18:36:18.279633 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25747753-a4b3-4c48-86a1-89592b2ec2f6 req-95bdb5f9-564b-473a-8223-ed14dc53f01c tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:18.282095 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-25747753-a4b3-4c48-86a1-89592b2ec2f6 req-95bdb5f9-564b-473a-8223-ed14dc53f01c tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.0695181 Dec 10 18:36:18.395003 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-25747753-a4b3-4c48-86a1-89592b2ec2f6 req-b1aa7eac-09b4-45a9-a3d5-e7aa170aad7d tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969765 Dec 10 18:36:18.513075 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb90fa9-bb5a-43af-9f8a-b17ed71d08df req-d43992ce-a516-4c72-82fd-88831e301c2c tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:18.521519 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aeb90fa9-bb5a-43af-9f8a-b17ed71d08df req-d43992ce-a516-4c72-82fd-88831e301c2c tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 945 time: 0.0841858 Dec 10 18:36:18.576533 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aeb90fa9-bb5a-43af-9f8a-b17ed71d08df req-eeb9de27-f68f-4d0a-8307-0315b4663a28 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540833 Dec 10 18:36:18.687827 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2ac4d-eecd-43fc-aca9-8be5434373cd req-6f185981-ded8-4c73-8cb0-a1e484e16fa0 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:18.689666 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-caf2ac4d-eecd-43fc-aca9-8be5434373cd req-6f185981-ded8-4c73-8cb0-a1e484e16fa0 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb9e1f63-f940-441c-9eab-762853c3a8d9 HTTP/1.1" status: 200 len: 947 time: 0.0588028 Dec 10 18:36:18.784358 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-caf2ac4d-eecd-43fc-aca9-8be5434373cd req-ec8525c9-b8a6-4fa7-9c35-5e40641074cf tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/security-groups?id=988e8f7f-74b5-44c2-b5e2-2fd6eadde8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858853 Dec 10 18:36:18.863259 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72746f48-bae2-497d-9a2a-50604eb80a46 req-72afad87-2c22-4538-9444-0d424abbe177 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:18.873048 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-72746f48-bae2-497d-9a2a-50604eb80a46 req-72afad87-2c22-4538-9444-0d424abbe177 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.0672338 Dec 10 18:36:18.935868 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-72746f48-bae2-497d-9a2a-50604eb80a46 req-1d89b1e8-86fb-4822-af97-6031da5a46b8 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615840 Dec 10 18:36:19.561651 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8acf24-a8be-41ca-a1d4-eb6d017edf4b req-03c2e00b-b0d7-4e86-b733-21c8e72acbc3 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:19.589366 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0c8acf24-a8be-41ca-a1d4-eb6d017edf4b req-03c2e00b-b0d7-4e86-b733-21c8e72acbc3 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.1061018 Dec 10 18:36:19.600228 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b10658a2-517a-4d02-8b9e-bf83dac60c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:19.694244 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0c8acf24-a8be-41ca-a1d4-eb6d017edf4b req-e287217d-4913-40d0-b0d4-b10718684ca4 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038644 Dec 10 18:36:19.826019 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2dfd5-a55a-41a2-8559-f0f67068026b req-f79fc574-e63f-4a10-bd9f-0f31d847b37f tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:19.836888 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-abf2dfd5-a55a-41a2-8559-f0f67068026b req-f79fc574-e63f-4a10-bd9f-0f31d847b37f tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 945 time: 0.1053271 Dec 10 18:36:19.906065 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-abf2dfd5-a55a-41a2-8559-f0f67068026b req-9a9c0e47-e900-4012-a8bd-a9e7cfa14a41 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677919 Dec 10 18:36:19.981587 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2394d8-6dce-42e6-bc8c-646721bd7a55 req-45796faa-48b8-495a-b3fa-940705a1fdf4 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:19.983176 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ea2394d8-6dce-42e6-bc8c-646721bd7a55 req-45796faa-48b8-495a-b3fa-940705a1fdf4 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb9e1f63-f940-441c-9eab-762853c3a8d9 HTTP/1.1" status: 200 len: 947 time: 0.0573351 Dec 10 18:36:20.053381 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ea2394d8-6dce-42e6-bc8c-646721bd7a55 req-8c1756a1-cbf6-47ee-8634-5ddfdc2c87b5 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/security-groups?id=988e8f7f-74b5-44c2-b5e2-2fd6eadde8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596824 Dec 10 18:36:20.093485 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318448c-6fb5-467e-a211-34e1ca4041f6 req-8a384054-b763-4d6a-bbbe-49fdfd073db3 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:20.096366 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9318448c-6fb5-467e-a211-34e1ca4041f6 req-8a384054-b763-4d6a-bbbe-49fdfd073db3 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.0720587 Dec 10 18:36:20.154823 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9318448c-6fb5-467e-a211-34e1ca4041f6 req-8e8aaaaf-6d0c-44ab-a35d-d0e501bd3d86 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484228 Dec 10 18:36:20.564307 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 70d6959f-afb9-4f42-93d5-4dd1056c4caa details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:36:20.692160 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 70d6959f-afb9-4f42-93d5-4dd1056c4caa, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=70d6959f-afb9-4f42-93d5-4dd1056c4caa,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:20.707063 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '70d6959f-afb9-4f42-93d5-4dd1056c4caa', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': '70d6959f-afb9-4f42-93d5-4dd1056c4caa', 'mac_address': 'fa:16:3e:fc:a8:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:36:20.758243 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:20.776903 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70d6959f-afb9-4f42-93d5-4dd1056c4caa {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:36:20.803601 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 70d6959f-afb9-4f42-93d5-4dd1056c4caa, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=70d6959f-afb9-4f42-93d5-4dd1056c4caa,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:20.809581 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:20.899737 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=70d6959f-afb9-4f42-93d5-4dd1056c4caa,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:20.910615 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6dba2c-5c1e-4a91-aede-361a9f8ce5f1 req-1dac7736-12e3-4dbf-82b5-195e89dbffb7 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:20.920145 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be6dba2c-5c1e-4a91-aede-361a9f8ce5f1 req-1dac7736-12e3-4dbf-82b5-195e89dbffb7 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.0741000 Dec 10 18:36:20.988375 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be6dba2c-5c1e-4a91-aede-361a9f8ce5f1 req-236e637d-a99a-40fb-86ad-ed96350144d8 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662148 Dec 10 18:36:21.086436 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec55c48-974a-41de-af55-7505ee8d338e req-370816cd-3802-4f3b-82e0-9a0ac79982ba tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:21.088314 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bec55c48-974a-41de-af55-7505ee8d338e req-370816cd-3802-4f3b-82e0-9a0ac79982ba tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 944 time: 0.0643959 Dec 10 18:36:21.111839 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2032a-c52d-48de-8f23-872c91c54656 req-b63dd3fb-b2fc-493e-8642-5892de77c097 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:21.113994 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-faa2032a-c52d-48de-8f23-872c91c54656 req-b63dd3fb-b2fc-493e-8642-5892de77c097 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 945 time: 0.0633538 Dec 10 18:36:21.131395 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['70d6959f-afb9-4f42-93d5-4dd1056c4caa'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:36:21.178964 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bec55c48-974a-41de-af55-7505ee8d338e req-cf005bcb-d4f5-417a-9f4c-d264d2f299e8 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838418 Dec 10 18:36:21.195822 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-faa2032a-c52d-48de-8f23-872c91c54656 req-08dfe6ef-a75e-4b8f-abb1-fab32fb02f83 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696583 Dec 10 18:36:21.402131 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582256bf-2b62-4f0f-8369-f449b978e18c req-c09f5737-bfc4-4383-9fb0-90645abcd91c tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:21.402632 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703779e-be15-4f09-82fc-2e2622569547 req-e53058b2-a28a-4e56-b0df-03c1b254b60c tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:21.410644 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c703779e-be15-4f09-82fc-2e2622569547 req-e53058b2-a28a-4e56-b0df-03c1b254b60c tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.0825734 Dec 10 18:36:21.412651 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-582256bf-2b62-4f0f-8369-f449b978e18c req-c09f5737-bfc4-4383-9fb0-90645abcd91c tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb9e1f63-f940-441c-9eab-762853c3a8d9 HTTP/1.1" status: 200 len: 948 time: 0.1530826 Dec 10 18:36:21.467616 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c703779e-be15-4f09-82fc-2e2622569547 req-c54e9a18-d9ca-4839-baa9-b29952908aff tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558522 Dec 10 18:36:21.490837 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-582256bf-2b62-4f0f-8369-f449b978e18c req-6efe413d-e5aa-494d-909f-e760750d38b5 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/security-groups?id=988e8f7f-74b5-44c2-b5e2-2fd6eadde8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621598 Dec 10 18:36:21.555437 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292de1e-0322-4a40-bc9f-14df58efabc7 req-dac1f83c-68fb-4e26-bab6-774938cfd6ad tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:21.557594 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8292de1e-0322-4a40-bc9f-14df58efabc7 req-dac1f83c-68fb-4e26-bab6-774938cfd6ad tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.46 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 944 time: 0.0652747 Dec 10 18:36:21.672268 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-8292de1e-0322-4a40-bc9f-14df58efabc7 req-c38556f3-c50d-4908-bdd5-bb4ca7227908 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Deleting port 7c3c3db8-21a1-4852-99c0-eeba9355606d {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:21.672615 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8292de1e-0322-4a40-bc9f-14df58efabc7 req-c38556f3-c50d-4908-bdd5-bb4ca7227908 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:21.770044 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-8292de1e-0322-4a40-bc9f-14df58efabc7 req-c38556f3-c50d-4908-bdd5-bb4ca7227908 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] For port 7c3c3db8-21a1-4852-99c0-eeba9355606d, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=7c3c3db8-21a1-4852-99c0-eeba9355606d,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:21.770338 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8292de1e-0322-4a40-bc9f-14df58efabc7 req-c38556f3-c50d-4908-bdd5-bb4ca7227908 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:21.785445 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-8292de1e-0322-4a40-bc9f-14df58efabc7 req-c38556f3-c50d-4908-bdd5-bb4ca7227908 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Calling delete_port for 7c3c3db8-21a1-4852-99c0-eeba9355606d owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:21.916820 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8292de1e-0322-4a40-bc9f-14df58efabc7 req-c38556f3-c50d-4908-bdd5-bb4ca7227908 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:21.941039 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['7c3c3db8-21a1-4852-99c0-eeba9355606d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:36:21.952502 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38556f3-c50d-4908-bdd5-bb4ca7227908 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Pushing event deleted for resources: {'Port': ['ID=7c3c3db8-21a1-4852-99c0-eeba9355606d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:21.997901 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-8292de1e-0322-4a40-bc9f-14df58efabc7 req-c38556f3-c50d-4908-bdd5-bb4ca7227908 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] No DVR routers for this DVR port 7c3c3db8-21a1-4852-99c0-eeba9355606d on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:36:22.002157 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8292de1e-0322-4a40-bc9f-14df58efabc7 req-c38556f3-c50d-4908-bdd5-bb4ca7227908 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:22.004802 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8292de1e-0322-4a40-bc9f-14df58efabc7 req-c38556f3-c50d-4908-bdd5-bb4ca7227908 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.46 "DELETE /v2.0/ports/7c3c3db8-21a1-4852-99c0-eeba9355606d HTTP/1.1" status: 204 len: 173 time: 0.4398293 Dec 10 18:36:22.005307 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2284b84e-e673-4a5a-bda4-827487211b6e', 'name': 'network-vif-deleted', 'tag': '7c3c3db8-21a1-4852-99c0-eeba9355606d'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:36:22.008367 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042807d5-2c83-4093-afdf-d279a85499e3" -d '{"events": [{"server_uuid": "2284b84e-e673-4a5a-bda4-827487211b6e", "name": "network-vif-deleted", "tag": "7c3c3db8-21a1-4852-99c0-eeba9355606d"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:36:22.074895 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7146a9-a55d-4d91-bcee-7b0774782906 x-openstack-request-id: req-5a7146a9-a55d-4d91-bcee-7b0774782906 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:36:22.075308 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2284b84e-e673-4a5a-bda4-827487211b6e", "name": "network-vif-deleted", "tag": "7c3c3db8-21a1-4852-99c0-eeba9355606d", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:36:22.075662 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5a7146a9-a55d-4d91-bcee-7b0774782906 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:36:22.076164 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2284b84e-e673-4a5a-bda4-827487211b6e', 'name': 'network-vif-deleted', 'tag': '7c3c3db8-21a1-4852-99c0-eeba9355606d', 'status': 'completed', 'code': 200} Dec 10 18:36:22.141069 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eae4f5-2c21-4a2c-ac4e-4db44403d352 req-0dc400e3-a27d-492a-aacb-4cafb1ab1dc2 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:22.142833 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c7eae4f5-2c21-4a2c-ac4e-4db44403d352 req-0dc400e3-a27d-492a-aacb-4cafb1ab1dc2 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.0585876 Dec 10 18:36:22.193736 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c7eae4f5-2c21-4a2c-ac4e-4db44403d352 req-75471a64-fd1b-4915-862b-90a33dc58952 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442164 Dec 10 18:36:22.315180 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0f90d872-fa16-45cd-8a05-16b64a4a91ac req-866b7d50-d0ef-455b-91d8-66ce2220fce7 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=2284b84e-e673-4a5a-bda4-827487211b6e HTTP/1.1" status: 200 len: 210 time: 0.0342298 Dec 10 18:36:22.321187 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e82e6e-f55c-4747-9310-a8c755ce1420 req-3f651d36-47ef-46bd-b915-78552514cbc6 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:22.329611 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-75e82e6e-f55c-4747-9310-a8c755ce1420 req-3f651d36-47ef-46bd-b915-78552514cbc6 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 945 time: 0.0650303 Dec 10 18:36:22.358375 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-06b4f77f-dbd8-426d-9cfd-ca040c82726e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:22.390102 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-75e82e6e-f55c-4747-9310-a8c755ce1420 req-9d5d6a47-9c4b-4a6c-82d3-864ae0b86a7a tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594714 Dec 10 18:36:22.580412 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 70d6959f-afb9-4f42-93d5-4dd1056c4caa up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:36:22.609544 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd7ffba-6cd4-4439-8c41-f6f1b6d98f32 req-22ebc42d-f844-427e-9da7-da6379376520 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:22.611324 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ecd7ffba-6cd4-4439-8c41-f6f1b6d98f32 req-22ebc42d-f844-427e-9da7-da6379376520 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.0650938 Dec 10 18:36:22.625272 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f8311-eaa9-485e-8999-cbc76b1bcc3e req-a6ec63c4-914a-4b02-967f-812395a0af77 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:22.626854 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-657f8311-eaa9-485e-8999-cbc76b1bcc3e req-a6ec63c4-914a-4b02-967f-812395a0af77 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb9e1f63-f940-441c-9eab-762853c3a8d9 HTTP/1.1" status: 200 len: 948 time: 0.0654829 Dec 10 18:36:22.677825 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ecd7ffba-6cd4-4439-8c41-f6f1b6d98f32 req-4c070182-e1e5-4b0e-881f-5be443feaafa tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538659 Dec 10 18:36:22.684299 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 70d6959f-afb9-4f42-93d5-4dd1056c4caa completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:36:22.688463 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 70d6959f-afb9-4f42-93d5-4dd1056c4caa triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:22.688886 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:22.696502 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-657f8311-eaa9-485e-8999-cbc76b1bcc3e req-6c4de6b2-19c5-4cc4-b21d-5ac174115baa tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/security-groups?id=988e8f7f-74b5-44c2-b5e2-2fd6eadde8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588868 Dec 10 18:36:22.774366 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:22.798064 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9e1f63-f940-441c-9eab-762853c3a8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d6959f-afb9-4f42-93d5-4dd1056c4caa'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:36:22.800253 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f6d050-0afa-401a-9857-2a1d2f243b59" -d '{"events": [{"server_uuid": "eb9e1f63-f940-441c-9eab-762853c3a8d9", "name": "network-vif-plugged", "status": "completed", "tag": "70d6959f-afb9-4f42-93d5-4dd1056c4caa"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:36:22.818844 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 70d6959f-afb9-4f42-93d5-4dd1056c4caa, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=70d6959f-afb9-4f42-93d5-4dd1056c4caa,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:22.824996 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:22.826071 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 7c3c3db8-21a1-4852-99c0-eeba9355606d no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:36:22.847203 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0212f016-a9ca-4f8d-8d7a-a76faf15daac x-openstack-request-id: req-0212f016-a9ca-4f8d-8d7a-a76faf15daac {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:36:22.847569 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9e1f63-f940-441c-9eab-762853c3a8d9", "name": "network-vif-plugged", "status": "completed", "tag": "70d6959f-afb9-4f42-93d5-4dd1056c4caa", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:36:22.847860 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0212f016-a9ca-4f8d-8d7a-a76faf15daac {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:36:22.848251 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9e1f63-f940-441c-9eab-762853c3a8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d6959f-afb9-4f42-93d5-4dd1056c4caa', 'code': 200} Dec 10 18:36:22.850762 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 7c3c3db8-21a1-4852-99c0-eeba9355606d {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:36:22.851282 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 7c3c3db8-21a1-4852-99c0-eeba9355606d not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:36:22.914592 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=70d6959f-afb9-4f42-93d5-4dd1056c4caa,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:22.960594 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86842c-dffd-4f61-b587-867ee2bf1497 req-d85e4b22-811c-4983-924b-56213368fbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:22.962153 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0b86842c-dffd-4f61-b587-867ee2bf1497 req-d85e4b22-811c-4983-924b-56213368fbe5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=eb9e1f63-f940-441c-9eab-762853c3a8d9 HTTP/1.1" status: 200 len: 1100 time: 0.0424433 Dec 10 18:36:23.021426 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0b86842c-dffd-4f61-b587-867ee2bf1497 req-32b27233-872c-45db-8c99-e0aae682f030 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=988e8f7f-74b5-44c2-b5e2-2fd6eadde8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495639 Dec 10 18:36:23.296288 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:23.320486 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d44148-a58c-4027-b9d3-b5e135efe913 req-b9ae353a-0914-4e8e-a98f-83575b2c9308 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:23.322038 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-06d44148-a58c-4027-b9d3-b5e135efe913 req-b9ae353a-0914-4e8e-a98f-83575b2c9308 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.0521922 Dec 10 18:36:23.387264 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-06d44148-a58c-4027-b9d3-b5e135efe913 req-cd84c2ae-9d30-4c1b-86ce-02c0c6211068 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577691 Dec 10 18:36:23.515083 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e50d20-be80-47c3-8649-aa7373272643 req-658db839-a523-457d-afe9-7f35bd352322 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:23.522988 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-19e50d20-be80-47c3-8649-aa7373272643 req-658db839-a523-457d-afe9-7f35bd352322 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 945 time: 0.0604098 Dec 10 18:36:23.581268 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-19e50d20-be80-47c3-8649-aa7373272643 req-bff3a043-ed48-4beb-b23b-3d2c64bb5157 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568140 Dec 10 18:36:23.650790 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834f79b-14c3-4015-8058-621ca4cc843b req-c60130ee-6911-4ece-a38e-c8eb27b164cc tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:23.652808 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1834f79b-14c3-4015-8058-621ca4cc843b req-c60130ee-6911-4ece-a38e-c8eb27b164cc tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4 HTTP/1.1" status: 200 len: 944 time: 0.0591245 Dec 10 18:36:23.708899 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1834f79b-14c3-4015-8058-621ca4cc843b req-9c525735-43b1-439c-80fc-3a1a1a994a92 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500274 Dec 10 18:36:23.832112 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e12c8-8cc6-4bff-9697-1ea66f55f52c req-3cfeb589-4748-4149-a239-e60df499b914 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:23.833797 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bb5e12c8-8cc6-4bff-9697-1ea66f55f52c req-3cfeb589-4748-4149-a239-e60df499b914 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.0599098 Dec 10 18:36:23.836171 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b12df-b482-4fc5-b598-ade7e942054c req-52c07a52-cb11-44f7-bf47-1465981787b3 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:23.837794 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-890b12df-b482-4fc5-b598-ade7e942054c req-52c07a52-cb11-44f7-bf47-1465981787b3 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb9e1f63-f940-441c-9eab-762853c3a8d9 HTTP/1.1" status: 200 len: 949 time: 0.0560350 Dec 10 18:36:23.900063 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bb5e12c8-8cc6-4bff-9697-1ea66f55f52c req-cfb5fe4e-6375-4ab2-aa85-19944a934495 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557582 Dec 10 18:36:23.908301 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-890b12df-b482-4fc5-b598-ade7e942054c req-91d0d1ba-4258-4543-a010-11b11f1c4e91 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/security-groups?id=988e8f7f-74b5-44c2-b5e2-2fd6eadde8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622714 Dec 10 18:36:24.203095 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbe107-77c6-4d13-9401-7c3fc5b08381 req-e13f9045-8328-4d30-85a3-f478b27206de tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:24.205011 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f2fbe107-77c6-4d13-9401-7c3fc5b08381 req-e13f9045-8328-4d30-85a3-f478b27206de tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.46 "GET /v2.0/ports?device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4 HTTP/1.1" status: 200 len: 944 time: 0.0637014 Dec 10 18:36:24.324420 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-f2fbe107-77c6-4d13-9401-7c3fc5b08381 req-125e4399-e5c5-449b-abea-4efb67f4b106 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Deleting port 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:24.324827 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f2fbe107-77c6-4d13-9401-7c3fc5b08381 req-125e4399-e5c5-449b-abea-4efb67f4b106 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:24.441220 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-f2fbe107-77c6-4d13-9401-7c3fc5b08381 req-125e4399-e5c5-449b-abea-4efb67f4b106 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] For port 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:24.441553 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f2fbe107-77c6-4d13-9401-7c3fc5b08381 req-125e4399-e5c5-449b-abea-4efb67f4b106 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:24.458378 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-f2fbe107-77c6-4d13-9401-7c3fc5b08381 req-125e4399-e5c5-449b-abea-4efb67f4b106 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Calling delete_port for 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:24.577597 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4aa82-6fbc-4c4d-8dfc-38c714a50750 req-fd89f807-85bd-4d7b-b384-98c3696bc81f tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:24.579763 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4bf4aa82-6fbc-4c4d-8dfc-38c714a50750 req-fd89f807-85bd-4d7b-b384-98c3696bc81f tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.0607450 Dec 10 18:36:24.614435 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f2fbe107-77c6-4d13-9401-7c3fc5b08381 req-125e4399-e5c5-449b-abea-4efb67f4b106 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:24.658143 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4bf4aa82-6fbc-4c4d-8dfc-38c714a50750 req-cee2c9cc-f38f-4754-9a36-37bcee275b0d tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723281 Dec 10 18:36:24.668772 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e4399-e5c5-449b-abea-4efb67f4b106 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Pushing event deleted for resources: {'Port': ['ID=9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:24.685600 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:24.740156 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2fbe107-77c6-4d13-9401-7c3fc5b08381 req-125e4399-e5c5-449b-abea-4efb67f4b106 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] No DVR routers for this DVR port 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:36:24.743678 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f2fbe107-77c6-4d13-9401-7c3fc5b08381 req-125e4399-e5c5-449b-abea-4efb67f4b106 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:24.748290 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f2fbe107-77c6-4d13-9401-7c3fc5b08381 req-125e4399-e5c5-449b-abea-4efb67f4b106 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.46 "DELETE /v2.0/ports/9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e HTTP/1.1" status: 204 len: 173 time: 0.5323830 Dec 10 18:36:24.748914 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6e3dab-6565-4c8b-a70d-0fd2b2476ee4', 'name': 'network-vif-deleted', 'tag': '9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:36:24.751370 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e95227c-204b-4059-826b-0bccf5e3889c" -d '{"events": [{"server_uuid": "be6e3dab-6565-4c8b-a70d-0fd2b2476ee4", "name": "network-vif-deleted", "tag": "9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:36:24.777798 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a75620-bdb9-4e3c-b239-c7fd3924aca6 req-d9b2602f-3bbc-4f46-80ea-8de485971754 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:24.785412 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5a75620-bdb9-4e3c-b239-c7fd3924aca6 req-d9b2602f-3bbc-4f46-80ea-8de485971754 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 945 time: 0.1112721 Dec 10 18:36:24.842421 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5a75620-bdb9-4e3c-b239-c7fd3924aca6 req-bddd6767-d9bd-452c-b500-851c514e1de9 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558188 Dec 10 18:36:24.856691 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d782a6d7-9644-4a73-86db-2a29df04f824 req-41c9c44e-da09-4c3c-bfb0-0bba099a5022 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=be6e3dab-6565-4c8b-a70d-0fd2b2476ee4 HTTP/1.1" status: 200 len: 210 time: 0.0435600 Dec 10 18:36:24.896266 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519b99b8-08af-4d9b-a4e9-f4ba095822dd x-openstack-request-id: req-519b99b8-08af-4d9b-a4e9-f4ba095822dd {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:36:24.896559 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6e3dab-6565-4c8b-a70d-0fd2b2476ee4", "name": "network-vif-deleted", "tag": "9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:36:24.896857 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-519b99b8-08af-4d9b-a4e9-f4ba095822dd {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:36:24.897269 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6e3dab-6565-4c8b-a70d-0fd2b2476ee4', 'name': 'network-vif-deleted', 'tag': '9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e', 'status': 'completed', 'code': 200} Dec 10 18:36:25.051016 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c260b-1855-438a-8fdf-9009fe3ec3e7 req-a3bfa79d-802a-4ece-9c78-0adc23211cb1 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:25.069598 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-948c260b-1855-438a-8fdf-9009fe3ec3e7 req-a3bfa79d-802a-4ece-9c78-0adc23211cb1 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.0994010 Dec 10 18:36:25.138000 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-948c260b-1855-438a-8fdf-9009fe3ec3e7 req-b21b7a78-a18e-4c51-8fcf-f04dae944de1 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714512 Dec 10 18:36:25.144621 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c81fb5-b8fb-401f-a053-146899ee906d req-963cabfe-a84f-47b4-9014-a55ddf6cfb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:25.147048 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-91c81fb5-b8fb-401f-a053-146899ee906d req-963cabfe-a84f-47b4-9014-a55ddf6cfb7d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9d81f2c65ece44779967ce4592ded8a2&device_id=e0614ff1-b2e4-4ba0-9f2b-8ce6e43e1f2d HTTP/1.1" status: 200 len: 1096 time: 0.0857389 Dec 10 18:36:25.392862 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c81fb5-b8fb-401f-a053-146899ee906d req-8117d492-6fb3-477c-8bb7-a41e4ebe399a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:25.395024 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-91c81fb5-b8fb-401f-a053-146899ee906d req-8117d492-6fb3-477c-8bb7-a41e4ebe399a service neutron] 10.222.0.72 "GET /v2.0/networks?id=f77d2b38-50a2-4a48-b3a2-b8f2247495f9 HTTP/1.1" status: 200 len: 915 time: 0.2214322 Dec 10 18:36:25.408223 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a208fe3-65f8-4563-8353-83ff072e42da req-80091cce-98c0-48c9-8d71-e376e28248e4 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:25.410588 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9a208fe3-65f8-4563-8353-83ff072e42da req-80091cce-98c0-48c9-8d71-e376e28248e4 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb9e1f63-f940-441c-9eab-762853c3a8d9 HTTP/1.1" status: 200 len: 949 time: 0.1554081 Dec 10 18:36:25.435400 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:25.489463 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-91c81fb5-b8fb-401f-a053-146899ee906d req-7bb38fd9-f626-4d77-8a33-98fbdfb043b4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b448d47-d3b6-4a48-958d-84b796f84f4c HTTP/1.1" status: 200 len: 217 time: 0.0773680 Dec 10 18:36:25.560160 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9a208fe3-65f8-4563-8353-83ff072e42da req-d4a95f3f-d73e-4df6-90b7-c30aee56e4b7 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/security-groups?id=988e8f7f-74b5-44c2-b5e2-2fd6eadde8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390233 Dec 10 18:36:25.582423 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c81fb5-b8fb-401f-a053-146899ee906d req-423285e6-3908-4857-8ce2-a89aaf855986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:25.584144 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-91c81fb5-b8fb-401f-a053-146899ee906d req-423285e6-3908-4857-8ce2-a89aaf855986 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2eb8e2fa-9956-481f-b0b9-17ff60156029 HTTP/1.1" status: 200 len: 854 time: 0.0843072 Dec 10 18:36:25.629349 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-91c81fb5-b8fb-401f-a053-146899ee906d req-fe9ab93e-c21a-4f89-9843-571c93dd3a6d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f77d2b38-50a2-4a48-b3a2-b8f2247495f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372627 Dec 10 18:36:25.849976 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-91c81fb5-b8fb-401f-a053-146899ee906d req-a80308e6-9b11-4b1c-a430-8f9afc611798 service neutron] 10.222.0.72 "GET /v2.0/networks/f77d2b38-50a2-4a48-b3a2-b8f2247495f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097540 Dec 10 18:36:25.938771 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1aee8-02ab-49e2-849b-3f5a5cf8fd34 req-57471e1d-3c4f-4dd5-ab8b-c74388a66bd3 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:25.940665 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e6e1aee8-02ab-49e2-849b-3f5a5cf8fd34 req-57471e1d-3c4f-4dd5-ab8b-c74388a66bd3 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb9e1f63-f940-441c-9eab-762853c3a8d9 HTTP/1.1" status: 200 len: 949 time: 0.0587771 Dec 10 18:36:25.961908 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af08ecf-4283-4e69-8c78-9f3e8a30e2f7 req-98fdb001-721a-40f3-97e5-2c1ea8f0d533 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:25.963646 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2af08ecf-4283-4e69-8c78-9f3e8a30e2f7 req-98fdb001-721a-40f3-97e5-2c1ea8f0d533 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.1446357 Dec 10 18:36:26.032169 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e6e1aee8-02ab-49e2-849b-3f5a5cf8fd34 req-0047037e-5c9e-4b97-8b49-e4badb17fb6c tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/security-groups?id=988e8f7f-74b5-44c2-b5e2-2fd6eadde8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705204 Dec 10 18:36:26.033497 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-91c81fb5-b8fb-401f-a053-146899ee906d req-8b623807-7262-49f5-aa25-09a4d743d98d service neutron] 10.222.0.72 "GET /v2.0/networks/f77d2b38-50a2-4a48-b3a2-b8f2247495f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679728 Dec 10 18:36:26.048284 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2af08ecf-4283-4e69-8c78-9f3e8a30e2f7 req-af37b862-bce5-4a33-ae10-fa40732c68ff tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748653 Dec 10 18:36:26.341966 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63521f02-bd6f-4949-a234-8744fc932c4c req-193b432a-b264-4ddb-8830-d6ebac80f8e7 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:26.343768 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-63521f02-bd6f-4949-a234-8744fc932c4c req-193b432a-b264-4ddb-8830-d6ebac80f8e7 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 945 time: 0.1030931 Dec 10 18:36:26.469999 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-63521f02-bd6f-4949-a234-8744fc932c4c req-6d06794d-9a33-4a9c-9f93-7a1ee281f78e tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126754 Dec 10 18:36:26.497359 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-29baba17-52bd-4ae1-8ce7-2ff5d84daa59 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=6bb4a18825a54efebc40b1777319a64f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435624 Dec 10 18:36:26.593795 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:36:26.633213 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:36:26.634273 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 9ca22e9c-35f6-4505-bbeb-d39e50fa9b6e not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:36:26.682384 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b0cbc-93c2-4a93-a45f-50389e1a3812 req-98907e02-44d4-4954-a2dc-349818c002fe tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:26.687159 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c06b0cbc-93c2-4a93-a45f-50389e1a3812 req-98907e02-44d4-4954-a2dc-349818c002fe tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.1115799 Dec 10 18:36:26.728796 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-2fa55845-1c35-425c-8f02-1e19b55f7094 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:26.731014 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-2fa55845-1c35-425c-8f02-1e19b55f7094 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2312560 Dec 10 18:36:26.751776 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-476ba512-f134-4d91-8921-fc6cea8a9ffa tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/quotas/6bb4a18825a54efebc40b1777319a64f HTTP/1.1" status: 200 len: 375 time: 0.0143614 Dec 10 18:36:26.773300 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c06b0cbc-93c2-4a93-a45f-50389e1a3812 req-6681b6ec-45b1-4107-8806-413d34b93d8f tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754931 Dec 10 18:36:26.841604 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-17bb0f97-8826-4332-b029-54ce39de8d2e tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6bb4a18825a54efebc40b1777319a64f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0841889 Dec 10 18:36:26.983243 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea41b2-e78d-420a-8eaf-092887c7b9d4 req-a70451c1-a380-40bb-b0a3-f0d01844f853 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:26.986739 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-17ea41b2-e78d-420a-8eaf-092887c7b9d4 req-a70451c1-a380-40bb-b0a3-f0d01844f853 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.46 "GET /v2.0/ports?device_id=61bf8e31-7d8f-49ae-8595-85dc50951789 HTTP/1.1" status: 200 len: 945 time: 0.1327209 Dec 10 18:36:27.107854 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd1855-f2e2-4b81-87c6-f0b2090ed07b req-40aa6db3-7356-43df-9ca1-1e1cafb2de62 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:27.109735 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2fbd1855-f2e2-4b81-87c6-f0b2090ed07b req-40aa6db3-7356-43df-9ca1-1e1cafb2de62 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=61bf8e31-7d8f-49ae-8595-85dc50951789 HTTP/1.1" status: 200 len: 945 time: 0.1051760 Dec 10 18:36:27.184750 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-17ea41b2-e78d-420a-8eaf-092887c7b9d4 req-ab5b70bf-0346-43fe-8880-6797c6f6e8dc tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Deleting port b511f568-4dc4-402b-9705-ca8cba8c4976 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:27.185212 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-17ea41b2-e78d-420a-8eaf-092887c7b9d4 req-ab5b70bf-0346-43fe-8880-6797c6f6e8dc tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:27.250027 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2fbd1855-f2e2-4b81-87c6-f0b2090ed07b req-cd19daa9-5e96-461c-999a-bece85e87da8 tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbcec55a-dd46-402d-bb0e-d5e349425e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278629 Dec 10 18:36:27.367632 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-17ea41b2-e78d-420a-8eaf-092887c7b9d4 req-ab5b70bf-0346-43fe-8880-6797c6f6e8dc tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] For port b511f568-4dc4-402b-9705-ca8cba8c4976, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=b511f568-4dc4-402b-9705-ca8cba8c4976,segment=NetworkSegment(43b8e5fb-826b-4f05-9815-7ff14122338b),segment_id=43b8e5fb-826b-4f05-9815-7ff14122338b)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:27.368304 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-17ea41b2-e78d-420a-8eaf-092887c7b9d4 req-ab5b70bf-0346-43fe-8880-6797c6f6e8dc tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:27.421287 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b8b1fd2b-b0d3-494c-ba89-6ff047493093 req-219249ba-e666-47ca-b410-110f1cfe702a tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/ports?device_id=26d31b8c-f28c-4fc4-91b7-7081ea942b86 HTTP/1.1" status: 200 len: 210 time: 0.1293337 Dec 10 18:36:27.441267 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-17ea41b2-e78d-420a-8eaf-092887c7b9d4 req-ab5b70bf-0346-43fe-8880-6797c6f6e8dc tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Calling delete_port for b511f568-4dc4-402b-9705-ca8cba8c4976 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:27.530888 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1387c25-a099-48eb-b311-f9147a725324 req-abc3be26-c855-48dc-997b-a3e1e8038198 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:27.543763 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c1387c25-a099-48eb-b311-f9147a725324 req-abc3be26-c855-48dc-997b-a3e1e8038198 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.1154974 Dec 10 18:36:27.637649 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c1387c25-a099-48eb-b311-f9147a725324 req-1d9b80cf-162b-4c93-909b-f466708a4e8e tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922253 Dec 10 18:36:27.696492 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff76b81-729e-4f4c-8b09-be6f3632b5ee req-58066423-fb8a-4fda-8c2b-9a7fbc02d8bb tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:27.699079 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9ff76b81-729e-4f4c-8b09-be6f3632b5ee req-58066423-fb8a-4fda-8c2b-9a7fbc02d8bb tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/ports?device_id=2eca133b-3034-4599-b789-14a719e3b948 HTTP/1.1" status: 200 len: 945 time: 0.1498256 Dec 10 18:36:27.895325 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9ff76b81-729e-4f4c-8b09-be6f3632b5ee req-3c65d636-dbe3-4de7-9434-f62cba47ddf7 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c65e87b-7786-434f-9fa5-a4467eb66d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864545 Dec 10 18:36:27.944200 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-17ea41b2-e78d-420a-8eaf-092887c7b9d4 req-ab5b70bf-0346-43fe-8880-6797c6f6e8dc tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:27.984234 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b70bf-0346-43fe-8880-6797c6f6e8dc tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Pushing event deleted for resources: {'Port': ['ID=b511f568-4dc4-402b-9705-ca8cba8c4976,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:28.042154 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ea41b2-e78d-420a-8eaf-092887c7b9d4 req-ab5b70bf-0346-43fe-8880-6797c6f6e8dc tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] No DVR routers for this DVR port b511f568-4dc4-402b-9705-ca8cba8c4976 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:36:28.045517 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-17ea41b2-e78d-420a-8eaf-092887c7b9d4 req-ab5b70bf-0346-43fe-8880-6797c6f6e8dc tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:28.049872 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-17ea41b2-e78d-420a-8eaf-092887c7b9d4 req-ab5b70bf-0346-43fe-8880-6797c6f6e8dc tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.46 "DELETE /v2.0/ports/b511f568-4dc4-402b-9705-ca8cba8c4976 HTTP/1.1" status: 204 len: 173 time: 1.0544872 Dec 10 18:36:28.050423 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bf8e31-7d8f-49ae-8595-85dc50951789', 'name': 'network-vif-deleted', 'tag': 'b511f568-4dc4-402b-9705-ca8cba8c4976'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:36:28.052715 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd6fff3-ea73-44ae-bb04-bd53290ea1b4" -d '{"events": [{"server_uuid": "61bf8e31-7d8f-49ae-8595-85dc50951789", "name": "network-vif-deleted", "tag": "b511f568-4dc4-402b-9705-ca8cba8c4976"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:36:28.152722 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc873a1-6d45-470a-83ff-6942242595eb req-60585928-acc1-4752-bedf-a8c3bc189dfe tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:28.154847 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8fc873a1-6d45-470a-83ff-6942242595eb req-60585928-acc1-4752-bedf-a8c3bc189dfe tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.0740874 Dec 10 18:36:28.170341 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23441d-7f54-49de-a70c-a8d017aae5d0 req-e516bf06-1417-4d85-8cec-fc51cef514d9 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:28.175101 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8a23441d-7f54-49de-a70c-a8d017aae5d0 req-e516bf06-1417-4d85-8cec-fc51cef514d9 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 945 time: 0.0863903 Dec 10 18:36:28.259579 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8fc873a1-6d45-470a-83ff-6942242595eb req-5d5c4c20-9162-4d6e-b037-5101c93019f1 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796022 Dec 10 18:36:28.287334 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8a23441d-7f54-49de-a70c-a8d017aae5d0 req-63495477-5933-4be6-8907-d817cc153d0c tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012747 Dec 10 18:36:28.425795 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ced607f-940b-4240-8998-baef0f539fb7 x-openstack-request-id: req-1ced607f-940b-4240-8998-baef0f539fb7 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:36:28.426294 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61bf8e31-7d8f-49ae-8595-85dc50951789", "name": "network-vif-deleted", "tag": "b511f568-4dc4-402b-9705-ca8cba8c4976", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:36:28.426470 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1ced607f-940b-4240-8998-baef0f539fb7 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:36:28.426748 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61bf8e31-7d8f-49ae-8595-85dc50951789', 'name': 'network-vif-deleted', 'tag': 'b511f568-4dc4-402b-9705-ca8cba8c4976', 'status': 'completed', 'code': 200} Dec 10 18:36:28.442423 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eec795-a8dc-4efe-ba98-243de132001a req-2bfa1150-b4b4-44bd-9c25-22f8f5809c94 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:28.444534 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-53eec795-a8dc-4efe-ba98-243de132001a req-2bfa1150-b4b4-44bd-9c25-22f8f5809c94 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=bac5fb24-47b2-4f62-a815-4e6a7d65ea8e HTTP/1.1" status: 200 len: 945 time: 0.0713060 Dec 10 18:36:28.507241 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-53eec795-a8dc-4efe-ba98-243de132001a req-2d216256-df6d-48c1-8054-787eb72b6abd tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548093 Dec 10 18:36:28.521913 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-85691954-2b71-4210-b5e9-f5e093a6ce8b req-82234291-0290-47bd-b477-df3248f6efbb tempest-LiveMigrationTest-1641750968 tempest-LiveMigrationTest-1641750968-project] 10.222.0.62 "GET /v2.0/ports?device_id=61bf8e31-7d8f-49ae-8595-85dc50951789 HTTP/1.1" status: 200 len: 210 time: 0.0294838 Dec 10 18:36:28.599483 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1bfd8231-a541-4ff8-a2a2-7d8260fce359 req-c9b6607a-c4ae-4eea-bb05-cbc6e366b22f tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/ports?device_id=26d31b8c-f28c-4fc4-91b7-7081ea942b86 HTTP/1.1" status: 200 len: 210 time: 0.0260413 Dec 10 18:36:28.698764 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-8e490b20-8463-4a19-8147-260b7274c5d7 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=6bb4a18825a54efebc40b1777319a64f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215881 Dec 10 18:36:28.846963 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae1371-7ca8-4ea8-b2bf-e206d53bdd84 req-8213d830-15d0-4d91-b275-c3aa200db457 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:28.850153 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-066b8294-b0fc-4ab2-b06f-812fbc457ba9 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:28.851686 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-066b8294-b0fc-4ab2-b06f-812fbc457ba9 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1445487 Dec 10 18:36:28.853335 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a4ae1371-7ca8-4ea8-b2bf-e206d53bdd84 req-8213d830-15d0-4d91-b275-c3aa200db457 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.1123164 Dec 10 18:36:28.877446 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-4adf852f-f424-410b-a2d4-4466732e3150 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Request body: {'port': {'device_id': '26d31b8c-f28c-4fc4-91b7-7081ea942b86', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'admin_state_up': True, 'tenant_id': '6bb4a18825a54efebc40b1777319a64f'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:28.914440 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a4ae1371-7ca8-4ea8-b2bf-e206d53bdd84 req-d93f1982-3bf7-49a5-8b51-10d02d59e2b0 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492930 Dec 10 18:36:29.028442 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-4adf852f-f424-410b-a2d4-4466732e3150 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Made reservation on behalf of 6bb4a18825a54efebc40b1777319a64f for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:29.032113 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-4adf852f-f424-410b-a2d4-4466732e3150 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:29.219207 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-4adf852f-f424-410b-a2d4-4466732e3150 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Allocated IP 192.168.233.110 (c9403646-ab9b-4a0a-827b-6d4376246b64/ec05590b-5c35-4e58-9087-8773857a69b9/784599ef-b20c-45c1-9d49-310aeecd2016) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:29.435392 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae032791-77d4-4b19-ac60-113bcaaea9c1 req-43e177ad-e2c7-4b0a-a7f6-50dff6091cfd tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:29.438028 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ae032791-77d4-4b19-ac60-113bcaaea9c1 req-43e177ad-e2c7-4b0a-a7f6-50dff6091cfd tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.0662887 Dec 10 18:36:29.458179 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-4adf852f-f424-410b-a2d4-4466732e3150 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:29.511591 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ae032791-77d4-4b19-ac60-113bcaaea9c1 req-7f40701c-5f08-4fd4-b126-3e2b96248c2c tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669675 Dec 10 18:36:29.550377 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-4adf852f-f424-410b-a2d4-4466732e3150 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:29.568726 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['70d6959f-afb9-4f42-93d5-4dd1056c4caa'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:36:29.606104 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd90722-4349-480d-8a22-7a5b62ad3b73 req-a51e35d4-2079-4939-8c81-01d068a7fc45 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:29.607720 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4dd90722-4349-480d-8a22-7a5b62ad3b73 req-a51e35d4-2079-4939-8c81-01d068a7fc45 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/ports?device_id=2eca133b-3034-4599-b789-14a719e3b948 HTTP/1.1" status: 200 len: 945 time: 0.1358387 Dec 10 18:36:29.626523 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-4adf852f-f424-410b-a2d4-4466732e3150 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Network c9403646-ab9b-4a0a-827b-6d4376246b64 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:29.638597 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-4adf852f-f424-410b-a2d4-4466732e3150 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:29.646184 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-4adf852f-f424-410b-a2d4-4466732e3150 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:29.650271 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf852f-f424-410b-a2d4-4466732e3150 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Pushing event updated for resources: {'Port': ['ID=784599ef-b20c-45c1-9d49-310aeecd2016,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:29.717133 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4dd90722-4349-480d-8a22-7a5b62ad3b73 req-e23c8d05-5907-4fdf-b0b0-64614d76d7a5 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c65e87b-7786-434f-9fa5-a4467eb66d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985537 Dec 10 18:36:29.730766 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-4adf852f-f424-410b-a2d4-4466732e3150 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:29.731442 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-4adf852f-f424-410b-a2d4-4466732e3150 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:29.738643 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d703e17-5521-4b11-8d2a-abc87ae9f11e req-947d02d9-f938-4f7c-9cfa-6263ec0b99d3 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:29.754452 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1d703e17-5521-4b11-8d2a-abc87ae9f11e req-947d02d9-f938-4f7c-9cfa-6263ec0b99d3 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 945 time: 0.1226287 Dec 10 18:36:29.770968 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-4adf852f-f424-410b-a2d4-4466732e3150 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8980718 Dec 10 18:36:29.787506 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-7dca1c68-b82d-4765-8e3b-ac7c45e32243 service neutron] Request body: {'port': {'device_id': '26d31b8c-f28c-4fc4-91b7-7081ea942b86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:29.868070 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-7dca1c68-b82d-4765-8e3b-ac7c45e32243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:29.898902 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1d703e17-5521-4b11-8d2a-abc87ae9f11e req-20cb6686-538c-4c5a-a57c-2e268660e57e tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409855 Dec 10 18:36:29.952425 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b55b0-7f2f-4938-b3ce-d5327fa35c16 req-dd8316c1-c8f2-4254-9792-603de7847e30 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:29.954756 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f14b55b0-7f2f-4938-b3ce-d5327fa35c16 req-dd8316c1-c8f2-4254-9792-603de7847e30 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.46 "GET /v2.0/ports?device_id=bac5fb24-47b2-4f62-a815-4e6a7d65ea8e HTTP/1.1" status: 200 len: 945 time: 0.1238601 Dec 10 18:36:29.983567 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 50460) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:30.049650 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-65e05067-cc49-47ad-8bd7-61bcab8621d7 None None] Provisioning complete for port 784599ef-b20c-45c1-9d49-310aeecd2016 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:30.050220 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-65e05067-cc49-47ad-8bd7-61bcab8621d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:30.106415 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb1a54-fc03-4ba2-99a2-83a10d5af3a9 req-c6523dae-0dca-4a84-89e9-67e5b0c0103f tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:30.109545 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-decb1a54-fc03-4ba2-99a2-83a10d5af3a9 req-c6523dae-0dca-4a84-89e9-67e5b0c0103f tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=bac5fb24-47b2-4f62-a815-4e6a7d65ea8e HTTP/1.1" status: 200 len: 945 time: 0.1718502 Dec 10 18:36:30.136620 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-65e05067-cc49-47ad-8bd7-61bcab8621d7 None None] Port 784599ef-b20c-45c1-9d49-310aeecd2016 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:36:30.179299 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-f14b55b0-7f2f-4938-b3ce-d5327fa35c16 req-e66ba2a4-1472-494d-8e0d-5d38962d8a00 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Deleting port f744a5dd-97c0-4211-9c60-6ec67e1f0034 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:30.179761 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f14b55b0-7f2f-4938-b3ce-d5327fa35c16 req-e66ba2a4-1472-494d-8e0d-5d38962d8a00 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:30.197501 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abea6c1-99fc-4141-bd2c-60fad78bbb2f req-fdcd29ec-b893-4f9a-9806-e699ee7db8a3 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:30.199680 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9abea6c1-99fc-4141-bd2c-60fad78bbb2f req-fdcd29ec-b893-4f9a-9806-e699ee7db8a3 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/ports?device_id=26d31b8c-f28c-4fc4-91b7-7081ea942b86 HTTP/1.1" status: 200 len: 936 time: 0.1401079 Dec 10 18:36:30.263666 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-decb1a54-fc03-4ba2-99a2-83a10d5af3a9 req-b4609180-1484-451d-b116-dccd17a7f9c3 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336901 Dec 10 18:36:30.341770 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9abea6c1-99fc-4141-bd2c-60fad78bbb2f req-52a548d8-8507-42e9-a6c0-67cbd11b963a tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/security-groups?id=988e8f7f-74b5-44c2-b5e2-2fd6eadde8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268053 Dec 10 18:36:30.379620 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-36523020-a5a1-4b05-a84b-c92f4357585c admin admin] Deleting subnet 1c38321c-218a-47ac-873b-024a1169316a {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:36:30.385730 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36523020-a5a1-4b05-a84b-c92f4357585c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:30.392785 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-f14b55b0-7f2f-4938-b3ce-d5327fa35c16 req-e66ba2a4-1472-494d-8e0d-5d38962d8a00 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] For port f744a5dd-97c0-4211-9c60-6ec67e1f0034, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=f744a5dd-97c0-4211-9c60-6ec67e1f0034,segment=NetworkSegment(a4943cb1-8b39-4de7-85ed-25fa2e86aa72),segment_id=a4943cb1-8b39-4de7-85ed-25fa2e86aa72)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:30.393348 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f14b55b0-7f2f-4938-b3ce-d5327fa35c16 req-e66ba2a4-1472-494d-8e0d-5d38962d8a00 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:30.411515 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-f14b55b0-7f2f-4938-b3ce-d5327fa35c16 req-e66ba2a4-1472-494d-8e0d-5d38962d8a00 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Calling delete_port for f744a5dd-97c0-4211-9c60-6ec67e1f0034 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:30.484839 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36523020-a5a1-4b05-a84b-c92f4357585c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:30.521230 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-7dca1c68-b82d-4765-8e3b-ac7c45e32243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 784599ef-b20c-45c1-9d49-310aeecd2016 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:36:30.534635 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-7dca1c68-b82d-4765-8e3b-ac7c45e32243 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:30.570096 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f98e19-14e6-4671-b96f-d08b5fe6f04a req-e447eae5-6555-436a-882e-bbd956756b1f tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:30.571690 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-69f98e19-14e6-4671-b96f-d08b5fe6f04a req-e447eae5-6555-436a-882e-bbd956756b1f tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.1622381 Dec 10 18:36:30.574929 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36523020-a5a1-4b05-a84b-c92f4357585c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:30.608253 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device f744a5dd-97c0-4211-9c60-6ec67e1f0034 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:36:30.618251 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-7dca1c68-b82d-4765-8e3b-ac7c45e32243 service neutron] Transition to ACTIVE for port object 784599ef-b20c-45c1-9d49-310aeecd2016 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:36:30.619934 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f14b55b0-7f2f-4938-b3ce-d5327fa35c16 req-e66ba2a4-1472-494d-8e0d-5d38962d8a00 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:30.638932 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-7dca1c68-b82d-4765-8e3b-ac7c45e32243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:30.643168 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['7b448d47-d3b6-4a48-958d-84b796f84f4c', '499e84f3-ba74-4081-b4ff-ee0ff5111eef', '8fbe3444-96b5-4ca9-a868-35a531acbd50'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:36:30.645932 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: f744a5dd-97c0-4211-9c60-6ec67e1f0034 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:36:30.646523 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device f744a5dd-97c0-4211-9c60-6ec67e1f0034 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:36:30.647134 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device b511f568-4dc4-402b-9705-ca8cba8c4976 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:36:30.675821 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: b511f568-4dc4-402b-9705-ca8cba8c4976 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:36:30.676490 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device b511f568-4dc4-402b-9705-ca8cba8c4976 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:36:30.687967 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ba2a4-1472-494d-8e0d-5d38962d8a00 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Pushing event deleted for resources: {'Port': ['ID=f744a5dd-97c0-4211-9c60-6ec67e1f0034,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:30.752482 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca1c68-b82d-4765-8e3b-ac7c45e32243 service neutron] Pushing event updated for resources: {'Port': ['ID=784599ef-b20c-45c1-9d49-310aeecd2016,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:30.765509 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14b55b0-7f2f-4938-b3ce-d5327fa35c16 req-e66ba2a4-1472-494d-8e0d-5d38962d8a00 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] No DVR routers for this DVR port f744a5dd-97c0-4211-9c60-6ec67e1f0034 on host n-h1-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:36:30.777018 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5de5be-fafa-4409-b1f5-1419094e9241 req-d7ccf677-fd30-4c74-9b84-2e31866cc255 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:30.778916 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3c5de5be-fafa-4409-b1f5-1419094e9241 req-d7ccf677-fd30-4c74-9b84-2e31866cc255 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.1754479 Dec 10 18:36:30.780435 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f14b55b0-7f2f-4938-b3ce-d5327fa35c16 req-e66ba2a4-1472-494d-8e0d-5d38962d8a00 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:30.785443 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f14b55b0-7f2f-4938-b3ce-d5327fa35c16 req-e66ba2a4-1472-494d-8e0d-5d38962d8a00 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.46 "DELETE /v2.0/ports/f744a5dd-97c0-4211-9c60-6ec67e1f0034 HTTP/1.1" status: 204 len: 173 time: 0.8198140 Dec 10 18:36:30.786370 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac5fb24-47b2-4f62-a815-4e6a7d65ea8e', 'name': 'network-vif-deleted', 'tag': 'f744a5dd-97c0-4211-9c60-6ec67e1f0034'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:36:30.789918 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec71f75-ef55-4253-b62e-ee0ae0a585ff" -d '{"events": [{"server_uuid": "bac5fb24-47b2-4f62-a815-4e6a7d65ea8e", "name": "network-vif-deleted", "tag": "f744a5dd-97c0-4211-9c60-6ec67e1f0034"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:36:30.858962 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3c5de5be-fafa-4409-b1f5-1419094e9241 req-85f34b26-7ce0-4a3a-9a0b-f2ecedaf78aa tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638194 Dec 10 18:36:30.876129 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36523020-a5a1-4b05-a84b-c92f4357585c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:30.886889 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-69f98e19-14e6-4671-b96f-d08b5fe6f04a req-ccd239ca-1a79-4be1-8928-65e8e907281d tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068111 Dec 10 18:36:30.927390 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36523020-a5a1-4b05-a84b-c92f4357585c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c38321c-218a-47ac-873b-024a1169316a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:30.954798 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36523020-a5a1-4b05-a84b-c92f4357585c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:30.967661 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-36523020-a5a1-4b05-a84b-c92f4357585c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/1c38321c-218a-47ac-873b-024a1169316a HTTP/1.1" status: 204 len: 168 time: 0.9823489 Dec 10 18:36:30.970707 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 50476) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:31.004066 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-7dca1c68-b82d-4765-8e3b-ac7c45e32243 service neutron] Attempting to bind port 784599ef-b20c-45c1-9d49-310aeecd2016 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:36:31.004837 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-7dca1c68-b82d-4765-8e3b-ac7c45e32243 service neutron] Attempting to bind port 784599ef-b20c-45c1-9d49-310aeecd2016 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:36:31.005543 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-7dca1c68-b82d-4765-8e3b-ac7c45e32243 service neutron] Attempting to bind port 784599ef-b20c-45c1-9d49-310aeecd2016 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:36:31.016780 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-7dca1c68-b82d-4765-8e3b-ac7c45e32243 service neutron] Port 784599ef-b20c-45c1-9d49-310aeecd2016 on network c9403646-ab9b-4a0a-827b-6d4376246b64 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:36:31.017502 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-7dca1c68-b82d-4765-8e3b-ac7c45e32243 service neutron] Attempting to bind port 784599ef-b20c-45c1-9d49-310aeecd2016 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:36:31.030715 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-7dca1c68-b82d-4765-8e3b-ac7c45e32243 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:36:31.031077 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-7dca1c68-b82d-4765-8e3b-ac7c45e32243 service neutron] Checking segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:36:31.031739 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-7dca1c68-b82d-4765-8e3b-ac7c45e32243 service neutron] Bound using segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:36:31.032211 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-7dca1c68-b82d-4765-8e3b-ac7c45e32243 service neutron] Bound port: 784599ef-b20c-45c1-9d49-310aeecd2016, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:36:31.032583 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-7dca1c68-b82d-4765-8e3b-ac7c45e32243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:31.112095 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b8fa8c-5daa-4354-a4c8-c16b954ab4f9 x-openstack-request-id: req-29b8fa8c-5daa-4354-a4c8-c16b954ab4f9 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:36:31.113759 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac5fb24-47b2-4f62-a815-4e6a7d65ea8e", "name": "network-vif-deleted", "tag": "f744a5dd-97c0-4211-9c60-6ec67e1f0034", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:36:31.114126 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-29b8fa8c-5daa-4354-a4c8-c16b954ab4f9 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:36:31.114788 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac5fb24-47b2-4f62-a815-4e6a7d65ea8e', 'name': 'network-vif-deleted', 'tag': 'f744a5dd-97c0-4211-9c60-6ec67e1f0034', 'status': 'completed', 'code': 200} Dec 10 18:36:31.121834 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd37d64b-dc06-4075-98f9-52007285612e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:31.292480 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd37d64b-dc06-4075-98f9-52007285612e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:31.355176 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-dd37d64b-dc06-4075-98f9-52007285612e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a56b94-fee7-4dfb-925d-977caaf81317']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:31.381149 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-dd37d64b-dc06-4075-98f9-52007285612e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43b8e5fb-826b-4f05-9815-7ff14122338b') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:31.381439 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-dd37d64b-dc06-4075-98f9-52007285612e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43b8e5fb-826b-4f05-9815-7ff14122338b') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:31.395019 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd37d64b-dc06-4075-98f9-52007285612e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:31.432555 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd37d64b-dc06-4075-98f9-52007285612e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:31.460430 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd37d64b-dc06-4075-98f9-52007285612e admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:36:31.460881 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd37d64b-dc06-4075-98f9-52007285612e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:31.462921 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:36:31.462921 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:36:31.462921 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:36:31.462921 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:36:31.462921 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:36:31.462921 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:36:31.462921 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:36:31.462921 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:36:31.462921 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:36:31.462921 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:36:31.462921 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:36:31.462921 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:36:31.462921 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:36:31.462921 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:36:31.462921 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:36:31.462921 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:36:31.462921 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:36:31.462921 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:36:31.462921 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:36:31.462921 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:36:31.462921 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:36:31.462921 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:36:31.462921 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:36:31.462921 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:36:31.462921 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:36:31.462921 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:36:31.462921 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:36:31.462921 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:36:31.462921 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:36:31.462921 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:36:31.462921 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:36:31.462921 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:36:31.475863 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7d89d1f7-d2b9-4031-ac4f-c96e63c0e721 req-89996a32-8db6-4777-9388-e5b93664a446 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=bac5fb24-47b2-4f62-a815-4e6a7d65ea8e HTTP/1.1" status: 200 len: 210 time: 0.0669022 Dec 10 18:36:31.555194 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd37d64b-dc06-4075-98f9-52007285612e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:31.564028 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd37d64b-dc06-4075-98f9-52007285612e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:31.569881 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-dd37d64b-dc06-4075-98f9-52007285612e admin admin] 10.222.0.62 "DELETE /v2.0/networks/b1a56b94-fee7-4dfb-925d-977caaf81317 HTTP/1.1" status: 204 len: 168 time: 0.5979872 Dec 10 18:36:31.577042 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 50484) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:31.620395 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37d64b-dc06-4075-98f9-52007285612e admin admin] Pushing event deleted for resources: {'Network': ['ID=b1a56b94-fee7-4dfb-925d-977caaf81317,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:31.640685 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bba7538-3200-4b29-8f9a-13becdb70156 admin admin] Deleting subnet 619821f5-bffc-4472-8768-966347d8cb3d {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:36:31.648420 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2bba7538-3200-4b29-8f9a-13becdb70156 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:31.653171 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084aedc4-bcf1-4ec8-857d-2719113e3038 req-deeed41e-3adf-4208-b41d-bc5ba2bcd05b tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:31.661393 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-084aedc4-bcf1-4ec8-857d-2719113e3038 req-deeed41e-3adf-4208-b41d-bc5ba2bcd05b tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/ports?device_id=2eca133b-3034-4599-b789-14a719e3b948 HTTP/1.1" status: 200 len: 945 time: 0.0987523 Dec 10 18:36:31.685740 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c8dfa-b7f0-4baf-8918-24ebf1ff3e02 req-a82495fd-91cb-4457-89e3-7b1d37dc262e tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:31.687266 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-258c8dfa-b7f0-4baf-8918-24ebf1ff3e02 req-a82495fd-91cb-4457-89e3-7b1d37dc262e tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 945 time: 0.1776042 Dec 10 18:36:31.691219 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-7dca1c68-b82d-4765-8e3b-ac7c45e32243 service neutron] For port 784599ef-b20c-45c1-9d49-310aeecd2016, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:36:31.712121 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-084aedc4-bcf1-4ec8-857d-2719113e3038 req-0096a103-be94-4a10-b077-c129d98e1966 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c65e87b-7786-434f-9fa5-a4467eb66d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492239 Dec 10 18:36:31.722008 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-7dca1c68-b82d-4765-8e3b-ac7c45e32243 service neutron] For port 784599ef-b20c-45c1-9d49-310aeecd2016, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=784599ef-b20c-45c1-9d49-310aeecd2016,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:36:31.730450 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-7dca1c68-b82d-4765-8e3b-ac7c45e32243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:31.739967 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2bba7538-3200-4b29-8f9a-13becdb70156 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:31.830412 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-7dca1c68-b82d-4765-8e3b-ac7c45e32243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:31.831072 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-7dca1c68-b82d-4765-8e3b-ac7c45e32243 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:31.832469 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-7dca1c68-b82d-4765-8e3b-ac7c45e32243 service neutron] 10.222.0.46 "PUT /v2.0/ports/784599ef-b20c-45c1-9d49-310aeecd2016 HTTP/1.1" status: 200 len: 1096 time: 2.0509493 Dec 10 18:36:31.836002 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d31b8c-f28c-4fc4-91b7-7081ea942b86', 'tag': '784599ef-b20c-45c1-9d49-310aeecd2016'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:36:31.838919 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d0ab6c-705b-4110-bdd1-b6f46369c3db" -d '{"events": [{"name": "network-changed", "server_uuid": "26d31b8c-f28c-4fc4-91b7-7081ea942b86", "tag": "784599ef-b20c-45c1-9d49-310aeecd2016"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:36:31.856886 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-258c8dfa-b7f0-4baf-8918-24ebf1ff3e02 req-cde78c0d-8f71-4096-ae91-e4cc7900ae0e tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600726 Dec 10 18:36:31.864432 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a926eb-2074-43bd-9393-cd5e0badb454 req-faa7276d-4da7-44b0-af60-5ec413f39a8c tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:31.864735 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2bba7538-3200-4b29-8f9a-13becdb70156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:31.866965 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-87a926eb-2074-43bd-9393-cd5e0badb454 req-faa7276d-4da7-44b0-af60-5ec413f39a8c tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/ports?device_id=26d31b8c-f28c-4fc4-91b7-7081ea942b86 HTTP/1.1" status: 200 len: 948 time: 0.0702896 Dec 10 18:36:31.892515 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca1c68-b82d-4765-8e3b-ac7c45e32243 service neutron] Pushing event updated for resources: {'Port': ['ID=784599ef-b20c-45c1-9d49-310aeecd2016,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:31.952280 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-87a926eb-2074-43bd-9393-cd5e0badb454 req-7081c817-44c8-4c67-a087-8600957fd54d tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/security-groups?id=988e8f7f-74b5-44c2-b5e2-2fd6eadde8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717368 Dec 10 18:36:31.960388 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ae34b0-e739-4bc9-b49b-1dc95fc2e744 x-openstack-request-id: req-07ae34b0-e739-4bc9-b49b-1dc95fc2e744 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:36:31.960719 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d31b8c-f28c-4fc4-91b7-7081ea942b86", "tag": "784599ef-b20c-45c1-9d49-310aeecd2016", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:36:31.960985 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-07ae34b0-e739-4bc9-b49b-1dc95fc2e744 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:36:31.961379 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d31b8c-f28c-4fc4-91b7-7081ea942b86', 'tag': '784599ef-b20c-45c1-9d49-310aeecd2016', 'status': 'completed', 'code': 200} Dec 10 18:36:31.997128 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-720dee6a-8fd3-4604-bb9f-f7f0976eb78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:31.998783 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-720dee6a-8fd3-4604-bb9f-f7f0976eb78d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6bb4a18825a54efebc40b1777319a64f&device_id=26d31b8c-f28c-4fc4-91b7-7081ea942b86 HTTP/1.1" status: 200 len: 1099 time: 0.0892723 Dec 10 18:36:32.001588 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2bba7538-3200-4b29-8f9a-13becdb70156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:32.023807 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2bba7538-3200-4b29-8f9a-13becdb70156 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:32.030217 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2bba7538-3200-4b29-8f9a-13becdb70156 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/619821f5-bffc-4472-8768-966347d8cb3d HTTP/1.1" status: 204 len: 168 time: 0.4491251 Dec 10 18:36:32.030538 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 50492) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:32.097121 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-fd1cb118-3715-4889-9a14-48424672acdd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=784599ef-b20c-45c1-9d49-310aeecd2016 HTTP/1.1" status: 200 len: 217 time: 0.0845604 Dec 10 18:36:32.116947 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba7538-3200-4b29-8f9a-13becdb70156 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=619821f5-bffc-4472-8768-966347d8cb3d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:32.169767 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95bc2067-fd6b-465a-8e07-68de6f13195b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:32.185723 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5078b6-c874-407b-a57d-f794f7147f13 req-f8bafc9b-6209-41ff-93b9-2c8c57a5ad8e tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:32.197229 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7f5078b6-c874-407b-a57d-f794f7147f13 req-f8bafc9b-6209-41ff-93b9-2c8c57a5ad8e tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.1036377 Dec 10 18:36:32.214517 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd3317-7921-4d78-9e02-c8568ce8b9f9 req-0ee580a4-d78d-40d6-9599-a80078edddac tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:32.219181 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2bdd3317-7921-4d78-9e02-c8568ce8b9f9 req-0ee580a4-d78d-40d6-9599-a80078edddac tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.1211574 Dec 10 18:36:32.228717 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-cb3d2349-08cf-4fa0-8437-7e662c898942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:32.230941 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-cb3d2349-08cf-4fa0-8437-7e662c898942 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.1158950 Dec 10 18:36:32.345915 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2bdd3317-7921-4d78-9e02-c8568ce8b9f9 req-73b6662c-be1f-4e58-b683-a5b7002201d5 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136086 Dec 10 18:36:32.358787 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-e296efae-2c6d-4861-8494-6e87c451ed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:32.360689 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-e296efae-2c6d-4861-8494-6e87c451ed09 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1211083 Dec 10 18:36:32.361480 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95bc2067-fd6b-465a-8e07-68de6f13195b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:32.380860 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7f5078b6-c874-407b-a57d-f794f7147f13 req-b5a3b65b-3838-46b1-9b71-54be23053d63 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813531 Dec 10 18:36:32.415393 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-95bc2067-fd6b-465a-8e07-68de6f13195b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90699aa9-9e8a-4dfe-b70a-1c024dec5e54']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:32.430193 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-95bc2067-fd6b-465a-8e07-68de6f13195b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be763331-7c3c-4595-b1b7-a9f427137d95') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:32.431043 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-95bc2067-fd6b-465a-8e07-68de6f13195b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be763331-7c3c-4595-b1b7-a9f427137d95') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:32.450965 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95bc2067-fd6b-465a-8e07-68de6f13195b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:32.469260 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95bc2067-fd6b-465a-8e07-68de6f13195b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:32.486191 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95bc2067-fd6b-465a-8e07-68de6f13195b admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:36:32.486683 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95bc2067-fd6b-465a-8e07-68de6f13195b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:32.489326 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:36:32.489326 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:36:32.489326 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:36:32.489326 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:36:32.489326 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:36:32.489326 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:36:32.489326 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:36:32.489326 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:36:32.489326 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:36:32.489326 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:36:32.489326 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:36:32.489326 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:36:32.489326 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:36:32.489326 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:36:32.489326 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:36:32.489326 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:36:32.489326 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:36:32.489326 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:36:32.489326 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:36:32.489326 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:36:32.489326 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:36:32.489326 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:36:32.489326 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:36:32.489326 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:36:32.489326 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:36:32.489326 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:36:32.489326 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:36:32.489326 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:36:32.489326 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:36:32.489326 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:36:32.489326 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:36:32.489326 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:36:32.520668 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-47e80873-f327-4ff3-a686-92f8a978e986 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502931 Dec 10 18:36:32.601458 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95bc2067-fd6b-465a-8e07-68de6f13195b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:32.624456 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95bc2067-fd6b-465a-8e07-68de6f13195b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:32.628053 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-95bc2067-fd6b-465a-8e07-68de6f13195b admin admin] 10.222.0.62 "DELETE /v2.0/networks/90699aa9-9e8a-4dfe-b70a-1c024dec5e54 HTTP/1.1" status: 204 len: 168 time: 0.5964468 Dec 10 18:36:32.629156 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc2067-fd6b-465a-8e07-68de6f13195b admin admin] Pushing event deleted for resources: {'Network': ['ID=90699aa9-9e8a-4dfe-b70a-1c024dec5e54,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:32.680215 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d1e02477-499b-459d-9b53-ba75f1248de7 req-6d8ed4a1-b293-43ca-a1e8-2f7e5594ca8b service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512270 Dec 10 18:36:32.834751 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 50506) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:32.860965 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0ab6c-705b-4110-bdd1-b6f46369c3db req-263b4287-629e-4065-bf0e-569eac610bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:32.863476 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-16d0ab6c-705b-4110-bdd1-b6f46369c3db req-263b4287-629e-4065-bf0e-569eac610bdd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6bb4a18825a54efebc40b1777319a64f&device_id=26d31b8c-f28c-4fc4-91b7-7081ea942b86 HTTP/1.1" status: 200 len: 1099 time: 0.1131666 Dec 10 18:36:32.897531 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-220ad357-3797-4286-a964-19d3b92a12e4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5768feea1c8f4e40b878b814fdae92ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0619528 Dec 10 18:36:32.900865 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 50508) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:33.004257 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f812327-3fed-4a64-8d3e-1e859c602029 req-986214cb-bafd-41f1-99a5-87553ddf340c tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:33.007193 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5f812327-3fed-4a64-8d3e-1e859c602029 req-986214cb-bafd-41f1-99a5-87553ddf340c tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/ports?device_id=2eca133b-3034-4599-b789-14a719e3b948 HTTP/1.1" status: 200 len: 945 time: 0.1685236 Dec 10 18:36:33.018982 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287672f-89b9-4d63-8877-15ef678f1804 req-2fdea7f4-a815-492d-b5ac-22504ae41bec tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:33.021876 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3287672f-89b9-4d63-8877-15ef678f1804 req-2fdea7f4-a815-492d-b5ac-22504ae41bec tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.46 "GET /v2.0/ports?device_id=2eca133b-3034-4599-b789-14a719e3b948 HTTP/1.1" status: 200 len: 945 time: 0.0798697 Dec 10 18:36:33.092390 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0ab6c-705b-4110-bdd1-b6f46369c3db req-98f07951-ee5a-4d29-a0ee-e3b198c7fa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:33.094549 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-16d0ab6c-705b-4110-bdd1-b6f46369c3db req-98f07951-ee5a-4d29-a0ee-e3b198c7fa1a service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.2211199 Dec 10 18:36:33.105247 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9aacb107-069b-4696-855e-ce04f5a88e6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:33.107129 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5f812327-3fed-4a64-8d3e-1e859c602029 req-5bc768d6-577d-4e9c-8511-1119c0d956fe tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c65e87b-7786-434f-9fa5-a4467eb66d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882039 Dec 10 18:36:33.151327 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9aacb107-069b-4696-855e-ce04f5a88e6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:33.180958 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-16d0ab6c-705b-4110-bdd1-b6f46369c3db req-bde3923a-ee9d-419e-9fc5-fb2907fa4592 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=784599ef-b20c-45c1-9d49-310aeecd2016 HTTP/1.1" status: 200 len: 217 time: 0.0693648 Dec 10 18:36:33.314578 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0ab6c-705b-4110-bdd1-b6f46369c3db req-ac81d819-63c8-4697-b58d-a00fbf14977f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:33.316539 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-16d0ab6c-705b-4110-bdd1-b6f46369c3db req-ac81d819-63c8-4697-b58d-a00fbf14977f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.1092331 Dec 10 18:36:33.338850 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526dd154-e765-4234-bbf5-3c75e846e32e req-d68c3079-cf82-4cb6-9997-f9172e58cdee tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:33.341203 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-526dd154-e765-4234-bbf5-3c75e846e32e req-d68c3079-cf82-4cb6-9997-f9172e58cdee tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/ports?device_id=26d31b8c-f28c-4fc4-91b7-7081ea942b86 HTTP/1.1" status: 200 len: 948 time: 0.1579096 Dec 10 18:36:33.432443 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0ab6c-705b-4110-bdd1-b6f46369c3db req-960f6bae-5eb4-48e8-91db-fb0d58d92716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:33.434975 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-16d0ab6c-705b-4110-bdd1-b6f46369c3db req-960f6bae-5eb4-48e8-91db-fb0d58d92716 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0927451 Dec 10 18:36:33.444581 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-526dd154-e765-4234-bbf5-3c75e846e32e req-b04c82bc-ea75-4e92-8ee6-74974e8f652e tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/security-groups?id=988e8f7f-74b5-44c2-b5e2-2fd6eadde8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877507 Dec 10 18:36:33.523231 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:33.564719 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-16d0ab6c-705b-4110-bdd1-b6f46369c3db req-7998385e-f7ca-4e64-9d7d-aa21d005c87c service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190238 Dec 10 18:36:33.607168 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5275ba1-5639-439f-9c1c-06fb6a59256e req-35aa34b8-539b-46a3-9ab7-701155f0a897 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:33.609324 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d5275ba1-5639-439f-9c1c-06fb6a59256e req-35aa34b8-539b-46a3-9ab7-701155f0a897 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 945 time: 0.5869505 Dec 10 18:36:33.690431 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9aacb107-069b-4696-855e-ce04f5a88e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:33.692894 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9aacb107-069b-4696-855e-ce04f5a88e6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:33.696472 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9aacb107-069b-4696-855e-ce04f5a88e6d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bbcec55a-dd46-402d-bb0e-d5e349425e26 HTTP/1.1" status: 204 len: 168 time: 0.7919955 Dec 10 18:36:33.699731 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-3287672f-89b9-4d63-8877-15ef678f1804 req-9eec0289-7db4-418f-aee9-9bf424322f74 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Deleting port 94fc77bf-932e-4e72-9a54-cbf7f6d83484 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:33.700079 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-3287672f-89b9-4d63-8877-15ef678f1804 req-9eec0289-7db4-418f-aee9-9bf424322f74 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:33.720675 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d5275ba1-5639-439f-9c1c-06fb6a59256e req-edf130ae-c1ad-4bb1-a675-4d30bdc77b0e tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049476 Dec 10 18:36:33.810926 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aacb107-069b-4696-855e-ce04f5a88e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcec55a-dd46-402d-bb0e-d5e349425e26,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:33.852063 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3bf000-c6b0-459c-bcb7-a915a64d5738 req-0c694cea-4666-4170-b018-5e1cafcbda87 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:33.870058 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fe3bf000-c6b0-459c-bcb7-a915a64d5738 req-0c694cea-4666-4170-b018-5e1cafcbda87 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.2667508 Dec 10 18:36:33.882904 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-16d0ab6c-705b-4110-bdd1-b6f46369c3db req-5ff5300c-7536-42cb-bc63-8b80f5d52c9b service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993307 Dec 10 18:36:33.956912 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fe3bf000-c6b0-459c-bcb7-a915a64d5738 req-3cefa10f-2ee1-41a7-8be3-c72f76c6c721 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834682 Dec 10 18:36:33.971933 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-3287672f-89b9-4d63-8877-15ef678f1804 req-9eec0289-7db4-418f-aee9-9bf424322f74 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] For port 94fc77bf-932e-4e72-9a54-cbf7f6d83484, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=94fc77bf-932e-4e72-9a54-cbf7f6d83484,segment=NetworkSegment(c0a1c0ac-8daa-4835-a1ac-e8bcdff24283),segment_id=c0a1c0ac-8daa-4835-a1ac-e8bcdff24283)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:33.972808 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-3287672f-89b9-4d63-8877-15ef678f1804 req-9eec0289-7db4-418f-aee9-9bf424322f74 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.012109 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbc448-6aff-43f5-b0ab-e2a9feccaa5a req-cc812b97-8fe1-4b17-ac0f-7e0e24d873f0 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:34.025584 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e1cbc448-6aff-43f5-b0ab-e2a9feccaa5a req-cc812b97-8fe1-4b17-ac0f-7e0e24d873f0 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.1598587 Dec 10 18:36:34.157974 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e1cbc448-6aff-43f5-b0ab-e2a9feccaa5a req-f7f72ece-0f94-484b-bccb-b6ead9d54f87 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311052 Dec 10 18:36:34.275989 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b65dd-542b-4952-908b-9bd0e0f98363 req-b0aba7cf-71f8-45ee-af09-f2d65a205bd5 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:34.278792 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4c8b65dd-542b-4952-908b-9bd0e0f98363 req-b0aba7cf-71f8-45ee-af09-f2d65a205bd5 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/ports?device_id=2eca133b-3034-4599-b789-14a719e3b948 HTTP/1.1" status: 200 len: 945 time: 0.0775404 Dec 10 18:36:34.328862 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 50528) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:34.360282 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-3287672f-89b9-4d63-8877-15ef678f1804 req-9eec0289-7db4-418f-aee9-9bf424322f74 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.360776 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-3287672f-89b9-4d63-8877-15ef678f1804 req-9eec0289-7db4-418f-aee9-9bf424322f74 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.361190 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [req-3287672f-89b9-4d63-8877-15ef678f1804 req-9eec0289-7db4-418f-aee9-9bf424322f74 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Floating IP 262d46af-cd51-4c6d-a1ac-9d5bee99aee5 disassociated. External IP: 172.25.7.244, port: 94fc77bf-932e-4e72-9a54-cbf7f6d83484. Dec 10 18:36:34.361659 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-3287672f-89b9-4d63-8877-15ef678f1804 req-9eec0289-7db4-418f-aee9-9bf424322f74 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Calling delete_port for 94fc77bf-932e-4e72-9a54-cbf7f6d83484 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:34.367137 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4c8b65dd-542b-4952-908b-9bd0e0f98363 req-a3e6faca-5748-4332-a457-ee8d966f66a2 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c65e87b-7786-434f-9fa5-a4467eb66d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794694 Dec 10 18:36:34.446436 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-13c67ba7-e58d-47cb-b4c4-f200a0912d3b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e1652757ecff4df9b94761f70cce1097&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1156285 Dec 10 18:36:34.450124 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 50530) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:34.513624 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6a468862-3a0a-46b6-a5fc-97843334e677 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.548264 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6a468862-3a0a-46b6-a5fc-97843334e677 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.560329 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-3287672f-89b9-4d63-8877-15ef678f1804 req-9eec0289-7db4-418f-aee9-9bf424322f74 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.601478 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec0289-7db4-418f-aee9-9bf424322f74 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Pushing event deleted for resources: {'Port': ['ID=94fc77bf-932e-4e72-9a54-cbf7f6d83484,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:34.631927 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6a468862-3a0a-46b6-a5fc-97843334e677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.635886 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6a468862-3a0a-46b6-a5fc-97843334e677 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.639851 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6a468862-3a0a-46b6-a5fc-97843334e677 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cdc9a2f9-60b4-4e7f-b46c-c4858a4e4b7b HTTP/1.1" status: 204 len: 168 time: 0.1855307 Dec 10 18:36:34.656334 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a468862-3a0a-46b6-a5fc-97843334e677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc9a2f9-60b4-4e7f-b46c-c4858a4e4b7b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:34.669896 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a468862-3a0a-46b6-a5fc-97843334e677 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:34.670529 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a468862-3a0a-46b6-a5fc-97843334e677 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:34.671032 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a468862-3a0a-46b6-a5fc-97843334e677 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:34.671479 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a468862-3a0a-46b6-a5fc-97843334e677 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:34.671926 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a468862-3a0a-46b6-a5fc-97843334e677 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:34.672365 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a468862-3a0a-46b6-a5fc-97843334e677 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:34.672898 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a468862-3a0a-46b6-a5fc-97843334e677 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:34.673343 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a468862-3a0a-46b6-a5fc-97843334e677 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:34.674966 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a468862-3a0a-46b6-a5fc-97843334e677 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:34.675469 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a468862-3a0a-46b6-a5fc-97843334e677 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:34.676070 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a468862-3a0a-46b6-a5fc-97843334e677 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:34.676575 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a468862-3a0a-46b6-a5fc-97843334e677 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:34.677080 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a468862-3a0a-46b6-a5fc-97843334e677 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:34.827560 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3287672f-89b9-4d63-8877-15ef678f1804 req-9eec0289-7db4-418f-aee9-9bf424322f74 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Router fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:36:34.969238 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245950d-9b04-43d6-99bd-749d682f52e9 req-f467d2ce-7061-4d7b-9431-6ba012a05f6c tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:34.980143 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7245950d-9b04-43d6-99bd-749d682f52e9 req-f467d2ce-7061-4d7b-9431-6ba012a05f6c tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 945 time: 0.1160097 Dec 10 18:36:34.987453 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3287672f-89b9-4d63-8877-15ef678f1804 req-9eec0289-7db4-418f-aee9-9bf424322f74 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:35.028453 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21becc6c-73b9-4949-99fa-311e2d50d67a None None] Sync routers for ids ['fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:35.064066 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7245950d-9b04-43d6-99bd-749d682f52e9 req-f4b0512c-f17e-4379-a270-9dae32c4edb4 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802464 Dec 10 18:36:35.088573 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21becc6c-73b9-4949-99fa-311e2d50d67a None None] Routers {'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:35.089759 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-21becc6c-73b9-4949-99fa-311e2d50d67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:36:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:35.173991 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-3287672f-89b9-4d63-8877-15ef678f1804 req-9eec0289-7db4-418f-aee9-9bf424322f74 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] No DVR routers for this DVR port 94fc77bf-932e-4e72-9a54-cbf7f6d83484 on host n-h1-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:36:35.183611 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-3287672f-89b9-4d63-8877-15ef678f1804 req-9eec0289-7db4-418f-aee9-9bf424322f74 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:35.187283 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3287672f-89b9-4d63-8877-15ef678f1804 req-9eec0289-7db4-418f-aee9-9bf424322f74 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.46 "DELETE /v2.0/ports/94fc77bf-932e-4e72-9a54-cbf7f6d83484 HTTP/1.1" status: 204 len: 173 time: 2.1511841 Dec 10 18:36:35.189027 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eca133b-3034-4599-b789-14a719e3b948', 'name': 'network-vif-deleted', 'tag': '94fc77bf-932e-4e72-9a54-cbf7f6d83484'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:36:35.191270 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbebf414-06aa-4163-adfd-51cd48dac6a7" -d '{"events": [{"server_uuid": "2eca133b-3034-4599-b789-14a719e3b948", "name": "network-vif-deleted", "tag": "94fc77bf-932e-4e72-9a54-cbf7f6d83484"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:36:35.217622 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2474b71-2a23-4900-a5a3-feebc42cc09e req-c1d4df50-6002-4fdc-92b6-9f6f84c527b6 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:35.235710 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e2474b71-2a23-4900-a5a3-feebc42cc09e req-c1d4df50-6002-4fdc-92b6-9f6f84c527b6 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/ports?device_id=26d31b8c-f28c-4fc4-91b7-7081ea942b86 HTTP/1.1" status: 200 len: 948 time: 0.3888073 Dec 10 18:36:35.281075 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903ead2-20d8-40ec-ab04-c52300bb5636 req-c39809c6-b9a3-448f-a834-6ce998823a20 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:35.284583 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b903ead2-20d8-40ec-ab04-c52300bb5636 req-c39809c6-b9a3-448f-a834-6ce998823a20 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.1256762 Dec 10 18:36:35.327851 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e2474b71-2a23-4900-a5a3-feebc42cc09e req-974c17d1-c84d-4a45-bd53-c0adcb41fc25 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/security-groups?id=988e8f7f-74b5-44c2-b5e2-2fd6eadde8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908370 Dec 10 18:36:35.436355 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b903ead2-20d8-40ec-ab04-c52300bb5636 req-b4e8f2d2-94d7-46e1-a29c-86443d42da3d tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398635 Dec 10 18:36:35.459309 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-21becc6c-73b9-4949-99fa-311e2d50d67a None None] Set router fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:36:35.596903 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db192d7e-86e1-4850-8f6a-68ac7aab3402 x-openstack-request-id: req-db192d7e-86e1-4850-8f6a-68ac7aab3402 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:36:35.597199 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eca133b-3034-4599-b789-14a719e3b948", "name": "network-vif-deleted", "tag": "94fc77bf-932e-4e72-9a54-cbf7f6d83484", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:36:35.597473 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-db192d7e-86e1-4850-8f6a-68ac7aab3402 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:36:35.597879 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eca133b-3034-4599-b789-14a719e3b948', 'name': 'network-vif-deleted', 'tag': '94fc77bf-932e-4e72-9a54-cbf7f6d83484', 'status': 'completed', 'code': 200} Dec 10 18:36:35.611258 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d7e8d-6752-45fa-8d6d-c5a3a1002915 req-13395a9c-5624-4d83-b65a-93e85bcb030f tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:35.622321 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6c7d7e8d-6752-45fa-8d6d-c5a3a1002915 req-13395a9c-5624-4d83-b65a-93e85bcb030f tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.0703018 Dec 10 18:36:35.736621 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6c7d7e8d-6752-45fa-8d6d-c5a3a1002915 req-f5190e4b-9caf-42fa-b27b-1fdc75be1854 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125281 Dec 10 18:36:35.798327 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7f1bff1e-0e91-43c2-baac-7e7abb7e6a47 req-798861cf-2dd6-4aa3-87a4-beceaaf83f00 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/ports?device_id=2eca133b-3034-4599-b789-14a719e3b948 HTTP/1.1" status: 200 len: 210 time: 0.0584776 Dec 10 18:36:35.835311 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-21becc6c-73b9-4949-99fa-311e2d50d67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'name': 'tempest-ServersTestBootFromVolume-293549276-router', 'tenant_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '0ae575f2-3190-41f5-a533-8b44afe240e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:16Z', 'updated_at': '2021-12-10T18:33:22Z', 'revision_number': 4, 'project_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'gw_port': {'id': '0ae575f2-3190-41f5-a533-8b44afe240e8', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:17Z', 'updated_at': '2021-12-10T18:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'c795ec44-89d8-4c51-aee9-6efc49bb373b', 'name': '', 'network_id': '7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0', 'tenant_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'mac_address': 'fa:16:3e:5e:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'ebf1176b-a466-4aab-a9a3-dec3ecc03af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:21Z', 'updated_at': '2021-12-10T18:33:29Z', 'revision_number': 5, 'project_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'subnets': [{'id': 'ebf1176b-a466-4aab-a9a3-dec3ecc03af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:35.863168 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21becc6c-73b9-4949-99fa-311e2d50d67a None None] Checking router: fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:36:35.873161 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21becc6c-73b9-4949-99fa-311e2d50d67a None None] Routers {'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:35.873798 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-21becc6c-73b9-4949-99fa-311e2d50d67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:36:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:36.021264 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-21becc6c-73b9-4949-99fa-311e2d50d67a None None] Set router fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:36:36.300728 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a96a0-ce99-4beb-bc05-048727f766d0 req-8d3b11d2-f619-439b-9996-cbe2f382d20d tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:36.306082 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-903a96a0-ce99-4beb-bc05-048727f766d0 req-8d3b11d2-f619-439b-9996-cbe2f382d20d tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 945 time: 0.0809493 Dec 10 18:36:36.315005 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-21becc6c-73b9-4949-99fa-311e2d50d67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'name': 'tempest-ServersTestBootFromVolume-293549276-router', 'tenant_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '0ae575f2-3190-41f5-a533-8b44afe240e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:16Z', 'updated_at': '2021-12-10T18:33:22Z', 'revision_number': 4, 'project_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'gw_port': {'id': '0ae575f2-3190-41f5-a533-8b44afe240e8', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:17Z', 'updated_at': '2021-12-10T18:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'c795ec44-89d8-4c51-aee9-6efc49bb373b', 'name': '', 'network_id': '7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0', 'tenant_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'mac_address': 'fa:16:3e:5e:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'ebf1176b-a466-4aab-a9a3-dec3ecc03af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:21Z', 'updated_at': '2021-12-10T18:33:29Z', 'revision_number': 5, 'project_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'subnets': [{'id': 'ebf1176b-a466-4aab-a9a3-dec3ecc03af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:36.351324 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21becc6c-73b9-4949-99fa-311e2d50d67a None None] The sync data for ids ['fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47'] in n-d-821435-1 is: [{'id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'name': 'tempest-ServersTestBootFromVolume-293549276-router', 'tenant_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '0ae575f2-3190-41f5-a533-8b44afe240e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:16Z', 'updated_at': '2021-12-10T18:33:22Z', 'revision_number': 4, 'project_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'gw_port': {'id': '0ae575f2-3190-41f5-a533-8b44afe240e8', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:17Z', 'updated_at': '2021-12-10T18:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'c795ec44-89d8-4c51-aee9-6efc49bb373b', 'name': '', 'network_id': '7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0', 'tenant_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'mac_address': 'fa:16:3e:5e:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'ebf1176b-a466-4aab-a9a3-dec3ecc03af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:21Z', 'updated_at': '2021-12-10T18:33:29Z', 'revision_number': 5, 'project_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'subnets': [{'id': 'ebf1176b-a466-4aab-a9a3-dec3ecc03af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:36.464079 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-903a96a0-ce99-4beb-bc05-048727f766d0 req-a0fd5e13-5c81-4c85-a051-af3c24ec79ad tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481833 Dec 10 18:36:36.584074 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737188fb-204d-40f3-9cf4-c682b9aaebd0 req-8ab12068-6790-46f2-b7a4-426262eddf38 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:36.587620 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-737188fb-204d-40f3-9cf4-c682b9aaebd0 req-8ab12068-6790-46f2-b7a4-426262eddf38 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/ports?device_id=26d31b8c-f28c-4fc4-91b7-7081ea942b86 HTTP/1.1" status: 200 len: 948 time: 0.1032166 Dec 10 18:36:36.614212 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 784599ef-b20c-45c1-9d49-310aeecd2016 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:36:36.658054 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642d929-5aa9-4338-a23d-c292ab07983d req-33b9959e-63bf-44a5-84a4-f222ebb662a0 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:36.664967 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8642d929-5aa9-4338-a23d-c292ab07983d req-33b9959e-63bf-44a5-84a4-f222ebb662a0 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.1149933 Dec 10 18:36:36.736939 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-737188fb-204d-40f3-9cf4-c682b9aaebd0 req-a9f809a7-6007-40d4-9154-2c3389f66b96 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/security-groups?id=988e8f7f-74b5-44c2-b5e2-2fd6eadde8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415644 Dec 10 18:36:36.807726 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8642d929-5aa9-4338-a23d-c292ab07983d req-a6349ec2-f7a7-4886-8519-d8a5431ef97d tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344073 Dec 10 18:36:36.812859 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 94fc77bf-932e-4e72-9a54-cbf7f6d83484 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:36:36.872148 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403f01e2-37b1-4f15-9357-f6683bc1db8f None None] New status for floating IP 262d46af-cd51-4c6d-a1ac-9d5bee99aee5: DOWN {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:36:36.983307 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2a5dc27b-c9ff-4517-88cf-4826777a185c req-e2a9dbcf-3973-4af0-84c0-5171985927ee tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/ports?device_id=2eca133b-3034-4599-b789-14a719e3b948 HTTP/1.1" status: 200 len: 210 time: 0.0618405 Dec 10 18:36:37.057542 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17631935-f897-4ddc-92a1-74fcfa55c708 req-955e13f2-2fa5-409d-906f-821dc6c4d9f1 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:37.073496 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 94fc77bf-932e-4e72-9a54-cbf7f6d83484 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:36:37.073837 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-17631935-f897-4ddc-92a1-74fcfa55c708 req-955e13f2-2fa5-409d-906f-821dc6c4d9f1 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.1353807 Dec 10 18:36:37.075792 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 94fc77bf-932e-4e72-9a54-cbf7f6d83484 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:36:37.138514 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 784599ef-b20c-45c1-9d49-310aeecd2016, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=784599ef-b20c-45c1-9d49-310aeecd2016,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:37.152322 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '784599ef-b20c-45c1-9d49-310aeecd2016', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': '784599ef-b20c-45c1-9d49-310aeecd2016', 'mac_address': 'fa:16:3e:cd:00:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:36:37.218763 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-17631935-f897-4ddc-92a1-74fcfa55c708 req-f080d27e-4680-4fff-bc68-2581b4272191 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440210 Dec 10 18:36:37.234556 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:37.252398 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 784599ef-b20c-45c1-9d49-310aeecd2016 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:36:37.281925 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 784599ef-b20c-45c1-9d49-310aeecd2016, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=784599ef-b20c-45c1-9d49-310aeecd2016,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:37.289639 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:37.363079 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=784599ef-b20c-45c1-9d49-310aeecd2016,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:37.520196 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-1870cd6e-58d6-4d7b-a254-dadb4d9c2c5b req-e86c2329-29f1-452c-a2c5-53de21f6fd22 tempest-SecurityGroupsTestAdminJSON-452669442 tempest-SecurityGroupsTestAdminJSON-452669442-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1261760514', 'description': 'tempest-description-1976068488'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:37.545730 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['784599ef-b20c-45c1-9d49-310aeecd2016'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:36:37.568378 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1870cd6e-58d6-4d7b-a254-dadb4d9c2c5b req-e86c2329-29f1-452c-a2c5-53de21f6fd22 tempest-SecurityGroupsTestAdminJSON-452669442 tempest-SecurityGroupsTestAdminJSON-452669442-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:37.596459 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1870cd6e-58d6-4d7b-a254-dadb4d9c2c5b req-e86c2329-29f1-452c-a2c5-53de21f6fd22 tempest-SecurityGroupsTestAdminJSON-452669442 tempest-SecurityGroupsTestAdminJSON-452669442-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:37.608924 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd657f6-15e9-4d6b-b807-8621dc74736f req-12218077-06e2-466f-9598-c286e57bf92c tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:37.618412 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5cd657f6-15e9-4d6b-b807-8621dc74736f req-12218077-06e2-466f-9598-c286e57bf92c tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 945 time: 0.0684459 Dec 10 18:36:37.693401 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5cd657f6-15e9-4d6b-b807-8621dc74736f req-40eccd56-e9e6-44f7-9b4e-8c5d097484b8 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737579 Dec 10 18:36:37.730207 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1870cd6e-58d6-4d7b-a254-dadb4d9c2c5b req-e86c2329-29f1-452c-a2c5-53de21f6fd22 tempest-SecurityGroupsTestAdminJSON-452669442 tempest-SecurityGroupsTestAdminJSON-452669442-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:37.736841 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1870cd6e-58d6-4d7b-a254-dadb4d9c2c5b req-e86c2329-29f1-452c-a2c5-53de21f6fd22 tempest-SecurityGroupsTestAdminJSON-452669442 tempest-SecurityGroupsTestAdminJSON-452669442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:37.790635 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c2329-29f1-452c-a2c5-53de21f6fd22 tempest-SecurityGroupsTestAdminJSON-452669442 tempest-SecurityGroupsTestAdminJSON-452669442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4def8d-1131-4129-bff5-27f75ded551d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:37.852620 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1870cd6e-58d6-4d7b-a254-dadb4d9c2c5b req-e86c2329-29f1-452c-a2c5-53de21f6fd22 tempest-SecurityGroupsTestAdminJSON-452669442 tempest-SecurityGroupsTestAdminJSON-452669442-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:37.859361 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1870cd6e-58d6-4d7b-a254-dadb4d9c2c5b req-e86c2329-29f1-452c-a2c5-53de21f6fd22 tempest-SecurityGroupsTestAdminJSON-452669442 tempest-SecurityGroupsTestAdminJSON-452669442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:37.882376 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1870cd6e-58d6-4d7b-a254-dadb4d9c2c5b req-e86c2329-29f1-452c-a2c5-53de21f6fd22 tempest-SecurityGroupsTestAdminJSON-452669442 tempest-SecurityGroupsTestAdminJSON-452669442-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:37.882758 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:37.884655 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfd606-4b13-4e80-b61f-a2b3be814294 req-a90b6fc3-c39c-4304-97ba-de4ada7d8030 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:37.889406 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1870cd6e-58d6-4d7b-a254-dadb4d9c2c5b req-e86c2329-29f1-452c-a2c5-53de21f6fd22 tempest-SecurityGroupsTestAdminJSON-452669442 tempest-SecurityGroupsTestAdminJSON-452669442-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3735182 Dec 10 18:36:37.894231 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f1dfd606-4b13-4e80-b61f-a2b3be814294 req-a90b6fc3-c39c-4304-97ba-de4ada7d8030 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/ports?device_id=26d31b8c-f28c-4fc4-91b7-7081ea942b86 HTTP/1.1" status: 200 len: 949 time: 0.0726690 Dec 10 18:36:37.962413 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f1dfd606-4b13-4e80-b61f-a2b3be814294 req-250a4b88-fbb4-45d8-9950-e7e18e9b80d9 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/security-groups?id=988e8f7f-74b5-44c2-b5e2-2fd6eadde8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652647 Dec 10 18:36:37.992483 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c2329-29f1-452c-a2c5-53de21f6fd22 tempest-SecurityGroupsTestAdminJSON-452669442 tempest-SecurityGroupsTestAdminJSON-452669442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fca83ba-d0e9-49c2-91ac-6d883f7bf18b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:38.019047 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17736e-405b-4f9c-95a1-7a5e53c0ec42 req-ea96736e-3ccb-4873-9fc2-bb85447bdfba tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:38.020648 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4c17736e-405b-4f9c-95a1-7a5e53c0ec42 req-ea96736e-3ccb-4873-9fc2-bb85447bdfba tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.0751066 Dec 10 18:36:38.059184 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-60b0f150-75f9-4d97-825e-36dca85f5176 req-fe761ff8-3794-4cd5-8897-c8fc6e53c266 tempest-SecurityGroupsTestAdminJSON-452669442 tempest-SecurityGroupsTestAdminJSON-452669442-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1231360123', 'description': 'tempest-description-227433491'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:38.085133 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4c17736e-405b-4f9c-95a1-7a5e53c0ec42 req-8d2609b6-291b-42d4-9556-ac81d82bac91 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570440 Dec 10 18:36:38.105931 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-60b0f150-75f9-4d97-825e-36dca85f5176 req-fe761ff8-3794-4cd5-8897-c8fc6e53c266 tempest-SecurityGroupsTestAdminJSON-452669442 tempest-SecurityGroupsTestAdminJSON-452669442-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:38.222568 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ad4ad019-0006-4828-b443-9fb890e5d7da req-9e26b063-8389-40ad-ab16-b138e63574b3 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/ports?device_id=2eca133b-3034-4599-b789-14a719e3b948 HTTP/1.1" status: 200 len: 210 time: 0.0421648 Dec 10 18:36:38.228681 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-60b0f150-75f9-4d97-825e-36dca85f5176 req-fe761ff8-3794-4cd5-8897-c8fc6e53c266 tempest-SecurityGroupsTestAdminJSON-452669442 tempest-SecurityGroupsTestAdminJSON-452669442-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:38.236356 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-60b0f150-75f9-4d97-825e-36dca85f5176 req-fe761ff8-3794-4cd5-8897-c8fc6e53c266 tempest-SecurityGroupsTestAdminJSON-452669442 tempest-SecurityGroupsTestAdminJSON-452669442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:38.283624 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-60b0f150-75f9-4d97-825e-36dca85f5176 req-fe761ff8-3794-4cd5-8897-c8fc6e53c266 tempest-SecurityGroupsTestAdminJSON-452669442 tempest-SecurityGroupsTestAdminJSON-452669442-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:38.299849 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-60b0f150-75f9-4d97-825e-36dca85f5176 req-fe761ff8-3794-4cd5-8897-c8fc6e53c266 tempest-SecurityGroupsTestAdminJSON-452669442 tempest-SecurityGroupsTestAdminJSON-452669442-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2454994 Dec 10 18:36:38.379215 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe761ff8-3794-4cd5-8897-c8fc6e53c266 tempest-SecurityGroupsTestAdminJSON-452669442 tempest-SecurityGroupsTestAdminJSON-452669442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53e1cb60-591d-43a7-95bb-18650b0b38e7,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:38.509053 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678dfa5-fa42-490d-aa5e-37dce1bc4ae5 req-d4050fd1-f8fe-4220-99a9-847839da03bb tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:38.510605 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-92a88ca1-8c8a-4aca-a273-6816344e79c3 req-cb55e386-3ca2-4053-8cde-4bc79fd56dbe tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-785403354', 'description': 'tempest-description-1473080075'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:38.520759 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3678dfa5-fa42-490d-aa5e-37dce1bc4ae5 req-d4050fd1-f8fe-4220-99a9-847839da03bb tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.1091917 Dec 10 18:36:38.537957 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-92a88ca1-8c8a-4aca-a273-6816344e79c3 req-cb55e386-3ca2-4053-8cde-4bc79fd56dbe tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:38.556074 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-92a88ca1-8c8a-4aca-a273-6816344e79c3 req-cb55e386-3ca2-4053-8cde-4bc79fd56dbe tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:38.590034 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3678dfa5-fa42-490d-aa5e-37dce1bc4ae5 req-2f1b9cad-af5e-43d2-bbfe-7f644bd5f0ce tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633900 Dec 10 18:36:38.632048 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 784599ef-b20c-45c1-9d49-310aeecd2016 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:36:38.728297 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-92a88ca1-8c8a-4aca-a273-6816344e79c3 req-cb55e386-3ca2-4053-8cde-4bc79fd56dbe tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:38.732054 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 784599ef-b20c-45c1-9d49-310aeecd2016 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:36:38.735971 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-92a88ca1-8c8a-4aca-a273-6816344e79c3 req-cb55e386-3ca2-4053-8cde-4bc79fd56dbe tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:38.737954 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 784599ef-b20c-45c1-9d49-310aeecd2016 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:38.738433 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:38.792844 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915b330-4e60-4997-bf73-54b739a57856 req-ddf15f20-f40d-4576-9e77-dee7e0451fdb tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:38.795004 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2915b330-4e60-4997-bf73-54b739a57856 req-ddf15f20-f40d-4576-9e77-dee7e0451fdb tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=d57aca12-484c-49fc-b736-a5cd158922a7 HTTP/1.1" status: 200 len: 945 time: 0.1230376 Dec 10 18:36:38.836883 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:38.854607 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb55e386-3ca2-4053-8cde-4bc79fd56dbe tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b6586d-7ac0-42ad-82de-a6a6f6332248,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:38.901010 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d31b8c-f28c-4fc4-91b7-7081ea942b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '784599ef-b20c-45c1-9d49-310aeecd2016'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:36:38.903803 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c2650c-6ad1-405c-8f89-7f60147f1440" -d '{"events": [{"server_uuid": "26d31b8c-f28c-4fc4-91b7-7081ea942b86", "name": "network-vif-plugged", "status": "completed", "tag": "784599ef-b20c-45c1-9d49-310aeecd2016"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:36:38.924102 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 784599ef-b20c-45c1-9d49-310aeecd2016, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=784599ef-b20c-45c1-9d49-310aeecd2016,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:38.927957 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2915b330-4e60-4997-bf73-54b739a57856 req-d8471fa6-afe1-4cc9-80b0-df4fd969c493 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232564 Dec 10 18:36:38.936230 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-92a88ca1-8c8a-4aca-a273-6816344e79c3 req-cb55e386-3ca2-4053-8cde-4bc79fd56dbe tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:38.939643 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:38.947728 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-92a88ca1-8c8a-4aca-a273-6816344e79c3 req-cb55e386-3ca2-4053-8cde-4bc79fd56dbe tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:39.008228 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb55e386-3ca2-4053-8cde-4bc79fd56dbe tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fca6fa-4525-4b69-9dda-e94dc22ba4c9,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:39.047709 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=784599ef-b20c-45c1-9d49-310aeecd2016,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:39.058962 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-92a88ca1-8c8a-4aca-a273-6816344e79c3 req-cb55e386-3ca2-4053-8cde-4bc79fd56dbe tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:39.065328 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-92a88ca1-8c8a-4aca-a273-6816344e79c3 req-cb55e386-3ca2-4053-8cde-4bc79fd56dbe tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5602343 Dec 10 18:36:39.123357 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f9b628-7f20-443b-b598-862f51565bf3 x-openstack-request-id: req-d0f9b628-7f20-443b-b598-862f51565bf3 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:36:39.124089 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d31b8c-f28c-4fc4-91b7-7081ea942b86", "name": "network-vif-plugged", "status": "completed", "tag": "784599ef-b20c-45c1-9d49-310aeecd2016", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:36:39.124671 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d0f9b628-7f20-443b-b598-862f51565bf3 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:36:39.125528 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d31b8c-f28c-4fc4-91b7-7081ea942b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '784599ef-b20c-45c1-9d49-310aeecd2016', 'code': 200} Dec 10 18:36:39.159425 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c10f8-e8bc-417f-9bf0-a1f777c50ea5 req-9eec3ce3-46f2-4080-a57d-6e349d9fd15f tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:39.161459 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6c4c10f8-e8bc-417f-9bf0-a1f777c50ea5 req-9eec3ce3-46f2-4080-a57d-6e349d9fd15f tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 945 time: 0.0746257 Dec 10 18:36:39.257081 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6c4c10f8-e8bc-417f-9bf0-a1f777c50ea5 req-dd063308-06ef-45e2-8c23-8423ac9fc5b1 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834997 Dec 10 18:36:39.331364 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5e9f1-878f-4365-8c5c-3ff23c4719e8 req-ff78d640-61ce-439c-88d7-a9ef97d69fff tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:39.334213 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-83f5e9f1-878f-4365-8c5c-3ff23c4719e8 req-ff78d640-61ce-439c-88d7-a9ef97d69fff tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/ports?device_id=26d31b8c-f28c-4fc4-91b7-7081ea942b86 HTTP/1.1" status: 200 len: 950 time: 0.1320274 Dec 10 18:36:39.371925 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acae9be-a30d-4903-b5b2-e9568bdc7f90 req-ee4096aa-03ed-4080-adfc-0a7f2c039ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:39.376148 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1acae9be-a30d-4903-b5b2-e9568bdc7f90 req-ee4096aa-03ed-4080-adfc-0a7f2c039ce6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=26d31b8c-f28c-4fc4-91b7-7081ea942b86 HTTP/1.1" status: 200 len: 1101 time: 0.1535378 Dec 10 18:36:39.391209 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-a464d3a6-f187-4048-afa4-5e29a37d72cc req-67fde2a4-d7d0-4940-a3f0-8cb4e5bf79c9 tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-508951898', 'description': 'tempest-description-123034740'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:39.427856 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-83f5e9f1-878f-4365-8c5c-3ff23c4719e8 req-414a50c9-864c-4554-a9ed-9258ed5b3d72 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/security-groups?id=988e8f7f-74b5-44c2-b5e2-2fd6eadde8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789487 Dec 10 18:36:39.444493 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a464d3a6-f187-4048-afa4-5e29a37d72cc req-67fde2a4-d7d0-4940-a3f0-8cb4e5bf79c9 tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:39.470859 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1acae9be-a30d-4903-b5b2-e9568bdc7f90 req-400ec671-f4be-46c0-b39a-6056f94ab740 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=988e8f7f-74b5-44c2-b5e2-2fd6eadde8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777543 Dec 10 18:36:39.590532 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a464d3a6-f187-4048-afa4-5e29a37d72cc req-67fde2a4-d7d0-4940-a3f0-8cb4e5bf79c9 tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:39.597821 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a464d3a6-f187-4048-afa4-5e29a37d72cc req-67fde2a4-d7d0-4940-a3f0-8cb4e5bf79c9 tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:39.616665 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ce049-a84c-42fd-a427-52b86c06b2ee req-7d1e3935-175b-400b-ae22-2451550cb18d tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:39.618644 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-611ce049-a84c-42fd-a427-52b86c06b2ee req-7d1e3935-175b-400b-ae22-2451550cb18d tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.0657594 Dec 10 18:36:39.658293 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a464d3a6-f187-4048-afa4-5e29a37d72cc req-67fde2a4-d7d0-4940-a3f0-8cb4e5bf79c9 tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:39.681389 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a464d3a6-f187-4048-afa4-5e29a37d72cc req-67fde2a4-d7d0-4940-a3f0-8cb4e5bf79c9 tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2986917 Dec 10 18:36:39.683931 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fde2a4-d7d0-4940-a3f0-8cb4e5bf79c9 tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0277253d-3e46-42ba-a665-b23167316f3a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:39.758425 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-611ce049-a84c-42fd-a427-52b86c06b2ee req-1b397a47-8a29-4eef-84bd-e771e0c59075 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258144 Dec 10 18:36:39.811233 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fb80f74d-1245-44a1-a43e-33d6057e5d8f req-d9e1ee3b-6fa3-42d5-8afa-450b1452bc59 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/ports?device_id=2eca133b-3034-4599-b789-14a719e3b948 HTTP/1.1" status: 200 len: 210 time: 0.0462687 Dec 10 18:36:39.890360 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1ffaf-d29c-499f-968f-9f88f17bb33b req-2c404232-c466-47ac-81f3-8e91d9424d71 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:39.891634 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b5e1ffaf-d29c-499f-968f-9f88f17bb33b req-2c404232-c466-47ac-81f3-8e91d9424d71 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.0511608 Dec 10 18:36:39.970621 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b5e1ffaf-d29c-499f-968f-9f88f17bb33b req-2ead7a0a-bf59-492c-8f99-245ac8c15fbb tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716150 Dec 10 18:36:40.120454 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99cbe9-3cae-4d97-88bb-a85d949936fd req-f962a39d-01ee-43df-a5d9-23cf82475602 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:40.122073 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5b99cbe9-3cae-4d97-88bb-a85d949936fd req-f962a39d-01ee-43df-a5d9-23cf82475602 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=d57aca12-484c-49fc-b736-a5cd158922a7 HTTP/1.1" status: 200 len: 945 time: 0.0677576 Dec 10 18:36:40.151707 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-287433a7-1f17-470d-b1d1-ab11e13138f2 req-24f3b6a8-89ca-442d-b551-d780a62fe8d1 tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45357 time: 0.3092895 Dec 10 18:36:40.187962 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5b99cbe9-3cae-4d97-88bb-a85d949936fd req-5fb0d071-b787-4e6d-8504-af22219a12d9 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597298 Dec 10 18:36:40.246148 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-287433a7-1f17-470d-b1d1-ab11e13138f2 req-3ddcd38d-9201-45bd-b01b-ee7f847c6961 tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] 10.222.0.62 "GET /v2.0/security-groups/0dad9c41-23d1-44f3-8f46-3a4882083b0d HTTP/1.1" status: 200 len: 2998 time: 0.0399380 Dec 10 18:36:40.293927 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-287433a7-1f17-470d-b1d1-ab11e13138f2 req-96c33286-0326-406a-93f8-4c4d39531424 tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] 10.222.0.62 "GET /v2.0/security-groups/0dad9c41-23d1-44f3-8f46-3a4882083b0d HTTP/1.1" status: 200 len: 2998 time: 0.0413013 Dec 10 18:36:40.378577 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-287433a7-1f17-470d-b1d1-ab11e13138f2 req-3ef827eb-2a8c-4727-810f-428e71f9d829 tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] 10.222.0.62 "GET /v2.0/security-groups/2132b09f-50b3-4331-ad79-c90fcf41cd63 HTTP/1.1" status: 200 len: 2990 time: 0.0768104 Dec 10 18:36:40.397000 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4e7ac-e4fb-412f-b1ea-37a06ea0eed7 req-6f3ef0a8-3e48-488a-942d-0757ab739472 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:40.398559 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1cd4e7ac-e4fb-412f-b1ea-37a06ea0eed7 req-6f3ef0a8-3e48-488a-942d-0757ab739472 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.72 "GET /v2.0/ports?device_id=d57aca12-484c-49fc-b736-a5cd158922a7 HTTP/1.1" status: 200 len: 945 time: 0.0766735 Dec 10 18:36:40.406235 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18214682-8f90-4a83-aeda-15e10d93da7b req-95cb7cb4-e7be-4965-863c-d14534d84856 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:40.407944 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-18214682-8f90-4a83-aeda-15e10d93da7b req-95cb7cb4-e7be-4965-863c-d14534d84856 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 945 time: 0.0680068 Dec 10 18:36:40.467829 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-18214682-8f90-4a83-aeda-15e10d93da7b req-22bf9577-1381-46d6-af61-d08ce9f48ef2 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503540 Dec 10 18:36:40.500500 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-287433a7-1f17-470d-b1d1-ab11e13138f2 req-620e1a7f-e6c8-4b31-9a97-330d32e068f1 tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] 10.222.0.62 "GET /v2.0/security-groups/2132b09f-50b3-4331-ad79-c90fcf41cd63 HTTP/1.1" status: 200 len: 2990 time: 0.1115775 Dec 10 18:36:40.558179 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-287433a7-1f17-470d-b1d1-ab11e13138f2 req-96fcb7d2-dd62-4e5e-a505-f93c99198196 tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] 10.222.0.62 "GET /v2.0/security-groups/25b6586d-7ac0-42ad-82de-a6a6f6332248 HTTP/1.1" status: 200 len: 2998 time: 0.0521889 Dec 10 18:36:40.584500 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-1cd4e7ac-e4fb-412f-b1ea-37a06ea0eed7 req-346e6825-851f-4013-afef-f7a621c1ba6f tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Deleting port 8fbe3444-96b5-4ca9-a868-35a531acbd50 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:40.584500 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1cd4e7ac-e4fb-412f-b1ea-37a06ea0eed7 req-346e6825-851f-4013-afef-f7a621c1ba6f tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:40.689613 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-287433a7-1f17-470d-b1d1-ab11e13138f2 req-334b943d-fca4-4cb6-8e52-e1ae12051adc tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] 10.222.0.62 "GET /v2.0/security-groups/25b6586d-7ac0-42ad-82de-a6a6f6332248 HTTP/1.1" status: 200 len: 2998 time: 0.1147602 Dec 10 18:36:40.736280 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b035d9c-465e-487f-bdc8-dc833ff168bf req-d6493fae-d103-42d6-b240-e1b65981410e tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:40.738290 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3b035d9c-465e-487f-bdc8-dc833ff168bf req-d6493fae-d103-42d6-b240-e1b65981410e tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/ports?device_id=26d31b8c-f28c-4fc4-91b7-7081ea942b86 HTTP/1.1" status: 200 len: 950 time: 0.0863090 Dec 10 18:36:40.755848 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-287433a7-1f17-470d-b1d1-ab11e13138f2 req-b084b6b2-9ce8-4f2f-ba79-a2f6257d0b8e tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] 10.222.0.62 "GET /v2.0/security-groups/3fd2a3de-e1a2-4eff-8893-f129f6af245d HTTP/1.1" status: 200 len: 2998 time: 0.0654669 Dec 10 18:36:40.757677 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-1cd4e7ac-e4fb-412f-b1ea-37a06ea0eed7 req-346e6825-851f-4013-afef-f7a621c1ba6f tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] For port 8fbe3444-96b5-4ca9-a868-35a531acbd50, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8fbe3444-96b5-4ca9-a868-35a531acbd50,segment=NetworkSegment(a4943cb1-8b39-4de7-85ed-25fa2e86aa72),segment_id=a4943cb1-8b39-4de7-85ed-25fa2e86aa72)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:40.758048 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1cd4e7ac-e4fb-412f-b1ea-37a06ea0eed7 req-346e6825-851f-4013-afef-f7a621c1ba6f tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:40.784843 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-1cd4e7ac-e4fb-412f-b1ea-37a06ea0eed7 req-346e6825-851f-4013-afef-f7a621c1ba6f tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Calling delete_port for 8fbe3444-96b5-4ca9-a868-35a531acbd50 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:40.808607 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3b035d9c-465e-487f-bdc8-dc833ff168bf req-a4c5bcd5-8d6c-421b-a6b3-230ad8584ae2 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/security-groups?id=988e8f7f-74b5-44c2-b5e2-2fd6eadde8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628350 Dec 10 18:36:40.864711 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-287433a7-1f17-470d-b1d1-ab11e13138f2 req-55624570-d606-4390-b85a-85dd0e7ba6de tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] 10.222.0.62 "GET /v2.0/security-groups/3fd2a3de-e1a2-4eff-8893-f129f6af245d HTTP/1.1" status: 200 len: 2998 time: 0.0981791 Dec 10 18:36:40.934771 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-287433a7-1f17-470d-b1d1-ab11e13138f2 req-d9a1bb01-dc45-4614-8535-b26049dd2e83 tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] 10.222.0.62 "GET /v2.0/security-groups/7c5681e5-bfd0-42dd-be1e-72f7d3e92a40 HTTP/1.1" status: 200 len: 2998 time: 0.0676060 Dec 10 18:36:40.941514 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ae60e-5a84-4047-acf5-73e86f28a5d1 req-cbb8ae05-babe-42c0-98bd-7ae61d6ebdf0 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:40.943077 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-195ae60e-5a84-4047-acf5-73e86f28a5d1 req-cbb8ae05-babe-42c0-98bd-7ae61d6ebdf0 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.0615172 Dec 10 18:36:41.000093 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-195ae60e-5a84-4047-acf5-73e86f28a5d1 req-b130818b-5488-4732-bb04-929d64f6093d tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504885 Dec 10 18:36:41.023369 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-287433a7-1f17-470d-b1d1-ab11e13138f2 req-e08426eb-b843-4515-a9c6-a2c083c696a6 tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] 10.222.0.62 "GET /v2.0/security-groups/7c5681e5-bfd0-42dd-be1e-72f7d3e92a40 HTTP/1.1" status: 200 len: 2998 time: 0.0861201 Dec 10 18:36:41.074538 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1cd4e7ac-e4fb-412f-b1ea-37a06ea0eed7 req-346e6825-851f-4013-afef-f7a621c1ba6f tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:41.091375 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['7b448d47-d3b6-4a48-958d-84b796f84f4c', '499e84f3-ba74-4081-b4ff-ee0ff5111eef', '8fbe3444-96b5-4ca9-a868-35a531acbd50'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:36:41.120598 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e6825-851f-4013-afef-f7a621c1ba6f tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Pushing event deleted for resources: {'Port': ['ID=8fbe3444-96b5-4ca9-a868-35a531acbd50,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:41.129458 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-52a668cf-3b55-4663-be1a-3d53122fad99 req-4aed4f7c-e98d-426a-9afd-b35cc1a00f52 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/ports?device_id=2eca133b-3034-4599-b789-14a719e3b948 HTTP/1.1" status: 200 len: 210 time: 0.0596690 Dec 10 18:36:41.133738 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-287433a7-1f17-470d-b1d1-ab11e13138f2 req-76d36762-e4ca-49d0-ba67-867d385003b4 tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] 10.222.0.62 "GET /v2.0/security-groups/8a4def8d-1131-4129-bff5-27f75ded551d HTTP/1.1" status: 200 len: 2998 time: 0.0945742 Dec 10 18:36:41.192355 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd4e7ac-e4fb-412f-b1ea-37a06ea0eed7 req-346e6825-851f-4013-afef-f7a621c1ba6f tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] No DVR routers for this DVR port 8fbe3444-96b5-4ca9-a868-35a531acbd50 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:36:41.199778 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1cd4e7ac-e4fb-412f-b1ea-37a06ea0eed7 req-346e6825-851f-4013-afef-f7a621c1ba6f tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:41.203965 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1cd4e7ac-e4fb-412f-b1ea-37a06ea0eed7 req-346e6825-851f-4013-afef-f7a621c1ba6f tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.72 "DELETE /v2.0/ports/8fbe3444-96b5-4ca9-a868-35a531acbd50 HTTP/1.1" status: 204 len: 173 time: 0.7994425 Dec 10 18:36:41.204576 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57aca12-484c-49fc-b736-a5cd158922a7', 'name': 'network-vif-deleted', 'tag': '8fbe3444-96b5-4ca9-a868-35a531acbd50'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:36:41.207234 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282ff85c-bf2e-4c90-bffd-b171b119958a" -d '{"events": [{"server_uuid": "d57aca12-484c-49fc-b736-a5cd158922a7", "name": "network-vif-deleted", "tag": "8fbe3444-96b5-4ca9-a868-35a531acbd50"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:36:41.251999 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-287433a7-1f17-470d-b1d1-ab11e13138f2 req-ce7732fa-f811-4995-835e-ca985d5f94bf tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] 10.222.0.62 "GET /v2.0/security-groups/8a4def8d-1131-4129-bff5-27f75ded551d HTTP/1.1" status: 200 len: 2998 time: 0.0936358 Dec 10 18:36:41.300344 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-287433a7-1f17-470d-b1d1-ab11e13138f2 req-d9d62751-6aa2-4a5d-bc53-f7f67b769533 tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] 10.222.0.62 "GET /v2.0/security-groups/988e8f7f-74b5-44c2-b5e2-2fd6eadde8b2 HTTP/1.1" status: 200 len: 2998 time: 0.0473673 Dec 10 18:36:41.318014 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aeb256-5af4-4c21-8318-3c5358b87e4e req-f91ed868-9374-4579-a013-506e3c791687 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:41.332598 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-31aeb256-5af4-4c21-8318-3c5358b87e4e req-f91ed868-9374-4579-a013-506e3c791687 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.1118677 Dec 10 18:36:41.383762 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-287433a7-1f17-470d-b1d1-ab11e13138f2 req-83ac9901-253c-4b1b-8949-208a6e751780 tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] 10.222.0.62 "GET /v2.0/security-groups/988e8f7f-74b5-44c2-b5e2-2fd6eadde8b2 HTTP/1.1" status: 200 len: 2998 time: 0.0818629 Dec 10 18:36:41.407876 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-31aeb256-5af4-4c21-8318-3c5358b87e4e req-16c8d736-87fa-490a-98c5-fb4bd3ac4444 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735240 Dec 10 18:36:41.459321 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-287433a7-1f17-470d-b1d1-ab11e13138f2 req-a79667f4-65e0-4165-9d39-ffd02e6320e5 tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] 10.222.0.62 "GET /v2.0/security-groups/c291b5d2-4c66-404d-bc81-4905c43dfed0 HTTP/1.1" status: 200 len: 2998 time: 0.0733149 Dec 10 18:36:41.522809 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b927250-720c-4e77-990c-75f1e9885cd0 x-openstack-request-id: req-6b927250-720c-4e77-990c-75f1e9885cd0 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:36:41.523139 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57aca12-484c-49fc-b736-a5cd158922a7", "name": "network-vif-deleted", "tag": "8fbe3444-96b5-4ca9-a868-35a531acbd50", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:36:41.523413 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6b927250-720c-4e77-990c-75f1e9885cd0 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:36:41.523903 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57aca12-484c-49fc-b736-a5cd158922a7', 'name': 'network-vif-deleted', 'tag': '8fbe3444-96b5-4ca9-a868-35a531acbd50', 'status': 'completed', 'code': 200} Dec 10 18:36:41.534479 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-287433a7-1f17-470d-b1d1-ab11e13138f2 req-85e3be2c-2a82-4849-bb73-de6102aff36a tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] 10.222.0.62 "GET /v2.0/security-groups/c291b5d2-4c66-404d-bc81-4905c43dfed0 HTTP/1.1" status: 200 len: 2998 time: 0.0637705 Dec 10 18:36:41.597490 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-287433a7-1f17-470d-b1d1-ab11e13138f2 req-23e86d6d-945b-4e3b-8dd3-4cbe7615f51b tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] 10.222.0.62 "GET /v2.0/security-groups/cdb7ee14-6634-45c9-b40b-258b5ced48b8 HTTP/1.1" status: 200 len: 2998 time: 0.0619092 Dec 10 18:36:41.632812 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-28e30f6d-f7a7-4928-8c7d-36f230367b9f req-27844c86-edf9-4809-b517-5d3356bae161 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=d57aca12-484c-49fc-b736-a5cd158922a7 HTTP/1.1" status: 200 len: 210 time: 0.0305734 Dec 10 18:36:41.651335 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-287433a7-1f17-470d-b1d1-ab11e13138f2 req-d7a9cac8-0917-4241-8e18-90374341d203 tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] 10.222.0.62 "GET /v2.0/security-groups/cdb7ee14-6634-45c9-b40b-258b5ced48b8 HTTP/1.1" status: 200 len: 2998 time: 0.0507362 Dec 10 18:36:41.728509 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-287433a7-1f17-470d-b1d1-ab11e13138f2 req-a6dc9ee4-20a9-4026-952e-9022e4cba295 tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] 10.222.0.62 "GET /v2.0/security-groups/dc9ca556-cdd1-44ab-affa-76e780ea99c2 HTTP/1.1" status: 200 len: 2998 time: 0.0654056 Dec 10 18:36:41.782980 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739f692-bf2a-477d-9d5f-55876432e8f6 req-c5a229bc-2158-4248-b6f1-63257e3440de tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:41.785008 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1739f692-bf2a-477d-9d5f-55876432e8f6 req-c5a229bc-2158-4248-b6f1-63257e3440de tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 945 time: 0.0706344 Dec 10 18:36:41.786519 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-287433a7-1f17-470d-b1d1-ab11e13138f2 req-c38657c1-8ecb-436e-9bda-1b12907b65f0 tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] 10.222.0.62 "GET /v2.0/security-groups/dc9ca556-cdd1-44ab-affa-76e780ea99c2 HTTP/1.1" status: 200 len: 2998 time: 0.0565019 Dec 10 18:36:41.857204 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-287433a7-1f17-470d-b1d1-ab11e13138f2 req-dbfb7c25-a201-440f-b138-12bb0a382cc8 tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] 10.222.0.62 "GET /v2.0/security-groups/e542e51a-5b35-4d8f-a744-c52435434282 HTTP/1.1" status: 200 len: 2998 time: 0.0620811 Dec 10 18:36:41.866317 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1739f692-bf2a-477d-9d5f-55876432e8f6 req-c8c5dffb-cd03-494f-93f6-f048ed0d106e tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674369 Dec 10 18:36:41.941622 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-287433a7-1f17-470d-b1d1-ab11e13138f2 req-737df5ee-49c5-43aa-bc23-7c86dc26f832 tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] 10.222.0.62 "GET /v2.0/security-groups/e542e51a-5b35-4d8f-a744-c52435434282 HTTP/1.1" status: 200 len: 2998 time: 0.0666978 Dec 10 18:36:42.005715 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-287433a7-1f17-470d-b1d1-ab11e13138f2 req-d8bdb820-c872-4c92-9791-ca97ee8ab43b tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] 10.222.0.62 "GET /v2.0/security-groups/ef480258-87aa-4f1f-a939-9d88240dc8df HTTP/1.1" status: 200 len: 2994 time: 0.0518351 Dec 10 18:36:42.084497 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-287433a7-1f17-470d-b1d1-ab11e13138f2 req-d4fd3770-9931-4d15-9da3-875423f162ba tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] 10.222.0.62 "GET /v2.0/security-groups/ef480258-87aa-4f1f-a939-9d88240dc8df HTTP/1.1" status: 200 len: 2994 time: 0.0696893 Dec 10 18:36:42.144207 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed2a62-9e94-4401-b321-9ad5ef54be4c req-b1c620a4-6a7b-4912-9a55-4efa9023f246 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:42.149315 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2aed2a62-9e94-4401-b321-9ad5ef54be4c req-b1c620a4-6a7b-4912-9a55-4efa9023f246 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/ports?device_id=26d31b8c-f28c-4fc4-91b7-7081ea942b86 HTTP/1.1" status: 200 len: 950 time: 0.0725446 Dec 10 18:36:42.204843 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbd39a-cbf9-4074-b8ba-194fcd69715c req-443cc149-727e-4cdf-87bb-521d44b57670 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:42.206902 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b6fbd39a-cbf9-4074-b8ba-194fcd69715c req-443cc149-727e-4cdf-87bb-521d44b57670 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.0647304 Dec 10 18:36:42.219609 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2aed2a62-9e94-4401-b321-9ad5ef54be4c req-4df79988-33d5-4aac-abdb-288fee74235b tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/security-groups?id=988e8f7f-74b5-44c2-b5e2-2fd6eadde8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669918 Dec 10 18:36:42.287932 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b6fbd39a-cbf9-4074-b8ba-194fcd69715c req-8aa22e79-6925-4d48-ad83-7896706118e6 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723610 Dec 10 18:36:42.316935 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f888f907-4a7e-4885-810f-714cc8481e91 req-0afedeb1-b0e7-4c96-8e3b-4304c9a42e9a tempest-SecurityGroupsTestAdminJSON-452669442 tempest-SecurityGroupsTestAdminJSON-452669442-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d8f306636c7d4bed91fa7ffeb65181f7 HTTP/1.1" status: 200 len: 6154 time: 0.0783122 Dec 10 18:36:42.373384 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f888f907-4a7e-4885-810f-714cc8481e91 req-833b7c2f-bdbc-4b9c-bab3-843ee3f65ca5 tempest-SecurityGroupsTestAdminJSON-452669442 tempest-SecurityGroupsTestAdminJSON-452669442-project] 10.222.0.62 "GET /v2.0/security-groups/8a4def8d-1131-4129-bff5-27f75ded551d HTTP/1.1" status: 200 len: 2998 time: 0.0495598 Dec 10 18:36:42.451655 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f888f907-4a7e-4885-810f-714cc8481e91 req-c7f9d7d0-974f-43c9-b9c2-406ea8f83b2d tempest-SecurityGroupsTestAdminJSON-452669442 tempest-SecurityGroupsTestAdminJSON-452669442-project] 10.222.0.62 "GET /v2.0/security-groups/8a4def8d-1131-4129-bff5-27f75ded551d HTTP/1.1" status: 200 len: 2998 time: 0.0717506 Dec 10 18:36:42.498229 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 50686) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:42.611279 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2450cec1-a24d-497a-b8e2-7583289691ee req-6576be47-89e0-4881-b6cc-4aae2f067429 tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] 10.222.0.62 "GET /v2.0/security-groups/0277253d-3e46-42ba-a665-b23167316f3a HTTP/1.1" status: 200 len: 1793 time: 0.0894673 Dec 10 18:36:42.615083 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0e5633e0-d1ca-44bb-b1e8-05633545c616 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:42.619420 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5760b0-785a-4e08-a45d-e25549f00e54 req-7141b272-199b-4508-a5b7-af670062d9d9 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:42.622016 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ec5760b0-785a-4e08-a45d-e25549f00e54 req-7141b272-199b-4508-a5b7-af670062d9d9 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.0676725 Dec 10 18:36:42.665763 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0e5633e0-d1ca-44bb-b1e8-05633545c616 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:42.680501 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ec5760b0-785a-4e08-a45d-e25549f00e54 req-d23dc70c-6eff-4907-9bc0-ec3a7ffd1413 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516737 Dec 10 18:36:42.719359 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2450cec1-a24d-497a-b8e2-7583289691ee req-540ed6cd-d588-40e0-aaf2-3cf71e309553 tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:42.741430 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2450cec1-a24d-497a-b8e2-7583289691ee req-540ed6cd-d588-40e0-aaf2-3cf71e309553 tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:42.757202 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0e5633e0-d1ca-44bb-b1e8-05633545c616 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:42.760248 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0e5633e0-d1ca-44bb-b1e8-05633545c616 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:42.763825 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0e5633e0-d1ca-44bb-b1e8-05633545c616 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "DELETE /v2.0/security-groups/1c65e87b-7786-434f-9fa5-a4467eb66d04 HTTP/1.1" status: 204 len: 168 time: 0.2624125 Dec 10 18:36:42.764617 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 50690) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:42.786432 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5633e0-d1ca-44bb-b1e8-05633545c616 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c65e87b-7786-434f-9fa5-a4467eb66d04,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:42.797069 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-b5fa1512-cbdb-4df1-92ba-3c6a890ad284 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] show failed (client error): The resource could not be found. Dec 10 18:36:42.797904 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5633e0-d1ca-44bb-b1e8-05633545c616 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:42.798263 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5633e0-d1ca-44bb-b1e8-05633545c616 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:42.800561 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5633e0-d1ca-44bb-b1e8-05633545c616 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:42.800790 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b5fa1512-cbdb-4df1-92ba-3c6a890ad284 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "GET /v2.0/security-groups/1c65e87b-7786-434f-9fa5-a4467eb66d04 HTTP/1.1" status: 404 len: 347 time: 0.0189662 Dec 10 18:36:42.800915 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5633e0-d1ca-44bb-b1e8-05633545c616 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:42.800915 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5633e0-d1ca-44bb-b1e8-05633545c616 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:42.800915 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5633e0-d1ca-44bb-b1e8-05633545c616 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:42.800915 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5633e0-d1ca-44bb-b1e8-05633545c616 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:42.800915 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5633e0-d1ca-44bb-b1e8-05633545c616 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:42.801601 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5633e0-d1ca-44bb-b1e8-05633545c616 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:42.801742 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 50692) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:42.801854 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5633e0-d1ca-44bb-b1e8-05633545c616 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:42.801854 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5633e0-d1ca-44bb-b1e8-05633545c616 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:42.802062 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5633e0-d1ca-44bb-b1e8-05633545c616 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:42.802231 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5633e0-d1ca-44bb-b1e8-05633545c616 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:42.827677 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2450cec1-a24d-497a-b8e2-7583289691ee req-540ed6cd-d588-40e0-aaf2-3cf71e309553 tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:42.831673 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2450cec1-a24d-497a-b8e2-7583289691ee req-540ed6cd-d588-40e0-aaf2-3cf71e309553 tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:42.844998 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2450cec1-a24d-497a-b8e2-7583289691ee req-540ed6cd-d588-40e0-aaf2-3cf71e309553 tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] 10.222.0.62 "DELETE /v2.0/security-groups/0277253d-3e46-42ba-a665-b23167316f3a HTTP/1.1" status: 204 len: 173 time: 0.2158778 Dec 10 18:36:42.854860 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ed6cd-d588-40e0-aaf2-3cf71e309553 tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0277253d-3e46-42ba-a665-b23167316f3a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:42.883430 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81917795-ddc3-4ddc-97ee-6880f25c34a0 req-35d43960-c906-41bc-a8a2-ede4c31d667f tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:42.885239 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-81917795-ddc3-4ddc-97ee-6880f25c34a0 req-35d43960-c906-41bc-a8a2-ede4c31d667f tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/ports?device_id=26d31b8c-f28c-4fc4-91b7-7081ea942b86 HTTP/1.1" status: 200 len: 950 time: 0.1346917 Dec 10 18:36:42.961469 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-83f597fb-4b4b-434c-b919-fc9363b57229 req-4447d5fb-0ec3-446a-a17b-53a5c41b2c0c tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] 10.222.0.62 "GET /v2.0/security-groups/f4fca6fa-4525-4b69-9dda-e94dc22ba4c9 HTTP/1.1" status: 200 len: 1794 time: 0.0528243 Dec 10 18:36:42.997271 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-81917795-ddc3-4ddc-97ee-6880f25c34a0 req-04acd803-391f-40d6-95f1-3d18780edff5 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/security-groups?id=988e8f7f-74b5-44c2-b5e2-2fd6eadde8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833509 Dec 10 18:36:43.011680 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0adfd-b1fb-4ae7-8727-21444c640041 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Deleting port 7867c440-a88e-4623-8f9c-dc3a17c79419 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:43.012161 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a4e0adfd-b1fb-4ae7-8727-21444c640041 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:43.058055 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-83f597fb-4b4b-434c-b919-fc9363b57229 req-b2f98779-1903-4cc0-b2a7-217931dcc110 tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:43.090300 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-83f597fb-4b4b-434c-b919-fc9363b57229 req-b2f98779-1903-4cc0-b2a7-217931dcc110 tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:43.149050 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-83f597fb-4b4b-434c-b919-fc9363b57229 req-b2f98779-1903-4cc0-b2a7-217931dcc110 tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:43.155345 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-83f597fb-4b4b-434c-b919-fc9363b57229 req-b2f98779-1903-4cc0-b2a7-217931dcc110 tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:43.157828 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-83f597fb-4b4b-434c-b919-fc9363b57229 req-b2f98779-1903-4cc0-b2a7-217931dcc110 tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] 10.222.0.62 "DELETE /v2.0/security-groups/f4fca6fa-4525-4b69-9dda-e94dc22ba4c9 HTTP/1.1" status: 204 len: 173 time: 0.1880105 Dec 10 18:36:43.174356 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f98779-1903-4cc0-b2a7-217931dcc110 tempest-SecurityGroupsTestAdminJSON-1242719643 tempest-SecurityGroupsTestAdminJSON-1242719643-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fca6fa-4525-4b69-9dda-e94dc22ba4c9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:43.177679 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89124f-6c23-4ae0-8d1b-ce5face5d98b req-9cc334a7-edbf-4c76-b9df-65877c06f270 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:43.179319 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fc89124f-6c23-4ae0-8d1b-ce5face5d98b req-9cc334a7-edbf-4c76-b9df-65877c06f270 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 945 time: 0.0811954 Dec 10 18:36:43.191276 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a4e0adfd-b1fb-4ae7-8727-21444c640041 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:43.191673 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a4e0adfd-b1fb-4ae7-8727-21444c640041 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:43.229285 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0adfd-b1fb-4ae7-8727-21444c640041 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Calling delete_port for 7867c440-a88e-4623-8f9c-dc3a17c79419 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:43.231364 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8fbe3444-96b5-4ca9-a868-35a531acbd50 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:36:43.265120 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 8fbe3444-96b5-4ca9-a868-35a531acbd50 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:36:43.266015 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8fbe3444-96b5-4ca9-a868-35a531acbd50 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:36:43.332315 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fc89124f-6c23-4ae0-8d1b-ce5face5d98b req-509b2792-ca7e-454d-a4d7-767fa6e67006 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439128 Dec 10 18:36:43.487284 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8096ceb0-1233-4307-86dd-8077553b761c req-fceb96d5-765c-4ae6-bd45-235d137913cf tempest-SecurityGroupsTestAdminJSON-452669442 tempest-SecurityGroupsTestAdminJSON-452669442-project] 10.222.0.62 "GET /v2.0/security-groups/53e1cb60-591d-43a7-95bb-18650b0b38e7 HTTP/1.1" status: 200 len: 1794 time: 0.1132336 Dec 10 18:36:43.513485 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a4e0adfd-b1fb-4ae7-8727-21444c640041 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:43.554829 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b46118-487c-4aac-93f1-eef6c3afcca1 req-83ec0c40-b937-48d6-b8fe-ad11dfbebbad tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:43.557886 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c2b46118-487c-4aac-93f1-eef6c3afcca1 req-83ec0c40-b937-48d6-b8fe-ad11dfbebbad tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.0872366 Dec 10 18:36:43.599648 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0adfd-b1fb-4ae7-8727-21444c640041 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Pushing event deleted for resources: {'Port': ['ID=7867c440-a88e-4623-8f9c-dc3a17c79419,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:43.642527 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c2b46118-487c-4aac-93f1-eef6c3afcca1 req-fe154268-9695-4401-a638-2c4541690954 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771072 Dec 10 18:36:43.722869 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8096ceb0-1233-4307-86dd-8077553b761c req-f133e02c-a656-4b3d-9796-efee760d7cbc tempest-SecurityGroupsTestAdminJSON-452669442 tempest-SecurityGroupsTestAdminJSON-452669442-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:43.754355 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a4e0adfd-b1fb-4ae7-8727-21444c640041 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:43.757788 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a4e0adfd-b1fb-4ae7-8727-21444c640041 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:43.759231 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a4e0adfd-b1fb-4ae7-8727-21444c640041 tempest-ServersTestBootFromVolume-1737044515 tempest-ServersTestBootFromVolume-1737044515-project] 10.222.0.62 "DELETE /v2.0/floatingips/262d46af-cd51-4c6d-a1ac-9d5bee99aee5 HTTP/1.1" status: 204 len: 168 time: 0.9565072 Dec 10 18:36:43.763872 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 50710) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:43.779181 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8096ceb0-1233-4307-86dd-8077553b761c req-f133e02c-a656-4b3d-9796-efee760d7cbc tempest-SecurityGroupsTestAdminJSON-452669442 tempest-SecurityGroupsTestAdminJSON-452669442-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:43.811662 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96838f7-e6dd-424e-a9a0-7ca68d423542 req-adaf8c80-9c44-4d7c-9a43-fc9aa0b3b38e tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:43.813259 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c96838f7-e6dd-424e-a9a0-7ca68d423542 req-adaf8c80-9c44-4d7c-9a43-fc9aa0b3b38e tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=200f75ed-2848-4683-9bee-f7fae59b884c HTTP/1.1" status: 200 len: 945 time: 0.0593967 Dec 10 18:36:43.870395 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c96838f7-e6dd-424e-a9a0-7ca68d423542 req-954a9d45-a9ba-407b-b4aa-3a24157f8d73 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502167 Dec 10 18:36:43.911191 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8096ceb0-1233-4307-86dd-8077553b761c req-f133e02c-a656-4b3d-9796-efee760d7cbc tempest-SecurityGroupsTestAdminJSON-452669442 tempest-SecurityGroupsTestAdminJSON-452669442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:43.914002 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8096ceb0-1233-4307-86dd-8077553b761c req-f133e02c-a656-4b3d-9796-efee760d7cbc tempest-SecurityGroupsTestAdminJSON-452669442 tempest-SecurityGroupsTestAdminJSON-452669442-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:43.915412 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8096ceb0-1233-4307-86dd-8077553b761c req-f133e02c-a656-4b3d-9796-efee760d7cbc tempest-SecurityGroupsTestAdminJSON-452669442 tempest-SecurityGroupsTestAdminJSON-452669442-project] 10.222.0.62 "DELETE /v2.0/security-groups/53e1cb60-591d-43a7-95bb-18650b0b38e7 HTTP/1.1" status: 204 len: 173 time: 0.4166942 Dec 10 18:36:43.937841 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f133e02c-a656-4b3d-9796-efee760d7cbc tempest-SecurityGroupsTestAdminJSON-452669442 tempest-SecurityGroupsTestAdminJSON-452669442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e1cb60-591d-43a7-95bb-18650b0b38e7,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:44.018241 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd457a-9ed3-4648-898e-d3a2be5f8ac1 req-da591304-84c4-4d3e-ba4d-3da364ed7aa8 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:44.020055 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c9fd457a-9ed3-4648-898e-d3a2be5f8ac1 req-da591304-84c4-4d3e-ba4d-3da364ed7aa8 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.0593004 Dec 10 18:36:44.054472 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f934fd31-9d0b-4b07-9c54-100086d2bcfa req-388e137d-73eb-44f5-9b20-2474ac9ed755 tempest-SecurityGroupsTestAdminJSON-452669442 tempest-SecurityGroupsTestAdminJSON-452669442-project] 10.222.0.62 "GET /v2.0/security-groups/9fca83ba-d0e9-49c2-91ac-6d883f7bf18b HTTP/1.1" status: 200 len: 1795 time: 0.1177058 Dec 10 18:36:44.077787 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c9fd457a-9ed3-4648-898e-d3a2be5f8ac1 req-6b2d49b7-d9cc-4bfe-ab49-d6b2aec893d3 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503004 Dec 10 18:36:44.179297 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f934fd31-9d0b-4b07-9c54-100086d2bcfa req-b136be56-a8fd-405b-bdf4-6b9cd01df91e tempest-SecurityGroupsTestAdminJSON-452669442 tempest-SecurityGroupsTestAdminJSON-452669442-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:44.229997 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f934fd31-9d0b-4b07-9c54-100086d2bcfa req-b136be56-a8fd-405b-bdf4-6b9cd01df91e tempest-SecurityGroupsTestAdminJSON-452669442 tempest-SecurityGroupsTestAdminJSON-452669442-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:44.239006 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf8aba-ec3c-4be3-a487-1058788b21c0 req-5c97174f-0a53-4406-a3ac-94d78423e476 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:44.240966 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0cdf8aba-ec3c-4be3-a487-1058788b21c0 req-5c97174f-0a53-4406-a3ac-94d78423e476 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/ports?device_id=26d31b8c-f28c-4fc4-91b7-7081ea942b86 HTTP/1.1" status: 200 len: 950 time: 0.0653811 Dec 10 18:36:44.297039 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f934fd31-9d0b-4b07-9c54-100086d2bcfa req-b136be56-a8fd-405b-bdf4-6b9cd01df91e tempest-SecurityGroupsTestAdminJSON-452669442 tempest-SecurityGroupsTestAdminJSON-452669442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:44.299603 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f934fd31-9d0b-4b07-9c54-100086d2bcfa req-b136be56-a8fd-405b-bdf4-6b9cd01df91e tempest-SecurityGroupsTestAdminJSON-452669442 tempest-SecurityGroupsTestAdminJSON-452669442-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:44.300365 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0cdf8aba-ec3c-4be3-a487-1058788b21c0 req-e5e17581-5052-4a16-b328-3e7c5bb2e4e2 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/security-groups?id=988e8f7f-74b5-44c2-b5e2-2fd6eadde8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499709 Dec 10 18:36:44.303468 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f934fd31-9d0b-4b07-9c54-100086d2bcfa req-b136be56-a8fd-405b-bdf4-6b9cd01df91e tempest-SecurityGroupsTestAdminJSON-452669442 tempest-SecurityGroupsTestAdminJSON-452669442-project] 10.222.0.62 "DELETE /v2.0/security-groups/9fca83ba-d0e9-49c2-91ac-6d883f7bf18b HTTP/1.1" status: 204 len: 173 time: 0.2340093 Dec 10 18:36:44.380805 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136be56-a8fd-405b-bdf4-6b9cd01df91e tempest-SecurityGroupsTestAdminJSON-452669442 tempest-SecurityGroupsTestAdminJSON-452669442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fca83ba-d0e9-49c2-91ac-6d883f7bf18b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:44.452860 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7ff20459-a5d3-4e72-8156-22d773d61be8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:44.495715 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244e290-be43-48b1-b9ed-2cad4021d616 req-698fd772-711e-4fb8-929c-8afefbbf2409 tempest-LiveMigrationNegativeTest-640568053 tempest-LiveMigrationNegativeTest-640568053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:44.504452 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a244e290-be43-48b1-b9ed-2cad4021d616 req-698fd772-711e-4fb8-929c-8afefbbf2409 tempest-LiveMigrationNegativeTest-640568053 tempest-LiveMigrationNegativeTest-640568053-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=26d31b8c-f28c-4fc4-91b7-7081ea942b86 HTTP/1.1" status: 200 len: 1101 time: 0.1142998 Dec 10 18:36:44.519427 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9408fe3-5c57-44f7-ae69-1f6caac757eb req-dcc21af2-2e42-4dc0-8af0-ec52ada1d950 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:44.521172 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e9408fe3-5c57-44f7-ae69-1f6caac757eb req-dcc21af2-2e42-4dc0-8af0-ec52ada1d950 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 945 time: 0.0715535 Dec 10 18:36:44.616171 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e9408fe3-5c57-44f7-ae69-1f6caac757eb req-161e7853-4a86-475f-9787-f629b2f8e9de tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867047 Dec 10 18:36:44.762681 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 50728) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:44.841784 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e1479-d5f6-488a-9ef4-2fe4af9a5715 req-43f75292-f911-436c-8d42-29fd0ba1543b tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:44.843644 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-802e1479-d5f6-488a-9ef4-2fe4af9a5715 req-43f75292-f911-436c-8d42-29fd0ba1543b tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.0696392 Dec 10 18:36:44.909414 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-802e1479-d5f6-488a-9ef4-2fe4af9a5715 req-257664a1-73cc-4c34-b78f-4320bd0e6406 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589461 Dec 10 18:36:44.922839 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a244e290-be43-48b1-b9ed-2cad4021d616 req-a3285470-c16e-4288-9bb4-13041e305366 tempest-LiveMigrationNegativeTest-640568053 tempest-LiveMigrationNegativeTest-640568053-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:44.972743 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-93069741-41d7-4e50-9e0c-96c01ed00c82 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d8f306636c7d4bed91fa7ffeb65181f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2058678 Dec 10 18:36:44.972743 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 50734) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:45.077849 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-826d3f10-1210-470f-a886-06745ccbfceb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:45.100945 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17656df-9dc5-4641-b179-6ef30ae3a4a1 req-88ccc67f-a4f0-4b81-a38a-64a790c581b6 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:45.109384 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c17656df-9dc5-4641-b179-6ef30ae3a4a1 req-88ccc67f-a4f0-4b81-a38a-64a790c581b6 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=200f75ed-2848-4683-9bee-f7fae59b884c HTTP/1.1" status: 200 len: 945 time: 0.0862753 Dec 10 18:36:45.137195 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-826d3f10-1210-470f-a886-06745ccbfceb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:45.221452 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c17656df-9dc5-4641-b179-6ef30ae3a4a1 req-12650738-e32f-46d0-b9af-b91fadde504e tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107869 Dec 10 18:36:45.238034 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e586f2-f8b1-4612-ac73-016ee744fcec req-6ab22a05-d6f3-4114-ba5d-831324ef8583 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:45.239584 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a3e586f2-f8b1-4612-ac73-016ee744fcec req-6ab22a05-d6f3-4114-ba5d-831324ef8583 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.72 "GET /v2.0/ports?device_id=200f75ed-2848-4683-9bee-f7fae59b884c HTTP/1.1" status: 200 len: 945 time: 0.2063248 Dec 10 18:36:45.246486 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a244e290-be43-48b1-b9ed-2cad4021d616 req-a3285470-c16e-4288-9bb4-13041e305366 tempest-LiveMigrationNegativeTest-640568053 tempest-LiveMigrationNegativeTest-640568053-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:45.261293 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a244e290-be43-48b1-b9ed-2cad4021d616 req-a3285470-c16e-4288-9bb4-13041e305366 tempest-LiveMigrationNegativeTest-640568053 tempest-LiveMigrationNegativeTest-640568053-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:45.264241 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-826d3f10-1210-470f-a886-06745ccbfceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:45.266873 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-826d3f10-1210-470f-a886-06745ccbfceb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:45.270667 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-826d3f10-1210-470f-a886-06745ccbfceb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8a4def8d-1131-4129-bff5-27f75ded551d HTTP/1.1" status: 204 len: 168 time: 0.2942157 Dec 10 18:36:45.277024 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d3f10-1210-470f-a886-06745ccbfceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4def8d-1131-4129-bff5-27f75ded551d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:45.364181 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a244e290-be43-48b1-b9ed-2cad4021d616 req-a3285470-c16e-4288-9bb4-13041e305366 tempest-LiveMigrationNegativeTest-640568053 tempest-LiveMigrationNegativeTest-640568053-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=988e8f7f-74b5-44c2-b5e2-2fd6eadde8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8587918 Dec 10 18:36:45.377724 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa8ef7-ff30-4c44-9297-dbdc649846b9 req-3b16e502-ad9e-49c5-bce6-47915f74ed81 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:45.379315 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-65aa8ef7-ff30-4c44-9297-dbdc649846b9 req-3b16e502-ad9e-49c5-bce6-47915f74ed81 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.0818973 Dec 10 18:36:45.420998 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3285470-c16e-4288-9bb4-13041e305366 tempest-LiveMigrationNegativeTest-640568053 tempest-LiveMigrationNegativeTest-640568053-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac2ca08-edfb-4c5e-8642-cabc7584458a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:45.470250 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-65aa8ef7-ff30-4c44-9297-dbdc649846b9 req-c77115d3-f6cc-4c89-ad80-e0750bd704a9 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836489 Dec 10 18:36:45.519978 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-a3e586f2-f8b1-4612-ac73-016ee744fcec req-71f3f4f4-004e-4c6c-881e-6ce26eb2b41d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Deleting port 499e84f3-ba74-4081-b4ff-ee0ff5111eef {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:45.520582 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a3e586f2-f8b1-4612-ac73-016ee744fcec req-71f3f4f4-004e-4c6c-881e-6ce26eb2b41d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:45.617996 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7ff20459-a5d3-4e72-8156-22d773d61be8 admin admin] Deleting port c795ec44-89d8-4c51-aee9-6efc49bb373b {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:45.618311 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7ff20459-a5d3-4e72-8156-22d773d61be8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:45.707039 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a3e586f2-f8b1-4612-ac73-016ee744fcec req-71f3f4f4-004e-4c6c-881e-6ce26eb2b41d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] For port 499e84f3-ba74-4081-b4ff-ee0ff5111eef, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=499e84f3-ba74-4081-b4ff-ee0ff5111eef,segment=NetworkSegment(a4943cb1-8b39-4de7-85ed-25fa2e86aa72),segment_id=a4943cb1-8b39-4de7-85ed-25fa2e86aa72)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:45.707794 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a3e586f2-f8b1-4612-ac73-016ee744fcec req-71f3f4f4-004e-4c6c-881e-6ce26eb2b41d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:45.714023 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 50754) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:45.763353 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-a3e586f2-f8b1-4612-ac73-016ee744fcec req-71f3f4f4-004e-4c6c-881e-6ce26eb2b41d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Calling delete_port for 499e84f3-ba74-4081-b4ff-ee0ff5111eef owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:45.770791 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-58dcc77f-2d7b-4e69-a3e5-6f423ea2a8cc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cdd56fc5a67841b2ba08ba82bb132077&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0542853 Dec 10 18:36:45.772884 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 50756) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:45.839618 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-7ff20459-a5d3-4e72-8156-22d773d61be8 admin admin] For port c795ec44-89d8-4c51-aee9-6efc49bb373b, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c795ec44-89d8-4c51-aee9-6efc49bb373b,segment=NetworkSegment(c0a1c0ac-8daa-4835-a1ac-e8bcdff24283),segment_id=c0a1c0ac-8daa-4835-a1ac-e8bcdff24283)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:45.840171 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7ff20459-a5d3-4e72-8156-22d773d61be8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:45.894272 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7ff20459-a5d3-4e72-8156-22d773d61be8 admin admin] Calling delete_port for c795ec44-89d8-4c51-aee9-6efc49bb373b owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:45.895461 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8be63ccd-f365-4acc-aefe-23043c12936f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:45.928303 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8be63ccd-f365-4acc-aefe-23043c12936f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:45.952508 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09685767-6c8e-4c53-9868-c0847f3323e0 req-2b37fceb-0b87-445f-83b1-01a8c3a8e6dd tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:45.955570 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09685767-6c8e-4c53-9868-c0847f3323e0 req-2b37fceb-0b87-445f-83b1-01a8c3a8e6dd tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 945 time: 0.2313697 Dec 10 18:36:46.036004 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4eba5-a86e-4c0f-a84f-1e152ccc337b req-fc31c44e-79a7-41fd-a981-2634e941d0de tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:46.037849 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a5d4eba5-a86e-4c0f-a84f-1e152ccc337b req-fc31c44e-79a7-41fd-a981-2634e941d0de tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/ports?device_id=26d31b8c-f28c-4fc4-91b7-7081ea942b86 HTTP/1.1" status: 200 len: 950 time: 0.1066158 Dec 10 18:36:46.055413 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8be63ccd-f365-4acc-aefe-23043c12936f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:46.058091 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8be63ccd-f365-4acc-aefe-23043c12936f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:46.063123 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8be63ccd-f365-4acc-aefe-23043c12936f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/25b6586d-7ac0-42ad-82de-a6a6f6332248 HTTP/1.1" status: 204 len: 168 time: 0.2854612 Dec 10 18:36:46.105638 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09685767-6c8e-4c53-9868-c0847f3323e0 req-31c1a7d4-7287-4c06-947f-d4dfa04f5c01 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034646 Dec 10 18:36:46.120663 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a5d4eba5-a86e-4c0f-a84f-1e152ccc337b req-84da8944-9603-4b39-a7c5-2f01b2782960 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/security-groups?id=988e8f7f-74b5-44c2-b5e2-2fd6eadde8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730321 Dec 10 18:36:46.125570 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be63ccd-f365-4acc-aefe-23043c12936f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b6586d-7ac0-42ad-82de-a6a6f6332248,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:46.281768 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc93f4-911e-4813-9d64-ff31b4f929f9 req-2a9e5894-f348-4b79-94ba-5d31fb02e7d5 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:46.292519 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-03bc93f4-911e-4813-9d64-ff31b4f929f9 req-2a9e5894-f348-4b79-94ba-5d31fb02e7d5 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.0737293 Dec 10 18:36:46.340892 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a3e586f2-f8b1-4612-ac73-016ee744fcec req-71f3f4f4-004e-4c6c-881e-6ce26eb2b41d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:46.345098 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7ff20459-a5d3-4e72-8156-22d773d61be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:46.354240 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['7b448d47-d3b6-4a48-958d-84b796f84f4c', '499e84f3-ba74-4081-b4ff-ee0ff5111eef'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:36:46.371856 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-03bc93f4-911e-4813-9d64-ff31b4f929f9 req-c4b70e24-4960-4f1c-baf2-05b4de55b45a tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776277 Dec 10 18:36:46.387215 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-98ea0870-f435-4367-b479-57344b9dfcd1 req-8654354d-dcc7-4880-862c-745b09066fbe tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=200f75ed-2848-4683-9bee-f7fae59b884c HTTP/1.1" status: 200 len: 210 time: 0.0605454 Dec 10 18:36:46.475365 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff20459-a5d3-4e72-8156-22d773d61be8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c795ec44-89d8-4c51-aee9-6efc49bb373b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:46.606699 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7ff20459-a5d3-4e72-8156-22d773d61be8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:46.680273 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6b503-e60f-4de3-8fca-f6001d1d2eb9 req-6a959005-4637-463d-865d-55be59a50ab1 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:46.688216 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3ee6b503-e60f-4de3-8fca-f6001d1d2eb9 req-6a959005-4637-463d-865d-55be59a50ab1 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.0845745 Dec 10 18:36:46.739620 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3f4f4-004e-4c6c-881e-6ce26eb2b41d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Pushing event deleted for resources: {'Port': ['ID=499e84f3-ba74-4081-b4ff-ee0ff5111eef,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:46.767929 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3ee6b503-e60f-4de3-8fca-f6001d1d2eb9 req-f17fc7a1-4345-42bc-9042-4a9c76825ade tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780740 Dec 10 18:36:46.826052 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e586f2-f8b1-4612-ac73-016ee744fcec req-71f3f4f4-004e-4c6c-881e-6ce26eb2b41d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] No DVR routers for this DVR port 499e84f3-ba74-4081-b4ff-ee0ff5111eef on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:36:46.831104 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a3e586f2-f8b1-4612-ac73-016ee744fcec req-71f3f4f4-004e-4c6c-881e-6ce26eb2b41d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:46.834520 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a3e586f2-f8b1-4612-ac73-016ee744fcec req-71f3f4f4-004e-4c6c-881e-6ce26eb2b41d tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.72 "DELETE /v2.0/ports/499e84f3-ba74-4081-b4ff-ee0ff5111eef HTTP/1.1" status: 204 len: 173 time: 1.5834877 Dec 10 18:36:46.834989 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200f75ed-2848-4683-9bee-f7fae59b884c', 'name': 'network-vif-deleted', 'tag': '499e84f3-ba74-4081-b4ff-ee0ff5111eef'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:36:46.837333 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afeddb4-cd6f-4ffa-9958-e701a58d1861" -d '{"events": [{"server_uuid": "200f75ed-2848-4683-9bee-f7fae59b884c", "name": "network-vif-deleted", "tag": "499e84f3-ba74-4081-b4ff-ee0ff5111eef"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:36:46.898275 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01a68d7-7495-435c-9d92-b75e84f2eac8 x-openstack-request-id: req-d01a68d7-7495-435c-9d92-b75e84f2eac8 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:36:46.898829 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200f75ed-2848-4683-9bee-f7fae59b884c", "name": "network-vif-deleted", "tag": "499e84f3-ba74-4081-b4ff-ee0ff5111eef", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:36:46.899349 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d01a68d7-7495-435c-9d92-b75e84f2eac8 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:36:46.899977 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200f75ed-2848-4683-9bee-f7fae59b884c', 'name': 'network-vif-deleted', 'tag': '499e84f3-ba74-4081-b4ff-ee0ff5111eef', 'status': 'completed', 'code': 200} Dec 10 18:36:46.978133 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:36:47.032587 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff20459-a5d3-4e72-8156-22d773d61be8 admin admin] Router fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:36:47.157562 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff20459-a5d3-4e72-8156-22d773d61be8 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:47.169463 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e7421a-686d-44d8-bcef-d37156baffde None None] Sync routers for ids ['fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:47.170253 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7ff20459-a5d3-4e72-8156-22d773d61be8 admin admin] 10.222.0.62 "PUT /v2.0/routers/fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4050272 Dec 10 18:36:47.173199 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 50790) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:47.184329 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e7421a-686d-44d8-bcef-d37156baffde None None] Routers {'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:47.185955 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-92e7421a-686d-44d8-bcef-d37156baffde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:36:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:47.341891 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d294eb-3741-4c1e-b3de-d72446afd15c req-48e537db-b998-49ae-9f9d-8f17143e59d6 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:47.365615 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-56d294eb-3741-4c1e-b3de-d72446afd15c req-48e537db-b998-49ae-9f9d-8f17143e59d6 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/ports?device_id=26d31b8c-f28c-4fc4-91b7-7081ea942b86 HTTP/1.1" status: 200 len: 950 time: 0.1489599 Dec 10 18:36:47.394418 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-92e7421a-686d-44d8-bcef-d37156baffde None None] Set router fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:36:47.438676 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-56d294eb-3741-4c1e-b3de-d72446afd15c req-8c2b46b5-641b-4817-9896-d704e2261434 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/security-groups?id=988e8f7f-74b5-44c2-b5e2-2fd6eadde8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719516 Dec 10 18:36:47.562931 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad137569-f6aa-4fa0-9497-70adbd5170de req-26b63bce-ac09-4885-9cfe-6fdc5e888ec5 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:47.571507 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ad137569-f6aa-4fa0-9497-70adbd5170de req-26b63bce-ac09-4885-9cfe-6fdc5e888ec5 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 945 time: 0.1893663 Dec 10 18:36:47.600492 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d0df9-5cb9-4bc1-92a7-adc23cfdc9ef req-f97e6c72-3d7c-4b57-ac0e-0494a4d6da9e tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:47.602185 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-029d0df9-5cb9-4bc1-92a7-adc23cfdc9ef req-f97e6c72-3d7c-4b57-ac0e-0494a4d6da9e tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.0634346 Dec 10 18:36:47.628573 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af360f2-58bb-4771-b7f7-60a75d4f8896 req-37634574-d55a-4dbb-85c0-2630b9da35fd tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:47.630291 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0af360f2-58bb-4771-b7f7-60a75d4f8896 req-37634574-d55a-4dbb-85c0-2630b9da35fd tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.46 "GET /v2.0/ports?device_id=26d31b8c-f28c-4fc4-91b7-7081ea942b86 HTTP/1.1" status: 200 len: 950 time: 0.1977124 Dec 10 18:36:47.639919 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77705b3f-bd30-45a2-b91c-d8c97b4dbd6a admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:47.651562 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-92e7421a-686d-44d8-bcef-d37156baffde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'name': 'tempest-ServersTestBootFromVolume-293549276-router', 'tenant_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '0ae575f2-3190-41f5-a533-8b44afe240e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:16Z', 'updated_at': '2021-12-10T18:36:46Z', 'revision_number': 5, 'project_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'gw_port': {'id': '0ae575f2-3190-41f5-a533-8b44afe240e8', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:17Z', 'updated_at': '2021-12-10T18:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:47.681212 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-029d0df9-5cb9-4bc1-92a7-adc23cfdc9ef req-ffbdd2b7-95be-46fa-933a-b6b40aa94e67 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648870 Dec 10 18:36:47.685348 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e7421a-686d-44d8-bcef-d37156baffde None None] Checking router: fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:36:47.706250 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e7421a-686d-44d8-bcef-d37156baffde None None] Routers {'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:47.707208 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-92e7421a-686d-44d8-bcef-d37156baffde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:36:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:47.876103 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77705b3f-bd30-45a2-b91c-d8c97b4dbd6a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:47.927382 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-92e7421a-686d-44d8-bcef-d37156baffde None None] Set router fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:36:47.939770 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ad137569-f6aa-4fa0-9497-70adbd5170de req-7b3d469a-3e0a-4e91-8052-49fa6c3dc49b tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669863 Dec 10 18:36:48.016946 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd53b08-4c06-4fd9-9940-8aa4555670fe req-be90ba1a-e2bd-4966-81b8-a7488aaa76f7 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:48.024911 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bbd53b08-4c06-4fd9-9940-8aa4555670fe req-be90ba1a-e2bd-4966-81b8-a7488aaa76f7 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.1477177 Dec 10 18:36:48.031080 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-0af360f2-58bb-4771-b7f7-60a75d4f8896 req-a24e8da3-03e0-4da6-8495-ddb3a583a060 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Deleting port 784599ef-b20c-45c1-9d49-310aeecd2016 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:48.031450 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0af360f2-58bb-4771-b7f7-60a75d4f8896 req-a24e8da3-03e0-4da6-8495-ddb3a583a060 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:48.110926 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-77705b3f-bd30-45a2-b91c-d8c97b4dbd6a admin admin] Deleting port 0ae575f2-3190-41f5-a533-8b44afe240e8 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:48.111198 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77705b3f-bd30-45a2-b91c-d8c97b4dbd6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:48.125052 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bbd53b08-4c06-4fd9-9940-8aa4555670fe req-a5837a29-54db-4cb3-a7ea-2d87d2c33c5b tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943646 Dec 10 18:36:48.237057 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-92e7421a-686d-44d8-bcef-d37156baffde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'name': 'tempest-ServersTestBootFromVolume-293549276-router', 'tenant_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '0ae575f2-3190-41f5-a533-8b44afe240e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:16Z', 'updated_at': '2021-12-10T18:36:46Z', 'revision_number': 5, 'project_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'gw_port': {'id': '0ae575f2-3190-41f5-a533-8b44afe240e8', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:17Z', 'updated_at': '2021-12-10T18:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:48.269658 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-0af360f2-58bb-4771-b7f7-60a75d4f8896 req-a24e8da3-03e0-4da6-8495-ddb3a583a060 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] For port 784599ef-b20c-45c1-9d49-310aeecd2016, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=784599ef-b20c-45c1-9d49-310aeecd2016,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:48.271293 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0af360f2-58bb-4771-b7f7-60a75d4f8896 req-a24e8da3-03e0-4da6-8495-ddb3a583a060 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:48.294376 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e7421a-686d-44d8-bcef-d37156baffde None None] The sync data for ids ['fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47'] in n-d-821435-1 is: [{'id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'name': 'tempest-ServersTestBootFromVolume-293549276-router', 'tenant_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '0ae575f2-3190-41f5-a533-8b44afe240e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:16Z', 'updated_at': '2021-12-10T18:36:46Z', 'revision_number': 5, 'project_id': '92213fda2db54064bfa5f40d3ef9f2e7', 'gw_port': {'id': '0ae575f2-3190-41f5-a533-8b44afe240e8', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:17Z', 'updated_at': '2021-12-10T18:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:48.309943 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-77705b3f-bd30-45a2-b91c-d8c97b4dbd6a admin admin] For port 0ae575f2-3190-41f5-a533-8b44afe240e8, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=0ae575f2-3190-41f5-a533-8b44afe240e8,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:48.310739 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77705b3f-bd30-45a2-b91c-d8c97b4dbd6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:48.314325 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-0af360f2-58bb-4771-b7f7-60a75d4f8896 req-a24e8da3-03e0-4da6-8495-ddb3a583a060 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Calling delete_port for 784599ef-b20c-45c1-9d49-310aeecd2016 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:48.336093 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-77705b3f-bd30-45a2-b91c-d8c97b4dbd6a admin admin] Calling delete_port for 0ae575f2-3190-41f5-a533-8b44afe240e8 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:48.645205 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c7a9c-fe87-4cf6-91d5-4b98c14e0522 req-4ecf687c-0f25-486e-b616-4435cffec741 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:48.646917 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f25c7a9c-fe87-4cf6-91d5-4b98c14e0522 req-4ecf687c-0f25-486e-b616-4435cffec741 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/ports?device_id=26d31b8c-f28c-4fc4-91b7-7081ea942b86 HTTP/1.1" status: 200 len: 950 time: 0.0716796 Dec 10 18:36:48.690400 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0af360f2-58bb-4771-b7f7-60a75d4f8896 req-a24e8da3-03e0-4da6-8495-ddb3a583a060 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:48.705685 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['70d6959f-afb9-4f42-93d5-4dd1056c4caa'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:36:48.727340 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e8da3-03e0-4da6-8495-ddb3a583a060 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Pushing event deleted for resources: {'Port': ['ID=784599ef-b20c-45c1-9d49-310aeecd2016,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:48.790074 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af360f2-58bb-4771-b7f7-60a75d4f8896 req-a24e8da3-03e0-4da6-8495-ddb3a583a060 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] No DVR routers for this DVR port 784599ef-b20c-45c1-9d49-310aeecd2016 on host n-h1-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:36:48.800218 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0af360f2-58bb-4771-b7f7-60a75d4f8896 req-a24e8da3-03e0-4da6-8495-ddb3a583a060 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:48.807457 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0af360f2-58bb-4771-b7f7-60a75d4f8896 req-a24e8da3-03e0-4da6-8495-ddb3a583a060 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.46 "DELETE /v2.0/ports/784599ef-b20c-45c1-9d49-310aeecd2016 HTTP/1.1" status: 204 len: 173 time: 1.1595292 Dec 10 18:36:48.808068 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d31b8c-f28c-4fc4-91b7-7081ea942b86', 'name': 'network-vif-deleted', 'tag': '784599ef-b20c-45c1-9d49-310aeecd2016'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:36:48.811341 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0856e7f-337c-4f8a-a5ae-11743237d519" -d '{"events": [{"server_uuid": "26d31b8c-f28c-4fc4-91b7-7081ea942b86", "name": "network-vif-deleted", "tag": "784599ef-b20c-45c1-9d49-310aeecd2016"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:36:48.819232 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f25c7a9c-fe87-4cf6-91d5-4b98c14e0522 req-98eb6a3f-2278-4f04-97a9-6ff90c9b92e0 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/security-groups?id=988e8f7f-74b5-44c2-b5e2-2fd6eadde8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602652 Dec 10 18:36:48.842863 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77705b3f-bd30-45a2-b91c-d8c97b4dbd6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:48.930244 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77705b3f-bd30-45a2-b91c-d8c97b4dbd6a admin admin] Pushing event deleted for resources: {'Port': ['ID=0ae575f2-3190-41f5-a533-8b44afe240e8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:48.965157 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1498af7-8ccb-4bd0-8d54-ce79bf782c94 x-openstack-request-id: req-a1498af7-8ccb-4bd0-8d54-ce79bf782c94 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:36:48.965461 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d31b8c-f28c-4fc4-91b7-7081ea942b86", "name": "network-vif-deleted", "tag": "784599ef-b20c-45c1-9d49-310aeecd2016", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:36:48.965719 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a1498af7-8ccb-4bd0-8d54-ce79bf782c94 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:36:48.966141 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d31b8c-f28c-4fc4-91b7-7081ea942b86', 'name': 'network-vif-deleted', 'tag': '784599ef-b20c-45c1-9d49-310aeecd2016', 'status': 'completed', 'code': 200} Dec 10 18:36:49.111899 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77705b3f-bd30-45a2-b91c-d8c97b4dbd6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:49.123786 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199a8ca-1d8e-4f78-a28d-11417ffc1de4 req-ac1b0dd5-f944-4bb5-a640-a57a279cdcdb tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:49.131880 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1199a8ca-1d8e-4f78-a28d-11417ffc1de4 req-ac1b0dd5-f944-4bb5-a640-a57a279cdcdb tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.2296791 Dec 10 18:36:49.206453 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96754eb-8cb0-459b-a21d-f5a04f45aa22 req-c6c25c1e-bdd0-4230-9574-cf0b59c3da86 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:49.217946 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a96754eb-8cb0-459b-a21d-f5a04f45aa22 req-c6c25c1e-bdd0-4230-9574-cf0b59c3da86 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 945 time: 0.0844159 Dec 10 18:36:49.231478 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 499e84f3-ba74-4081-b4ff-ee0ff5111eef no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:36:49.307285 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 499e84f3-ba74-4081-b4ff-ee0ff5111eef {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:36:49.307902 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 499e84f3-ba74-4081-b4ff-ee0ff5111eef not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:36:49.308076 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77705b3f-bd30-45a2-b91c-d8c97b4dbd6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:49.323909 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a96754eb-8cb0-459b-a21d-f5a04f45aa22 req-bf7e2cc4-57c9-4acf-aab0-f1886c98f86a tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051071 Dec 10 18:36:49.328961 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77705b3f-bd30-45a2-b91c-d8c97b4dbd6a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:49.335851 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c795ec44-89d8-4c51-aee9-6efc49bb373b no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:36:49.381535 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: c795ec44-89d8-4c51-aee9-6efc49bb373b {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:36:49.381923 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c795ec44-89d8-4c51-aee9-6efc49bb373b not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:36:49.456051 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1199a8ca-1d8e-4f78-a28d-11417ffc1de4 req-53ffc4f7-6375-4569-9d3e-01f6b4ad8162 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232441 Dec 10 18:36:49.456923 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77705b3f-bd30-45a2-b91c-d8c97b4dbd6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:49.457559 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77705b3f-bd30-45a2-b91c-d8c97b4dbd6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:36:49.463910 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77705b3f-bd30-45a2-b91c-d8c97b4dbd6a admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:49.465104 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-77705b3f-bd30-45a2-b91c-d8c97b4dbd6a admin admin] 10.222.0.62 "DELETE /v2.0/routers/fe6d0a9a-c2ec-4e1d-a7b4-98cb5f633b47 HTTP/1.1" status: 204 len: 168 time: 2.2908218 Dec 10 18:36:49.469415 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 50850) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:49.633223 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-90f623ae-9deb-40e5-86f3-8fa183f9f85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:49.639433 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-b93c062a-8bbb-4c42-bf9c-3f3c0dc4eeaf admin admin] Deleting subnet ebf1176b-a466-4aab-a9a3-dec3ecc03af9 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:36:49.653560 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b93c062a-8bbb-4c42-bf9c-3f3c0dc4eeaf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:49.715978 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d62163-d225-4a82-a35a-6366018c81f7 req-faaad488-abf6-4134-99f7-a69af4d8276e tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:49.718522 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-46d62163-d225-4a82-a35a-6366018c81f7 req-faaad488-abf6-4134-99f7-a69af4d8276e tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.1396594 Dec 10 18:36:49.744270 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b93c062a-8bbb-4c42-bf9c-3f3c0dc4eeaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:49.832777 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-46d62163-d225-4a82-a35a-6366018c81f7 req-f9dae29f-6ec9-4001-bdb0-3e2a55f31b12 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058226 Dec 10 18:36:49.919990 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b93c062a-8bbb-4c42-bf9c-3f3c0dc4eeaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:50.000134 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b93c062a-8bbb-4c42-bf9c-3f3c0dc4eeaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:50.030398 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c062a-8bbb-4c42-bf9c-3f3c0dc4eeaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebf1176b-a466-4aab-a9a3-dec3ecc03af9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:50.032859 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b93c062a-8bbb-4c42-bf9c-3f3c0dc4eeaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:50.036600 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b93c062a-8bbb-4c42-bf9c-3f3c0dc4eeaf admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ebf1176b-a466-4aab-a9a3-dec3ecc03af9 HTTP/1.1" status: 204 len: 168 time: 0.5658853 Dec 10 18:36:50.040139 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 50878) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:50.043425 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77df85d2-bcbd-42b3-9303-f2a8f691ede6 None None] Network 7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:50.209500 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21c5efe7-7241-450e-8ab6-0421d68871ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:50.360447 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4308f4-4dec-4bc4-845e-929f93006ec2 req-c8534015-7082-46e9-94df-db951a9aa413 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:50.362428 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1d4308f4-4dec-4bc4-845e-929f93006ec2 req-c8534015-7082-46e9-94df-db951a9aa413 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb9e1f63-f940-441c-9eab-762853c3a8d9 HTTP/1.1" status: 200 len: 949 time: 0.0967169 Dec 10 18:36:50.366233 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0e3208-1037-48b9-a1c7-385132b7af61 None None] DHCP port deletion for 7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:36:50.373956 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-21c5efe7-7241-450e-8ab6-0421d68871ae admin admin] Deleting port 87e681ed-c62d-4bad-979d-64d60fd203ca {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:50.374301 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21c5efe7-7241-450e-8ab6-0421d68871ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:50.482935 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8a0e3208-1037-48b9-a1c7-385132b7af61 None None] Deleting port 87e681ed-c62d-4bad-979d-64d60fd203ca {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:50.485913 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8a0e3208-1037-48b9-a1c7-385132b7af61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:50.496585 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-21c5efe7-7241-450e-8ab6-0421d68871ae admin admin] For port 87e681ed-c62d-4bad-979d-64d60fd203ca, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=87e681ed-c62d-4bad-979d-64d60fd203ca,segment=NetworkSegment(c0a1c0ac-8daa-4835-a1ac-e8bcdff24283),segment_id=c0a1c0ac-8daa-4835-a1ac-e8bcdff24283)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:50.497028 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21c5efe7-7241-450e-8ab6-0421d68871ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:50.517115 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1d4308f4-4dec-4bc4-845e-929f93006ec2 req-a8b56a15-1a7a-450f-88e7-91d9cdd70638 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/security-groups?id=988e8f7f-74b5-44c2-b5e2-2fd6eadde8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456566 Dec 10 18:36:50.537410 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-21c5efe7-7241-450e-8ab6-0421d68871ae admin admin] Calling delete_port for 87e681ed-c62d-4bad-979d-64d60fd203ca owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:50.573394 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac379a-ad28-43b4-b01e-7d0aa3c79b41 req-ee17626a-8318-494c-80e2-42269eed6891 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:50.578169 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d5ac379a-ad28-43b4-b01e-7d0aa3c79b41 req-ee17626a-8318-494c-80e2-42269eed6891 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 945 time: 0.1285241 Dec 10 18:36:50.601365 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8a0e3208-1037-48b9-a1c7-385132b7af61 None None] For port 87e681ed-c62d-4bad-979d-64d60fd203ca, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=87e681ed-c62d-4bad-979d-64d60fd203ca,segment=NetworkSegment(c0a1c0ac-8daa-4835-a1ac-e8bcdff24283),segment_id=c0a1c0ac-8daa-4835-a1ac-e8bcdff24283)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:50.601767 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8a0e3208-1037-48b9-a1c7-385132b7af61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:50.638478 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8a0e3208-1037-48b9-a1c7-385132b7af61 None None] Calling delete_port for 87e681ed-c62d-4bad-979d-64d60fd203ca owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:50.690605 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d5ac379a-ad28-43b4-b01e-7d0aa3c79b41 req-338abf74-fe4a-48ef-8e02-ac80c2c5dd19 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039119 Dec 10 18:36:50.741199 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 50894) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:50.762008 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7901f9-1297-42db-9a2f-3aec947d7e01 req-b037cd6d-9ddc-4433-b884-3947dee35eee tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:50.763566 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 784599ef-b20c-45c1-9d49-310aeecd2016 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:36:50.773476 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ca7901f9-1297-42db-9a2f-3aec947d7e01 req-b037cd6d-9ddc-4433-b884-3947dee35eee tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.1284533 Dec 10 18:36:50.812272 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 784599ef-b20c-45c1-9d49-310aeecd2016 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:36:50.812859 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 784599ef-b20c-45c1-9d49-310aeecd2016 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:36:50.827664 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21c5efe7-7241-450e-8ab6-0421d68871ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:50.865720 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8a0e3208-1037-48b9-a1c7-385132b7af61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:50.898697 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c5efe7-7241-450e-8ab6-0421d68871ae admin admin] Pushing event deleted for resources: {'Port': ['ID=87e681ed-c62d-4bad-979d-64d60fd203ca,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:50.905063 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c5efe7-7241-450e-8ab6-0421d68871ae admin admin] No DVR routers for this DVR port 87e681ed-c62d-4bad-979d-64d60fd203ca on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:36:50.908064 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e3208-1037-48b9-a1c7-385132b7af61 None None] Pushing event deleted for resources: {'Port': ['ID=87e681ed-c62d-4bad-979d-64d60fd203ca,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:50.925415 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0ca7a1a9-c27e-469d-92ec-e2d61a9e4833 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:50.926227 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e3208-1037-48b9-a1c7-385132b7af61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:50.926705 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e3208-1037-48b9-a1c7-385132b7af61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:50.927177 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e3208-1037-48b9-a1c7-385132b7af61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:50.927639 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e3208-1037-48b9-a1c7-385132b7af61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:50.928160 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e3208-1037-48b9-a1c7-385132b7af61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:50.928539 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e3208-1037-48b9-a1c7-385132b7af61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:50.929026 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e3208-1037-48b9-a1c7-385132b7af61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:50.929479 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e3208-1037-48b9-a1c7-385132b7af61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:50.929927 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e3208-1037-48b9-a1c7-385132b7af61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:50.930374 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e3208-1037-48b9-a1c7-385132b7af61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:50.930826 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e3208-1037-48b9-a1c7-385132b7af61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:50.931495 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e3208-1037-48b9-a1c7-385132b7af61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:50.931791 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e3208-1037-48b9-a1c7-385132b7af61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:50.942180 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0e3208-1037-48b9-a1c7-385132b7af61 None None] No DVR routers for this DVR port 87e681ed-c62d-4bad-979d-64d60fd203ca on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:36:51.024249 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ca7901f9-1297-42db-9a2f-3aec947d7e01 req-2816e6f3-ce53-4608-828a-e0db61d206a9 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495816 Dec 10 18:36:51.050089 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21c5efe7-7241-450e-8ab6-0421d68871ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:51.090420 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-21c5efe7-7241-450e-8ab6-0421d68871ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:51.106801 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-21c5efe7-7241-450e-8ab6-0421d68871ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0a1c0ac-8daa-4835-a1ac-e8bcdff24283') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:51.107198 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-21c5efe7-7241-450e-8ab6-0421d68871ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0a1c0ac-8daa-4835-a1ac-e8bcdff24283') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:51.126522 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21c5efe7-7241-450e-8ab6-0421d68871ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:51.129052 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded75883-6276-4d72-a777-9c855366a7f4 req-1bb19cb6-a125-419e-97d5-177a7943a6b0 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:51.130638 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ded75883-6276-4d72-a777-9c855366a7f4 req-1bb19cb6-a125-419e-97d5-177a7943a6b0 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.1090779 Dec 10 18:36:51.132601 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0ca7a1a9-c27e-469d-92ec-e2d61a9e4833 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:51.139738 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0ca7a1a9-c27e-469d-92ec-e2d61a9e4833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:51.145311 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21c5efe7-7241-450e-8ab6-0421d68871ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:51.154842 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21c5efe7-7241-450e-8ab6-0421d68871ae admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:36:51.155514 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21c5efe7-7241-450e-8ab6-0421d68871ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:51.157978 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:36:51.157978 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:36:51.157978 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:36:51.157978 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:36:51.157978 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:36:51.157978 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:36:51.157978 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:36:51.157978 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:36:51.157978 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:36:51.157978 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:36:51.157978 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:36:51.157978 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:36:51.157978 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:36:51.157978 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:36:51.157978 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:36:51.157978 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:36:51.157978 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:36:51.157978 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:36:51.157978 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:36:51.157978 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:36:51.157978 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:36:51.157978 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:36:51.157978 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:36:51.157978 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:36:51.157978 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:36:51.157978 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:36:51.157978 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:36:51.157978 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:36:51.157978 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:36:51.157978 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:36:51.157978 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:36:51.157978 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:36:51.196012 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0ca7a1a9-c27e-469d-92ec-e2d61a9e4833 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5242577bdb9748beb467f543307ab60b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4534900 Dec 10 18:36:51.199690 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 50900) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:51.222964 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca7a1a9-c27e-469d-92ec-e2d61a9e4833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c9b15d-66e8-4e9d-bd41-711dbfc09417,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:51.274296 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6579799b-2bd2-403b-9282-d8c959c4bca3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:51.282548 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ded75883-6276-4d72-a777-9c855366a7f4 req-afb989e4-4c79-4dd2-9b1b-4beb0378e3f7 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441133 Dec 10 18:36:51.294841 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21c5efe7-7241-450e-8ab6-0421d68871ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:51.319251 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21c5efe7-7241-450e-8ab6-0421d68871ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:51.324280 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-21c5efe7-7241-450e-8ab6-0421d68871ae admin admin] 10.222.0.62 "DELETE /v2.0/networks/7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0 HTTP/1.1" status: 204 len: 168 time: 1.2656682 Dec 10 18:36:51.353056 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6579799b-2bd2-403b-9282-d8c959c4bca3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:51.376536 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c5efe7-7241-450e-8ab6-0421d68871ae admin admin] Pushing event deleted for resources: {'Network': ['ID=7cfe02a5-e0c8-4516-9b3a-02b931f1a7b0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:51.400290 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 87e681ed-c62d-4bad-979d-64d60fd203ca no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:36:51.427088 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 87e681ed-c62d-4bad-979d-64d60fd203ca {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:36:51.427646 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 87e681ed-c62d-4bad-979d-64d60fd203ca not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:36:51.428257 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 0ae575f2-3190-41f5-a533-8b44afe240e8 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:36:51.450911 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 0ae575f2-3190-41f5-a533-8b44afe240e8 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:36:51.451532 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 0ae575f2-3190-41f5-a533-8b44afe240e8 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:36:51.463958 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6579799b-2bd2-403b-9282-d8c959c4bca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:51.470854 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6579799b-2bd2-403b-9282-d8c959c4bca3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:51.470854 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6579799b-2bd2-403b-9282-d8c959c4bca3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/09c9b15d-66e8-4e9d-bd41-711dbfc09417 HTTP/1.1" status: 204 len: 168 time: 0.2677774 Dec 10 18:36:51.487167 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579799b-2bd2-403b-9282-d8c959c4bca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c9b15d-66e8-4e9d-bd41-711dbfc09417,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:51.644257 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 50910) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:51.695782 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd081b-ce96-4f4c-a47e-0cd67007159d req-db71eb8f-0beb-42f6-8a70-53b1f7b943f7 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:51.697719 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e8d94-ef55-403a-a7c2-c4ce27a0ddae req-9e51bfee-81ff-467d-9bc1-e32073fc477a tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:51.699573 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b3fd081b-ce96-4f4c-a47e-0cd67007159d req-db71eb8f-0beb-42f6-8a70-53b1f7b943f7 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9e1f63-f940-441c-9eab-762853c3a8d9 HTTP/1.1" status: 200 len: 949 time: 0.1282742 Dec 10 18:36:51.700516 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6e3e8d94-ef55-403a-a7c2-c4ce27a0ddae req-9e51bfee-81ff-467d-9bc1-e32073fc477a tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb9e1f63-f940-441c-9eab-762853c3a8d9 HTTP/1.1" status: 200 len: 949 time: 0.0883172 Dec 10 18:36:51.838567 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6e3e8d94-ef55-403a-a7c2-c4ce27a0ddae req-6add73da-fe30-4729-bbe6-ca795bfa7a15 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/security-groups?id=988e8f7f-74b5-44c2-b5e2-2fd6eadde8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269011 Dec 10 18:36:51.847011 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 50918) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:51.848261 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-dba61b11-71c4-439c-9148-c68f3bfe4431 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=92213fda2db54064bfa5f40d3ef9f2e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2015440 Dec 10 18:36:51.944883 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37d01de1-64a2-4f0b-8953-ccb5a7ec95fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:51.989175 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 50920) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:52.000956 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37d01de1-64a2-4f0b-8953-ccb5a7ec95fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.011761 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1b1f527a-f752-42e7-aba4-461887bf75d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.047675 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d3ec3-f176-45e4-819c-3d86ef6a3a22 req-f7c8c76d-b9f5-4508-8593-d8f4eb679c4c tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:52.050423 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-718d3ec3-f176-45e4-819c-3d86ef6a3a22 req-f7c8c76d-b9f5-4508-8593-d8f4eb679c4c tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 945 time: 0.1945629 Dec 10 18:36:52.067642 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-b3fd081b-ce96-4f4c-a47e-0cd67007159d req-1e829e52-747d-40c5-b823-e37903d47ce7 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Deleting port 70d6959f-afb9-4f42-93d5-4dd1056c4caa {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:52.068126 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b3fd081b-ce96-4f4c-a47e-0cd67007159d req-1e829e52-747d-40c5-b823-e37903d47ce7 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.074567 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37d01de1-64a2-4f0b-8953-ccb5a7ec95fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.077065 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37d01de1-64a2-4f0b-8953-ccb5a7ec95fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.078249 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-37d01de1-64a2-4f0b-8953-ccb5a7ec95fc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0dad9c41-23d1-44f3-8f46-3a4882083b0d HTTP/1.1" status: 204 len: 168 time: 0.2277257 Dec 10 18:36:52.095526 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d01de1-64a2-4f0b-8953-ccb5a7ec95fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dad9c41-23d1-44f3-8f46-3a4882083b0d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:52.253793 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ece5e3-9c86-4ad5-b72f-34d13a7e151f req-a691672a-0702-42f2-aae0-c5b3133dcca1 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:52.256810 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a2ece5e3-9c86-4ad5-b72f-34d13a7e151f req-a691672a-0702-42f2-aae0-c5b3133dcca1 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.0938253 Dec 10 18:36:52.328542 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-718d3ec3-f176-45e4-819c-3d86ef6a3a22 req-c0ba396a-26fd-4970-b34f-3576a272a63a tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644143 Dec 10 18:36:52.370631 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-575c7efb-0f76-4624-a50d-12bdee078962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.376114 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-b3fd081b-ce96-4f4c-a47e-0cd67007159d req-1e829e52-747d-40c5-b823-e37903d47ce7 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] For port 70d6959f-afb9-4f42-93d5-4dd1056c4caa, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=70d6959f-afb9-4f42-93d5-4dd1056c4caa,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:52.387850 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b3fd081b-ce96-4f4c-a47e-0cd67007159d req-1e829e52-747d-40c5-b823-e37903d47ce7 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.403139 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a2ece5e3-9c86-4ad5-b72f-34d13a7e151f req-71b2cd7b-e3dc-41b8-b29d-50290d178de8 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263809 Dec 10 18:36:52.444857 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-b3fd081b-ce96-4f4c-a47e-0cd67007159d req-1e829e52-747d-40c5-b823-e37903d47ce7 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Calling delete_port for 70d6959f-afb9-4f42-93d5-4dd1056c4caa owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:52.453758 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1b1f527a-f752-42e7-aba4-461887bf75d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.463643 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1b1f527a-f752-42e7-aba4-461887bf75d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.989156 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f527a-f752-42e7-aba4-461887bf75d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020ce776-e766-4a7f-b22c-bcf35f1e7ff7,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:53.006256 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1b1f527a-f752-42e7-aba4-461887bf75d5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0507be07a23c448daaac12d5d7eb36df&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0181839 Dec 10 18:36:53.011146 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 50950) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:53.065778 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394713b7-da8f-4fb7-a459-3cf6da0922e3 req-7e40eb3a-2c5d-4ad7-ab14-4da39e098831 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:53.070422 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-394713b7-da8f-4fb7-a459-3cf6da0922e3 req-7e40eb3a-2c5d-4ad7-ab14-4da39e098831 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb9e1f63-f940-441c-9eab-762853c3a8d9 HTTP/1.1" status: 200 len: 949 time: 0.1008155 Dec 10 18:36:53.095343 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc6624-6a57-4617-bdfb-7efafcd9edf7 req-e7cc5a2f-3490-4b36-8e55-389d093e307a tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:53.098039 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-99fc6624-6a57-4617-bdfb-7efafcd9edf7 req-e7cc5a2f-3490-4b36-8e55-389d093e307a tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.6379278 Dec 10 18:36:53.130132 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-394713b7-da8f-4fb7-a459-3cf6da0922e3 req-612bf661-b791-46d1-b830-fec92757f62c tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/security-groups?id=988e8f7f-74b5-44c2-b5e2-2fd6eadde8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481224 Dec 10 18:36:53.192260 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 50954) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:53.264724 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9c64f47-926e-43e6-a3be-c7feb978d9b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:53.303669 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:53.305895 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-99fc6624-6a57-4617-bdfb-7efafcd9edf7 req-96454b6e-0690-4fc5-befd-d69cfa883068 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900709 Dec 10 18:36:53.327437 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9c64f47-926e-43e6-a3be-c7feb978d9b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:53.348887 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b3fd081b-ce96-4f4c-a47e-0cd67007159d req-1e829e52-747d-40c5-b823-e37903d47ce7 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:53.379398 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-af5d277b-8bee-4d3a-8497-5a97c473a8c9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-740443978-network', 'tenant_id': 'aee8c10e35be45139294abc10d1eada2'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:53.410409 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5d277b-8bee-4d3a-8497-5a97c473a8c9 admin admin] Made reservation on behalf of aee8c10e35be45139294abc10d1eada2 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:53.413533 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af5d277b-8bee-4d3a-8497-5a97c473a8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:53.426045 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af5d277b-8bee-4d3a-8497-5a97c473a8c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:53.513610 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e829e52-747d-40c5-b823-e37903d47ce7 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Pushing event deleted for resources: {'Port': ['ID=70d6959f-afb9-4f42-93d5-4dd1056c4caa,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:53.601957 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af5d277b-8bee-4d3a-8497-5a97c473a8c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:53.608276 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af5d277b-8bee-4d3a-8497-5a97c473a8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:53.611262 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3fd081b-ce96-4f4c-a47e-0cd67007159d req-1e829e52-747d-40c5-b823-e37903d47ce7 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] No DVR routers for this DVR port 70d6959f-afb9-4f42-93d5-4dd1056c4caa on host n-h1-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:36:53.614263 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b3fd081b-ce96-4f4c-a47e-0cd67007159d req-1e829e52-747d-40c5-b823-e37903d47ce7 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:53.618704 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b3fd081b-ce96-4f4c-a47e-0cd67007159d req-1e829e52-747d-40c5-b823-e37903d47ce7 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.46 "DELETE /v2.0/ports/70d6959f-afb9-4f42-93d5-4dd1056c4caa HTTP/1.1" status: 204 len: 173 time: 1.9121120 Dec 10 18:36:53.629336 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9e1f63-f940-441c-9eab-762853c3a8d9', 'name': 'network-vif-deleted', 'tag': '70d6959f-afb9-4f42-93d5-4dd1056c4caa'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:36:53.632035 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c675db6e-d92a-4446-be74-f884f283f389" -d '{"events": [{"server_uuid": "eb9e1f63-f940-441c-9eab-762853c3a8d9", "name": "network-vif-deleted", "tag": "70d6959f-afb9-4f42-93d5-4dd1056c4caa"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:36:53.685210 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfde0fe-32d5-40c3-aebd-22e26e2fc89d req-b06f2c27-d07f-4acd-ad67-8828195a1999 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:53.703929 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cdfde0fe-32d5-40c3-aebd-22e26e2fc89d req-b06f2c27-d07f-4acd-ad67-8828195a1999 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 945 time: 0.2002771 Dec 10 18:36:53.708413 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9c64f47-926e-43e6-a3be-c7feb978d9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:53.711645 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9c64f47-926e-43e6-a3be-c7feb978d9b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:53.718499 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a9c64f47-926e-43e6-a3be-c7feb978d9b4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/020ce776-e766-4a7f-b22c-bcf35f1e7ff7 HTTP/1.1" status: 204 len: 168 time: 0.7004478 Dec 10 18:36:53.734825 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af5d277b-8bee-4d3a-8497-5a97c473a8c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:36:53.756359 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c64f47-926e-43e6-a3be-c7feb978d9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020ce776-e766-4a7f-b22c-bcf35f1e7ff7,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:53.835709 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af5d277b-8bee-4d3a-8497-5a97c473a8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:53.836696 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-af5d277b-8bee-4d3a-8497-5a97c473a8c9 admin admin] Added segment f092dc72-7f5e-4edc-b4cd-c88c6d49a971 of type vlan for network 36da7df8-4c33-4fc7-aca6-cd96ecc32948 Dec 10 18:36:53.866424 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d277b-8bee-4d3a-8497-5a97c473a8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7281f497-4962-41a8-857f-71fd676337b9,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:53.880667 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cdfde0fe-32d5-40c3-aebd-22e26e2fc89d req-2dc8e234-570b-41f3-9be8-8e3207d1fb63 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579161 Dec 10 18:36:53.992841 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af5d277b-8bee-4d3a-8497-5a97c473a8c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:54.006030 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa098b-bea9-4e0f-bc29-a1c72bdd8c17 req-ab1f48ff-0000-47bc-8704-8c9e6e6e4c6a tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:54.007682 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-18fa098b-bea9-4e0f-bc29-a1c72bdd8c17 req-ab1f48ff-0000-47bc-8704-8c9e6e6e4c6a tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.3723772 Dec 10 18:36:54.068277 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af5d277b-8bee-4d3a-8497-5a97c473a8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:54.070137 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5d277b-8bee-4d3a-8497-5a97c473a8c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:54.070987 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af5d277b-8bee-4d3a-8497-5a97c473a8c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:54.269428 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-18fa098b-bea9-4e0f-bc29-a1c72bdd8c17 req-e97772c1-e4f4-400c-b397-da89a6c2eeac tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496080 Dec 10 18:36:54.286871 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-af5d277b-8bee-4d3a-8497-5a97c473a8c9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0934618 Dec 10 18:36:54.290006 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 50982) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:54.298158 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-58b9c14a-1ae6-4349-aaaf-f9a55060e1fc admin admin] Request body: {'subnet': {'network_id': '36da7df8-4c33-4fc7-aca6-cd96ecc32948', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-740443978-subnet', 'tenant_id': 'aee8c10e35be45139294abc10d1eada2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:54.324318 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d277b-8bee-4d3a-8497-5a97c473a8c9 admin admin] Pushing event updated for resources: {'Network': ['ID=36da7df8-4c33-4fc7-aca6-cd96ecc32948,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:54.340325 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 36da7df8-4c33-4fc7-aca6-cd96ecc32948 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:36:54.351739 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049a07ab-c80c-4a47-977a-e24b944344e6 x-openstack-request-id: req-049a07ab-c80c-4a47-977a-e24b944344e6 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:36:54.356552 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9e1f63-f940-441c-9eab-762853c3a8d9", "name": "network-vif-deleted", "tag": "70d6959f-afb9-4f42-93d5-4dd1056c4caa", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:36:54.357220 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-049a07ab-c80c-4a47-977a-e24b944344e6 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:36:54.360453 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9e1f63-f940-441c-9eab-762853c3a8d9', 'name': 'network-vif-deleted', 'tag': '70d6959f-afb9-4f42-93d5-4dd1056c4caa', 'status': 'completed', 'code': 200} Dec 10 18:36:54.361252 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b9c14a-1ae6-4349-aaaf-f9a55060e1fc admin admin] Made reservation on behalf of aee8c10e35be45139294abc10d1eada2 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:54.365639 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58b9c14a-1ae6-4349-aaaf-f9a55060e1fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:54.442799 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87768ed-3fc7-4fe4-a1b8-db5ee4d1796a req-e06d9022-5d74-4887-b271-cbc55d1b946e tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:54.448715 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e87768ed-3fc7-4fe4-a1b8-db5ee4d1796a req-e06d9022-5d74-4887-b271-cbc55d1b946e tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.1860833 Dec 10 18:36:54.540135 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6984ae26-1891-4709-99de-0fec212319f6 req-e6df2cb7-a95e-416c-80ff-60f322ea21a9 tempest-LiveMigrationNegativeTest-1131917549 tempest-LiveMigrationNegativeTest-1131917549-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb9e1f63-f940-441c-9eab-762853c3a8d9 HTTP/1.1" status: 200 len: 210 time: 0.0955479 Dec 10 18:36:54.579607 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e87768ed-3fc7-4fe4-a1b8-db5ee4d1796a req-ad05b4bc-9482-4485-9576-9f16922f3085 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112578 Dec 10 18:36:54.684534 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:54.708724 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58b9c14a-1ae6-4349-aaaf-f9a55060e1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:54.728609 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 70d6959f-afb9-4f42-93d5-4dd1056c4caa no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:36:54.772709 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 70d6959f-afb9-4f42-93d5-4dd1056c4caa {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:36:54.773566 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 70d6959f-afb9-4f42-93d5-4dd1056c4caa not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:36:54.782273 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0d8a4-f916-4575-9e91-bb99e66eb9a9 req-327bae2e-978c-4c3a-ac68-ee5b472d8e8a tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:54.783616 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0cc0d8a4-f916-4575-9e91-bb99e66eb9a9 req-327bae2e-978c-4c3a-ac68-ee5b472d8e8a tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0614ff1-b2e4-4ba0-9f2b-8ce6e43e1f2d HTTP/1.1" status: 200 len: 945 time: 0.1282136 Dec 10 18:36:54.806146 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9c14a-1ae6-4349-aaaf-f9a55060e1fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a88e99c5-14d3-42bf-8ee8-4247e93be44f,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:54.836552 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b9c14a-1ae6-4349-aaaf-f9a55060e1fc admin admin] Checking segment: {'id': 'f092dc72-7f5e-4edc-b4cd-c88c6d49a971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '36da7df8-4c33-4fc7-aca6-cd96ecc32948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:36:54.837231 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b9c14a-1ae6-4349-aaaf-f9a55060e1fc admin admin] Network hostable DHCP agents. Network: 36da7df8-4c33-4fc7-aca6-cd96ecc32948, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:36:54.870136 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0cc0d8a4-f916-4575-9e91-bb99e66eb9a9 req-b8d1f89b-a5f5-47c7-a1ba-2c7779b10ab2 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738912 Dec 10 18:36:54.886782 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b9c14a-1ae6-4349-aaaf-f9a55060e1fc admin admin] Network 36da7df8-4c33-4fc7-aca6-cd96ecc32948 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:36:54.898673 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-58b9c14a-1ae6-4349-aaaf-f9a55060e1fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 36da7df8-4c33-4fc7-aca6-cd96ecc32948) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:54.905746 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b9c14a-1ae6-4349-aaaf-f9a55060e1fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:54.906542 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58b9c14a-1ae6-4349-aaaf-f9a55060e1fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:54.914796 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273a8a44-2ab8-4270-9088-d7e0299f790c None None] Network 36da7df8-4c33-4fc7-aca6-cd96ecc32948 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:54.943567 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-58b9c14a-1ae6-4349-aaaf-f9a55060e1fc admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6483791 Dec 10 18:36:54.943567 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51006) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:54.948338 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c6909f55-e3d2-47a9-8b64-dc580f962806 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-740443978-router', 'tenant_id': 'aee8c10e35be45139294abc10d1eada2', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:55.012996 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb56854-223f-49d0-8187-e5cb0f1f1848 req-071fb40d-36e6-494d-b279-7dd9414bdbdc tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:55.025478 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6909f55-e3d2-47a9-8b64-dc580f962806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:55.026743 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1fb56854-223f-49d0-8187-e5cb0f1f1848 req-071fb40d-36e6-494d-b279-7dd9414bdbdc tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.0863984 Dec 10 18:36:55.026915 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6909f55-e3d2-47a9-8b64-dc580f962806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:55.046819 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528c7a7-a4a9-4d91-bbd0-8513f7cc1b0f req-bf81625a-0784-4d7d-8449-fa13c44ddcd3 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:55.048734 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7528c7a7-a4a9-4d91-bbd0-8513f7cc1b0f req-bf81625a-0784-4d7d-8449-fa13c44ddcd3 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 945 time: 0.0805869 Dec 10 18:36:55.115606 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6909f55-e3d2-47a9-8b64-dc580f962806 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:55.132362 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147dce13-4855-40b6-935a-e4e67202dc73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-36da7df8-4c33-4fc7-aca6-cd96ecc32948', 'network_id': '36da7df8-4c33-4fc7-aca6-cd96ecc32948', 'project_id': 'aee8c10e35be45139294abc10d1eada2', 'fixed_ips': [{'subnet_id': 'a88e99c5-14d3-42bf-8ee8-4247e93be44f'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:36:55.135151 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-147dce13-4855-40b6-935a-e4e67202dc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:55.137335 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1fb56854-223f-49d0-8187-e5cb0f1f1848 req-6fb2d15c-b62c-47a9-bfa5-22c0cabc67fb tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086285 Dec 10 18:36:55.155884 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7528c7a7-a4a9-4d91-bbd0-8513f7cc1b0f req-07a3124b-145f-4f87-be9b-639a8eff65a6 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879374 Dec 10 18:36:55.344908 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-147dce13-4855-40b6-935a-e4e67202dc73 None None] Allocated IP 172.20.0.2 (36da7df8-4c33-4fc7-aca6-cd96ecc32948/a88e99c5-14d3-42bf-8ee8-4247e93be44f/b5baf512-2104-4fd8-94ff-71f55b1727c2) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:55.351957 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6909f55-e3d2-47a9-8b64-dc580f962806 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:55.476293 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a465e0-3715-4bcf-81c0-a4ddebae17bf req-1821aa17-3752-4886-9210-83337b4ce0bb tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:55.479412 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c2a465e0-3715-4bcf-81c0-a4ddebae17bf req-1821aa17-3752-4886-9210-83337b4ce0bb tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.0872755 Dec 10 18:36:55.508658 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:55.579155 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c2a465e0-3715-4bcf-81c0-a4ddebae17bf req-779d1a88-16b9-4177-b61a-dc69dbd64930 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761302 Dec 10 18:36:55.672544 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6909f55-e3d2-47a9-8b64-dc580f962806 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:55.696487 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6909f55-e3d2-47a9-8b64-dc580f962806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:55.720138 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-147dce13-4855-40b6-935a-e4e67202dc73 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:55.730690 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-147dce13-4855-40b6-935a-e4e67202dc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:55.782620 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147dce13-4855-40b6-935a-e4e67202dc73 None None] Network 36da7df8-4c33-4fc7-aca6-cd96ecc32948 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:55.799684 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-147dce13-4855-40b6-935a-e4e67202dc73 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:55.803757 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147dce13-4855-40b6-935a-e4e67202dc73 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:55.844761 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-c6909f55-e3d2-47a9-8b64-dc580f962806 admin admin] Allocated IP 172.25.7.89 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/83898fe0-e06b-40b6-b4a6-d7021bac4780) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:55.872018 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147dce13-4855-40b6-935a-e4e67202dc73 None None] Pushing event updated for resources: {'Port': ['ID=b5baf512-2104-4fd8-94ff-71f55b1727c2,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:55.875540 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-147dce13-4855-40b6-935a-e4e67202dc73 None None] Attempting to bind port b5baf512-2104-4fd8-94ff-71f55b1727c2 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:36:55.876122 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-147dce13-4855-40b6-935a-e4e67202dc73 None None] Attempting to bind port b5baf512-2104-4fd8-94ff-71f55b1727c2 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'f092dc72-7f5e-4edc-b4cd-c88c6d49a971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '36da7df8-4c33-4fc7-aca6-cd96ecc32948'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:36:55.876818 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147dce13-4855-40b6-935a-e4e67202dc73 None None] Attempting to bind port b5baf512-2104-4fd8-94ff-71f55b1727c2 on network 36da7df8-4c33-4fc7-aca6-cd96ecc32948 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:36:55.883833 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147dce13-4855-40b6-935a-e4e67202dc73 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:36:55.884528 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147dce13-4855-40b6-935a-e4e67202dc73 None None] Checking segment: {'id': 'f092dc72-7f5e-4edc-b4cd-c88c6d49a971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '36da7df8-4c33-4fc7-aca6-cd96ecc32948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:36:55.885193 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-147dce13-4855-40b6-935a-e4e67202dc73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:55.885743 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147dce13-4855-40b6-935a-e4e67202dc73 None None] Bound using segment: {'id': 'f092dc72-7f5e-4edc-b4cd-c88c6d49a971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '36da7df8-4c33-4fc7-aca6-cd96ecc32948'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:36:55.886542 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-147dce13-4855-40b6-935a-e4e67202dc73 None None] Bound port: b5baf512-2104-4fd8-94ff-71f55b1727c2, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f092dc72-7f5e-4edc-b4cd-c88c6d49a971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '36da7df8-4c33-4fc7-aca6-cd96ecc32948'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:36:55.887121 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-147dce13-4855-40b6-935a-e4e67202dc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:55.983488 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51032) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:56.010047 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6909f55-e3d2-47a9-8b64-dc580f962806 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:56.108344 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358a105-dffb-4761-8e98-3c580e31fa46 req-8afe47a0-ae4f-4e3a-877a-e45c9ce3417f tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:56.110012 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6358a105-dffb-4761-8e98-3c580e31fa46 req-8afe47a0-ae4f-4e3a-877a-e45c9ce3417f tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0614ff1-b2e4-4ba0-9f2b-8ce6e43e1f2d HTTP/1.1" status: 200 len: 945 time: 0.0883279 Dec 10 18:36:56.125338 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6909f55-e3d2-47a9-8b64-dc580f962806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:56.137698 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-147dce13-4855-40b6-935a-e4e67202dc73 None None] For port b5baf512-2104-4fd8-94ff-71f55b1727c2, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:36:56.141597 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-147dce13-4855-40b6-935a-e4e67202dc73 None None] For port b5baf512-2104-4fd8-94ff-71f55b1727c2, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b5baf512-2104-4fd8-94ff-71f55b1727c2,segment=NetworkSegment(f092dc72-7f5e-4edc-b4cd-c88c6d49a971),segment_id=f092dc72-7f5e-4edc-b4cd-c88c6d49a971)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:36:56.149475 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-147dce13-4855-40b6-935a-e4e67202dc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:56.217748 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6909f55-e3d2-47a9-8b64-dc580f962806 admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:56.225645 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-c6909f55-e3d2-47a9-8b64-dc580f962806 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:56.233766 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147dce13-4855-40b6-935a-e4e67202dc73 None None] Pushing event updated for resources: {'Port': ['ID=b5baf512-2104-4fd8-94ff-71f55b1727c2,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:56.243662 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6909f55-e3d2-47a9-8b64-dc580f962806 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:56.318933 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6358a105-dffb-4761-8e98-3c580e31fa46 req-04ea2fd9-2979-453c-bfff-83973ba4a3bb tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591671 Dec 10 18:36:56.323979 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288afbd-7d11-4afb-a530-df0bbca7119d req-830697d6-4d65-4827-9e89-3deab5a57256 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:56.325600 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3288afbd-7d11-4afb-a530-df0bbca7119d req-830697d6-4d65-4827-9e89-3deab5a57256 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.0613551 Dec 10 18:36:56.329921 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6909f55-e3d2-47a9-8b64-dc580f962806 admin admin] Pushing event updated for resources: {'Port': ['ID=83898fe0-e06b-40b6-b4a6-d7021bac4780,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:56.406337 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3288afbd-7d11-4afb-a530-df0bbca7119d req-6a1bbfe6-cddd-41a6-b257-693db8290a9d tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731933 Dec 10 18:36:56.432655 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067dadb-1445-4d69-92d9-3fe06f589478 req-b98ae5bd-8247-4b0e-a2f9-07fe9bf1e61a tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:56.434197 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7067dadb-1445-4d69-92d9-3fe06f589478 req-b98ae5bd-8247-4b0e-a2f9-07fe9bf1e61a tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0614ff1-b2e4-4ba0-9f2b-8ce6e43e1f2d HTTP/1.1" status: 200 len: 945 time: 0.2005491 Dec 10 18:36:56.474398 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c547bbc3-6b80-4e48-ba58-d24e4c116ae6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6bb4a18825a54efebc40b1777319a64f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4893978 Dec 10 18:36:56.477228 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51048) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:56.538814 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0ffec84-8cbc-445c-aff6-fae8326b711d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:56.605347 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0ffec84-8cbc-445c-aff6-fae8326b711d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:56.717244 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900473e-3349-4557-834e-a941a56ee6a1 req-102e4458-dcc8-4815-89ad-81fb14f93bb7 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:56.718929 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5900473e-3349-4557-834e-a941a56ee6a1 req-102e4458-dcc8-4815-89ad-81fb14f93bb7 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.72 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 946 time: 0.0877945 Dec 10 18:36:56.779002 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0ffec84-8cbc-445c-aff6-fae8326b711d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:56.781596 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0ffec84-8cbc-445c-aff6-fae8326b711d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:56.782791 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b0ffec84-8cbc-445c-aff6-fae8326b711d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/988e8f7f-74b5-44c2-b5e2-2fd6eadde8b2 HTTP/1.1" status: 204 len: 168 time: 0.3045323 Dec 10 18:36:56.819886 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ffec84-8cbc-445c-aff6-fae8326b711d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988e8f7f-74b5-44c2-b5e2-2fd6eadde8b2,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:56.871273 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e227d-772d-4dde-8a26-c411d86cb2a5 req-2a625e0b-9f6b-4319-abd7-866bebc0f6fb tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:56.873022 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-863e227d-772d-4dde-8a26-c411d86cb2a5 req-2a625e0b-9f6b-4319-abd7-866bebc0f6fb tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.1134350 Dec 10 18:36:56.907760 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-5900473e-3349-4557-834e-a941a56ee6a1 req-8ef66ee8-d3ac-4191-aa61-e56111d3d384 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Deleting port ef45674d-6029-4212-8a05-7f1bf5dc06b2 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:56.908105 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5900473e-3349-4557-834e-a941a56ee6a1 req-8ef66ee8-d3ac-4191-aa61-e56111d3d384 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:56.990467 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-863e227d-772d-4dde-8a26-c411d86cb2a5 req-d8a7d5b2-79a2-4f94-a378-83f9b8cdce28 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036592 Dec 10 18:36:57.049410 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f859c15-ea3b-4a50-811f-4dc10e177444 req-1079a553-7c2f-4dd5-89c3-bded9c433d7a tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:57.052982 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8f859c15-ea3b-4a50-811f-4dc10e177444 req-1079a553-7c2f-4dd5-89c3-bded9c433d7a tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 945 time: 0.5714593 Dec 10 18:36:57.055227 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-5900473e-3349-4557-834e-a941a56ee6a1 req-8ef66ee8-d3ac-4191-aa61-e56111d3d384 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] For port ef45674d-6029-4212-8a05-7f1bf5dc06b2, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=ef45674d-6029-4212-8a05-7f1bf5dc06b2,segment=NetworkSegment(4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9),segment_id=4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:57.055598 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5900473e-3349-4557-834e-a941a56ee6a1 req-8ef66ee8-d3ac-4191-aa61-e56111d3d384 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:57.082611 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-5900473e-3349-4557-834e-a941a56ee6a1 req-8ef66ee8-d3ac-4191-aa61-e56111d3d384 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Calling delete_port for ef45674d-6029-4212-8a05-7f1bf5dc06b2 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:57.239197 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6909f55-e3d2-47a9-8b64-dc580f962806 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:57.246205 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51064) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:57.357359 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8f859c15-ea3b-4a50-811f-4dc10e177444 req-07a913f5-e05c-4952-8d8c-8b6ca8106214 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873721 Dec 10 18:36:57.406440 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b5baf512-2104-4fd8-94ff-71f55b1727c2 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:36:57.407263 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-7067dadb-1445-4d69-92d9-3fe06f589478 req-b24cf064-38d9-496c-acca-73b3ef4c32fa tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Deleting port 7b448d47-d3b6-4a48-958d-84b796f84f4c {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:57.407611 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7067dadb-1445-4d69-92d9-3fe06f589478 req-b24cf064-38d9-496c-acca-73b3ef4c32fa tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:57.450664 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5900473e-3349-4557-834e-a941a56ee6a1 req-8ef66ee8-d3ac-4191-aa61-e56111d3d384 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:57.510100 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['ef45674d-6029-4212-8a05-7f1bf5dc06b2'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:36:57.532827 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef66ee8-d3ac-4191-aa61-e56111d3d384 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Pushing event deleted for resources: {'Port': ['ID=ef45674d-6029-4212-8a05-7f1bf5dc06b2,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:57.564048 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-5900473e-3349-4557-834e-a941a56ee6a1 req-8ef66ee8-d3ac-4191-aa61-e56111d3d384 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] No DVR routers for this DVR port ef45674d-6029-4212-8a05-7f1bf5dc06b2 on host n-h2-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:36:57.567343 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5900473e-3349-4557-834e-a941a56ee6a1 req-8ef66ee8-d3ac-4191-aa61-e56111d3d384 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:57.571615 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5900473e-3349-4557-834e-a941a56ee6a1 req-8ef66ee8-d3ac-4191-aa61-e56111d3d384 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.72 "DELETE /v2.0/ports/ef45674d-6029-4212-8a05-7f1bf5dc06b2 HTTP/1.1" status: 204 len: 173 time: 0.8446124 Dec 10 18:36:57.572328 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2008d705-9fb9-4ed3-b6d4-af9004f73099', 'name': 'network-vif-deleted', 'tag': 'ef45674d-6029-4212-8a05-7f1bf5dc06b2'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:36:57.575101 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86918eaa-38fc-4840-a5c0-bb55d71ed2d7" -d '{"events": [{"server_uuid": "2008d705-9fb9-4ed3-b6d4-af9004f73099", "name": "network-vif-deleted", "tag": "ef45674d-6029-4212-8a05-7f1bf5dc06b2"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:36:57.630909 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port b5baf512-2104-4fd8-94ff-71f55b1727c2 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:57.631866 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:57.640424 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-09d8bf6f-f226-4ad3-969e-81ec73b931c5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b80209e97bb84c03b52b658d8e84046e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3908455 Dec 10 18:36:57.643600 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51072) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:57.725460 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33a72a67-2997-4c49-9905-4a12e72ae36a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:57.754190 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33a72a67-2997-4c49-9905-4a12e72ae36a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:57.776584 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:57.778194 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-7067dadb-1445-4d69-92d9-3fe06f589478 req-b24cf064-38d9-496c-acca-73b3ef4c32fa tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] For port 7b448d47-d3b6-4a48-958d-84b796f84f4c, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=7b448d47-d3b6-4a48-958d-84b796f84f4c,segment=NetworkSegment(a4943cb1-8b39-4de7-85ed-25fa2e86aa72),segment_id=a4943cb1-8b39-4de7-85ed-25fa2e86aa72)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:57.778500 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7067dadb-1445-4d69-92d9-3fe06f589478 req-b24cf064-38d9-496c-acca-73b3ef4c32fa tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:57.793598 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-7067dadb-1445-4d69-92d9-3fe06f589478 req-b24cf064-38d9-496c-acca-73b3ef4c32fa tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Calling delete_port for 7b448d47-d3b6-4a48-958d-84b796f84f4c owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:57.834603 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port b5baf512-2104-4fd8-94ff-71f55b1727c2, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b5baf512-2104-4fd8-94ff-71f55b1727c2,segment=NetworkSegment(f092dc72-7f5e-4edc-b4cd-c88c6d49a971),segment_id=f092dc72-7f5e-4edc-b4cd-c88c6d49a971)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:57.837181 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33a72a67-2997-4c49-9905-4a12e72ae36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:57.840040 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:57.842591 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33a72a67-2997-4c49-9905-4a12e72ae36a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:57.845363 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-33a72a67-2997-4c49-9905-4a12e72ae36a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eac2ca08-edfb-4c5e-8642-cabc7584458a HTTP/1.1" status: 204 len: 168 time: 0.1998744 Dec 10 18:36:57.872384 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a72a67-2997-4c49-9905-4a12e72ae36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac2ca08-edfb-4c5e-8642-cabc7584458a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:57.925675 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=b5baf512-2104-4fd8-94ff-71f55b1727c2,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:57.962675 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ff2c38-63c6-4006-a97b-aa1273fca2fb None None] Network 36da7df8-4c33-4fc7-aca6-cd96ecc32948 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:57.980841 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5a48bd77-102d-424c-80a2-10cc6a685a1f req-84df9440-2f83-4676-92df-79c411b1fd05 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2008d705-9fb9-4ed3-b6d4-af9004f73099 HTTP/1.1" status: 200 len: 210 time: 0.0726385 Dec 10 18:36:57.983643 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb0441-06a5-4035-80d0-5bc9cc34e4fd req-79c4cb81-478c-47c1-b519-1d3381634278 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:57.985285 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5cb0441-06a5-4035-80d0-5bc9cc34e4fd req-79c4cb81-478c-47c1-b519-1d3381634278 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0614ff1-b2e4-4ba0-9f2b-8ce6e43e1f2d HTTP/1.1" status: 200 len: 945 time: 0.4765391 Dec 10 18:36:57.986313 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7067dadb-1445-4d69-92d9-3fe06f589478 req-b24cf064-38d9-496c-acca-73b3ef4c32fa tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:58.040189 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe50fc7-8f76-4eee-9bf7-e650d20bf68c x-openstack-request-id: req-fbe50fc7-8f76-4eee-9bf7-e650d20bf68c {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:36:58.040491 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2008d705-9fb9-4ed3-b6d4-af9004f73099", "name": "network-vif-deleted", "tag": "ef45674d-6029-4212-8a05-7f1bf5dc06b2", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:36:58.041672 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fbe50fc7-8f76-4eee-9bf7-e650d20bf68c {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:36:58.042500 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2008d705-9fb9-4ed3-b6d4-af9004f73099', 'name': 'network-vif-deleted', 'tag': 'ef45674d-6029-4212-8a05-7f1bf5dc06b2', 'status': 'completed', 'code': 200} Dec 10 18:36:58.059801 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24cf064-38d9-496c-acca-73b3ef4c32fa tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Pushing event deleted for resources: {'Port': ['ID=7b448d47-d3b6-4a48-958d-84b796f84f4c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:58.139424 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d91916e3-f2f0-4aa5-b6e4-de7050862c6f None None] Provisioning complete for port b5baf512-2104-4fd8-94ff-71f55b1727c2 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:58.140085 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d91916e3-f2f0-4aa5-b6e4-de7050862c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:58.164404 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6909f55-e3d2-47a9-8b64-dc580f962806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:58.186813 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5cb0441-06a5-4035-80d0-5bc9cc34e4fd req-4e6dafeb-8955-4415-b4e7-c9991c528703 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/security-groups?id=e542e51a-5b35-4d8f-a744-c52435434282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809814 Dec 10 18:36:58.268079 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4450df2-4c4a-4281-a6aa-95981a905615 req-5e14ec99-56dd-40ec-8f23-fd5f591ac99e tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:58.276994 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b4450df2-4c4a-4281-a6aa-95981a905615 req-5e14ec99-56dd-40ec-8f23-fd5f591ac99e tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.1499188 Dec 10 18:36:58.366249 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51086) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:58.391742 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b4450df2-4c4a-4281-a6aa-95981a905615 req-8541799f-0518-45a8-9aae-d339bfdf41a9 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103799 Dec 10 18:36:58.540135 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-7067dadb-1445-4d69-92d9-3fe06f589478 req-b24cf064-38d9-496c-acca-73b3ef4c32fa tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] No DVR routers for this DVR port 7b448d47-d3b6-4a48-958d-84b796f84f4c on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:36:58.567367 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7067dadb-1445-4d69-92d9-3fe06f589478 req-b24cf064-38d9-496c-acca-73b3ef4c32fa tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:58.570829 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7067dadb-1445-4d69-92d9-3fe06f589478 req-b24cf064-38d9-496c-acca-73b3ef4c32fa tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.72 "DELETE /v2.0/ports/7b448d47-d3b6-4a48-958d-84b796f84f4c HTTP/1.1" status: 204 len: 173 time: 2.0926132 Dec 10 18:36:58.571323 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0614ff1-b2e4-4ba0-9f2b-8ce6e43e1f2d', 'name': 'network-vif-deleted', 'tag': '7b448d47-d3b6-4a48-958d-84b796f84f4c'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:36:58.575214 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58dfd5ea-2f9d-43c9-b165-8d4184a14993" -d '{"events": [{"server_uuid": "e0614ff1-b2e4-4ba0-9f2b-8ce6e43e1f2d", "name": "network-vif-deleted", "tag": "7b448d47-d3b6-4a48-958d-84b796f84f4c"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:36:58.583763 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3361655c-acdc-4460-a015-b982703ba31f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:58.689523 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75820fc5-9748-429a-8493-345612927118 req-45355dc0-fcf8-431e-81cf-e1ee069c720d tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:58.691142 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-75820fc5-9748-429a-8493-345612927118 req-45355dc0-fcf8-431e-81cf-e1ee069c720d tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 945 time: 0.1456532 Dec 10 18:36:58.719784 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5449693e-03e4-4eb7-86a3-87a539c790dc x-openstack-request-id: req-5449693e-03e4-4eb7-86a3-87a539c790dc {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:36:58.723783 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0614ff1-b2e4-4ba0-9f2b-8ce6e43e1f2d", "name": "network-vif-deleted", "tag": "7b448d47-d3b6-4a48-958d-84b796f84f4c", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:36:58.724099 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5449693e-03e4-4eb7-86a3-87a539c790dc {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:36:58.724542 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0614ff1-b2e4-4ba0-9f2b-8ce6e43e1f2d', 'name': 'network-vif-deleted', 'tag': '7b448d47-d3b6-4a48-958d-84b796f84f4c', 'status': 'completed', 'code': 200} Dec 10 18:36:58.767887 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6909f55-e3d2-47a9-8b64-dc580f962806 admin admin] Router 636409b5-33ad-49e6-8329-1716a538ed0c is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:36:58.771170 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3361655c-acdc-4460-a015-b982703ba31f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:58.779229 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3361655c-acdc-4460-a015-b982703ba31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:58.808380 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e759a4ac-da65-46d8-ac14-6aff63da5686 None None] Provisioning complete for port b5baf512-2104-4fd8-94ff-71f55b1727c2 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:58.809496 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e759a4ac-da65-46d8-ac14-6aff63da5686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:58.815979 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3361655c-acdc-4460-a015-b982703ba31f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a568aafea44d4ae1aca14970bdc92300&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4481814 Dec 10 18:36:58.817802 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51108) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:58.848110 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-75820fc5-9748-429a-8493-345612927118 req-90abd4e2-ddc8-43e0-8682-7106f912833c tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478810 Dec 10 18:36:58.916330 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3361655c-acdc-4460-a015-b982703ba31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ba64de-42ef-4f20-abc9-7601fec7044a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:58.961152 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6909f55-e3d2-47a9-8b64-dc580f962806 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:58.969385 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1731ca63-1c07-43cb-8dee-2cc90caa2afb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:58.974526 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdc167e-d4c2-41e9-9269-0a3bd49efa1f None None] Sync routers for ids ['636409b5-33ad-49e6-8329-1716a538ed0c'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:58.984098 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6909f55-e3d2-47a9-8b64-dc580f962806 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:58.985660 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c6909f55-e3d2-47a9-8b64-dc580f962806 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0411377 Dec 10 18:36:58.988215 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51114) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:58.988364 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8efbf7-c9ec-460d-ae5d-7ebcf6b70ad4 req-b41d6225-dc5c-4345-949b-4dc832f9fc0f tempest-ServersAdminNegativeTestJSON-1085163321 tempest-ServersAdminNegativeTestJSON-1085163321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:58.989100 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdc167e-d4c2-41e9-9269-0a3bd49efa1f None None] Routers {'636409b5-33ad-49e6-8329-1716a538ed0c'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:58.989814 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-1cdc167e-d4c2-41e9-9269-0a3bd49efa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:36:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['636409b5-33ad-49e6-8329-1716a538ed0c'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:58.990005 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fc8efbf7-c9ec-460d-ae5d-7ebcf6b70ad4 req-b41d6225-dc5c-4345-949b-4dc832f9fc0f tempest-ServersAdminNegativeTestJSON-1085163321 tempest-ServersAdminNegativeTestJSON-1085163321-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 1100 time: 0.1550694 Dec 10 18:36:59.047075 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-fc8efbf7-c9ec-460d-ae5d-7ebcf6b70ad4 req-b363426e-25a2-4ca8-8ad6-d2df255635d0 tempest-ServersAdminNegativeTestJSON-1085163321 tempest-ServersAdminNegativeTestJSON-1085163321-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:59.056137 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1731ca63-1c07-43cb-8dee-2cc90caa2afb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:59.158632 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1731ca63-1c07-43cb-8dee-2cc90caa2afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:59.161596 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1731ca63-1c07-43cb-8dee-2cc90caa2afb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:59.163440 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1731ca63-1c07-43cb-8dee-2cc90caa2afb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/48ba64de-42ef-4f20-abc9-7601fec7044a HTTP/1.1" status: 204 len: 168 time: 0.3445339 Dec 10 18:36:59.181244 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1731ca63-1c07-43cb-8dee-2cc90caa2afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ba64de-42ef-4f20-abc9-7601fec7044a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:59.210159 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-fc8efbf7-c9ec-460d-ae5d-7ebcf6b70ad4 req-b363426e-25a2-4ca8-8ad6-d2df255635d0 tempest-ServersAdminNegativeTestJSON-1085163321 tempest-ServersAdminNegativeTestJSON-1085163321-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:59.214507 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-1cdc167e-d4c2-41e9-9269-0a3bd49efa1f None None] Set router 636409b5-33ad-49e6-8329-1716a538ed0c gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:36:59.225627 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-fc8efbf7-c9ec-460d-ae5d-7ebcf6b70ad4 req-b363426e-25a2-4ca8-8ad6-d2df255635d0 tempest-ServersAdminNegativeTestJSON-1085163321 tempest-ServersAdminNegativeTestJSON-1085163321-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:59.298867 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device ef45674d-6029-4212-8a05-7f1bf5dc06b2 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:36:59.368289 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: ef45674d-6029-4212-8a05-7f1bf5dc06b2 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:36:59.368683 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device ef45674d-6029-4212-8a05-7f1bf5dc06b2 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:36:59.371278 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 7b448d47-d3b6-4a48-958d-84b796f84f4c no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:36:59.379612 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fc8efbf7-c9ec-460d-ae5d-7ebcf6b70ad4 req-b363426e-25a2-4ca8-8ad6-d2df255635d0 tempest-ServersAdminNegativeTestJSON-1085163321 tempest-ServersAdminNegativeTestJSON-1085163321-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584943 Dec 10 18:36:59.381640 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363426e-25a2-4ca8-8ad6-d2df255635d0 tempest-ServersAdminNegativeTestJSON-1085163321 tempest-ServersAdminNegativeTestJSON-1085163321-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2188e8f-a970-4b3f-a576-580d60d5ec4a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:59.472874 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9f1814eb-c86a-40f6-afa5-2250cfd0bf07 req-8dec9602-03d8-4500-9ee4-15bffd018734 tempest-AttachVolumeNegativeTest-609185794 tempest-AttachVolumeNegativeTest-609185794-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0614ff1-b2e4-4ba0-9f2b-8ce6e43e1f2d HTTP/1.1" status: 200 len: 210 time: 0.0514381 Dec 10 18:36:59.474833 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b5baf512-2104-4fd8-94ff-71f55b1727c2 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:36:59.575951 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 7b448d47-d3b6-4a48-958d-84b796f84f4c {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:36:59.578808 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 7b448d47-d3b6-4a48-958d-84b796f84f4c not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:36:59.591106 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-1cdc167e-d4c2-41e9-9269-0a3bd49efa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636409b5-33ad-49e6-8329-1716a538ed0c', 'name': 'tempest-TaggedBootDevicesTest_v242-740443978-router', 'tenant_id': 'aee8c10e35be45139294abc10d1eada2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '83898fe0-e06b-40b6-b4a6-d7021bac4780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:55Z', 'updated_at': '2021-12-10T18:36:57Z', 'revision_number': 3, 'project_id': 'aee8c10e35be45139294abc10d1eada2', 'gw_port': {'id': '83898fe0-e06b-40b6-b4a6-d7021bac4780', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636409b5-33ad-49e6-8329-1716a538ed0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:55Z', 'updated_at': '2021-12-10T18:36:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:59.615352 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port b5baf512-2104-4fd8-94ff-71f55b1727c2 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:59.615720 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:59.630057 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdc167e-d4c2-41e9-9269-0a3bd49efa1f None None] Checking router: 636409b5-33ad-49e6-8329-1716a538ed0c for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:36:59.630651 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdc167e-d4c2-41e9-9269-0a3bd49efa1f None None] Updating router 636409b5-33ad-49e6-8329-1716a538ed0c port 83898fe0-e06b-40b6-b4a6-d7021bac4780 binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:36:59.664471 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-1cdc167e-d4c2-41e9-9269-0a3bd49efa1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:59.684926 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-9eb9fea3-59d5-4a3d-9c87-7e96f81b6442 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:59.694832 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-9eb9fea3-59d5-4a3d-9c87-7e96f81b6442 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/networks?id=2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 HTTP/1.1" status: 200 len: 812 time: 0.2173545 Dec 10 18:36:59.717911 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-caf06449-4815-4410-bf44-fb7902a46315 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/quotas/4f5421d821ae4626b82959b6edcb39c9 HTTP/1.1" status: 200 len: 375 time: 0.0215583 Dec 10 18:36:59.778737 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-afa50f16-1a4d-467b-acba-c8329e4647af tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4f5421d821ae4626b82959b6edcb39c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591881 Dec 10 18:36:59.970861 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-8c451266-447e-4828-8dca-12b4751b1368 service neutron] 10.222.0.62 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910098 Dec 10 18:36:59.974450 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e58c679b-8c14-4e70-9dcc-2ae1529d27f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.094159 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-7cda21af-2264-4b27-a56c-7a3b9a7f0499 service neutron] 10.222.0.62 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222718 Dec 10 18:37:00.124532 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51150) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:00.136767 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e576c87-4d34-4319-912d-a45e50b84d6c req-d9a9779a-8170-42d0-87cc-d18c3324d955 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:00.144405 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8e576c87-4d34-4319-912d-a45e50b84d6c req-d9a9779a-8170-42d0-87cc-d18c3324d955 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 945 time: 0.1283016 Dec 10 18:37:00.150159 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-1cdc167e-d4c2-41e9-9269-0a3bd49efa1f None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.159595 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-1cdc167e-d4c2-41e9-9269-0a3bd49efa1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.175605 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5571cb7c-df5e-4d42-91fa-4ccd2259080b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.238374 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ecc65-192c-4c5c-95e8-5e3d3c264e48 None None] Pushing event updated for resources: {'Port': ['ID=83898fe0-e06b-40b6-b4a6-d7021bac4780,revision_number=2']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:00.251050 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ecc65-192c-4c5c-95e8-5e3d3c264e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:00.251776 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ecc65-192c-4c5c-95e8-5e3d3c264e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:00.252497 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ecc65-192c-4c5c-95e8-5e3d3c264e48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:00.253121 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ecc65-192c-4c5c-95e8-5e3d3c264e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:00.253711 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ecc65-192c-4c5c-95e8-5e3d3c264e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:00.254312 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ecc65-192c-4c5c-95e8-5e3d3c264e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:00.254869 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ecc65-192c-4c5c-95e8-5e3d3c264e48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:00.255443 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ecc65-192c-4c5c-95e8-5e3d3c264e48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:00.256000 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ecc65-192c-4c5c-95e8-5e3d3c264e48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:00.256569 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ecc65-192c-4c5c-95e8-5e3d3c264e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:00.257149 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ecc65-192c-4c5c-95e8-5e3d3c264e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:00.257742 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ecc65-192c-4c5c-95e8-5e3d3c264e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:00.258305 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ecc65-192c-4c5c-95e8-5e3d3c264e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:00.267375 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8e576c87-4d34-4319-912d-a45e50b84d6c req-e3d06f0a-4500-4864-a997-987750b9e2f9 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219044 Dec 10 18:37:00.286882 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-1cdc167e-d4c2-41e9-9269-0a3bd49efa1f None None] Attempting to bind port 83898fe0-e06b-40b6-b4a6-d7021bac4780 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:37:00.287390 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-1cdc167e-d4c2-41e9-9269-0a3bd49efa1f None None] Attempting to bind port 83898fe0-e06b-40b6-b4a6-d7021bac4780 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:37:00.287855 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdc167e-d4c2-41e9-9269-0a3bd49efa1f None None] Attempting to bind port 83898fe0-e06b-40b6-b4a6-d7021bac4780 on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:37:00.295731 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdc167e-d4c2-41e9-9269-0a3bd49efa1f None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:37:00.296253 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdc167e-d4c2-41e9-9269-0a3bd49efa1f None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:00.296842 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-1cdc167e-d4c2-41e9-9269-0a3bd49efa1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.297336 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdc167e-d4c2-41e9-9269-0a3bd49efa1f None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:37:00.298113 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-1cdc167e-d4c2-41e9-9269-0a3bd49efa1f None None] Bound port: 83898fe0-e06b-40b6-b4a6-d7021bac4780, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:37:00.298703 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-1cdc167e-d4c2-41e9-9269-0a3bd49efa1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.362073 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-e58c679b-8c14-4e70-9dcc-2ae1529d27f1 admin admin] Allocated IP 172.20.0.1 (36da7df8-4c33-4fc7-aca6-cd96ecc32948/a88e99c5-14d3-42bf-8ee8-4247e93be44f/c9c284af-b922-423b-8496-4af640954404) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:00.385061 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5571cb7c-df5e-4d42-91fa-4ccd2259080b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.392057 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-1cdc167e-d4c2-41e9-9269-0a3bd49efa1f None None] For port 83898fe0-e06b-40b6-b4a6-d7021bac4780, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:37:00.398766 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-40e0f378-4126-4176-a74c-21dfe5e8481c req-0a125982-7863-4ce3-9eef-54562bdb3dc0 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 210 time: 0.0555255 Dec 10 18:37:00.409021 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-1cdc167e-d4c2-41e9-9269-0a3bd49efa1f None None] For port 83898fe0-e06b-40b6-b4a6-d7021bac4780, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=83898fe0-e06b-40b6-b4a6-d7021bac4780,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:37:00.411349 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5571cb7c-df5e-4d42-91fa-4ccd2259080b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.420271 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-1cdc167e-d4c2-41e9-9269-0a3bd49efa1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.513651 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5571cb7c-df5e-4d42-91fa-4ccd2259080b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=65aead5b28ce41acbf055dac298cb9f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3878117 Dec 10 18:37:00.516132 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571cb7c-df5e-4d42-91fa-4ccd2259080b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0794a404-bc6c-4a10-93d4-a71b59e53675,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:00.523710 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51168) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:00.568059 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76108e-f8a0-4768-b301-47953b341f64 req-4f6bc559-ae7e-44ad-890d-1878cff9d215 tempest-ServersAdminNegativeTestJSON-1085163321 tempest-ServersAdminNegativeTestJSON-1085163321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:00.571400 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdc167e-d4c2-41e9-9269-0a3bd49efa1f None None] Routers {'636409b5-33ad-49e6-8329-1716a538ed0c'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:00.576827 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ef76108e-f8a0-4768-b301-47953b341f64 req-4f6bc559-ae7e-44ad-890d-1878cff9d215 tempest-ServersAdminNegativeTestJSON-1085163321 tempest-ServersAdminNegativeTestJSON-1085163321-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 1100 time: 0.0615492 Dec 10 18:37:00.577251 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-1cdc167e-d4c2-41e9-9269-0a3bd49efa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:36:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['636409b5-33ad-49e6-8329-1716a538ed0c'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:00.582821 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ecc65-192c-4c5c-95e8-5e3d3c264e48 None None] Pushing event updated for resources: {'Port': ['ID=83898fe0-e06b-40b6-b4a6-d7021bac4780,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:00.666844 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ef76108e-f8a0-4768-b301-47953b341f64 req-698b6539-71c0-4a9b-bdea-c4ac3a88c3c8 tempest-ServersAdminNegativeTestJSON-1085163321 tempest-ServersAdminNegativeTestJSON-1085163321-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811458 Dec 10 18:37:00.683924 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f7078751-bd29-498b-80e7-f8f5c4bb7cc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.711446 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e58c679b-8c14-4e70-9dcc-2ae1529d27f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.718184 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51182) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:00.730395 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f7078751-bd29-498b-80e7-f8f5c4bb7cc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.829424 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e58c679b-8c14-4e70-9dcc-2ae1529d27f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.862399 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa314f29-6a30-4a2e-b4d2-c137b46f5b8a admin admin] Deleting subnet 2eb8e2fa-9956-481f-b0b9-17ff60156029 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:37:00.870630 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aa314f29-6a30-4a2e-b4d2-c137b46f5b8a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.921735 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aa314f29-6a30-4a2e-b4d2-c137b46f5b8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.965059 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c679b-8c14-4e70-9dcc-2ae1529d27f1 admin admin] Pushing event updated for resources: {'Port': ['ID=c9c284af-b922-423b-8496-4af640954404,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:00.972959 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aa314f29-6a30-4a2e-b4d2-c137b46f5b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:01.005279 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58c679b-8c14-4e70-9dcc-2ae1529d27f1 admin admin] Network 36da7df8-4c33-4fc7-aca6-cd96ecc32948 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:01.015300 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-e58c679b-8c14-4e70-9dcc-2ae1529d27f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:01.020370 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f7078751-bd29-498b-80e7-f8f5c4bb7cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:01.031065 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f7078751-bd29-498b-80e7-f8f5c4bb7cc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:01.033251 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f7078751-bd29-498b-80e7-f8f5c4bb7cc4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0794a404-bc6c-4a10-93d4-a71b59e53675 HTTP/1.1" status: 204 len: 168 time: 0.5084419 Dec 10 18:37:01.034580 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58c679b-8c14-4e70-9dcc-2ae1529d27f1 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:01.061420 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aa314f29-6a30-4a2e-b4d2-c137b46f5b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:01.085404 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-1cdc167e-d4c2-41e9-9269-0a3bd49efa1f None None] Set router 636409b5-33ad-49e6-8329-1716a538ed0c gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:01.166814 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa314f29-6a30-4a2e-b4d2-c137b46f5b8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2eb8e2fa-9956-481f-b0b9-17ff60156029,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:01.182843 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aa314f29-6a30-4a2e-b4d2-c137b46f5b8a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:01.198484 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7078751-bd29-498b-80e7-f8f5c4bb7cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0794a404-bc6c-4a10-93d4-a71b59e53675,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:01.198903 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-aa314f29-6a30-4a2e-b4d2-c137b46f5b8a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/2eb8e2fa-9956-481f-b0b9-17ff60156029 HTTP/1.1" status: 204 len: 168 time: 0.4773202 Dec 10 18:37:01.201261 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51206) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:01.276299 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e58c679b-8c14-4e70-9dcc-2ae1529d27f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:01.457951 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-663cbc36-1662-406a-a7cd-7b8a9b937052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:01.643369 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-663cbc36-1662-406a-a7cd-7b8a9b937052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:01.674750 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-663cbc36-1662-406a-a7cd-7b8a9b937052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f77d2b38-50a2-4a48-b3a2-b8f2247495f9']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:01.687413 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-663cbc36-1662-406a-a7cd-7b8a9b937052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4943cb1-8b39-4de7-85ed-25fa2e86aa72') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:01.688057 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-663cbc36-1662-406a-a7cd-7b8a9b937052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4943cb1-8b39-4de7-85ed-25fa2e86aa72') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:01.702360 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-663cbc36-1662-406a-a7cd-7b8a9b937052 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:01.713714 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8b84e6cb-10e1-4695-9579-a19bd82cf007 None None] Provisioning complete for port c9c284af-b922-423b-8496-4af640954404 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:01.716101 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8b84e6cb-10e1-4695-9579-a19bd82cf007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:01.716911 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-60655280-2f8c-4725-b3c9-efa101beeee9 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4f1621867e3041c3a975a6622e21074f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408175 Dec 10 18:37:01.720892 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-663cbc36-1662-406a-a7cd-7b8a9b937052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:01.730867 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-663cbc36-1662-406a-a7cd-7b8a9b937052 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:37:01.733454 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-663cbc36-1662-406a-a7cd-7b8a9b937052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:01.803111 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:37:01.803111 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:37:01.803111 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:37:01.803111 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:37:01.803111 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:37:01.803111 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:37:01.803111 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:37:01.803111 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:37:01.803111 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:37:01.803111 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:37:01.803111 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:37:01.803111 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:37:01.803111 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:37:01.803111 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:37:01.803111 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:37:01.803111 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:37:01.803111 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:37:01.803111 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:37:01.803111 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:37:01.803111 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:37:01.803111 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:37:01.803111 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:37:01.803111 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:37:01.803111 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:37:01.803111 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:37:01.803111 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:37:01.803111 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:37:01.803111 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:37:01.803111 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:37:01.803111 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:37:01.803111 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:37:01.803111 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:37:01.810352 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-663cbc36-1662-406a-a7cd-7b8a9b937052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:01.818795 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-663cbc36-1662-406a-a7cd-7b8a9b937052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:01.825107 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-663cbc36-1662-406a-a7cd-7b8a9b937052 admin admin] 10.222.0.62 "DELETE /v2.0/networks/f77d2b38-50a2-4a48-b3a2-b8f2247495f9 HTTP/1.1" status: 204 len: 168 time: 0.6124175 Dec 10 18:37:01.840270 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663cbc36-1662-406a-a7cd-7b8a9b937052 admin admin] Pushing event deleted for resources: {'Network': ['ID=f77d2b38-50a2-4a48-b3a2-b8f2247495f9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:01.884739 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-5ddcc67a-227d-4ef5-a128-f3e570b82ab2 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:01.886725 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-5ddcc67a-227d-4ef5-a128-f3e570b82ab2 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1689892 Dec 10 18:37:01.908972 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8b84e6cb-10e1-4695-9579-a19bd82cf007 None None] Port c9c284af-b922-423b-8496-4af640954404 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:37:01.935710 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f1f936f9-711a-4dbf-a561-4dcf42748f9f req-08cad12e-7d52-4dbb-be28-e1d8e6492fb3 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 210 time: 0.0539715 Dec 10 18:37:01.936023 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-dbc5a1ab-223b-422c-a954-a6a577855547 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/quotas/4f1621867e3041c3a975a6622e21074f HTTP/1.1" status: 200 len: 375 time: 0.0292292 Dec 10 18:37:01.992408 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-bb1e6704-a1c5-4d40-a1c3-29d2c834fb10 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4f1621867e3041c3a975a6622e21074f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548458 Dec 10 18:37:01.994982 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e58c679b-8c14-4e70-9dcc-2ae1529d27f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:02.015679 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-1cdc167e-d4c2-41e9-9269-0a3bd49efa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636409b5-33ad-49e6-8329-1716a538ed0c', 'name': 'tempest-TaggedBootDevicesTest_v242-740443978-router', 'tenant_id': 'aee8c10e35be45139294abc10d1eada2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '83898fe0-e06b-40b6-b4a6-d7021bac4780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:55Z', 'updated_at': '2021-12-10T18:36:57Z', 'revision_number': 3, 'project_id': 'aee8c10e35be45139294abc10d1eada2', 'gw_port': {'id': '83898fe0-e06b-40b6-b4a6-d7021bac4780', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636409b5-33ad-49e6-8329-1716a538ed0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:55Z', 'updated_at': '2021-12-10T18:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:02.091444 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdc167e-d4c2-41e9-9269-0a3bd49efa1f None None] The sync data for ids ['636409b5-33ad-49e6-8329-1716a538ed0c'] in n-d-821435-1 is: [{'id': '636409b5-33ad-49e6-8329-1716a538ed0c', 'name': 'tempest-TaggedBootDevicesTest_v242-740443978-router', 'tenant_id': 'aee8c10e35be45139294abc10d1eada2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '83898fe0-e06b-40b6-b4a6-d7021bac4780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:55Z', 'updated_at': '2021-12-10T18:36:57Z', 'revision_number': 3, 'project_id': 'aee8c10e35be45139294abc10d1eada2', 'gw_port': {'id': '83898fe0-e06b-40b6-b4a6-d7021bac4780', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636409b5-33ad-49e6-8329-1716a538ed0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:55Z', 'updated_at': '2021-12-10T18:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:02.126052 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51264) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:02.385574 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-431bb0ea-af9c-44de-8f8f-dd872cabb2b5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9d81f2c65ece44779967ce4592ded8a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2530251 Dec 10 18:37:02.393867 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51272) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:02.613735 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e58c679b-8c14-4e70-9dcc-2ae1529d27f1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:02.620024 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-316eb5b3-9561-46b7-84cb-6e7e88c46744 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:02.622597 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-316eb5b3-9561-46b7-84cb-6e7e88c46744 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.46 "GET /v2.0/networks?id=2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 HTTP/1.1" status: 200 len: 812 time: 0.3988001 Dec 10 18:37:02.632255 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-151b2243-c8c6-4153-b3be-d79d94257af8 req-5cf5e8da-7d92-43e0-89da-0222f753dd37 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 210 time: 0.1547771 Dec 10 18:37:02.640402 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e58c679b-8c14-4e70-9dcc-2ae1529d27f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:02.644760 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-9c0dea53-7ebf-4b80-8764-76d9f5cf3d47 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Request body: {'port': {'device_id': '97b581f2-6136-40f2-88e3-5a4844dc82ee', 'network_id': '2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2', 'admin_state_up': True, 'tenant_id': '4f5421d821ae4626b82959b6edcb39c9'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:02.731773 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbc90f-300a-45ba-8030-cdf7c77e20b0 req-d7159a71-53d2-4a9f-8b93-18c01c06ef20 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:02.733437 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eabbc90f-300a-45ba-8030-cdf7c77e20b0 req-d7159a71-53d2-4a9f-8b93-18c01c06ef20 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 945 time: 0.1831162 Dec 10 18:37:02.830952 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b2d51d0-7b94-442d-a476-67fc5170347e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:02.876061 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b2d51d0-7b94-442d-a476-67fc5170347e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:02.907503 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e58c679b-8c14-4e70-9dcc-2ae1529d27f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:02.923839 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c679b-8c14-4e70-9dcc-2ae1529d27f1 admin admin] Pushing event updated for resources: {'Port': ['ID=c9c284af-b922-423b-8496-4af640954404,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:02.944330 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eabbc90f-300a-45ba-8030-cdf7c77e20b0 req-56a8ab8d-f559-40c6-bfe3-299f7bfd324e tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914163 Dec 10 18:37:02.986928 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-9c0dea53-7ebf-4b80-8764-76d9f5cf3d47 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Made reservation on behalf of 4f5421d821ae4626b82959b6edcb39c9 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:37:02.995830 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-9c0dea53-7ebf-4b80-8764-76d9f5cf3d47 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:03.143373 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51292) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:03.166428 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58c679b-8c14-4e70-9dcc-2ae1529d27f1 admin admin] Network 36da7df8-4c33-4fc7-aca6-cd96ecc32948 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:03.177461 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276375d0-82f6-47f3-b0eb-bc59bb028217 req-dae8eb24-e1c3-4567-8382-9ff1e49313e3 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:03.180059 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-276375d0-82f6-47f3-b0eb-bc59bb028217 req-dae8eb24-e1c3-4567-8382-9ff1e49313e3 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.3792601 Dec 10 18:37:03.182981 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-e58c679b-8c14-4e70-9dcc-2ae1529d27f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:03.191031 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b2d51d0-7b94-442d-a476-67fc5170347e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:03.200447 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b2d51d0-7b94-442d-a476-67fc5170347e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:03.202021 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4b2d51d0-7b94-442d-a476-67fc5170347e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e542e51a-5b35-4d8f-a744-c52435434282 HTTP/1.1" status: 204 len: 168 time: 0.8058968 Dec 10 18:37:03.238552 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2787400a-4c4b-45af-a963-e76f3c6536d8 req-9d0de804-9aeb-4f0b-ad29-4f7910387759 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 210 time: 0.1103690 Dec 10 18:37:03.356089 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d51d0-7b94-442d-a476-67fc5170347e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e542e51a-5b35-4d8f-a744-c52435434282,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:03.466738 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-9c0dea53-7ebf-4b80-8764-76d9f5cf3d47 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Allocated IP 172.20.0.3 (2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2/b914d67e-99a3-4836-8560-8ad9054366d0/46cba056-e2d2-42b7-becb-2fa9c0148f08) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:03.549567 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:03.635758 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 83898fe0-e06b-40b6-b4a6-d7021bac4780 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:03.878968 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 83898fe0-e06b-40b6-b4a6-d7021bac4780 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:03.879402 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:03.929332 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-739ddb75-3193-40dc-8a45-db0d592338e3 None None] Provisioning complete for port c9c284af-b922-423b-8496-4af640954404 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:03.929986 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-739ddb75-3193-40dc-8a45-db0d592338e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:03.967693 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-23bbd179-25dd-47fb-b032-6f781fa4d1c5 req-fac6b015-ae78-4d9c-b217-dfcb7f93788b tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 210 time: 0.0974157 Dec 10 18:37:04.003604 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-739ddb75-3193-40dc-8a45-db0d592338e3 None None] Port c9c284af-b922-423b-8496-4af640954404 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:37:04.157176 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-9c0dea53-7ebf-4b80-8764-76d9f5cf3d47 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:04.173601 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:04.240745 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-9c0dea53-7ebf-4b80-8764-76d9f5cf3d47 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:04.250900 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 83898fe0-e06b-40b6-b4a6-d7021bac4780, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=83898fe0-e06b-40b6-b4a6-d7021bac4780,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:04.261323 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:04.293289 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-9c0dea53-7ebf-4b80-8764-76d9f5cf3d47 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Network 2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:04.297770 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-9c0dea53-7ebf-4b80-8764-76d9f5cf3d47 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:04.304196 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-9c0dea53-7ebf-4b80-8764-76d9f5cf3d47 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:04.390836 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-91154d07-2907-4402-88ee-b668f2a2e4b7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-231796955-network', 'tenant_id': '7ebb97a4396b4aa980e8501ee73aa69a'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:04.415197 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=83898fe0-e06b-40b6-b4a6-d7021bac4780,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:04.422070 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-a1933365-8578-436a-8270-0e073aca4119 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=4f1621867e3041c3a975a6622e21074f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366349 Dec 10 18:37:04.427014 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ade81-7e88-4909-829b-0579dae15b7c req-b62f1f10-9745-477a-8248-ef3c3403e2ec tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:04.437984 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-df2ade81-7e88-4909-829b-0579dae15b7c req-b62f1f10-9745-477a-8248-ef3c3403e2ec tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 945 time: 0.2134011 Dec 10 18:37:04.482977 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0dea53-7ebf-4b80-8764-76d9f5cf3d47 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Pushing event updated for resources: {'Port': ['ID=46cba056-e2d2-42b7-becb-2fa9c0148f08,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:04.498925 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-9c0dea53-7ebf-4b80-8764-76d9f5cf3d47 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:04.499660 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-9c0dea53-7ebf-4b80-8764-76d9f5cf3d47 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:04.541619 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-df2ade81-7e88-4909-829b-0579dae15b7c req-b89c03c4-6fbb-499b-bbe5-bdb7d1a35bbd tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004536 Dec 10 18:37:04.667468 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-276375d0-82f6-47f3-b0eb-bc59bb028217 req-0963a73f-162c-43ff-8229-d02c05405a37 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4321208 Dec 10 18:37:04.680624 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-9c0dea53-7ebf-4b80-8764-76d9f5cf3d47 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0404141 Dec 10 18:37:04.684910 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91154d07-2907-4402-88ee-b668f2a2e4b7 admin admin] Made reservation on behalf of 7ebb97a4396b4aa980e8501ee73aa69a for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:37:04.687431 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-91154d07-2907-4402-88ee-b668f2a2e4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:04.701533 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4caa3c-472a-4bd8-a09f-9b23520b77f4 req-331a8293-dc9d-44e1-a883-033f76cf0b23 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:04.703045 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba4caa3c-472a-4bd8-a09f-9b23520b77f4 req-331a8293-dc9d-44e1-a883-033f76cf0b23 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.72 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.2437196 Dec 10 18:37:04.714584 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-5e4b9199-9a11-4947-9547-38e221f7859e service neutron] Request body: {'port': {'device_id': '97b581f2-6136-40f2-88e3-5a4844dc82ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:04.725257 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85487e02-3049-4a42-9277-6ceef243c98f req-0c492161-8e0e-4c39-a3a2-8a64b840f8bf tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:04.734690 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-85487e02-3049-4a42-9277-6ceef243c98f req-0c492161-8e0e-4c39-a3a2-8a64b840f8bf tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 931 time: 0.1079619 Dec 10 18:37:04.753405 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-91154d07-2907-4402-88ee-b668f2a2e4b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:04.826461 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-85487e02-3049-4a42-9277-6ceef243c98f req-21d9fac6-1411-4a8d-a70e-aacb84b0eccd tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896597 Dec 10 18:37:04.829107 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58c679b-8c14-4e70-9dcc-2ae1529d27f1 admin admin] Router 636409b5-33ad-49e6-8329-1716a538ed0c has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:04.842618 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-20b7b329-b807-4f97-821a-3a7a92eaf265 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:04.844155 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-20b7b329-b807-4f97-821a-3a7a92eaf265 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4053168 Dec 10 18:37:04.858552 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-5e4b9199-9a11-4947-9547-38e221f7859e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:04.864929 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-3d12deb6-c9bd-45b6-9996-850cbdeebfc7 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Request body: {'port': {'device_id': '43645557-f91a-472b-9402-c3812aa3aa0d', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'admin_state_up': True, 'tenant_id': '4f1621867e3041c3a975a6622e21074f'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:05.213077 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-91154d07-2907-4402-88ee-b668f2a2e4b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.237087 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58c679b-8c14-4e70-9dcc-2ae1529d27f1 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:05.252007 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e002c489-8868-4bec-9d20-a6dfed3cabbc req-fe6c879c-0e46-4d85-8596-91201d8916d5 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 210 time: 0.0829725 Dec 10 18:37:05.260096 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e58c679b-8c14-4e70-9dcc-2ae1529d27f1 admin admin] 10.222.0.62 "PUT /v2.0/routers/636409b5-33ad-49e6-8329-1716a538ed0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2701714 Dec 10 18:37:05.261870 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-91154d07-2907-4402-88ee-b668f2a2e4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.266295 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-ba4caa3c-472a-4bd8-a09f-9b23520b77f4 req-a4be0a6c-b81a-4de0-9d6d-e0f3afba5754 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Deleting port b3b54008-37fe-477d-b007-8c84c523f4b3 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:05.266879 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba4caa3c-472a-4bd8-a09f-9b23520b77f4 req-a4be0a6c-b81a-4de0-9d6d-e0f3afba5754 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.300872 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-3d12deb6-c9bd-45b6-9996-850cbdeebfc7 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Made reservation on behalf of 4f1621867e3041c3a975a6622e21074f for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:37:05.304484 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-3d12deb6-c9bd-45b6-9996-850cbdeebfc7 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.323787 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 77683194-68c8-44f6-b8a7-a56c748308e0 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:37:05.347148 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 83898fe0-e06b-40b6-b4a6-d7021bac4780 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:05.355725 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91154d07-2907-4402-88ee-b668f2a2e4b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:37:05.377251 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-3d12deb6-c9bd-45b6-9996-850cbdeebfc7 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.403264 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-91154d07-2907-4402-88ee-b668f2a2e4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.403932 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-91154d07-2907-4402-88ee-b668f2a2e4b7 admin admin] Added segment 3782196a-5b61-46db-b10d-64bb47154018 of type vlan for network 4a7fc81b-c5f4-42c0-a2bd-53c188a619ea Dec 10 18:37:05.411144 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-5e4b9199-9a11-4947-9547-38e221f7859e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46cba056-e2d2-42b7-becb-2fa9c0148f08 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:37:05.425170 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91154d07-2907-4402-88ee-b668f2a2e4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1336be66-22f5-460a-8a72-1d8e4465a635,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:05.458865 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-5e4b9199-9a11-4947-9547-38e221f7859e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.466301 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fbba15-6f30-4173-85fa-7ea81ff0581f None None] Sync routers for ids ['636409b5-33ad-49e6-8329-1716a538ed0c'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:05.501059 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fbba15-6f30-4173-85fa-7ea81ff0581f None None] Routers {'636409b5-33ad-49e6-8329-1716a538ed0c'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:05.501538 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-5e4b9199-9a11-4947-9547-38e221f7859e service neutron] Transition to ACTIVE for port object 46cba056-e2d2-42b7-becb-2fa9c0148f08 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:37:05.502319 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-69fbba15-6f30-4173-85fa-7ea81ff0581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:36:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['636409b5-33ad-49e6-8329-1716a538ed0c'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:05.511161 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-91154d07-2907-4402-88ee-b668f2a2e4b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.513868 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-5e4b9199-9a11-4947-9547-38e221f7859e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.527807 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ba4caa3c-472a-4bd8-a09f-9b23520b77f4 req-a4be0a6c-b81a-4de0-9d6d-e0f3afba5754 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] For port b3b54008-37fe-477d-b007-8c84c523f4b3, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=b3b54008-37fe-477d-b007-8c84c523f4b3,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:05.528313 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba4caa3c-472a-4bd8-a09f-9b23520b77f4 req-a4be0a6c-b81a-4de0-9d6d-e0f3afba5754 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.570577 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-ba4caa3c-472a-4bd8-a09f-9b23520b77f4 req-a4be0a6c-b81a-4de0-9d6d-e0f3afba5754 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Calling delete_port for b3b54008-37fe-477d-b007-8c84c523f4b3 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:05.600167 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b9199-9a11-4947-9547-38e221f7859e service neutron] Pushing event updated for resources: {'Port': ['ID=46cba056-e2d2-42b7-becb-2fa9c0148f08,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:05.702352 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-91154d07-2907-4402-88ee-b668f2a2e4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.703985 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91154d07-2907-4402-88ee-b668f2a2e4b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:05.704806 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-91154d07-2907-4402-88ee-b668f2a2e4b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.730628 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-3d12deb6-c9bd-45b6-9996-850cbdeebfc7 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.754011 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-69fbba15-6f30-4173-85fa-7ea81ff0581f None None] Set router 636409b5-33ad-49e6-8329-1716a538ed0c gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:05.773031 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-3d12deb6-c9bd-45b6-9996-850cbdeebfc7 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.803473 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-91154d07-2907-4402-88ee-b668f2a2e4b7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 2.6571817 Dec 10 18:37:05.810708 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51346) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:05.817886 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-05819982-4721-447d-8300-879c4414bafd admin admin] Request body: {'subnet': {'network_id': '4a7fc81b-c5f4-42c0-a2bd-53c188a619ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-231796955-subnet', 'tenant_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:05.855027 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05819982-4721-447d-8300-879c4414bafd admin admin] Made reservation on behalf of 7ebb97a4396b4aa980e8501ee73aa69a for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:37:05.858248 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-05819982-4721-447d-8300-879c4414bafd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.920122 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 83898fe0-e06b-40b6-b4a6-d7021bac4780 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:05.920848 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.928386 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b9801-7b55-4ec1-b71a-0d8bcb70e0b3 req-b57f948e-e090-44a0-95dc-4e000ab956e1 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:05.939209 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-db1b9801-7b55-4ec1-b71a-0d8bcb70e0b3 req-b57f948e-e090-44a0-95dc-4e000ab956e1 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 945 time: 0.2115400 Dec 10 18:37:05.954431 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12deb6-c9bd-45b6-9996-850cbdeebfc7 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdd9b30-28cb-411c-8274-ac6e8aa21b27,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:05.965940 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-5e4b9199-9a11-4947-9547-38e221f7859e service neutron] Attempting to bind port 46cba056-e2d2-42b7-becb-2fa9c0148f08 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:37:05.966282 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-5e4b9199-9a11-4947-9547-38e221f7859e service neutron] Attempting to bind port 46cba056-e2d2-42b7-becb-2fa9c0148f08 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:37:05.966600 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-5e4b9199-9a11-4947-9547-38e221f7859e service neutron] Attempting to bind port 46cba056-e2d2-42b7-becb-2fa9c0148f08 on network 2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:37:05.975495 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-5e4b9199-9a11-4947-9547-38e221f7859e service neutron] Port 46cba056-e2d2-42b7-becb-2fa9c0148f08 on network 2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:37:05.975723 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-5e4b9199-9a11-4947-9547-38e221f7859e service neutron] Attempting to bind port 46cba056-e2d2-42b7-becb-2fa9c0148f08 on network 2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:37:05.981164 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91154d07-2907-4402-88ee-b668f2a2e4b7 admin admin] Pushing event updated for resources: {'Network': ['ID=4a7fc81b-c5f4-42c0-a2bd-53c188a619ea,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:05.997612 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 77683194-68c8-44f6-b8a7-a56c748308e0, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=77683194-68c8-44f6-b8a7-a56c748308e0,segment=NetworkSegment(a9a1f0c6-697d-404a-a8fe-550f575230bf),segment_id=a9a1f0c6-697d-404a-a8fe-550f575230bf)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:06.011160 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-5e4b9199-9a11-4947-9547-38e221f7859e service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:37:06.011557 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-5e4b9199-9a11-4947-9547-38e221f7859e service neutron] Checking segment: {'id': '4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:06.014746 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-5e4b9199-9a11-4947-9547-38e221f7859e service neutron] Bound using segment: {'id': '4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:37:06.015256 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-5e4b9199-9a11-4947-9547-38e221f7859e service neutron] Bound port: 46cba056-e2d2-42b7-becb-2fa9c0148f08, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:37:06.015633 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-5e4b9199-9a11-4947-9547-38e221f7859e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:06.016041 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 4a7fc81b-c5f4-42c0-a2bd-53c188a619ea details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:37:06.068987 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '77683194-68c8-44f6-b8a7-a56c748308e0', 'network_id': 'bceb057d-f456-42f1-aa52-7a9ff59c427a', 'port_id': '77683194-68c8-44f6-b8a7-a56c748308e0', 'mac_address': 'fa:16:3e:3b:16:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf3bf4b2-84a2-4b1b-bd28-de26384874e7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:37:06.173144 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-db1b9801-7b55-4ec1-b71a-0d8bcb70e0b3 req-79d411a5-44e7-4242-997c-54f43561fda3 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242088 Dec 10 18:37:06.225271 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-5e4b9199-9a11-4947-9547-38e221f7859e service neutron] For port 46cba056-e2d2-42b7-becb-2fa9c0148f08, host n-h1-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:37:06.234532 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-5e4b9199-9a11-4947-9547-38e221f7859e service neutron] For port 46cba056-e2d2-42b7-becb-2fa9c0148f08, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=46cba056-e2d2-42b7-becb-2fa9c0148f08,segment=NetworkSegment(4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9),segment_id=4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:37:06.237502 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1dc34-3e1e-4b4a-8eaa-243f951c701f req-47bdcdad-f8d2-48d8-801e-16a3a8422264 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:06.247711 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-01e1dc34-3e1e-4b4a-8eaa-243f951c701f req-47bdcdad-f8d2-48d8-801e-16a3a8422264 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=37babafd-0e58-4601-a2e8-fe23b7da0d30 HTTP/1.1" status: 200 len: 949 time: 0.3360052 Dec 10 18:37:06.267921 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba4caa3c-472a-4bd8-a09f-9b23520b77f4 req-a4be0a6c-b81a-4de0-9d6d-e0f3afba5754 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:06.288541 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-5e4b9199-9a11-4947-9547-38e221f7859e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:06.320385 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['e66605ab-4cce-4d6a-a1ca-cc9e446aaac3', 'b3b54008-37fe-477d-b007-8c84c523f4b3'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:37:06.328234 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-3d12deb6-c9bd-45b6-9996-850cbdeebfc7 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Allocated IP 192.168.233.169 (c9403646-ab9b-4a0a-827b-6d4376246b64/ec05590b-5c35-4e58-9087-8773857a69b9/ed2568b4-7412-40d3-84a1-51c2718451b3) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:06.349124 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be0a6c-b81a-4de0-9d6d-e0f3afba5754 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Pushing event deleted for resources: {'Port': ['ID=b3b54008-37fe-477d-b007-8c84c523f4b3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:06.438140 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b9199-9a11-4947-9547-38e221f7859e service neutron] Pushing event updated for resources: {'Port': ['ID=46cba056-e2d2-42b7-becb-2fa9c0148f08,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:06.448127 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-5e4b9199-9a11-4947-9547-38e221f7859e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:06.448841 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-5e4b9199-9a11-4947-9547-38e221f7859e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:06.451003 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-5e4b9199-9a11-4947-9547-38e221f7859e service neutron] 10.222.0.46 "PUT /v2.0/ports/46cba056-e2d2-42b7-becb-2fa9c0148f08 HTTP/1.1" status: 200 len: 1091 time: 1.7449012 Dec 10 18:37:06.451474 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b581f2-6136-40f2-88e3-5a4844dc82ee', 'tag': '46cba056-e2d2-42b7-becb-2fa9c0148f08'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:37:06.454175 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc78b05-7249-45d3-bfa4-610ccd66e0d8" -d '{"events": [{"name": "network-changed", "server_uuid": "97b581f2-6136-40f2-88e3-5a4844dc82ee", "tag": "46cba056-e2d2-42b7-becb-2fa9c0148f08"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:37:06.520314 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:06.535435 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4caa3c-472a-4bd8-a09f-9b23520b77f4 req-a4be0a6c-b81a-4de0-9d6d-e0f3afba5754 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] No DVR routers for this DVR port b3b54008-37fe-477d-b007-8c84c523f4b3 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:37:06.566043 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51374) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:06.574463 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a627bd78-f0ca-4f5f-8414-0704e5eb5e7a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1317655937-network', 'tenant_id': '04aa007bf28047b89b6d009d0c79803e'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:06.626194 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77683194-68c8-44f6-b8a7-a56c748308e0 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:37:06.652128 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 77683194-68c8-44f6-b8a7-a56c748308e0, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=77683194-68c8-44f6-b8a7-a56c748308e0,segment=NetworkSegment(a9a1f0c6-697d-404a-a8fe-550f575230bf),segment_id=a9a1f0c6-697d-404a-a8fe-550f575230bf)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:06.677632 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba4caa3c-472a-4bd8-a09f-9b23520b77f4 req-a4be0a6c-b81a-4de0-9d6d-e0f3afba5754 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:06.681864 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba4caa3c-472a-4bd8-a09f-9b23520b77f4 req-a4be0a6c-b81a-4de0-9d6d-e0f3afba5754 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.72 "DELETE /v2.0/ports/b3b54008-37fe-477d-b007-8c84c523f4b3 HTTP/1.1" status: 204 len: 173 time: 1.9491837 Dec 10 18:37:06.682714 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37babafd-0e58-4601-a2e8-fe23b7da0d30', 'name': 'network-vif-deleted', 'tag': 'b3b54008-37fe-477d-b007-8c84c523f4b3'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:37:06.691293 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26aed2a7-69a8-4fe3-abfe-8c715371836b" -d '{"events": [{"server_uuid": "37babafd-0e58-4601-a2e8-fe23b7da0d30", "name": "network-vif-deleted", "tag": "b3b54008-37fe-477d-b007-8c84c523f4b3"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:37:06.694067 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e99cc-989d-4e49-bc2a-a1cc1df7af44 req-b9ff055f-c75e-46a7-847e-b906383d2791 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:06.699938 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-822e99cc-989d-4e49-bc2a-a1cc1df7af44 req-b9ff055f-c75e-46a7-847e-b906383d2791 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 943 time: 0.2311194 Dec 10 18:37:06.712211 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:06.718123 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-01e1dc34-3e1e-4b4a-8eaa-243f951c701f req-a6f6c89b-9292-49da-8264-596404dede31 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4660754 Dec 10 18:37:06.805234 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=77683194-68c8-44f6-b8a7-a56c748308e0,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:06.833167 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-69fbba15-6f30-4173-85fa-7ea81ff0581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636409b5-33ad-49e6-8329-1716a538ed0c', 'name': 'tempest-TaggedBootDevicesTest_v242-740443978-router', 'tenant_id': 'aee8c10e35be45139294abc10d1eada2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '83898fe0-e06b-40b6-b4a6-d7021bac4780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:55Z', 'updated_at': '2021-12-10T18:37:01Z', 'revision_number': 4, 'project_id': 'aee8c10e35be45139294abc10d1eada2', 'gw_port': {'id': '83898fe0-e06b-40b6-b4a6-d7021bac4780', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636409b5-33ad-49e6-8329-1716a538ed0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:55Z', 'updated_at': '2021-12-10T18:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'c9c284af-b922-423b-8496-4af640954404', 'name': '', 'network_id': '36da7df8-4c33-4fc7-aca6-cd96ecc32948', 'tenant_id': 'aee8c10e35be45139294abc10d1eada2', 'mac_address': 'fa:16:3e:d7:b9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636409b5-33ad-49e6-8329-1716a538ed0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'a88e99c5-14d3-42bf-8ee8-4247e93be44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:00Z', 'updated_at': '2021-12-10T18:37:02Z', 'revision_number': 2, 'project_id': 'aee8c10e35be45139294abc10d1eada2', 'subnets': [{'id': 'a88e99c5-14d3-42bf-8ee8-4247e93be44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:06.879561 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fbba15-6f30-4173-85fa-7ea81ff0581f None None] Checking router: 636409b5-33ad-49e6-8329-1716a538ed0c for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:37:06.879941 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fbba15-6f30-4173-85fa-7ea81ff0581f None None] Updating router 636409b5-33ad-49e6-8329-1716a538ed0c port c9c284af-b922-423b-8496-4af640954404 binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:37:06.887742 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-05819982-4721-447d-8300-879c4414bafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:06.902574 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-02c2971e-0bc0-4b23-b4d9-8a54cb01d2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:06.909561 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-02c2971e-0bc0-4b23-b4d9-8a54cb01d2a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f5421d821ae4626b82959b6edcb39c9&device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 1094 time: 0.3568263 Dec 10 18:37:06.912949 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-3d12deb6-c9bd-45b6-9996-850cbdeebfc7 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:06.918235 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['77683194-68c8-44f6-b8a7-a56c748308e0'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:37:06.959321 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-69fbba15-6f30-4173-85fa-7ea81ff0581f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:06.964572 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05819982-4721-447d-8300-879c4414bafd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d5a0a40-88f2-4a3f-b529-ae10b29722c0,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:06.977484 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a627bd78-f0ca-4f5f-8414-0704e5eb5e7a admin admin] Made reservation on behalf of 04aa007bf28047b89b6d009d0c79803e for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:37:06.981288 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a627bd78-f0ca-4f5f-8414-0704e5eb5e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:07.010529 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e5d33386-ab04-4f04-bc11-348d08c554ee req-2eb390c3-c694-45d7-b587-a8cc74cad284 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 210 time: 0.0871766 Dec 10 18:37:07.050401 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-822e99cc-989d-4e49-bc2a-a1cc1df7af44 req-7c835be8-f21b-43f0-a523-8469ac6b8f2f tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041248 Dec 10 18:37:07.086272 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05819982-4721-447d-8300-879c4414bafd admin admin] Checking segment: {'id': '3782196a-5b61-46db-b10d-64bb47154018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4a7fc81b-c5f4-42c0-a2bd-53c188a619ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:07.086802 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05819982-4721-447d-8300-879c4414bafd admin admin] Network hostable DHCP agents. Network: 4a7fc81b-c5f4-42c0-a2bd-53c188a619ea, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:37:07.090569 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a627bd78-f0ca-4f5f-8414-0704e5eb5e7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:07.103438 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ec9b96-ac00-42bc-bf3e-f6bd386be921 x-openstack-request-id: req-c8ec9b96-ac00-42bc-bf3e-f6bd386be921 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:37:07.103925 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b581f2-6136-40f2-88e3-5a4844dc82ee", "tag": "46cba056-e2d2-42b7-becb-2fa9c0148f08", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:37:07.104306 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c8ec9b96-ac00-42bc-bf3e-f6bd386be921 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:37:07.104837 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b581f2-6136-40f2-88e3-5a4844dc82ee', 'tag': '46cba056-e2d2-42b7-becb-2fa9c0148f08', 'status': 'completed', 'code': 200} Dec 10 18:37:07.105584 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-3d12deb6-c9bd-45b6-9996-850cbdeebfc7 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:07.109691 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-c6ec77f3-7b2e-402c-8345-5a04750c8b05 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46cba056-e2d2-42b7-becb-2fa9c0148f08 HTTP/1.1" status: 200 len: 217 time: 0.1465440 Dec 10 18:37:07.177926 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a304d2a-e143-40f0-8612-20a2ba3c595b x-openstack-request-id: req-0a304d2a-e143-40f0-8612-20a2ba3c595b {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:37:07.178503 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37babafd-0e58-4601-a2e8-fe23b7da0d30", "name": "network-vif-deleted", "tag": "b3b54008-37fe-477d-b007-8c84c523f4b3", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:37:07.178857 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-097922f7-d039-4893-bcb7-3150b1ebcb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:07.179143 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0a304d2a-e143-40f0-8612-20a2ba3c595b {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:37:07.179715 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37babafd-0e58-4601-a2e8-fe23b7da0d30', 'name': 'network-vif-deleted', 'tag': 'b3b54008-37fe-477d-b007-8c84c523f4b3', 'status': 'completed', 'code': 200} Dec 10 18:37:07.180547 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-097922f7-d039-4893-bcb7-3150b1ebcb27 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b914d67e-99a3-4836-8560-8ad9054366d0 HTTP/1.1" status: 200 len: 852 time: 0.0610235 Dec 10 18:37:07.183007 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05819982-4721-447d-8300-879c4414bafd admin admin] Network 4a7fc81b-c5f4-42c0-a2bd-53c188a619ea is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:37:07.212389 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-3d12deb6-c9bd-45b6-9996-850cbdeebfc7 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Network c9403646-ab9b-4a0a-827b-6d4376246b64 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:07.231033 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-3d12deb6-c9bd-45b6-9996-850cbdeebfc7 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:07.235809 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-3d12deb6-c9bd-45b6-9996-850cbdeebfc7 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:07.240486 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12deb6-c9bd-45b6-9996-850cbdeebfc7 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Pushing event updated for resources: {'Port': ['ID=ed2568b4-7412-40d3-84a1-51c2718451b3,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:07.245071 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-30f13e00-faf0-4872-8582-2993c5de6e9e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575724 Dec 10 18:37:07.261061 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-05819982-4721-447d-8300-879c4414bafd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 4a7fc81b-c5f4-42c0-a2bd-53c188a619ea) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:07.285997 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05819982-4721-447d-8300-879c4414bafd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:07.286979 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-05819982-4721-447d-8300-879c4414bafd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:07.387302 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-05819982-4721-447d-8300-879c4414bafd admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.5766234 Dec 10 18:37:07.394361 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51386) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:07.404419 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-cc3a759d-4201-43e2-9076-8f62a533b4f4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-231796955-router', 'tenant_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:07.491213 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53f2f12-5a9e-4044-82e5-7dd8193ce315 None None] Network 4a7fc81b-c5f4-42c0-a2bd-53c188a619ea requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:07.502799 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device b3b54008-37fe-477d-b007-8c84c523f4b3 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:37:07.511280 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a627bd78-f0ca-4f5f-8414-0704e5eb5e7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:07.515664 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc3a759d-4201-43e2-9076-8f62a533b4f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:07.516750 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc3a759d-4201-43e2-9076-8f62a533b4f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:07.519809 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991feef4-291e-4f55-bcff-414f94bc321b req-5c8ede1f-d42e-47a0-8a6a-81e3d550e89a tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:07.523055 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a627bd78-f0ca-4f5f-8414-0704e5eb5e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:07.526079 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-991feef4-291e-4f55-bcff-414f94bc321b req-5c8ede1f-d42e-47a0-8a6a-81e3d550e89a tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 944 time: 0.2262208 Dec 10 18:37:07.530545 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-784ff647-38f7-4099-a682-62fa91edf3ec service neutron] 10.222.0.46 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785485 Dec 10 18:37:07.540442 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-3d12deb6-c9bd-45b6-9996-850cbdeebfc7 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:07.541378 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-3d12deb6-c9bd-45b6-9996-850cbdeebfc7 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:07.613867 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-991feef4-291e-4f55-bcff-414f94bc321b req-680377ca-aeb4-4ec4-b353-deb119452828 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694044 Dec 10 18:37:07.641891 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a627bd78-f0ca-4f5f-8414-0704e5eb5e7a admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:37:07.643663 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-3d12deb6-c9bd-45b6-9996-850cbdeebfc7 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7870865 Dec 10 18:37:07.644541 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a627bd78-f0ca-4f5f-8414-0704e5eb5e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f300fcc-f0ac-4a0e-a6e5-79cc9499c3fb,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:07.656536 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-3a22210f-b576-41f4-a788-13a36d3c9a6c service neutron] Request body: {'port': {'device_id': '43645557-f91a-472b-9402-c3812aa3aa0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:07.698786 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc3a759d-4201-43e2-9076-8f62a533b4f4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:07.700092 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a627bd78-f0ca-4f5f-8414-0704e5eb5e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:07.700443 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-a627bd78-f0ca-4f5f-8414-0704e5eb5e7a admin admin] Added segment d87c2ce9-a5ed-44c7-ae9c-9aecb12d024a of type vlan for network b10b155c-66a0-4049-b126-dfdfd0c5e021 Dec 10 18:37:07.740298 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-3a22210f-b576-41f4-a788-13a36d3c9a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:07.845874 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: b3b54008-37fe-477d-b007-8c84c523f4b3 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:37:07.846418 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device b3b54008-37fe-477d-b007-8c84c523f4b3 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:37:07.878428 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1441f7bc-b38c-4893-889c-4b89b89ceaf5 None None] Provisioning complete for port ed2568b4-7412-40d3-84a1-51c2718451b3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:07.878793 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1441f7bc-b38c-4893-889c-4b89b89ceaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:07.887316 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-69fbba15-6f30-4173-85fa-7ea81ff0581f None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:07.931889 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a627bd78-f0ca-4f5f-8414-0704e5eb5e7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:07.952828 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc3a759d-4201-43e2-9076-8f62a533b4f4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:07.958236 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0bb819f6-3979-4b33-a1b4-a182fc0e2284 req-e5768a44-b2bc-40b1-8c4f-28a3daa8f124 service neutron] 10.222.0.46 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075742 Dec 10 18:37:07.984010 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-69fbba15-6f30-4173-85fa-7ea81ff0581f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:08.033147 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a627bd78-f0ca-4f5f-8414-0704e5eb5e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:08.034739 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a627bd78-f0ca-4f5f-8414-0704e5eb5e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:08.038519 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a627bd78-f0ca-4f5f-8414-0704e5eb5e7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:08.075517 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-1441f7bc-b38c-4893-889c-4b89b89ceaf5 None None] Port ed2568b4-7412-40d3-84a1-51c2718451b3 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:37:08.111912 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:08.184878 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efd7ed9-d6ab-4a00-952f-ec3a43c08b14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-4a7fc81b-c5f4-42c0-a2bd-53c188a619ea', 'network_id': '4a7fc81b-c5f4-42c0-a2bd-53c188a619ea', 'project_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'fixed_ips': [{'subnet_id': '3d5a0a40-88f2-4a3f-b529-ae10b29722c0'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:37:08.185768 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6efd7ed9-d6ab-4a00-952f-ec3a43c08b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:08.192802 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f97f00-9cc6-4822-a3e0-a126b0a85b66 None None] Pushing event updated for resources: {'Port': ['ID=c9c284af-b922-423b-8496-4af640954404,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:08.272775 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-69fbba15-6f30-4173-85fa-7ea81ff0581f None None] Attempting to bind port c9c284af-b922-423b-8496-4af640954404 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:37:08.273266 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-69fbba15-6f30-4173-85fa-7ea81ff0581f None None] Attempting to bind port c9c284af-b922-423b-8496-4af640954404 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'f092dc72-7f5e-4edc-b4cd-c88c6d49a971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '36da7df8-4c33-4fc7-aca6-cd96ecc32948'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:37:08.273553 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fbba15-6f30-4173-85fa-7ea81ff0581f None None] Attempting to bind port c9c284af-b922-423b-8496-4af640954404 on network 36da7df8-4c33-4fc7-aca6-cd96ecc32948 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:37:08.291685 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fbba15-6f30-4173-85fa-7ea81ff0581f None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:37:08.292079 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fbba15-6f30-4173-85fa-7ea81ff0581f None None] Checking segment: {'id': 'f092dc72-7f5e-4edc-b4cd-c88c6d49a971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '36da7df8-4c33-4fc7-aca6-cd96ecc32948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:08.292665 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-69fbba15-6f30-4173-85fa-7ea81ff0581f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:08.293214 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fbba15-6f30-4173-85fa-7ea81ff0581f None None] Bound using segment: {'id': 'f092dc72-7f5e-4edc-b4cd-c88c6d49a971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '36da7df8-4c33-4fc7-aca6-cd96ecc32948'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:37:08.293984 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-69fbba15-6f30-4173-85fa-7ea81ff0581f None None] Bound port: c9c284af-b922-423b-8496-4af640954404, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f092dc72-7f5e-4edc-b4cd-c88c6d49a971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '36da7df8-4c33-4fc7-aca6-cd96ecc32948'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:37:08.294513 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-69fbba15-6f30-4173-85fa-7ea81ff0581f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:08.397805 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cffacfa-4ac8-420d-b69d-e68c3fc28eb4 req-e376431f-9773-4de4-8090-0b7598066516 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:08.399417 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6cffacfa-4ac8-420d-b69d-e68c3fc28eb4 req-e376431f-9773-4de4-8090-0b7598066516 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7aa66c6-f215-4140-9a9b-ebd9c4206558 HTTP/1.1" status: 200 len: 950 time: 0.2017651 Dec 10 18:37:08.409760 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-3a22210f-b576-41f4-a788-13a36d3c9a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed2568b4-7412-40d3-84a1-51c2718451b3 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:37:08.432446 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-3a22210f-b576-41f4-a788-13a36d3c9a6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:08.474099 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-3a22210f-b576-41f4-a788-13a36d3c9a6c service neutron] Transition to ACTIVE for port object ed2568b4-7412-40d3-84a1-51c2718451b3 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:37:08.487830 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-3a22210f-b576-41f4-a788-13a36d3c9a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:08.511186 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3e8d7155-ea8c-4562-88ad-1309a328c582 None None] Provisioning complete for port c9c284af-b922-423b-8496-4af640954404 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:08.511992 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3e8d7155-ea8c-4562-88ad-1309a328c582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:08.527464 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51408) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:08.548112 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6cffacfa-4ac8-420d-b69d-e68c3fc28eb4 req-29b6da46-6531-4c6c-b56c-12ef1ef3997e tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330135 Dec 10 18:37:08.562642 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22210f-b576-41f4-a788-13a36d3c9a6c service neutron] Pushing event updated for resources: {'Port': ['ID=ed2568b4-7412-40d3-84a1-51c2718451b3,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:08.569916 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-69fbba15-6f30-4173-85fa-7ea81ff0581f None None] For port c9c284af-b922-423b-8496-4af640954404, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:37:08.605502 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-69fbba15-6f30-4173-85fa-7ea81ff0581f None None] For port c9c284af-b922-423b-8496-4af640954404, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c9c284af-b922-423b-8496-4af640954404,segment=NetworkSegment(f092dc72-7f5e-4edc-b4cd-c88c6d49a971),segment_id=f092dc72-7f5e-4edc-b4cd-c88c6d49a971)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:37:08.620452 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-6efd7ed9-d6ab-4a00-952f-ec3a43c08b14 None None] Allocated IP 172.20.0.2 (4a7fc81b-c5f4-42c0-a2bd-53c188a619ea/3d5a0a40-88f2-4a3f-b529-ae10b29722c0/3f5342ef-87fd-49e3-b07d-cebf4b57b4cf) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:08.625049 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-69fbba15-6f30-4173-85fa-7ea81ff0581f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:08.668084 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3e8d7155-ea8c-4562-88ad-1309a328c582 None None] Port c9c284af-b922-423b-8496-4af640954404 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:37:08.699876 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-3a22210f-b576-41f4-a788-13a36d3c9a6c service neutron] Attempting to bind port ed2568b4-7412-40d3-84a1-51c2718451b3 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:37:08.700390 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-3a22210f-b576-41f4-a788-13a36d3c9a6c service neutron] Attempting to bind port ed2568b4-7412-40d3-84a1-51c2718451b3 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:37:08.701204 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-3a22210f-b576-41f4-a788-13a36d3c9a6c service neutron] Attempting to bind port ed2568b4-7412-40d3-84a1-51c2718451b3 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:37:08.712583 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-3a22210f-b576-41f4-a788-13a36d3c9a6c service neutron] Port ed2568b4-7412-40d3-84a1-51c2718451b3 on network c9403646-ab9b-4a0a-827b-6d4376246b64 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:37:08.713472 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-3a22210f-b576-41f4-a788-13a36d3c9a6c service neutron] Attempting to bind port ed2568b4-7412-40d3-84a1-51c2718451b3 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:37:08.730938 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-3a22210f-b576-41f4-a788-13a36d3c9a6c service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:37:08.731418 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-3a22210f-b576-41f4-a788-13a36d3c9a6c service neutron] Checking segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:08.735358 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-3a22210f-b576-41f4-a788-13a36d3c9a6c service neutron] Bound using segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:37:08.735915 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-3a22210f-b576-41f4-a788-13a36d3c9a6c service neutron] Bound port: ed2568b4-7412-40d3-84a1-51c2718451b3, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:37:08.736299 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-3a22210f-b576-41f4-a788-13a36d3c9a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:08.785957 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a627bd78-f0ca-4f5f-8414-0704e5eb5e7a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2131641 Dec 10 18:37:08.789931 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51416) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:08.794235 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f97f00-9cc6-4822-a3e0-a126b0a85b66 None None] Pushing event updated for resources: {'Port': ['ID=c9c284af-b922-423b-8496-4af640954404,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:08.801563 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a627bd78-f0ca-4f5f-8414-0704e5eb5e7a admin admin] Pushing event updated for resources: {'Network': ['ID=b10b155c-66a0-4049-b126-dfdfd0c5e021,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:08.804885 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fbba15-6f30-4173-85fa-7ea81ff0581f None None] Routers {'636409b5-33ad-49e6-8329-1716a538ed0c'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:08.805887 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-69fbba15-6f30-4173-85fa-7ea81ff0581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:36:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['636409b5-33ad-49e6-8329-1716a538ed0c'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:08.826714 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc78b05-7249-45d3-bfa4-610ccd66e0d8 req-65649bb1-53ce-4939-a889-cb10a7f857b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:08.828411 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5fc78b05-7249-45d3-bfa4-610ccd66e0d8 req-65649bb1-53ce-4939-a889-cb10a7f857b6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f5421d821ae4626b82959b6edcb39c9&device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 1094 time: 0.7859695 Dec 10 18:37:08.829172 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-a9631b55-5598-48a5-aa73-0425f6499cbe admin admin] Request body: {'subnet': {'network_id': 'b10b155c-66a0-4049-b126-dfdfd0c5e021', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1317655937-subnet', 'tenant_id': '04aa007bf28047b89b6d009d0c79803e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:08.857848 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network b10b155c-66a0-4049-b126-dfdfd0c5e021 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:37:08.883460 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d173fd8f-4670-4df5-9ed3-ca82529b3f52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:08.956106 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56dc3c-2dd3-41e6-9099-9481673080ba req-10df5f2d-6636-4220-ac20-7c013d2316e1 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:08.957904 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4c56dc3c-2dd3-41e6-9099-9481673080ba req-10df5f2d-6636-4220-ac20-7c013d2316e1 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 936 time: 0.7676497 Dec 10 18:37:08.990359 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d173fd8f-4670-4df5-9ed3-ca82529b3f52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:09.018646 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d173fd8f-4670-4df5-9ed3-ca82529b3f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:09.030824 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560c2f9-2d7f-42fa-b09d-843e5168d49b req-31f8c638-beca-4b0d-8e01-500aaf0a8244 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:09.032764 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f560c2f9-2d7f-42fa-b09d-843e5168d49b req-31f8c638-beca-4b0d-8e01-500aaf0a8244 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 943 time: 0.2902973 Dec 10 18:37:09.040763 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9631b55-5598-48a5-aa73-0425f6499cbe admin admin] Made reservation on behalf of 04aa007bf28047b89b6d009d0c79803e for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:37:09.043919 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9631b55-5598-48a5-aa73-0425f6499cbe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:09.044453 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc78b05-7249-45d3-bfa4-610ccd66e0d8 req-56ad2214-cfe8-4dd0-ad4c-57eb5d0126fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:09.046148 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5fc78b05-7249-45d3-bfa4-610ccd66e0d8 req-56ad2214-cfe8-4dd0-ad4c-57eb5d0126fa service neutron] 10.222.0.46 "GET /v2.0/networks?id=2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 HTTP/1.1" status: 200 len: 913 time: 0.2058759 Dec 10 18:37:09.150518 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5fc78b05-7249-45d3-bfa4-610ccd66e0d8 req-a9a08275-b39a-49ee-9b37-690cf01be0aa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46cba056-e2d2-42b7-becb-2fa9c0148f08 HTTP/1.1" status: 200 len: 217 time: 0.0881562 Dec 10 18:37:09.160083 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-3a22210f-b576-41f4-a788-13a36d3c9a6c service neutron] For port ed2568b4-7412-40d3-84a1-51c2718451b3, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:37:09.165662 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-69fbba15-6f30-4173-85fa-7ea81ff0581f None None] Set router 636409b5-33ad-49e6-8329-1716a538ed0c gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:09.211754 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-3a22210f-b576-41f4-a788-13a36d3c9a6c service neutron] For port ed2568b4-7412-40d3-84a1-51c2718451b3, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=ed2568b4-7412-40d3-84a1-51c2718451b3,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:37:09.216581 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6efd7ed9-d6ab-4a00-952f-ec3a43c08b14 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:09.219759 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d173fd8f-4670-4df5-9ed3-ca82529b3f52 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=31f8d253bcef40cd818749105ba1eeae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6911354 Dec 10 18:37:09.223465 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51418) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:09.226794 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d173fd8f-4670-4df5-9ed3-ca82529b3f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3df429-c499-4521-80d1-fac79abc8298,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:09.231313 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6efd7ed9-d6ab-4a00-952f-ec3a43c08b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:09.251528 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-3a22210f-b576-41f4-a788-13a36d3c9a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:09.282422 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efd7ed9-d6ab-4a00-952f-ec3a43c08b14 None None] Network 4a7fc81b-c5f4-42c0-a2bd-53c188a619ea is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:09.285618 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-3a22210f-b576-41f4-a788-13a36d3c9a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:09.286491 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-3a22210f-b576-41f4-a788-13a36d3c9a6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:09.288823 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-3a22210f-b576-41f4-a788-13a36d3c9a6c service neutron] 10.222.0.46 "PUT /v2.0/ports/ed2568b4-7412-40d3-84a1-51c2718451b3 HTTP/1.1" status: 200 len: 1096 time: 1.6366982 Dec 10 18:37:09.300860 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43645557-f91a-472b-9402-c3812aa3aa0d', 'tag': 'ed2568b4-7412-40d3-84a1-51c2718451b3'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:37:09.303926 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c35088d-7fff-44b3-9666-beb976358a46" -d '{"events": [{"name": "network-changed", "server_uuid": "43645557-f91a-472b-9402-c3812aa3aa0d", "tag": "ed2568b4-7412-40d3-84a1-51c2718451b3"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:37:09.305109 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4c56dc3c-2dd3-41e6-9099-9481673080ba req-29b93649-223b-4528-adf5-578f93cac0b0 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339090 Dec 10 18:37:09.355095 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc78b05-7249-45d3-bfa4-610ccd66e0d8 req-8ffc61a4-0e9f-409c-b20b-05510ebd9c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:09.356759 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5fc78b05-7249-45d3-bfa4-610ccd66e0d8 req-8ffc61a4-0e9f-409c-b20b-05510ebd9c55 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b914d67e-99a3-4836-8560-8ad9054366d0 HTTP/1.1" status: 200 len: 852 time: 0.1101844 Dec 10 18:37:09.357818 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc3a759d-4201-43e2-9076-8f62a533b4f4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:09.357992 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 77683194-68c8-44f6-b8a7-a56c748308e0 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:09.422250 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-6efd7ed9-d6ab-4a00-952f-ec3a43c08b14 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:09.428016 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5fc78b05-7249-45d3-bfa4-610ccd66e0d8 req-5c9a37b7-a362-4c5a-ba8d-a63ccb234862 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338368 Dec 10 18:37:09.429427 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc3a759d-4201-43e2-9076-8f62a533b4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:09.432290 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efd7ed9-d6ab-4a00-952f-ec3a43c08b14 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:09.436029 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f560c2f9-2d7f-42fa-b09d-843e5168d49b req-a9772c6b-d1ae-4276-907a-2b945ba838d2 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751016 Dec 10 18:37:09.529365 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdd34c0-3bab-4ada-834e-fe1119feb6a6 x-openstack-request-id: req-ccdd34c0-3bab-4ada-834e-fe1119feb6a6 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:37:09.529793 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43645557-f91a-472b-9402-c3812aa3aa0d", "tag": "ed2568b4-7412-40d3-84a1-51c2718451b3", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:37:09.530172 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ccdd34c0-3bab-4ada-834e-fe1119feb6a6 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:37:09.530677 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43645557-f91a-472b-9402-c3812aa3aa0d', 'tag': 'ed2568b4-7412-40d3-84a1-51c2718451b3', 'status': 'completed', 'code': 200} Dec 10 18:37:09.538081 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22210f-b576-41f4-a788-13a36d3c9a6c service neutron] Pushing event updated for resources: {'Port': ['ID=ed2568b4-7412-40d3-84a1-51c2718451b3,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:09.578412 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-1db34693-e9aa-4420-ac61-6430525bf9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:09.580113 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-1db34693-e9aa-4420-ac61-6430525bf9b2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f1621867e3041c3a975a6622e21074f&device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 1099 time: 0.2387450 Dec 10 18:37:09.584977 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d90c9479-91a3-48b0-ba16-00922ac00e7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:09.589193 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd7ed9-d6ab-4a00-952f-ec3a43c08b14 None None] Pushing event updated for resources: {'Port': ['ID=3f5342ef-87fd-49e3-b07d-cebf4b57b4cf,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:09.676929 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e30f07-4b26-421b-af5c-87672f56ed17 req-440bcb6f-59ab-44ce-bec6-650dc570a6c9 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:09.679084 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-48e30f07-4b26-421b-af5c-87672f56ed17 req-440bcb6f-59ab-44ce-bec6-650dc570a6c9 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 944 time: 0.1286068 Dec 10 18:37:09.693086 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5fc78b05-7249-45d3-bfa4-610ccd66e0d8 req-63b29397-f2bd-4c9d-924a-2a6726013f8b service neutron] 10.222.0.46 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585857 Dec 10 18:37:09.707774 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6efd7ed9-d6ab-4a00-952f-ec3a43c08b14 None None] Attempting to bind port 3f5342ef-87fd-49e3-b07d-cebf4b57b4cf on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:37:09.708273 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6efd7ed9-d6ab-4a00-952f-ec3a43c08b14 None None] Attempting to bind port 3f5342ef-87fd-49e3-b07d-cebf4b57b4cf by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '3782196a-5b61-46db-b10d-64bb47154018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4a7fc81b-c5f4-42c0-a2bd-53c188a619ea'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:37:09.708673 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efd7ed9-d6ab-4a00-952f-ec3a43c08b14 None None] Attempting to bind port 3f5342ef-87fd-49e3-b07d-cebf4b57b4cf on network 4a7fc81b-c5f4-42c0-a2bd-53c188a619ea {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:37:09.715785 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c81f19c5-3f2d-41cc-aff9-1f9f45952dff None None] Provisioning complete for port c9c284af-b922-423b-8496-4af640954404 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:09.715785 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c81f19c5-3f2d-41cc-aff9-1f9f45952dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:09.719907 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-bc530586-1209-4b25-bb41-8aa7278c25fd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=ed2568b4-7412-40d3-84a1-51c2718451b3 HTTP/1.1" status: 200 len: 217 time: 0.0882819 Dec 10 18:37:09.743598 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d90c9479-91a3-48b0-ba16-00922ac00e7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:09.748342 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 77683194-68c8-44f6-b8a7-a56c748308e0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:09.748770 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:09.753289 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-cc3a759d-4201-43e2-9076-8f62a533b4f4 admin admin] Allocated IP 172.25.7.9 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/49f49bd9-8769-404b-aa54-e5e582457e81) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:09.755859 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efd7ed9-d6ab-4a00-952f-ec3a43c08b14 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:37:09.756230 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efd7ed9-d6ab-4a00-952f-ec3a43c08b14 None None] Checking segment: {'id': '3782196a-5b61-46db-b10d-64bb47154018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4a7fc81b-c5f4-42c0-a2bd-53c188a619ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:09.756682 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6efd7ed9-d6ab-4a00-952f-ec3a43c08b14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:09.757077 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efd7ed9-d6ab-4a00-952f-ec3a43c08b14 None None] Bound using segment: {'id': '3782196a-5b61-46db-b10d-64bb47154018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4a7fc81b-c5f4-42c0-a2bd-53c188a619ea'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:37:09.758189 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6efd7ed9-d6ab-4a00-952f-ec3a43c08b14 None None] Bound port: 3f5342ef-87fd-49e3-b07d-cebf4b57b4cf, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3782196a-5b61-46db-b10d-64bb47154018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4a7fc81b-c5f4-42c0-a2bd-53c188a619ea'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:37:09.758584 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6efd7ed9-d6ab-4a00-952f-ec3a43c08b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:09.820525 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-48e30f07-4b26-421b-af5c-87672f56ed17 req-c55f3425-424d-4a7c-b413-bcad0666fe0a tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247046 Dec 10 18:37:09.905491 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5fc78b05-7249-45d3-bfa4-610ccd66e0d8 req-492090e2-89f1-44eb-9ba4-ce4095c883f9 service neutron] 10.222.0.46 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048199 Dec 10 18:37:09.921496 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-1b62bc38-c5fb-405f-94cf-1e4f63fdce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:09.923144 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-1b62bc38-c5fb-405f-94cf-1e4f63fdce8a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.1827049 Dec 10 18:37:09.931099 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff7867-992b-483e-b877-1d5ab95bc3d2 req-690384ce-22e3-4133-b3e3-8cb3851fa991 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:09.938719 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9dff7867-992b-483e-b877-1d5ab95bc3d2 req-690384ce-22e3-4133-b3e3-8cb3851fa991 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7aa66c6-f215-4140-9a9b-ebd9c4206558 HTTP/1.1" status: 200 len: 950 time: 0.2268710 Dec 10 18:37:09.950724 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6efd7ed9-d6ab-4a00-952f-ec3a43c08b14 None None] For port 3f5342ef-87fd-49e3-b07d-cebf4b57b4cf, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:37:09.958405 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9631b55-5598-48a5-aa73-0425f6499cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:09.969024 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc3a759d-4201-43e2-9076-8f62a533b4f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:09.998659 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6efd7ed9-d6ab-4a00-952f-ec3a43c08b14 None None] For port 3f5342ef-87fd-49e3-b07d-cebf4b57b4cf, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=3f5342ef-87fd-49e3-b07d-cebf4b57b4cf,segment=NetworkSegment(3782196a-5b61-46db-b10d-64bb47154018),segment_id=3782196a-5b61-46db-b10d-64bb47154018)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:37:10.008605 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-69fbba15-6f30-4173-85fa-7ea81ff0581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636409b5-33ad-49e6-8329-1716a538ed0c', 'name': 'tempest-TaggedBootDevicesTest_v242-740443978-router', 'tenant_id': 'aee8c10e35be45139294abc10d1eada2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '83898fe0-e06b-40b6-b4a6-d7021bac4780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:55Z', 'updated_at': '2021-12-10T18:37:01Z', 'revision_number': 4, 'project_id': 'aee8c10e35be45139294abc10d1eada2', 'gw_port': {'id': '83898fe0-e06b-40b6-b4a6-d7021bac4780', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636409b5-33ad-49e6-8329-1716a538ed0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:55Z', 'updated_at': '2021-12-10T18:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'c9c284af-b922-423b-8496-4af640954404', 'name': '', 'network_id': '36da7df8-4c33-4fc7-aca6-cd96ecc32948', 'tenant_id': 'aee8c10e35be45139294abc10d1eada2', 'mac_address': 'fa:16:3e:d7:b9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636409b5-33ad-49e6-8329-1716a538ed0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'a88e99c5-14d3-42bf-8ee8-4247e93be44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:00Z', 'updated_at': '2021-12-10T18:37:08Z', 'revision_number': 4, 'project_id': 'aee8c10e35be45139294abc10d1eada2', 'subnets': [{'id': 'a88e99c5-14d3-42bf-8ee8-4247e93be44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:10.013497 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc3a759d-4201-43e2-9076-8f62a533b4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:10.014794 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6efd7ed9-d6ab-4a00-952f-ec3a43c08b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:10.016570 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c81f19c5-3f2d-41cc-aff9-1f9f45952dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:10.039089 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6334e-7be2-4652-b242-d97a1a7f87b7 req-a8826451-c1db-42b4-8861-401f6d82d0cd tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:10.041038 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11d6334e-7be2-4652-b242-d97a1a7f87b7 req-a8826451-c1db-42b4-8861-401f6d82d0cd tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.72 "GET /v2.0/ports?device_id=e7aa66c6-f215-4140-9a9b-ebd9c4206558 HTTP/1.1" status: 200 len: 950 time: 0.1949615 Dec 10 18:37:10.066859 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d90c9479-91a3-48b0-ba16-00922ac00e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:10.068453 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3a759d-4201-43e2-9076-8f62a533b4f4 admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:10.070022 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d90c9479-91a3-48b0-ba16-00922ac00e7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:10.073031 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d90c9479-91a3-48b0-ba16-00922ac00e7d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/af3df429-c499-4521-80d1-fac79abc8298 HTTP/1.1" status: 204 len: 168 time: 0.8463917 Dec 10 18:37:10.075386 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-cc3a759d-4201-43e2-9076-8f62a533b4f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:10.077558 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fbba15-6f30-4173-85fa-7ea81ff0581f None None] The sync data for ids ['636409b5-33ad-49e6-8329-1716a538ed0c'] in n-d-821435-1 is: [{'id': '636409b5-33ad-49e6-8329-1716a538ed0c', 'name': 'tempest-TaggedBootDevicesTest_v242-740443978-router', 'tenant_id': 'aee8c10e35be45139294abc10d1eada2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '83898fe0-e06b-40b6-b4a6-d7021bac4780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:55Z', 'updated_at': '2021-12-10T18:37:01Z', 'revision_number': 4, 'project_id': 'aee8c10e35be45139294abc10d1eada2', 'gw_port': {'id': '83898fe0-e06b-40b6-b4a6-d7021bac4780', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636409b5-33ad-49e6-8329-1716a538ed0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:55Z', 'updated_at': '2021-12-10T18:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'c9c284af-b922-423b-8496-4af640954404', 'name': '', 'network_id': '36da7df8-4c33-4fc7-aca6-cd96ecc32948', 'tenant_id': 'aee8c10e35be45139294abc10d1eada2', 'mac_address': 'fa:16:3e:d7:b9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636409b5-33ad-49e6-8329-1716a538ed0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'a88e99c5-14d3-42bf-8ee8-4247e93be44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:00Z', 'updated_at': '2021-12-10T18:37:08Z', 'revision_number': 4, 'project_id': 'aee8c10e35be45139294abc10d1eada2', 'subnets': [{'id': 'a88e99c5-14d3-42bf-8ee8-4247e93be44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:10.079242 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3a759d-4201-43e2-9076-8f62a533b4f4 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:10.086667 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:10.108760 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9631b55-5598-48a5-aa73-0425f6499cbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=843f5eb5-9b06-426e-a92b-d759e1e10aa2,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:10.165719 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c9479-91a3-48b0-ba16-00922ac00e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3df429-c499-4521-80d1-fac79abc8298,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:10.195392 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9dff7867-992b-483e-b877-1d5ab95bc3d2 req-ed798439-769c-4d20-8e29-9b94176c4a0d tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555833 Dec 10 18:37:10.228440 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-ca596b16-a0f1-4d12-bded-90c99fb903b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:10.235947 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-ca596b16-a0f1-4d12-bded-90c99fb903b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2917466 Dec 10 18:37:10.246096 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a308d612-ca0e-46ed-b237-d0342ffd7110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77683194-68c8-44f6-b8a7-a56c748308e0'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:37:10.250710 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04eb1613-6213-4305-9a93-3c9a16fce644" -d '{"events": [{"server_uuid": "a308d612-ca0e-46ed-b237-d0342ffd7110", "name": "network-vif-plugged", "status": "completed", "tag": "77683194-68c8-44f6-b8a7-a56c748308e0"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:37:10.260901 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c81f19c5-3f2d-41cc-aff9-1f9f45952dff None None] For port c9c284af-b922-423b-8496-4af640954404, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c9c284af-b922-423b-8496-4af640954404,segment=NetworkSegment(f092dc72-7f5e-4edc-b4cd-c88c6d49a971),segment_id=f092dc72-7f5e-4edc-b4cd-c88c6d49a971)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:10.262776 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd7ed9-d6ab-4a00-952f-ec3a43c08b14 None None] Pushing event updated for resources: {'Port': ['ID=3f5342ef-87fd-49e3-b07d-cebf4b57b4cf,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:10.421727 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a759d-4201-43e2-9076-8f62a533b4f4 admin admin] Pushing event updated for resources: {'Port': ['ID=49f49bd9-8769-404b-aa54-e5e582457e81,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:10.448530 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9631b55-5598-48a5-aa73-0425f6499cbe admin admin] Checking segment: {'id': 'd87c2ce9-a5ed-44c7-ae9c-9aecb12d024a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b10b155c-66a0-4049-b126-dfdfd0c5e021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:10.448530 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9631b55-5598-48a5-aa73-0425f6499cbe admin admin] Network hostable DHCP agents. Network: b10b155c-66a0-4049-b126-dfdfd0c5e021, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:37:10.579147 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656736c1-76f5-48b9-8f80-f571c061b85b x-openstack-request-id: req-656736c1-76f5-48b9-8f80-f571c061b85b {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:37:10.579404 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a308d612-ca0e-46ed-b237-d0342ffd7110", "name": "network-vif-plugged", "status": "completed", "tag": "77683194-68c8-44f6-b8a7-a56c748308e0", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:37:10.579655 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-656736c1-76f5-48b9-8f80-f571c061b85b {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:37:10.580109 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a308d612-ca0e-46ed-b237-d0342ffd7110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77683194-68c8-44f6-b8a7-a56c748308e0', 'code': 200} Dec 10 18:37:10.583542 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 77683194-68c8-44f6-b8a7-a56c748308e0, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=77683194-68c8-44f6-b8a7-a56c748308e0,segment=NetworkSegment(a9a1f0c6-697d-404a-a8fe-550f575230bf),segment_id=a9a1f0c6-697d-404a-a8fe-550f575230bf)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:10.584862 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c81f19c5-3f2d-41cc-aff9-1f9f45952dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:10.592705 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:10.608244 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-b55b7cfd-6d63-49a7-b447-bb853459d49e service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568592 Dec 10 18:37:10.703145 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f19c5-3f2d-41cc-aff9-1f9f45952dff None None] Pushing event updated for resources: {'Port': ['ID=c9c284af-b922-423b-8496-4af640954404,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:10.721013 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9631b55-5598-48a5-aa73-0425f6499cbe admin admin] Network b10b155c-66a0-4049-b126-dfdfd0c5e021 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:37:10.824195 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 46cba056-e2d2-42b7-becb-2fa9c0148f08 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:37:10.836821 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-11d6334e-7be2-4652-b242-d97a1a7f87b7 req-31648a08-ae62-4447-9291-04906917d468 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Deleting port e66605ab-4cce-4d6a-a1ca-cc9e446aaac3 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:10.837166 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-11d6334e-7be2-4652-b242-d97a1a7f87b7 req-31648a08-ae62-4447-9291-04906917d468 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:10.851354 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-a9631b55-5598-48a5-aa73-0425f6499cbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, b10b155c-66a0-4049-b126-dfdfd0c5e021) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:10.892963 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e4cf75-287c-40c1-9ea9-4ce7f666084e None None] Network b10b155c-66a0-4049-b126-dfdfd0c5e021 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:10.894849 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9631b55-5598-48a5-aa73-0425f6499cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:10.895429 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9631b55-5598-48a5-aa73-0425f6499cbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:10.901809 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=77683194-68c8-44f6-b8a7-a56c748308e0,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:10.928273 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac49c10-645f-4aca-ba7d-a3f9473aa93b req-60526b63-2099-4e9f-8885-cefb6cdd27ef tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:10.941485 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7ac49c10-645f-4aca-ba7d-a3f9473aa93b req-60526b63-2099-4e9f-8885-cefb6cdd27ef tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 948 time: 0.4821923 Dec 10 18:37:10.944877 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45c244-c171-4063-8a7e-2a56f9ea84e1 req-8256bc6b-e36a-410f-ab8e-b934478da23e tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:10.947635 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5d45c244-c171-4063-8a7e-2a56f9ea84e1 req-8256bc6b-e36a-410f-ab8e-b934478da23e tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 943 time: 0.0978625 Dec 10 18:37:11.015750 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51440) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:11.025177 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a9631b55-5598-48a5-aa73-0425f6499cbe admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2068224 Dec 10 18:37:11.028098 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc3a759d-4201-43e2-9076-8f62a533b4f4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:11.041740 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51442) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:11.050921 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-0417e3a5-25b9-4695-a859-d1446a53137b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1317655937-router', 'tenant_id': '04aa007bf28047b89b6d009d0c79803e', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:11.104121 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0417e3a5-25b9-4695-a859-d1446a53137b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:11.106304 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0417e3a5-25b9-4695-a859-d1446a53137b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:11.137416 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 46cba056-e2d2-42b7-becb-2fa9c0148f08, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=46cba056-e2d2-42b7-becb-2fa9c0148f08,segment=NetworkSegment(4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9),segment_id=4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:11.141875 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5d45c244-c171-4063-8a7e-2a56f9ea84e1 req-57e97d21-c08c-4bd5-ad67-3b9e2adcda69 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833627 Dec 10 18:37:11.156052 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6fcd3d81-0b65-4062-8f5e-cacd9887478f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:11.159158 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '46cba056-e2d2-42b7-becb-2fa9c0148f08', 'network_id': '2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2', 'port_id': '46cba056-e2d2-42b7-becb-2fa9c0148f08', 'mac_address': 'fa:16:3e:08:b0:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b914d67e-99a3-4836-8560-8ad9054366d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:37:11.165008 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55eb50a-ac16-4549-a13e-be6214fb7cdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-b10b155c-66a0-4049-b126-dfdfd0c5e021', 'network_id': 'b10b155c-66a0-4049-b126-dfdfd0c5e021', 'project_id': '04aa007bf28047b89b6d009d0c79803e', 'fixed_ips': [{'subnet_id': '843f5eb5-9b06-426e-a92b-d759e1e10aa2'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:37:11.166546 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f55eb50a-ac16-4549-a13e-be6214fb7cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:11.210867 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a7b2ef19-3efb-497c-b91b-cf4e39528aaa req-c7ee12b4-93fb-499b-a9ab-da40589ede06 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5691755 Dec 10 18:37:11.288494 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0417e3a5-25b9-4695-a859-d1446a53137b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:11.381735 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:11.391227 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7ac49c10-645f-4aca-ba7d-a3f9473aa93b req-8ec79b1e-ddbf-40c3-8a12-d0602903ac36 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484847 Dec 10 18:37:11.439582 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46cba056-e2d2-42b7-becb-2fa9c0148f08 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:37:11.450386 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c9c284af-b922-423b-8496-4af640954404 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:11.537645 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f5ad6-b316-4889-ab6e-0fba0cb64169 req-ff42671a-32e6-4bd8-b5e6-a7ad0bda6d79 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:11.547455 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-489f5ad6-b316-4889-ab6e-0fba0cb64169 req-ff42671a-32e6-4bd8-b5e6-a7ad0bda6d79 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 945 time: 0.2335486 Dec 10 18:37:11.559581 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 46cba056-e2d2-42b7-becb-2fa9c0148f08, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=46cba056-e2d2-42b7-becb-2fa9c0148f08,segment=NetworkSegment(4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9),segment_id=4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:11.577337 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:11.584765 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc3a759d-4201-43e2-9076-8f62a533b4f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:11.655535 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-f55eb50a-ac16-4549-a13e-be6214fb7cdf None None] Allocated IP 172.20.0.2 (b10b155c-66a0-4049-b126-dfdfd0c5e021/843f5eb5-9b06-426e-a92b-d759e1e10aa2/1bcffd46-6c20-4187-9a41-6c8d3f599ec2) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:11.680215 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=46cba056-e2d2-42b7-becb-2fa9c0148f08,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:11.719513 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port c9c284af-b922-423b-8496-4af640954404 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:11.720011 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:11.761054 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6fcd3d81-0b65-4062-8f5e-cacd9887478f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:11.781427 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-489f5ad6-b316-4889-ab6e-0fba0cb64169 req-7a92b0e7-f798-41ed-a07b-21c015f5b108 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328634 Dec 10 18:37:11.785424 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6fcd3d81-0b65-4062-8f5e-cacd9887478f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:11.910187 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6fcd3d81-0b65-4062-8f5e-cacd9887478f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=117e76f7819c4387950bcd71fee3f72d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8910625 Dec 10 18:37:11.923093 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51450) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:11.948088 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd3d81-0b65-4062-8f5e-cacd9887478f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19987f5a-1ebf-4791-b223-b119ee0a6e71,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:11.954236 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['46cba056-e2d2-42b7-becb-2fa9c0148f08'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:37:11.963184 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defbf5de-9435-41a0-a7a3-3160ad2bb5c9 None None] Network 4a7fc81b-c5f4-42c0-a2bd-53c188a619ea requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:12.020445 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-86866530-544a-4899-b95a-23291b5633ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:12.034670 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3a759d-4201-43e2-9076-8f62a533b4f4 admin admin] Router f69fd623-7966-4c58-aea3-8bb3deab2266 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:37:12.050423 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-86866530-544a-4899-b95a-23291b5633ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:12.120389 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f55eb50a-ac16-4549-a13e-be6214fb7cdf None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:12.149335 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-788e576a-d889-4c64-8c5e-873ab07aa52c None None] Provisioning complete for port 3f5342ef-87fd-49e3-b07d-cebf4b57b4cf triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:12.151769 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-788e576a-d889-4c64-8c5e-873ab07aa52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:12.178359 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-11d6334e-7be2-4652-b242-d97a1a7f87b7 req-31648a08-ae62-4447-9291-04906917d468 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] For port e66605ab-4cce-4d6a-a1ca-cc9e446aaac3, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=e66605ab-4cce-4d6a-a1ca-cc9e446aaac3,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:12.179379 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-11d6334e-7be2-4652-b242-d97a1a7f87b7 req-31648a08-ae62-4447-9291-04906917d468 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:12.222165 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-11d6334e-7be2-4652-b242-d97a1a7f87b7 req-31648a08-ae62-4447-9291-04906917d468 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Calling delete_port for e66605ab-4cce-4d6a-a1ca-cc9e446aaac3 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:12.246996 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f55eb50a-ac16-4549-a13e-be6214fb7cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:12.252056 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-86866530-544a-4899-b95a-23291b5633ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:12.257721 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-86866530-544a-4899-b95a-23291b5633ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:12.261636 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-86866530-544a-4899-b95a-23291b5633ba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/19987f5a-1ebf-4791-b223-b119ee0a6e71 HTTP/1.1" status: 204 len: 168 time: 0.3300810 Dec 10 18:37:12.288977 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3a759d-4201-43e2-9076-8f62a533b4f4 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:12.291894 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86866530-544a-4899-b95a-23291b5633ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19987f5a-1ebf-4791-b223-b119ee0a6e71,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:12.310130 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa4dcbf-d2ef-4835-9eba-866eb052df50 None None] Sync routers for ids ['f69fd623-7966-4c58-aea3-8bb3deab2266'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:12.326698 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa4dcbf-d2ef-4835-9eba-866eb052df50 None None] Routers {'f69fd623-7966-4c58-aea3-8bb3deab2266'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:12.327745 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-6aa4dcbf-d2ef-4835-9eba-866eb052df50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:36:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['f69fd623-7966-4c58-aea3-8bb3deab2266'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:12.380927 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45122c5f-307a-4159-81b4-5cad20818999 req-9f539fb3-a9f5-4bf9-89f4-ab4fed3f9562 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:12.390020 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-45122c5f-307a-4159-81b4-5cad20818999 req-9f539fb3-a9f5-4bf9-89f4-ab4fed3f9562 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 944 time: 0.1033592 Dec 10 18:37:12.396809 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc3a759d-4201-43e2-9076-8f62a533b4f4 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:12.401110 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-cc3a759d-4201-43e2-9076-8f62a533b4f4 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 938 time: 5.0048587 Dec 10 18:37:12.401537 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51458) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:12.476074 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0417e3a5-25b9-4695-a859-d1446a53137b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:12.519412 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-788e576a-d889-4c64-8c5e-873ab07aa52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:12.537698 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35088d-7fff-44b3-9666-beb976358a46 req-5e9203a7-efa1-44f7-9e37-1c10ca374c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:12.540304 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4c35088d-7fff-44b3-9666-beb976358a46 req-5e9203a7-efa1-44f7-9e37-1c10ca374c04 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f1621867e3041c3a975a6622e21074f&device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 1099 time: 1.2374072 Dec 10 18:37:12.549247 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55eb50a-ac16-4549-a13e-be6214fb7cdf None None] Network b10b155c-66a0-4049-b126-dfdfd0c5e021 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:12.558218 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 3f5342ef-87fd-49e3-b07d-cebf4b57b4cf up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:12.576912 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-f55eb50a-ac16-4549-a13e-be6214fb7cdf None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:12.581158 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-6aa4dcbf-d2ef-4835-9eba-866eb052df50 None None] Set router f69fd623-7966-4c58-aea3-8bb3deab2266 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:12.590163 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-45122c5f-307a-4159-81b4-5cad20818999 req-6c817ed7-1a08-43c5-bc3b-ae84accb0505 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990547 Dec 10 18:37:12.590317 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55eb50a-ac16-4549-a13e-be6214fb7cdf None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:12.663748 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35088d-7fff-44b3-9666-beb976358a46 req-24f0b6be-3b8d-48a8-8734-70783ef7784c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:12.665604 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4c35088d-7fff-44b3-9666-beb976358a46 req-24f0b6be-3b8d-48a8-8734-70783ef7784c service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.1076953 Dec 10 18:37:12.725415 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3e982-34ea-43d6-9ff0-b0664b1a400e req-5d09b40d-d747-4bb2-abab-d9a12e74b818 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:12.733036 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0bc3e982-34ea-43d6-9ff0-b0664b1a400e req-5d09b40d-d747-4bb2-abab-d9a12e74b818 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7aa66c6-f215-4140-9a9b-ebd9c4206558 HTTP/1.1" status: 200 len: 950 time: 0.5204632 Dec 10 18:37:12.787086 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4c35088d-7fff-44b3-9666-beb976358a46 req-cd6e37ae-d7be-4a5c-b9c7-d487626c499d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=ed2568b4-7412-40d3-84a1-51c2718451b3 HTTP/1.1" status: 200 len: 217 time: 0.0862806 Dec 10 18:37:12.794108 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-11d6334e-7be2-4652-b242-d97a1a7f87b7 req-31648a08-ae62-4447-9291-04906917d468 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:12.843373 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd0011-d21e-4bbd-8c90-ce3bb7a56855 req-456d2a8c-c023-46fd-8cc8-b533cad574ea tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:12.854372 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31648a08-ae62-4447-9291-04906917d468 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Pushing event deleted for resources: {'Port': ['ID=e66605ab-4cce-4d6a-a1ca-cc9e446aaac3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:12.865125 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9ccd0011-d21e-4bbd-8c90-ce3bb7a56855 req-456d2a8c-c023-46fd-8cc8-b533cad574ea tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 948 time: 0.0935676 Dec 10 18:37:12.878215 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-6aa4dcbf-d2ef-4835-9eba-866eb052df50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69fd623-7966-4c58-aea3-8bb3deab2266', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-231796955-router', 'tenant_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '49f49bd9-8769-404b-aa54-e5e582457e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:07Z', 'updated_at': '2021-12-10T18:37:10Z', 'revision_number': 3, 'project_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'gw_port': {'id': '49f49bd9-8769-404b-aa54-e5e582457e81', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69fd623-7966-4c58-aea3-8bb3deab2266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:09Z', 'updated_at': '2021-12-10T18:37:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:12.916412 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-788e576a-d889-4c64-8c5e-873ab07aa52c None None] For port 3f5342ef-87fd-49e3-b07d-cebf4b57b4cf, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=3f5342ef-87fd-49e3-b07d-cebf4b57b4cf,segment=NetworkSegment(3782196a-5b61-46db-b10d-64bb47154018),segment_id=3782196a-5b61-46db-b10d-64bb47154018)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:12.917274 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa4dcbf-d2ef-4835-9eba-866eb052df50 None None] Checking router: f69fd623-7966-4c58-aea3-8bb3deab2266 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:37:12.917721 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa4dcbf-d2ef-4835-9eba-866eb052df50 None None] Updating router f69fd623-7966-4c58-aea3-8bb3deab2266 port 49f49bd9-8769-404b-aa54-e5e582457e81 binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:37:12.937470 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0bc3e982-34ea-43d6-9ff0-b0664b1a400e req-b62c8cd5-153b-4b4b-a7e9-da2d3cf7861d tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fd2a3de-e1a2-4eff-8893-f129f6af245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034597 Dec 10 18:37:12.966917 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6aa4dcbf-d2ef-4835-9eba-866eb052df50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:12.972795 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55eb50a-ac16-4549-a13e-be6214fb7cdf None None] Pushing event updated for resources: {'Port': ['ID=1bcffd46-6c20-4187-9a41-6c8d3f599ec2,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:13.006183 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-788e576a-d889-4c64-8c5e-873ab07aa52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:13.008986 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9ccd0011-d21e-4bbd-8c90-ce3bb7a56855 req-746c4d2e-45ed-46a9-a30d-f9f203f3fb4f tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384623 Dec 10 18:37:13.037103 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35088d-7fff-44b3-9666-beb976358a46 req-87809d50-8647-4d92-8912-7f81a3a069cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:13.038607 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4c35088d-7fff-44b3-9666-beb976358a46 req-87809d50-8647-4d92-8912-7f81a3a069cb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.2426276 Dec 10 18:37:13.070703 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d6334e-7be2-4652-b242-d97a1a7f87b7 req-31648a08-ae62-4447-9291-04906917d468 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] No DVR routers for this DVR port e66605ab-4cce-4d6a-a1ca-cc9e446aaac3 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:37:13.091443 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-11d6334e-7be2-4652-b242-d97a1a7f87b7 req-31648a08-ae62-4447-9291-04906917d468 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:13.107209 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11d6334e-7be2-4652-b242-d97a1a7f87b7 req-31648a08-ae62-4447-9291-04906917d468 tempest-ServersAdminNegativeTestJSON-1628093012 tempest-ServersAdminNegativeTestJSON-1628093012-project] 10.222.0.72 "DELETE /v2.0/ports/e66605ab-4cce-4d6a-a1ca-cc9e446aaac3 HTTP/1.1" status: 204 len: 173 time: 3.0167615 Dec 10 18:37:13.107731 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7aa66c6-f215-4140-9a9b-ebd9c4206558', 'name': 'network-vif-deleted', 'tag': 'e66605ab-4cce-4d6a-a1ca-cc9e446aaac3'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:37:13.110311 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ca76ba-ab58-4e63-be0a-1aec0d4f858e" -d '{"events": [{"server_uuid": "e7aa66c6-f215-4140-9a9b-ebd9c4206558", "name": "network-vif-deleted", "tag": "e66605ab-4cce-4d6a-a1ca-cc9e446aaac3"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:37:13.155926 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e576a-d889-4c64-8c5e-873ab07aa52c None None] Pushing event updated for resources: {'Port': ['ID=3f5342ef-87fd-49e3-b07d-cebf4b57b4cf,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:13.220470 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f55eb50a-ac16-4549-a13e-be6214fb7cdf None None] Attempting to bind port 1bcffd46-6c20-4187-9a41-6c8d3f599ec2 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:37:13.220890 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f55eb50a-ac16-4549-a13e-be6214fb7cdf None None] Attempting to bind port 1bcffd46-6c20-4187-9a41-6c8d3f599ec2 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'd87c2ce9-a5ed-44c7-ae9c-9aecb12d024a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b10b155c-66a0-4049-b126-dfdfd0c5e021'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:37:13.221264 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55eb50a-ac16-4549-a13e-be6214fb7cdf None None] Attempting to bind port 1bcffd46-6c20-4187-9a41-6c8d3f599ec2 on network b10b155c-66a0-4049-b126-dfdfd0c5e021 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:37:13.232825 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35088d-7fff-44b3-9666-beb976358a46 req-892a708b-d704-4464-9d30-73291368e78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:13.232825 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4c35088d-7fff-44b3-9666-beb976358a46 req-892a708b-d704-4464-9d30-73291368e78b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1641078 Dec 10 18:37:13.237888 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322e36bd-99de-4371-a781-4a1a62f91103 x-openstack-request-id: req-322e36bd-99de-4371-a781-4a1a62f91103 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:37:13.238474 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7aa66c6-f215-4140-9a9b-ebd9c4206558", "name": "network-vif-deleted", "tag": "e66605ab-4cce-4d6a-a1ca-cc9e446aaac3", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:37:13.238975 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-322e36bd-99de-4371-a781-4a1a62f91103 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:37:13.239608 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7aa66c6-f215-4140-9a9b-ebd9c4206558', 'name': 'network-vif-deleted', 'tag': 'e66605ab-4cce-4d6a-a1ca-cc9e446aaac3', 'status': 'completed', 'code': 200} Dec 10 18:37:13.281308 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55eb50a-ac16-4549-a13e-be6214fb7cdf None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:37:13.284230 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55eb50a-ac16-4549-a13e-be6214fb7cdf None None] Checking segment: {'id': 'd87c2ce9-a5ed-44c7-ae9c-9aecb12d024a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b10b155c-66a0-4049-b126-dfdfd0c5e021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:13.284793 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f55eb50a-ac16-4549-a13e-be6214fb7cdf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:13.285183 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55eb50a-ac16-4549-a13e-be6214fb7cdf None None] Bound using segment: {'id': 'd87c2ce9-a5ed-44c7-ae9c-9aecb12d024a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b10b155c-66a0-4049-b126-dfdfd0c5e021'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:37:13.285730 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f55eb50a-ac16-4549-a13e-be6214fb7cdf None None] Bound port: 1bcffd46-6c20-4187-9a41-6c8d3f599ec2, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd87c2ce9-a5ed-44c7-ae9c-9aecb12d024a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b10b155c-66a0-4049-b126-dfdfd0c5e021'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:37:13.286839 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f55eb50a-ac16-4549-a13e-be6214fb7cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:13.297985 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 3f5342ef-87fd-49e3-b07d-cebf4b57b4cf triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:13.298344 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:13.429575 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 77683194-68c8-44f6-b8a7-a56c748308e0 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:37:13.522531 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4c35088d-7fff-44b3-9666-beb976358a46 req-7d6d4302-61ca-4d69-8b92-1e8e3517dc99 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805614 Dec 10 18:37:13.540027 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6aa4dcbf-d2ef-4835-9eba-866eb052df50 None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:13.553673 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6aa4dcbf-d2ef-4835-9eba-866eb052df50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:13.691788 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e5913-cfd1-45cd-8c42-c22f389bf057 req-1b9a75d8-e652-431b-a22a-6efad67a6fb6 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:13.696459 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ed8e5913-cfd1-45cd-8c42-c22f389bf057 req-1b9a75d8-e652-431b-a22a-6efad67a6fb6 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 945 time: 0.3409076 Dec 10 18:37:13.727237 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43954c-5d42-4eb0-bc90-5943b2e474f0 None None] Pushing event updated for resources: {'Port': ['ID=49f49bd9-8769-404b-aa54-e5e582457e81,revision_number=2']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:13.790325 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-6aa4dcbf-d2ef-4835-9eba-866eb052df50 None None] Attempting to bind port 49f49bd9-8769-404b-aa54-e5e582457e81 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:37:13.791705 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-6aa4dcbf-d2ef-4835-9eba-866eb052df50 None None] Attempting to bind port 49f49bd9-8769-404b-aa54-e5e582457e81 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:37:13.792150 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa4dcbf-d2ef-4835-9eba-866eb052df50 None None] Attempting to bind port 49f49bd9-8769-404b-aa54-e5e582457e81 on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:37:13.792574 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0417e3a5-25b9-4695-a859-d1446a53137b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:13.815542 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa4dcbf-d2ef-4835-9eba-866eb052df50 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:37:13.815937 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa4dcbf-d2ef-4835-9eba-866eb052df50 None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:13.816359 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6aa4dcbf-d2ef-4835-9eba-866eb052df50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:13.816826 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa4dcbf-d2ef-4835-9eba-866eb052df50 None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:37:13.817281 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-6aa4dcbf-d2ef-4835-9eba-866eb052df50 None None] Bound port: 49f49bd9-8769-404b-aa54-e5e582457e81, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:37:13.817673 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6aa4dcbf-d2ef-4835-9eba-866eb052df50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:13.849613 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0417e3a5-25b9-4695-a859-d1446a53137b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:13.927524 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:13.947096 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ed8e5913-cfd1-45cd-8c42-c22f389bf057 req-95b67701-ec24-4d88-abbc-dfc6eb4ea237 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308276 Dec 10 18:37:13.958564 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-076de613-97b2-4af1-8bdf-49d0d4b07746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:13.959790 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1eab67b9-e031-4e3f-8c47-8072455fbfef None None] Provisioning complete for port 3f5342ef-87fd-49e3-b07d-cebf4b57b4cf triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:13.960238 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1eab67b9-e031-4e3f-8c47-8072455fbfef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:14.014745 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f55eb50a-ac16-4549-a13e-be6214fb7cdf None None] For port 1bcffd46-6c20-4187-9a41-6c8d3f599ec2, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:37:14.041958 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-6aa4dcbf-d2ef-4835-9eba-866eb052df50 None None] For port 49f49bd9-8769-404b-aa54-e5e582457e81, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:37:14.051089 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a308d612-ca0e-46ed-b237-d0342ffd7110', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77683194-68c8-44f6-b8a7-a56c748308e0'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:37:14.052762 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-6aa4dcbf-d2ef-4835-9eba-866eb052df50 None None] For port 49f49bd9-8769-404b-aa54-e5e582457e81, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=49f49bd9-8769-404b-aa54-e5e582457e81,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:37:14.060667 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76bee88-724c-47ad-856c-56e347a37968" -d '{"events": [{"server_uuid": "a308d612-ca0e-46ed-b237-d0342ffd7110", "name": "network-vif-unplugged", "status": "completed", "tag": "77683194-68c8-44f6-b8a7-a56c748308e0"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:37:14.063210 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6aa4dcbf-d2ef-4835-9eba-866eb052df50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:14.078989 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f55eb50a-ac16-4549-a13e-be6214fb7cdf None None] For port 1bcffd46-6c20-4187-9a41-6c8d3f599ec2, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=1bcffd46-6c20-4187-9a41-6c8d3f599ec2,segment=NetworkSegment(d87c2ce9-a5ed-44c7-ae9c-9aecb12d024a),segment_id=d87c2ce9-a5ed-44c7-ae9c-9aecb12d024a)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:37:14.085727 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 77683194-68c8-44f6-b8a7-a56c748308e0, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=77683194-68c8-44f6-b8a7-a56c748308e0,segment=NetworkSegment(a9a1f0c6-697d-404a-a8fe-550f575230bf),segment_id=a9a1f0c6-697d-404a-a8fe-550f575230bf)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:14.090724 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f55eb50a-ac16-4549-a13e-be6214fb7cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:14.145274 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd44e2-c842-40da-b425-2ff7a3a90124 req-5e5a39e6-820f-4cba-ba67-408d592f5753 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:14.157232 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e6fd44e2-c842-40da-b425-2ff7a3a90124 req-5e5a39e6-820f-4cba-ba67-408d592f5753 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 944 time: 0.4020312 Dec 10 18:37:14.208042 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4c35088d-7fff-44b3-9666-beb976358a46 req-82689f94-7823-4cdd-95cf-b6b9339cc8e6 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6470735 Dec 10 18:37:14.213015 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55eb50a-ac16-4549-a13e-be6214fb7cdf None None] Pushing event updated for resources: {'Port': ['ID=1bcffd46-6c20-4187-9a41-6c8d3f599ec2,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:14.222919 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa4dcbf-d2ef-4835-9eba-866eb052df50 None None] Routers {'f69fd623-7966-4c58-aea3-8bb3deab2266'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:14.223937 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-6aa4dcbf-d2ef-4835-9eba-866eb052df50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:36:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['f69fd623-7966-4c58-aea3-8bb3deab2266'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:14.230813 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43954c-5d42-4eb0-bc90-5943b2e474f0 None None] Pushing event updated for resources: {'Port': ['ID=49f49bd9-8769-404b-aa54-e5e582457e81,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:14.240043 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 3f5342ef-87fd-49e3-b07d-cebf4b57b4cf up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:14.251572 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:14.252580 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device e66605ab-4cce-4d6a-a1ca-cc9e446aaac3 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:37:14.430429 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-076de613-97b2-4af1-8bdf-49d0d4b07746 admin admin] Allocated IP 172.20.0.1 (4a7fc81b-c5f4-42c0-a2bd-53c188a619ea/3d5a0a40-88f2-4a3f-b529-ae10b29722c0/0f14d474-2250-4597-91ea-790f495477f9) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:14.438218 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-6aa4dcbf-d2ef-4835-9eba-866eb052df50 None None] Set router f69fd623-7966-4c58-aea3-8bb3deab2266 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:14.467707 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15138f7-7eb4-4431-abfe-77bc631d949f req-ec635528-2ab9-4639-90c0-a9e9d3dc1488 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:14.469338 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c15138f7-7eb4-4431-abfe-77bc631d949f req-ec635528-2ab9-4639-90c0-a9e9d3dc1488 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.72 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 943 time: 0.2995338 Dec 10 18:37:14.475189 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d1cba5-f9b4-4c79-a5ee-1ca5d519dd4b req-c8222605-cfe4-41d6-a053-5a569f3197fc tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:14.485548 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-46d1cba5-f9b4-4c79-a5ee-1ca5d519dd4b req-c8222605-cfe4-41d6-a053-5a569f3197fc tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 948 time: 0.1750202 Dec 10 18:37:14.509664 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e6fd44e2-c842-40da-b425-2ff7a3a90124 req-4c0c9992-c8c4-4217-823d-6f38adc0b915 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202786 Dec 10 18:37:14.510962 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-0417e3a5-25b9-4695-a859-d1446a53137b admin admin] Allocated IP 172.25.7.93 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/8004ea1f-b63c-4eac-b980-ddfa2f8187e5) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:14.572903 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51516) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:14.601032 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-46d1cba5-f9b4-4c79-a5ee-1ca5d519dd4b req-451cea11-20a5-4a93-aeae-ff04c0c89432 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092980 Dec 10 18:37:14.716995 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-076de613-97b2-4af1-8bdf-49d0d4b07746 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:14.746660 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: e66605ab-4cce-4d6a-a1ca-cc9e446aaac3 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:37:14.747015 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device e66605ab-4cce-4d6a-a1ca-cc9e446aaac3 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:37:14.769535 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d1289c-b6db-4e36-8ee1-c7903b6b8346 x-openstack-request-id: req-25d1289c-b6db-4e36-8ee1-c7903b6b8346 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:37:14.769535 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a308d612-ca0e-46ed-b237-d0342ffd7110", "name": "network-vif-unplugged", "status": "completed", "tag": "77683194-68c8-44f6-b8a7-a56c748308e0", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:37:14.769535 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-25d1289c-b6db-4e36-8ee1-c7903b6b8346 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:37:14.769535 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a308d612-ca0e-46ed-b237-d0342ffd7110', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77683194-68c8-44f6-b8a7-a56c748308e0', 'code': 200} Dec 10 18:37:14.786930 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-c15138f7-7eb4-4431-abfe-77bc631d949f req-19f2140e-748b-4767-83eb-d4f9b0d6199a tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Deleting port 77683194-68c8-44f6-b8a7-a56c748308e0 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:14.787364 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c15138f7-7eb4-4431-abfe-77bc631d949f req-19f2140e-748b-4767-83eb-d4f9b0d6199a tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:14.819832 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=77683194-68c8-44f6-b8a7-a56c748308e0,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:14.836562 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-076de613-97b2-4af1-8bdf-49d0d4b07746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:14.838822 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-6aa4dcbf-d2ef-4835-9eba-866eb052df50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69fd623-7966-4c58-aea3-8bb3deab2266', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-231796955-router', 'tenant_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '49f49bd9-8769-404b-aa54-e5e582457e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:07Z', 'updated_at': '2021-12-10T18:37:10Z', 'revision_number': 3, 'project_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'gw_port': {'id': '49f49bd9-8769-404b-aa54-e5e582457e81', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69fd623-7966-4c58-aea3-8bb3deab2266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:09Z', 'updated_at': '2021-12-10T18:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:14.859862 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device ed2568b4-7412-40d3-84a1-51c2718451b3 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:37:14.877106 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 46cba056-e2d2-42b7-becb-2fa9c0148f08 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:14.907705 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa4dcbf-d2ef-4835-9eba-866eb052df50 None None] The sync data for ids ['f69fd623-7966-4c58-aea3-8bb3deab2266'] in n-d-821435-1 is: [{'id': 'f69fd623-7966-4c58-aea3-8bb3deab2266', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-231796955-router', 'tenant_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '49f49bd9-8769-404b-aa54-e5e582457e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:07Z', 'updated_at': '2021-12-10T18:37:10Z', 'revision_number': 3, 'project_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'gw_port': {'id': '49f49bd9-8769-404b-aa54-e5e582457e81', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69fd623-7966-4c58-aea3-8bb3deab2266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:09Z', 'updated_at': '2021-12-10T18:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:14.965662 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0417e3a5-25b9-4695-a859-d1446a53137b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:15.009342 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076de613-97b2-4af1-8bdf-49d0d4b07746 admin admin] Network 4a7fc81b-c5f4-42c0-a2bd-53c188a619ea is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:15.018062 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-076de613-97b2-4af1-8bdf-49d0d4b07746 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:15.036950 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076de613-97b2-4af1-8bdf-49d0d4b07746 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:15.042387 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c15138f7-7eb4-4431-abfe-77bc631d949f req-19f2140e-748b-4767-83eb-d4f9b0d6199a tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] For port 77683194-68c8-44f6-b8a7-a56c748308e0, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=77683194-68c8-44f6-b8a7-a56c748308e0,segment=NetworkSegment(a9a1f0c6-697d-404a-a8fe-550f575230bf),segment_id=a9a1f0c6-697d-404a-a8fe-550f575230bf)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:15.044857 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c15138f7-7eb4-4431-abfe-77bc631d949f req-19f2140e-748b-4767-83eb-d4f9b0d6199a tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:15.080717 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-c15138f7-7eb4-4431-abfe-77bc631d949f req-19f2140e-748b-4767-83eb-d4f9b0d6199a tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Calling delete_port for 77683194-68c8-44f6-b8a7-a56c748308e0 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:15.111373 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 3f5342ef-87fd-49e3-b07d-cebf4b57b4cf triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:15.111754 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:15.118063 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 46cba056-e2d2-42b7-becb-2fa9c0148f08 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:37:15.188791 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076de613-97b2-4af1-8bdf-49d0d4b07746 admin admin] Pushing event updated for resources: {'Port': ['ID=0f14d474-2250-4597-91ea-790f495477f9,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:15.216374 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-076de613-97b2-4af1-8bdf-49d0d4b07746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:15.235300 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 46cba056-e2d2-42b7-becb-2fa9c0148f08 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:15.237640 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:15.332580 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port ed2568b4-7412-40d3-84a1-51c2718451b3, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=ed2568b4-7412-40d3-84a1-51c2718451b3,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:15.373571 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c15138f7-7eb4-4431-abfe-77bc631d949f req-19f2140e-748b-4767-83eb-d4f9b0d6199a tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:15.408440 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': 'ed2568b4-7412-40d3-84a1-51c2718451b3', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': 'ed2568b4-7412-40d3-84a1-51c2718451b3', 'mac_address': 'fa:16:3e:7b:4a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:37:15.479445 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6c439e8a-1f98-489c-8b06-2c10e9f6c58d req-a55e7b1d-7dc0-46df-bdb4-d6255dab4324 tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.62 "GET /v2.0/ports?device_id=a308d612-ca0e-46ed-b237-d0342ffd7110 HTTP/1.1" status: 200 len: 210 time: 0.1211455 Dec 10 18:37:15.593261 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-85e2e3cf-ca83-4067-acd7-70cf58f96294 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b1d0c98fd68d4930b6c07e805cb9cc6c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0190427 Dec 10 18:37:15.593959 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2140e-748b-4767-83eb-d4f9b0d6199a tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Pushing event deleted for resources: {'Port': ['ID=77683194-68c8-44f6-b8a7-a56c748308e0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:15.594327 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51536) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:15.620485 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0417e3a5-25b9-4695-a859-d1446a53137b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:15.815482 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:15.834902 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed2568b4-7412-40d3-84a1-51c2718451b3 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:37:15.843328 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:15.867297 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-076de613-97b2-4af1-8bdf-49d0d4b07746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:15.874588 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15138f7-7eb4-4431-abfe-77bc631d949f req-19f2140e-748b-4767-83eb-d4f9b0d6199a tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] No DVR routers for this DVR port 77683194-68c8-44f6-b8a7-a56c748308e0 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:37:15.883203 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c15138f7-7eb4-4431-abfe-77bc631d949f req-19f2140e-748b-4767-83eb-d4f9b0d6199a tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:15.889648 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c15138f7-7eb4-4431-abfe-77bc631d949f req-19f2140e-748b-4767-83eb-d4f9b0d6199a tempest-ImagesTestJSON-2077776099 tempest-ImagesTestJSON-2077776099-project] 10.222.0.72 "DELETE /v2.0/ports/77683194-68c8-44f6-b8a7-a56c748308e0 HTTP/1.1" status: 204 len: 173 time: 1.4057589 Dec 10 18:37:15.894250 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a308d612-ca0e-46ed-b237-d0342ffd7110', 'name': 'network-vif-deleted', 'tag': '77683194-68c8-44f6-b8a7-a56c748308e0'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:37:15.907123 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e07ae0c-3207-4a0b-88a3-03c21239d2da" -d '{"events": [{"server_uuid": "a308d612-ca0e-46ed-b237-d0342ffd7110", "name": "network-vif-deleted", "tag": "77683194-68c8-44f6-b8a7-a56c748308e0"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:37:15.931952 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0ab4bd1-0e81-45cf-be65-711c5720fc73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:15.948920 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port ed2568b4-7412-40d3-84a1-51c2718451b3, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=ed2568b4-7412-40d3-84a1-51c2718451b3,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:15.977004 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 46cba056-e2d2-42b7-becb-2fa9c0148f08, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=46cba056-e2d2-42b7-becb-2fa9c0148f08,segment=NetworkSegment(4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9),segment_id=4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:15.980760 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:15.986100 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0417e3a5-25b9-4695-a859-d1446a53137b admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:15.991786 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-0417e3a5-25b9-4695-a859-d1446a53137b admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:16.005557 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0417e3a5-25b9-4695-a859-d1446a53137b admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:16.020399 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:16.037482 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-936d4de9-5b1d-46fb-b4a8-567f90524810 None None] Provisioning complete for port 0f14d474-2250-4597-91ea-790f495477f9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:16.037932 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-936d4de9-5b1d-46fb-b4a8-567f90524810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:16.074237 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651390d-ef3d-4229-a675-c9039e9039f0 req-ac867665-22d9-458c-b861-bcb5391b36c6 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:16.075886 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d651390d-ef3d-4229-a675-c9039e9039f0 req-ac867665-22d9-458c-b861-bcb5391b36c6 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 944 time: 0.3497736 Dec 10 18:37:16.111224 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0417e3a5-25b9-4695-a859-d1446a53137b admin admin] Pushing event updated for resources: {'Port': ['ID=8004ea1f-b63c-4eac-b980-ddfa2f8187e5,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:16.241227 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-936d4de9-5b1d-46fb-b4a8-567f90524810 None None] Port 0f14d474-2250-4597-91ea-790f495477f9 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:37:16.252200 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=ed2568b4-7412-40d3-84a1-51c2718451b3,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:16.300332 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['ed2568b4-7412-40d3-84a1-51c2718451b3'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:37:16.308551 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50127d-ef57-4789-96e6-b33a7c047edc req-efeaad36-4191-45c4-871e-c4ce2ee50d98 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:16.311081 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1b50127d-ef57-4789-96e6-b33a7c047edc req-efeaad36-4191-45c4-871e-c4ce2ee50d98 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 948 time: 0.5272629 Dec 10 18:37:16.385159 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=46cba056-e2d2-42b7-becb-2fa9c0148f08,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:16.406243 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 1bcffd46-6c20-4187-9a41-6c8d3f599ec2 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:16.607618 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1b50127d-ef57-4789-96e6-b33a7c047edc req-9b14a005-8241-473e-b652-e3ad3007d478 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542397 Dec 10 18:37:16.711708 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 1bcffd46-6c20-4187-9a41-6c8d3f599ec2 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:16.713542 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:16.775764 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b581f2-6136-40f2-88e3-5a4844dc82ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cba056-e2d2-42b7-becb-2fa9c0148f08'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:37:16.778764 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a04dffd-c4f9-4a9e-97be-04057aa0cc6d" -d '{"events": [{"server_uuid": "97b581f2-6136-40f2-88e3-5a4844dc82ee", "name": "network-vif-plugged", "status": "completed", "tag": "46cba056-e2d2-42b7-becb-2fa9c0148f08"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:37:16.833535 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0ab4bd1-0e81-45cf-be65-711c5720fc73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:16.864433 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617ee722-c052-4a1e-8b63-5307f3dedbaa x-openstack-request-id: req-617ee722-c052-4a1e-8b63-5307f3dedbaa {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:37:16.864831 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a308d612-ca0e-46ed-b237-d0342ffd7110", "name": "network-vif-deleted", "tag": "77683194-68c8-44f6-b8a7-a56c748308e0", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:37:16.865149 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-617ee722-c052-4a1e-8b63-5307f3dedbaa {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:37:16.865721 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a308d612-ca0e-46ed-b237-d0342ffd7110', 'name': 'network-vif-deleted', 'tag': '77683194-68c8-44f6-b8a7-a56c748308e0', 'status': 'completed', 'code': 200} Dec 10 18:37:16.866888 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0417e3a5-25b9-4695-a859-d1446a53137b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:16.908871 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:16.983417 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 1bcffd46-6c20-4187-9a41-6c8d3f599ec2, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=1bcffd46-6c20-4187-9a41-6c8d3f599ec2,segment=NetworkSegment(d87c2ce9-a5ed-44c7-ae9c-9aecb12d024a),segment_id=d87c2ce9-a5ed-44c7-ae9c-9aecb12d024a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:16.988894 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:16.990428 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 49f49bd9-8769-404b-aa54-e5e582457e81 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:17.098259 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=1bcffd46-6c20-4187-9a41-6c8d3f599ec2,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:17.137815 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f195d7ea-3ed1-4915-9efd-0f98fa2e9e58 x-openstack-request-id: req-f195d7ea-3ed1-4915-9efd-0f98fa2e9e58 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:37:17.138122 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b581f2-6136-40f2-88e3-5a4844dc82ee", "name": "network-vif-plugged", "status": "completed", "tag": "46cba056-e2d2-42b7-becb-2fa9c0148f08", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:37:17.138383 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f195d7ea-3ed1-4915-9efd-0f98fa2e9e58 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:37:17.141474 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b581f2-6136-40f2-88e3-5a4844dc82ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cba056-e2d2-42b7-becb-2fa9c0148f08', 'code': 200} Dec 10 18:37:17.168994 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d651390d-ef3d-4229-a675-c9039e9039f0 req-91cb5628-7f80-425b-88bc-0a769c883f04 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0631390 Dec 10 18:37:17.198583 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfbacaa-fed8-47da-a1e7-18d160743c66 None None] Network b10b155c-66a0-4049-b126-dfdfd0c5e021 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:17.265886 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0ab4bd1-0e81-45cf-be65-711c5720fc73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:17.270114 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0ab4bd1-0e81-45cf-be65-711c5720fc73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:17.271291 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a0ab4bd1-0e81-45cf-be65-711c5720fc73 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3fd2a3de-e1a2-4eff-8893-f129f6af245d HTTP/1.1" status: 204 len: 168 time: 1.6757860 Dec 10 18:37:17.315926 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab4bd1-0e81-45cf-be65-711c5720fc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd2a3de-e1a2-4eff-8893-f129f6af245d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:17.316553 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d79ed-07c4-4f00-8637-5781c120e45b req-c9514034-8ee6-4d2c-9b4f-68ce94dfac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:17.318069 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aa1d79ed-07c4-4f00-8637-5781c120e45b req-c9514034-8ee6-4d2c-9b4f-68ce94dfac02 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 1096 time: 0.1234655 Dec 10 18:37:17.392902 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-076de613-97b2-4af1-8bdf-49d0d4b07746 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:17.400247 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 77683194-68c8-44f6-b8a7-a56c748308e0 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:37:17.402123 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-076de613-97b2-4af1-8bdf-49d0d4b07746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:17.415350 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aa1d79ed-07c4-4f00-8637-5781c120e45b req-4c4b039f-4972-48ef-b66b-693fd1cddab9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852692 Dec 10 18:37:17.425347 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0417e3a5-25b9-4695-a859-d1446a53137b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:17.522066 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 77683194-68c8-44f6-b8a7-a56c748308e0 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:37:17.522523 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 77683194-68c8-44f6-b8a7-a56c748308e0 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:37:17.524993 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-45c80766-daac-4f4f-8ea7-aad95f269842 None None] Provisioning complete for port 1bcffd46-6c20-4187-9a41-6c8d3f599ec2 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:17.526070 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-45c80766-daac-4f4f-8ea7-aad95f269842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:17.552570 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-076de613-97b2-4af1-8bdf-49d0d4b07746 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:17.580062 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51600) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:17.676275 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-343a48a4-f2d1-42d8-bbaa-57bf5add5dec admin admin] Deleting subnet cf3bf4b2-84a2-4b1b-bd28-de26384874e7 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:37:17.683809 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-343a48a4-f2d1-42d8-bbaa-57bf5add5dec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:17.754684 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 49f49bd9-8769-404b-aa54-e5e582457e81 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:17.755491 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:17.755856 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-343a48a4-f2d1-42d8-bbaa-57bf5add5dec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:17.762282 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076de613-97b2-4af1-8bdf-49d0d4b07746 admin admin] Pushing event updated for resources: {'Port': ['ID=0f14d474-2250-4597-91ea-790f495477f9,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:17.786061 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076de613-97b2-4af1-8bdf-49d0d4b07746 admin admin] Network 4a7fc81b-c5f4-42c0-a2bd-53c188a619ea is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:17.788826 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-076de613-97b2-4af1-8bdf-49d0d4b07746 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:17.863250 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-343a48a4-f2d1-42d8-bbaa-57bf5add5dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:17.948432 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51610) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:18.016567 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:18.068668 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 49f49bd9-8769-404b-aa54-e5e582457e81, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=49f49bd9-8769-404b-aa54-e5e582457e81,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:18.078035 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:18.119323 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-343a48a4-f2d1-42d8-bbaa-57bf5add5dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:18.196484 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076de613-97b2-4af1-8bdf-49d0d4b07746 admin admin] Router f69fd623-7966-4c58-aea3-8bb3deab2266 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:18.227891 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920b074-1d25-42ff-8541-0b44d2b7ee2e req-daa34f72-3a56-40c8-b3aa-104f581b4d45 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:18.233991 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2920b074-1d25-42ff-8541-0b44d2b7ee2e req-daa34f72-3a56-40c8-b3aa-104f581b4d45 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 949 time: 0.2869518 Dec 10 18:37:18.234772 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a48a4-f2d1-42d8-bbaa-57bf5add5dec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf3bf4b2-84a2-4b1b-bd28-de26384874e7,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:18.273114 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 1bcffd46-6c20-4187-9a41-6c8d3f599ec2 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:18.288731 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-343a48a4-f2d1-42d8-bbaa-57bf5add5dec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:18.292866 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-343a48a4-f2d1-42d8-bbaa-57bf5add5dec admin admin] 10.222.0.62 "DELETE /v2.0/subnets/cf3bf4b2-84a2-4b1b-bd28-de26384874e7 HTTP/1.1" status: 204 len: 168 time: 0.7110989 Dec 10 18:37:18.297648 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9c284c3a-80be-407d-8838-0891c57a466a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bcfa547b0c4c46399732f75fecea08cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3467858 Dec 10 18:37:18.312777 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51614) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:18.313344 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51618) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:18.323609 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0417e3a5-25b9-4695-a859-d1446a53137b admin admin] Router e966a05f-b365-4210-b946-488f58424f63 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:37:18.347182 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=49f49bd9-8769-404b-aa54-e5e582457e81,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:18.424772 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b5c8a81c-5bb9-486f-b0fb-c2906fe4f673 None None] Provisioning complete for port 0f14d474-2250-4597-91ea-790f495477f9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:18.426186 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b5c8a81c-5bb9-486f-b0fb-c2906fe4f673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:18.453813 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ae53d-379f-4344-9215-e0bb54c7e3ac req-24f235a3-f1e9-4751-af6b-57abb6c7a7ad tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:18.461743 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-163ae53d-379f-4344-9215-e0bb54c7e3ac req-24f235a3-f1e9-4751-af6b-57abb6c7a7ad tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 945 time: 0.0862536 Dec 10 18:37:18.477267 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32c4991a-2b67-4b11-9eae-7f48f28345da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:18.484769 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 1bcffd46-6c20-4187-9a41-6c8d3f599ec2 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:18.485201 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:18.487528 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076de613-97b2-4af1-8bdf-49d0d4b07746 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:18.509850 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-076de613-97b2-4af1-8bdf-49d0d4b07746 admin admin] 10.222.0.62 "PUT /v2.0/routers/f69fd623-7966-4c58-aea3-8bb3deab2266/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0850129 Dec 10 18:37:18.542047 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-163ae53d-379f-4344-9215-e0bb54c7e3ac req-a0543c51-21aa-49b4-a9f0-ed8a58cb601a tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790215 Dec 10 18:37:18.563934 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba31018-0b65-414d-a728-b05236198e82 None None] Sync routers for ids ['f69fd623-7966-4c58-aea3-8bb3deab2266'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:18.570599 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b5c8a81c-5bb9-486f-b0fb-c2906fe4f673 None None] Port 0f14d474-2250-4597-91ea-790f495477f9 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:37:18.605821 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba31018-0b65-414d-a728-b05236198e82 None None] Routers {'f69fd623-7966-4c58-aea3-8bb3deab2266'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:18.606484 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-aba31018-0b65-414d-a728-b05236198e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:36:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['f69fd623-7966-4c58-aea3-8bb3deab2266'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:18.791755 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fae57240-2daa-49fd-95c1-ae38a9b7a880 None None] Provisioning complete for port 1bcffd46-6c20-4187-9a41-6c8d3f599ec2 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:18.792194 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fae57240-2daa-49fd-95c1-ae38a9b7a880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:18.953327 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2920b074-1d25-42ff-8541-0b44d2b7ee2e req-cf6f9ab7-5f18-4781-9e11-1a8f6f5292ad tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6855824 Dec 10 18:37:18.976256 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device ed2568b4-7412-40d3-84a1-51c2718451b3 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:19.035676 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0417e3a5-25b9-4695-a859-d1446a53137b admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:19.037512 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-aba31018-0b65-414d-a728-b05236198e82 None None] Set router f69fd623-7966-4c58-aea3-8bb3deab2266 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:19.051312 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7824174-fef7-42b5-8fde-fe804cebf312 None None] Sync routers for ids ['e966a05f-b365-4210-b946-488f58424f63'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:19.069019 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7824174-fef7-42b5-8fde-fe804cebf312 None None] Routers {'e966a05f-b365-4210-b946-488f58424f63'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:19.069736 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-c7824174-fef7-42b5-8fde-fe804cebf312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:36:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['e966a05f-b365-4210-b946-488f58424f63'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:19.123560 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32c4991a-2b67-4b11-9eae-7f48f28345da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:19.126601 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f8dd2ab0-b763-4feb-a468-10cf59d47960 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:19.138495 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0417e3a5-25b9-4695-a859-d1446a53137b admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:19.144863 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51640) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:19.146800 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0417e3a5-25b9-4695-a859-d1446a53137b admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.1033385 Dec 10 18:37:19.175551 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port ed2568b4-7412-40d3-84a1-51c2718451b3 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:37:19.204375 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port ed2568b4-7412-40d3-84a1-51c2718451b3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:19.204800 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:19.215999 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-32c4991a-2b67-4b11-9eae-7f48f28345da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bceb057d-f456-42f1-aa52-7a9ff59c427a']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:19.256124 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-32c4991a-2b67-4b11-9eae-7f48f28345da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9a1f0c6-697d-404a-a8fe-550f575230bf') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:19.256423 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-32c4991a-2b67-4b11-9eae-7f48f28345da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9a1f0c6-697d-404a-a8fe-550f575230bf') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:19.294605 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f8dd2ab0-b763-4feb-a468-10cf59d47960 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:19.321545 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32c4991a-2b67-4b11-9eae-7f48f28345da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:19.340606 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-c7824174-fef7-42b5-8fde-fe804cebf312 None None] Set router e966a05f-b365-4210-b946-488f58424f63 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:19.390311 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:19.397236 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32c4991a-2b67-4b11-9eae-7f48f28345da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:19.409535 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c4991a-2b67-4b11-9eae-7f48f28345da admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:37:19.410503 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32c4991a-2b67-4b11-9eae-7f48f28345da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:19.482768 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:37:19.482768 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:37:19.482768 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:37:19.482768 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:37:19.482768 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:37:19.482768 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:37:19.482768 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:37:19.482768 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:37:19.482768 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:37:19.482768 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:37:19.482768 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:37:19.482768 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:37:19.482768 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:37:19.482768 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:37:19.482768 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:37:19.482768 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:37:19.482768 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:37:19.482768 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:37:19.482768 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:37:19.482768 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:37:19.482768 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:37:19.482768 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:37:19.482768 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:37:19.482768 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:37:19.482768 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:37:19.482768 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:37:19.482768 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:37:19.482768 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:37:19.482768 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:37:19.482768 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:37:19.482768 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:37:19.482768 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:37:19.486046 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43645557-f91a-472b-9402-c3812aa3aa0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed2568b4-7412-40d3-84a1-51c2718451b3'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:37:19.493258 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2c7c51-a680-49c9-8738-99f05dc3fe8d" -d '{"events": [{"server_uuid": "43645557-f91a-472b-9402-c3812aa3aa0d", "name": "network-vif-plugged", "status": "completed", "tag": "ed2568b4-7412-40d3-84a1-51c2718451b3"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:37:19.515325 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32c4991a-2b67-4b11-9eae-7f48f28345da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:19.534683 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port ed2568b4-7412-40d3-84a1-51c2718451b3, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=ed2568b4-7412-40d3-84a1-51c2718451b3,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:19.552148 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:19.554432 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32c4991a-2b67-4b11-9eae-7f48f28345da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:19.559386 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-32c4991a-2b67-4b11-9eae-7f48f28345da admin admin] 10.222.0.62 "DELETE /v2.0/networks/bceb057d-f456-42f1-aa52-7a9ff59c427a HTTP/1.1" status: 204 len: 168 time: 1.2373786 Dec 10 18:37:19.561895 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4991a-2b67-4b11-9eae-7f48f28345da admin admin] Pushing event deleted for resources: {'Network': ['ID=bceb057d-f456-42f1-aa52-7a9ff59c427a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:19.583762 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f8dd2ab0-b763-4feb-a468-10cf59d47960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:19.588489 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f8dd2ab0-b763-4feb-a468-10cf59d47960 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:19.591017 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f8dd2ab0-b763-4feb-a468-10cf59d47960 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c2188e8f-a970-4b3f-a576-580d60d5ec4a HTTP/1.1" status: 204 len: 168 time: 1.2673771 Dec 10 18:37:19.629060 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dd2ab0-b763-4feb-a468-10cf59d47960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2188e8f-a970-4b3f-a576-580d60d5ec4a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:19.680955 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a87238c-eb49-41fc-948e-273be0fe54ff x-openstack-request-id: req-0a87238c-eb49-41fc-948e-273be0fe54ff {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:37:19.681686 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43645557-f91a-472b-9402-c3812aa3aa0d", "name": "network-vif-plugged", "status": "completed", "tag": "ed2568b4-7412-40d3-84a1-51c2718451b3", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:37:19.682618 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0a87238c-eb49-41fc-948e-273be0fe54ff {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:37:19.683025 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43645557-f91a-472b-9402-c3812aa3aa0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed2568b4-7412-40d3-84a1-51c2718451b3', 'code': 200} Dec 10 18:37:19.708812 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-c7824174-fef7-42b5-8fde-fe804cebf312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e966a05f-b365-4210-b946-488f58424f63', 'name': 'tempest-TaggedBootDevicesTest_v242-1317655937-router', 'tenant_id': '04aa007bf28047b89b6d009d0c79803e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '8004ea1f-b63c-4eac-b980-ddfa2f8187e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:11Z', 'updated_at': '2021-12-10T18:37:16Z', 'revision_number': 3, 'project_id': '04aa007bf28047b89b6d009d0c79803e', 'gw_port': {'id': '8004ea1f-b63c-4eac-b980-ddfa2f8187e5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e966a05f-b365-4210-b946-488f58424f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:13Z', 'updated_at': '2021-12-10T18:37:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:19.713536 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-e563158a-300e-4dbe-ab5f-7d674978cfff tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:19.722833 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-e563158a-300e-4dbe-ab5f-7d674978cfff tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/networks?id=4a7fc81b-c5f4-42c0-a2bd-53c188a619ea HTTP/1.1" status: 200 len: 828 time: 0.3285406 Dec 10 18:37:19.726410 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b6983fa5-bf48-4f83-8129-791190137350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:19.783713 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-b3730b94-781b-472f-8be2-cce22956b1c7 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/quotas/7ebb97a4396b4aa980e8501ee73aa69a HTTP/1.1" status: 200 len: 375 time: 0.0593834 Dec 10 18:37:19.798236 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7824174-fef7-42b5-8fde-fe804cebf312 None None] Checking router: e966a05f-b365-4210-b946-488f58424f63 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:37:19.798236 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7824174-fef7-42b5-8fde-fe804cebf312 None None] Updating router e966a05f-b365-4210-b946-488f58424f63 port 8004ea1f-b63c-4eac-b980-ddfa2f8187e5 binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:37:19.810755 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=ed2568b4-7412-40d3-84a1-51c2718451b3,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:19.814755 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-aba31018-0b65-414d-a728-b05236198e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69fd623-7966-4c58-aea3-8bb3deab2266', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-231796955-router', 'tenant_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '49f49bd9-8769-404b-aa54-e5e582457e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:07Z', 'updated_at': '2021-12-10T18:37:15Z', 'revision_number': 4, 'project_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'gw_port': {'id': '49f49bd9-8769-404b-aa54-e5e582457e81', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69fd623-7966-4c58-aea3-8bb3deab2266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:09Z', 'updated_at': '2021-12-10T18:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '0f14d474-2250-4597-91ea-790f495477f9', 'name': '', 'network_id': '4a7fc81b-c5f4-42c0-a2bd-53c188a619ea', 'tenant_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'mac_address': 'fa:16:3e:67:1b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69fd623-7966-4c58-aea3-8bb3deab2266', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '3d5a0a40-88f2-4a3f-b529-ae10b29722c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:14Z', 'updated_at': '2021-12-10T18:37:16Z', 'revision_number': 2, 'project_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'subnets': [{'id': '3d5a0a40-88f2-4a3f-b529-ae10b29722c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:19.846123 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba31018-0b65-414d-a728-b05236198e82 None None] Checking router: f69fd623-7966-4c58-aea3-8bb3deab2266 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:37:19.846477 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba31018-0b65-414d-a728-b05236198e82 None None] Updating router f69fd623-7966-4c58-aea3-8bb3deab2266 port 0f14d474-2250-4597-91ea-790f495477f9 binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:37:19.889380 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aba31018-0b65-414d-a728-b05236198e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:19.890239 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-c7824174-fef7-42b5-8fde-fe804cebf312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:19.898229 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a39c837-6696-46b1-aca5-154b64ee93eb req-41dae30b-cd51-414a-ba0b-9993934ddcc8 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:19.908827 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7a39c837-6696-46b1-aca5-154b64ee93eb req-41dae30b-cd51-414a-ba0b-9993934ddcc8 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 945 time: 0.1351840 Dec 10 18:37:19.922438 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-e5a43cba-9531-48fd-8c29-cd5e32d37af3 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7ebb97a4396b4aa980e8501ee73aa69a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1079011 Dec 10 18:37:19.948122 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d6d39-e70f-4535-98c0-cb82914ba823 req-afaea083-91f6-43d1-a22f-dbacb08d77a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:19.950003 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1e5d6d39-e70f-4535-98c0-cb82914ba823 req-afaea083-91f6-43d1-a22f-dbacb08d77a6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 1101 time: 0.2776620 Dec 10 18:37:19.966244 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51662) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:20.024228 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7a39c837-6696-46b1-aca5-154b64ee93eb req-79cf6640-1041-41c0-a4b5-0704bff6fe47 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126878 Dec 10 18:37:20.202883 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-79112b22-1e2e-4f37-8dfb-c395a67ce9fa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=00c23c1637e147a49e5d6016832f8f3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323954 Dec 10 18:37:20.206287 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-cb29c4fa-cb27-4e1e-8d03-9f4c0ecedfb0 service neutron] 10.222.0.62 "GET /v2.0/networks/4a7fc81b-c5f4-42c0-a2bd-53c188a619ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712657 Dec 10 18:37:20.224782 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51672) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:20.241840 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 49f49bd9-8769-404b-aa54-e5e582457e81 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:20.263042 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1e5d6d39-e70f-4535-98c0-cb82914ba823 req-083aef7c-b123-4217-b78f-f51edbd361de service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975323 Dec 10 18:37:20.312122 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d5a06-9faa-4b27-be7d-241ecdd88af5 req-de9d05e9-81e6-47a3-b33a-7de0e1554101 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:20.328365 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3c6d5a06-9faa-4b27-be7d-241ecdd88af5 req-de9d05e9-81e6-47a3-b33a-7de0e1554101 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 950 time: 0.1593909 Dec 10 18:37:20.369565 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-8792887b-5440-4521-9f6a-0f69d1a3cf5f service neutron] 10.222.0.62 "GET /v2.0/networks/4a7fc81b-c5f4-42c0-a2bd-53c188a619ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616700 Dec 10 18:37:20.476020 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3c6d5a06-9faa-4b27-be7d-241ecdd88af5 req-3376a546-f107-44c6-bc84-c553e5e30c1f tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447213 Dec 10 18:37:20.534348 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 49f49bd9-8769-404b-aa54-e5e582457e81 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:20.534918 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:20.561258 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-c7824174-fef7-42b5-8fde-fe804cebf312 None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:20.569566 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-c7824174-fef7-42b5-8fde-fe804cebf312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:20.588981 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f95366d-f68b-4261-989a-f70b05b52977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:20.646684 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4938e-3951-4bc8-ab13-fb62fffb35e2 None None] Pushing event updated for resources: {'Port': ['ID=8004ea1f-b63c-4eac-b980-ddfa2f8187e5,revision_number=2']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:20.673637 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-c7824174-fef7-42b5-8fde-fe804cebf312 None None] Attempting to bind port 8004ea1f-b63c-4eac-b980-ddfa2f8187e5 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:37:20.674024 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-c7824174-fef7-42b5-8fde-fe804cebf312 None None] Attempting to bind port 8004ea1f-b63c-4eac-b980-ddfa2f8187e5 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:37:20.674485 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7824174-fef7-42b5-8fde-fe804cebf312 None None] Attempting to bind port 8004ea1f-b63c-4eac-b980-ddfa2f8187e5 on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:37:20.680250 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7824174-fef7-42b5-8fde-fe804cebf312 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:37:20.680649 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7824174-fef7-42b5-8fde-fe804cebf312 None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:20.681213 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-c7824174-fef7-42b5-8fde-fe804cebf312 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:20.682540 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7824174-fef7-42b5-8fde-fe804cebf312 None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:37:20.683193 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-c7824174-fef7-42b5-8fde-fe804cebf312 None None] Bound port: 8004ea1f-b63c-4eac-b980-ddfa2f8187e5, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:37:20.683584 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-c7824174-fef7-42b5-8fde-fe804cebf312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:20.696696 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb15a0c1-3c35-49c3-8ee0-4743d3f4903c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:20.754900 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-c7824174-fef7-42b5-8fde-fe804cebf312 None None] For port 8004ea1f-b63c-4eac-b980-ddfa2f8187e5, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:37:20.758756 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-c7824174-fef7-42b5-8fde-fe804cebf312 None None] For port 8004ea1f-b63c-4eac-b980-ddfa2f8187e5, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=8004ea1f-b63c-4eac-b980-ddfa2f8187e5,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:37:20.766951 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-c7824174-fef7-42b5-8fde-fe804cebf312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:20.870145 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4938e-3951-4bc8-ab13-fb62fffb35e2 None None] Pushing event updated for resources: {'Port': ['ID=8004ea1f-b63c-4eac-b980-ddfa2f8187e5,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:20.889173 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7824174-fef7-42b5-8fde-fe804cebf312 None None] Routers {'e966a05f-b365-4210-b946-488f58424f63'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:20.890174 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-c7824174-fef7-42b5-8fde-fe804cebf312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:36:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['e966a05f-b365-4210-b946-488f58424f63'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:20.968802 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aba31018-0b65-414d-a728-b05236198e82 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:20.975543 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-36dc825c-7bf8-490f-afce-a240c571e391 req-e42a2947-2e18-4556-8175-d1df393c47dd tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/ports?device_id=390b3c47-e197-45c4-9c5e-7dd4f91c91de HTTP/1.1" status: 200 len: 210 time: 0.0758336 Dec 10 18:37:20.981230 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb15a0c1-3c35-49c3-8ee0-4743d3f4903c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:20.995498 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aba31018-0b65-414d-a728-b05236198e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:21.112773 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc21df6-f89f-42f3-8c6e-1401f97d86cd None None] Pushing event updated for resources: {'Port': ['ID=0f14d474-2250-4597-91ea-790f495477f9,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:21.202936 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-3f95366d-f68b-4261-989a-f70b05b52977 admin admin] Allocated IP 172.20.0.1 (b10b155c-66a0-4049-b126-dfdfd0c5e021/843f5eb5-9b06-426e-a92b-d759e1e10aa2/66369d92-2dc7-4990-acbb-25cd184b9dca) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:21.382659 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-aba31018-0b65-414d-a728-b05236198e82 None None] Attempting to bind port 0f14d474-2250-4597-91ea-790f495477f9 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:37:21.383634 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-aba31018-0b65-414d-a728-b05236198e82 None None] Attempting to bind port 0f14d474-2250-4597-91ea-790f495477f9 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '3782196a-5b61-46db-b10d-64bb47154018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4a7fc81b-c5f4-42c0-a2bd-53c188a619ea'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:37:21.385207 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba31018-0b65-414d-a728-b05236198e82 None None] Attempting to bind port 0f14d474-2250-4597-91ea-790f495477f9 on network 4a7fc81b-c5f4-42c0-a2bd-53c188a619ea {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:37:21.405305 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba31018-0b65-414d-a728-b05236198e82 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:37:21.408527 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba31018-0b65-414d-a728-b05236198e82 None None] Checking segment: {'id': '3782196a-5b61-46db-b10d-64bb47154018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4a7fc81b-c5f4-42c0-a2bd-53c188a619ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:21.410474 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aba31018-0b65-414d-a728-b05236198e82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:21.411782 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba31018-0b65-414d-a728-b05236198e82 None None] Bound using segment: {'id': '3782196a-5b61-46db-b10d-64bb47154018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4a7fc81b-c5f4-42c0-a2bd-53c188a619ea'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:37:21.414777 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-aba31018-0b65-414d-a728-b05236198e82 None None] Bound port: 0f14d474-2250-4597-91ea-790f495477f9, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3782196a-5b61-46db-b10d-64bb47154018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4a7fc81b-c5f4-42c0-a2bd-53c188a619ea'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:37:21.417371 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aba31018-0b65-414d-a728-b05236198e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:21.442597 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb15a0c1-3c35-49c3-8ee0-4743d3f4903c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:21.446969 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb15a0c1-3c35-49c3-8ee0-4743d3f4903c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:21.455887 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-c7824174-fef7-42b5-8fde-fe804cebf312 None None] Set router e966a05f-b365-4210-b946-488f58424f63 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:21.456972 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-bb15a0c1-3c35-49c3-8ee0-4743d3f4903c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7c5681e5-bfd0-42dd-be1e-72f7d3e92a40 HTTP/1.1" status: 204 len: 168 time: 1.2291059 Dec 10 18:37:21.553406 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb15a0c1-3c35-49c3-8ee0-4743d3f4903c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5681e5-bfd0-42dd-be1e-72f7d3e92a40,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:21.621526 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-aba31018-0b65-414d-a728-b05236198e82 None None] For port 0f14d474-2250-4597-91ea-790f495477f9, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:37:21.629525 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-aba31018-0b65-414d-a728-b05236198e82 None None] For port 0f14d474-2250-4597-91ea-790f495477f9, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=0f14d474-2250-4597-91ea-790f495477f9,segment=NetworkSegment(3782196a-5b61-46db-b10d-64bb47154018),segment_id=3782196a-5b61-46db-b10d-64bb47154018)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:37:21.639964 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aba31018-0b65-414d-a728-b05236198e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:21.643889 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f95366d-f68b-4261-989a-f70b05b52977 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:21.701720 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a18a0-0d9b-4602-914c-e5a3a608c5f7 req-ed3706e9-7356-4e24-9776-f30c6b83c77e tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:21.712190 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d83a18a0-0d9b-4602-914c-e5a3a608c5f7 req-ed3706e9-7356-4e24-9776-f30c6b83c77e tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 945 time: 0.2514486 Dec 10 18:37:21.822331 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e9426-51a7-4e10-8c53-d78790ff78c2 req-c9be06c8-e416-42d6-aa58-2a87c9d33921 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:21.832678 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba31018-0b65-414d-a728-b05236198e82 None None] Routers {'f69fd623-7966-4c58-aea3-8bb3deab2266'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:21.833074 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a18e9426-51a7-4e10-8c53-d78790ff78c2 req-c9be06c8-e416-42d6-aa58-2a87c9d33921 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 950 time: 0.1188025 Dec 10 18:37:21.833335 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-aba31018-0b65-414d-a728-b05236198e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:36:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['f69fd623-7966-4c58-aea3-8bb3deab2266'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:21.920054 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f95366d-f68b-4261-989a-f70b05b52977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:21.951353 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d83a18a0-0d9b-4602-914c-e5a3a608c5f7 req-e45d1c87-d7d6-45ae-8772-785fa054827d tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356522 Dec 10 18:37:21.951623 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-c7824174-fef7-42b5-8fde-fe804cebf312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e966a05f-b365-4210-b946-488f58424f63', 'name': 'tempest-TaggedBootDevicesTest_v242-1317655937-router', 'tenant_id': '04aa007bf28047b89b6d009d0c79803e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '8004ea1f-b63c-4eac-b980-ddfa2f8187e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:11Z', 'updated_at': '2021-12-10T18:37:16Z', 'revision_number': 3, 'project_id': '04aa007bf28047b89b6d009d0c79803e', 'gw_port': {'id': '8004ea1f-b63c-4eac-b980-ddfa2f8187e5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e966a05f-b365-4210-b946-488f58424f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:13Z', 'updated_at': '2021-12-10T18:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:21.989514 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a18e9426-51a7-4e10-8c53-d78790ff78c2 req-0708942e-23cd-4c2d-ad9e-228a41c4d889 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545756 Dec 10 18:37:22.046035 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7824174-fef7-42b5-8fde-fe804cebf312 None None] The sync data for ids ['e966a05f-b365-4210-b946-488f58424f63'] in n-d-821435-1 is: [{'id': 'e966a05f-b365-4210-b946-488f58424f63', 'name': 'tempest-TaggedBootDevicesTest_v242-1317655937-router', 'tenant_id': '04aa007bf28047b89b6d009d0c79803e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '8004ea1f-b63c-4eac-b980-ddfa2f8187e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:11Z', 'updated_at': '2021-12-10T18:37:16Z', 'revision_number': 3, 'project_id': '04aa007bf28047b89b6d009d0c79803e', 'gw_port': {'id': '8004ea1f-b63c-4eac-b980-ddfa2f8187e5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e966a05f-b365-4210-b946-488f58424f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:13Z', 'updated_at': '2021-12-10T18:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:22.097967 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e080a1b0-9887-4cd0-b2ad-848cacdbd810 None None] Provisioning complete for port 0f14d474-2250-4597-91ea-790f495477f9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:22.098517 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e080a1b0-9887-4cd0-b2ad-848cacdbd810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:22.112293 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f95366d-f68b-4261-989a-f70b05b52977 admin admin] Network b10b155c-66a0-4049-b126-dfdfd0c5e021 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:22.117476 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-3f95366d-f68b-4261-989a-f70b05b52977 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:22.131760 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f95366d-f68b-4261-989a-f70b05b52977 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:22.185125 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2298933e-0b42-4855-b6fb-d9441f74e5ba req-62bbfdce-b278-418a-ac1e-d0c1ec481c73 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/ports?device_id=390b3c47-e197-45c4-9c5e-7dd4f91c91de HTTP/1.1" status: 200 len: 210 time: 0.0633337 Dec 10 18:37:22.202748 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc21df6-f89f-42f3-8c6e-1401f97d86cd None None] Pushing event updated for resources: {'Port': ['ID=0f14d474-2250-4597-91ea-790f495477f9,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:22.295233 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f95366d-f68b-4261-989a-f70b05b52977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:22.311369 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f95366d-f68b-4261-989a-f70b05b52977 admin admin] Pushing event updated for resources: {'Port': ['ID=66369d92-2dc7-4990-acbb-25cd184b9dca,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:22.418392 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e080a1b0-9887-4cd0-b2ad-848cacdbd810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:22.421610 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-aba31018-0b65-414d-a728-b05236198e82 None None] Set router f69fd623-7966-4c58-aea3-8bb3deab2266 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:22.500781 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c9f345fe-15f3-47c5-9d63-6fe4460ec656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:22.615946 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f95366d-f68b-4261-989a-f70b05b52977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:22.672810 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e080a1b0-9887-4cd0-b2ad-848cacdbd810 None None] For port 0f14d474-2250-4597-91ea-790f495477f9, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=0f14d474-2250-4597-91ea-790f495477f9,segment=NetworkSegment(3782196a-5b61-46db-b10d-64bb47154018),segment_id=3782196a-5b61-46db-b10d-64bb47154018)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:22.696515 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e080a1b0-9887-4cd0-b2ad-848cacdbd810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:22.952445 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-90254543-a058-418b-b7a1-7f73063dc16c tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:22.955609 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-90254543-a058-418b-b7a1-7f73063dc16c tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.72 "GET /v2.0/networks?id=4a7fc81b-c5f4-42c0-a2bd-53c188a619ea HTTP/1.1" status: 200 len: 828 time: 0.2699451 Dec 10 18:37:22.963375 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f95366d-f68b-4261-989a-f70b05b52977 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:22.971590 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f95366d-f68b-4261-989a-f70b05b52977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:23.009752 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-6c628bd3-6771-477e-911e-8d565a73cc5c tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Request body: {'port': {'device_id': '390b3c47-e197-45c4-9c5e-7dd4f91c91de', 'network_id': '4a7fc81b-c5f4-42c0-a2bd-53c188a619ea', 'admin_state_up': True, 'tenant_id': '7ebb97a4396b4aa980e8501ee73aa69a'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:23.209294 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f95366d-f68b-4261-989a-f70b05b52977 admin admin] Pushing event updated for resources: {'Port': ['ID=66369d92-2dc7-4990-acbb-25cd184b9dca,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:23.215407 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f95366d-f68b-4261-989a-f70b05b52977 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:23.293071 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51752) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:23.301236 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46cca3-b5cb-4603-9f19-81a75d4cd672 req-82c40d29-4f58-4627-bfac-14b07de3ffb2 tempest-MigrationsAdminTest-131387736 tempest-MigrationsAdminTest-131387736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:23.309720 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0ad9a-94c0-4647-8739-7ac51767f733 req-5bb81050-cb79-43e4-9023-cebc5c84424c tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:23.312315 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3b46cca3-b5cb-4603-9f19-81a75d4cd672 req-82c40d29-4f58-4627-bfac-14b07de3ffb2 tempest-MigrationsAdminTest-131387736 tempest-MigrationsAdminTest-131387736-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 1101 time: 0.3523145 Dec 10 18:37:23.325458 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8bc0ad9a-94c0-4647-8739-7ac51767f733 req-5bb81050-cb79-43e4-9023-cebc5c84424c tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 945 time: 0.2058382 Dec 10 18:37:23.340409 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8462221d-dd0a-43a5-bc07-27502ad4f634 None None] Provisioning complete for port 0f14d474-2250-4597-91ea-790f495477f9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:23.340819 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8462221d-dd0a-43a5-bc07-27502ad4f634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:23.364159 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3b46cca3-b5cb-4603-9f19-81a75d4cd672 req-2bd8b78e-91a4-4859-9a4c-c3ceea085587 tempest-MigrationsAdminTest-131387736 tempest-MigrationsAdminTest-131387736-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:23.390761 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-6c628bd3-6771-477e-911e-8d565a73cc5c tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Made reservation on behalf of 7ebb97a4396b4aa980e8501ee73aa69a for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:37:23.395153 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080a1b0-9887-4cd0-b2ad-848cacdbd810 None None] Pushing event updated for resources: {'Port': ['ID=0f14d474-2250-4597-91ea-790f495477f9,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:23.403851 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-6c628bd3-6771-477e-911e-8d565a73cc5c tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:23.416147 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:23.497743 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8bc0ad9a-94c0-4647-8739-7ac51767f733 req-b1d45812-e8be-4672-a200-c4331ac7b1d9 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707015 Dec 10 18:37:23.505975 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f95366d-f68b-4261-989a-f70b05b52977 admin admin] Network b10b155c-66a0-4049-b126-dfdfd0c5e021 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:23.507406 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-3f95366d-f68b-4261-989a-f70b05b52977 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:23.552895 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-aba31018-0b65-414d-a728-b05236198e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69fd623-7966-4c58-aea3-8bb3deab2266', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-231796955-router', 'tenant_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '49f49bd9-8769-404b-aa54-e5e582457e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:07Z', 'updated_at': '2021-12-10T18:37:15Z', 'revision_number': 4, 'project_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'gw_port': {'id': '49f49bd9-8769-404b-aa54-e5e582457e81', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69fd623-7966-4c58-aea3-8bb3deab2266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:09Z', 'updated_at': '2021-12-10T18:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '0f14d474-2250-4597-91ea-790f495477f9', 'name': '', 'network_id': '4a7fc81b-c5f4-42c0-a2bd-53c188a619ea', 'tenant_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'mac_address': 'fa:16:3e:67:1b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69fd623-7966-4c58-aea3-8bb3deab2266', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '3d5a0a40-88f2-4a3f-b529-ae10b29722c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:14Z', 'updated_at': '2021-12-10T18:37:21Z', 'revision_number': 4, 'project_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'subnets': [{'id': '3d5a0a40-88f2-4a3f-b529-ae10b29722c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:23.671521 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba31018-0b65-414d-a728-b05236198e82 None None] The sync data for ids ['f69fd623-7966-4c58-aea3-8bb3deab2266'] in n-d-821435-1 is: [{'id': 'f69fd623-7966-4c58-aea3-8bb3deab2266', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-231796955-router', 'tenant_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '49f49bd9-8769-404b-aa54-e5e582457e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:07Z', 'updated_at': '2021-12-10T18:37:15Z', 'revision_number': 4, 'project_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'gw_port': {'id': '49f49bd9-8769-404b-aa54-e5e582457e81', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69fd623-7966-4c58-aea3-8bb3deab2266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:09Z', 'updated_at': '2021-12-10T18:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '0f14d474-2250-4597-91ea-790f495477f9', 'name': '', 'network_id': '4a7fc81b-c5f4-42c0-a2bd-53c188a619ea', 'tenant_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'mac_address': 'fa:16:3e:67:1b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69fd623-7966-4c58-aea3-8bb3deab2266', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '3d5a0a40-88f2-4a3f-b529-ae10b29722c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:14Z', 'updated_at': '2021-12-10T18:37:21Z', 'revision_number': 4, 'project_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'subnets': [{'id': '3d5a0a40-88f2-4a3f-b529-ae10b29722c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:23.694649 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8462221d-dd0a-43a5-bc07-27502ad4f634 None None] Provisioning complete for port 66369d92-2dc7-4990-acbb-25cd184b9dca triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:23.695352 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8462221d-dd0a-43a5-bc07-27502ad4f634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:23.784162 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a5ee7271-3f43-4131-8a1c-1df47c486cd6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-339877402-network', 'tenant_id': 'd8f8fed500bb4fe68eeb78467c0fb87d'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:23.817517 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c7603895-a775-475c-a893-c1c1a3e4b828 req-fece9335-d7c9-464f-8c72-2b07c737ad3d tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/ports?device_id=390b3c47-e197-45c4-9c5e-7dd4f91c91de HTTP/1.1" status: 200 len: 210 time: 0.1362844 Dec 10 18:37:23.818087 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8462221d-dd0a-43a5-bc07-27502ad4f634 None None] Port 66369d92-2dc7-4990-acbb-25cd184b9dca cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:37:23.931070 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-6c628bd3-6771-477e-911e-8d565a73cc5c tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Allocated IP 172.20.0.6 (4a7fc81b-c5f4-42c0-a2bd-53c188a619ea/3d5a0a40-88f2-4a3f-b529-ae10b29722c0/a2e074be-52ca-4cb3-9707-735028f32887) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:23.933048 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ee7271-3f43-4131-8a1c-1df47c486cd6 admin admin] Made reservation on behalf of d8f8fed500bb4fe68eeb78467c0fb87d for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:37:23.938131 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a5ee7271-3f43-4131-8a1c-1df47c486cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:23.979302 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f95366d-f68b-4261-989a-f70b05b52977 admin admin] Router e966a05f-b365-4210-b946-488f58424f63 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:23.981418 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a5ee7271-3f43-4131-8a1c-1df47c486cd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:23.987155 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:37:23.995844 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3b46cca3-b5cb-4603-9f19-81a75d4cd672 req-2bd8b78e-91a4-4859-9a4c-c3ceea085587 tempest-MigrationsAdminTest-131387736 tempest-MigrationsAdminTest-131387736-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:24.008359 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3b46cca3-b5cb-4603-9f19-81a75d4cd672 req-2bd8b78e-91a4-4859-9a4c-c3ceea085587 tempest-MigrationsAdminTest-131387736 tempest-MigrationsAdminTest-131387736-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:24.053602 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f2329973-afcb-4580-972b-db731e1e09a8 None None] Provisioning complete for port 66369d92-2dc7-4990-acbb-25cd184b9dca triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:24.053970 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f2329973-afcb-4580-972b-db731e1e09a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:24.069495 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd8b78e-91a4-4859-9a4c-c3ceea085587 tempest-MigrationsAdminTest-131387736 tempest-MigrationsAdminTest-131387736-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923b02b6-0d36-4f9d-bc5c-7eb8c5df6ec8,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:24.100739 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3b46cca3-b5cb-4603-9f19-81a75d4cd672 req-2bd8b78e-91a4-4859-9a4c-c3ceea085587 tempest-MigrationsAdminTest-131387736 tempest-MigrationsAdminTest-131387736-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7825196 Dec 10 18:37:24.171825 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f2329973-afcb-4580-972b-db731e1e09a8 None None] Port 66369d92-2dc7-4990-acbb-25cd184b9dca cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:37:24.342104 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-6c628bd3-6771-477e-911e-8d565a73cc5c tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:24.387081 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 8004ea1f-b63c-4eac-b980-ddfa2f8187e5 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:24.401767 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f95366d-f68b-4261-989a-f70b05b52977 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:24.412997 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3f95366d-f68b-4261-989a-f70b05b52977 admin admin] 10.222.0.62 "PUT /v2.0/routers/e966a05f-b365-4210-b946-488f58424f63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2664165 Dec 10 18:37:24.416161 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a5ee7271-3f43-4131-8a1c-1df47c486cd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:24.420773 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a5ee7271-3f43-4131-8a1c-1df47c486cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:24.447584 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5ee7271-3f43-4131-8a1c-1df47c486cd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:37:24.462690 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-6c628bd3-6771-477e-911e-8d565a73cc5c tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:24.499013 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a5ee7271-3f43-4131-8a1c-1df47c486cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:24.509359 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 8004ea1f-b63c-4eac-b980-ddfa2f8187e5 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:24.510036 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:24.516030 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-a5ee7271-3f43-4131-8a1c-1df47c486cd6 admin admin] Added segment 8b40be5d-f6bc-455d-9ae1-9ee882ee68d8 of type vlan for network 41e5955d-d904-4834-9fcc-cb65e702ceed Dec 10 18:37:24.543051 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee7271-3f43-4131-8a1c-1df47c486cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530e6bf5-f83e-4ce8-a8ff-bcd4a8ac0b1c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:24.554794 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-6c628bd3-6771-477e-911e-8d565a73cc5c tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Network 4a7fc81b-c5f4-42c0-a2bd-53c188a619ea is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:24.565930 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-6c628bd3-6771-477e-911e-8d565a73cc5c tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:24.568394 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-6c628bd3-6771-477e-911e-8d565a73cc5c tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:24.571279 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c628bd3-6771-477e-911e-8d565a73cc5c tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Pushing event updated for resources: {'Port': ['ID=a2e074be-52ca-4cb3-9707-735028f32887,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:24.630467 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a5ee7271-3f43-4131-8a1c-1df47c486cd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:24.708487 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a5ee7271-3f43-4131-8a1c-1df47c486cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:24.709632 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ee7271-3f43-4131-8a1c-1df47c486cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:24.710342 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a5ee7271-3f43-4131-8a1c-1df47c486cd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:24.774014 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:24.782733 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:24.841494 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a5ee7271-3f43-4131-8a1c-1df47c486cd6 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5470717 Dec 10 18:37:24.843510 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 8004ea1f-b63c-4eac-b980-ddfa2f8187e5, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=8004ea1f-b63c-4eac-b980-ddfa2f8187e5,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:24.851014 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:24.852067 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 0f14d474-2250-4597-91ea-790f495477f9 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:24.856717 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-6c628bd3-6771-477e-911e-8d565a73cc5c tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:24.857405 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-6c628bd3-6771-477e-911e-8d565a73cc5c tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:24.869263 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51790) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:24.878043 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee7271-3f43-4131-8a1c-1df47c486cd6 admin admin] Pushing event updated for resources: {'Network': ['ID=41e5955d-d904-4834-9fcc-cb65e702ceed,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:24.894155 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b6d6d548-466d-49db-8ff0-b1b1c10ca9c8 admin admin] Request body: {'subnet': {'network_id': '41e5955d-d904-4834-9fcc-cb65e702ceed', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-339877402-subnet', 'tenant_id': 'd8f8fed500bb4fe68eeb78467c0fb87d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:24.926796 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 41e5955d-d904-4834-9fcc-cb65e702ceed details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:37:24.957641 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f7b59-25ec-4994-9f75-364fcfad6dd6 req-5d47b988-8283-412e-a27c-d35d46fc3720 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:24.960537 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6c1f7b59-25ec-4994-9f75-364fcfad6dd6 req-5d47b988-8283-412e-a27c-d35d46fc3720 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 945 time: 0.3197362 Dec 10 18:37:24.961714 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d6d548-466d-49db-8ff0-b1b1c10ca9c8 admin admin] Made reservation on behalf of d8f8fed500bb4fe68eeb78467c0fb87d for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:37:24.965882 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b6d6d548-466d-49db-8ff0-b1b1c10ca9c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:25.105813 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51798) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:25.127248 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-6c628bd3-6771-477e-911e-8d565a73cc5c tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1320729 Dec 10 18:37:25.153204 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-a4081247-898b-44d5-a496-0bd6a052d0b0 service neutron] Request body: {'port': {'device_id': '390b3c47-e197-45c4-9c5e-7dd4f91c91de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:25.216627 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=8004ea1f-b63c-4eac-b980-ddfa2f8187e5,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:25.235691 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6fd6860a-7cc4-40fc-9b44-fcc04c7e01e5 None None] Provisioning complete for port a2e074be-52ca-4cb3-9707-735028f32887 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:25.236367 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6fd6860a-7cc4-40fc-9b44-fcc04c7e01e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:25.280076 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 0f14d474-2250-4597-91ea-790f495477f9 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:25.280447 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:25.338019 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-6fd6860a-7cc4-40fc-9b44-fcc04c7e01e5 None None] Port a2e074be-52ca-4cb3-9707-735028f32887 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:37:25.435967 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:25.457718 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228c2235-ec87-414b-a25d-add005ba9039 None None] Sync routers for ids ['e966a05f-b365-4210-b946-488f58424f63'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:25.473625 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6c1f7b59-25ec-4994-9f75-364fcfad6dd6 req-1d202119-37e9-47b8-a529-699488665d71 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563099 Dec 10 18:37:25.476442 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-a4081247-898b-44d5-a496-0bd6a052d0b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:25.512356 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228c2235-ec87-414b-a25d-add005ba9039 None None] Routers {'e966a05f-b365-4210-b946-488f58424f63'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:25.535552 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-228c2235-ec87-414b-a25d-add005ba9039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:37:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['e966a05f-b365-4210-b946-488f58424f63'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:25.545642 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b6d6d548-466d-49db-8ff0-b1b1c10ca9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:25.675593 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77da09-4ddc-44c6-b1b0-71e05f4af563 req-76d2e245-1e05-4277-8e0c-572568c30d28 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:25.678504 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8a77da09-4ddc-44c6-b1b0-71e05f4af563 req-76d2e245-1e05-4277-8e0c-572568c30d28 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/ports?device_id=390b3c47-e197-45c4-9c5e-7dd4f91c91de HTTP/1.1" status: 200 len: 931 time: 0.0972576 Dec 10 18:37:25.706885 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d6d548-466d-49db-8ff0-b1b1c10ca9c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e5426de-cbd0-4094-92fb-88aabbd126fb,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:25.803782 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8a77da09-4ddc-44c6-b1b0-71e05f4af563 req-42f32113-a167-4b82-b9bf-a761d0965fe8 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/security-groups?id=1336be66-22f5-460a-8a72-1d8e4465a635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169353 Dec 10 18:37:25.823995 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-53ace1a5-56a3-47db-b30f-0ae846addc25 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1962302130-network', 'tenant_id': 'cebf6cc911374a429274686614685142'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:25.851476 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-228c2235-ec87-414b-a25d-add005ba9039 None None] Set router e966a05f-b365-4210-b946-488f58424f63 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:25.860328 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ace1a5-56a3-47db-b30f-0ae846addc25 admin admin] Made reservation on behalf of cebf6cc911374a429274686614685142 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:37:25.865638 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-53ace1a5-56a3-47db-b30f-0ae846addc25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:25.878349 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d6d548-466d-49db-8ff0-b1b1c10ca9c8 admin admin] Checking segment: {'id': '8b40be5d-f6bc-455d-9ae1-9ee882ee68d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '41e5955d-d904-4834-9fcc-cb65e702ceed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:25.879032 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d6d548-466d-49db-8ff0-b1b1c10ca9c8 admin admin] Network hostable DHCP agents. Network: 41e5955d-d904-4834-9fcc-cb65e702ceed, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:37:25.889029 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-53ace1a5-56a3-47db-b30f-0ae846addc25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:25.906220 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233dc413-576d-429e-a933-e0ea36716055 req-4e91ad59-afc7-4f2d-9942-bc73dc51705b tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:25.917013 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-233dc413-576d-429e-a933-e0ea36716055 req-4e91ad59-afc7-4f2d-9942-bc73dc51705b tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 950 time: 0.1789422 Dec 10 18:37:25.985889 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-233dc413-576d-429e-a933-e0ea36716055 req-e89c81a2-4d1e-4476-894f-d8cebdfd28a9 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669992 Dec 10 18:37:26.052741 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d6d548-466d-49db-8ff0-b1b1c10ca9c8 admin admin] Network 41e5955d-d904-4834-9fcc-cb65e702ceed is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:37:26.072749 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-e3a4e401-9a5f-4aae-afc9-f27e319bfd85 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4781837 Dec 10 18:37:26.077017 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-b6d6d548-466d-49db-8ff0-b1b1c10ca9c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 41e5955d-d904-4834-9fcc-cb65e702ceed) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:26.079408 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-3c915821-6836-4ef0-88cc-1bdbb9250102 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:37:26.082944 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d6d548-466d-49db-8ff0-b1b1c10ca9c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:26.083625 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b6d6d548-466d-49db-8ff0-b1b1c10ca9c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:26.095666 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-3c915821-6836-4ef0-88cc-1bdbb9250102 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0216680 Dec 10 18:37:26.110025 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea68ac6b-5060-4162-acff-e3bd9ae99a9e None None] Network 41e5955d-d904-4834-9fcc-cb65e702ceed requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:26.117385 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b6d6d548-466d-49db-8ff0-b1b1c10ca9c8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2436655 Dec 10 18:37:26.180753 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-53ace1a5-56a3-47db-b30f-0ae846addc25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:26.189438 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-53ace1a5-56a3-47db-b30f-0ae846addc25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:26.218284 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53ace1a5-56a3-47db-b30f-0ae846addc25 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:37:26.235081 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ace1a5-56a3-47db-b30f-0ae846addc25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256a9def-e964-4930-bb0b-669965c4cf9b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:26.244667 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-53ace1a5-56a3-47db-b30f-0ae846addc25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:26.244667 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-53ace1a5-56a3-47db-b30f-0ae846addc25 admin admin] Added segment 68572a96-1438-4984-beb8-3a086b879b0d of type vlan for network c537dae7-2652-44de-bf9a-a95ab199afc8 Dec 10 18:37:26.246413 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-a4081247-898b-44d5-a496-0bd6a052d0b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2e074be-52ca-4cb3-9707-735028f32887 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:37:26.256421 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-a4081247-898b-44d5-a496-0bd6a052d0b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:26.283888 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-a4081247-898b-44d5-a496-0bd6a052d0b0 service neutron] Transition to ACTIVE for port object a2e074be-52ca-4cb3-9707-735028f32887 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:37:26.292532 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-a4081247-898b-44d5-a496-0bd6a052d0b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:26.346531 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-53ace1a5-56a3-47db-b30f-0ae846addc25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:26.371006 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4081247-898b-44d5-a496-0bd6a052d0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a2e074be-52ca-4cb3-9707-735028f32887,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:26.395433 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 8004ea1f-b63c-4eac-b980-ddfa2f8187e5 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:26.457364 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-53ace1a5-56a3-47db-b30f-0ae846addc25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:26.459124 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ace1a5-56a3-47db-b30f-0ae846addc25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:26.459958 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-53ace1a5-56a3-47db-b30f-0ae846addc25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:26.574525 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-a4081247-898b-44d5-a496-0bd6a052d0b0 service neutron] Attempting to bind port a2e074be-52ca-4cb3-9707-735028f32887 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:37:26.577143 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-a4081247-898b-44d5-a496-0bd6a052d0b0 service neutron] Attempting to bind port a2e074be-52ca-4cb3-9707-735028f32887 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '3782196a-5b61-46db-b10d-64bb47154018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4a7fc81b-c5f4-42c0-a2bd-53c188a619ea'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:37:26.577494 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-a4081247-898b-44d5-a496-0bd6a052d0b0 service neutron] Attempting to bind port a2e074be-52ca-4cb3-9707-735028f32887 on network 4a7fc81b-c5f4-42c0-a2bd-53c188a619ea {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:37:26.586586 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-a4081247-898b-44d5-a496-0bd6a052d0b0 service neutron] Port a2e074be-52ca-4cb3-9707-735028f32887 on network 4a7fc81b-c5f4-42c0-a2bd-53c188a619ea not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:37:26.593026 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-a4081247-898b-44d5-a496-0bd6a052d0b0 service neutron] Attempting to bind port a2e074be-52ca-4cb3-9707-735028f32887 on network 4a7fc81b-c5f4-42c0-a2bd-53c188a619ea {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:37:26.602502 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-a4081247-898b-44d5-a496-0bd6a052d0b0 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:37:26.602502 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-a4081247-898b-44d5-a496-0bd6a052d0b0 service neutron] Checking segment: {'id': '3782196a-5b61-46db-b10d-64bb47154018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4a7fc81b-c5f4-42c0-a2bd-53c188a619ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:26.603110 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ace1a5-56a3-47db-b30f-0ae846addc25 admin admin] Pushing event updated for resources: {'Network': ['ID=c537dae7-2652-44de-bf9a-a95ab199afc8,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:26.612946 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-a4081247-898b-44d5-a496-0bd6a052d0b0 service neutron] Bound using segment: {'id': '3782196a-5b61-46db-b10d-64bb47154018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4a7fc81b-c5f4-42c0-a2bd-53c188a619ea'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:37:26.613290 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-a4081247-898b-44d5-a496-0bd6a052d0b0 service neutron] Bound port: a2e074be-52ca-4cb3-9707-735028f32887, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3782196a-5b61-46db-b10d-64bb47154018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4a7fc81b-c5f4-42c0-a2bd-53c188a619ea'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:37:26.613870 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-a4081247-898b-44d5-a496-0bd6a052d0b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:26.657215 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network c537dae7-2652-44de-bf9a-a95ab199afc8 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:37:26.662839 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-53ace1a5-56a3-47db-b30f-0ae846addc25 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5535767 Dec 10 18:37:26.665226 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51864) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:26.688784 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-5b222d7d-19c7-48b1-8c4c-fa93ef32a0ef admin admin] Request body: {'subnet': {'network_id': 'c537dae7-2652-44de-bf9a-a95ab199afc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1962302130-subnet', 'tenant_id': 'cebf6cc911374a429274686614685142', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:26.827025 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-a4081247-898b-44d5-a496-0bd6a052d0b0 service neutron] For port a2e074be-52ca-4cb3-9707-735028f32887, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:37:26.831387 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-a4081247-898b-44d5-a496-0bd6a052d0b0 service neutron] For port a2e074be-52ca-4cb3-9707-735028f32887, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=a2e074be-52ca-4cb3-9707-735028f32887,segment=NetworkSegment(3782196a-5b61-46db-b10d-64bb47154018),segment_id=3782196a-5b61-46db-b10d-64bb47154018)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:37:26.843692 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-a4081247-898b-44d5-a496-0bd6a052d0b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:26.849943 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b966c6f-a6c7-455a-bbfa-27e963ab4c70 req-45e2b734-de37-48e0-a041-b58dc557372f tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:26.860264 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6b966c6f-a6c7-455a-bbfa-27e963ab4c70 req-45e2b734-de37-48e0-a041-b58dc557372f tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 945 time: 0.1600289 Dec 10 18:37:26.864789 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b222d7d-19c7-48b1-8c4c-fa93ef32a0ef admin admin] Made reservation on behalf of cebf6cc911374a429274686614685142 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:37:26.868377 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b222d7d-19c7-48b1-8c4c-fa93ef32a0ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:26.886512 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-a4081247-898b-44d5-a496-0bd6a052d0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:26.886823 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-a4081247-898b-44d5-a496-0bd6a052d0b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:26.888403 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-a4081247-898b-44d5-a496-0bd6a052d0b0 service neutron] 10.222.0.72 "PUT /v2.0/ports/a2e074be-52ca-4cb3-9707-735028f32887 HTTP/1.1" status: 200 len: 1091 time: 1.7412703 Dec 10 18:37:26.888930 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390b3c47-e197-45c4-9c5e-7dd4f91c91de', 'tag': 'a2e074be-52ca-4cb3-9707-735028f32887'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:37:26.896238 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89041f95-5c18-4458-8ae9-2b9828a28e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "390b3c47-e197-45c4-9c5e-7dd4f91c91de", "tag": "a2e074be-52ca-4cb3-9707-735028f32887"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:37:27.005428 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6b966c6f-a6c7-455a-bbfa-27e963ab4c70 req-870120ad-31b3-4dd4-859f-15d34d43222c tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439331 Dec 10 18:37:27.114471 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-5104e038-d08e-482f-b6bb-e2f73acd843a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:27.116300 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-5104e038-d08e-482f-b6bb-e2f73acd843a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7ebb97a4396b4aa980e8501ee73aa69a&device_id=390b3c47-e197-45c4-9c5e-7dd4f91c91de HTTP/1.1" status: 200 len: 1094 time: 0.1735141 Dec 10 18:37:27.116978 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4081247-898b-44d5-a496-0bd6a052d0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a2e074be-52ca-4cb3-9707-735028f32887,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:27.150007 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b9a717-387d-4daa-a617-03317db3f405 None None] Network 41e5955d-d904-4834-9fcc-cb65e702ceed requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:27.244550 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-30baf271-b994-4b95-aabb-51e5620fd9a7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2e074be-52ca-4cb3-9707-735028f32887 HTTP/1.1" status: 200 len: 217 time: 0.1105571 Dec 10 18:37:27.290236 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 8004ea1f-b63c-4eac-b980-ddfa2f8187e5 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:27.292318 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:27.342077 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4143c94-cef4-43db-9b89-08aa0131847a req-42f89135-e014-4984-b0a4-7563a740018a tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:27.349662 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d4143c94-cef4-43db-9b89-08aa0131847a req-42f89135-e014-4984-b0a4-7563a740018a tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef8718fd-6bd5-41b9-8bd4-20a4a932f658 HTTP/1.1" status: 200 len: 946 time: 0.1345565 Dec 10 18:37:27.465038 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-228c2235-ec87-414b-a25d-add005ba9039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e966a05f-b365-4210-b946-488f58424f63', 'name': 'tempest-TaggedBootDevicesTest_v242-1317655937-router', 'tenant_id': '04aa007bf28047b89b6d009d0c79803e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '8004ea1f-b63c-4eac-b980-ddfa2f8187e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:11Z', 'updated_at': '2021-12-10T18:37:22Z', 'revision_number': 4, 'project_id': '04aa007bf28047b89b6d009d0c79803e', 'gw_port': {'id': '8004ea1f-b63c-4eac-b980-ddfa2f8187e5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e966a05f-b365-4210-b946-488f58424f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:13Z', 'updated_at': '2021-12-10T18:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '66369d92-2dc7-4990-acbb-25cd184b9dca', 'name': '', 'network_id': 'b10b155c-66a0-4049-b126-dfdfd0c5e021', 'tenant_id': '04aa007bf28047b89b6d009d0c79803e', 'mac_address': 'fa:16:3e:b5:07:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e966a05f-b365-4210-b946-488f58424f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '843f5eb5-9b06-426e-a92b-d759e1e10aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:20Z', 'updated_at': '2021-12-10T18:37:22Z', 'revision_number': 2, 'project_id': '04aa007bf28047b89b6d009d0c79803e', 'subnets': [{'id': '843f5eb5-9b06-426e-a92b-d759e1e10aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:27.489274 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-3a649880-2245-4e35-a305-09b55ee8caa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:27.490111 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b222d7d-19c7-48b1-8c4c-fa93ef32a0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:27.491517 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-3a649880-2245-4e35-a305-09b55ee8caa8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3d5a0a40-88f2-4a3f-b529-ae10b29722c0 HTTP/1.1" status: 200 len: 867 time: 0.2369103 Dec 10 18:37:27.503111 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228c2235-ec87-414b-a25d-add005ba9039 None None] Checking router: e966a05f-b365-4210-b946-488f58424f63 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:37:27.503472 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228c2235-ec87-414b-a25d-add005ba9039 None None] Updating router e966a05f-b365-4210-b946-488f58424f63 port 66369d92-2dc7-4990-acbb-25cd184b9dca binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:37:27.543586 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-92db330d-4c50-4b4d-9216-ceff802723c8 req-b4061ea8-70a8-4ee3-a44c-f1af9080249c tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1170324986', 'description': 'tempest-description-686709176'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:27.584880 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-92db330d-4c50-4b4d-9216-ceff802723c8 req-b4061ea8-70a8-4ee3-a44c-f1af9080249c tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:27.697882 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d4143c94-cef4-43db-9b89-08aa0131847a req-61aac2a6-2a1d-477c-928a-239b1794a6c9 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3d1a573-d198-42dc-a213-757e67c1cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3448448 Dec 10 18:37:27.713373 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-3887987e-16e3-4ebc-838f-911597c83a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:27.735311 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b222d7d-19c7-48b1-8c4c-fa93ef32a0ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=d091c115-7987-40eb-888c-00ac7fa6c016,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:27.745799 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-3887987e-16e3-4ebc-838f-911597c83a9b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4a7fc81b-c5f4-42c0-a2bd-53c188a619ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2395132 Dec 10 18:37:27.768102 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-228c2235-ec87-414b-a25d-add005ba9039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:27.781171 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b222d7d-19c7-48b1-8c4c-fa93ef32a0ef admin admin] Checking segment: {'id': '68572a96-1438-4984-beb8-3a086b879b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c537dae7-2652-44de-bf9a-a95ab199afc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:27.781542 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b222d7d-19c7-48b1-8c4c-fa93ef32a0ef admin admin] Network hostable DHCP agents. Network: c537dae7-2652-44de-bf9a-a95ab199afc8, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:37:27.829058 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b222d7d-19c7-48b1-8c4c-fa93ef32a0ef admin admin] Network c537dae7-2652-44de-bf9a-a95ab199afc8 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:37:27.843848 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-5b222d7d-19c7-48b1-8c4c-fa93ef32a0ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, c537dae7-2652-44de-bf9a-a95ab199afc8) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:27.852523 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b222d7d-19c7-48b1-8c4c-fa93ef32a0ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:27.854774 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b222d7d-19c7-48b1-8c4c-fa93ef32a0ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:27.869729 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80659b4-d6f5-4b41-aaf0-16db015d01e3 None None] Network c537dae7-2652-44de-bf9a-a95ab199afc8 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:27.909186 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5b222d7d-19c7-48b1-8c4c-fa93ef32a0ef admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2320580 Dec 10 18:37:28.049945 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-92db330d-4c50-4b4d-9216-ceff802723c8 req-b4061ea8-70a8-4ee3-a44c-f1af9080249c tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:28.075239 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-92db330d-4c50-4b4d-9216-ceff802723c8 req-b4061ea8-70a8-4ee3-a44c-f1af9080249c tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:28.142550 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-92db330d-4c50-4b4d-9216-ceff802723c8 req-b4061ea8-70a8-4ee3-a44c-f1af9080249c tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:28.143326 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717dbb2-01bb-4ab3-b46c-20e10c680cf7 req-e37666a8-9b7f-45e5-a0a4-2988eebb6dfd tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:28.157495 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-92db330d-4c50-4b4d-9216-ceff802723c8 req-b4061ea8-70a8-4ee3-a44c-f1af9080249c tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.6326520 Dec 10 18:37:28.173297 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a717dbb2-01bb-4ab3-b46c-20e10c680cf7 req-e37666a8-9b7f-45e5-a0a4-2988eebb6dfd tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/ports?device_id=390b3c47-e197-45c4-9c5e-7dd4f91c91de HTTP/1.1" status: 200 len: 943 time: 0.2435029 Dec 10 18:37:28.199447 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-dd4066a3-493e-437d-9856-e6f785335e32 service neutron] 10.222.0.72 "GET /v2.0/networks/4a7fc81b-c5f4-42c0-a2bd-53c188a619ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4501297 Dec 10 18:37:28.257429 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ccfcca-75cb-41e3-88d5-7ded977331de x-openstack-request-id: req-29ccfcca-75cb-41e3-88d5-7ded977331de {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:37:28.260158 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "390b3c47-e197-45c4-9c5e-7dd4f91c91de", "tag": "a2e074be-52ca-4cb3-9707-735028f32887", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:37:28.260672 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-29ccfcca-75cb-41e3-88d5-7ded977331de {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:37:28.261332 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '390b3c47-e197-45c4-9c5e-7dd4f91c91de', 'tag': 'a2e074be-52ca-4cb3-9707-735028f32887', 'status': 'completed', 'code': 200} Dec 10 18:37:28.339741 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4061ea8-70a8-4ee3-a44c-f1af9080249c tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebeae18-1e3b-480d-a480-9b8ba9cc1d73,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:28.378088 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a717dbb2-01bb-4ab3-b46c-20e10c680cf7 req-2b671ed1-e161-47e7-a9f9-1add9f52a8a3 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/security-groups?id=1336be66-22f5-460a-8a72-1d8e4465a635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026029 Dec 10 18:37:28.424724 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0278f3cb-0f70-407d-b1cc-8003f1036f1c None None] Network c537dae7-2652-44de-bf9a-a95ab199afc8 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:28.468529 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a0f2c9e2-ad94-4f0b-955d-9d51ddba24d5 req-ebd0aa63-db89-45bd-aece-51b473170b84 service neutron] 10.222.0.72 "GET /v2.0/networks/4a7fc81b-c5f4-42c0-a2bd-53c188a619ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575281 Dec 10 18:37:28.563378 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763daa3-0ae5-4576-b92b-e6fde4f4efc4 req-58924f94-524a-4854-82ff-6e61c532d3ba tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:28.573880 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1763daa3-0ae5-4576-b92b-e6fde4f4efc4 req-58924f94-524a-4854-82ff-6e61c532d3ba tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 950 time: 0.0727952 Dec 10 18:37:28.725157 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad599b1-d9e6-4ed4-b66d-f7e2c8baadc9 req-918679ac-cd01-42b3-a8c7-dced0bcf8f5d tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:28.726835 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5ad599b1-d9e6-4ed4-b66d-f7e2c8baadc9 req-918679ac-cd01-42b3-a8c7-dced0bcf8f5d tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 945 time: 0.1315281 Dec 10 18:37:28.746580 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1763daa3-0ae5-4576-b92b-e6fde4f4efc4 req-4048bcd6-8361-4552-9d6a-2856333b3a04 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715877 Dec 10 18:37:28.786360 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-ef217381-e8d5-4cbd-8bd4-d823b24fe698 req-20227e36-2fc9-4877-b2fe-f42100755a39 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-33553416', 'description': 'tempest-description-2075794661'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:28.793856 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89041f95-5c18-4458-8ae9-2b9828a28e9a req-a4722790-3ac2-463e-ab00-8e3402af5f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:28.795743 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-89041f95-5c18-4458-8ae9-2b9828a28e9a req-a4722790-3ac2-463e-ab00-8e3402af5f39 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7ebb97a4396b4aa980e8501ee73aa69a&device_id=390b3c47-e197-45c4-9c5e-7dd4f91c91de HTTP/1.1" status: 200 len: 1094 time: 0.2196662 Dec 10 18:37:28.838831 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5ad599b1-d9e6-4ed4-b66d-f7e2c8baadc9 req-97aa1d6a-fb58-4a7d-815b-10a2b048d021 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044912 Dec 10 18:37:28.883968 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ef217381-e8d5-4cbd-8bd4-d823b24fe698 req-20227e36-2fc9-4877-b2fe-f42100755a39 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:28.996832 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ef217381-e8d5-4cbd-8bd4-d823b24fe698 req-20227e36-2fc9-4877-b2fe-f42100755a39 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:28.998578 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89041f95-5c18-4458-8ae9-2b9828a28e9a req-c7c73ccf-00f1-44fb-b563-c1944b23c4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:29.002247 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-89041f95-5c18-4458-8ae9-2b9828a28e9a req-c7c73ccf-00f1-44fb-b563-c1944b23c4ec service neutron] 10.222.0.72 "GET /v2.0/networks?id=4a7fc81b-c5f4-42c0-a2bd-53c188a619ea HTTP/1.1" status: 200 len: 929 time: 0.1954927 Dec 10 18:37:29.003901 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ef217381-e8d5-4cbd-8bd4-d823b24fe698 req-20227e36-2fc9-4877-b2fe-f42100755a39 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:29.061995 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20227e36-2fc9-4877-b2fe-f42100755a39 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc14dce9-59d2-4785-960a-8223df754ffb,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:29.138353 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-89041f95-5c18-4458-8ae9-2b9828a28e9a req-d9976cc5-cf81-4ab8-8714-f9a8f0edf97e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2e074be-52ca-4cb3-9707-735028f32887 HTTP/1.1" status: 200 len: 217 time: 0.1265960 Dec 10 18:37:29.138751 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-228c2235-ec87-414b-a25d-add005ba9039 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:29.148418 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ef217381-e8d5-4cbd-8bd4-d823b24fe698 req-20227e36-2fc9-4877-b2fe-f42100755a39 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:29.152010 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-228c2235-ec87-414b-a25d-add005ba9039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:29.190847 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef217381-e8d5-4cbd-8bd4-d823b24fe698 req-20227e36-2fc9-4877-b2fe-f42100755a39 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.4099305 Dec 10 18:37:29.223824 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f672a44b-6bae-4f4f-a282-6885dbdd1111 None None] Pushing event updated for resources: {'Port': ['ID=66369d92-2dc7-4990-acbb-25cd184b9dca,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:29.305198 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-228c2235-ec87-414b-a25d-add005ba9039 None None] Attempting to bind port 66369d92-2dc7-4990-acbb-25cd184b9dca on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:37:29.305816 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-228c2235-ec87-414b-a25d-add005ba9039 None None] Attempting to bind port 66369d92-2dc7-4990-acbb-25cd184b9dca by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'd87c2ce9-a5ed-44c7-ae9c-9aecb12d024a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b10b155c-66a0-4049-b126-dfdfd0c5e021'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:37:29.307397 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228c2235-ec87-414b-a25d-add005ba9039 None None] Attempting to bind port 66369d92-2dc7-4990-acbb-25cd184b9dca on network b10b155c-66a0-4049-b126-dfdfd0c5e021 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:37:29.325231 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228c2235-ec87-414b-a25d-add005ba9039 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:37:29.327728 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228c2235-ec87-414b-a25d-add005ba9039 None None] Checking segment: {'id': 'd87c2ce9-a5ed-44c7-ae9c-9aecb12d024a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b10b155c-66a0-4049-b126-dfdfd0c5e021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:29.328303 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-228c2235-ec87-414b-a25d-add005ba9039 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:29.328747 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228c2235-ec87-414b-a25d-add005ba9039 None None] Bound using segment: {'id': 'd87c2ce9-a5ed-44c7-ae9c-9aecb12d024a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b10b155c-66a0-4049-b126-dfdfd0c5e021'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:37:29.329925 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-228c2235-ec87-414b-a25d-add005ba9039 None None] Bound port: 66369d92-2dc7-4990-acbb-25cd184b9dca, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd87c2ce9-a5ed-44c7-ae9c-9aecb12d024a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b10b155c-66a0-4049-b126-dfdfd0c5e021'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:37:29.330419 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-228c2235-ec87-414b-a25d-add005ba9039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:29.425601 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89041f95-5c18-4458-8ae9-2b9828a28e9a req-bc8b3138-ae20-46ce-b6f6-1fb388251168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:29.429688 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-89041f95-5c18-4458-8ae9-2b9828a28e9a req-bc8b3138-ae20-46ce-b6f6-1fb388251168 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3d5a0a40-88f2-4a3f-b529-ae10b29722c0 HTTP/1.1" status: 200 len: 867 time: 0.2352722 Dec 10 18:37:29.518694 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-228c2235-ec87-414b-a25d-add005ba9039 None None] For port 66369d92-2dc7-4990-acbb-25cd184b9dca, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:37:29.532533 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-228c2235-ec87-414b-a25d-add005ba9039 None None] For port 66369d92-2dc7-4990-acbb-25cd184b9dca, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=66369d92-2dc7-4990-acbb-25cd184b9dca,segment=NetworkSegment(d87c2ce9-a5ed-44c7-ae9c-9aecb12d024a),segment_id=d87c2ce9-a5ed-44c7-ae9c-9aecb12d024a)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:37:29.542963 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-228c2235-ec87-414b-a25d-add005ba9039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:29.558022 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-9a4d3ebc-0818-4436-a802-613d8d6a8a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:29.561171 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-9a4d3ebc-0818-4436-a802-613d8d6a8a61 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f1621867e3041c3a975a6622e21074f&device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 1101 time: 0.2939658 Dec 10 18:37:29.672970 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228c2235-ec87-414b-a25d-add005ba9039 None None] Routers {'e966a05f-b365-4210-b946-488f58424f63'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:29.673652 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-228c2235-ec87-414b-a25d-add005ba9039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:37:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['e966a05f-b365-4210-b946-488f58424f63'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:29.749234 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-5a4289da-0304-4983-8ff9-f4882e25c9a1 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:29.767200 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-5a4289da-0304-4983-8ff9-f4882e25c9a1 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/networks?id=c537dae7-2652-44de-bf9a-a95ab199afc8 HTTP/1.1" status: 200 len: 822 time: 0.2894661 Dec 10 18:37:29.795852 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-8a54fe10-9c4d-481f-a284-2fcafd4eaa00 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/quotas/cebf6cc911374a429274686614685142 HTTP/1.1" status: 200 len: 375 time: 0.0273104 Dec 10 18:37:29.802356 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-c476b913-7d88-4ebf-a880-e8da1ebbe7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:29.803835 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-c476b913-7d88-4ebf-a880-e8da1ebbe7a5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.2252142 Dec 10 18:37:29.819812 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f672a44b-6bae-4f4f-a282-6885dbdd1111 None None] Pushing event updated for resources: {'Port': ['ID=66369d92-2dc7-4990-acbb-25cd184b9dca,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:29.859646 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64165cc-5063-4e42-8f36-8e71cc2d9a65 req-553c4c21-7d38-4b30-899c-b3a406d51f15 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:29.873112 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-c4706d5b-081c-44a0-b55c-95b9602f10e3 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cebf6cc911374a429274686614685142&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0745118 Dec 10 18:37:29.876518 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b64165cc-5063-4e42-8f36-8e71cc2d9a65 req-553c4c21-7d38-4b30-899c-b3a406d51f15 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef8718fd-6bd5-41b9-8bd4-20a4a932f658 HTTP/1.1" status: 200 len: 946 time: 0.4352601 Dec 10 18:37:29.888850 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89041f95-5c18-4458-8ae9-2b9828a28e9a req-96ad7004-e418-4b59-82cf-045215604c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:29.890609 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-89041f95-5c18-4458-8ae9-2b9828a28e9a req-96ad7004-e418-4b59-82cf-045215604c83 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4a7fc81b-c5f4-42c0-a2bd-53c188a619ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4523873 Dec 10 18:37:29.913497 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8ecd2a04-c23e-4883-bded-313f9293a66e None None] Provisioning complete for port 66369d92-2dc7-4990-acbb-25cd184b9dca triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:29.913795 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8ecd2a04-c23e-4883-bded-313f9293a66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:29.957138 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-a33239a1-86f7-48a0-9246-1b1b24c26c8a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=ed2568b4-7412-40d3-84a1-51c2718451b3 HTTP/1.1" status: 200 len: 217 time: 0.1387689 Dec 10 18:37:30.013027 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-228c2235-ec87-414b-a25d-add005ba9039 None None] Set router e966a05f-b365-4210-b946-488f58424f63 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:30.062113 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-4845c0b4-d872-4426-844e-47bcaf046824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:30.063836 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-4845c0b4-d872-4426-844e-47bcaf046824 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.0920401 Dec 10 18:37:30.134238 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-a59a28d6-05a1-410d-bafb-97b29430492a service neutron] 10.222.0.62 "GET /v2.0/networks/c537dae7-2652-44de-bf9a-a95ab199afc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545040 Dec 10 18:37:30.154303 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b64165cc-5063-4e42-8f36-8e71cc2d9a65 req-88ad3a0e-00f5-4c20-ae25-88756ff74e85 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3d1a573-d198-42dc-a213-757e67c1cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2767792 Dec 10 18:37:30.265605 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-74ae3e84-df9a-4506-ac38-2dc151ab5ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:30.268565 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-74ae3e84-df9a-4506-ac38-2dc151ab5ac1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1532514 Dec 10 18:37:30.273861 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8ecd2a04-c23e-4883-bded-313f9293a66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:30.331868 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-228c2235-ec87-414b-a25d-add005ba9039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e966a05f-b365-4210-b946-488f58424f63', 'name': 'tempest-TaggedBootDevicesTest_v242-1317655937-router', 'tenant_id': '04aa007bf28047b89b6d009d0c79803e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '8004ea1f-b63c-4eac-b980-ddfa2f8187e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:11Z', 'updated_at': '2021-12-10T18:37:22Z', 'revision_number': 4, 'project_id': '04aa007bf28047b89b6d009d0c79803e', 'gw_port': {'id': '8004ea1f-b63c-4eac-b980-ddfa2f8187e5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e966a05f-b365-4210-b946-488f58424f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:13Z', 'updated_at': '2021-12-10T18:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '66369d92-2dc7-4990-acbb-25cd184b9dca', 'name': '', 'network_id': 'b10b155c-66a0-4049-b126-dfdfd0c5e021', 'tenant_id': '04aa007bf28047b89b6d009d0c79803e', 'mac_address': 'fa:16:3e:b5:07:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e966a05f-b365-4210-b946-488f58424f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '843f5eb5-9b06-426e-a92b-d759e1e10aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:20Z', 'updated_at': '2021-12-10T18:37:29Z', 'revision_number': 4, 'project_id': '04aa007bf28047b89b6d009d0c79803e', 'subnets': [{'id': '843f5eb5-9b06-426e-a92b-d759e1e10aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:30.335027 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8ecd2a04-c23e-4883-bded-313f9293a66e None None] For port 66369d92-2dc7-4990-acbb-25cd184b9dca, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=66369d92-2dc7-4990-acbb-25cd184b9dca,segment=NetworkSegment(d87c2ce9-a5ed-44c7-ae9c-9aecb12d024a),segment_id=d87c2ce9-a5ed-44c7-ae9c-9aecb12d024a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:30.368339 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-89041f95-5c18-4458-8ae9-2b9828a28e9a req-c213f637-97c6-4511-bdf4-5aa87bfb542a service neutron] 10.222.0.72 "GET /v2.0/networks/4a7fc81b-c5f4-42c0-a2bd-53c188a619ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203331 Dec 10 18:37:30.374516 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8ecd2a04-c23e-4883-bded-313f9293a66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:30.380878 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228c2235-ec87-414b-a25d-add005ba9039 None None] The sync data for ids ['e966a05f-b365-4210-b946-488f58424f63'] in n-d-821435-1 is: [{'id': 'e966a05f-b365-4210-b946-488f58424f63', 'name': 'tempest-TaggedBootDevicesTest_v242-1317655937-router', 'tenant_id': '04aa007bf28047b89b6d009d0c79803e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '8004ea1f-b63c-4eac-b980-ddfa2f8187e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:11Z', 'updated_at': '2021-12-10T18:37:22Z', 'revision_number': 4, 'project_id': '04aa007bf28047b89b6d009d0c79803e', 'gw_port': {'id': '8004ea1f-b63c-4eac-b980-ddfa2f8187e5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e966a05f-b365-4210-b946-488f58424f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:13Z', 'updated_at': '2021-12-10T18:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '66369d92-2dc7-4990-acbb-25cd184b9dca', 'name': '', 'network_id': 'b10b155c-66a0-4049-b126-dfdfd0c5e021', 'tenant_id': '04aa007bf28047b89b6d009d0c79803e', 'mac_address': 'fa:16:3e:b5:07:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e966a05f-b365-4210-b946-488f58424f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '843f5eb5-9b06-426e-a92b-d759e1e10aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:20Z', 'updated_at': '2021-12-10T18:37:29Z', 'revision_number': 4, 'project_id': '04aa007bf28047b89b6d009d0c79803e', 'subnets': [{'id': '843f5eb5-9b06-426e-a92b-d759e1e10aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:30.417437 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-4760e06f-c02c-4155-ac78-a16cd9b416b7 service neutron] 10.222.0.62 "GET /v2.0/networks/c537dae7-2652-44de-bf9a-a95ab199afc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748632 Dec 10 18:37:30.474012 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422f4dc-ee81-4d03-909e-75a71bf05afb req-83286ee9-42db-4977-b96f-9749c480078f tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:30.476281 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6422f4dc-ee81-4d03-909e-75a71bf05afb req-83286ee9-42db-4977-b96f-9749c480078f tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/ports?device_id=390b3c47-e197-45c4-9c5e-7dd4f91c91de HTTP/1.1" status: 200 len: 943 time: 0.2003951 Dec 10 18:37:30.522008 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd2a04-c23e-4883-bded-313f9293a66e None None] Pushing event updated for resources: {'Port': ['ID=66369d92-2dc7-4990-acbb-25cd184b9dca,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:30.548770 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-78cdd82b-0aeb-4308-ae62-76906e170e1f None None] Provisioning complete for port 66369d92-2dc7-4990-acbb-25cd184b9dca triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:30.549274 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-78cdd82b-0aeb-4308-ae62-76906e170e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:30.745717 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-89041f95-5c18-4458-8ae9-2b9828a28e9a req-e46860e3-280f-4c27-98a9-72ece80ef6ed service neutron] 10.222.0.72 "GET /v2.0/networks/4a7fc81b-c5f4-42c0-a2bd-53c188a619ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197701 Dec 10 18:37:30.747923 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-637cdd43-bb37-4333-978c-e8d3b905cf48 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129140 Dec 10 18:37:30.777348 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6422f4dc-ee81-4d03-909e-75a71bf05afb req-464d40be-3057-4c75-a3ad-abcc1ccee4e8 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/security-groups?id=1336be66-22f5-460a-8a72-1d8e4465a635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627138 Dec 10 18:37:30.997847 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-3ac91f91-6ef3-4883-a950-6a01c0e464d8 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:31.007923 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-3ac91f91-6ef3-4883-a950-6a01c0e464d8 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/networks?id=41e5955d-d904-4834-9fcc-cb65e702ceed HTTP/1.1" status: 200 len: 812 time: 0.1674612 Dec 10 18:37:31.013883 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0679b-3cd4-4cc6-9068-4f45f58fac69 req-2c27cc24-ad56-45fa-9088-7d4d8f2754bb tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:31.021485 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-78e0679b-3cd4-4cc6-9068-4f45f58fac69 req-2c27cc24-ad56-45fa-9088-7d4d8f2754bb tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 950 time: 0.1209438 Dec 10 18:37:31.030989 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-d95a8f8b-5612-4b8e-a7e6-7f17acf19651 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/quotas/d8f8fed500bb4fe68eeb78467c0fb87d HTTP/1.1" status: 200 len: 375 time: 0.0220180 Dec 10 18:37:31.058486 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-97133ed2-8743-4303-a0ac-e8333c38bb74 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732124 Dec 10 18:37:31.095258 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-0bc421d5-55f0-471e-94cb-9cf34c1e4752 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d8f8fed500bb4fe68eeb78467c0fb87d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627649 Dec 10 18:37:31.185840 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-78e0679b-3cd4-4cc6-9068-4f45f58fac69 req-78664cd4-57e2-4615-8c96-6c8ca5f3a737 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633513 Dec 10 18:37:31.270438 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-4e35e752-ca87-4b58-abcf-78dc51d30b60 service neutron] 10.222.0.62 "GET /v2.0/networks/41e5955d-d904-4834-9fcc-cb65e702ceed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734812 Dec 10 18:37:31.394457 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00d7b6-5798-41d6-923d-2edfbace9e69 req-e3e3bf8c-a30f-4afc-8d53-95c59c02e783 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:31.404591 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2a00d7b6-5798-41d6-923d-2edfbace9e69 req-e3e3bf8c-a30f-4afc-8d53-95c59c02e783 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 945 time: 0.1290820 Dec 10 18:37:31.419534 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device a2e074be-52ca-4cb3-9707-735028f32887 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:37:31.472679 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2a00d7b6-5798-41d6-923d-2edfbace9e69 req-ca5e24ab-dbbe-4c9f-8b51-742ac43ff11d tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671530 Dec 10 18:37:31.577534 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-ace6d6f4-dc1c-4cb5-9235-b6fc519ba669 service neutron] 10.222.0.62 "GET /v2.0/networks/41e5955d-d904-4834-9fcc-cb65e702ceed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018775 Dec 10 18:37:31.623124 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port a2e074be-52ca-4cb3-9707-735028f32887, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=a2e074be-52ca-4cb3-9707-735028f32887,segment=NetworkSegment(3782196a-5b61-46db-b10d-64bb47154018),segment_id=3782196a-5b61-46db-b10d-64bb47154018)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:31.646760 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': 'a2e074be-52ca-4cb3-9707-735028f32887', 'network_id': '4a7fc81b-c5f4-42c0-a2bd-53c188a619ea', 'port_id': 'a2e074be-52ca-4cb3-9707-735028f32887', 'mac_address': 'fa:16:3e:41:b8:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5a0a40-88f2-4a3f-b529-ae10b29722c0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:37:31.662848 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c2b008f6-affc-4dec-9741-1c55d51df585 req-ebfbfecc-2f0c-4be8-bc57-a61d681c7890 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=956fa0ee-2345-4cc9-b91b-5a88aa24d30f HTTP/1.1" status: 200 len: 210 time: 0.0680478 Dec 10 18:37:31.732147 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:31.772333 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2e074be-52ca-4cb3-9707-735028f32887 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:37:31.816369 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port a2e074be-52ca-4cb3-9707-735028f32887, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=a2e074be-52ca-4cb3-9707-735028f32887,segment=NetworkSegment(3782196a-5b61-46db-b10d-64bb47154018),segment_id=3782196a-5b61-46db-b10d-64bb47154018)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:31.825700 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:31.919134 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=a2e074be-52ca-4cb3-9707-735028f32887,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:31.925269 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f8c7c05b-337f-4c77-8453-d5c662df793f req-6c7604cb-32c1-48cd-9e65-3cce78ac5853 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c929a8b-5dd8-4369-862c-cdcf3ba182fd HTTP/1.1" status: 200 len: 210 time: 0.0732837 Dec 10 18:37:32.020242 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a25574-0da5-41ef-bc0a-ba411666dcb8 req-1c7976b7-87cc-4daf-97f5-c26b7abd7a80 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:32.023121 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d5a25574-0da5-41ef-bc0a-ba411666dcb8 req-1c7976b7-87cc-4daf-97f5-c26b7abd7a80 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/ports?device_id=390b3c47-e197-45c4-9c5e-7dd4f91c91de HTTP/1.1" status: 200 len: 944 time: 0.1057062 Dec 10 18:37:32.126611 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d5a25574-0da5-41ef-bc0a-ba411666dcb8 req-ea22bb1f-bb60-46d7-a7bc-a3b7cf5d27d7 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/security-groups?id=1336be66-22f5-460a-8a72-1d8e4465a635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795543 Dec 10 18:37:32.169101 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['a2e074be-52ca-4cb3-9707-735028f32887'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:37:32.287814 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 66369d92-2dc7-4990-acbb-25cd184b9dca up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:32.409799 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a6bfb-b8a8-48a2-be44-41f40e7d1a53 req-cf9672ab-65c4-49eb-bfdc-5761f10f4183 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:32.422556 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c53a6bfb-b8a8-48a2-be44-41f40e7d1a53 req-cf9672ab-65c4-49eb-bfdc-5761f10f4183 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 950 time: 0.1308339 Dec 10 18:37:32.547735 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b3858-91bb-4f53-9f62-369cf6e8f51c req-59e18add-f85a-4afd-8760-5d74f419bbed tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:32.563575 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-312b3858-91bb-4f53-9f62-369cf6e8f51c req-59e18add-f85a-4afd-8760-5d74f419bbed tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef8718fd-6bd5-41b9-8bd4-20a4a932f658 HTTP/1.1" status: 200 len: 946 time: 0.1515710 Dec 10 18:37:32.611678 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 66369d92-2dc7-4990-acbb-25cd184b9dca triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:32.614757 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:32.655603 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c53a6bfb-b8a8-48a2-be44-41f40e7d1a53 req-a0d059f4-10e9-418d-863a-95841648718e tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264376 Dec 10 18:37:32.714310 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-312b3858-91bb-4f53-9f62-369cf6e8f51c req-65460069-3717-4c68-9d47-c001161b35ec tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3d1a573-d198-42dc-a213-757e67c1cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423922 Dec 10 18:37:32.814515 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-b83ad8f7-48cb-4750-a036-b07d13aff354 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:32.816802 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-b83ad8f7-48cb-4750-a036-b07d13aff354 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.72 "GET /v2.0/networks?id=c537dae7-2652-44de-bf9a-a95ab199afc8 HTTP/1.1" status: 200 len: 822 time: 0.3527973 Dec 10 18:37:32.874879 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-62604a57-4b09-442a-a564-c6b69671f8e6 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Request body: {'port': {'device_id': '956fa0ee-2345-4cc9-b91b-5a88aa24d30f', 'network_id': 'c537dae7-2652-44de-bf9a-a95ab199afc8', 'admin_state_up': True, 'tenant_id': 'cebf6cc911374a429274686614685142'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:32.984784 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-30f5de76-6c5b-41bb-b169-56609206f0ca req-be3f653c-a306-4b1e-bd1e-e6ea4b5d2947 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=956fa0ee-2345-4cc9-b91b-5a88aa24d30f HTTP/1.1" status: 200 len: 210 time: 0.0896897 Dec 10 18:37:32.992007 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19a475-d275-4611-9a3f-bcd931e4365c req-abb98116-810d-43e2-a67b-670012a5ba15 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:33.001170 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9c19a475-d275-4611-9a3f-bcd931e4365c req-abb98116-810d-43e2-a67b-670012a5ba15 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 945 time: 0.2208974 Dec 10 18:37:33.129796 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9c19a475-d275-4611-9a3f-bcd931e4365c req-4a44b509-fe36-4104-a831-bfa67faeeccc tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268129 Dec 10 18:37:33.142159 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-da7dafc8-6b4f-4a66-ac59-002a8bc40833 req-e3c8c46f-27e1-486c-92f6-2655d5af528a tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c929a8b-5dd8-4369-862c-cdcf3ba182fd HTTP/1.1" status: 200 len: 210 time: 0.0554261 Dec 10 18:37:33.177793 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-62604a57-4b09-442a-a564-c6b69671f8e6 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Made reservation on behalf of cebf6cc911374a429274686614685142 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:37:33.184298 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-62604a57-4b09-442a-a564-c6b69671f8e6 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:33.304028 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dfd56d-2d40-45a0-9b44-17ea2b54e5c0 req-16425131-07d1-4dcf-8c5a-b70c40fa1051 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:33.313876 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a4dfd56d-2d40-45a0-9b44-17ea2b54e5c0 req-16425131-07d1-4dcf-8c5a-b70c40fa1051 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/ports?device_id=390b3c47-e197-45c4-9c5e-7dd4f91c91de HTTP/1.1" status: 200 len: 944 time: 0.0897911 Dec 10 18:37:33.385137 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a4dfd56d-2d40-45a0-9b44-17ea2b54e5c0 req-c17900ec-4542-4ed3-99d5-ca81fb83a07e tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/security-groups?id=1336be66-22f5-460a-8a72-1d8e4465a635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624645 Dec 10 18:37:33.432184 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device a2e074be-52ca-4cb3-9707-735028f32887 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:33.519892 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:33.526876 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port a2e074be-52ca-4cb3-9707-735028f32887 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:37:33.532260 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port a2e074be-52ca-4cb3-9707-735028f32887 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:33.534699 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:33.722737 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:33.765942 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-62604a57-4b09-442a-a564-c6b69671f8e6 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Allocated IP 172.20.0.4 (c537dae7-2652-44de-bf9a-a95ab199afc8/d091c115-7987-40eb-888c-00ac7fa6c016/636fc4e2-41e0-4432-847d-4011e448fedf) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:33.787813 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390b3c47-e197-45c4-9c5e-7dd4f91c91de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e074be-52ca-4cb3-9707-735028f32887'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:37:33.795726 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8244cd-bf56-435b-9d17-e468df16d5c4" -d '{"events": [{"server_uuid": "390b3c47-e197-45c4-9c5e-7dd4f91c91de", "name": "network-vif-plugged", "status": "completed", "tag": "a2e074be-52ca-4cb3-9707-735028f32887"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:37:33.812452 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port a2e074be-52ca-4cb3-9707-735028f32887, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=a2e074be-52ca-4cb3-9707-735028f32887,segment=NetworkSegment(3782196a-5b61-46db-b10d-64bb47154018),segment_id=3782196a-5b61-46db-b10d-64bb47154018)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:33.820857 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:33.939517 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=a2e074be-52ca-4cb3-9707-735028f32887,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:33.942052 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-367bd3af-3bbf-4390-a637-80ecd05c1349 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:33.945554 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-367bd3af-3bbf-4390-a637-80ecd05c1349 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.72 "GET /v2.0/networks?id=41e5955d-d904-4834-9fcc-cb65e702ceed HTTP/1.1" status: 200 len: 812 time: 0.3153389 Dec 10 18:37:33.961341 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-1f685ab3-0a3e-48c2-8653-424914d8edc5 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Request body: {'port': {'device_id': '7c929a8b-5dd8-4369-862c-cdcf3ba182fd', 'network_id': '41e5955d-d904-4834-9fcc-cb65e702ceed', 'admin_state_up': True, 'tenant_id': 'd8f8fed500bb4fe68eeb78467c0fb87d'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:34.002468 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ab371-b4f2-4920-830b-15a604e50476 req-612af9c0-21af-4f71-bbbd-7e2c85198283 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:34.004709 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-035ab371-b4f2-4920-830b-15a604e50476 req-612af9c0-21af-4f71-bbbd-7e2c85198283 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef8718fd-6bd5-41b9-8bd4-20a4a932f658 HTTP/1.1" status: 200 len: 946 time: 0.1335759 Dec 10 18:37:34.058634 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc7a24-2b0b-4f18-b9b0-0893bc99feef req-2be61211-c0c9-47ec-b021-e2f72b6318b6 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:34.059994 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-95bc7a24-2b0b-4f18-b9b0-0893bc99feef req-2be61211-c0c9-47ec-b021-e2f72b6318b6 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef8718fd-6bd5-41b9-8bd4-20a4a932f658 HTTP/1.1" status: 200 len: 946 time: 0.2483025 Dec 10 18:37:34.098743 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f27ca3-2a3f-4929-9f3d-bdd6c1b8fa01 req-f377a8fc-f7fc-469f-b19f-bc20885f9d77 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:34.100742 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-77f27ca3-2a3f-4929-9f3d-bdd6c1b8fa01 req-f377a8fc-f7fc-469f-b19f-bc20885f9d77 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 950 time: 0.2291918 Dec 10 18:37:34.275714 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52098) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:34.289012 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-62604a57-4b09-442a-a564-c6b69671f8e6 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:34.355451 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-77f27ca3-2a3f-4929-9f3d-bdd6c1b8fa01 req-16249670-3ad2-4008-b87f-0fef5ab7ab7a tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318394 Dec 10 18:37:34.393691 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-62604a57-4b09-442a-a564-c6b69671f8e6 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:34.427089 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-95bc7a24-2b0b-4f18-b9b0-0893bc99feef req-41e27b8d-a63a-4971-a8d9-473383e97285 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Deleting port b99da4b8-364b-47ed-8e52-ade80bea2582 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:34.427445 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-95bc7a24-2b0b-4f18-b9b0-0893bc99feef req-41e27b8d-a63a-4971-a8d9-473383e97285 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:34.432100 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d217b0b-21f5-4ec7-9b1a-f82d57d6ef5e x-openstack-request-id: req-6d217b0b-21f5-4ec7-9b1a-f82d57d6ef5e {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:37:34.432403 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "390b3c47-e197-45c4-9c5e-7dd4f91c91de", "name": "network-vif-plugged", "status": "completed", "tag": "a2e074be-52ca-4cb3-9707-735028f32887", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:37:34.434219 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6d217b0b-21f5-4ec7-9b1a-f82d57d6ef5e {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:37:34.434788 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '390b3c47-e197-45c4-9c5e-7dd4f91c91de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e074be-52ca-4cb3-9707-735028f32887', 'code': 200} Dec 10 18:37:34.541625 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-928de93f-66dd-4186-a1db-50a48eb5579d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:34.551277 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-62604a57-4b09-442a-a564-c6b69671f8e6 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Network c537dae7-2652-44de-bf9a-a95ab199afc8 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:34.575569 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-62604a57-4b09-442a-a564-c6b69671f8e6 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:34.578326 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-62604a57-4b09-442a-a564-c6b69671f8e6 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:34.596268 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-035ab371-b4f2-4920-830b-15a604e50476 req-1a666821-5c36-4385-aff0-3a47b02d9479 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3d1a573-d198-42dc-a213-757e67c1cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5428891 Dec 10 18:37:34.632321 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62604a57-4b09-442a-a564-c6b69671f8e6 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Pushing event updated for resources: {'Port': ['ID=636fc4e2-41e0-4432-847d-4011e448fedf,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:34.652795 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670cb83-4b36-4b12-870a-0cb041276dab req-b51eee72-b527-4f14-ac9b-56a9c49c7ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:34.655521 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3670cb83-4b36-4b12-870a-0cb041276dab req-b51eee72-b527-4f14-ac9b-56a9c49c7ded service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=390b3c47-e197-45c4-9c5e-7dd4f91c91de HTTP/1.1" status: 200 len: 1096 time: 0.0989180 Dec 10 18:37:34.657266 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-1f685ab3-0a3e-48c2-8653-424914d8edc5 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Made reservation on behalf of d8f8fed500bb4fe68eeb78467c0fb87d for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:37:34.664773 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-1f685ab3-0a3e-48c2-8653-424914d8edc5 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:34.739360 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-95bc7a24-2b0b-4f18-b9b0-0893bc99feef req-41e27b8d-a63a-4971-a8d9-473383e97285 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] For port b99da4b8-364b-47ed-8e52-ade80bea2582, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=b99da4b8-364b-47ed-8e52-ade80bea2582,segment=NetworkSegment(f7750133-5e17-486e-806c-cbb2b027ce17),segment_id=f7750133-5e17-486e-806c-cbb2b027ce17)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:34.739752 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-95bc7a24-2b0b-4f18-b9b0-0893bc99feef req-41e27b8d-a63a-4971-a8d9-473383e97285 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:34.774357 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3670cb83-4b36-4b12-870a-0cb041276dab req-c224f3a6-df64-4ea7-b430-a5db761fc3e2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1336be66-22f5-460a-8a72-1d8e4465a635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037011 Dec 10 18:37:34.782906 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-62604a57-4b09-442a-a564-c6b69671f8e6 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:34.783569 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-62604a57-4b09-442a-a564-c6b69671f8e6 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:34.827391 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96fb2e-dab8-4d3c-af7b-bbbb0ba30d42 req-2ffd77eb-b5b1-418a-86ba-7bafb10a6477 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:34.828855 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2d96fb2e-dab8-4d3c-af7b-bbbb0ba30d42 req-2ffd77eb-b5b1-418a-86ba-7bafb10a6477 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 945 time: 0.1606524 Dec 10 18:37:34.841914 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a9130-9e45-4c96-b7b0-0a7946722040 req-b516b2ab-c21d-431e-9319-a94bdaa2bc8a tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:34.843495 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bf7a9130-9e45-4c96-b7b0-0a7946722040 req-b516b2ab-c21d-431e-9319-a94bdaa2bc8a tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=956fa0ee-2345-4cc9-b91b-5a88aa24d30f HTTP/1.1" status: 200 len: 931 time: 0.3110695 Dec 10 18:37:34.871137 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-62604a57-4b09-442a-a564-c6b69671f8e6 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0242352 Dec 10 18:37:34.934052 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2d96fb2e-dab8-4d3c-af7b-bbbb0ba30d42 req-0a708071-208d-4061-9b29-35c907a3e779 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915034 Dec 10 18:37:34.934052 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-1f685ab3-0a3e-48c2-8653-424914d8edc5 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Allocated IP 172.20.0.11 (41e5955d-d904-4834-9fcc-cb65e702ceed/6e5426de-cbd0-4094-92fb-88aabbd126fb/f2fd3190-455f-438b-b6c1-25c5a9051e38) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:35.017927 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-928de93f-66dd-4186-a1db-50a48eb5579d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.034128 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-9752f1d6-f9fd-4066-b1ef-9d2bc847f6e2 service neutron] Request body: {'port': {'device_id': '956fa0ee-2345-4cc9-b91b-5a88aa24d30f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:35.072192 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ced0caf5-8b11-4633-bf28-c25f8340d21e req-a25e682a-5027-428f-a771-b74532281c05 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c929a8b-5dd8-4369-862c-cdcf3ba182fd HTTP/1.1" status: 200 len: 210 time: 0.0630729 Dec 10 18:37:35.097503 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bf7a9130-9e45-4c96-b7b0-0a7946722040 req-86a28471-c5f8-4930-b56e-17b6774e5007 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333417 Dec 10 18:37:35.128593 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-928de93f-66dd-4186-a1db-50a48eb5579d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.224621 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-928de93f-66dd-4186-a1db-50a48eb5579d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6ea792abf55d40a580e257417b6241fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9430873 Dec 10 18:37:35.229902 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52106) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:35.235586 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928de93f-66dd-4186-a1db-50a48eb5579d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b255bfdc-0cd3-4584-a28d-ad45f3005dcd,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:35.239117 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-95bc7a24-2b0b-4f18-b9b0-0893bc99feef req-41e27b8d-a63a-4971-a8d9-473383e97285 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.239485 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-95bc7a24-2b0b-4f18-b9b0-0893bc99feef req-41e27b8d-a63a-4971-a8d9-473383e97285 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.239804 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [req-95bc7a24-2b0b-4f18-b9b0-0893bc99feef req-41e27b8d-a63a-4971-a8d9-473383e97285 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Floating IP 31fd7bda-a24f-448f-ba74-716992dab5f2 disassociated. External IP: 172.25.7.161, port: b99da4b8-364b-47ed-8e52-ade80bea2582. Dec 10 18:37:35.240152 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-95bc7a24-2b0b-4f18-b9b0-0893bc99feef req-41e27b8d-a63a-4971-a8d9-473383e97285 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Calling delete_port for b99da4b8-364b-47ed-8e52-ade80bea2582 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:35.244534 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-1f685ab3-0a3e-48c2-8653-424914d8edc5 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.248595 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-9752f1d6-f9fd-4066-b1ef-9d2bc847f6e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.267802 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f14a19-de4e-4acd-8d0f-87547a338a64 req-c37ae24c-53b2-407d-b0d3-9f86d8f69151 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:35.269497 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-00f14a19-de4e-4acd-8d0f-87547a338a64 req-c37ae24c-53b2-407d-b0d3-9f86d8f69151 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/ports?device_id=390b3c47-e197-45c4-9c5e-7dd4f91c91de HTTP/1.1" status: 200 len: 945 time: 0.1119318 Dec 10 18:37:35.269639 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928de93f-66dd-4186-a1db-50a48eb5579d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:35.269908 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928de93f-66dd-4186-a1db-50a48eb5579d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:35.270261 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928de93f-66dd-4186-a1db-50a48eb5579d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:35.270609 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928de93f-66dd-4186-a1db-50a48eb5579d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:35.270952 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928de93f-66dd-4186-a1db-50a48eb5579d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:35.271493 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928de93f-66dd-4186-a1db-50a48eb5579d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:35.271627 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928de93f-66dd-4186-a1db-50a48eb5579d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:35.271941 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928de93f-66dd-4186-a1db-50a48eb5579d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:35.272275 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928de93f-66dd-4186-a1db-50a48eb5579d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:35.272620 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928de93f-66dd-4186-a1db-50a48eb5579d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:35.275414 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928de93f-66dd-4186-a1db-50a48eb5579d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:35.275414 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928de93f-66dd-4186-a1db-50a48eb5579d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:35.275414 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928de93f-66dd-4186-a1db-50a48eb5579d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:35.360094 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1cf8189c-f73d-470f-86a5-e474147f7fa5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.367175 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-1f685ab3-0a3e-48c2-8653-424914d8edc5 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.429140 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-00f14a19-de4e-4acd-8d0f-87547a338a64 req-4f9da8e9-5e15-40e8-8f1f-1fd1781079ce tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/security-groups?id=1336be66-22f5-460a-8a72-1d8e4465a635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306372 Dec 10 18:37:35.448964 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-1f685ab3-0a3e-48c2-8653-424914d8edc5 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Network 41e5955d-d904-4834-9fcc-cb65e702ceed is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:35.458244 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-1f685ab3-0a3e-48c2-8653-424914d8edc5 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:35.466095 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-1f685ab3-0a3e-48c2-8653-424914d8edc5 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:35.473162 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1cf8189c-f73d-470f-86a5-e474147f7fa5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.503674 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f685ab3-0a3e-48c2-8653-424914d8edc5 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Pushing event updated for resources: {'Port': ['ID=f2fd3190-455f-438b-b6c1-25c5a9051e38,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:35.552931 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-1f685ab3-0a3e-48c2-8653-424914d8edc5 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:35.553645 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-1f685ab3-0a3e-48c2-8653-424914d8edc5 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.572813 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-1f685ab3-0a3e-48c2-8653-424914d8edc5 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6180155 Dec 10 18:37:35.585418 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-8547038e-cf11-4f8f-8e8a-997bc63a08b1 service neutron] Request body: {'port': {'device_id': '7c929a8b-5dd8-4369-862c-cdcf3ba182fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:35.608905 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc0b3f-ed4a-4380-ba42-3ea73ba3a95e req-516a1c2b-991b-4474-9d5a-c4a8c46d42bf tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:35.609539 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1cf8189c-f73d-470f-86a5-e474147f7fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.611765 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c4bc0b3f-ed4a-4380-ba42-3ea73ba3a95e req-516a1c2b-991b-4474-9d5a-c4a8c46d42bf tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 950 time: 0.1551521 Dec 10 18:37:35.611919 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1cf8189c-f73d-470f-86a5-e474147f7fa5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.613153 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1cf8189c-f73d-470f-86a5-e474147f7fa5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b255bfdc-0cd3-4584-a28d-ad45f3005dcd HTTP/1.1" status: 204 len: 168 time: 0.3801210 Dec 10 18:37:35.631475 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf8189c-f73d-470f-86a5-e474147f7fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b255bfdc-0cd3-4584-a28d-ad45f3005dcd,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:35.687831 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-95bc7a24-2b0b-4f18-b9b0-0893bc99feef req-41e27b8d-a63a-4971-a8d9-473383e97285 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.705085 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-8547038e-cf11-4f8f-8e8a-997bc63a08b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.762365 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e27b8d-a63a-4971-a8d9-473383e97285 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Pushing event deleted for resources: {'Port': ['ID=b99da4b8-364b-47ed-8e52-ade80bea2582,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:35.777810 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-96301dc1-cc23-4d86-8550-bbbdd4289a66 req-26b75731-d368-48eb-9eb1-2f735e3b9883 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef8718fd-6bd5-41b9-8bd4-20a4a932f658 HTTP/1.1" status: 200 len: 210 time: 0.0697701 Dec 10 18:37:35.813013 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c4bc0b3f-ed4a-4380-ba42-3ea73ba3a95e req-49ebfbd9-afd5-4b90-a0b7-0a9d6b226ac9 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728549 Dec 10 18:37:35.934945 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-9752f1d6-f9fd-4066-b1ef-9d2bc847f6e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 636fc4e2-41e0-4432-847d-4011e448fedf {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:37:35.946155 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-9752f1d6-f9fd-4066-b1ef-9d2bc847f6e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.992518 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-9752f1d6-f9fd-4066-b1ef-9d2bc847f6e2 service neutron] Transition to ACTIVE for port object 636fc4e2-41e0-4432-847d-4011e448fedf will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:37:36.009810 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-9752f1d6-f9fd-4066-b1ef-9d2bc847f6e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:36.017634 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52118) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:36.056412 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95bc7a24-2b0b-4f18-b9b0-0893bc99feef req-41e27b8d-a63a-4971-a8d9-473383e97285 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Router 7c1eb5a3-fcfb-4980-8bd4-e238245a3519 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:36.084676 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ceea2f1a-617a-4d55-8eb2-1328011e47cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:36.144076 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9752f1d6-f9fd-4066-b1ef-9d2bc847f6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=636fc4e2-41e0-4432-847d-4011e448fedf,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:36.215239 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5a683-6098-4cf0-9ef4-2035bb6034a6 req-405ed2e6-0629-49f5-9a3d-ce0b85ec4886 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:36.222879 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ebc5a683-6098-4cf0-9ef4-2035bb6034a6 req-405ed2e6-0629-49f5-9a3d-ce0b85ec4886 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 945 time: 0.1389790 Dec 10 18:37:36.377400 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ebc5a683-6098-4cf0-9ef4-2035bb6034a6 req-11ed2f36-38e3-4177-9a3c-68885f09e262 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532869 Dec 10 18:37:36.381911 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-8547038e-cf11-4f8f-8e8a-997bc63a08b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2fd3190-455f-438b-b6c1-25c5a9051e38 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:37:36.398066 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-8547038e-cf11-4f8f-8e8a-997bc63a08b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:36.403075 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-9752f1d6-f9fd-4066-b1ef-9d2bc847f6e2 service neutron] Attempting to bind port 636fc4e2-41e0-4432-847d-4011e448fedf on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:37:36.403470 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-9752f1d6-f9fd-4066-b1ef-9d2bc847f6e2 service neutron] Attempting to bind port 636fc4e2-41e0-4432-847d-4011e448fedf by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '68572a96-1438-4984-beb8-3a086b879b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c537dae7-2652-44de-bf9a-a95ab199afc8'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:37:36.404512 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-9752f1d6-f9fd-4066-b1ef-9d2bc847f6e2 service neutron] Attempting to bind port 636fc4e2-41e0-4432-847d-4011e448fedf on network c537dae7-2652-44de-bf9a-a95ab199afc8 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:37:36.419899 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-8547038e-cf11-4f8f-8e8a-997bc63a08b1 service neutron] Transition to ACTIVE for port object f2fd3190-455f-438b-b6c1-25c5a9051e38 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:37:36.424072 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-8547038e-cf11-4f8f-8e8a-997bc63a08b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:36.428496 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95bc7a24-2b0b-4f18-b9b0-0893bc99feef req-41e27b8d-a63a-4971-a8d9-473383e97285 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:36.443925 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ffd0f3-5942-49b2-8cc5-685eb348dd8e None None] Sync routers for ids ['7c1eb5a3-fcfb-4980-8bd4-e238245a3519'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:36.453559 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148deb4c-9590-40d6-b893-0354d717a5a1 req-1f0d1e34-68e1-42c0-b771-d3d8719baf4a tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:36.455783 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-148deb4c-9590-40d6-b893-0354d717a5a1 req-1f0d1e34-68e1-42c0-b771-d3d8719baf4a tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=956fa0ee-2345-4cc9-b91b-5a88aa24d30f HTTP/1.1" status: 200 len: 943 time: 0.1832349 Dec 10 18:37:36.460751 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ffd0f3-5942-49b2-8cc5-685eb348dd8e None None] Routers {'7c1eb5a3-fcfb-4980-8bd4-e238245a3519'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:36.463620 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-22ffd0f3-5942-49b2-8cc5-685eb348dd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:37:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['7c1eb5a3-fcfb-4980-8bd4-e238245a3519'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:36.502334 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-9752f1d6-f9fd-4066-b1ef-9d2bc847f6e2 service neutron] Port 636fc4e2-41e0-4432-847d-4011e448fedf on network c537dae7-2652-44de-bf9a-a95ab199afc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:37:36.502774 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-9752f1d6-f9fd-4066-b1ef-9d2bc847f6e2 service neutron] Attempting to bind port 636fc4e2-41e0-4432-847d-4011e448fedf on network c537dae7-2652-44de-bf9a-a95ab199afc8 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:37:36.530239 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-9752f1d6-f9fd-4066-b1ef-9d2bc847f6e2 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:37:36.530581 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-9752f1d6-f9fd-4066-b1ef-9d2bc847f6e2 service neutron] Checking segment: {'id': '68572a96-1438-4984-beb8-3a086b879b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c537dae7-2652-44de-bf9a-a95ab199afc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:36.530969 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-9752f1d6-f9fd-4066-b1ef-9d2bc847f6e2 service neutron] Bound using segment: {'id': '68572a96-1438-4984-beb8-3a086b879b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c537dae7-2652-44de-bf9a-a95ab199afc8'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:37:36.531425 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-9752f1d6-f9fd-4066-b1ef-9d2bc847f6e2 service neutron] Bound port: 636fc4e2-41e0-4432-847d-4011e448fedf, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68572a96-1438-4984-beb8-3a086b879b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c537dae7-2652-44de-bf9a-a95ab199afc8'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:37:36.531784 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-9752f1d6-f9fd-4066-b1ef-9d2bc847f6e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:36.567209 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-95bc7a24-2b0b-4f18-b9b0-0893bc99feef req-41e27b8d-a63a-4971-a8d9-473383e97285 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] No DVR routers for this DVR port b99da4b8-364b-47ed-8e52-ade80bea2582 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:37:36.572734 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547038e-cf11-4f8f-8e8a-997bc63a08b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f2fd3190-455f-438b-b6c1-25c5a9051e38,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:36.590589 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-95bc7a24-2b0b-4f18-b9b0-0893bc99feef req-41e27b8d-a63a-4971-a8d9-473383e97285 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:36.595056 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-95bc7a24-2b0b-4f18-b9b0-0893bc99feef req-41e27b8d-a63a-4971-a8d9-473383e97285 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.46 "DELETE /v2.0/ports/b99da4b8-364b-47ed-8e52-ade80bea2582 HTTP/1.1" status: 204 len: 173 time: 2.5210552 Dec 10 18:37:36.598528 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef8718fd-6bd5-41b9-8bd4-20a4a932f658', 'name': 'network-vif-deleted', 'tag': 'b99da4b8-364b-47ed-8e52-ade80bea2582'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:37:36.607661 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e72630-0d69-43d4-ac31-5c991bf5a6b1" -d '{"events": [{"server_uuid": "ef8718fd-6bd5-41b9-8bd4-20a4a932f658", "name": "network-vif-deleted", "tag": "b99da4b8-364b-47ed-8e52-ade80bea2582"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:37:36.630451 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-22ffd0f3-5942-49b2-8cc5-685eb348dd8e None None] Set router 7c1eb5a3-fcfb-4980-8bd4-e238245a3519 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:36.636760 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625b6dc-9681-42c8-a236-a1cad9f18977 req-6418b771-0049-40ef-8423-b052e2fc8c96 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:36.645538 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ceea2f1a-617a-4d55-8eb2-1328011e47cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:36.647000 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1625b6dc-9681-42c8-a236-a1cad9f18977 req-6418b771-0049-40ef-8423-b052e2fc8c96 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c929a8b-5dd8-4369-862c-cdcf3ba182fd HTTP/1.1" status: 200 len: 944 time: 0.1516263 Dec 10 18:37:36.669233 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ceea2f1a-617a-4d55-8eb2-1328011e47cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:36.698994 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-148deb4c-9590-40d6-b893-0354d717a5a1 req-7e4e5678-fff6-4a97-b620-196d8321d5c4 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975968 Dec 10 18:37:36.702201 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-8547038e-cf11-4f8f-8e8a-997bc63a08b1 service neutron] Attempting to bind port f2fd3190-455f-438b-b6c1-25c5a9051e38 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:37:36.702716 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-8547038e-cf11-4f8f-8e8a-997bc63a08b1 service neutron] Attempting to bind port f2fd3190-455f-438b-b6c1-25c5a9051e38 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '8b40be5d-f6bc-455d-9ae1-9ee882ee68d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '41e5955d-d904-4834-9fcc-cb65e702ceed'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:37:36.703328 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-8547038e-cf11-4f8f-8e8a-997bc63a08b1 service neutron] Attempting to bind port f2fd3190-455f-438b-b6c1-25c5a9051e38 on network 41e5955d-d904-4834-9fcc-cb65e702ceed {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:37:36.725301 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-8547038e-cf11-4f8f-8e8a-997bc63a08b1 service neutron] Port f2fd3190-455f-438b-b6c1-25c5a9051e38 on network 41e5955d-d904-4834-9fcc-cb65e702ceed not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:37:36.729511 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-8547038e-cf11-4f8f-8e8a-997bc63a08b1 service neutron] Attempting to bind port f2fd3190-455f-438b-b6c1-25c5a9051e38 on network 41e5955d-d904-4834-9fcc-cb65e702ceed {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:37:36.751683 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1625b6dc-9681-42c8-a236-a1cad9f18977 req-9fd7ffe0-b302-4cda-8486-6bbeb7e769e0 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups?id=530e6bf5-f83e-4ce8-a8ff-bcd4a8ac0b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023271 Dec 10 18:37:36.753155 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-8547038e-cf11-4f8f-8e8a-997bc63a08b1 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:37:36.753625 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-8547038e-cf11-4f8f-8e8a-997bc63a08b1 service neutron] Checking segment: {'id': '8b40be5d-f6bc-455d-9ae1-9ee882ee68d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '41e5955d-d904-4834-9fcc-cb65e702ceed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:36.754085 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-8547038e-cf11-4f8f-8e8a-997bc63a08b1 service neutron] Bound using segment: {'id': '8b40be5d-f6bc-455d-9ae1-9ee882ee68d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '41e5955d-d904-4834-9fcc-cb65e702ceed'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:37:36.754608 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-8547038e-cf11-4f8f-8e8a-997bc63a08b1 service neutron] Bound port: f2fd3190-455f-438b-b6c1-25c5a9051e38, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b40be5d-f6bc-455d-9ae1-9ee882ee68d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '41e5955d-d904-4834-9fcc-cb65e702ceed'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:37:36.755192 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-8547038e-cf11-4f8f-8e8a-997bc63a08b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:36.778187 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ceea2f1a-617a-4d55-8eb2-1328011e47cf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=92d54b103753457b8de7435740802546&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7579782 Dec 10 18:37:36.782182 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea2f1a-617a-4d55-8eb2-1328011e47cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e98b3a1-cb20-48fa-838f-91d6580598bf,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:36.789488 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52130) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:36.848291 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-9752f1d6-f9fd-4066-b1ef-9d2bc847f6e2 service neutron] For port 636fc4e2-41e0-4432-847d-4011e448fedf, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:37:36.860248 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec55ef6-5cf4-4782-bb12-470680f11881 x-openstack-request-id: req-1ec55ef6-5cf4-4782-bb12-470680f11881 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:37:36.860527 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef8718fd-6bd5-41b9-8bd4-20a4a932f658", "name": "network-vif-deleted", "tag": "b99da4b8-364b-47ed-8e52-ade80bea2582", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:37:36.864818 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1ec55ef6-5cf4-4782-bb12-470680f11881 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:37:36.865308 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef8718fd-6bd5-41b9-8bd4-20a4a932f658', 'name': 'network-vif-deleted', 'tag': 'b99da4b8-364b-47ed-8e52-ade80bea2582', 'status': 'completed', 'code': 200} Dec 10 18:37:36.908819 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-8547038e-cf11-4f8f-8e8a-997bc63a08b1 service neutron] For port f2fd3190-455f-438b-b6c1-25c5a9051e38, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:37:36.913214 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-8547038e-cf11-4f8f-8e8a-997bc63a08b1 service neutron] For port f2fd3190-455f-438b-b6c1-25c5a9051e38, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=f2fd3190-455f-438b-b6c1-25c5a9051e38,segment=NetworkSegment(8b40be5d-f6bc-455d-9ae1-9ee882ee68d8),segment_id=8b40be5d-f6bc-455d-9ae1-9ee882ee68d8)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:37:36.920468 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-8547038e-cf11-4f8f-8e8a-997bc63a08b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:36.925923 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-9752f1d6-f9fd-4066-b1ef-9d2bc847f6e2 service neutron] For port 636fc4e2-41e0-4432-847d-4011e448fedf, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=636fc4e2-41e0-4432-847d-4011e448fedf,segment=NetworkSegment(68572a96-1438-4984-beb8-3a086b879b0d),segment_id=68572a96-1438-4984-beb8-3a086b879b0d)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:37:36.956472 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-9752f1d6-f9fd-4066-b1ef-9d2bc847f6e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:36.980316 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device b99da4b8-364b-47ed-8e52-ade80bea2582 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:37:37.027283 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: b99da4b8-364b-47ed-8e52-ade80bea2582 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:37:37.028064 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device b99da4b8-364b-47ed-8e52-ade80bea2582 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:37:37.030871 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-9752f1d6-f9fd-4066-b1ef-9d2bc847f6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:37.031510 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-9752f1d6-f9fd-4066-b1ef-9d2bc847f6e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:37.033052 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-9752f1d6-f9fd-4066-b1ef-9d2bc847f6e2 service neutron] 10.222.0.72 "PUT /v2.0/ports/636fc4e2-41e0-4432-847d-4011e448fedf HTTP/1.1" status: 200 len: 1091 time: 2.0179675 Dec 10 18:37:37.044748 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30e6ceb7-b9bd-4231-939e-d397fb847c3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:37.045723 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-321c0298-fce7-4f28-aafd-68de1e307568 req-03733b4a-9220-4091-b0a3-69e241dbb922 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef8718fd-6bd5-41b9-8bd4-20a4a932f658 HTTP/1.1" status: 200 len: 210 time: 0.1221576 Dec 10 18:37:37.058406 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-8547038e-cf11-4f8f-8e8a-997bc63a08b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:37.059194 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-8547038e-cf11-4f8f-8e8a-997bc63a08b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:37.060939 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-8547038e-cf11-4f8f-8e8a-997bc63a08b1 service neutron] 10.222.0.72 "PUT /v2.0/ports/f2fd3190-455f-438b-b6c1-25c5a9051e38 HTTP/1.1" status: 200 len: 1092 time: 1.4800348 Dec 10 18:37:37.061590 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c929a8b-5dd8-4369-862c-cdcf3ba182fd', 'tag': 'f2fd3190-455f-438b-b6c1-25c5a9051e38'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:37:37.064778 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123e4fad-1f1b-4594-ba88-968b5d8e7f6c" -d '{"events": [{"name": "network-changed", "server_uuid": "7c929a8b-5dd8-4369-862c-cdcf3ba182fd", "tag": "f2fd3190-455f-438b-b6c1-25c5a9051e38"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:37:37.092605 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547038e-cf11-4f8f-8e8a-997bc63a08b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f2fd3190-455f-438b-b6c1-25c5a9051e38,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:37.101342 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1442c3b-2ef0-45fc-99b9-5392bf9a47fe req-42763a0c-390a-4ebe-8db7-c81439d9eaf3 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:37.104175 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-22ffd0f3-5942-49b2-8cc5-685eb348dd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1eb5a3-fcfb-4980-8bd4-e238245a3519', 'name': 'tempest-ServersTestJSON-1786768601-router', 'tenant_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '9ec9a04a-345a-46fe-813d-a69c251ce850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:35:14Z', 'updated_at': '2021-12-10T18:35:24Z', 'revision_number': 4, 'project_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'gw_port': {'id': '9ec9a04a-345a-46fe-813d-a69c251ce850', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1eb5a3-fcfb-4980-8bd4-e238245a3519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:35:16Z', 'updated_at': '2021-12-10T18:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '12558f36-92d5-4892-884f-4f9bf9ac830d', 'name': '', 'network_id': 'cb8dda4f-6685-44d5-8385-aec43e8785ff', 'tenant_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'mac_address': 'fa:16:3e:ca:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1eb5a3-fcfb-4980-8bd4-e238245a3519', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '4bd67323-fef0-4d15-9a97-725cb74ca3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:35:22Z', 'updated_at': '2021-12-10T18:35:27Z', 'revision_number': 5, 'project_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'subnets': [{'id': '4bd67323-fef0-4d15-9a97-725cb74ca3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:37.107753 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e1442c3b-2ef0-45fc-99b9-5392bf9a47fe req-42763a0c-390a-4ebe-8db7-c81439d9eaf3 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/ports?device_id=390b3c47-e197-45c4-9c5e-7dd4f91c91de HTTP/1.1" status: 200 len: 945 time: 0.2568364 Dec 10 18:37:37.108442 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9752f1d6-f9fd-4066-b1ef-9d2bc847f6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=636fc4e2-41e0-4432-847d-4011e448fedf,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:37.162024 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ffd0f3-5942-49b2-8cc5-685eb348dd8e None None] Checking router: 7c1eb5a3-fcfb-4980-8bd4-e238245a3519 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:37:37.176696 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ffd0f3-5942-49b2-8cc5-685eb348dd8e None None] Routers {'7c1eb5a3-fcfb-4980-8bd4-e238245a3519'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:37.177385 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-22ffd0f3-5942-49b2-8cc5-685eb348dd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:37:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['7c1eb5a3-fcfb-4980-8bd4-e238245a3519'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:37.179497 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30e6ceb7-b9bd-4231-939e-d397fb847c3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:37.307235 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a770c-0ae0-4a30-986b-42656cc366c4 req-c826a7eb-7aad-428a-9d6d-27f0e053121f tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:37.309010 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0e0a770c-0ae0-4a30-986b-42656cc366c4 req-c826a7eb-7aad-428a-9d6d-27f0e053121f tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 950 time: 0.1549294 Dec 10 18:37:37.311579 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-80476f38-14a3-4374-9f6d-d1b1a7fbaba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:37.314083 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-80476f38-14a3-4374-9f6d-d1b1a7fbaba2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cebf6cc911374a429274686614685142&device_id=956fa0ee-2345-4cc9-b91b-5a88aa24d30f HTTP/1.1" status: 200 len: 1094 time: 0.1759455 Dec 10 18:37:37.356218 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-22ffd0f3-5942-49b2-8cc5-685eb348dd8e None None] Set router 7c1eb5a3-fcfb-4980-8bd4-e238245a3519 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:37.359176 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-b60ed8ba-52b9-408e-9d99-f47bed2e3f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:37.360846 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-b60ed8ba-52b9-408e-9d99-f47bed2e3f9a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d8f8fed500bb4fe68eeb78467c0fb87d&device_id=7c929a8b-5dd8-4369-862c-cdcf3ba182fd HTTP/1.1" status: 200 len: 1095 time: 0.1728997 Dec 10 18:37:37.394707 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-8c7675e6-2cf5-48ee-9cfb-47def3272405 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=636fc4e2-41e0-4432-847d-4011e448fedf HTTP/1.1" status: 200 len: 217 time: 0.0666921 Dec 10 18:37:37.430406 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e1442c3b-2ef0-45fc-99b9-5392bf9a47fe req-0f6c7deb-710a-4b55-8d66-0726c4c0af58 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/security-groups?id=1336be66-22f5-460a-8a72-1d8e4465a635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033433 Dec 10 18:37:37.433466 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-6ac054ff-13f1-4e7b-802c-a7e86bee723e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2fd3190-455f-438b-b6c1-25c5a9051e38 HTTP/1.1" status: 200 len: 217 time: 0.0595722 Dec 10 18:37:37.481675 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0e0a770c-0ae0-4a30-986b-42656cc366c4 req-12491ae4-9471-4b55-ba98-00efb30c450b tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661453 Dec 10 18:37:37.498901 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30e6ceb7-b9bd-4231-939e-d397fb847c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:37.501524 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30e6ceb7-b9bd-4231-939e-d397fb847c3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:37.502658 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-30e6ceb7-b9bd-4231-939e-d397fb847c3d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6e98b3a1-cb20-48fa-838f-91d6580598bf HTTP/1.1" status: 204 len: 168 time: 0.6990812 Dec 10 18:37:37.545997 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-ee6b1416-7cb1-4feb-a568-f3eada4fda8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:37.546189 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6ceb7-b9bd-4231-939e-d397fb847c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e98b3a1-cb20-48fa-838f-91d6580598bf,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:37.548878 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-ee6b1416-7cb1-4feb-a568-f3eada4fda8e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d091c115-7987-40eb-888c-00ac7fa6c016 HTTP/1.1" status: 200 len: 862 time: 0.1449142 Dec 10 18:37:37.556530 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-7df4a057-7454-4ade-9c7f-64222c940643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:37.558254 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-7df4a057-7454-4ade-9c7f-64222c940643 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6e5426de-cbd0-4094-92fb-88aabbd126fb HTTP/1.1" status: 200 len: 852 time: 0.1160400 Dec 10 18:37:37.570964 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc62d872-d9bc-4971-b314-4881d600a75c x-openstack-request-id: req-cc62d872-d9bc-4971-b314-4881d600a75c {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:37:37.571846 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c929a8b-5dd8-4369-862c-cdcf3ba182fd", "tag": "f2fd3190-455f-438b-b6c1-25c5a9051e38", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:37:37.579096 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cc62d872-d9bc-4971-b314-4881d600a75c {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:37:37.579889 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c929a8b-5dd8-4369-862c-cdcf3ba182fd', 'tag': 'f2fd3190-455f-438b-b6c1-25c5a9051e38', 'status': 'completed', 'code': 200} Dec 10 18:37:37.649077 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-22ffd0f3-5942-49b2-8cc5-685eb348dd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1eb5a3-fcfb-4980-8bd4-e238245a3519', 'name': 'tempest-ServersTestJSON-1786768601-router', 'tenant_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '9ec9a04a-345a-46fe-813d-a69c251ce850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:35:14Z', 'updated_at': '2021-12-10T18:35:24Z', 'revision_number': 4, 'project_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'gw_port': {'id': '9ec9a04a-345a-46fe-813d-a69c251ce850', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1eb5a3-fcfb-4980-8bd4-e238245a3519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:35:16Z', 'updated_at': '2021-12-10T18:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '12558f36-92d5-4892-884f-4f9bf9ac830d', 'name': '', 'network_id': 'cb8dda4f-6685-44d5-8385-aec43e8785ff', 'tenant_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'mac_address': 'fa:16:3e:ca:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1eb5a3-fcfb-4980-8bd4-e238245a3519', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '4bd67323-fef0-4d15-9a97-725cb74ca3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:35:22Z', 'updated_at': '2021-12-10T18:35:27Z', 'revision_number': 5, 'project_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'subnets': [{'id': '4bd67323-fef0-4d15-9a97-725cb74ca3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:37.657750 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-16606c84-f40d-4844-8393-d2b8a6afd55e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c537dae7-2652-44de-bf9a-a95ab199afc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750246 Dec 10 18:37:37.680199 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ffd0f3-5942-49b2-8cc5-685eb348dd8e None None] The sync data for ids ['7c1eb5a3-fcfb-4980-8bd4-e238245a3519'] in n-d-821435-1 is: [{'id': '7c1eb5a3-fcfb-4980-8bd4-e238245a3519', 'name': 'tempest-ServersTestJSON-1786768601-router', 'tenant_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '9ec9a04a-345a-46fe-813d-a69c251ce850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:35:14Z', 'updated_at': '2021-12-10T18:35:24Z', 'revision_number': 4, 'project_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'gw_port': {'id': '9ec9a04a-345a-46fe-813d-a69c251ce850', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1eb5a3-fcfb-4980-8bd4-e238245a3519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:35:16Z', 'updated_at': '2021-12-10T18:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '12558f36-92d5-4892-884f-4f9bf9ac830d', 'name': '', 'network_id': 'cb8dda4f-6685-44d5-8385-aec43e8785ff', 'tenant_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'mac_address': 'fa:16:3e:ca:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1eb5a3-fcfb-4980-8bd4-e238245a3519', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '4bd67323-fef0-4d15-9a97-725cb74ca3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:35:22Z', 'updated_at': '2021-12-10T18:35:27Z', 'revision_number': 5, 'project_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'subnets': [{'id': '4bd67323-fef0-4d15-9a97-725cb74ca3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:37.689761 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-909ce070-5eaf-4bf6-80ca-645a66b6ce57 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=41e5955d-d904-4834-9fcc-cb65e702ceed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1249135 Dec 10 18:37:37.853914 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9862d5-5d81-49b6-8bc8-86541c61f197 req-4d5ba646-cf3b-4264-a846-72d5095c73ff tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:37.858061 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1a9862d5-5d81-49b6-8bc8-86541c61f197 req-4d5ba646-cf3b-4264-a846-72d5095c73ff tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 945 time: 0.2022941 Dec 10 18:37:37.894095 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:37.943540 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-3e88948c-eef4-40dc-9457-6252641c625a service neutron] 10.222.0.72 "GET /v2.0/networks/c537dae7-2652-44de-bf9a-a95ab199afc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564385 Dec 10 18:37:37.957357 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-77595e5e-51a2-482f-8756-e3524bee4af8 service neutron] 10.222.0.72 "GET /v2.0/networks/41e5955d-d904-4834-9fcc-cb65e702ceed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181449 Dec 10 18:37:37.974131 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b9d6cc26-c252-487d-a823-2d98345d3a21 req-1f18a940-cda6-4000-8fbc-c2ae29414eb3 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 258 time: 0.4104218 Dec 10 18:37:37.992427 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-b9d6cc26-c252-487d-a823-2d98345d3a21 req-77cd65d4-ac46-4751-95c7-4d0feb9c653f tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:38.002227 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1a9862d5-5d81-49b6-8bc8-86541c61f197 req-126d4d5e-ed02-4570-be4d-07977f6c14ef tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187119 Dec 10 18:37:38.137750 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52154) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:38.181890 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8589c7-9773-4077-afc2-4950be778128 None None] New status for floating IP 31fd7bda-a24f-448f-ba74-716992dab5f2: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:37:38.197757 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a54df655-593c-4164-ae55-79aa7080a57a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:38.248962 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-de6b25d1-1def-4ff8-bd09-d9479489dcda req-080dd763-b564-418f-8855-1ce71dc56180 service neutron] 10.222.0.72 "GET /v2.0/networks/c537dae7-2652-44de-bf9a-a95ab199afc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913933 Dec 10 18:37:38.274710 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc1212-3406-4fe9-b967-8c638624ce46 req-a758ca57-00a1-4999-a3dd-bd167ed8f0f5 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:38.276783 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a4fc1212-3406-4fe9-b967-8c638624ce46 req-a758ca57-00a1-4999-a3dd-bd167ed8f0f5 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=956fa0ee-2345-4cc9-b91b-5a88aa24d30f HTTP/1.1" status: 200 len: 943 time: 0.1382356 Dec 10 18:37:38.382960 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a4fc1212-3406-4fe9-b967-8c638624ce46 req-4c3ac386-0c41-4da5-8688-de2a8c1f8904 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988665 Dec 10 18:37:38.398002 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a54df655-593c-4164-ae55-79aa7080a57a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:38.414575 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a54df655-593c-4164-ae55-79aa7080a57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:38.461847 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b9d6cc26-c252-487d-a823-2d98345d3a21 req-77cd65d4-ac46-4751-95c7-4d0feb9c653f tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:38.464594 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a54df655-593c-4164-ae55-79aa7080a57a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=73daf1e7d3ca453ba0d6935cc3283c76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3247941 Dec 10 18:37:38.465374 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54df655-593c-4164-ae55-79aa7080a57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a3a87c-0393-4229-b052-91c2463bda43,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:38.468325 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52158) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:38.530867 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09b80886-2e5a-4c04-af84-7ac0e9ea86c1 req-6eae2db6-da5f-4ca5-8b6d-9eaf21399f0b service neutron] 10.222.0.72 "GET /v2.0/networks/41e5955d-d904-4834-9fcc-cb65e702ceed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5546463 Dec 10 18:37:38.580512 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35a451-1871-469a-bd7f-49c980fafefb req-dd131ea4-5760-444c-b9e3-cb8f0d282b5b tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:38.582070 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-da35a451-1871-469a-bd7f-49c980fafefb req-dd131ea4-5760-444c-b9e3-cb8f0d282b5b tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c929a8b-5dd8-4369-862c-cdcf3ba182fd HTTP/1.1" status: 200 len: 944 time: 0.0830646 Dec 10 18:37:38.582733 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-520fd9a2-73d9-40b2-9f6c-644081627c3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:38.623793 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-520fd9a2-73d9-40b2-9f6c-644081627c3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:38.630671 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b9d6cc26-c252-487d-a823-2d98345d3a21 req-77cd65d4-ac46-4751-95c7-4d0feb9c653f tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:38.668690 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-da35a451-1871-469a-bd7f-49c980fafefb req-fd3e5ae2-e6d0-4c72-8d56-30ad2e920980 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups?id=530e6bf5-f83e-4ce8-a8ff-bcd4a8ac0b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763450 Dec 10 18:37:38.697396 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e4fad-1f1b-4594-ba88-968b5d8e7f6c req-97ea08af-6b16-4186-8892-2f5252f5bda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:38.699453 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-123e4fad-1f1b-4594-ba88-968b5d8e7f6c req-97ea08af-6b16-4186-8892-2f5252f5bda4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d8f8fed500bb4fe68eeb78467c0fb87d&device_id=7c929a8b-5dd8-4369-862c-cdcf3ba182fd HTTP/1.1" status: 200 len: 1095 time: 0.0974870 Dec 10 18:37:38.701031 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-520fd9a2-73d9-40b2-9f6c-644081627c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:38.705718 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-520fd9a2-73d9-40b2-9f6c-644081627c3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:38.706937 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-520fd9a2-73d9-40b2-9f6c-644081627c3b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/32a3a87c-0393-4229-b052-91c2463bda43 HTTP/1.1" status: 204 len: 168 time: 0.2376654 Dec 10 18:37:38.735421 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520fd9a2-73d9-40b2-9f6c-644081627c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a3a87c-0393-4229-b052-91c2463bda43,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:38.829025 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-b9d6cc26-c252-487d-a823-2d98345d3a21 req-77cd65d4-ac46-4751-95c7-4d0feb9c653f tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Allocated IP 172.25.7.124 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/7f9a86ca-a199-45b8-acdc-0e7d6a58f12b) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:38.867417 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956fa0ee-2345-4cc9-b91b-5a88aa24d30f', 'tag': '636fc4e2-41e0-4432-847d-4011e448fedf'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:37:38.870633 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3423c6a0-ce35-47f0-85b1-f88cf3a3d736" -d '{"events": [{"name": "network-changed", "server_uuid": "956fa0ee-2345-4cc9-b91b-5a88aa24d30f", "tag": "636fc4e2-41e0-4432-847d-4011e448fedf"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:37:38.907451 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8aed7b-8a8f-4092-b4df-992684cd3a22 req-1f711b96-7608-49df-926d-2dfce69ebdef tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:38.911988 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9e8aed7b-8a8f-4092-b4df-992684cd3a22 req-1f711b96-7608-49df-926d-2dfce69ebdef tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 950 time: 0.0676568 Dec 10 18:37:38.919064 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e4fad-1f1b-4594-ba88-968b5d8e7f6c req-03de4594-72ab-4afa-ae07-0abb634f2703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:38.920577 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-123e4fad-1f1b-4594-ba88-968b5d8e7f6c req-03de4594-72ab-4afa-ae07-0abb634f2703 service neutron] 10.222.0.72 "GET /v2.0/networks?id=41e5955d-d904-4834-9fcc-cb65e702ceed HTTP/1.1" status: 200 len: 913 time: 0.2100646 Dec 10 18:37:38.978717 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-123e4fad-1f1b-4594-ba88-968b5d8e7f6c req-1b343360-4d85-4cdd-986c-d36e08292e2e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2fd3190-455f-438b-b6c1-25c5a9051e38 HTTP/1.1" status: 200 len: 217 time: 0.0481489 Dec 10 18:37:39.000911 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9e8aed7b-8a8f-4092-b4df-992684cd3a22 req-d2a30e3e-e93e-49b9-9a79-7331220b68e1 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734069 Dec 10 18:37:39.032969 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52172) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:39.065895 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b9d6cc26-c252-487d-a823-2d98345d3a21 req-77cd65d4-ac46-4751-95c7-4d0feb9c653f tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:39.070024 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e4fad-1f1b-4594-ba88-968b5d8e7f6c req-53116ed6-1342-408a-a7f5-e1c0a62e0b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:39.072351 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-123e4fad-1f1b-4594-ba88-968b5d8e7f6c req-53116ed6-1342-408a-a7f5-e1c0a62e0b13 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6e5426de-cbd0-4094-92fb-88aabbd126fb HTTP/1.1" status: 200 len: 852 time: 0.0855565 Dec 10 18:37:39.115359 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b47c7ce2-110e-4ea1-9073-14c852f35e8e tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:39.143048 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f29b97-71fb-4cec-be77-e50f0ee19c05 x-openstack-request-id: req-34f29b97-71fb-4cec-be77-e50f0ee19c05 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:37:39.143953 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956fa0ee-2345-4cc9-b91b-5a88aa24d30f", "tag": "636fc4e2-41e0-4432-847d-4011e448fedf", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:37:39.144599 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-34f29b97-71fb-4cec-be77-e50f0ee19c05 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:37:39.145662 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956fa0ee-2345-4cc9-b91b-5a88aa24d30f', 'tag': '636fc4e2-41e0-4432-847d-4011e448fedf', 'status': 'completed', 'code': 200} Dec 10 18:37:39.148194 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b47c7ce2-110e-4ea1-9073-14c852f35e8e tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:39.148329 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-123e4fad-1f1b-4594-ba88-968b5d8e7f6c req-1195eded-c88f-4b8d-b0d6-451cea3ce365 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=41e5955d-d904-4834-9fcc-cb65e702ceed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674727 Dec 10 18:37:39.253615 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423c6a0-ce35-47f0-85b1-f88cf3a3d736 req-8aec5e64-05f5-40a2-a29c-412221635612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:39.255437 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3423c6a0-ce35-47f0-85b1-f88cf3a3d736 req-8aec5e64-05f5-40a2-a29c-412221635612 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cebf6cc911374a429274686614685142&device_id=956fa0ee-2345-4cc9-b91b-5a88aa24d30f HTTP/1.1" status: 200 len: 1094 time: 0.0821013 Dec 10 18:37:39.274599 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b9d6cc26-c252-487d-a823-2d98345d3a21 req-77cd65d4-ac46-4751-95c7-4d0feb9c653f tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:39.280075 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-123e4fad-1f1b-4594-ba88-968b5d8e7f6c req-fe38631e-eeea-4314-b62f-7ab63177b3a0 service neutron] 10.222.0.72 "GET /v2.0/networks/41e5955d-d904-4834-9fcc-cb65e702ceed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168482 Dec 10 18:37:39.337831 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b47c7ce2-110e-4ea1-9073-14c852f35e8e tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:39.340651 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9d6cc26-c252-487d-a823-2d98345d3a21 req-77cd65d4-ac46-4751-95c7-4d0feb9c653f tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:39.340844 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b47c7ce2-110e-4ea1-9073-14c852f35e8e tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:39.342032 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b47c7ce2-110e-4ea1-9073-14c852f35e8e tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "DELETE /v2.0/security-groups/d3d1a573-d198-42dc-a213-757e67c1cb13 HTTP/1.1" status: 204 len: 168 time: 0.3080337 Dec 10 18:37:39.375695 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52182) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:39.388387 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-b9d6cc26-c252-487d-a823-2d98345d3a21 req-77cd65d4-ac46-4751-95c7-4d0feb9c653f tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:39.396537 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c7ce2-110e-4ea1-9073-14c852f35e8e tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d1a573-d198-42dc-a213-757e67c1cb13,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:39.398351 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d6cc26-c252-487d-a823-2d98345d3a21 req-77cd65d4-ac46-4751-95c7-4d0feb9c653f tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:39.436465 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-34e0e16b-3d7a-4b0b-b3a7-b58155438738 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] show failed (client error): The resource could not be found. Dec 10 18:37:39.437650 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-34e0e16b-3d7a-4b0b-b3a7-b58155438738 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "GET /v2.0/security-groups/d3d1a573-d198-42dc-a213-757e67c1cb13 HTTP/1.1" status: 404 len: 347 time: 0.0609534 Dec 10 18:37:39.438450 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd65d4-ac46-4751-95c7-4d0feb9c653f tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Pushing event updated for resources: {'Port': ['ID=7f9a86ca-a199-45b8-acdc-0e7d6a58f12b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:39.441011 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52188) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:39.446473 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648373f4-4fc6-43e1-ba1e-de35256e0d54 req-df4875c7-ca85-402d-a071-d7d653aa93ed tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:39.455249 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-648373f4-4fc6-43e1-ba1e-de35256e0d54 req-df4875c7-ca85-402d-a071-d7d653aa93ed tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 945 time: 0.1696835 Dec 10 18:37:39.535157 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423c6a0-ce35-47f0-85b1-f88cf3a3d736 req-2702c607-839c-4b98-b996-335cfe15e804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:39.536942 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3423c6a0-ce35-47f0-85b1-f88cf3a3d736 req-2702c607-839c-4b98-b996-335cfe15e804 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c537dae7-2652-44de-bf9a-a95ab199afc8 HTTP/1.1" status: 200 len: 923 time: 0.2730596 Dec 10 18:37:39.564232 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-648373f4-4fc6-43e1-ba1e-de35256e0d54 req-e6cff927-b735-4478-bc1d-a27ddf0af866 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089456 Dec 10 18:37:39.624603 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3423c6a0-ce35-47f0-85b1-f88cf3a3d736 req-12320ce7-e28f-461f-8c35-3578241948b1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=636fc4e2-41e0-4432-847d-4011e448fedf HTTP/1.1" status: 200 len: 217 time: 0.0530210 Dec 10 18:37:39.652109 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-123e4fad-1f1b-4594-ba88-968b5d8e7f6c req-435d4a3b-9af9-4821-9009-4e44e9228d39 service neutron] 10.222.0.72 "GET /v2.0/networks/41e5955d-d904-4834-9fcc-cb65e702ceed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630357 Dec 10 18:37:39.680000 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b9d6cc26-c252-487d-a823-2d98345d3a21 req-77cd65d4-ac46-4751-95c7-4d0feb9c653f tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:39.711205 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b9ca32c6-807f-4de5-83eb-4cf6084347f7 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Deleting port 220986a5-5d7f-44d2-8136-7dfa608a304d {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:39.711924 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9ca32c6-807f-4de5-83eb-4cf6084347f7 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:39.758025 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423c6a0-ce35-47f0-85b1-f88cf3a3d736 req-8b3e30f5-0dc7-417c-9a8d-909c1a44523e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:39.760861 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3423c6a0-ce35-47f0-85b1-f88cf3a3d736 req-8b3e30f5-0dc7-417c-9a8d-909c1a44523e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d091c115-7987-40eb-888c-00ac7fa6c016 HTTP/1.1" status: 200 len: 862 time: 0.1276278 Dec 10 18:37:39.801450 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3423c6a0-ce35-47f0-85b1-f88cf3a3d736 req-f317375e-f4bd-435f-a76b-0010f8513520 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c537dae7-2652-44de-bf9a-a95ab199afc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331047 Dec 10 18:37:39.802892 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b9d6cc26-c252-487d-a823-2d98345d3a21 req-77cd65d4-ac46-4751-95c7-4d0feb9c653f tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:39.809854 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22021ff9-0065-4b29-86ec-237c450f9e2f req-4837bddc-3415-4887-857a-e38da2816794 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:39.811366 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-22021ff9-0065-4b29-86ec-237c450f9e2f req-4837bddc-3415-4887-857a-e38da2816794 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=956fa0ee-2345-4cc9-b91b-5a88aa24d30f HTTP/1.1" status: 200 len: 943 time: 0.1066124 Dec 10 18:37:39.892875 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9ca32c6-807f-4de5-83eb-4cf6084347f7 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:39.893231 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9ca32c6-807f-4de5-83eb-4cf6084347f7 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:39.927231 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b9ca32c6-807f-4de5-83eb-4cf6084347f7 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Calling delete_port for 220986a5-5d7f-44d2-8136-7dfa608a304d owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:39.940337 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-22021ff9-0065-4b29-86ec-237c450f9e2f req-97abe829-2d2e-4ad5-bce0-482f24d04f46 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192408 Dec 10 18:37:39.982132 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3423c6a0-ce35-47f0-85b1-f88cf3a3d736 req-511cf3c1-c901-49ea-9ff6-fb018f331930 service neutron] 10.222.0.72 "GET /v2.0/networks/c537dae7-2652-44de-bf9a-a95ab199afc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670852 Dec 10 18:37:40.115644 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d05433-9776-4968-9f23-7ceacf73bfa1 req-f8180ff7-5818-465b-ad9b-a75fbb3c1058 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:40.123709 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b9d6cc26-c252-487d-a823-2d98345d3a21 req-77cd65d4-ac46-4751-95c7-4d0feb9c653f tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:40.124242 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e3d05433-9776-4968-9f23-7ceacf73bfa1 req-f8180ff7-5818-465b-ad9b-a75fbb3c1058 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c929a8b-5dd8-4369-862c-cdcf3ba182fd HTTP/1.1" status: 200 len: 944 time: 0.1177809 Dec 10 18:37:40.154597 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3423c6a0-ce35-47f0-85b1-f88cf3a3d736 req-193521d7-e0fb-45ad-98cc-13213e986b16 service neutron] 10.222.0.72 "GET /v2.0/networks/c537dae7-2652-44de-bf9a-a95ab199afc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663909 Dec 10 18:37:40.173631 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b9d6cc26-c252-487d-a823-2d98345d3a21 req-77cd65d4-ac46-4751-95c7-4d0feb9c653f tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:40.200417 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e3d05433-9776-4968-9f23-7ceacf73bfa1 req-fa0c5a41-3644-44dc-8e0f-1dcd3c724366 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups?id=530e6bf5-f83e-4ce8-a8ff-bcd4a8ac0b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751705 Dec 10 18:37:40.213584 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9ca32c6-807f-4de5-83eb-4cf6084347f7 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:40.273895 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd65d4-ac46-4751-95c7-4d0feb9c653f tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Pushing event updated for resources: {'Port': ['ID=7f9a86ca-a199-45b8-acdc-0e7d6a58f12b,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:40.343730 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca32c6-807f-4de5-83eb-4cf6084347f7 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Pushing event deleted for resources: {'Port': ['ID=220986a5-5d7f-44d2-8136-7dfa608a304d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:40.347094 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98621a50-fdc1-4b2c-946d-630ca0d2f96e req-b01246ed-0235-4a27-9b7a-56809be1853f tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:40.352141 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b9d6cc26-c252-487d-a823-2d98345d3a21 req-77cd65d4-ac46-4751-95c7-4d0feb9c653f tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:40.357900 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-98621a50-fdc1-4b2c-946d-630ca0d2f96e req-b01246ed-0235-4a27-9b7a-56809be1853f tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 950 time: 0.0733654 Dec 10 18:37:40.369108 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9ca32c6-807f-4de5-83eb-4cf6084347f7 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:40.372267 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9ca32c6-807f-4de5-83eb-4cf6084347f7 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:40.373454 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b9ca32c6-807f-4de5-83eb-4cf6084347f7 tempest-ServersTestJSON-2136374119 tempest-ServersTestJSON-2136374119-project] 10.222.0.62 "DELETE /v2.0/floatingips/31fd7bda-a24f-448f-ba74-716992dab5f2 HTTP/1.1" status: 204 len: 168 time: 0.9283059 Dec 10 18:37:40.377115 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b9d6cc26-c252-487d-a823-2d98345d3a21 req-77cd65d4-ac46-4751-95c7-4d0feb9c653f tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:40.377919 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52212) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:40.378374 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b9d6cc26-c252-487d-a823-2d98345d3a21 req-77cd65d4-ac46-4751-95c7-4d0feb9c653f tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4033480 Dec 10 18:37:40.441881 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b9d6cc26-c252-487d-a823-2d98345d3a21 req-ca4a9f86-4912-4484-b148-80b13b5f6f02 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.124 HTTP/1.1" status: 200 len: 696 time: 0.0531628 Dec 10 18:37:40.524451 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-98621a50-fdc1-4b2c-946d-630ca0d2f96e req-293fa507-55e3-4260-8ce6-9fa481940f58 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654809 Dec 10 18:37:40.575603 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6cc26-c252-487d-a823-2d98345d3a21 req-fd6dd27c-1aeb-4524-8eac-b61481e82ad1 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:40.577048 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b9d6cc26-c252-487d-a823-2d98345d3a21 req-fd6dd27c-1aeb-4524-8eac-b61481e82ad1 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/networks/6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 784 time: 0.1296885 Dec 10 18:37:40.731120 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f2d0f-c276-49e2-9f1e-bc1039a5d6ce req-c15a129a-d1ef-45c8-8f17-44b0c9fe98f2 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:40.732776 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-351f2d0f-c276-49e2-9f1e-bc1039a5d6ce req-c15a129a-d1ef-45c8-8f17-44b0c9fe98f2 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/ports?device_id=390b3c47-e197-45c4-9c5e-7dd4f91c91de&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0750277 Dec 10 18:37:40.793596 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0685f7-850f-4f52-a02c-c0fa296c4e9e req-f07f3e15-6f4d-4830-876c-1dd0fedb3ec0 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:40.797081 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-351f2d0f-c276-49e2-9f1e-bc1039a5d6ce req-b63a3dee-76b9-49a0-9b4b-7759d2f914ca tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.124 HTTP/1.1" status: 200 len: 696 time: 0.0578556 Dec 10 18:37:40.803754 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0c0685f7-850f-4f52-a02c-c0fa296c4e9e req-f07f3e15-6f4d-4830-876c-1dd0fedb3ec0 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 945 time: 0.1250997 Dec 10 18:37:40.807374 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-351f2d0f-c276-49e2-9f1e-bc1039a5d6ce req-17648bc6-91dc-4162-9baf-4727fba411ea tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Request body: {'floatingip': {'port_id': 'a2e074be-52ca-4cb3-9707-735028f32887', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:40.851906 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-351f2d0f-c276-49e2-9f1e-bc1039a5d6ce req-17648bc6-91dc-4162-9baf-4727fba411ea tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:40.912654 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0c0685f7-850f-4f52-a02c-c0fa296c4e9e req-8c863920-b598-47e9-89a4-6af6ca940416 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645049 Dec 10 18:37:41.041953 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-762ded59-1974-450c-8f6f-77aad0ccc160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:41.164790 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c36b7b-deac-45c5-8721-369e575e15bc req-b6e82648-3e92-4377-9e2c-787f1f5eb876 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:41.167009 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d5c36b7b-deac-45c5-8721-369e575e15bc req-b6e82648-3e92-4377-9e2c-787f1f5eb876 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=956fa0ee-2345-4cc9-b91b-5a88aa24d30f HTTP/1.1" status: 200 len: 943 time: 0.1423757 Dec 10 18:37:41.249846 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52238) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:41.296557 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d5c36b7b-deac-45c5-8721-369e575e15bc req-8a990900-e877-45e7-b44b-241ff4bdf2c2 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171556 Dec 10 18:37:41.460900 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-027b1507-c594-4c5a-b5be-6fd8465d38cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:41.463101 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-351f2d0f-c276-49e2-9f1e-bc1039a5d6ce req-17648bc6-91dc-4162-9baf-4727fba411ea tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:41.469229 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-351f2d0f-c276-49e2-9f1e-bc1039a5d6ce req-17648bc6-91dc-4162-9baf-4727fba411ea tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:41.471736 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device f2fd3190-455f-438b-b6c1-25c5a9051e38 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:37:41.553296 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c366cfa-0980-49a2-9b53-3517415c292b req-d81b644e-34c7-4e19-a6c1-c3fa52d15796 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:41.568829 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3c366cfa-0980-49a2-9b53-3517415c292b req-d81b644e-34c7-4e19-a6c1-c3fa52d15796 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c929a8b-5dd8-4369-862c-cdcf3ba182fd HTTP/1.1" status: 200 len: 944 time: 0.2016068 Dec 10 18:37:41.601978 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port f2fd3190-455f-438b-b6c1-25c5a9051e38, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=f2fd3190-455f-438b-b6c1-25c5a9051e38,segment=NetworkSegment(8b40be5d-f6bc-455d-9ae1-9ee882ee68d8),segment_id=8b40be5d-f6bc-455d-9ae1-9ee882ee68d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:41.619159 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-027b1507-c594-4c5a-b5be-6fd8465d38cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:41.623280 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [req-351f2d0f-c276-49e2-9f1e-bc1039a5d6ce req-17648bc6-91dc-4162-9baf-4727fba411ea tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Floating IP 4ba47457-696f-4dd7-85bb-3ffff3bf3032 associated. External IP: 172.25.7.124, port: a2e074be-52ca-4cb3-9707-735028f32887. Dec 10 18:37:41.623712 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': 'f2fd3190-455f-438b-b6c1-25c5a9051e38', 'network_id': '41e5955d-d904-4834-9fcc-cb65e702ceed', 'port_id': 'f2fd3190-455f-438b-b6c1-25c5a9051e38', 'mac_address': 'fa:16:3e:4f:87:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e5426de-cbd0-4094-92fb-88aabbd126fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:37:41.636329 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-027b1507-c594-4c5a-b5be-6fd8465d38cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:41.712945 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3c366cfa-0980-49a2-9b53-3517415c292b req-f026b741-fda4-4bc4-9f6d-6c156db8acf5 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups?id=530e6bf5-f83e-4ce8-a8ff-bcd4a8ac0b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372466 Dec 10 18:37:41.728110 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-027b1507-c594-4c5a-b5be-6fd8465d38cd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0c1a26b8ee144b4ea0fd5daad974d102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4709122 Dec 10 18:37:41.730503 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b1507-c594-4c5a-b5be-6fd8465d38cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46b5e4f-9f8b-4f93-9980-936d5ad85c27,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:41.751252 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-762ded59-1974-450c-8f6f-77aad0ccc160 admin admin] Deleting port 12558f36-92d5-4892-884f-4f9bf9ac830d {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:41.752840 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-762ded59-1974-450c-8f6f-77aad0ccc160 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:41.759070 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52246) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:41.861010 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:41.876822 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2fd3190-455f-438b-b6c1-25c5a9051e38 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:37:41.909984 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port f2fd3190-455f-438b-b6c1-25c5a9051e38, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=f2fd3190-455f-438b-b6c1-25c5a9051e38,segment=NetworkSegment(8b40be5d-f6bc-455d-9ae1-9ee882ee68d8),segment_id=8b40be5d-f6bc-455d-9ae1-9ee882ee68d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:41.920818 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:41.922587 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 636fc4e2-41e0-4432-847d-4011e448fedf details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:37:41.923282 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2f83a33c-267e-40cb-af4e-858b63ec44e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:41.954897 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644de400-46a3-40df-b43d-76878e21be87 req-ad4ece73-1df5-4005-846f-5a98247479cc tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:41.961193 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-644de400-46a3-40df-b43d-76878e21be87 req-ad4ece73-1df5-4005-846f-5a98247479cc tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 950 time: 0.1327565 Dec 10 18:37:41.993099 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2f83a33c-267e-40cb-af4e-858b63ec44e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:41.994915 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-351f2d0f-c276-49e2-9f1e-bc1039a5d6ce req-17648bc6-91dc-4162-9baf-4727fba411ea tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Router f69fd623-7966-4c58-aea3-8bb3deab2266 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:42.027019 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-762ded59-1974-450c-8f6f-77aad0ccc160 admin admin] For port 12558f36-92d5-4892-884f-4f9bf9ac830d, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=12558f36-92d5-4892-884f-4f9bf9ac830d,segment=NetworkSegment(f7750133-5e17-486e-806c-cbb2b027ce17),segment_id=f7750133-5e17-486e-806c-cbb2b027ce17)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:42.027382 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-762ded59-1974-450c-8f6f-77aad0ccc160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.074666 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-762ded59-1974-450c-8f6f-77aad0ccc160 admin admin] Calling delete_port for 12558f36-92d5-4892-884f-4f9bf9ac830d owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:42.078331 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 636fc4e2-41e0-4432-847d-4011e448fedf, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=636fc4e2-41e0-4432-847d-4011e448fedf,segment=NetworkSegment(68572a96-1438-4984-beb8-3a086b879b0d),segment_id=68572a96-1438-4984-beb8-3a086b879b0d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:42.097053 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '636fc4e2-41e0-4432-847d-4011e448fedf', 'network_id': 'c537dae7-2652-44de-bf9a-a95ab199afc8', 'port_id': '636fc4e2-41e0-4432-847d-4011e448fedf', 'mac_address': 'fa:16:3e:81:81:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd091c115-7987-40eb-888c-00ac7fa6c016', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:37:42.108444 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-644de400-46a3-40df-b43d-76878e21be87 req-58dbe6a6-607a-4bd1-aeaf-4b59074ebbbd tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263072 Dec 10 18:37:42.136440 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-351f2d0f-c276-49e2-9f1e-bc1039a5d6ce req-17648bc6-91dc-4162-9baf-4727fba411ea tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:42.142208 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-351f2d0f-c276-49e2-9f1e-bc1039a5d6ce req-17648bc6-91dc-4162-9baf-4727fba411ea tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.149577 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ac2633-84e4-446a-959c-609ccc4b5448 None None] Sync routers for ids ['f69fd623-7966-4c58-aea3-8bb3deab2266'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:42.157030 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.183757 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 636fc4e2-41e0-4432-847d-4011e448fedf {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:37:42.184349 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ac2633-84e4-446a-959c-609ccc4b5448 None None] Routers {'f69fd623-7966-4c58-aea3-8bb3deab2266'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:42.185520 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-61ac2633-84e4-446a-959c-609ccc4b5448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:37:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['f69fd623-7966-4c58-aea3-8bb3deab2266'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:42.185691 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-351f2d0f-c276-49e2-9f1e-bc1039a5d6ce req-17648bc6-91dc-4162-9baf-4727fba411ea tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "PUT /v2.0/floatingips/4ba47457-696f-4dd7-85bb-3ffff3bf3032 HTTP/1.1" status: 200 len: 996 time: 1.3823521 Dec 10 18:37:42.186038 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390b3c47-e197-45c4-9c5e-7dd4f91c91de', 'tag': 'a2e074be-52ca-4cb3-9707-735028f32887'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:37:42.189423 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e715388f-b71f-4e36-b981-6096f2d00e6e" -d '{"events": [{"name": "network-changed", "server_uuid": "390b3c47-e197-45c4-9c5e-7dd4f91c91de", "tag": "a2e074be-52ca-4cb3-9707-735028f32887"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:37:42.202937 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=f2fd3190-455f-438b-b6c1-25c5a9051e38,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:42.219633 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2f83a33c-267e-40cb-af4e-858b63ec44e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.222297 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2f83a33c-267e-40cb-af4e-858b63ec44e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.225786 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2f83a33c-267e-40cb-af4e-858b63ec44e3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b46b5e4f-9f8b-4f93-9980-936d5ad85c27 HTTP/1.1" status: 204 len: 168 time: 0.4627848 Dec 10 18:37:42.243013 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 636fc4e2-41e0-4432-847d-4011e448fedf, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=636fc4e2-41e0-4432-847d-4011e448fedf,segment=NetworkSegment(68572a96-1438-4984-beb8-3a086b879b0d),segment_id=68572a96-1438-4984-beb8-3a086b879b0d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:42.250719 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.265868 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83a33c-267e-40cb-af4e-858b63ec44e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46b5e4f-9f8b-4f93-9980-936d5ad85c27,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:42.320535 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f2d0f-c276-49e2-9f1e-bc1039a5d6ce req-90ad201d-28af-46b2-94af-016f5274b268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:42.325340 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-351f2d0f-c276-49e2-9f1e-bc1039a5d6ce req-90ad201d-28af-46b2-94af-016f5274b268 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7ebb97a4396b4aa980e8501ee73aa69a&device_id=390b3c47-e197-45c4-9c5e-7dd4f91c91de HTTP/1.1" status: 200 len: 1096 time: 0.1255536 Dec 10 18:37:42.385156 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-61ac2633-84e4-446a-959c-609ccc4b5448 None None] Set router f69fd623-7966-4c58-aea3-8bb3deab2266 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:42.402765 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=636fc4e2-41e0-4432-847d-4011e448fedf,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:42.484078 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f2d0f-c276-49e2-9f1e-bc1039a5d6ce req-ddeb3810-8d57-40c1-b8c6-efcf447bbf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:42.486537 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-351f2d0f-c276-49e2-9f1e-bc1039a5d6ce req-ddeb3810-8d57-40c1-b8c6-efcf447bbf66 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4a7fc81b-c5f4-42c0-a2bd-53c188a619ea HTTP/1.1" status: 200 len: 929 time: 0.1549363 Dec 10 18:37:42.600156 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['f2fd3190-455f-438b-b6c1-25c5a9051e38'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:37:42.607104 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['636fc4e2-41e0-4432-847d-4011e448fedf'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:37:42.629415 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-351f2d0f-c276-49e2-9f1e-bc1039a5d6ce req-d66cd384-a8d7-434f-91ff-2643bf4454a2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2e074be-52ca-4cb3-9707-735028f32887 HTTP/1.1" status: 200 len: 999 time: 0.1329556 Dec 10 18:37:42.778513 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f2d0f-c276-49e2-9f1e-bc1039a5d6ce req-3751a71e-9247-414d-8b89-6b8be5455db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:42.782817 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-351f2d0f-c276-49e2-9f1e-bc1039a5d6ce req-3751a71e-9247-414d-8b89-6b8be5455db0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3d5a0a40-88f2-4a3f-b529-ae10b29722c0 HTTP/1.1" status: 200 len: 867 time: 0.1453547 Dec 10 18:37:42.792577 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d550b07-b830-4be8-944c-b23992dcdab0 req-927f884c-af61-4fa2-8228-764d368ec97e tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:42.795008 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7d550b07-b830-4be8-944c-b23992dcdab0 req-927f884c-af61-4fa2-8228-764d368ec97e tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 945 time: 0.5584848 Dec 10 18:37:42.880841 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7d550b07-b830-4be8-944c-b23992dcdab0 req-5ab07d6b-fb86-4f26-83cd-60beef84d236 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782926 Dec 10 18:37:42.915672 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f2d0f-c276-49e2-9f1e-bc1039a5d6ce req-ff5ef4cd-bd0b-4b2e-a314-5d0e66c3d512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:42.917574 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-762ded59-1974-450c-8f6f-77aad0ccc160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.922081 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-351f2d0f-c276-49e2-9f1e-bc1039a5d6ce req-ff5ef4cd-bd0b-4b2e-a314-5d0e66c3d512 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4a7fc81b-c5f4-42c0-a2bd-53c188a619ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1077316 Dec 10 18:37:42.942817 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-61ac2633-84e4-446a-959c-609ccc4b5448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69fd623-7966-4c58-aea3-8bb3deab2266', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-231796955-router', 'tenant_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '49f49bd9-8769-404b-aa54-e5e582457e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:07Z', 'updated_at': '2021-12-10T18:37:15Z', 'revision_number': 4, 'project_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'gw_port': {'id': '49f49bd9-8769-404b-aa54-e5e582457e81', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69fd623-7966-4c58-aea3-8bb3deab2266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:09Z', 'updated_at': '2021-12-10T18:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '4ba47457-696f-4dd7-85bb-3ffff3bf3032', 'tenant_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'f69fd623-7966-4c58-aea3-8bb3deab2266', 'port_id': 'a2e074be-52ca-4cb3-9707-735028f32887', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 958, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a7fc81b-c5f4-42c0-a2bd-53c188a619ea', 'mac_address': 'fa:16:3e:41:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390b3c47-e197-45c4-9c5e-7dd4f91c91de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:37:39Z', 'updated_at': '2021-12-10T18:37:41Z', 'revision_number': 1, 'project_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f14d474-2250-4597-91ea-790f495477f9', 'name': '', 'network_id': '4a7fc81b-c5f4-42c0-a2bd-53c188a619ea', 'tenant_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'mac_address': 'fa:16:3e:67:1b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69fd623-7966-4c58-aea3-8bb3deab2266', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '3d5a0a40-88f2-4a3f-b529-ae10b29722c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:14Z', 'updated_at': '2021-12-10T18:37:22Z', 'revision_number': 5, 'project_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'subnets': [{'id': '3d5a0a40-88f2-4a3f-b529-ae10b29722c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:42.974853 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ded59-1974-450c-8f6f-77aad0ccc160 admin admin] Pushing event deleted for resources: {'Port': ['ID=12558f36-92d5-4892-884f-4f9bf9ac830d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:43.015996 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ac2633-84e4-446a-959c-609ccc4b5448 None None] Checking router: f69fd623-7966-4c58-aea3-8bb3deab2266 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:37:43.034841 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ac2633-84e4-446a-959c-609ccc4b5448 None None] Routers {'f69fd623-7966-4c58-aea3-8bb3deab2266'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:43.035489 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-61ac2633-84e4-446a-959c-609ccc4b5448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:37:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['f69fd623-7966-4c58-aea3-8bb3deab2266'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:43.042921 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ded59-1974-450c-8f6f-77aad0ccc160 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:43.043425 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ded59-1974-450c-8f6f-77aad0ccc160 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:43.045256 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ded59-1974-450c-8f6f-77aad0ccc160 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:43.045712 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ded59-1974-450c-8f6f-77aad0ccc160 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:43.046157 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ded59-1974-450c-8f6f-77aad0ccc160 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:43.046602 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ded59-1974-450c-8f6f-77aad0ccc160 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:43.047057 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ded59-1974-450c-8f6f-77aad0ccc160 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:43.047492 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ded59-1974-450c-8f6f-77aad0ccc160 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:43.047924 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ded59-1974-450c-8f6f-77aad0ccc160 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:43.048356 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ded59-1974-450c-8f6f-77aad0ccc160 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:43.048854 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ded59-1974-450c-8f6f-77aad0ccc160 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:43.049249 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ded59-1974-450c-8f6f-77aad0ccc160 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:43.049720 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ded59-1974-450c-8f6f-77aad0ccc160 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:43.077871 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80dcdd2-5413-4075-9086-83fdfd47382a x-openstack-request-id: req-c80dcdd2-5413-4075-9086-83fdfd47382a {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:37:43.078502 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "390b3c47-e197-45c4-9c5e-7dd4f91c91de", "tag": "a2e074be-52ca-4cb3-9707-735028f32887", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:37:43.078502 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c80dcdd2-5413-4075-9086-83fdfd47382a {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:37:43.078807 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '390b3c47-e197-45c4-9c5e-7dd4f91c91de', 'tag': 'a2e074be-52ca-4cb3-9707-735028f32887', 'status': 'completed', 'code': 200} Dec 10 18:37:43.208191 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-351f2d0f-c276-49e2-9f1e-bc1039a5d6ce req-5374c3eb-f955-4832-81ab-570048a685a1 service neutron] 10.222.0.62 "GET /v2.0/networks/4a7fc81b-c5f4-42c0-a2bd-53c188a619ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774947 Dec 10 18:37:43.283249 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715388f-b71f-4e36-b981-6096f2d00e6e req-6441af9c-a072-4124-89ba-f1091bdd1747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:43.284449 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e715388f-b71f-4e36-b981-6096f2d00e6e req-6441af9c-a072-4124-89ba-f1091bdd1747 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7ebb97a4396b4aa980e8501ee73aa69a&device_id=390b3c47-e197-45c4-9c5e-7dd4f91c91de HTTP/1.1" status: 200 len: 1096 time: 0.2314451 Dec 10 18:37:43.412818 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-61ac2633-84e4-446a-959c-609ccc4b5448 None None] Set router f69fd623-7966-4c58-aea3-8bb3deab2266 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:43.428893 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-762ded59-1974-450c-8f6f-77aad0ccc160 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:43.436208 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-351f2d0f-c276-49e2-9f1e-bc1039a5d6ce req-00b2a631-7da3-4416-9c4a-ddc6cc22e656 service neutron] 10.222.0.62 "GET /v2.0/networks/4a7fc81b-c5f4-42c0-a2bd-53c188a619ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267320 Dec 10 18:37:43.441357 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49862ea-9b3e-447e-8138-313d53245452 req-c9e1225c-af03-4ec5-a82c-dd1cf6d0769c tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:43.443286 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a49862ea-9b3e-447e-8138-313d53245452 req-c9e1225c-af03-4ec5-a82c-dd1cf6d0769c tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=956fa0ee-2345-4cc9-b91b-5a88aa24d30f HTTP/1.1" status: 200 len: 944 time: 0.1864491 Dec 10 18:37:43.565377 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715388f-b71f-4e36-b981-6096f2d00e6e req-eff636a4-b8d9-4271-b2b8-1da80219822a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:43.566876 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e715388f-b71f-4e36-b981-6096f2d00e6e req-eff636a4-b8d9-4271-b2b8-1da80219822a service neutron] 10.222.0.72 "GET /v2.0/networks?id=4a7fc81b-c5f4-42c0-a2bd-53c188a619ea HTTP/1.1" status: 200 len: 929 time: 0.2635381 Dec 10 18:37:43.632762 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa07fde-bd3d-48ca-9580-f7433a5f264b req-0d50c5ef-203d-41e9-82b1-a8a7ba1bda72 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:43.641485 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2fa07fde-bd3d-48ca-9580-f7433a5f264b req-0d50c5ef-203d-41e9-82b1-a8a7ba1bda72 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c929a8b-5dd8-4369-862c-cdcf3ba182fd HTTP/1.1" status: 200 len: 945 time: 0.1050122 Dec 10 18:37:43.657847 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a49862ea-9b3e-447e-8138-313d53245452 req-f6800a39-642f-46e5-882a-d6c85d3bd5cf tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000349 Dec 10 18:37:43.719977 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e715388f-b71f-4e36-b981-6096f2d00e6e req-04036ec8-eeb7-4f86-bbbe-cbc9357f5126 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2e074be-52ca-4cb3-9707-735028f32887 HTTP/1.1" status: 200 len: 999 time: 0.1359930 Dec 10 18:37:43.838558 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2fa07fde-bd3d-48ca-9580-f7433a5f264b req-7a03dfd5-7919-4a1d-a759-536312835d9c tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups?id=530e6bf5-f83e-4ce8-a8ff-bcd4a8ac0b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844969 Dec 10 18:37:43.885145 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-61ac2633-84e4-446a-959c-609ccc4b5448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69fd623-7966-4c58-aea3-8bb3deab2266', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-231796955-router', 'tenant_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '49f49bd9-8769-404b-aa54-e5e582457e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:07Z', 'updated_at': '2021-12-10T18:37:15Z', 'revision_number': 4, 'project_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'gw_port': {'id': '49f49bd9-8769-404b-aa54-e5e582457e81', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69fd623-7966-4c58-aea3-8bb3deab2266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:09Z', 'updated_at': '2021-12-10T18:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '4ba47457-696f-4dd7-85bb-3ffff3bf3032', 'tenant_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'f69fd623-7966-4c58-aea3-8bb3deab2266', 'port_id': 'a2e074be-52ca-4cb3-9707-735028f32887', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 958, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a7fc81b-c5f4-42c0-a2bd-53c188a619ea', 'mac_address': 'fa:16:3e:41:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390b3c47-e197-45c4-9c5e-7dd4f91c91de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:37:39Z', 'updated_at': '2021-12-10T18:37:41Z', 'revision_number': 1, 'project_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f14d474-2250-4597-91ea-790f495477f9', 'name': '', 'network_id': '4a7fc81b-c5f4-42c0-a2bd-53c188a619ea', 'tenant_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'mac_address': 'fa:16:3e:67:1b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69fd623-7966-4c58-aea3-8bb3deab2266', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '3d5a0a40-88f2-4a3f-b529-ae10b29722c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:14Z', 'updated_at': '2021-12-10T18:37:22Z', 'revision_number': 5, 'project_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'subnets': [{'id': '3d5a0a40-88f2-4a3f-b529-ae10b29722c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:43.918192 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ac2633-84e4-446a-959c-609ccc4b5448 None None] The sync data for ids ['f69fd623-7966-4c58-aea3-8bb3deab2266'] in n-d-821435-1 is: [{'id': 'f69fd623-7966-4c58-aea3-8bb3deab2266', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-231796955-router', 'tenant_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '49f49bd9-8769-404b-aa54-e5e582457e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:07Z', 'updated_at': '2021-12-10T18:37:15Z', 'revision_number': 4, 'project_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'gw_port': {'id': '49f49bd9-8769-404b-aa54-e5e582457e81', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69fd623-7966-4c58-aea3-8bb3deab2266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:09Z', 'updated_at': '2021-12-10T18:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '4ba47457-696f-4dd7-85bb-3ffff3bf3032', 'tenant_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'f69fd623-7966-4c58-aea3-8bb3deab2266', 'port_id': 'a2e074be-52ca-4cb3-9707-735028f32887', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 958, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a7fc81b-c5f4-42c0-a2bd-53c188a619ea', 'mac_address': 'fa:16:3e:41:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390b3c47-e197-45c4-9c5e-7dd4f91c91de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:37:39Z', 'updated_at': '2021-12-10T18:37:41Z', 'revision_number': 1, 'project_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f14d474-2250-4597-91ea-790f495477f9', 'name': '', 'network_id': '4a7fc81b-c5f4-42c0-a2bd-53c188a619ea', 'tenant_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'mac_address': 'fa:16:3e:67:1b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69fd623-7966-4c58-aea3-8bb3deab2266', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '3d5a0a40-88f2-4a3f-b529-ae10b29722c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:14Z', 'updated_at': '2021-12-10T18:37:22Z', 'revision_number': 5, 'project_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'subnets': [{'id': '3d5a0a40-88f2-4a3f-b529-ae10b29722c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:43.949614 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715388f-b71f-4e36-b981-6096f2d00e6e req-acb4859a-41c9-4df7-9a30-aee27c77ed41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:43.951031 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e715388f-b71f-4e36-b981-6096f2d00e6e req-acb4859a-41c9-4df7-9a30-aee27c77ed41 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3d5a0a40-88f2-4a3f-b529-ae10b29722c0 HTTP/1.1" status: 200 len: 867 time: 0.2310040 Dec 10 18:37:44.004125 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb08cf-d607-492c-b4e8-0ac2b66b7cb4 req-ceea0098-3e18-4d87-9b66-f4a26f843c72 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:44.005736 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0ebb08cf-d607-492c-b4e8-0ac2b66b7cb4 req-ceea0098-3e18-4d87-9b66-f4a26f843c72 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 950 time: 0.1152029 Dec 10 18:37:44.011861 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762ded59-1974-450c-8f6f-77aad0ccc160 admin admin] Router 7c1eb5a3-fcfb-4980-8bd4-e238245a3519 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:44.037553 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b5796ad5-e42c-4021-8c9c-9b89f447a877 req-b085c294-c506-4803-bd0d-2d96ce194da2 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 258 time: 0.1436279 Dec 10 18:37:44.048601 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-b5796ad5-e42c-4021-8c9c-9b89f447a877 req-5063d7d3-208b-4883-aec0-77c5fb331f83 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:44.075056 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b5796ad5-e42c-4021-8c9c-9b89f447a877 req-5063d7d3-208b-4883-aec0-77c5fb331f83 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:44.128336 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715388f-b71f-4e36-b981-6096f2d00e6e req-9b7b6368-6f24-4f56-9eba-1b1bc7f38847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:44.130548 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e715388f-b71f-4e36-b981-6096f2d00e6e req-9b7b6368-6f24-4f56-9eba-1b1bc7f38847 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4a7fc81b-c5f4-42c0-a2bd-53c188a619ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1674395 Dec 10 18:37:44.187096 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0ebb08cf-d607-492c-b4e8-0ac2b66b7cb4 req-de32722d-435a-47ca-8a12-27f2006f5323 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701710 Dec 10 18:37:44.283147 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06512810-630c-45b6-bd44-3b02e9ad3c82 None None] New status for floating IP 4ba47457-696f-4dd7-85bb-3ffff3bf3032: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:37:44.338366 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762ded59-1974-450c-8f6f-77aad0ccc160 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:44.346575 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-762ded59-1974-450c-8f6f-77aad0ccc160 admin admin] 10.222.0.62 "PUT /v2.0/routers/7c1eb5a3-fcfb-4980-8bd4-e238245a3519/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9652114 Dec 10 18:37:44.352448 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52288) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:44.355017 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1343260-b2ec-48c5-8319-714c8fbfbe55 None None] Sync routers for ids ['7c1eb5a3-fcfb-4980-8bd4-e238245a3519'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:44.375564 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e715388f-b71f-4e36-b981-6096f2d00e6e req-103c6c6f-b9bc-420e-a380-b9eccb133fa9 service neutron] 10.222.0.72 "GET /v2.0/networks/4a7fc81b-c5f4-42c0-a2bd-53c188a619ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299106 Dec 10 18:37:44.376943 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1343260-b2ec-48c5-8319-714c8fbfbe55 None None] Routers {'7c1eb5a3-fcfb-4980-8bd4-e238245a3519'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:44.378927 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-a1343260-b2ec-48c5-8319-714c8fbfbe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:37:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['7c1eb5a3-fcfb-4980-8bd4-e238245a3519'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:44.458432 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d526b-1bfe-49db-9098-d96b6e8e55c5 req-9c94fa42-7cce-4a65-9c5a-d52ea810983f tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:44.460209 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d47d526b-1bfe-49db-9098-d96b6e8e55c5 req-9c94fa42-7cce-4a65-9c5a-d52ea810983f tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 945 time: 0.1664405 Dec 10 18:37:44.605291 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d47d526b-1bfe-49db-9098-d96b6e8e55c5 req-943ed86c-d339-4d80-85ab-d20941b13f80 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322353 Dec 10 18:37:44.622979 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-a1343260-b2ec-48c5-8319-714c8fbfbe55 None None] Set router 7c1eb5a3-fcfb-4980-8bd4-e238245a3519 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:44.638777 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a844a776-496c-429f-86fc-813a2446d89f admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:44.696125 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b5796ad5-e42c-4021-8c9c-9b89f447a877 req-5063d7d3-208b-4883-aec0-77c5fb331f83 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:44.783205 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e715388f-b71f-4e36-b981-6096f2d00e6e req-72e5d367-1ed9-45cf-ab8e-4c08bef016ab service neutron] 10.222.0.72 "GET /v2.0/networks/4a7fc81b-c5f4-42c0-a2bd-53c188a619ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618405 Dec 10 18:37:44.830203 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a844a776-496c-429f-86fc-813a2446d89f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:44.838822 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-b5796ad5-e42c-4021-8c9c-9b89f447a877 req-5063d7d3-208b-4883-aec0-77c5fb331f83 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Allocated IP 172.25.7.235 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/6d5728f1-13c5-4806-903e-5aa79b2ac40c) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:44.855007 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7f62b-8fa3-4ce8-b620-887efe335a7b req-0a8b579f-2456-4145-b40e-752b5e46c3a0 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:44.856761 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d3e7f62b-8fa3-4ce8-b620-887efe335a7b req-0a8b579f-2456-4145-b40e-752b5e46c3a0 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=956fa0ee-2345-4cc9-b91b-5a88aa24d30f HTTP/1.1" status: 200 len: 944 time: 0.0784616 Dec 10 18:37:44.923926 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-a1343260-b2ec-48c5-8319-714c8fbfbe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1eb5a3-fcfb-4980-8bd4-e238245a3519', 'name': 'tempest-ServersTestJSON-1786768601-router', 'tenant_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '9ec9a04a-345a-46fe-813d-a69c251ce850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:35:14Z', 'updated_at': '2021-12-10T18:37:42Z', 'revision_number': 5, 'project_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'gw_port': {'id': '9ec9a04a-345a-46fe-813d-a69c251ce850', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1eb5a3-fcfb-4980-8bd4-e238245a3519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:35:16Z', 'updated_at': '2021-12-10T18:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:44.991912 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a844a776-496c-429f-86fc-813a2446d89f admin admin] Deleting port 9ec9a04a-345a-46fe-813d-a69c251ce850 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:44.998346 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1343260-b2ec-48c5-8319-714c8fbfbe55 None None] Checking router: 7c1eb5a3-fcfb-4980-8bd4-e238245a3519 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:37:44.999193 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a844a776-496c-429f-86fc-813a2446d89f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:45.009528 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d3e7f62b-8fa3-4ce8-b620-887efe335a7b req-559e95bf-567c-42ee-be52-161209773fbc tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261666 Dec 10 18:37:45.022248 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1343260-b2ec-48c5-8319-714c8fbfbe55 None None] Routers {'7c1eb5a3-fcfb-4980-8bd4-e238245a3519'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:45.022878 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-a1343260-b2ec-48c5-8319-714c8fbfbe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:37:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['7c1eb5a3-fcfb-4980-8bd4-e238245a3519'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:45.069882 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b5796ad5-e42c-4021-8c9c-9b89f447a877 req-5063d7d3-208b-4883-aec0-77c5fb331f83 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:45.145381 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b5796ad5-e42c-4021-8c9c-9b89f447a877 req-5063d7d3-208b-4883-aec0-77c5fb331f83 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:45.187023 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-a844a776-496c-429f-86fc-813a2446d89f admin admin] For port 9ec9a04a-345a-46fe-813d-a69c251ce850, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=9ec9a04a-345a-46fe-813d-a69c251ce850,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:45.187458 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a844a776-496c-429f-86fc-813a2446d89f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:45.191803 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5796ad5-e42c-4021-8c9c-9b89f447a877 req-5063d7d3-208b-4883-aec0-77c5fb331f83 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:45.197736 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-b5796ad5-e42c-4021-8c9c-9b89f447a877 req-5063d7d3-208b-4883-aec0-77c5fb331f83 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:45.201263 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5796ad5-e42c-4021-8c9c-9b89f447a877 req-5063d7d3-208b-4883-aec0-77c5fb331f83 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:45.206771 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063d7d3-208b-4883-aec0-77c5fb331f83 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Pushing event updated for resources: {'Port': ['ID=6d5728f1-13c5-4806-903e-5aa79b2ac40c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:45.226976 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a844a776-496c-429f-86fc-813a2446d89f admin admin] Calling delete_port for 9ec9a04a-345a-46fe-813d-a69c251ce850 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:45.233899 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-a1343260-b2ec-48c5-8319-714c8fbfbe55 None None] Set router 7c1eb5a3-fcfb-4980-8bd4-e238245a3519 gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:45.249589 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1cd8d5-58e4-411e-9c78-0358641e7bb1 req-054e43f8-7ceb-40c2-926b-8f57252e1d05 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:45.252987 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7c1cd8d5-58e4-411e-9c78-0358641e7bb1 req-054e43f8-7ceb-40c2-926b-8f57252e1d05 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c929a8b-5dd8-4369-862c-cdcf3ba182fd HTTP/1.1" status: 200 len: 945 time: 0.1461844 Dec 10 18:37:45.309881 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-a1343260-b2ec-48c5-8319-714c8fbfbe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1eb5a3-fcfb-4980-8bd4-e238245a3519', 'name': 'tempest-ServersTestJSON-1786768601-router', 'tenant_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:35:14Z', 'updated_at': '2021-12-10T18:37:44Z', 'revision_number': 6, 'project_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:45.324064 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b5796ad5-e42c-4021-8c9c-9b89f447a877 req-5063d7d3-208b-4883-aec0-77c5fb331f83 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:45.349284 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1343260-b2ec-48c5-8319-714c8fbfbe55 None None] The sync data for ids ['7c1eb5a3-fcfb-4980-8bd4-e238245a3519'] in n-d-821435-1 is: [{'id': '7c1eb5a3-fcfb-4980-8bd4-e238245a3519', 'name': 'tempest-ServersTestJSON-1786768601-router', 'tenant_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:35:14Z', 'updated_at': '2021-12-10T18:37:44Z', 'revision_number': 6, 'project_id': '4ea90daa9d97481c81eba505bf8c8ecc', 'gw_port_host': None}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:45.388992 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7c1cd8d5-58e4-411e-9c78-0358641e7bb1 req-e9544d9c-b60e-4047-9737-c1843716bb5e tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups?id=530e6bf5-f83e-4ce8-a8ff-bcd4a8ac0b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238506 Dec 10 18:37:45.392650 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b5796ad5-e42c-4021-8c9c-9b89f447a877 req-5063d7d3-208b-4883-aec0-77c5fb331f83 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:45.468831 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device f2fd3190-455f-438b-b6c1-25c5a9051e38 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:45.536914 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d2253-e4f1-4d5b-9a27-874bbbebe252 req-caeeede3-fb4d-4029-a389-9ebe6c4e905d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:45.538502 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e77d2253-e4f1-4d5b-9a27-874bbbebe252 req-caeeede3-fb4d-4029-a389-9ebe6c4e905d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 950 time: 0.0790765 Dec 10 18:37:45.570732 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port f2fd3190-455f-438b-b6c1-25c5a9051e38 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:37:45.578935 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port f2fd3190-455f-438b-b6c1-25c5a9051e38 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:45.579861 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:45.595113 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b5796ad5-e42c-4021-8c9c-9b89f447a877 req-5063d7d3-208b-4883-aec0-77c5fb331f83 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:45.603974 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b5796ad5-e42c-4021-8c9c-9b89f447a877 req-5063d7d3-208b-4883-aec0-77c5fb331f83 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:45.628580 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a844a776-496c-429f-86fc-813a2446d89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:45.687560 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a844a776-496c-429f-86fc-813a2446d89f admin admin] Pushing event deleted for resources: {'Port': ['ID=9ec9a04a-345a-46fe-813d-a69c251ce850,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:45.697056 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e77d2253-e4f1-4d5b-9a27-874bbbebe252 req-8aa896e7-f310-4b3d-8635-cf9462edaf1f tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301606 Dec 10 18:37:45.728229 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:45.738881 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063d7d3-208b-4883-aec0-77c5fb331f83 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Pushing event updated for resources: {'Port': ['ID=6d5728f1-13c5-4806-903e-5aa79b2ac40c,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:45.760495 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b5796ad5-e42c-4021-8c9c-9b89f447a877 req-5063d7d3-208b-4883-aec0-77c5fb331f83 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:45.768042 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a844a776-496c-429f-86fc-813a2446d89f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:45.796985 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b5796ad5-e42c-4021-8c9c-9b89f447a877 req-5063d7d3-208b-4883-aec0-77c5fb331f83 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:45.798568 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b5796ad5-e42c-4021-8c9c-9b89f447a877 req-5063d7d3-208b-4883-aec0-77c5fb331f83 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7543697 Dec 10 18:37:45.815506 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c929a8b-5dd8-4369-862c-cdcf3ba182fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fd3190-455f-438b-b6c1-25c5a9051e38'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:37:45.819163 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e4cbf6-c7ba-4532-a911-38b9a0b4bd94" -d '{"events": [{"server_uuid": "7c929a8b-5dd8-4369-862c-cdcf3ba182fd", "name": "network-vif-plugged", "status": "completed", "tag": "f2fd3190-455f-438b-b6c1-25c5a9051e38"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:37:45.834430 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port f2fd3190-455f-438b-b6c1-25c5a9051e38, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=f2fd3190-455f-438b-b6c1-25c5a9051e38,segment=NetworkSegment(8b40be5d-f6bc-455d-9ae1-9ee882ee68d8),segment_id=8b40be5d-f6bc-455d-9ae1-9ee882ee68d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:45.842253 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:45.843428 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 636fc4e2-41e0-4432-847d-4011e448fedf up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:45.883538 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b5796ad5-e42c-4021-8c9c-9b89f447a877 req-81a40458-a655-4e77-ad17-602ccc7ec1fc tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.235 HTTP/1.1" status: 200 len: 696 time: 0.0751941 Dec 10 18:37:45.889956 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a844a776-496c-429f-86fc-813a2446d89f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:45.910135 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a844a776-496c-429f-86fc-813a2446d89f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:45.951879 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=f2fd3190-455f-438b-b6c1-25c5a9051e38,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:45.977048 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78419a56-a943-4d2b-93dd-1ceecf141b27 req-f8f41fe2-e5be-4522-b742-68a4a667a171 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:45.987025 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-78419a56-a943-4d2b-93dd-1ceecf141b27 req-f8f41fe2-e5be-4522-b742-68a4a667a171 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 945 time: 0.1148763 Dec 10 18:37:45.996528 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 636fc4e2-41e0-4432-847d-4011e448fedf completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:37:45.999579 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a844a776-496c-429f-86fc-813a2446d89f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:46.000586 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a844a776-496c-429f-86fc-813a2446d89f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c1eb5a3-fcfb-4980-8bd4-e238245a3519 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:37:46.006010 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a844a776-496c-429f-86fc-813a2446d89f admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:46.009354 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a844a776-496c-429f-86fc-813a2446d89f admin admin] 10.222.0.62 "DELETE /v2.0/routers/7c1eb5a3-fcfb-4980-8bd4-e238245a3519 HTTP/1.1" status: 204 len: 168 time: 1.6475084 Dec 10 18:37:46.010654 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 636fc4e2-41e0-4432-847d-4011e448fedf triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:46.012660 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:46.016927 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52322) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:46.085907 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5796ad5-e42c-4021-8c9c-9b89f447a877 req-08d35192-23a8-4acf-9eb9-c3a4ba4fcbe5 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:46.089102 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b5796ad5-e42c-4021-8c9c-9b89f447a877 req-08d35192-23a8-4acf-9eb9-c3a4ba4fcbe5 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/networks/6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 784 time: 0.1912985 Dec 10 18:37:46.092471 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d938f0-9c2b-4024-94b2-1292472c2570 admin admin] Deleting subnet 4bd67323-fef0-4d15-9a97-725cb74ca3f3 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:37:46.111104 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-78419a56-a943-4d2b-93dd-1ceecf141b27 req-cbb1180a-1308-42b0-af5d-f1fe4283f9f4 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171803 Dec 10 18:37:46.125566 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-18d938f0-9c2b-4024-94b2-1292472c2570 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:46.149261 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faad21f5-1ab0-4a02-95e8-188c2b19daab x-openstack-request-id: req-faad21f5-1ab0-4a02-95e8-188c2b19daab {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:37:46.150148 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c929a8b-5dd8-4369-862c-cdcf3ba182fd", "name": "network-vif-plugged", "status": "completed", "tag": "f2fd3190-455f-438b-b6c1-25c5a9051e38", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:37:46.150444 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-faad21f5-1ab0-4a02-95e8-188c2b19daab {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:37:46.150979 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c929a8b-5dd8-4369-862c-cdcf3ba182fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fd3190-455f-438b-b6c1-25c5a9051e38', 'code': 200} Dec 10 18:37:46.151955 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:46.198283 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 636fc4e2-41e0-4432-847d-4011e448fedf, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=636fc4e2-41e0-4432-847d-4011e448fedf,segment=NetworkSegment(68572a96-1438-4984-beb8-3a086b879b0d),segment_id=68572a96-1438-4984-beb8-3a086b879b0d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:46.215518 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:46.292551 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=636fc4e2-41e0-4432-847d-4011e448fedf,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:46.312342 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-18d938f0-9c2b-4024-94b2-1292472c2570 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:46.344499 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 9ec9a04a-345a-46fe-813d-a69c251ce850 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:37:46.350666 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4d6d9-ca1f-4416-becb-ffaf1021ba09 req-ded9f87e-6e26-4798-9ca2-76f1f048930a tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:46.360779 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a4f4d6d9-ca1f-4416-becb-ffaf1021ba09 req-ded9f87e-6e26-4798-9ca2-76f1f048930a tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/ports?device_id=390b3c47-e197-45c4-9c5e-7dd4f91c91de&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0822868 Dec 10 18:37:46.367356 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 9ec9a04a-345a-46fe-813d-a69c251ce850 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:37:46.367812 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 9ec9a04a-345a-46fe-813d-a69c251ce850 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:37:46.369916 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 12558f36-92d5-4892-884f-4f9bf9ac830d no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:37:46.395031 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 12558f36-92d5-4892-884f-4f9bf9ac830d {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:37:46.395397 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 12558f36-92d5-4892-884f-4f9bf9ac830d not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:37:46.440320 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89647a1-5a97-4430-9a61-c02d2251d070 req-58b7235a-d2aa-4c8b-bdc8-8b80a7df4d12 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:46.441150 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a4f4d6d9-ca1f-4416-becb-ffaf1021ba09 req-51140c51-2110-4079-9080-05c9e6a0c5c8 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.235 HTTP/1.1" status: 200 len: 696 time: 0.0791898 Dec 10 18:37:46.442630 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c89647a1-5a97-4430-9a61-c02d2251d070 req-58b7235a-d2aa-4c8b-bdc8-8b80a7df4d12 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=956fa0ee-2345-4cc9-b91b-5a88aa24d30f HTTP/1.1" status: 200 len: 945 time: 0.2212200 Dec 10 18:37:46.454693 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-a4f4d6d9-ca1f-4416-becb-ffaf1021ba09 req-16e13fb4-6e9f-4324-bce9-21f11de432dc tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Request body: {'floatingip': {'port_id': 'a2e074be-52ca-4cb3-9707-735028f32887', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:46.505531 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a4f4d6d9-ca1f-4416-becb-ffaf1021ba09 req-16e13fb4-6e9f-4324-bce9-21f11de432dc tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:46.808804 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-a4f4d6d9-ca1f-4416-becb-ffaf1021ba09 req-16e13fb4-6e9f-4324-bce9-21f11de432dc tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] update failed (client error): There was a conflict when trying to complete your request. Dec 10 18:37:46.810835 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a4f4d6d9-ca1f-4416-becb-ffaf1021ba09 req-16e13fb4-6e9f-4324-bce9-21f11de432dc tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "PUT /v2.0/floatingips/121ec457-c5a3-4e8b-b477-94e4ee0aae73 HTTP/1.1" status: 409 len: 550 time: 0.3604820 Dec 10 18:37:46.885556 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-18d938f0-9c2b-4024-94b2-1292472c2570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:46.913409 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca784be6-f95b-4aa0-9e7e-b3cd287d7489 req-08779b0a-ba27-4614-ad52-49cd18be36cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:46.916943 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ca784be6-f95b-4aa0-9e7e-b3cd287d7489 req-08779b0a-ba27-4614-ad52-49cd18be36cf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7c929a8b-5dd8-4369-862c-cdcf3ba182fd HTTP/1.1" status: 200 len: 1097 time: 0.6723714 Dec 10 18:37:46.971987 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c89647a1-5a97-4430-9a61-c02d2251d070 req-905a5f50-85e6-478b-8376-154fd209df2f tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5189536 Dec 10 18:37:47.005164 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b132584-6bbc-445d-b419-476bcd40754d req-074a5749-34f3-4ee7-83a4-0f640db36011 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:47.006776 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8b132584-6bbc-445d-b419-476bcd40754d req-074a5749-34f3-4ee7-83a4-0f640db36011 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c929a8b-5dd8-4369-862c-cdcf3ba182fd HTTP/1.1" status: 200 len: 946 time: 0.0805149 Dec 10 18:37:47.016014 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ca784be6-f95b-4aa0-9e7e-b3cd287d7489 req-1c1c5fbc-b464-4c90-bf1f-88f4606711cd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=530e6bf5-f83e-4ce8-a8ff-bcd4a8ac0b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862725 Dec 10 18:37:47.026905 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-18d938f0-9c2b-4024-94b2-1292472c2570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:47.058603 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d938f0-9c2b-4024-94b2-1292472c2570 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bd67323-fef0-4d15-9a97-725cb74ca3f3,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:47.067467 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-18d938f0-9c2b-4024-94b2-1292472c2570 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:47.069648 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b6fdeb-01fb-4d12-bd3d-b35baa842212 None None] Network cb8dda4f-6685-44d5-8385-aec43e8785ff requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:47.072440 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-18d938f0-9c2b-4024-94b2-1292472c2570 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4bd67323-fef0-4d15-9a97-725cb74ca3f3 HTTP/1.1" status: 204 len: 168 time: 1.0536792 Dec 10 18:37:47.076657 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52350) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:47.108914 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8b132584-6bbc-445d-b419-476bcd40754d req-24c2a8cc-4fb9-45c3-8a20-169e0cf673b7 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups?id=530e6bf5-f83e-4ce8-a8ff-bcd4a8ac0b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851226 Dec 10 18:37:47.197718 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d8bcb9dc-1dc0-4604-8278-5229290e2fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:47.233044 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8aeeba1f-d691-4e75-8c1f-207704a71023 req-fc721d95-43d5-4be1-9926-02f1ccb9ee39 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/floatingips/121ec457-c5a3-4e8b-b477-94e4ee0aae73 HTTP/1.1" status: 200 len: 693 time: 0.0916531 Dec 10 18:37:47.263644 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cd6fe-8726-4354-aa79-5ec3234ef8e6 req-60123522-a685-41b3-bcf4-b2b5b43b4a48 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:47.271615 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d01cd6fe-8726-4354-aa79-5ec3234ef8e6 req-60123522-a685-41b3-bcf4-b2b5b43b4a48 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 950 time: 0.1978939 Dec 10 18:37:47.333121 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69369f5-9f52-4a30-bab3-43285550a3d9 None None] DHCP port deletion for cb8dda4f-6685-44d5-8385-aec43e8785ff request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:37:47.356588 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d01cd6fe-8726-4354-aa79-5ec3234ef8e6 req-228b12a3-dc03-487f-8ed7-4ea5af6d770b tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838182 Dec 10 18:37:47.370526 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-d8bcb9dc-1dc0-4604-8278-5229290e2fe2 admin admin] Deleting port 4dc03a92-e72e-4ef3-83ed-0963e0aef98d {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:47.370866 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d8bcb9dc-1dc0-4604-8278-5229290e2fe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:47.385228 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeeba1f-d691-4e75-8c1f-207704a71023 req-be59860d-d545-4faa-80e8-96289af33117 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:47.397233 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8aeeba1f-d691-4e75-8c1f-207704a71023 req-be59860d-d545-4faa-80e8-96289af33117 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/networks/6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 784 time: 0.1628604 Dec 10 18:37:47.429258 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d69369f5-9f52-4a30-bab3-43285550a3d9 None None] Deleting port 4dc03a92-e72e-4ef3-83ed-0963e0aef98d {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:47.429640 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d69369f5-9f52-4a30-bab3-43285550a3d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:47.487698 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8aeeba1f-d691-4e75-8c1f-207704a71023 req-9d5d069b-1629-4840-8a95-b3155082623a tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.235 HTTP/1.1" status: 200 len: 696 time: 0.0857613 Dec 10 18:37:47.507309 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-d8bcb9dc-1dc0-4604-8278-5229290e2fe2 admin admin] For port 4dc03a92-e72e-4ef3-83ed-0963e0aef98d, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=4dc03a92-e72e-4ef3-83ed-0963e0aef98d,segment=NetworkSegment(f7750133-5e17-486e-806c-cbb2b027ce17),segment_id=f7750133-5e17-486e-806c-cbb2b027ce17)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:47.507704 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d8bcb9dc-1dc0-4604-8278-5229290e2fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:47.514356 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d69369f5-9f52-4a30-bab3-43285550a3d9 None None] For port 4dc03a92-e72e-4ef3-83ed-0963e0aef98d, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=4dc03a92-e72e-4ef3-83ed-0963e0aef98d,segment=NetworkSegment(f7750133-5e17-486e-806c-cbb2b027ce17),segment_id=f7750133-5e17-486e-806c-cbb2b027ce17)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:47.514758 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d69369f5-9f52-4a30-bab3-43285550a3d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:47.530925 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-d8bcb9dc-1dc0-4604-8278-5229290e2fe2 admin admin] Calling delete_port for 4dc03a92-e72e-4ef3-83ed-0963e0aef98d owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:47.541796 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b1205-eb03-4a6d-a4f5-264f84db8ef4 req-98c710b1-24a2-4488-99aa-798cec81692e tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:47.543535 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2d3b1205-eb03-4a6d-a4f5-264f84db8ef4 req-98c710b1-24a2-4488-99aa-798cec81692e tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 945 time: 0.0933063 Dec 10 18:37:47.543963 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d69369f5-9f52-4a30-bab3-43285550a3d9 None None] Calling delete_port for 4dc03a92-e72e-4ef3-83ed-0963e0aef98d owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:47.554334 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8aeeba1f-d691-4e75-8c1f-207704a71023 req-bf7eab0b-8074-471c-91d3-18f3c35afa2f tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.235 HTTP/1.1" status: 200 len: 696 time: 0.0648322 Dec 10 18:37:47.659029 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d69369f5-9f52-4a30-bab3-43285550a3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:47.697665 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69369f5-9f52-4a30-bab3-43285550a3d9 None None] Pushing event deleted for resources: {'Port': ['ID=4dc03a92-e72e-4ef3-83ed-0963e0aef98d,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:47.703875 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69369f5-9f52-4a30-bab3-43285550a3d9 None None] No DVR routers for this DVR port 4dc03a92-e72e-4ef3-83ed-0963e0aef98d on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:37:47.762098 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-8aeeba1f-d691-4e75-8c1f-207704a71023 req-58f1cbf3-2359-4192-9fbf-e71cb8592ca5 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Deleting port 6d5728f1-13c5-4806-903e-5aa79b2ac40c {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:47.762476 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8aeeba1f-d691-4e75-8c1f-207704a71023 req-58f1cbf3-2359-4192-9fbf-e71cb8592ca5 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:47.775445 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2d3b1205-eb03-4a6d-a4f5-264f84db8ef4 req-36aa176d-d88a-4bf8-a148-cb6bd5aa19f1 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231052 Dec 10 18:37:47.793689 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d8bcb9dc-1dc0-4604-8278-5229290e2fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:47.821633 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bcb9dc-1dc0-4604-8278-5229290e2fe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dc03a92-e72e-4ef3-83ed-0963e0aef98d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:47.827267 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bcb9dc-1dc0-4604-8278-5229290e2fe2 admin admin] No DVR routers for this DVR port 4dc03a92-e72e-4ef3-83ed-0963e0aef98d on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:37:47.865890 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8aeeba1f-d691-4e75-8c1f-207704a71023 req-58f1cbf3-2359-4192-9fbf-e71cb8592ca5 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:47.866506 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8aeeba1f-d691-4e75-8c1f-207704a71023 req-58f1cbf3-2359-4192-9fbf-e71cb8592ca5 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:47.878547 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-8aeeba1f-d691-4e75-8c1f-207704a71023 req-58f1cbf3-2359-4192-9fbf-e71cb8592ca5 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Calling delete_port for 6d5728f1-13c5-4806-903e-5aa79b2ac40c owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:47.902588 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d8bcb9dc-1dc0-4604-8278-5229290e2fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:47.923752 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-d8bcb9dc-1dc0-4604-8278-5229290e2fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb8dda4f-6685-44d5-8385-aec43e8785ff']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:47.933059 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-d8bcb9dc-1dc0-4604-8278-5229290e2fe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7750133-5e17-486e-806c-cbb2b027ce17') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:47.933358 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-d8bcb9dc-1dc0-4604-8278-5229290e2fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7750133-5e17-486e-806c-cbb2b027ce17') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:47.949957 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d8bcb9dc-1dc0-4604-8278-5229290e2fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:47.964683 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d8bcb9dc-1dc0-4604-8278-5229290e2fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:47.971638 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8bcb9dc-1dc0-4604-8278-5229290e2fe2 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:37:47.971980 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d8bcb9dc-1dc0-4604-8278-5229290e2fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:47.973895 n-d-821435-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:47.973895 n-d-821435-1 neutron-server[103245]: self.session.flush() Dec 10 18:37:47.973895 n-d-821435-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:47.973895 n-d-821435-1 neutron-server[103245]: self.session.flush() Dec 10 18:37:47.973895 n-d-821435-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:47.973895 n-d-821435-1 neutron-server[103245]: self.session.flush() Dec 10 18:37:47.973895 n-d-821435-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:47.973895 n-d-821435-1 neutron-server[103245]: self.session.flush() Dec 10 18:37:47.973895 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:37:47.973895 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:37:47.973895 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:37:47.973895 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:37:47.973895 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:37:47.973895 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:37:47.973895 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:37:47.973895 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:37:47.973895 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:37:47.973895 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:37:47.973895 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:37:47.973895 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:37:47.973895 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:37:47.973895 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:37:47.973895 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:37:47.973895 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:37:47.973895 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:37:47.973895 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:37:47.973895 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:37:47.973895 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:37:47.973895 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:37:47.973895 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:37:47.973895 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:37:47.973895 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:37:47.973895 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:37:47.973895 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:37:47.973895 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:37:47.973895 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:37:47.973895 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:37:47.973895 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:37:47.973895 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:37:47.973895 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:37:48.041871 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8aeeba1f-d691-4e75-8c1f-207704a71023 req-58f1cbf3-2359-4192-9fbf-e71cb8592ca5 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:48.044479 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d8bcb9dc-1dc0-4604-8278-5229290e2fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:48.050914 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d8bcb9dc-1dc0-4604-8278-5229290e2fe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:48.059835 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d8bcb9dc-1dc0-4604-8278-5229290e2fe2 admin admin] 10.222.0.62 "DELETE /v2.0/networks/cb8dda4f-6685-44d5-8385-aec43e8785ff HTTP/1.1" status: 204 len: 168 time: 0.9808464 Dec 10 18:37:48.084662 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1cbf3-2359-4192-9fbf-e71cb8592ca5 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Pushing event deleted for resources: {'Port': ['ID=6d5728f1-13c5-4806-903e-5aa79b2ac40c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:48.111312 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bcb9dc-1dc0-4604-8278-5229290e2fe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb8dda4f-6685-44d5-8385-aec43e8785ff,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:48.152123 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956fa0ee-2345-4cc9-b91b-5a88aa24d30f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636fc4e2-41e0-4432-847d-4011e448fedf'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:37:48.155426 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31444532-196d-49b3-a955-9611105cd6b8" -d '{"events": [{"server_uuid": "956fa0ee-2345-4cc9-b91b-5a88aa24d30f", "name": "network-vif-plugged", "status": "completed", "tag": "636fc4e2-41e0-4432-847d-4011e448fedf"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:37:48.189847 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8aeeba1f-d691-4e75-8c1f-207704a71023 req-58f1cbf3-2359-4192-9fbf-e71cb8592ca5 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:48.197744 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8aeeba1f-d691-4e75-8c1f-207704a71023 req-58f1cbf3-2359-4192-9fbf-e71cb8592ca5 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:48.199948 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8aeeba1f-d691-4e75-8c1f-207704a71023 req-58f1cbf3-2359-4192-9fbf-e71cb8592ca5 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "DELETE /v2.0/floatingips/121ec457-c5a3-4e8b-b477-94e4ee0aae73 HTTP/1.1" status: 204 len: 173 time: 0.6342964 Dec 10 18:37:48.221030 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e28be0-b831-4908-899a-42c37a37ac2c req-ce6a3d9c-106f-4d53-8e64-d24fd2666dc7 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:48.222732 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-08e28be0-b831-4908-899a-42c37a37ac2c req-ce6a3d9c-106f-4d53-8e64-d24fd2666dc7 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=956fa0ee-2345-4cc9-b91b-5a88aa24d30f HTTP/1.1" status: 200 len: 945 time: 0.1058953 Dec 10 18:37:48.231177 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 4dc03a92-e72e-4ef3-83ed-0963e0aef98d no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:37:48.302199 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 4dc03a92-e72e-4ef3-83ed-0963e0aef98d {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:37:48.302559 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 4dc03a92-e72e-4ef3-83ed-0963e0aef98d not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:37:48.309521 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-08e28be0-b831-4908-899a-42c37a37ac2c req-8138c3c4-24a5-4fac-9617-9e3182941625 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681353 Dec 10 18:37:48.367890 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52382) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:48.389897 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e20f9e5-3a4e-417c-a2b8-8910957acb49 x-openstack-request-id: req-4e20f9e5-3a4e-417c-a2b8-8910957acb49 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:37:48.390274 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956fa0ee-2345-4cc9-b91b-5a88aa24d30f", "name": "network-vif-plugged", "status": "completed", "tag": "636fc4e2-41e0-4432-847d-4011e448fedf", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:37:48.390601 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4e20f9e5-3a4e-417c-a2b8-8910957acb49 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:37:48.391063 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956fa0ee-2345-4cc9-b91b-5a88aa24d30f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636fc4e2-41e0-4432-847d-4011e448fedf', 'code': 200} Dec 10 18:37:48.415995 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6de9ae-5f1d-4017-97a3-7786599211dd req-ebccbf00-0413-4053-a424-e0628ed4ad24 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:48.425183 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ee6de9ae-5f1d-4017-97a3-7786599211dd req-ebccbf00-0413-4053-a424-e0628ed4ad24 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c929a8b-5dd8-4369-862c-cdcf3ba182fd HTTP/1.1" status: 200 len: 946 time: 0.1006987 Dec 10 18:37:48.454862 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6b5ba330-9986-4b8e-a6a4-5b15a61885db admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4ea90daa9d97481c81eba505bf8c8ecc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0841446 Dec 10 18:37:48.457765 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52386) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:48.498296 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ee6de9ae-5f1d-4017-97a3-7786599211dd req-f98aa8df-0c79-4d32-9a48-97723e9d8e8a tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups?id=530e6bf5-f83e-4ce8-a8ff-bcd4a8ac0b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720983 Dec 10 18:37:48.547281 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6869e1ab-ed2d-4767-bc0a-aae199be8a70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:48.571046 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a37ba705-4779-47c8-a713-0a3aa28bba67 req-35e147a5-3d32-474f-a93d-c131428b4ddb tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.124 HTTP/1.1" status: 200 len: 1001 time: 0.1409869 Dec 10 18:37:48.575907 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6869e1ab-ed2d-4767-bc0a-aae199be8a70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:48.641040 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825abe3-ade0-4930-abec-38b9a499d0a2 req-d2ffdfda-c657-44f6-946b-823c8684c33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:48.642879 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4825abe3-ade0-4930-abec-38b9a499d0a2 req-d2ffdfda-c657-44f6-946b-823c8684c33c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=956fa0ee-2345-4cc9-b91b-5a88aa24d30f HTTP/1.1" status: 200 len: 1096 time: 0.1497006 Dec 10 18:37:48.651119 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ba705-4779-47c8-a713-0a3aa28bba67 req-2691a7be-d79b-494d-b6bc-f1fbceed867a tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:48.657069 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a37ba705-4779-47c8-a713-0a3aa28bba67 req-2691a7be-d79b-494d-b6bc-f1fbceed867a tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/ports/a2e074be-52ca-4cb3-9707-735028f32887 HTTP/1.1" status: 200 len: 942 time: 0.0849783 Dec 10 18:37:48.678278 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11529698-b114-485c-8377-eb89275b1de2 req-4542d9e6-51d1-4204-b7bb-64dab940b64f tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:48.686704 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11529698-b114-485c-8377-eb89275b1de2 req-4542d9e6-51d1-4204-b7bb-64dab940b64f tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 950 time: 0.0842986 Dec 10 18:37:48.734072 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6869e1ab-ed2d-4767-bc0a-aae199be8a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:48.736644 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6869e1ab-ed2d-4767-bc0a-aae199be8a70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:48.740065 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6869e1ab-ed2d-4767-bc0a-aae199be8a70 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c291b5d2-4c66-404d-bc81-4905c43dfed0 HTTP/1.1" status: 204 len: 168 time: 0.2789204 Dec 10 18:37:48.752467 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11529698-b114-485c-8377-eb89275b1de2 req-b5a7ac8e-54fa-4e5a-aa49-e448e012e9ef tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648780 Dec 10 18:37:48.753359 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869e1ab-ed2d-4767-bc0a-aae199be8a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c291b5d2-4c66-404d-bc81-4905c43dfed0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:48.840097 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a37ba705-4779-47c8-a713-0a3aa28bba67 req-b2b8e379-31b7-4597-bebd-2cfea3d438c3 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.124 HTTP/1.1" status: 200 len: 1001 time: 0.1229010 Dec 10 18:37:48.845818 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4825abe3-ade0-4930-abec-38b9a499d0a2 req-2882ad02-dee0-4f98-a345-e3426a21f831 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877730 Dec 10 18:37:48.974537 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b71f9-d9ff-4f3f-8690-f59e064c7c17 req-22a67aac-7072-4808-a450-f98a1a6c201e tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:48.984612 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-803b71f9-d9ff-4f3f-8690-f59e064c7c17 req-22a67aac-7072-4808-a450-f98a1a6c201e tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 945 time: 0.0747910 Dec 10 18:37:49.010578 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 46cba056-e2d2-42b7-becb-2fa9c0148f08 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:37:49.069144 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ba705-4779-47c8-a713-0a3aa28bba67 req-4455f887-3a8b-4638-9035-ddf5cb163c32 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:49.070643 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a37ba705-4779-47c8-a713-0a3aa28bba67 req-4455f887-3a8b-4638-9035-ddf5cb163c32 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/networks/6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 784 time: 0.2228537 Dec 10 18:37:49.093703 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-803b71f9-d9ff-4f3f-8690-f59e064c7c17 req-39558e44-93eb-4ab0-9c67-165b22b8ef3d tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061862 Dec 10 18:37:49.160214 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 46cba056-e2d2-42b7-becb-2fa9c0148f08, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=46cba056-e2d2-42b7-becb-2fa9c0148f08,segment=NetworkSegment(4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9),segment_id=4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:49.178253 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '46cba056-e2d2-42b7-becb-2fa9c0148f08', 'network_id': '2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2', 'port_id': '46cba056-e2d2-42b7-becb-2fa9c0148f08', 'mac_address': 'fa:16:3e:08:b0:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b914d67e-99a3-4836-8560-8ad9054366d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:37:49.182764 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a37ba705-4779-47c8-a713-0a3aa28bba67 req-6f5b38dc-4436-419b-9301-c1ae0cbe56ac tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.124 HTTP/1.1" status: 200 len: 1001 time: 0.0997803 Dec 10 18:37:49.191157 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-a37ba705-4779-47c8-a713-0a3aa28bba67 req-b29acf5a-58a5-4f11-a799-8a164d85c801 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:49.233692 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:49.250230 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46cba056-e2d2-42b7-becb-2fa9c0148f08 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:37:49.280184 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a37ba705-4779-47c8-a713-0a3aa28bba67 req-b29acf5a-58a5-4f11-a799-8a164d85c801 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks [] for floatingip, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:49.291256 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 46cba056-e2d2-42b7-becb-2fa9c0148f08, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=46cba056-e2d2-42b7-becb-2fa9c0148f08,segment=NetworkSegment(4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9),segment_id=4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:49.305350 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:49.382375 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=46cba056-e2d2-42b7-becb-2fa9c0148f08,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:49.449289 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['46cba056-e2d2-42b7-becb-2fa9c0148f08'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:37:49.494280 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a25b9c-a078-4f4d-b397-aa26088846c6 req-0b10b1ca-a1aa-48e7-b8dc-ebb05653c8fe tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:49.498660 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-62a25b9c-a078-4f4d-b397-aa26088846c6 req-0b10b1ca-a1aa-48e7-b8dc-ebb05653c8fe tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=956fa0ee-2345-4cc9-b91b-5a88aa24d30f HTTP/1.1" status: 200 len: 945 time: 0.0852795 Dec 10 18:37:49.627678 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-62a25b9c-a078-4f4d-b397-aa26088846c6 req-2b182d00-e3fa-424c-a858-772de041913f tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200593 Dec 10 18:37:49.694763 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8278-ce0b-47c5-861f-64c169a2076e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:49.694998 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a37ba705-4779-47c8-a713-0a3aa28bba67 req-b29acf5a-58a5-4f11-a799-8a164d85c801 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:49.702771 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a37ba705-4779-47c8-a713-0a3aa28bba67 req-b29acf5a-58a5-4f11-a799-8a164d85c801 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:49.703238 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [req-a37ba705-4779-47c8-a713-0a3aa28bba67 req-b29acf5a-58a5-4f11-a799-8a164d85c801 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Floating IP 4ba47457-696f-4dd7-85bb-3ffff3bf3032 disassociated. External IP: 172.25.7.124, port: a2e074be-52ca-4cb3-9707-735028f32887. Dec 10 18:37:49.753778 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1437b-3c55-4c3a-a84c-8f203f0aa1d7 req-c6744c31-24d1-452d-9852-b096610e4990 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:49.764135 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-27e1437b-3c55-4c3a-a84c-8f203f0aa1d7 req-c6744c31-24d1-452d-9852-b096610e4990 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c929a8b-5dd8-4369-862c-cdcf3ba182fd HTTP/1.1" status: 200 len: 946 time: 0.0723624 Dec 10 18:37:49.838712 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-27e1437b-3c55-4c3a-a84c-8f203f0aa1d7 req-e33f19f1-224a-43e7-aa4a-75b48f41cc68 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups?id=530e6bf5-f83e-4ce8-a8ff-bcd4a8ac0b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675321 Dec 10 18:37:50.014713 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa15555-a8cc-4472-820e-c6b68ee4aa6f req-00608644-75ac-49af-9c46-74bede46c594 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:50.024922 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eaa15555-a8cc-4472-820e-c6b68ee4aa6f req-00608644-75ac-49af-9c46-74bede46c594 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 950 time: 0.1143179 Dec 10 18:37:50.100513 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eaa15555-a8cc-4472-820e-c6b68ee4aa6f req-2a460f44-9686-40ec-ba8d-92dbc99aa6a2 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711887 Dec 10 18:37:50.135412 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a37ba705-4779-47c8-a713-0a3aa28bba67 req-b29acf5a-58a5-4f11-a799-8a164d85c801 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Router f69fd623-7966-4c58-aea3-8bb3deab2266 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:50.294762 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52456) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:50.329483 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-55816172-40bf-4c1f-9435-b1895b3aca2b req-a2eefbac-f03d-42e3-9eb1-c26d22f57447 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1170324986&fields=id&tenant_id=d8f8fed500bb4fe68eeb78467c0fb87d HTTP/1.1" status: 200 len: 267 time: 0.0740907 Dec 10 18:37:50.395254 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a37ba705-4779-47c8-a713-0a3aa28bba67 req-b29acf5a-58a5-4f11-a799-8a164d85c801 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:50.402098 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a37ba705-4779-47c8-a713-0a3aa28bba67 req-b29acf5a-58a5-4f11-a799-8a164d85c801 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:50.409517 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058128af-c01a-42ae-aecd-ced0d62cda91 None None] Sync routers for ids ['f69fd623-7966-4c58-aea3-8bb3deab2266'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:50.430946 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058128af-c01a-42ae-aecd-ced0d62cda91 None None] Routers {'f69fd623-7966-4c58-aea3-8bb3deab2266'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:50.437990 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-058128af-c01a-42ae-aecd-ced0d62cda91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:37:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['f69fd623-7966-4c58-aea3-8bb3deab2266'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:50.466643 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55816172-40bf-4c1f-9435-b1895b3aca2b req-19811c55-f0c3-4263-8c38-ad542a255116 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:50.471703 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-55816172-40bf-4c1f-9435-b1895b3aca2b req-19811c55-f0c3-4263-8c38-ad542a255116 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c929a8b-5dd8-4369-862c-cdcf3ba182fd HTTP/1.1" status: 200 len: 946 time: 0.1318974 Dec 10 18:37:50.487506 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-55816172-40bf-4c1f-9435-b1895b3aca2b req-a0f09781-bc26-458d-97cf-1d73d142fb0c tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Request body: {'port': {'security_groups': ['530e6bf5-f83e-4ce8-a8ff-bcd4a8ac0b1c', '9ebeae18-1e3b-480d-a480-9b8ba9cc1d73']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:50.528174 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a37ba705-4779-47c8-a713-0a3aa28bba67 req-b29acf5a-58a5-4f11-a799-8a164d85c801 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "PUT /v2.0/floatingips/4ba47457-696f-4dd7-85bb-3ffff3bf3032 HTTP/1.1" status: 200 len: 695 time: 1.3438892 Dec 10 18:37:50.529071 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390b3c47-e197-45c4-9c5e-7dd4f91c91de', 'tag': 'a2e074be-52ca-4cb3-9707-735028f32887'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:37:50.536527 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb0d7dd-7913-4af5-91cb-77fbcc3cce7f" -d '{"events": [{"name": "network-changed", "server_uuid": "390b3c47-e197-45c4-9c5e-7dd4f91c91de", "tag": "a2e074be-52ca-4cb3-9707-735028f32887"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:37:50.648548 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ba705-4779-47c8-a713-0a3aa28bba67 req-442573a8-f490-4d75-8f74-37d6b6ab4a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:50.653682 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-083202a6-4542-4b0f-a0ea-3d8dd5c12fba admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-530632530-network', 'tenant_id': 'fc9a14069b7d453d893c68490bc70d5d'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:50.658808 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a37ba705-4779-47c8-a713-0a3aa28bba67 req-442573a8-f490-4d75-8f74-37d6b6ab4a27 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7ebb97a4396b4aa980e8501ee73aa69a&device_id=390b3c47-e197-45c4-9c5e-7dd4f91c91de HTTP/1.1" status: 200 len: 1096 time: 0.1124482 Dec 10 18:37:50.666775 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-55816172-40bf-4c1f-9435-b1895b3aca2b req-a0f09781-bc26-458d-97cf-1d73d142fb0c tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:50.779100 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-058128af-c01a-42ae-aecd-ced0d62cda91 None None] Set router f69fd623-7966-4c58-aea3-8bb3deab2266 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:50.812417 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083202a6-4542-4b0f-a0ea-3d8dd5c12fba admin admin] Made reservation on behalf of fc9a14069b7d453d893c68490bc70d5d for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:37:50.821234 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-083202a6-4542-4b0f-a0ea-3d8dd5c12fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:50.825452 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ba705-4779-47c8-a713-0a3aa28bba67 req-0437ccdd-9869-4fc7-82d8-9dd869e9fc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:50.837953 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a37ba705-4779-47c8-a713-0a3aa28bba67 req-0437ccdd-9869-4fc7-82d8-9dd869e9fc71 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4a7fc81b-c5f4-42c0-a2bd-53c188a619ea HTTP/1.1" status: 200 len: 929 time: 0.1768632 Dec 10 18:37:50.862820 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-083202a6-4542-4b0f-a0ea-3d8dd5c12fba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:50.892261 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a37ba705-4779-47c8-a713-0a3aa28bba67 req-a1ecdc8f-6c6c-4095-a1f9-2e5df192065a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2e074be-52ca-4cb3-9707-735028f32887 HTTP/1.1" status: 200 len: 217 time: 0.0527699 Dec 10 18:37:50.950913 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ba705-4779-47c8-a713-0a3aa28bba67 req-207e4397-811f-4a05-bce6-032078b0998f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:50.960221 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a37ba705-4779-47c8-a713-0a3aa28bba67 req-207e4397-811f-4a05-bce6-032078b0998f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3d5a0a40-88f2-4a3f-b529-ae10b29722c0 HTTP/1.1" status: 200 len: 867 time: 0.0664515 Dec 10 18:37:51.016769 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-058128af-c01a-42ae-aecd-ced0d62cda91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69fd623-7966-4c58-aea3-8bb3deab2266', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-231796955-router', 'tenant_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '49f49bd9-8769-404b-aa54-e5e582457e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:07Z', 'updated_at': '2021-12-10T18:37:15Z', 'revision_number': 4, 'project_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'gw_port': {'id': '49f49bd9-8769-404b-aa54-e5e582457e81', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69fd623-7966-4c58-aea3-8bb3deab2266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:09Z', 'updated_at': '2021-12-10T18:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '0f14d474-2250-4597-91ea-790f495477f9', 'name': '', 'network_id': '4a7fc81b-c5f4-42c0-a2bd-53c188a619ea', 'tenant_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'mac_address': 'fa:16:3e:67:1b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69fd623-7966-4c58-aea3-8bb3deab2266', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '3d5a0a40-88f2-4a3f-b529-ae10b29722c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:14Z', 'updated_at': '2021-12-10T18:37:22Z', 'revision_number': 5, 'project_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'subnets': [{'id': '3d5a0a40-88f2-4a3f-b529-ae10b29722c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:51.046504 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058128af-c01a-42ae-aecd-ced0d62cda91 None None] Checking router: f69fd623-7966-4c58-aea3-8bb3deab2266 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:37:51.056304 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 46cba056-e2d2-42b7-becb-2fa9c0148f08 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:51.081905 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ba705-4779-47c8-a713-0a3aa28bba67 req-2f76cdec-82cc-4156-a3a4-a1eb1cf30be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:51.086159 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058128af-c01a-42ae-aecd-ced0d62cda91 None None] Routers {'f69fd623-7966-4c58-aea3-8bb3deab2266'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:51.087558 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-058128af-c01a-42ae-aecd-ced0d62cda91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:37:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['f69fd623-7966-4c58-aea3-8bb3deab2266'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:51.097661 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a37ba705-4779-47c8-a713-0a3aa28bba67 req-2f76cdec-82cc-4156-a3a4-a1eb1cf30be1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4a7fc81b-c5f4-42c0-a2bd-53c188a619ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1358423 Dec 10 18:37:51.143225 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-083202a6-4542-4b0f-a0ea-3d8dd5c12fba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:51.151539 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-55816172-40bf-4c1f-9435-b1895b3aca2b req-a0f09781-bc26-458d-97cf-1d73d142fb0c tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] For port f2fd3190-455f-438b-b6c1-25c5a9051e38, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=f2fd3190-455f-438b-b6c1-25c5a9051e38,segment=NetworkSegment(8b40be5d-f6bc-455d-9ae1-9ee882ee68d8),segment_id=8b40be5d-f6bc-455d-9ae1-9ee882ee68d8)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:51.154092 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-083202a6-4542-4b0f-a0ea-3d8dd5c12fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:51.228419 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-058128af-c01a-42ae-aecd-ced0d62cda91 None None] Set router f69fd623-7966-4c58-aea3-8bb3deab2266 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:51.244339 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-083202a6-4542-4b0f-a0ea-3d8dd5c12fba admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:37:51.252551 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083202a6-4542-4b0f-a0ea-3d8dd5c12fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe13ea0b-2f78-4152-b799-ccd8dbf3805f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:51.266313 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-083202a6-4542-4b0f-a0ea-3d8dd5c12fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:51.266665 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-083202a6-4542-4b0f-a0ea-3d8dd5c12fba admin admin] Added segment 4bb4dfa5-f65e-4b3c-bca8-278a7549f736 of type vlan for network 372806dd-851c-46b6-baf2-035c88392be7 Dec 10 18:37:51.289903 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-55816172-40bf-4c1f-9435-b1895b3aca2b req-a0f09781-bc26-458d-97cf-1d73d142fb0c tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:51.303828 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-55816172-40bf-4c1f-9435-b1895b3aca2b req-a0f09781-bc26-458d-97cf-1d73d142fb0c tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:51.347248 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['f2fd3190-455f-438b-b6c1-25c5a9051e38'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:37:51.378638 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-083202a6-4542-4b0f-a0ea-3d8dd5c12fba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:51.395435 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a37ba705-4779-47c8-a713-0a3aa28bba67 req-1f6a42ce-2fc3-4d6e-bc45-310f99dd5043 service neutron] 10.222.0.62 "GET /v2.0/networks/4a7fc81b-c5f4-42c0-a2bd-53c188a619ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949574 Dec 10 18:37:51.396085 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55816172-40bf-4c1f-9435-b1895b3aca2b req-a0f09781-bc26-458d-97cf-1d73d142fb0c tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:51.396492 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-55816172-40bf-4c1f-9435-b1895b3aca2b req-a0f09781-bc26-458d-97cf-1d73d142fb0c tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:51.397947 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-55816172-40bf-4c1f-9435-b1895b3aca2b req-a0f09781-bc26-458d-97cf-1d73d142fb0c tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "PUT /v2.0/ports/f2fd3190-455f-438b-b6c1-25c5a9051e38 HTTP/1.1" status: 200 len: 982 time: 0.9170594 Dec 10 18:37:51.398432 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c929a8b-5dd8-4369-862c-cdcf3ba182fd', 'tag': 'f2fd3190-455f-438b-b6c1-25c5a9051e38'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:37:51.401045 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31491b6-92c7-41d5-9d6c-feb06ecaf424" -d '{"events": [{"name": "network-changed", "server_uuid": "7c929a8b-5dd8-4369-862c-cdcf3ba182fd", "tag": "f2fd3190-455f-438b-b6c1-25c5a9051e38"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:37:51.452261 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f09781-bc26-458d-97cf-1d73d142fb0c tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Pushing event updated for resources: {'Port': ['ID=f2fd3190-455f-438b-b6c1-25c5a9051e38,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:51.465311 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-083202a6-4542-4b0f-a0ea-3d8dd5c12fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:51.466293 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083202a6-4542-4b0f-a0ea-3d8dd5c12fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:51.467598 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-083202a6-4542-4b0f-a0ea-3d8dd5c12fba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:51.565700 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['f2fd3190-455f-438b-b6c1-25c5a9051e38'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:37:51.580399 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 46cba056-e2d2-42b7-becb-2fa9c0148f08 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:51.580399 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:51.641776 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a37ba705-4779-47c8-a713-0a3aa28bba67 req-dba0409b-08e9-4525-a165-130857979115 service neutron] 10.222.0.62 "GET /v2.0/networks/4a7fc81b-c5f4-42c0-a2bd-53c188a619ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305610 Dec 10 18:37:51.664952 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52482) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:51.672439 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-de54c8aa-94b0-402c-ac43-df92c53b2c57 admin admin] Request body: {'subnet': {'network_id': '372806dd-851c-46b6-baf2-035c88392be7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-530632530-subnet', 'tenant_id': 'fc9a14069b7d453d893c68490bc70d5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:51.675592 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-083202a6-4542-4b0f-a0ea-3d8dd5c12fba admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3792081 Dec 10 18:37:51.720527 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de54c8aa-94b0-402c-ac43-df92c53b2c57 admin admin] Made reservation on behalf of fc9a14069b7d453d893c68490bc70d5d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:37:51.723209 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de54c8aa-94b0-402c-ac43-df92c53b2c57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:51.739162 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083202a6-4542-4b0f-a0ea-3d8dd5c12fba admin admin] Pushing event updated for resources: {'Network': ['ID=372806dd-851c-46b6-baf2-035c88392be7,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:51.770761 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e5cfe-3935-4bad-9f3c-2ce6c8dc30a8 req-04d88362-8eb4-4feb-9729-7f1bc2162784 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:51.774157 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 372806dd-851c-46b6-baf2-035c88392be7 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:37:51.778670 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-492e5cfe-3935-4bad-9f3c-2ce6c8dc30a8 req-04d88362-8eb4-4feb-9729-7f1bc2162784 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 944 time: 0.2546279 Dec 10 18:37:51.820998 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87fced6-a8ef-4185-9cb8-f3a70757f0de x-openstack-request-id: req-e87fced6-a8ef-4185-9cb8-f3a70757f0de {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:37:51.821879 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "390b3c47-e197-45c4-9c5e-7dd4f91c91de", "tag": "a2e074be-52ca-4cb3-9707-735028f32887", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:37:51.822173 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e87fced6-a8ef-4185-9cb8-f3a70757f0de {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:37:51.822587 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '390b3c47-e197-45c4-9c5e-7dd4f91c91de', 'tag': 'a2e074be-52ca-4cb3-9707-735028f32887', 'status': 'completed', 'code': 200} Dec 10 18:37:51.890116 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-492e5cfe-3935-4bad-9f3c-2ce6c8dc30a8 req-15fb4f82-85da-4f69-a0c6-8176960038aa tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102729 Dec 10 18:37:52.109037 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033b3b5-d6ed-4392-95ef-41d4bd272250 req-2411b673-968c-4080-9d38-2051f3388990 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:52.116312 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7033b3b5-d6ed-4392-95ef-41d4bd272250 req-2411b673-968c-4080-9d38-2051f3388990 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 950 time: 0.1165447 Dec 10 18:37:52.208887 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:52.239655 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de54c8aa-94b0-402c-ac43-df92c53b2c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:52.257541 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7033b3b5-d6ed-4392-95ef-41d4bd272250 req-78980251-cfbe-4260-bc8f-4c8bc95c9c69 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254737 Dec 10 18:37:52.325256 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54c8aa-94b0-402c-ac43-df92c53b2c57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3875c99-a0e6-49d3-b630-6d772fc4d041,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:52.356137 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0d7dd-7913-4af5-91cb-77fbcc3cce7f req-0e58d232-f946-4bff-a4af-c40d9f538b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:52.357852 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-feb0d7dd-7913-4af5-91cb-77fbcc3cce7f req-0e58d232-f946-4bff-a4af-c40d9f538b9a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7ebb97a4396b4aa980e8501ee73aa69a&device_id=390b3c47-e197-45c4-9c5e-7dd4f91c91de HTTP/1.1" status: 200 len: 1096 time: 0.5027697 Dec 10 18:37:52.380729 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e876017-6c97-4aca-a3fe-5407d695605e x-openstack-request-id: req-0e876017-6c97-4aca-a3fe-5407d695605e {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:37:52.381143 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c929a8b-5dd8-4369-862c-cdcf3ba182fd", "tag": "f2fd3190-455f-438b-b6c1-25c5a9051e38", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:37:52.381502 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0e876017-6c97-4aca-a3fe-5407d695605e {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:37:52.382122 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c929a8b-5dd8-4369-862c-cdcf3ba182fd', 'tag': 'f2fd3190-455f-438b-b6c1-25c5a9051e38', 'status': 'completed', 'code': 200} Dec 10 18:37:52.404023 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b581f2-6136-40f2-88e3-5a4844dc82ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cba056-e2d2-42b7-becb-2fa9c0148f08'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:37:52.406955 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24db7463-b7e1-435a-918c-ca1245c76c73" -d '{"events": [{"server_uuid": "97b581f2-6136-40f2-88e3-5a4844dc82ee", "name": "network-vif-plugged", "status": "completed", "tag": "46cba056-e2d2-42b7-becb-2fa9c0148f08"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:37:52.456788 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 46cba056-e2d2-42b7-becb-2fa9c0148f08, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=46cba056-e2d2-42b7-becb-2fa9c0148f08,segment=NetworkSegment(4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9),segment_id=4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:52.459658 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4f752a53-b423-4f8b-9f5a-bef508022672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:52.495905 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:52.514008 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73719e32-3871-4e49-87bd-6064d4a990d9 req-c388cec1-b7e8-467f-be35-65891371d3ec tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:52.516124 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-73719e32-3871-4e49-87bd-6064d4a990d9 req-c388cec1-b7e8-467f-be35-65891371d3ec tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=956fa0ee-2345-4cc9-b91b-5a88aa24d30f HTTP/1.1" status: 200 len: 945 time: 0.2819519 Dec 10 18:37:52.543226 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31491b6-92c7-41d5-9d6c-feb06ecaf424 req-b6e48a7c-f39f-4223-b623-7b9fb6e818f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:52.544801 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e31491b6-92c7-41d5-9d6c-feb06ecaf424 req-b6e48a7c-f39f-4223-b623-7b9fb6e818f9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d8f8fed500bb4fe68eeb78467c0fb87d&device_id=7c929a8b-5dd8-4369-862c-cdcf3ba182fd HTTP/1.1" status: 200 len: 1136 time: 0.1480935 Dec 10 18:37:52.557181 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5df311f8-c000-45d7-b16c-aa6d6eba8010 req-01d36e14-e8d2-4ed0-9a06-9e9a302e9dd6 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-33553416&fields=id&tenant_id=d8f8fed500bb4fe68eeb78467c0fb87d HTTP/1.1" status: 200 len: 267 time: 0.0775213 Dec 10 18:37:52.612273 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de54c8aa-94b0-402c-ac43-df92c53b2c57 admin admin] Checking segment: {'id': '4bb4dfa5-f65e-4b3c-bca8-278a7549f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '372806dd-851c-46b6-baf2-035c88392be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:52.613114 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de54c8aa-94b0-402c-ac43-df92c53b2c57 admin admin] Network hostable DHCP agents. Network: 372806dd-851c-46b6-baf2-035c88392be7, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:37:52.719576 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-058128af-c01a-42ae-aecd-ced0d62cda91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69fd623-7966-4c58-aea3-8bb3deab2266', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-231796955-router', 'tenant_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '49f49bd9-8769-404b-aa54-e5e582457e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:07Z', 'updated_at': '2021-12-10T18:37:15Z', 'revision_number': 4, 'project_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'gw_port': {'id': '49f49bd9-8769-404b-aa54-e5e582457e81', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69fd623-7966-4c58-aea3-8bb3deab2266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:09Z', 'updated_at': '2021-12-10T18:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '0f14d474-2250-4597-91ea-790f495477f9', 'name': '', 'network_id': '4a7fc81b-c5f4-42c0-a2bd-53c188a619ea', 'tenant_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'mac_address': 'fa:16:3e:67:1b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69fd623-7966-4c58-aea3-8bb3deab2266', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '3d5a0a40-88f2-4a3f-b529-ae10b29722c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:14Z', 'updated_at': '2021-12-10T18:37:22Z', 'revision_number': 5, 'project_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'subnets': [{'id': '3d5a0a40-88f2-4a3f-b529-ae10b29722c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:52.752165 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0d7dd-7913-4af5-91cb-77fbcc3cce7f req-ba2f9ae1-567b-4393-9168-a6ddf59fdc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:52.759342 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df311f8-c000-45d7-b16c-aa6d6eba8010 req-078e6f27-9a10-4b4f-af08-f9a6dd8c63ae tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:52.768335 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-feb0d7dd-7913-4af5-91cb-77fbcc3cce7f req-ba2f9ae1-567b-4393-9168-a6ddf59fdc7a service neutron] 10.222.0.72 "GET /v2.0/networks?id=4a7fc81b-c5f4-42c0-a2bd-53c188a619ea HTTP/1.1" status: 200 len: 929 time: 0.3955956 Dec 10 18:37:52.775709 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-73719e32-3871-4e49-87bd-6064d4a990d9 req-18fcc5af-a05d-4786-b03f-e475e77c9e68 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440777 Dec 10 18:37:52.776563 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5df311f8-c000-45d7-b16c-aa6d6eba8010 req-078e6f27-9a10-4b4f-af08-f9a6dd8c63ae tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c929a8b-5dd8-4369-862c-cdcf3ba182fd HTTP/1.1" status: 200 len: 985 time: 0.2184350 Dec 10 18:37:52.785176 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-5df311f8-c000-45d7-b16c-aa6d6eba8010 req-bdc74a69-dba4-489d-b5a7-21c01359d23f tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Request body: {'port': {'security_groups': ['530e6bf5-f83e-4ce8-a8ff-bcd4a8ac0b1c', '9ebeae18-1e3b-480d-a480-9b8ba9cc1d73', 'fc14dce9-59d2-4785-960a-8223df754ffb']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:52.793069 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de54c8aa-94b0-402c-ac43-df92c53b2c57 admin admin] Network 372806dd-851c-46b6-baf2-035c88392be7 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:37:52.829653 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058128af-c01a-42ae-aecd-ced0d62cda91 None None] The sync data for ids ['f69fd623-7966-4c58-aea3-8bb3deab2266'] in n-d-821435-1 is: [{'id': 'f69fd623-7966-4c58-aea3-8bb3deab2266', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-231796955-router', 'tenant_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '49f49bd9-8769-404b-aa54-e5e582457e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:07Z', 'updated_at': '2021-12-10T18:37:15Z', 'revision_number': 4, 'project_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'gw_port': {'id': '49f49bd9-8769-404b-aa54-e5e582457e81', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69fd623-7966-4c58-aea3-8bb3deab2266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:09Z', 'updated_at': '2021-12-10T18:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '0f14d474-2250-4597-91ea-790f495477f9', 'name': '', 'network_id': '4a7fc81b-c5f4-42c0-a2bd-53c188a619ea', 'tenant_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'mac_address': 'fa:16:3e:67:1b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69fd623-7966-4c58-aea3-8bb3deab2266', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '3d5a0a40-88f2-4a3f-b529-ae10b29722c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:14Z', 'updated_at': '2021-12-10T18:37:22Z', 'revision_number': 5, 'project_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'subnets': [{'id': '3d5a0a40-88f2-4a3f-b529-ae10b29722c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:52.840284 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=46cba056-e2d2-42b7-becb-2fa9c0148f08,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:52.885636 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:52.886001 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:52.886380 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:52.886718 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:52.887242 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:52.887589 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:52.887932 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:52.888273 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:52.888607 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:52.888972 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:52.889308 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:52.889639 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:52.889974 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:52.918088 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-feb0d7dd-7913-4af5-91cb-77fbcc3cce7f req-9c3a0e0c-6905-476a-91d5-c2103ea9d1ae service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2e074be-52ca-4cb3-9707-735028f32887 HTTP/1.1" status: 200 len: 217 time: 0.1260889 Dec 10 18:37:52.927190 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31491b6-92c7-41d5-9d6c-feb06ecaf424 req-206f81ff-9e8f-411a-bf16-534726abc832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:52.934658 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e31491b6-92c7-41d5-9d6c-feb06ecaf424 req-206f81ff-9e8f-411a-bf16-534726abc832 service neutron] 10.222.0.72 "GET /v2.0/networks?id=41e5955d-d904-4834-9fcc-cb65e702ceed HTTP/1.1" status: 200 len: 913 time: 0.3751323 Dec 10 18:37:52.946019 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-de54c8aa-94b0-402c-ac43-df92c53b2c57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 372806dd-851c-46b6-baf2-035c88392be7) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:52.979811 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf375ed4-8f65-4fb3-98e9-713ca3951447 None None] Network 372806dd-851c-46b6-baf2-035c88392be7 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:53.094994 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de54c8aa-94b0-402c-ac43-df92c53b2c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:53.095776 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de54c8aa-94b0-402c-ac43-df92c53b2c57 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:53.117380 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e31491b6-92c7-41d5-9d6c-feb06ecaf424 req-c9a02f93-4f66-483d-89bd-7ef0cc83eced service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2fd3190-455f-438b-b6c1-25c5a9051e38 HTTP/1.1" status: 200 len: 217 time: 0.1325591 Dec 10 18:37:53.119299 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5df311f8-c000-45d7-b16c-aa6d6eba8010 req-bdc74a69-dba4-489d-b5a7-21c01359d23f tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:53.123879 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c2a45773-7d57-4019-9203-fb67aa99b419 req-70c96c9f-d809-48bd-9d82-22849ec8ff0c tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/floatingips/4ba47457-696f-4dd7-85bb-3ffff3bf3032 HTTP/1.1" status: 200 len: 695 time: 0.2144628 Dec 10 18:37:53.214551 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-de54c8aa-94b0-402c-ac43-df92c53b2c57 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5466967 Dec 10 18:37:53.222375 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52498) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:53.260167 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0d7dd-7913-4af5-91cb-77fbcc3cce7f req-f9293f08-bb98-46dc-bd30-e721124fede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:53.260167 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-feb0d7dd-7913-4af5-91cb-77fbcc3cce7f req-f9293f08-bb98-46dc-bd30-e721124fede9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3d5a0a40-88f2-4a3f-b529-ae10b29722c0 HTTP/1.1" status: 200 len: 867 time: 0.3158937 Dec 10 18:37:53.270619 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7a8a2894-c858-456c-97dd-0203228ed8dd admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-530632530-router', 'tenant_id': 'fc9a14069b7d453d893c68490bc70d5d', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:53.375173 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:53.387032 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58315522-63b4-4f3d-b230-53411d9fbe51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-372806dd-851c-46b6-baf2-035c88392be7', 'network_id': '372806dd-851c-46b6-baf2-035c88392be7', 'project_id': 'fc9a14069b7d453d893c68490bc70d5d', 'fixed_ips': [{'subnet_id': 'c3875c99-a0e6-49d3-b630-6d772fc4d041'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:37:53.388927 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-58315522-63b4-4f3d-b230-53411d9fbe51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:53.473868 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31491b6-92c7-41d5-9d6c-feb06ecaf424 req-10921c5c-8f2c-4516-bd09-2f021f650620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:53.476191 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e31491b6-92c7-41d5-9d6c-feb06ecaf424 req-10921c5c-8f2c-4516-bd09-2f021f650620 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6e5426de-cbd0-4094-92fb-88aabbd126fb HTTP/1.1" status: 200 len: 852 time: 0.3496981 Dec 10 18:37:53.567164 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0d7dd-7913-4af5-91cb-77fbcc3cce7f req-aaa6595b-aad8-435b-b7cb-923447e19ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:53.574652 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-feb0d7dd-7913-4af5-91cb-77fbcc3cce7f req-aaa6595b-aad8-435b-b7cb-923447e19ca9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4a7fc81b-c5f4-42c0-a2bd-53c188a619ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2396502 Dec 10 18:37:53.583986 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e992e899-eeb9-4290-8fc5-bfee2e490993 None None] New status for floating IP 4ba47457-696f-4dd7-85bb-3ffff3bf3032: DOWN {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:37:53.709943 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e31491b6-92c7-41d5-9d6c-feb06ecaf424 req-39199f7e-33ea-43f5-b890-5cacad8324f2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=41e5955d-d904-4834-9fcc-cb65e702ceed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1355226 Dec 10 18:37:53.764779 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a45773-7d57-4019-9203-fb67aa99b419 req-c7fcfa6b-123b-4723-adbd-e9170c6e9504 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:53.771094 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c2a45773-7d57-4019-9203-fb67aa99b419 req-c7fcfa6b-123b-4723-adbd-e9170c6e9504 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/networks/6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 784 time: 0.6201856 Dec 10 18:37:53.847711 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-58315522-63b4-4f3d-b230-53411d9fbe51 None None] Allocated IP 172.20.0.2 (372806dd-851c-46b6-baf2-035c88392be7/c3875c99-a0e6-49d3-b630-6d772fc4d041/7f751799-91ab-4037-a30c-00370510309e) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:53.900176 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c2a45773-7d57-4019-9203-fb67aa99b419 req-f1499613-bcbe-4dce-84de-03d0986ae6d2 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.124 HTTP/1.1" status: 200 len: 698 time: 0.1205904 Dec 10 18:37:53.904321 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7a8a2894-c858-456c-97dd-0203228ed8dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:53.905395 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7a8a2894-c858-456c-97dd-0203228ed8dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:54.046793 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c2a45773-7d57-4019-9203-fb67aa99b419 req-2d785321-8a07-42ad-9267-eb8904b339f3 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.124 HTTP/1.1" status: 200 len: 696 time: 0.1356437 Dec 10 18:37:54.058377 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-27a0df22-4a37-4cb2-8410-39a439faf894 service neutron] show failed (client error): The resource could not be found. Dec 10 18:37:54.059418 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-27a0df22-4a37-4cb2-8410-39a439faf894 service neutron] 10.222.0.46 "GET /v2.0/ports/ed2568b4-7412-40d3-84a1-51c2718451b3/bindings/n-h2-821435-1 HTTP/1.1" status: 404 len: 380 time: 0.8385353 Dec 10 18:37:54.167663 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-58315522-63b4-4f3d-b230-53411d9fbe51 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:54.177673 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-58315522-63b4-4f3d-b230-53411d9fbe51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:54.266201 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7a8a2894-c858-456c-97dd-0203228ed8dd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:54.279025 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e31491b6-92c7-41d5-9d6c-feb06ecaf424 req-3d15555e-9155-4a18-b2e7-2ae38e1487b8 service neutron] 10.222.0.72 "GET /v2.0/networks/41e5955d-d904-4834-9fcc-cb65e702ceed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5486853 Dec 10 18:37:54.413975 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-feb0d7dd-7913-4af5-91cb-77fbcc3cce7f req-fb2e3108-e254-4fe8-af12-d051a2d2735c service neutron] 10.222.0.72 "GET /v2.0/networks/4a7fc81b-c5f4-42c0-a2bd-53c188a619ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8256452 Dec 10 18:37:54.432274 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58315522-63b4-4f3d-b230-53411d9fbe51 None None] Network 372806dd-851c-46b6-baf2-035c88392be7 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:54.435991 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-58315522-63b4-4f3d-b230-53411d9fbe51 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:54.445370 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58315522-63b4-4f3d-b230-53411d9fbe51 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:54.454618 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58315522-63b4-4f3d-b230-53411d9fbe51 None None] Pushing event updated for resources: {'Port': ['ID=7f751799-91ab-4037-a30c-00370510309e,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:54.558249 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-58315522-63b4-4f3d-b230-53411d9fbe51 None None] Attempting to bind port 7f751799-91ab-4037-a30c-00370510309e on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:37:54.558638 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-58315522-63b4-4f3d-b230-53411d9fbe51 None None] Attempting to bind port 7f751799-91ab-4037-a30c-00370510309e by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '4bb4dfa5-f65e-4b3c-bca8-278a7549f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '372806dd-851c-46b6-baf2-035c88392be7'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:37:54.559010 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58315522-63b4-4f3d-b230-53411d9fbe51 None None] Attempting to bind port 7f751799-91ab-4037-a30c-00370510309e on network 372806dd-851c-46b6-baf2-035c88392be7 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:37:54.565676 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58315522-63b4-4f3d-b230-53411d9fbe51 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:37:54.566071 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58315522-63b4-4f3d-b230-53411d9fbe51 None None] Checking segment: {'id': '4bb4dfa5-f65e-4b3c-bca8-278a7549f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '372806dd-851c-46b6-baf2-035c88392be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:54.566480 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-58315522-63b4-4f3d-b230-53411d9fbe51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:54.566880 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58315522-63b4-4f3d-b230-53411d9fbe51 None None] Bound using segment: {'id': '4bb4dfa5-f65e-4b3c-bca8-278a7549f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '372806dd-851c-46b6-baf2-035c88392be7'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:37:54.567357 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-58315522-63b4-4f3d-b230-53411d9fbe51 None None] Bound port: 7f751799-91ab-4037-a30c-00370510309e, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb4dfa5-f65e-4b3c-bca8-278a7549f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '372806dd-851c-46b6-baf2-035c88392be7'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:37:54.567882 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-58315522-63b4-4f3d-b230-53411d9fbe51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:54.670799 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-feb0d7dd-7913-4af5-91cb-77fbcc3cce7f req-d76a8414-9182-45cd-bb9a-e0af662dd3f7 service neutron] 10.222.0.72 "GET /v2.0/networks/4a7fc81b-c5f4-42c0-a2bd-53c188a619ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397044 Dec 10 18:37:54.703994 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-c2a45773-7d57-4019-9203-fb67aa99b419 req-b8420b0f-2812-4111-93bb-d6df376bcf65 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Deleting port 7f9a86ca-a199-45b8-acdc-0e7d6a58f12b {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:54.704733 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c2a45773-7d57-4019-9203-fb67aa99b419 req-b8420b0f-2812-4111-93bb-d6df376bcf65 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:54.723903 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-58315522-63b4-4f3d-b230-53411d9fbe51 None None] For port 7f751799-91ab-4037-a30c-00370510309e, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:37:54.733575 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:54.735408 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-58315522-63b4-4f3d-b230-53411d9fbe51 None None] For port 7f751799-91ab-4037-a30c-00370510309e, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=7f751799-91ab-4037-a30c-00370510309e,segment=NetworkSegment(4bb4dfa5-f65e-4b3c-bca8-278a7549f736),segment_id=4bb4dfa5-f65e-4b3c-bca8-278a7549f736)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:37:54.751780 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-58315522-63b4-4f3d-b230-53411d9fbe51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:54.803521 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c2a45773-7d57-4019-9203-fb67aa99b419 req-b8420b0f-2812-4111-93bb-d6df376bcf65 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:54.804258 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c2a45773-7d57-4019-9203-fb67aa99b419 req-b8420b0f-2812-4111-93bb-d6df376bcf65 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:54.818957 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-c2a45773-7d57-4019-9203-fb67aa99b419 req-b8420b0f-2812-4111-93bb-d6df376bcf65 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Calling delete_port for 7f9a86ca-a199-45b8-acdc-0e7d6a58f12b owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:54.871794 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58315522-63b4-4f3d-b230-53411d9fbe51 None None] Pushing event updated for resources: {'Port': ['ID=7f751799-91ab-4037-a30c-00370510309e,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:54.940584 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-55d2c03a-c600-400a-9d4c-14de2e9e4e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:54.942415 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-55d2c03a-c600-400a-9d4c-14de2e9e4e57 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d&tenant_id=4f1621867e3041c3a975a6622e21074f HTTP/1.1" status: 200 len: 1101 time: 0.4281111 Dec 10 18:37:54.975880 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-89aabf0a-d6df-413e-8aae-8bbff3a7219f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821435-1', 'device_owner': 'compute:nova'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:55.120607 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-89aabf0a-d6df-413e-8aae-8bbff3a7219f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:55.215881 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c2a45773-7d57-4019-9203-fb67aa99b419 req-b8420b0f-2812-4111-93bb-d6df376bcf65 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:55.280149 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8420b0f-2812-4111-93bb-d6df376bcf65 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Pushing event deleted for resources: {'Port': ['ID=7f9a86ca-a199-45b8-acdc-0e7d6a58f12b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:55.311219 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7a8a2894-c858-456c-97dd-0203228ed8dd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:55.376387 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e31491b6-92c7-41d5-9d6c-feb06ecaf424 req-269d4c58-249a-4208-a7e3-bd36ac1da463 service neutron] 10.222.0.72 "GET /v2.0/networks/41e5955d-d904-4834-9fcc-cb65e702ceed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8635561 Dec 10 18:37:55.382769 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-5df311f8-c000-45d7-b16c-aa6d6eba8010 req-bdc74a69-dba4-489d-b5a7-21c01359d23f tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] For port f2fd3190-455f-438b-b6c1-25c5a9051e38, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=f2fd3190-455f-438b-b6c1-25c5a9051e38,segment=NetworkSegment(8b40be5d-f6bc-455d-9ae1-9ee882ee68d8),segment_id=8b40be5d-f6bc-455d-9ae1-9ee882ee68d8)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:55.434336 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:55.467194 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c2a45773-7d57-4019-9203-fb67aa99b419 req-b8420b0f-2812-4111-93bb-d6df376bcf65 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:55.470839 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c2a45773-7d57-4019-9203-fb67aa99b419 req-b8420b0f-2812-4111-93bb-d6df376bcf65 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:55.472169 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c2a45773-7d57-4019-9203-fb67aa99b419 req-b8420b0f-2812-4111-93bb-d6df376bcf65 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "DELETE /v2.0/floatingips/4ba47457-696f-4dd7-85bb-3ffff3bf3032 HTTP/1.1" status: 204 len: 173 time: 1.4181011 Dec 10 18:37:55.490215 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5df311f8-c000-45d7-b16c-aa6d6eba8010 req-bdc74a69-dba4-489d-b5a7-21c01359d23f tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:55.501994 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5df311f8-c000-45d7-b16c-aa6d6eba8010 req-bdc74a69-dba4-489d-b5a7-21c01359d23f tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:55.516527 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['f2fd3190-455f-438b-b6c1-25c5a9051e38'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:37:55.575644 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df311f8-c000-45d7-b16c-aa6d6eba8010 req-bdc74a69-dba4-489d-b5a7-21c01359d23f tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:55.576332 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5df311f8-c000-45d7-b16c-aa6d6eba8010 req-bdc74a69-dba4-489d-b5a7-21c01359d23f tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:55.577824 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5df311f8-c000-45d7-b16c-aa6d6eba8010 req-bdc74a69-dba4-489d-b5a7-21c01359d23f tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "PUT /v2.0/ports/f2fd3190-455f-438b-b6c1-25c5a9051e38 HTTP/1.1" status: 200 len: 1021 time: 2.8001912 Dec 10 18:37:55.578302 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c929a8b-5dd8-4369-862c-cdcf3ba182fd', 'tag': 'f2fd3190-455f-438b-b6c1-25c5a9051e38'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:37:55.580567 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d318734b-fe3a-4682-bfbf-ac8bef24833e" -d '{"events": [{"name": "network-changed", "server_uuid": "7c929a8b-5dd8-4369-862c-cdcf3ba182fd", "tag": "f2fd3190-455f-438b-b6c1-25c5a9051e38"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:37:55.629288 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc74a69-dba4-489d-b5a7-21c01359d23f tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Pushing event updated for resources: {'Port': ['ID=f2fd3190-455f-438b-b6c1-25c5a9051e38,revision_number=7']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:55.632812 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ff0c3c-4de9-43cf-9a98-8a2014ac2202 x-openstack-request-id: req-70ff0c3c-4de9-43cf-9a98-8a2014ac2202 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:37:55.636816 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b581f2-6136-40f2-88e3-5a4844dc82ee", "name": "network-vif-plugged", "status": "completed", "tag": "46cba056-e2d2-42b7-becb-2fa9c0148f08", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:37:55.637250 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-70ff0c3c-4de9-43cf-9a98-8a2014ac2202 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:37:55.639577 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b581f2-6136-40f2-88e3-5a4844dc82ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cba056-e2d2-42b7-becb-2fa9c0148f08', 'code': 200} Dec 10 18:37:55.694036 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['f2fd3190-455f-438b-b6c1-25c5a9051e38'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:37:55.832681 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905147e3-00a8-4907-8672-b332721ebc46 req-7974067a-792b-424f-ba53-31490861840a tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:55.834217 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-905147e3-00a8-4907-8672-b332721ebc46 req-7974067a-792b-424f-ba53-31490861840a tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=956fa0ee-2345-4cc9-b91b-5a88aa24d30f HTTP/1.1" status: 200 len: 945 time: 0.1533084 Dec 10 18:37:55.885368 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7a8a2894-c858-456c-97dd-0203228ed8dd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:55.902582 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6c490-d822-4a95-98f0-bdc4bdc8624e req-54cb047b-dca4-4435-88e7-8a9e57695f65 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:55.905438 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3fc6c490-d822-4a95-98f0-bdc4bdc8624e req-54cb047b-dca4-4435-88e7-8a9e57695f65 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 945 time: 0.1740599 Dec 10 18:37:55.921586 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7a8a2894-c858-456c-97dd-0203228ed8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:55.953349 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-905147e3-00a8-4907-8672-b332721ebc46 req-403c6345-2df5-4392-9a34-1d57584fca66 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024106 Dec 10 18:37:56.178051 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f383f8-9dfe-4c9d-8a2d-dc5e82faac9e req-3131e2bf-48bc-40dc-9e90-cd97c4c6c9c9 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:56.186589 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-92f383f8-9dfe-4c9d-8a2d-dc5e82faac9e req-3131e2bf-48bc-40dc-9e90-cd97c4c6c9c9 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 950 time: 0.1011450 Dec 10 18:37:56.288086 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-7a8a2894-c858-456c-97dd-0203228ed8dd admin admin] Allocated IP 172.25.7.214 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/5eadadb3-9df6-48ab-920e-7feed5d98987) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:56.309229 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-92f383f8-9dfe-4c9d-8a2d-dc5e82faac9e req-3722e44c-a65f-4c82-ba3d-e5072f4863e1 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204214 Dec 10 18:37:56.394623 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 7f751799-91ab-4037-a30c-00370510309e up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:56.487240 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 7f751799-91ab-4037-a30c-00370510309e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:56.488052 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:56.565459 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7a8a2894-c858-456c-97dd-0203228ed8dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:56.605453 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f770d-fc61-41a6-bf4e-3f081c5946bb req-2d927b27-616b-4ea9-93f5-29748cd8db50 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:56.606957 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-370f770d-fc61-41a6-bf4e-3f081c5946bb req-2d927b27-616b-4ea9-93f5-29748cd8db50 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c929a8b-5dd8-4369-862c-cdcf3ba182fd HTTP/1.1" status: 200 len: 1024 time: 0.0895932 Dec 10 18:37:56.656928 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af356dc-f07a-4c22-861d-6d9cd572b88b None None] Network 372806dd-851c-46b6-baf2-035c88392be7 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:56.702889 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7a8a2894-c858-456c-97dd-0203228ed8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:56.735086 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-89aabf0a-d6df-413e-8aae-8bbff3a7219f service neutron] For port ed2568b4-7412-40d3-84a1-51c2718451b3, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=ed2568b4-7412-40d3-84a1-51c2718451b3,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:56.742103 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:56.775580 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-89aabf0a-d6df-413e-8aae-8bbff3a7219f service neutron] For port ed2568b4-7412-40d3-84a1-51c2718451b3, host n-h1-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:37:56.781558 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8a2894-c858-456c-97dd-0203228ed8dd admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:56.809614 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-7a8a2894-c858-456c-97dd-0203228ed8dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:56.819850 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-89aabf0a-d6df-413e-8aae-8bbff3a7219f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:56.836502 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-89aabf0a-d6df-413e-8aae-8bbff3a7219f service neutron] Transition to ACTIVE for port object ed2568b4-7412-40d3-84a1-51c2718451b3 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:37:56.845621 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43645557-f91a-472b-9402-c3812aa3aa0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed2568b4-7412-40d3-84a1-51c2718451b3'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:37:56.847867 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fdc80a-61fa-48d9-8b00-95468d029523" -d '{"events": [{"server_uuid": "43645557-f91a-472b-9402-c3812aa3aa0d", "name": "network-vif-unplugged", "status": "completed", "tag": "ed2568b4-7412-40d3-84a1-51c2718451b3"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:37:56.849808 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8a2894-c858-456c-97dd-0203228ed8dd admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:56.853987 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-89aabf0a-d6df-413e-8aae-8bbff3a7219f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:56.871604 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-370f770d-fc61-41a6-bf4e-3f081c5946bb req-df6e0c87-95fc-4127-bbd9-32b8622b7cc7 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ebeae18-1e3b-480d-a480-9b8ba9cc1d73&id=530e6bf5-f83e-4ce8-a8ff-bcd4a8ac0b1c&id=fc14dce9-59d2-4785-960a-8223df754ffb HTTP/1.1" status: 200 len: 6198 time: 0.2557828 Dec 10 18:37:56.917547 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f92b0f35-ec64-42d8-a25a-c48880472efa None None] Provisioning complete for port 7f751799-91ab-4037-a30c-00370510309e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:56.917919 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f92b0f35-ec64-42d8-a25a-c48880472efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:56.934996 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a2894-c858-456c-97dd-0203228ed8dd admin admin] Pushing event updated for resources: {'Port': ['ID=5eadadb3-9df6-48ab-920e-7feed5d98987,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:56.973445 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8888c2f1-a4ca-4a1c-a687-9553fc3ec75b x-openstack-request-id: req-8888c2f1-a4ca-4a1c-a687-9553fc3ec75b {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:37:56.973732 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c929a8b-5dd8-4369-862c-cdcf3ba182fd", "tag": "f2fd3190-455f-438b-b6c1-25c5a9051e38", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:37:56.973984 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8888c2f1-a4ca-4a1c-a687-9553fc3ec75b {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:37:56.977476 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c929a8b-5dd8-4369-862c-cdcf3ba182fd', 'tag': 'f2fd3190-455f-438b-b6c1-25c5a9051e38', 'status': 'completed', 'code': 200} Dec 10 18:37:57.027592 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 7f751799-91ab-4037-a30c-00370510309e, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=7f751799-91ab-4037-a30c-00370510309e,segment=NetworkSegment(4bb4dfa5-f65e-4b3c-bca8-278a7549f736),segment_id=4bb4dfa5-f65e-4b3c-bca8-278a7549f736)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:57.058990 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3fc6c490-d822-4a95-98f0-bdc4bdc8624e req-82ad2d9a-7494-429e-9aa2-6fc316c57baa tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1389389 Dec 10 18:37:57.059658 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aabf0a-d6df-413e-8aae-8bbff3a7219f service neutron] Pushing event updated for resources: {'Port': ['ID=ed2568b4-7412-40d3-84a1-51c2718451b3,revision_number=6']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:57.088969 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device ed2568b4-7412-40d3-84a1-51c2718451b3 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:37:57.123327 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-89aabf0a-d6df-413e-8aae-8bbff3a7219f service neutron] No DVR routers for this DVR port ed2568b4-7412-40d3-84a1-51c2718451b3 on host n-h1-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:37:57.173639 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-89aabf0a-d6df-413e-8aae-8bbff3a7219f service neutron] Attempting to bind port ed2568b4-7412-40d3-84a1-51c2718451b3 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:37:57.174294 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-89aabf0a-d6df-413e-8aae-8bbff3a7219f service neutron] Attempting to bind port ed2568b4-7412-40d3-84a1-51c2718451b3 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:37:57.174815 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-89aabf0a-d6df-413e-8aae-8bbff3a7219f service neutron] Attempting to bind port ed2568b4-7412-40d3-84a1-51c2718451b3 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:37:57.180011 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-89aabf0a-d6df-413e-8aae-8bbff3a7219f service neutron] Port ed2568b4-7412-40d3-84a1-51c2718451b3 on network c9403646-ab9b-4a0a-827b-6d4376246b64 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:37:57.180664 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-89aabf0a-d6df-413e-8aae-8bbff3a7219f service neutron] Attempting to bind port ed2568b4-7412-40d3-84a1-51c2718451b3 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:37:57.191740 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-89aabf0a-d6df-413e-8aae-8bbff3a7219f service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:37:57.193217 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-89aabf0a-d6df-413e-8aae-8bbff3a7219f service neutron] Checking segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:57.193849 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-89aabf0a-d6df-413e-8aae-8bbff3a7219f service neutron] Bound using segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:37:57.194797 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-89aabf0a-d6df-413e-8aae-8bbff3a7219f service neutron] Bound port: ed2568b4-7412-40d3-84a1-51c2718451b3, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:37:57.195157 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-89aabf0a-d6df-413e-8aae-8bbff3a7219f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:57.199178 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:57.256247 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80c2c0d-6841-4055-9d37-fd10994d0a4e x-openstack-request-id: req-f80c2c0d-6841-4055-9d37-fd10994d0a4e {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:37:57.259084 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43645557-f91a-472b-9402-c3812aa3aa0d", "name": "network-vif-unplugged", "status": "completed", "tag": "ed2568b4-7412-40d3-84a1-51c2718451b3", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:37:57.262036 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f80c2c0d-6841-4055-9d37-fd10994d0a4e {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:37:57.263426 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43645557-f91a-472b-9402-c3812aa3aa0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed2568b4-7412-40d3-84a1-51c2718451b3', 'code': 200} Dec 10 18:37:57.286828 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-e79ba053-1be8-4442-a9cf-91a566b73917 req-297d91db-d5e7-4d16-99e5-86fed66008b0 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1261414754 ', 'description': 'tempest-description-2133892540'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:57.304938 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device ed2568b4-7412-40d3-84a1-51c2718451b3 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:37:57.411886 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318734b-fe3a-4682-bfbf-ac8bef24833e req-6808cc8f-c84c-46ed-a6cb-341c47d947df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:57.413899 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d318734b-fe3a-4682-bfbf-ac8bef24833e req-6808cc8f-c84c-46ed-a6cb-341c47d947df service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d8f8fed500bb4fe68eeb78467c0fb87d&device_id=7c929a8b-5dd8-4369-862c-cdcf3ba182fd HTTP/1.1" status: 200 len: 1175 time: 0.3287561 Dec 10 18:37:57.423067 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-89aabf0a-d6df-413e-8aae-8bbff3a7219f service neutron] For port ed2568b4-7412-40d3-84a1-51c2718451b3, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:37:57.425426 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fc60c-5b92-466a-82af-5bacb2e508c1 req-403672c2-f01c-4f90-b5a7-b5b99f84e689 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:57.426877 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-89aabf0a-d6df-413e-8aae-8bbff3a7219f service neutron] For port ed2568b4-7412-40d3-84a1-51c2718451b3, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=ed2568b4-7412-40d3-84a1-51c2718451b3,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:37:57.427564 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-db0fc60c-5b92-466a-82af-5bacb2e508c1 req-403672c2-f01c-4f90-b5a7-b5b99f84e689 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/ports?device_id=390b3c47-e197-45c4-9c5e-7dd4f91c91de&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2386901 Dec 10 18:37:57.443138 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-89aabf0a-d6df-413e-8aae-8bbff3a7219f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:57.455142 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e79ba053-1be8-4442-a9cf-91a566b73917 req-297d91db-d5e7-4d16-99e5-86fed66008b0 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:57.523123 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=7f751799-91ab-4037-a30c-00370510309e,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:57.550129 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e79ba053-1be8-4442-a9cf-91a566b73917 req-297d91db-d5e7-4d16-99e5-86fed66008b0 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:57.580497 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-89aabf0a-d6df-413e-8aae-8bbff3a7219f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:57.581323 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-89aabf0a-d6df-413e-8aae-8bbff3a7219f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:57.584818 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-89aabf0a-d6df-413e-8aae-8bbff3a7219f service neutron] 10.222.0.72 "PUT /v2.0/ports/ed2568b4-7412-40d3-84a1-51c2718451b3 HTTP/1.1" status: 200 len: 1096 time: 2.6193235 Dec 10 18:37:57.584818 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e79ba053-1be8-4442-a9cf-91a566b73917 req-297d91db-d5e7-4d16-99e5-86fed66008b0 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:57.620519 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-db0fc60c-5b92-466a-82af-5bacb2e508c1 req-4fc08231-8a1c-4e9a-937a-ac565a2b6bf3 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1772902 Dec 10 18:37:57.705092 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e79ba053-1be8-4442-a9cf-91a566b73917 req-297d91db-d5e7-4d16-99e5-86fed66008b0 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:57.721437 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e79ba053-1be8-4442-a9cf-91a566b73917 req-297d91db-d5e7-4d16-99e5-86fed66008b0 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.4531193 Dec 10 18:37:57.754549 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-0930d3b7-8836-4c8a-b459-51de717bac0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:57.756429 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-0930d3b7-8836-4c8a-b459-51de717bac0c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f1621867e3041c3a975a6622e21074f&device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 1099 time: 0.1329234 Dec 10 18:37:57.761375 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aabf0a-d6df-413e-8aae-8bbff3a7219f service neutron] Pushing event updated for resources: {'Port': ['ID=ed2568b4-7412-40d3-84a1-51c2718451b3,revision_number=7']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:57.771323 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d91db-d5e7-4d16-99e5-86fed66008b0 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c05a07de-2e86-46e1-993e-9c9328c65c7b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:57.905343 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-72ee001d-fde7-427a-b7ef-239e1b803164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:57.907186 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-72ee001d-fde7-427a-b7ef-239e1b803164 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.1288977 Dec 10 18:37:57.971981 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318734b-fe3a-4682-bfbf-ac8bef24833e req-b3e61b3f-724b-4546-8e5f-d99aecb41887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:57.981217 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d318734b-fe3a-4682-bfbf-ac8bef24833e req-b3e61b3f-724b-4546-8e5f-d99aecb41887 service neutron] 10.222.0.72 "GET /v2.0/networks?id=41e5955d-d904-4834-9fcc-cb65e702ceed HTTP/1.1" status: 200 len: 913 time: 0.5505321 Dec 10 18:37:58.005133 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-b2154f35-fb86-4c9c-a215-5a15617dc448 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=ed2568b4-7412-40d3-84a1-51c2718451b3 HTTP/1.1" status: 200 len: 217 time: 0.0552809 Dec 10 18:37:58.043054 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d318734b-fe3a-4682-bfbf-ac8bef24833e req-2617e6de-5abd-40e1-bfc9-286e61fdd39f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2fd3190-455f-438b-b6c1-25c5a9051e38 HTTP/1.1" status: 200 len: 217 time: 0.0528128 Dec 10 18:37:58.043822 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7a8a2894-c858-456c-97dd-0203228ed8dd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:58.053077 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021af6c9-ae3c-453f-a3dc-a141564dbb0d req-34b3c4c2-449e-4d08-9341-5f053891b331 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:58.054606 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-021af6c9-ae3c-453f-a3dc-a141564dbb0d req-34b3c4c2-449e-4d08-9341-5f053891b331 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=956fa0ee-2345-4cc9-b91b-5a88aa24d30f HTTP/1.1" status: 200 len: 945 time: 0.2633066 Dec 10 18:37:58.054809 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea7d7b-af0c-4897-a3c5-811718ad7094 req-2d6d1561-fcc1-4a41-af7e-5a8b6ceffa2e tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:58.072668 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e0ea7d7b-af0c-4897-a3c5-811718ad7094 req-2d6d1561-fcc1-4a41-af7e-5a8b6ceffa2e tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 948 time: 0.1642551 Dec 10 18:37:58.113199 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d79a6b20-4882-4667-894f-b8f5d1a5591e None None] Provisioning complete for port 7f751799-91ab-4037-a30c-00370510309e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:58.113880 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d79a6b20-4882-4667-894f-b8f5d1a5591e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:58.167287 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e0ea7d7b-af0c-4897-a3c5-811718ad7094 req-e0b4d5e8-7a61-4c39-a881-735e2df73ef7 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936477 Dec 10 18:37:58.246598 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-939015cb-7989-4289-a9fd-c09961085b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:58.248112 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-939015cb-7989-4289-a9fd-c09961085b7b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.2350423 Dec 10 18:37:58.295533 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-84b4651e-a6a7-466c-9075-049e6477a6ed req-a73ea310-38fc-4ffe-a16f-f6d4afa038a6 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1046920 Dec 10 18:37:58.302620 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 7f751799-91ab-4037-a30c-00370510309e up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:58.348830 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318734b-fe3a-4682-bfbf-ac8bef24833e req-3433dd54-964a-4767-9ed5-1c6de28ba084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:58.350484 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d318734b-fe3a-4682-bfbf-ac8bef24833e req-3433dd54-964a-4767-9ed5-1c6de28ba084 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6e5426de-cbd0-4094-92fb-88aabbd126fb HTTP/1.1" status: 200 len: 852 time: 0.2932138 Dec 10 18:37:58.407197 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-021af6c9-ae3c-453f-a3dc-a141564dbb0d req-de8f4983-e131-4586-92e6-5162c72f9d8d tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959697 Dec 10 18:37:58.441652 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6ad18397-a323-4f4b-b2df-ea6c3003db61 req-7a52d788-ade7-4431-ae8f-4cf833df343b tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups/c05a07de-2e86-46e1-993e-9c9328c65c7b HTTP/1.1" status: 200 len: 1798 time: 0.1239860 Dec 10 18:37:58.444690 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-f580b6b5-d93a-4c17-8808-955897d8ea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:58.446832 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-f580b6b5-d93a-4c17-8808-955897d8ea9f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1621687 Dec 10 18:37:58.482249 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d318734b-fe3a-4682-bfbf-ac8bef24833e req-6a0e5a3c-9cf1-4711-bed6-51cc7591931c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=41e5955d-d904-4834-9fcc-cb65e702ceed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226237 Dec 10 18:37:58.489234 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 7f751799-91ab-4037-a30c-00370510309e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:58.491172 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:58.704416 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-27135170-f12a-4370-9f6e-3c2f47eb641e service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495167 Dec 10 18:37:58.830321 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640c5a5-8b95-42ba-8c2e-e432d5dd49d9 req-141719eb-90e8-4498-822b-85a7135e2c81 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:58.838808 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9640c5a5-8b95-42ba-8c2e-e432d5dd49d9 req-141719eb-90e8-4498-822b-85a7135e2c81 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 945 time: 0.2346199 Dec 10 18:37:58.889206 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4c30a0ea-34b4-4aa0-835a-6f49dc45bacb req-980d38d6-124e-4175-9120-659c655223e5 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698692 Dec 10 18:37:58.948333 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d318734b-fe3a-4682-bfbf-ac8bef24833e req-db4e3deb-e4a9-4d43-bc54-002c2367b78e service neutron] 10.222.0.72 "GET /v2.0/networks/41e5955d-d904-4834-9fcc-cb65e702ceed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519548 Dec 10 18:37:58.949357 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7a8a2894-c858-456c-97dd-0203228ed8dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:58.950004 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7673c-af60-47ef-a0a9-cfa065c5548a req-20edb860-0bf5-4d98-bab9-1e99208bea2b tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:58.951943 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-90b7673c-af60-47ef-a0a9-cfa065c5548a req-20edb860-0bf5-4d98-bab9-1e99208bea2b tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=956fa0ee-2345-4cc9-b91b-5a88aa24d30f HTTP/1.1" status: 200 len: 945 time: 0.0811932 Dec 10 18:37:58.981120 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9640c5a5-8b95-42ba-8c2e-e432d5dd49d9 req-d346ce73-081a-4cfa-8d92-e45c73a3906a tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409795 Dec 10 18:37:59.052153 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-90b7673c-af60-47ef-a0a9-cfa065c5548a req-37ab0150-ccc5-449f-bc22-e7e55b2095bc tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911858 Dec 10 18:37:59.187714 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eac6a1-c074-4bb5-870e-632f9c0153eb req-f2024745-630c-4d49-bb22-ab25fa233797 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:59.195266 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-71eac6a1-c074-4bb5-870e-632f9c0153eb req-f2024745-630c-4d49-bb22-ab25fa233797 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/ports?device_id=390b3c47-e197-45c4-9c5e-7dd4f91c91de HTTP/1.1" status: 200 len: 945 time: 0.0821047 Dec 10 18:37:59.219699 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eee2614a-2f70-4a68-99d0-85b6c49dfe84 req-82542032-51e3-45b3-8cda-7f2010807f74 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups/c05a07de-2e86-46e1-993e-9c9328c65c7b HTTP/1.1" status: 200 len: 1798 time: 0.1163881 Dec 10 18:37:59.277643 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-71eac6a1-c074-4bb5-870e-632f9c0153eb req-535899be-6153-4125-9843-27e4954507f0 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/security-groups?id=1336be66-22f5-460a-8a72-1d8e4465a635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782759 Dec 10 18:37:59.281397 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43645557-f91a-472b-9402-c3812aa3aa0d', 'tag': 'ed2568b4-7412-40d3-84a1-51c2718451b3'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:37:59.291092 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d318734b-fe3a-4682-bfbf-ac8bef24833e req-1e72e290-a30a-4c86-a148-83f9779dee21 service neutron] 10.222.0.72 "GET /v2.0/networks/41e5955d-d904-4834-9fcc-cb65e702ceed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331699 Dec 10 18:37:59.292304 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711aa538-4f81-4893-9562-9d8ab853fa6f" -d '{"events": [{"name": "network-changed", "server_uuid": "43645557-f91a-472b-9402-c3812aa3aa0d", "tag": "ed2568b4-7412-40d3-84a1-51c2718451b3"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:37:59.384389 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-eee2614a-2f70-4a68-99d0-85b6c49dfe84 req-ce9eb536-5600-43db-908b-c4608a252bcf tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:59.417344 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8a2894-c858-456c-97dd-0203228ed8dd admin admin] Router 8bb7c55e-dc76-4a45-845c-bd17077d1dbf is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:37:59.466051 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676102ec-90bd-4572-92f7-292e000d37a2 req-f21f7a24-d3fc-4268-ae70-080871885f6c tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:59.468591 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-676102ec-90bd-4572-92f7-292e000d37a2 req-f21f7a24-d3fc-4268-ae70-080871885f6c tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 948 time: 0.0947380 Dec 10 18:37:59.563819 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-eee2614a-2f70-4a68-99d0-85b6c49dfe84 req-ce9eb536-5600-43db-908b-c4608a252bcf tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:59.608483 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-676102ec-90bd-4572-92f7-292e000d37a2 req-e60915f2-b887-4618-abb7-2bfe107ffa2d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232588 Dec 10 18:37:59.621611 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8a2894-c858-456c-97dd-0203228ed8dd admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:59.634063 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43e2aa0-aaa4-4ee6-a518-dfd83e5f1c0b None None] Sync routers for ids ['8bb7c55e-dc76-4a45-845c-bd17077d1dbf'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:59.648485 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43e2aa0-aaa4-4ee6-a518-dfd83e5f1c0b None None] Routers {'8bb7c55e-dc76-4a45-845c-bd17077d1dbf'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:59.649186 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d43e2aa0-aaa4-4ee6-a518-dfd83e5f1c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:37:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['8bb7c55e-dc76-4a45-845c-bd17077d1dbf'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:59.655372 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-eee2614a-2f70-4a68-99d0-85b6c49dfe84 req-ce9eb536-5600-43db-908b-c4608a252bcf tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:59.660666 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-eee2614a-2f70-4a68-99d0-85b6c49dfe84 req-ce9eb536-5600-43db-908b-c4608a252bcf tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:59.676437 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eee2614a-2f70-4a68-99d0-85b6c49dfe84 req-ce9eb536-5600-43db-908b-c4608a252bcf tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "DELETE /v2.0/security-groups/c05a07de-2e86-46e1-993e-9c9328c65c7b HTTP/1.1" status: 204 len: 173 time: 0.4501595 Dec 10 18:37:59.700303 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0556c1-427b-4cf2-a45c-fb53a3f1618d x-openstack-request-id: req-4d0556c1-427b-4cf2-a45c-fb53a3f1618d {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:37:59.700597 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43645557-f91a-472b-9402-c3812aa3aa0d", "tag": "ed2568b4-7412-40d3-84a1-51c2718451b3", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:37:59.700873 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4d0556c1-427b-4cf2-a45c-fb53a3f1618d {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:37:59.701504 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43645557-f91a-472b-9402-c3812aa3aa0d', 'tag': 'ed2568b4-7412-40d3-84a1-51c2718451b3', 'status': 'completed', 'code': 200} Dec 10 18:37:59.731401 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7a8a2894-c858-456c-97dd-0203228ed8dd admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:59.738289 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7a8a2894-c858-456c-97dd-0203228ed8dd admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5120597 Dec 10 18:37:59.742724 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52572) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:59.749012 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9eb536-5600-43db-908b-c4608a252bcf tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05a07de-2e86-46e1-993e-9c9328c65c7b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:59.775232 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [req-b56b4138-e230-410b-871d-bbf8fef8c683 req-0d903af0-7edc-4bf6-b59b-8670bc5d348a tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] show failed (client error): The resource could not be found. Dec 10 18:37:59.793623 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b56b4138-e230-410b-871d-bbf8fef8c683 req-0d903af0-7edc-4bf6-b59b-8670bc5d348a tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups/c05a07de-2e86-46e1-993e-9c9328c65c7b HTTP/1.1" status: 404 len: 352 time: 0.0559855 Dec 10 18:37:59.850981 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-d43e2aa0-aaa4-4ee6-a518-dfd83e5f1c0b None None] Set router 8bb7c55e-dc76-4a45-845c-bd17077d1dbf gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:59.961276 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-8621a00c-e45b-4b6a-b4ac-b3bcb519a53b req-5ca319b5-548e-48df-a701-4264faeaf79a tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-303744775', 'description': 'tempest-description-128006687'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:00.010694 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711aa538-4f81-4893-9562-9d8ab853fa6f req-1fb27332-f303-413d-b01c-4165d062e529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:00.012662 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-711aa538-4f81-4893-9562-9d8ab853fa6f req-1fb27332-f303-413d-b01c-4165d062e529 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f1621867e3041c3a975a6622e21074f&device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 1099 time: 0.2597380 Dec 10 18:38:00.024751 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711aa538-4f81-4893-9562-9d8ab853fa6f req-b2532ef2-c543-41ed-ba62-4e9b3c29a135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:00.026250 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-711aa538-4f81-4893-9562-9d8ab853fa6f req-b2532ef2-c543-41ed-ba62-4e9b3c29a135 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f1621867e3041c3a975a6622e21074f&device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 1099 time: 0.2589962 Dec 10 18:38:00.043452 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b9aaf-1d14-4674-8af9-0f558538d20e req-fe0580a5-7c23-4625-b805-795e100d9fb1 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:00.045058 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fc4b9aaf-1d14-4674-8af9-0f558538d20e req-fe0580a5-7c23-4625-b805-795e100d9fb1 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=956fa0ee-2345-4cc9-b91b-5a88aa24d30f HTTP/1.1" status: 200 len: 945 time: 0.2549613 Dec 10 18:38:00.123592 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8621a00c-e45b-4b6a-b4ac-b3bcb519a53b req-5ca319b5-548e-48df-a701-4264faeaf79a tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:00.235221 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d43e2aa0-aaa4-4ee6-a518-dfd83e5f1c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb7c55e-dc76-4a45-845c-bd17077d1dbf', 'name': 'tempest-ServersTestManualDisk-530632530-router', 'tenant_id': 'fc9a14069b7d453d893c68490bc70d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '5eadadb3-9df6-48ab-920e-7feed5d98987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:53Z', 'updated_at': '2021-12-10T18:37:57Z', 'revision_number': 3, 'project_id': 'fc9a14069b7d453d893c68490bc70d5d', 'gw_port': {'id': '5eadadb3-9df6-48ab-920e-7feed5d98987', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb7c55e-dc76-4a45-845c-bd17077d1dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:55Z', 'updated_at': '2021-12-10T18:37:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:00.296771 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43e2aa0-aaa4-4ee6-a518-dfd83e5f1c0b None None] Checking router: 8bb7c55e-dc76-4a45-845c-bd17077d1dbf for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:38:00.297153 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43e2aa0-aaa4-4ee6-a518-dfd83e5f1c0b None None] Updating router 8bb7c55e-dc76-4a45-845c-bd17077d1dbf port 5eadadb3-9df6-48ab-920e-7feed5d98987 binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:38:00.378557 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d43e2aa0-aaa4-4ee6-a518-dfd83e5f1c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:00.432590 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8621a00c-e45b-4b6a-b4ac-b3bcb519a53b req-5ca319b5-548e-48df-a701-4264faeaf79a tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:00.442383 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8621a00c-e45b-4b6a-b4ac-b3bcb519a53b req-5ca319b5-548e-48df-a701-4264faeaf79a tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:00.496498 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca319b5-548e-48df-a701-4264faeaf79a tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf5349c-0134-40e8-90ce-0ff2915bcc74,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:00.502267 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8621a00c-e45b-4b6a-b4ac-b3bcb519a53b req-5ca319b5-548e-48df-a701-4264faeaf79a tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:00.521045 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8621a00c-e45b-4b6a-b4ac-b3bcb519a53b req-5ca319b5-548e-48df-a701-4264faeaf79a tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.6565681 Dec 10 18:38:00.775677 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f015116-1d63-4c40-bdc5-85b4e691defd req-f389897d-82a1-4684-8c6d-b65d6d79a780 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:00.776487 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fc4b9aaf-1d14-4674-8af9-0f558538d20e req-6e5976ae-dfe6-40e7-8437-abe332933f29 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6665516 Dec 10 18:38:00.777982 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5f015116-1d63-4c40-bdc5-85b4e691defd req-f389897d-82a1-4684-8c6d-b65d6d79a780 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.72 "GET /v2.0/ports?device_id=390b3c47-e197-45c4-9c5e-7dd4f91c91de HTTP/1.1" status: 200 len: 945 time: 0.1221652 Dec 10 18:38:00.827599 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d43e2aa0-aaa4-4ee6-a518-dfd83e5f1c0b None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:00.836324 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d43e2aa0-aaa4-4ee6-a518-dfd83e5f1c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:00.904983 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04041f-9a8e-41df-a51d-6978266e2eae None None] Pushing event updated for resources: {'Port': ['ID=5eadadb3-9df6-48ab-920e-7feed5d98987,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:00.916065 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b7636-1e81-4252-9ef8-93c99422b2b6 req-69349a9c-f63d-42c1-8c52-bc798d9c0807 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:00.917703 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e32b7636-1e81-4252-9ef8-93c99422b2b6 req-69349a9c-f63d-42c1-8c52-bc798d9c0807 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 945 time: 0.2008932 Dec 10 18:38:00.944281 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711aa538-4f81-4893-9562-9d8ab853fa6f req-d0d3bc52-7291-4a7f-acbd-f5b0ff4a36a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:00.946847 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-711aa538-4f81-4893-9562-9d8ab853fa6f req-d0d3bc52-7291-4a7f-acbd-f5b0ff4a36a8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.8989856 Dec 10 18:38:00.965377 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d43e2aa0-aaa4-4ee6-a518-dfd83e5f1c0b None None] Attempting to bind port 5eadadb3-9df6-48ab-920e-7feed5d98987 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:00.966227 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d43e2aa0-aaa4-4ee6-a518-dfd83e5f1c0b None None] Attempting to bind port 5eadadb3-9df6-48ab-920e-7feed5d98987 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:00.966906 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711aa538-4f81-4893-9562-9d8ab853fa6f req-b34ade10-92af-4d67-ab39-6cd5ba388095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:00.968486 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-711aa538-4f81-4893-9562-9d8ab853fa6f req-b34ade10-92af-4d67-ab39-6cd5ba388095 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.9482868 Dec 10 18:38:00.969276 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43e2aa0-aaa4-4ee6-a518-dfd83e5f1c0b None None] Attempting to bind port 5eadadb3-9df6-48ab-920e-7feed5d98987 on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:00.975569 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:38:00.976521 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43e2aa0-aaa4-4ee6-a518-dfd83e5f1c0b None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:00.976965 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43e2aa0-aaa4-4ee6-a518-dfd83e5f1c0b None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:00.977434 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d43e2aa0-aaa4-4ee6-a518-dfd83e5f1c0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:00.978190 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43e2aa0-aaa4-4ee6-a518-dfd83e5f1c0b None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:00.978379 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d43e2aa0-aaa4-4ee6-a518-dfd83e5f1c0b None None] Bound port: 5eadadb3-9df6-48ab-920e-7feed5d98987, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:00.979053 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d43e2aa0-aaa4-4ee6-a518-dfd83e5f1c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:01.036605 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-820cdfc9-990d-4ef2-bc60-462699357fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:01.057276 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-711aa538-4f81-4893-9562-9d8ab853fa6f req-db73c5af-3f93-4daf-9ff8-d8ede0e892ba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=ed2568b4-7412-40d3-84a1-51c2718451b3 HTTP/1.1" status: 200 len: 217 time: 0.0423338 Dec 10 18:38:01.061156 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-711aa538-4f81-4893-9562-9d8ab853fa6f req-f61bf1bd-f4d1-4ae9-a950-bc9efeaf8296 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=ed2568b4-7412-40d3-84a1-51c2718451b3 HTTP/1.1" status: 200 len: 217 time: 0.1050880 Dec 10 18:38:01.074851 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d43e2aa0-aaa4-4ee6-a518-dfd83e5f1c0b None None] For port 5eadadb3-9df6-48ab-920e-7feed5d98987, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:01.081689 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d43e2aa0-aaa4-4ee6-a518-dfd83e5f1c0b None None] For port 5eadadb3-9df6-48ab-920e-7feed5d98987, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=5eadadb3-9df6-48ab-920e-7feed5d98987,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:01.098405 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d43e2aa0-aaa4-4ee6-a518-dfd83e5f1c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:01.165898 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43e2aa0-aaa4-4ee6-a518-dfd83e5f1c0b None None] Routers {'8bb7c55e-dc76-4a45-845c-bd17077d1dbf'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:01.166533 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d43e2aa0-aaa4-4ee6-a518-dfd83e5f1c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:37:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['8bb7c55e-dc76-4a45-845c-bd17077d1dbf'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:01.169277 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e39b6-ae4a-4341-b8f0-46c20d1acaaa req-a58bf311-5518-4a23-be80-85eeab048a10 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:01.176691 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-793e39b6-ae4a-4341-b8f0-46c20d1acaaa req-a58bf311-5518-4a23-be80-85eeab048a10 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/ports?device_id=390b3c47-e197-45c4-9c5e-7dd4f91c91de HTTP/1.1" status: 200 len: 945 time: 0.2589841 Dec 10 18:38:01.199021 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711aa538-4f81-4893-9562-9d8ab853fa6f req-8761f2cd-8d4a-4ea0-ba1d-c9f0ffa5706b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:01.200713 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-711aa538-4f81-4893-9562-9d8ab853fa6f req-8761f2cd-8d4a-4ea0-ba1d-c9f0ffa5706b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.1271162 Dec 10 18:38:01.203997 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711aa538-4f81-4893-9562-9d8ab853fa6f req-d8ce854a-83b3-43f9-a856-08aed54cd08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:01.205407 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-711aa538-4f81-4893-9562-9d8ab853fa6f req-d8ce854a-83b3-43f9-a856-08aed54cd08f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.1403797 Dec 10 18:38:01.219660 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-820cdfc9-990d-4ef2-bc60-462699357fa2 admin admin] Allocated IP 172.20.0.1 (372806dd-851c-46b6-baf2-035c88392be7/c3875c99-a0e6-49d3-b630-6d772fc4d041/42a5fe3d-ae35-4140-8078-5b6fc8844f79) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:01.299172 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-793e39b6-ae4a-4341-b8f0-46c20d1acaaa req-edf9de6b-8aae-41d3-9809-b58dc265ac57 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/security-groups?id=1336be66-22f5-460a-8a72-1d8e4465a635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213412 Dec 10 18:38:01.300309 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04041f-9a8e-41df-a51d-6978266e2eae None None] Pushing event updated for resources: {'Port': ['ID=5eadadb3-9df6-48ab-920e-7feed5d98987,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:01.337962 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711aa538-4f81-4893-9562-9d8ab853fa6f req-4c04a0fd-a58a-480e-b6ac-c96e0de96069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:01.340711 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-711aa538-4f81-4893-9562-9d8ab853fa6f req-4c04a0fd-a58a-480e-b6ac-c96e0de96069 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1177080 Dec 10 18:38:01.346250 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-339f3458-97f4-46d1-b8b6-cc89a256adf6 req-1bbb7e5b-17f8-4c8a-8ec7-b686efd9391b tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-693524758', 'description': 'tempest-description-1402683575'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:01.354572 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-820cdfc9-990d-4ef2-bc60-462699357fa2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:01.369927 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711aa538-4f81-4893-9562-9d8ab853fa6f req-99e5ce40-25eb-4a70-a675-106516413761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:01.370192 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-d43e2aa0-aaa4-4ee6-a518-dfd83e5f1c0b None None] Set router 8bb7c55e-dc76-4a45-845c-bd17077d1dbf gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:01.372361 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-711aa538-4f81-4893-9562-9d8ab853fa6f req-99e5ce40-25eb-4a70-a675-106516413761 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1609838 Dec 10 18:38:01.395334 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-339f3458-97f4-46d1-b8b6-cc89a256adf6 req-1bbb7e5b-17f8-4c8a-8ec7-b686efd9391b tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:01.413109 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-820cdfc9-990d-4ef2-bc60-462699357fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:01.466425 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820cdfc9-990d-4ef2-bc60-462699357fa2 admin admin] Pushing event updated for resources: {'Port': ['ID=42a5fe3d-ae35-4140-8078-5b6fc8844f79,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:01.481839 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e32b7636-1e81-4252-9ef8-93c99422b2b6 req-9a2e72ac-3438-4215-979b-e057a2072174 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5520141 Dec 10 18:38:01.492183 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820cdfc9-990d-4ef2-bc60-462699357fa2 admin admin] Network 372806dd-851c-46b6-baf2-035c88392be7 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:01.495336 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-820cdfc9-990d-4ef2-bc60-462699357fa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:01.498858 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820cdfc9-990d-4ef2-bc60-462699357fa2 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:01.546439 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-5f015116-1d63-4c40-bdc5-85b4e691defd req-44cf859b-2859-45d4-90a9-9ddc01451fe4 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Deleting port a2e074be-52ca-4cb3-9707-735028f32887 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:01.546708 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5f015116-1d63-4c40-bdc5-85b4e691defd req-44cf859b-2859-45d4-90a9-9ddc01451fe4 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:01.686723 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-339f3458-97f4-46d1-b8b6-cc89a256adf6 req-1bbb7e5b-17f8-4c8a-8ec7-b686efd9391b tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:01.706380 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-339f3458-97f4-46d1-b8b6-cc89a256adf6 req-1bbb7e5b-17f8-4c8a-8ec7-b686efd9391b tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:01.709462 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-820cdfc9-990d-4ef2-bc60-462699357fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:01.824150 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52592) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:01.847859 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ad029c37-b7ed-499e-8d42-baecfdf648ff tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-350105194'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:01.858868 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-711aa538-4f81-4893-9562-9d8ab853fa6f req-ae11a793-b914-4355-881b-543c948be507 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4846573 Dec 10 18:38:01.872010 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-711aa538-4f81-4893-9562-9d8ab853fa6f req-4b8cfae9-2224-4261-bdd3-03588c97161a service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4888556 Dec 10 18:38:01.898979 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-339f3458-97f4-46d1-b8b6-cc89a256adf6 req-1bbb7e5b-17f8-4c8a-8ec7-b686efd9391b tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:01.900417 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-339f3458-97f4-46d1-b8b6-cc89a256adf6 req-1bbb7e5b-17f8-4c8a-8ec7-b686efd9391b tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5582800 Dec 10 18:38:01.909725 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-5f015116-1d63-4c40-bdc5-85b4e691defd req-44cf859b-2859-45d4-90a9-9ddc01451fe4 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] For port a2e074be-52ca-4cb3-9707-735028f32887, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=a2e074be-52ca-4cb3-9707-735028f32887,segment=NetworkSegment(3782196a-5b61-46db-b10d-64bb47154018),segment_id=3782196a-5b61-46db-b10d-64bb47154018)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:01.910325 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5f015116-1d63-4c40-bdc5-85b4e691defd req-44cf859b-2859-45d4-90a9-9ddc01451fe4 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:01.929632 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb7e5b-17f8-4c8a-8ec7-b686efd9391b tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e885b8b4-bbf4-4a89-abf5-379d233ab0b7,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:01.977981 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-5f015116-1d63-4c40-bdc5-85b4e691defd req-44cf859b-2859-45d4-90a9-9ddc01451fe4 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Calling delete_port for a2e074be-52ca-4cb3-9707-735028f32887 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:02.010096 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad029c37-b7ed-499e-8d42-baecfdf648ff tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Made reservation on behalf of aee8c10e35be45139294abc10d1eada2 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:02.013814 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ad029c37-b7ed-499e-8d42-baecfdf648ff tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:02.084015 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d43e2aa0-aaa4-4ee6-a518-dfd83e5f1c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb7c55e-dc76-4a45-845c-bd17077d1dbf', 'name': 'tempest-ServersTestManualDisk-530632530-router', 'tenant_id': 'fc9a14069b7d453d893c68490bc70d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '5eadadb3-9df6-48ab-920e-7feed5d98987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:53Z', 'updated_at': '2021-12-10T18:37:57Z', 'revision_number': 3, 'project_id': 'fc9a14069b7d453d893c68490bc70d5d', 'gw_port': {'id': '5eadadb3-9df6-48ab-920e-7feed5d98987', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb7c55e-dc76-4a45-845c-bd17077d1dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:55Z', 'updated_at': '2021-12-10T18:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:02.098436 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad029c37-b7ed-499e-8d42-baecfdf648ff tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:38:02.123397 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7c461ba8-7977-4e30-b6d5-a92f33d14e0c None None] Provisioning complete for port 42a5fe3d-ae35-4140-8078-5b6fc8844f79 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:02.124008 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7c461ba8-7977-4e30-b6d5-a92f33d14e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:02.159736 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ad029c37-b7ed-499e-8d42-baecfdf648ff tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:02.160093 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-ad029c37-b7ed-499e-8d42-baecfdf648ff tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Added segment 53d22bf0-091e-4356-bd63-315f4840e96e of type vlan for network b2b3e286-a941-4c88-a3bb-4298dcd7fd59 Dec 10 18:38:02.168755 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-7c461ba8-7977-4e30-b6d5-a92f33d14e0c None None] Port 42a5fe3d-ae35-4140-8078-5b6fc8844f79 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:02.170957 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43e2aa0-aaa4-4ee6-a518-dfd83e5f1c0b None None] The sync data for ids ['8bb7c55e-dc76-4a45-845c-bd17077d1dbf'] in n-d-821435-1 is: [{'id': '8bb7c55e-dc76-4a45-845c-bd17077d1dbf', 'name': 'tempest-ServersTestManualDisk-530632530-router', 'tenant_id': 'fc9a14069b7d453d893c68490bc70d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '5eadadb3-9df6-48ab-920e-7feed5d98987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:53Z', 'updated_at': '2021-12-10T18:37:57Z', 'revision_number': 3, 'project_id': 'fc9a14069b7d453d893c68490bc70d5d', 'gw_port': {'id': '5eadadb3-9df6-48ab-920e-7feed5d98987', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb7c55e-dc76-4a45-845c-bd17077d1dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:55Z', 'updated_at': '2021-12-10T18:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:38:02.194813 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-711aa538-4f81-4893-9562-9d8ab853fa6f req-3be40fc2-f9af-4d00-b85e-55592a9d476f service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111711 Dec 10 18:38:02.195069 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5f015116-1d63-4c40-bdc5-85b4e691defd req-44cf859b-2859-45d4-90a9-9ddc01451fe4 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:02.234901 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-711aa538-4f81-4893-9562-9d8ab853fa6f req-6607b7da-bc18-4daa-be9a-5beef50e9e71 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444910 Dec 10 18:38:02.256358 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ad029c37-b7ed-499e-8d42-baecfdf648ff tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:02.272565 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf859b-2859-45d4-90a9-9ddc01451fe4 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Pushing event deleted for resources: {'Port': ['ID=a2e074be-52ca-4cb3-9707-735028f32887,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:02.273693 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d49aa1-1560-47b9-a707-f486eb9a61db req-951aaa3b-7c7e-48b2-bd59-6c5ebf763e34 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:02.285508 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b5d49aa1-1560-47b9-a707-f486eb9a61db req-951aaa3b-7c7e-48b2-bd59-6c5ebf763e34 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=956fa0ee-2345-4cc9-b91b-5a88aa24d30f HTTP/1.1" status: 200 len: 945 time: 0.2141576 Dec 10 18:38:02.317698 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ad029c37-b7ed-499e-8d42-baecfdf648ff tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:02.325028 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad029c37-b7ed-499e-8d42-baecfdf648ff tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:02.325715 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ad029c37-b7ed-499e-8d42-baecfdf648ff tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:02.378633 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a248e-f216-4a4a-9890-adff3ccd9a06 req-45d6593e-6537-42de-b5b0-49e7ea434238 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:02.385231 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7b9a248e-f216-4a4a-9890-adff3ccd9a06 req-45d6593e-6537-42de-b5b0-49e7ea434238 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 948 time: 0.7125294 Dec 10 18:38:02.428428 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ad029c37-b7ed-499e-8d42-baecfdf648ff tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5950811 Dec 10 18:38:02.439004 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52598) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:02.449989 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-edd9e0b3-db75-4d74-929e-8c93318249dc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-448775551'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:02.457341 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f015116-1d63-4c40-bdc5-85b4e691defd req-44cf859b-2859-45d4-90a9-9ddc01451fe4 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] No DVR routers for this DVR port a2e074be-52ca-4cb3-9707-735028f32887 on host n-h2-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:38:02.470764 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad029c37-b7ed-499e-8d42-baecfdf648ff tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Pushing event updated for resources: {'Network': ['ID=b2b3e286-a941-4c88-a3bb-4298dcd7fd59,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:02.477114 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5f015116-1d63-4c40-bdc5-85b4e691defd req-44cf859b-2859-45d4-90a9-9ddc01451fe4 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:02.481908 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5f015116-1d63-4c40-bdc5-85b4e691defd req-44cf859b-2859-45d4-90a9-9ddc01451fe4 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.72 "DELETE /v2.0/ports/a2e074be-52ca-4cb3-9707-735028f32887 HTTP/1.1" status: 204 len: 173 time: 1.6604207 Dec 10 18:38:02.483092 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network b2b3e286-a941-4c88-a3bb-4298dcd7fd59 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:38:02.484526 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390b3c47-e197-45c4-9c5e-7dd4f91c91de', 'name': 'network-vif-deleted', 'tag': 'a2e074be-52ca-4cb3-9707-735028f32887'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:38:02.486833 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82281026-7647-4407-9e67-53b712e7410d" -d '{"events": [{"server_uuid": "390b3c47-e197-45c4-9c5e-7dd4f91c91de", "name": "network-vif-deleted", "tag": "a2e074be-52ca-4cb3-9707-735028f32887"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:38:02.513139 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b5d49aa1-1560-47b9-a707-f486eb9a61db req-508ad353-8c57-4fb8-8582-a3c9910ad1ae tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015953 Dec 10 18:38:02.611093 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-62fb5ba9-f93d-493a-8af7-1803f18eb510 req-e563445f-2235-469f-947b-574a02c577a0 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-926858920', 'description': 'tempest-description-1394671571'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:02.626229 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7b9a248e-f216-4a4a-9890-adff3ccd9a06 req-e9e25f16-679d-4532-b9a8-9edebcb0ea6f tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879823 Dec 10 18:38:02.673266 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-62fb5ba9-f93d-493a-8af7-1803f18eb510 req-e563445f-2235-469f-947b-574a02c577a0 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:02.698864 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.db.api [None req-edd9e0b3-db75-4d74-929e-8c93318249dc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 18:38:02.698864 n-d-821435-1 neutron-server[103245]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 10 18:38:02.698864 n-d-821435-1 neutron-server[103245]: [parameters: {'project_id': 'aee8c10e35be45139294abc10d1eada2', 'id': 'd1ccabfe-61ab-4bd6-83af-26f27dfbae27', 'expiration': datetime.datetime(2021, 12, 10, 18, 40, 2, 628504)}] Dec 10 18:38:02.698864 n-d-821435-1 neutron-server[103245]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:38:02.699792 n-d-821435-1 neutron-server[103245]: DEBUG oslo_db.api [None req-edd9e0b3-db75-4d74-929e-8c93318249dc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:38:02.736163 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-820cdfc9-990d-4ef2-bc60-462699357fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:02.903566 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-62fb5ba9-f93d-493a-8af7-1803f18eb510 req-e563445f-2235-469f-947b-574a02c577a0 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:02.921086 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-62fb5ba9-f93d-493a-8af7-1803f18eb510 req-e563445f-2235-469f-947b-574a02c577a0 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:02.937898 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f22c4e9b-6332-4030-8184-0252decb8d4f req-fec500e9-269d-49b5-a012-988e0aebfc91 tempest-FloatingIPsAssociationNegativeTestJSON-741966291 tempest-FloatingIPsAssociationNegativeTestJSON-741966291-project] 10.222.0.62 "GET /v2.0/ports?device_id=390b3c47-e197-45c4-9c5e-7dd4f91c91de HTTP/1.1" status: 200 len: 210 time: 0.0737286 Dec 10 18:38:02.984104 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-62fb5ba9-f93d-493a-8af7-1803f18eb510 req-e563445f-2235-469f-947b-574a02c577a0 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:03.000880 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-62fb5ba9-f93d-493a-8af7-1803f18eb510 req-e563445f-2235-469f-947b-574a02c577a0 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3966279 Dec 10 18:38:03.043563 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7008a4e1-67da-4ad5-ae21-a91d237352df x-openstack-request-id: req-7008a4e1-67da-4ad5-ae21-a91d237352df {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:38:03.043874 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "390b3c47-e197-45c4-9c5e-7dd4f91c91de", "name": "network-vif-deleted", "tag": "a2e074be-52ca-4cb3-9707-735028f32887", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:38:03.044135 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7008a4e1-67da-4ad5-ae21-a91d237352df {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:38:03.044612 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '390b3c47-e197-45c4-9c5e-7dd4f91c91de', 'name': 'network-vif-deleted', 'tag': 'a2e074be-52ca-4cb3-9707-735028f32887', 'status': 'completed', 'code': 200} Dec 10 18:38:03.063314 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563445f-2235-469f-947b-574a02c577a0 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39cf90b7-7614-40ca-a9ff-429f504b89df,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:03.215777 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb531a-5775-490b-8b3e-66b7e75a4df8 req-1ffbad98-07f2-444b-ae7e-d639020ac94d tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:03.240831 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1dcb531a-5775-490b-8b3e-66b7e75a4df8 req-1ffbad98-07f2-444b-ae7e-d639020ac94d tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 945 time: 0.1238587 Dec 10 18:38:03.291590 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-820cdfc9-990d-4ef2-bc60-462699357fa2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:03.312291 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-820cdfc9-990d-4ef2-bc60-462699357fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:03.384888 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1dcb531a-5775-490b-8b3e-66b7e75a4df8 req-3b6e0145-ad05-43be-9a59-b27b2a00130e tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395772 Dec 10 18:38:03.388374 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd9e0b3-db75-4d74-929e-8c93318249dc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Made reservation on behalf of aee8c10e35be45139294abc10d1eada2 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:03.392342 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edd9e0b3-db75-4d74-929e-8c93318249dc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:03.464220 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9ad06d6d-f67c-479a-9319-648ed05962e4 req-4190118c-f3de-4e53-8f80-62ed968eea22 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d8f8fed500bb4fe68eeb78467c0fb87d HTTP/1.1" status: 200 len: 10995 time: 0.3852661 Dec 10 18:38:03.498751 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820cdfc9-990d-4ef2-bc60-462699357fa2 admin admin] Pushing event updated for resources: {'Port': ['ID=42a5fe3d-ae35-4140-8078-5b6fc8844f79,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:03.527506 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-820cdfc9-990d-4ef2-bc60-462699357fa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:03.541238 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd9e0b3-db75-4d74-929e-8c93318249dc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:38:03.553497 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:03.575874 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device ed2568b4-7412-40d3-84a1-51c2718451b3 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:38:03.582220 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device a2e074be-52ca-4cb3-9707-735028f32887 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:38:03.602275 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9ad06d6d-f67c-479a-9319-648ed05962e4 req-7f9a4dba-c111-45bb-91fa-04080ec5afa0 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups/530e6bf5-f83e-4ce8-a8ff-bcd4a8ac0b1c HTTP/1.1" status: 200 len: 2998 time: 0.1372871 Dec 10 18:38:03.612070 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257e74d-9dc1-4c3c-861c-5762cad50e48 req-3bce3dc8-e6e7-432b-964e-a3be119b6b70 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:03.621183 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d257e74d-9dc1-4c3c-861c-5762cad50e48 req-3bce3dc8-e6e7-432b-964e-a3be119b6b70 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=956fa0ee-2345-4cc9-b91b-5a88aa24d30f HTTP/1.1" status: 200 len: 945 time: 0.0867412 Dec 10 18:38:03.658393 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: a2e074be-52ca-4cb3-9707-735028f32887 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:38:03.658909 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device a2e074be-52ca-4cb3-9707-735028f32887 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:38:03.676868 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edd9e0b3-db75-4d74-929e-8c93318249dc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:03.677388 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-edd9e0b3-db75-4d74-929e-8c93318249dc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Added segment e05948e1-9161-48ed-b4af-bc8e75a07feb of type vlan for network f30c8744-62ec-4c03-ba22-87870e9a413d Dec 10 18:38:03.698373 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d257e74d-9dc1-4c3c-861c-5762cad50e48 req-619a539d-3c44-411f-a85c-147cfb861c38 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714457 Dec 10 18:38:03.818283 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edd9e0b3-db75-4d74-929e-8c93318249dc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:03.889913 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port ed2568b4-7412-40d3-84a1-51c2718451b3, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=ed2568b4-7412-40d3-84a1-51c2718451b3,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:03.918443 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67cda7d-5eb0-4261-9974-29f250222c03 req-0b126bce-d80b-40df-a3a6-9fc24a761678 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:03.919058 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': 'ed2568b4-7412-40d3-84a1-51c2718451b3', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': 'ed2568b4-7412-40d3-84a1-51c2718451b3', 'mac_address': 'fa:16:3e:7b:4a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:38:03.928702 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a67cda7d-5eb0-4261-9974-29f250222c03 req-0b126bce-d80b-40df-a3a6-9fc24a761678 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 948 time: 0.1392236 Dec 10 18:38:03.950290 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9ad06d6d-f67c-479a-9319-648ed05962e4 req-03f657bd-3cd5-4cf9-bc2b-5de602debc84 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups/530e6bf5-f83e-4ce8-a8ff-bcd4a8ac0b1c HTTP/1.1" status: 200 len: 2998 time: 0.3464143 Dec 10 18:38:04.000109 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820cdfc9-990d-4ef2-bc60-462699357fa2 admin admin] Network 372806dd-851c-46b6-baf2-035c88392be7 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:04.006294 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-820cdfc9-990d-4ef2-bc60-462699357fa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:04.011370 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:04.035368 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed2568b4-7412-40d3-84a1-51c2718451b3 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:38:04.038777 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edd9e0b3-db75-4d74-929e-8c93318249dc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:04.057508 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a67cda7d-5eb0-4261-9974-29f250222c03 req-24be7d7a-19af-435f-b762-9844cc8eb6c5 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267023 Dec 10 18:38:04.060978 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd9e0b3-db75-4d74-929e-8c93318249dc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:04.062144 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edd9e0b3-db75-4d74-929e-8c93318249dc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:04.094817 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port ed2568b4-7412-40d3-84a1-51c2718451b3, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=ed2568b4-7412-40d3-84a1-51c2718451b3,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:04.103808 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:04.218717 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-97380153-7eab-49c0-91bb-c83558ebe7cf req-11866298-738a-4c67-8609-7b67ad0e1f4c tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups/1cf5349c-0134-40e8-90ce-0ff2915bcc74 HTTP/1.1" status: 200 len: 1816 time: 0.1277127 Dec 10 18:38:04.328261 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 5eadadb3-9df6-48ab-920e-7feed5d98987 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:04.360278 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-edd9e0b3-db75-4d74-929e-8c93318249dc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.9200346 Dec 10 18:38:04.362146 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-97380153-7eab-49c0-91bb-c83558ebe7cf req-c19effad-1059-4b4e-b0d2-069c7402aff4 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:04.363852 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52628) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:04.370059 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=ed2568b4-7412-40d3-84a1-51c2718451b3,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:04.387739 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3743328f-8ece-4585-9ef1-a39fd13fe584 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Request body: {'subnet': {'network_id': 'b2b3e286-a941-4c88-a3bb-4298dcd7fd59', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:04.532340 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 5eadadb3-9df6-48ab-920e-7feed5d98987 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:04.535350 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:04.538171 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['ed2568b4-7412-40d3-84a1-51c2718451b3'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:38:04.561738 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd9e0b3-db75-4d74-929e-8c93318249dc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Pushing event updated for resources: {'Network': ['ID=f30c8744-62ec-4c03-ba22-87870e9a413d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:04.587872 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bdf078-0285-4501-b997-7a70f3134733 req-eeffb9e1-7adf-441d-9a56-611365d90f87 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:04.601582 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-97380153-7eab-49c0-91bb-c83558ebe7cf req-c19effad-1059-4b4e-b0d2-069c7402aff4 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:04.609812 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d5bdf078-0285-4501-b997-7a70f3134733 req-eeffb9e1-7adf-441d-9a56-611365d90f87 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=956fa0ee-2345-4cc9-b91b-5a88aa24d30f HTTP/1.1" status: 200 len: 945 time: 0.4828930 Dec 10 18:38:04.679376 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network f30c8744-62ec-4c03-ba22-87870e9a413d details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:38:04.719304 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d5bdf078-0285-4501-b997-7a70f3134733 req-aa1efe92-b170-41cf-8884-48d6c900d844 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084964 Dec 10 18:38:04.746036 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-97380153-7eab-49c0-91bb-c83558ebe7cf req-c19effad-1059-4b4e-b0d2-069c7402aff4 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:04.749008 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-97380153-7eab-49c0-91bb-c83558ebe7cf req-c19effad-1059-4b4e-b0d2-069c7402aff4 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:04.752552 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820cdfc9-990d-4ef2-bc60-462699357fa2 admin admin] Router 8bb7c55e-dc76-4a45-845c-bd17077d1dbf has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:38:04.763497 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-97380153-7eab-49c0-91bb-c83558ebe7cf req-c19effad-1059-4b4e-b0d2-069c7402aff4 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "DELETE /v2.0/security-groups/1cf5349c-0134-40e8-90ce-0ff2915bcc74 HTTP/1.1" status: 204 len: 173 time: 0.5378387 Dec 10 18:38:04.783578 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3743328f-8ece-4585-9ef1-a39fd13fe584 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Made reservation on behalf of aee8c10e35be45139294abc10d1eada2 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:04.794191 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3743328f-8ece-4585-9ef1-a39fd13fe584 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:04.822787 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19effad-1059-4b4e-b0d2-069c7402aff4 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf5349c-0134-40e8-90ce-0ff2915bcc74,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:04.867603 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52642) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:04.914606 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-52c2268c-fa16-446d-97f4-1ab990182fb8 None None] Provisioning complete for port 42a5fe3d-ae35-4140-8078-5b6fc8844f79 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:04.920051 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-52c2268c-fa16-446d-97f4-1ab990182fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:05.282812 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-52c2268c-fa16-446d-97f4-1ab990182fb8 None None] Port 42a5fe3d-ae35-4140-8078-5b6fc8844f79 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:05.351888 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:05.411891 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 5eadadb3-9df6-48ab-920e-7feed5d98987, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=5eadadb3-9df6-48ab-920e-7feed5d98987,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:05.421763 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:05.711168 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=5eadadb3-9df6-48ab-920e-7feed5d98987,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:05.887736 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820cdfc9-990d-4ef2-bc60-462699357fa2 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:38:05.893517 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-820cdfc9-990d-4ef2-bc60-462699357fa2 admin admin] 10.222.0.62 "PUT /v2.0/routers/8bb7c55e-dc76-4a45-845c-bd17077d1dbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1489341 Dec 10 18:38:05.901375 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6933de45-1ccb-4c5f-9847-1be7b1022275 None None] Sync routers for ids ['8bb7c55e-dc76-4a45-845c-bd17077d1dbf'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:38:05.920945 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6933de45-1ccb-4c5f-9847-1be7b1022275 None None] Routers {'8bb7c55e-dc76-4a45-845c-bd17077d1dbf'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:05.921333 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-6933de45-1ccb-4c5f-9847-1be7b1022275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:37:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['8bb7c55e-dc76-4a45-845c-bd17077d1dbf'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:05.931049 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-d6e2d6b0-c1b6-458f-bf3d-7af39b2d8437 req-ecd19409-aef2-45d8-bd4d-1563e08a6145 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] show failed (client error): The resource could not be found. Dec 10 18:38:05.932281 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d6e2d6b0-c1b6-458f-bf3d-7af39b2d8437 req-ecd19409-aef2-45d8-bd4d-1563e08a6145 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups/1cf5349c-0134-40e8-90ce-0ff2915bcc74 HTTP/1.1" status: 404 len: 352 time: 0.1176507 Dec 10 18:38:05.933567 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725b711-ec68-442c-a486-0e6f6ae393c4 req-f53ad03f-6f6e-4bf6-8e31-6086c125723f tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:05.945130 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c725b711-ec68-442c-a486-0e6f6ae393c4 req-f53ad03f-6f6e-4bf6-8e31-6086c125723f tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 945 time: 0.1813135 Dec 10 18:38:05.981670 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db3c2c-3102-49e8-9aa5-b88f1c230ba9 req-bc0ce3d6-eecc-4813-a7a0-07053bd66b2f tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:05.986909 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57db3c2c-3102-49e8-9aa5-b88f1c230ba9 req-bc0ce3d6-eecc-4813-a7a0-07053bd66b2f tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.46 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d&tenant_id=4f1621867e3041c3a975a6622e21074f&binding%3Ahost_id=n-h2-821435-1 HTTP/1.1" status: 200 len: 949 time: 0.7222235 Dec 10 18:38:06.089511 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c725b711-ec68-442c-a486-0e6f6ae393c4 req-1b52ba55-319d-42b5-bd92-0eb4e93d4eff tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414466 Dec 10 18:38:06.282468 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3743328f-8ece-4585-9ef1-a39fd13fe584 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:06.297954 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-6933de45-1ccb-4c5f-9847-1be7b1022275 None None] Set router 8bb7c55e-dc76-4a45-845c-bd17077d1dbf gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:06.326402 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 5eadadb3-9df6-48ab-920e-7feed5d98987 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:06.331930 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fc5cfc15-91ba-4a5b-abd4-a351dd993502 req-99e142d9-3bf3-4bda-b6e5-a84aebca5558 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups/e885b8b4-bbf4-4a89-abf5-379d233ab0b7 HTTP/1.1" status: 200 len: 1817 time: 0.0734715 Dec 10 18:38:06.383117 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3743328f-8ece-4585-9ef1-a39fd13fe584 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Pushing event updated for resources: {'Subnet': ['ID=237ae5dd-0fd9-41fa-a8f5-5de6696f10ce,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:06.402511 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41617f-64fb-47cf-8f6a-0c736aa1c1b4 req-963cccc2-2418-4166-a17b-d0020e2a618a tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:06.411952 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cb41617f-64fb-47cf-8f6a-0c736aa1c1b4 req-963cccc2-2418-4166-a17b-d0020e2a618a tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 949 time: 0.2722571 Dec 10 18:38:06.474242 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 5eadadb3-9df6-48ab-920e-7feed5d98987 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:06.474571 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:06.487707 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-fc5cfc15-91ba-4a5b-abd4-a351dd993502 req-6d9bd62d-0e20-451a-ab06-c9011aed9130 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:06.533183 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-57db3c2c-3102-49e8-9aa5-b88f1c230ba9 req-7049f052-e625-4b3a-909f-4aa7ac79c22e service neutron] delete failed (client error): The resource could not be found. Dec 10 18:38:06.534461 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57db3c2c-3102-49e8-9aa5-b88f1c230ba9 req-7049f052-e625-4b3a-909f-4aa7ac79c22e service neutron] 10.222.0.46 "DELETE /v2.0/ports/ed2568b4-7412-40d3-84a1-51c2718451b3/bindings/n-h1-821435-1 HTTP/1.1" status: 404 len: 380 time: 0.5309913 Dec 10 18:38:06.553939 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-fc5cfc15-91ba-4a5b-abd4-a351dd993502 req-6d9bd62d-0e20-451a-ab06-c9011aed9130 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:06.618736 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cb41617f-64fb-47cf-8f6a-0c736aa1c1b4 req-a321b011-f0d2-41fa-90d3-c0e39daba6e0 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059135 Dec 10 18:38:06.650471 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3743328f-8ece-4585-9ef1-a39fd13fe584 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Checking segment: {'id': '53d22bf0-091e-4356-bd63-315f4840e96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b2b3e286-a941-4c88-a3bb-4298dcd7fd59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:06.650844 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3743328f-8ece-4585-9ef1-a39fd13fe584 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Network hostable DHCP agents. Network: b2b3e286-a941-4c88-a3bb-4298dcd7fd59, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:38:06.668712 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-fc5cfc15-91ba-4a5b-abd4-a351dd993502 req-6d9bd62d-0e20-451a-ab06-c9011aed9130 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:06.671777 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-fc5cfc15-91ba-4a5b-abd4-a351dd993502 req-6d9bd62d-0e20-451a-ab06-c9011aed9130 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:06.677995 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-6933de45-1ccb-4c5f-9847-1be7b1022275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb7c55e-dc76-4a45-845c-bd17077d1dbf', 'name': 'tempest-ServersTestManualDisk-530632530-router', 'tenant_id': 'fc9a14069b7d453d893c68490bc70d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '5eadadb3-9df6-48ab-920e-7feed5d98987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:53Z', 'updated_at': '2021-12-10T18:38:02Z', 'revision_number': 4, 'project_id': 'fc9a14069b7d453d893c68490bc70d5d', 'gw_port': {'id': '5eadadb3-9df6-48ab-920e-7feed5d98987', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb7c55e-dc76-4a45-845c-bd17077d1dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:55Z', 'updated_at': '2021-12-10T18:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '42a5fe3d-ae35-4140-8078-5b6fc8844f79', 'name': '', 'network_id': '372806dd-851c-46b6-baf2-035c88392be7', 'tenant_id': 'fc9a14069b7d453d893c68490bc70d5d', 'mac_address': 'fa:16:3e:7a:ff:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb7c55e-dc76-4a45-845c-bd17077d1dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'c3875c99-a0e6-49d3-b630-6d772fc4d041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:01Z', 'updated_at': '2021-12-10T18:38:02Z', 'revision_number': 2, 'project_id': 'fc9a14069b7d453d893c68490bc70d5d', 'subnets': [{'id': 'c3875c99-a0e6-49d3-b630-6d772fc4d041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:06.691616 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fc5cfc15-91ba-4a5b-abd4-a351dd993502 req-6d9bd62d-0e20-451a-ab06-c9011aed9130 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "DELETE /v2.0/security-groups/e885b8b4-bbf4-4a89-abf5-379d233ab0b7 HTTP/1.1" status: 204 len: 173 time: 0.3505571 Dec 10 18:38:06.708066 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9bd62d-0e20-451a-ab06-c9011aed9130 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e885b8b4-bbf4-4a89-abf5-379d233ab0b7,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:06.717686 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-65bda9be-7ff6-4583-a372-4e92132e81d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:06.741439 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6933de45-1ccb-4c5f-9847-1be7b1022275 None None] Checking router: 8bb7c55e-dc76-4a45-845c-bd17077d1dbf for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:38:06.742181 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6933de45-1ccb-4c5f-9847-1be7b1022275 None None] Updating router 8bb7c55e-dc76-4a45-845c-bd17077d1dbf port 42a5fe3d-ae35-4140-8078-5b6fc8844f79 binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:38:06.778116 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6933de45-1ccb-4c5f-9847-1be7b1022275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:06.988250 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3743328f-8ece-4585-9ef1-a39fd13fe584 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Network b2b3e286-a941-4c88-a3bb-4298dcd7fd59 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:38:06.998940 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [req-9b1b200d-287b-40aa-8d0f-4f95a73d3a41 req-035d29be-c3a5-4005-a1d8-f8f3214fc978 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] show failed (client error): The resource could not be found. Dec 10 18:38:07.013246 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9b1b200d-287b-40aa-8d0f-4f95a73d3a41 req-035d29be-c3a5-4005-a1d8-f8f3214fc978 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups/e885b8b4-bbf4-4a89-abf5-379d233ab0b7 HTTP/1.1" status: 404 len: 352 time: 0.0314305 Dec 10 18:38:07.080145 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-3743328f-8ece-4585-9ef1-a39fd13fe584 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, b2b3e286-a941-4c88-a3bb-4298dcd7fd59) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:07.090367 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f419dd-8e5c-48f5-bcea-e65dde70b164 None None] Network b2b3e286-a941-4c88-a3bb-4298dcd7fd59 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:07.091044 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db3c2c-3102-49e8-9aa5-b88f1c230ba9 req-70bfb795-6d77-4397-94c7-8cf40de46ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:07.092623 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57db3c2c-3102-49e8-9aa5-b88f1c230ba9 req-70bfb795-6d77-4397-94c7-8cf40de46ee5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f1621867e3041c3a975a6622e21074f&device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 1100 time: 0.1169920 Dec 10 18:38:07.094395 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3743328f-8ece-4585-9ef1-a39fd13fe584 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:07.094559 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3743328f-8ece-4585-9ef1-a39fd13fe584 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:07.151694 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6933de45-1ccb-4c5f-9847-1be7b1022275 None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:07.166989 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6933de45-1ccb-4c5f-9847-1be7b1022275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:07.184347 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef646d-36e6-4d43-a81e-a537e6085ae7 req-27fe3e09-0706-4c1b-bdfb-f236dcd49366 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:07.185972 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fdef646d-36e6-4d43-a81e-a537e6085ae7 req-27fe3e09-0706-4c1b-bdfb-f236dcd49366 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=956fa0ee-2345-4cc9-b91b-5a88aa24d30f HTTP/1.1" status: 200 len: 945 time: 0.1122382 Dec 10 18:38:07.236515 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db3c2c-3102-49e8-9aa5-b88f1c230ba9 req-d1cc2b5a-13db-4854-ba07-7c0f0662f9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:07.239950 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57db3c2c-3102-49e8-9aa5-b88f1c230ba9 req-d1cc2b5a-13db-4854-ba07-7c0f0662f9cb service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.1332839 Dec 10 18:38:07.244533 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5680cd2-c7d5-405c-9f22-c3be8e16c13c None None] Pushing event updated for resources: {'Port': ['ID=42a5fe3d-ae35-4140-8078-5b6fc8844f79,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:07.246603 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3743328f-8ece-4585-9ef1-a39fd13fe584 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8817062 Dec 10 18:38:07.250219 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52692) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:07.254536 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4d4648-f533-4e71-9f26-c0d081221606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-b2b3e286-a941-4c88-a3bb-4298dcd7fd59', 'network_id': 'b2b3e286-a941-4c88-a3bb-4298dcd7fd59', 'project_id': 'aee8c10e35be45139294abc10d1eada2', 'fixed_ips': [{'subnet_id': '237ae5dd-0fd9-41fa-a8f5-5de6696f10ce'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:38:07.255669 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a022cf78-df72-4019-b8b2-2d6bef6991b4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Request body: {'subnet': {'network_id': 'f30c8744-62ec-4c03-ba22-87870e9a413d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:07.256333 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7a4d4648-f533-4e71-9f26-c0d081221606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:07.283961 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5680cd2-c7d5-405c-9f22-c3be8e16c13c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:07.284349 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5680cd2-c7d5-405c-9f22-c3be8e16c13c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:07.291900 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5680cd2-c7d5-405c-9f22-c3be8e16c13c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:07.292857 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5680cd2-c7d5-405c-9f22-c3be8e16c13c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:07.293231 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5680cd2-c7d5-405c-9f22-c3be8e16c13c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:07.295814 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5680cd2-c7d5-405c-9f22-c3be8e16c13c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:07.296732 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5680cd2-c7d5-405c-9f22-c3be8e16c13c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:07.300034 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5680cd2-c7d5-405c-9f22-c3be8e16c13c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:07.300661 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5680cd2-c7d5-405c-9f22-c3be8e16c13c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:07.301536 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5680cd2-c7d5-405c-9f22-c3be8e16c13c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:07.302777 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5680cd2-c7d5-405c-9f22-c3be8e16c13c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:07.304205 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5680cd2-c7d5-405c-9f22-c3be8e16c13c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:07.304777 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5680cd2-c7d5-405c-9f22-c3be8e16c13c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:07.339005 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57db3c2c-3102-49e8-9aa5-b88f1c230ba9 req-4f204a91-0104-45d5-8ba9-addf6c3ca878 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=ed2568b4-7412-40d3-84a1-51c2718451b3 HTTP/1.1" status: 200 len: 217 time: 0.0896688 Dec 10 18:38:07.393164 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fdef646d-36e6-4d43-a81e-a537e6085ae7 req-d922fb2c-2747-42e6-a5a9-019584acded4 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004347 Dec 10 18:38:07.461484 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-6933de45-1ccb-4c5f-9847-1be7b1022275 None None] Attempting to bind port 42a5fe3d-ae35-4140-8078-5b6fc8844f79 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:07.463021 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-6933de45-1ccb-4c5f-9847-1be7b1022275 None None] Attempting to bind port 42a5fe3d-ae35-4140-8078-5b6fc8844f79 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '4bb4dfa5-f65e-4b3c-bca8-278a7549f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '372806dd-851c-46b6-baf2-035c88392be7'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:07.463374 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6933de45-1ccb-4c5f-9847-1be7b1022275 None None] Attempting to bind port 42a5fe3d-ae35-4140-8078-5b6fc8844f79 on network 372806dd-851c-46b6-baf2-035c88392be7 {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:07.465747 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db3c2c-3102-49e8-9aa5-b88f1c230ba9 req-2dda342b-9bf6-4db0-95f8-79ef9efebbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:07.468213 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57db3c2c-3102-49e8-9aa5-b88f1c230ba9 req-2dda342b-9bf6-4db0-95f8-79ef9efebbfe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.1213109 Dec 10 18:38:07.485050 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6933de45-1ccb-4c5f-9847-1be7b1022275 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:07.486903 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6933de45-1ccb-4c5f-9847-1be7b1022275 None None] Checking segment: {'id': '4bb4dfa5-f65e-4b3c-bca8-278a7549f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '372806dd-851c-46b6-baf2-035c88392be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:07.487530 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6933de45-1ccb-4c5f-9847-1be7b1022275 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:07.488244 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6933de45-1ccb-4c5f-9847-1be7b1022275 None None] Bound using segment: {'id': '4bb4dfa5-f65e-4b3c-bca8-278a7549f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '372806dd-851c-46b6-baf2-035c88392be7'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:07.489144 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-6933de45-1ccb-4c5f-9847-1be7b1022275 None None] Bound port: 42a5fe3d-ae35-4140-8078-5b6fc8844f79, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb4dfa5-f65e-4b3c-bca8-278a7549f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '372806dd-851c-46b6-baf2-035c88392be7'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:07.490115 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6933de45-1ccb-4c5f-9847-1be7b1022275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:07.558694 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-7a4d4648-f533-4e71-9f26-c0d081221606 None None] Allocated IP 10.1.1.2 (b2b3e286-a941-4c88-a3bb-4298dcd7fd59/237ae5dd-0fd9-41fa-a8f5-5de6696f10ce/7685f07c-fa09-412b-97af-149f3e24ad6b) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:07.598685 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device ed2568b4-7412-40d3-84a1-51c2718451b3 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:07.603504 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db3c2c-3102-49e8-9aa5-b88f1c230ba9 req-6f839f69-24e6-46d9-b3ab-c9027a6267a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:07.605087 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57db3c2c-3102-49e8-9aa5-b88f1c230ba9 req-6f839f69-24e6-46d9-b3ab-c9027a6267a3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1261683 Dec 10 18:38:07.632862 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1fd0f2ef-3700-46cf-a3d3-4a5c85475697 req-0f05e345-82bc-4358-9a81-42f8fb05af38 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups/39cf90b7-7614-40ca-a9ff-429f504b89df HTTP/1.1" status: 200 len: 1817 time: 0.1782577 Dec 10 18:38:07.641255 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a022cf78-df72-4019-b8b2-2d6bef6991b4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Made reservation on behalf of aee8c10e35be45139294abc10d1eada2 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:07.648158 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a022cf78-df72-4019-b8b2-2d6bef6991b4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:07.656439 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-6933de45-1ccb-4c5f-9847-1be7b1022275 None None] For port 42a5fe3d-ae35-4140-8078-5b6fc8844f79, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:07.661923 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-6933de45-1ccb-4c5f-9847-1be7b1022275 None None] For port 42a5fe3d-ae35-4140-8078-5b6fc8844f79, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=42a5fe3d-ae35-4140-8078-5b6fc8844f79,segment=NetworkSegment(4bb4dfa5-f65e-4b3c-bca8-278a7549f736),segment_id=4bb4dfa5-f65e-4b3c-bca8-278a7549f736)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:07.671724 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6933de45-1ccb-4c5f-9847-1be7b1022275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:07.741525 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-65bda9be-7ff6-4583-a372-4e92132e81d2 admin admin] Deleting port 0f14d474-2250-4597-91ea-790f495477f9 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:07.744301 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-65bda9be-7ff6-4583-a372-4e92132e81d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:07.793190 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port ed2568b4-7412-40d3-84a1-51c2718451b3 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:38:07.810718 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6933de45-1ccb-4c5f-9847-1be7b1022275 None None] Routers {'8bb7c55e-dc76-4a45-845c-bd17077d1dbf'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:07.812912 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-6933de45-1ccb-4c5f-9847-1be7b1022275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:37:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['8bb7c55e-dc76-4a45-845c-bd17077d1dbf'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:07.849223 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port ed2568b4-7412-40d3-84a1-51c2718451b3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:07.849752 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:07.913729 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57db3c2c-3102-49e8-9aa5-b88f1c230ba9 req-e2a7a6b1-adbe-4754-8124-297db1b29df3 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007069 Dec 10 18:38:07.941985 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-81a8c91f-e76b-4d12-bab7-1f95268c690b None None] Provisioning complete for port 42a5fe3d-ae35-4140-8078-5b6fc8844f79 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:07.942569 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-81a8c91f-e76b-4d12-bab7-1f95268c690b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:07.944482 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:07.961096 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1fd0f2ef-3700-46cf-a3d3-4a5c85475697 req-fc496eec-36e9-43b9-be8f-c0e2d9e0cd8f tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:07.996440 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5680cd2-c7d5-405c-9f22-c3be8e16c13c None None] Pushing event updated for resources: {'Port': ['ID=42a5fe3d-ae35-4140-8078-5b6fc8844f79,revision_number=4']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:08.022809 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7a4d4648-f533-4e71-9f26-c0d081221606 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:08.052047 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7a4d4648-f533-4e71-9f26-c0d081221606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:08.115047 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1fd0f2ef-3700-46cf-a3d3-4a5c85475697 req-fc496eec-36e9-43b9-be8f-c0e2d9e0cd8f tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:08.166069 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-65bda9be-7ff6-4583-a372-4e92132e81d2 admin admin] For port 0f14d474-2250-4597-91ea-790f495477f9, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=0f14d474-2250-4597-91ea-790f495477f9,segment=NetworkSegment(3782196a-5b61-46db-b10d-64bb47154018),segment_id=3782196a-5b61-46db-b10d-64bb47154018)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:08.166742 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-65bda9be-7ff6-4583-a372-4e92132e81d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:08.182598 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-6933de45-1ccb-4c5f-9847-1be7b1022275 None None] Set router 8bb7c55e-dc76-4a45-845c-bd17077d1dbf gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:08.189197 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d4648-f533-4e71-9f26-c0d081221606 None None] Pushing event updated for resources: {'Port': ['ID=7685f07c-fa09-412b-97af-149f3e24ad6b,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:08.212776 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-65bda9be-7ff6-4583-a372-4e92132e81d2 admin admin] Calling delete_port for 0f14d474-2250-4597-91ea-790f495477f9 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:08.292411 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57db3c2c-3102-49e8-9aa5-b88f1c230ba9 req-31431696-04ca-45e8-8ae9-6d22fcb33d33 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668790 Dec 10 18:38:08.317663 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4d4648-f533-4e71-9f26-c0d081221606 None None] Network b2b3e286-a941-4c88-a3bb-4298dcd7fd59 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:08.324576 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1fd0f2ef-3700-46cf-a3d3-4a5c85475697 req-fc496eec-36e9-43b9-be8f-c0e2d9e0cd8f tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:08.338289 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1fd0f2ef-3700-46cf-a3d3-4a5c85475697 req-fc496eec-36e9-43b9-be8f-c0e2d9e0cd8f tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:08.354625 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1fd0f2ef-3700-46cf-a3d3-4a5c85475697 req-fc496eec-36e9-43b9-be8f-c0e2d9e0cd8f tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "DELETE /v2.0/security-groups/39cf90b7-7614-40ca-a9ff-429f504b89df HTTP/1.1" status: 204 len: 173 time: 0.7125957 Dec 10 18:38:08.401187 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-7a4d4648-f533-4e71-9f26-c0d081221606 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:08.423299 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4d4648-f533-4e71-9f26-c0d081221606 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:08.448188 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52704) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:08.448949 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:08.467111 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1e2d72a5-a028-46d1-826a-a2ab0e4ac050 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1933283898', 'description': 'tempest-description--1674699085'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:08.472840 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a022cf78-df72-4019-b8b2-2d6bef6991b4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:08.482810 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc496eec-36e9-43b9-be8f-c0e2d9e0cd8f tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cf90b7-7614-40ca-a9ff-429f504b89df,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:08.597496 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43645557-f91a-472b-9402-c3812aa3aa0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed2568b4-7412-40d3-84a1-51c2718451b3'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:38:08.600065 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a5770d-238d-46e5-8005-6bd4d56448e9" -d '{"events": [{"server_uuid": "43645557-f91a-472b-9402-c3812aa3aa0d", "name": "network-vif-plugged", "status": "completed", "tag": "ed2568b4-7412-40d3-84a1-51c2718451b3"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:38:08.618318 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e2d72a5-a028-46d1-826a-a2ab0e4ac050 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:08.634017 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-81a8c91f-e76b-4d12-bab7-1f95268c690b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:08.669475 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port ed2568b4-7412-40d3-84a1-51c2718451b3, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=ed2568b4-7412-40d3-84a1-51c2718451b3,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:08.677884 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7a4d4648-f533-4e71-9f26-c0d081221606 None None] Attempting to bind port 7685f07c-fa09-412b-97af-149f3e24ad6b on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:08.678476 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7a4d4648-f533-4e71-9f26-c0d081221606 None None] Attempting to bind port 7685f07c-fa09-412b-97af-149f3e24ad6b by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '53d22bf0-091e-4356-bd63-315f4840e96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b2b3e286-a941-4c88-a3bb-4298dcd7fd59'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:08.678929 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4d4648-f533-4e71-9f26-c0d081221606 None None] Attempting to bind port 7685f07c-fa09-412b-97af-149f3e24ad6b on network b2b3e286-a941-4c88-a3bb-4298dcd7fd59 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:08.697933 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:08.702455 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-81a8c91f-e76b-4d12-bab7-1f95268c690b None None] For port 42a5fe3d-ae35-4140-8078-5b6fc8844f79, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=42a5fe3d-ae35-4140-8078-5b6fc8844f79,segment=NetworkSegment(4bb4dfa5-f65e-4b3c-bca8-278a7549f736),segment_id=4bb4dfa5-f65e-4b3c-bca8-278a7549f736)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:08.706794 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022cf78-df72-4019-b8b2-2d6bef6991b4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Pushing event updated for resources: {'Subnet': ['ID=3794734b-aff3-415a-a172-4b9c6dbd62de,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:08.770065 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4d4648-f533-4e71-9f26-c0d081221606 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:08.770629 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4d4648-f533-4e71-9f26-c0d081221606 None None] Checking segment: {'id': '53d22bf0-091e-4356-bd63-315f4840e96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b2b3e286-a941-4c88-a3bb-4298dcd7fd59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:08.771158 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7a4d4648-f533-4e71-9f26-c0d081221606 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:08.771673 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4d4648-f533-4e71-9f26-c0d081221606 None None] Bound using segment: {'id': '53d22bf0-091e-4356-bd63-315f4840e96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b2b3e286-a941-4c88-a3bb-4298dcd7fd59'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:08.772253 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7a4d4648-f533-4e71-9f26-c0d081221606 None None] Bound port: 7685f07c-fa09-412b-97af-149f3e24ad6b, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d22bf0-091e-4356-bd63-315f4840e96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b2b3e286-a941-4c88-a3bb-4298dcd7fd59'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:08.772819 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7a4d4648-f533-4e71-9f26-c0d081221606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:08.773537 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-6933de45-1ccb-4c5f-9847-1be7b1022275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb7c55e-dc76-4a45-845c-bd17077d1dbf', 'name': 'tempest-ServersTestManualDisk-530632530-router', 'tenant_id': 'fc9a14069b7d453d893c68490bc70d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '5eadadb3-9df6-48ab-920e-7feed5d98987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:53Z', 'updated_at': '2021-12-10T18:38:02Z', 'revision_number': 4, 'project_id': 'fc9a14069b7d453d893c68490bc70d5d', 'gw_port': {'id': '5eadadb3-9df6-48ab-920e-7feed5d98987', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb7c55e-dc76-4a45-845c-bd17077d1dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:55Z', 'updated_at': '2021-12-10T18:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '42a5fe3d-ae35-4140-8078-5b6fc8844f79', 'name': '', 'network_id': '372806dd-851c-46b6-baf2-035c88392be7', 'tenant_id': 'fc9a14069b7d453d893c68490bc70d5d', 'mac_address': 'fa:16:3e:7a:ff:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb7c55e-dc76-4a45-845c-bd17077d1dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'c3875c99-a0e6-49d3-b630-6d772fc4d041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:01Z', 'updated_at': '2021-12-10T18:38:07Z', 'revision_number': 4, 'project_id': 'fc9a14069b7d453d893c68490bc70d5d', 'subnets': [{'id': 'c3875c99-a0e6-49d3-b630-6d772fc4d041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:08.774894 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25195308-8c82-4a44-86ba-0d7e92bfc612 req-d5db1b57-e2c4-4f03-8000-fbc7575d2b1f tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:08.785737 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-25195308-8c82-4a44-86ba-0d7e92bfc612 req-d5db1b57-e2c4-4f03-8000-fbc7575d2b1f tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 945 time: 0.2758858 Dec 10 18:38:08.791423 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=ed2568b4-7412-40d3-84a1-51c2718451b3,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:08.808979 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a022cf78-df72-4019-b8b2-2d6bef6991b4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Checking segment: {'id': 'e05948e1-9161-48ed-b4af-bc8e75a07feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f30c8744-62ec-4c03-ba22-87870e9a413d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:08.809340 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a022cf78-df72-4019-b8b2-2d6bef6991b4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Network hostable DHCP agents. Network: f30c8744-62ec-4c03-ba22-87870e9a413d, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:38:08.851336 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6933de45-1ccb-4c5f-9847-1be7b1022275 None None] The sync data for ids ['8bb7c55e-dc76-4a45-845c-bd17077d1dbf'] in n-d-821435-1 is: [{'id': '8bb7c55e-dc76-4a45-845c-bd17077d1dbf', 'name': 'tempest-ServersTestManualDisk-530632530-router', 'tenant_id': 'fc9a14069b7d453d893c68490bc70d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '5eadadb3-9df6-48ab-920e-7feed5d98987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:53Z', 'updated_at': '2021-12-10T18:38:02Z', 'revision_number': 4, 'project_id': 'fc9a14069b7d453d893c68490bc70d5d', 'gw_port': {'id': '5eadadb3-9df6-48ab-920e-7feed5d98987', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb7c55e-dc76-4a45-845c-bd17077d1dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:55Z', 'updated_at': '2021-12-10T18:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '42a5fe3d-ae35-4140-8078-5b6fc8844f79', 'name': '', 'network_id': '372806dd-851c-46b6-baf2-035c88392be7', 'tenant_id': 'fc9a14069b7d453d893c68490bc70d5d', 'mac_address': 'fa:16:3e:7a:ff:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb7c55e-dc76-4a45-845c-bd17077d1dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'c3875c99-a0e6-49d3-b630-6d772fc4d041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:01Z', 'updated_at': '2021-12-10T18:38:07Z', 'revision_number': 4, 'project_id': 'fc9a14069b7d453d893c68490bc70d5d', 'subnets': [{'id': 'c3875c99-a0e6-49d3-b630-6d772fc4d041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:38:08.856296 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7a4d4648-f533-4e71-9f26-c0d081221606 None None] For port 7685f07c-fa09-412b-97af-149f3e24ad6b, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:08.861229 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7a4d4648-f533-4e71-9f26-c0d081221606 None None] For port 7685f07c-fa09-412b-97af-149f3e24ad6b, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=7685f07c-fa09-412b-97af-149f3e24ad6b,segment=NetworkSegment(53d22bf0-091e-4356-bd63-315f4840e96e),segment_id=53d22bf0-091e-4356-bd63-315f4840e96e)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:08.863338 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-81a8c91f-e76b-4d12-bab7-1f95268c690b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:08.870622 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7a4d4648-f533-4e71-9f26-c0d081221606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:08.886230 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0e034-fa1a-4351-9c1b-be17e5b41a4a req-c8a1b14c-eade-4c05-ada4-bc33f9969c4a tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:08.891128 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e4a0e034-fa1a-4351-9c1b-be17e5b41a4a req-c8a1b14c-eade-4c05-ada4-bc33f9969c4a tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 950 time: 0.2774525 Dec 10 18:38:08.939232 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a022cf78-df72-4019-b8b2-2d6bef6991b4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Network f30c8744-62ec-4c03-ba22-87870e9a413d is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:38:08.975792 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-25195308-8c82-4a44-86ba-0d7e92bfc612 req-a1eb13ec-8447-4433-ae2b-76bd8c40318e tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890652 Dec 10 18:38:08.989915 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-a022cf78-df72-4019-b8b2-2d6bef6991b4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, f30c8744-62ec-4c03-ba22-87870e9a413d) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:09.001292 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a022cf78-df72-4019-b8b2-2d6bef6991b4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:09.016812 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a022cf78-df72-4019-b8b2-2d6bef6991b4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:09.043353 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbce15d-1448-4b46-a68a-45e42831bd34 None None] Network f30c8744-62ec-4c03-ba22-87870e9a413d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:09.090125 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [req-6047a8d7-f30f-41ab-94d4-a148778530bf req-126c1503-798c-4ce2-99a7-03b89836623e tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] show failed (client error): The resource could not be found. Dec 10 18:38:09.091336 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6047a8d7-f30f-41ab-94d4-a148778530bf req-126c1503-798c-4ce2-99a7-03b89836623e tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups/39cf90b7-7614-40ca-a9ff-429f504b89df HTTP/1.1" status: 404 len: 352 time: 0.0477309 Dec 10 18:38:09.101304 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a022cf78-df72-4019-b8b2-2d6bef6991b4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8499966 Dec 10 18:38:09.106094 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52710) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:09.125704 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-49d6b2e9-bc01-4d6b-9f6b-d02dc27c5ba1 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Request body: {'port': {'network_id': 'b2b3e286-a941-4c88-a3bb-4298dcd7fd59', 'name': 'tempest-TaggedBootDevicesTest_v242-915639918', 'fixed_ips': [{'subnet_id': '237ae5dd-0fd9-41fa-a8f5-5de6696f10ce'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:09.147140 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a8c91f-e76b-4d12-bab7-1f95268c690b None None] Pushing event updated for resources: {'Port': ['ID=42a5fe3d-ae35-4140-8078-5b6fc8844f79,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:09.349544 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e2d72a5-a028-46d1-826a-a2ab0e4ac050 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:09.388585 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-65bda9be-7ff6-4583-a372-4e92132e81d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:09.441086 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e2d72a5-a028-46d1-826a-a2ab0e4ac050 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:09.473127 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e4a0e034-fa1a-4351-9c1b-be17e5b41a4a req-a1061ed0-8c9c-49c7-8ec8-0efb813f63f5 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5665734 Dec 10 18:38:09.562078 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b323323-3bb9-481f-9aea-fd99a47c816c req-f3d3c42c-83e9-4cae-ac65-96c2139b065a tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:09.563715 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5b323323-3bb9-481f-9aea-fd99a47c816c req-f3d3c42c-83e9-4cae-ac65-96c2139b065a tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=956fa0ee-2345-4cc9-b91b-5a88aa24d30f HTTP/1.1" status: 200 len: 945 time: 0.2769659 Dec 10 18:38:09.609438 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d4648-f533-4e71-9f26-c0d081221606 None None] Pushing event updated for resources: {'Port': ['ID=7685f07c-fa09-412b-97af-149f3e24ad6b,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:09.615144 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bda9be-7ff6-4583-a372-4e92132e81d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f14d474-2250-4597-91ea-790f495477f9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:09.627999 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c098c1-34f3-4bbe-81ff-7676108c4534 x-openstack-request-id: req-74c098c1-34f3-4bbe-81ff-7676108c4534 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:38:09.628912 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43645557-f91a-472b-9402-c3812aa3aa0d", "name": "network-vif-plugged", "status": "completed", "tag": "ed2568b4-7412-40d3-84a1-51c2718451b3", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:38:09.628912 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-74c098c1-34f3-4bbe-81ff-7676108c4534 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:38:09.635842 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43645557-f91a-472b-9402-c3812aa3aa0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed2568b4-7412-40d3-84a1-51c2718451b3', 'code': 200} Dec 10 18:38:09.636343 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-976e92f2-16cd-418c-a1d2-be21fe1c8b77 None None] Provisioning complete for port 42a5fe3d-ae35-4140-8078-5b6fc8844f79 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:09.636753 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-976e92f2-16cd-418c-a1d2-be21fe1c8b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:09.689918 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d6b2e9-bc01-4d6b-9f6b-d02dc27c5ba1 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Made reservation on behalf of aee8c10e35be45139294abc10d1eada2 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:09.788537 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e2d72a5-a028-46d1-826a-a2ab0e4ac050 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:09.795460 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1e2d72a5-a028-46d1-826a-a2ab0e4ac050 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3427732 Dec 10 18:38:09.801879 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52718) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:09.842259 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-022e7cfb-32f1-4b3e-9a79-dadf1e23f177 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Request body: {'security_group_rule': {'security_group_id': 'ba14aef2-6643-4faa-847d-44c29793ef89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:09.862858 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5b323323-3bb9-481f-9aea-fd99a47c816c req-d2c42aa1-d7ae-44cf-a80e-6cf2d1a53748 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839518 Dec 10 18:38:09.921984 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bc33f5-b782-4657-864d-81b4013233ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-f30c8744-62ec-4c03-ba22-87870e9a413d', 'network_id': 'f30c8744-62ec-4c03-ba22-87870e9a413d', 'project_id': 'aee8c10e35be45139294abc10d1eada2', 'fixed_ips': [{'subnet_id': '3794734b-aff3-415a-a172-4b9c6dbd62de'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:38:09.929478 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d3bc33f5-b782-4657-864d-81b4013233ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:10.020203 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-49d6b2e9-bc01-4d6b-9f6b-d02dc27c5ba1 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:10.091488 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-49d6b2e9-bc01-4d6b-9f6b-d02dc27c5ba1 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] device_id is not set on port 584cf1dd-1af4-46a0-83d5-636ef55fe320 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:38:10.191425 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52724) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:10.548864 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5106d-7c64-42f5-a05e-e1448dd5acdf req-40e0a21f-d7c3-4f59-b3bc-9fd2d3ea054e tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:10.553400 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-d3bc33f5-b782-4657-864d-81b4013233ce None None] Allocated IP 10.2.2.2 (f30c8744-62ec-4c03-ba22-87870e9a413d/3794734b-aff3-415a-a172-4b9c6dbd62de/3b76845a-0ad5-406d-b0f6-7a6aea7174f3) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:10.558626 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-71f5106d-7c64-42f5-a05e-e1448dd5acdf req-40e0a21f-d7c3-4f59-b3bc-9fd2d3ea054e tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 945 time: 0.4072106 Dec 10 18:38:10.593964 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 7685f07c-fa09-412b-97af-149f3e24ad6b up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:10.599652 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33a1d797-bbda-4fbb-97e9-85b66c94d3be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:10.732615 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-49d6b2e9-bc01-4d6b-9f6b-d02dc27c5ba1 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Allocated IP 10.1.1.13 (b2b3e286-a941-4c88-a3bb-4298dcd7fd59/237ae5dd-0fd9-41fa-a8f5-5de6696f10ce/584cf1dd-1af4-46a0-83d5-636ef55fe320) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:10.786009 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-71f5106d-7c64-42f5-a05e-e1448dd5acdf req-99ccce98-4e12-485a-b19a-3389295a574e tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261739 Dec 10 18:38:10.861795 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d72a5-a028-46d1-826a-a2ab0e4ac050 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba14aef2-6643-4faa-847d-44c29793ef89,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:10.953916 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 7685f07c-fa09-412b-97af-149f3e24ad6b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:10.954434 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.072385 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c2e8e1-2133-4c40-8e2a-d1053ab1e83f None None] Network b2b3e286-a941-4c88-a3bb-4298dcd7fd59 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:11.085475 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33a1d797-bbda-4fbb-97e9-85b66c94d3be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.096053 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33a1d797-bbda-4fbb-97e9-85b66c94d3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.184101 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec5eed-17d2-4c78-acd3-4ae5bd347495 req-d131eca2-bbed-4007-9311-8b36b2e63d07 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:11.191799 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ceec5eed-17d2-4c78-acd3-4ae5bd347495 req-d131eca2-bbed-4007-9311-8b36b2e63d07 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 950 time: 0.1778154 Dec 10 18:38:11.194347 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a1d797-bbda-4fbb-97e9-85b66c94d3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee499377-f667-4716-b657-2ac8c9448291,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:11.196918 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.202539 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-33a1d797-bbda-4fbb-97e9-85b66c94d3be admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=402e227651bb41b4853281166f7aacb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9724143 Dec 10 18:38:11.204171 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52732) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:11.237988 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-49d6b2e9-bc01-4d6b-9f6b-d02dc27c5ba1 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.257875 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d3bc33f5-b782-4657-864d-81b4013233ce None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.290673 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-022e7cfb-32f1-4b3e-9a79-dadf1e23f177 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.313080 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 7685f07c-fa09-412b-97af-149f3e24ad6b, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=7685f07c-fa09-412b-97af-149f3e24ad6b,segment=NetworkSegment(53d22bf0-091e-4356-bd63-315f4840e96e),segment_id=53d22bf0-091e-4356-bd63-315f4840e96e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:11.314280 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3fb71e3e-9280-478d-8f41-e93524b3d8d9 None None] Provisioning complete for port 7685f07c-fa09-412b-97af-149f3e24ad6b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:11.314833 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3fb71e3e-9280-478d-8f41-e93524b3d8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.323030 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9df5fa17-f7fe-4c2a-8050-81341dd19476 req-39bd2738-265a-4bb5-a0bd-208c021328ae tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d8f8fed500bb4fe68eeb78467c0fb87d HTTP/1.1" status: 200 len: 6198 time: 1.7113748 Dec 10 18:38:11.334719 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.335659 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 42a5fe3d-ae35-4140-8078-5b6fc8844f79 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:11.353030 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ceec5eed-17d2-4c78-acd3-4ae5bd347495 req-e6d24799-b441-4a79-8c29-faa68ffce5f9 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544485 Dec 10 18:38:11.375713 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-74d2ca55-abd2-47b0-afc0-039970ff595a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.379708 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d3bc33f5-b782-4657-864d-81b4013233ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.419275 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-49d6b2e9-bc01-4d6b-9f6b-d02dc27c5ba1 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.479477 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-74d2ca55-abd2-47b0-afc0-039970ff595a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.491091 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bc33f5-b782-4657-864d-81b4013233ce None None] Network f30c8744-62ec-4c03-ba22-87870e9a413d is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:11.510889 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-d3bc33f5-b782-4657-864d-81b4013233ce None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:11.515727 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bc33f5-b782-4657-864d-81b4013233ce None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:11.523109 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9df5fa17-f7fe-4c2a-8050-81341dd19476 req-c560ffea-2fb9-4cf3-9419-1eb2e919e658 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups/530e6bf5-f83e-4ce8-a8ff-bcd4a8ac0b1c HTTP/1.1" status: 200 len: 2998 time: 0.1989322 Dec 10 18:38:11.551867 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d6b2e9-bc01-4d6b-9f6b-d02dc27c5ba1 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Network b2b3e286-a941-4c88-a3bb-4298dcd7fd59 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:11.570585 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-49d6b2e9-bc01-4d6b-9f6b-d02dc27c5ba1 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:11.573554 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d6b2e9-bc01-4d6b-9f6b-d02dc27c5ba1 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Pushing event updated for resources: {'Port': ['ID=584cf1dd-1af4-46a0-83d5-636ef55fe320,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:11.577202 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d6b2e9-bc01-4d6b-9f6b-d02dc27c5ba1 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:11.604928 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-022e7cfb-32f1-4b3e-9a79-dadf1e23f177 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.613637 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 636fc4e2-41e0-4432-847d-4011e448fedf details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:38:11.621829 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 42a5fe3d-ae35-4140-8078-5b6fc8844f79 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:11.622219 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.633014 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-022e7cfb-32f1-4b3e-9a79-dadf1e23f177 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.652417 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=7685f07c-fa09-412b-97af-149f3e24ad6b,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:11.658439 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-65bda9be-7ff6-4583-a372-4e92132e81d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.668654 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-022e7cfb-32f1-4b3e-9a79-dadf1e23f177 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.673757 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-022e7cfb-32f1-4b3e-9a79-dadf1e23f177 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8505630 Dec 10 18:38:11.679882 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52736) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:11.695422 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9df5fa17-f7fe-4c2a-8050-81341dd19476 req-aee6e389-73ab-4949-8471-6da198ee06f6 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups/530e6bf5-f83e-4ce8-a8ff-bcd4a8ac0b1c HTTP/1.1" status: 200 len: 2998 time: 0.1713431 Dec 10 18:38:11.727631 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-08d9d79a-dba4-4010-bad8-6a618438b80a tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Request body: {'security_group_rule': {'security_group_id': 'ba14aef2-6643-4faa-847d-44c29793ef89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:11.752788 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e7cfb-32f1-4b3e-9a79-dadf1e23f177 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=978e5784-9cb5-4800-8cb7-d3e9eac8d96b,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:11.760418 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc33f5-b782-4657-864d-81b4013233ce None None] Pushing event updated for resources: {'Port': ['ID=3b76845a-0ad5-406d-b0f6-7a6aea7174f3,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:11.822490 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d3bc33f5-b782-4657-864d-81b4013233ce None None] Attempting to bind port 3b76845a-0ad5-406d-b0f6-7a6aea7174f3 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:11.822866 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d3bc33f5-b782-4657-864d-81b4013233ce None None] Attempting to bind port 3b76845a-0ad5-406d-b0f6-7a6aea7174f3 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'e05948e1-9161-48ed-b4af-bc8e75a07feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f30c8744-62ec-4c03-ba22-87870e9a413d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:11.823239 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bc33f5-b782-4657-864d-81b4013233ce None None] Attempting to bind port 3b76845a-0ad5-406d-b0f6-7a6aea7174f3 on network f30c8744-62ec-4c03-ba22-87870e9a413d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:11.846218 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc9c14-8ed2-44bf-bdd4-3b2aa0739f83 req-fd7751b0-ee3c-4d7f-bf6a-0d8961ffaab4 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:11.854781 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-84fc9c14-8ed2-44bf-bdd4-3b2aa0739f83 req-fd7751b0-ee3c-4d7f-bf6a-0d8961ffaab4 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=956fa0ee-2345-4cc9-b91b-5a88aa24d30f HTTP/1.1" status: 200 len: 945 time: 0.3722892 Dec 10 18:38:11.894019 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-74d2ca55-abd2-47b0-afc0-039970ff595a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.897409 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bc33f5-b782-4657-864d-81b4013233ce None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:11.897821 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bc33f5-b782-4657-864d-81b4013233ce None None] Checking segment: {'id': 'e05948e1-9161-48ed-b4af-bc8e75a07feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f30c8744-62ec-4c03-ba22-87870e9a413d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:11.898269 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d3bc33f5-b782-4657-864d-81b4013233ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.898670 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bc33f5-b782-4657-864d-81b4013233ce None None] Bound using segment: {'id': 'e05948e1-9161-48ed-b4af-bc8e75a07feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f30c8744-62ec-4c03-ba22-87870e9a413d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:11.899211 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d3bc33f5-b782-4657-864d-81b4013233ce None None] Bound port: 3b76845a-0ad5-406d-b0f6-7a6aea7174f3, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e05948e1-9161-48ed-b4af-bc8e75a07feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f30c8744-62ec-4c03-ba22-87870e9a413d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:11.900383 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d3bc33f5-b782-4657-864d-81b4013233ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.906462 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-74d2ca55-abd2-47b0-afc0-039970ff595a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.908019 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-74d2ca55-abd2-47b0-afc0-039970ff595a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ee499377-f667-4716-b657-2ac8c9448291 HTTP/1.1" status: 204 len: 168 time: 0.6900094 Dec 10 18:38:11.929007 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d6b2e9-bc01-4d6b-9f6b-d02dc27c5ba1 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:11.935774 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-49d6b2e9-bc01-4d6b-9f6b-d02dc27c5ba1 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.009139 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2ca55-abd2-47b0-afc0-039970ff595a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee499377-f667-4716-b657-2ac8c9448291,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:12.044934 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-49d6b2e9-bc01-4d6b-9f6b-d02dc27c5ba1 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.9263968 Dec 10 18:38:12.048011 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52744) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:12.055915 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08d9d79a-dba4-4010-bad8-6a618438b80a tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.065072 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f217eb12-8f3f-4ceb-9e15-f51cce02e95a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Request body: {'port': {'network_id': 'b2b3e286-a941-4c88-a3bb-4298dcd7fd59', 'name': 'tempest-TaggedBootDevicesTest_v242-907953567', 'fixed_ips': [{'subnet_id': '237ae5dd-0fd9-41fa-a8f5-5de6696f10ce'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:12.189990 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 636fc4e2-41e0-4432-847d-4011e448fedf, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=636fc4e2-41e0-4432-847d-4011e448fedf,segment=NetworkSegment(68572a96-1438-4984-beb8-3a086b879b0d),segment_id=68572a96-1438-4984-beb8-3a086b879b0d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:12.193534 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-84fc9c14-8ed2-44bf-bdd4-3b2aa0739f83 req-75b0ea32-736d-4615-b298-d0e2131cf0d9 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374567 Dec 10 18:38:12.216866 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '636fc4e2-41e0-4432-847d-4011e448fedf', 'network_id': 'c537dae7-2652-44de-bf9a-a95ab199afc8', 'port_id': '636fc4e2-41e0-4432-847d-4011e448fedf', 'mac_address': 'fa:16:3e:81:81:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd091c115-7987-40eb-888c-00ac7fa6c016', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:38:12.218854 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d3bc33f5-b782-4657-864d-81b4013233ce None None] For port 3b76845a-0ad5-406d-b0f6-7a6aea7174f3, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:12.228941 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08d9d79a-dba4-4010-bad8-6a618438b80a tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.239205 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d3bc33f5-b782-4657-864d-81b4013233ce None None] For port 3b76845a-0ad5-406d-b0f6-7a6aea7174f3, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=3b76845a-0ad5-406d-b0f6-7a6aea7174f3,segment=NetworkSegment(e05948e1-9161-48ed-b4af-bc8e75a07feb),segment_id=e05948e1-9161-48ed-b4af-bc8e75a07feb)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:12.241499 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ff1586e6-6afa-4c5a-a60c-52a29f1eb476 None None] Provisioning complete for port 7685f07c-fa09-412b-97af-149f3e24ad6b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:12.242097 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ff1586e6-6afa-4c5a-a60c-52a29f1eb476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.254980 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-8b34a8cd-3cc5-4138-9d21-4741f4fbe878 req-eb128898-6fa0-4187-8717-d6bf47bc677b tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1986049846', 'description': 'tempest-description-538774573'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:12.259100 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08d9d79a-dba4-4010-bad8-6a618438b80a tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.285607 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895074e3-26e6-4161-8570-315ba20afc98 req-4deea34f-8cbd-4c2d-945f-834e39cd9b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:12.287167 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-895074e3-26e6-4161-8570-315ba20afc98 req-4deea34f-8cbd-4c2d-945f-834e39cd9b80 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f5421d821ae4626b82959b6edcb39c9&device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 1096 time: 0.5500965 Dec 10 18:38:12.308318 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8b34a8cd-3cc5-4138-9d21-4741f4fbe878 req-eb128898-6fa0-4187-8717-d6bf47bc677b tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.314222 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10a4dd-04da-46d0-8a8d-0f58872d5079 req-198dc0bf-dd27-4e20-b772-6d01da5bd8b9 tempest-MigrationsAdminTest-131387736 tempest-MigrationsAdminTest-131387736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:12.322468 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bb10a4dd-04da-46d0-8a8d-0f58872d5079 req-198dc0bf-dd27-4e20-b772-6d01da5bd8b9 tempest-MigrationsAdminTest-131387736 tempest-MigrationsAdminTest-131387736-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 1101 time: 0.4885483 Dec 10 18:38:12.377249 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9d79a-dba4-4010-bad8-6a618438b80a tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e4792c-9164-49fb-93de-86936da932f7,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:12.475173 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 7685f07c-fa09-412b-97af-149f3e24ad6b up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:12.477385 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08d9d79a-dba4-4010-bad8-6a618438b80a tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.481357 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-08d9d79a-dba4-4010-bad8-6a618438b80a tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7803135 Dec 10 18:38:12.482720 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.485056 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d3bc33f5-b782-4657-864d-81b4013233ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.513915 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8b34a8cd-3cc5-4138-9d21-4741f4fbe878 req-eb128898-6fa0-4187-8717-d6bf47bc677b tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.517000 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52752) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:12.518135 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f217eb12-8f3f-4ceb-9e15-f51cce02e95a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Made reservation on behalf of aee8c10e35be45139294abc10d1eada2 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:12.527836 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f217eb12-8f3f-4ceb-9e15-f51cce02e95a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.537235 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ecd69200-00d1-4efd-afd3-24cd90fbcfe9 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:12.543201 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8b34a8cd-3cc5-4138-9d21-4741f4fbe878 req-eb128898-6fa0-4187-8717-d6bf47bc677b tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.579718 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8b34a8cd-3cc5-4138-9d21-4741f4fbe878 req-eb128898-6fa0-4187-8717-d6bf47bc677b tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.581783 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8b34a8cd-3cc5-4138-9d21-4741f4fbe878 req-eb128898-6fa0-4187-8717-d6bf47bc677b tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3324170 Dec 10 18:38:12.604790 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-f217eb12-8f3f-4ceb-9e15-f51cce02e95a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] device_id is not set on port 4cd87cf1-713c-4dfd-9955-0162d0cdc6ec yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:38:12.696599 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 636fc4e2-41e0-4432-847d-4011e448fedf {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:38:12.765013 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc33f5-b782-4657-864d-81b4013233ce None None] Pushing event updated for resources: {'Port': ['ID=3b76845a-0ad5-406d-b0f6-7a6aea7174f3,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:12.791921 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 636fc4e2-41e0-4432-847d-4011e448fedf, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=636fc4e2-41e0-4432-847d-4011e448fedf,segment=NetworkSegment(68572a96-1438-4984-beb8-3a086b879b0d),segment_id=68572a96-1438-4984-beb8-3a086b879b0d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:12.792682 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bb10a4dd-04da-46d0-8a8d-0f58872d5079 req-e294e56a-afc7-4c54-85fa-b46a16d9e235 tempest-MigrationsAdminTest-131387736 tempest-MigrationsAdminTest-131387736-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4692242 Dec 10 18:38:12.823657 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.828844 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 7685f07c-fa09-412b-97af-149f3e24ad6b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:12.830885 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.878547 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-814735bc-ed02-40b4-9ca0-3b51e55187fe req-9e04e8c3-2f04-4638-a7b1-9efb1b23a84e tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2065319271', 'description': 'tempest-description-732136950'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:12.904887 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895074e3-26e6-4161-8570-315ba20afc98 req-ed0cb9e4-ce06-45cb-a18b-2a36036993b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:12.906321 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-895074e3-26e6-4161-8570-315ba20afc98 req-ed0cb9e4-ce06-45cb-a18b-2a36036993b4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 HTTP/1.1" status: 200 len: 913 time: 0.5800707 Dec 10 18:38:13.050224 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-895074e3-26e6-4161-8570-315ba20afc98 req-74950f5c-4fda-4422-8d86-934751a3be8d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46cba056-e2d2-42b7-becb-2fa9c0148f08 HTTP/1.1" status: 200 len: 217 time: 0.1356277 Dec 10 18:38:13.059851 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['636fc4e2-41e0-4432-847d-4011e448fedf'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:38:13.095595 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb128898-6fa0-4187-8717-d6bf47bc677b tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f80ab03-59ee-4b8b-931d-a86c9b640487,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:13.137901 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ecd69200-00d1-4efd-afd3-24cd90fbcfe9 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:13.157681 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65bda9be-7ff6-4583-a372-4e92132e81d2 admin admin] Router f69fd623-7966-4c58-aea3-8bb3deab2266 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:38:13.165956 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-814735bc-ed02-40b4-9ca0-3b51e55187fe req-9e04e8c3-2f04-4638-a7b1-9efb1b23a84e tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:13.178215 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895074e3-26e6-4161-8570-315ba20afc98 req-c31733ba-8c29-44be-a54f-168b82ba4f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:13.181041 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-895074e3-26e6-4161-8570-315ba20afc98 req-c31733ba-8c29-44be-a54f-168b82ba4f22 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b914d67e-99a3-4836-8560-8ad9054366d0 HTTP/1.1" status: 200 len: 852 time: 0.1181893 Dec 10 18:38:13.242155 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-895074e3-26e6-4161-8570-315ba20afc98 req-dd2f17d5-e831-4ff2-82cc-0aa2b058c97e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499854 Dec 10 18:38:13.251122 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d779d-9433-42ee-a4fd-0a919b90e020 req-23347382-d134-4007-bd29-7db258ae7456 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:13.260056 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6a8d779d-9433-42ee-a4fd-0a919b90e020 req-23347382-d134-4007-bd29-7db258ae7456 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 945 time: 0.3068011 Dec 10 18:38:13.283379 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=636fc4e2-41e0-4432-847d-4011e448fedf,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:13.355510 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-f217eb12-8f3f-4ceb-9e15-f51cce02e95a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Allocated IP 10.1.1.207 (b2b3e286-a941-4c88-a3bb-4298dcd7fd59/237ae5dd-0fd9-41fa-a8f5-5de6696f10ce/4cd87cf1-713c-4dfd-9955-0162d0cdc6ec) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:13.417887 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c5c20af3-8a5b-483b-bc7e-bd1a2da61ed9 None None] Provisioning complete for port 584cf1dd-1af4-46a0-83d5-636ef55fe320 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:13.418599 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c5c20af3-8a5b-483b-bc7e-bd1a2da61ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:13.443248 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6a8d779d-9433-42ee-a4fd-0a919b90e020 req-f194a397-2ffd-4d87-8994-932b5851f1f6 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762977 Dec 10 18:38:13.502592 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c5c20af3-8a5b-483b-bc7e-bd1a2da61ed9 None None] Port 584cf1dd-1af4-46a0-83d5-636ef55fe320 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:13.538349 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-895074e3-26e6-4161-8570-315ba20afc98 req-8cfde9c2-b96b-43f1-9691-69132c3eed17 service neutron] 10.222.0.46 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836571 Dec 10 18:38:13.590308 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-814735bc-ed02-40b4-9ca0-3b51e55187fe req-9e04e8c3-2f04-4638-a7b1-9efb1b23a84e tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:13.634257 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 636fc4e2-41e0-4432-847d-4011e448fedf up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:13.635045 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bda9be-7ff6-4583-a372-4e92132e81d2 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:38:13.659126 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52776) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:13.661075 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-65bda9be-7ff6-4583-a372-4e92132e81d2 admin admin] 10.222.0.62 "PUT /v2.0/routers/f69fd623-7966-4c58-aea3-8bb3deab2266/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7860544 Dec 10 18:38:13.694206 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67a65d3-0ae4-43bf-b882-f242b50cd60a None None] Sync routers for ids ['f69fd623-7966-4c58-aea3-8bb3deab2266'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:38:13.713048 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ecd69200-00d1-4efd-afd3-24cd90fbcfe9 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:13.733853 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67a65d3-0ae4-43bf-b882-f242b50cd60a None None] Routers {'f69fd623-7966-4c58-aea3-8bb3deab2266'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:13.734562 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e67a65d3-0ae4-43bf-b882-f242b50cd60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:37:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['f69fd623-7966-4c58-aea3-8bb3deab2266'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:13.740128 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-814735bc-ed02-40b4-9ca0-3b51e55187fe req-9e04e8c3-2f04-4638-a7b1-9efb1b23a84e tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:13.855480 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04e8c3-2f04-4638-a7b1-9efb1b23a84e tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8a8f15-6a4d-4941-80d9-2629f21bec6f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:13.874225 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 636fc4e2-41e0-4432-847d-4011e448fedf triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:13.874743 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:13.911348 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-814735bc-ed02-40b4-9ca0-3b51e55187fe req-9e04e8c3-2f04-4638-a7b1-9efb1b23a84e tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:13.912823 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-814735bc-ed02-40b4-9ca0-3b51e55187fe req-9e04e8c3-2f04-4638-a7b1-9efb1b23a84e tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.0455022 Dec 10 18:38:14.054358 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-895074e3-26e6-4161-8570-315ba20afc98 req-6034d959-c35d-4674-8e19-fb89d03544f7 service neutron] 10.222.0.46 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5011654 Dec 10 18:38:14.138552 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7a9f6-1808-4101-908a-c6dd5b7b4823 req-ecc1775d-73c1-417d-9fc7-9c8c134fc855 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:14.147170 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-48f7a9f6-1808-4101-908a-c6dd5b7b4823 req-ecc1775d-73c1-417d-9fc7-9c8c134fc855 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=956fa0ee-2345-4cc9-b91b-5a88aa24d30f HTTP/1.1" status: 200 len: 944 time: 0.4499855 Dec 10 18:38:14.206250 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fbac7257-7977-4542-8d48-0393ab00c270 req-18e3a762-d15f-4546-941a-f2ad2fb703aa tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4f1621867e3041c3a975a6622e21074f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0738842 Dec 10 18:38:14.277856 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f217eb12-8f3f-4ceb-9e15-f51cce02e95a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:14.289974 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-72d34fb9-17d5-4016-bde6-c9daa120e057 admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:14.376892 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-e67a65d3-0ae4-43bf-b882-f242b50cd60a None None] Set router f69fd623-7966-4c58-aea3-8bb3deab2266 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:14.465688 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-ecd69200-00d1-4efd-afd3-24cd90fbcfe9 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Allocated IP 172.25.7.50 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/6fdd32ec-c4fc-4bd2-860a-21d1c2275a56) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:14.471765 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6b2448-876e-4795-98ef-0360266f4e19 None None] Network f30c8744-62ec-4c03-ba22-87870e9a413d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:14.532888 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 3b76845a-0ad5-406d-b0f6-7a6aea7174f3 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:14.536206 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac7257-7977-4542-8d48-0393ab00c270 req-4babc118-0283-469b-ad85-269818d42abe tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:14.550830 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fbac7257-7977-4542-8d48-0393ab00c270 req-4babc118-0283-469b-ad85-269818d42abe tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3187242 Dec 10 18:38:14.568596 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fbac7257-7977-4542-8d48-0393ab00c270 req-bbfcaecb-f45a-424a-a73f-119f845971fb tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/quotas/4f1621867e3041c3a975a6622e21074f HTTP/1.1" status: 200 len: 375 time: 0.0125816 Dec 10 18:38:14.609796 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ecd69200-00d1-4efd-afd3-24cd90fbcfe9 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:14.699282 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ecd69200-00d1-4efd-afd3-24cd90fbcfe9 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:14.758127 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fbac7257-7977-4542-8d48-0393ab00c270 req-1c2b5e57-e25e-4e24-8513-b7036e875980 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4f1621867e3041c3a975a6622e21074f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1672499 Dec 10 18:38:14.849707 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd69200-00d1-4efd-afd3-24cd90fbcfe9 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:14.860921 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-48f7a9f6-1808-4101-908a-c6dd5b7b4823 req-a40208fb-9157-4582-b3e1-e1c6aa5e47a8 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7123103 Dec 10 18:38:14.862006 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-ecd69200-00d1-4efd-afd3-24cd90fbcfe9 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:14.876402 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd69200-00d1-4efd-afd3-24cd90fbcfe9 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:14.945605 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd69200-00d1-4efd-afd3-24cd90fbcfe9 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Pushing event updated for resources: {'Port': ['ID=6fdd32ec-c4fc-4bd2-860a-21d1c2275a56,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:14.958834 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f217eb12-8f3f-4ceb-9e15-f51cce02e95a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:15.080526 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 3b76845a-0ad5-406d-b0f6-7a6aea7174f3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:15.080939 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:15.160229 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6c32a856-7fb5-4862-9b70-8c59ab127dbe None None] Provisioning complete for port 3b76845a-0ad5-406d-b0f6-7a6aea7174f3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:15.160471 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6c32a856-7fb5-4862-9b70-8c59ab127dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:15.233471 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:15.249832 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f217eb12-8f3f-4ceb-9e15-f51cce02e95a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Network b2b3e286-a941-4c88-a3bb-4298dcd7fd59 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:15.291709 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-f217eb12-8f3f-4ceb-9e15-f51cce02e95a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:15.342676 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416d8ae-ad56-4f2c-b3e0-913323e9ccb4 req-f00e263c-a6f7-439c-876b-54ac8eb72c3c tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:15.358544 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9416d8ae-ad56-4f2c-b3e0-913323e9ccb4 req-f00e263c-a6f7-439c-876b-54ac8eb72c3c tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 945 time: 0.1499646 Dec 10 18:38:15.390453 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f217eb12-8f3f-4ceb-9e15-f51cce02e95a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:15.536105 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9416d8ae-ad56-4f2c-b3e0-913323e9ccb4 req-334a95fb-8f1c-4228-86f9-de50301db6ee tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758142 Dec 10 18:38:15.591327 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-72d34fb9-17d5-4016-bde6-c9daa120e057 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:15.591599 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:15.611273 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f217eb12-8f3f-4ceb-9e15-f51cce02e95a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:15.611962 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f217eb12-8f3f-4ceb-9e15-f51cce02e95a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:15.642674 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ecd69200-00d1-4efd-afd3-24cd90fbcfe9 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:15.675122 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217eb12-8f3f-4ceb-9e15-f51cce02e95a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Pushing event updated for resources: {'Port': ['ID=4cd87cf1-713c-4dfd-9955-0162d0cdc6ec,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:15.729492 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 636fc4e2-41e0-4432-847d-4011e448fedf, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=636fc4e2-41e0-4432-847d-4011e448fedf,segment=NetworkSegment(68572a96-1438-4984-beb8-3a086b879b0d),segment_id=68572a96-1438-4984-beb8-3a086b879b0d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:15.753367 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956fa0ee-2345-4cc9-b91b-5a88aa24d30f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636fc4e2-41e0-4432-847d-4011e448fedf'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:38:15.756275 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af5c242-df3e-4615-bf32-94a8d258db15" -d '{"events": [{"server_uuid": "956fa0ee-2345-4cc9-b91b-5a88aa24d30f", "name": "network-vif-plugged", "status": "completed", "tag": "636fc4e2-41e0-4432-847d-4011e448fedf"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:38:15.781997 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d7b4cb9-5abf-4d5f-87d3-dd1005e4d31d req-7e5e4477-3770-4957-a2cd-48a7097a85c8 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 210 time: 0.1040471 Dec 10 18:38:15.839807 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:15.874841 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 3b76845a-0ad5-406d-b0f6-7a6aea7174f3, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=3b76845a-0ad5-406d-b0f6-7a6aea7174f3,segment=NetworkSegment(e05948e1-9161-48ed-b4af-bc8e75a07feb),segment_id=e05948e1-9161-48ed-b4af-bc8e75a07feb)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:15.894895 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e67a65d3-0ae4-43bf-b882-f242b50cd60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69fd623-7966-4c58-aea3-8bb3deab2266', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-231796955-router', 'tenant_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '49f49bd9-8769-404b-aa54-e5e582457e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:07Z', 'updated_at': '2021-12-10T18:38:08Z', 'revision_number': 5, 'project_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'gw_port': {'id': '49f49bd9-8769-404b-aa54-e5e582457e81', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69fd623-7966-4c58-aea3-8bb3deab2266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:09Z', 'updated_at': '2021-12-10T18:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:15.904444 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:15.945451 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f217eb12-8f3f-4ceb-9e15-f51cce02e95a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.8844228 Dec 10 18:38:15.978689 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67a65d3-0ae4-43bf-b882-f242b50cd60a None None] Checking router: f69fd623-7966-4c58-aea3-8bb3deab2266 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:38:16.002292 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-2b46e10c-39a0-41b3-b592-28a070773c97 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:16.003963 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-2b46e10c-39a0-41b3-b592-28a070773c97 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/networks?id=41e5955d-d904-4834-9fcc-cb65e702ceed HTTP/1.1" status: 200 len: 812 time: 0.9005592 Dec 10 18:38:16.020840 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3465db26-eab8-4c81-8507-a4f659caf3d8 x-openstack-request-id: req-3465db26-eab8-4c81-8507-a4f659caf3d8 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:38:16.021481 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956fa0ee-2345-4cc9-b91b-5a88aa24d30f", "name": "network-vif-plugged", "status": "completed", "tag": "636fc4e2-41e0-4432-847d-4011e448fedf", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:38:16.022083 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3465db26-eab8-4c81-8507-a4f659caf3d8 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:38:16.023066 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956fa0ee-2345-4cc9-b91b-5a88aa24d30f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636fc4e2-41e0-4432-847d-4011e448fedf', 'code': 200} Dec 10 18:38:16.035950 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67a65d3-0ae4-43bf-b882-f242b50cd60a None None] Routers {'f69fd623-7966-4c58-aea3-8bb3deab2266'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:16.037094 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e67a65d3-0ae4-43bf-b882-f242b50cd60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:37:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['f69fd623-7966-4c58-aea3-8bb3deab2266'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:16.055151 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ecd69200-00d1-4efd-afd3-24cd90fbcfe9 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:16.059253 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c2a34c1a-901b-4146-a372-45d8c5cb9d6a req-308c1904-536c-4f89-a2a7-7e18d91f99da service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3212736 Dec 10 18:38:16.118138 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-c1c49417-245e-4996-9f1a-bf147f1949b9 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/quotas/d8f8fed500bb4fe68eeb78467c0fb87d HTTP/1.1" status: 200 len: 375 time: 0.0975981 Dec 10 18:38:16.161462 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=636fc4e2-41e0-4432-847d-4011e448fedf,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:16.205816 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228059d4-9aab-4ce0-8103-e7eb9f1f99c1 req-da3c77e9-cdf6-41a4-afc8-2764128cffb7 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:16.220387 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-228059d4-9aab-4ce0-8103-e7eb9f1f99c1 req-da3c77e9-cdf6-41a4-afc8-2764128cffb7 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=956fa0ee-2345-4cc9-b91b-5a88aa24d30f HTTP/1.1" status: 200 len: 945 time: 0.1181874 Dec 10 18:38:16.292774 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-228059d4-9aab-4ce0-8103-e7eb9f1f99c1 req-7f06c8bb-5d9e-44b0-b0d7-4cffe6310d3d tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708351 Dec 10 18:38:16.326330 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-72d34fb9-17d5-4016-bde6-c9daa120e057 admin admin] Deleting port 49f49bd9-8769-404b-aa54-e5e582457e81 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:16.326962 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-72d34fb9-17d5-4016-bde6-c9daa120e057 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:16.456843 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-e67a65d3-0ae4-43bf-b882-f242b50cd60a None None] Set router f69fd623-7966-4c58-aea3-8bb3deab2266 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:16.483671 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-72d34fb9-17d5-4016-bde6-c9daa120e057 admin admin] For port 49f49bd9-8769-404b-aa54-e5e582457e81, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=49f49bd9-8769-404b-aa54-e5e582457e81,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:16.484126 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-72d34fb9-17d5-4016-bde6-c9daa120e057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:16.501486 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-72d34fb9-17d5-4016-bde6-c9daa120e057 admin admin] Calling delete_port for 49f49bd9-8769-404b-aa54-e5e582457e81 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:16.545295 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=3b76845a-0ad5-406d-b0f6-7a6aea7174f3,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:16.559487 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e67a65d3-0ae4-43bf-b882-f242b50cd60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69fd623-7966-4c58-aea3-8bb3deab2266', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-231796955-router', 'tenant_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:07Z', 'updated_at': '2021-12-10T18:38:15Z', 'revision_number': 6, 'project_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:16.659372 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67a65d3-0ae4-43bf-b882-f242b50cd60a None None] The sync data for ids ['f69fd623-7966-4c58-aea3-8bb3deab2266'] in n-d-821435-1 is: [{'id': 'f69fd623-7966-4c58-aea3-8bb3deab2266', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-231796955-router', 'tenant_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:07Z', 'updated_at': '2021-12-10T18:38:15Z', 'revision_number': 6, 'project_id': '7ebb97a4396b4aa980e8501ee73aa69a', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:38:16.677760 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1f97ed6b-0c01-40a9-b711-e86ccaf29228 None None] Provisioning complete for port 4cd87cf1-713c-4dfd-9955-0162d0cdc6ec triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:16.678528 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1f97ed6b-0c01-40a9-b711-e86ccaf29228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:16.738202 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-1f97ed6b-0c01-40a9-b711-e86ccaf29228 None None] Port 4cd87cf1-713c-4dfd-9955-0162d0cdc6ec cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:16.753673 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1f97ed6b-0c01-40a9-b711-e86ccaf29228 None None] Provisioning complete for port 3b76845a-0ad5-406d-b0f6-7a6aea7174f3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:16.755029 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1f97ed6b-0c01-40a9-b711-e86ccaf29228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:16.925966 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fbac7257-7977-4542-8d48-0393ab00c270 req-65965566-c538-4fc4-9916-5e2bc853212b tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=4f1621867e3041c3a975a6622e21074f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366523 Dec 10 18:38:17.088253 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52912) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:17.098177 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1eefd89a-b5a9-431b-8430-8025768f796f tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Request body: {'security_group': {'name': 'tempest-securitygroup--455974017', 'description': 'tempest-description--2040239733'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:17.228976 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1eefd89a-b5a9-431b-8430-8025768f796f tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:17.316286 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac7257-7977-4542-8d48-0393ab00c270 req-9a22e6de-9d5f-4d74-a18e-d3d41d9f736c tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:17.318533 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fbac7257-7977-4542-8d48-0393ab00c270 req-9a22e6de-9d5f-4d74-a18e-d3d41d9f736c tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3864532 Dec 10 18:38:17.342445 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-fbac7257-7977-4542-8d48-0393ab00c270 req-47d6bed8-28f1-43e5-bae7-21859d59057d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Request body: {'port': {'device_id': '7da0ba39-d6e7-4f69-885d-11920eb27b2c', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'admin_state_up': True, 'tenant_id': '4f1621867e3041c3a975a6622e21074f'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:17.409582 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a34c1a-901b-4146-a372-45d8c5cb9d6a req-44bfd418-2840-4463-ae36-a6fa5b48dd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:17.410023 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52920) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:17.411078 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c2a34c1a-901b-4146-a372-45d8c5cb9d6a req-44bfd418-2840-4463-ae36-a6fa5b48dd58 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f1621867e3041c3a975a6622e21074f&device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 1101 time: 1.2203240 Dec 10 18:38:17.441952 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632d511-dab4-46f7-968f-32be303ee47e req-bdb30a9d-4107-46e1-8944-82ac768e3285 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:17.444182 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-444f63a5-6e7d-4880-86b2-6edd237549a3 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d8f8fed500bb4fe68eeb78467c0fb87d&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2979505 Dec 10 18:38:17.450531 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3632d511-dab4-46f7-968f-32be303ee47e req-bdb30a9d-4107-46e1-8944-82ac768e3285 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 945 time: 0.2346685 Dec 10 18:38:17.557037 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1eefd89a-b5a9-431b-8430-8025768f796f tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:17.567252 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3632d511-dab4-46f7-968f-32be303ee47e req-a2850a7c-4a3d-45c0-b839-ede5570f8b83 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155853 Dec 10 18:38:17.573313 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1eefd89a-b5a9-431b-8430-8025768f796f tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:17.631317 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff772634-3b17-4668-b1f6-651449ab71a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:17.651894 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbac7257-7977-4542-8d48-0393ab00c270 req-47d6bed8-28f1-43e5-bae7-21859d59057d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Made reservation on behalf of 4f1621867e3041c3a975a6622e21074f for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:17.655618 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fbac7257-7977-4542-8d48-0393ab00c270 req-47d6bed8-28f1-43e5-bae7-21859d59057d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:17.665722 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eefd89a-b5a9-431b-8430-8025768f796f tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:17.669943 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1eefd89a-b5a9-431b-8430-8025768f796f tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:17.671239 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1eefd89a-b5a9-431b-8430-8025768f796f tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5788748 Dec 10 18:38:17.690429 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52932) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:17.700000 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-50f624bd-4971-412f-a416-b31fb1f79bb3 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Request body: {'security_group_rule': {'security_group_id': 'ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:17.709010 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ecd69200-00d1-4efd-afd3-24cd90fbcfe9 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:17.723545 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ecd69200-00d1-4efd-afd3-24cd90fbcfe9 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:17.725733 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0357ab0d-b88b-47c3-945d-47631fdc9734 req-b30f192b-7c5c-4868-bf2e-50ce26c83260 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 210 time: 0.0652394 Dec 10 18:38:17.813019 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a34c1a-901b-4146-a372-45d8c5cb9d6a req-0801b8d2-c84b-458d-8d46-3c5d5970759a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:17.814528 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c2a34c1a-901b-4146-a372-45d8c5cb9d6a req-0801b8d2-c84b-458d-8d46-3c5d5970759a service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.3536291 Dec 10 18:38:17.834602 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50f624bd-4971-412f-a416-b31fb1f79bb3 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:17.905171 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-f515a28f-5311-471e-9435-df9350db58dd service neutron] 10.222.0.62 "GET /v2.0/networks/41e5955d-d904-4834-9fcc-cb65e702ceed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600873 Dec 10 18:38:17.909072 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c2a34c1a-901b-4146-a372-45d8c5cb9d6a req-846f458d-198f-4893-97fd-cf63de8d3918 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=ed2568b4-7412-40d3-84a1-51c2718451b3 HTTP/1.1" status: 200 len: 217 time: 0.0656142 Dec 10 18:38:17.911520 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd69200-00d1-4efd-afd3-24cd90fbcfe9 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Pushing event updated for resources: {'Port': ['ID=6fdd32ec-c4fc-4bd2-860a-21d1c2275a56,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:17.927559 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-72d34fb9-17d5-4016-bde6-c9daa120e057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:17.975157 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff772634-3b17-4668-b1f6-651449ab71a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:17.985313 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ecd69200-00d1-4efd-afd3-24cd90fbcfe9 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:17.986301 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec5633-9657-4587-82aa-e3783e6bf121 req-5699d3a1-b2d6-4cf0-837f-6dcf8e824f1c tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:17.987893 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a0ec5633-9657-4587-82aa-e3783e6bf121 req-5699d3a1-b2d6-4cf0-837f-6dcf8e824f1c tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=956fa0ee-2345-4cc9-b91b-5a88aa24d30f HTTP/1.1" status: 200 len: 945 time: 0.1864669 Dec 10 18:38:17.996444 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff772634-3b17-4668-b1f6-651449ab71a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.031462 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d34fb9-17d5-4016-bde6-c9daa120e057 admin admin] Pushing event deleted for resources: {'Port': ['ID=49f49bd9-8769-404b-aa54-e5e582457e81,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:18.037353 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-fbac7257-7977-4542-8d48-0393ab00c270 req-47d6bed8-28f1-43e5-bae7-21859d59057d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Allocated IP 192.168.233.47 (c9403646-ab9b-4a0a-827b-6d4376246b64/ec05590b-5c35-4e58-9087-8773857a69b9/51f796ef-2718-4d1c-a386-cc5d625b4662) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:18.052767 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50f624bd-4971-412f-a416-b31fb1f79bb3 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.082866 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50f624bd-4971-412f-a416-b31fb1f79bb3 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.111084 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ecd69200-00d1-4efd-afd3-24cd90fbcfe9 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.112216 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ecd69200-00d1-4efd-afd3-24cd90fbcfe9 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5813806 Dec 10 18:38:18.114861 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ff772634-3b17-4668-b1f6-651449ab71a0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e6dfde915a794e74864ce14d2cd7b53a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7031817 Dec 10 18:38:18.124279 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52934) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:18.135125 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff772634-3b17-4668-b1f6-651449ab71a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d46b278-e8d5-4ad8-9621-80f9745b2c1f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:18.157630 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a34c1a-901b-4146-a372-45d8c5cb9d6a req-2dc28011-7506-44c2-a721-e5cd09fc0fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:18.159130 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c2a34c1a-901b-4146-a372-45d8c5cb9d6a req-2dc28011-7506-44c2-a721-e5cd09fc0fcc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.2287438 Dec 10 18:38:18.161726 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50f624bd-4971-412f-a416-b31fb1f79bb3 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.163294 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-50f624bd-4971-412f-a416-b31fb1f79bb3 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4705017 Dec 10 18:38:18.165410 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f624bd-4971-412f-a416-b31fb1f79bb3 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3982263-8d4e-4b91-a1c7-9f9108753686,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:18.167488 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52938) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:18.190166 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-846b0c9d-511a-47d7-9292-d4366fa1ade4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Request body: {'security_group_rule': {'security_group_id': 'ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:18.229368 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a0ec5633-9657-4587-82aa-e3783e6bf121 req-7bb57f79-3643-437e-9a0a-983df8010df4 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281032 Dec 10 18:38:18.306544 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-72d34fb9-17d5-4016-bde6-c9daa120e057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.308278 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 3b76845a-0ad5-406d-b0f6-7a6aea7174f3 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:18.315684 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-ba55444d-8cae-4b10-a206-a4888d42e03a service neutron] 10.222.0.62 "GET /v2.0/networks/41e5955d-d904-4834-9fcc-cb65e702ceed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972178 Dec 10 18:38:18.398580 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fbac7257-7977-4542-8d48-0393ab00c270 req-47d6bed8-28f1-43e5-bae7-21859d59057d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.432057 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 3b76845a-0ad5-406d-b0f6-7a6aea7174f3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:18.432438 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.437823 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-72d34fb9-17d5-4016-bde6-c9daa120e057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.440984 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-72d34fb9-17d5-4016-bde6-c9daa120e057 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.443640 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e3f4003-d5f1-43cd-919a-92e436d4c344 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.449511 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fbac7257-7977-4542-8d48-0393ab00c270 req-47d6bed8-28f1-43e5-bae7-21859d59057d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.450442 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a34c1a-901b-4146-a372-45d8c5cb9d6a req-d4f9f39b-19f4-495b-a3e2-8447ba83db21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:18.452106 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c2a34c1a-901b-4146-a372-45d8c5cb9d6a req-d4f9f39b-19f4-495b-a3e2-8447ba83db21 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2744751 Dec 10 18:38:18.468141 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0e4d8-c3c6-4cfa-a539-54dc385786f8 req-559c4c33-c8dc-485b-a4fd-df3482581247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:18.471702 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-efe0e4d8-c3c6-4cfa-a539-54dc385786f8 req-559c4c33-c8dc-485b-a4fd-df3482581247 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f5421d821ae4626b82959b6edcb39c9&device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 1096 time: 0.2503662 Dec 10 18:38:18.471917 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-846b0c9d-511a-47d7-9292-d4366fa1ade4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.539006 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6bed8-28f1-43e5-bae7-21859d59057d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Pushing event updated for resources: {'Port': ['ID=51f796ef-2718-4d1c-a386-cc5d625b4662,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:18.560553 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['ed2568b4-7412-40d3-84a1-51c2718451b3'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:38:18.565080 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbac7257-7977-4542-8d48-0393ab00c270 req-47d6bed8-28f1-43e5-bae7-21859d59057d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Network c9403646-ab9b-4a0a-827b-6d4376246b64 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:18.575002 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-fbac7257-7977-4542-8d48-0393ab00c270 req-47d6bed8-28f1-43e5-bae7-21859d59057d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:18.578421 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbac7257-7977-4542-8d48-0393ab00c270 req-47d6bed8-28f1-43e5-bae7-21859d59057d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:18.638928 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e3f4003-d5f1-43cd-919a-92e436d4c344 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.658491 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-72d34fb9-17d5-4016-bde6-c9daa120e057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.659027 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d34fb9-17d5-4016-bde6-c9daa120e057 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f69fd623-7966-4c58-aea3-8bb3deab2266 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:38:18.687033 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f9040e5f-5e4d-499c-a5e4-4f7a15c09661 req-a2589616-527a-4132-a859-a0e8c937bfa2 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb HTTP/1.1" status: 200 len: 210 time: 0.0719926 Dec 10 18:38:18.691641 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-72d34fb9-17d5-4016-bde6-c9daa120e057 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.693270 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-72d34fb9-17d5-4016-bde6-c9daa120e057 admin admin] 10.222.0.62 "DELETE /v2.0/routers/f69fd623-7966-4c58-aea3-8bb3deab2266 HTTP/1.1" status: 204 len: 168 time: 5.0252550 Dec 10 18:38:18.702667 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52960) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:18.747596 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-846b0c9d-511a-47d7-9292-d4366fa1ade4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.795750 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac7257-7977-4542-8d48-0393ab00c270 req-47d6bed8-28f1-43e5-bae7-21859d59057d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:18.797564 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fbac7257-7977-4542-8d48-0393ab00c270 req-47d6bed8-28f1-43e5-bae7-21859d59057d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.802921 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-846b0c9d-511a-47d7-9292-d4366fa1ade4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.864730 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b0c9d-511a-47d7-9292-d4366fa1ade4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51ee3ca7-60c0-43b9-9048-4c5d2a94a1ad,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:18.916859 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 0f14d474-2250-4597-91ea-790f495477f9 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:38:18.944186 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fbac7257-7977-4542-8d48-0393ab00c270 req-47d6bed8-28f1-43e5-bae7-21859d59057d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6100643 Dec 10 18:38:18.948214 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-846b0c9d-511a-47d7-9292-d4366fa1ade4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.949173 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-e879ef5b-3e81-4e9d-9ed7-908bc4dd9d12 admin admin] Deleting subnet 3d5a0a40-88f2-4a3f-b529-ae10b29722c0 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:38:18.953448 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-846b0c9d-511a-47d7-9292-d4366fa1ade4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7733216 Dec 10 18:38:18.964581 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 0f14d474-2250-4597-91ea-790f495477f9 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:38:18.965377 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 0f14d474-2250-4597-91ea-790f495477f9 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:38:18.966032 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 49f49bd9-8769-404b-aa54-e5e582457e81 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:38:18.968836 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52966) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:18.974350 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-fbac7257-7977-4542-8d48-0393ab00c270 req-4c3b3b6e-bf03-4b0b-a3e7-453053522ff2 service neutron] Request body: {'port': {'device_id': '7da0ba39-d6e7-4f69-885d-11920eb27b2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:18.977865 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-e272924d-d2a1-4182-a219-fb20eb618d99 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1933283898&fields=id&tenant_id=fc9a14069b7d453d893c68490bc70d5d HTTP/1.1" status: 200 len: 267 time: 0.2889197 Dec 10 18:38:18.983948 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-b13d88ad-3eed-4a1e-b995-4c482b511a57 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:18.994910 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e879ef5b-3e81-4e9d-9ed7-908bc4dd9d12 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:19.008008 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c2a34c1a-901b-4146-a372-45d8c5cb9d6a req-98fee73a-e17e-4f27-9cb8-b48de0f4b6bd service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5422602 Dec 10 18:38:19.019226 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 49f49bd9-8769-404b-aa54-e5e582457e81 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:38:19.021504 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 49f49bd9-8769-404b-aa54-e5e582457e81 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:38:19.054637 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723bd50-801c-4b03-9eb2-5a8e500f9743 req-f91bf699-5ef0-41d2-97b3-0fed68ac555a tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:19.057391 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5723bd50-801c-4b03-9eb2-5a8e500f9743 req-f91bf699-5ef0-41d2-97b3-0fed68ac555a tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=956fa0ee-2345-4cc9-b91b-5a88aa24d30f HTTP/1.1" status: 200 len: 945 time: 0.2256424 Dec 10 18:38:19.084814 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0e4d8-c3c6-4cfa-a539-54dc385786f8 req-5e1f79f7-57c1-49d1-bfea-d46c368be845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:19.087476 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-efe0e4d8-c3c6-4cfa-a539-54dc385786f8 req-5e1f79f7-57c1-49d1-bfea-d46c368be845 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 HTTP/1.1" status: 200 len: 913 time: 0.5611322 Dec 10 18:38:19.088335 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e3f4003-d5f1-43cd-919a-92e436d4c344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:19.093441 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e3f4003-d5f1-43cd-919a-92e436d4c344 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:19.097011 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6e3f4003-d5f1-43cd-919a-92e436d4c344 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7d46b278-e8d5-4ad8-9621-80f9745b2c1f HTTP/1.1" status: 204 len: 168 time: 0.9691570 Dec 10 18:38:19.112389 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fbac7257-7977-4542-8d48-0393ab00c270 req-4c3b3b6e-bf03-4b0b-a3e7-453053522ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:19.150246 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-57c26fb6-8a63-4e46-a570-a6d0a9adec17 None None] Provisioning complete for port 51f796ef-2718-4d1c-a386-cc5d625b4662 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:19.150651 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-57c26fb6-8a63-4e46-a570-a6d0a9adec17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:19.162302 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e879ef5b-3e81-4e9d-9ed7-908bc4dd9d12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:19.191785 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-57c26fb6-8a63-4e46-a570-a6d0a9adec17 None None] Port 51f796ef-2718-4d1c-a386-cc5d625b4662 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:19.204717 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5723bd50-801c-4b03-9eb2-5a8e500f9743 req-3bc6e84c-1725-4a11-ad1c-dbdf2e5e6647 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386359 Dec 10 18:38:19.285523 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f4003-d5f1-43cd-919a-92e436d4c344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d46b278-e8d5-4ad8-9621-80f9745b2c1f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:19.386970 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-efe0e4d8-c3c6-4cfa-a539-54dc385786f8 req-7c0d1676-bc91-4a58-89d1-39abfa5dcb99 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46cba056-e2d2-42b7-becb-2fa9c0148f08 HTTP/1.1" status: 200 len: 217 time: 0.2567630 Dec 10 18:38:19.446072 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99341b4-ae43-4fd0-a533-b1da32f44b4e req-69839d15-fca2-4bb9-a0f3-b29fdcdd0fad tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:19.447944 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e99341b4-ae43-4fd0-a533-b1da32f44b4e req-69839d15-fca2-4bb9-a0f3-b29fdcdd0fad tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 945 time: 0.1472235 Dec 10 18:38:19.485594 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b13d88ad-3eed-4a1e-b995-4c482b511a57 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:19.526802 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e99341b4-ae43-4fd0-a533-b1da32f44b4e req-8ace4d33-6a86-4d28-88a6-3634ab917669 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712512 Dec 10 18:38:19.554212 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52976) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:19.573492 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-939e8145-02c2-4350-875a-8389b2233fd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:19.592663 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8067aac5-f56f-46ec-b6b3-716b2f87872c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:19.629714 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-8fdc8ab8-0a74-4210-9de4-be31ad4cf736 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:19.640150 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 636fc4e2-41e0-4432-847d-4011e448fedf no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:38:19.643344 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-8fdc8ab8-0a74-4210-9de4-be31ad4cf736 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.62 "GET /v2.0/networks?id=372806dd-851c-46b6-baf2-035c88392be7 HTTP/1.1" status: 200 len: 811 time: 0.6347320 Dec 10 18:38:19.689532 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-fbac7257-7977-4542-8d48-0393ab00c270 req-4c3b3b6e-bf03-4b0b-a3e7-453053522ff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51f796ef-2718-4d1c-a386-cc5d625b4662 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:38:19.692725 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e879ef5b-3e81-4e9d-9ed7-908bc4dd9d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:19.703785 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fbac7257-7977-4542-8d48-0393ab00c270 req-4c3b3b6e-bf03-4b0b-a3e7-453053522ff2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:19.728723 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:19.737685 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-fbac7257-7977-4542-8d48-0393ab00c270 req-4c3b3b6e-bf03-4b0b-a3e7-453053522ff2 service neutron] Transition to ACTIVE for port object 51f796ef-2718-4d1c-a386-cc5d625b4662 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:38:19.747184 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a9653-af83-4388-916c-cef6aecdff27 req-6a74c8fb-031d-4cdf-bc58-9d91d7092215 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:19.748992 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8f5a9653-af83-4388-916c-cef6aecdff27 req-6a74c8fb-031d-4cdf-bc58-9d91d7092215 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 935 time: 0.1489017 Dec 10 18:38:19.752432 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fbac7257-7977-4542-8d48-0393ab00c270 req-4c3b3b6e-bf03-4b0b-a3e7-453053522ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:19.755747 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-8dd002f1-d370-4047-9a28-923afe0494ce tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.62 "GET /v2.0/quotas/fc9a14069b7d453d893c68490bc70d5d HTTP/1.1" status: 200 len: 375 time: 0.1091962 Dec 10 18:38:19.761184 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956fa0ee-2345-4cc9-b91b-5a88aa24d30f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '636fc4e2-41e0-4432-847d-4011e448fedf'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:38:19.766351 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0e4d8-c3c6-4cfa-a539-54dc385786f8 req-8127c2de-bb1f-4791-bc8c-4255ebcf2809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:19.768134 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e966a6-4b93-46e2-b061-76d0dc83856a" -d '{"events": [{"server_uuid": "956fa0ee-2345-4cc9-b91b-5a88aa24d30f", "name": "network-vif-unplugged", "status": "completed", "tag": "636fc4e2-41e0-4432-847d-4011e448fedf"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:38:19.768308 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-efe0e4d8-c3c6-4cfa-a539-54dc385786f8 req-8127c2de-bb1f-4791-bc8c-4255ebcf2809 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b914d67e-99a3-4836-8560-8ad9054366d0 HTTP/1.1" status: 200 len: 852 time: 0.3613367 Dec 10 18:38:19.785084 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 636fc4e2-41e0-4432-847d-4011e448fedf, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=636fc4e2-41e0-4432-847d-4011e448fedf,segment=NetworkSegment(68572a96-1438-4984-beb8-3a086b879b0d),segment_id=68572a96-1438-4984-beb8-3a086b879b0d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:19.792616 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:19.843586 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-939e8145-02c2-4350-875a-8389b2233fd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:19.853102 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-efe0e4d8-c3c6-4cfa-a539-54dc385786f8 req-4b40066b-c76d-4b36-8bea-cf360404e988 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751638 Dec 10 18:38:19.857201 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c2a34c1a-901b-4146-a372-45d8c5cb9d6a req-ca36b2d3-4ae5-403e-9efd-e5a0086d8e7d service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7792497 Dec 10 18:38:19.865649 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b3b6e-bf03-4b0b-a3e7-453053522ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=51f796ef-2718-4d1c-a386-cc5d625b4662,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:19.868743 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-939e8145-02c2-4350-875a-8389b2233fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:20.000769 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8f5a9653-af83-4388-916c-cef6aecdff27 req-fbbbe172-6023-4a30-8a1d-439bdb14c168 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314074 Dec 10 18:38:20.006021 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e8145-02c2-4350-875a-8389b2233fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf844457-a94a-44f2-b15c-6473955c97fc,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:20.024248 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-939e8145-02c2-4350-875a-8389b2233fd9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=efc7521a2ff74650be4a7e4769c47da5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4650543 Dec 10 18:38:20.024248 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52982) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:20.048124 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e879ef5b-3e81-4e9d-9ed7-908bc4dd9d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:20.068526 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-993cbfce-11b6-40fd-bc73-88fe06175e4b tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fc9a14069b7d453d893c68490bc70d5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2989507 Dec 10 18:38:20.104407 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-fbac7257-7977-4542-8d48-0393ab00c270 req-4c3b3b6e-bf03-4b0b-a3e7-453053522ff2 service neutron] Attempting to bind port 51f796ef-2718-4d1c-a386-cc5d625b4662 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:20.104994 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-fbac7257-7977-4542-8d48-0393ab00c270 req-4c3b3b6e-bf03-4b0b-a3e7-453053522ff2 service neutron] Attempting to bind port 51f796ef-2718-4d1c-a386-cc5d625b4662 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:20.111610 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbac7257-7977-4542-8d48-0393ab00c270 req-4c3b3b6e-bf03-4b0b-a3e7-453053522ff2 service neutron] Attempting to bind port 51f796ef-2718-4d1c-a386-cc5d625b4662 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:20.127525 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbac7257-7977-4542-8d48-0393ab00c270 req-4c3b3b6e-bf03-4b0b-a3e7-453053522ff2 service neutron] Port 51f796ef-2718-4d1c-a386-cc5d625b4662 on network c9403646-ab9b-4a0a-827b-6d4376246b64 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:38:20.127851 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbac7257-7977-4542-8d48-0393ab00c270 req-4c3b3b6e-bf03-4b0b-a3e7-453053522ff2 service neutron] Attempting to bind port 51f796ef-2718-4d1c-a386-cc5d625b4662 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:20.136184 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e879ef5b-3e81-4e9d-9ed7-908bc4dd9d12 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:20.143001 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbac7257-7977-4542-8d48-0393ab00c270 req-4c3b3b6e-bf03-4b0b-a3e7-453053522ff2 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:20.143334 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbac7257-7977-4542-8d48-0393ab00c270 req-4c3b3b6e-bf03-4b0b-a3e7-453053522ff2 service neutron] Checking segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:20.143720 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbac7257-7977-4542-8d48-0393ab00c270 req-4c3b3b6e-bf03-4b0b-a3e7-453053522ff2 service neutron] Bound using segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:20.144164 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-fbac7257-7977-4542-8d48-0393ab00c270 req-4c3b3b6e-bf03-4b0b-a3e7-453053522ff2 service neutron] Bound port: 51f796ef-2718-4d1c-a386-cc5d625b4662, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:20.144519 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fbac7257-7977-4542-8d48-0393ab00c270 req-4c3b3b6e-bf03-4b0b-a3e7-453053522ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:20.147863 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52984) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:20.155991 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e879ef5b-3e81-4e9d-9ed7-908bc4dd9d12 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3d5a0a40-88f2-4a3f-b529-ae10b29722c0 HTTP/1.1" status: 204 len: 168 time: 1.4457111 Dec 10 18:38:20.156938 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879ef5b-3e81-4e9d-9ed7-908bc4dd9d12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d5a0a40-88f2-4a3f-b529-ae10b29722c0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:20.161611 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f897d4-a6cb-43a2-95b3-93aa68624fac None None] Network 4a7fc81b-c5f4-42c0-a2bd-53c188a619ea requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:20.241988 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ae7de23a-a029-4598-b0e6-e54ddeedeec6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:20.265900 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-62d269d0-11a1-4654-bdbc-9b1ab9d95ebc req-335010e9-0429-4321-8ca6-11bb44c98f65 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb HTTP/1.1" status: 200 len: 210 time: 0.0922675 Dec 10 18:38:20.301429 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=636fc4e2-41e0-4432-847d-4011e448fedf,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:20.334133 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ae7de23a-a029-4598-b0e6-e54ddeedeec6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:20.355777 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-efe0e4d8-c3c6-4cfa-a539-54dc385786f8 req-9402e247-2cdc-4869-9914-50c42521e534 service neutron] 10.222.0.46 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4746432 Dec 10 18:38:20.379928 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313e65c6-3b64-470e-9e91-68e8d07b7fa6 x-openstack-request-id: req-313e65c6-3b64-470e-9e91-68e8d07b7fa6 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:38:20.380230 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956fa0ee-2345-4cc9-b91b-5a88aa24d30f", "name": "network-vif-unplugged", "status": "completed", "tag": "636fc4e2-41e0-4432-847d-4011e448fedf", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:38:20.380710 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-313e65c6-3b64-470e-9e91-68e8d07b7fa6 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:38:20.381410 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956fa0ee-2345-4cc9-b91b-5a88aa24d30f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '636fc4e2-41e0-4432-847d-4011e448fedf', 'code': 200} Dec 10 18:38:20.433053 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc1b9da7-0637-457f-b5a8-5f5715a56feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:20.487185 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f881870-b05b-450c-a706-f7c409bce6b5 None None] DHCP port deletion for 4a7fc81b-c5f4-42c0-a2bd-53c188a619ea request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:38:20.498110 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-fbac7257-7977-4542-8d48-0393ab00c270 req-4c3b3b6e-bf03-4b0b-a3e7-453053522ff2 service neutron] For port 51f796ef-2718-4d1c-a386-cc5d625b4662, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:20.549567 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-fbac7257-7977-4542-8d48-0393ab00c270 req-4c3b3b6e-bf03-4b0b-a3e7-453053522ff2 service neutron] For port 51f796ef-2718-4d1c-a386-cc5d625b4662, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=51f796ef-2718-4d1c-a386-cc5d625b4662,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:20.552030 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5f881870-b05b-450c-a706-f7c409bce6b5 None None] Deleting port 3f5342ef-87fd-49e3-b07d-cebf4b57b4cf {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:20.552733 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5f881870-b05b-450c-a706-f7c409bce6b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:20.563211 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fbac7257-7977-4542-8d48-0393ab00c270 req-4c3b3b6e-bf03-4b0b-a3e7-453053522ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:20.597892 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ae7de23a-a029-4598-b0e6-e54ddeedeec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:20.600504 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ae7de23a-a029-4598-b0e6-e54ddeedeec6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:20.605445 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ae7de23a-a029-4598-b0e6-e54ddeedeec6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bf844457-a94a-44f2-b15c-6473955c97fc HTTP/1.1" status: 204 len: 168 time: 0.5778584 Dec 10 18:38:20.655685 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7e74c-149c-41e6-bafd-4dd9f8fbd5d1 req-d2bbb79c-3152-45c2-944d-21641d78f42a tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:20.665012 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6bb7e74c-149c-41e6-bafd-4dd9f8fbd5d1 req-d2bbb79c-3152-45c2-944d-21641d78f42a tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=956fa0ee-2345-4cc9-b91b-5a88aa24d30f HTTP/1.1" status: 200 len: 943 time: 0.1826766 Dec 10 18:38:20.682239 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac7257-7977-4542-8d48-0393ab00c270 req-4c3b3b6e-bf03-4b0b-a3e7-453053522ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:20.682482 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5f881870-b05b-450c-a706-f7c409bce6b5 None None] For port 3f5342ef-87fd-49e3-b07d-cebf4b57b4cf, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=3f5342ef-87fd-49e3-b07d-cebf4b57b4cf,segment=NetworkSegment(3782196a-5b61-46db-b10d-64bb47154018),segment_id=3782196a-5b61-46db-b10d-64bb47154018)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:20.682980 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5f881870-b05b-450c-a706-f7c409bce6b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:20.684064 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fbac7257-7977-4542-8d48-0393ab00c270 req-4c3b3b6e-bf03-4b0b-a3e7-453053522ff2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:20.685578 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fbac7257-7977-4542-8d48-0393ab00c270 req-4c3b3b6e-bf03-4b0b-a3e7-453053522ff2 service neutron] 10.222.0.46 "PUT /v2.0/ports/51f796ef-2718-4d1c-a386-cc5d625b4662 HTTP/1.1" status: 200 len: 1095 time: 1.7211163 Dec 10 18:38:20.686209 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da0ba39-d6e7-4f69-885d-11920eb27b2c', 'tag': '51f796ef-2718-4d1c-a386-cc5d625b4662'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:38:20.688508 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332a3db0-1549-49ca-bb20-68b23d08af9b" -d '{"events": [{"name": "network-changed", "server_uuid": "7da0ba39-d6e7-4f69-885d-11920eb27b2c", "tag": "51f796ef-2718-4d1c-a386-cc5d625b4662"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:38:20.691368 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7de23a-a029-4598-b0e6-e54ddeedeec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf844457-a94a-44f2-b15c-6473955c97fc,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:20.706554 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5f881870-b05b-450c-a706-f7c409bce6b5 None None] Calling delete_port for 3f5342ef-87fd-49e3-b07d-cebf4b57b4cf owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:20.772157 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b3b6e-bf03-4b0b-a3e7-453053522ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=51f796ef-2718-4d1c-a386-cc5d625b4662,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:20.781072 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-fc1b9da7-0637-457f-b5a8-5f5715a56feb admin admin] Deleting port 3f5342ef-87fd-49e3-b07d-cebf4b57b4cf {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:20.781455 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc1b9da7-0637-457f-b5a8-5f5715a56feb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:20.872097 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5f881870-b05b-450c-a706-f7c409bce6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:20.916617 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f881870-b05b-450c-a706-f7c409bce6b5 None None] Pushing event deleted for resources: {'Port': ['ID=3f5342ef-87fd-49e3-b07d-cebf4b57b4cf,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:20.921295 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f881870-b05b-450c-a706-f7c409bce6b5 None None] No DVR routers for this DVR port 3f5342ef-87fd-49e3-b07d-cebf4b57b4cf on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:38:20.996103 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b13d88ad-3eed-4a1e-b995-4c482b511a57 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:21.078620 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-ba79fd37-5b8a-4226-9c28-f34d84ed9584 service neutron] 10.222.0.62 "GET /v2.0/networks/372806dd-851c-46b6-baf2-035c88392be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9633501 Dec 10 18:38:21.085501 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-04db7c95-2ff9-4ba3-b967-2f12d06625f1 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:21.087612 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-04db7c95-2ff9-4ba3-b967-2f12d06625f1 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.72 "GET /v2.0/networks?id=41e5955d-d904-4834-9fcc-cb65e702ceed HTTP/1.1" status: 200 len: 812 time: 0.9699709 Dec 10 18:38:21.109225 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-ab912e5c-756f-41f1-9188-c201b95b917e tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Request body: {'port': {'device_id': 'f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb', 'network_id': '41e5955d-d904-4834-9fcc-cb65e702ceed', 'admin_state_up': True, 'tenant_id': 'd8f8fed500bb4fe68eeb78467c0fb87d'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:21.132080 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 46cba056-e2d2-42b7-becb-2fa9c0148f08 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:38:21.168089 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-efe0e4d8-c3c6-4cfa-a539-54dc385786f8 req-2e10ca23-5228-45d2-a4ab-bd3e48164336 service neutron] 10.222.0.46 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7756007 Dec 10 18:38:21.249356 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6bb7e74c-149c-41e6-bafd-4dd9f8fbd5d1 req-ebaad3fb-b587-4a51-b380-1bf787686da1 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5830300 Dec 10 18:38:21.271801 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:21.351012 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-2f7fefdf-11cc-4763-8a2f-dd21784b4c1b service neutron] 10.222.0.62 "GET /v2.0/networks/372806dd-851c-46b6-baf2-035c88392be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586021 Dec 10 18:38:21.352715 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-b13d88ad-3eed-4a1e-b995-4c482b511a57 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Allocated IP 172.25.7.234 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/de2af3e4-3e9a-454f-ad88-589a78c407a0) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:21.372126 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 46cba056-e2d2-42b7-becb-2fa9c0148f08, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=46cba056-e2d2-42b7-becb-2fa9c0148f08,segment=NetworkSegment(4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9),segment_id=4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:21.380856 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:21.389946 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-ab912e5c-756f-41f1-9188-c201b95b917e tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Made reservation on behalf of d8f8fed500bb4fe68eeb78467c0fb87d for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:21.393587 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-ab912e5c-756f-41f1-9188-c201b95b917e tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:21.436475 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac7257-7977-4542-8d48-0393ab00c270 req-dbb57198-ddbf-403e-a4fa-c5c87cb5d27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:21.438621 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fbac7257-7977-4542-8d48-0393ab00c270 req-dbb57198-ddbf-403e-a4fa-c5c87cb5d27b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f1621867e3041c3a975a6622e21074f&device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 1098 time: 0.6772988 Dec 10 18:38:21.447768 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=46cba056-e2d2-42b7-becb-2fa9c0148f08,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:21.542935 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fbac7257-7977-4542-8d48-0393ab00c270 req-2f2c5b5a-1869-4a17-b5fb-d7682d5823fd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=51f796ef-2718-4d1c-a386-cc5d625b4662 HTTP/1.1" status: 200 len: 217 time: 0.0733979 Dec 10 18:38:21.551954 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec779abf-fdef-4a9e-acdd-60d41a6967d0 req-5cdeb707-5f73-49a0-bd5d-dde54d06b913 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:21.553867 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ec779abf-fdef-4a9e-acdd-60d41a6967d0 req-5cdeb707-5f73-49a0-bd5d-dde54d06b913 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.72 "GET /v2.0/ports?device_id=956fa0ee-2345-4cc9-b91b-5a88aa24d30f HTTP/1.1" status: 200 len: 943 time: 0.3006234 Dec 10 18:38:21.566460 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b13d88ad-3eed-4a1e-b995-4c482b511a57 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:21.622474 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-ab912e5c-756f-41f1-9188-c201b95b917e tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Allocated IP 172.20.0.5 (41e5955d-d904-4834-9fcc-cb65e702ceed/6e5426de-cbd0-4094-92fb-88aabbd126fb/cc98d7bd-66c6-41e3-9276-2844a70aec22) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:21.647431 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b13d88ad-3eed-4a1e-b995-4c482b511a57 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:21.709828 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520189bf-33da-42fa-bee5-020027595eac x-openstack-request-id: req-520189bf-33da-42fa-bee5-020027595eac {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:38:21.711268 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da0ba39-d6e7-4f69-885d-11920eb27b2c", "tag": "51f796ef-2718-4d1c-a386-cc5d625b4662", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:38:21.712328 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-520189bf-33da-42fa-bee5-020027595eac {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:38:21.713477 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da0ba39-d6e7-4f69-885d-11920eb27b2c', 'tag': '51f796ef-2718-4d1c-a386-cc5d625b4662', 'status': 'completed', 'code': 200} Dec 10 18:38:21.715323 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-fc1b9da7-0637-457f-b5a8-5f5715a56feb admin admin] For port 3f5342ef-87fd-49e3-b07d-cebf4b57b4cf, host n-d-821435-1, got binding levels [] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:21.716027 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc1b9da7-0637-457f-b5a8-5f5715a56feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:21.717108 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13d88ad-3eed-4a1e-b995-4c482b511a57 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:21.728600 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-b13d88ad-3eed-4a1e-b995-4c482b511a57 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:21.736375 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13d88ad-3eed-4a1e-b995-4c482b511a57 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:21.737069 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-fc1b9da7-0637-457f-b5a8-5f5715a56feb admin admin] Calling delete_port for 3f5342ef-87fd-49e3-b07d-cebf4b57b4cf owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:21.741544 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.ipam_backend_mixin [None req-fc1b9da7-0637-457f-b5a8-5f5715a56feb admin admin] Port 3f5342ef-87fd-49e3-b07d-cebf4b57b4cf was not found and therefore no delete operation was performed {{(pid=103244) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 18:38:21.753325 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac23f5-18c0-46e0-9bcc-616627cd48e7 req-0c1be7d1-5fda-4732-8bd0-402db21c9521 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:21.755150 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3cac23f5-18c0-46e0-9bcc-616627cd48e7 req-0c1be7d1-5fda-4732-8bd0-402db21c9521 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 943 time: 0.3589907 Dec 10 18:38:21.755914 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc1b9da7-0637-457f-b5a8-5f5715a56feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:21.771153 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d88ad-3eed-4a1e-b995-4c482b511a57 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Pushing event updated for resources: {'Port': ['ID=de2af3e4-3e9a-454f-ad88-589a78c407a0,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:21.791775 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac7257-7977-4542-8d48-0393ab00c270 req-298b1eaf-4572-4fcd-9daf-1d785029946c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:21.793357 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fbac7257-7977-4542-8d48-0393ab00c270 req-298b1eaf-4572-4fcd-9daf-1d785029946c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.2186716 Dec 10 18:38:21.845817 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1b9da7-0637-457f-b5a8-5f5715a56feb admin admin] No DVR routers for this DVR port 3f5342ef-87fd-49e3-b07d-cebf4b57b4cf on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:38:21.855322 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b9da7-0637-457f-b5a8-5f5715a56feb admin admin] Pushing event deleted for resources: {'Port': ['ID=3f5342ef-87fd-49e3-b07d-cebf4b57b4cf,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:21.953172 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28796582-95b9-44aa-be3a-24561d37ffd2 req-596bc9db-8dda-4882-b095-1f54f18252f0 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:21.954924 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-28796582-95b9-44aa-be3a-24561d37ffd2 req-596bc9db-8dda-4882-b095-1f54f18252f0 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 947 time: 0.1791391 Dec 10 18:38:21.985930 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-ab912e5c-756f-41f1-9188-c201b95b917e tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:22.005922 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b13d88ad-3eed-4a1e-b995-4c482b511a57 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:22.059227 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-28796582-95b9-44aa-be3a-24561d37ffd2 req-7616c300-fdab-478f-bfd9-a7c72848c768 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930939 Dec 10 18:38:22.069801 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc1b9da7-0637-457f-b5a8-5f5715a56feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:22.090870 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b13d88ad-3eed-4a1e-b995-4c482b511a57 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:22.097907 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac7257-7977-4542-8d48-0393ab00c270 req-9cdaa1fc-169f-4250-afaf-1ce9cca8d978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:22.099507 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fbac7257-7977-4542-8d48-0393ab00c270 req-9cdaa1fc-169f-4250-afaf-1ce9cca8d978 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2911286 Dec 10 18:38:22.112155 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3cac23f5-18c0-46e0-9bcc-616627cd48e7 req-bf74478c-c672-47af-96a1-623fd2ae04fb tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085325 Dec 10 18:38:22.144823 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-ab912e5c-756f-41f1-9188-c201b95b917e tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:22.155080 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['f2fd3190-455f-438b-b6c1-25c5a9051e38'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:38:22.182813 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-fc1b9da7-0637-457f-b5a8-5f5715a56feb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a7fc81b-c5f4-42c0-a2bd-53c188a619ea']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:22.287940 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-ab912e5c-756f-41f1-9188-c201b95b917e tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Network 41e5955d-d904-4834-9fcc-cb65e702ceed is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:22.301982 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-ab912e5c-756f-41f1-9188-c201b95b917e tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:22.311828 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab912e5c-756f-41f1-9188-c201b95b917e tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Pushing event updated for resources: {'Port': ['ID=cc98d7bd-66c6-41e3-9276-2844a70aec22,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:22.321272 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5cbdbbcd-d0e3-4bca-a4f8-aa8d0d65dd88 req-163222d0-dde6-445d-abb3-58547a6a52da tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.62 "GET /v2.0/ports?device_id=70291c6c-348f-4058-bdc7-41148610d3b1 HTTP/1.1" status: 200 len: 210 time: 0.0443296 Dec 10 18:38:22.323242 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-ab912e5c-756f-41f1-9188-c201b95b917e tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:22.334590 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-fc1b9da7-0637-457f-b5a8-5f5715a56feb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3782196a-5b61-46db-b10d-64bb47154018') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:22.335023 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-fc1b9da7-0637-457f-b5a8-5f5715a56feb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3782196a-5b61-46db-b10d-64bb47154018') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:22.410704 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 3f5342ef-87fd-49e3-b07d-cebf4b57b4cf no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:38:22.426534 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b581f2-6136-40f2-88e3-5a4844dc82ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46cba056-e2d2-42b7-becb-2fa9c0148f08'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:38:22.429264 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e18dd30-ea85-4c64-b5d4-20c1c279a5e1" -d '{"events": [{"server_uuid": "97b581f2-6136-40f2-88e3-5a4844dc82ee", "name": "network-vif-unplugged", "status": "completed", "tag": "46cba056-e2d2-42b7-becb-2fa9c0148f08"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:38:22.437050 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8cf259-3f96-4ab1-b94c-5b7cccb3c706 req-a4899adb-b00d-4079-8907-20fab48f4abb tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:22.438861 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fc8cf259-3f96-4ab1-b94c-5b7cccb3c706 req-a4899adb-b00d-4079-8907-20fab48f4abb tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb HTTP/1.1" status: 200 len: 931 time: 0.2293997 Dec 10 18:38:22.444210 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-ec779abf-fdef-4a9e-acdd-60d41a6967d0 req-6149f764-95a6-4f5d-85cf-4ad543ded8a5 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Deleting port 636fc4e2-41e0-4432-847d-4011e448fedf {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:22.448855 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ec779abf-fdef-4a9e-acdd-60d41a6967d0 req-6149f764-95a6-4f5d-85cf-4ad543ded8a5 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:22.449316 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-ab912e5c-756f-41f1-9188-c201b95b917e tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:22.449974 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-ab912e5c-756f-41f1-9188-c201b95b917e tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:22.502871 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-ab912e5c-756f-41f1-9188-c201b95b917e tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3974819 Dec 10 18:38:22.528953 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-19403d73-2b34-4b51-8cfc-75aced6fce6d service neutron] Request body: {'port': {'device_id': 'f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:22.545636 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b13d88ad-3eed-4a1e-b995-4c482b511a57 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:22.550855 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 3f5342ef-87fd-49e3-b07d-cebf4b57b4cf {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:38:22.557058 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 3f5342ef-87fd-49e3-b07d-cebf4b57b4cf not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:38:22.560238 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b3376f63-6e7a-4e57-9926-cb8cf7df1573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:22.589322 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b13d88ad-3eed-4a1e-b995-4c482b511a57 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:22.606270 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc1b9da7-0637-457f-b5a8-5f5715a56feb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:22.607122 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fc8cf259-3f96-4ab1-b94c-5b7cccb3c706 req-fc3a5330-a539-41f3-adfe-ca539556b38e tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups?id=530e6bf5-f83e-4ce8-a8ff-bcd4a8ac0b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482081 Dec 10 18:38:22.677175 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3a71be-cb76-45ee-a9e5-f01aef26cbbe x-openstack-request-id: req-5a3a71be-cb76-45ee-a9e5-f01aef26cbbe {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:38:22.678336 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b581f2-6136-40f2-88e3-5a4844dc82ee", "name": "network-vif-unplugged", "status": "completed", "tag": "46cba056-e2d2-42b7-becb-2fa9c0148f08", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:38:22.680143 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5a3a71be-cb76-45ee-a9e5-f01aef26cbbe {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:38:22.681782 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b581f2-6136-40f2-88e3-5a4844dc82ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46cba056-e2d2-42b7-becb-2fa9c0148f08', 'code': 200} Dec 10 18:38:22.718446 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc1b9da7-0637-457f-b5a8-5f5715a56feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:22.721858 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-19403d73-2b34-4b51-8cfc-75aced6fce6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:22.725684 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d88ad-3eed-4a1e-b995-4c482b511a57 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Pushing event updated for resources: {'Port': ['ID=de2af3e4-3e9a-454f-ad88-589a78c407a0,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:22.737300 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b13d88ad-3eed-4a1e-b995-4c482b511a57 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:22.748861 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ec779abf-fdef-4a9e-acdd-60d41a6967d0 req-6149f764-95a6-4f5d-85cf-4ad543ded8a5 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] For port 636fc4e2-41e0-4432-847d-4011e448fedf, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=636fc4e2-41e0-4432-847d-4011e448fedf,segment=NetworkSegment(68572a96-1438-4984-beb8-3a086b879b0d),segment_id=68572a96-1438-4984-beb8-3a086b879b0d)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:22.749225 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ec779abf-fdef-4a9e-acdd-60d41a6967d0 req-6149f764-95a6-4f5d-85cf-4ad543ded8a5 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:22.784435 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b13d88ad-3eed-4a1e-b995-4c482b511a57 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:22.795166 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b13d88ad-3eed-4a1e-b995-4c482b511a57 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8072424 Dec 10 18:38:22.795422 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc1b9da7-0637-457f-b5a8-5f5715a56feb admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:38:22.795422 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc1b9da7-0637-457f-b5a8-5f5715a56feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:22.795422 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:38:22.795422 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:38:22.795422 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:38:22.795422 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:38:22.795422 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:38:22.795422 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:38:22.795422 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:38:22.795422 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:38:22.795422 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:38:22.795422 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:38:22.795422 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:38:22.795422 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:38:22.795422 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:38:22.795422 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:38:22.795422 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:38:22.795422 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:38:22.795422 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:38:22.795422 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:38:22.795422 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:38:22.795422 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:38:22.795422 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:38:22.795422 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:38:22.795422 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:38:22.795422 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:38:22.795422 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:38:22.795422 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:38:22.795422 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:38:22.795422 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:38:22.795422 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:38:22.795422 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:38:22.795422 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:38:22.795422 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:38:22.879196 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1b9fb-f526-4b29-a1f9-2f74a56db98f req-2e03d8ca-446b-4c50-914f-6e8a52580bf9 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:22.887243 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1fa1b9fb-f526-4b29-a1f9-2f74a56db98f req-2e03d8ca-446b-4c50-914f-6e8a52580bf9 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=956fa0ee-2345-4cc9-b91b-5a88aa24d30f HTTP/1.1" status: 200 len: 943 time: 0.2622955 Dec 10 18:38:22.891163 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-ec779abf-fdef-4a9e-acdd-60d41a6967d0 req-6149f764-95a6-4f5d-85cf-4ad543ded8a5 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Calling delete_port for 636fc4e2-41e0-4432-847d-4011e448fedf owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:22.909295 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fbac7257-7977-4542-8d48-0393ab00c270 req-9c6fc061-bcca-4feb-811c-ee06c707912f service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7937009 Dec 10 18:38:23.049742 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc1b9da7-0637-457f-b5a8-5f5715a56feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:23.079219 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc1b9da7-0637-457f-b5a8-5f5715a56feb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:23.084625 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-fc1b9da7-0637-457f-b5a8-5f5715a56feb admin admin] 10.222.0.62 "DELETE /v2.0/networks/4a7fc81b-c5f4-42c0-a2bd-53c188a619ea HTTP/1.1" status: 204 len: 168 time: 2.9205949 Dec 10 18:38:23.085216 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b9da7-0637-457f-b5a8-5f5715a56feb admin admin] Pushing event deleted for resources: {'Network': ['ID=4a7fc81b-c5f4-42c0-a2bd-53c188a619ea,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:23.092812 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53064) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:23.132200 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1fa1b9fb-f526-4b29-a1f9-2f74a56db98f req-8a3312fe-a3e7-4d9e-a000-985a2800b67a tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440536 Dec 10 18:38:23.150251 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fbac7257-7977-4542-8d48-0393ab00c270 req-d2d060a5-e38a-4993-a207-7e96cc55427f service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169013 Dec 10 18:38:23.258835 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-19403d73-2b34-4b51-8cfc-75aced6fce6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc98d7bd-66c6-41e3-9276-2844a70aec22 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:38:23.274420 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-19403d73-2b34-4b51-8cfc-75aced6fce6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:23.310351 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fcea9e-4435-49ed-8b97-c451d65f2f93 req-d1b8dc18-c958-4c61-80ec-bb098fb29e1f tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:23.317737 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-39fcea9e-4435-49ed-8b97-c451d65f2f93 req-d1b8dc18-c958-4c61-80ec-bb098fb29e1f tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 947 time: 0.1191700 Dec 10 18:38:23.326210 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:23.341368 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-19403d73-2b34-4b51-8cfc-75aced6fce6d service neutron] Transition to ACTIVE for port object cc98d7bd-66c6-41e3-9276-2844a70aec22 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:38:23.369393 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-19403d73-2b34-4b51-8cfc-75aced6fce6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:23.374811 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5b91a9b0-f949-4f1b-a353-5566debdd667 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:23.406324 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53086) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:23.465059 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ec779abf-fdef-4a9e-acdd-60d41a6967d0 req-6149f764-95a6-4f5d-85cf-4ad543ded8a5 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:23.480084 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a3db0-1549-49ca-bb20-68b23d08af9b req-7f70c632-460b-48e2-a257-62ce4a71170a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:23.481667 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-332a3db0-1549-49ca-bb20-68b23d08af9b req-7f70c632-460b-48e2-a257-62ce4a71170a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f1621867e3041c3a975a6622e21074f&device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 1098 time: 0.1906121 Dec 10 18:38:23.486767 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-39fcea9e-4435-49ed-8b97-c451d65f2f93 req-1994037d-704e-489f-b9ea-6ed9d16494d3 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682448 Dec 10 18:38:23.487806 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19403d73-2b34-4b51-8cfc-75aced6fce6d service neutron] Pushing event updated for resources: {'Port': ['ID=cc98d7bd-66c6-41e3-9276-2844a70aec22,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:23.549433 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-04dfd308-a013-4bcb-917d-8761a2c7c032 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--455974017&fields=id&tenant_id=aee8c10e35be45139294abc10d1eada2 HTTP/1.1" status: 200 len: 267 time: 0.2709863 Dec 10 18:38:23.568747 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149f764-95a6-4f5d-85cf-4ad543ded8a5 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Pushing event deleted for resources: {'Port': ['ID=636fc4e2-41e0-4432-847d-4011e448fedf,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:23.640597 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-44f7a68e-6cfb-4354-9b1e-392e658da462 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7ebb97a4396b4aa980e8501ee73aa69a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326431 Dec 10 18:38:23.645614 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 636fc4e2-41e0-4432-847d-4011e448fedf no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:38:23.648371 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53090) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:23.670657 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 636fc4e2-41e0-4432-847d-4011e448fedf {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:38:23.671330 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 636fc4e2-41e0-4432-847d-4011e448fedf not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:38:23.681285 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec779abf-fdef-4a9e-acdd-60d41a6967d0 req-6149f764-95a6-4f5d-85cf-4ad543ded8a5 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] No DVR routers for this DVR port 636fc4e2-41e0-4432-847d-4011e448fedf on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:38:23.683791 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ec779abf-fdef-4a9e-acdd-60d41a6967d0 req-6149f764-95a6-4f5d-85cf-4ad543ded8a5 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:23.687883 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ec779abf-fdef-4a9e-acdd-60d41a6967d0 req-6149f764-95a6-4f5d-85cf-4ad543ded8a5 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.72 "DELETE /v2.0/ports/636fc4e2-41e0-4432-847d-4011e448fedf HTTP/1.1" status: 204 len: 173 time: 2.1212816 Dec 10 18:38:23.699104 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-04be165b-5c6a-42e8-a578-c6dabdf363b4 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:23.700856 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-04be165b-5c6a-42e8-a578-c6dabdf363b4 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.46 "GET /v2.0/networks?id=372806dd-851c-46b6-baf2-035c88392be7 HTTP/1.1" status: 200 len: 811 time: 0.4068296 Dec 10 18:38:23.707006 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-19403d73-2b34-4b51-8cfc-75aced6fce6d service neutron] Attempting to bind port cc98d7bd-66c6-41e3-9276-2844a70aec22 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:23.707339 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-19403d73-2b34-4b51-8cfc-75aced6fce6d service neutron] Attempting to bind port cc98d7bd-66c6-41e3-9276-2844a70aec22 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '8b40be5d-f6bc-455d-9ae1-9ee882ee68d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '41e5955d-d904-4834-9fcc-cb65e702ceed'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:23.707674 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-19403d73-2b34-4b51-8cfc-75aced6fce6d service neutron] Attempting to bind port cc98d7bd-66c6-41e3-9276-2844a70aec22 on network 41e5955d-d904-4834-9fcc-cb65e702ceed {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:23.716975 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956fa0ee-2345-4cc9-b91b-5a88aa24d30f', 'name': 'network-vif-deleted', 'tag': '636fc4e2-41e0-4432-847d-4011e448fedf'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:38:23.719211 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc874db-b019-4529-a338-8792301f6141" -d '{"events": [{"server_uuid": "956fa0ee-2345-4cc9-b91b-5a88aa24d30f", "name": "network-vif-deleted", "tag": "636fc4e2-41e0-4432-847d-4011e448fedf"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:38:23.727624 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307aa42-47ab-4db2-b1de-bca9039ce725 req-5ae23dc9-8003-49ec-98b4-b0364f053557 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:23.729391 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8307aa42-47ab-4db2-b1de-bca9039ce725 req-5ae23dc9-8003-49ec-98b4-b0364f053557 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 943 time: 0.1382248 Dec 10 18:38:23.738364 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-0264279f-cd72-4d56-8b70-9f790518800e tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:23.740671 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-19403d73-2b34-4b51-8cfc-75aced6fce6d service neutron] Port cc98d7bd-66c6-41e3-9276-2844a70aec22 on network 41e5955d-d904-4834-9fcc-cb65e702ceed not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:38:23.741009 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-19403d73-2b34-4b51-8cfc-75aced6fce6d service neutron] Attempting to bind port cc98d7bd-66c6-41e3-9276-2844a70aec22 on network 41e5955d-d904-4834-9fcc-cb65e702ceed {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:23.745180 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-0264279f-cd72-4d56-8b70-9f790518800e tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports/584cf1dd-1af4-46a0-83d5-636ef55fe320 HTTP/1.1" status: 200 len: 935 time: 0.1596508 Dec 10 18:38:23.746997 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a3db0-1549-49ca-bb20-68b23d08af9b req-2b0f36d9-2aef-4ba3-ad9c-ccd66e04e240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:23.748462 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-332a3db0-1549-49ca-bb20-68b23d08af9b req-2b0f36d9-2aef-4ba3-ad9c-ccd66e04e240 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.2287452 Dec 10 18:38:23.764520 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-19403d73-2b34-4b51-8cfc-75aced6fce6d service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:23.764890 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-19403d73-2b34-4b51-8cfc-75aced6fce6d service neutron] Checking segment: {'id': '8b40be5d-f6bc-455d-9ae1-9ee882ee68d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '41e5955d-d904-4834-9fcc-cb65e702ceed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:23.765280 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-19403d73-2b34-4b51-8cfc-75aced6fce6d service neutron] Bound using segment: {'id': '8b40be5d-f6bc-455d-9ae1-9ee882ee68d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '41e5955d-d904-4834-9fcc-cb65e702ceed'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:23.765735 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-19403d73-2b34-4b51-8cfc-75aced6fce6d service neutron] Bound port: cc98d7bd-66c6-41e3-9276-2844a70aec22, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b40be5d-f6bc-455d-9ae1-9ee882ee68d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '41e5955d-d904-4834-9fcc-cb65e702ceed'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:23.766100 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-19403d73-2b34-4b51-8cfc-75aced6fce6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:23.795709 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5b91a9b0-f949-4f1b-a353-5566debdd667 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:23.819410 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5b91a9b0-f949-4f1b-a353-5566debdd667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:23.826993 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-332a3db0-1549-49ca-bb20-68b23d08af9b req-7c16f19f-0985-4782-bcf5-3f026b797840 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=51f796ef-2718-4d1c-a386-cc5d625b4662 HTTP/1.1" status: 200 len: 217 time: 0.0692484 Dec 10 18:38:23.856844 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b20ff24d-1dad-4a18-b5f0-f27420b438dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:23.868181 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-7d713a74-c582-4d7d-8e80-6118cf2f4b18 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:23.869741 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-7d713a74-c582-4d7d-8e80-6118cf2f4b18 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports/4cd87cf1-713c-4dfd-9955-0162d0cdc6ec HTTP/1.1" status: 200 len: 936 time: 0.1008534 Dec 10 18:38:23.922412 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8307aa42-47ab-4db2-b1de-bca9039ce725 req-c92f53ce-d112-4a60-811e-9db5d26bc9c5 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827924 Dec 10 18:38:23.931905 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91a9b0-f949-4f1b-a353-5566debdd667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e4f999-f16d-42b7-ab04-cb3a4df488e0,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:23.947991 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b20ff24d-1dad-4a18-b5f0-f27420b438dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:23.963764 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5b91a9b0-f949-4f1b-a353-5566debdd667 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b5c6454cfbf6499ab943f87bb536ae4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8604033 Dec 10 18:38:23.969011 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a3db0-1549-49ca-bb20-68b23d08af9b req-69054a38-5cd5-4f35-9fe7-ec5f10879a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:23.970314 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-744121be-dde8-41fd-b953-7851f4089c4e tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc9a14069b7d453d893c68490bc70d5d HTTP/1.1" status: 200 len: 380 time: 0.2561939 Dec 10 18:38:23.970709 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-332a3db0-1549-49ca-bb20-68b23d08af9b req-69054a38-5cd5-4f35-9fe7-ec5f10879a3c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.1279612 Dec 10 18:38:23.971812 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-203f94c9-89b3-4c66-a70c-d762aadc200a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?network_id=f30c8744-62ec-4c03-ba22-87870e9a413d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0924098 Dec 10 18:38:23.972273 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53096) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:23.995344 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-13e075da-1221-4363-b940-8c0220ea7f13 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Request body: {'port': {'device_id': '70291c6c-348f-4058-bdc7-41148610d3b1', 'network_id': '372806dd-851c-46b6-baf2-035c88392be7', 'admin_state_up': True, 'tenant_id': 'fc9a14069b7d453d893c68490bc70d5d', 'security_groups': ['ba14aef2-6643-4faa-847d-44c29793ef89']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:24.042268 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-54e08cb8-ab70-4f3d-af6c-0a5a1a26d674 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?network_id=f30c8744-62ec-4c03-ba22-87870e9a413d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0517857 Dec 10 18:38:24.044922 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-19403d73-2b34-4b51-8cfc-75aced6fce6d service neutron] For port cc98d7bd-66c6-41e3-9276-2844a70aec22, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:24.067218 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b8c84aca-b28e-446e-8db2-fd93011cacc0 req-04497fc9-5e66-4c22-91d6-3aa2479bbd16 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.62 "GET /v2.0/ports?device_id=70291c6c-348f-4058-bdc7-41148610d3b1 HTTP/1.1" status: 200 len: 210 time: 0.0626886 Dec 10 18:38:24.090544 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-19403d73-2b34-4b51-8cfc-75aced6fce6d service neutron] For port cc98d7bd-66c6-41e3-9276-2844a70aec22, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=cc98d7bd-66c6-41e3-9276-2844a70aec22,segment=NetworkSegment(8b40be5d-f6bc-455d-9ae1-9ee882ee68d8),segment_id=8b40be5d-f6bc-455d-9ae1-9ee882ee68d8)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:24.096675 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a3db0-1549-49ca-bb20-68b23d08af9b req-d9072faa-226a-4ea2-a2f3-e3919de0f002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:24.099994 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-332a3db0-1549-49ca-bb20-68b23d08af9b req-d9072faa-226a-4ea2-a2f3-e3919de0f002 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1142874 Dec 10 18:38:24.101417 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-19403d73-2b34-4b51-8cfc-75aced6fce6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:24.155375 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b20ff24d-1dad-4a18-b5f0-f27420b438dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:24.158339 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b20ff24d-1dad-4a18-b5f0-f27420b438dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:24.162409 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b20ff24d-1dad-4a18-b5f0-f27420b438dd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1336be66-22f5-460a-8a72-1d8e4465a635 HTTP/1.1" status: 204 len: 168 time: 0.5097358 Dec 10 18:38:24.222029 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-19403d73-2b34-4b51-8cfc-75aced6fce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:24.222661 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-19403d73-2b34-4b51-8cfc-75aced6fce6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:24.224231 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-03d65dda-4672-4d5a-9236-af13f2f1357d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:24.224391 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-19403d73-2b34-4b51-8cfc-75aced6fce6d service neutron] 10.222.0.72 "PUT /v2.0/ports/cc98d7bd-66c6-41e3-9276-2844a70aec22 HTTP/1.1" status: 200 len: 1091 time: 1.7070775 Dec 10 18:38:24.230664 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb', 'tag': 'cc98d7bd-66c6-41e3-9276-2844a70aec22'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:38:24.232984 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d30dce-ccd3-4fac-bddf-d460ca99642b" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb", "tag": "cc98d7bd-66c6-41e3-9276-2844a70aec22"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:38:24.283784 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-03d65dda-4672-4d5a-9236-af13f2f1357d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:24.293218 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-ea1ccc1b-23b7-4908-b71c-dfb13dae567f tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:24.299157 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-ea1ccc1b-23b7-4908-b71c-dfb13dae567f tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:24.300411 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ff24d-1dad-4a18-b5f0-f27420b438dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1336be66-22f5-460a-8a72-1d8e4465a635,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:24.305537 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-ea1ccc1b-23b7-4908-b71c-dfb13dae567f tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:24.307332 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-ea1ccc1b-23b7-4908-b71c-dfb13dae567f tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/networks?id=36da7df8-4c33-4fc7-aca6-cd96ecc32948&id=b2b3e286-a941-4c88-a3bb-4298dcd7fd59&id=b2b3e286-a941-4c88-a3bb-4298dcd7fd59&id=f30c8744-62ec-4c03-ba22-87870e9a413d&id=f30c8744-62ec-4c03-ba22-87870e9a413d HTTP/1.1" status: 200 len: 1993 time: 0.2382681 Dec 10 18:38:24.357339 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b7f2d088-2643-444c-ab73-001c11bc329f tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/quotas/aee8c10e35be45139294abc10d1eada2 HTTP/1.1" status: 200 len: 375 time: 0.0389032 Dec 10 18:38:24.380607 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-13e075da-1221-4363-b940-8c0220ea7f13 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Made reservation on behalf of fc9a14069b7d453d893c68490bc70d5d for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:24.385540 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-13e075da-1221-4363-b940-8c0220ea7f13 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:24.419475 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33275eec-f5bb-4300-85b7-36e06db5e4b6 req-e95f91b2-2215-4dd5-8653-b504d5c04527 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:24.421345 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-33275eec-f5bb-4300-85b7-36e06db5e4b6 req-e95f91b2-2215-4dd5-8653-b504d5c04527 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb HTTP/1.1" status: 200 len: 943 time: 0.2193263 Dec 10 18:38:24.421933 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19403d73-2b34-4b51-8cfc-75aced6fce6d service neutron] Pushing event updated for resources: {'Port': ['ID=cc98d7bd-66c6-41e3-9276-2844a70aec22,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:24.453389 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-332a3db0-1549-49ca-bb20-68b23d08af9b req-7e2309f4-6af6-4408-942c-f0f52eb4afc7 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462343 Dec 10 18:38:24.466811 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-03d65dda-4672-4d5a-9236-af13f2f1357d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:24.469400 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-03d65dda-4672-4d5a-9236-af13f2f1357d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:24.470536 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-03d65dda-4672-4d5a-9236-af13f2f1357d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/37e4f999-f16d-42b7-ab04-cb3a4df488e0 HTTP/1.1" status: 204 len: 168 time: 0.4972403 Dec 10 18:38:24.487852 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d65dda-4672-4d5a-9236-af13f2f1357d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e4f999-f16d-42b7-ab04-cb3a4df488e0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:24.488258 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-bd829484-4dd0-4501-b278-a0e0daad778d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:24.489853 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-bd829484-4dd0-4501-b278-a0e0daad778d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d8f8fed500bb4fe68eeb78467c0fb87d&device_id=f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb HTTP/1.1" status: 200 len: 1094 time: 0.1737781 Dec 10 18:38:24.551899 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-521f3eb4-dbcc-4bb7-8b85-b21d14a88f73 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=aee8c10e35be45139294abc10d1eada2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1725736 Dec 10 18:38:24.582802 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-db5de7eb-edb9-472c-9c39-19cc5cdc8882 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc98d7bd-66c6-41e3-9276-2844a70aec22 HTTP/1.1" status: 200 len: 217 time: 0.0626953 Dec 10 18:38:24.635911 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-13e075da-1221-4363-b940-8c0220ea7f13 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Allocated IP 172.20.0.3 (372806dd-851c-46b6-baf2-035c88392be7/c3875c99-a0e6-49d3-b630-6d772fc4d041/192ef59e-6eb8-48e5-846c-a4618da6e122) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:24.647984 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-33275eec-f5bb-4300-85b7-36e06db5e4b6 req-c5111086-3efb-4ac5-956a-a90e31bbf61e tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups?id=530e6bf5-f83e-4ce8-a8ff-bcd4a8ac0b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987805 Dec 10 18:38:24.697423 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:24.709293 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29968226-2869-49e0-9334-f7ed832cf58b x-openstack-request-id: req-29968226-2869-49e0-9334-f7ed832cf58b {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:38:24.709662 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956fa0ee-2345-4cc9-b91b-5a88aa24d30f", "name": "network-vif-deleted", "tag": "636fc4e2-41e0-4432-847d-4011e448fedf", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:38:24.709985 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-29968226-2869-49e0-9334-f7ed832cf58b {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:38:24.710455 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956fa0ee-2345-4cc9-b91b-5a88aa24d30f', 'name': 'network-vif-deleted', 'tag': '636fc4e2-41e0-4432-847d-4011e448fedf', 'status': 'completed', 'code': 200} Dec 10 18:38:24.756897 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-332a3db0-1549-49ca-bb20-68b23d08af9b req-cb55a6b4-4cd8-40ec-b97a-070f5e715df6 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915370 Dec 10 18:38:24.777139 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-19a83726-57ea-4b03-9579-dd0acb4722b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:24.778705 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-19a83726-57ea-4b03-9579-dd0acb4722b8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6e5426de-cbd0-4094-92fb-88aabbd126fb HTTP/1.1" status: 200 len: 852 time: 0.1850359 Dec 10 18:38:24.784550 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-0699d20d-cf95-47da-88d7-abb843ee05da service neutron] 10.222.0.62 "GET /v2.0/networks/36da7df8-4c33-4fc7-aca6-cd96ecc32948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106047 Dec 10 18:38:24.841048 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-f75c368b-a243-41b5-b96e-8960a822834c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=41e5955d-d904-4834-9fcc-cb65e702ceed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527589 Dec 10 18:38:24.947770 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-13e075da-1221-4363-b940-8c0220ea7f13 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:24.958132 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-c3c289e5-925c-4a42-9741-aecef9cb1ff7 service neutron] 10.222.0.62 "GET /v2.0/networks/36da7df8-4c33-4fc7-aca6-cd96ecc32948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627891 Dec 10 18:38:24.970045 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-760e4a9b-d6df-46b2-847a-2020ed28d5b7 service neutron] 10.222.0.72 "GET /v2.0/networks/41e5955d-d904-4834-9fcc-cb65e702ceed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227894 Dec 10 18:38:25.009428 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-1ec0635a-5c44-436f-a825-3abce3c3d67c service neutron] 10.222.0.62 "GET /v2.0/ports/584cf1dd-1af4-46a0-83d5-636ef55fe320?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0437880 Dec 10 18:38:25.106588 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-50edd70a-54d9-45da-8242-eb3b2722a7b6 req-1ec99042-94f5-4cda-a15f-71620476fb75 service neutron] 10.222.0.72 "GET /v2.0/networks/41e5955d-d904-4834-9fcc-cb65e702ceed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284595 Dec 10 18:38:25.115345 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-13e075da-1221-4363-b940-8c0220ea7f13 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:25.185868 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-13e075da-1221-4363-b940-8c0220ea7f13 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Network 372806dd-851c-46b6-baf2-035c88392be7 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:25.198699 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-13e075da-1221-4363-b940-8c0220ea7f13 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:25.204743 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-13e075da-1221-4363-b940-8c0220ea7f13 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:25.214593 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-82fcb28a-1bf6-498c-98d4-9d79515b6088 service neutron] 10.222.0.62 "GET /v2.0/networks/b2b3e286-a941-4c88-a3bb-4298dcd7fd59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836910 Dec 10 18:38:25.244956 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e075da-1221-4363-b940-8c0220ea7f13 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Pushing event updated for resources: {'Port': ['ID=192ef59e-6eb8-48e5-846c-a4618da6e122,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:25.343389 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-13e075da-1221-4363-b940-8c0220ea7f13 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:25.344067 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-13e075da-1221-4363-b940-8c0220ea7f13 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:25.400072 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-13e075da-1221-4363-b940-8c0220ea7f13 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4084668 Dec 10 18:38:25.433572 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-4549565f-f5af-45f9-be73-0fd1d26bb0b7 service neutron] Request body: {'port': {'device_id': '70291c6c-348f-4058-bdc7-41148610d3b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:25.441085 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:25.448729 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-e48d39b9-40bf-4bb7-91b1-a2836507aebb service neutron] 10.222.0.62 "GET /v2.0/networks/b2b3e286-a941-4c88-a3bb-4298dcd7fd59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977677 Dec 10 18:38:25.563234 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-382cfded-fa09-4b1e-87b6-8cd76a31d2b1 None None] Provisioning complete for port 192ef59e-6eb8-48e5-846c-a4618da6e122 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:25.567165 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-382cfded-fa09-4b1e-87b6-8cd76a31d2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:25.593527 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-4549565f-f5af-45f9-be73-0fd1d26bb0b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:25.639561 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-758ff990-263e-46f4-a4c1-e72cde5d11f9 service neutron] 10.222.0.62 "GET /v2.0/ports/4cd87cf1-713c-4dfd-9955-0162d0cdc6ec?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1350091 Dec 10 18:38:25.644672 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-382cfded-fa09-4b1e-87b6-8cd76a31d2b1 None None] Port 192ef59e-6eb8-48e5-846c-a4618da6e122 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:25.747064 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53184) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:25.747605 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53186) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:25.853066 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9553ff-e6f7-4847-9178-faf97ae3ccb9 req-d61865f2-4b1a-4219-864c-d300d3fb41e8 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:25.854971 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dd9553ff-e6f7-4847-9178-faf97ae3ccb9 req-d61865f2-4b1a-4219-864c-d300d3fb41e8 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=97b581f2-6136-40f2-88e3-5a4844dc82ee HTTP/1.1" status: 200 len: 943 time: 0.0669720 Dec 10 18:38:25.873812 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-e26135f4-4a0c-41b6-aa41-9d6c048e12f3 service neutron] 10.222.0.62 "GET /v2.0/networks/b2b3e286-a941-4c88-a3bb-4298dcd7fd59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271092 Dec 10 18:38:25.906254 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d61c6d8b-e206-4ab2-9ead-b2e91fdfdc76 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2138970627'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:25.911471 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-0c835121-33c5-4341-bc7e-6c6e4d719e66 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-589684163-network', 'tenant_id': '91fc5ab4485246b5a1cfe1f039a51346'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:25.969905 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.db.api [None req-d61c6d8b-e206-4ab2-9ead-b2e91fdfdc76 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 18:38:25.969905 n-d-821435-1 neutron-server[103245]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 10 18:38:25.969905 n-d-821435-1 neutron-server[103245]: [parameters: {'project_id': '5206888eb8664e02a4054430b5bab51d', 'id': '1def1866-e215-4fe5-96d8-344a737c510a', 'expiration': datetime.datetime(2021, 12, 10, 18, 40, 25, 938454)}] Dec 10 18:38:25.969905 n-d-821435-1 neutron-server[103245]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:38:25.970480 n-d-821435-1 neutron-server[103245]: DEBUG oslo_db.api [None req-d61c6d8b-e206-4ab2-9ead-b2e91fdfdc76 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:38:25.982280 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c835121-33c5-4341-bc7e-6c6e4d719e66 admin admin] Made reservation on behalf of 91fc5ab4485246b5a1cfe1f039a51346 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:25.984537 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0c835121-33c5-4341-bc7e-6c6e4d719e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:25.998593 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0c835121-33c5-4341-bc7e-6c6e4d719e66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:26.030164 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-922173a2-8bcb-4400-86ce-4632b832d4a6 service neutron] 10.222.0.62 "GET /v2.0/networks/b2b3e286-a941-4c88-a3bb-4298dcd7fd59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502814 Dec 10 18:38:26.040946 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-dd9553ff-e6f7-4847-9178-faf97ae3ccb9 req-a668863c-76f6-402b-8b4f-9ce228f83e92 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Deleting port 46cba056-e2d2-42b7-becb-2fa9c0148f08 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:26.041333 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-dd9553ff-e6f7-4847-9178-faf97ae3ccb9 req-a668863c-76f6-402b-8b4f-9ce228f83e92 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:26.084219 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-4549565f-f5af-45f9-be73-0fd1d26bb0b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 192ef59e-6eb8-48e5-846c-a4618da6e122 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:38:26.095115 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-4549565f-f5af-45f9-be73-0fd1d26bb0b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:26.118420 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-4549565f-f5af-45f9-be73-0fd1d26bb0b7 service neutron] Transition to ACTIVE for port object 192ef59e-6eb8-48e5-846c-a4618da6e122 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:38:26.124355 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-4549565f-f5af-45f9-be73-0fd1d26bb0b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:26.169439 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0c835121-33c5-4341-bc7e-6c6e4d719e66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:26.171519 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-dd9553ff-e6f7-4847-9178-faf97ae3ccb9 req-a668863c-76f6-402b-8b4f-9ce228f83e92 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] For port 46cba056-e2d2-42b7-becb-2fa9c0148f08, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=46cba056-e2d2-42b7-becb-2fa9c0148f08,segment=NetworkSegment(4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9),segment_id=4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:26.171877 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-dd9553ff-e6f7-4847-9178-faf97ae3ccb9 req-a668863c-76f6-402b-8b4f-9ce228f83e92 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:26.175010 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0c835121-33c5-4341-bc7e-6c6e4d719e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:26.194757 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-52cee9de-756e-4dba-ae1e-db3005983539 service neutron] 10.222.0.62 "GET /v2.0/networks/b2b3e286-a941-4c88-a3bb-4298dcd7fd59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566937 Dec 10 18:38:26.201590 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549565f-f5af-45f9-be73-0fd1d26bb0b7 service neutron] Pushing event updated for resources: {'Port': ['ID=192ef59e-6eb8-48e5-846c-a4618da6e122,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:26.209165 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-dd9553ff-e6f7-4847-9178-faf97ae3ccb9 req-a668863c-76f6-402b-8b4f-9ce228f83e92 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Calling delete_port for 46cba056-e2d2-42b7-becb-2fa9c0148f08 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:26.228382 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c835121-33c5-4341-bc7e-6c6e4d719e66 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:38:26.279425 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0c835121-33c5-4341-bc7e-6c6e4d719e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:26.279911 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-0c835121-33c5-4341-bc7e-6c6e4d719e66 admin admin] Added segment 9a215a6f-53b2-4a07-8e37-53157ab6bab7 of type vlan for network cb183816-b4b7-462c-9ac6-88489706931d Dec 10 18:38:26.281296 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c835121-33c5-4341-bc7e-6c6e4d719e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46f117d-cb55-49c6-ac1d-9f18fa8c2e8b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:26.339188 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0c835121-33c5-4341-bc7e-6c6e4d719e66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:26.394983 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0c835121-33c5-4341-bc7e-6c6e4d719e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:26.396090 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c835121-33c5-4341-bc7e-6c6e4d719e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:26.396903 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0c835121-33c5-4341-bc7e-6c6e4d719e66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:26.506937 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0c835121-33c5-4341-bc7e-6c6e4d719e66 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7604373 Dec 10 18:38:26.513811 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53192) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:26.522623 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-cbd3684e-b77e-45ec-8047-b93d87dcf57d admin admin] Request body: {'subnet': {'network_id': 'cb183816-b4b7-462c-9ac6-88489706931d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-589684163-subnet', 'tenant_id': '91fc5ab4485246b5a1cfe1f039a51346', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:26.529861 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c835121-33c5-4341-bc7e-6c6e4d719e66 admin admin] Pushing event updated for resources: {'Network': ['ID=cb183816-b4b7-462c-9ac6-88489706931d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:26.532043 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-dd9553ff-e6f7-4847-9178-faf97ae3ccb9 req-a668863c-76f6-402b-8b4f-9ce228f83e92 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:26.542255 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network cb183816-b4b7-462c-9ac6-88489706931d details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:38:26.573217 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61c6d8b-e206-4ab2-9ead-b2e91fdfdc76 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:26.576779 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d61c6d8b-e206-4ab2-9ead-b2e91fdfdc76 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:26.582670 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a668863c-76f6-402b-8b4f-9ce228f83e92 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Pushing event deleted for resources: {'Port': ['ID=46cba056-e2d2-42b7-becb-2fa9c0148f08,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:26.622295 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d61c6d8b-e206-4ab2-9ead-b2e91fdfdc76 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:26.626713 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd3684e-b77e-45ec-8047-b93d87dcf57d admin admin] Made reservation on behalf of 91fc5ab4485246b5a1cfe1f039a51346 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:26.629017 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cbd3684e-b77e-45ec-8047-b93d87dcf57d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:26.650814 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd9553ff-e6f7-4847-9178-faf97ae3ccb9 req-a668863c-76f6-402b-8b4f-9ce228f83e92 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] No DVR routers for this DVR port 46cba056-e2d2-42b7-becb-2fa9c0148f08 on host n-h1-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:38:26.666953 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-dd9553ff-e6f7-4847-9178-faf97ae3ccb9 req-a668863c-76f6-402b-8b4f-9ce228f83e92 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:26.670320 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dd9553ff-e6f7-4847-9178-faf97ae3ccb9 req-a668863c-76f6-402b-8b4f-9ce228f83e92 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "DELETE /v2.0/ports/46cba056-e2d2-42b7-becb-2fa9c0148f08 HTTP/1.1" status: 204 len: 173 time: 0.8093503 Dec 10 18:38:26.678704 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-4549565f-f5af-45f9-be73-0fd1d26bb0b7 service neutron] Attempting to bind port 192ef59e-6eb8-48e5-846c-a4618da6e122 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:26.679366 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-4549565f-f5af-45f9-be73-0fd1d26bb0b7 service neutron] Attempting to bind port 192ef59e-6eb8-48e5-846c-a4618da6e122 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '4bb4dfa5-f65e-4b3c-bca8-278a7549f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '372806dd-851c-46b6-baf2-035c88392be7'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:26.679366 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-4549565f-f5af-45f9-be73-0fd1d26bb0b7 service neutron] Attempting to bind port 192ef59e-6eb8-48e5-846c-a4618da6e122 on network 372806dd-851c-46b6-baf2-035c88392be7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:26.689464 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-acb8ee15-95bb-4e57-b8d5-2c7c454ab2fa service neutron] 10.222.0.62 "GET /v2.0/networks/b2b3e286-a941-4c88-a3bb-4298dcd7fd59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4819448 Dec 10 18:38:26.690316 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-4549565f-f5af-45f9-be73-0fd1d26bb0b7 service neutron] Port 192ef59e-6eb8-48e5-846c-a4618da6e122 on network 372806dd-851c-46b6-baf2-035c88392be7 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:38:26.690770 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-4549565f-f5af-45f9-be73-0fd1d26bb0b7 service neutron] Attempting to bind port 192ef59e-6eb8-48e5-846c-a4618da6e122 on network 372806dd-851c-46b6-baf2-035c88392be7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:26.700592 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-4549565f-f5af-45f9-be73-0fd1d26bb0b7 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:26.701617 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-4549565f-f5af-45f9-be73-0fd1d26bb0b7 service neutron] Checking segment: {'id': '4bb4dfa5-f65e-4b3c-bca8-278a7549f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '372806dd-851c-46b6-baf2-035c88392be7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:26.701982 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-4549565f-f5af-45f9-be73-0fd1d26bb0b7 service neutron] Bound using segment: {'id': '4bb4dfa5-f65e-4b3c-bca8-278a7549f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '372806dd-851c-46b6-baf2-035c88392be7'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:26.702751 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-4549565f-f5af-45f9-be73-0fd1d26bb0b7 service neutron] Bound port: 192ef59e-6eb8-48e5-846c-a4618da6e122, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb4dfa5-f65e-4b3c-bca8-278a7549f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '372806dd-851c-46b6-baf2-035c88392be7'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:26.703476 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-4549565f-f5af-45f9-be73-0fd1d26bb0b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:26.842037 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d61c6d8b-e206-4ab2-9ead-b2e91fdfdc76 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:26.850009 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d61c6d8b-e206-4ab2-9ead-b2e91fdfdc76 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:26.851565 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-4549565f-f5af-45f9-be73-0fd1d26bb0b7 service neutron] For port 192ef59e-6eb8-48e5-846c-a4618da6e122, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:26.864887 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-1a42d77f-53d6-4d01-b517-37af7b0246b9 service neutron] 10.222.0.62 "GET /v2.0/networks/b2b3e286-a941-4c88-a3bb-4298dcd7fd59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559291 Dec 10 18:38:26.869140 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-4549565f-f5af-45f9-be73-0fd1d26bb0b7 service neutron] For port 192ef59e-6eb8-48e5-846c-a4618da6e122, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=192ef59e-6eb8-48e5-846c-a4618da6e122,segment=NetworkSegment(4bb4dfa5-f65e-4b3c-bca8-278a7549f736),segment_id=4bb4dfa5-f65e-4b3c-bca8-278a7549f736)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:26.879137 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-4549565f-f5af-45f9-be73-0fd1d26bb0b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:26.920030 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d61c6d8b-e206-4ab2-9ead-b2e91fdfdc76 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:38:26.926578 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c6d8b-e206-4ab2-9ead-b2e91fdfdc76 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e13a5d76-61bd-46f1-8059-66ca10b82029,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:26.941052 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d61c6d8b-e206-4ab2-9ead-b2e91fdfdc76 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:26.941364 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-d61c6d8b-e206-4ab2-9ead-b2e91fdfdc76 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Added segment 5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6 of type vlan for network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d Dec 10 18:38:26.952907 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cbd3684e-b77e-45ec-8047-b93d87dcf57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:26.975877 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-4549565f-f5af-45f9-be73-0fd1d26bb0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:26.976512 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-4549565f-f5af-45f9-be73-0fd1d26bb0b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:26.978006 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-4549565f-f5af-45f9-be73-0fd1d26bb0b7 service neutron] 10.222.0.46 "PUT /v2.0/ports/192ef59e-6eb8-48e5-846c-a4618da6e122 HTTP/1.1" status: 200 len: 1091 time: 1.5651472 Dec 10 18:38:26.978488 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70291c6c-348f-4058-bdc7-41148610d3b1', 'tag': '192ef59e-6eb8-48e5-846c-a4618da6e122'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:38:26.980770 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a51c389-285a-48aa-95b2-d6d813dfa2af" -d '{"events": [{"name": "network-changed", "server_uuid": "70291c6c-348f-4058-bdc7-41148610d3b1", "tag": "192ef59e-6eb8-48e5-846c-a4618da6e122"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:38:27.005608 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549565f-f5af-45f9-be73-0fd1d26bb0b7 service neutron] Pushing event updated for resources: {'Port': ['ID=192ef59e-6eb8-48e5-846c-a4618da6e122,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:27.047267 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-1074e51a-cb72-4279-b238-daaa275e88a4 service neutron] 10.222.0.62 "GET /v2.0/networks/b2b3e286-a941-4c88-a3bb-4298dcd7fd59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656084 Dec 10 18:38:27.065406 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d61c6d8b-e206-4ab2-9ead-b2e91fdfdc76 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:27.104195 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d61c6d8b-e206-4ab2-9ead-b2e91fdfdc76 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:27.110811 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61c6d8b-e206-4ab2-9ead-b2e91fdfdc76 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:27.111570 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d61c6d8b-e206-4ab2-9ead-b2e91fdfdc76 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:27.131805 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 51f796ef-2718-4d1c-a386-cc5d625b4662 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:38:27.144365 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 46cba056-e2d2-42b7-becb-2fa9c0148f08 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:38:27.157717 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-3b05bad4-50ae-464a-8a35-c43e30961359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:27.159356 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-3b05bad4-50ae-464a-8a35-c43e30961359 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc9a14069b7d453d893c68490bc70d5d&device_id=70291c6c-348f-4058-bdc7-41148610d3b1 HTTP/1.1" status: 200 len: 1094 time: 0.1294622 Dec 10 18:38:27.174086 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 46cba056-e2d2-42b7-becb-2fa9c0148f08 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:38:27.174757 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 46cba056-e2d2-42b7-becb-2fa9c0148f08 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:38:27.227668 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd3684e-b77e-45ec-8047-b93d87dcf57d admin admin] Checking segment: {'id': '9a215a6f-53b2-4a07-8e37-53157ab6bab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cb183816-b4b7-462c-9ac6-88489706931d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:27.228213 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd3684e-b77e-45ec-8047-b93d87dcf57d admin admin] Network hostable DHCP agents. Network: cb183816-b4b7-462c-9ac6-88489706931d, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:38:27.230346 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-0a3716eb-7c69-437e-898f-84a7c2e2f915 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=192ef59e-6eb8-48e5-846c-a4618da6e122 HTTP/1.1" status: 200 len: 217 time: 0.0631781 Dec 10 18:38:27.260787 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd3684e-b77e-45ec-8047-b93d87dcf57d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c42dd5e4-b69e-4bd4-97e2-5afbb8428309,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:27.277065 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d61c6d8b-e206-4ab2-9ead-b2e91fdfdc76 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5253966 Dec 10 18:38:27.278215 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53210) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:27.288065 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-05698245-733e-4e3b-ac28-6614ba1208fd tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'subnet': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:27.297580 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-ce65b9e1-05b6-4d96-8d05-a39099f77439 service neutron] 10.222.0.62 "GET /v2.0/networks/f30c8744-62ec-4c03-ba22-87870e9a413d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344885 Dec 10 18:38:27.305022 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c6d8b-e206-4ab2-9ead-b2e91fdfdc76 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Network': ['ID=4c9579a2-8f48-40cb-87f0-dbca0f4b521d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:27.310099 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd3684e-b77e-45ec-8047-b93d87dcf57d admin admin] Network cb183816-b4b7-462c-9ac6-88489706931d is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:38:27.323426 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f97135-43db-4d6f-9d5b-e30b7637c462 x-openstack-request-id: req-15f97135-43db-4d6f-9d5b-e30b7637c462 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:38:27.323931 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb", "tag": "cc98d7bd-66c6-41e3-9276-2844a70aec22", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:38:27.324358 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-15f97135-43db-4d6f-9d5b-e30b7637c462 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:38:27.325039 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb', 'tag': 'cc98d7bd-66c6-41e3-9276-2844a70aec22', 'status': 'completed', 'code': 200} Dec 10 18:38:27.326758 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-cbd3684e-b77e-45ec-8047-b93d87dcf57d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, cb183816-b4b7-462c-9ac6-88489706931d) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:27.345177 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd3684e-b77e-45ec-8047-b93d87dcf57d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:27.346070 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cbd3684e-b77e-45ec-8047-b93d87dcf57d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:27.353316 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 51f796ef-2718-4d1c-a386-cc5d625b4662, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=51f796ef-2718-4d1c-a386-cc5d625b4662,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:27.373939 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '51f796ef-2718-4d1c-a386-cc5d625b4662', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': '51f796ef-2718-4d1c-a386-cc5d625b4662', 'mac_address': 'fa:16:3e:63:d3:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:38:27.382786 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:38:27.404412 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-f0020009-51da-41ab-afab-280cdee70c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:27.405919 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-f0020009-51da-41ab-afab-280cdee70c4c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c3875c99-a0e6-49d3-b630-6d772fc4d041 HTTP/1.1" status: 200 len: 850 time: 0.1672783 Dec 10 18:38:27.417111 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-cbd3684e-b77e-45ec-8047-b93d87dcf57d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8954384 Dec 10 18:38:27.418903 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53212) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:27.434207 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f23f8156-9aae-4c58-a6b7-a3a1fc08ef66 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-589684163-router', 'tenant_id': '91fc5ab4485246b5a1cfe1f039a51346', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:27.460375 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af5b537-11c2-498b-bca3-6192bf615f7c None None] Network cb183816-b4b7-462c-9ac6-88489706931d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:27.472801 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d30dce-ccd3-4fac-bddf-d460ca99642b req-4439f18b-bf24-4cef-be9f-359577aec3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:27.474334 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-30d30dce-ccd3-4fac-bddf-d460ca99642b req-4439f18b-bf24-4cef-be9f-359577aec3a4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d8f8fed500bb4fe68eeb78467c0fb87d&device_id=f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb HTTP/1.1" status: 200 len: 1094 time: 0.1235142 Dec 10 18:38:27.514004 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4d4d2-75de-46e4-95b7-77d3ff14bdb5 req-7765f3d7-f9e2-4615-baed-daf5a35a9981 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:27.514785 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-6ddabbd1-4364-4f88-8334-7891305a9ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:27.515840 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b2f4d4d2-75de-46e4-95b7-77d3ff14bdb5 req-7765f3d7-f9e2-4615-baed-daf5a35a9981 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 947 time: 0.0991886 Dec 10 18:38:27.516271 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-6ddabbd1-4364-4f88-8334-7891305a9ec2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=372806dd-851c-46b6-baf2-035c88392be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982263 Dec 10 18:38:27.521856 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-ae772fb4-b8be-4ae1-9731-cfac7e2f3c22 service neutron] 10.222.0.62 "GET /v2.0/networks/f30c8744-62ec-4c03-ba22-87870e9a413d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070277 Dec 10 18:38:27.548603 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f23f8156-9aae-4c58-a6b7-a3a1fc08ef66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:27.549753 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f23f8156-9aae-4c58-a6b7-a3a1fc08ef66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:27.576570 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:27.589532 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05698245-733e-4e3b-ac28-6614ba1208fd tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:27.593165 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-05698245-733e-4e3b-ac28-6614ba1208fd tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:27.634084 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f23f8156-9aae-4c58-a6b7-a3a1fc08ef66 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:27.652888 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51f796ef-2718-4d1c-a386-cc5d625b4662 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:38:27.683343 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d30dce-ccd3-4fac-bddf-d460ca99642b req-27b015f7-b8b6-4f0c-8972-01b385ee0db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:27.683626 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-30d30dce-ccd3-4fac-bddf-d460ca99642b req-27b015f7-b8b6-4f0c-8972-01b385ee0db6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=41e5955d-d904-4834-9fcc-cb65e702ceed HTTP/1.1" status: 200 len: 913 time: 0.2006691 Dec 10 18:38:27.721111 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 51f796ef-2718-4d1c-a386-cc5d625b4662, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=51f796ef-2718-4d1c-a386-cc5d625b4662,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:27.730450 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:27.777573 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-d8559a27-1fdb-4e1c-832a-5899908a61fd service neutron] 10.222.0.46 "GET /v2.0/networks/372806dd-851c-46b6-baf2-035c88392be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522295 Dec 10 18:38:27.781203 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-bbf65803-abd4-4a70-a0c1-d002d232bcf6 service neutron] 10.222.0.62 "GET /v2.0/networks/f30c8744-62ec-4c03-ba22-87870e9a413d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461085 Dec 10 18:38:27.786428 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2839ff3-832a-4c7d-9227-ab361931129f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-cb183816-b4b7-462c-9ac6-88489706931d', 'network_id': 'cb183816-b4b7-462c-9ac6-88489706931d', 'project_id': '91fc5ab4485246b5a1cfe1f039a51346', 'fixed_ips': [{'subnet_id': 'c42dd5e4-b69e-4bd4-97e2-5afbb8428309'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:38:27.787315 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e2839ff3-832a-4c7d-9227-ab361931129f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:27.841013 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=51f796ef-2718-4d1c-a386-cc5d625b4662,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:27.978385 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['51f796ef-2718-4d1c-a386-cc5d625b4662'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:38:28.027898 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-762f1afc-5253-4dea-88a1-62c906252863 service neutron] 10.222.0.62 "GET /v2.0/networks/f30c8744-62ec-4c03-ba22-87870e9a413d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402718 Dec 10 18:38:28.035097 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a3a2f17a-e1ac-4f59-809e-816129fadb77 req-30983d98-8256-49f1-b9f5-b2da0570e7bc service neutron] 10.222.0.46 "GET /v2.0/networks/372806dd-851c-46b6-baf2-035c88392be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486966 Dec 10 18:38:28.038959 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-e2839ff3-832a-4c7d-9227-ab361931129f None None] Allocated IP 172.20.0.2 (cb183816-b4b7-462c-9ac6-88489706931d/c42dd5e4-b69e-4bd4-97e2-5afbb8428309/e2397b43-7e0a-4f29-b0dd-71b19d5a3c07) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:28.046036 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-05698245-733e-4e3b-ac28-6614ba1208fd tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:28.113619 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05698245-733e-4e3b-ac28-6614ba1208fd tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Subnet': ['ID=3c35fbbf-254c-4ba7-a7c9-68f568d2df0a,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:28.147028 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-30d30dce-ccd3-4fac-bddf-d460ca99642b req-f977d7cf-09e5-4778-a38c-b8487bd86f0b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc98d7bd-66c6-41e3-9276-2844a70aec22 HTTP/1.1" status: 200 len: 217 time: 0.0678496 Dec 10 18:38:28.156833 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05698245-733e-4e3b-ac28-6614ba1208fd tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Checking segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:28.157289 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05698245-733e-4e3b-ac28-6614ba1208fd tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network hostable DHCP agents. Network: 4c9579a2-8f48-40cb-87f0-dbca0f4b521d, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:38:28.179645 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05698245-733e-4e3b-ac28-6614ba1208fd tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:38:28.195432 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-05698245-733e-4e3b-ac28-6614ba1208fd tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 4c9579a2-8f48-40cb-87f0-dbca0f4b521d) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:28.206494 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0817e270-230e-4653-b7fd-55b1c9313390 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:28.226321 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05698245-733e-4e3b-ac28-6614ba1208fd tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:28.229251 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-05698245-733e-4e3b-ac28-6614ba1208fd tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:28.251427 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-05698245-733e-4e3b-ac28-6614ba1208fd tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9703553 Dec 10 18:38:28.254677 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53222) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:28.262184 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-93490131-8b88-4039-bb66-7d3df4e634ea tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'port': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'name': 'tempest-NetworksTestDHCPv6-1899743923'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:28.270184 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b2f4d4d2-75de-46e4-95b7-77d3ff14bdb5 req-bbf4134f-36e0-4387-b80b-8be00fb13d8d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7226307 Dec 10 18:38:28.295014 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f23f8156-9aae-4c58-a6b7-a3a1fc08ef66 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:28.307085 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d30dce-ccd3-4fac-bddf-d460ca99642b req-3581834e-f7c3-4e69-9c0e-8dce0838d7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:28.308995 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-30d30dce-ccd3-4fac-bddf-d460ca99642b req-3581834e-f7c3-4e69-9c0e-8dce0838d7a9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6e5426de-cbd0-4094-92fb-88aabbd126fb HTTP/1.1" status: 200 len: 852 time: 0.1532645 Dec 10 18:38:28.416848 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-30d30dce-ccd3-4fac-bddf-d460ca99642b req-a5717008-4563-4869-aa00-7bf01c02d6a8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=41e5955d-d904-4834-9fcc-cb65e702ceed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911882 Dec 10 18:38:28.463082 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93490131-8b88-4039-bb66-7d3df4e634ea tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:28.484191 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-93490131-8b88-4039-bb66-7d3df4e634ea tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:28.500658 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e2839ff3-832a-4c7d-9227-ab361931129f None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:28.511875 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e2839ff3-832a-4c7d-9227-ab361931129f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:28.537459 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-93490131-8b88-4039-bb66-7d3df4e634ea tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] device_id is not set on port cf8e9f94-4265-4c12-bcd8-9e89ebf082c3 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:38:28.548378 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479550cb-b767-41d5-afe7-351ecf4fbb9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'project_id': '5206888eb8664e02a4054430b5bab51d', 'fixed_ips': [{'subnet_id': '3c35fbbf-254c-4ba7-a7c9-68f568d2df0a'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:38:28.549681 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-479550cb-b767-41d5-afe7-351ecf4fbb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:28.595022 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e82aef-b125-4c1a-8fe9-7335b889340f req-9b135e83-d23d-4fdb-937d-ca0c9540a629 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:28.603034 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b5e82aef-b125-4c1a-8fe9-7335b889340f req-9b135e83-d23d-4fdb-937d-ca0c9540a629 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.62 "GET /v2.0/ports?device_id=70291c6c-348f-4058-bdc7-41148610d3b1 HTTP/1.1" status: 200 len: 943 time: 0.1977768 Dec 10 18:38:28.606616 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2839ff3-832a-4c7d-9227-ab361931129f None None] Network cb183816-b4b7-462c-9ac6-88489706931d is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:28.652038 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-30d30dce-ccd3-4fac-bddf-d460ca99642b req-bef3eaf6-370a-4d7a-9c02-b400001b6576 service neutron] 10.222.0.72 "GET /v2.0/networks/41e5955d-d904-4834-9fcc-cb65e702ceed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161095 Dec 10 18:38:28.698815 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b5e82aef-b125-4c1a-8fe9-7335b889340f req-bce689c0-143d-41ac-ac00-006a9370910b tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba14aef2-6643-4faa-847d-44c29793ef89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892432 Dec 10 18:38:28.761990 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-e2839ff3-832a-4c7d-9227-ab361931129f None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:28.766365 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2839ff3-832a-4c7d-9227-ab361931129f None None] Pushing event updated for resources: {'Port': ['ID=e2397b43-7e0a-4f29-b0dd-71b19d5a3c07,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:28.773183 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2839ff3-832a-4c7d-9227-ab361931129f None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:28.875360 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7194b3f8-8a30-4c95-a25f-975d0296121b x-openstack-request-id: req-7194b3f8-8a30-4c95-a25f-975d0296121b {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:38:28.875924 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70291c6c-348f-4058-bdc7-41148610d3b1", "tag": "192ef59e-6eb8-48e5-846c-a4618da6e122", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:38:28.875924 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7194b3f8-8a30-4c95-a25f-975d0296121b {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:38:28.876301 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70291c6c-348f-4058-bdc7-41148610d3b1', 'tag': '192ef59e-6eb8-48e5-846c-a4618da6e122', 'status': 'completed', 'code': 200} Dec 10 18:38:28.886068 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-479550cb-b767-41d5-afe7-351ecf4fbb9b None None] Allocated IP 2001:db8::2 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/3c35fbbf-254c-4ba7-a7c9-68f568d2df0a/c1298227-f3cf-4553-be52-4dc0ed9a156a) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:28.923372 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e2839ff3-832a-4c7d-9227-ab361931129f None None] Attempting to bind port e2397b43-7e0a-4f29-b0dd-71b19d5a3c07 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:28.923965 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e2839ff3-832a-4c7d-9227-ab361931129f None None] Attempting to bind port e2397b43-7e0a-4f29-b0dd-71b19d5a3c07 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '9a215a6f-53b2-4a07-8e37-53157ab6bab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cb183816-b4b7-462c-9ac6-88489706931d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:28.924436 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2839ff3-832a-4c7d-9227-ab361931129f None None] Attempting to bind port e2397b43-7e0a-4f29-b0dd-71b19d5a3c07 on network cb183816-b4b7-462c-9ac6-88489706931d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:28.954270 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c5b3e-d544-40f3-a6c3-812ea1937a46 req-cb92189e-b0fb-46a1-8400-460aff76bc82 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:28.961818 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ca5c5b3e-d544-40f3-a6c3-812ea1937a46 req-cb92189e-b0fb-46a1-8400-460aff76bc82 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb HTTP/1.1" status: 200 len: 943 time: 0.1670549 Dec 10 18:38:28.964220 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51c389-285a-48aa-95b2-d6d813dfa2af req-b50f035c-487f-4dad-961c-881c738ef71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:28.965045 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-30d30dce-ccd3-4fac-bddf-d460ca99642b req-aea1ceb3-75f8-4dac-8861-fcf10f1b47ab service neutron] 10.222.0.72 "GET /v2.0/networks/41e5955d-d904-4834-9fcc-cb65e702ceed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035777 Dec 10 18:38:28.965992 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a51c389-285a-48aa-95b2-d6d813dfa2af req-b50f035c-487f-4dad-961c-881c738ef71b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc9a14069b7d453d893c68490bc70d5d&device_id=70291c6c-348f-4058-bdc7-41148610d3b1 HTTP/1.1" status: 200 len: 1094 time: 0.0702648 Dec 10 18:38:29.116919 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ca5c5b3e-d544-40f3-a6c3-812ea1937a46 req-e8611766-2785-4c1f-a92a-37121a59c8e4 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups?id=530e6bf5-f83e-4ce8-a8ff-bcd4a8ac0b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541257 Dec 10 18:38:29.124523 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f23f8156-9aae-4c58-a6b7-a3a1fc08ef66 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:29.171717 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f23f8156-9aae-4c58-a6b7-a3a1fc08ef66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:29.183463 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51c389-285a-48aa-95b2-d6d813dfa2af req-97e5094c-27ad-4a49-b4e3-0634ef01dbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:29.185536 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a51c389-285a-48aa-95b2-d6d813dfa2af req-97e5094c-27ad-4a49-b4e3-0634ef01dbee service neutron] 10.222.0.46 "GET /v2.0/networks?id=372806dd-851c-46b6-baf2-035c88392be7 HTTP/1.1" status: 200 len: 912 time: 0.2101717 Dec 10 18:38:29.253622 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 51f796ef-2718-4d1c-a386-cc5d625b4662 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:29.261417 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2839ff3-832a-4c7d-9227-ab361931129f None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:29.261807 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2839ff3-832a-4c7d-9227-ab361931129f None None] Checking segment: {'id': '9a215a6f-53b2-4a07-8e37-53157ab6bab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cb183816-b4b7-462c-9ac6-88489706931d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:29.262222 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e2839ff3-832a-4c7d-9227-ab361931129f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:29.262677 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2bffa168-4fa3-4e81-b039-e0ca80076ab1 req-b1c64abe-913a-41fe-9e56-27bfad3b0f1b tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 210 time: 0.0443199 Dec 10 18:38:29.277300 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2839ff3-832a-4c7d-9227-ab361931129f None None] Bound using segment: {'id': '9a215a6f-53b2-4a07-8e37-53157ab6bab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cb183816-b4b7-462c-9ac6-88489706931d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:29.277871 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e2839ff3-832a-4c7d-9227-ab361931129f None None] Bound port: e2397b43-7e0a-4f29-b0dd-71b19d5a3c07, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a215a6f-53b2-4a07-8e37-53157ab6bab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cb183816-b4b7-462c-9ac6-88489706931d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:29.278294 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e2839ff3-832a-4c7d-9227-ab361931129f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:29.295715 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a51c389-285a-48aa-95b2-d6d813dfa2af req-4039c674-0a54-446e-aa49-e6b7fd4d392e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=192ef59e-6eb8-48e5-846c-a4618da6e122 HTTP/1.1" status: 200 len: 217 time: 0.0966873 Dec 10 18:38:29.329618 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b581f2-6136-40f2-88e3-5a4844dc82ee', 'name': 'network-vif-deleted', 'tag': '46cba056-e2d2-42b7-becb-2fa9c0148f08'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:38:29.332122 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966e01e1-0019-4425-99cc-349318f1c179" -d '{"events": [{"server_uuid": "97b581f2-6136-40f2-88e3-5a4844dc82ee", "name": "network-vif-deleted", "tag": "46cba056-e2d2-42b7-becb-2fa9c0148f08"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:38:29.402860 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51c389-285a-48aa-95b2-d6d813dfa2af req-41a9dab9-57e4-457c-89fc-c1fdb4061f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:29.403196 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-f23f8156-9aae-4c58-a6b7-a3a1fc08ef66 admin admin] Allocated IP 172.25.7.136 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/e0af20b1-a8c4-4865-99a0-e3e659fe52b0) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:29.406814 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a51c389-285a-48aa-95b2-d6d813dfa2af req-41a9dab9-57e4-457c-89fc-c1fdb4061f98 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c3875c99-a0e6-49d3-b630-6d772fc4d041 HTTP/1.1" status: 200 len: 850 time: 0.1046903 Dec 10 18:38:29.467749 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e2839ff3-832a-4c7d-9227-ab361931129f None None] For port e2397b43-7e0a-4f29-b0dd-71b19d5a3c07, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:29.471183 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e2839ff3-832a-4c7d-9227-ab361931129f None None] For port e2397b43-7e0a-4f29-b0dd-71b19d5a3c07, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e2397b43-7e0a-4f29-b0dd-71b19d5a3c07,segment=NetworkSegment(9a215a6f-53b2-4a07-8e37-53157ab6bab7),segment_id=9a215a6f-53b2-4a07-8e37-53157ab6bab7)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:29.487718 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e2839ff3-832a-4c7d-9227-ab361931129f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:29.491504 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53262) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:29.498081 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-728a52ee-e12c-4cc1-8c69-2878e45fec70 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2008430709', 'description': 'tempest-description--1569542970'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:29.526851 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51c389-285a-48aa-95b2-d6d813dfa2af req-15631131-5d52-4fc7-8677-8f130b9a32fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:29.529282 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a51c389-285a-48aa-95b2-d6d813dfa2af req-15631131-5d52-4fc7-8677-8f130b9a32fe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=372806dd-851c-46b6-baf2-035c88392be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1152110 Dec 10 18:38:29.531439 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-728a52ee-e12c-4cc1-8c69-2878e45fec70 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:29.612334 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-3b951299-e1fb-421e-8ae6-bc2e4c319bb7 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:29.613937 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-3b951299-e1fb-421e-8ae6-bc2e4c319bb7 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/networks?id=2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 HTTP/1.1" status: 200 len: 812 time: 0.2123816 Dec 10 18:38:29.658068 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-35ceb043-eca1-42ae-9125-4a716377a6ba tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/quotas/4f5421d821ae4626b82959b6edcb39c9 HTTP/1.1" status: 200 len: 375 time: 0.0323565 Dec 10 18:38:29.669974 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 51f796ef-2718-4d1c-a386-cc5d625b4662 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:38:29.674928 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f23f8156-9aae-4c58-a6b7-a3a1fc08ef66 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:29.688168 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 51f796ef-2718-4d1c-a386-cc5d625b4662 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:29.688550 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:29.692137 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2839ff3-832a-4c7d-9227-ab361931129f None None] Pushing event updated for resources: {'Port': ['ID=e2397b43-7e0a-4f29-b0dd-71b19d5a3c07,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:29.707422 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device cc98d7bd-66c6-41e3-9276-2844a70aec22 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:38:29.737297 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-7026a19a-5c73-4f0d-906e-7f13abb788cc tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4f5421d821ae4626b82959b6edcb39c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660143 Dec 10 18:38:29.769415 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a51c389-285a-48aa-95b2-d6d813dfa2af req-a8976de4-a81a-4be6-96a4-8e22a8f975b0 service neutron] 10.222.0.46 "GET /v2.0/networks/372806dd-851c-46b6-baf2-035c88392be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305636 Dec 10 18:38:29.769662 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-479550cb-b767-41d5-afe7-351ecf4fbb9b None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:29.786105 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-479550cb-b767-41d5-afe7-351ecf4fbb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:29.830902 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-728a52ee-e12c-4cc1-8c69-2878e45fec70 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:29.831777 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f23f8156-9aae-4c58-a6b7-a3a1fc08ef66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:29.863127 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479550cb-b767-41d5-afe7-351ecf4fbb9b None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:29.870781 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-728a52ee-e12c-4cc1-8c69-2878e45fec70 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:29.884414 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-479550cb-b767-41d5-afe7-351ecf4fbb9b None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:29.958498 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479550cb-b767-41d5-afe7-351ecf4fbb9b None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:29.960301 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23f8156-9aae-4c58-a6b7-a3a1fc08ef66 admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:29.966277 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-f23f8156-9aae-4c58-a6b7-a3a1fc08ef66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:29.970129 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23f8156-9aae-4c58-a6b7-a3a1fc08ef66 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:29.971692 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479550cb-b767-41d5-afe7-351ecf4fbb9b None None] Pushing event updated for resources: {'Port': ['ID=c1298227-f3cf-4553-be52-4dc0ed9a156a,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:30.005501 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-2eec361f-922f-4742-b32b-ca0a66a22d31 service neutron] 10.222.0.62 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551942 Dec 10 18:38:30.048759 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd403a66-511f-49b7-a58c-976a4287ac92 req-eadec7b6-cdd9-4c17-a520-5f7d9aa1b17b tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:30.069850 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fd403a66-511f-49b7-a58c-976a4287ac92 req-eadec7b6-cdd9-4c17-a520-5f7d9aa1b17b tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 948 time: 0.4116328 Dec 10 18:38:30.073198 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f8156-9aae-4c58-a6b7-a3a1fc08ef66 admin admin] Pushing event updated for resources: {'Port': ['ID=e0af20b1-a8c4-4865-99a0-e3e659fe52b0,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:30.091850 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-479550cb-b767-41d5-afe7-351ecf4fbb9b None None] Attempting to bind port c1298227-f3cf-4553-be52-4dc0ed9a156a on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:30.092247 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-479550cb-b767-41d5-afe7-351ecf4fbb9b None None] Attempting to bind port c1298227-f3cf-4553-be52-4dc0ed9a156a by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:30.092586 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479550cb-b767-41d5-afe7-351ecf4fbb9b None None] Attempting to bind port c1298227-f3cf-4553-be52-4dc0ed9a156a on network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:30.105233 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:30.110613 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479550cb-b767-41d5-afe7-351ecf4fbb9b None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:30.111015 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479550cb-b767-41d5-afe7-351ecf4fbb9b None None] Checking segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:30.111396 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-479550cb-b767-41d5-afe7-351ecf4fbb9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:30.111794 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479550cb-b767-41d5-afe7-351ecf4fbb9b None None] Bound using segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:30.112269 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-479550cb-b767-41d5-afe7-351ecf4fbb9b None None] Bound port: c1298227-f3cf-4553-be52-4dc0ed9a156a, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:30.112669 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-479550cb-b767-41d5-afe7-351ecf4fbb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:30.114163 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-728a52ee-e12c-4cc1-8c69-2878e45fec70 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:30.115413 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-728a52ee-e12c-4cc1-8c69-2878e45fec70 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6234400 Dec 10 18:38:30.115559 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port cc98d7bd-66c6-41e3-9276-2844a70aec22, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=cc98d7bd-66c6-41e3-9276-2844a70aec22,segment=NetworkSegment(8b40be5d-f6bc-455d-9ae1-9ee882ee68d8),segment_id=8b40be5d-f6bc-455d-9ae1-9ee882ee68d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:30.128131 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a52ee-e12c-4cc1-8c69-2878e45fec70 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc2cdd1-088d-4baf-a4ed-bfcaa734e30f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:30.135879 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53266) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:30.148967 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-89622bb5-e911-4575-acd3-220d43b8d420 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Request body: {'security_group_rule': {'security_group_id': 'fcc2cdd1-088d-4baf-a4ed-bfcaa734e30f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:30.149254 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': 'cc98d7bd-66c6-41e3-9276-2844a70aec22', 'network_id': '41e5955d-d904-4834-9fcc-cb65e702ceed', 'port_id': 'cc98d7bd-66c6-41e3-9276-2844a70aec22', 'mac_address': 'fa:16:3e:8c:56:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e5426de-cbd0-4094-92fb-88aabbd126fb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:38:30.168250 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-93490131-8b88-4039-bb66-7d3df4e634ea tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Allocated IP 2001:db8::1a (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/3c35fbbf-254c-4ba7-a7c9-68f568d2df0a/cf8e9f94-4265-4c12-bcd8-9e89ebf082c3) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:30.181009 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da0ba39-d6e7-4f69-885d-11920eb27b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f796ef-2718-4d1c-a386-cc5d625b4662'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:38:30.182036 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d4d852-4f4a-4411-af96-64525ae59798" -d '{"events": [{"server_uuid": "7da0ba39-d6e7-4f69-885d-11920eb27b2c", "name": "network-vif-plugged", "status": "completed", "tag": "51f796ef-2718-4d1c-a386-cc5d625b4662"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:38:30.273411 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-55c3cec3-db22-4ce7-ad8b-29002078cc1a service neutron] 10.222.0.62 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669847 Dec 10 18:38:30.274781 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 51f796ef-2718-4d1c-a386-cc5d625b4662, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=51f796ef-2718-4d1c-a386-cc5d625b4662,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:30.294724 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fd403a66-511f-49b7-a58c-976a4287ac92 req-4f612092-4126-4613-bc48-19168e7ec89f tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239914 Dec 10 18:38:30.295112 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:30.297495 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a51c389-285a-48aa-95b2-d6d813dfa2af req-b016c272-ce82-4087-bbe4-3bd9f52829e3 service neutron] 10.222.0.46 "GET /v2.0/networks/372806dd-851c-46b6-baf2-035c88392be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502151 Dec 10 18:38:30.332485 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-89622bb5-e911-4575-acd3-220d43b8d420 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:30.359885 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:30.385468 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc98d7bd-66c6-41e3-9276-2844a70aec22 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:38:30.421864 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-479550cb-b767-41d5-afe7-351ecf4fbb9b None None] For port c1298227-f3cf-4553-be52-4dc0ed9a156a, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:30.449974 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 10 Dec 2021 18:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d14cb2-c62a-4f84-901d-114d5504cebf x-openstack-request-id: req-c1d14cb2-c62a-4f84-901d-114d5504cebf {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:38:30.450278 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b581f2-6136-40f2-88e3-5a4844dc82ee", "name": "network-vif-deleted", "tag": "46cba056-e2d2-42b7-becb-2fa9c0148f08", "status": "failed", "code": 422}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:38:30.450539 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c1d14cb2-c62a-4f84-901d-114d5504cebf {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:38:30.450967 n-d-821435-1 neutron-server[103245]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '97b581f2-6136-40f2-88e3-5a4844dc82ee', 'name': 'network-vif-deleted', 'tag': '46cba056-e2d2-42b7-becb-2fa9c0148f08', 'status': 'failed', 'code': 422} returned with failed status Dec 10 18:38:30.484849 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-479550cb-b767-41d5-afe7-351ecf4fbb9b None None] For port c1298227-f3cf-4553-be52-4dc0ed9a156a, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c1298227-f3cf-4553-be52-4dc0ed9a156a,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:30.494017 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f23f8156-9aae-4c58-a6b7-a3a1fc08ef66 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:30.506779 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port cc98d7bd-66c6-41e3-9276-2844a70aec22, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=cc98d7bd-66c6-41e3-9276-2844a70aec22,segment=NetworkSegment(8b40be5d-f6bc-455d-9ae1-9ee882ee68d8),segment_id=8b40be5d-f6bc-455d-9ae1-9ee882ee68d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:30.514102 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e2397b43-7e0a-4f29-b0dd-71b19d5a3c07 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:30.551855 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-479550cb-b767-41d5-afe7-351ecf4fbb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:30.565074 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:30.587670 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=51f796ef-2718-4d1c-a386-cc5d625b4662,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:30.642240 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-8cfc25a2-563a-45bf-b06c-edda1b5aca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:30.643831 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-8cfc25a2-563a-45bf-b06c-edda1b5aca46 service neutron] 10.222.0.72 "GET /v2.0/ports/584cf1dd-1af4-46a0-83d5-636ef55fe320 HTTP/1.1" status: 200 len: 1031 time: 0.0900109 Dec 10 18:38:30.715407 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-06a5dd29-5273-486d-8cf0-179af4102287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:30.718930 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-06a5dd29-5273-486d-8cf0-179af4102287 service neutron] 10.222.0.72 "GET /v2.0/ports/4cd87cf1-713c-4dfd-9955-0162d0cdc6ec HTTP/1.1" status: 200 len: 1032 time: 0.0668335 Dec 10 18:38:30.804805 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-89622bb5-e911-4575-acd3-220d43b8d420 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:30.810644 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-93490131-8b88-4039-bb66-7d3df4e634ea tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:30.811454 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479550cb-b767-41d5-afe7-351ecf4fbb9b None None] Pushing event updated for resources: {'Port': ['ID=c1298227-f3cf-4553-be52-4dc0ed9a156a,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:30.819688 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-89622bb5-e911-4575-acd3-220d43b8d420 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:30.850868 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d474ff-04e8-4fca-95ea-70d3f81b4fa5 req-20e15f45-ad51-434e-b7de-cb8ef48c7d34 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:30.862776 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c8d474ff-04e8-4fca-95ea-70d3f81b4fa5 req-20e15f45-ad51-434e-b7de-cb8ef48c7d34 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.62 "GET /v2.0/ports?device_id=70291c6c-348f-4058-bdc7-41148610d3b1 HTTP/1.1" status: 200 len: 943 time: 0.3124356 Dec 10 18:38:30.886368 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=cc98d7bd-66c6-41e3-9276-2844a70aec22,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:30.888833 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89622bb5-e911-4575-acd3-220d43b8d420 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee5476c3-da6f-43ac-996a-cc3a38bff614,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:30.904351 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port e2397b43-7e0a-4f29-b0dd-71b19d5a3c07 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:30.904786 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:31.020177 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-89622bb5-e911-4575-acd3-220d43b8d420 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:31.025433 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-89622bb5-e911-4575-acd3-220d43b8d420 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8854949 Dec 10 18:38:31.027922 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53282) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:31.045125 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c8d474ff-04e8-4fca-95ea-70d3f81b4fa5 req-8967b1e4-0257-4acf-92d6-1906501dd6e0 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba14aef2-6643-4faa-847d-44c29793ef89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806440 Dec 10 18:38:31.048905 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['cc98d7bd-66c6-41e3-9276-2844a70aec22'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:38:31.066079 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ac51c020-ab31-4aa3-8461-5f32888ed3fb tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Request body: {'security_group_rule': {'security_group_id': 'fcc2cdd1-088d-4baf-a4ed-bfcaa734e30f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:31.142564 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 192ef59e-6eb8-48e5-846c-a4618da6e122 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:38:31.199086 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac51c020-ab31-4aa3-8461-5f32888ed3fb tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:31.203841 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-93490131-8b88-4039-bb66-7d3df4e634ea tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:31.296214 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe42622-0608-4189-85a9-dc135143d503 x-openstack-request-id: req-ebe42622-0608-4189-85a9-dc135143d503 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:38:31.296509 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da0ba39-d6e7-4f69-885d-11920eb27b2c", "name": "network-vif-plugged", "status": "completed", "tag": "51f796ef-2718-4d1c-a386-cc5d625b4662", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:38:31.296853 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ebe42622-0608-4189-85a9-dc135143d503 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:38:31.297241 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da0ba39-d6e7-4f69-885d-11920eb27b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f796ef-2718-4d1c-a386-cc5d625b4662', 'code': 200} Dec 10 18:38:31.322131 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f23f8156-9aae-4c58-a6b7-a3a1fc08ef66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:31.402274 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93490131-8b88-4039-bb66-7d3df4e634ea tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Port': ['ID=cf8e9f94-4265-4c12-bcd8-9e89ebf082c3,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:31.478665 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 192ef59e-6eb8-48e5-846c-a4618da6e122, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=192ef59e-6eb8-48e5-846c-a4618da6e122,segment=NetworkSegment(4bb4dfa5-f65e-4b3c-bca8-278a7549f736),segment_id=4bb4dfa5-f65e-4b3c-bca8-278a7549f736)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:31.514997 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93490131-8b88-4039-bb66-7d3df4e634ea tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:31.520377 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '192ef59e-6eb8-48e5-846c-a4618da6e122', 'network_id': '372806dd-851c-46b6-baf2-035c88392be7', 'port_id': '192ef59e-6eb8-48e5-846c-a4618da6e122', 'mac_address': 'fa:16:3e:93:3b:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3875c99-a0e6-49d3-b630-6d772fc4d041', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:38:31.522912 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:31.541466 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b159f187-ae40-4928-9f52-7f870dc305c4 req-99c0637e-6644-4c4a-97d9-e31feee72ee2 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 210 time: 0.1411793 Dec 10 18:38:31.542674 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-93490131-8b88-4039-bb66-7d3df4e634ea tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:31.551123 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93490131-8b88-4039-bb66-7d3df4e634ea tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:31.565621 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93490131-8b88-4039-bb66-7d3df4e634ea tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:31.566650 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-93490131-8b88-4039-bb66-7d3df4e634ea tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:31.606741 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-93490131-8b88-4039-bb66-7d3df4e634ea tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3498447 Dec 10 18:38:31.616402 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53288) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:31.634331 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-f6b308ed-638a-4479-a781-3855f375579a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:31.640175 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-f6b308ed-638a-4479-a781-3855f375579a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:31.646829 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-f6b308ed-638a-4479-a781-3855f375579a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:31.648475 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-f6b308ed-638a-4479-a781-3855f375579a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.72 "GET /v2.0/networks?id=36da7df8-4c33-4fc7-aca6-cd96ecc32948&id=b2b3e286-a941-4c88-a3bb-4298dcd7fd59&id=b2b3e286-a941-4c88-a3bb-4298dcd7fd59&id=b2b3e286-a941-4c88-a3bb-4298dcd7fd59&id=b2b3e286-a941-4c88-a3bb-4298dcd7fd59&id=f30c8744-62ec-4c03-ba22-87870e9a413d&id=f30c8744-62ec-4c03-ba22-87870e9a413d HTTP/1.1" status: 200 len: 1993 time: 0.6727707 Dec 10 18:38:31.667030 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c36191-cb7f-4519-8046-d622a331cff8 req-47418db5-67b2-4aff-b43b-d4f881edc135 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:31.675141 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port e2397b43-7e0a-4f29-b0dd-71b19d5a3c07, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e2397b43-7e0a-4f29-b0dd-71b19d5a3c07,segment=NetworkSegment(9a215a6f-53b2-4a07-8e37-53157ab6bab7),segment_id=9a215a6f-53b2-4a07-8e37-53157ab6bab7)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:31.675385 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-83c36191-cb7f-4519-8046-d622a331cff8 req-47418db5-67b2-4aff-b43b-d4f881edc135 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb HTTP/1.1" status: 200 len: 944 time: 0.6851339 Dec 10 18:38:31.689482 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489acdd-ae37-4bcb-b18f-d5b3ef6adb4e req-f32b7c0b-e917-4c8b-ba05-529fc44f6a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:31.691309 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8489acdd-ae37-4bcb-b18f-d5b3ef6adb4e req-f32b7c0b-e917-4c8b-ba05-529fc44f6a68 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 1100 time: 0.2899656 Dec 10 18:38:31.692166 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bfab19-efa8-4c8e-9632-c5a70a5eed9c None None] Network cb183816-b4b7-462c-9ac6-88489706931d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:31.723236 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac51c020-ab31-4aa3-8461-5f32888ed3fb tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:31.758874 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:31.763268 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-83c36191-cb7f-4519-8046-d622a331cff8 req-0c8ee116-4c45-4975-9bd6-5c59f8f6bd62 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups?id=530e6bf5-f83e-4ce8-a8ff-bcd4a8ac0b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867956 Dec 10 18:38:31.791647 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac51c020-ab31-4aa3-8461-5f32888ed3fb tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:31.881321 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-115134ed-0620-45a8-94ba-bce72d738516 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aee8c10e35be45139294abc10d1eada2 HTTP/1.1" status: 200 len: 379 time: 0.2014809 Dec 10 18:38:31.890967 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05289ce4-7c6a-477c-944c-120707c1d989 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:31.905608 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05289ce4-7c6a-477c-944c-120707c1d989 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:31.906730 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-2e20bd2f-ee0a-4795-863f-828c966ca70a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Request body: {'port': {'device_id': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'network_id': '36da7df8-4c33-4fc7-aca6-cd96ecc32948', 'admin_state_up': True, 'tenant_id': 'aee8c10e35be45139294abc10d1eada2', 'security_groups': ['ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994']}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:31.907283 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-05289ce4-7c6a-477c-944c-120707c1d989 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2896154 Dec 10 18:38:31.952360 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0f06ab0c-e0f2-4bd5-bbd0-c753a2ff233b req-cdc41efe-2e47-484f-a9f9-64644fd16600 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ad2d49-0213-4d11-84ea-8e93dc538b58 HTTP/1.1" status: 200 len: 210 time: 0.1896377 Dec 10 18:38:31.954625 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53290) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:31.962334 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51c020-ab31-4aa3-8461-5f32888ed3fb tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2092959e-0267-4978-bbe5-65cedc453039,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:31.983134 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8489acdd-ae37-4bcb-b18f-d5b3ef6adb4e req-f4e88c87-f7cf-4369-beb3-693e4a6e99ad service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738304 Dec 10 18:38:31.991786 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac51c020-ab31-4aa3-8461-5f32888ed3fb tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:32.001277 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ac51c020-ab31-4aa3-8461-5f32888ed3fb tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9551117 Dec 10 18:38:32.002307 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53292) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:32.007290 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-495dbcde-b72a-4de2-b343-c6b8d5e344cf tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:32.024031 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23f8156-9aae-4c58-a6b7-a3a1fc08ef66 admin admin] Router 7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:38:32.032690 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1d9c9815-31c6-4229-93b4-ee77afddc766 None None] Provisioning complete for port e2397b43-7e0a-4f29-b0dd-71b19d5a3c07 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:32.033308 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d9c9815-31c6-4229-93b4-ee77afddc766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:32.038752 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:32.049184 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-495dbcde-b72a-4de2-b343-c6b8d5e344cf tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:32.216049 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=e2397b43-7e0a-4f29-b0dd-71b19d5a3c07,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:32.224313 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 192ef59e-6eb8-48e5-846c-a4618da6e122 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:38:32.236708 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23f8156-9aae-4c58-a6b7-a3a1fc08ef66 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:38:32.250549 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c6dbf2-e5f8-4c36-8961-9dd6f86d9ace None None] Sync routers for ids ['7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:38:32.276178 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c6dbf2-e5f8-4c36-8961-9dd6f86d9ace None None] Routers {'7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:32.276913 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-b3c6dbf2-e5f8-4c36-8961-9dd6f86d9ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:38:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:32.312976 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 192ef59e-6eb8-48e5-846c-a4618da6e122, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=192ef59e-6eb8-48e5-846c-a4618da6e122,segment=NetworkSegment(4bb4dfa5-f65e-4b3c-bca8-278a7549f736),segment_id=4bb4dfa5-f65e-4b3c-bca8-278a7549f736)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:32.327037 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:32.395615 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7f27c-4245-4f42-bc8b-fc25401bd185 req-083a7058-79f7-45a2-a5fa-a15a727b9563 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:32.404667 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-71d7f27c-4245-4f42-bc8b-fc25401bd185 req-083a7058-79f7-45a2-a5fa-a15a727b9563 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 949 time: 0.5165870 Dec 10 18:38:32.471495 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=192ef59e-6eb8-48e5-846c-a4618da6e122,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:32.477069 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c1298227-f3cf-4553-be52-4dc0ed9a156a up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:32.507345 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f23f8156-9aae-4c58-a6b7-a3a1fc08ef66 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:32.509950 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f23f8156-9aae-4c58-a6b7-a3a1fc08ef66 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.0895319 Dec 10 18:38:32.519785 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53296) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:32.525034 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-b3c6dbf2-e5f8-4c36-8961-9dd6f86d9ace None None] Set router 7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:32.619078 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['192ef59e-6eb8-48e5-846c-a4618da6e122'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:38:32.626092 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdad9e18-ff5f-417e-8c09-ba1217fe9db0 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:32.928804 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-b3c6dbf2-e5f8-4c36-8961-9dd6f86d9ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84', 'name': 'tempest-FloatingIPsNegativeTestJSON-589684163-router', 'tenant_id': '91fc5ab4485246b5a1cfe1f039a51346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'e0af20b1-a8c4-4865-99a0-e3e659fe52b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:27Z', 'updated_at': '2021-12-10T18:38:30Z', 'revision_number': 3, 'project_id': '91fc5ab4485246b5a1cfe1f039a51346', 'gw_port': {'id': 'e0af20b1-a8c4-4865-99a0-e3e659fe52b0', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:27:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:29Z', 'updated_at': '2021-12-10T18:38:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:32.998017 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c6dbf2-e5f8-4c36-8961-9dd6f86d9ace None None] Checking router: 7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:38:32.998793 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c6dbf2-e5f8-4c36-8961-9dd6f86d9ace None None] Updating router 7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84 port e0af20b1-a8c4-4865-99a0-e3e659fe52b0 binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:38:33.058649 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-b3c6dbf2-e5f8-4c36-8961-9dd6f86d9ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:33.118638 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671989f1-b328-4a79-88a0-783771103ae6 req-282489c9-8408-47a0-a60f-aff3be2832ae tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:33.120282 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-671989f1-b328-4a79-88a0-783771103ae6 req-282489c9-8408-47a0-a60f-aff3be2832ae tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.62 "GET /v2.0/ports?device_id=70291c6c-348f-4058-bdc7-41148610d3b1 HTTP/1.1" status: 200 len: 944 time: 0.1608739 Dec 10 18:38:33.168159 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-71d7f27c-4245-4f42-bc8b-fc25401bd185 req-44ae5f00-b281-4d64-b7fd-46d0b769c668 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7624743 Dec 10 18:38:33.187914 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-06867b30-c852-4ba7-aef3-a94580af1548 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting port cf8e9f94-4265-4c12-bcd8-9e89ebf082c3 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:33.188172 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-06867b30-c852-4ba7-aef3-a94580af1548 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:33.213260 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port c1298227-f3cf-4553-be52-4dc0ed9a156a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:33.213813 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:33.262010 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-2f8fd371-0b42-43a4-9158-09e400e022bd tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:33.263927 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-2f8fd371-0b42-43a4-9158-09e400e022bd tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.46 "GET /v2.0/networks?id=2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 HTTP/1.1" status: 200 len: 812 time: 0.3065624 Dec 10 18:38:33.276245 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-671989f1-b328-4a79-88a0-783771103ae6 req-61651d65-5c69-4bef-9364-e096bd60ef12 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba14aef2-6643-4faa-847d-44c29793ef89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471078 Dec 10 18:38:33.286911 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-2e20bd2f-ee0a-4795-863f-828c966ca70a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Made reservation on behalf of aee8c10e35be45139294abc10d1eada2 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:33.290997 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-2e20bd2f-ee0a-4795-863f-828c966ca70a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:33.292824 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-0e3fed74-a831-4cec-9f1c-96dead99db9a tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Request body: {'port': {'device_id': 'f1ad2d49-0213-4d11-84ea-8e93dc538b58', 'network_id': '2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2', 'admin_state_up': True, 'tenant_id': '4f5421d821ae4626b82959b6edcb39c9'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:33.368352 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b4f6214e-25e8-4deb-95a7-a9ed4f13fd70 None None] Provisioning complete for port c1298227-f3cf-4553-be52-4dc0ed9a156a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:33.368975 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b4f6214e-25e8-4deb-95a7-a9ed4f13fd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:33.438248 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-653e9f07-d758-43b3-a3b0-97ab3ff0fee1 req-53b7e073-34e5-40a3-84c7-9c99bdf82840 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 210 time: 0.0891125 Dec 10 18:38:33.489754 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-495dbcde-b72a-4de2-b343-c6b8d5e344cf tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:33.564073 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67235c15-e459-4d6a-9153-5080856a318a req-64db2fe3-4a2f-4df8-81fc-d490a32d2c1b tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:33.572375 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-67235c15-e459-4d6a-9153-5080856a318a req-64db2fe3-4a2f-4df8-81fc-d490a32d2c1b tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb HTTP/1.1" status: 200 len: 944 time: 0.1811564 Dec 10 18:38:33.661747 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:33.676709 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-0e3fed74-a831-4cec-9f1c-96dead99db9a tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Made reservation on behalf of 4f5421d821ae4626b82959b6edcb39c9 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:33.680579 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-0e3fed74-a831-4cec-9f1c-96dead99db9a tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:33.690283 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-06867b30-c852-4ba7-aef3-a94580af1548 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:33.731255 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e6dbfb27-94ff-41a9-b8a3-60f66759d4b9 req-d2521665-02f2-4688-9505-d089735930ed tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ad2d49-0213-4d11-84ea-8e93dc538b58 HTTP/1.1" status: 200 len: 210 time: 0.0382710 Dec 10 18:38:33.739900 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-b3c6dbf2-e5f8-4c36-8961-9dd6f86d9ace None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:33.750509 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-b3c6dbf2-e5f8-4c36-8961-9dd6f86d9ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:33.762761 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device cc98d7bd-66c6-41e3-9276-2844a70aec22 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:33.769587 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-06867b30-c852-4ba7-aef3-a94580af1548 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Calling delete_port for cf8e9f94-4265-4c12-bcd8-9e89ebf082c3 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:33.816179 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20479d5-fc06-4041-930c-d22e636a9904 None None] Pushing event updated for resources: {'Port': ['ID=e0af20b1-a8c4-4865-99a0-e3e659fe52b0,revision_number=2']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:33.850710 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-b3c6dbf2-e5f8-4c36-8961-9dd6f86d9ace None None] Attempting to bind port e0af20b1-a8c4-4865-99a0-e3e659fe52b0 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:33.852598 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-b3c6dbf2-e5f8-4c36-8961-9dd6f86d9ace None None] Attempting to bind port e0af20b1-a8c4-4865-99a0-e3e659fe52b0 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:33.856745 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c6dbf2-e5f8-4c36-8961-9dd6f86d9ace None None] Attempting to bind port e0af20b1-a8c4-4865-99a0-e3e659fe52b0 on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:33.876583 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c6dbf2-e5f8-4c36-8961-9dd6f86d9ace None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:33.877171 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c6dbf2-e5f8-4c36-8961-9dd6f86d9ace None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:33.877684 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-b3c6dbf2-e5f8-4c36-8961-9dd6f86d9ace None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:33.880034 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c6dbf2-e5f8-4c36-8961-9dd6f86d9ace None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:33.880034 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-b3c6dbf2-e5f8-4c36-8961-9dd6f86d9ace None None] Bound port: e0af20b1-a8c4-4865-99a0-e3e659fe52b0, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:33.880034 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-b3c6dbf2-e5f8-4c36-8961-9dd6f86d9ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:33.935332 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-495dbcde-b72a-4de2-b343-c6b8d5e344cf tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Allocated IP 172.25.7.175 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/7f449b1b-3dd5-4672-bc95-1883d60f808d) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:33.952515 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-b3c6dbf2-e5f8-4c36-8961-9dd6f86d9ace None None] For port e0af20b1-a8c4-4865-99a0-e3e659fe52b0, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:33.957504 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-b3c6dbf2-e5f8-4c36-8961-9dd6f86d9ace None None] For port e0af20b1-a8c4-4865-99a0-e3e659fe52b0, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e0af20b1-a8c4-4865-99a0-e3e659fe52b0,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:33.957974 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-2e20bd2f-ee0a-4795-863f-828c966ca70a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Allocated IP 172.20.0.11 (36da7df8-4c33-4fc7-aca6-cd96ecc32948/a88e99c5-14d3-42bf-8ee8-4247e93be44f/b5799b23-3ac5-4da6-ad03-a9a9b629a357) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:33.967460 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-b3c6dbf2-e5f8-4c36-8961-9dd6f86d9ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:34.026936 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b4f6214e-25e8-4deb-95a7-a9ed4f13fd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:34.093644 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c6dbf2-e5f8-4c36-8961-9dd6f86d9ace None None] Routers {'7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:34.094283 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-b3c6dbf2-e5f8-4c36-8961-9dd6f86d9ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:38:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:34.119604 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:34.139976 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-495dbcde-b72a-4de2-b343-c6b8d5e344cf tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:34.148474 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b4f6214e-25e8-4deb-95a7-a9ed4f13fd70 None None] For port c1298227-f3cf-4553-be52-4dc0ed9a156a, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c1298227-f3cf-4553-be52-4dc0ed9a156a,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:34.166322 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port cc98d7bd-66c6-41e3-9276-2844a70aec22 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:38:34.198227 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b4f6214e-25e8-4deb-95a7-a9ed4f13fd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:34.228874 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-495dbcde-b72a-4de2-b343-c6b8d5e344cf tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:34.292762 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20479d5-fc06-4041-930c-d22e636a9904 None None] Pushing event updated for resources: {'Port': ['ID=e0af20b1-a8c4-4865-99a0-e3e659fe52b0,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:34.338720 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495dbcde-b72a-4de2-b343-c6b8d5e344cf tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Pushing event updated for resources: {'Port': ['ID=7f449b1b-3dd5-4672-bc95-1883d60f808d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:34.339891 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port cc98d7bd-66c6-41e3-9276-2844a70aec22 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:34.340363 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:34.350996 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495dbcde-b72a-4de2-b343-c6b8d5e344cf tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:34.362512 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-67235c15-e459-4d6a-9153-5080856a318a req-82bf1299-f556-4e61-97a4-a3d3c01daaf4 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups?id=530e6bf5-f83e-4ce8-a8ff-bcd4a8ac0b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7892077 Dec 10 18:38:34.366477 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-495dbcde-b72a-4de2-b343-c6b8d5e344cf tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:34.375518 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f6214e-25e8-4deb-95a7-a9ed4f13fd70 None None] Pushing event updated for resources: {'Port': ['ID=c1298227-f3cf-4553-be52-4dc0ed9a156a,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:34.379269 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495dbcde-b72a-4de2-b343-c6b8d5e344cf tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:34.419665 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-b3c6dbf2-e5f8-4c36-8961-9dd6f86d9ace None None] Set router 7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:34.467242 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6fd80317-fcaf-420e-a8ca-52b96d626aec None None] Provisioning complete for port e2397b43-7e0a-4f29-b0dd-71b19d5a3c07 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:34.467613 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6fd80317-fcaf-420e-a8ca-52b96d626aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:34.471791 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:38:34.472155 n-d-821435-1 neutron-server[103246]: DEBUG oslo_db.api [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:38:34.574272 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:34.596800 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-0e3fed74-a831-4cec-9f1c-96dead99db9a tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Allocated IP 172.20.0.5 (2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2/b914d67e-99a3-4836-8560-8ad9054366d0/9eb74907-db11-43a8-9cd4-56f64e9ba441) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:34.668563 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc98d7bd-66c6-41e3-9276-2844a70aec22'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:38:34.670904 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5c170f-f234-471b-8cdd-9cd763d77cef" -d '{"events": [{"server_uuid": "f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb", "name": "network-vif-plugged", "status": "completed", "tag": "cc98d7bd-66c6-41e3-9276-2844a70aec22"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:38:34.701102 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-b3c6dbf2-e5f8-4c36-8961-9dd6f86d9ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84', 'name': 'tempest-FloatingIPsNegativeTestJSON-589684163-router', 'tenant_id': '91fc5ab4485246b5a1cfe1f039a51346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'e0af20b1-a8c4-4865-99a0-e3e659fe52b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:27Z', 'updated_at': '2021-12-10T18:38:30Z', 'revision_number': 3, 'project_id': '91fc5ab4485246b5a1cfe1f039a51346', 'gw_port': {'id': 'e0af20b1-a8c4-4865-99a0-e3e659fe52b0', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:27:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:29Z', 'updated_at': '2021-12-10T18:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:34.702643 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port cc98d7bd-66c6-41e3-9276-2844a70aec22, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=cc98d7bd-66c6-41e3-9276-2844a70aec22,segment=NetworkSegment(8b40be5d-f6bc-455d-9ae1-9ee882ee68d8),segment_id=8b40be5d-f6bc-455d-9ae1-9ee882ee68d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:34.702806 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c36e23-6dba-4393-8e57-d29b7a7aaed2 req-1888a623-bd57-4093-b33b-42a7cece3a82 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:34.705020 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-16c36e23-6dba-4393-8e57-d29b7a7aaed2 req-1888a623-bd57-4093-b33b-42a7cece3a82 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 949 time: 0.3077095 Dec 10 18:38:34.717086 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:34.747010 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c6dbf2-e5f8-4c36-8961-9dd6f86d9ace None None] The sync data for ids ['7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84'] in n-d-821435-1 is: [{'id': '7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84', 'name': 'tempest-FloatingIPsNegativeTestJSON-589684163-router', 'tenant_id': '91fc5ab4485246b5a1cfe1f039a51346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'e0af20b1-a8c4-4865-99a0-e3e659fe52b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:27Z', 'updated_at': '2021-12-10T18:38:30Z', 'revision_number': 3, 'project_id': '91fc5ab4485246b5a1cfe1f039a51346', 'gw_port': {'id': 'e0af20b1-a8c4-4865-99a0-e3e659fe52b0', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:27:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:29Z', 'updated_at': '2021-12-10T18:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:38:34.830687 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=cc98d7bd-66c6-41e3-9276-2844a70aec22,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:34.838616 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ff54b9b3-b527-4576-b752-c8c501095347 None None] Provisioning complete for port c1298227-f3cf-4553-be52-4dc0ed9a156a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:34.838994 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ff54b9b3-b527-4576-b752-c8c501095347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:34.844406 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-06867b30-c852-4ba7-aef3-a94580af1548 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:34.882293 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afeacd-99ee-4db4-9e46-4392d3baf2ff req-2f5ac8dd-d0ca-41f3-944e-bad9dbed210d tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:34.884216 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-74afeacd-99ee-4db4-9e46-4392d3baf2ff req-2f5ac8dd-d0ca-41f3-944e-bad9dbed210d tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.62 "GET /v2.0/ports?device_id=70291c6c-348f-4058-bdc7-41148610d3b1 HTTP/1.1" status: 200 len: 944 time: 0.3606541 Dec 10 18:38:34.926473 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-2e20bd2f-ee0a-4795-863f-828c966ca70a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:34.936838 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06867b30-c852-4ba7-aef3-a94580af1548 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Port': ['ID=cf8e9f94-4265-4c12-bcd8-9e89ebf082c3,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:34.948300 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-495dbcde-b72a-4de2-b343-c6b8d5e344cf tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:35.009241 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-16c36e23-6dba-4393-8e57-d29b7a7aaed2 req-6f86125a-c1eb-4bd9-b5ca-57c8d9cff9dc tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630370 Dec 10 18:38:35.027662 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-2e20bd2f-ee0a-4795-863f-828c966ca70a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:35.031106 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ff54b9b3-b527-4576-b752-c8c501095347 None None] Could not find standard attr ID for object cf8e9f94-4265-4c12-bcd8-9e89ebf082c3. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:38:35.040448 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-74afeacd-99ee-4db4-9e46-4392d3baf2ff req-1fc065fe-3847-4461-aa5c-33daf3728ce7 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba14aef2-6643-4faa-847d-44c29793ef89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486311 Dec 10 18:38:35.111538 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-495dbcde-b72a-4de2-b343-c6b8d5e344cf tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:35.122479 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-0e3fed74-a831-4cec-9f1c-96dead99db9a tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:35.136801 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ea1b87-faef-4043-a47a-eb60678b288b x-openstack-request-id: req-d5ea1b87-faef-4043-a47a-eb60678b288b {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:38:35.141010 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb", "name": "network-vif-plugged", "status": "completed", "tag": "cc98d7bd-66c6-41e3-9276-2844a70aec22", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:38:35.141403 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d5ea1b87-faef-4043-a47a-eb60678b288b {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:38:35.141930 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc98d7bd-66c6-41e3-9276-2844a70aec22', 'code': 200} Dec 10 18:38:35.157937 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 192ef59e-6eb8-48e5-846c-a4618da6e122 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:35.163752 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-786badd8-1028-4ad7-9f5e-a9d4a3561e52 None None] Could not find standard attr ID for object cf8e9f94-4265-4c12-bcd8-9e89ebf082c3. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:38:35.243544 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-06867b30-c852-4ba7-aef3-a94580af1548 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:35.257184 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-06867b30-c852-4ba7-aef3-a94580af1548 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/ports/cf8e9f94-4265-4c12-bcd8-9e89ebf082c3 HTTP/1.1" status: 204 len: 168 time: 3.3012247 Dec 10 18:38:35.275595 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 192ef59e-6eb8-48e5-846c-a4618da6e122 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:38:35.290192 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 192ef59e-6eb8-48e5-846c-a4618da6e122 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:35.290192 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:35.319931 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53318) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:35.471620 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:35.506809 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-2e20bd2f-ee0a-4795-863f-828c966ca70a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Network 36da7df8-4c33-4fc7-aca6-cd96ecc32948 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:35.521507 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-2e20bd2f-ee0a-4795-863f-828c966ca70a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:35.544414 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e2397b43-7e0a-4f29-b0dd-71b19d5a3c07 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:35.550676 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-2e20bd2f-ee0a-4795-863f-828c966ca70a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:35.565072 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f0e5cdfb-64da-4174-a826-2dff1b85fabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:35.568800 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 192ef59e-6eb8-48e5-846c-a4618da6e122, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=192ef59e-6eb8-48e5-846c-a4618da6e122,segment=NetworkSegment(4bb4dfa5-f65e-4b3c-bca8-278a7549f736),segment_id=4bb4dfa5-f65e-4b3c-bca8-278a7549f736)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:35.622967 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:35.659315 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-14ab7c27-3a22-4b0c-98f0-2b456bbc757c req-debf7810-0ed2-48e0-9f28-59c8a2b9fa04 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ad2d49-0213-4d11-84ea-8e93dc538b58 HTTP/1.1" status: 200 len: 210 time: 0.3345900 Dec 10 18:38:35.684870 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e20bd2f-ee0a-4795-863f-828c966ca70a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Pushing event updated for resources: {'Port': ['ID=b5799b23-3ac5-4da6-ad03-a9a9b629a357,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:35.708202 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-495dbcde-b72a-4de2-b343-c6b8d5e344cf tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:35.722866 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7f946-13a8-41c7-a1b3-fd339a642795 req-412f2e06-3af3-42c5-9e25-d8bcdc4cd7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:35.725392 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f4f7f946-13a8-41c7-a1b3-fd339a642795 req-412f2e06-3af3-42c5-9e25-d8bcdc4cd7c1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb HTTP/1.1" status: 200 len: 1096 time: 0.4264786 Dec 10 18:38:35.725854 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-495dbcde-b72a-4de2-b343-c6b8d5e344cf tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:35.730391 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88039c85-b79c-4189-94fd-68e7df34a0c6 req-7a93249d-803a-45cf-92d6-51cf2ff182a8 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:35.740486 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-88039c85-b79c-4189-94fd-68e7df34a0c6 req-7a93249d-803a-45cf-92d6-51cf2ff182a8 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 932 time: 0.5280211 Dec 10 18:38:35.753251 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-0e3fed74-a831-4cec-9f1c-96dead99db9a tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:35.801836 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b98f06a-d182-44ca-9dfa-211e97dcb8d1 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:35.803999 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b98f06a-d182-44ca-9dfa-211e97dcb8d1 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:35.809773 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53322) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:35.810278 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4b98f06a-d182-44ca-9dfa-211e97dcb8d1 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4823573 Dec 10 18:38:35.823278 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=192ef59e-6eb8-48e5-846c-a4618da6e122,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:35.851424 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port e2397b43-7e0a-4f29-b0dd-71b19d5a3c07 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:35.851877 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:35.870591 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-2e20bd2f-ee0a-4795-863f-828c966ca70a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:35.871817 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-2e20bd2f-ee0a-4795-863f-828c966ca70a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:36.030729 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-88039c85-b79c-4189-94fd-68e7df34a0c6 req-41230ed5-59b8-49c6-a873-6eda75fc98f9 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2885709 Dec 10 18:38:36.071771 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-2e20bd2f-ee0a-4795-863f-828c966ca70a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1808898 Dec 10 18:38:36.084864 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c1298227-f3cf-4553-be52-4dc0ed9a156a up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:36.110738 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-d70cf816-301a-4dad-82e9-b2f7346f827f tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Request body: {'port': {'device_id': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'network_id': 'b2b3e286-a941-4c88-a3bb-4298dcd7fd59', 'admin_state_up': True, 'tenant_id': 'aee8c10e35be45139294abc10d1eada2', 'security_groups': ['ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994']}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:36.127573 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-495dbcde-b72a-4de2-b343-c6b8d5e344cf tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:36.134162 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-24720a8c-e3d8-4b31-82a5-87d096bf5d81 None None] Provisioning complete for port b5799b23-3ac5-4da6-ad03-a9a9b629a357 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:36.134537 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-24720a8c-e3d8-4b31-82a5-87d096bf5d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:36.214072 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-093dcabb-6604-4342-ad12-98bebd894b55 req-488f20ac-940f-464b-bbdc-ee8545da1386 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:38:36.215553 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-093dcabb-6604-4342-ad12-98bebd894b55 req-488f20ac-940f-464b-bbdc-ee8545da1386 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096838 Dec 10 18:38:36.229112 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-0e3fed74-a831-4cec-9f1c-96dead99db9a tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Network 2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:36.233452 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-24720a8c-e3d8-4b31-82a5-87d096bf5d81 None None] Port b5799b23-3ac5-4da6-ad03-a9a9b629a357 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:36.248063 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port c1298227-f3cf-4553-be52-4dc0ed9a156a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:36.249821 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:36.250552 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-358c01b4-e40a-4077-aa5f-33a6f46c2def tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting subnet 3c35fbbf-254c-4ba7-a7c9-68f568d2df0a {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:38:36.264716 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f4f7f946-13a8-41c7-a1b3-fd339a642795 req-367d6a37-9db1-47ff-b62b-22e29722364b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=530e6bf5-f83e-4ce8-a8ff-bcd4a8ac0b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5143912 Dec 10 18:38:36.283129 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495dbcde-b72a-4de2-b343-c6b8d5e344cf tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Pushing event updated for resources: {'Port': ['ID=7f449b1b-3dd5-4672-bc95-1883d60f808d,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:36.291048 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-0e3fed74-a831-4cec-9f1c-96dead99db9a tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:36.305537 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-0e3fed74-a831-4cec-9f1c-96dead99db9a tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:36.372938 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e0af20b1-a8c4-4865-99a0-e3e659fe52b0 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:36.481920 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port e0af20b1-a8c4-4865-99a0-e3e659fe52b0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:36.482939 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:36.501577 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-0e3fed74-a831-4cec-9f1c-96dead99db9a tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:36.504656 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-0e3fed74-a831-4cec-9f1c-96dead99db9a tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:36.512001 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916d724-ceb6-448c-8fd2-38cbef8013cf req-68114bf9-6b3d-4a48-b8ac-bb43a4a957b9 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:36.524729 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f916d724-ceb6-448c-8fd2-38cbef8013cf req-68114bf9-6b3d-4a48-b8ac-bb43a4a957b9 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb HTTP/1.1" status: 200 len: 945 time: 0.3132720 Dec 10 18:38:36.544855 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-495dbcde-b72a-4de2-b343-c6b8d5e344cf tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:36.546054 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-495dbcde-b72a-4de2-b343-c6b8d5e344cf tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5431013 Dec 10 18:38:36.552219 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-358c01b4-e40a-4077-aa5f-33a6f46c2def tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:36.598807 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-f0e5cdfb-64da-4174-a826-2dff1b85fabb admin admin] Allocated IP 172.20.0.1 (cb183816-b4b7-462c-9ac6-88489706931d/c42dd5e4-b69e-4bd4-97e2-5afbb8428309/2cd97228-a837-472b-ad1c-aeb085620b1b) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:36.612653 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-0e3fed74-a831-4cec-9f1c-96dead99db9a tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3306727 Dec 10 18:38:36.617124 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495dbcde-b72a-4de2-b343-c6b8d5e344cf tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:36.618058 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495dbcde-b72a-4de2-b343-c6b8d5e344cf tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:36.618704 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495dbcde-b72a-4de2-b343-c6b8d5e344cf tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:36.621300 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495dbcde-b72a-4de2-b343-c6b8d5e344cf tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:36.622268 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495dbcde-b72a-4de2-b343-c6b8d5e344cf tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:36.623025 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495dbcde-b72a-4de2-b343-c6b8d5e344cf tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:36.623934 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495dbcde-b72a-4de2-b343-c6b8d5e344cf tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:36.624670 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495dbcde-b72a-4de2-b343-c6b8d5e344cf tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:36.625348 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495dbcde-b72a-4de2-b343-c6b8d5e344cf tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:36.626072 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495dbcde-b72a-4de2-b343-c6b8d5e344cf tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:36.626778 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495dbcde-b72a-4de2-b343-c6b8d5e344cf tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:36.636888 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495dbcde-b72a-4de2-b343-c6b8d5e344cf tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:36.639287 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495dbcde-b72a-4de2-b343-c6b8d5e344cf tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:36.686751 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:36.717892 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-18364407-410f-4ed7-8b80-474faca183fb tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:38:36.733696 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-18364407-410f-4ed7-8b80-474faca183fb tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0500386 Dec 10 18:38:36.797009 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port e0af20b1-a8c4-4865-99a0-e3e659fe52b0, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e0af20b1-a8c4-4865-99a0-e3e659fe52b0,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:36.816833 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:36.866584 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3fed74-a831-4cec-9f1c-96dead99db9a tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Pushing event updated for resources: {'Port': ['ID=9eb74907-db11-43a8-9cd4-56f64e9ba441,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:36.936011 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-8c76b10c-3429-46e5-9668-b450326ff972 service neutron] Request body: {'port': {'device_id': 'f1ad2d49-0213-4d11-84ea-8e93dc538b58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:36.938105 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=e0af20b1-a8c4-4865-99a0-e3e659fe52b0,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:36.960776 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f916d724-ceb6-448c-8fd2-38cbef8013cf req-9d996c0b-02fa-484f-a345-4fda040f8bef tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups?id=530e6bf5-f83e-4ce8-a8ff-bcd4a8ac0b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343131 Dec 10 18:38:36.983927 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-358c01b4-e40a-4077-aa5f-33a6f46c2def tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:37.000004 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-d70cf816-301a-4dad-82e9-b2f7346f827f tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Made reservation on behalf of aee8c10e35be45139294abc10d1eada2 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:37.004250 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-d70cf816-301a-4dad-82e9-b2f7346f827f tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:37.068907 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e4a9f-9f9d-4f89-b9fb-b8e75242de21 req-dd8ed497-9c76-4ffb-b0a8-81a3879cdb83 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:37.078342 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d1e4a9f-9f9d-4f89-b9fb-b8e75242de21 req-dd8ed497-9c76-4ffb-b0a8-81a3879cdb83 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.62 "GET /v2.0/ports?device_id=70291c6c-348f-4058-bdc7-41148610d3b1 HTTP/1.1" status: 200 len: 945 time: 0.1913755 Dec 10 18:38:37.130356 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f0e5cdfb-64da-4174-a826-2dff1b85fabb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:37.140994 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-16ba2d0b-43bf-4152-8e24-7875f1291353 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3245420 Dec 10 18:38:37.143632 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70291c6c-348f-4058-bdc7-41148610d3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '192ef59e-6eb8-48e5-846c-a4618da6e122'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:38:37.147889 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847d9079-2700-4f95-832b-91453d182026" -d '{"events": [{"server_uuid": "70291c6c-348f-4058-bdc7-41148610d3b1", "name": "network-vif-plugged", "status": "completed", "tag": "192ef59e-6eb8-48e5-846c-a4618da6e122"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:38:37.156666 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-8c76b10c-3429-46e5-9668-b450326ff972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:37.297474 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d1e4a9f-9f9d-4f89-b9fb-b8e75242de21 req-01f9d052-85c5-467b-a35e-2386d0e6d9e0 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba14aef2-6643-4faa-847d-44c29793ef89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180479 Dec 10 18:38:37.338656 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e0af20b1-a8c4-4865-99a0-e3e659fe52b0 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:37.363231 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb4b28-6232-4d14-bfb2-8aaaab3c9c20 req-f7da7b94-4cf7-4894-bc1d-1b824c7b7bf4 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:37.365254 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-83bb4b28-6232-4d14-bfb2-8aaaab3c9c20 req-f7da7b94-4cf7-4894-bc1d-1b824c7b7bf4 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 949 time: 0.3108027 Dec 10 18:38:37.369812 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f0e5cdfb-64da-4174-a826-2dff1b85fabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:37.510415 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port e0af20b1-a8c4-4865-99a0-e3e659fe52b0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:37.511644 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:37.547566 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-358c01b4-e40a-4077-aa5f-33a6f46c2def tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:37.582258 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e5cdfb-64da-4174-a826-2dff1b85fabb admin admin] Network cb183816-b4b7-462c-9ac6-88489706931d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:37.590851 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-f0e5cdfb-64da-4174-a826-2dff1b85fabb admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:37.606359 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e5cdfb-64da-4174-a826-2dff1b85fabb admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:37.646993 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5cdfb-64da-4174-a826-2dff1b85fabb admin admin] Pushing event updated for resources: {'Port': ['ID=2cd97228-a837-472b-ad1c-aeb085620b1b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:37.755025 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a486f9-41f4-49ea-b460-2f5f820f7fe3 req-94be2fb1-4cc7-4ebd-a2af-eb42843bf5d4 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:37.758908 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-47a486f9-41f4-49ea-b460-2f5f820f7fe3 req-94be2fb1-4cc7-4ebd-a2af-eb42843bf5d4 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ad2d49-0213-4d11-84ea-8e93dc538b58 HTTP/1.1" status: 200 len: 931 time: 0.3019581 Dec 10 18:38:37.924924 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-d70cf816-301a-4dad-82e9-b2f7346f827f tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Allocated IP 10.1.1.201 (b2b3e286-a941-4c88-a3bb-4298dcd7fd59/237ae5dd-0fd9-41fa-a8f5-5de6696f10ce/5e305941-2cd9-4b3b-b5ee-5c4eac821c82) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:37.963730 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-83bb4b28-6232-4d14-bfb2-8aaaab3c9c20 req-1a1390f4-70b4-42db-a49e-d48bb54313d8 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5722303 Dec 10 18:38:37.990616 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:38:38.019291 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:38.029095 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-358c01b4-e40a-4077-aa5f-33a6f46c2def tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:38.047486 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-47a486f9-41f4-49ea-b460-2f5f820f7fe3 req-281e10f9-eca0-40c8-900c-04290c5cabfc tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705948 Dec 10 18:38:38.122716 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c01b4-e40a-4077-aa5f-33a6f46c2def tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Subnet': ['ID=3c35fbbf-254c-4ba7-a7c9-68f568d2df0a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:38.126459 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f0e5cdfb-64da-4174-a826-2dff1b85fabb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:38.145544 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48ae74b-2a70-486b-8f34-fe7d3469fa9f None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:38.147244 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-358c01b4-e40a-4077-aa5f-33a6f46c2def tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:38.152055 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-358c01b4-e40a-4077-aa5f-33a6f46c2def tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/3c35fbbf-254c-4ba7-a7c9-68f568d2df0a HTTP/1.1" status: 204 len: 168 time: 2.3290784 Dec 10 18:38:38.166280 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53364) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:38.276205 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-8c76b10c-3429-46e5-9668-b450326ff972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eb74907-db11-43a8-9cd4-56f64e9ba441 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:38:38.286394 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-8c76b10c-3429-46e5-9668-b450326ff972 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:38.310026 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-8c76b10c-3429-46e5-9668-b450326ff972 service neutron] Transition to ACTIVE for port object 9eb74907-db11-43a8-9cd4-56f64e9ba441 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:38:38.322783 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-8c76b10c-3429-46e5-9668-b450326ff972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:38.402588 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c231ad11-f436-4ffa-a5dc-966b15698af6 None None] Provisioning complete for port 2cd97228-a837-472b-ad1c-aeb085620b1b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:38.402966 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c231ad11-f436-4ffa-a5dc-966b15698af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:38.478323 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76b10c-3429-46e5-9668-b450326ff972 service neutron] Pushing event updated for resources: {'Port': ['ID=9eb74907-db11-43a8-9cd4-56f64e9ba441,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:38.524089 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7bb411a7-25cb-43db-8bd8-aaf81cdb355b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3489041 Dec 10 18:38:38.541020 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53376) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:38.546743 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c231ad11-f436-4ffa-a5dc-966b15698af6 None None] Port 2cd97228-a837-472b-ad1c-aeb085620b1b cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:38.556012 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-3ba06ef4-6ed9-4ce2-8bd6-8092056d9f39 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'subnet': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:38.573323 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ccb4c9-347b-44d5-9cfa-4ada011caf8d req-78f2618c-d428-4ff5-b7f8-e6c3ffe0bf37 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:38.575583 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-80ccb4c9-347b-44d5-9cfa-4ada011caf8d req-78f2618c-d428-4ff5-b7f8-e6c3ffe0bf37 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 932 time: 0.2704074 Dec 10 18:38:38.676313 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7c95d7-44cb-4f8d-8f75-e01b1656dcc9 None None] DHCP port deletion for 4c9579a2-8f48-40cb-87f0-dbca0f4b521d request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:38:38.745314 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-80ccb4c9-347b-44d5-9cfa-4ada011caf8d req-eb4719f3-a596-4563-ac86-beb8f8192736 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369641 Dec 10 18:38:38.749386 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-8c76b10c-3429-46e5-9668-b450326ff972 service neutron] Attempting to bind port 9eb74907-db11-43a8-9cd4-56f64e9ba441 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:38.749732 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-8c76b10c-3429-46e5-9668-b450326ff972 service neutron] Attempting to bind port 9eb74907-db11-43a8-9cd4-56f64e9ba441 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:38.750069 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-8c76b10c-3429-46e5-9668-b450326ff972 service neutron] Attempting to bind port 9eb74907-db11-43a8-9cd4-56f64e9ba441 on network 2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:38.756581 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-8c76b10c-3429-46e5-9668-b450326ff972 service neutron] Port 9eb74907-db11-43a8-9cd4-56f64e9ba441 on network 2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:38:38.757306 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-8c76b10c-3429-46e5-9668-b450326ff972 service neutron] Attempting to bind port 9eb74907-db11-43a8-9cd4-56f64e9ba441 on network 2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:38.770962 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-8c76b10c-3429-46e5-9668-b450326ff972 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:38.771326 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-8c76b10c-3429-46e5-9668-b450326ff972 service neutron] Checking segment: {'id': '4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:38.771879 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-8c76b10c-3429-46e5-9668-b450326ff972 service neutron] Bound using segment: {'id': '4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:38.772178 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-8c76b10c-3429-46e5-9668-b450326ff972 service neutron] Bound port: 9eb74907-db11-43a8-9cd4-56f64e9ba441, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:38.772549 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-8c76b10c-3429-46e5-9668-b450326ff972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:38.833117 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-6a7c95d7-44cb-4f8d-8f75-e01b1656dcc9 None None] Deleting port c1298227-f3cf-4553-be52-4dc0ed9a156a {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:38.833504 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6a7c95d7-44cb-4f8d-8f75-e01b1656dcc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:38.957266 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-8c76b10c-3429-46e5-9668-b450326ff972 service neutron] For port 9eb74907-db11-43a8-9cd4-56f64e9ba441, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:38.960138 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6a7c95d7-44cb-4f8d-8f75-e01b1656dcc9 None None] For port c1298227-f3cf-4553-be52-4dc0ed9a156a, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c1298227-f3cf-4553-be52-4dc0ed9a156a,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:38.960543 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6a7c95d7-44cb-4f8d-8f75-e01b1656dcc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:38.966684 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-8c76b10c-3429-46e5-9668-b450326ff972 service neutron] For port 9eb74907-db11-43a8-9cd4-56f64e9ba441, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=9eb74907-db11-43a8-9cd4-56f64e9ba441,segment=NetworkSegment(4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9),segment_id=4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:38.979220 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-8c76b10c-3429-46e5-9668-b450326ff972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:38.980550 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-6a7c95d7-44cb-4f8d-8f75-e01b1656dcc9 None None] Calling delete_port for c1298227-f3cf-4553-be52-4dc0ed9a156a owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:39.055909 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9304fd0-55ac-48c4-bfe9-6eb29992b6a8 x-openstack-request-id: req-e9304fd0-55ac-48c4-bfe9-6eb29992b6a8 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:38:39.056228 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70291c6c-348f-4058-bdc7-41148610d3b1", "name": "network-vif-plugged", "status": "completed", "tag": "192ef59e-6eb8-48e5-846c-a4618da6e122", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:38:39.056521 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e9304fd0-55ac-48c4-bfe9-6eb29992b6a8 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:38:39.057001 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70291c6c-348f-4058-bdc7-41148610d3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '192ef59e-6eb8-48e5-846c-a4618da6e122', 'code': 200} Dec 10 18:38:39.142434 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6a7c95d7-44cb-4f8d-8f75-e01b1656dcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:39.177852 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-8c76b10c-3429-46e5-9668-b450326ff972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:39.178580 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-8c76b10c-3429-46e5-9668-b450326ff972 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:39.180217 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-8c76b10c-3429-46e5-9668-b450326ff972 service neutron] 10.222.0.46 "PUT /v2.0/ports/9eb74907-db11-43a8-9cd4-56f64e9ba441 HTTP/1.1" status: 200 len: 1091 time: 2.4446666 Dec 10 18:38:39.188189 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ad2d49-0213-4d11-84ea-8e93dc538b58', 'tag': '9eb74907-db11-43a8-9cd4-56f64e9ba441'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:38:39.190964 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b585440-d39a-4e1c-a46f-1a4ee98e33c2" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ad2d49-0213-4d11-84ea-8e93dc538b58", "tag": "9eb74907-db11-43a8-9cd4-56f64e9ba441"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:38:39.219103 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76b10c-3429-46e5-9668-b450326ff972 service neutron] Pushing event updated for resources: {'Port': ['ID=9eb74907-db11-43a8-9cd4-56f64e9ba441,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:39.240068 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253286b3-a71c-45d9-85f3-3ea931a52700 req-2e2588a6-f8ff-417f-869e-a8e0d64bdc9c tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:39.241927 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-253286b3-a71c-45d9-85f3-3ea931a52700 req-2e2588a6-f8ff-417f-869e-a8e0d64bdc9c tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb HTTP/1.1" status: 200 len: 945 time: 0.2682676 Dec 10 18:38:39.247727 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c95d7-44cb-4f8d-8f75-e01b1656dcc9 None None] Pushing event deleted for resources: {'Port': ['ID=c1298227-f3cf-4553-be52-4dc0ed9a156a,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:39.267235 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7c95d7-44cb-4f8d-8f75-e01b1656dcc9 None None] No DVR routers for this DVR port c1298227-f3cf-4553-be52-4dc0ed9a156a on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:38:39.318873 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c1298227-f3cf-4553-be52-4dc0ed9a156a no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:38:39.368158 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: c1298227-f3cf-4553-be52-4dc0ed9a156a {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:38:39.368966 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c1298227-f3cf-4553-be52-4dc0ed9a156a not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:38:39.442726 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-253286b3-a71c-45d9-85f3-3ea931a52700 req-f29e0f7f-b894-4bd4-9d07-0fa6a0867645 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups?id=530e6bf5-f83e-4ce8-a8ff-bcd4a8ac0b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801484 Dec 10 18:38:39.450543 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-949c977a-f979-493e-9947-5894cfb00ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:39.452398 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-949c977a-f979-493e-9947-5894cfb00ab4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f5421d821ae4626b82959b6edcb39c9&device_id=f1ad2d49-0213-4d11-84ea-8e93dc538b58 HTTP/1.1" status: 200 len: 1094 time: 0.1428692 Dec 10 18:38:39.518104 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-0f60a143-9a6d-4077-8398-a2fa68fdc3d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9eb74907-db11-43a8-9cd4-56f64e9ba441 HTTP/1.1" status: 200 len: 217 time: 0.0550778 Dec 10 18:38:39.533043 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e61a8-23f1-4b2b-915c-0903b00ec56f req-e5769d4c-baa7-4b7f-bf39-3e2680d57202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:39.535476 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-189e61a8-23f1-4b2b-915c-0903b00ec56f req-e5769d4c-baa7-4b7f-bf39-3e2680d57202 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=70291c6c-348f-4058-bdc7-41148610d3b1 HTTP/1.1" status: 200 len: 1096 time: 0.3874314 Dec 10 18:38:39.576671 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91119c74-8167-46fb-878e-2ed7007cf31f req-2421b107-d55a-4259-a6b4-b1d68f9a47f9 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:39.577872 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-91119c74-8167-46fb-878e-2ed7007cf31f req-2421b107-d55a-4259-a6b4-b1d68f9a47f9 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/networks?id=c537dae7-2652-44de-bf9a-a95ab199afc8 HTTP/1.1" status: 200 len: 822 time: 1.0594268 Dec 10 18:38:39.595756 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba06ef4-6ed9-4ce2-8bd6-8092056d9f39 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:39.600911 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3ba06ef4-6ed9-4ce2-8bd6-8092056d9f39 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:39.635745 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a5e7e-0db1-4fc3-9d22-4193e88cfc1e req-88e167d6-2c2b-4e8c-88a3-ecd6de8ea74f tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:39.637553 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f98a5e7e-0db1-4fc3-9d22-4193e88cfc1e req-88e167d6-2c2b-4e8c-88a3-ecd6de8ea74f tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.62 "GET /v2.0/ports?device_id=70291c6c-348f-4058-bdc7-41148610d3b1 HTTP/1.1" status: 200 len: 945 time: 0.0749941 Dec 10 18:38:39.640372 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-41e3629c-0bef-44e2-bb17-a28fe144518a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:39.641095 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-41e3629c-0bef-44e2-bb17-a28fe144518a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b914d67e-99a3-4836-8560-8ad9054366d0 HTTP/1.1" status: 200 len: 852 time: 0.1154003 Dec 10 18:38:39.689423 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-9e0be576-a785-4847-b627-d626aa349aa7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376952 Dec 10 18:38:39.714745 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-d70cf816-301a-4dad-82e9-b2f7346f827f tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:39.734976 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-91119c74-8167-46fb-878e-2ed7007cf31f req-743dd7ca-4fcb-4c05-9272-2658ff1d67db tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/quotas/cebf6cc911374a429274686614685142 HTTP/1.1" status: 200 len: 375 time: 0.1093607 Dec 10 18:38:39.774150 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f0e5cdfb-64da-4174-a826-2dff1b85fabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:39.836397 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-91119c74-8167-46fb-878e-2ed7007cf31f req-3e0507ec-88b0-498f-af0c-2727b5c618e0 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cebf6cc911374a429274686614685142&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0848341 Dec 10 18:38:39.853263 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-189e61a8-23f1-4b2b-915c-0903b00ec56f req-71542228-4c14-4574-829f-50c3ffc6ccbd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ba14aef2-6643-4faa-847d-44c29793ef89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3019514 Dec 10 18:38:39.854649 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f98a5e7e-0db1-4fc3-9d22-4193e88cfc1e req-bb8c2078-b920-44f9-bbc0-06c4b4b52251 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba14aef2-6643-4faa-847d-44c29793ef89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099314 Dec 10 18:38:39.902311 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-0bde093c-451b-4008-86c4-6acd45e46267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:39.903844 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-0bde093c-451b-4008-86c4-6acd45e46267 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f1621867e3041c3a975a6622e21074f&device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 1100 time: 0.1167839 Dec 10 18:38:39.905700 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-261037f7-5f3a-4b2a-865f-23b586342f90 service neutron] 10.222.0.46 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967235 Dec 10 18:38:40.035930 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9762df-717f-4e03-92bd-c4a27e09f000 req-4cea6938-3699-4a57-969d-1e79459775d5 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:40.037514 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4c9762df-717f-4e03-92bd-c4a27e09f000 req-4cea6938-3699-4a57-969d-1e79459775d5 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 949 time: 0.0933042 Dec 10 18:38:40.061583 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-d70cf816-301a-4dad-82e9-b2f7346f827f tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:40.224801 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-d70cf816-301a-4dad-82e9-b2f7346f827f tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Network b2b3e286-a941-4c88-a3bb-4298dcd7fd59 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:40.240790 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-d70cf816-301a-4dad-82e9-b2f7346f827f tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:40.253634 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-d70cf816-301a-4dad-82e9-b2f7346f827f tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:40.262025 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4c9762df-717f-4e03-92bd-c4a27e09f000 req-49e46173-2501-4911-abdf-9daf34082a94 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085612 Dec 10 18:38:40.294754 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-91119c74-8167-46fb-878e-2ed7007cf31f req-03aa5a77-89c0-4bfd-ad0b-e9c4124e6366 service neutron] 10.222.0.62 "GET /v2.0/networks/c537dae7-2652-44de-bf9a-a95ab199afc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306724 Dec 10 18:38:40.340117 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-cdf34979-bff6-4ff5-8324-b525e6075c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:40.341525 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-cdf34979-bff6-4ff5-8324-b525e6075c5e service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.2870016 Dec 10 18:38:40.343891 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d68d5421-6511-4c7b-ba02-3be6bcc96bbf req-285beb33-7028-49d0-b8d5-70809f19efee service neutron] 10.222.0.46 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878737 Dec 10 18:38:40.427794 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70cf816-301a-4dad-82e9-b2f7346f827f tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Pushing event updated for resources: {'Port': ['ID=5e305941-2cd9-4b3b-b5ee-5c4eac821c82,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:40.428397 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-85f4f096-8db1-489d-aed6-3a529c54bbbb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=51f796ef-2718-4d1c-a386-cc5d625b4662 HTTP/1.1" status: 200 len: 217 time: 0.0661464 Dec 10 18:38:40.498563 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3ba06ef4-6ed9-4ce2-8bd6-8092056d9f39 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:40.573814 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-6b147698-7370-481c-8093-b639a59c2609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:40.576192 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-6b147698-7370-481c-8093-b639a59c2609 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.1378238 Dec 10 18:38:40.598502 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef01fcc-048f-468e-8066-56c0159e5344 req-80f7e61f-a5f5-4dd6-8b15-a8554ff0407c tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:40.603151 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aef01fcc-048f-468e-8066-56c0159e5344 req-80f7e61f-a5f5-4dd6-8b15-a8554ff0407c tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ad2d49-0213-4d11-84ea-8e93dc538b58 HTTP/1.1" status: 200 len: 943 time: 0.1787143 Dec 10 18:38:40.618250 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-d70cf816-301a-4dad-82e9-b2f7346f827f tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:40.618250 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-d70cf816-301a-4dad-82e9-b2f7346f827f tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:40.621938 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-81111b2f-1506-4e24-8ace-1a4594c2b0ec None None] Provisioning complete for port 5e305941-2cd9-4b3b-b5ee-5c4eac821c82 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:40.622507 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-81111b2f-1506-4e24-8ace-1a4594c2b0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:40.666990 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-81111b2f-1506-4e24-8ace-1a4594c2b0ec None None] Port 5e305941-2cd9-4b3b-b5ee-5c4eac821c82 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:40.698584 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba06ef4-6ed9-4ce2-8bd6-8092056d9f39 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:40.704692 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-91119c74-8167-46fb-878e-2ed7007cf31f req-afc227ac-80c6-4844-aae7-be01cb9743a5 service neutron] 10.222.0.62 "GET /v2.0/networks/c537dae7-2652-44de-bf9a-a95ab199afc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4089501 Dec 10 18:38:40.713327 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-3ba06ef4-6ed9-4ce2-8bd6-8092056d9f39 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:40.720280 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-d70cf816-301a-4dad-82e9-b2f7346f827f tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6213214 Dec 10 18:38:40.721808 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba06ef4-6ed9-4ce2-8bd6-8092056d9f39 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:40.722414 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3ba06ef4-6ed9-4ce2-8bd6-8092056d9f39 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:40.729262 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c69960-61d7-4a15-9dc6-b29504116538 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:40.735135 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f0e5cdfb-64da-4174-a826-2dff1b85fabb admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:40.745303 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba06ef4-6ed9-4ce2-8bd6-8092056d9f39 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Subnet': ['ID=93ba41ca-b784-4ec6-84e7-77f9c7a01ef8,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:40.763148 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-8715a6d7-b012-4fbc-9c0d-69dc6f1d0331 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Request body: {'port': {'device_id': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'network_id': 'b2b3e286-a941-4c88-a3bb-4298dcd7fd59', 'admin_state_up': True, 'tenant_id': 'aee8c10e35be45139294abc10d1eada2', 'security_groups': ['ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994']}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:40.884486 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f0e5cdfb-64da-4174-a826-2dff1b85fabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:40.928248 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3db77f1-7166-4506-95b2-7f7a0cd094c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'project_id': '5206888eb8664e02a4054430b5bab51d', 'fixed_ips': [{'subnet_id': '93ba41ca-b784-4ec6-84e7-77f9c7a01ef8'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:38:40.938116 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a3db77f1-7166-4506-95b2-7f7a0cd094c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:41.079498 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f0e5cdfb-64da-4174-a826-2dff1b85fabb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:41.112699 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3ba06ef4-6ed9-4ce2-8bd6-8092056d9f39 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5620914 Dec 10 18:38:41.144579 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53396) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:41.241671 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-3a2a6a53-3e8a-4958-9327-c002121d6c20 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'port': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'name': 'tempest-NetworksTestDHCPv6-1682681985'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:41.283550 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0e1913-893b-4f4a-b3e0-1d08e718db25 x-openstack-request-id: req-1c0e1913-893b-4f4a-b3e0-1d08e718db25 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:38:41.284209 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ad2d49-0213-4d11-84ea-8e93dc538b58", "tag": "9eb74907-db11-43a8-9cd4-56f64e9ba441", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:38:41.284209 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1c0e1913-893b-4f4a-b3e0-1d08e718db25 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:38:41.284663 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ad2d49-0213-4d11-84ea-8e93dc538b58', 'tag': '9eb74907-db11-43a8-9cd4-56f64e9ba441', 'status': 'completed', 'code': 200} Dec 10 18:38:41.310347 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-a3db77f1-7166-4506-95b2-7f7a0cd094c9 None None] Allocated IP 2001:db8::2 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/93ba41ca-b784-4ec6-84e7-77f9c7a01ef8/4d30e194-9aab-4d63-a3ec-583168c59ff6) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:41.398911 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5cdfb-64da-4174-a826-2dff1b85fabb admin admin] Pushing event updated for resources: {'Port': ['ID=2cd97228-a837-472b-ad1c-aeb085620b1b,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:41.449436 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-2145f530-57d1-4ca1-9c8c-aea8cfe4fbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:41.452571 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-2145f530-57d1-4ca1-9c8c-aea8cfe4fbb4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8479459 Dec 10 18:38:41.472733 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aef01fcc-048f-468e-8066-56c0159e5344 req-d53dcbeb-4c48-465c-869a-4b9004abb89a tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8555329 Dec 10 18:38:41.505928 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b585440-d39a-4e1c-a46f-1a4ee98e33c2 req-755e0fc1-4659-4eb2-af37-a762241b2949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:41.509297 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9b585440-d39a-4e1c-a46f-1a4ee98e33c2 req-755e0fc1-4659-4eb2-af37-a762241b2949 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f5421d821ae4626b82959b6edcb39c9&device_id=f1ad2d49-0213-4d11-84ea-8e93dc538b58 HTTP/1.1" status: 200 len: 1094 time: 0.2232504 Dec 10 18:38:41.573976 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-8715a6d7-b012-4fbc-9c0d-69dc6f1d0331 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Made reservation on behalf of aee8c10e35be45139294abc10d1eada2 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:41.577600 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-8715a6d7-b012-4fbc-9c0d-69dc6f1d0331 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:41.615023 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a3db77f1-7166-4506-95b2-7f7a0cd094c9 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:41.626205 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a3db77f1-7166-4506-95b2-7f7a0cd094c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:41.686572 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4bf1c64c-e71c-4b59-b64b-d38ec06c9515 req-46f22d7d-01ac-4af9-9d1a-ead8b003930e tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1986049846&fields=id&tenant_id=d8f8fed500bb4fe68eeb78467c0fb87d HTTP/1.1" status: 200 len: 267 time: 0.5593290 Dec 10 18:38:41.715308 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3db77f1-7166-4506-95b2-7f7a0cd094c9 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:41.734931 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-a3db77f1-7166-4506-95b2-7f7a0cd094c9 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:41.743821 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3db77f1-7166-4506-95b2-7f7a0cd094c9 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:41.840086 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-0c1f66fa-307a-4dca-936d-d8246833deec service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657105 Dec 10 18:38:41.858896 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b585440-d39a-4e1c-a46f-1a4ee98e33c2 req-7ffe1208-3775-4a5b-838d-be7404334f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:41.864712 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9b585440-d39a-4e1c-a46f-1a4ee98e33c2 req-7ffe1208-3775-4a5b-838d-be7404334f21 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 HTTP/1.1" status: 200 len: 913 time: 0.3322246 Dec 10 18:38:41.930505 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-8715a6d7-b012-4fbc-9c0d-69dc6f1d0331 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Allocated IP 10.1.1.174 (b2b3e286-a941-4c88-a3bb-4298dcd7fd59/237ae5dd-0fd9-41fa-a8f5-5de6696f10ce/40f653ce-1fcf-45ed-a19e-849218821b64) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:42.008398 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b717db-e9f2-476d-883f-8761109471ef req-ffb815b2-6649-4688-acb4-206387ce3fd8 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:42.017893 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b717db-e9f2-476d-883f-8761109471ef req-ffb815b2-6649-4688-acb4-206387ce3fd8 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:42.024892 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db77f1-7166-4506-95b2-7f7a0cd094c9 None None] Pushing event updated for resources: {'Port': ['ID=4d30e194-9aab-4d63-a3ec-583168c59ff6,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:42.040406 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-33b717db-e9f2-476d-883f-8761109471ef req-ffb815b2-6649-4688-acb4-206387ce3fd8 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 1654 time: 0.3413742 Dec 10 18:38:42.083466 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a3db77f1-7166-4506-95b2-7f7a0cd094c9 None None] Attempting to bind port 4d30e194-9aab-4d63-a3ec-583168c59ff6 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:42.083790 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a3db77f1-7166-4506-95b2-7f7a0cd094c9 None None] Attempting to bind port 4d30e194-9aab-4d63-a3ec-583168c59ff6 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:42.084170 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3db77f1-7166-4506-95b2-7f7a0cd094c9 None None] Attempting to bind port 4d30e194-9aab-4d63-a3ec-583168c59ff6 on network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:42.093727 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3db77f1-7166-4506-95b2-7f7a0cd094c9 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:42.094392 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3db77f1-7166-4506-95b2-7f7a0cd094c9 None None] Checking segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:42.094892 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a3db77f1-7166-4506-95b2-7f7a0cd094c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:42.095597 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3db77f1-7166-4506-95b2-7f7a0cd094c9 None None] Bound using segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:42.096233 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a3db77f1-7166-4506-95b2-7f7a0cd094c9 None None] Bound port: 4d30e194-9aab-4d63-a3ec-583168c59ff6, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:42.096654 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a3db77f1-7166-4506-95b2-7f7a0cd094c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:42.128958 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-8715a6d7-b012-4fbc-9c0d-69dc6f1d0331 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:42.152985 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9b585440-d39a-4e1c-a46f-1a4ee98e33c2 req-c3a74b07-e6e7-412e-95a0-ee757533e3f2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9eb74907-db11-43a8-9cd4-56f64e9ba441 HTTP/1.1" status: 200 len: 217 time: 0.2696459 Dec 10 18:38:42.155240 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-7fd682e7-e47d-4210-b139-a1440c404899 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894738 Dec 10 18:38:42.215240 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a3db77f1-7166-4506-95b2-7f7a0cd094c9 None None] For port 4d30e194-9aab-4d63-a3ec-583168c59ff6, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:42.221424 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a3db77f1-7166-4506-95b2-7f7a0cd094c9 None None] For port 4d30e194-9aab-4d63-a3ec-583168c59ff6, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=4d30e194-9aab-4d63-a3ec-583168c59ff6,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:42.239728 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a3db77f1-7166-4506-95b2-7f7a0cd094c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:42.256684 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b585440-d39a-4e1c-a46f-1a4ee98e33c2 req-d5504336-1a8a-4264-a764-e46b0dc3c2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:42.258823 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9b585440-d39a-4e1c-a46f-1a4ee98e33c2 req-d5504336-1a8a-4264-a764-e46b0dc3c2ea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b914d67e-99a3-4836-8560-8ad9054366d0 HTTP/1.1" status: 200 len: 852 time: 0.0765843 Dec 10 18:38:42.273193 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-33b717db-e9f2-476d-883f-8761109471ef req-a40b38dc-e988-4827-b1e3-4583e609e204 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2314048 Dec 10 18:38:42.290116 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-8715a6d7-b012-4fbc-9c0d-69dc6f1d0331 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:42.342983 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db77f1-7166-4506-95b2-7f7a0cd094c9 None None] Pushing event updated for resources: {'Port': ['ID=4d30e194-9aab-4d63-a3ec-583168c59ff6,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:42.363666 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e5cdfb-64da-4174-a826-2dff1b85fabb admin admin] Network cb183816-b4b7-462c-9ac6-88489706931d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:42.368752 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2a6a53-3e8a-4958-9327-c002121d6c20 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:42.372788 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9b585440-d39a-4e1c-a46f-1a4ee98e33c2 req-83380ec7-e3b5-438b-a89e-f0bce372e52a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977530 Dec 10 18:38:42.380161 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3a2a6a53-3e8a-4958-9327-c002121d6c20 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:42.395144 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-f0e5cdfb-64da-4174-a826-2dff1b85fabb admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:42.558111 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-8715a6d7-b012-4fbc-9c0d-69dc6f1d0331 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Network b2b3e286-a941-4c88-a3bb-4298dcd7fd59 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:42.585361 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-8715a6d7-b012-4fbc-9c0d-69dc6f1d0331 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:42.651898 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b3f08-6bc4-47f1-acfb-3edcfbcdbb48 req-a42704a9-8cd0-4977-8e9b-fd99de93a209 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:42.668041 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-098b3f08-6bc4-47f1-acfb-3edcfbcdbb48 req-a42704a9-8cd0-4977-8e9b-fd99de93a209 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.62 "GET /v2.0/ports?device_id=70291c6c-348f-4058-bdc7-41148610d3b1 HTTP/1.1" status: 200 len: 945 time: 0.1732635 Dec 10 18:38:42.681954 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-8715a6d7-b012-4fbc-9c0d-69dc6f1d0331 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:42.688155 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-3a2a6a53-3e8a-4958-9327-c002121d6c20 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] device_id is not set on port 5d569640-f915-4926-9100-d38ed31fd36d yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:38:42.827704 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9b585440-d39a-4e1c-a46f-1a4ee98e33c2 req-8c1d4676-92b2-466e-9dc2-2f5f0e49552c service neutron] 10.222.0.46 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4382083 Dec 10 18:38:42.854417 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1c64c-e71c-4b59-b64b-d38ec06c9515 req-ddd08b83-358b-47bb-90ff-f195c29c58bd tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:42.875958 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4bf1c64c-e71c-4b59-b64b-d38ec06c9515 req-ddd08b83-358b-47bb-90ff-f195c29c58bd tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb HTTP/1.1" status: 200 len: 945 time: 1.1875980 Dec 10 18:38:42.880519 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91119c74-8167-46fb-878e-2ed7007cf31f req-14bbb54a-0793-4a55-9b50-d54b3ef58f7d tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:42.885787 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-91119c74-8167-46fb-878e-2ed7007cf31f req-14bbb54a-0793-4a55-9b50-d54b3ef58f7d tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.72 "GET /v2.0/networks?id=c537dae7-2652-44de-bf9a-a95ab199afc8 HTTP/1.1" status: 200 len: 822 time: 0.3876574 Dec 10 18:38:42.905500 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8715a6d7-b012-4fbc-9c0d-69dc6f1d0331 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Pushing event updated for resources: {'Port': ['ID=40f653ce-1fcf-45ed-a19e-849218821b64,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:42.932002 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-91119c74-8167-46fb-878e-2ed7007cf31f req-4ef68c03-64c2-4d92-8f6a-80c281fd44b9 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Request body: {'port': {'device_id': 'e85bd519-1a8d-4d30-baea-074b5c285678', 'network_id': 'c537dae7-2652-44de-bf9a-a95ab199afc8', 'admin_state_up': True, 'tenant_id': 'cebf6cc911374a429274686614685142'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:42.951213 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-4bf1c64c-e71c-4b59-b64b-d38ec06c9515 req-e82273b7-7156-4ceb-b4e3-f975b03bead1 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Request body: {'port': {'security_groups': ['530e6bf5-f83e-4ce8-a8ff-bcd4a8ac0b1c', '4f80ab03-59ee-4b8b-931d-a86c9b640487']}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:42.980374 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-64ae648c-558e-4349-8916-e19b8cd92087 None None] Provisioning complete for port 2cd97228-a837-472b-ad1c-aeb085620b1b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:42.981028 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-64ae648c-558e-4349-8916-e19b8cd92087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:43.027711 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-64ae648c-558e-4349-8916-e19b8cd92087 None None] Port 2cd97228-a837-472b-ad1c-aeb085620b1b cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:43.143953 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4bf1c64c-e71c-4b59-b64b-d38ec06c9515 req-e82273b7-7156-4ceb-b4e3-f975b03bead1 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:43.151136 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-098b3f08-6bc4-47f1-acfb-3edcfbcdbb48 req-7c06f0cb-d521-40bc-8c9b-5912d92a0130 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba14aef2-6643-4faa-847d-44c29793ef89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4633780 Dec 10 18:38:43.187529 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ddeb6903-57ae-4243-9f52-a9785a995f36 None None] Provisioning complete for port 40f653ce-1fcf-45ed-a19e-849218821b64 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:43.188331 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ddeb6903-57ae-4243-9f52-a9785a995f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:43.229316 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-8715a6d7-b012-4fbc-9c0d-69dc6f1d0331 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:43.229316 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-8715a6d7-b012-4fbc-9c0d-69dc6f1d0331 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:43.303097 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e5cdfb-64da-4174-a826-2dff1b85fabb admin admin] Router 7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:38:43.333811 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-8715a6d7-b012-4fbc-9c0d-69dc6f1d0331 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5848722 Dec 10 18:38:43.346656 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ddeb6903-57ae-4243-9f52-a9785a995f36 None None] Port 40f653ce-1fcf-45ed-a19e-849218821b64 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:43.346656 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 9eb74907-db11-43a8-9cd4-56f64e9ba441 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:38:43.406615 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-3a2a6a53-3e8a-4958-9327-c002121d6c20 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Allocated IP 2001:db8::358 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/93ba41ca-b784-4ec6-84e7-77f9c7a01ef8/5d569640-f915-4926-9100-d38ed31fd36d) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:43.430796 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 4d30e194-9aab-4d63-a3ec-583168c59ff6 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:43.438038 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5d49e7f7-161a-4c27-b73f-21c0fe7e5e55 req-82405ec1-abe7-4b06-bf2d-24f61755ec56 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=e85bd519-1a8d-4d30-baea-074b5c285678 HTTP/1.1" status: 200 len: 210 time: 0.0724440 Dec 10 18:38:43.447976 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-dc4a205e-298c-4e12-8d3a-9bfea955aae4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Request body: {'port': {'device_id': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f30c8744-62ec-4c03-ba22-87870e9a413d', 'admin_state_up': True, 'tenant_id': 'aee8c10e35be45139294abc10d1eada2', 'security_groups': ['ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994']}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:43.462766 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9b585440-d39a-4e1c-a46f-1a4ee98e33c2 req-67b4705d-c3db-444d-b0d3-63880cbda9ad service neutron] 10.222.0.46 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6243560 Dec 10 18:38:43.513414 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91119c74-8167-46fb-878e-2ed7007cf31f req-4ef68c03-64c2-4d92-8f6a-80c281fd44b9 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Made reservation on behalf of cebf6cc911374a429274686614685142 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:43.518020 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-91119c74-8167-46fb-878e-2ed7007cf31f req-4ef68c03-64c2-4d92-8f6a-80c281fd44b9 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:43.643761 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 4d30e194-9aab-4d63-a3ec-583168c59ff6 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:43.644366 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:43.707628 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecfc8b-5363-4026-8649-a5ae20e07675 req-cc7236cb-9958-47fd-a44e-de773dc61ed5 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:43.716391 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-90ecfc8b-5363-4026-8649-a5ae20e07675 req-cc7236cb-9958-47fd-a44e-de773dc61ed5 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 949 time: 0.1402235 Dec 10 18:38:43.745180 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 9eb74907-db11-43a8-9cd4-56f64e9ba441, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=9eb74907-db11-43a8-9cd4-56f64e9ba441,segment=NetworkSegment(4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9),segment_id=4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:43.791596 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3a2a6a53-3e8a-4958-9327-c002121d6c20 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:43.792184 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '9eb74907-db11-43a8-9cd4-56f64e9ba441', 'network_id': '2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2', 'port_id': '9eb74907-db11-43a8-9cd4-56f64e9ba441', 'mac_address': 'fa:16:3e:f7:db:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b914d67e-99a3-4836-8560-8ad9054366d0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:38:43.837553 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:43.858128 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eb74907-db11-43a8-9cd4-56f64e9ba441 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:38:43.897835 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3a2a6a53-3e8a-4958-9327-c002121d6c20 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:43.905827 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 9eb74907-db11-43a8-9cd4-56f64e9ba441, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=9eb74907-db11-43a8-9cd4-56f64e9ba441,segment=NetworkSegment(4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9),segment_id=4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:43.916513 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:43.917389 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-90ecfc8b-5363-4026-8649-a5ae20e07675 req-a8410f32-990c-46be-afaf-a2d0a5a2cbe2 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996174 Dec 10 18:38:43.931042 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-91119c74-8167-46fb-878e-2ed7007cf31f req-4ef68c03-64c2-4d92-8f6a-80c281fd44b9 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Allocated IP 172.20.0.13 (c537dae7-2652-44de-bf9a-a95ab199afc8/d091c115-7987-40eb-888c-00ac7fa6c016/7300832f-240f-48b2-9f39-52f9dd948d78) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:43.987475 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:44.208795 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['9eb74907-db11-43a8-9cd4-56f64e9ba441'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:38:44.247513 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-91119c74-8167-46fb-878e-2ed7007cf31f req-4ef68c03-64c2-4d92-8f6a-80c281fd44b9 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:44.295852 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=9eb74907-db11-43a8-9cd4-56f64e9ba441,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:44.313484 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 4d30e194-9aab-4d63-a3ec-583168c59ff6, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=4d30e194-9aab-4d63-a3ec-583168c59ff6,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:44.314744 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-91119c74-8167-46fb-878e-2ed7007cf31f req-4ef68c03-64c2-4d92-8f6a-80c281fd44b9 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:44.329213 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:44.391592 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2a6a53-3e8a-4958-9327-c002121d6c20 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:44.401506 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-3a2a6a53-3e8a-4958-9327-c002121d6c20 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:44.411403 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2a6a53-3e8a-4958-9327-c002121d6c20 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:44.418479 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2a6a53-3e8a-4958-9327-c002121d6c20 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:44.419161 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3a2a6a53-3e8a-4958-9327-c002121d6c20 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:44.421573 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91119c74-8167-46fb-878e-2ed7007cf31f req-4ef68c03-64c2-4d92-8f6a-80c281fd44b9 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Network c537dae7-2652-44de-bf9a-a95ab199afc8 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:44.434356 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-91119c74-8167-46fb-878e-2ed7007cf31f req-4ef68c03-64c2-4d92-8f6a-80c281fd44b9 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:44.443076 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a6a53-3e8a-4958-9327-c002121d6c20 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Port': ['ID=5d569640-f915-4926-9100-d38ed31fd36d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:44.443962 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-91119c74-8167-46fb-878e-2ed7007cf31f req-4ef68c03-64c2-4d92-8f6a-80c281fd44b9 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:44.468512 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=4d30e194-9aab-4d63-a3ec-583168c59ff6,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:44.502273 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-32a03d18-4179-48bb-b14e-ddf6ed8175df None None] Provisioning complete for port 4d30e194-9aab-4d63-a3ec-583168c59ff6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:44.502945 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-32a03d18-4179-48bb-b14e-ddf6ed8175df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:44.514199 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef68c03-64c2-4d92-8f6a-80c281fd44b9 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Pushing event updated for resources: {'Port': ['ID=7300832f-240f-48b2-9f39-52f9dd948d78,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:44.532670 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2a6a53-3e8a-4958-9327-c002121d6c20 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:44.533075 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2a6a53-3e8a-4958-9327-c002121d6c20 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:44.533429 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2a6a53-3e8a-4958-9327-c002121d6c20 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:44.533774 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2a6a53-3e8a-4958-9327-c002121d6c20 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:44.534116 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2a6a53-3e8a-4958-9327-c002121d6c20 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:44.534457 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2a6a53-3e8a-4958-9327-c002121d6c20 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:44.534798 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2a6a53-3e8a-4958-9327-c002121d6c20 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:44.535129 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2a6a53-3e8a-4958-9327-c002121d6c20 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:44.535464 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2a6a53-3e8a-4958-9327-c002121d6c20 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:44.535799 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2a6a53-3e8a-4958-9327-c002121d6c20 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:44.536134 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2a6a53-3e8a-4958-9327-c002121d6c20 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:44.536466 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2a6a53-3e8a-4958-9327-c002121d6c20 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:44.536831 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2a6a53-3e8a-4958-9327-c002121d6c20 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:44.541103 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887f1fd-bed6-4111-866e-81ff70c28723 req-3bbff8bc-d4ea-4c22-9a80-564b93b6e909 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:44.551128 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e887f1fd-bed6-4111-866e-81ff70c28723 req-3bbff8bc-d4ea-4c22-9a80-564b93b6e909 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ad2d49-0213-4d11-84ea-8e93dc538b58 HTTP/1.1" status: 200 len: 944 time: 0.2550383 Dec 10 18:38:44.590333 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91119c74-8167-46fb-878e-2ed7007cf31f req-4ef68c03-64c2-4d92-8f6a-80c281fd44b9 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:44.591718 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-91119c74-8167-46fb-878e-2ed7007cf31f req-4ef68c03-64c2-4d92-8f6a-80c281fd44b9 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:44.597715 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53416) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:44.598066 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3a2a6a53-3e8a-4958-9327-c002121d6c20 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3725169 Dec 10 18:38:44.638619 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-dc4a205e-298c-4e12-8d3a-9bfea955aae4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Made reservation on behalf of aee8c10e35be45139294abc10d1eada2 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:44.674006 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-91119c74-8167-46fb-878e-2ed7007cf31f req-4ef68c03-64c2-4d92-8f6a-80c281fd44b9 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7552636 Dec 10 18:38:44.694947 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e887f1fd-bed6-4111-866e-81ff70c28723 req-f06b924b-8373-4dd3-87ad-047df9d27d30 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382425 Dec 10 18:38:44.712744 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-91119c74-8167-46fb-878e-2ed7007cf31f req-fa0548ac-7875-4a99-8a2c-7be268e424c1 service neutron] Request body: {'port': {'device_id': 'e85bd519-1a8d-4d30-baea-074b5c285678', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:44.793930 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e5cdfb-64da-4174-a826-2dff1b85fabb admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:38:44.832387 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f0e5cdfb-64da-4174-a826-2dff1b85fabb admin admin] 10.222.0.62 "PUT /v2.0/routers/7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2962146 Dec 10 18:38:44.833119 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbf8faa-7afb-4bfb-95c4-8146e9337251 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:44.843027 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbf8faa-7afb-4bfb-95c4-8146e9337251 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:44.845665 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-fcbf8faa-7afb-4bfb-95c4-8146e9337251 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.2467430 Dec 10 18:38:44.852173 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53420) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:44.863470 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f30b1b3-1d2d-4f8b-9b36-f683cc951ab5 None None] Sync routers for ids ['7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:38:44.923384 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f30b1b3-1d2d-4f8b-9b36-f683cc951ab5 None None] Routers {'7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:44.924415 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-1f30b1b3-1d2d-4f8b-9b36-f683cc951ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:38:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:44.964660 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-4bf1c64c-e71c-4b59-b64b-d38ec06c9515 req-e82273b7-7156-4ceb-b4e3-f975b03bead1 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] For port cc98d7bd-66c6-41e3-9276-2844a70aec22, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=cc98d7bd-66c6-41e3-9276-2844a70aec22,segment=NetworkSegment(8b40be5d-f6bc-455d-9ae1-9ee882ee68d8),segment_id=8b40be5d-f6bc-455d-9ae1-9ee882ee68d8)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:44.968963 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-91119c74-8167-46fb-878e-2ed7007cf31f req-fa0548ac-7875-4a99-8a2c-7be268e424c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:44.973887 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-dc4a205e-298c-4e12-8d3a-9bfea955aae4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:45.113563 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d9f7e758-e7bc-4946-b994-77b7e3b01db7 None None] Provisioning complete for port 5d569640-f915-4926-9100-d38ed31fd36d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:45.114129 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d9f7e758-e7bc-4946-b994-77b7e3b01db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:45.177890 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d9f7e758-e7bc-4946-b994-77b7e3b01db7 None None] Port 5d569640-f915-4926-9100-d38ed31fd36d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:45.190557 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-1f30b1b3-1d2d-4f8b-9b36-f683cc951ab5 None None] Set router 7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:45.344700 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 4d30e194-9aab-4d63-a3ec-583168c59ff6 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:45.432567 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9818e-4a3d-485d-a4e5-e7ca6e1f4bd1 req-f5d3bb6f-a3b6-40ef-a290-950f32416fec tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:45.435189 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b4d9818e-4a3d-485d-a4e5-e7ca6e1f4bd1 req-f5d3bb6f-a3b6-40ef-a290-950f32416fec tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.62 "GET /v2.0/ports?device_id=70291c6c-348f-4058-bdc7-41148610d3b1 HTTP/1.1" status: 200 len: 945 time: 0.6277914 Dec 10 18:38:45.448319 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53426) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:45.460064 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ddfbc012-ffcb-4506-9dd1-ad51107ff17d tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Request body: {'floatingip': {'port_id': '192ef59e-6eb8-48e5-846c-a4618da6e122'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:45.536347 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 4d30e194-9aab-4d63-a3ec-583168c59ff6 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:45.536785 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:45.659967 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ddfbc012-ffcb-4506-9dd1-ad51107ff17d tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:45.693123 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-1f30b1b3-1d2d-4f8b-9b36-f683cc951ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84', 'name': 'tempest-FloatingIPsNegativeTestJSON-589684163-router', 'tenant_id': '91fc5ab4485246b5a1cfe1f039a51346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'e0af20b1-a8c4-4865-99a0-e3e659fe52b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:27Z', 'updated_at': '2021-12-10T18:38:39Z', 'revision_number': 4, 'project_id': '91fc5ab4485246b5a1cfe1f039a51346', 'gw_port': {'id': 'e0af20b1-a8c4-4865-99a0-e3e659fe52b0', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:27:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:29Z', 'updated_at': '2021-12-10T18:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '2cd97228-a837-472b-ad1c-aeb085620b1b', 'name': '', 'network_id': 'cb183816-b4b7-462c-9ac6-88489706931d', 'tenant_id': '91fc5ab4485246b5a1cfe1f039a51346', 'mac_address': 'fa:16:3e:a1:4e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'c42dd5e4-b69e-4bd4-97e2-5afbb8428309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:35Z', 'updated_at': '2021-12-10T18:38:40Z', 'revision_number': 2, 'project_id': '91fc5ab4485246b5a1cfe1f039a51346', 'subnets': [{'id': 'c42dd5e4-b69e-4bd4-97e2-5afbb8428309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:45.727791 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f30b1b3-1d2d-4f8b-9b36-f683cc951ab5 None None] Checking router: 7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:38:45.728420 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f30b1b3-1d2d-4f8b-9b36-f683cc951ab5 None None] Updating router 7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84 port 2cd97228-a837-472b-ad1c-aeb085620b1b binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:38:45.761380 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1f30b1b3-1d2d-4f8b-9b36-f683cc951ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:45.789937 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4bf1c64c-e71c-4b59-b64b-d38ec06c9515 req-e82273b7-7156-4ceb-b4e3-f975b03bead1 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:45.819859 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4bf1c64c-e71c-4b59-b64b-d38ec06c9515 req-e82273b7-7156-4ceb-b4e3-f975b03bead1 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:45.878116 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb9f4a-464a-460c-bdff-0e2914c97205 req-61da5d85-dde6-4221-9268-7e3a26c8752d tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:45.886836 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb9f4a-464a-460c-bdff-0e2914c97205 req-61da5d85-dde6-4221-9268-7e3a26c8752d tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:45.896288 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb9f4a-464a-460c-bdff-0e2914c97205 req-61da5d85-dde6-4221-9268-7e3a26c8752d tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:45.899660 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7bdb9f4a-464a-460c-bdff-0e2914c97205 req-61da5d85-dde6-4221-9268-7e3a26c8752d tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 2375 time: 0.3160646 Dec 10 18:38:45.907395 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-dc4a205e-298c-4e12-8d3a-9bfea955aae4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Allocated IP 10.2.2.100 (f30c8744-62ec-4c03-ba22-87870e9a413d/3794734b-aff3-415a-a172-4b9c6dbd62de/6e252207-dd46-4a16-ace6-611c8fbe7898) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:45.925348 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1c64c-e71c-4b59-b64b-d38ec06c9515 req-e82273b7-7156-4ceb-b4e3-f975b03bead1 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:45.925949 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4bf1c64c-e71c-4b59-b64b-d38ec06c9515 req-e82273b7-7156-4ceb-b4e3-f975b03bead1 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:45.942038 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4bf1c64c-e71c-4b59-b64b-d38ec06c9515 req-e82273b7-7156-4ceb-b4e3-f975b03bead1 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "PUT /v2.0/ports/cc98d7bd-66c6-41e3-9276-2844a70aec22 HTTP/1.1" status: 200 len: 981 time: 3.0002902 Dec 10 18:38:45.950493 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb', 'tag': 'cc98d7bd-66c6-41e3-9276-2844a70aec22'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:38:45.955649 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9963c84-928b-4ee5-b172-53e24c652345" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb", "tag": "cc98d7bd-66c6-41e3-9276-2844a70aec22"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:38:45.955882 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-91119c74-8167-46fb-878e-2ed7007cf31f req-fa0548ac-7875-4a99-8a2c-7be268e424c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7300832f-240f-48b2-9f39-52f9dd948d78 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:38:45.986307 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-91119c74-8167-46fb-878e-2ed7007cf31f req-fa0548ac-7875-4a99-8a2c-7be268e424c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:46.005318 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['f2fd3190-455f-438b-b6c1-25c5a9051e38', 'cc98d7bd-66c6-41e3-9276-2844a70aec22'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:38:46.029472 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-13f7efbb-ab09-4073-be1f-24c5f798846b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting port 5d569640-f915-4926-9100-d38ed31fd36d {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:46.033362 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13f7efbb-ab09-4073-be1f-24c5f798846b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:46.083195 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-91119c74-8167-46fb-878e-2ed7007cf31f req-fa0548ac-7875-4a99-8a2c-7be268e424c1 service neutron] Transition to ACTIVE for port object 7300832f-240f-48b2-9f39-52f9dd948d78 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:38:46.089627 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7bdb9f4a-464a-460c-bdff-0e2914c97205 req-dcf764e3-aa6e-46b3-bcf3-1a916d7892e3 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757886 Dec 10 18:38:46.092610 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-91119c74-8167-46fb-878e-2ed7007cf31f req-fa0548ac-7875-4a99-8a2c-7be268e424c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:46.121906 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['cc98d7bd-66c6-41e3-9276-2844a70aec22'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:38:46.126067 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82273b7-7156-4ceb-b4e3-f975b03bead1 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Pushing event updated for resources: {'Port': ['ID=cc98d7bd-66c6-41e3-9276-2844a70aec22,revision_number=6']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:46.234832 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0548ac-7875-4a99-8a2c-7be268e424c1 service neutron] Pushing event updated for resources: {'Port': ['ID=7300832f-240f-48b2-9f39-52f9dd948d78,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:46.241823 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285ecf9-3240-4d49-bf04-80f6d75225d3 req-704ec47c-76d0-4df4-876f-331ff5c162cb tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:46.244470 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3285ecf9-3240-4d49-bf04-80f6d75225d3 req-704ec47c-76d0-4df4-876f-331ff5c162cb tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=e85bd519-1a8d-4d30-baea-074b5c285678 HTTP/1.1" status: 200 len: 932 time: 0.1994615 Dec 10 18:38:46.300605 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13f7efbb-ab09-4073-be1f-24c5f798846b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:46.381393 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658b111-1058-4f64-a02b-c1fd62edafe3 req-0babaccd-41d7-447e-82f9-8698f1b89a69 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:46.383710 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7658b111-1058-4f64-a02b-c1fd62edafe3 req-0babaccd-41d7-447e-82f9-8698f1b89a69 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 949 time: 0.1715343 Dec 10 18:38:46.428015 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-dc4a205e-298c-4e12-8d3a-9bfea955aae4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:46.524788 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-91119c74-8167-46fb-878e-2ed7007cf31f req-fa0548ac-7875-4a99-8a2c-7be268e424c1 service neutron] Attempting to bind port 7300832f-240f-48b2-9f39-52f9dd948d78 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:46.525343 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-91119c74-8167-46fb-878e-2ed7007cf31f req-fa0548ac-7875-4a99-8a2c-7be268e424c1 service neutron] Attempting to bind port 7300832f-240f-48b2-9f39-52f9dd948d78 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '68572a96-1438-4984-beb8-3a086b879b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c537dae7-2652-44de-bf9a-a95ab199afc8'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:46.525343 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91119c74-8167-46fb-878e-2ed7007cf31f req-fa0548ac-7875-4a99-8a2c-7be268e424c1 service neutron] Attempting to bind port 7300832f-240f-48b2-9f39-52f9dd948d78 on network c537dae7-2652-44de-bf9a-a95ab199afc8 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:46.533153 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7658b111-1058-4f64-a02b-c1fd62edafe3 req-b56c997d-ab48-4dfd-90e2-9ff35c8c77f9 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339157 Dec 10 18:38:46.543710 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91119c74-8167-46fb-878e-2ed7007cf31f req-fa0548ac-7875-4a99-8a2c-7be268e424c1 service neutron] Port 7300832f-240f-48b2-9f39-52f9dd948d78 on network c537dae7-2652-44de-bf9a-a95ab199afc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:38:46.544007 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91119c74-8167-46fb-878e-2ed7007cf31f req-fa0548ac-7875-4a99-8a2c-7be268e424c1 service neutron] Attempting to bind port 7300832f-240f-48b2-9f39-52f9dd948d78 on network c537dae7-2652-44de-bf9a-a95ab199afc8 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:46.569043 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-13f7efbb-ab09-4073-be1f-24c5f798846b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Calling delete_port for 5d569640-f915-4926-9100-d38ed31fd36d owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:46.574770 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91119c74-8167-46fb-878e-2ed7007cf31f req-fa0548ac-7875-4a99-8a2c-7be268e424c1 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:46.575415 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91119c74-8167-46fb-878e-2ed7007cf31f req-fa0548ac-7875-4a99-8a2c-7be268e424c1 service neutron] Checking segment: {'id': '68572a96-1438-4984-beb8-3a086b879b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c537dae7-2652-44de-bf9a-a95ab199afc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:46.576039 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91119c74-8167-46fb-878e-2ed7007cf31f req-fa0548ac-7875-4a99-8a2c-7be268e424c1 service neutron] Bound using segment: {'id': '68572a96-1438-4984-beb8-3a086b879b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c537dae7-2652-44de-bf9a-a95ab199afc8'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:46.576992 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-91119c74-8167-46fb-878e-2ed7007cf31f req-fa0548ac-7875-4a99-8a2c-7be268e424c1 service neutron] Bound port: 7300832f-240f-48b2-9f39-52f9dd948d78, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68572a96-1438-4984-beb8-3a086b879b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c537dae7-2652-44de-bf9a-a95ab199afc8'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:46.577612 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-91119c74-8167-46fb-878e-2ed7007cf31f req-fa0548ac-7875-4a99-8a2c-7be268e424c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:46.746961 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1f30b1b3-1d2d-4f8b-9b36-f683cc951ab5 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:46.796288 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1f30b1b3-1d2d-4f8b-9b36-f683cc951ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:46.806320 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e930f825-b241-4640-9702-9e9309bb7379 req-499e041f-2831-4baa-907f-7d77b6f93ce4 tempest-FloatingIPsNegativeTestJSON-939843975 tempest-FloatingIPsNegativeTestJSON-939843975-project] 10.222.0.62 "GET /v2.0/floatingips?tenant_id=91fc5ab4485246b5a1cfe1f039a51346 HTTP/1.1" status: 200 len: 217 time: 0.0737946 Dec 10 18:38:46.817757 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-91119c74-8167-46fb-878e-2ed7007cf31f req-fa0548ac-7875-4a99-8a2c-7be268e424c1 service neutron] For port 7300832f-240f-48b2-9f39-52f9dd948d78, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:46.824845 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-91119c74-8167-46fb-878e-2ed7007cf31f req-fa0548ac-7875-4a99-8a2c-7be268e424c1 service neutron] For port 7300832f-240f-48b2-9f39-52f9dd948d78, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=7300832f-240f-48b2-9f39-52f9dd948d78,segment=NetworkSegment(68572a96-1438-4984-beb8-3a086b879b0d),segment_id=68572a96-1438-4984-beb8-3a086b879b0d)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:46.828262 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ddfbc012-ffcb-4506-9dd1-ad51107ff17d tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:46.832313 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-91119c74-8167-46fb-878e-2ed7007cf31f req-fa0548ac-7875-4a99-8a2c-7be268e424c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:46.858777 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3285ecf9-3240-4d49-bf04-80f6d75225d3 req-6c3e4977-7d2d-41a6-a757-f3a9efc216d4 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5827301 Dec 10 18:38:46.863376 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-dc4a205e-298c-4e12-8d3a-9bfea955aae4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:46.892783 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0548ac-7875-4a99-8a2c-7be268e424c1 service neutron] Pushing event updated for resources: {'Port': ['ID=7300832f-240f-48b2-9f39-52f9dd948d78,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:46.916923 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ddfbc012-ffcb-4506-9dd1-ad51107ff17d tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:46.921353 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13f7efbb-ab09-4073-be1f-24c5f798846b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:47.046861 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13f7efbb-ab09-4073-be1f-24c5f798846b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:47.050995 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-13f7efbb-ab09-4073-be1f-24c5f798846b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/ports/5d569640-f915-4926-9100-d38ed31fd36d HTTP/1.1" status: 204 len: 168 time: 2.1805775 Dec 10 18:38:47.061419 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-571b87e9-50de-4d64-a4aa-62359a467930 req-c17f719c-e2d2-4217-a21e-c3d8071bccf8 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups/4f80ab03-59ee-4b8b-931d-a86c9b640487 HTTP/1.1" status: 200 len: 1819 time: 0.1228728 Dec 10 18:38:47.088833 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53438) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:47.089791 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13581c10-bfca-49ce-a199-67ffb3d07dfc None None] Pushing event updated for resources: {'Port': ['ID=2cd97228-a837-472b-ad1c-aeb085620b1b,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:47.109013 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-dc4a205e-298c-4e12-8d3a-9bfea955aae4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Network f30c8744-62ec-4c03-ba22-87870e9a413d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:47.110581 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-ddfbc012-ffcb-4506-9dd1-ad51107ff17d tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Floating IP 7144a29d-5f1e-467f-aff3-d907dd18ec2a associated. External IP: 172.25.7.50, port: 192ef59e-6eb8-48e5-846c-a4618da6e122. Dec 10 18:38:47.129234 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [req-571b87e9-50de-4d64-a4aa-62359a467930 req-a62e6af0-f47d-43d6-9ae6-4779a04d67c2 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 10 18:38:47.142814 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-571b87e9-50de-4d64-a4aa-62359a467930 req-a62e6af0-f47d-43d6-9ae6-4779a04d67c2 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "DELETE /v2.0/security-groups/4f80ab03-59ee-4b8b-931d-a86c9b640487 HTTP/1.1" status: 409 len: 341 time: 0.0803776 Dec 10 18:38:47.144785 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-dc4a205e-298c-4e12-8d3a-9bfea955aae4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:47.148100 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-dc4a205e-298c-4e12-8d3a-9bfea955aae4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:47.226369 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 9eb74907-db11-43a8-9cd4-56f64e9ba441 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:47.243757 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-dc4a205e-298c-4e12-8d3a-9bfea955aae4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:47.244310 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-dc4a205e-298c-4e12-8d3a-9bfea955aae4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:47.291573 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a205e-298c-4e12-8d3a-9bfea955aae4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Pushing event updated for resources: {'Port': ['ID=6e252207-dd46-4a16-ace6-611c8fbe7898,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:47.364040 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7efbb-ab09-4073-be1f-24c5f798846b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Port': ['ID=5d569640-f915-4926-9100-d38ed31fd36d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:47.379160 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-dc4a205e-298c-4e12-8d3a-9bfea955aae4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9435351 Dec 10 18:38:47.399550 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-90e4c6b9-8779-4eae-8bff-f6760b116d45 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Request body: {'port': {'device_id': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f30c8744-62ec-4c03-ba22-87870e9a413d', 'admin_state_up': True, 'tenant_id': 'aee8c10e35be45139294abc10d1eada2', 'security_groups': ['ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994']}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:47.419980 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8298883c-4978-4a26-92d5-20ebec3a087e x-openstack-request-id: req-8298883c-4978-4a26-92d5-20ebec3a087e {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:38:47.420392 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb", "tag": "cc98d7bd-66c6-41e3-9276-2844a70aec22", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:38:47.421412 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8298883c-4978-4a26-92d5-20ebec3a087e {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:38:47.421925 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb', 'tag': 'cc98d7bd-66c6-41e3-9276-2844a70aec22', 'status': 'completed', 'code': 200} Dec 10 18:38:47.467989 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-1f30b1b3-1d2d-4f8b-9b36-f683cc951ab5 None None] Attempting to bind port 2cd97228-a837-472b-ad1c-aeb085620b1b on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:47.468884 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-1f30b1b3-1d2d-4f8b-9b36-f683cc951ab5 None None] Attempting to bind port 2cd97228-a837-472b-ad1c-aeb085620b1b by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '9a215a6f-53b2-4a07-8e37-53157ab6bab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cb183816-b4b7-462c-9ac6-88489706931d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:47.469483 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f30b1b3-1d2d-4f8b-9b36-f683cc951ab5 None None] Attempting to bind port 2cd97228-a837-472b-ad1c-aeb085620b1b on network cb183816-b4b7-462c-9ac6-88489706931d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:47.500497 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-88ebc721-3133-4b43-a12c-05d75226ca58 None None] Provisioning complete for port 2cd97228-a837-472b-ad1c-aeb085620b1b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:47.501248 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-88ebc721-3133-4b43-a12c-05d75226ca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:47.513478 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f30b1b3-1d2d-4f8b-9b36-f683cc951ab5 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:47.514164 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f30b1b3-1d2d-4f8b-9b36-f683cc951ab5 None None] Checking segment: {'id': '9a215a6f-53b2-4a07-8e37-53157ab6bab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cb183816-b4b7-462c-9ac6-88489706931d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:47.514918 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1f30b1b3-1d2d-4f8b-9b36-f683cc951ab5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:47.515477 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f30b1b3-1d2d-4f8b-9b36-f683cc951ab5 None None] Bound using segment: {'id': '9a215a6f-53b2-4a07-8e37-53157ab6bab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cb183816-b4b7-462c-9ac6-88489706931d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:47.516154 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-1f30b1b3-1d2d-4f8b-9b36-f683cc951ab5 None None] Bound port: 2cd97228-a837-472b-ad1c-aeb085620b1b, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a215a6f-53b2-4a07-8e37-53157ab6bab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cb183816-b4b7-462c-9ac6-88489706931d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:47.516778 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1f30b1b3-1d2d-4f8b-9b36-f683cc951ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:47.563709 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e142f8df-2e5b-42f6-8c60-6ae15244e48c req-449c2575-1e03-40a6-8015-b25b726d9ec7 tempest-FloatingIPsNegativeTestJSON-939843975 tempest-FloatingIPsNegativeTestJSON-939843975-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1031306 Dec 10 18:38:47.612525 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9963c84-928b-4ee5-b172-53e24c652345 req-c88c0622-01f1-4ffa-b176-90bc00031d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:47.616998 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f9963c84-928b-4ee5-b172-53e24c652345 req-c88c0622-01f1-4ffa-b176-90bc00031d3e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d8f8fed500bb4fe68eeb78467c0fb87d&device_id=f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb HTTP/1.1" status: 200 len: 1135 time: 0.1663191 Dec 10 18:38:47.668791 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-88ebc721-3133-4b43-a12c-05d75226ca58 None None] Port 2cd97228-a837-472b-ad1c-aeb085620b1b cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:47.692657 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 9eb74907-db11-43a8-9cd4-56f64e9ba441 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:38:47.716557 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 9eb74907-db11-43a8-9cd4-56f64e9ba441 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:47.717264 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:47.795958 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1f30b1b3-1d2d-4f8b-9b36-f683cc951ab5 None None] For port 2cd97228-a837-472b-ad1c-aeb085620b1b, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:47.821957 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-90e4c6b9-8779-4eae-8bff-f6760b116d45 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Made reservation on behalf of aee8c10e35be45139294abc10d1eada2 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:47.828509 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-90e4c6b9-8779-4eae-8bff-f6760b116d45 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:47.829872 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1f30b1b3-1d2d-4f8b-9b36-f683cc951ab5 None None] For port 2cd97228-a837-472b-ad1c-aeb085620b1b, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=2cd97228-a837-472b-ad1c-aeb085620b1b,segment=NetworkSegment(9a215a6f-53b2-4a07-8e37-53157ab6bab7),segment_id=9a215a6f-53b2-4a07-8e37-53157ab6bab7)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:47.845394 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1f30b1b3-1d2d-4f8b-9b36-f683cc951ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:47.909713 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-750a0a6a-5f2a-4368-a45d-adaffa7db1ed None None] Provisioning complete for port 6e252207-dd46-4a16-ace6-611c8fbe7898 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:47.910474 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-750a0a6a-5f2a-4368-a45d-adaffa7db1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:47.918933 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13581c10-bfca-49ce-a199-67ffb3d07dfc None None] Pushing event updated for resources: {'Port': ['ID=2cd97228-a837-472b-ad1c-aeb085620b1b,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:48.035012 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb4e1a-7b30-4926-956c-20eeae1a7a57 req-2b7cc372-2109-48be-a751-11293eea5f3b tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:48.040417 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91119c74-8167-46fb-878e-2ed7007cf31f req-fa0548ac-7875-4a99-8a2c-7be268e424c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:48.041312 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-91119c74-8167-46fb-878e-2ed7007cf31f req-fa0548ac-7875-4a99-8a2c-7be268e424c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:48.043094 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-91119c74-8167-46fb-878e-2ed7007cf31f req-fa0548ac-7875-4a99-8a2c-7be268e424c1 service neutron] 10.222.0.72 "PUT /v2.0/ports/7300832f-240f-48b2-9f39-52f9dd948d78 HTTP/1.1" status: 200 len: 1092 time: 3.3429515 Dec 10 18:38:48.043616 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb4e1a-7b30-4926-956c-20eeae1a7a57 req-2b7cc372-2109-48be-a751-11293eea5f3b tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:48.053897 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb4e1a-7b30-4926-956c-20eeae1a7a57 req-2b7cc372-2109-48be-a751-11293eea5f3b tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:48.062582 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f30b1b3-1d2d-4f8b-9b36-f683cc951ab5 None None] Routers {'7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:48.063231 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e85bd519-1a8d-4d30-baea-074b5c285678', 'tag': '7300832f-240f-48b2-9f39-52f9dd948d78'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:38:48.064975 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-1f30b1b3-1d2d-4f8b-9b36-f683cc951ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:38:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:48.065635 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb4e1a-7b30-4926-956c-20eeae1a7a57 req-2b7cc372-2109-48be-a751-11293eea5f3b tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:48.068113 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-750a0a6a-5f2a-4368-a45d-adaffa7db1ed None None] Port 6e252207-dd46-4a16-ace6-611c8fbe7898 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:48.071035 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:48.071659 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34b4321-47ae-4ca8-86cf-ac1cee5986f0" -d '{"events": [{"name": "network-changed", "server_uuid": "e85bd519-1a8d-4d30-baea-074b5c285678", "tag": "7300832f-240f-48b2-9f39-52f9dd948d78"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:38:48.085768 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f9cb4e1a-7b30-4926-956c-20eeae1a7a57 req-2b7cc372-2109-48be-a751-11293eea5f3b tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 3096 time: 0.2215014 Dec 10 18:38:48.150597 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68314e75-0a2f-4882-b2be-33fc32902942 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:48.152565 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68314e75-0a2f-4882-b2be-33fc32902942 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:48.156870 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-68314e75-0a2f-4882-b2be-33fc32902942 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2579794 Dec 10 18:38:48.198939 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53456) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:48.206120 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 9eb74907-db11-43a8-9cd4-56f64e9ba441, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=9eb74907-db11-43a8-9cd4-56f64e9ba441,segment=NetworkSegment(4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9),segment_id=4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:48.207592 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ad2d49-0213-4d11-84ea-8e93dc538b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb74907-db11-43a8-9cd4-56f64e9ba441'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:38:48.210594 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34df26b-eb20-4710-97e2-20819f69cf57" -d '{"events": [{"server_uuid": "f1ad2d49-0213-4d11-84ea-8e93dc538b58", "name": "network-vif-plugged", "status": "completed", "tag": "9eb74907-db11-43a8-9cd4-56f64e9ba441"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:38:48.221690 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:48.229626 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-90e4c6b9-8779-4eae-8bff-f6760b116d45 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Allocated IP 10.2.2.200 (f30c8744-62ec-4c03-ba22-87870e9a413d/3794734b-aff3-415a-a172-4b9c6dbd62de/aad9df2d-747e-41c1-8ba7-f02dcfa42da7) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:48.291215 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0901760-04e9-4c8a-a5f9-47f2ba2a5f7a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting subnet 93ba41ca-b784-4ec6-84e7-77f9c7a01ef8 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:38:48.311110 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e0901760-04e9-4c8a-a5f9-47f2ba2a5f7a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:48.367619 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=9eb74907-db11-43a8-9cd4-56f64e9ba441,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:48.373708 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91119c74-8167-46fb-878e-2ed7007cf31f req-e8d62fb2-01c4-4735-95ef-1537388347c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:48.375699 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-91119c74-8167-46fb-878e-2ed7007cf31f req-e8d62fb2-01c4-4735-95ef-1537388347c0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cebf6cc911374a429274686614685142&device_id=e85bd519-1a8d-4d30-baea-074b5c285678 HTTP/1.1" status: 200 len: 1095 time: 0.2160525 Dec 10 18:38:48.393459 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-1f30b1b3-1d2d-4f8b-9b36-f683cc951ab5 None None] Set router 7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:48.410910 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15e9e3-6878-4633-a0a0-090a94141281 req-c947468b-2f0a-49ba-a09b-163354249dde tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:48.412492 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0a15e9e3-6878-4633-a0a0-090a94141281 req-c947468b-2f0a-49ba-a09b-163354249dde tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ad2d49-0213-4d11-84ea-8e93dc538b58 HTTP/1.1" status: 200 len: 944 time: 1.3340473 Dec 10 18:38:48.444687 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-90e4c6b9-8779-4eae-8bff-f6760b116d45 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:48.450587 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-bac1e2bb-aed7-4a1f-9b7e-97b49a6d244e None None] Provisioning complete for port 2cd97228-a837-472b-ad1c-aeb085620b1b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:48.451054 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bac1e2bb-aed7-4a1f-9b7e-97b49a6d244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:48.492705 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9963c84-928b-4ee5-b172-53e24c652345 req-455e3592-7890-4ebd-bc41-dae3c42368a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:48.494825 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f9963c84-928b-4ee5-b172-53e24c652345 req-455e3592-7890-4ebd-bc41-dae3c42368a9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=41e5955d-d904-4834-9fcc-cb65e702ceed HTTP/1.1" status: 200 len: 913 time: 0.8582933 Dec 10 18:38:48.501733 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-90e4c6b9-8779-4eae-8bff-f6760b116d45 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:48.519265 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0a15e9e3-6878-4633-a0a0-090a94141281 req-d05ae4d0-c385-4606-a33d-aa19fda30d73 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631828 Dec 10 18:38:48.520501 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-91119c74-8167-46fb-878e-2ed7007cf31f req-62af31df-113e-42c6-a64f-83353b165f0e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7300832f-240f-48b2-9f39-52f9dd948d78 HTTP/1.1" status: 200 len: 217 time: 0.1342418 Dec 10 18:38:48.527833 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e0901760-04e9-4c8a-a5f9-47f2ba2a5f7a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:48.632304 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f9963c84-928b-4ee5-b172-53e24c652345 req-3d573510-deb1-4060-880d-acf6b577bf03 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc98d7bd-66c6-41e3-9276-2844a70aec22 HTTP/1.1" status: 200 len: 217 time: 0.1269138 Dec 10 18:38:48.666409 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bac1e2bb-aed7-4a1f-9b7e-97b49a6d244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:48.730836 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-90e4c6b9-8779-4eae-8bff-f6760b116d45 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Network f30c8744-62ec-4c03-ba22-87870e9a413d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:48.738467 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-bac1e2bb-aed7-4a1f-9b7e-97b49a6d244e None None] For port 2cd97228-a837-472b-ad1c-aeb085620b1b, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=2cd97228-a837-472b-ad1c-aeb085620b1b,segment=NetworkSegment(9a215a6f-53b2-4a07-8e37-53157ab6bab7),segment_id=9a215a6f-53b2-4a07-8e37-53157ab6bab7)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:48.745244 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bac1e2bb-aed7-4a1f-9b7e-97b49a6d244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:48.747694 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-90e4c6b9-8779-4eae-8bff-f6760b116d45 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:48.776235 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-90e4c6b9-8779-4eae-8bff-f6760b116d45 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:48.785407 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91119c74-8167-46fb-878e-2ed7007cf31f req-2c7231cc-f34c-4cec-b9dd-d68fe20840ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:48.787017 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-91119c74-8167-46fb-878e-2ed7007cf31f req-2c7231cc-f34c-4cec-b9dd-d68fe20840ab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d091c115-7987-40eb-888c-00ac7fa6c016 HTTP/1.1" status: 200 len: 862 time: 0.2547178 Dec 10 18:38:48.827172 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-1f30b1b3-1d2d-4f8b-9b36-f683cc951ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84', 'name': 'tempest-FloatingIPsNegativeTestJSON-589684163-router', 'tenant_id': '91fc5ab4485246b5a1cfe1f039a51346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'e0af20b1-a8c4-4865-99a0-e3e659fe52b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:27Z', 'updated_at': '2021-12-10T18:38:39Z', 'revision_number': 4, 'project_id': '91fc5ab4485246b5a1cfe1f039a51346', 'gw_port': {'id': 'e0af20b1-a8c4-4865-99a0-e3e659fe52b0', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:27:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:29Z', 'updated_at': '2021-12-10T18:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '2cd97228-a837-472b-ad1c-aeb085620b1b', 'name': '', 'network_id': 'cb183816-b4b7-462c-9ac6-88489706931d', 'tenant_id': '91fc5ab4485246b5a1cfe1f039a51346', 'mac_address': 'fa:16:3e:a1:4e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'c42dd5e4-b69e-4bd4-97e2-5afbb8428309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:35Z', 'updated_at': '2021-12-10T18:38:47Z', 'revision_number': 4, 'project_id': '91fc5ab4485246b5a1cfe1f039a51346', 'subnets': [{'id': 'c42dd5e4-b69e-4bd4-97e2-5afbb8428309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:48.839796 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-91119c74-8167-46fb-878e-2ed7007cf31f req-51696429-bc1a-4251-b2bd-472664cd372c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c537dae7-2652-44de-bf9a-a95ab199afc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417879 Dec 10 18:38:48.862856 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4c6b9-8779-4eae-8bff-f6760b116d45 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Pushing event updated for resources: {'Port': ['ID=aad9df2d-747e-41c1-8ba7-f02dcfa42da7,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:48.873245 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f30b1b3-1d2d-4f8b-9b36-f683cc951ab5 None None] The sync data for ids ['7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84'] in n-d-821435-1 is: [{'id': '7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84', 'name': 'tempest-FloatingIPsNegativeTestJSON-589684163-router', 'tenant_id': '91fc5ab4485246b5a1cfe1f039a51346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'e0af20b1-a8c4-4865-99a0-e3e659fe52b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:27Z', 'updated_at': '2021-12-10T18:38:39Z', 'revision_number': 4, 'project_id': '91fc5ab4485246b5a1cfe1f039a51346', 'gw_port': {'id': 'e0af20b1-a8c4-4865-99a0-e3e659fe52b0', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:27:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:29Z', 'updated_at': '2021-12-10T18:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '2cd97228-a837-472b-ad1c-aeb085620b1b', 'name': '', 'network_id': 'cb183816-b4b7-462c-9ac6-88489706931d', 'tenant_id': '91fc5ab4485246b5a1cfe1f039a51346', 'mac_address': 'fa:16:3e:a1:4e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'c42dd5e4-b69e-4bd4-97e2-5afbb8428309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:35Z', 'updated_at': '2021-12-10T18:38:47Z', 'revision_number': 4, 'project_id': '91fc5ab4485246b5a1cfe1f039a51346', 'subnets': [{'id': 'c42dd5e4-b69e-4bd4-97e2-5afbb8428309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:38:48.878771 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1e2bb-aed7-4a1f-9b7e-97b49a6d244e None None] Pushing event updated for resources: {'Port': ['ID=2cd97228-a837-472b-ad1c-aeb085620b1b,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:48.908832 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f9cb4e1a-7b30-4926-956c-20eeae1a7a57 req-7ec1d8f1-7134-43e8-9270-18807eb9c92c tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8195567 Dec 10 18:38:48.915037 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9963c84-928b-4ee5-b172-53e24c652345 req-19d1ec83-f86b-43df-a40d-44f769378517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:48.918016 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f9963c84-928b-4ee5-b172-53e24c652345 req-19d1ec83-f86b-43df-a40d-44f769378517 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6e5426de-cbd0-4094-92fb-88aabbd126fb HTTP/1.1" status: 200 len: 852 time: 0.2744946 Dec 10 18:38:48.958856 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324916f-7901-42f0-845b-682142edaa17 req-69c905ba-97bb-4b99-8f8a-53ca7de6553f tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:48.977448 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3324916f-7901-42f0-845b-682142edaa17 req-69c905ba-97bb-4b99-8f8a-53ca7de6553f tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 949 time: 0.2767713 Dec 10 18:38:48.991824 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f9963c84-928b-4ee5-b172-53e24c652345 req-f5001468-5975-41ad-8c94-7dba1beeffb4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=41e5955d-d904-4834-9fcc-cb65e702ceed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381081 Dec 10 18:38:49.009836 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-90e4c6b9-8779-4eae-8bff-f6760b116d45 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:49.011888 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-90e4c6b9-8779-4eae-8bff-f6760b116d45 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:49.047778 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e0901760-04e9-4c8a-a5f9-47f2ba2a5f7a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:49.102899 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [req-6341f83d-c793-40b3-a82d-6d76b218dc0f req-668a4586-ac85-4a41-a4bb-75432d0003bd tempest-FloatingIPsNegativeTestJSON-939843975 tempest-FloatingIPsNegativeTestJSON-939843975-project] show failed (client error): The resource could not be found. Dec 10 18:38:49.105760 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6341f83d-c793-40b3-a82d-6d76b218dc0f req-668a4586-ac85-4a41-a4bb-75432d0003bd tempest-FloatingIPsNegativeTestJSON-939843975 tempest-FloatingIPsNegativeTestJSON-939843975-project] 10.222.0.62 "GET /v2.0/floatingips/99c40227-0db8-42af-875a-b78dab2f8ca8 HTTP/1.1" status: 404 len: 350 time: 0.1162655 Dec 10 18:38:49.139360 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddfbc012-ffcb-4506-9dd1-ad51107ff17d tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Router 8bb7c55e-dc76-4a45-845c-bd17077d1dbf has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:38:49.165646 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53460) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:49.239043 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-90e4c6b9-8779-4eae-8bff-f6760b116d45 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8505676 Dec 10 18:38:49.273092 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-bdbc10ef-9342-4874-965f-a69422541ab6 service neutron] Request body: {'port': {'device_id': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:49.347748 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451070b-02d1-4252-9df7-2c94c811e8c3 req-108426cd-9a43-41d9-ac92-274660c86dc1 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:49.366449 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3324916f-7901-42f0-845b-682142edaa17 req-abd02607-580d-44f3-a041-de76c56eb0a6 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881540 Dec 10 18:38:49.371306 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a451070b-02d1-4252-9df7-2c94c811e8c3 req-108426cd-9a43-41d9-ac92-274660c86dc1 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb HTTP/1.1" status: 200 len: 984 time: 0.1807909 Dec 10 18:38:49.381374 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 2cd97228-a837-472b-ad1c-aeb085620b1b up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:49.447133 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-bdbc10ef-9342-4874-965f-a69422541ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:49.456778 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f226593a-c916-4b19-8da6-74d676600fd8 None None] Provisioning complete for port aad9df2d-747e-41c1-8ba7-f02dcfa42da7 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:49.457749 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f226593a-c916-4b19-8da6-74d676600fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:49.458877 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f9963c84-928b-4ee5-b172-53e24c652345 req-7c19ce0d-188f-4a9f-be5c-a678c6fdd88e service neutron] 10.222.0.72 "GET /v2.0/networks/41e5955d-d904-4834-9fcc-cb65e702ceed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571519 Dec 10 18:38:49.530692 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f226593a-c916-4b19-8da6-74d676600fd8 None None] Port aad9df2d-747e-41c1-8ba7-f02dcfa42da7 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:49.539469 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 2cd97228-a837-472b-ad1c-aeb085620b1b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:49.540000 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:49.606829 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a88e08e8-5a19-44ed-847d-b3282322ce0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:49.661823 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-91119c74-8167-46fb-878e-2ed7007cf31f req-493ad091-d587-4bbb-8c5b-8d3d20eb0ec6 service neutron] 10.222.0.72 "GET /v2.0/networks/c537dae7-2652-44de-bf9a-a95ab199afc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8088784 Dec 10 18:38:49.787478 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e0901760-04e9-4c8a-a5f9-47f2ba2a5f7a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:49.788772 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a451070b-02d1-4252-9df7-2c94c811e8c3 req-f8d69c72-216f-4db5-a6b4-54a4917f71a5 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups?id=530e6bf5-f83e-4ce8-a8ff-bcd4a8ac0b1c&id=4f80ab03-59ee-4b8b-931d-a86c9b640487&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.4164906 Dec 10 18:38:49.830870 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78179c-bbbe-42ba-9ddd-22a6595da65b req-7ca95fe5-9fb6-4585-90e6-89f3b64737b7 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:49.840813 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ca78179c-bbbe-42ba-9ddd-22a6595da65b req-7ca95fe5-9fb6-4585-90e6-89f3b64737b7 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=e85bd519-1a8d-4d30-baea-074b5c285678 HTTP/1.1" status: 200 len: 944 time: 0.2256360 Dec 10 18:38:49.890588 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c166603-b7ff-4bd6-95e7-1b17cd1aa4d7 x-openstack-request-id: req-3c166603-b7ff-4bd6-95e7-1b17cd1aa4d7 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:38:49.890878 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e85bd519-1a8d-4d30-baea-074b5c285678", "tag": "7300832f-240f-48b2-9f39-52f9dd948d78", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:38:49.891129 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3c166603-b7ff-4bd6-95e7-1b17cd1aa4d7 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:38:49.891525 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e85bd519-1a8d-4d30-baea-074b5c285678', 'tag': '7300832f-240f-48b2-9f39-52f9dd948d78', 'status': 'completed', 'code': 200} Dec 10 18:38:49.898120 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2bfb14e-c3bd-4090-995f-86c6417f4fbc x-openstack-request-id: req-d2bfb14e-c3bd-4090-995f-86c6417f4fbc {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:38:49.898496 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ad2d49-0213-4d11-84ea-8e93dc538b58", "name": "network-vif-plugged", "status": "completed", "tag": "9eb74907-db11-43a8-9cd4-56f64e9ba441", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:38:49.898859 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d2bfb14e-c3bd-4090-995f-86c6417f4fbc {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:38:49.899326 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ad2d49-0213-4d11-84ea-8e93dc538b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb74907-db11-43a8-9cd4-56f64e9ba441', 'code': 200} Dec 10 18:38:49.909330 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0901760-04e9-4c8a-a5f9-47f2ba2a5f7a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Subnet': ['ID=93ba41ca-b784-4ec6-84e7-77f9c7a01ef8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:49.932473 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e0901760-04e9-4c8a-a5f9-47f2ba2a5f7a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:49.938895 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1e2693-9472-4756-9374-9c86b71a531c None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:49.940650 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e0901760-04e9-4c8a-a5f9-47f2ba2a5f7a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/93ba41ca-b784-4ec6-84e7-77f9c7a01ef8 HTTP/1.1" status: 204 len: 168 time: 1.7363722 Dec 10 18:38:49.948931 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53464) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:49.969482 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfbc012-ffcb-4506-9dd1-ad51107ff17d tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:38:49.981206 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f72699c-6374-4315-ac77-f32ded6bc788 None None] Sync routers for ids ['8bb7c55e-dc76-4a45-845c-bd17077d1dbf'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:38:49.982683 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ddfbc012-ffcb-4506-9dd1-ad51107ff17d tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:49.997789 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f9963c84-928b-4ee5-b172-53e24c652345 req-da8b1f9a-5f37-4b6a-b4bd-3c54b9a25503 service neutron] 10.222.0.72 "GET /v2.0/networks/41e5955d-d904-4834-9fcc-cb65e702ceed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5237353 Dec 10 18:38:50.003771 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f72699c-6374-4315-ac77-f32ded6bc788 None None] Routers {'8bb7c55e-dc76-4a45-845c-bd17077d1dbf'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:50.004866 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-3f72699c-6374-4315-ac77-f32ded6bc788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:38:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['8bb7c55e-dc76-4a45-845c-bd17077d1dbf'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:50.176915 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-3f72699c-6374-4315-ac77-f32ded6bc788 None None] Set router 8bb7c55e-dc76-4a45-845c-bd17077d1dbf gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:50.186663 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b6777a54-2108-47af-8b2d-689fd2ce9f42 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2281897 Dec 10 18:38:50.199467 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-91119c74-8167-46fb-878e-2ed7007cf31f req-151c2e0d-a01e-458a-a637-e59f0d83af97 service neutron] 10.222.0.72 "GET /v2.0/networks/c537dae7-2652-44de-bf9a-a95ab199afc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5270517 Dec 10 18:38:50.199993 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53468) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:50.221555 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-9941e39a-a58d-4b48-9020-635be63ea8b5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'subnet': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:50.264740 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ddfbc012-ffcb-4506-9dd1-ad51107ff17d tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.62 "PUT /v2.0/floatingips/7144a29d-5f1e-467f-aff3-d907dd18ec2a HTTP/1.1" status: 200 len: 990 time: 4.8082275 Dec 10 18:38:50.391182 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf88637-0e9b-4625-9769-2581f7ede42a None None] DHCP port deletion for 4c9579a2-8f48-40cb-87f0-dbca0f4b521d request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:38:50.488085 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-bdbc10ef-9342-4874-965f-a69422541ab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5799b23-3ac5-4da6-ad03-a9a9b629a357 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:38:50.498192 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-bdbc10ef-9342-4874-965f-a69422541ab6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:50.518104 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eaf88637-0e9b-4625-9769-2581f7ede42a None None] Deleting port 4d30e194-9aab-4d63-a3ec-583168c59ff6 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:50.518509 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eaf88637-0e9b-4625-9769-2581f7ede42a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:50.551729 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-bdbc10ef-9342-4874-965f-a69422541ab6 service neutron] Transition to ACTIVE for port object b5799b23-3ac5-4da6-ad03-a9a9b629a357 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:38:50.554711 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4befed-3cb2-43b8-98d3-5627694ea79b req-0e320256-3580-4650-a295-8771bcffccca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:50.556319 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fd4befed-3cb2-43b8-98d3-5627694ea79b req-0e320256-3580-4650-a295-8771bcffccca service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f1ad2d49-0213-4d11-84ea-8e93dc538b58 HTTP/1.1" status: 200 len: 1096 time: 0.4923825 Dec 10 18:38:50.563521 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-bdbc10ef-9342-4874-965f-a69422541ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:50.572222 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ca78179c-bbbe-42ba-9ddd-22a6595da65b req-e33840c2-ef00-42b4-9582-b8d980d1e197 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7304907 Dec 10 18:38:50.624064 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-3f72699c-6374-4315-ac77-f32ded6bc788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb7c55e-dc76-4a45-845c-bd17077d1dbf', 'name': 'tempest-ServersTestManualDisk-530632530-router', 'tenant_id': 'fc9a14069b7d453d893c68490bc70d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '5eadadb3-9df6-48ab-920e-7feed5d98987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:53Z', 'updated_at': '2021-12-10T18:38:02Z', 'revision_number': 4, 'project_id': 'fc9a14069b7d453d893c68490bc70d5d', 'gw_port': {'id': '5eadadb3-9df6-48ab-920e-7feed5d98987', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb7c55e-dc76-4a45-845c-bd17077d1dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:55Z', 'updated_at': '2021-12-10T18:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '7144a29d-5f1e-467f-aff3-d907dd18ec2a', 'tenant_id': 'fc9a14069b7d453d893c68490bc70d5d', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '8bb7c55e-dc76-4a45-845c-bd17077d1dbf', 'port_id': '192ef59e-6eb8-48e5-846c-a4618da6e122', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '372806dd-851c-46b6-baf2-035c88392be7', 'mac_address': 'fa:16:3e:93:3b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70291c6c-348f-4058-bdc7-41148610d3b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:38:14Z', 'updated_at': '2021-12-10T18:38:46Z', 'revision_number': 1, 'project_id': 'fc9a14069b7d453d893c68490bc70d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42a5fe3d-ae35-4140-8078-5b6fc8844f79', 'name': '', 'network_id': '372806dd-851c-46b6-baf2-035c88392be7', 'tenant_id': 'fc9a14069b7d453d893c68490bc70d5d', 'mac_address': 'fa:16:3e:7a:ff:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb7c55e-dc76-4a45-845c-bd17077d1dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'c3875c99-a0e6-49d3-b630-6d772fc4d041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:01Z', 'updated_at': '2021-12-10T18:38:08Z', 'revision_number': 5, 'project_id': 'fc9a14069b7d453d893c68490bc70d5d', 'subnets': [{'id': 'c3875c99-a0e6-49d3-b630-6d772fc4d041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:50.656789 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc10ef-9342-4874-965f-a69422541ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=b5799b23-3ac5-4da6-ad03-a9a9b629a357,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:50.666495 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f72699c-6374-4315-ac77-f32ded6bc788 None None] Checking router: 8bb7c55e-dc76-4a45-845c-bd17077d1dbf for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:38:50.678761 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f72699c-6374-4315-ac77-f32ded6bc788 None None] Routers {'8bb7c55e-dc76-4a45-845c-bd17077d1dbf'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:50.680347 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-3f72699c-6374-4315-ac77-f32ded6bc788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:38:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['8bb7c55e-dc76-4a45-845c-bd17077d1dbf'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:50.725506 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959fb24-459e-4a0a-9a0b-dbf6f65a10b1 req-8ed95339-1b54-4f89-b25d-48cbcad5787f tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:50.731037 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9959fb24-459e-4a0a-9a0b-dbf6f65a10b1 req-8ed95339-1b54-4f89-b25d-48cbcad5787f tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ad2d49-0213-4d11-84ea-8e93dc538b58 HTTP/1.1" status: 200 len: 945 time: 0.6917689 Dec 10 18:38:50.737953 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207d943-54ec-4c84-a6a9-b192a80ba4e3 req-e110ebbf-ecd3-4a72-b621-2c81ea081e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:50.739593 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9207d943-54ec-4c84-a6a9-b192a80ba4e3 req-e110ebbf-ecd3-4a72-b621-2c81ea081e67 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d8f8fed500bb4fe68eeb78467c0fb87d&device_id=f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb HTTP/1.1" status: 200 len: 1135 time: 0.6594677 Dec 10 18:38:50.828363 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9941e39a-a58d-4b48-9020-635be63ea8b5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:50.845261 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9941e39a-a58d-4b48-9020-635be63ea8b5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:50.936988 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-bdbc10ef-9342-4874-965f-a69422541ab6 service neutron] Attempting to bind port b5799b23-3ac5-4da6-ad03-a9a9b629a357 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:50.937452 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-bdbc10ef-9342-4874-965f-a69422541ab6 service neutron] Attempting to bind port b5799b23-3ac5-4da6-ad03-a9a9b629a357 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': 'f092dc72-7f5e-4edc-b4cd-c88c6d49a971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '36da7df8-4c33-4fc7-aca6-cd96ecc32948'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:50.937848 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-bdbc10ef-9342-4874-965f-a69422541ab6 service neutron] Attempting to bind port b5799b23-3ac5-4da6-ad03-a9a9b629a357 on network 36da7df8-4c33-4fc7-aca6-cd96ecc32948 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:50.954389 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-bdbc10ef-9342-4874-965f-a69422541ab6 service neutron] Port b5799b23-3ac5-4da6-ad03-a9a9b629a357 on network 36da7df8-4c33-4fc7-aca6-cd96ecc32948 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:38:50.954734 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-bdbc10ef-9342-4874-965f-a69422541ab6 service neutron] Attempting to bind port b5799b23-3ac5-4da6-ad03-a9a9b629a357 on network 36da7df8-4c33-4fc7-aca6-cd96ecc32948 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:50.980280 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-bdbc10ef-9342-4874-965f-a69422541ab6 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:50.980690 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-bdbc10ef-9342-4874-965f-a69422541ab6 service neutron] Checking segment: {'id': 'f092dc72-7f5e-4edc-b4cd-c88c6d49a971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '36da7df8-4c33-4fc7-aca6-cd96ecc32948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:50.983777 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-bdbc10ef-9342-4874-965f-a69422541ab6 service neutron] Bound using segment: {'id': 'f092dc72-7f5e-4edc-b4cd-c88c6d49a971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '36da7df8-4c33-4fc7-aca6-cd96ecc32948'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:50.984261 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-bdbc10ef-9342-4874-965f-a69422541ab6 service neutron] Bound port: b5799b23-3ac5-4da6-ad03-a9a9b629a357, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f092dc72-7f5e-4edc-b4cd-c88c6d49a971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '36da7df8-4c33-4fc7-aca6-cd96ecc32948'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:50.984699 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-bdbc10ef-9342-4874-965f-a69422541ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:50.990830 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-3f72699c-6374-4315-ac77-f32ded6bc788 None None] Set router 8bb7c55e-dc76-4a45-845c-bd17077d1dbf gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:51.067155 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eaf88637-0e9b-4625-9769-2581f7ede42a None None] For port 4d30e194-9aab-4d63-a3ec-583168c59ff6, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=4d30e194-9aab-4d63-a3ec-583168c59ff6,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:51.067975 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eaf88637-0e9b-4625-9769-2581f7ede42a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:51.093672 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eaf88637-0e9b-4625-9769-2581f7ede42a None None] Calling delete_port for 4d30e194-9aab-4d63-a3ec-583168c59ff6 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:51.111746 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fd4befed-3cb2-43b8-98d3-5627694ea79b req-4ee96684-99fc-4d04-882b-057ad21fc545 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5377588 Dec 10 18:38:51.135006 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b4321-47ae-4ca8-86cf-ac1cee5986f0 req-e1984100-552e-41c3-a0a5-b8e0a6aaecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:51.136538 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e34b4321-47ae-4ca8-86cf-ac1cee5986f0 req-e1984100-552e-41c3-a0a5-b8e0a6aaecd2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cebf6cc911374a429274686614685142&device_id=e85bd519-1a8d-4d30-baea-074b5c285678 HTTP/1.1" status: 200 len: 1095 time: 0.6352520 Dec 10 18:38:51.162909 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02a388-206a-4ce8-b062-ff401dedcd45 req-20d4717c-9252-4d4f-9e5d-88a34c37a186 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:51.171505 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02a388-206a-4ce8-b062-ff401dedcd45 req-20d4717c-9252-4d4f-9e5d-88a34c37a186 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:51.179028 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02a388-206a-4ce8-b062-ff401dedcd45 req-20d4717c-9252-4d4f-9e5d-88a34c37a186 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:51.186917 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02a388-206a-4ce8-b062-ff401dedcd45 req-20d4717c-9252-4d4f-9e5d-88a34c37a186 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:51.199807 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02a388-206a-4ce8-b062-ff401dedcd45 req-20d4717c-9252-4d4f-9e5d-88a34c37a186 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:51.202127 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bb02a388-206a-4ce8-b062-ff401dedcd45 req-20d4717c-9252-4d4f-9e5d-88a34c37a186 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 3829 time: 0.4582007 Dec 10 18:38:51.208782 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eaf88637-0e9b-4625-9769-2581f7ede42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:51.211465 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9959fb24-459e-4a0a-9a0b-dbf6f65a10b1 req-c79b2be3-0ef4-4416-aa3c-d9240fb62106 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4699075 Dec 10 18:38:51.226037 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207d943-54ec-4c84-a6a9-b192a80ba4e3 req-510511ed-c457-4c2b-80cc-5e5f6800fb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:51.236410 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9207d943-54ec-4c84-a6a9-b192a80ba4e3 req-510511ed-c457-4c2b-80cc-5e5f6800fb2b service neutron] 10.222.0.72 "GET /v2.0/networks?id=41e5955d-d904-4834-9fcc-cb65e702ceed HTTP/1.1" status: 200 len: 913 time: 0.4752009 Dec 10 18:38:51.244905 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-bdbc10ef-9342-4874-965f-a69422541ab6 service neutron] For port b5799b23-3ac5-4da6-ad03-a9a9b629a357, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:51.260372 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-bdbc10ef-9342-4874-965f-a69422541ab6 service neutron] For port b5799b23-3ac5-4da6-ad03-a9a9b629a357, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=b5799b23-3ac5-4da6-ad03-a9a9b629a357,segment=NetworkSegment(f092dc72-7f5e-4edc-b4cd-c88c6d49a971),segment_id=f092dc72-7f5e-4edc-b4cd-c88c6d49a971)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:51.293423 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-bdbc10ef-9342-4874-965f-a69422541ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:51.294271 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf88637-0e9b-4625-9769-2581f7ede42a None None] Pushing event deleted for resources: {'Port': ['ID=4d30e194-9aab-4d63-a3ec-583168c59ff6,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:51.306616 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf88637-0e9b-4625-9769-2581f7ede42a None None] No DVR routers for this DVR port 4d30e194-9aab-4d63-a3ec-583168c59ff6 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:38:51.358898 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 4d30e194-9aab-4d63-a3ec-583168c59ff6 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:38:51.435030 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 4d30e194-9aab-4d63-a3ec-583168c59ff6 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:38:51.435722 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 4d30e194-9aab-4d63-a3ec-583168c59ff6 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:38:51.453942 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b4321-47ae-4ca8-86cf-ac1cee5986f0 req-bfdf5744-2cfb-4d9f-bf8f-5b3416b5109d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:51.455972 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e34b4321-47ae-4ca8-86cf-ac1cee5986f0 req-bfdf5744-2cfb-4d9f-bf8f-5b3416b5109d service neutron] 10.222.0.72 "GET /v2.0/networks?id=c537dae7-2652-44de-bf9a-a95ab199afc8 HTTP/1.1" status: 200 len: 923 time: 0.2527723 Dec 10 18:38:51.490468 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc10ef-9342-4874-965f-a69422541ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=b5799b23-3ac5-4da6-ad03-a9a9b629a357,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:51.494972 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-3f72699c-6374-4315-ac77-f32ded6bc788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb7c55e-dc76-4a45-845c-bd17077d1dbf', 'name': 'tempest-ServersTestManualDisk-530632530-router', 'tenant_id': 'fc9a14069b7d453d893c68490bc70d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '5eadadb3-9df6-48ab-920e-7feed5d98987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:53Z', 'updated_at': '2021-12-10T18:38:02Z', 'revision_number': 4, 'project_id': 'fc9a14069b7d453d893c68490bc70d5d', 'gw_port': {'id': '5eadadb3-9df6-48ab-920e-7feed5d98987', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb7c55e-dc76-4a45-845c-bd17077d1dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:55Z', 'updated_at': '2021-12-10T18:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '7144a29d-5f1e-467f-aff3-d907dd18ec2a', 'tenant_id': 'fc9a14069b7d453d893c68490bc70d5d', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '8bb7c55e-dc76-4a45-845c-bd17077d1dbf', 'port_id': '192ef59e-6eb8-48e5-846c-a4618da6e122', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '372806dd-851c-46b6-baf2-035c88392be7', 'mac_address': 'fa:16:3e:93:3b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70291c6c-348f-4058-bdc7-41148610d3b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:38:14Z', 'updated_at': '2021-12-10T18:38:46Z', 'revision_number': 1, 'project_id': 'fc9a14069b7d453d893c68490bc70d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42a5fe3d-ae35-4140-8078-5b6fc8844f79', 'name': '', 'network_id': '372806dd-851c-46b6-baf2-035c88392be7', 'tenant_id': 'fc9a14069b7d453d893c68490bc70d5d', 'mac_address': 'fa:16:3e:7a:ff:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb7c55e-dc76-4a45-845c-bd17077d1dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'c3875c99-a0e6-49d3-b630-6d772fc4d041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:01Z', 'updated_at': '2021-12-10T18:38:08Z', 'revision_number': 5, 'project_id': 'fc9a14069b7d453d893c68490bc70d5d', 'subnets': [{'id': 'c3875c99-a0e6-49d3-b630-6d772fc4d041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:51.505850 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9207d943-54ec-4c84-a6a9-b192a80ba4e3 req-076a8627-55b2-40f9-b045-e5057ecdb416 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc98d7bd-66c6-41e3-9276-2844a70aec22 HTTP/1.1" status: 200 len: 217 time: 0.2415793 Dec 10 18:38:51.529414 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e34b4321-47ae-4ca8-86cf-ac1cee5986f0 req-8632f88a-20fe-462b-a662-e11518406d17 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7300832f-240f-48b2-9f39-52f9dd948d78 HTTP/1.1" status: 200 len: 217 time: 0.0644779 Dec 10 18:38:51.535864 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f72699c-6374-4315-ac77-f32ded6bc788 None None] The sync data for ids ['8bb7c55e-dc76-4a45-845c-bd17077d1dbf'] in n-d-821435-1 is: [{'id': '8bb7c55e-dc76-4a45-845c-bd17077d1dbf', 'name': 'tempest-ServersTestManualDisk-530632530-router', 'tenant_id': 'fc9a14069b7d453d893c68490bc70d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '5eadadb3-9df6-48ab-920e-7feed5d98987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:53Z', 'updated_at': '2021-12-10T18:38:02Z', 'revision_number': 4, 'project_id': 'fc9a14069b7d453d893c68490bc70d5d', 'gw_port': {'id': '5eadadb3-9df6-48ab-920e-7feed5d98987', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb7c55e-dc76-4a45-845c-bd17077d1dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:55Z', 'updated_at': '2021-12-10T18:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '7144a29d-5f1e-467f-aff3-d907dd18ec2a', 'tenant_id': 'fc9a14069b7d453d893c68490bc70d5d', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '8bb7c55e-dc76-4a45-845c-bd17077d1dbf', 'port_id': '192ef59e-6eb8-48e5-846c-a4618da6e122', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '372806dd-851c-46b6-baf2-035c88392be7', 'mac_address': 'fa:16:3e:93:3b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70291c6c-348f-4058-bdc7-41148610d3b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:38:14Z', 'updated_at': '2021-12-10T18:38:46Z', 'revision_number': 1, 'project_id': 'fc9a14069b7d453d893c68490bc70d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42a5fe3d-ae35-4140-8078-5b6fc8844f79', 'name': '', 'network_id': '372806dd-851c-46b6-baf2-035c88392be7', 'tenant_id': 'fc9a14069b7d453d893c68490bc70d5d', 'mac_address': 'fa:16:3e:7a:ff:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb7c55e-dc76-4a45-845c-bd17077d1dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'c3875c99-a0e6-49d3-b630-6d772fc4d041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:01Z', 'updated_at': '2021-12-10T18:38:08Z', 'revision_number': 5, 'project_id': 'fc9a14069b7d453d893c68490bc70d5d', 'subnets': [{'id': 'c3875c99-a0e6-49d3-b630-6d772fc4d041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:38:51.538127 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bb02a388-206a-4ce8-b062-ff401dedcd45 req-1e71eb47-f645-44bc-b15b-01653e6cbd2d tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842651 Dec 10 18:38:51.558038 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-bdbc10ef-9342-4874-965f-a69422541ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:51.558670 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-bdbc10ef-9342-4874-965f-a69422541ab6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:51.560090 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-bdbc10ef-9342-4874-965f-a69422541ab6 service neutron] 10.222.0.72 "PUT /v2.0/ports/b5799b23-3ac5-4da6-ad03-a9a9b629a357 HTTP/1.1" status: 200 len: 1092 time: 2.2986608 Dec 10 18:38:51.561698 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'tag': 'b5799b23-3ac5-4da6-ad03-a9a9b629a357'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:38:51.564322 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a431355-ea7f-4af8-8d73-546578acf40d" -d '{"events": [{"name": "network-changed", "server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "tag": "b5799b23-3ac5-4da6-ad03-a9a9b629a357"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:38:51.612877 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-0e3ff80c-1c5f-4cf9-ba16-e3d95698199d service neutron] Request body: {'port': {'device_id': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:51.670511 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54658d90-4598-4d78-a30f-6c63e29f4bd7 req-15b5b88e-90b9-4004-9a9f-49fa8b4b0310 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:51.678688 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-54658d90-4598-4d78-a30f-6c63e29f4bd7 req-15b5b88e-90b9-4004-9a9f-49fa8b4b0310 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 949 time: 0.1891561 Dec 10 18:38:51.744735 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207d943-54ec-4c84-a6a9-b192a80ba4e3 req-e8488031-1005-4363-9310-8c5a34ab2438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:51.746475 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9207d943-54ec-4c84-a6a9-b192a80ba4e3 req-e8488031-1005-4363-9310-8c5a34ab2438 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6e5426de-cbd0-4094-92fb-88aabbd126fb HTTP/1.1" status: 200 len: 852 time: 0.2032654 Dec 10 18:38:51.748302 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b4321-47ae-4ca8-86cf-ac1cee5986f0 req-be57e316-b551-4a00-9ba8-bca63513c01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:51.750276 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e34b4321-47ae-4ca8-86cf-ac1cee5986f0 req-be57e316-b551-4a00-9ba8-bca63513c01d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d091c115-7987-40eb-888c-00ac7fa6c016 HTTP/1.1" status: 200 len: 862 time: 0.2065339 Dec 10 18:38:51.796844 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-0e3ff80c-1c5f-4cf9-ba16-e3d95698199d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:51.814957 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e34b4321-47ae-4ca8-86cf-ac1cee5986f0 req-250c9596-33d4-4a0e-bbad-5d350b7c348b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c537dae7-2652-44de-bf9a-a95ab199afc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468524 Dec 10 18:38:51.847843 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-68de1180-c565-4a24-b489-a06db217867d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:51.848264 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-54658d90-4598-4d78-a30f-6c63e29f4bd7 req-4f8b07f3-7197-4d91-ae4b-36a9a604ba45 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645174 Dec 10 18:38:51.868873 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9207d943-54ec-4c84-a6a9-b192a80ba4e3 req-696c220c-d53a-43ca-9814-a15780992c33 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=41e5955d-d904-4834-9fcc-cb65e702ceed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805604 Dec 10 18:38:52.004928 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4a403a-b503-4e18-9a75-3319098755d9 None None] New status for floating IP 7144a29d-5f1e-467f-aff3-d907dd18ec2a: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:38:52.071376 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e8b813-cc91-4ffb-a974-593833faa4e8 x-openstack-request-id: req-c6e8b813-cc91-4ffb-a974-593833faa4e8 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:38:52.072313 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "tag": "b5799b23-3ac5-4da6-ad03-a9a9b629a357", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:38:52.072794 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c6e8b813-cc91-4ffb-a974-593833faa4e8 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:38:52.073470 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'tag': 'b5799b23-3ac5-4da6-ad03-a9a9b629a357', 'status': 'completed', 'code': 200} Dec 10 18:38:52.287812 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70291c6c-348f-4058-bdc7-41148610d3b1', 'tag': '192ef59e-6eb8-48e5-846c-a4618da6e122'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:38:52.289947 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe9c84a-be37-4dd0-bb84-50ef6196359b" -d '{"events": [{"name": "network-changed", "server_uuid": "70291c6c-348f-4058-bdc7-41148610d3b1", "tag": "192ef59e-6eb8-48e5-846c-a4618da6e122"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:38:52.293739 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9941e39a-a58d-4b48-9020-635be63ea8b5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:52.336586 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-0e3ff80c-1c5f-4cf9-ba16-e3d95698199d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 584cf1dd-1af4-46a0-83d5-636ef55fe320 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:38:52.345576 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-0e3ff80c-1c5f-4cf9-ba16-e3d95698199d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:52.360262 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-0e3ff80c-1c5f-4cf9-ba16-e3d95698199d service neutron] Transition to ACTIVE for port object 584cf1dd-1af4-46a0-83d5-636ef55fe320 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:38:52.404154 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-0e3ff80c-1c5f-4cf9-ba16-e3d95698199d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:52.426848 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a2a36766-4d75-4f07-9683-eabce0a1b9e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:52.506622 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ddf2c7-942b-41cf-8fc5-9ec76765b758 req-a9e6ca16-58c3-4bdf-bf39-510ed58ec07f tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:52.517317 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-94ddf2c7-942b-41cf-8fc5-9ec76765b758 req-a9e6ca16-58c3-4bdf-bf39-510ed58ec07f tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb HTTP/1.1" status: 200 len: 984 time: 0.8373089 Dec 10 18:38:52.549369 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ff80c-1c5f-4cf9-ba16-e3d95698199d service neutron] Pushing event updated for resources: {'Port': ['ID=584cf1dd-1af4-46a0-83d5-636ef55fe320,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:52.574588 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9941e39a-a58d-4b48-9020-635be63ea8b5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:52.586254 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-9941e39a-a58d-4b48-9020-635be63ea8b5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:52.589867 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9941e39a-a58d-4b48-9020-635be63ea8b5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:52.590562 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9941e39a-a58d-4b48-9020-635be63ea8b5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:52.593178 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9207d943-54ec-4c84-a6a9-b192a80ba4e3 req-1cc0721e-850c-40c5-a76a-3769f94364d8 service neutron] 10.222.0.72 "GET /v2.0/networks/41e5955d-d904-4834-9fcc-cb65e702ceed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7152185 Dec 10 18:38:52.598457 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941e39a-a58d-4b48-9020-635be63ea8b5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Subnet': ['ID=a9bcd1b1-20d5-498d-aa40-a5f139d8db97,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:52.600170 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7ad855-66f0-48c9-b616-2c6c2e1b4be4 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:52.624388 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6fba6-510a-4370-9e83-c4b43dce07ec req-c856aa74-dced-491d-97f0-9484f12d430c tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:52.626574 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dae6fba6-510a-4370-9e83-c4b43dce07ec req-c856aa74-dced-491d-97f0-9484f12d430c tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=e85bd519-1a8d-4d30-baea-074b5c285678 HTTP/1.1" status: 200 len: 944 time: 0.2649481 Dec 10 18:38:52.633866 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a431355-ea7f-4af8-8d73-546578acf40d req-b778ee1b-cf38-47cb-aaa2-f16ba5bd36be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:52.634504 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a431355-ea7f-4af8-8d73-546578acf40d req-b778ee1b-cf38-47cb-aaa2-f16ba5bd36be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:52.635643 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a431355-ea7f-4af8-8d73-546578acf40d req-b778ee1b-cf38-47cb-aaa2-f16ba5bd36be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:52.636222 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a431355-ea7f-4af8-8d73-546578acf40d req-b778ee1b-cf38-47cb-aaa2-f16ba5bd36be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:52.637275 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a431355-ea7f-4af8-8d73-546578acf40d req-b778ee1b-cf38-47cb-aaa2-f16ba5bd36be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:52.639294 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4a431355-ea7f-4af8-8d73-546578acf40d req-b778ee1b-cf38-47cb-aaa2-f16ba5bd36be service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=aee8c10e35be45139294abc10d1eada2&device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 4364 time: 0.5646865 Dec 10 18:38:52.667239 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9941e39a-a58d-4b48-9020-635be63ea8b5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4525702 Dec 10 18:38:52.673116 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53488) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:52.682178 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-39756e07-ac7e-4c98-a667-678db383460d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'port': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'name': 'tempest-NetworksTestDHCPv6-1099148127'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:52.695930 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e34b4321-47ae-4ca8-86cf-ac1cee5986f0 req-c14d703f-ea2b-48ea-a619-e11561a7f892 service neutron] 10.222.0.72 "GET /v2.0/networks/c537dae7-2652-44de-bf9a-a95ab199afc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8702192 Dec 10 18:38:52.767616 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9fbd59-3e2b-46aa-a299-78637bed92d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'project_id': '5206888eb8664e02a4054430b5bab51d', 'fixed_ips': [{'subnet_id': 'a9bcd1b1-20d5-498d-aa40-a5f139d8db97'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:38:52.768518 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-be9fbd59-3e2b-46aa-a299-78637bed92d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:52.846501 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-94ddf2c7-942b-41cf-8fc5-9ec76765b758 req-7a9166ff-a125-47ca-b2fe-466ed21389ed tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups?id=530e6bf5-f83e-4ce8-a8ff-bcd4a8ac0b1c&id=4f80ab03-59ee-4b8b-931d-a86c9b640487&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3263559 Dec 10 18:38:53.005874 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e34b4321-47ae-4ca8-86cf-ac1cee5986f0 req-bc35ca77-2db5-4e15-9de7-18b2f3b707f7 service neutron] 10.222.0.72 "GET /v2.0/networks/c537dae7-2652-44de-bf9a-a95ab199afc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644105 Dec 10 18:38:53.006409 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-be9fbd59-3e2b-46aa-a299-78637bed92d7 None None] Allocated IP 2001:db8::2 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/a9bcd1b1-20d5-498d-aa40-a5f139d8db97/e3328dd3-5a49-4b02-8454-e9ab656422dd) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:53.006582 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a431355-ea7f-4af8-8d73-546578acf40d req-ae4e0ae3-c469-4ae9-9e7c-32c591f5d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:53.006920 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a431355-ea7f-4af8-8d73-546578acf40d req-ae4e0ae3-c469-4ae9-9e7c-32c591f5d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:53.007384 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a431355-ea7f-4af8-8d73-546578acf40d req-ae4e0ae3-c469-4ae9-9e7c-32c591f5d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:53.026813 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4a431355-ea7f-4af8-8d73-546578acf40d req-ae4e0ae3-c469-4ae9-9e7c-32c591f5d038 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=aee8c10e35be45139294abc10d1eada2&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2669547 Dec 10 18:38:53.163800 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb2ae2-3a54-43a2-bb68-2b7a7a1d401a req-aa1fc79e-da9c-4884-81a7-0cd15dc3d635 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:53.171917 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-75bb2ae2-3a54-43a2-bb68-2b7a7a1d401a req-aa1fc79e-da9c-4884-81a7-0cd15dc3d635 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ad2d49-0213-4d11-84ea-8e93dc538b58 HTTP/1.1" status: 200 len: 945 time: 0.1605749 Dec 10 18:38:53.206052 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-be9fbd59-3e2b-46aa-a299-78637bed92d7 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:53.215870 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-be9fbd59-3e2b-46aa-a299-78637bed92d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:53.254289 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-75bb2ae2-3a54-43a2-bb68-2b7a7a1d401a req-f72e3d77-0e2f-440c-a221-91eb381d8b68 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688732 Dec 10 18:38:53.309513 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39756e07-ac7e-4c98-a667-678db383460d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:53.313751 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-39756e07-ac7e-4c98-a667-678db383460d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:53.327537 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9fbd59-3e2b-46aa-a299-78637bed92d7 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:53.343719 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-39756e07-ac7e-4c98-a667-678db383460d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] device_id is not set on port 589b7743-474f-45d6-a748-d544bbb8a400 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:38:53.378308 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-be9fbd59-3e2b-46aa-a299-78637bed92d7 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:53.383448 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9fbd59-3e2b-46aa-a299-78637bed92d7 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:53.395546 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9fbd59-3e2b-46aa-a299-78637bed92d7 None None] Pushing event updated for resources: {'Port': ['ID=e3328dd3-5a49-4b02-8454-e9ab656422dd,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:53.490369 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:53.498450 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9fbd59-3e2b-46aa-a299-78637bed92d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:53.499216 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9fbd59-3e2b-46aa-a299-78637bed92d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:53.499817 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9fbd59-3e2b-46aa-a299-78637bed92d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:53.500417 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9fbd59-3e2b-46aa-a299-78637bed92d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:53.502674 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9fbd59-3e2b-46aa-a299-78637bed92d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:53.503359 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9fbd59-3e2b-46aa-a299-78637bed92d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:53.503933 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9fbd59-3e2b-46aa-a299-78637bed92d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:53.504844 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9fbd59-3e2b-46aa-a299-78637bed92d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:53.505680 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9fbd59-3e2b-46aa-a299-78637bed92d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:53.506512 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9fbd59-3e2b-46aa-a299-78637bed92d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:53.507074 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9fbd59-3e2b-46aa-a299-78637bed92d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:53.508578 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9fbd59-3e2b-46aa-a299-78637bed92d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:53.509173 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9fbd59-3e2b-46aa-a299-78637bed92d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:53.532231 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-39756e07-ac7e-4c98-a667-678db383460d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Allocated IP 2001:db8::335 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/a9bcd1b1-20d5-498d-aa40-a5f139d8db97/589b7743-474f-45d6-a748-d544bbb8a400) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:53.601766 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-be9fbd59-3e2b-46aa-a299-78637bed92d7 None None] Attempting to bind port e3328dd3-5a49-4b02-8454-e9ab656422dd on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:53.605787 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-be9fbd59-3e2b-46aa-a299-78637bed92d7 None None] Attempting to bind port e3328dd3-5a49-4b02-8454-e9ab656422dd by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:53.606516 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9fbd59-3e2b-46aa-a299-78637bed92d7 None None] Attempting to bind port e3328dd3-5a49-4b02-8454-e9ab656422dd on network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:53.613963 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9fbd59-3e2b-46aa-a299-78637bed92d7 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:53.614932 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9fbd59-3e2b-46aa-a299-78637bed92d7 None None] Checking segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:53.616269 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-be9fbd59-3e2b-46aa-a299-78637bed92d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:53.617529 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9fbd59-3e2b-46aa-a299-78637bed92d7 None None] Bound using segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:53.618592 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-be9fbd59-3e2b-46aa-a299-78637bed92d7 None None] Bound port: e3328dd3-5a49-4b02-8454-e9ab656422dd, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:53.619413 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-be9fbd59-3e2b-46aa-a299-78637bed92d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:53.714890 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-be9fbd59-3e2b-46aa-a299-78637bed92d7 None None] For port e3328dd3-5a49-4b02-8454-e9ab656422dd, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:53.715322 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dae6fba6-510a-4370-9e83-c4b43dce07ec req-c6c0bae2-f981-46df-8ee4-ee5e91479f51 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0750031 Dec 10 18:38:53.718461 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-be9fbd59-3e2b-46aa-a299-78637bed92d7 None None] For port e3328dd3-5a49-4b02-8454-e9ab656422dd, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e3328dd3-5a49-4b02-8454-e9ab656422dd,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:53.726477 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-be9fbd59-3e2b-46aa-a299-78637bed92d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:53.729123 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b69f767-bd02-49a9-be8a-bb343e783b5c x-openstack-request-id: req-4b69f767-bd02-49a9-be8a-bb343e783b5c {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:38:53.731289 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70291c6c-348f-4058-bdc7-41148610d3b1", "tag": "192ef59e-6eb8-48e5-846c-a4618da6e122", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:38:53.731289 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4b69f767-bd02-49a9-be8a-bb343e783b5c {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:38:53.731289 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70291c6c-348f-4058-bdc7-41148610d3b1', 'tag': '192ef59e-6eb8-48e5-846c-a4618da6e122', 'status': 'completed', 'code': 200} Dec 10 18:38:53.768885 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-0e3ff80c-1c5f-4cf9-ba16-e3d95698199d service neutron] Attempting to bind port 584cf1dd-1af4-46a0-83d5-636ef55fe320 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:53.769310 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-0e3ff80c-1c5f-4cf9-ba16-e3d95698199d service neutron] Attempting to bind port 584cf1dd-1af4-46a0-83d5-636ef55fe320 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '53d22bf0-091e-4356-bd63-315f4840e96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b2b3e286-a941-4c88-a3bb-4298dcd7fd59'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:53.769575 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-0e3ff80c-1c5f-4cf9-ba16-e3d95698199d service neutron] Attempting to bind port 584cf1dd-1af4-46a0-83d5-636ef55fe320 on network b2b3e286-a941-4c88-a3bb-4298dcd7fd59 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:53.783037 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-0e3ff80c-1c5f-4cf9-ba16-e3d95698199d service neutron] Port 584cf1dd-1af4-46a0-83d5-636ef55fe320 on network b2b3e286-a941-4c88-a3bb-4298dcd7fd59 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:38:53.783415 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-0e3ff80c-1c5f-4cf9-ba16-e3d95698199d service neutron] Attempting to bind port 584cf1dd-1af4-46a0-83d5-636ef55fe320 on network b2b3e286-a941-4c88-a3bb-4298dcd7fd59 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:53.787229 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9207d943-54ec-4c84-a6a9-b192a80ba4e3 req-d69f9eac-5acb-4890-8dbf-730f7abab79a service neutron] 10.222.0.72 "GET /v2.0/networks/41e5955d-d904-4834-9fcc-cb65e702ceed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1331322 Dec 10 18:38:53.819437 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-0e3ff80c-1c5f-4cf9-ba16-e3d95698199d service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:53.819894 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-0e3ff80c-1c5f-4cf9-ba16-e3d95698199d service neutron] Checking segment: {'id': '53d22bf0-091e-4356-bd63-315f4840e96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b2b3e286-a941-4c88-a3bb-4298dcd7fd59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:53.820433 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-0e3ff80c-1c5f-4cf9-ba16-e3d95698199d service neutron] Bound using segment: {'id': '53d22bf0-091e-4356-bd63-315f4840e96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b2b3e286-a941-4c88-a3bb-4298dcd7fd59'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:53.820931 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-0e3ff80c-1c5f-4cf9-ba16-e3d95698199d service neutron] Bound port: 584cf1dd-1af4-46a0-83d5-636ef55fe320, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53d22bf0-091e-4356-bd63-315f4840e96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b2b3e286-a941-4c88-a3bb-4298dcd7fd59'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:53.821304 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-0e3ff80c-1c5f-4cf9-ba16-e3d95698199d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:53.823629 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9fbd59-3e2b-46aa-a299-78637bed92d7 None None] Pushing event updated for resources: {'Port': ['ID=e3328dd3-5a49-4b02-8454-e9ab656422dd,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:53.857658 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a431355-ea7f-4af8-8d73-546578acf40d req-16707b91-f32d-4cdd-97de-8a477e1b4033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:53.859580 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4a431355-ea7f-4af8-8d73-546578acf40d req-16707b91-f32d-4cdd-97de-8a477e1b4033 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7975979 Dec 10 18:38:53.885371 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-39756e07-ac7e-4c98-a667-678db383460d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:53.898340 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9c84a-be37-4dd0-bb84-50ef6196359b req-b6958384-bbd5-43ac-9b31-7d682947b015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:53.899990 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1fe9c84a-be37-4dd0-bb84-50ef6196359b req-b6958384-bbd5-43ac-9b31-7d682947b015 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc9a14069b7d453d893c68490bc70d5d&device_id=70291c6c-348f-4058-bdc7-41148610d3b1 HTTP/1.1" status: 200 len: 1096 time: 0.1829438 Dec 10 18:38:53.916854 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298043a-428d-4555-9ffa-afde7af90fc3 req-b7b88fba-13b7-4a84-ae4e-239ba6c753d1 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:53.923019 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298043a-428d-4555-9ffa-afde7af90fc3 req-b7b88fba-13b7-4a84-ae4e-239ba6c753d1 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:53.930073 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298043a-428d-4555-9ffa-afde7af90fc3 req-b7b88fba-13b7-4a84-ae4e-239ba6c753d1 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:53.936727 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298043a-428d-4555-9ffa-afde7af90fc3 req-b7b88fba-13b7-4a84-ae4e-239ba6c753d1 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:53.948534 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298043a-428d-4555-9ffa-afde7af90fc3 req-b7b88fba-13b7-4a84-ae4e-239ba6c753d1 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:53.975778 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298043a-428d-4555-9ffa-afde7af90fc3 req-b7b88fba-13b7-4a84-ae4e-239ba6c753d1 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:53.979360 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3298043a-428d-4555-9ffa-afde7af90fc3 req-b7b88fba-13b7-4a84-ae4e-239ba6c753d1 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 4605 time: 0.2813430 Dec 10 18:38:54.003715 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-0e3ff80c-1c5f-4cf9-ba16-e3d95698199d service neutron] For port 584cf1dd-1af4-46a0-83d5-636ef55fe320, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:54.010597 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-0e3ff80c-1c5f-4cf9-ba16-e3d95698199d service neutron] For port 584cf1dd-1af4-46a0-83d5-636ef55fe320, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=584cf1dd-1af4-46a0-83d5-636ef55fe320,segment=NetworkSegment(53d22bf0-091e-4356-bd63-315f4840e96e),segment_id=53d22bf0-091e-4356-bd63-315f4840e96e)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:54.025452 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c622ac6-0091-4fe5-bb9e-e00a34847cae req-9f9ee3f5-16f9-481b-8ff6-7b674efe5e54 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:54.028481 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7c622ac6-0091-4fe5-bb9e-e00a34847cae req-9f9ee3f5-16f9-481b-8ff6-7b674efe5e54 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 949 time: 0.1104631 Dec 10 18:38:54.031007 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-0e3ff80c-1c5f-4cf9-ba16-e3d95698199d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:54.059274 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-0e3ff80c-1c5f-4cf9-ba16-e3d95698199d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:54.059891 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-0e3ff80c-1c5f-4cf9-ba16-e3d95698199d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:54.061495 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-0e3ff80c-1c5f-4cf9-ba16-e3d95698199d service neutron] 10.222.0.72 "PUT /v2.0/ports/584cf1dd-1af4-46a0-83d5-636ef55fe320 HTTP/1.1" status: 200 len: 1134 time: 2.4547350 Dec 10 18:38:54.091741 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'tag': '584cf1dd-1af4-46a0-83d5-636ef55fe320'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:38:54.094042 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e10aa3-c67c-4a09-b511-6f93f9252df2" -d '{"events": [{"name": "network-changed", "server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "tag": "584cf1dd-1af4-46a0-83d5-636ef55fe320"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:38:54.108309 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-2fc4f36c-e047-42d0-b30d-985f9c7a11af service neutron] Request body: {'port': {'device_id': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:54.168747 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-68de1180-c565-4a24-b489-a06db217867d admin admin] Deleting port 2cd97228-a837-472b-ad1c-aeb085620b1b {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:54.169189 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-68de1180-c565-4a24-b489-a06db217867d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:54.203935 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ff80c-1c5f-4cf9-ba16-e3d95698199d service neutron] Pushing event updated for resources: {'Port': ['ID=584cf1dd-1af4-46a0-83d5-636ef55fe320,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:54.313796 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-2fc4f36c-e047-42d0-b30d-985f9c7a11af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:54.354650 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7c622ac6-0091-4fe5-bb9e-e00a34847cae req-23f76c9d-6656-49ba-83bd-4a2eede68385 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156092 Dec 10 18:38:54.467188 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-39756e07-ac7e-4c98-a667-678db383460d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:54.580421 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3298043a-428d-4555-9ffa-afde7af90fc3 req-bd0aa06c-32a2-47dc-bf2d-03c6a16991db tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&id=7281f497-4962-41a8-857f-71fd676337b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5544267 Dec 10 18:38:54.615332 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9c84a-be37-4dd0-bb84-50ef6196359b req-b197aa97-63f8-4939-b1be-bdbb85092711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:54.620552 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1fe9c84a-be37-4dd0-bb84-50ef6196359b req-b197aa97-63f8-4939-b1be-bdbb85092711 service neutron] 10.222.0.46 "GET /v2.0/networks?id=372806dd-851c-46b6-baf2-035c88392be7 HTTP/1.1" status: 200 len: 912 time: 0.6357281 Dec 10 18:38:54.704280 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:54.719907 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39756e07-ac7e-4c98-a667-678db383460d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:54.722067 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-68de1180-c565-4a24-b489-a06db217867d admin admin] For port 2cd97228-a837-472b-ad1c-aeb085620b1b, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=2cd97228-a837-472b-ad1c-aeb085620b1b,segment=NetworkSegment(9a215a6f-53b2-4a07-8e37-53157ab6bab7),segment_id=9a215a6f-53b2-4a07-8e37-53157ab6bab7)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:54.722459 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-68de1180-c565-4a24-b489-a06db217867d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:54.756057 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-39756e07-ac7e-4c98-a667-678db383460d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:54.762868 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39756e07-ac7e-4c98-a667-678db383460d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Port': ['ID=589b7743-474f-45d6-a748-d544bbb8a400,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:54.782279 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39756e07-ac7e-4c98-a667-678db383460d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:54.802408 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39756e07-ac7e-4c98-a667-678db383460d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:54.803338 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-39756e07-ac7e-4c98-a667-678db383460d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:54.853787 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-2fc4f36c-e047-42d0-b30d-985f9c7a11af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cd87cf1-713c-4dfd-9955-0162d0cdc6ec {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:38:54.866500 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-68de1180-c565-4a24-b489-a06db217867d admin admin] Calling delete_port for 2cd97228-a837-472b-ad1c-aeb085620b1b owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:54.869312 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-2fc4f36c-e047-42d0-b30d-985f9c7a11af service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:54.879219 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4adcae0a-2c66-4254-a4f3-120ec9d9cdd3 x-openstack-request-id: req-4adcae0a-2c66-4254-a4f3-120ec9d9cdd3 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:38:54.879799 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "tag": "584cf1dd-1af4-46a0-83d5-636ef55fe320", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:38:54.880263 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4adcae0a-2c66-4254-a4f3-120ec9d9cdd3 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:38:54.880994 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'tag': '584cf1dd-1af4-46a0-83d5-636ef55fe320', 'status': 'completed', 'code': 200} Dec 10 18:38:54.883111 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1fe9c84a-be37-4dd0-bb84-50ef6196359b req-fe4df273-22f8-46e7-91e7-23f912d3bd9e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=192ef59e-6eb8-48e5-846c-a4618da6e122 HTTP/1.1" status: 200 len: 1000 time: 0.2529907 Dec 10 18:38:54.908034 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-39756e07-ac7e-4c98-a667-678db383460d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2285981 Dec 10 18:38:54.919565 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53504) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:54.948574 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-2fc4f36c-e047-42d0-b30d-985f9c7a11af service neutron] Transition to ACTIVE for port object 4cd87cf1-713c-4dfd-9955-0162d0cdc6ec will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:38:54.968454 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-2fc4f36c-e047-42d0-b30d-985f9c7a11af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:55.037090 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560ea99-7955-4552-81c0-00fec81e3aa6 req-71f1dafc-5947-4b7c-bb78-1ae1890a2e7f tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:55.046905 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1560ea99-7955-4552-81c0-00fec81e3aa6 req-71f1dafc-5947-4b7c-bb78-1ae1890a2e7f tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb HTTP/1.1" status: 200 len: 984 time: 0.3127077 Dec 10 18:38:55.087144 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e10aa3-c67c-4a09-b511-6f93f9252df2 req-19e9bfd9-4619-4f8b-90ed-589ab2043c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:55.087615 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e10aa3-c67c-4a09-b511-6f93f9252df2 req-19e9bfd9-4619-4f8b-90ed-589ab2043c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:55.088093 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e10aa3-c67c-4a09-b511-6f93f9252df2 req-19e9bfd9-4619-4f8b-90ed-589ab2043c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:55.088565 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e10aa3-c67c-4a09-b511-6f93f9252df2 req-19e9bfd9-4619-4f8b-90ed-589ab2043c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:55.089061 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e10aa3-c67c-4a09-b511-6f93f9252df2 req-19e9bfd9-4619-4f8b-90ed-589ab2043c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:55.089532 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e10aa3-c67c-4a09-b511-6f93f9252df2 req-19e9bfd9-4619-4f8b-90ed-589ab2043c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:55.091888 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-80e10aa3-c67c-4a09-b511-6f93f9252df2 req-19e9bfd9-4619-4f8b-90ed-589ab2043c88 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=aee8c10e35be45139294abc10d1eada2&device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 5291 time: 0.2155819 Dec 10 18:38:55.137791 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5359c415-b8fa-43dc-94af-74dcd553dfc1 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:55.144039 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5359c415-b8fa-43dc-94af-74dcd553dfc1 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:55.147938 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5359c415-b8fa-43dc-94af-74dcd553dfc1 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2240255 Dec 10 18:38:55.147938 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9c84a-be37-4dd0-bb84-50ef6196359b req-6d8b9ca6-2490-40a6-be10-e9bf8e8c1b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:55.149052 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1fe9c84a-be37-4dd0-bb84-50ef6196359b req-6d8b9ca6-2490-40a6-be10-e9bf8e8c1b5e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c3875c99-a0e6-49d3-b630-6d772fc4d041 HTTP/1.1" status: 200 len: 850 time: 0.2398357 Dec 10 18:38:55.152375 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53506) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:55.233228 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc4f36c-e047-42d0-b30d-985f9c7a11af service neutron] Pushing event updated for resources: {'Port': ['ID=4cd87cf1-713c-4dfd-9955-0162d0cdc6ec,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:55.247213 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e10aa3-c67c-4a09-b511-6f93f9252df2 req-ec164188-2bc7-4797-b564-47f218d61949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:55.247690 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e10aa3-c67c-4a09-b511-6f93f9252df2 req-ec164188-2bc7-4797-b564-47f218d61949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:55.248157 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e10aa3-c67c-4a09-b511-6f93f9252df2 req-ec164188-2bc7-4797-b564-47f218d61949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:55.249839 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-80e10aa3-c67c-4a09-b511-6f93f9252df2 req-ec164188-2bc7-4797-b564-47f218d61949 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=aee8c10e35be45139294abc10d1eada2&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1441634 Dec 10 18:38:55.440878 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ead04-6a37-4ea7-beb6-8f25458543c3 req-fdfb8e56-ad00-42cf-afd4-190c0029f20b tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:55.443123 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:55.452229 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-054ead04-6a37-4ea7-beb6-8f25458543c3 req-fdfb8e56-ad00-42cf-afd4-190c0029f20b tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ad2d49-0213-4d11-84ea-8e93dc538b58 HTTP/1.1" status: 200 len: 945 time: 0.4712939 Dec 10 18:38:55.485021 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1560ea99-7955-4552-81c0-00fec81e3aa6 req-17842f88-3d8a-45d7-b684-e02f0f326f99 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups?id=530e6bf5-f83e-4ce8-a8ff-bcd4a8ac0b1c&id=4f80ab03-59ee-4b8b-931d-a86c9b640487&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.4370513 Dec 10 18:38:55.515121 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e3328dd3-5a49-4b02-8454-e9ab656422dd up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:55.667909 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port e3328dd3-5a49-4b02-8454-e9ab656422dd triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:55.668761 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:55.743025 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9c84a-be37-4dd0-bb84-50ef6196359b req-e0a56fb2-5fbf-4b0f-a7bc-f07cb332590a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:55.749875 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1fe9c84a-be37-4dd0-bb84-50ef6196359b req-e0a56fb2-5fbf-4b0f-a7bc-f07cb332590a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=372806dd-851c-46b6-baf2-035c88392be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5819211 Dec 10 18:38:55.763130 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-054ead04-6a37-4ea7-beb6-8f25458543c3 req-48be3099-5d96-48b9-8f17-ac037923f05a tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089633 Dec 10 18:38:55.778646 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-2fc4f36c-e047-42d0-b30d-985f9c7a11af service neutron] Attempting to bind port 4cd87cf1-713c-4dfd-9955-0162d0cdc6ec on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:55.778990 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-2fc4f36c-e047-42d0-b30d-985f9c7a11af service neutron] Attempting to bind port 4cd87cf1-713c-4dfd-9955-0162d0cdc6ec by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '53d22bf0-091e-4356-bd63-315f4840e96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b2b3e286-a941-4c88-a3bb-4298dcd7fd59'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:55.779327 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-2fc4f36c-e047-42d0-b30d-985f9c7a11af service neutron] Attempting to bind port 4cd87cf1-713c-4dfd-9955-0162d0cdc6ec on network b2b3e286-a941-4c88-a3bb-4298dcd7fd59 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:55.823390 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-2fc4f36c-e047-42d0-b30d-985f9c7a11af service neutron] Port 4cd87cf1-713c-4dfd-9955-0162d0cdc6ec on network b2b3e286-a941-4c88-a3bb-4298dcd7fd59 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:38:55.823917 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-2fc4f36c-e047-42d0-b30d-985f9c7a11af service neutron] Attempting to bind port 4cd87cf1-713c-4dfd-9955-0162d0cdc6ec on network b2b3e286-a941-4c88-a3bb-4298dcd7fd59 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:55.838072 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e10aa3-c67c-4a09-b511-6f93f9252df2 req-f8de4abf-97b5-47db-af73-5f02e18eef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:55.840294 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-80e10aa3-c67c-4a09-b511-6f93f9252df2 req-f8de4abf-97b5-47db-af73-5f02e18eef01 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5797920 Dec 10 18:38:55.852515 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-2fc4f36c-e047-42d0-b30d-985f9c7a11af service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:55.852515 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-2fc4f36c-e047-42d0-b30d-985f9c7a11af service neutron] Checking segment: {'id': '53d22bf0-091e-4356-bd63-315f4840e96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b2b3e286-a941-4c88-a3bb-4298dcd7fd59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:55.852515 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-2fc4f36c-e047-42d0-b30d-985f9c7a11af service neutron] Bound using segment: {'id': '53d22bf0-091e-4356-bd63-315f4840e96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b2b3e286-a941-4c88-a3bb-4298dcd7fd59'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:55.852515 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-2fc4f36c-e047-42d0-b30d-985f9c7a11af service neutron] Bound port: 4cd87cf1-713c-4dfd-9955-0162d0cdc6ec, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53d22bf0-091e-4356-bd63-315f4840e96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b2b3e286-a941-4c88-a3bb-4298dcd7fd59'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:55.852515 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-2fc4f36c-e047-42d0-b30d-985f9c7a11af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:55.880910 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:55.886344 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 7300832f-240f-48b2-9f39-52f9dd948d78 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:38:55.911485 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1fe9c84a-be37-4dd0-bb84-50ef6196359b req-123fe2e9-c3b7-41a5-8b6f-37879d411cea service neutron] 10.222.0.46 "GET /v2.0/networks/372806dd-851c-46b6-baf2-035c88392be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506760 Dec 10 18:38:55.962998 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-68de1180-c565-4a24-b489-a06db217867d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:56.008439 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port e3328dd3-5a49-4b02-8454-e9ab656422dd, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e3328dd3-5a49-4b02-8454-e9ab656422dd,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:56.089243 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-2fc4f36c-e047-42d0-b30d-985f9c7a11af service neutron] For port 4cd87cf1-713c-4dfd-9955-0162d0cdc6ec, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:56.096205 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-2fc4f36c-e047-42d0-b30d-985f9c7a11af service neutron] For port 4cd87cf1-713c-4dfd-9955-0162d0cdc6ec, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=4cd87cf1-713c-4dfd-9955-0162d0cdc6ec,segment=NetworkSegment(53d22bf0-091e-4356-bd63-315f4840e96e),segment_id=53d22bf0-091e-4356-bd63-315f4840e96e)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:56.119549 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-2fc4f36c-e047-42d0-b30d-985f9c7a11af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:56.156189 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de1180-c565-4a24-b489-a06db217867d admin admin] Pushing event deleted for resources: {'Port': ['ID=2cd97228-a837-472b-ad1c-aeb085620b1b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:56.169927 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 7300832f-240f-48b2-9f39-52f9dd948d78, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=7300832f-240f-48b2-9f39-52f9dd948d78,segment=NetworkSegment(68572a96-1438-4984-beb8-3a086b879b0d),segment_id=68572a96-1438-4984-beb8-3a086b879b0d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:56.184622 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51b71a-6d52-45b6-8603-a71ae6f55d5a req-5698e1b7-39de-413d-9f4e-1e573a442303 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:56.187862 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1e51b71a-6d52-45b6-8603-a71ae6f55d5a req-5698e1b7-39de-413d-9f4e-1e573a442303 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=e85bd519-1a8d-4d30-baea-074b5c285678 HTTP/1.1" status: 200 len: 944 time: 0.5101840 Dec 10 18:38:56.202857 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '7300832f-240f-48b2-9f39-52f9dd948d78', 'network_id': 'c537dae7-2652-44de-bf9a-a95ab199afc8', 'port_id': '7300832f-240f-48b2-9f39-52f9dd948d78', 'mac_address': 'fa:16:3e:15:b9:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd091c115-7987-40eb-888c-00ac7fa6c016', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:38:56.206176 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:56.238673 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-050c7c30-0d26-40f2-876f-b4237b200d96 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting port 589b7743-474f-45d6-a748-d544bbb8a400 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:56.239168 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-050c7c30-0d26-40f2-876f-b4237b200d96 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:56.283820 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=e3328dd3-5a49-4b02-8454-e9ab656422dd,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:56.301666 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc4f36c-e047-42d0-b30d-985f9c7a11af service neutron] Pushing event updated for resources: {'Port': ['ID=4cd87cf1-713c-4dfd-9955-0162d0cdc6ec,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:56.312157 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-2fc4f36c-e047-42d0-b30d-985f9c7a11af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:56.312812 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-2fc4f36c-e047-42d0-b30d-985f9c7a11af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:56.314294 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-2fc4f36c-e047-42d0-b30d-985f9c7a11af service neutron] 10.222.0.72 "PUT /v2.0/ports/4cd87cf1-713c-4dfd-9955-0162d0cdc6ec HTTP/1.1" status: 200 len: 1135 time: 2.2109170 Dec 10 18:38:56.352324 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b5ae107b-4c02-48ff-841e-c4a6c3f9917a service neutron] Request body: {'port': {'device_id': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:56.399645 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c0a9b4a7-76db-4dbb-a267-3d716bda38b7 None None] Provisioning complete for port e3328dd3-5a49-4b02-8454-e9ab656422dd triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:56.400014 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c0a9b4a7-76db-4dbb-a267-3d716bda38b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:56.443333 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5732b81-b49a-491a-9807-cdd0944787db req-8e28a90d-338f-4d2f-af1d-be13d4de6a0b tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:56.456222 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b5732b81-b49a-491a-9807-cdd0944787db req-8e28a90d-338f-4d2f-af1d-be13d4de6a0b tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 949 time: 0.5449963 Dec 10 18:38:56.504187 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:56.548609 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7300832f-240f-48b2-9f39-52f9dd948d78 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:38:56.574046 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b5732b81-b49a-491a-9807-cdd0944787db req-e324d4fb-34b7-4f38-b62c-923589858ff5 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064115 Dec 10 18:38:56.583132 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 7300832f-240f-48b2-9f39-52f9dd948d78, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=7300832f-240f-48b2-9f39-52f9dd948d78,segment=NetworkSegment(68572a96-1438-4984-beb8-3a086b879b0d),segment_id=68572a96-1438-4984-beb8-3a086b879b0d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:56.599640 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:56.638089 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b5ae107b-4c02-48ff-841e-c4a6c3f9917a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:56.645333 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-050c7c30-0d26-40f2-876f-b4237b200d96 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:56.668163 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-050c7c30-0d26-40f2-876f-b4237b200d96 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Calling delete_port for 589b7743-474f-45d6-a748-d544bbb8a400 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:56.716119 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=7300832f-240f-48b2-9f39-52f9dd948d78,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:56.739144 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1fe9c84a-be37-4dd0-bb84-50ef6196359b req-8a543b24-dd83-432a-bcc5-d1ab21afa2f6 service neutron] 10.222.0.46 "GET /v2.0/networks/372806dd-851c-46b6-baf2-035c88392be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8111618 Dec 10 18:38:56.785172 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1e51b71a-6d52-45b6-8603-a71ae6f55d5a req-5417fa4d-faea-4141-9525-a00295a0335b tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5557320 Dec 10 18:38:56.860857 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1d193682-66b1-43e6-974c-3f1144329f66 None None] Provisioning complete for port 589b7743-474f-45d6-a748-d544bbb8a400 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:56.861362 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d193682-66b1-43e6-974c-3f1144329f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:56.868540 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b5cc776c-2ccf-4ea7-a545-0fbe9f4cc46b req-3c60932d-f589-441b-8b9e-9b9d7baaf076 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2065319271&fields=id&tenant_id=d8f8fed500bb4fe68eeb78467c0fb87d HTTP/1.1" status: 200 len: 267 time: 0.1393273 Dec 10 18:38:56.891716 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'tag': '4cd87cf1-713c-4dfd-9955-0162d0cdc6ec'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:38:56.895114 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5603b522-2740-48fa-9987-df59a264976d" -d '{"events": [{"name": "network-changed", "server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "tag": "4cd87cf1-713c-4dfd-9955-0162d0cdc6ec"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:38:56.923509 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-1d193682-66b1-43e6-974c-3f1144329f66 None None] Port 589b7743-474f-45d6-a748-d544bbb8a400 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:56.948563 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['7300832f-240f-48b2-9f39-52f9dd948d78'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:38:57.018767 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc776c-2ccf-4ea7-a545-0fbe9f4cc46b req-acc656b4-a6d9-4f73-891b-866ae39a1dd3 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:57.020365 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b5cc776c-2ccf-4ea7-a545-0fbe9f4cc46b req-acc656b4-a6d9-4f73-891b-866ae39a1dd3 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb HTTP/1.1" status: 200 len: 984 time: 0.1382613 Dec 10 18:38:57.034909 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-b5cc776c-2ccf-4ea7-a545-0fbe9f4cc46b req-6ab81af0-e746-4afd-84e3-45b4aba3c0eb tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Request body: {'port': {'security_groups': ['4f80ab03-59ee-4b8b-931d-a86c9b640487', '530e6bf5-f83e-4ce8-a8ff-bcd4a8ac0b1c', '7a8a8f15-6a4d-4941-80d9-2629f21bec6f']}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:57.125765 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b5cc776c-2ccf-4ea7-a545-0fbe9f4cc46b req-6ab81af0-e746-4afd-84e3-45b4aba3c0eb tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:57.333033 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b5ae107b-4c02-48ff-841e-c4a6c3f9917a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e305941-2cd9-4b3b-b5ee-5c4eac821c82 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:38:57.351947 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b5ae107b-4c02-48ff-841e-c4a6c3f9917a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:57.356665 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242131f9-270e-40d9-9783-236a69135eb2 req-f6453ef5-0803-4d38-9721-39781dff0097 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:57.362947 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242131f9-270e-40d9-9783-236a69135eb2 req-f6453ef5-0803-4d38-9721-39781dff0097 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:57.370028 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242131f9-270e-40d9-9783-236a69135eb2 req-f6453ef5-0803-4d38-9721-39781dff0097 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:57.376507 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242131f9-270e-40d9-9783-236a69135eb2 req-f6453ef5-0803-4d38-9721-39781dff0097 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:57.377854 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b5ae107b-4c02-48ff-841e-c4a6c3f9917a service neutron] Transition to ACTIVE for port object 5e305941-2cd9-4b3b-b5ee-5c4eac821c82 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:38:57.384487 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242131f9-270e-40d9-9783-236a69135eb2 req-f6453ef5-0803-4d38-9721-39781dff0097 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:57.388271 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b5ae107b-4c02-48ff-841e-c4a6c3f9917a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:57.391765 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e3328dd3-5a49-4b02-8454-e9ab656422dd up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:57.392455 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242131f9-270e-40d9-9783-236a69135eb2 req-f6453ef5-0803-4d38-9721-39781dff0097 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:57.400537 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242131f9-270e-40d9-9783-236a69135eb2 req-f6453ef5-0803-4d38-9721-39781dff0097 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:57.403373 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-242131f9-270e-40d9-9783-236a69135eb2 req-f6453ef5-0803-4d38-9721-39781dff0097 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 5382 time: 0.1931765 Dec 10 18:38:57.421175 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-050c7c30-0d26-40f2-876f-b4237b200d96 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:57.464781 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae107b-4c02-48ff-841e-c4a6c3f9917a service neutron] Pushing event updated for resources: {'Port': ['ID=5e305941-2cd9-4b3b-b5ee-5c4eac821c82,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:57.466138 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port e3328dd3-5a49-4b02-8454-e9ab656422dd triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:57.466891 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:57.471877 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c7c30-0d26-40f2-876f-b4237b200d96 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Port': ['ID=589b7743-474f-45d6-a748-d544bbb8a400,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:57.483608 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-68de1180-c565-4a24-b489-a06db217867d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:57.518172 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-050c7c30-0d26-40f2-876f-b4237b200d96 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:57.521609 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-050c7c30-0d26-40f2-876f-b4237b200d96 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/ports/589b7743-474f-45d6-a748-d544bbb8a400 HTTP/1.1" status: 204 len: 168 time: 2.3671868 Dec 10 18:38:57.528460 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53520) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:57.717095 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-242131f9-270e-40d9-9783-236a69135eb2 req-809d309f-48ee-4501-873d-054974820f9d tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&id=7281f497-4962-41a8-857f-71fd676337b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3057804 Dec 10 18:38:57.724885 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b5ae107b-4c02-48ff-841e-c4a6c3f9917a service neutron] Attempting to bind port 5e305941-2cd9-4b3b-b5ee-5c4eac821c82 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:57.727677 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b5ae107b-4c02-48ff-841e-c4a6c3f9917a service neutron] Attempting to bind port 5e305941-2cd9-4b3b-b5ee-5c4eac821c82 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '53d22bf0-091e-4356-bd63-315f4840e96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b2b3e286-a941-4c88-a3bb-4298dcd7fd59'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:57.728409 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b5ae107b-4c02-48ff-841e-c4a6c3f9917a service neutron] Attempting to bind port 5e305941-2cd9-4b3b-b5ee-5c4eac821c82 on network b2b3e286-a941-4c88-a3bb-4298dcd7fd59 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:57.746622 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acadc335-6c7f-48c1-a363-13021a6a270d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:57.748739 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acadc335-6c7f-48c1-a363-13021a6a270d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:57.750985 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b5ae107b-4c02-48ff-841e-c4a6c3f9917a service neutron] Port 5e305941-2cd9-4b3b-b5ee-5c4eac821c82 on network b2b3e286-a941-4c88-a3bb-4298dcd7fd59 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:38:57.751432 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b5ae107b-4c02-48ff-841e-c4a6c3f9917a service neutron] Attempting to bind port 5e305941-2cd9-4b3b-b5ee-5c4eac821c82 on network b2b3e286-a941-4c88-a3bb-4298dcd7fd59 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:57.752975 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-acadc335-6c7f-48c1-a363-13021a6a270d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2208629 Dec 10 18:38:57.756164 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53524) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:57.781482 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b5ae107b-4c02-48ff-841e-c4a6c3f9917a service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:57.781983 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b5ae107b-4c02-48ff-841e-c4a6c3f9917a service neutron] Checking segment: {'id': '53d22bf0-091e-4356-bd63-315f4840e96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b2b3e286-a941-4c88-a3bb-4298dcd7fd59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:57.782478 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b5ae107b-4c02-48ff-841e-c4a6c3f9917a service neutron] Bound using segment: {'id': '53d22bf0-091e-4356-bd63-315f4840e96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b2b3e286-a941-4c88-a3bb-4298dcd7fd59'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:57.788484 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b5ae107b-4c02-48ff-841e-c4a6c3f9917a service neutron] Bound port: 5e305941-2cd9-4b3b-b5ee-5c4eac821c82, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53d22bf0-091e-4356-bd63-315f4840e96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b2b3e286-a941-4c88-a3bb-4298dcd7fd59'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:57.788484 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b5ae107b-4c02-48ff-841e-c4a6c3f9917a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:57.821923 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-b5cc776c-2ccf-4ea7-a545-0fbe9f4cc46b req-6ab81af0-e746-4afd-84e3-45b4aba3c0eb tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] For port cc98d7bd-66c6-41e3-9276-2844a70aec22, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=cc98d7bd-66c6-41e3-9276-2844a70aec22,segment=NetworkSegment(8b40be5d-f6bc-455d-9ae1-9ee882ee68d8),segment_id=8b40be5d-f6bc-455d-9ae1-9ee882ee68d8)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:57.893278 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ded4f6-ba83-4f51-a81d-7c7d4548760d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting subnet a9bcd1b1-20d5-498d-aa40-a5f139d8db97 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:38:57.912133 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b5ae107b-4c02-48ff-841e-c4a6c3f9917a service neutron] For port 5e305941-2cd9-4b3b-b5ee-5c4eac821c82, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:57.915919 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b5ae107b-4c02-48ff-841e-c4a6c3f9917a service neutron] For port 5e305941-2cd9-4b3b-b5ee-5c4eac821c82, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=5e305941-2cd9-4b3b-b5ee-5c4eac821c82,segment=NetworkSegment(53d22bf0-091e-4356-bd63-315f4840e96e),segment_id=53d22bf0-091e-4356-bd63-315f4840e96e)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:57.928745 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a1ded4f6-ba83-4f51-a81d-7c7d4548760d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:57.939513 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b5cc776c-2ccf-4ea7-a545-0fbe9f4cc46b req-6ab81af0-e746-4afd-84e3-45b4aba3c0eb tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:57.942313 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b5ae107b-4c02-48ff-841e-c4a6c3f9917a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:57.953478 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b5cc776c-2ccf-4ea7-a545-0fbe9f4cc46b req-6ab81af0-e746-4afd-84e3-45b4aba3c0eb tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:57.965894 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['f2fd3190-455f-438b-b6c1-25c5a9051e38', 'cc98d7bd-66c6-41e3-9276-2844a70aec22'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:38:58.000385 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b5ae107b-4c02-48ff-841e-c4a6c3f9917a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:58.001041 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b5ae107b-4c02-48ff-841e-c4a6c3f9917a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:58.002640 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b5ae107b-4c02-48ff-841e-c4a6c3f9917a service neutron] 10.222.0.72 "PUT /v2.0/ports/5e305941-2cd9-4b3b-b5ee-5c4eac821c82 HTTP/1.1" status: 200 len: 1091 time: 1.6562862 Dec 10 18:38:58.055033 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-cddfba45-eeee-4b16-b412-7b9c048faf85 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:38:58.057068 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-cddfba45-eeee-4b16-b412-7b9c048faf85 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073464 Dec 10 18:38:58.073079 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc776c-2ccf-4ea7-a545-0fbe9f4cc46b req-6ab81af0-e746-4afd-84e3-45b4aba3c0eb tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:58.073966 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b5cc776c-2ccf-4ea7-a545-0fbe9f4cc46b req-6ab81af0-e746-4afd-84e3-45b4aba3c0eb tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:58.075677 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b5cc776c-2ccf-4ea7-a545-0fbe9f4cc46b req-6ab81af0-e746-4afd-84e3-45b4aba3c0eb tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "PUT /v2.0/ports/cc98d7bd-66c6-41e3-9276-2844a70aec22 HTTP/1.1" status: 200 len: 1020 time: 1.0476122 Dec 10 18:38:58.089683 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a1ded4f6-ba83-4f51-a81d-7c7d4548760d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:58.090600 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-325f0cdd-1bee-4cdb-b7b1-4477859efa9c service neutron] Request body: {'port': {'device_id': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:58.132425 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae107b-4c02-48ff-841e-c4a6c3f9917a service neutron] Pushing event updated for resources: {'Port': ['ID=5e305941-2cd9-4b3b-b5ee-5c4eac821c82,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:58.163211 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc047650-8984-4766-8fa0-3ff837279438 req-3f9a40b2-99ed-4169-8a5b-ef390f0f0515 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:58.167394 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cc047650-8984-4766-8fa0-3ff837279438 req-3f9a40b2-99ed-4169-8a5b-ef390f0f0515 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ad2d49-0213-4d11-84ea-8e93dc538b58 HTTP/1.1" status: 200 len: 945 time: 0.1749518 Dec 10 18:38:58.189734 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['cc98d7bd-66c6-41e3-9276-2844a70aec22'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:38:58.272385 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68de1180-c565-4a24-b489-a06db217867d admin admin] Router 7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:38:58.281416 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75325e1a-93f4-442c-9a62-cb1073bd2634 x-openstack-request-id: req-75325e1a-93f4-442c-9a62-cb1073bd2634 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:38:58.282039 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "tag": "4cd87cf1-713c-4dfd-9955-0162d0cdc6ec", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:38:58.282476 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-75325e1a-93f4-442c-9a62-cb1073bd2634 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:38:58.283055 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'tag': '4cd87cf1-713c-4dfd-9955-0162d0cdc6ec', 'status': 'completed', 'code': 200} Dec 10 18:38:58.283823 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-325f0cdd-1bee-4cdb-b7b1-4477859efa9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:58.355952 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab81af0-e746-4afd-84e3-45b4aba3c0eb tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Pushing event updated for resources: {'Port': ['ID=cc98d7bd-66c6-41e3-9276-2844a70aec22,revision_number=7']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:58.469413 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603b522-2740-48fa-9987-df59a264976d req-1066cce6-d596-440d-a867-fdf88a42de68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:58.470205 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603b522-2740-48fa-9987-df59a264976d req-1066cce6-d596-440d-a867-fdf88a42de68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:58.470856 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603b522-2740-48fa-9987-df59a264976d req-1066cce6-d596-440d-a867-fdf88a42de68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:58.471507 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603b522-2740-48fa-9987-df59a264976d req-1066cce6-d596-440d-a867-fdf88a42de68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:58.472165 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603b522-2740-48fa-9987-df59a264976d req-1066cce6-d596-440d-a867-fdf88a42de68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:58.472833 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603b522-2740-48fa-9987-df59a264976d req-1066cce6-d596-440d-a867-fdf88a42de68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:58.473999 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603b522-2740-48fa-9987-df59a264976d req-1066cce6-d596-440d-a867-fdf88a42de68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:58.476993 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5603b522-2740-48fa-9987-df59a264976d req-1066cce6-d596-440d-a867-fdf88a42de68 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=aee8c10e35be45139294abc10d1eada2&device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 6286 time: 0.2466803 Dec 10 18:38:58.494487 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a1ded4f6-ba83-4f51-a81d-7c7d4548760d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:58.513318 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cc047650-8984-4766-8fa0-3ff837279438 req-6e1ae781-b77c-4d7b-a982-ead15b76b889 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246803 Dec 10 18:38:58.709056 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a1ded4f6-ba83-4f51-a81d-7c7d4548760d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:58.758946 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ded4f6-ba83-4f51-a81d-7c7d4548760d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Subnet': ['ID=a9bcd1b1-20d5-498d-aa40-a5f139d8db97,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:58.774845 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d3fe7-2e87-42cb-8fd7-fbf9a2c262db req-71e66631-8447-4732-b429-d6282b0ce462 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:58.784622 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dc7d3fe7-2e87-42cb-8fd7-fbf9a2c262db req-71e66631-8447-4732-b429-d6282b0ce462 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=e85bd519-1a8d-4d30-baea-074b5c285678 HTTP/1.1" status: 200 len: 945 time: 0.1713471 Dec 10 18:38:58.829368 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68de1180-c565-4a24-b489-a06db217867d admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:38:58.841216 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523efc3c-7817-43d0-b5d7-2e0a80de5dde None None] Sync routers for ids ['7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:38:58.857298 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-68de1180-c565-4a24-b489-a06db217867d admin admin] 10.222.0.62 "PUT /v2.0/routers/7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6878743 Dec 10 18:38:58.859134 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523efc3c-7817-43d0-b5d7-2e0a80de5dde None None] Routers {'7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:58.861776 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-523efc3c-7817-43d0-b5d7-2e0a80de5dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:38:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:58.865613 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6776b525-dc0a-48b5-962a-3dfd5b3a59fd None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:58.866397 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a1ded4f6-ba83-4f51-a81d-7c7d4548760d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:58.873510 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a1ded4f6-ba83-4f51-a81d-7c7d4548760d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/a9bcd1b1-20d5-498d-aa40-a5f139d8db97 HTTP/1.1" status: 204 len: 168 time: 1.1159151 Dec 10 18:38:58.874084 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53532) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:58.874429 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53534) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:58.979565 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-382b0672-e114-4b5a-8c37-9c1c3553da9f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0971992 Dec 10 18:38:58.981858 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53538) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:59.099605 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-325f0cdd-1bee-4cdb-b7b1-4477859efa9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40f653ce-1fcf-45ed-a19e-849218821b64 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:38:59.113553 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-325f0cdd-1bee-4cdb-b7b1-4477859efa9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:59.145173 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-325f0cdd-1bee-4cdb-b7b1-4477859efa9c service neutron] Transition to ACTIVE for port object 40f653ce-1fcf-45ed-a19e-849218821b64 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:38:59.154608 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-325f0cdd-1bee-4cdb-b7b1-4477859efa9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:59.189664 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dc7d3fe7-2e87-42cb-8fd7-fbf9a2c262db req-9b633620-4384-40ca-b20f-58e0d7dff37b tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040642 Dec 10 18:38:59.224218 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4514e4c3-a35f-4535-b537-29dac424d48d None None] DHCP port deletion for 4c9579a2-8f48-40cb-87f0-dbca0f4b521d request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:38:59.228027 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-523efc3c-7817-43d0-b5d7-2e0a80de5dde None None] Set router 7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:59.280328 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dea9a2-4a1d-4a11-bcca-378fa667065a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:59.283710 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd1087-7e83-4c9e-b9f4-bed910b4a959 req-5466f3d9-8878-4b24-9442-1a6db752a5df tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:59.285057 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-50dea9a2-4a1d-4a11-bcca-378fa667065a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2483430 Dec 10 18:38:59.285787 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-48fd1087-7e83-4c9e-b9f4-bed910b4a959 req-5466f3d9-8878-4b24-9442-1a6db752a5df tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 949 time: 0.9146707 Dec 10 18:38:59.288610 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53540) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:59.379287 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e3328dd3-5a49-4b02-8454-e9ab656422dd no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:38:59.398554 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f0cdd-1bee-4cdb-b7b1-4477859efa9c service neutron] Pushing event updated for resources: {'Port': ['ID=40f653ce-1fcf-45ed-a19e-849218821b64,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:59.425210 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceac74f0-f6b8-403a-8f5b-a03cdbe01979 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:59.433518 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ceac74f0-f6b8-403a-8f5b-a03cdbe01979 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1336324 Dec 10 18:38:59.439803 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53542) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:59.509528 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603b522-2740-48fa-9987-df59a264976d req-b0687394-6295-4351-9822-4d33489a72f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:59.510363 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603b522-2740-48fa-9987-df59a264976d req-b0687394-6295-4351-9822-4d33489a72f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:59.511055 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603b522-2740-48fa-9987-df59a264976d req-b0687394-6295-4351-9822-4d33489a72f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:59.513075 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4514e4c3-a35f-4535-b537-29dac424d48d None None] Deleting port e3328dd3-5a49-4b02-8454-e9ab656422dd {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:59.513360 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5603b522-2740-48fa-9987-df59a264976d req-b0687394-6295-4351-9822-4d33489a72f4 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=aee8c10e35be45139294abc10d1eada2&shared=False HTTP/1.1" status: 200 len: 2296 time: 1.0254667 Dec 10 18:38:59.513649 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4514e4c3-a35f-4535-b537-29dac424d48d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:59.529274 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-00bdd4ad-fb5f-4391-93c3-b9d1b656a765 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0796177 Dec 10 18:38:59.529919 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53544) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:59.548519 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-753f3df6-ee6f-4899-8155-732d7c01350b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'subnet': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:59.587389 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-325f0cdd-1bee-4cdb-b7b1-4477859efa9c service neutron] Attempting to bind port 40f653ce-1fcf-45ed-a19e-849218821b64 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:59.593403 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-325f0cdd-1bee-4cdb-b7b1-4477859efa9c service neutron] Attempting to bind port 40f653ce-1fcf-45ed-a19e-849218821b64 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '53d22bf0-091e-4356-bd63-315f4840e96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b2b3e286-a941-4c88-a3bb-4298dcd7fd59'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:59.594090 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-325f0cdd-1bee-4cdb-b7b1-4477859efa9c service neutron] Attempting to bind port 40f653ce-1fcf-45ed-a19e-849218821b64 on network b2b3e286-a941-4c88-a3bb-4298dcd7fd59 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:59.641705 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-48fd1087-7e83-4c9e-b9f4-bed910b4a959 req-f5a44b03-e91b-4304-b5f4-0046ec33e607 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275132 Dec 10 18:38:59.655095 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-325f0cdd-1bee-4cdb-b7b1-4477859efa9c service neutron] Port 40f653ce-1fcf-45ed-a19e-849218821b64 on network b2b3e286-a941-4c88-a3bb-4298dcd7fd59 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:38:59.656121 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-325f0cdd-1bee-4cdb-b7b1-4477859efa9c service neutron] Attempting to bind port 40f653ce-1fcf-45ed-a19e-849218821b64 on network b2b3e286-a941-4c88-a3bb-4298dcd7fd59 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:59.666560 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4514e4c3-a35f-4535-b537-29dac424d48d None None] For port e3328dd3-5a49-4b02-8454-e9ab656422dd, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e3328dd3-5a49-4b02-8454-e9ab656422dd,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:59.668071 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4514e4c3-a35f-4535-b537-29dac424d48d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:59.668571 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-325f0cdd-1bee-4cdb-b7b1-4477859efa9c service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:59.669248 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-325f0cdd-1bee-4cdb-b7b1-4477859efa9c service neutron] Checking segment: {'id': '53d22bf0-091e-4356-bd63-315f4840e96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b2b3e286-a941-4c88-a3bb-4298dcd7fd59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:59.669894 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-325f0cdd-1bee-4cdb-b7b1-4477859efa9c service neutron] Bound using segment: {'id': '53d22bf0-091e-4356-bd63-315f4840e96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b2b3e286-a941-4c88-a3bb-4298dcd7fd59'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:59.671463 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-325f0cdd-1bee-4cdb-b7b1-4477859efa9c service neutron] Bound port: 40f653ce-1fcf-45ed-a19e-849218821b64, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53d22bf0-091e-4356-bd63-315f4840e96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b2b3e286-a941-4c88-a3bb-4298dcd7fd59'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:59.672107 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-325f0cdd-1bee-4cdb-b7b1-4477859efa9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:59.706540 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:59.727023 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7c8a-4dfa-46f3-97b5-d44b41f91dfc admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:59.737317 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-523efc3c-7817-43d0-b5d7-2e0a80de5dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84', 'name': 'tempest-FloatingIPsNegativeTestJSON-589684163-router', 'tenant_id': '91fc5ab4485246b5a1cfe1f039a51346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'e0af20b1-a8c4-4865-99a0-e3e659fe52b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:27Z', 'updated_at': '2021-12-10T18:38:55Z', 'revision_number': 5, 'project_id': '91fc5ab4485246b5a1cfe1f039a51346', 'gw_port': {'id': 'e0af20b1-a8c4-4865-99a0-e3e659fe52b0', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:27:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:29Z', 'updated_at': '2021-12-10T18:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:59.764516 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603b522-2740-48fa-9987-df59a264976d req-652f398e-47dc-411c-a397-08a7795e64d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:59.766574 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5603b522-2740-48fa-9987-df59a264976d req-652f398e-47dc-411c-a397-08a7795e64d3 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2394576 Dec 10 18:38:59.813537 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753f3df6-ee6f-4899-8155-732d7c01350b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:59.819118 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-753f3df6-ee6f-4899-8155-732d7c01350b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:59.828235 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523efc3c-7817-43d0-b5d7-2e0a80de5dde None None] Checking router: 7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:38:59.850997 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523efc3c-7817-43d0-b5d7-2e0a80de5dde None None] Routers {'7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:59.851920 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-523efc3c-7817-43d0-b5d7-2e0a80de5dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:38:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:59.867926 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-325f0cdd-1bee-4cdb-b7b1-4477859efa9c service neutron] For port 40f653ce-1fcf-45ed-a19e-849218821b64, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:59.891984 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-325f0cdd-1bee-4cdb-b7b1-4477859efa9c service neutron] For port 40f653ce-1fcf-45ed-a19e-849218821b64, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=40f653ce-1fcf-45ed-a19e-849218821b64,segment=NetworkSegment(53d22bf0-091e-4356-bd63-315f4840e96e),segment_id=53d22bf0-091e-4356-bd63-315f4840e96e)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:59.908619 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9873e-fa76-4e76-b2a9-7ae61cf63d6a req-ffcbfe07-d0f3-4110-82d4-2e3305b6d6ef tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:59.918497 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9873e-fa76-4e76-b2a9-7ae61cf63d6a req-ffcbfe07-d0f3-4110-82d4-2e3305b6d6ef tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:59.927918 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9873e-fa76-4e76-b2a9-7ae61cf63d6a req-ffcbfe07-d0f3-4110-82d4-2e3305b6d6ef tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:59.936563 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9873e-fa76-4e76-b2a9-7ae61cf63d6a req-ffcbfe07-d0f3-4110-82d4-2e3305b6d6ef tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:59.958621 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9873e-fa76-4e76-b2a9-7ae61cf63d6a req-ffcbfe07-d0f3-4110-82d4-2e3305b6d6ef tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:59.969520 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9873e-fa76-4e76-b2a9-7ae61cf63d6a req-ffcbfe07-d0f3-4110-82d4-2e3305b6d6ef tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:59.978744 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9873e-fa76-4e76-b2a9-7ae61cf63d6a req-ffcbfe07-d0f3-4110-82d4-2e3305b6d6ef tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:59.980659 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4514e4c3-a35f-4535-b537-29dac424d48d None None] Calling delete_port for e3328dd3-5a49-4b02-8454-e9ab656422dd owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:59.993127 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-37d9873e-fa76-4e76-b2a9-7ae61cf63d6a req-ffcbfe07-d0f3-4110-82d4-2e3305b6d6ef tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 5406 time: 0.2048159 Dec 10 18:39:00.018671 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-325f0cdd-1bee-4cdb-b7b1-4477859efa9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:00.077044 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 7300832f-240f-48b2-9f39-52f9dd948d78 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:00.083204 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4514e4c3-a35f-4535-b537-29dac424d48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:00.084201 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-991cbc89-b447-4f6c-9d0b-9cf50082e3d9 req-0a968d85-eab6-438b-b919-e8c117111577 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups/7a8a8f15-6a4d-4941-80d9-2629f21bec6f HTTP/1.1" status: 200 len: 1819 time: 0.8446114 Dec 10 18:39:00.102984 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-523efc3c-7817-43d0-b5d7-2e0a80de5dde None None] Set router 7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:39:00.133573 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7c8a-4dfa-46f3-97b5-d44b41f91dfc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:00.161130 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4514e4c3-a35f-4535-b537-29dac424d48d None None] Pushing event deleted for resources: {'Port': ['ID=e3328dd3-5a49-4b02-8454-e9ab656422dd,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:00.171986 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4514e4c3-a35f-4535-b537-29dac424d48d None None] No DVR routers for this DVR port e3328dd3-5a49-4b02-8454-e9ab656422dd on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:39:00.214262 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 7300832f-240f-48b2-9f39-52f9dd948d78 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:39:00.224581 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 7300832f-240f-48b2-9f39-52f9dd948d78 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:00.226931 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:00.236547 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-325f0cdd-1bee-4cdb-b7b1-4477859efa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:00.243812 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-325f0cdd-1bee-4cdb-b7b1-4477859efa9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:00.245387 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-325f0cdd-1bee-4cdb-b7b1-4477859efa9c service neutron] 10.222.0.72 "PUT /v2.0/ports/40f653ce-1fcf-45ed-a19e-849218821b64 HTTP/1.1" status: 200 len: 1091 time: 2.1602466 Dec 10 18:39:00.303192 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-7bef000c-cfec-4dfc-bdff-53eeb798889d service neutron] Request body: {'port': {'device_id': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:00.347177 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'tag': '5e305941-2cd9-4b3b-b5ee-5c4eac821c82'}, {'name': 'network-changed', 'server_uuid': 'f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb', 'tag': 'cc98d7bd-66c6-41e3-9276-2844a70aec22'}, {'name': 'network-changed', 'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'tag': '40f653ce-1fcf-45ed-a19e-849218821b64'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:39:00.349510 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108c6dee-a64f-43e0-bd5e-5b207cbf190a" -d '{"events": [{"name": "network-changed", "server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "tag": "5e305941-2cd9-4b3b-b5ee-5c4eac821c82"}, {"name": "network-changed", "server_uuid": "f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb", "tag": "cc98d7bd-66c6-41e3-9276-2844a70aec22"}, {"name": "network-changed", "server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "tag": "40f653ce-1fcf-45ed-a19e-849218821b64"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:39:00.368606 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:00.402608 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-7bef000c-cfec-4dfc-bdff-53eeb798889d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:00.411686 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-991cbc89-b447-4f6c-9d0b-9cf50082e3d9 req-49fb62d8-baa8-4452-867a-35a8853fe6fb tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 10 18:39:00.412949 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-991cbc89-b447-4f6c-9d0b-9cf50082e3d9 req-49fb62d8-baa8-4452-867a-35a8853fe6fb tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "DELETE /v2.0/security-groups/7a8a8f15-6a4d-4941-80d9-2629f21bec6f HTTP/1.1" status: 409 len: 341 time: 0.3179879 Dec 10 18:39:00.415674 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85bd519-1a8d-4d30-baea-074b5c285678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7300832f-240f-48b2-9f39-52f9dd948d78'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:39:00.426761 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef8e9fc-67bf-4cd6-b9da-1c3ed0996351" -d '{"events": [{"server_uuid": "e85bd519-1a8d-4d30-baea-074b5c285678", "name": "network-vif-plugged", "status": "completed", "tag": "7300832f-240f-48b2-9f39-52f9dd948d78"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:39:00.429931 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-753f3df6-ee6f-4899-8155-732d7c01350b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:00.453832 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 7300832f-240f-48b2-9f39-52f9dd948d78, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=7300832f-240f-48b2-9f39-52f9dd948d78,segment=NetworkSegment(68572a96-1438-4984-beb8-3a086b879b0d),segment_id=68572a96-1438-4984-beb8-3a086b879b0d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:00.466692 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a3ee7c8a-4dfa-46f3-97b5-d44b41f91dfc admin admin] Deleting port e0af20b1-a8c4-4865-99a0-e3e659fe52b0 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:00.467053 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7c8a-4dfa-46f3-97b5-d44b41f91dfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:00.468617 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:00.484625 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-37d9873e-fa76-4e76-b2a9-7ae61cf63d6a req-cb7187a6-399f-4ccc-9c40-cff97dda63a1 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&id=7281f497-4962-41a8-857f-71fd676337b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4900606 Dec 10 18:39:00.493308 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f0cdd-1bee-4cdb-b7b1-4477859efa9c service neutron] Pushing event updated for resources: {'Port': ['ID=40f653ce-1fcf-45ed-a19e-849218821b64,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:00.543166 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=7300832f-240f-48b2-9f39-52f9dd948d78,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:00.580880 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-523efc3c-7817-43d0-b5d7-2e0a80de5dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84', 'name': 'tempest-FloatingIPsNegativeTestJSON-589684163-router', 'tenant_id': '91fc5ab4485246b5a1cfe1f039a51346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'e0af20b1-a8c4-4865-99a0-e3e659fe52b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:27Z', 'updated_at': '2021-12-10T18:38:55Z', 'revision_number': 5, 'project_id': '91fc5ab4485246b5a1cfe1f039a51346', 'gw_port': {'id': 'e0af20b1-a8c4-4865-99a0-e3e659fe52b0', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:27:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:29Z', 'updated_at': '2021-12-10T18:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:00.589842 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753f3df6-ee6f-4899-8155-732d7c01350b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:00.598224 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-753f3df6-ee6f-4899-8155-732d7c01350b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:00.610059 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c67abad-dc37-4e8b-a50d-34664dc748b6 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:00.628958 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753f3df6-ee6f-4899-8155-732d7c01350b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:00.629680 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-753f3df6-ee6f-4899-8155-732d7c01350b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:00.637738 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523efc3c-7817-43d0-b5d7-2e0a80de5dde None None] The sync data for ids ['7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84'] in n-d-821435-1 is: [{'id': '7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84', 'name': 'tempest-FloatingIPsNegativeTestJSON-589684163-router', 'tenant_id': '91fc5ab4485246b5a1cfe1f039a51346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'e0af20b1-a8c4-4865-99a0-e3e659fe52b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:27Z', 'updated_at': '2021-12-10T18:38:55Z', 'revision_number': 5, 'project_id': '91fc5ab4485246b5a1cfe1f039a51346', 'gw_port': {'id': 'e0af20b1-a8c4-4865-99a0-e3e659fe52b0', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:27:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:29Z', 'updated_at': '2021-12-10T18:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:39:00.666456 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f3df6-ee6f-4899-8155-732d7c01350b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Subnet': ['ID=a8393dd1-f6a3-4572-973b-fb10d32ce3eb,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:00.704894 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-753f3df6-ee6f-4899-8155-732d7c01350b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1640961 Dec 10 18:39:00.707544 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53558) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:00.718257 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-1eb9a1c7-cfbe-4e04-8726-9037df368939 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'port': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'fixed_ips': [{'subnet_id': 'a8393dd1-f6a3-4572-973b-fb10d32ce3eb', 'ip_address': '2001:db8::577:6093:b7f9:f42f'}], 'name': 'tempest-NetworksTestDHCPv6-596307299'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:00.769606 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a3ee7c8a-4dfa-46f3-97b5-d44b41f91dfc admin admin] For port e0af20b1-a8c4-4865-99a0-e3e659fe52b0, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e0af20b1-a8c4-4865-99a0-e3e659fe52b0,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:00.770522 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7c8a-4dfa-46f3-97b5-d44b41f91dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:00.780743 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94daeb-02ab-4a34-abef-12cd4628cc2a req-a1487669-e83c-41c6-9dee-9d14e93b671d tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:00.782140 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71829cc9-bbb0-413e-9522-85f903c5c219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'project_id': '5206888eb8664e02a4054430b5bab51d', 'fixed_ips': [{'subnet_id': 'a8393dd1-f6a3-4572-973b-fb10d32ce3eb'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:39:00.782371 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cb94daeb-02ab-4a34-abef-12cd4628cc2a req-a1487669-e83c-41c6-9dee-9d14e93b671d tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=e85bd519-1a8d-4d30-baea-074b5c285678 HTTP/1.1" status: 200 len: 946 time: 0.0980833 Dec 10 18:39:00.784191 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-71829cc9-bbb0-413e-9522-85f903c5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:00.805693 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a3ee7c8a-4dfa-46f3-97b5-d44b41f91dfc admin admin] Calling delete_port for e0af20b1-a8c4-4865-99a0-e3e659fe52b0 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:00.894340 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cb94daeb-02ab-4a34-abef-12cd4628cc2a req-3f4d8c28-a8d4-4940-9885-10d8f6aa63a5 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001966 Dec 10 18:39:00.896713 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7c05a-51e7-49ee-94c4-5889cfa0b975 req-c1ebefea-5377-4f80-bd64-7ad326054565 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:00.898494 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f6c7c05a-51e7-49ee-94c4-5889cfa0b975 req-c1ebefea-5377-4f80-bd64-7ad326054565 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ad2d49-0213-4d11-84ea-8e93dc538b58 HTTP/1.1" status: 200 len: 945 time: 0.2301269 Dec 10 18:39:00.982214 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 10 Dec 2021 18:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a773cb51-4058-42af-86b6-d2f66f8e419c x-openstack-request-id: req-a773cb51-4058-42af-86b6-d2f66f8e419c {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:39:00.982610 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "tag": "5e305941-2cd9-4b3b-b5ee-5c4eac821c82", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb", "tag": "cc98d7bd-66c6-41e3-9276-2844a70aec22", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "tag": "40f653ce-1fcf-45ed-a19e-849218821b64", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:39:00.982949 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a773cb51-4058-42af-86b6-d2f66f8e419c {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:39:00.983470 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'tag': '5e305941-2cd9-4b3b-b5ee-5c4eac821c82', 'status': 'completed', 'code': 200} Dec 10 18:39:00.983825 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb', 'tag': 'cc98d7bd-66c6-41e3-9276-2844a70aec22', 'status': 'completed', 'code': 200} Dec 10 18:39:00.984160 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'tag': '40f653ce-1fcf-45ed-a19e-849218821b64', 'status': 'completed', 'code': 200} Dec 10 18:39:01.036831 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-71829cc9-bbb0-413e-9522-85f903c5c219 None None] Allocated IP 2001:db8::2 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/a8393dd1-f6a3-4572-973b-fb10d32ce3eb/2017fdd6-59c8-4498-9172-d21d7b6aeea8) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:01.089043 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7c8a-4dfa-46f3-97b5-d44b41f91dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:01.124438 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee7c8a-4dfa-46f3-97b5-d44b41f91dfc admin admin] Pushing event deleted for resources: {'Port': ['ID=e0af20b1-a8c4-4865-99a0-e3e659fe52b0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:01.130343 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f6c7c05a-51e7-49ee-94c4-5889cfa0b975 req-f3332afd-1eb9-4e9e-9009-83ad535fde60 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056379 Dec 10 18:39:01.145799 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb9a1c7-cfbe-4e04-8726-9037df368939 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:01.264993 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7c8a-4dfa-46f3-97b5-d44b41f91dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:01.389823 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 2cd97228-a837-472b-ad1c-aeb085620b1b no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:39:01.431334 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 2cd97228-a837-472b-ad1c-aeb085620b1b {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:39:01.431683 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 2cd97228-a837-472b-ad1c-aeb085620b1b not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:39:01.474837 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-71829cc9-bbb0-413e-9522-85f903c5c219 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:01.475539 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c6dee-a64f-43e0-bd5e-5b207cbf190a req-bf0a8216-f376-4543-946f-2a2ca589c428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:01.476945 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c6dee-a64f-43e0-bd5e-5b207cbf190a req-bf0a8216-f376-4543-946f-2a2ca589c428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:01.477109 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c6dee-a64f-43e0-bd5e-5b207cbf190a req-bf0a8216-f376-4543-946f-2a2ca589c428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:01.477719 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c6dee-a64f-43e0-bd5e-5b207cbf190a req-bf0a8216-f376-4543-946f-2a2ca589c428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:01.477961 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c6dee-a64f-43e0-bd5e-5b207cbf190a req-bf0a8216-f376-4543-946f-2a2ca589c428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:01.478425 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c6dee-a64f-43e0-bd5e-5b207cbf190a req-bf0a8216-f376-4543-946f-2a2ca589c428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:01.479090 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c6dee-a64f-43e0-bd5e-5b207cbf190a req-bf0a8216-f376-4543-946f-2a2ca589c428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:01.481785 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-108c6dee-a64f-43e0-bd5e-5b207cbf190a req-bf0a8216-f376-4543-946f-2a2ca589c428 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=aee8c10e35be45139294abc10d1eada2&device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 6353 time: 0.4709227 Dec 10 18:39:01.484396 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-71829cc9-bbb0-413e-9522-85f903c5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:01.488415 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1eb9a1c7-cfbe-4e04-8726-9037df368939 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:01.507491 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7c8a-4dfa-46f3-97b5-d44b41f91dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:01.510639 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7c8a-4dfa-46f3-97b5-d44b41f91dfc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:01.511734 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71829cc9-bbb0-413e-9522-85f903c5c219 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:01.579446 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e37ff-cce9-4c78-81e4-5f27e8135037 req-320cff69-d27a-43f4-9034-80649d97f043 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:01.582564 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-71829cc9-bbb0-413e-9522-85f903c5c219 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:01.589463 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-df3e37ff-cce9-4c78-81e4-5f27e8135037 req-320cff69-d27a-43f4-9034-80649d97f043 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 949 time: 0.1607316 Dec 10 18:39:01.599985 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05314275-15a7-497a-84e6-ff3fd481b28c x-openstack-request-id: req-05314275-15a7-497a-84e6-ff3fd481b28c {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:39:01.600223 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-7bef000c-cfec-4dfc-bdff-53eeb798889d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e252207-dd46-4a16-ace6-611c8fbe7898 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:39:01.600699 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85bd519-1a8d-4d30-baea-074b5c285678", "name": "network-vif-plugged", "status": "completed", "tag": "7300832f-240f-48b2-9f39-52f9dd948d78", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:39:01.601124 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-05314275-15a7-497a-84e6-ff3fd481b28c {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:39:01.601896 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85bd519-1a8d-4d30-baea-074b5c285678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7300832f-240f-48b2-9f39-52f9dd948d78', 'code': 200} Dec 10 18:39:01.602696 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71829cc9-bbb0-413e-9522-85f903c5c219 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:01.611434 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7c8a-4dfa-46f3-97b5-d44b41f91dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:01.612004 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ee7c8a-4dfa-46f3-97b5-d44b41f91dfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:39:01.617479 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71829cc9-bbb0-413e-9522-85f903c5c219 None None] Pushing event updated for resources: {'Port': ['ID=2017fdd6-59c8-4498-9172-d21d7b6aeea8,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:01.617655 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7c8a-4dfa-46f3-97b5-d44b41f91dfc admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:01.619062 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a3ee7c8a-4dfa-46f3-97b5-d44b41f91dfc admin admin] 10.222.0.62 "DELETE /v2.0/routers/7a7d7e6f-608e-46a2-b2d6-4bcfd232fb84 HTTP/1.1" status: 204 len: 168 time: 2.7436342 Dec 10 18:39:01.621586 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53570) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:01.633753 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-7bef000c-cfec-4dfc-bdff-53eeb798889d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:01.668921 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-1eb9a1c7-cfbe-4e04-8726-9037df368939 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] device_id is not set on port 32df4ab0-b26e-414a-9b2e-3b957e6833a1 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:39:01.698101 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-71829cc9-bbb0-413e-9522-85f903c5c219 None None] Attempting to bind port 2017fdd6-59c8-4498-9172-d21d7b6aeea8 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:39:01.698538 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-71829cc9-bbb0-413e-9522-85f903c5c219 None None] Attempting to bind port 2017fdd6-59c8-4498-9172-d21d7b6aeea8 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:39:01.698961 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71829cc9-bbb0-413e-9522-85f903c5c219 None None] Attempting to bind port 2017fdd6-59c8-4498-9172-d21d7b6aeea8 on network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:01.705569 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-7bef000c-cfec-4dfc-bdff-53eeb798889d service neutron] Transition to ACTIVE for port object 6e252207-dd46-4a16-ace6-611c8fbe7898 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:39:01.706617 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71829cc9-bbb0-413e-9522-85f903c5c219 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:39:01.707438 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71829cc9-bbb0-413e-9522-85f903c5c219 None None] Checking segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:01.708265 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-71829cc9-bbb0-413e-9522-85f903c5c219 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:01.709781 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71829cc9-bbb0-413e-9522-85f903c5c219 None None] Bound using segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:39:01.711523 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-71829cc9-bbb0-413e-9522-85f903c5c219 None None] Bound port: 2017fdd6-59c8-4498-9172-d21d7b6aeea8, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:39:01.711968 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-71829cc9-bbb0-413e-9522-85f903c5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:01.745399 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-df3e37ff-cce9-4c78-81e4-5f27e8135037 req-f337a206-7b44-45f5-839b-0290ae6a5173 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543813 Dec 10 18:39:01.752137 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-87b5b2a6-45fc-4d1e-81b7-2afd74760ef7 admin admin] Deleting subnet c42dd5e4-b69e-4bd4-97e2-5afbb8428309 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:39:01.763348 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-87b5b2a6-45fc-4d1e-81b7-2afd74760ef7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:01.783897 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-7bef000c-cfec-4dfc-bdff-53eeb798889d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:01.831138 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-71829cc9-bbb0-413e-9522-85f903c5c219 None None] For port 2017fdd6-59c8-4498-9172-d21d7b6aeea8, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:39:01.840756 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-87b5b2a6-45fc-4d1e-81b7-2afd74760ef7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:01.841386 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-71829cc9-bbb0-413e-9522-85f903c5c219 None None] For port 2017fdd6-59c8-4498-9172-d21d7b6aeea8, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=2017fdd6-59c8-4498-9172-d21d7b6aeea8,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:39:01.847018 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-71829cc9-bbb0-413e-9522-85f903c5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:01.887424 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c6dee-a64f-43e0-bd5e-5b207cbf190a req-e7f69736-92d5-4b57-b95b-17d4df8e689d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:01.887424 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c6dee-a64f-43e0-bd5e-5b207cbf190a req-e7f69736-92d5-4b57-b95b-17d4df8e689d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:01.887424 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c6dee-a64f-43e0-bd5e-5b207cbf190a req-e7f69736-92d5-4b57-b95b-17d4df8e689d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:01.890045 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-108c6dee-a64f-43e0-bd5e-5b207cbf190a req-e7f69736-92d5-4b57-b95b-17d4df8e689d service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=aee8c10e35be45139294abc10d1eada2&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3979812 Dec 10 18:39:01.922618 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71829cc9-bbb0-413e-9522-85f903c5c219 None None] Pushing event updated for resources: {'Port': ['ID=2017fdd6-59c8-4498-9172-d21d7b6aeea8,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:01.971145 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc051d-b576-4c85-ae8f-af9b1e05c7a2 req-0421f4db-8c0f-45cf-9065-6daea4b30854 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:01.978520 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc051d-b576-4c85-ae8f-af9b1e05c7a2 req-0421f4db-8c0f-45cf-9065-6daea4b30854 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:01.985180 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc051d-b576-4c85-ae8f-af9b1e05c7a2 req-0421f4db-8c0f-45cf-9065-6daea4b30854 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:01.991649 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc051d-b576-4c85-ae8f-af9b1e05c7a2 req-0421f4db-8c0f-45cf-9065-6daea4b30854 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:01.999537 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc051d-b576-4c85-ae8f-af9b1e05c7a2 req-0421f4db-8c0f-45cf-9065-6daea4b30854 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:02.006947 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc051d-b576-4c85-ae8f-af9b1e05c7a2 req-0421f4db-8c0f-45cf-9065-6daea4b30854 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:02.017243 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc051d-b576-4c85-ae8f-af9b1e05c7a2 req-0421f4db-8c0f-45cf-9065-6daea4b30854 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:02.028865 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d2fc051d-b576-4c85-ae8f-af9b1e05c7a2 req-0421f4db-8c0f-45cf-9065-6daea4b30854 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 5418 time: 0.1564527 Dec 10 18:39:02.041516 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44453583-7417-4ce0-bf1e-5fb7871bd05d req-f908f501-85f2-40ba-a690-ac649f120f34 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:02.046065 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-44453583-7417-4ce0-bf1e-5fb7871bd05d req-f908f501-85f2-40ba-a690-ac649f120f34 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb HTTP/1.1" status: 200 len: 1023 time: 0.4404867 Dec 10 18:39:02.123279 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-87b5b2a6-45fc-4d1e-81b7-2afd74760ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:02.139470 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef000c-cfec-4dfc-bdff-53eeb798889d service neutron] Pushing event updated for resources: {'Port': ['ID=6e252207-dd46-4a16-ace6-611c8fbe7898,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:02.179082 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d2fc051d-b576-4c85-ae8f-af9b1e05c7a2 req-907e340d-3c9f-4167-8616-16b38a323c98 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&id=7281f497-4962-41a8-857f-71fd676337b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1490908 Dec 10 18:39:02.238512 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-87b5b2a6-45fc-4d1e-81b7-2afd74760ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:02.299131 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6c14b-4026-49dc-b3da-67ca9180929b req-7db40bff-2f05-4041-b9de-88d4b87ed113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:02.301054 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e8c6c14b-4026-49dc-b3da-67ca9180929b req-7db40bff-2f05-4041-b9de-88d4b87ed113 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e85bd519-1a8d-4d30-baea-074b5c285678 HTTP/1.1" status: 200 len: 1097 time: 0.7037795 Dec 10 18:39:02.301201 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5b2a6-45fc-4d1e-81b7-2afd74760ef7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c42dd5e4-b69e-4bd4-97e2-5afbb8428309,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:02.315527 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-87b5b2a6-45fc-4d1e-81b7-2afd74760ef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:02.319480 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-87b5b2a6-45fc-4d1e-81b7-2afd74760ef7 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c42dd5e4-b69e-4bd4-97e2-5afbb8428309 HTTP/1.1" status: 204 len: 168 time: 0.6968236 Dec 10 18:39:02.323003 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53576) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:02.330462 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8503a9b-3d12-4301-95c6-572561948287 None None] Network cb183816-b4b7-462c-9ac6-88489706931d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:02.486146 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c6dee-a64f-43e0-bd5e-5b207cbf190a req-595e9ab8-54e7-4ca8-9843-d67917525cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:02.493256 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-108c6dee-a64f-43e0-bd5e-5b207cbf190a req-595e9ab8-54e7-4ca8-9843-d67917525cb3 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5429013 Dec 10 18:39:02.587870 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-1eb9a1c7-cfbe-4e04-8726-9037df368939 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Allocated IP 2001:db8::577:6093:b7f9:f42f (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/a8393dd1-f6a3-4572-973b-fb10d32ce3eb/32df4ab0-b26e-414a-9b2e-3b957e6833a1) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:02.642113 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8fa6f417-d226-44da-8a9c-d5035e8d5150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:02.666177 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-44453583-7417-4ce0-bf1e-5fb7871bd05d req-d19aa93d-af6a-488a-975d-04ab1d660f83 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups?id=530e6bf5-f83e-4ce8-a8ff-bcd4a8ac0b1c&id=4f80ab03-59ee-4b8b-931d-a86c9b640487&id=7a8a8f15-6a4d-4941-80d9-2629f21bec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.5595765 Dec 10 18:39:02.705418 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26c88b-adf9-4697-8ccf-ea6101678f9a req-c4373b94-a876-4039-a856-db4e986aaaf0 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:02.716496 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4f8fe7-c6e7-46ed-9bf6-397fba49782c None None] DHCP port deletion for cb183816-b4b7-462c-9ac6-88489706931d request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:39:02.723613 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8d26c88b-adf9-4697-8ccf-ea6101678f9a req-c4373b94-a876-4039-a856-db4e986aaaf0 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=e85bd519-1a8d-4d30-baea-074b5c285678 HTTP/1.1" status: 200 len: 946 time: 0.2219799 Dec 10 18:39:02.724236 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e8c6c14b-4026-49dc-b3da-67ca9180929b req-46c5a69e-0f9c-41e9-a3d5-11a6c1923b62 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699148 Dec 10 18:39:02.725366 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-7bef000c-cfec-4dfc-bdff-53eeb798889d service neutron] Attempting to bind port 6e252207-dd46-4a16-ace6-611c8fbe7898 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:39:02.726212 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-7bef000c-cfec-4dfc-bdff-53eeb798889d service neutron] Attempting to bind port 6e252207-dd46-4a16-ace6-611c8fbe7898 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': 'e05948e1-9161-48ed-b4af-bc8e75a07feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f30c8744-62ec-4c03-ba22-87870e9a413d'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:39:02.727313 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-7bef000c-cfec-4dfc-bdff-53eeb798889d service neutron] Attempting to bind port 6e252207-dd46-4a16-ace6-611c8fbe7898 on network f30c8744-62ec-4c03-ba22-87870e9a413d {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:02.767066 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-7bef000c-cfec-4dfc-bdff-53eeb798889d service neutron] Port 6e252207-dd46-4a16-ace6-611c8fbe7898 on network f30c8744-62ec-4c03-ba22-87870e9a413d not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:39:02.768033 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-7bef000c-cfec-4dfc-bdff-53eeb798889d service neutron] Attempting to bind port 6e252207-dd46-4a16-ace6-611c8fbe7898 on network f30c8744-62ec-4c03-ba22-87870e9a413d {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:02.821919 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8d26c88b-adf9-4697-8ccf-ea6101678f9a req-ed9a9def-61a0-4397-a5ef-281e63057cf1 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902216 Dec 10 18:39:02.826452 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-7bef000c-cfec-4dfc-bdff-53eeb798889d service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:39:02.827022 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-7bef000c-cfec-4dfc-bdff-53eeb798889d service neutron] Checking segment: {'id': 'e05948e1-9161-48ed-b4af-bc8e75a07feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f30c8744-62ec-4c03-ba22-87870e9a413d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:02.827637 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-7bef000c-cfec-4dfc-bdff-53eeb798889d service neutron] Bound using segment: {'id': 'e05948e1-9161-48ed-b4af-bc8e75a07feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f30c8744-62ec-4c03-ba22-87870e9a413d'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:39:02.828372 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-7bef000c-cfec-4dfc-bdff-53eeb798889d service neutron] Bound port: 6e252207-dd46-4a16-ace6-611c8fbe7898, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e05948e1-9161-48ed-b4af-bc8e75a07feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f30c8744-62ec-4c03-ba22-87870e9a413d'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:39:02.828971 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-7bef000c-cfec-4dfc-bdff-53eeb798889d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:02.841974 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4a4f8fe7-c6e7-46ed-9bf6-397fba49782c None None] Deleting port e2397b43-7e0a-4f29-b0dd-71b19d5a3c07 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:02.841974 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4a4f8fe7-c6e7-46ed-9bf6-397fba49782c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:02.849971 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-8fa6f417-d226-44da-8a9c-d5035e8d5150 admin admin] Deleting port e2397b43-7e0a-4f29-b0dd-71b19d5a3c07 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:02.850865 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8fa6f417-d226-44da-8a9c-d5035e8d5150 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:02.866156 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c6dee-a64f-43e0-bd5e-5b207cbf190a req-45b2455c-5b7d-4ca5-a655-f7054ab599ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:02.869377 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-108c6dee-a64f-43e0-bd5e-5b207cbf190a req-45b2455c-5b7d-4ca5-a655-f7054ab599ca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d8f8fed500bb4fe68eeb78467c0fb87d&device_id=f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb HTTP/1.1" status: 200 len: 1174 time: 0.3034546 Dec 10 18:39:02.932662 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4a4f8fe7-c6e7-46ed-9bf6-397fba49782c None None] For port e2397b43-7e0a-4f29-b0dd-71b19d5a3c07, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e2397b43-7e0a-4f29-b0dd-71b19d5a3c07,segment=NetworkSegment(9a215a6f-53b2-4a07-8e37-53157ab6bab7),segment_id=9a215a6f-53b2-4a07-8e37-53157ab6bab7)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:02.933007 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4a4f8fe7-c6e7-46ed-9bf6-397fba49782c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:02.950126 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4a4f8fe7-c6e7-46ed-9bf6-397fba49782c None None] Calling delete_port for e2397b43-7e0a-4f29-b0dd-71b19d5a3c07 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:03.060484 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4a4f8fe7-c6e7-46ed-9bf6-397fba49782c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:03.070712 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08fdb7-7996-40f2-86a7-82392e0451e2 req-326fee30-090b-4366-a2b9-146c4c2348d1 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:03.077653 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8f08fdb7-7996-40f2-86a7-82392e0451e2 req-326fee30-090b-4366-a2b9-146c4c2348d1 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 949 time: 0.1523788 Dec 10 18:39:03.082757 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-8fa6f417-d226-44da-8a9c-d5035e8d5150 admin admin] For port e2397b43-7e0a-4f29-b0dd-71b19d5a3c07, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e2397b43-7e0a-4f29-b0dd-71b19d5a3c07,segment=NetworkSegment(9a215a6f-53b2-4a07-8e37-53157ab6bab7),segment_id=9a215a6f-53b2-4a07-8e37-53157ab6bab7)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:03.083110 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8fa6f417-d226-44da-8a9c-d5035e8d5150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:03.101660 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f8fe7-c6e7-46ed-9bf6-397fba49782c None None] Pushing event deleted for resources: {'Port': ['ID=e2397b43-7e0a-4f29-b0dd-71b19d5a3c07,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:03.104331 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4f8fe7-c6e7-46ed-9bf6-397fba49782c None None] No DVR routers for this DVR port e2397b43-7e0a-4f29-b0dd-71b19d5a3c07 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:39:03.126428 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-8fa6f417-d226-44da-8a9c-d5035e8d5150 admin admin] Calling delete_port for e2397b43-7e0a-4f29-b0dd-71b19d5a3c07 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:03.171860 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c8ec13-735a-456a-8eb9-ffdd3c1863f3 req-9d72660a-0881-41a1-98c6-cd08679b4174 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:03.180537 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e7c8ec13-735a-456a-8eb9-ffdd3c1863f3 req-9d72660a-0881-41a1-98c6-cd08679b4174 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ad2d49-0213-4d11-84ea-8e93dc538b58 HTTP/1.1" status: 200 len: 945 time: 0.4086087 Dec 10 18:39:03.292183 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8f08fdb7-7996-40f2-86a7-82392e0451e2 req-3b57c6cd-2001-4d48-9eb3-9338e8546f29 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035859 Dec 10 18:39:03.306269 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-7bef000c-cfec-4dfc-bdff-53eeb798889d service neutron] For port 6e252207-dd46-4a16-ace6-611c8fbe7898, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:39:03.386952 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 2017fdd6-59c8-4498-9172-d21d7b6aeea8 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:03.439443 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8fa6f417-d226-44da-8a9c-d5035e8d5150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:03.489458 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 2017fdd6-59c8-4498-9172-d21d7b6aeea8 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:03.490072 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:03.534643 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa6f417-d226-44da-8a9c-d5035e8d5150 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2397b43-7e0a-4f29-b0dd-71b19d5a3c07,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:03.538711 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa6f417-d226-44da-8a9c-d5035e8d5150 admin admin] No DVR routers for this DVR port e2397b43-7e0a-4f29-b0dd-71b19d5a3c07 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:39:03.577834 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:03.667998 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb42da-6281-407c-bb87-b79ed42f9139 req-3a10c386-8670-42b4-aa39-91667ef2a837 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:03.676197 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb42da-6281-407c-bb87-b79ed42f9139 req-3a10c386-8670-42b4-aa39-91667ef2a837 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:03.678415 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:03.682922 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb42da-6281-407c-bb87-b79ed42f9139 req-3a10c386-8670-42b4-aa39-91667ef2a837 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:03.689128 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb42da-6281-407c-bb87-b79ed42f9139 req-3a10c386-8670-42b4-aa39-91667ef2a837 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:03.696189 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb42da-6281-407c-bb87-b79ed42f9139 req-3a10c386-8670-42b4-aa39-91667ef2a837 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:03.702703 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-7bef000c-cfec-4dfc-bdff-53eeb798889d service neutron] For port 6e252207-dd46-4a16-ace6-611c8fbe7898, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=6e252207-dd46-4a16-ace6-611c8fbe7898,segment=NetworkSegment(e05948e1-9161-48ed-b4af-bc8e75a07feb),segment_id=e05948e1-9161-48ed-b4af-bc8e75a07feb)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:39:03.703468 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb42da-6281-407c-bb87-b79ed42f9139 req-3a10c386-8670-42b4-aa39-91667ef2a837 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:03.709683 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1eb9a1c7-cfbe-4e04-8726-9037df368939 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:03.712384 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb42da-6281-407c-bb87-b79ed42f9139 req-3a10c386-8670-42b4-aa39-91667ef2a837 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:03.714479 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c3eb42da-6281-407c-bb87-b79ed42f9139 req-3a10c386-8670-42b4-aa39-91667ef2a837 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 5418 time: 0.2216539 Dec 10 18:39:03.717949 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e7c8ec13-735a-456a-8eb9-ffdd3c1863f3 req-908fcab5-4692-4a6a-9250-fc267fba392b tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5363386 Dec 10 18:39:03.746453 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-7bef000c-cfec-4dfc-bdff-53eeb798889d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:03.756979 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 2017fdd6-59c8-4498-9172-d21d7b6aeea8, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=2017fdd6-59c8-4498-9172-d21d7b6aeea8,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:03.763938 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:03.867933 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef000c-cfec-4dfc-bdff-53eeb798889d service neutron] Pushing event updated for resources: {'Port': ['ID=6e252207-dd46-4a16-ace6-611c8fbe7898,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:03.887640 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e2397b43-7e0a-4f29-b0dd-71b19d5a3c07 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:39:03.923641 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-7bef000c-cfec-4dfc-bdff-53eeb798889d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:03.924379 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-7bef000c-cfec-4dfc-bdff-53eeb798889d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:03.926360 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-7bef000c-cfec-4dfc-bdff-53eeb798889d service neutron] 10.222.0.72 "PUT /v2.0/ports/6e252207-dd46-4a16-ace6-611c8fbe7898 HTTP/1.1" status: 200 len: 1091 time: 3.6284530 Dec 10 18:39:03.927608 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c6dee-a64f-43e0-bd5e-5b207cbf190a req-15301c6b-565a-4a22-a623-4bbb50336eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:03.942737 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-108c6dee-a64f-43e0-bd5e-5b207cbf190a req-15301c6b-565a-4a22-a623-4bbb50336eea service neutron] 10.222.0.72 "GET /v2.0/networks?id=41e5955d-d904-4834-9fcc-cb65e702ceed HTTP/1.1" status: 200 len: 913 time: 0.9145074 Dec 10 18:39:03.960310 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'tag': '6e252207-dd46-4a16-ace6-611c8fbe7898'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:39:03.962922 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: e2397b43-7e0a-4f29-b0dd-71b19d5a3c07 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:39:03.963280 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e2397b43-7e0a-4f29-b0dd-71b19d5a3c07 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:39:03.963708 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e0af20b1-a8c4-4865-99a0-e3e659fe52b0 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:39:03.968805 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36630012-02bd-46e6-ae55-bafed11d0f4b" -d '{"events": [{"name": "network-changed", "server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "tag": "6e252207-dd46-4a16-ace6-611c8fbe7898"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:39:03.979912 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b417d8bb-3343-4724-8370-ef70d399d0b4 service neutron] Request body: {'port': {'device_id': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:03.983045 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=2017fdd6-59c8-4498-9172-d21d7b6aeea8,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:04.072422 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: e0af20b1-a8c4-4865-99a0-e3e659fe52b0 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:39:04.074841 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-108c6dee-a64f-43e0-bd5e-5b207cbf190a req-4bf1bb21-192f-4c59-ad6e-2bb374f623c3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc98d7bd-66c6-41e3-9276-2844a70aec22 HTTP/1.1" status: 200 len: 217 time: 0.0893800 Dec 10 18:39:04.075294 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e0af20b1-a8c4-4865-99a0-e3e659fe52b0 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:39:04.085316 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fae1d4cd-8585-4083-9591-188fc8274e23 None None] Provisioning complete for port 2017fdd6-59c8-4498-9172-d21d7b6aeea8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:04.086716 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fae1d4cd-8585-4083-9591-188fc8274e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:04.314047 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8fa6f417-d226-44da-8a9c-d5035e8d5150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:04.329410 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1eb9a1c7-cfbe-4e04-8726-9037df368939 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:04.367443 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223a283-9c17-4405-9a54-60bc9b3a95ba req-f9b61909-ac96-4c2e-ab11-8f3d34506696 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:04.369133 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e223a283-9c17-4405-9a54-60bc9b3a95ba req-f9b61909-ac96-4c2e-ab11-8f3d34506696 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb HTTP/1.1" status: 200 len: 1023 time: 0.6427279 Dec 10 18:39:04.388225 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c3eb42da-6281-407c-bb87-b79ed42f9139 req-e69f4e44-2ad2-477d-a7f2-cda88b376883 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&id=7281f497-4962-41a8-857f-71fd676337b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6623621 Dec 10 18:39:04.423263 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-8fa6f417-d226-44da-8a9c-d5035e8d5150 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb183816-b4b7-462c-9ac6-88489706931d']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:04.452144 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-8fa6f417-d226-44da-8a9c-d5035e8d5150 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a215a6f-53b2-4a07-8e37-53157ab6bab7') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:04.452870 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-8fa6f417-d226-44da-8a9c-d5035e8d5150 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a215a6f-53b2-4a07-8e37-53157ab6bab7') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:04.461286 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-72c8fcc2-556b-4e15-9ed1-81e47bc0120f service neutron] show failed (client error): The resource could not be found. Dec 10 18:39:04.463162 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-72c8fcc2-556b-4e15-9ed1-81e47bc0120f service neutron] 10.222.0.46 "GET /v2.0/ports/51f796ef-2718-4d1c-a386-cc5d625b4662/bindings/n-h2-821435-1 HTTP/1.1" status: 404 len: 380 time: 0.1599014 Dec 10 18:39:04.470381 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8fa6f417-d226-44da-8a9c-d5035e8d5150 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:04.499989 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8fa6f417-d226-44da-8a9c-d5035e8d5150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:04.511946 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa6f417-d226-44da-8a9c-d5035e8d5150 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:39:04.512875 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8fa6f417-d226-44da-8a9c-d5035e8d5150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:04.518136 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb9a1c7-cfbe-4e04-8726-9037df368939 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:04.520163 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b417d8bb-3343-4724-8370-ef70d399d0b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:04.543819 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c6dee-a64f-43e0-bd5e-5b207cbf190a req-ddca3113-7379-4a70-b959-700c95f13ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:04.545429 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-108c6dee-a64f-43e0-bd5e-5b207cbf190a req-ddca3113-7379-4a70-b959-700c95f13ae8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6e5426de-cbd0-4094-92fb-88aabbd126fb HTTP/1.1" status: 200 len: 852 time: 0.3393135 Dec 10 18:39:04.551678 n-d-821435-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:39:04.551678 n-d-821435-1 neutron-server[103244]: self.session.flush() Dec 10 18:39:04.551678 n-d-821435-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:39:04.551678 n-d-821435-1 neutron-server[103244]: self.session.flush() Dec 10 18:39:04.551678 n-d-821435-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:39:04.551678 n-d-821435-1 neutron-server[103244]: self.session.flush() Dec 10 18:39:04.551678 n-d-821435-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:39:04.551678 n-d-821435-1 neutron-server[103244]: self.session.flush() Dec 10 18:39:04.551678 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:39:04.551678 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:39:04.551678 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:39:04.551678 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:39:04.551678 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:39:04.551678 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:39:04.551678 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:39:04.551678 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:39:04.551678 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:39:04.551678 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:39:04.551678 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:39:04.551678 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:39:04.551678 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:39:04.551678 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:39:04.551678 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:39:04.551678 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:39:04.551678 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:39:04.551678 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:39:04.551678 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:39:04.551678 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:39:04.551678 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:39:04.551678 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:39:04.551678 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:39:04.551678 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:39:04.551678 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:39:04.551678 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:39:04.551678 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:39:04.551678 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:39:04.551678 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:39:04.551678 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:39:04.551678 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:39:04.551678 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:39:04.557473 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-1eb9a1c7-cfbe-4e04-8726-9037df368939 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:04.595810 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef0f9c-b3ba-4f45-af0d-6499bbd38e51 req-471cfbac-9603-48d9-bd61-1f694fd2fc98 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:04.603851 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d9ef0f9c-b3ba-4f45-af0d-6499bbd38e51 req-471cfbac-9603-48d9-bd61-1f694fd2fc98 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb HTTP/1.1" status: 200 len: 1023 time: 0.5272369 Dec 10 18:39:04.613432 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb9a1c7-cfbe-4e04-8726-9037df368939 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:04.618573 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb9a1c7-cfbe-4e04-8726-9037df368939 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:04.619252 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1eb9a1c7-cfbe-4e04-8726-9037df368939 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:04.629100 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb9a1c7-cfbe-4e04-8726-9037df368939 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Port': ['ID=32df4ab0-b26e-414a-9b2e-3b957e6833a1,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:04.664579 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-108c6dee-a64f-43e0-bd5e-5b207cbf190a req-76df1eac-cdbd-40b6-934b-deb3cc124ad5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=41e5955d-d904-4834-9fcc-cb65e702ceed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079776 Dec 10 18:39:04.668007 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8fa6f417-d226-44da-8a9c-d5035e8d5150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:04.677770 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8fa6f417-d226-44da-8a9c-d5035e8d5150 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:04.682934 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8fa6f417-d226-44da-8a9c-d5035e8d5150 admin admin] 10.222.0.62 "DELETE /v2.0/networks/cb183816-b4b7-462c-9ac6-88489706931d HTTP/1.1" status: 204 len: 168 time: 2.3573513 Dec 10 18:39:04.703872 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884c2cc-d72f-4f6b-968a-5e8f8083ff7d req-61d5d930-48c8-4955-a35e-965904d4f1c9 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:04.715732 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9884c2cc-d72f-4f6b-968a-5e8f8083ff7d req-61d5d930-48c8-4955-a35e-965904d4f1c9 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=e85bd519-1a8d-4d30-baea-074b5c285678 HTTP/1.1" status: 200 len: 946 time: 0.1607020 Dec 10 18:39:04.796720 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa6f417-d226-44da-8a9c-d5035e8d5150 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb183816-b4b7-462c-9ac6-88489706931d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:04.854427 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9884c2cc-d72f-4f6b-968a-5e8f8083ff7d req-fca5a795-95bf-495a-98d8-ca4a3c0a8a8a tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349046 Dec 10 18:39:04.873047 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1eb9a1c7-cfbe-4e04-8726-9037df368939 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.1599028 Dec 10 18:39:04.876150 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53596) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:04.987076 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 52477) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:05.010364 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe43f35-5b64-4f95-b534-0f406fa41341 x-openstack-request-id: req-2fe43f35-5b64-4f95-b534-0f406fa41341 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:39:05.010364 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "tag": "6e252207-dd46-4a16-ace6-611c8fbe7898", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:39:05.010364 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2fe43f35-5b64-4f95-b534-0f406fa41341 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:39:05.010364 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'tag': '6e252207-dd46-4a16-ace6-611c8fbe7898', 'status': 'completed', 'code': 200} Dec 10 18:39:05.033392 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53602) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:05.107712 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54d5b56-98b5-487a-8415-243ff20fe7e6 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:05.113082 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d9ef0f9c-b3ba-4f45-af0d-6499bbd38e51 req-7d7fe6e9-ab69-4145-b959-e58f692b819a tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups?id=530e6bf5-f83e-4ce8-a8ff-bcd4a8ac0b1c&id=4f80ab03-59ee-4b8b-931d-a86c9b640487&id=7a8a8f15-6a4d-4941-80d9-2629f21bec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.5082650 Dec 10 18:39:05.114121 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54d5b56-98b5-487a-8415-243ff20fe7e6 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:05.118700 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f54d5b56-98b5-487a-8415-243ff20fe7e6 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2380986 Dec 10 18:39:05.124398 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53604) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:05.134377 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-940767bd-392e-49ca-991d-965caa5bde39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:05.135996 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-940767bd-392e-49ca-991d-965caa5bde39 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c&tenant_id=4f1621867e3041c3a975a6622e21074f HTTP/1.1" status: 200 len: 1100 time: 0.1707778 Dec 10 18:39:05.140757 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-e223a283-9c17-4405-9a54-60bc9b3a95ba req-297ec269-ad32-4b4f-8059-fa92e276efd2 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Deleting port cc98d7bd-66c6-41e3-9276-2844a70aec22 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:05.141107 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e223a283-9c17-4405-9a54-60bc9b3a95ba req-297ec269-ad32-4b4f-8059-fa92e276efd2 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:05.151846 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-108c6dee-a64f-43e0-bd5e-5b207cbf190a req-b73cb496-b5b2-4e7f-a570-d5e279b70872 service neutron] 10.222.0.72 "GET /v2.0/networks/41e5955d-d904-4834-9fcc-cb65e702ceed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4789991 Dec 10 18:39:05.218909 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b403e82b-a9fd-4b9b-9b1f-ff70ecc13018 None None] Provisioning complete for port 32df4ab0-b26e-414a-9b2e-3b957e6833a1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:05.219426 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b403e82b-a9fd-4b9b-9b1f-ff70ecc13018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:05.257006 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-3e61c3b4-50de-4b1e-8017-9996d7fa7fe8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821435-1', 'device_owner': 'compute:nova'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:05.264794 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36630012-02bd-46e6-ae55-bafed11d0f4b req-8b8b88ef-ce78-42b2-89ab-d41f89c07fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:05.265430 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36630012-02bd-46e6-ae55-bafed11d0f4b req-8b8b88ef-ce78-42b2-89ab-d41f89c07fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:05.266289 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36630012-02bd-46e6-ae55-bafed11d0f4b req-8b8b88ef-ce78-42b2-89ab-d41f89c07fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:05.267379 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36630012-02bd-46e6-ae55-bafed11d0f4b req-8b8b88ef-ce78-42b2-89ab-d41f89c07fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:05.267992 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36630012-02bd-46e6-ae55-bafed11d0f4b req-8b8b88ef-ce78-42b2-89ab-d41f89c07fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:05.268519 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36630012-02bd-46e6-ae55-bafed11d0f4b req-8b8b88ef-ce78-42b2-89ab-d41f89c07fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:05.269571 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36630012-02bd-46e6-ae55-bafed11d0f4b req-8b8b88ef-ce78-42b2-89ab-d41f89c07fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:05.271214 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-36630012-02bd-46e6-ae55-bafed11d0f4b req-8b8b88ef-ce78-42b2-89ab-d41f89c07fa1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=aee8c10e35be45139294abc10d1eada2&device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 6420 time: 0.2721617 Dec 10 18:39:05.279036 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b403e82b-a9fd-4b9b-9b1f-ff70ecc13018 None None] Port 32df4ab0-b26e-414a-9b2e-3b957e6833a1 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:39:05.296857 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 2017fdd6-59c8-4498-9172-d21d7b6aeea8 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:05.399050 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 2017fdd6-59c8-4498-9172-d21d7b6aeea8 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:05.400003 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:05.407048 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753dbfe-ba2e-43ce-8582-c715ab411ec4 req-64e97749-0ec0-47df-a950-8048de53c833 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:05.408940 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c753dbfe-ba2e-43ce-8582-c715ab411ec4 req-64e97749-0ec0-47df-a950-8048de53c833 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ad2d49-0213-4d11-84ea-8e93dc538b58 HTTP/1.1" status: 200 len: 945 time: 0.1899667 Dec 10 18:39:05.410637 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d5e92215-5645-4dee-9416-1dc21bbcfae2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=91fc5ab4485246b5a1cfe1f039a51346&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3735495 Dec 10 18:39:05.423098 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53606) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:05.484483 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740159e1-e54e-4e6c-a725-6253a1db5518 req-431b1660-e084-4f90-8ea6-90260e80c5ba tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:05.485767 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-740159e1-e54e-4e6c-a725-6253a1db5518 req-431b1660-e084-4f90-8ea6-90260e80c5ba tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 949 time: 0.3895369 Dec 10 18:39:05.490403 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-e223a283-9c17-4405-9a54-60bc9b3a95ba req-297ec269-ad32-4b4f-8059-fa92e276efd2 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] For port cc98d7bd-66c6-41e3-9276-2844a70aec22, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=cc98d7bd-66c6-41e3-9276-2844a70aec22,segment=NetworkSegment(8b40be5d-f6bc-455d-9ae1-9ee882ee68d8),segment_id=8b40be5d-f6bc-455d-9ae1-9ee882ee68d8)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:05.490774 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e223a283-9c17-4405-9a54-60bc9b3a95ba req-297ec269-ad32-4b4f-8059-fa92e276efd2 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:05.515637 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-3e61c3b4-50de-4b1e-8017-9996d7fa7fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:05.532970 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-e223a283-9c17-4405-9a54-60bc9b3a95ba req-297ec269-ad32-4b4f-8059-fa92e276efd2 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Calling delete_port for cc98d7bd-66c6-41e3-9276-2844a70aec22 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:05.536252 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-108c6dee-a64f-43e0-bd5e-5b207cbf190a req-d507905a-1812-4171-9340-abd31ffb0d93 service neutron] 10.222.0.72 "GET /v2.0/networks/41e5955d-d904-4834-9fcc-cb65e702ceed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258028 Dec 10 18:39:05.582192 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36630012-02bd-46e6-ae55-bafed11d0f4b req-c3c8b862-ab75-49fa-9a40-ca137e6307e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:05.582677 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36630012-02bd-46e6-ae55-bafed11d0f4b req-c3c8b862-ab75-49fa-9a40-ca137e6307e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:05.583115 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36630012-02bd-46e6-ae55-bafed11d0f4b req-c3c8b862-ab75-49fa-9a40-ca137e6307e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:05.584735 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-36630012-02bd-46e6-ae55-bafed11d0f4b req-c3c8b862-ab75-49fa-9a40-ca137e6307e0 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=aee8c10e35be45139294abc10d1eada2&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2828150 Dec 10 18:39:05.638169 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-58ba50a4-1296-4794-9ca7-ae7eed4d4d12 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting port 32df4ab0-b26e-414a-9b2e-3b957e6833a1 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:05.638423 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58ba50a4-1296-4794-9ca7-ae7eed4d4d12 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:05.644766 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c753dbfe-ba2e-43ce-8582-c715ab411ec4 req-91fc8a11-47e8-4229-83a0-116da7ec632f tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058530 Dec 10 18:39:05.651694 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b417d8bb-3343-4724-8370-ef70d399d0b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aad9df2d-747e-41c1-8ba7-f02dcfa42da7 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:39:05.663323 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b417d8bb-3343-4724-8370-ef70d399d0b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:05.680937 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b417d8bb-3343-4724-8370-ef70d399d0b4 service neutron] Transition to ACTIVE for port object aad9df2d-747e-41c1-8ba7-f02dcfa42da7 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:39:05.693327 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b417d8bb-3343-4724-8370-ef70d399d0b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:05.753224 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b04281f2-dd80-480d-b8f6-5641664ce56a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:05.773858 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-740159e1-e54e-4e6c-a725-6253a1db5518 req-fd191f50-bba5-456f-a4c6-04ebcd3cd14b tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585101 Dec 10 18:39:05.815609 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b417d8bb-3343-4724-8370-ef70d399d0b4 service neutron] Pushing event updated for resources: {'Port': ['ID=aad9df2d-747e-41c1-8ba7-f02dcfa42da7,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:05.909161 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b04281f2-dd80-480d-b8f6-5641664ce56a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:05.928877 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03275d-f310-4e5b-a591-4f7784c97cb0 req-c2a52c0a-938f-475f-8f88-0ac088c8f3e4 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:05.931189 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fa03275d-f310-4e5b-a591-4f7784c97cb0 req-c2a52c0a-938f-475f-8f88-0ac088c8f3e4 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=e85bd519-1a8d-4d30-baea-074b5c285678 HTTP/1.1" status: 200 len: 946 time: 0.1875916 Dec 10 18:39:05.983892 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e223a283-9c17-4405-9a54-60bc9b3a95ba req-297ec269-ad32-4b4f-8059-fa92e276efd2 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:05.999321 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['f2fd3190-455f-438b-b6c1-25c5a9051e38'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:39:06.026325 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b417d8bb-3343-4724-8370-ef70d399d0b4 service neutron] Attempting to bind port aad9df2d-747e-41c1-8ba7-f02dcfa42da7 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:39:06.026325 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b417d8bb-3343-4724-8370-ef70d399d0b4 service neutron] Attempting to bind port aad9df2d-747e-41c1-8ba7-f02dcfa42da7 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': 'e05948e1-9161-48ed-b4af-bc8e75a07feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f30c8744-62ec-4c03-ba22-87870e9a413d'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:39:06.026721 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b417d8bb-3343-4724-8370-ef70d399d0b4 service neutron] Attempting to bind port aad9df2d-747e-41c1-8ba7-f02dcfa42da7 on network f30c8744-62ec-4c03-ba22-87870e9a413d {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:06.043355 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ec269-ad32-4b4f-8059-fa92e276efd2 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Pushing event deleted for resources: {'Port': ['ID=cc98d7bd-66c6-41e3-9276-2844a70aec22,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:06.048726 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b417d8bb-3343-4724-8370-ef70d399d0b4 service neutron] Port aad9df2d-747e-41c1-8ba7-f02dcfa42da7 on network f30c8744-62ec-4c03-ba22-87870e9a413d not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:39:06.049603 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b417d8bb-3343-4724-8370-ef70d399d0b4 service neutron] Attempting to bind port aad9df2d-747e-41c1-8ba7-f02dcfa42da7 on network f30c8744-62ec-4c03-ba22-87870e9a413d {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:06.060781 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fa03275d-f310-4e5b-a591-4f7784c97cb0 req-f647a8b7-9116-4b98-93b5-3586eb2a765f tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175814 Dec 10 18:39:06.061822 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58ba50a4-1296-4794-9ca7-ae7eed4d4d12 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:06.065562 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b417d8bb-3343-4724-8370-ef70d399d0b4 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:39:06.065914 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b417d8bb-3343-4724-8370-ef70d399d0b4 service neutron] Checking segment: {'id': 'e05948e1-9161-48ed-b4af-bc8e75a07feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f30c8744-62ec-4c03-ba22-87870e9a413d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:06.066308 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b417d8bb-3343-4724-8370-ef70d399d0b4 service neutron] Bound using segment: {'id': 'e05948e1-9161-48ed-b4af-bc8e75a07feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f30c8744-62ec-4c03-ba22-87870e9a413d'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:39:06.067260 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b417d8bb-3343-4724-8370-ef70d399d0b4 service neutron] Bound port: aad9df2d-747e-41c1-8ba7-f02dcfa42da7, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e05948e1-9161-48ed-b4af-bc8e75a07feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f30c8744-62ec-4c03-ba22-87870e9a413d'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:39:06.067260 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b417d8bb-3343-4724-8370-ef70d399d0b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:06.128977 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-58ba50a4-1296-4794-9ca7-ae7eed4d4d12 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Calling delete_port for 32df4ab0-b26e-414a-9b2e-3b957e6833a1 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:06.134394 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-e223a283-9c17-4405-9a54-60bc9b3a95ba req-297ec269-ad32-4b4f-8059-fa92e276efd2 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] No DVR routers for this DVR port cc98d7bd-66c6-41e3-9276-2844a70aec22 on host n-h2-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:39:06.139452 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e223a283-9c17-4405-9a54-60bc9b3a95ba req-297ec269-ad32-4b4f-8059-fa92e276efd2 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:06.142746 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e223a283-9c17-4405-9a54-60bc9b3a95ba req-297ec269-ad32-4b4f-8059-fa92e276efd2 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.72 "DELETE /v2.0/ports/cc98d7bd-66c6-41e3-9276-2844a70aec22 HTTP/1.1" status: 204 len: 173 time: 1.7636337 Dec 10 18:39:06.193029 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36630012-02bd-46e6-ae55-bafed11d0f4b req-58889d4e-7236-46be-b0e7-11490fd25664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:06.202744 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-36630012-02bd-46e6-ae55-bafed11d0f4b req-58889d4e-7236-46be-b0e7-11490fd25664 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5813828 Dec 10 18:39:06.264286 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f3612-e21d-4929-b179-71b031e24de4 req-e9a4eda4-f6ae-41c5-be9a-86e3c5604085 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:06.271081 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f3612-e21d-4929-b179-71b031e24de4 req-e9a4eda4-f6ae-41c5-be9a-86e3c5604085 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:06.279939 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f3612-e21d-4929-b179-71b031e24de4 req-e9a4eda4-f6ae-41c5-be9a-86e3c5604085 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:06.290177 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f3612-e21d-4929-b179-71b031e24de4 req-e9a4eda4-f6ae-41c5-be9a-86e3c5604085 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:06.299353 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f3612-e21d-4929-b179-71b031e24de4 req-e9a4eda4-f6ae-41c5-be9a-86e3c5604085 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:06.307024 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f3612-e21d-4929-b179-71b031e24de4 req-e9a4eda4-f6ae-41c5-be9a-86e3c5604085 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:06.313757 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f3612-e21d-4929-b179-71b031e24de4 req-e9a4eda4-f6ae-41c5-be9a-86e3c5604085 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:06.314147 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b417d8bb-3343-4724-8370-ef70d399d0b4 service neutron] For port aad9df2d-747e-41c1-8ba7-f02dcfa42da7, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:39:06.321754 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b417d8bb-3343-4724-8370-ef70d399d0b4 service neutron] For port aad9df2d-747e-41c1-8ba7-f02dcfa42da7, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=aad9df2d-747e-41c1-8ba7-f02dcfa42da7,segment=NetworkSegment(e05948e1-9161-48ed-b4af-bc8e75a07feb),segment_id=e05948e1-9161-48ed-b4af-bc8e75a07feb)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:39:06.324319 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d61f3612-e21d-4929-b179-71b031e24de4 req-e9a4eda4-f6ae-41c5-be9a-86e3c5604085 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 5430 time: 0.3351374 Dec 10 18:39:06.331164 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b417d8bb-3343-4724-8370-ef70d399d0b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:06.379678 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b04281f2-dd80-480d-b8f6-5641664ce56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:06.383128 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b04281f2-dd80-480d-b8f6-5641664ce56a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:06.385780 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b04281f2-dd80-480d-b8f6-5641664ce56a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b46f117d-cb55-49c6-ac1d-9f18fa8c2e8b HTTP/1.1" status: 204 len: 168 time: 0.9596078 Dec 10 18:39:06.412624 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-3e61c3b4-50de-4b1e-8017-9996d7fa7fe8 service neutron] For port 51f796ef-2718-4d1c-a386-cc5d625b4662, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=51f796ef-2718-4d1c-a386-cc5d625b4662,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:06.435612 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b417d8bb-3343-4724-8370-ef70d399d0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:06.436245 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b417d8bb-3343-4724-8370-ef70d399d0b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:06.437777 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b417d8bb-3343-4724-8370-ef70d399d0b4 service neutron] 10.222.0.72 "PUT /v2.0/ports/aad9df2d-747e-41c1-8ba7-f02dcfa42da7 HTTP/1.1" status: 200 len: 1091 time: 2.4634354 Dec 10 18:39:06.469318 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b417d8bb-3343-4724-8370-ef70d399d0b4 service neutron] Pushing event updated for resources: {'Port': ['ID=aad9df2d-747e-41c1-8ba7-f02dcfa42da7,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:06.472988 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04281f2-dd80-480d-b8f6-5641664ce56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46f117d-cb55-49c6-ac1d-9f18fa8c2e8b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:06.564336 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c6dee-a64f-43e0-bd5e-5b207cbf190a req-768e7fb6-0fe6-4af4-b163-3b1d678c4aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:06.565462 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c6dee-a64f-43e0-bd5e-5b207cbf190a req-768e7fb6-0fe6-4af4-b163-3b1d678c4aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:06.565462 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c6dee-a64f-43e0-bd5e-5b207cbf190a req-768e7fb6-0fe6-4af4-b163-3b1d678c4aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:06.565787 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c6dee-a64f-43e0-bd5e-5b207cbf190a req-768e7fb6-0fe6-4af4-b163-3b1d678c4aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:06.566260 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c6dee-a64f-43e0-bd5e-5b207cbf190a req-768e7fb6-0fe6-4af4-b163-3b1d678c4aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:06.566761 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c6dee-a64f-43e0-bd5e-5b207cbf190a req-768e7fb6-0fe6-4af4-b163-3b1d678c4aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:06.567256 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c6dee-a64f-43e0-bd5e-5b207cbf190a req-768e7fb6-0fe6-4af4-b163-3b1d678c4aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:06.569391 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-108c6dee-a64f-43e0-bd5e-5b207cbf190a req-768e7fb6-0fe6-4af4-b163-3b1d678c4aec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=aee8c10e35be45139294abc10d1eada2&device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 6487 time: 0.2417614 Dec 10 18:39:06.591272 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-3e61c3b4-50de-4b1e-8017-9996d7fa7fe8 service neutron] For port 51f796ef-2718-4d1c-a386-cc5d625b4662, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:39:06.810762 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a774b34c-672e-4728-8ceb-3d8d987e9de3 req-34969e2b-989e-4b78-883e-5270c826c98d tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb HTTP/1.1" status: 200 len: 210 time: 0.0521660 Dec 10 18:39:06.825101 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d61f3612-e21d-4929-b179-71b031e24de4 req-525955eb-0571-4337-8f75-ae3ed600b268 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&id=7281f497-4962-41a8-857f-71fd676337b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4991148 Dec 10 18:39:06.896131 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da0ba39-d6e7-4f69-885d-11920eb27b2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51f796ef-2718-4d1c-a386-cc5d625b4662'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:39:06.899963 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c4e60b-7616-4b33-b1f5-4ac1039858c3" -d '{"events": [{"server_uuid": "7da0ba39-d6e7-4f69-885d-11920eb27b2c", "name": "network-vif-unplugged", "status": "completed", "tag": "51f796ef-2718-4d1c-a386-cc5d625b4662"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:39:06.910890 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-3e61c3b4-50de-4b1e-8017-9996d7fa7fe8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:06.943441 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58ba50a4-1296-4794-9ca7-ae7eed4d4d12 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:07.011625 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb', 'name': 'network-vif-deleted', 'tag': 'cc98d7bd-66c6-41e3-9276-2844a70aec22'}, {'name': 'network-changed', 'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'tag': 'aad9df2d-747e-41c1-8ba7-f02dcfa42da7'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:39:07.017543 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a0e303-7c17-4e7e-9dff-3004a904fc2c" -d '{"events": [{"server_uuid": "f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb", "name": "network-vif-deleted", "tag": "cc98d7bd-66c6-41e3-9276-2844a70aec22"}, {"name": "network-changed", "server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "tag": "aad9df2d-747e-41c1-8ba7-f02dcfa42da7"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:39:07.052659 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-3e61c3b4-50de-4b1e-8017-9996d7fa7fe8 service neutron] Transition to ACTIVE for port object 51f796ef-2718-4d1c-a386-cc5d625b4662 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:39:07.078746 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba50a4-1296-4794-9ca7-ae7eed4d4d12 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Port': ['ID=32df4ab0-b26e-414a-9b2e-3b957e6833a1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:07.086012 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-3e61c3b4-50de-4b1e-8017-9996d7fa7fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:07.117961 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c6dee-a64f-43e0-bd5e-5b207cbf190a req-7076669a-bb31-4e30-bb99-f209429971b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:07.118213 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c6dee-a64f-43e0-bd5e-5b207cbf190a req-7076669a-bb31-4e30-bb99-f209429971b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:07.118557 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c6dee-a64f-43e0-bd5e-5b207cbf190a req-7076669a-bb31-4e30-bb99-f209429971b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:07.120331 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-108c6dee-a64f-43e0-bd5e-5b207cbf190a req-7076669a-bb31-4e30-bb99-f209429971b0 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=aee8c10e35be45139294abc10d1eada2&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5313354 Dec 10 18:39:07.134608 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58ba50a4-1296-4794-9ca7-ae7eed4d4d12 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:07.140719 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-58ba50a4-1296-4794-9ca7-ae7eed4d4d12 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/ports/32df4ab0-b26e-414a-9b2e-3b957e6833a1 HTTP/1.1" status: 204 len: 168 time: 2.0010107 Dec 10 18:39:07.142505 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53644) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:07.304438 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-3e61c3b4-50de-4b1e-8017-9996d7fa7fe8 service neutron] No DVR routers for this DVR port 51f796ef-2718-4d1c-a386-cc5d625b4662 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:39:07.318708 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e61c3b4-50de-4b1e-8017-9996d7fa7fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=51f796ef-2718-4d1c-a386-cc5d625b4662,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:07.322873 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534e6e17-534d-4cad-a59e-49831ecd6ea8 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:07.325144 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534e6e17-534d-4cad-a59e-49831ecd6ea8 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:07.328130 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-534e6e17-534d-4cad-a59e-49831ecd6ea8 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1841772 Dec 10 18:39:07.328483 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4a5da-4e8c-451a-80f0-03d768bcc531 req-fe1df4e1-c45c-42da-b97c-8d186f0bd462 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:07.331055 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53650) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:07.337386 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2dc4a5da-4e8c-451a-80f0-03d768bcc531 req-fe1df4e1-c45c-42da-b97c-8d186f0bd462 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ad2d49-0213-4d11-84ea-8e93dc538b58 HTTP/1.1" status: 200 len: 945 time: 0.3382990 Dec 10 18:39:07.371316 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e985d1-794c-47a3-94e3-77d52bd2fdb8 req-77aec384-f3f5-4685-817c-485d33db3a98 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:07.378384 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-23e985d1-794c-47a3-94e3-77d52bd2fdb8 req-77aec384-f3f5-4685-817c-485d33db3a98 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 947 time: 0.1448336 Dec 10 18:39:07.452223 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-3e61c3b4-50de-4b1e-8017-9996d7fa7fe8 service neutron] Attempting to bind port 51f796ef-2718-4d1c-a386-cc5d625b4662 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:39:07.453273 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-3e61c3b4-50de-4b1e-8017-9996d7fa7fe8 service neutron] Attempting to bind port 51f796ef-2718-4d1c-a386-cc5d625b4662 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:39:07.453847 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-3e61c3b4-50de-4b1e-8017-9996d7fa7fe8 service neutron] Attempting to bind port 51f796ef-2718-4d1c-a386-cc5d625b4662 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:07.483367 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-a31b8e57-dc9a-42a3-9978-6eec44633f2a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting subnet a8393dd1-f6a3-4572-973b-fb10d32ce3eb {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:39:07.490014 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a31b8e57-dc9a-42a3-9978-6eec44633f2a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:07.494019 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c6dee-a64f-43e0-bd5e-5b207cbf190a req-53e6a202-7226-4b1e-afbc-220562a40f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:07.497198 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-108c6dee-a64f-43e0-bd5e-5b207cbf190a req-53e6a202-7226-4b1e-afbc-220562a40f6e service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3579376 Dec 10 18:39:07.504738 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-3e61c3b4-50de-4b1e-8017-9996d7fa7fe8 service neutron] Port 51f796ef-2718-4d1c-a386-cc5d625b4662 on network c9403646-ab9b-4a0a-827b-6d4376246b64 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:39:07.505086 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-3e61c3b4-50de-4b1e-8017-9996d7fa7fe8 service neutron] Attempting to bind port 51f796ef-2718-4d1c-a386-cc5d625b4662 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:07.543806 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-3e61c3b4-50de-4b1e-8017-9996d7fa7fe8 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:39:07.544472 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-3e61c3b4-50de-4b1e-8017-9996d7fa7fe8 service neutron] Checking segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:07.545367 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-3e61c3b4-50de-4b1e-8017-9996d7fa7fe8 service neutron] Bound using segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:39:07.546042 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-3e61c3b4-50de-4b1e-8017-9996d7fa7fe8 service neutron] Bound port: 51f796ef-2718-4d1c-a386-cc5d625b4662, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:39:07.547498 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-3e61c3b4-50de-4b1e-8017-9996d7fa7fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:07.560397 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-23e985d1-794c-47a3-94e3-77d52bd2fdb8 req-c94a013c-e755-49e0-a581-61d37745132b tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489894 Dec 10 18:39:07.587931 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a31b8e57-dc9a-42a3-9978-6eec44633f2a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:07.635434 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2dc4a5da-4e8c-451a-80f0-03d768bcc531 req-b3556da5-b99d-4e39-a3f6-f58a0577e305 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905416 Dec 10 18:39:07.703258 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-1072a5cc-e7d6-4b5c-8d30-c8ed78cc7f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:07.703678 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-1072a5cc-e7d6-4b5c-8d30-c8ed78cc7f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:07.704145 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-1072a5cc-e7d6-4b5c-8d30-c8ed78cc7f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:07.705352 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-1072a5cc-e7d6-4b5c-8d30-c8ed78cc7f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:07.705986 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-1072a5cc-e7d6-4b5c-8d30-c8ed78cc7f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:07.710801 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-1072a5cc-e7d6-4b5c-8d30-c8ed78cc7f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:07.711716 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-1072a5cc-e7d6-4b5c-8d30-c8ed78cc7f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:07.715732 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-1072a5cc-e7d6-4b5c-8d30-c8ed78cc7f06 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=aee8c10e35be45139294abc10d1eada2&device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 6487 time: 0.1362145 Dec 10 18:39:07.740163 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Dec 2021 18:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2799109f-bec1-4f99-bcdc-dccdeef88a72 x-openstack-request-id: req-2799109f-bec1-4f99-bcdc-dccdeef88a72 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:39:07.740544 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb", "name": "network-vif-deleted", "tag": "cc98d7bd-66c6-41e3-9276-2844a70aec22", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "tag": "aad9df2d-747e-41c1-8ba7-f02dcfa42da7", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:39:07.741522 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2799109f-bec1-4f99-bcdc-dccdeef88a72 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:39:07.743461 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d6c6ca-f602-4ce0-9b82-ef365d75a2cb', 'name': 'network-vif-deleted', 'tag': 'cc98d7bd-66c6-41e3-9276-2844a70aec22', 'status': 'completed', 'code': 200} Dec 10 18:39:07.744171 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'tag': 'aad9df2d-747e-41c1-8ba7-f02dcfa42da7', 'status': 'completed', 'code': 200} Dec 10 18:39:07.785053 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a31b8e57-dc9a-42a3-9978-6eec44633f2a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:07.785738 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1197fc-f694-4501-b4a5-0849ca7cc398 x-openstack-request-id: req-ae1197fc-f694-4501-b4a5-0849ca7cc398 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:39:07.786041 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da0ba39-d6e7-4f69-885d-11920eb27b2c", "name": "network-vif-unplugged", "status": "completed", "tag": "51f796ef-2718-4d1c-a386-cc5d625b4662", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:39:07.786303 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ae1197fc-f694-4501-b4a5-0849ca7cc398 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:39:07.786707 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da0ba39-d6e7-4f69-885d-11920eb27b2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51f796ef-2718-4d1c-a386-cc5d625b4662', 'code': 200} Dec 10 18:39:07.791386 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-d3e68728-868b-4790-885f-d27c4f8af7ff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5799b23-3ac5-4da6-ad03-a9a9b629a357 HTTP/1.1" status: 200 len: 217 time: 0.0628183 Dec 10 18:39:07.795184 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-3e61c3b4-50de-4b1e-8017-9996d7fa7fe8 service neutron] For port 51f796ef-2718-4d1c-a386-cc5d625b4662, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:39:07.836193 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-3e61c3b4-50de-4b1e-8017-9996d7fa7fe8 service neutron] For port 51f796ef-2718-4d1c-a386-cc5d625b4662, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=51f796ef-2718-4d1c-a386-cc5d625b4662,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:39:07.856430 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-3e61c3b4-50de-4b1e-8017-9996d7fa7fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:07.892084 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device cc98d7bd-66c6-41e3-9276-2844a70aec22 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:39:07.918717 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a31b8e57-dc9a-42a3-9978-6eec44633f2a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:07.947827 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-2708c197-5ab3-40a0-b9cc-c27858a78464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:07.949378 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-2708c197-5ab3-40a0-b9cc-c27858a78464 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a88e99c5-14d3-42bf-8ee8-4247e93be44f HTTP/1.1" status: 200 len: 855 time: 0.1491406 Dec 10 18:39:07.950725 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-3e61c3b4-50de-4b1e-8017-9996d7fa7fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:07.951343 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-3e61c3b4-50de-4b1e-8017-9996d7fa7fe8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:07.952736 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-3e61c3b4-50de-4b1e-8017-9996d7fa7fe8 service neutron] 10.222.0.72 "PUT /v2.0/ports/51f796ef-2718-4d1c-a386-cc5d625b4662 HTTP/1.1" status: 200 len: 1095 time: 2.6999333 Dec 10 18:39:07.972296 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: cc98d7bd-66c6-41e3-9276-2844a70aec22 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:39:07.973339 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device cc98d7bd-66c6-41e3-9276-2844a70aec22 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:39:07.978658 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:07.993410 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d026e-045e-4a2e-b90f-be07a4e54e0e req-19ca4d26-7680-4955-bed4-feac18b038f4 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:07.995392 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7a6d026e-045e-4a2e-b90f-be07a4e54e0e req-19ca4d26-7680-4955-bed4-feac18b038f4 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=e85bd519-1a8d-4d30-baea-074b5c285678 HTTP/1.1" status: 200 len: 946 time: 0.1616018 Dec 10 18:39:07.995756 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e61c3b4-50de-4b1e-8017-9996d7fa7fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=51f796ef-2718-4d1c-a386-cc5d625b4662,revision_number=7']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:08.001718 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b8e57-dc9a-42a3-9978-6eec44633f2a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Subnet': ['ID=a8393dd1-f6a3-4572-973b-fb10d32ce3eb,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:08.015371 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4111d81d-7a58-4c5f-821a-493e20b0649f None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:08.017868 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a31b8e57-dc9a-42a3-9978-6eec44633f2a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:08.021291 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a31b8e57-dc9a-42a3-9978-6eec44633f2a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/a8393dd1-f6a3-4572-973b-fb10d32ce3eb HTTP/1.1" status: 204 len: 168 time: 0.6890190 Dec 10 18:39:08.033113 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53676) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:08.106206 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-62feafe4-ce04-49b8-9f8f-8abd923a549e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0703552 Dec 10 18:39:08.109820 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53680) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:08.115088 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-fb1ca065-ae64-4796-9695-bfeeae9f556b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'subnet': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:08.173078 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-bdfb853c-2ba0-4e33-872f-54a1f22dbfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:08.174627 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-bdfb853c-2ba0-4e33-872f-54a1f22dbfbf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=36da7df8-4c33-4fc7-aca6-cd96ecc32948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2086701 Dec 10 18:39:08.184663 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7a6d026e-045e-4a2e-b90f-be07a4e54e0e req-60299139-2a57-42c5-b869-7d6442d8b3a2 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796162 Dec 10 18:39:08.187872 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d26f87-a77c-41cf-91e8-87e8a22eb4ad req-fe056b97-d8dd-4a9b-af73-b240be5143e9 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:08.194388 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d26f87-a77c-41cf-91e8-87e8a22eb4ad req-fe056b97-d8dd-4a9b-af73-b240be5143e9 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:08.213143 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-78d06d0e-b243-4b50-b53d-689fcc07494b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:08.214155 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d26f87-a77c-41cf-91e8-87e8a22eb4ad req-fe056b97-d8dd-4a9b-af73-b240be5143e9 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:08.215061 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-78d06d0e-b243-4b50-b53d-689fcc07494b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f1621867e3041c3a975a6622e21074f&device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 1098 time: 0.2107790 Dec 10 18:39:08.220341 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d26f87-a77c-41cf-91e8-87e8a22eb4ad req-fe056b97-d8dd-4a9b-af73-b240be5143e9 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:08.229676 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d26f87-a77c-41cf-91e8-87e8a22eb4ad req-fe056b97-d8dd-4a9b-af73-b240be5143e9 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:08.236135 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d26f87-a77c-41cf-91e8-87e8a22eb4ad req-fe056b97-d8dd-4a9b-af73-b240be5143e9 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:08.243046 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d26f87-a77c-41cf-91e8-87e8a22eb4ad req-fe056b97-d8dd-4a9b-af73-b240be5143e9 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:08.250335 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d7d26f87-a77c-41cf-91e8-87e8a22eb4ad req-fe056b97-d8dd-4a9b-af73-b240be5143e9 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 5430 time: 0.2267153 Dec 10 18:39:08.271164 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b815422f-c5e7-43a7-a3f8-a49f62031760 None None] DHCP port deletion for 4c9579a2-8f48-40cb-87f0-dbca0f4b521d request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:39:08.333554 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b815422f-c5e7-43a7-a3f8-a49f62031760 None None] Deleting port 2017fdd6-59c8-4498-9172-d21d7b6aeea8 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:08.334226 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b815422f-c5e7-43a7-a3f8-a49f62031760 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:08.378088 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d7d26f87-a77c-41cf-91e8-87e8a22eb4ad req-4ee5eed9-1a37-4d4d-a341-ccb5ef7788b2 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&id=7281f497-4962-41a8-857f-71fd676337b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0851719 Dec 10 18:39:08.387993 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1ca065-ae64-4796-9695-bfeeae9f556b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:08.393233 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fb1ca065-ae64-4796-9695-bfeeae9f556b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:08.426647 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b815422f-c5e7-43a7-a3f8-a49f62031760 None None] For port 2017fdd6-59c8-4498-9172-d21d7b6aeea8, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=2017fdd6-59c8-4498-9172-d21d7b6aeea8,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:08.427064 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b815422f-c5e7-43a7-a3f8-a49f62031760 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:08.434070 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7743c0a3-1973-4e5f-bba5-3dfc52df838c req-81de2fe7-9749-4f6c-94f4-79f99d782873 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups/4f80ab03-59ee-4b8b-931d-a86c9b640487 HTTP/1.1" status: 200 len: 1819 time: 0.1919053 Dec 10 18:39:08.443020 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b815422f-c5e7-43a7-a3f8-a49f62031760 None None] Calling delete_port for 2017fdd6-59c8-4498-9172-d21d7b6aeea8 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:08.453310 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-fcd5c1e3-b3ea-43c3-a9f2-61daf1c7c8d9 service neutron] 10.222.0.72 "GET /v2.0/networks/36da7df8-4c33-4fc7-aca6-cd96ecc32948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664554 Dec 10 18:39:08.454561 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-9d260f33-9e42-4dcc-adf4-b559a7c5ac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:08.456029 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-9d260f33-9e42-4dcc-adf4-b559a7c5ac69 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.2152212 Dec 10 18:39:08.557102 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b815422f-c5e7-43a7-a3f8-a49f62031760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:08.596459 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-c9e05470-2568-4ee0-9480-e5ca6e782ec1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=51f796ef-2718-4d1c-a386-cc5d625b4662 HTTP/1.1" status: 200 len: 217 time: 0.1243458 Dec 10 18:39:08.598332 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b815422f-c5e7-43a7-a3f8-a49f62031760 None None] No DVR routers for this DVR port 2017fdd6-59c8-4498-9172-d21d7b6aeea8 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:39:08.605033 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b815422f-c5e7-43a7-a3f8-a49f62031760 None None] Pushing event deleted for resources: {'Port': ['ID=2017fdd6-59c8-4498-9172-d21d7b6aeea8,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:08.656792 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7743c0a3-1973-4e5f-bba5-3dfc52df838c req-8643e848-d769-4322-b925-d9be5a10427e tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:08.658070 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fb1ca065-ae64-4796-9695-bfeeae9f556b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:08.709966 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1ca065-ae64-4796-9695-bfeeae9f556b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:08.714502 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-fb1ca065-ae64-4796-9695-bfeeae9f556b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:08.715851 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7743c0a3-1973-4e5f-bba5-3dfc52df838c req-8643e848-d769-4322-b925-d9be5a10427e tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:08.719189 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1ca065-ae64-4796-9695-bfeeae9f556b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:08.719795 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fb1ca065-ae64-4796-9695-bfeeae9f556b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:08.729365 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb6d61a-ff49-4590-83ce-cfcf9539f377 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:08.738642 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ca065-ae64-4796-9695-bfeeae9f556b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Subnet': ['ID=f1ee1687-4460-4b19-9dc1-ac8df0a3a0a8,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:08.747391 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-9d5049cb-1654-4cbb-80fe-559788e64921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:08.749539 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-9d5049cb-1654-4cbb-80fe-559788e64921 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.1412201 Dec 10 18:39:08.756551 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fb1ca065-ae64-4796-9695-bfeeae9f556b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6455801 Dec 10 18:39:08.757440 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53692) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:08.763727 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-8e990569-6f36-4e74-bb84-0fa35fe11dcc service neutron] 10.222.0.72 "GET /v2.0/networks/36da7df8-4c33-4fc7-aca6-cd96ecc32948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927039 Dec 10 18:39:08.768357 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-133a2282-bd5f-4005-988f-47e6403d152f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'port': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'fixed_ips': [{'subnet_id': 'f1ee1687-4460-4b19-9dc1-ac8df0a3a0a8', 'ip_address': '2001:db8::c074:9f00:1194:ea41'}], 'name': 'tempest-NetworksTestDHCPv6-1084989990'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:08.856181 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-96d66506-506c-4644-82d5-ac2b2bc04024 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=584cf1dd-1af4-46a0-83d5-636ef55fe320 HTTP/1.1" status: 200 len: 217 time: 0.0634007 Dec 10 18:39:08.871551 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63fed4a-35ad-4db9-a5c8-ef1b1f28c9fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'project_id': '5206888eb8664e02a4054430b5bab51d', 'fixed_ips': [{'subnet_id': 'f1ee1687-4460-4b19-9dc1-ac8df0a3a0a8'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:39:08.873248 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a63fed4a-35ad-4db9-a5c8-ef1b1f28c9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:08.932393 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7743c0a3-1973-4e5f-bba5-3dfc52df838c req-8643e848-d769-4322-b925-d9be5a10427e tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:08.935114 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7743c0a3-1973-4e5f-bba5-3dfc52df838c req-8643e848-d769-4322-b925-d9be5a10427e tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:08.952467 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7743c0a3-1973-4e5f-bba5-3dfc52df838c req-8643e848-d769-4322-b925-d9be5a10427e tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "DELETE /v2.0/security-groups/4f80ab03-59ee-4b8b-931d-a86c9b640487 HTTP/1.1" status: 204 len: 173 time: 0.5173075 Dec 10 18:39:08.973396 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-4e7d687e-97e7-4c22-957c-348dee0af600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:08.975025 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-4e7d687e-97e7-4c22-957c-348dee0af600 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2141130 Dec 10 18:39:08.976081 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643e848-d769-4322-b925-d9be5a10427e tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f80ab03-59ee-4b8b-931d-a86c9b640487,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:08.979659 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-07586da7-109a-409e-b94c-b5a6a6cd8586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:08.990450 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-07586da7-109a-409e-b94c-b5a6a6cd8586 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=237ae5dd-0fd9-41fa-a8f5-5de6696f10ce HTTP/1.1" status: 200 len: 797 time: 0.1253500 Dec 10 18:39:09.006279 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e825396-7b72-4ffa-84b1-76ffd0f52d08 req-09252362-5425-4e6a-b9de-56abc838bdeb tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:09.015117 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9e825396-7b72-4ffa-84b1-76ffd0f52d08 req-09252362-5425-4e6a-b9de-56abc838bdeb tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 947 time: 0.2175303 Dec 10 18:39:09.018710 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133a2282-bd5f-4005-988f-47e6403d152f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:09.125446 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-a63fed4a-35ad-4db9-a5c8-ef1b1f28c9fe None None] Allocated IP 2001:db8::2 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/f1ee1687-4460-4b19-9dc1-ac8df0a3a0a8/22e03c77-d3a5-44b8-9698-f195cf05d035) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:09.307252 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 51f796ef-2718-4d1c-a386-cc5d625b4662 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:39:09.354479 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 2017fdd6-59c8-4498-9172-d21d7b6aeea8 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:39:09.372419 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53698) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:09.409471 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 2017fdd6-59c8-4498-9172-d21d7b6aeea8 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:39:09.409982 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 2017fdd6-59c8-4498-9172-d21d7b6aeea8 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:39:09.420819 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9e825396-7b72-4ffa-84b1-76ffd0f52d08 req-dd56346c-ddeb-46db-9fef-0a14bff04f44 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4026392 Dec 10 18:39:09.435237 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a63fed4a-35ad-4db9-a5c8-ef1b1f28c9fe None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:09.441551 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 51f796ef-2718-4d1c-a386-cc5d625b4662 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:39:09.447276 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a63fed4a-35ad-4db9-a5c8-ef1b1f28c9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:09.459500 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-133a2282-bd5f-4005-988f-47e6403d152f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:09.494376 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-133a2282-bd5f-4005-988f-47e6403d152f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] device_id is not set on port 2515215f-03a3-48d9-9888-f2131ea401e7 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:39:09.629113 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae3649b3-4983-4758-a3d2-9c7f1aafbb79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:09.631443 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b688ed5e-816a-4f39-ba65-49d76a20ce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:09.634319 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-b688ed5e-816a-4f39-ba65-49d76a20ce96 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b2b3e286-a941-4c88-a3bb-4298dcd7fd59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6248012 Dec 10 18:39:09.645482 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63fed4a-35ad-4db9-a5c8-ef1b1f28c9fe None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:09.649108 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-a63fed4a-35ad-4db9-a5c8-ef1b1f28c9fe None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:09.653047 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63fed4a-35ad-4db9-a5c8-ef1b1f28c9fe None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:09.662616 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63fed4a-35ad-4db9-a5c8-ef1b1f28c9fe None None] Pushing event updated for resources: {'Port': ['ID=22e03c77-d3a5-44b8-9698-f195cf05d035,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:09.670860 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1e788-d193-47dc-9dad-20e16e7ef541 req-34e1d3ae-2bfc-40ef-9096-2522a6607e23 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:09.672451 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dee1e788-d193-47dc-9dad-20e16e7ef541 req-34e1d3ae-2bfc-40ef-9096-2522a6607e23 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ad2d49-0213-4d11-84ea-8e93dc538b58 HTTP/1.1" status: 200 len: 945 time: 0.6259115 Dec 10 18:39:09.721498 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a63fed4a-35ad-4db9-a5c8-ef1b1f28c9fe None None] Attempting to bind port 22e03c77-d3a5-44b8-9698-f195cf05d035 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:39:09.722505 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a63fed4a-35ad-4db9-a5c8-ef1b1f28c9fe None None] Attempting to bind port 22e03c77-d3a5-44b8-9698-f195cf05d035 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:39:09.723099 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63fed4a-35ad-4db9-a5c8-ef1b1f28c9fe None None] Attempting to bind port 22e03c77-d3a5-44b8-9698-f195cf05d035 on network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:09.727168 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-d34eb4d3-1653-43d5-9ed4-b9a7e876c065 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7319641 Dec 10 18:39:09.729754 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63fed4a-35ad-4db9-a5c8-ef1b1f28c9fe None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:39:09.730142 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63fed4a-35ad-4db9-a5c8-ef1b1f28c9fe None None] Checking segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:09.730754 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a63fed4a-35ad-4db9-a5c8-ef1b1f28c9fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:09.731452 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63fed4a-35ad-4db9-a5c8-ef1b1f28c9fe None None] Bound using segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:39:09.731936 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a63fed4a-35ad-4db9-a5c8-ef1b1f28c9fe None None] Bound port: 22e03c77-d3a5-44b8-9698-f195cf05d035, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:39:09.732508 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a63fed4a-35ad-4db9-a5c8-ef1b1f28c9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:09.750074 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8c37f5be-99f4-4ed9-a45d-b40f3a752552 req-99f02397-57bb-42e6-a4e6-5b038ddef784 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups/7a8a8f15-6a4d-4941-80d9-2629f21bec6f HTTP/1.1" status: 200 len: 1819 time: 0.1532578 Dec 10 18:39:09.794889 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da0ba39-d6e7-4f69-885d-11920eb27b2c', 'tag': '51f796ef-2718-4d1c-a386-cc5d625b4662'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:39:09.797473 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b813bd-76b7-47b8-85df-3b13ddd1a854" -d '{"events": [{"name": "network-changed", "server_uuid": "7da0ba39-d6e7-4f69-885d-11920eb27b2c", "tag": "51f796ef-2718-4d1c-a386-cc5d625b4662"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:39:09.806933 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a63fed4a-35ad-4db9-a5c8-ef1b1f28c9fe None None] For port 22e03c77-d3a5-44b8-9698-f195cf05d035, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:39:09.810804 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a63fed4a-35ad-4db9-a5c8-ef1b1f28c9fe None None] For port 22e03c77-d3a5-44b8-9698-f195cf05d035, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=22e03c77-d3a5-44b8-9698-f195cf05d035,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:39:09.813462 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-133a2282-bd5f-4005-988f-47e6403d152f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Allocated IP 2001:db8::c074:9f00:1194:ea41 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/f1ee1687-4460-4b19-9dc1-ac8df0a3a0a8/2515215f-03a3-48d9-9888-f2131ea401e7) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:09.815950 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a63fed4a-35ad-4db9-a5c8-ef1b1f28c9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:09.860742 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dee1e788-d193-47dc-9dad-20e16e7ef541 req-cec51d01-69d7-404b-bf40-c6e6cdd1d508 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691632 Dec 10 18:39:09.887877 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-6abc368e-07fd-49e2-9d11-66e196261a71 service neutron] 10.222.0.72 "GET /v2.0/networks/b2b3e286-a941-4c88-a3bb-4298dcd7fd59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428520 Dec 10 18:39:09.898333 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8c37f5be-99f4-4ed9-a45d-b40f3a752552 req-d0c2aca3-c39e-4a3e-b5cd-b09783e398ae tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:09.901896 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63fed4a-35ad-4db9-a5c8-ef1b1f28c9fe None None] Pushing event updated for resources: {'Port': ['ID=22e03c77-d3a5-44b8-9698-f195cf05d035,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:09.922868 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8c37f5be-99f4-4ed9-a45d-b40f3a752552 req-d0c2aca3-c39e-4a3e-b5cd-b09783e398ae tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:09.962021 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f32c9215-9fd3-4a2a-a762-456fd56963a2 req-36fc3811-7966-4883-aa89-98a020678d3d service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219586 Dec 10 18:39:09.968213 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae3649b3-4983-4758-a3d2-9c7f1aafbb79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:09.980828 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae3649b3-4983-4758-a3d2-9c7f1aafbb79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:10.049937 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-41d5ba35-40bb-471c-ab8d-dda83fd2ff56 service neutron] 10.222.0.72 "GET /v2.0/networks/b2b3e286-a941-4c88-a3bb-4298dcd7fd59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541147 Dec 10 18:39:10.075465 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8c37f5be-99f4-4ed9-a45d-b40f3a752552 req-d0c2aca3-c39e-4a3e-b5cd-b09783e398ae tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:10.078097 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8c37f5be-99f4-4ed9-a45d-b40f3a752552 req-d0c2aca3-c39e-4a3e-b5cd-b09783e398ae tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:10.079355 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8c37f5be-99f4-4ed9-a45d-b40f3a752552 req-d0c2aca3-c39e-4a3e-b5cd-b09783e398ae tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "DELETE /v2.0/security-groups/7a8a8f15-6a4d-4941-80d9-2629f21bec6f HTTP/1.1" status: 204 len: 173 time: 0.3132207 Dec 10 18:39:10.111229 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ae3649b3-4983-4758-a3d2-9c7f1aafbb79 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=afd00b03e5a14b05a8265408550fbdd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7343900 Dec 10 18:39:10.111229 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53710) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:10.111941 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3649b3-4983-4758-a3d2-9c7f1aafbb79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e391a16-82f9-4897-835d-189f44db5c35,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:10.127905 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155120ee-283c-4006-8f72-c5771a0541ec req-4f4f33ef-3215-47e8-9c9b-fc0eb4d8d1f8 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:10.133236 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-155120ee-283c-4006-8f72-c5771a0541ec req-4f4f33ef-3215-47e8-9c9b-fc0eb4d8d1f8 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=e85bd519-1a8d-4d30-baea-074b5c285678 HTTP/1.1" status: 200 len: 946 time: 0.1292682 Dec 10 18:39:10.138204 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-f0795cec-8bf9-4ef8-877b-766d78c2424e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=4cd87cf1-713c-4dfd-9955-0162d0cdc6ec HTTP/1.1" status: 200 len: 217 time: 0.0772257 Dec 10 18:39:10.143615 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c2aca3-c39e-4a3e-b5cd-b09783e398ae tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8a8f15-6a4d-4941-80d9-2629f21bec6f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:10.246866 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-133a2282-bd5f-4005-988f-47e6403d152f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:10.263598 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-67f55256-9d60-4a49-b79c-f858f7d26bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:10.265881 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-67f55256-9d60-4a49-b79c-f858f7d26bd9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=237ae5dd-0fd9-41fa-a8f5-5de6696f10ce HTTP/1.1" status: 200 len: 797 time: 0.0955186 Dec 10 18:39:10.290894 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-155120ee-283c-4006-8f72-c5771a0541ec req-fe8c9d14-0c0b-4b04-8d98-7f4dc98ea2b7 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496651 Dec 10 18:39:10.298879 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1ff0d087-2377-49f9-80f9-0216f386616c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:10.322995 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-523c328b-0c92-46ca-a491-6dc324462593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:10.324734 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-523c328b-0c92-46ca-a491-6dc324462593 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b2b3e286-a941-4c88-a3bb-4298dcd7fd59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0483530 Dec 10 18:39:10.362834 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1ff0d087-2377-49f9-80f9-0216f386616c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:10.403602 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741334b8-cd3b-42ed-af4a-64c0fdfd8e41 req-d6e86b04-2460-4973-8fe3-0a3fab0d9344 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:10.411343 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741334b8-cd3b-42ed-af4a-64c0fdfd8e41 req-d6e86b04-2460-4973-8fe3-0a3fab0d9344 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:10.419906 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741334b8-cd3b-42ed-af4a-64c0fdfd8e41 req-d6e86b04-2460-4973-8fe3-0a3fab0d9344 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:10.426364 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741334b8-cd3b-42ed-af4a-64c0fdfd8e41 req-d6e86b04-2460-4973-8fe3-0a3fab0d9344 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:10.431057 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186f0f75-b8cd-4d31-8b68-a71f6c507532 x-openstack-request-id: req-186f0f75-b8cd-4d31-8b68-a71f6c507532 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:39:10.431348 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da0ba39-d6e7-4f69-885d-11920eb27b2c", "tag": "51f796ef-2718-4d1c-a386-cc5d625b4662", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:39:10.431602 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-186f0f75-b8cd-4d31-8b68-a71f6c507532 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:39:10.431982 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da0ba39-d6e7-4f69-885d-11920eb27b2c', 'tag': '51f796ef-2718-4d1c-a386-cc5d625b4662', 'status': 'completed', 'code': 200} Dec 10 18:39:10.433605 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741334b8-cd3b-42ed-af4a-64c0fdfd8e41 req-d6e86b04-2460-4973-8fe3-0a3fab0d9344 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:10.439624 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741334b8-cd3b-42ed-af4a-64c0fdfd8e41 req-d6e86b04-2460-4973-8fe3-0a3fab0d9344 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:10.446178 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741334b8-cd3b-42ed-af4a-64c0fdfd8e41 req-d6e86b04-2460-4973-8fe3-0a3fab0d9344 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:10.448153 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-741334b8-cd3b-42ed-af4a-64c0fdfd8e41 req-d6e86b04-2460-4973-8fe3-0a3fab0d9344 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 5430 time: 0.2045009 Dec 10 18:39:10.459905 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-b1a1e99b-eded-4100-b519-1a4f6a9f8f7b req-495f76ac-2091-40fc-aef6-56d718f706fc tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1745991356', 'description': 'tempest-description-850709110'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:10.460238 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-133a2282-bd5f-4005-988f-47e6403d152f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:10.536405 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b1a1e99b-eded-4100-b519-1a4f6a9f8f7b req-495f76ac-2091-40fc-aef6-56d718f706fc tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:10.548909 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133a2282-bd5f-4005-988f-47e6403d152f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:10.549341 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b813bd-76b7-47b8-85df-3b13ddd1a854 req-81472730-c867-4c9b-be12-d2aa90a464de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:10.550859 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-95b813bd-76b7-47b8-85df-3b13ddd1a854 req-81472730-c867-4c9b-be12-d2aa90a464de service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f1621867e3041c3a975a6622e21074f&device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 1098 time: 0.1319199 Dec 10 18:39:10.564605 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-133a2282-bd5f-4005-988f-47e6403d152f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:10.565390 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b813bd-76b7-47b8-85df-3b13ddd1a854 req-abce1b18-9261-4db0-a524-6292d6095f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:10.568069 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-95b813bd-76b7-47b8-85df-3b13ddd1a854 req-abce1b18-9261-4db0-a524-6292d6095f13 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f1621867e3041c3a975a6622e21074f&device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 1098 time: 0.1395295 Dec 10 18:39:10.574088 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133a2282-bd5f-4005-988f-47e6403d152f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:10.580266 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133a2282-bd5f-4005-988f-47e6403d152f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:10.580950 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-133a2282-bd5f-4005-988f-47e6403d152f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:10.605439 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a2282-bd5f-4005-988f-47e6403d152f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Port': ['ID=2515215f-03a3-48d9-9888-f2131ea401e7,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:10.608960 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1ff0d087-2377-49f9-80f9-0216f386616c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:10.611630 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1ff0d087-2377-49f9-80f9-0216f386616c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:10.615616 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1ff0d087-2377-49f9-80f9-0216f386616c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2e391a16-82f9-4897-835d-189f44db5c35 HTTP/1.1" status: 204 len: 168 time: 0.4978197 Dec 10 18:39:10.622489 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-741334b8-cd3b-42ed-af4a-64c0fdfd8e41 req-741f7558-4603-458d-b313-f48b2872bd70 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&id=7281f497-4962-41a8-857f-71fd676337b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1671715 Dec 10 18:39:10.636143 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-133a2282-bd5f-4005-988f-47e6403d152f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8750336 Dec 10 18:39:10.636143 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0d087-2377-49f9-80f9-0216f386616c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e391a16-82f9-4897-835d-189f44db5c35,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:10.637254 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53718) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:10.662220 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-8c591ad5-ae49-49e9-aa47-6d9cba3504d7 service neutron] 10.222.0.72 "GET /v2.0/networks/b2b3e286-a941-4c88-a3bb-4298dcd7fd59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282502 Dec 10 18:39:10.745472 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abd86df-a884-4a55-b7a3-6e1f3492b587 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:10.751649 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abd86df-a884-4a55-b7a3-6e1f3492b587 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:10.756219 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6abd86df-a884-4a55-b7a3-6e1f3492b587 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1179328 Dec 10 18:39:10.756973 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53720) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:10.871635 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b813bd-76b7-47b8-85df-3b13ddd1a854 req-2473e4de-dad4-4abe-8a60-5ea144e7d1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:10.874150 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-95b813bd-76b7-47b8-85df-3b13ddd1a854 req-2473e4de-dad4-4abe-8a60-5ea144e7d1ba service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.3121679 Dec 10 18:39:10.893482 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994252c-ecdc-4ba7-b91d-90ef9e6c6f7e req-c3aa23c2-b968-4c08-a997-7b6cd5286938 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:10.895003 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c994252c-ecdc-4ba7-b91d-90ef9e6c6f7e req-c3aa23c2-b968-4c08-a997-7b6cd5286938 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 947 time: 0.1369524 Dec 10 18:39:10.922380 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-bcf76a90-d678-45e1-b750-2dec2c01a989 service neutron] 10.222.0.72 "GET /v2.0/networks/b2b3e286-a941-4c88-a3bb-4298dcd7fd59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303491 Dec 10 18:39:10.925860 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b813bd-76b7-47b8-85df-3b13ddd1a854 req-2d5da30d-6844-441a-9384-5af5a3e00aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:10.927859 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-95b813bd-76b7-47b8-85df-3b13ddd1a854 req-2d5da30d-6844-441a-9384-5af5a3e00aa2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.3387570 Dec 10 18:39:10.971276 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c994252c-ecdc-4ba7-b91d-90ef9e6c6f7e req-d9b5694e-9c98-49f0-b2b6-79c613c2b770 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692830 Dec 10 18:39:10.975063 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-79f1d9b6-0ec2-4215-b842-bbc094ef3991 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting port 2515215f-03a3-48d9-9888-f2131ea401e7 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:10.975272 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-79f1d9b6-0ec2-4215-b842-bbc094ef3991 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:11.029692 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b1a1e99b-eded-4100-b519-1a4f6a9f8f7b req-495f76ac-2091-40fc-aef6-56d718f706fc tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:11.034171 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-95b813bd-76b7-47b8-85df-3b13ddd1a854 req-1ce4e779-6818-429b-9a9a-e1cf0fc648ff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=51f796ef-2718-4d1c-a386-cc5d625b4662 HTTP/1.1" status: 200 len: 217 time: 0.1152616 Dec 10 18:39:11.109703 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-95b813bd-76b7-47b8-85df-3b13ddd1a854 req-df2821b2-8542-44e8-9464-cb89ecb42e39 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=51f796ef-2718-4d1c-a386-cc5d625b4662 HTTP/1.1" status: 200 len: 217 time: 0.1676769 Dec 10 18:39:11.110940 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-511aafb9-ee61-46b5-8562-c23eac519c2e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=5e305941-2cd9-4b3b-b5ee-5c4eac821c82 HTTP/1.1" status: 200 len: 217 time: 0.1678827 Dec 10 18:39:11.111641 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b1a1e99b-eded-4100-b519-1a4f6a9f8f7b req-495f76ac-2091-40fc-aef6-56d718f706fc tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:11.114939 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-79f1d9b6-0ec2-4215-b842-bbc094ef3991 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:11.139210 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-79f1d9b6-0ec2-4215-b842-bbc094ef3991 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Calling delete_port for 2515215f-03a3-48d9-9888-f2131ea401e7 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:11.223152 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f76ac-2091-40fc-aef6-56d718f706fc tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17226c5d-63f0-468d-923f-a2450056cd69,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:11.226813 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-e807e10a-dec8-407e-b197-2271e6cf83f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:11.228342 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-e807e10a-dec8-407e-b197-2271e6cf83f5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=237ae5dd-0fd9-41fa-a8f5-5de6696f10ce HTTP/1.1" status: 200 len: 797 time: 0.1049960 Dec 10 18:39:11.231115 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b1a1e99b-eded-4100-b519-1a4f6a9f8f7b req-495f76ac-2091-40fc-aef6-56d718f706fc tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:11.235856 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b1a1e99b-eded-4100-b519-1a4f6a9f8f7b req-495f76ac-2091-40fc-aef6-56d718f706fc tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.8084087 Dec 10 18:39:11.316942 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc190f-ec14-4176-a832-568719b51b06 req-8092bb0b-f3aa-4b5b-ac7d-c4ef4a204d15 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:11.334816 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-41cc190f-ec14-4176-a832-568719b51b06 req-8092bb0b-f3aa-4b5b-ac7d-c4ef4a204d15 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ad2d49-0213-4d11-84ea-8e93dc538b58 HTTP/1.1" status: 200 len: 945 time: 0.1141641 Dec 10 18:39:11.397515 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 22e03c77-d3a5-44b8-9698-f195cf05d035 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:11.415147 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b813bd-76b7-47b8-85df-3b13ddd1a854 req-a4830e3e-2486-4f15-bd81-eb5c5159dbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:11.416545 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-95b813bd-76b7-47b8-85df-3b13ddd1a854 req-a4830e3e-2486-4f15-bd81-eb5c5159dbe7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.3171551 Dec 10 18:39:11.422210 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b813bd-76b7-47b8-85df-3b13ddd1a854 req-533b1cb6-a96e-4233-96a7-940db87de892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:11.423824 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-95b813bd-76b7-47b8-85df-3b13ddd1a854 req-533b1cb6-a96e-4233-96a7-940db87de892 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.2990425 Dec 10 18:39:11.440730 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-4dc398d4-82d6-4a37-8d10-45d6db625e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:11.442236 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-4dc398d4-82d6-4a37-8d10-45d6db625e3d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b2b3e286-a941-4c88-a3bb-4298dcd7fd59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1869481 Dec 10 18:39:11.492151 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-41cc190f-ec14-4176-a832-568719b51b06 req-93d16a53-f828-4a8d-9ae7-dc35567a98f6 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494670 Dec 10 18:39:11.492325 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-84c2253e-e209-4c6d-82ef-0523885218e5 req-4e663077-5c63-4d04-80e9-f0ca81789f55 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups/17226c5d-63f0-468d-923f-a2450056cd69 HTTP/1.1" status: 200 len: 1819 time: 0.2338645 Dec 10 18:39:11.501572 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-84c2253e-e209-4c6d-82ef-0523885218e5 req-44e93062-32be-4dc9-baa5-0ac5213b5715 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1429198606', 'description': 'tempest-description-hth-1183148044'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:11.545333 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 22e03c77-d3a5-44b8-9698-f195cf05d035 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:11.545710 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:11.564147 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-79f1d9b6-0ec2-4215-b842-bbc094ef3991 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:11.638187 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6a4bb2e4-ffeb-44d8-9be7-ea8bf3302e97 None None] Provisioning complete for port 22e03c77-d3a5-44b8-9698-f195cf05d035 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:11.638881 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6a4bb2e4-ffeb-44d8-9be7-ea8bf3302e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:11.642925 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b813bd-76b7-47b8-85df-3b13ddd1a854 req-3eeac004-7058-4b90-85b1-17d5ddf58e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:11.646148 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-95b813bd-76b7-47b8-85df-3b13ddd1a854 req-3eeac004-7058-4b90-85b1-17d5ddf58e51 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2213156 Dec 10 18:39:11.694274 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-7b5f397d-8cda-4242-b187-1dbd0e54a528 service neutron] 10.222.0.72 "GET /v2.0/networks/b2b3e286-a941-4c88-a3bb-4298dcd7fd59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977544 Dec 10 18:39:11.728525 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:11.743876 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1d9b6-0ec2-4215-b842-bbc094ef3991 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Port': ['ID=2515215f-03a3-48d9-9888-f2131ea401e7,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:11.768357 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-79f1d9b6-0ec2-4215-b842-bbc094ef3991 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:11.768738 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 22e03c77-d3a5-44b8-9698-f195cf05d035, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=22e03c77-d3a5-44b8-9698-f195cf05d035,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:11.781125 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-79f1d9b6-0ec2-4215-b842-bbc094ef3991 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/ports/2515215f-03a3-48d9-9888-f2131ea401e7 HTTP/1.1" status: 204 len: 168 time: 1.0215094 Dec 10 18:39:11.786670 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53748) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:11.822919 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:11.823842 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-84c2253e-e209-4c6d-82ef-0523885218e5 req-44e93062-32be-4dc9-baa5-0ac5213b5715 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:11.831611 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-95b813bd-76b7-47b8-85df-3b13ddd1a854 req-cd7a14a9-3ab4-4757-8d53-232adc679153 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344876 Dec 10 18:39:11.833351 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53750) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:11.856561 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b813bd-76b7-47b8-85df-3b13ddd1a854 req-b526028c-bc91-4600-8963-0d9ad24758d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:11.858286 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-95b813bd-76b7-47b8-85df-3b13ddd1a854 req-b526028c-bc91-4600-8963-0d9ad24758d3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4200757 Dec 10 18:39:11.879399 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=22e03c77-d3a5-44b8-9698-f195cf05d035,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:11.889212 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 7300832f-240f-48b2-9f39-52f9dd948d78 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:39:11.893079 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be71e3-9432-4272-8aae-e82ec822864c req-3742ccfd-ca6b-436b-97ba-30fb191d8ab9 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:11.894824 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-23be71e3-9432-4272-8aae-e82ec822864c req-3742ccfd-ca6b-436b-97ba-30fb191d8ab9 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=e85bd519-1a8d-4d30-baea-074b5c285678 HTTP/1.1" status: 200 len: 946 time: 0.2578602 Dec 10 18:39:11.905585 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cf0aeb-8cfd-4231-80bd-eb420fff02d3 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:11.907342 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cf0aeb-8cfd-4231-80bd-eb420fff02d3 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:11.909103 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-94cf0aeb-8cfd-4231-80bd-eb420fff02d3 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1209996 Dec 10 18:39:11.912520 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53754) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:11.974756 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eb8f727-4c6f-4ca1-80c9-e05951ecbdad tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting subnet f1ee1687-4460-4b19-9dc1-ac8df0a3a0a8 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:39:11.992858 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1eb8f727-4c6f-4ca1-80c9-e05951ecbdad tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:11.999451 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 7300832f-240f-48b2-9f39-52f9dd948d78, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=7300832f-240f-48b2-9f39-52f9dd948d78,segment=NetworkSegment(68572a96-1438-4984-beb8-3a086b879b0d),segment_id=68572a96-1438-4984-beb8-3a086b879b0d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:12.019595 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '7300832f-240f-48b2-9f39-52f9dd948d78', 'network_id': 'c537dae7-2652-44de-bf9a-a95ab199afc8', 'port_id': '7300832f-240f-48b2-9f39-52f9dd948d78', 'mac_address': 'fa:16:3e:15:b9:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd091c115-7987-40eb-888c-00ac7fa6c016', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:39:12.065519 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:12.071641 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1eb8f727-4c6f-4ca1-80c9-e05951ecbdad tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:12.081288 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7300832f-240f-48b2-9f39-52f9dd948d78 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:39:12.086020 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-94fdcc33-a1e0-4e14-af61-806d26059b3e None None] Could not find standard attr ID for object 2515215f-03a3-48d9-9888-f2131ea401e7. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:39:12.109501 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 7300832f-240f-48b2-9f39-52f9dd948d78, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=7300832f-240f-48b2-9f39-52f9dd948d78,segment=NetworkSegment(68572a96-1438-4984-beb8-3a086b879b0d),segment_id=68572a96-1438-4984-beb8-3a086b879b0d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:12.113836 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:12.120280 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-abe13314-9859-4e81-b508-7ec27573d874 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1045322226-network', 'tenant_id': '98fdd3d4007244d19399f00305d1e82f'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:12.121523 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-23be71e3-9432-4272-8aae-e82ec822864c req-eaa7a9da-fda6-4733-9bde-5c58006f8723 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105393 Dec 10 18:39:12.174917 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=7300832f-240f-48b2-9f39-52f9dd948d78,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:12.228024 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1eb8f727-4c6f-4ca1-80c9-e05951ecbdad tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:12.240781 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe13314-9859-4e81-b508-7ec27573d874 admin admin] Made reservation on behalf of 98fdd3d4007244d19399f00305d1e82f for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:12.244323 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-abe13314-9859-4e81-b508-7ec27573d874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:12.274254 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-95b813bd-76b7-47b8-85df-3b13ddd1a854 req-b5d677d5-3772-453d-9072-fab946feaf71 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147909 Dec 10 18:39:12.281383 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-84c2253e-e209-4c6d-82ef-0523885218e5 req-44e93062-32be-4dc9-baa5-0ac5213b5715 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:12.289761 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-abe13314-9859-4e81-b508-7ec27573d874 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:12.296419 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d532f7-ebf1-405a-996c-d2b14588e160 req-be2e0e16-4b03-49c0-a707-019c4cb2c2f4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:12.302858 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['7300832f-240f-48b2-9f39-52f9dd948d78'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:39:12.303841 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-84c2253e-e209-4c6d-82ef-0523885218e5 req-44e93062-32be-4dc9-baa5-0ac5213b5715 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:12.304015 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d532f7-ebf1-405a-996c-d2b14588e160 req-be2e0e16-4b03-49c0-a707-019c4cb2c2f4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:12.308445 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-84c2253e-e209-4c6d-82ef-0523885218e5 req-44e93062-32be-4dc9-baa5-0ac5213b5715 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:12.308678 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-84c2253e-e209-4c6d-82ef-0523885218e5 req-44e93062-32be-4dc9-baa5-0ac5213b5715 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "PUT /v2.0/security-groups/17226c5d-63f0-468d-923f-a2450056cd69 HTTP/1.1" status: 200 len: 1794 time: 0.8173294 Dec 10 18:39:12.310656 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d532f7-ebf1-405a-996c-d2b14588e160 req-be2e0e16-4b03-49c0-a707-019c4cb2c2f4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:12.317204 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d532f7-ebf1-405a-996c-d2b14588e160 req-be2e0e16-4b03-49c0-a707-019c4cb2c2f4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:12.324285 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d532f7-ebf1-405a-996c-d2b14588e160 req-be2e0e16-4b03-49c0-a707-019c4cb2c2f4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:12.330121 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d532f7-ebf1-405a-996c-d2b14588e160 req-be2e0e16-4b03-49c0-a707-019c4cb2c2f4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:12.333276 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-95b813bd-76b7-47b8-85df-3b13ddd1a854 req-be602f0c-d12a-467e-96c8-9afac539b7ee service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595118 Dec 10 18:39:12.336822 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d532f7-ebf1-405a-996c-d2b14588e160 req-be2e0e16-4b03-49c0-a707-019c4cb2c2f4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:12.338781 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-16d532f7-ebf1-405a-996c-d2b14588e160 req-be2e0e16-4b03-49c0-a707-019c4cb2c2f4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 5430 time: 0.1475644 Dec 10 18:39:12.375334 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1eb8f727-4c6f-4ca1-80c9-e05951ecbdad tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:12.415850 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-c3b11e13-12b9-4a08-8b69-4b82d7bf5fc0 service neutron] 10.222.0.72 "GET /v2.0/networks/b2b3e286-a941-4c88-a3bb-4298dcd7fd59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5831692 Dec 10 18:39:12.422196 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1eb8f727-4c6f-4ca1-80c9-e05951ecbdad tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:12.426199 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1eb8f727-4c6f-4ca1-80c9-e05951ecbdad tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/f1ee1687-4460-4b19-9dc1-ac8df0a3a0a8 HTTP/1.1" status: 204 len: 168 time: 0.5128541 Dec 10 18:39:12.426924 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb8f727-4c6f-4ca1-80c9-e05951ecbdad tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Subnet': ['ID=f1ee1687-4460-4b19-9dc1-ac8df0a3a0a8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:12.430446 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53762) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:12.444299 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe387f1-983b-44ea-90e3-f89dbc973f14 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:12.477438 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2acb4f45-8dec-46c9-93e5-fb360b44e20e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0436995 Dec 10 18:39:12.480805 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53764) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:12.486752 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-06b93c71-8eff-41e1-a57f-3840edf88474 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'subnet': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:12.515611 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e93062-32be-4dc9-baa5-0ac5213b5715 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17226c5d-63f0-468d-923f-a2450056cd69,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:12.532615 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-181234ef-ef62-49ff-9bfd-1256a3041d10 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=40f653ce-1fcf-45ed-a19e-849218821b64 HTTP/1.1" status: 200 len: 217 time: 0.0830870 Dec 10 18:39:12.561191 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-16d532f7-ebf1-405a-996c-d2b14588e160 req-a8d98169-70dd-40c3-9195-ba88adf83198 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&id=7281f497-4962-41a8-857f-71fd676337b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2150860 Dec 10 18:39:12.599797 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680deed1-d188-4933-b0bb-b81104a3acf4 req-8facf585-3e74-45a8-a704-0d76742275d6 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:12.611380 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-680deed1-d188-4933-b0bb-b81104a3acf4 req-8facf585-3e74-45a8-a704-0d76742275d6 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 947 time: 0.2259672 Dec 10 18:39:12.627690 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b93c71-8eff-41e1-a57f-3840edf88474 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:12.632318 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-06b93c71-8eff-41e1-a57f-3840edf88474 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:12.688845 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2ff768-51a4-42a2-969b-a2b477fa6fc8 None None] DHCP port deletion for 4c9579a2-8f48-40cb-87f0-dbca0f4b521d request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:39:12.691662 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-edbdacbb-067d-48f2-9b93-0b35b6421871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:12.693236 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-edbdacbb-067d-48f2-9b93-0b35b6421871 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=237ae5dd-0fd9-41fa-a8f5-5de6696f10ce HTTP/1.1" status: 200 len: 797 time: 0.1493077 Dec 10 18:39:12.721067 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-95b813bd-76b7-47b8-85df-3b13ddd1a854 req-b064a917-986d-4c3c-90e9-4da98faa6df9 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661361 Dec 10 18:39:12.751095 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-abe13314-9859-4e81-b508-7ec27573d874 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:12.759275 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ca2ff768-51a4-42a2-969b-a2b477fa6fc8 None None] Deleting port 22e03c77-d3a5-44b8-9698-f195cf05d035 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:12.759785 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ca2ff768-51a4-42a2-969b-a2b477fa6fc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:12.765511 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-680deed1-d188-4933-b0bb-b81104a3acf4 req-634feb2b-7361-4b9d-bc25-1ba5abe8491a tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528888 Dec 10 18:39:12.771023 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-abe13314-9859-4e81-b508-7ec27573d874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:12.815867 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5702c427-a8f5-4636-8336-b9d4bad3443a req-6f5d8bc1-5ae2-48fd-9601-3ec80338ec44 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups/17226c5d-63f0-468d-923f-a2450056cd69 HTTP/1.1" status: 200 len: 1794 time: 0.0917330 Dec 10 18:39:12.826502 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abe13314-9859-4e81-b508-7ec27573d874 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:39:12.851670 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ca2ff768-51a4-42a2-969b-a2b477fa6fc8 None None] For port 22e03c77-d3a5-44b8-9698-f195cf05d035, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=22e03c77-d3a5-44b8-9698-f195cf05d035,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:12.852671 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ca2ff768-51a4-42a2-969b-a2b477fa6fc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:12.859948 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-7f99e8cd-4ecb-4efd-a60e-6270830c5b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:12.861618 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-7f99e8cd-4ecb-4efd-a60e-6270830c5b2b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b2b3e286-a941-4c88-a3bb-4298dcd7fd59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1566408 Dec 10 18:39:12.866193 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe13314-9859-4e81-b508-7ec27573d874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858fe15f-508c-4448-9837-d42170cc737d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:12.875322 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ca2ff768-51a4-42a2-969b-a2b477fa6fc8 None None] Calling delete_port for 22e03c77-d3a5-44b8-9698-f195cf05d035 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:12.883686 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-abe13314-9859-4e81-b508-7ec27573d874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:12.884292 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-abe13314-9859-4e81-b508-7ec27573d874 admin admin] Added segment 24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4 of type vlan for network c464ae35-619c-4be0-bdf6-7932892aa026 Dec 10 18:39:12.941490 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-df17be80-42f1-49a0-9e4f-30f8df94f2a3 req-6c271b89-8fc8-4e99-837e-bc2cd4a47661 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups/17226c5d-63f0-468d-923f-a2450056cd69 HTTP/1.1" status: 200 len: 1794 time: 0.0996895 Dec 10 18:39:12.975225 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ca2ff768-51a4-42a2-969b-a2b477fa6fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:13.000729 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-abe13314-9859-4e81-b508-7ec27573d874 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:13.004073 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ff768-51a4-42a2-969b-a2b477fa6fc8 None None] Pushing event deleted for resources: {'Port': ['ID=22e03c77-d3a5-44b8-9698-f195cf05d035,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:13.009609 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2ff768-51a4-42a2-969b-a2b477fa6fc8 None None] No DVR routers for this DVR port 22e03c77-d3a5-44b8-9698-f195cf05d035 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:39:13.016611 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87159cda-17f6-41f2-a141-6f8a9540103b req-b945a384-0ae8-41e0-9687-892b2c6aff5a tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:13.018251 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-87159cda-17f6-41f2-a141-6f8a9540103b req-b945a384-0ae8-41e0-9687-892b2c6aff5a tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ad2d49-0213-4d11-84ea-8e93dc538b58 HTTP/1.1" status: 200 len: 945 time: 0.1740904 Dec 10 18:39:13.034841 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-06b93c71-8eff-41e1-a57f-3840edf88474 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:13.065272 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-444ed86d-4ae0-4b51-b3d0-60df20db2c78 service neutron] 10.222.0.72 "GET /v2.0/networks/b2b3e286-a941-4c88-a3bb-4298dcd7fd59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791601 Dec 10 18:39:13.086741 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-abe13314-9859-4e81-b508-7ec27573d874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:13.087715 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe13314-9859-4e81-b508-7ec27573d874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:13.088310 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-abe13314-9859-4e81-b508-7ec27573d874 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:13.091832 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b93c71-8eff-41e1-a57f-3840edf88474 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:13.103949 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-06b93c71-8eff-41e1-a57f-3840edf88474 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:13.110709 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b93c71-8eff-41e1-a57f-3840edf88474 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:13.111309 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-06b93c71-8eff-41e1-a57f-3840edf88474 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:13.115117 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf97fb1-2fcd-4eb9-b5ec-3d0a534f191c None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:13.122816 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-df17be80-42f1-49a0-9e4f-30f8df94f2a3 req-db3b2049-a75a-4910-b96b-20ef28697c45 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:13.134030 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b93c71-8eff-41e1-a57f-3840edf88474 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Subnet': ['ID=d21f0fa5-7dc3-4206-9a8b-8833d6034db9,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:13.155319 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-06b93c71-8eff-41e1-a57f-3840edf88474 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6734567 Dec 10 18:39:13.159024 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53772) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:13.169426 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8b031af8-d0a3-4b71-9382-1543e22fbe41 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'port': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'fixed_ips': [{'subnet_id': 'd21f0fa5-7dc3-4206-9a8b-8833d6034db9', 'ip_address': '2001:db8::9d06:eb09:ee65:ad9a'}], 'name': 'tempest-NetworksTestDHCPv6-1223119723'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:13.194885 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-df17be80-42f1-49a0-9e4f-30f8df94f2a3 req-db3b2049-a75a-4910-b96b-20ef28697c45 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:13.211768 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-abe13314-9859-4e81-b508-7ec27573d874 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3744731 Dec 10 18:39:13.216537 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53774) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:13.221273 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-9cecac48-7420-4fec-b713-8745fcac34bd admin admin] Request body: {'subnet': {'network_id': 'c464ae35-619c-4be0-bdf6-7932892aa026', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1045322226-subnet', 'tenant_id': '98fdd3d4007244d19399f00305d1e82f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:13.237953 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-87159cda-17f6-41f2-a141-6f8a9540103b req-d2d9c667-cb4c-4daa-b023-7703f92e6c42 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885724 Dec 10 18:39:13.255689 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe13314-9859-4e81-b508-7ec27573d874 admin admin] Pushing event updated for resources: {'Network': ['ID=c464ae35-619c-4be0-bdf6-7932892aa026,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:13.280805 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510ebda5-6eea-407b-b8ea-25bd89c3d0c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'project_id': '5206888eb8664e02a4054430b5bab51d', 'fixed_ips': [{'subnet_id': 'd21f0fa5-7dc3-4206-9a8b-8833d6034db9'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:39:13.285825 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cecac48-7420-4fec-b713-8745fcac34bd admin admin] Made reservation on behalf of 98fdd3d4007244d19399f00305d1e82f for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:13.286757 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-510ebda5-6eea-407b-b8ea-25bd89c3d0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:13.288160 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9cecac48-7420-4fec-b713-8745fcac34bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:13.299757 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network c464ae35-619c-4be0-bdf6-7932892aa026 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:39:13.328973 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-a2125a63-00ca-4066-8bbf-dd267ca7c752 service neutron] 10.222.0.72 "GET /v2.0/networks/b2b3e286-a941-4c88-a3bb-4298dcd7fd59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516320 Dec 10 18:39:13.337318 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-df17be80-42f1-49a0-9e4f-30f8df94f2a3 req-db3b2049-a75a-4910-b96b-20ef28697c45 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:13.340015 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-df17be80-42f1-49a0-9e4f-30f8df94f2a3 req-db3b2049-a75a-4910-b96b-20ef28697c45 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:13.341438 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-df17be80-42f1-49a0-9e4f-30f8df94f2a3 req-db3b2049-a75a-4910-b96b-20ef28697c45 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "DELETE /v2.0/security-groups/17226c5d-63f0-468d-923f-a2450056cd69 HTTP/1.1" status: 204 len: 173 time: 0.3910358 Dec 10 18:39:13.358908 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b2049-a75a-4910-b96b-20ef28697c45 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17226c5d-63f0-468d-923f-a2450056cd69,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:13.376323 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 22e03c77-d3a5-44b8-9698-f195cf05d035 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:39:13.402754 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b031af8-d0a3-4b71-9382-1543e22fbe41 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:13.408779 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8b031af8-d0a3-4b71-9382-1543e22fbe41 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:13.411447 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-85e3e73c-fa08-4f99-8fa2-a9fed7224864 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6e252207-dd46-4a16-ace6-611c8fbe7898 HTTP/1.1" status: 200 len: 217 time: 0.0493369 Dec 10 18:39:13.442120 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 22e03c77-d3a5-44b8-9698-f195cf05d035 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:39:13.442470 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 22e03c77-d3a5-44b8-9698-f195cf05d035 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:39:13.443708 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-8b031af8-d0a3-4b71-9382-1543e22fbe41 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] device_id is not set on port 20effae6-6280-4326-b7a8-a6cd97f7b791 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:39:13.547272 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [req-d7b6e6f2-28ff-481d-9b7a-c7184f0170a9 req-c4b4e491-313d-488a-b74d-9e2072fea9cd tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] show failed (client error): The resource could not be found. Dec 10 18:39:13.549368 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d7b6e6f2-28ff-481d-9b7a-c7184f0170a9 req-c4b4e491-313d-488a-b74d-9e2072fea9cd tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups/7a8a8f15-6a4d-4941-80d9-2629f21bec6f HTTP/1.1" status: 404 len: 352 time: 0.0296187 Dec 10 18:39:13.580948 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-510ebda5-6eea-407b-b8ea-25bd89c3d0c0 None None] Allocated IP 2001:db8::2 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/d21f0fa5-7dc3-4206-9a8b-8833d6034db9/fa2c774f-4d70-425c-9dc9-b6598328439b) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:13.619342 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [req-ddf76336-92a1-472a-b824-25f1e1ab4059 req-67a25bd2-9219-4cee-a4b5-9bc51e7d1980 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] show failed (client error): The resource could not be found. Dec 10 18:39:13.620414 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ddf76336-92a1-472a-b824-25f1e1ab4059 req-67a25bd2-9219-4cee-a4b5-9bc51e7d1980 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups/4f80ab03-59ee-4b8b-931d-a86c9b640487 HTTP/1.1" status: 404 len: 352 time: 0.0236790 Dec 10 18:39:13.749233 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d4565-f2b5-4afb-ae38-c0e96a8847c3 req-f520966f-9d77-4f6c-a184-6e4cdc0ffb76 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:13.755806 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d4565-f2b5-4afb-ae38-c0e96a8847c3 req-f520966f-9d77-4f6c-a184-6e4cdc0ffb76 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:13.762101 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d4565-f2b5-4afb-ae38-c0e96a8847c3 req-f520966f-9d77-4f6c-a184-6e4cdc0ffb76 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:13.768113 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d4565-f2b5-4afb-ae38-c0e96a8847c3 req-f520966f-9d77-4f6c-a184-6e4cdc0ffb76 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:13.774775 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d4565-f2b5-4afb-ae38-c0e96a8847c3 req-f520966f-9d77-4f6c-a184-6e4cdc0ffb76 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:13.777294 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-510ebda5-6eea-407b-b8ea-25bd89c3d0c0 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:13.780812 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d4565-f2b5-4afb-ae38-c0e96a8847c3 req-f520966f-9d77-4f6c-a184-6e4cdc0ffb76 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:13.784832 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-510ebda5-6eea-407b-b8ea-25bd89c3d0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:13.787170 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d4565-f2b5-4afb-ae38-c0e96a8847c3 req-f520966f-9d77-4f6c-a184-6e4cdc0ffb76 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:13.790036 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a16d4565-f2b5-4afb-ae38-c0e96a8847c3 req-f520966f-9d77-4f6c-a184-6e4cdc0ffb76 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 5430 time: 0.0997317 Dec 10 18:39:13.834389 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510ebda5-6eea-407b-b8ea-25bd89c3d0c0 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:13.838609 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-510ebda5-6eea-407b-b8ea-25bd89c3d0c0 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:13.843545 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510ebda5-6eea-407b-b8ea-25bd89c3d0c0 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:13.849051 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ebda5-6eea-407b-b8ea-25bd89c3d0c0 None None] Pushing event updated for resources: {'Port': ['ID=fa2c774f-4d70-425c-9dc9-b6598328439b,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:13.932138 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-8b031af8-d0a3-4b71-9382-1543e22fbe41 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Allocated IP 2001:db8::9d06:eb09:ee65:ad9a (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/d21f0fa5-7dc3-4206-9a8b-8833d6034db9/20effae6-6280-4326-b7a8-a6cd97f7b791) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:13.932572 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 7300832f-240f-48b2-9f39-52f9dd948d78 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:13.932852 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-18bcc641-4119-413e-8e94-dc1a03a149a6 req-774404a3-bd45-4846-af8b-104e5c032475 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=70291c6c-348f-4058-bdc7-41148610d3b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1505489 Dec 10 18:39:13.932852 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-ef3ba8ba-3905-486f-bb4e-938da5134b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:13.932852 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-ef3ba8ba-3905-486f-bb4e-938da5134b2b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3794734b-aff3-415a-a172-4b9c6dbd62de HTTP/1.1" status: 200 len: 797 time: 0.5098140 Dec 10 18:39:13.936416 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a16d4565-f2b5-4afb-ae38-c0e96a8847c3 req-de43bd6b-5da4-4640-848f-abeda2cd98d1 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&id=7281f497-4962-41a8-857f-71fd676337b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1362209 Dec 10 18:39:14.004689 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3ac9e-6dc5-4f15-8336-d050170d5e00 req-c88c93ae-19a8-4b8b-9c36-10b91bf4693c tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:14.007238 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79b3ac9e-6dc5-4f15-8336-d050170d5e00 req-c88c93ae-19a8-4b8b-9c36-10b91bf4693c tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=e85bd519-1a8d-4d30-baea-074b5c285678 HTTP/1.1" status: 200 len: 945 time: 0.2318850 Dec 10 18:39:14.018853 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-510ebda5-6eea-407b-b8ea-25bd89c3d0c0 None None] Attempting to bind port fa2c774f-4d70-425c-9dc9-b6598328439b on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:39:14.019405 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-510ebda5-6eea-407b-b8ea-25bd89c3d0c0 None None] Attempting to bind port fa2c774f-4d70-425c-9dc9-b6598328439b by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:39:14.019770 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510ebda5-6eea-407b-b8ea-25bd89c3d0c0 None None] Attempting to bind port fa2c774f-4d70-425c-9dc9-b6598328439b on network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:14.029272 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510ebda5-6eea-407b-b8ea-25bd89c3d0c0 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:39:14.029700 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510ebda5-6eea-407b-b8ea-25bd89c3d0c0 None None] Checking segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:14.030127 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-510ebda5-6eea-407b-b8ea-25bd89c3d0c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:14.030565 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510ebda5-6eea-407b-b8ea-25bd89c3d0c0 None None] Bound using segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:39:14.031223 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-510ebda5-6eea-407b-b8ea-25bd89c3d0c0 None None] Bound port: fa2c774f-4d70-425c-9dc9-b6598328439b, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:39:14.031740 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-510ebda5-6eea-407b-b8ea-25bd89c3d0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:14.057195 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [req-70ff6cc5-e6c3-4d0b-9dd6-4a5e272aeb3e req-5b230c69-c885-4451-9a63-b3b42f9b7c1d tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] show failed (client error): The resource could not be found. Dec 10 18:39:14.058251 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-70ff6cc5-e6c3-4d0b-9dd6-4a5e272aeb3e req-5b230c69-c885-4451-9a63-b3b42f9b7c1d tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups/39cf90b7-7614-40ca-a9ff-429f504b89df HTTP/1.1" status: 404 len: 352 time: 0.0595095 Dec 10 18:39:14.080530 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 7300832f-240f-48b2-9f39-52f9dd948d78 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:14.080933 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:14.142953 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-510ebda5-6eea-407b-b8ea-25bd89c3d0c0 None None] For port fa2c774f-4d70-425c-9dc9-b6598328439b, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:39:14.149404 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8b031af8-d0a3-4b71-9382-1543e22fbe41 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:14.159819 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-510ebda5-6eea-407b-b8ea-25bd89c3d0c0 None None] For port fa2c774f-4d70-425c-9dc9-b6598328439b, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=fa2c774f-4d70-425c-9dc9-b6598328439b,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:39:14.168659 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-510ebda5-6eea-407b-b8ea-25bd89c3d0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:14.204177 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8b031af8-d0a3-4b71-9382-1543e22fbe41 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:14.218467 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-98308db1-3032-48e0-8273-b9397e101a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:14.221440 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-98308db1-3032-48e0-8273-b9397e101a99 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f30c8744-62ec-4c03-ba22-87870e9a413d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2827575 Dec 10 18:39:14.259385 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:14.261815 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcc641-4119-413e-8e94-dc1a03a149a6 req-af74931d-2b3c-44f7-8258-1e9722b77e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:14.264674 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-18bcc641-4119-413e-8e94-dc1a03a149a6 req-af74931d-2b3c-44f7-8258-1e9722b77e41 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc9a14069b7d453d893c68490bc70d5d&device_id=70291c6c-348f-4058-bdc7-41148610d3b1 HTTP/1.1" status: 200 len: 1096 time: 0.2517011 Dec 10 18:39:14.267078 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b031af8-d0a3-4b71-9382-1543e22fbe41 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:14.271519 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-8b031af8-d0a3-4b71-9382-1543e22fbe41 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:14.284696 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b031af8-d0a3-4b71-9382-1543e22fbe41 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:14.292142 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b031af8-d0a3-4b71-9382-1543e22fbe41 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:14.292855 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8b031af8-d0a3-4b71-9382-1543e22fbe41 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:14.313551 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ebda5-6eea-407b-b8ea-25bd89c3d0c0 None None] Pushing event updated for resources: {'Port': ['ID=fa2c774f-4d70-425c-9dc9-b6598328439b,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:14.321723 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b031af8-d0a3-4b71-9382-1543e22fbe41 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Port': ['ID=20effae6-6280-4326-b7a8-a6cd97f7b791,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:14.329019 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85bd519-1a8d-4d30-baea-074b5c285678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7300832f-240f-48b2-9f39-52f9dd948d78'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:39:14.331402 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7325b72-3d38-4789-9f03-7e7da05e7fbe" -d '{"events": [{"server_uuid": "e85bd519-1a8d-4d30-baea-074b5c285678", "name": "network-vif-plugged", "status": "completed", "tag": "7300832f-240f-48b2-9f39-52f9dd948d78"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:39:14.354484 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 7300832f-240f-48b2-9f39-52f9dd948d78, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=7300832f-240f-48b2-9f39-52f9dd948d78,segment=NetworkSegment(68572a96-1438-4984-beb8-3a086b879b0d),segment_id=68572a96-1438-4984-beb8-3a086b879b0d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:14.359726 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:14.392124 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8b031af8-d0a3-4b71-9382-1543e22fbe41 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2314458 Dec 10 18:39:14.394508 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53798) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:14.426894 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e3a45-b730-45f4-83a2-1628ed6cf02b req-101fdf44-f301-4fd7-9d91-c3609b6638f1 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:14.433754 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d00e3a45-b730-45f4-83a2-1628ed6cf02b req-101fdf44-f301-4fd7-9d91-c3609b6638f1 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 947 time: 0.1521454 Dec 10 18:39:14.435288 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=7300832f-240f-48b2-9f39-52f9dd948d78,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:14.446173 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79b3ac9e-6dc5-4f15-8336-d050170d5e00 req-a02e5c13-3320-43e8-ab7a-6c8f4bc4129f tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789465 Dec 10 18:39:14.518395 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355786bf-5f2d-4e12-809c-a867ecaef613 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:14.526285 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355786bf-5f2d-4e12-809c-a867ecaef613 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:14.533246 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-355786bf-5f2d-4e12-809c-a867ecaef613 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1299865 Dec 10 18:39:14.533395 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53800) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:14.563971 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d00e3a45-b730-45f4-83a2-1628ed6cf02b req-2f0ea92a-f288-4889-bc30-f31250d6c981 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098714 Dec 10 18:39:14.602279 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-3ea80b24-67df-4572-9a47-3059e668f528 req-36da0155-82e2-4f33-8cb8-cc41e2e6ce8a tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] show failed (client error): The resource could not be found. Dec 10 18:39:14.613036 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3ea80b24-67df-4572-9a47-3059e668f528 req-36da0155-82e2-4f33-8cb8-cc41e2e6ce8a tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups/e885b8b4-bbf4-4a89-abf5-379d233ab0b7 HTTP/1.1" status: 404 len: 352 time: 0.0994062 Dec 10 18:39:14.614004 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9cecac48-7420-4fec-b713-8745fcac34bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:14.658947 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95547b54-6ff0-4f15-83f7-9fd57a48c279 x-openstack-request-id: req-95547b54-6ff0-4f15-83f7-9fd57a48c279 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:39:14.659436 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85bd519-1a8d-4d30-baea-074b5c285678", "name": "network-vif-plugged", "status": "completed", "tag": "7300832f-240f-48b2-9f39-52f9dd948d78", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:39:14.659520 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-95547b54-6ff0-4f15-83f7-9fd57a48c279 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:39:14.659884 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85bd519-1a8d-4d30-baea-074b5c285678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7300832f-240f-48b2-9f39-52f9dd948d78', 'code': 200} Dec 10 18:39:14.692847 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8521e-a507-481d-9279-1be6d840c4f5 req-55ef9282-bb6d-4826-a03e-44e12f6e7610 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:14.696126 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-98e8521e-a507-481d-9279-1be6d840c4f5 req-55ef9282-bb6d-4826-a03e-44e12f6e7610 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ad2d49-0213-4d11-84ea-8e93dc538b58 HTTP/1.1" status: 200 len: 945 time: 0.0651314 Dec 10 18:39:14.727933 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-d98fb69e-78c4-4485-80da-f38a75638453 service neutron] 10.222.0.72 "GET /v2.0/networks/f30c8744-62ec-4c03-ba22-87870e9a413d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4948111 Dec 10 18:39:14.750324 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-98e8521e-a507-481d-9279-1be6d840c4f5 req-5be51c02-a5e2-4aca-9dbf-5393bd9b7805 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487788 Dec 10 18:39:14.787545 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-3149efca-4169-4e7e-b4f8-7e551eaef588 req-54a3d069-4680-4228-926f-833496f9f426 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] show failed (client error): The resource could not be found. Dec 10 18:39:14.788545 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3149efca-4169-4e7e-b4f8-7e551eaef588 req-54a3d069-4680-4228-926f-833496f9f426 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups/1cf5349c-0134-40e8-90ce-0ff2915bcc74 HTTP/1.1" status: 404 len: 352 time: 0.0903127 Dec 10 18:39:14.834265 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [req-29caa064-7af0-463b-937a-5583b6243a45 req-c21bc6da-1c77-4dba-9f04-09aa61b84f52 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] show failed (client error): The resource could not be found. Dec 10 18:39:14.835849 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-29caa064-7af0-463b-937a-5583b6243a45 req-c21bc6da-1c77-4dba-9f04-09aa61b84f52 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups/c05a07de-2e86-46e1-993e-9c9328c65c7b HTTP/1.1" status: 404 len: 352 time: 0.0206954 Dec 10 18:39:14.846507 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcc641-4119-413e-8e94-dc1a03a149a6 req-805d74ea-0e67-4491-af71-730bc7fe89e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:14.848002 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-18bcc641-4119-413e-8e94-dc1a03a149a6 req-805d74ea-0e67-4491-af71-730bc7fe89e4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=372806dd-851c-46b6-baf2-035c88392be7 HTTP/1.1" status: 200 len: 912 time: 0.4997146 Dec 10 18:39:14.853978 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cecac48-7420-4fec-b713-8745fcac34bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=86f91219-9435-4da2-b951-1d9b6b4ae73d,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:14.938139 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cecac48-7420-4fec-b713-8745fcac34bd admin admin] Checking segment: {'id': '24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c464ae35-619c-4be0-bdf6-7932892aa026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:14.938782 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cecac48-7420-4fec-b713-8745fcac34bd admin admin] Network hostable DHCP agents. Network: c464ae35-619c-4be0-bdf6-7932892aa026, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:39:14.973637 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:39:14.980085 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-7f827d79-41c7-486b-91b2-828d5059c6b1 service neutron] 10.222.0.72 "GET /v2.0/networks/f30c8744-62ec-4c03-ba22-87870e9a413d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172503 Dec 10 18:39:14.983835 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-18bcc641-4119-413e-8e94-dc1a03a149a6 req-b67d5b8d-1a08-4818-b616-bc20a142e108 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=192ef59e-6eb8-48e5-846c-a4618da6e122 HTTP/1.1" status: 200 len: 1000 time: 0.1192534 Dec 10 18:39:14.988871 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-447c0dd7-39ae-4ff4-8381-77e10fcb032d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting port 20effae6-6280-4326-b7a8-a6cd97f7b791 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:14.989171 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-447c0dd7-39ae-4ff4-8381-77e10fcb032d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:15.047523 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cecac48-7420-4fec-b713-8745fcac34bd admin admin] Network c464ae35-619c-4be0-bdf6-7932892aa026 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:39:15.107147 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6675981-9a51-4586-baf3-78ef0987aa26 req-16aa5adc-67de-44bb-8419-16203af10176 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:15.114490 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6675981-9a51-4586-baf3-78ef0987aa26 req-16aa5adc-67de-44bb-8419-16203af10176 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:15.118636 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-9cecac48-7420-4fec-b713-8745fcac34bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, c464ae35-619c-4be0-bdf6-7932892aa026) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:15.122367 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6675981-9a51-4586-baf3-78ef0987aa26 req-16aa5adc-67de-44bb-8419-16203af10176 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:15.129866 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6675981-9a51-4586-baf3-78ef0987aa26 req-16aa5adc-67de-44bb-8419-16203af10176 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:15.134175 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2397e8e-db2e-4e23-a1a3-d65364a9ba03 None None] Network c464ae35-619c-4be0-bdf6-7932892aa026 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:15.137284 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6675981-9a51-4586-baf3-78ef0987aa26 req-16aa5adc-67de-44bb-8419-16203af10176 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:15.143513 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6675981-9a51-4586-baf3-78ef0987aa26 req-16aa5adc-67de-44bb-8419-16203af10176 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:15.150551 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6675981-9a51-4586-baf3-78ef0987aa26 req-16aa5adc-67de-44bb-8419-16203af10176 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:15.154106 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cecac48-7420-4fec-b713-8745fcac34bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:15.154716 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9cecac48-7420-4fec-b713-8745fcac34bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:15.161443 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c6675981-9a51-4586-baf3-78ef0987aa26 req-16aa5adc-67de-44bb-8419-16203af10176 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 5430 time: 0.1225598 Dec 10 18:39:15.233433 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcc641-4119-413e-8e94-dc1a03a149a6 req-a24155c4-7db6-4e39-ae28-9782d8909acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:15.235141 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-18bcc641-4119-413e-8e94-dc1a03a149a6 req-a24155c4-7db6-4e39-ae28-9782d8909acc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c3875c99-a0e6-49d3-b630-6d772fc4d041 HTTP/1.1" status: 200 len: 850 time: 0.2387156 Dec 10 18:39:15.239512 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-8be0bc1d-71e1-41c4-8105-132dd8204166 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aad9df2d-747e-41c1-8ba7-f02dcfa42da7 HTTP/1.1" status: 200 len: 217 time: 0.0987864 Dec 10 18:39:15.241494 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-447c0dd7-39ae-4ff4-8381-77e10fcb032d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:15.272060 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c6675981-9a51-4586-baf3-78ef0987aa26 req-9e0c1b0f-8e5a-4458-8afb-1bacce857895 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&id=7281f497-4962-41a8-857f-71fd676337b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0948479 Dec 10 18:39:15.297593 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9cecac48-7420-4fec-b713-8745fcac34bd admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0800564 Dec 10 18:39:15.300571 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53814) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:15.305755 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-2d960677-68ec-43ad-be8c-ab38c4804dab admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1045322226-router', 'tenant_id': '98fdd3d4007244d19399f00305d1e82f', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:15.324503 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46345198-3bc7-46a0-9374-78d569dae710 req-6d5790b6-a45b-4d27-831f-14801bb564a9 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:15.326357 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-46345198-3bc7-46a0-9374-78d569dae710 req-6d5790b6-a45b-4d27-831f-14801bb564a9 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c929a8b-5dd8-4369-862c-cdcf3ba182fd HTTP/1.1" status: 200 len: 1024 time: 0.2574241 Dec 10 18:39:15.327577 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-447c0dd7-39ae-4ff4-8381-77e10fcb032d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Calling delete_port for 20effae6-6280-4326-b7a8-a6cd97f7b791 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:15.350281 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d960677-68ec-43ad-be8c-ab38c4804dab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:15.355768 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76146401-228f-48e0-a5f6-9848a2cd8c9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-c464ae35-619c-4be0-bdf6-7932892aa026', 'network_id': 'c464ae35-619c-4be0-bdf6-7932892aa026', 'project_id': '98fdd3d4007244d19399f00305d1e82f', 'fixed_ips': [{'subnet_id': '86f91219-9435-4da2-b951-1d9b6b4ae73d'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:39:15.356156 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d960677-68ec-43ad-be8c-ab38c4804dab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:15.356549 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-76146401-228f-48e0-a5f6-9848a2cd8c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:15.392978 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device fa2c774f-4d70-425c-9dc9-b6598328439b up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:15.490308 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-42e09b3f-9cbc-4aab-a010-2aa1c3a10311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:15.492388 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-42e09b3f-9cbc-4aab-a010-2aa1c3a10311 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3794734b-aff3-415a-a172-4b9c6dbd62de HTTP/1.1" status: 200 len: 797 time: 0.0788307 Dec 10 18:39:15.494313 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcc641-4119-413e-8e94-dc1a03a149a6 req-705769e5-66df-4ddf-bfb6-e606e56c124e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:15.505472 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-18bcc641-4119-413e-8e94-dc1a03a149a6 req-705769e5-66df-4ddf-bfb6-e606e56c124e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=372806dd-851c-46b6-baf2-035c88392be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2488015 Dec 10 18:39:15.509515 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d960677-68ec-43ad-be8c-ab38c4804dab admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:15.594529 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port fa2c774f-4d70-425c-9dc9-b6598328439b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:15.594896 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:15.653668 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-76146401-228f-48e0-a5f6-9848a2cd8c9c None None] Allocated IP 172.20.0.2 (c464ae35-619c-4be0-bdf6-7932892aa026/86f91219-9435-4da2-b951-1d9b6b4ae73d/011a78db-47c2-4c92-a0e4-7185ecee4340) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:15.691601 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-18bcc641-4119-413e-8e94-dc1a03a149a6 req-928cad62-a05a-4443-a2ab-010a88ce0bc2 service neutron] 10.222.0.46 "GET /v2.0/networks/372806dd-851c-46b6-baf2-035c88392be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703212 Dec 10 18:39:15.743428 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d960677-68ec-43ad-be8c-ab38c4804dab admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:15.754096 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d965a-f4ba-48b9-93f8-191ad4fd9567 req-dafffefc-127c-44f3-b6a3-b2bc5535cf4b tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:15.755357 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-225d965a-f4ba-48b9-93f8-191ad4fd9567 req-dafffefc-127c-44f3-b6a3-b2bc5535cf4b tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=e85bd519-1a8d-4d30-baea-074b5c285678 HTTP/1.1" status: 200 len: 946 time: 0.1410909 Dec 10 18:39:15.788181 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:15.878557 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-5c9c6263-781d-4ae3-8811-6cff06523b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:15.880272 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-5c9c6263-781d-4ae3-8811-6cff06523b6a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f30c8744-62ec-4c03-ba22-87870e9a413d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3619533 Dec 10 18:39:15.882159 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-225d965a-f4ba-48b9-93f8-191ad4fd9567 req-e3e47561-04d8-4c51-821d-f1cc6b77cd5a tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042299 Dec 10 18:39:15.894206 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port fa2c774f-4d70-425c-9dc9-b6598328439b, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=fa2c774f-4d70-425c-9dc9-b6598328439b,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:15.921030 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:15.935013 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 51f796ef-2718-4d1c-a386-cc5d625b4662 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:39:15.961987 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-46345198-3bc7-46a0-9374-78d569dae710 req-45e69536-cc34-403a-afa4-ecaec82a7ee6 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ebeae18-1e3b-480d-a480-9b8ba9cc1d73&id=530e6bf5-f83e-4ce8-a8ff-bcd4a8ac0b1c&id=fc14dce9-59d2-4785-960a-8223df754ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.6110408 Dec 10 18:39:16.028446 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-76146401-228f-48e0-a5f6-9848a2cd8c9c None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:16.046828 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-45c10b39-12e4-4368-92aa-f19bdd0dba8d None None] Provisioning complete for port fa2c774f-4d70-425c-9dc9-b6598328439b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:16.047187 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-45c10b39-12e4-4368-92aa-f19bdd0dba8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:16.056278 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-76146401-228f-48e0-a5f6-9848a2cd8c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:16.105213 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-18bcc641-4119-413e-8e94-dc1a03a149a6 req-59cff85d-4587-43ad-8850-54687eca57bb service neutron] 10.222.0.46 "GET /v2.0/networks/372806dd-851c-46b6-baf2-035c88392be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484292 Dec 10 18:39:16.114753 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d960677-68ec-43ad-be8c-ab38c4804dab admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:16.139859 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-447c0dd7-39ae-4ff4-8381-77e10fcb032d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:16.148956 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d960677-68ec-43ad-be8c-ab38c4804dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:16.180751 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bb937-42eb-4b11-9873-8e8d91a8194a req-ac84f032-f341-4dd2-a281-830f8b2c2aac tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:16.182465 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a36bb937-42eb-4b11-9873-8e8d91a8194a req-ac84f032-f341-4dd2-a281-830f8b2c2aac tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 947 time: 0.1629794 Dec 10 18:39:16.274945 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c0dd7-39ae-4ff4-8381-77e10fcb032d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Port': ['ID=20effae6-6280-4326-b7a8-a6cd97f7b791,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:16.292819 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43faf110-cd4c-4e84-b038-71912b87cbe9 req-0ff029a4-4a30-41c9-ae23-3c62a663a454 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:16.297293 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43faf110-cd4c-4e84-b038-71912b87cbe9 req-0ff029a4-4a30-41c9-ae23-3c62a663a454 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ad2d49-0213-4d11-84ea-8e93dc538b58 HTTP/1.1" status: 200 len: 945 time: 0.1906297 Dec 10 18:39:16.323237 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-447c0dd7-39ae-4ff4-8381-77e10fcb032d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:16.328987 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-447c0dd7-39ae-4ff4-8381-77e10fcb032d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/ports/20effae6-6280-4326-b7a8-a6cd97f7b791 HTTP/1.1" status: 204 len: 168 time: 1.7744732 Dec 10 18:39:16.341621 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53826) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:16.367821 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a36bb937-42eb-4b11-9873-8e8d91a8194a req-cd9259a9-b73c-44fd-abd5-40baa6ec1455 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209919 Dec 10 18:39:16.383603 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=fa2c774f-4d70-425c-9dc9-b6598328439b,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:16.415962 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-2d960677-68ec-43ad-be8c-ab38c4804dab admin admin] Allocated IP 172.25.7.211 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/63e87237-fe4b-4562-a80b-efce559c3c95) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:16.432484 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76146401-228f-48e0-a5f6-9848a2cd8c9c None None] Pushing event updated for resources: {'Port': ['ID=011a78db-47c2-4c92-a0e4-7185ecee4340,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:16.447772 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76146401-228f-48e0-a5f6-9848a2cd8c9c None None] Network c464ae35-619c-4be0-bdf6-7932892aa026 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:16.453370 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-76146401-228f-48e0-a5f6-9848a2cd8c9c None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:16.462154 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76146401-228f-48e0-a5f6-9848a2cd8c9c None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:16.483847 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-5c50af98-2207-4085-81c6-1ab5722ee039 service neutron] 10.222.0.72 "GET /v2.0/networks/f30c8744-62ec-4c03-ba22-87870e9a413d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5842125 Dec 10 18:39:16.576531 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4295fc3-4892-4bd5-bdd3-94e15f013a71 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:16.578261 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4295fc3-4892-4bd5-bdd3-94e15f013a71 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:16.579859 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e4295fc3-4892-4bd5-bdd3-94e15f013a71 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2368290 Dec 10 18:39:16.585099 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53832) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:16.601614 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 51f796ef-2718-4d1c-a386-cc5d625b4662, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=51f796ef-2718-4d1c-a386-cc5d625b4662,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:16.606053 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-76146401-228f-48e0-a5f6-9848a2cd8c9c None None] Attempting to bind port 011a78db-47c2-4c92-a0e4-7185ecee4340 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:39:16.606435 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-76146401-228f-48e0-a5f6-9848a2cd8c9c None None] Attempting to bind port 011a78db-47c2-4c92-a0e4-7185ecee4340 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c464ae35-619c-4be0-bdf6-7932892aa026'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:39:16.606802 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76146401-228f-48e0-a5f6-9848a2cd8c9c None None] Attempting to bind port 011a78db-47c2-4c92-a0e4-7185ecee4340 on network c464ae35-619c-4be0-bdf6-7932892aa026 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:16.623251 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76146401-228f-48e0-a5f6-9848a2cd8c9c None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:39:16.623636 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76146401-228f-48e0-a5f6-9848a2cd8c9c None None] Checking segment: {'id': '24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c464ae35-619c-4be0-bdf6-7932892aa026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:16.624044 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-76146401-228f-48e0-a5f6-9848a2cd8c9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:16.624429 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76146401-228f-48e0-a5f6-9848a2cd8c9c None None] Bound using segment: {'id': '24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c464ae35-619c-4be0-bdf6-7932892aa026'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:39:16.624963 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-76146401-228f-48e0-a5f6-9848a2cd8c9c None None] Bound port: 011a78db-47c2-4c92-a0e4-7185ecee4340, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c464ae35-619c-4be0-bdf6-7932892aa026'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:39:16.625348 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-76146401-228f-48e0-a5f6-9848a2cd8c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:16.625644 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43faf110-cd4c-4e84-b038-71912b87cbe9 req-165f0c34-f8d5-4e83-95a4-33055ca6bff6 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246500 Dec 10 18:39:16.627960 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '51f796ef-2718-4d1c-a386-cc5d625b4662', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': '51f796ef-2718-4d1c-a386-cc5d625b4662', 'mac_address': 'fa:16:3e:63:d3:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:39:16.676699 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e490875-0e6f-46ea-af74-1184afc5584e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting subnet d21f0fa5-7dc3-4206-9a8b-8833d6034db9 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:39:16.705433 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7e490875-0e6f-46ea-af74-1184afc5584e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:16.722164 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:16.743703 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51f796ef-2718-4d1c-a386-cc5d625b4662 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:39:16.767940 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 51f796ef-2718-4d1c-a386-cc5d625b4662, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=51f796ef-2718-4d1c-a386-cc5d625b4662,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:16.779612 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2742a029-e0ef-4fad-b756-6df9aebb9a4e None None] Could not find standard attr ID for object 20effae6-6280-4326-b7a8-a6cd97f7b791. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:39:16.781215 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:16.788147 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-76146401-228f-48e0-a5f6-9848a2cd8c9c None None] For port 011a78db-47c2-4c92-a0e4-7185ecee4340, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:39:16.804733 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11a7775f-a300-41ea-b7ff-5eef39dd5c23 req-87a39ce8-878a-4776-82cb-cb0ac9edc4f1 service neutron] 10.222.0.72 "GET /v2.0/networks/f30c8744-62ec-4c03-ba22-87870e9a413d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054669 Dec 10 18:39:16.815548 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7e490875-0e6f-46ea-af74-1184afc5584e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:16.826743 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-76146401-228f-48e0-a5f6-9848a2cd8c9c None None] For port 011a78db-47c2-4c92-a0e4-7185ecee4340, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=011a78db-47c2-4c92-a0e4-7185ecee4340,segment=NetworkSegment(24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4),segment_id=24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:39:16.842871 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-76146401-228f-48e0-a5f6-9848a2cd8c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:16.905184 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=51f796ef-2718-4d1c-a386-cc5d625b4662,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:17.032526 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76146401-228f-48e0-a5f6-9848a2cd8c9c None None] Pushing event updated for resources: {'Port': ['ID=011a78db-47c2-4c92-a0e4-7185ecee4340,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:17.072327 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f535e-1cca-4d69-8e48-529eb5c59d56 req-3437a307-b016-4975-aad0-14ca816ad835 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:17.079028 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f535e-1cca-4d69-8e48-529eb5c59d56 req-3437a307-b016-4975-aad0-14ca816ad835 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:17.083635 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7e490875-0e6f-46ea-af74-1184afc5584e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:17.087292 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f535e-1cca-4d69-8e48-529eb5c59d56 req-3437a307-b016-4975-aad0-14ca816ad835 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:17.094345 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f535e-1cca-4d69-8e48-529eb5c59d56 req-3437a307-b016-4975-aad0-14ca816ad835 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:17.101561 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f535e-1cca-4d69-8e48-529eb5c59d56 req-3437a307-b016-4975-aad0-14ca816ad835 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:17.107761 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f535e-1cca-4d69-8e48-529eb5c59d56 req-3437a307-b016-4975-aad0-14ca816ad835 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:17.114170 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f535e-1cca-4d69-8e48-529eb5c59d56 req-3437a307-b016-4975-aad0-14ca816ad835 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:17.124555 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-315f535e-1cca-4d69-8e48-529eb5c59d56 req-3437a307-b016-4975-aad0-14ca816ad835 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 5430 time: 0.6124878 Dec 10 18:39:17.180178 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0e303-7c17-4e7e-9dff-3004a904fc2c req-02a555cf-a2d3-45fe-a2b0-bba6713e5b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:17.180178 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0e303-7c17-4e7e-9dff-3004a904fc2c req-02a555cf-a2d3-45fe-a2b0-bba6713e5b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:17.180178 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0e303-7c17-4e7e-9dff-3004a904fc2c req-02a555cf-a2d3-45fe-a2b0-bba6713e5b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:17.181583 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0e303-7c17-4e7e-9dff-3004a904fc2c req-02a555cf-a2d3-45fe-a2b0-bba6713e5b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:17.185339 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0e303-7c17-4e7e-9dff-3004a904fc2c req-02a555cf-a2d3-45fe-a2b0-bba6713e5b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:17.186936 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0e303-7c17-4e7e-9dff-3004a904fc2c req-02a555cf-a2d3-45fe-a2b0-bba6713e5b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:17.186936 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0e303-7c17-4e7e-9dff-3004a904fc2c req-02a555cf-a2d3-45fe-a2b0-bba6713e5b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:17.188066 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b8a0e303-7c17-4e7e-9dff-3004a904fc2c req-02a555cf-a2d3-45fe-a2b0-bba6713e5b49 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=aee8c10e35be45139294abc10d1eada2&device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 6487 time: 0.2650321 Dec 10 18:39:17.220483 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d960677-68ec-43ad-be8c-ab38c4804dab admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:17.260468 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-315f535e-1cca-4d69-8e48-529eb5c59d56 req-343f9923-e6de-4c98-b006-0e3a94234bc0 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&id=7281f497-4962-41a8-857f-71fd676337b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1306250 Dec 10 18:39:17.264285 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7e490875-0e6f-46ea-af74-1184afc5584e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:17.281977 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffbe48-b32e-4517-8b05-7c41afd9abdd req-294e8a89-0960-4728-b051-cef8c6ca7b6d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:17.283545 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-98ffbe48-b32e-4517-8b05-7c41afd9abdd req-294e8a89-0960-4728-b051-cef8c6ca7b6d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.46 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c&tenant_id=4f1621867e3041c3a975a6622e21074f&binding%3Ahost_id=n-h2-821435-1 HTTP/1.1" status: 200 len: 948 time: 0.2815268 Dec 10 18:39:17.331004 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d960677-68ec-43ad-be8c-ab38c4804dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:17.439434 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d960677-68ec-43ad-be8c-ab38c4804dab admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:17.447486 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-2d960677-68ec-43ad-be8c-ab38c4804dab admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:17.450325 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d960677-68ec-43ad-be8c-ab38c4804dab admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:17.453891 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e490875-0e6f-46ea-af74-1184afc5584e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Subnet': ['ID=d21f0fa5-7dc3-4206-9a8b-8833d6034db9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:17.477991 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device fa2c774f-4d70-425c-9dc9-b6598328439b up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:17.485958 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d960677-68ec-43ad-be8c-ab38c4804dab admin admin] Pushing event updated for resources: {'Port': ['ID=63e87237-fe4b-4562-a80b-efce559c3c95,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:17.497535 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ddb344-4e68-45e8-996c-49231ecf3f67 req-921b46b8-e268-4cbc-9a8b-430d33ce25c2 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:17.505777 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-14ddb344-4e68-45e8-996c-49231ecf3f67 req-921b46b8-e268-4cbc-9a8b-430d33ce25c2 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 948 time: 0.4271288 Dec 10 18:39:17.513071 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5de498-8c83-445f-8b7e-0a1c4584f715 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:17.516083 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7e490875-0e6f-46ea-af74-1184afc5584e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:17.520022 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d39fc-6fc6-4d0e-a23e-40ab68dc54df req-814360e8-ffea-4872-85ee-e1ff63d56160 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:17.521138 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7e490875-0e6f-46ea-af74-1184afc5584e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/d21f0fa5-7dc3-4206-9a8b-8833d6034db9 HTTP/1.1" status: 204 len: 168 time: 0.9349725 Dec 10 18:39:17.521956 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fd8d39fc-6fc6-4d0e-a23e-40ab68dc54df req-814360e8-ffea-4872-85ee-e1ff63d56160 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=e85bd519-1a8d-4d30-baea-074b5c285678 HTTP/1.1" status: 200 len: 946 time: 0.1277947 Dec 10 18:39:17.522462 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53840) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:17.557332 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['51f796ef-2718-4d1c-a386-cc5d625b4662'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:39:17.557645 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3a40d-681a-40b0-b00f-82cc526f4035 req-f908279a-5572-41b7-aa24-220f91157f1f tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:17.559052 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-03f3a40d-681a-40b0-b00f-82cc526f4035 req-f908279a-5572-41b7-aa24-220f91157f1f tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c929a8b-5dd8-4369-862c-cdcf3ba182fd HTTP/1.1" status: 200 len: 1024 time: 0.3264496 Dec 10 18:39:17.636618 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4d34e007-31d7-42a7-844b-1befeb0a7fa3 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1100922 Dec 10 18:39:17.642396 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53842) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:17.649118 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0e303-7c17-4e7e-9dff-3004a904fc2c req-6bac4c8f-87bb-4a5c-a05b-94d42e827acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:17.651222 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b8a0e303-7c17-4e7e-9dff-3004a904fc2c req-6bac4c8f-87bb-4a5c-a05b-94d42e827acb service neutron] 10.222.0.72 "GET /v2.0/networks?id=f30c8744-62ec-4c03-ba22-87870e9a413d HTTP/1.1" status: 200 len: 902 time: 0.4173622 Dec 10 18:39:17.664381 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port fa2c774f-4d70-425c-9dc9-b6598328439b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:17.664381 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:17.684921 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-98ffbe48-b32e-4517-8b05-7c41afd9abdd req-9cb3ba4e-7dc2-4f83-a068-68707aacd787 service neutron] delete failed (client error): The resource could not be found. Dec 10 18:39:17.686116 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-98ffbe48-b32e-4517-8b05-7c41afd9abdd req-9cb3ba4e-7dc2-4f83-a068-68707aacd787 service neutron] 10.222.0.46 "DELETE /v2.0/ports/51f796ef-2718-4d1c-a386-cc5d625b4662/bindings/n-h1-821435-1 HTTP/1.1" status: 404 len: 380 time: 0.3065825 Dec 10 18:39:17.757964 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b8a0e303-7c17-4e7e-9dff-3004a904fc2c req-f8c1387b-84ee-4412-bbd9-b34e0142ec88 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aad9df2d-747e-41c1-8ba7-f02dcfa42da7 HTTP/1.1" status: 200 len: 217 time: 0.0878296 Dec 10 18:39:17.758476 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fd8d39fc-6fc6-4d0e-a23e-40ab68dc54df req-ae8dccac-68f5-433f-bb4a-4408aaea7bd6 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192183 Dec 10 18:39:17.819605 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-14ddb344-4e68-45e8-996c-49231ecf3f67 req-771383ab-d42b-42cd-a68a-6f754d505039 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731142 Dec 10 18:39:17.820846 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659a9ae5-c775-4f3e-b89b-e7d08b63e7fa tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:17.822425 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-659a9ae5-c775-4f3e-b89b-e7d08b63e7fa tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1769893 Dec 10 18:39:17.843396 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53848) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:17.891097 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0de559f-d5c8-4c5c-b37b-1f28252f8729 None None] DHCP port deletion for 4c9579a2-8f48-40cb-87f0-dbca0f4b521d request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:39:17.905212 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0e303-7c17-4e7e-9dff-3004a904fc2c req-be6aa07c-a821-4bd7-b37f-be1a33814f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:17.906875 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b8a0e303-7c17-4e7e-9dff-3004a904fc2c req-be6aa07c-a821-4bd7-b37f-be1a33814f67 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3794734b-aff3-415a-a172-4b9c6dbd62de HTTP/1.1" status: 200 len: 797 time: 0.1045663 Dec 10 18:39:17.935925 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 7300832f-240f-48b2-9f39-52f9dd948d78 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:39:17.936598 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffbe48-b32e-4517-8b05-7c41afd9abdd req-1bc47de5-cd53-4212-95fa-78f5e9b0729e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:17.938214 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-98ffbe48-b32e-4517-8b05-7c41afd9abdd req-1bc47de5-cd53-4212-95fa-78f5e9b0729e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f1621867e3041c3a975a6622e21074f&device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 1099 time: 0.1989055 Dec 10 18:39:17.974412 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 011a78db-47c2-4c92-a0e4-7185ecee4340 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:17.993917 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-03f3a40d-681a-40b0-b00f-82cc526f4035 req-6db6edfd-b9a7-4b0d-9825-e0a4c8cbe328 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Deleting port f2fd3190-455f-438b-b6c1-25c5a9051e38 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:17.994719 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-03f3a40d-681a-40b0-b00f-82cc526f4035 req-6db6edfd-b9a7-4b0d-9825-e0a4c8cbe328 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:18.023875 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166a4458-050a-40e7-abf7-1c546973d9e0 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:18.027226 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-166a4458-050a-40e7-abf7-1c546973d9e0 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1898160 Dec 10 18:39:18.033419 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53852) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:18.053119 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d0de559f-d5c8-4c5c-b37b-1f28252f8729 None None] Deleting port fa2c774f-4d70-425c-9dc9-b6598328439b {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:18.053725 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d0de559f-d5c8-4c5c-b37b-1f28252f8729 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:18.088479 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec7f06-a9c9-4495-8ec5-dd1427d4575d req-1f746f70-8bc8-4962-a138-d5064d5054cf tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:18.096034 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d5ec7f06-a9c9-4495-8ec5-dd1427d4575d req-1f746f70-8bc8-4962-a138-d5064d5054cf tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c929a8b-5dd8-4369-862c-cdcf3ba182fd HTTP/1.1" status: 200 len: 1024 time: 0.1792779 Dec 10 18:39:18.099074 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0fa105d2-30ab-41ac-a0e0-e1f76ed1b851 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0630140 Dec 10 18:39:18.104463 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53854) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:18.110623 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d960677-68ec-43ad-be8c-ab38c4804dab admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:18.142812 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d0de559f-d5c8-4c5c-b37b-1f28252f8729 None None] For port fa2c774f-4d70-425c-9dc9-b6598328439b, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=fa2c774f-4d70-425c-9dc9-b6598328439b,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:18.143394 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d0de559f-d5c8-4c5c-b37b-1f28252f8729 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:18.158822 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ae81be95-4632-4d47-9b2d-e799951d3e6e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'subnet': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:18.159692 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d0de559f-d5c8-4c5c-b37b-1f28252f8729 None None] Calling delete_port for fa2c774f-4d70-425c-9dc9-b6598328439b owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:18.280103 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 011a78db-47c2-4c92-a0e4-7185ecee4340 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:18.280737 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:18.340468 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d0de559f-d5c8-4c5c-b37b-1f28252f8729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:18.403935 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d5ec7f06-a9c9-4495-8ec5-dd1427d4575d req-bc843288-2929-45cb-bcdc-098f13d64e8c tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ebeae18-1e3b-480d-a480-9b8ba9cc1d73&id=530e6bf5-f83e-4ce8-a8ff-bcd4a8ac0b1c&id=fc14dce9-59d2-4785-960a-8223df754ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.3068485 Dec 10 18:39:18.408353 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae81be95-4632-4d47-9b2d-e799951d3e6e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:18.412231 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae81be95-4632-4d47-9b2d-e799951d3e6e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:18.416186 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de559f-d5c8-4c5c-b37b-1f28252f8729 None None] Pushing event deleted for resources: {'Port': ['ID=fa2c774f-4d70-425c-9dc9-b6598328439b,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:18.422977 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0de559f-d5c8-4c5c-b37b-1f28252f8729 None None] No DVR routers for this DVR port fa2c774f-4d70-425c-9dc9-b6598328439b on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:39:18.425803 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:18.496620 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:18.550700 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-03f3a40d-681a-40b0-b00f-82cc526f4035 req-6db6edfd-b9a7-4b0d-9825-e0a4c8cbe328 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] For port f2fd3190-455f-438b-b6c1-25c5a9051e38, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=f2fd3190-455f-438b-b6c1-25c5a9051e38,segment=NetworkSegment(8b40be5d-f6bc-455d-9ae1-9ee882ee68d8),segment_id=8b40be5d-f6bc-455d-9ae1-9ee882ee68d8)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:18.551301 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-03f3a40d-681a-40b0-b00f-82cc526f4035 req-6db6edfd-b9a7-4b0d-9825-e0a4c8cbe328 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:18.563616 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8d42d9-ad51-40e8-9571-6a46bf042033 None None] Network c464ae35-619c-4be0-bdf6-7932892aa026 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:18.570222 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0e303-7c17-4e7e-9dff-3004a904fc2c req-acd1439d-7f59-457e-b3ab-572258b72d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:18.572077 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b8a0e303-7c17-4e7e-9dff-3004a904fc2c req-acd1439d-7f59-457e-b3ab-572258b72d4b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f30c8744-62ec-4c03-ba22-87870e9a413d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6403158 Dec 10 18:39:18.572225 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 011a78db-47c2-4c92-a0e4-7185ecee4340, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=011a78db-47c2-4c92-a0e4-7185ecee4340,segment=NetworkSegment(24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4),segment_id=24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:18.586829 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-03f3a40d-681a-40b0-b00f-82cc526f4035 req-6db6edfd-b9a7-4b0d-9825-e0a4c8cbe328 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Calling delete_port for f2fd3190-455f-438b-b6c1-25c5a9051e38 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:18.592339 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:18.604609 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d960677-68ec-43ad-be8c-ab38c4804dab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:18.614744 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df423ac-813d-4c4b-a59c-91c566da159b req-d5930a96-10ec-4b10-b09c-e4af4d6eacd4 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:18.622457 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3df423ac-813d-4c4b-a59c-91c566da159b req-d5930a96-10ec-4b10-b09c-e4af4d6eacd4 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ad2d49-0213-4d11-84ea-8e93dc538b58 HTTP/1.1" status: 200 len: 945 time: 0.6831775 Dec 10 18:39:18.683978 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 7300832f-240f-48b2-9f39-52f9dd948d78, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=7300832f-240f-48b2-9f39-52f9dd948d78,segment=NetworkSegment(68572a96-1438-4984-beb8-3a086b879b0d),segment_id=68572a96-1438-4984-beb8-3a086b879b0d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:18.691504 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85bd519-1a8d-4d30-baea-074b5c285678', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7300832f-240f-48b2-9f39-52f9dd948d78'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:39:18.695324 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c467bba-fb07-4741-b094-7fbeacb70053" -d '{"events": [{"server_uuid": "e85bd519-1a8d-4d30-baea-074b5c285678", "name": "network-vif-unplugged", "status": "completed", "tag": "7300832f-240f-48b2-9f39-52f9dd948d78"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:39:18.729523 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:18.761028 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffbe48-b32e-4517-8b05-7c41afd9abdd req-1fb0512d-2a0a-4363-8b15-32175766f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:18.762594 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-98ffbe48-b32e-4517-8b05-7c41afd9abdd req-1fb0512d-2a0a-4363-8b15-32175766f099 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.8118787 Dec 10 18:39:18.807085 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fef2ecf2-bd03-428d-8fed-66d8cb412f89 None None] Provisioning complete for port 011a78db-47c2-4c92-a0e4-7185ecee4340 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:18.807740 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fef2ecf2-bd03-428d-8fed-66d8cb412f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:18.814899 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=011a78db-47c2-4c92-a0e4-7185ecee4340,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:18.850304 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-98ffbe48-b32e-4517-8b05-7c41afd9abdd req-2bcc2443-add7-498e-89f1-0516c6be555a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=51f796ef-2718-4d1c-a386-cc5d625b4662 HTTP/1.1" status: 200 len: 217 time: 0.0743647 Dec 10 18:39:18.867151 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae81be95-4632-4d47-9b2d-e799951d3e6e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:18.873281 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3df423ac-813d-4c4b-a59c-91c566da159b req-ad3e485f-6c69-4be2-b18a-68355c5cd3c0 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496288 Dec 10 18:39:18.933671 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae81be95-4632-4d47-9b2d-e799951d3e6e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Subnet': ['ID=84719082-7d33-46e8-a05a-d6e20c1091f2,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:18.937543 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=7300832f-240f-48b2-9f39-52f9dd948d78,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:18.959622 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b8a0e303-7c17-4e7e-9dff-3004a904fc2c req-010ac8ae-71da-4217-9cc3-cbf7798639f3 service neutron] 10.222.0.72 "GET /v2.0/networks/f30c8744-62ec-4c03-ba22-87870e9a413d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747325 Dec 10 18:39:18.970247 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae81be95-4632-4d47-9b2d-e799951d3e6e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:18.990192 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5b5ac-a195-4c54-ab06-44a322fa44f7 req-72eac00e-ecbd-4e3a-bcbc-183db82a0d44 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:19.004116 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5b5ac-a195-4c54-ab06-44a322fa44f7 req-72eac00e-ecbd-4e3a-bcbc-183db82a0d44 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:19.011743 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5b5ac-a195-4c54-ab06-44a322fa44f7 req-72eac00e-ecbd-4e3a-bcbc-183db82a0d44 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:19.017886 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5b5ac-a195-4c54-ab06-44a322fa44f7 req-72eac00e-ecbd-4e3a-bcbc-183db82a0d44 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:19.024846 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5b5ac-a195-4c54-ab06-44a322fa44f7 req-72eac00e-ecbd-4e3a-bcbc-183db82a0d44 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:19.033183 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5b5ac-a195-4c54-ab06-44a322fa44f7 req-72eac00e-ecbd-4e3a-bcbc-183db82a0d44 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:19.040489 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5b5ac-a195-4c54-ab06-44a322fa44f7 req-72eac00e-ecbd-4e3a-bcbc-183db82a0d44 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:19.043281 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-55f5b5ac-a195-4c54-ab06-44a322fa44f7 req-72eac00e-ecbd-4e3a-bcbc-183db82a0d44 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 5430 time: 0.2186511 Dec 10 18:39:19.044239 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-ae81be95-4632-4d47-9b2d-e799951d3e6e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:19.047642 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae81be95-4632-4d47-9b2d-e799951d3e6e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:19.048306 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae81be95-4632-4d47-9b2d-e799951d3e6e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:19.057367 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0781ef4-b416-4f25-b35e-b362945561a1 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:19.107827 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ae81be95-4632-4d47-9b2d-e799951d3e6e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9507859 Dec 10 18:39:19.108894 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53864) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:19.130580 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-173a086f-2c1d-499d-945e-160c60d3176c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'port': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'fixed_ips': [{'subnet_id': '84719082-7d33-46e8-a05a-d6e20c1091f2', 'ip_address': '2001:db8::a4bc:37f:bdc1:1c18'}], 'name': 'tempest-NetworksTestDHCPv6-673423649'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:19.148546 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-03f3a40d-681a-40b0-b00f-82cc526f4035 req-6db6edfd-b9a7-4b0d-9825-e0a4c8cbe328 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:19.166437 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['f2fd3190-455f-438b-b6c1-25c5a9051e38'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:39:19.173324 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d960677-68ec-43ad-be8c-ab38c4804dab admin admin] Router 5ff5ff88-f521-413e-be05-4a9892d4a641 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:39:19.199728 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-55f5b5ac-a195-4c54-ab06-44a322fa44f7 req-92336cc5-2d62-4287-a624-9ef31b6aae05 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&id=7281f497-4962-41a8-857f-71fd676337b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1456099 Dec 10 18:39:19.257887 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffbe48-b32e-4517-8b05-7c41afd9abdd req-498ef48d-84e3-4976-9f4b-4235c0b86211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:19.259400 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-98ffbe48-b32e-4517-8b05-7c41afd9abdd req-498ef48d-84e3-4976-9f4b-4235c0b86211 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.3963706 Dec 10 18:39:19.267692 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d75b0a-36a2-4bb2-a521-25aab677c084 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'project_id': '5206888eb8664e02a4054430b5bab51d', 'fixed_ips': [{'subnet_id': '84719082-7d33-46e8-a05a-d6e20c1091f2'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:39:19.268539 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34d75b0a-36a2-4bb2-a521-25aab677c084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:19.284490 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c16be6-bad1-4dec-9956-ccee79de1f61 x-openstack-request-id: req-a3c16be6-bad1-4dec-9956-ccee79de1f61 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:39:19.284823 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85bd519-1a8d-4d30-baea-074b5c285678", "name": "network-vif-unplugged", "status": "completed", "tag": "7300832f-240f-48b2-9f39-52f9dd948d78", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:39:19.285080 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a3c16be6-bad1-4dec-9956-ccee79de1f61 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:39:19.285480 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85bd519-1a8d-4d30-baea-074b5c285678', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7300832f-240f-48b2-9f39-52f9dd948d78', 'code': 200} Dec 10 18:39:19.285781 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db6edfd-b9a7-4b0d-9825-e0a4c8cbe328 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Pushing event deleted for resources: {'Port': ['ID=f2fd3190-455f-438b-b6c1-25c5a9051e38,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:19.362100 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 011a78db-47c2-4c92-a0e4-7185ecee4340 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:19.385460 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77189e2b-b6fd-406f-8006-7d4a94a8a51f req-dce590cf-8e21-4d39-b903-353a77368d14 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:19.387255 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-77189e2b-b6fd-406f-8006-7d4a94a8a51f req-dce590cf-8e21-4d39-b903-353a77368d14 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=e85bd519-1a8d-4d30-baea-074b5c285678 HTTP/1.1" status: 200 len: 944 time: 0.4265244 Dec 10 18:39:19.439477 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d960677-68ec-43ad-be8c-ab38c4804dab admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:39:19.467355 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251a30d-b651-45c1-8582-fdc978d0ccba req-50acb7a8-423b-4224-abc3-ccc4a86da5b0 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:19.469139 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2251a30d-b651-45c1-8582-fdc978d0ccba req-50acb7a8-423b-4224-abc3-ccc4a86da5b0 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 948 time: 0.0773468 Dec 10 18:39:19.472119 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d960677-68ec-43ad-be8c-ab38c4804dab admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:19.476490 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2d960677-68ec-43ad-be8c-ab38c4804dab admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1718824 Dec 10 18:39:19.482368 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53868) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:19.485358 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f3a40d-681a-40b0-b00f-82cc526f4035 req-6db6edfd-b9a7-4b0d-9825-e0a4c8cbe328 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] No DVR routers for this DVR port f2fd3190-455f-438b-b6c1-25c5a9051e38 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:39:19.488206 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-03f3a40d-681a-40b0-b00f-82cc526f4035 req-6db6edfd-b9a7-4b0d-9825-e0a4c8cbe328 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:19.492803 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-03f3a40d-681a-40b0-b00f-82cc526f4035 req-6db6edfd-b9a7-4b0d-9825-e0a4c8cbe328 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.72 "DELETE /v2.0/ports/f2fd3190-455f-438b-b6c1-25c5a9051e38 HTTP/1.1" status: 204 len: 173 time: 1.9223518 Dec 10 18:39:19.499955 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c929a8b-5dd8-4369-862c-cdcf3ba182fd', 'name': 'network-vif-deleted', 'tag': 'f2fd3190-455f-438b-b6c1-25c5a9051e38'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:39:19.501869 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72155138-0b47-43a4-9df8-9dd13b86934b" -d '{"events": [{"server_uuid": "7c929a8b-5dd8-4369-862c-cdcf3ba182fd", "name": "network-vif-deleted", "tag": "f2fd3190-455f-438b-b6c1-25c5a9051e38"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:39:19.518566 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b8a0e303-7c17-4e7e-9dff-3004a904fc2c req-b0d4de03-6055-4965-a647-7965914da2bf service neutron] 10.222.0.72 "GET /v2.0/networks/f30c8744-62ec-4c03-ba22-87870e9a413d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5199749 Dec 10 18:39:19.550858 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffbe48-b32e-4517-8b05-7c41afd9abdd req-9a0d1d06-87b4-401b-b5ba-b975e2fa1543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:19.552127 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-98ffbe48-b32e-4517-8b05-7c41afd9abdd req-9a0d1d06-87b4-401b-b5ba-b975e2fa1543 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2698429 Dec 10 18:39:19.557424 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5a3693-5a99-4677-9822-41d89fb73896 None None] Sync routers for ids ['5ff5ff88-f521-413e-be05-4a9892d4a641'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:39:19.605499 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-77189e2b-b6fd-406f-8006-7d4a94a8a51f req-fa05a242-dcf6-46f2-9916-d5e3b0827884 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928470 Dec 10 18:39:19.620690 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2251a30d-b651-45c1-8582-fdc978d0ccba req-e8728f5b-3cc8-4784-9281-2edbc61129c0 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399460 Dec 10 18:39:19.641035 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5a3693-5a99-4677-9822-41d89fb73896 None None] Routers {'5ff5ff88-f521-413e-be05-4a9892d4a641'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:39:19.641035 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6a5a3693-5a99-4677-9822-41d89fb73896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:38:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5ff5ff88-f521-413e-be05-4a9892d4a641'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:19.693990 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173a086f-2c1d-499d-945e-160c60d3176c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:19.768961 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-78dd4e20-032a-49c6-853f-7507b58bff94 req-12f28de9-863c-4196-af57-a8d98810a1cc tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c929a8b-5dd8-4369-862c-cdcf3ba182fd HTTP/1.1" status: 200 len: 210 time: 0.0355906 Dec 10 18:39:19.780787 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4ca14295-b9b9-4899-9d6d-b0fbbe333ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:19.785505 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7404ab82-0543-4302-a54c-4cd71711aba5 None None] Provisioning complete for port 011a78db-47c2-4c92-a0e4-7185ecee4340 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:19.785909 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7404ab82-0543-4302-a54c-4cd71711aba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:19.868600 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 011a78db-47c2-4c92-a0e4-7185ecee4340 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:19.869019 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:19.915365 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-98ffbe48-b32e-4517-8b05-7c41afd9abdd req-a1a53fe9-11e1-4e51-8a05-6d33cecdd963 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520982 Dec 10 18:39:19.934826 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-6a5a3693-5a99-4677-9822-41d89fb73896 None None] Set router 5ff5ff88-f521-413e-be05-4a9892d4a641 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:39:19.965401 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80610ee6-8cac-425e-99a1-9393116d0a73 x-openstack-request-id: req-80610ee6-8cac-425e-99a1-9393116d0a73 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:39:19.967234 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c929a8b-5dd8-4369-862c-cdcf3ba182fd", "name": "network-vif-deleted", "tag": "f2fd3190-455f-438b-b6c1-25c5a9051e38", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:39:19.967496 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-80610ee6-8cac-425e-99a1-9393116d0a73 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:39:19.967911 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c929a8b-5dd8-4369-862c-cdcf3ba182fd', 'name': 'network-vif-deleted', 'tag': 'f2fd3190-455f-438b-b6c1-25c5a9051e38', 'status': 'completed', 'code': 200} Dec 10 18:39:19.971161 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 51f796ef-2718-4d1c-a386-cc5d625b4662 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:20.005371 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-34d75b0a-36a2-4bb2-a521-25aab677c084 None None] Allocated IP 2001:db8::2 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/84719082-7d33-46e8-a05a-d6e20c1091f2/ce20dc5b-c690-4e26-ba0f-d7d627a8da72) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:20.024303 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-173a086f-2c1d-499d-945e-160c60d3176c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:20.051837 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-173a086f-2c1d-499d-945e-160c60d3176c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] device_id is not set on port 874070a8-a1fc-4598-bad7-8c3f0b866aef yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:39:20.062193 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719f17b-2304-459a-844f-bfffaf7d6537 req-2afa418c-f44c-44db-8d6c-540457b41ef9 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:20.071917 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f719f17b-2304-459a-844f-bfffaf7d6537 req-2afa418c-f44c-44db-8d6c-540457b41ef9 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ad2d49-0213-4d11-84ea-8e93dc538b58 HTTP/1.1" status: 200 len: 945 time: 0.1062806 Dec 10 18:39:20.158842 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f719f17b-2304-459a-844f-bfffaf7d6537 req-0ce4811c-aed3-425d-b36c-31217b3d9c02 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836875 Dec 10 18:39:20.159785 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-98ffbe48-b32e-4517-8b05-7c41afd9abdd req-cdf07ec6-e277-4d28-80ab-a30a864278be service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350047 Dec 10 18:39:20.337496 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d40ace6e-7ac2-43ae-8fbb-073bc8fdf56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:20.380114 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251024c-0b2c-446b-a277-a526347e3a6f req-749fd239-e8b5-406e-882a-df7df9300552 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:20.387659 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251024c-0b2c-446b-a277-a526347e3a6f req-749fd239-e8b5-406e-882a-df7df9300552 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:20.393910 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251024c-0b2c-446b-a277-a526347e3a6f req-749fd239-e8b5-406e-882a-df7df9300552 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:20.400011 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251024c-0b2c-446b-a277-a526347e3a6f req-749fd239-e8b5-406e-882a-df7df9300552 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:20.406024 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251024c-0b2c-446b-a277-a526347e3a6f req-749fd239-e8b5-406e-882a-df7df9300552 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:20.409706 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 51f796ef-2718-4d1c-a386-cc5d625b4662 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:39:20.412065 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251024c-0b2c-446b-a277-a526347e3a6f req-749fd239-e8b5-406e-882a-df7df9300552 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:20.418991 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251024c-0b2c-446b-a277-a526347e3a6f req-749fd239-e8b5-406e-882a-df7df9300552 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:20.420902 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f251024c-0b2c-446b-a277-a526347e3a6f req-749fd239-e8b5-406e-882a-df7df9300552 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 5430 time: 0.1150799 Dec 10 18:39:20.458073 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 51f796ef-2718-4d1c-a386-cc5d625b4662 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:20.458440 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:20.495155 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device fa2c774f-4d70-425c-9dc9-b6598328439b no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:39:20.502201 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f251024c-0b2c-446b-a277-a526347e3a6f req-7a04a12b-3f38-4eb0-b6df-a8021fb420c5 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&id=7281f497-4962-41a8-857f-71fd676337b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0693486 Dec 10 18:39:20.541134 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-d40ace6e-7ac2-43ae-8fbb-073bc8fdf56b admin admin] Allocated IP 172.20.0.1 (c464ae35-619c-4be0-bdf6-7932892aa026/86f91219-9435-4da2-b951-1d9b6b4ae73d/544a5bdc-185c-498e-8ed3-e6c6891e4c9a) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:20.553023 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: fa2c774f-4d70-425c-9dc9-b6598328439b {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:39:20.553367 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device fa2c774f-4d70-425c-9dc9-b6598328439b not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:39:20.589933 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34d75b0a-36a2-4bb2-a521-25aab677c084 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:20.602426 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34d75b0a-36a2-4bb2-a521-25aab677c084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:20.625184 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6a5a3693-5a99-4677-9822-41d89fb73896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'name': 'tempest-TaggedBootDevicesTest-1045322226-router', 'tenant_id': '98fdd3d4007244d19399f00305d1e82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '63e87237-fe4b-4562-a80b-efce559c3c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:15Z', 'updated_at': '2021-12-10T18:39:17Z', 'revision_number': 3, 'project_id': '98fdd3d4007244d19399f00305d1e82f', 'gw_port': {'id': '63e87237-fe4b-4562-a80b-efce559c3c95', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:16:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:16Z', 'updated_at': '2021-12-10T18:39:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:20.670653 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-173a086f-2c1d-499d-945e-160c60d3176c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Allocated IP 2001:db8::a4bc:37f:bdc1:1c18 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/84719082-7d33-46e8-a05a-d6e20c1091f2/874070a8-a1fc-4598-bad7-8c3f0b866aef) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:20.694983 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5a3693-5a99-4677-9822-41d89fb73896 None None] Checking router: 5ff5ff88-f521-413e-be05-4a9892d4a641 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:39:20.695543 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5a3693-5a99-4677-9822-41d89fb73896 None None] Updating router 5ff5ff88-f521-413e-be05-4a9892d4a641 port 63e87237-fe4b-4562-a80b-efce559c3c95 binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:39:20.709109 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d75b0a-36a2-4bb2-a521-25aab677c084 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:20.731510 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d40ace6e-7ac2-43ae-8fbb-073bc8fdf56b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:20.751918 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:20.759428 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-34d75b0a-36a2-4bb2-a521-25aab677c084 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:20.771828 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d75b0a-36a2-4bb2-a521-25aab677c084 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:20.774386 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d75b0a-36a2-4bb2-a521-25aab677c084 None None] Pushing event updated for resources: {'Port': ['ID=ce20dc5b-c690-4e26-ba0f-d7d627a8da72,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:20.798639 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d40ace6e-7ac2-43ae-8fbb-073bc8fdf56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:20.820418 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 51f796ef-2718-4d1c-a386-cc5d625b4662, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=51f796ef-2718-4d1c-a386-cc5d625b4662,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:20.825221 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6a5a3693-5a99-4677-9822-41d89fb73896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:20.829081 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:20.830076 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device f2fd3190-455f-438b-b6c1-25c5a9051e38 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:39:20.867917 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4a1a0-4faf-4c84-9531-dbd7602a03b4 req-0a05384c-96bb-44a8-b59e-1002d78f9427 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:20.870600 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-04c4a1a0-4faf-4c84-9531-dbd7602a03b4 req-0a05384c-96bb-44a8-b59e-1002d78f9427 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=e85bd519-1a8d-4d30-baea-074b5c285678 HTTP/1.1" status: 200 len: 944 time: 0.1247220 Dec 10 18:39:20.911641 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ace6e-7ac2-43ae-8fbb-073bc8fdf56b admin admin] Pushing event updated for resources: {'Port': ['ID=544a5bdc-185c-498e-8ed3-e6c6891e4c9a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:20.917245 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: f2fd3190-455f-438b-b6c1-25c5a9051e38 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:39:20.917245 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device f2fd3190-455f-438b-b6c1-25c5a9051e38 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:39:20.947976 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40ace6e-7ac2-43ae-8fbb-073bc8fdf56b admin admin] Network c464ae35-619c-4be0-bdf6-7932892aa026 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:20.954238 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-d40ace6e-7ac2-43ae-8fbb-073bc8fdf56b admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:20.986932 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-173a086f-2c1d-499d-945e-160c60d3176c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:21.002559 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c3ee1-23f9-478e-8f8a-2bfe4b49f4d3 req-beb48ab4-48fc-41d9-9565-d9584b9c538d tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:21.004146 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-592c3ee1-23f9-478e-8f8a-2bfe4b49f4d3 req-beb48ab4-48fc-41d9-9565-d9584b9c538d tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.72 "GET /v2.0/ports?device_id=e85bd519-1a8d-4d30-baea-074b5c285678 HTTP/1.1" status: 200 len: 944 time: 0.1309519 Dec 10 18:39:21.008197 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-04c4a1a0-4faf-4c84-9531-dbd7602a03b4 req-fca2fa9e-8e73-4b44-a4b4-e8c8a83e7865 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221561 Dec 10 18:39:21.011092 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff3c32-828b-4d6b-8c14-12cddbe9e85b req-a646719a-1d72-4bec-84a4-1892c6ff6e97 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:21.016036 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-88ff3c32-828b-4d6b-8c14-12cddbe9e85b req-a646719a-1d72-4bec-84a4-1892c6ff6e97 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 948 time: 0.2380109 Dec 10 18:39:21.018331 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40ace6e-7ac2-43ae-8fbb-073bc8fdf56b admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:21.045606 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=51f796ef-2718-4d1c-a386-cc5d625b4662,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:21.056582 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-34d75b0a-36a2-4bb2-a521-25aab677c084 None None] Attempting to bind port ce20dc5b-c690-4e26-ba0f-d7d627a8da72 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:39:21.057117 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-34d75b0a-36a2-4bb2-a521-25aab677c084 None None] Attempting to bind port ce20dc5b-c690-4e26-ba0f-d7d627a8da72 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:39:21.057672 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d75b0a-36a2-4bb2-a521-25aab677c084 None None] Attempting to bind port ce20dc5b-c690-4e26-ba0f-d7d627a8da72 on network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:21.071150 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d75b0a-36a2-4bb2-a521-25aab677c084 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:39:21.072562 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d75b0a-36a2-4bb2-a521-25aab677c084 None None] Checking segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:21.073263 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34d75b0a-36a2-4bb2-a521-25aab677c084 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:21.073868 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d75b0a-36a2-4bb2-a521-25aab677c084 None None] Bound using segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:39:21.074584 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-34d75b0a-36a2-4bb2-a521-25aab677c084 None None] Bound port: ce20dc5b-c690-4e26-ba0f-d7d627a8da72, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:39:21.075255 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34d75b0a-36a2-4bb2-a521-25aab677c084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:21.141583 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d40ace6e-7ac2-43ae-8fbb-073bc8fdf56b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:21.165957 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-173a086f-2c1d-499d-945e-160c60d3176c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:21.263015 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34d75b0a-36a2-4bb2-a521-25aab677c084 None None] For port ce20dc5b-c690-4e26-ba0f-d7d627a8da72, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:39:21.287015 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34d75b0a-36a2-4bb2-a521-25aab677c084 None None] For port ce20dc5b-c690-4e26-ba0f-d7d627a8da72, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=ce20dc5b-c690-4e26-ba0f-d7d627a8da72,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:39:21.287930 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da0ba39-d6e7-4f69-885d-11920eb27b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f796ef-2718-4d1c-a386-cc5d625b4662'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:39:21.292767 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669d8e64-f7c5-4aa8-a0a9-1a5477e15811" -d '{"events": [{"server_uuid": "7da0ba39-d6e7-4f69-885d-11920eb27b2c", "name": "network-vif-plugged", "status": "completed", "tag": "51f796ef-2718-4d1c-a386-cc5d625b4662"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:39:21.304541 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34d75b0a-36a2-4bb2-a521-25aab677c084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:21.308788 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173a086f-2c1d-499d-945e-160c60d3176c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:21.322108 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-173a086f-2c1d-499d-945e-160c60d3176c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:21.325004 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173a086f-2c1d-499d-945e-160c60d3176c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:21.331162 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173a086f-2c1d-499d-945e-160c60d3176c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:21.331981 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-173a086f-2c1d-499d-945e-160c60d3176c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:21.343292 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a086f-2c1d-499d-945e-160c60d3176c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Port': ['ID=874070a8-a1fc-4598-bad7-8c3f0b866aef,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:21.361445 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-592c3ee1-23f9-478e-8f8a-2bfe4b49f4d3 req-17c01c69-2305-4539-b0b5-411c0c09dc8c tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Deleting port 7300832f-240f-48b2-9f39-52f9dd948d78 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:21.367921 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-592c3ee1-23f9-478e-8f8a-2bfe4b49f4d3 req-17c01c69-2305-4539-b0b5-411c0c09dc8c tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:21.377472 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6dcc832e-6fb4-456d-b0bf-caaaf2e6e6dd req-d596bf1e-0816-4dbe-aa89-987bdd1276d7 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups/fc14dce9-59d2-4785-960a-8223df754ffb HTTP/1.1" status: 200 len: 1816 time: 0.1277242 Dec 10 18:39:21.393530 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d75b0a-36a2-4bb2-a521-25aab677c084 None None] Pushing event updated for resources: {'Port': ['ID=ce20dc5b-c690-4e26-ba0f-d7d627a8da72,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:21.403218 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-173a086f-2c1d-499d-945e-160c60d3176c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.2838275 Dec 10 18:39:21.425909 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53894) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:21.472107 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-cd811f19-43b7-4921-9462-ed23229892e6 None None] Provisioning complete for port 544a5bdc-185c-498e-8ed3-e6c6891e4c9a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:21.472573 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cd811f19-43b7-4921-9462-ed23229892e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:21.479021 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1d85ae1e-ec48-431a-9c0c-aa7b15be401c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'port': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'fixed_ips': [{'subnet_id': '84719082-7d33-46e8-a05a-d6e20c1091f2', 'ip_address': '2001:db8::a4bc:37f:bdc1:1c18'}], 'name': 'tempest-NetworksTestDHCPv6-1609016808'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:21.490437 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6a5a3693-5a99-4677-9822-41d89fb73896 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:21.519890 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6a5a3693-5a99-4677-9822-41d89fb73896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:21.540680 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-88ff3c32-828b-4d6b-8c14-12cddbe9e85b req-93942563-06be-4251-b669-c9242fe27e7c tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4688752 Dec 10 18:39:21.575878 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-cd811f19-43b7-4921-9462-ed23229892e6 None None] Port 544a5bdc-185c-498e-8ed3-e6c6891e4c9a cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:39:21.597215 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6a5a3693-5a99-4677-9822-41d89fb73896 None None] Attempting to bind port 63e87237-fe4b-4562-a80b-efce559c3c95 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:39:21.597589 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6a5a3693-5a99-4677-9822-41d89fb73896 None None] Attempting to bind port 63e87237-fe4b-4562-a80b-efce559c3c95 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:39:21.597961 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5a3693-5a99-4677-9822-41d89fb73896 None None] Attempting to bind port 63e87237-fe4b-4562-a80b-efce559c3c95 on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:21.600675 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d97d83-c02e-414b-93a2-159689ba8bd5 None None] Pushing event updated for resources: {'Port': ['ID=63e87237-fe4b-4562-a80b-efce559c3c95,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:21.613207 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5a3693-5a99-4677-9822-41d89fb73896 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:39:21.613588 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5a3693-5a99-4677-9822-41d89fb73896 None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:21.613989 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6a5a3693-5a99-4677-9822-41d89fb73896 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:21.614378 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5a3693-5a99-4677-9822-41d89fb73896 None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:39:21.614848 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6a5a3693-5a99-4677-9822-41d89fb73896 None None] Bound port: 63e87237-fe4b-4562-a80b-efce559c3c95, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:39:21.615718 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6a5a3693-5a99-4677-9822-41d89fb73896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:21.668333 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-592c3ee1-23f9-478e-8f8a-2bfe4b49f4d3 req-17c01c69-2305-4539-b0b5-411c0c09dc8c tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] For port 7300832f-240f-48b2-9f39-52f9dd948d78, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=7300832f-240f-48b2-9f39-52f9dd948d78,segment=NetworkSegment(68572a96-1438-4984-beb8-3a086b879b0d),segment_id=68572a96-1438-4984-beb8-3a086b879b0d)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:21.668736 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-592c3ee1-23f9-478e-8f8a-2bfe4b49f4d3 req-17c01c69-2305-4539-b0b5-411c0c09dc8c tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:21.681353 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6a5a3693-5a99-4677-9822-41d89fb73896 None None] For port 63e87237-fe4b-4562-a80b-efce559c3c95, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:39:21.685530 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6a5a3693-5a99-4677-9822-41d89fb73896 None None] For port 63e87237-fe4b-4562-a80b-efce559c3c95, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=63e87237-fe4b-4562-a80b-efce559c3c95,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:39:21.690154 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6a5a3693-5a99-4677-9822-41d89fb73896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:21.692395 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54ef92-436c-441b-948a-4e59fc2f4fec req-082dbfdd-cf67-4b9f-a881-b1a76460d3a4 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:21.694375 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cc54ef92-436c-441b-948a-4e59fc2f4fec req-082dbfdd-cf67-4b9f-a881-b1a76460d3a4 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ad2d49-0213-4d11-84ea-8e93dc538b58 HTTP/1.1" status: 200 len: 945 time: 0.0747375 Dec 10 18:39:21.708158 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-592c3ee1-23f9-478e-8f8a-2bfe4b49f4d3 req-17c01c69-2305-4539-b0b5-411c0c09dc8c tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Calling delete_port for 7300832f-240f-48b2-9f39-52f9dd948d78 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:21.754279 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d40ace6e-7ac2-43ae-8fbb-073bc8fdf56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:21.784385 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6dcc832e-6fb4-456d-b0bf-caaaf2e6e6dd req-1b7faf61-5eca-4836-b77b-abd647438cf2 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:21.796291 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cc54ef92-436c-441b-948a-4e59fc2f4fec req-fa3706c4-c25f-4c96-b0f4-38ae3f7931ac tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752196 Dec 10 18:39:21.911369 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d85ae1e-ec48-431a-9c0c-aa7b15be401c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:21.918030 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1d85ae1e-ec48-431a-9c0c-aa7b15be401c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:21.922886 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6dcc832e-6fb4-456d-b0bf-caaaf2e6e6dd req-1b7faf61-5eca-4836-b77b-abd647438cf2 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:22.019958 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-1d85ae1e-ec48-431a-9c0c-aa7b15be401c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] device_id is not set on port a4a56232-070b-4733-845a-6b0c99c25b9f yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:39:22.039344 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249e7269-9a18-4d5d-a633-a2f234b822fe x-openstack-request-id: req-249e7269-9a18-4d5d-a633-a2f234b822fe {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:39:22.039824 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da0ba39-d6e7-4f69-885d-11920eb27b2c", "name": "network-vif-plugged", "status": "completed", "tag": "51f796ef-2718-4d1c-a386-cc5d625b4662", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:39:22.040098 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-249e7269-9a18-4d5d-a633-a2f234b822fe {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:39:22.040574 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da0ba39-d6e7-4f69-885d-11920eb27b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f796ef-2718-4d1c-a386-cc5d625b4662', 'code': 200} Dec 10 18:39:22.061387 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83fd67-541b-48f8-a8c8-be0dc2c92698 req-922d408a-98cc-4952-8b23-d377aab200d1 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:22.067777 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83fd67-541b-48f8-a8c8-be0dc2c92698 req-922d408a-98cc-4952-8b23-d377aab200d1 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:22.071506 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d97d83-c02e-414b-93a2-159689ba8bd5 None None] Pushing event updated for resources: {'Port': ['ID=63e87237-fe4b-4562-a80b-efce559c3c95,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:22.075251 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83fd67-541b-48f8-a8c8-be0dc2c92698 req-922d408a-98cc-4952-8b23-d377aab200d1 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:22.077491 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5a3693-5a99-4677-9822-41d89fb73896 None None] Routers {'5ff5ff88-f521-413e-be05-4a9892d4a641'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:39:22.078493 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6a5a3693-5a99-4677-9822-41d89fb73896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:38:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5ff5ff88-f521-413e-be05-4a9892d4a641'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:22.082181 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83fd67-541b-48f8-a8c8-be0dc2c92698 req-922d408a-98cc-4952-8b23-d377aab200d1 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:22.087924 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83fd67-541b-48f8-a8c8-be0dc2c92698 req-922d408a-98cc-4952-8b23-d377aab200d1 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:22.094024 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83fd67-541b-48f8-a8c8-be0dc2c92698 req-922d408a-98cc-4952-8b23-d377aab200d1 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:22.099873 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83fd67-541b-48f8-a8c8-be0dc2c92698 req-922d408a-98cc-4952-8b23-d377aab200d1 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:22.102096 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2f83fd67-541b-48f8-a8c8-be0dc2c92698 req-922d408a-98cc-4952-8b23-d377aab200d1 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 5430 time: 0.1343846 Dec 10 18:39:22.130645 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6dcc832e-6fb4-456d-b0bf-caaaf2e6e6dd req-1b7faf61-5eca-4836-b77b-abd647438cf2 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:22.133881 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6dcc832e-6fb4-456d-b0bf-caaaf2e6e6dd req-1b7faf61-5eca-4836-b77b-abd647438cf2 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:22.142761 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6dcc832e-6fb4-456d-b0bf-caaaf2e6e6dd req-1b7faf61-5eca-4836-b77b-abd647438cf2 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "DELETE /v2.0/security-groups/fc14dce9-59d2-4785-960a-8223df754ffb HTTP/1.1" status: 204 len: 173 time: 0.7618394 Dec 10 18:39:22.150880 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d40ace6e-7ac2-43ae-8fbb-073bc8fdf56b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:22.160318 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d40ace6e-7ac2-43ae-8fbb-073bc8fdf56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:22.164674 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7faf61-5eca-4836-b77b-abd647438cf2 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc14dce9-59d2-4785-960a-8223df754ffb,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:22.172335 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-592c3ee1-23f9-478e-8f8a-2bfe4b49f4d3 req-17c01c69-2305-4539-b0b5-411c0c09dc8c tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:22.242855 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-6a5a3693-5a99-4677-9822-41d89fb73896 None None] Set router 5ff5ff88-f521-413e-be05-4a9892d4a641 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:39:22.255347 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c01c69-2305-4539-b0b5-411c0c09dc8c tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Pushing event deleted for resources: {'Port': ['ID=7300832f-240f-48b2-9f39-52f9dd948d78,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:22.298574 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2f83fd67-541b-48f8-a8c8-be0dc2c92698 req-c3b7dde2-d9c2-47a4-af8b-0cf920ea176f tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&id=7281f497-4962-41a8-857f-71fd676337b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1736434 Dec 10 18:39:22.319824 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-592c3ee1-23f9-478e-8f8a-2bfe4b49f4d3 req-17c01c69-2305-4539-b0b5-411c0c09dc8c tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] No DVR routers for this DVR port 7300832f-240f-48b2-9f39-52f9dd948d78 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:39:22.329322 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d40ace6e-7ac2-43ae-8fbb-073bc8fdf56b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:22.337438 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ace6e-7ac2-43ae-8fbb-073bc8fdf56b admin admin] Pushing event updated for resources: {'Port': ['ID=544a5bdc-185c-498e-8ed3-e6c6891e4c9a,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:22.340465 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-592c3ee1-23f9-478e-8f8a-2bfe4b49f4d3 req-17c01c69-2305-4539-b0b5-411c0c09dc8c tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:22.347945 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-592c3ee1-23f9-478e-8f8a-2bfe4b49f4d3 req-17c01c69-2305-4539-b0b5-411c0c09dc8c tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.72 "DELETE /v2.0/ports/7300832f-240f-48b2-9f39-52f9dd948d78 HTTP/1.1" status: 204 len: 173 time: 1.3369749 Dec 10 18:39:22.349164 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85bd519-1a8d-4d30-baea-074b5c285678', 'name': 'network-vif-deleted', 'tag': '7300832f-240f-48b2-9f39-52f9dd948d78'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:39:22.355273 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa444bc4-67d7-4a0d-b6a4-893b50185ffe" -d '{"events": [{"server_uuid": "e85bd519-1a8d-4d30-baea-074b5c285678", "name": "network-vif-deleted", "tag": "7300832f-240f-48b2-9f39-52f9dd948d78"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:39:22.425086 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d85ae1e-ec48-431a-9c0c-aa7b15be401c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 10 18:39:22.425759 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d85ae1e-ec48-431a-9c0c-aa7b15be401c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:39:22.459533 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1d85ae1e-ec48-431a-9c0c-aa7b15be401c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.9950972 Dec 10 18:39:22.462515 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53910) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:22.510594 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a053af1f-6fea-4685-80a9-747e309580e5 req-61754aed-1321-41a0-93db-ad14f7d26cf6 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=e85bd519-1a8d-4d30-baea-074b5c285678 HTTP/1.1" status: 200 len: 210 time: 0.1007621 Dec 10 18:39:22.574291 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5350e6e4-bbb6-4a61-bc8a-48d666a3fc31 req-182ca15b-2bb8-4eae-b188-728f9b0130e0 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "GET /v2.0/security-groups/9ebeae18-1e3b-480d-a480-9b8ba9cc1d73 HTTP/1.1" status: 200 len: 1817 time: 0.1248584 Dec 10 18:39:22.582477 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-09a38af5-7f24-4c6d-b8f4-edbbdaf0f574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:22.593334 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40ace6e-7ac2-43ae-8fbb-073bc8fdf56b admin admin] Network c464ae35-619c-4be0-bdf6-7932892aa026 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:22.594923 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-d40ace6e-7ac2-43ae-8fbb-073bc8fdf56b admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:22.610968 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6042004e-9f67-43f9-ab3d-fe342b70f3e4 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:22.625113 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6042004e-9f67-43f9-ab3d-fe342b70f3e4 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:22.629359 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6042004e-9f67-43f9-ab3d-fe342b70f3e4 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1629331 Dec 10 18:39:22.652721 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6a5a3693-5a99-4677-9822-41d89fb73896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'name': 'tempest-TaggedBootDevicesTest-1045322226-router', 'tenant_id': '98fdd3d4007244d19399f00305d1e82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '63e87237-fe4b-4562-a80b-efce559c3c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:15Z', 'updated_at': '2021-12-10T18:39:21Z', 'revision_number': 4, 'project_id': '98fdd3d4007244d19399f00305d1e82f', 'gw_port': {'id': '63e87237-fe4b-4562-a80b-efce559c3c95', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:16:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:16Z', 'updated_at': '2021-12-10T18:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '544a5bdc-185c-498e-8ed3-e6c6891e4c9a', 'name': '', 'network_id': 'c464ae35-619c-4be0-bdf6-7932892aa026', 'tenant_id': '98fdd3d4007244d19399f00305d1e82f', 'mac_address': 'fa:16:3e:d1:13:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '86f91219-9435-4da2-b951-1d9b6b4ae73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:20Z', 'updated_at': '2021-12-10T18:39:20Z', 'revision_number': 1, 'project_id': '98fdd3d4007244d19399f00305d1e82f', 'subnets': [{'id': '86f91219-9435-4da2-b951-1d9b6b4ae73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:22.669991 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53914) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:22.693941 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5a3693-5a99-4677-9822-41d89fb73896 None None] The sync data for ids ['5ff5ff88-f521-413e-be05-4a9892d4a641'] in n-d-821435-1 is: [{'id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'name': 'tempest-TaggedBootDevicesTest-1045322226-router', 'tenant_id': '98fdd3d4007244d19399f00305d1e82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '63e87237-fe4b-4562-a80b-efce559c3c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:15Z', 'updated_at': '2021-12-10T18:39:21Z', 'revision_number': 4, 'project_id': '98fdd3d4007244d19399f00305d1e82f', 'gw_port': {'id': '63e87237-fe4b-4562-a80b-efce559c3c95', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:16:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:16Z', 'updated_at': '2021-12-10T18:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '544a5bdc-185c-498e-8ed3-e6c6891e4c9a', 'name': '', 'network_id': 'c464ae35-619c-4be0-bdf6-7932892aa026', 'tenant_id': '98fdd3d4007244d19399f00305d1e82f', 'mac_address': 'fa:16:3e:d1:13:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '86f91219-9435-4da2-b951-1d9b6b4ae73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:20Z', 'updated_at': '2021-12-10T18:39:20Z', 'revision_number': 1, 'project_id': '98fdd3d4007244d19399f00305d1e82f', 'subnets': [{'id': '86f91219-9435-4da2-b951-1d9b6b4ae73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:39:22.728984 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cada480a-3204-4667-8fc5-0cd6d8dac654 x-openstack-request-id: req-cada480a-3204-4667-8fc5-0cd6d8dac654 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:39:22.732580 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85bd519-1a8d-4d30-baea-074b5c285678", "name": "network-vif-deleted", "tag": "7300832f-240f-48b2-9f39-52f9dd948d78", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:39:22.732892 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cada480a-3204-4667-8fc5-0cd6d8dac654 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:39:22.733314 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85bd519-1a8d-4d30-baea-074b5c285678', 'name': 'network-vif-deleted', 'tag': '7300832f-240f-48b2-9f39-52f9dd948d78', 'status': 'completed', 'code': 200} Dec 10 18:39:22.844852 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5350e6e4-bbb6-4a61-bc8a-48d666a3fc31 req-913e4cd0-2edc-4e6a-8175-cc16099376b6 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:22.864243 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5979f1c-0f02-4f8e-9989-f7cc98fb5663 req-ff83ef7b-5f97-4ef8-8ef0-0febff5491f1 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:22.878373 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5350e6e4-bbb6-4a61-bc8a-48d666a3fc31 req-913e4cd0-2edc-4e6a-8175-cc16099376b6 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:22.882227 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d5979f1c-0f02-4f8e-9989-f7cc98fb5663 req-ff83ef7b-5f97-4ef8-8ef0-0febff5491f1 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ad2d49-0213-4d11-84ea-8e93dc538b58 HTTP/1.1" status: 200 len: 945 time: 0.1011572 Dec 10 18:39:22.895553 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-736c0555-898f-4d84-85ff-ac127ce35447 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting port 874070a8-a1fc-4598-bad7-8c3f0b866aef {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:22.895826 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-736c0555-898f-4d84-85ff-ac127ce35447 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:22.926735 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40ace6e-7ac2-43ae-8fbb-073bc8fdf56b admin admin] Router 5ff5ff88-f521-413e-be05-4a9892d4a641 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:39:23.032465 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5350e6e4-bbb6-4a61-bc8a-48d666a3fc31 req-913e4cd0-2edc-4e6a-8175-cc16099376b6 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:23.039899 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5350e6e4-bbb6-4a61-bc8a-48d666a3fc31 req-913e4cd0-2edc-4e6a-8175-cc16099376b6 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:23.057956 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5350e6e4-bbb6-4a61-bc8a-48d666a3fc31 req-913e4cd0-2edc-4e6a-8175-cc16099376b6 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] 10.222.0.62 "DELETE /v2.0/security-groups/9ebeae18-1e3b-480d-a480-9b8ba9cc1d73 HTTP/1.1" status: 204 len: 173 time: 0.4285231 Dec 10 18:39:23.058465 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53916) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:23.064755 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d5979f1c-0f02-4f8e-9989-f7cc98fb5663 req-f043189a-c879-4796-9332-ec27e736fc5b tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797245 Dec 10 18:39:23.134063 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e4cd0-2edc-4e6a-8175-cc16099376b6 tempest-SecurityGroupsTestJSON-1950194456 tempest-SecurityGroupsTestJSON-1950194456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebeae18-1e3b-480d-a480-9b8ba9cc1d73,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:23.154889 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-42d8daaf-e8fe-4cc3-8ed2-3d8646b8b98f None None] Provisioning complete for port 544a5bdc-185c-498e-8ed3-e6c6891e4c9a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:23.158899 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-42d8daaf-e8fe-4cc3-8ed2-3d8646b8b98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:23.231021 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-42d8daaf-e8fe-4cc3-8ed2-3d8646b8b98f None None] Port 544a5bdc-185c-498e-8ed3-e6c6891e4c9a cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:39:23.260776 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-736c0555-898f-4d84-85ff-ac127ce35447 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:23.295863 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-736c0555-898f-4d84-85ff-ac127ce35447 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Calling delete_port for 874070a8-a1fc-4598-bad7-8c3f0b866aef owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:23.310553 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cc9bece-304a-43a9-81e8-cb18e1a0af5b admin admin] Deleting subnet 6e5426de-cbd0-4094-92fb-88aabbd126fb {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:39:23.329824 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:23.344670 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3cc9bece-304a-43a9-81e8-cb18e1a0af5b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:23.361129 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40ace6e-7ac2-43ae-8fbb-073bc8fdf56b admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:39:23.372660 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b0fa2ead-f139-49df-be16-0231dc2d93d2 None None] Provisioning complete for port ce20dc5b-c690-4e26-ba0f-d7d627a8da72 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:23.372660 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b0fa2ead-f139-49df-be16-0231dc2d93d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:23.396409 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d40ace6e-7ac2-43ae-8fbb-073bc8fdf56b admin admin] 10.222.0.62 "PUT /v2.0/routers/5ff5ff88-f521-413e-be05-4a9892d4a641/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9128215 Dec 10 18:39:23.465337 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device ce20dc5b-c690-4e26-ba0f-d7d627a8da72 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:23.504020 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb23cdf-462a-42a7-9d81-5cac72b92c4f req-b3331b0a-7cf3-4edf-8432-ec6d63b09032 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:23.519793 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-abb23cdf-462a-42a7-9d81-5cac72b92c4f req-b3331b0a-7cf3-4edf-8432-ec6d63b09032 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 949 time: 0.3388002 Dec 10 18:39:23.542418 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3cc9bece-304a-43a9-81e8-cb18e1a0af5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:23.562272 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2506fbc-df38-49a9-848c-0d86e4bc3972 req-aa5c487a-384b-484e-81bb-0bed819f1a5f tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:23.571182 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2506fbc-df38-49a9-848c-0d86e4bc3972 req-aa5c487a-384b-484e-81bb-0bed819f1a5f tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:23.577727 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2506fbc-df38-49a9-848c-0d86e4bc3972 req-aa5c487a-384b-484e-81bb-0bed819f1a5f tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:23.584140 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2506fbc-df38-49a9-848c-0d86e4bc3972 req-aa5c487a-384b-484e-81bb-0bed819f1a5f tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:23.587331 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port ce20dc5b-c690-4e26-ba0f-d7d627a8da72 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:23.587866 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:23.591980 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2506fbc-df38-49a9-848c-0d86e4bc3972 req-aa5c487a-384b-484e-81bb-0bed819f1a5f tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:23.600990 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2506fbc-df38-49a9-848c-0d86e4bc3972 req-aa5c487a-384b-484e-81bb-0bed819f1a5f tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:23.608211 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2506fbc-df38-49a9-848c-0d86e4bc3972 req-aa5c487a-384b-484e-81bb-0bed819f1a5f tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:23.610317 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f2506fbc-df38-49a9-848c-0d86e4bc3972 req-aa5c487a-384b-484e-81bb-0bed819f1a5f tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 5430 time: 0.1712186 Dec 10 18:39:23.629464 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b0fa2ead-f139-49df-be16-0231dc2d93d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:23.716700 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-abb23cdf-462a-42a7-9d81-5cac72b92c4f req-d22e1661-9de1-4f54-b4ae-3c2d7fbd359a tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958957 Dec 10 18:39:23.717989 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3cc9bece-304a-43a9-81e8-cb18e1a0af5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:23.748958 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b0fa2ead-f139-49df-be16-0231dc2d93d2 None None] For port ce20dc5b-c690-4e26-ba0f-d7d627a8da72, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=ce20dc5b-c690-4e26-ba0f-d7d627a8da72,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:23.750028 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f2506fbc-df38-49a9-848c-0d86e4bc3972 req-4e7b0b1a-c997-417b-b4c3-d60b145066de tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&id=7281f497-4962-41a8-857f-71fd676337b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1310346 Dec 10 18:39:23.753731 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:23.757846 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b0fa2ead-f139-49df-be16-0231dc2d93d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:23.884523 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa2ead-f139-49df-be16-0231dc2d93d2 None None] Pushing event updated for resources: {'Port': ['ID=ce20dc5b-c690-4e26-ba0f-d7d627a8da72,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:23.933043 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:39:23.933409 n-d-821435-1 neutron-server[103246]: DEBUG oslo_db.api [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:39:23.937965 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6ced4220-61c8-4018-a48d-fa037bc15d2a None None] Provisioning complete for port 874070a8-a1fc-4598-bad7-8c3f0b866aef triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:23.938347 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6ced4220-61c8-4018-a48d-fa037bc15d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:23.963699 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69566354-4820-4c39-b889-4693e2e1f735 req-0849aeb8-311a-4501-b41c-81855757a6e4 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:23.965334 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-69566354-4820-4c39-b889-4693e2e1f735 req-0849aeb8-311a-4501-b41c-81855757a6e4 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1ad2d49-0213-4d11-84ea-8e93dc538b58 HTTP/1.1" status: 200 len: 945 time: 0.2924113 Dec 10 18:39:23.993736 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-6ced4220-61c8-4018-a48d-fa037bc15d2a None None] Port 874070a8-a1fc-4598-bad7-8c3f0b866aef cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:39:24.046477 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-736c0555-898f-4d84-85ff-ac127ce35447 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:24.050152 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736dfec-c9f8-48ba-ba2e-daec7055e0fc req-4e5b3bf4-1c6c-47f3-b320-12a9d8276a21 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:24.058492 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2736dfec-c9f8-48ba-ba2e-daec7055e0fc req-4e5b3bf4-1c6c-47f3-b320-12a9d8276a21 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 949 time: 0.1146655 Dec 10 18:39:24.137311 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2736dfec-c9f8-48ba-ba2e-daec7055e0fc req-f6284f6e-e3de-413a-b48e-9dc74500c9f3 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777619 Dec 10 18:39:24.170651 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3cc9bece-304a-43a9-81e8-cb18e1a0af5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:24.199261 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c0555-898f-4d84-85ff-ac127ce35447 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Port': ['ID=874070a8-a1fc-4598-bad7-8c3f0b866aef,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:24.214417 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3cc9bece-304a-43a9-81e8-cb18e1a0af5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:24.220065 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3cc9bece-304a-43a9-81e8-cb18e1a0af5b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6e5426de-cbd0-4094-92fb-88aabbd126fb HTTP/1.1" status: 204 len: 168 time: 1.1341784 Dec 10 18:39:24.220599 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53956) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:24.280337 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc9bece-304a-43a9-81e8-cb18e1a0af5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e5426de-cbd0-4094-92fb-88aabbd126fb,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:24.397411 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-736c0555-898f-4d84-85ff-ac127ce35447 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:24.399827 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-21d53d06-5727-4b98-8f48-9f0dd20136ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:24.400874 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-736c0555-898f-4d84-85ff-ac127ce35447 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/ports/874070a8-a1fc-4598-bad7-8c3f0b866aef HTTP/1.1" status: 204 len: 168 time: 1.7296145 Dec 10 18:39:24.404355 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53960) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:24.434634 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53962) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:24.458519 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-080ae39e-afce-407f-a8cf-516270b51e88 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-40207484-network', 'tenant_id': 'a49c3ac445fd438d92cebb6eb9a9bc7a'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:24.472923 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-134e4e19-825f-47b2-8028-07717d2fb6b0 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:24.474376 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-134e4e19-825f-47b2-8028-07717d2fb6b0 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/networks?id=c537dae7-2652-44de-bf9a-a95ab199afc8 HTTP/1.1" status: 200 len: 822 time: 0.3056121 Dec 10 18:39:24.476848 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-69566354-4820-4c39-b889-4693e2e1f735 req-b9609127-2cef-44d2-8bbf-7fcbefd84ad0 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Deleting port 9eb74907-db11-43a8-9cd4-56f64e9ba441 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:24.477212 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-69566354-4820-4c39-b889-4693e2e1f735 req-b9609127-2cef-44d2-8bbf-7fcbefd84ad0 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:24.488869 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd36ec-a47f-4b77-bd48-269ce2bbff79 req-1784351e-b35c-408c-9edb-ae0980484a18 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:24.490417 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-93fd36ec-a47f-4b77-bd48-269ce2bbff79 req-1784351e-b35c-408c-9edb-ae0980484a18 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ad2d49-0213-4d11-84ea-8e93dc538b58 HTTP/1.1" status: 200 len: 945 time: 0.1757543 Dec 10 18:39:24.525993 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-5409ebf5-9a1c-43a1-b1df-6f209fba36cf tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/quotas/cebf6cc911374a429274686614685142 HTTP/1.1" status: 200 len: 375 time: 0.0444365 Dec 10 18:39:24.554526 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f28377-b82f-466a-894a-42c4bff697f7 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:24.555908 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f28377-b82f-466a-894a-42c4bff697f7 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:24.559468 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-73f28377-b82f-466a-894a-42c4bff697f7 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1494911 Dec 10 18:39:24.562253 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53964) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:24.562857 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080ae39e-afce-407f-a8cf-516270b51e88 admin admin] Made reservation on behalf of a49c3ac445fd438d92cebb6eb9a9bc7a for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:24.565131 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-080ae39e-afce-407f-a8cf-516270b51e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:24.571820 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-54747596-b38f-4c74-b2da-9c28866d79d8 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cebf6cc911374a429274686614685142&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365622 Dec 10 18:39:24.627196 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-69566354-4820-4c39-b889-4693e2e1f735 req-b9609127-2cef-44d2-8bbf-7fcbefd84ad0 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] For port 9eb74907-db11-43a8-9cd4-56f64e9ba441, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=9eb74907-db11-43a8-9cd4-56f64e9ba441,segment=NetworkSegment(4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9),segment_id=4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:24.627562 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-69566354-4820-4c39-b889-4693e2e1f735 req-b9609127-2cef-44d2-8bbf-7fcbefd84ad0 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:24.643884 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-080ae39e-afce-407f-a8cf-516270b51e88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:24.689146 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:24.694394 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-21d53d06-5727-4b98-8f48-9f0dd20136ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:24.723562 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-604174c5-c7b9-4d6d-93ce-849d2a65d951 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting subnet 84719082-7d33-46e8-a05a-d6e20c1091f2 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:39:24.730995 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-604174c5-c7b9-4d6d-93ce-849d2a65d951 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:24.834869 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-93fd36ec-a47f-4b77-bd48-269ce2bbff79 req-0e2ac159-78a4-4fd5-b1ae-7d377c603e37 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287067 Dec 10 18:39:24.849564 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-21d53d06-5727-4b98-8f48-9f0dd20136ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41e5955d-d904-4834-9fcc-cb65e702ceed']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:24.885033 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-21d53d06-5727-4b98-8f48-9f0dd20136ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b40be5d-f6bc-455d-9ae1-9ee882ee68d8') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:24.885642 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-21d53d06-5727-4b98-8f48-9f0dd20136ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b40be5d-f6bc-455d-9ae1-9ee882ee68d8') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:24.918968 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-080ae39e-afce-407f-a8cf-516270b51e88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:24.922288 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-21d53d06-5727-4b98-8f48-9f0dd20136ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:24.935870 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-080ae39e-afce-407f-a8cf-516270b51e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:24.942060 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-604174c5-c7b9-4d6d-93ce-849d2a65d951 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:25.001993 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-21d53d06-5727-4b98-8f48-9f0dd20136ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:25.039359 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-bc3b48f3-f7b1-43fb-8116-5a092bd13233 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:39:25.040902 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-bc3b48f3-f7b1-43fb-8116-5a092bd13233 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4541659 Dec 10 18:39:25.041065 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-080ae39e-afce-407f-a8cf-516270b51e88 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:39:25.041368 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-69566354-4820-4c39-b889-4693e2e1f735 req-b9609127-2cef-44d2-8bbf-7fcbefd84ad0 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Calling delete_port for 9eb74907-db11-43a8-9cd4-56f64e9ba441 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:25.052012 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d53d06-5727-4b98-8f48-9f0dd20136ee admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:39:25.052610 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-21d53d06-5727-4b98-8f48-9f0dd20136ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:25.055097 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:39:25.055097 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:39:25.055097 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:39:25.055097 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:39:25.055097 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:39:25.055097 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:39:25.055097 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:39:25.055097 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:39:25.055097 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:39:25.055097 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:39:25.055097 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:39:25.055097 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:39:25.055097 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:39:25.055097 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:39:25.055097 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:39:25.055097 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:39:25.055097 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:39:25.055097 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:39:25.055097 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:39:25.055097 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:39:25.055097 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:39:25.055097 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:39:25.055097 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:39:25.055097 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:39:25.055097 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:39:25.055097 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:39:25.055097 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:39:25.055097 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:39:25.055097 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:39:25.055097 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:39:25.055097 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:39:25.055097 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:39:25.068225 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ae39e-afce-407f-a8cf-516270b51e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5f9971-da37-4b0e-a2bf-6ed12c9fd37c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:25.112735 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-080ae39e-afce-407f-a8cf-516270b51e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:25.113131 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-080ae39e-afce-407f-a8cf-516270b51e88 admin admin] Added segment 89ac4b54-6275-4e9f-82c8-a22ebd244173 of type vlan for network e2055a9b-1872-4539-9924-60d69709e596 Dec 10 18:39:25.192125 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-bd6cc3ee-b0a4-4681-8519-a16ebbf8f4f6 service neutron] 10.222.0.62 "GET /v2.0/networks/c537dae7-2652-44de-bf9a-a95ab199afc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438897 Dec 10 18:39:25.208800 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-21d53d06-5727-4b98-8f48-9f0dd20136ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:25.214678 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-21d53d06-5727-4b98-8f48-9f0dd20136ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:25.217967 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-21d53d06-5727-4b98-8f48-9f0dd20136ee admin admin] 10.222.0.62 "DELETE /v2.0/networks/41e5955d-d904-4834-9fcc-cb65e702ceed HTTP/1.1" status: 204 len: 168 time: 0.9963253 Dec 10 18:39:25.236366 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba10164-73f0-41a1-b4e7-58497404c405 req-76ddd469-362f-4e79-91a7-f4458279617c tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:25.244288 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba10164-73f0-41a1-b4e7-58497404c405 req-76ddd469-362f-4e79-91a7-f4458279617c tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:25.249659 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba10164-73f0-41a1-b4e7-58497404c405 req-76ddd469-362f-4e79-91a7-f4458279617c tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:25.256280 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba10164-73f0-41a1-b4e7-58497404c405 req-76ddd469-362f-4e79-91a7-f4458279617c tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:25.263374 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba10164-73f0-41a1-b4e7-58497404c405 req-76ddd469-362f-4e79-91a7-f4458279617c tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:25.269481 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba10164-73f0-41a1-b4e7-58497404c405 req-76ddd469-362f-4e79-91a7-f4458279617c tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:25.277957 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba10164-73f0-41a1-b4e7-58497404c405 req-76ddd469-362f-4e79-91a7-f4458279617c tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:25.278709 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4ba10164-73f0-41a1-b4e7-58497404c405 req-76ddd469-362f-4e79-91a7-f4458279617c tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 5430 time: 0.3076091 Dec 10 18:39:25.280011 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-080ae39e-afce-407f-a8cf-516270b51e88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:25.301380 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-604174c5-c7b9-4d6d-93ce-849d2a65d951 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:25.311858 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d53d06-5727-4b98-8f48-9f0dd20136ee admin admin] Pushing event deleted for resources: {'Network': ['ID=41e5955d-d904-4834-9fcc-cb65e702ceed,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:25.322435 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-69566354-4820-4c39-b889-4693e2e1f735 req-b9609127-2cef-44d2-8bbf-7fcbefd84ad0 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:25.351898 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['9eb74907-db11-43a8-9cd4-56f64e9ba441'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:39:25.416724 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9609127-2cef-44d2-8bbf-7fcbefd84ad0 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Pushing event deleted for resources: {'Port': ['ID=9eb74907-db11-43a8-9cd4-56f64e9ba441,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:25.426230 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-080ae39e-afce-407f-a8cf-516270b51e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:25.428837 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080ae39e-afce-407f-a8cf-516270b51e88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:25.430653 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-080ae39e-afce-407f-a8cf-516270b51e88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:25.470849 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:25.489010 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-3f606476-2f1f-4a76-a422-459c56811dcf service neutron] 10.222.0.62 "GET /v2.0/networks/c537dae7-2652-44de-bf9a-a95ab199afc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825587 Dec 10 18:39:25.506874 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-69566354-4820-4c39-b889-4693e2e1f735 req-b9609127-2cef-44d2-8bbf-7fcbefd84ad0 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] No DVR routers for this DVR port 9eb74907-db11-43a8-9cd4-56f64e9ba441 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:39:25.510261 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-69566354-4820-4c39-b889-4693e2e1f735 req-b9609127-2cef-44d2-8bbf-7fcbefd84ad0 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:25.513703 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-69566354-4820-4c39-b889-4693e2e1f735 req-b9609127-2cef-44d2-8bbf-7fcbefd84ad0 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.46 "DELETE /v2.0/ports/9eb74907-db11-43a8-9cd4-56f64e9ba441 HTTP/1.1" status: 204 len: 173 time: 1.5390072 Dec 10 18:39:25.514215 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ad2d49-0213-4d11-84ea-8e93dc538b58', 'name': 'network-vif-deleted', 'tag': '9eb74907-db11-43a8-9cd4-56f64e9ba441'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:39:25.520518 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4401b6fe-b10c-4905-afa8-21d360eba470" -d '{"events": [{"server_uuid": "f1ad2d49-0213-4d11-84ea-8e93dc538b58", "name": "network-vif-deleted", "tag": "9eb74907-db11-43a8-9cd4-56f64e9ba441"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:39:25.536545 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4ba10164-73f0-41a1-b4e7-58497404c405 req-e760f805-b9c7-440b-b7d0-a33720a7da98 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&id=7281f497-4962-41a8-857f-71fd676337b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2452495 Dec 10 18:39:25.553907 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53978) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:25.559311 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device ce20dc5b-c690-4e26-ba0f-d7d627a8da72 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:25.600192 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-080ae39e-afce-407f-a8cf-516270b51e88 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1631098 Dec 10 18:39:25.601466 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53980) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:25.612739 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5c08d485-067a-4321-a70a-48e279984e13 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d8f8fed500bb4fe68eeb78467c0fb87d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0557156 Dec 10 18:39:25.614593 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53982) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:25.615950 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-35e63dcf-3775-4781-8ee3-a19b7aefc681 admin admin] Request body: {'subnet': {'network_id': 'e2055a9b-1872-4539-9924-60d69709e596', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-40207484-subnet', 'tenant_id': 'a49c3ac445fd438d92cebb6eb9a9bc7a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:25.629988 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-604174c5-c7b9-4d6d-93ce-849d2a65d951 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:25.668219 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-604174c5-c7b9-4d6d-93ce-849d2a65d951 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:25.675452 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-604174c5-c7b9-4d6d-93ce-849d2a65d951 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/84719082-7d33-46e8-a05a-d6e20c1091f2 HTTP/1.1" status: 204 len: 168 time: 1.1045418 Dec 10 18:39:25.687637 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53984) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:25.688955 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fce5f9-f572-447d-b4ef-328776e04c0c None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:25.711113 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ae39e-afce-407f-a8cf-516270b51e88 admin admin] Pushing event updated for resources: {'Network': ['ID=e2055a9b-1872-4539-9924-60d69709e596,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:25.714645 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604174c5-c7b9-4d6d-93ce-849d2a65d951 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Subnet': ['ID=84719082-7d33-46e8-a05a-d6e20c1091f2,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:25.726157 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0347d59f-6c54-4394-bfa7-defcc514dea0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:25.732856 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e63dcf-3775-4781-8ee3-a19b7aefc681 admin admin] Made reservation on behalf of a49c3ac445fd438d92cebb6eb9a9bc7a for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:25.735753 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35e63dcf-3775-4781-8ee3-a19b7aefc681 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:25.803232 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-bf11be7c-562d-4104-93e1-817b07564d4a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1144459 Dec 10 18:39:25.817768 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53994) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:25.829094 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-d5ecd4d3-4e21-415e-8a01-d3e422c4a3cc tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'subnet': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:25.850909 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e289c7-eeec-4c35-9058-b0a8b539a85d x-openstack-request-id: req-f0e289c7-eeec-4c35-9058-b0a8b539a85d {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:39:25.851385 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ad2d49-0213-4d11-84ea-8e93dc538b58", "name": "network-vif-deleted", "tag": "9eb74907-db11-43a8-9cd4-56f64e9ba441", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:39:25.853149 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f0e289c7-eeec-4c35-9058-b0a8b539a85d {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:39:25.853594 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ad2d49-0213-4d11-84ea-8e93dc538b58', 'name': 'network-vif-deleted', 'tag': '9eb74907-db11-43a8-9cd4-56f64e9ba441', 'status': 'completed', 'code': 200} Dec 10 18:39:25.864535 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network e2055a9b-1872-4539-9924-60d69709e596 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:39:25.934763 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6bd5eea2-b561-4ff2-ae16-95dabcc458c4 req-0c855cd6-b353-4489-a91b-98252a56cac4 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=535bb5fe-7458-4429-adce-b38f7504101c HTTP/1.1" status: 200 len: 210 time: 0.0946167 Dec 10 18:39:25.966320 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 7300832f-240f-48b2-9f39-52f9dd948d78 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:39:25.992819 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 7300832f-240f-48b2-9f39-52f9dd948d78 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:39:25.993412 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 7300832f-240f-48b2-9f39-52f9dd948d78 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:39:26.057713 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0347d59f-6c54-4394-bfa7-defcc514dea0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:26.075335 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1a424252-f756-43ef-bea2-73ffd60666a7 req-4e3d3eea-8a20-4f9c-bbbb-5dca09a1158a tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ad2d49-0213-4d11-84ea-8e93dc538b58 HTTP/1.1" status: 200 len: 210 time: 0.0891695 Dec 10 18:39:26.119846 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port ce20dc5b-c690-4e26-ba0f-d7d627a8da72 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:26.120733 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:26.121913 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35e63dcf-3775-4781-8ee3-a19b7aefc681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:26.237552 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc89bc77-ffd0-43f8-b85e-8abbcc97ebbc None None] DHCP port deletion for 4c9579a2-8f48-40cb-87f0-dbca0f4b521d request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:39:26.264706 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e63dcf-3775-4781-8ee3-a19b7aefc681 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7c87823-7fc0-4ae4-9088-fa44f61b635a,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:26.279664 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 63e87237-fe4b-4562-a80b-efce559c3c95 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:26.288864 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399572d0-0930-4df7-8e6c-9dfdd4033abe None None] Sync routers for ids ['5ff5ff88-f521-413e-be05-4a9892d4a641'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:39:26.316961 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399572d0-0930-4df7-8e6c-9dfdd4033abe None None] Routers {'5ff5ff88-f521-413e-be05-4a9892d4a641'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:39:26.318301 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-399572d0-0930-4df7-8e6c-9dfdd4033abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:39:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5ff5ff88-f521-413e-be05-4a9892d4a641'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:26.370102 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-2c4e9080-b304-4438-a7b9-c53474214ac5 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4f1621867e3041c3a975a6622e21074f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1204243 Dec 10 18:39:26.372860 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-fc89bc77-ffd0-43f8-b85e-8abbcc97ebbc None None] Deleting port ce20dc5b-c690-4e26-ba0f-d7d627a8da72 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:26.373238 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fc89bc77-ffd0-43f8-b85e-8abbcc97ebbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:26.378968 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e63dcf-3775-4781-8ee3-a19b7aefc681 admin admin] Checking segment: {'id': '89ac4b54-6275-4e9f-82c8-a22ebd244173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e2055a9b-1872-4539-9924-60d69709e596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:26.381262 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e63dcf-3775-4781-8ee3-a19b7aefc681 admin admin] Network hostable DHCP agents. Network: e2055a9b-1872-4539-9924-60d69709e596, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:39:26.416973 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e63dcf-3775-4781-8ee3-a19b7aefc681 admin admin] Network e2055a9b-1872-4539-9924-60d69709e596 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:39:26.429678 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 63e87237-fe4b-4562-a80b-efce559c3c95 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:26.430212 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:26.438078 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-35e63dcf-3775-4781-8ee3-a19b7aefc681 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, e2055a9b-1872-4539-9924-60d69709e596) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:26.462269 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e63dcf-3775-4781-8ee3-a19b7aefc681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:26.463461 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35e63dcf-3775-4781-8ee3-a19b7aefc681 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:26.500279 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ecd4d3-4e21-415e-8a01-d3e422c4a3cc tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:26.503624 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0141f926-70d2-4dbc-91bd-f3d4c160b494 None None] Network e2055a9b-1872-4539-9924-60d69709e596 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:26.504195 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-399572d0-0930-4df7-8e6c-9dfdd4033abe None None] Set router 5ff5ff88-f521-413e-be05-4a9892d4a641 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:39:26.504335 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d5ecd4d3-4e21-415e-8a01-d3e422c4a3cc tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:26.509221 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0347d59f-6c54-4394-bfa7-defcc514dea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:26.512276 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-35e63dcf-3775-4781-8ee3-a19b7aefc681 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9006670 Dec 10 18:39:26.512401 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54016) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:26.516626 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a9b9508d-a061-4473-bedd-2cfbfade8a1a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-40207484-router', 'tenant_id': 'a49c3ac445fd438d92cebb6eb9a9bc7a', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:26.521894 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0347d59f-6c54-4394-bfa7-defcc514dea0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:26.523719 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0347d59f-6c54-4394-bfa7-defcc514dea0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/530e6bf5-f83e-4ce8-a8ff-bcd4a8ac0b1c HTTP/1.1" status: 204 len: 168 time: 0.9082782 Dec 10 18:39:26.563689 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9b9508d-a061-4473-bedd-2cfbfade8a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:26.566575 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9b9508d-a061-4473-bedd-2cfbfade8a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:26.576692 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0347d59f-6c54-4394-bfa7-defcc514dea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530e6bf5-f83e-4ce8-a8ff-bcd4a8ac0b1c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:26.689238 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9b9508d-a061-4473-bedd-2cfbfade8a1a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:26.691537 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-fc89bc77-ffd0-43f8-b85e-8abbcc97ebbc None None] For port ce20dc5b-c690-4e26-ba0f-d7d627a8da72, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=ce20dc5b-c690-4e26-ba0f-d7d627a8da72,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:26.691999 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-e3bb07f4-6d78-47b0-b1f5-ce46ab1edc35 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:26.692167 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fc89bc77-ffd0-43f8-b85e-8abbcc97ebbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:26.693915 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-e3bb07f4-6d78-47b0-b1f5-ce46ab1edc35 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3229623 Dec 10 18:39:26.719171 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-fc89bc77-ffd0-43f8-b85e-8abbcc97ebbc None None] Calling delete_port for ce20dc5b-c690-4e26-ba0f-d7d627a8da72 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:26.783166 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-0f7a9430-a381-46c3-b576-0198ae675a3b tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/quotas/4f1621867e3041c3a975a6622e21074f HTTP/1.1" status: 200 len: 375 time: 0.0800679 Dec 10 18:39:26.831550 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fc89bc77-ffd0-43f8-b85e-8abbcc97ebbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:26.849711 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc89bc77-ffd0-43f8-b85e-8abbcc97ebbc None None] No DVR routers for this DVR port ce20dc5b-c690-4e26-ba0f-d7d627a8da72 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:39:26.925822 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89bc77-ffd0-43f8-b85e-8abbcc97ebbc None None] Pushing event deleted for resources: {'Port': ['ID=ce20dc5b-c690-4e26-ba0f-d7d627a8da72,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:26.941063 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-399572d0-0930-4df7-8e6c-9dfdd4033abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'name': 'tempest-TaggedBootDevicesTest-1045322226-router', 'tenant_id': '98fdd3d4007244d19399f00305d1e82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '63e87237-fe4b-4562-a80b-efce559c3c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:15Z', 'updated_at': '2021-12-10T18:39:21Z', 'revision_number': 4, 'project_id': '98fdd3d4007244d19399f00305d1e82f', 'gw_port': {'id': '63e87237-fe4b-4562-a80b-efce559c3c95', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:16:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:16Z', 'updated_at': '2021-12-10T18:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '544a5bdc-185c-498e-8ed3-e6c6891e4c9a', 'name': '', 'network_id': 'c464ae35-619c-4be0-bdf6-7932892aa026', 'tenant_id': '98fdd3d4007244d19399f00305d1e82f', 'mac_address': 'fa:16:3e:d1:13:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '86f91219-9435-4da2-b951-1d9b6b4ae73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:20Z', 'updated_at': '2021-12-10T18:39:21Z', 'revision_number': 2, 'project_id': '98fdd3d4007244d19399f00305d1e82f', 'subnets': [{'id': '86f91219-9435-4da2-b951-1d9b6b4ae73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:26.950719 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-f21f2c12-9b74-4276-abbc-c30e80e9f2df tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4f1621867e3041c3a975a6622e21074f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1600037 Dec 10 18:39:27.003765 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399572d0-0930-4df7-8e6c-9dfdd4033abe None None] Checking router: 5ff5ff88-f521-413e-be05-4a9892d4a641 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:39:27.005090 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87b20f9-171e-448a-96cf-3c1de8429574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-e2055a9b-1872-4539-9924-60d69709e596', 'network_id': 'e2055a9b-1872-4539-9924-60d69709e596', 'project_id': 'a49c3ac445fd438d92cebb6eb9a9bc7a', 'fixed_ips': [{'subnet_id': 'a7c87823-7fc0-4ae4-9088-fa44f61b635a'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:39:27.005654 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399572d0-0930-4df7-8e6c-9dfdd4033abe None None] Updating router 5ff5ff88-f521-413e-be05-4a9892d4a641 port 544a5bdc-185c-498e-8ed3-e6c6891e4c9a binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:39:27.006218 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c87b20f9-171e-448a-96cf-3c1de8429574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:27.077638 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-399572d0-0930-4df7-8e6c-9dfdd4033abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:27.128572 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:27.136437 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d5ecd4d3-4e21-415e-8a01-d3e422c4a3cc tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:27.138720 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8801ad-2e45-47c7-9188-2420e91ffb08 req-4b2e6036-430c-4a65-8e3d-ccc6476d8cbc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:27.157720 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8801ad-2e45-47c7-9188-2420e91ffb08 req-4b2e6036-430c-4a65-8e3d-ccc6476d8cbc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:27.168729 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8801ad-2e45-47c7-9188-2420e91ffb08 req-4b2e6036-430c-4a65-8e3d-ccc6476d8cbc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:27.183522 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8801ad-2e45-47c7-9188-2420e91ffb08 req-4b2e6036-430c-4a65-8e3d-ccc6476d8cbc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:27.191494 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8801ad-2e45-47c7-9188-2420e91ffb08 req-4b2e6036-430c-4a65-8e3d-ccc6476d8cbc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:27.203130 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 63e87237-fe4b-4562-a80b-efce559c3c95, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=63e87237-fe4b-4562-a80b-efce559c3c95,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:27.206032 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8801ad-2e45-47c7-9188-2420e91ffb08 req-4b2e6036-430c-4a65-8e3d-ccc6476d8cbc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:27.229944 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8801ad-2e45-47c7-9188-2420e91ffb08 req-4b2e6036-430c-4a65-8e3d-ccc6476d8cbc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:27.231987 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0f8801ad-2e45-47c7-9188-2420e91ffb08 req-4b2e6036-430c-4a65-8e3d-ccc6476d8cbc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 5430 time: 0.5418758 Dec 10 18:39:27.239125 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9b9508d-a061-4473-bedd-2cfbfade8a1a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:27.272083 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:27.315388 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ecd4d3-4e21-415e-8a01-d3e422c4a3cc tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Subnet': ['ID=60281284-374d-4cf6-ac3e-7ee18890e05a,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:27.339202 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ecd4d3-4e21-415e-8a01-d3e422c4a3cc tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:27.340787 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-d5ecd4d3-4e21-415e-8a01-d3e422c4a3cc tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:27.355870 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ecd4d3-4e21-415e-8a01-d3e422c4a3cc tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:27.356480 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d5ecd4d3-4e21-415e-8a01-d3e422c4a3cc tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:27.395004 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec2e1a2-8abe-4ada-b616-df1ab8d81144 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:27.401521 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d5ecd4d3-4e21-415e-8a01-d3e422c4a3cc tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5827632 Dec 10 18:39:27.405863 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54040) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:27.433510 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1f00e978-d3a9-4ed8-a582-10b05edbfa95 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'port': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'fixed_ips': [{'subnet_id': '60281284-374d-4cf6-ac3e-7ee18890e05a', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-694999219'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:27.563079 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device ce20dc5b-c690-4e26-ba0f-d7d627a8da72 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:39:27.681061 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d7fa1718-476d-4ed5-a00f-0d4c308debcb req-a4c26909-68c4-4b1c-b4e8-69a32174de50 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=535bb5fe-7458-4429-adce-b38f7504101c HTTP/1.1" status: 200 len: 210 time: 0.1051567 Dec 10 18:39:27.686993 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-c87b20f9-171e-448a-96cf-3c1de8429574 None None] Allocated IP 172.20.0.2 (e2055a9b-1872-4539-9924-60d69709e596/a7c87823-7fc0-4ae4-9088-fa44f61b635a/e8d39d5b-6cb3-4584-b899-8fa544b6b2dd) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:27.746120 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: ce20dc5b-c690-4e26-ba0f-d7d627a8da72 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:39:27.746476 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device ce20dc5b-c690-4e26-ba0f-d7d627a8da72 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:39:27.765932 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=63e87237-fe4b-4562-a80b-efce559c3c95,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:27.842074 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-399572d0-0930-4df7-8e6c-9dfdd4033abe None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:27.854715 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-399572d0-0930-4df7-8e6c-9dfdd4033abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:27.967392 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0f8801ad-2e45-47c7-9188-2420e91ffb08 req-7e7f80b8-7ac4-401b-8bd9-c1b2c07e5f5a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&id=7281f497-4962-41a8-857f-71fd676337b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7002981 Dec 10 18:39:28.077273 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-db4f4f55-8bb5-4e9f-b44c-e89a9e65178f req-6cb556c2-9ec5-4ca8-9d54-b74faf76a454 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 210 time: 0.1238248 Dec 10 18:39:28.159372 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f00e978-d3a9-4ed8-a582-10b05edbfa95 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:28.220972 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54064) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:28.355689 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-551a4313-2e95-431a-807b-e41170e1552e tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:28.357935 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-551a4313-2e95-431a-807b-e41170e1552e tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.46 "GET /v2.0/networks?id=c537dae7-2652-44de-bf9a-a95ab199afc8 HTTP/1.1" status: 200 len: 822 time: 0.6084015 Dec 10 18:39:28.381468 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-53466d04-ff5d-48f8-8e64-48ec994001c7 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Request body: {'port': {'device_id': '535bb5fe-7458-4429-adce-b38f7504101c', 'network_id': 'c537dae7-2652-44de-bf9a-a95ab199afc8', 'admin_state_up': True, 'tenant_id': 'cebf6cc911374a429274686614685142'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:28.405178 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0652941d-e339-4327-af3c-d2247682a2b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'project_id': '5206888eb8664e02a4054430b5bab51d', 'fixed_ips': [{'subnet_id': '60281284-374d-4cf6-ac3e-7ee18890e05a'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:39:28.406057 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0652941d-e339-4327-af3c-d2247682a2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:28.411793 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1566b1-47a9-4a3b-85f5-86ec5a3bde4f None None] Pushing event updated for resources: {'Port': ['ID=544a5bdc-185c-498e-8ed3-e6c6891e4c9a,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:28.443833 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1566b1-47a9-4a3b-85f5-86ec5a3bde4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:28.444165 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1566b1-47a9-4a3b-85f5-86ec5a3bde4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:28.447400 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1566b1-47a9-4a3b-85f5-86ec5a3bde4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:28.449602 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1566b1-47a9-4a3b-85f5-86ec5a3bde4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:28.449602 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1566b1-47a9-4a3b-85f5-86ec5a3bde4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:28.449602 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1566b1-47a9-4a3b-85f5-86ec5a3bde4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:28.451393 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1566b1-47a9-4a3b-85f5-86ec5a3bde4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:28.451801 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1566b1-47a9-4a3b-85f5-86ec5a3bde4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:28.452148 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1566b1-47a9-4a3b-85f5-86ec5a3bde4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:28.452487 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1566b1-47a9-4a3b-85f5-86ec5a3bde4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:28.452851 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1566b1-47a9-4a3b-85f5-86ec5a3bde4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:28.454467 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1566b1-47a9-4a3b-85f5-86ec5a3bde4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:28.457189 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1566b1-47a9-4a3b-85f5-86ec5a3bde4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:28.519581 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f00e978-d3a9-4ed8-a582-10b05edbfa95 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:28.550593 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-399572d0-0930-4df7-8e6c-9dfdd4033abe None None] Attempting to bind port 544a5bdc-185c-498e-8ed3-e6c6891e4c9a on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:39:28.551514 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-399572d0-0930-4df7-8e6c-9dfdd4033abe None None] Attempting to bind port 544a5bdc-185c-498e-8ed3-e6c6891e4c9a by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c464ae35-619c-4be0-bdf6-7932892aa026'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:39:28.551681 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-2978a123-2028-46af-9c1e-1836d4769153 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:28.552618 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399572d0-0930-4df7-8e6c-9dfdd4033abe None None] Attempting to bind port 544a5bdc-185c-498e-8ed3-e6c6891e4c9a on network c464ae35-619c-4be0-bdf6-7932892aa026 {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:28.553249 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-2978a123-2028-46af-9c1e-1836d4769153 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/networks?id=2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 HTTP/1.1" status: 200 len: 812 time: 0.2448337 Dec 10 18:39:28.559269 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399572d0-0930-4df7-8e6c-9dfdd4033abe None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:39:28.559888 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399572d0-0930-4df7-8e6c-9dfdd4033abe None None] Checking segment: {'id': '24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c464ae35-619c-4be0-bdf6-7932892aa026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:28.560520 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-399572d0-0930-4df7-8e6c-9dfdd4033abe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:28.561235 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399572d0-0930-4df7-8e6c-9dfdd4033abe None None] Bound using segment: {'id': '24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c464ae35-619c-4be0-bdf6-7932892aa026'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:39:28.562085 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-399572d0-0930-4df7-8e6c-9dfdd4033abe None None] Bound port: 544a5bdc-185c-498e-8ed3-e6c6891e4c9a, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c464ae35-619c-4be0-bdf6-7932892aa026'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:39:28.562621 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-399572d0-0930-4df7-8e6c-9dfdd4033abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:28.581034 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-9762b5c5-9a5b-44c7-94d0-3a9db4e77913 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1221897536-network', 'tenant_id': '0a04faecbcfa41188d2feee97a69f07f'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:28.590088 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-1f00e978-d3a9-4ed8-a582-10b05edbfa95 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] device_id is not set on port 47c6966b-cbd9-4c9b-98ca-f667fc14fc1f yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:39:28.615713 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-125127c3-dd33-4d23-9046-c73f1d52869b None None] Provisioning complete for port 544a5bdc-185c-498e-8ed3-e6c6891e4c9a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:28.616370 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-125127c3-dd33-4d23-9046-c73f1d52869b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:28.632555 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-eb11bc83-7902-4dbc-ab96-6ba493db6a21 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/quotas/4f5421d821ae4626b82959b6edcb39c9 HTTP/1.1" status: 200 len: 375 time: 0.0666909 Dec 10 18:39:28.663740 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c87b20f9-171e-448a-96cf-3c1de8429574 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:28.685997 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-2d95e463-f52f-49fa-a6a5-c67b9e88265c tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4f5421d821ae4626b82959b6edcb39c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520999 Dec 10 18:39:28.686383 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-399572d0-0930-4df7-8e6c-9dfdd4033abe None None] For port 544a5bdc-185c-498e-8ed3-e6c6891e4c9a, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:39:28.694361 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c87b20f9-171e-448a-96cf-3c1de8429574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:28.695474 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-497d5e6a-fd30-43ad-a3d5-007b02458ceb service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:39:28.698761 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-399572d0-0930-4df7-8e6c-9dfdd4033abe None None] For port 544a5bdc-185c-498e-8ed3-e6c6891e4c9a, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=544a5bdc-185c-498e-8ed3-e6c6891e4c9a,segment=NetworkSegment(24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4),segment_id=24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:39:28.705356 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9762b5c5-9a5b-44c7-94d0-3a9db4e77913 admin admin] Made reservation on behalf of 0a04faecbcfa41188d2feee97a69f07f for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:28.705880 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-497d5e6a-fd30-43ad-a3d5-007b02458ceb service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0187926 Dec 10 18:39:28.708220 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-399572d0-0930-4df7-8e6c-9dfdd4033abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:28.708770 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9762b5c5-9a5b-44c7-94d0-3a9db4e77913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:28.773344 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9762b5c5-9a5b-44c7-94d0-3a9db4e77913 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:28.794626 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b20f9-171e-448a-96cf-3c1de8429574 None None] Pushing event updated for resources: {'Port': ['ID=e8d39d5b-6cb3-4584-b899-8fa544b6b2dd,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:28.807661 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399572d0-0930-4df7-8e6c-9dfdd4033abe None None] Routers {'5ff5ff88-f521-413e-be05-4a9892d4a641'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:39:28.808808 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-399572d0-0930-4df7-8e6c-9dfdd4033abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:39:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5ff5ff88-f521-413e-be05-4a9892d4a641'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:28.814116 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-125127c3-dd33-4d23-9046-c73f1d52869b None None] Port 544a5bdc-185c-498e-8ed3-e6c6891e4c9a cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:39:28.846326 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87b20f9-171e-448a-96cf-3c1de8429574 None None] Network e2055a9b-1872-4539-9924-60d69709e596 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:28.851792 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-c87b20f9-171e-448a-96cf-3c1de8429574 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:28.859430 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87b20f9-171e-448a-96cf-3c1de8429574 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:28.861301 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-ba9173c1-7502-4d06-a98f-63594b347ae6 service neutron] 10.222.0.62 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543791 Dec 10 18:39:28.862369 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-0652941d-e339-4327-af3c-d2247682a2b4 None None] Allocated IP 2001:db8::2 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/60281284-374d-4cf6-ac3e-7ee18890e05a/b7cc31ba-c035-49bb-ab0c-7c6f837b01c9) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:28.975351 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1566b1-47a9-4a3b-85f5-86ec5a3bde4f None None] Pushing event updated for resources: {'Port': ['ID=544a5bdc-185c-498e-8ed3-e6c6891e4c9a,revision_number=4']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:28.992333 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9762b5c5-9a5b-44c7-94d0-3a9db4e77913 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:28.993264 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-2c52f369-259d-418b-b382-d112dd0c071e service neutron] 10.222.0.62 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307876 Dec 10 18:39:28.994961 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9b9508d-a061-4473-bedd-2cfbfade8a1a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:29.047988 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c87b20f9-171e-448a-96cf-3c1de8429574 None None] Attempting to bind port e8d39d5b-6cb3-4584-b899-8fa544b6b2dd on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:39:29.048299 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c87b20f9-171e-448a-96cf-3c1de8429574 None None] Attempting to bind port e8d39d5b-6cb3-4584-b899-8fa544b6b2dd by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '89ac4b54-6275-4e9f-82c8-a22ebd244173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e2055a9b-1872-4539-9924-60d69709e596'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:39:29.048719 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87b20f9-171e-448a-96cf-3c1de8429574 None None] Attempting to bind port e8d39d5b-6cb3-4584-b899-8fa544b6b2dd on network e2055a9b-1872-4539-9924-60d69709e596 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:29.049630 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9b9508d-a061-4473-bedd-2cfbfade8a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:29.079888 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87b20f9-171e-448a-96cf-3c1de8429574 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:39:29.082496 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87b20f9-171e-448a-96cf-3c1de8429574 None None] Checking segment: {'id': '89ac4b54-6275-4e9f-82c8-a22ebd244173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e2055a9b-1872-4539-9924-60d69709e596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:29.082935 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c87b20f9-171e-448a-96cf-3c1de8429574 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:29.083340 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87b20f9-171e-448a-96cf-3c1de8429574 None None] Bound using segment: {'id': '89ac4b54-6275-4e9f-82c8-a22ebd244173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e2055a9b-1872-4539-9924-60d69709e596'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:39:29.085022 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c87b20f9-171e-448a-96cf-3c1de8429574 None None] Bound port: e8d39d5b-6cb3-4584-b899-8fa544b6b2dd, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ac4b54-6275-4e9f-82c8-a22ebd244173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e2055a9b-1872-4539-9924-60d69709e596'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:39:29.089976 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c87b20f9-171e-448a-96cf-3c1de8429574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:29.135578 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9762b5c5-9a5b-44c7-94d0-3a9db4e77913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:29.212395 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5f2b35c6-ef56-4bd6-8d93-5d9a10bfad05 req-e31331da-2c7c-4d7a-afba-80c1d370462c tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=535bb5fe-7458-4429-adce-b38f7504101c HTTP/1.1" status: 200 len: 210 time: 0.3868306 Dec 10 18:39:29.215384 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-399572d0-0930-4df7-8e6c-9dfdd4033abe None None] Set router 5ff5ff88-f521-413e-be05-4a9892d4a641 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:39:29.230302 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-b609f354-3ab8-4841-8e85-53edee5b2663 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=4f1621867e3041c3a975a6622e21074f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2095416 Dec 10 18:39:29.253990 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-53466d04-ff5d-48f8-8e64-48ec994001c7 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Made reservation on behalf of cebf6cc911374a429274686614685142 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:29.264560 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-53466d04-ff5d-48f8-8e64-48ec994001c7 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:29.320598 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9762b5c5-9a5b-44c7-94d0-3a9db4e77913 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:39:29.403051 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-a9b9508d-a061-4473-bedd-2cfbfade8a1a admin admin] Allocated IP 172.25.7.79 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/12376f64-066b-41dc-803a-66680f0b657f) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:29.431904 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 9eb74907-db11-43a8-9cd4-56f64e9ba441 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:39:29.478044 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 9eb74907-db11-43a8-9cd4-56f64e9ba441 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:39:29.478650 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 9eb74907-db11-43a8-9cd4-56f64e9ba441 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:39:29.481980 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-91429a93-e521-4c1b-9750-9dd203c78458 None None] Provisioning complete for port 544a5bdc-185c-498e-8ed3-e6c6891e4c9a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:29.482669 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-91429a93-e521-4c1b-9750-9dd203c78458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:29.490930 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c87b20f9-171e-448a-96cf-3c1de8429574 None None] For port e8d39d5b-6cb3-4584-b899-8fa544b6b2dd, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:39:29.501671 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-72577f19-8fd5-4feb-87bb-a1611f094d30 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:29.501671 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-72577f19-8fd5-4feb-87bb-a1611f094d30 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2316351 Dec 10 18:39:29.543960 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-737eb4b6-ae5d-4268-ae0f-c54fae7da5d3 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Request body: {'port': {'device_id': '859a7eff-c39f-4199-9aa8-be8685825fd4', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'admin_state_up': True, 'tenant_id': '4f1621867e3041c3a975a6622e21074f'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:29.584728 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762b5c5-9a5b-44c7-94d0-3a9db4e77913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb9b006-f70c-4e34-b1ab-8ba414ee140f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:29.601057 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 63e87237-fe4b-4562-a80b-efce559c3c95 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:29.603767 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-58c07a80-3da6-47f0-9235-00a1027ddfc0 req-c1a14860-924a-4324-9feb-ec490e80c728 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 210 time: 0.1338718 Dec 10 18:39:29.675185 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c87b20f9-171e-448a-96cf-3c1de8429574 None None] For port e8d39d5b-6cb3-4584-b899-8fa544b6b2dd, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e8d39d5b-6cb3-4584-b899-8fa544b6b2dd,segment=NetworkSegment(89ac4b54-6275-4e9f-82c8-a22ebd244173),segment_id=89ac4b54-6275-4e9f-82c8-a22ebd244173)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:39:29.681457 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9762b5c5-9a5b-44c7-94d0-3a9db4e77913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:29.681950 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-9762b5c5-9a5b-44c7-94d0-3a9db4e77913 admin admin] Added segment 2144d0cb-dbc0-42c3-b1a1-43c3f051561c of type vlan for network a132fecf-3945-4784-9a54-e47d149f1f01 Dec 10 18:39:29.703004 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c87b20f9-171e-448a-96cf-3c1de8429574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:29.707750 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9b9508d-a061-4473-bedd-2cfbfade8a1a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:29.784215 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-97ad3514-2122-4073-add8-9e68f135cb4c req-d0158a1d-bec3-44c8-88c3-eecc3e2b1eb2 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a8827f4-be41-495a-85a6-b736a7a54334 HTTP/1.1" status: 200 len: 210 time: 0.0311117 Dec 10 18:39:29.786667 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9762b5c5-9a5b-44c7-94d0-3a9db4e77913 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:29.806067 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9b9508d-a061-4473-bedd-2cfbfade8a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:29.831598 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-399572d0-0930-4df7-8e6c-9dfdd4033abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'name': 'tempest-TaggedBootDevicesTest-1045322226-router', 'tenant_id': '98fdd3d4007244d19399f00305d1e82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '63e87237-fe4b-4562-a80b-efce559c3c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:15Z', 'updated_at': '2021-12-10T18:39:21Z', 'revision_number': 4, 'project_id': '98fdd3d4007244d19399f00305d1e82f', 'gw_port': {'id': '63e87237-fe4b-4562-a80b-efce559c3c95', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:16:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:16Z', 'updated_at': '2021-12-10T18:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '544a5bdc-185c-498e-8ed3-e6c6891e4c9a', 'name': '', 'network_id': 'c464ae35-619c-4be0-bdf6-7932892aa026', 'tenant_id': '98fdd3d4007244d19399f00305d1e82f', 'mac_address': 'fa:16:3e:d1:13:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '86f91219-9435-4da2-b951-1d9b6b4ae73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:20Z', 'updated_at': '2021-12-10T18:39:28Z', 'revision_number': 4, 'project_id': '98fdd3d4007244d19399f00305d1e82f', 'subnets': [{'id': '86f91219-9435-4da2-b951-1d9b6b4ae73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:29.879698 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b9508d-a061-4473-bedd-2cfbfade8a1a admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:29.894149 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0652941d-e339-4327-af3c-d2247682a2b4 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:29.897281 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-a9b9508d-a061-4473-bedd-2cfbfade8a1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:29.907922 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9762b5c5-9a5b-44c7-94d0-3a9db4e77913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:29.908329 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b9508d-a061-4473-bedd-2cfbfade8a1a admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:29.909674 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9762b5c5-9a5b-44c7-94d0-3a9db4e77913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:29.910294 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9762b5c5-9a5b-44c7-94d0-3a9db4e77913 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:29.918392 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0652941d-e339-4327-af3c-d2247682a2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:29.927396 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b20f9-171e-448a-96cf-3c1de8429574 None None] Pushing event updated for resources: {'Port': ['ID=e8d39d5b-6cb3-4584-b899-8fa544b6b2dd,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:29.936816 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399572d0-0930-4df7-8e6c-9dfdd4033abe None None] The sync data for ids ['5ff5ff88-f521-413e-be05-4a9892d4a641'] in n-d-821435-1 is: [{'id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'name': 'tempest-TaggedBootDevicesTest-1045322226-router', 'tenant_id': '98fdd3d4007244d19399f00305d1e82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '63e87237-fe4b-4562-a80b-efce559c3c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:15Z', 'updated_at': '2021-12-10T18:39:21Z', 'revision_number': 4, 'project_id': '98fdd3d4007244d19399f00305d1e82f', 'gw_port': {'id': '63e87237-fe4b-4562-a80b-efce559c3c95', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:16:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:16Z', 'updated_at': '2021-12-10T18:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '544a5bdc-185c-498e-8ed3-e6c6891e4c9a', 'name': '', 'network_id': 'c464ae35-619c-4be0-bdf6-7932892aa026', 'tenant_id': '98fdd3d4007244d19399f00305d1e82f', 'mac_address': 'fa:16:3e:d1:13:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '86f91219-9435-4da2-b951-1d9b6b4ae73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:20Z', 'updated_at': '2021-12-10T18:39:28Z', 'revision_number': 4, 'project_id': '98fdd3d4007244d19399f00305d1e82f', 'subnets': [{'id': '86f91219-9435-4da2-b951-1d9b6b4ae73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:39:29.956493 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 63e87237-fe4b-4562-a80b-efce559c3c95 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:29.957201 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:29.995182 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9762b5c5-9a5b-44c7-94d0-3a9db4e77913 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6873541 Dec 10 18:39:30.005222 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f00e978-d3a9-4ed8-a582-10b05edbfa95 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:39:30.005984 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f00e978-d3a9-4ed8-a582-10b05edbfa95 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:39:30.021231 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54098) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:30.032242 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-66aafe1f-3523-4852-a5ba-7e6d79426131 admin admin] Request body: {'subnet': {'network_id': 'a132fecf-3945-4784-9a54-e47d149f1f01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1221897536-subnet', 'tenant_id': '0a04faecbcfa41188d2feee97a69f07f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:30.051689 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1f00e978-d3a9-4ed8-a582-10b05edbfa95 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.6445541 Dec 10 18:39:30.058056 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54100) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:30.089678 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652941d-e339-4327-af3c-d2247682a2b4 None None] Pushing event updated for resources: {'Port': ['ID=b7cc31ba-c035-49bb-ab0c-7c6f837b01c9,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:30.100016 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9508d-a061-4473-bedd-2cfbfade8a1a admin admin] Pushing event updated for resources: {'Port': ['ID=12376f64-066b-41dc-803a-66680f0b657f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:30.206248 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762b5c5-9a5b-44c7-94d0-3a9db4e77913 admin admin] Pushing event updated for resources: {'Network': ['ID=a132fecf-3945-4784-9a54-e47d149f1f01,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:30.237292 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network a132fecf-3945-4784-9a54-e47d149f1f01 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:39:30.247888 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0652941d-e339-4327-af3c-d2247682a2b4 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:30.289941 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-0652941d-e339-4327-af3c-d2247682a2b4 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:30.298674 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4dd26-cfa7-4ccc-91cb-9b06f6a4d061 req-223e50a6-93fa-49ea-8dc1-6bfde909cad9 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:30.301189 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0652941d-e339-4327-af3c-d2247682a2b4 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:30.330999 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4dd26-cfa7-4ccc-91cb-9b06f6a4d061 req-223e50a6-93fa-49ea-8dc1-6bfde909cad9 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:30.346786 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4dd26-cfa7-4ccc-91cb-9b06f6a4d061 req-223e50a6-93fa-49ea-8dc1-6bfde909cad9 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:30.353446 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4dd26-cfa7-4ccc-91cb-9b06f6a4d061 req-223e50a6-93fa-49ea-8dc1-6bfde909cad9 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:30.372965 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4dd26-cfa7-4ccc-91cb-9b06f6a4d061 req-223e50a6-93fa-49ea-8dc1-6bfde909cad9 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:30.388372 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-91429a93-e521-4c1b-9750-9dd203c78458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:30.390871 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4dd26-cfa7-4ccc-91cb-9b06f6a4d061 req-223e50a6-93fa-49ea-8dc1-6bfde909cad9 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:30.402835 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4dd26-cfa7-4ccc-91cb-9b06f6a4d061 req-223e50a6-93fa-49ea-8dc1-6bfde909cad9 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:30.412825 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5bd4dd26-cfa7-4ccc-91cb-9b06f6a4d061 req-223e50a6-93fa-49ea-8dc1-6bfde909cad9 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 5430 time: 0.9029045 Dec 10 18:39:30.470809 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6b7b08d0-e631-44c3-b76b-a2fd78b489d2 req-dade5ab3-f2c1-47dd-bbbd-8d2595581f57 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=535bb5fe-7458-4429-adce-b38f7504101c HTTP/1.1" status: 200 len: 210 time: 0.0510337 Dec 10 18:39:30.526465 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66aafe1f-3523-4852-a5ba-7e6d79426131 admin admin] Made reservation on behalf of 0a04faecbcfa41188d2feee97a69f07f for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:30.529230 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66aafe1f-3523-4852-a5ba-7e6d79426131 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:30.533739 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9b9508d-a061-4473-bedd-2cfbfade8a1a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:30.586158 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 544a5bdc-185c-498e-8ed3-e6c6891e4c9a up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:30.592265 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0652941d-e339-4327-af3c-d2247682a2b4 None None] Attempting to bind port b7cc31ba-c035-49bb-ab0c-7c6f837b01c9 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:39:30.592749 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0652941d-e339-4327-af3c-d2247682a2b4 None None] Attempting to bind port b7cc31ba-c035-49bb-ab0c-7c6f837b01c9 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:39:30.593179 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0652941d-e339-4327-af3c-d2247682a2b4 None None] Attempting to bind port b7cc31ba-c035-49bb-ab0c-7c6f837b01c9 on network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:30.605549 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-91429a93-e521-4c1b-9750-9dd203c78458 None None] For port 544a5bdc-185c-498e-8ed3-e6c6891e4c9a, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=544a5bdc-185c-498e-8ed3-e6c6891e4c9a,segment=NetworkSegment(24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4),segment_id=24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:30.647472 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-737eb4b6-ae5d-4268-ae0f-c54fae7da5d3 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Made reservation on behalf of 4f1621867e3041c3a975a6622e21074f for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:30.652144 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-737eb4b6-ae5d-4268-ae0f-c54fae7da5d3 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:30.673545 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0652941d-e339-4327-af3c-d2247682a2b4 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:39:30.674279 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0652941d-e339-4327-af3c-d2247682a2b4 None None] Checking segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:30.676090 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0652941d-e339-4327-af3c-d2247682a2b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:30.676683 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0652941d-e339-4327-af3c-d2247682a2b4 None None] Bound using segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:39:30.677360 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0652941d-e339-4327-af3c-d2247682a2b4 None None] Bound port: b7cc31ba-c035-49bb-ab0c-7c6f837b01c9, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:39:30.677920 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0652941d-e339-4327-af3c-d2247682a2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:30.695589 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-91429a93-e521-4c1b-9750-9dd203c78458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:30.745458 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ee8e7b-ea12-439f-a077-0e606eac9bc4 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:30.753139 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c8ee8e7b-ea12-439f-a077-0e606eac9bc4 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.6788697 Dec 10 18:39:30.774480 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54106) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:30.818847 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 544a5bdc-185c-498e-8ed3-e6c6891e4c9a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:30.819481 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:30.826577 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-53466d04-ff5d-48f8-8e64-48ec994001c7 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Allocated IP 172.20.0.6 (c537dae7-2652-44de-bf9a-a95ab199afc8/d091c115-7987-40eb-888c-00ac7fa6c016/464c704e-1931-42e0-a9db-b2f78591d816) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:30.840558 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-970ae7c5-7b7b-4ae8-bba3-9750146246cc req-e92431a6-6abb-4dec-b898-b37410631d00 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 210 time: 0.0884123 Dec 10 18:39:30.876781 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9b9508d-a061-4473-bedd-2cfbfade8a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:30.907047 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91429a93-e521-4c1b-9750-9dd203c78458 None None] Pushing event updated for resources: {'Port': ['ID=544a5bdc-185c-498e-8ed3-e6c6891e4c9a,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:30.963661 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0652941d-e339-4327-af3c-d2247682a2b4 None None] For port b7cc31ba-c035-49bb-ab0c-7c6f837b01c9, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:39:30.969241 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0652941d-e339-4327-af3c-d2247682a2b4 None None] For port b7cc31ba-c035-49bb-ab0c-7c6f837b01c9, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b7cc31ba-c035-49bb-ab0c-7c6f837b01c9,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:39:30.985879 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0652941d-e339-4327-af3c-d2247682a2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:31.070349 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-71fb66c2-9196-4c0e-bff6-56fa9881721d req-ca9db6b3-c729-4235-9d3c-2f10cb8d7940 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a8827f4-be41-495a-85a6-b736a7a54334 HTTP/1.1" status: 200 len: 210 time: 0.0567708 Dec 10 18:39:31.200684 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652941d-e339-4327-af3c-d2247682a2b4 None None] Pushing event updated for resources: {'Port': ['ID=b7cc31ba-c035-49bb-ab0c-7c6f837b01c9,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:31.218756 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b9508d-a061-4473-bedd-2cfbfade8a1a admin admin] Router 8686793d-581e-4c0c-8646-d34a2e602bfa is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:39:31.343185 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-737eb4b6-ae5d-4268-ae0f-c54fae7da5d3 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Allocated IP 192.168.233.34 (c9403646-ab9b-4a0a-827b-6d4376246b64/ec05590b-5c35-4e58-9087-8773857a69b9/37336d05-2465-4ef9-907f-b9546be053ae) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:31.416525 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b9508d-a061-4473-bedd-2cfbfade8a1a admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:39:31.425364 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e9c637-7184-4729-8126-f13b7eaa7020 None None] Sync routers for ids ['8686793d-581e-4c0c-8646-d34a2e602bfa'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:39:31.443117 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e9c637-7184-4729-8126-f13b7eaa7020 None None] Routers {'8686793d-581e-4c0c-8646-d34a2e602bfa'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:39:31.444236 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f1e9c637-7184-4729-8126-f13b7eaa7020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:39:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['8686793d-581e-4c0c-8646-d34a2e602bfa'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:31.449826 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9b9508d-a061-4473-bedd-2cfbfade8a1a admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:31.454032 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a9b9508d-a061-4473-bedd-2cfbfade8a1a admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9379427 Dec 10 18:39:31.457020 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54112) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:31.603862 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5bd4dd26-cfa7-4ccc-91cb-9b06f6a4d061 req-693cbd50-fee8-4be1-aade-a291b1db7549 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&id=7281f497-4962-41a8-857f-71fd676337b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0789385 Dec 10 18:39:31.623795 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e8d39d5b-6cb3-4584-b899-8fa544b6b2dd up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:31.639093 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c22eb8-ab59-4378-af00-fe6041e268eb tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:31.641418 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c22eb8-ab59-4378-af00-fe6041e268eb tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:31.652802 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b5c22eb8-ab59-4378-af00-fe6041e268eb tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8626807 Dec 10 18:39:31.652970 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54116) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:31.688466 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981ab549-aa53-4b07-8f9f-4040dbc1601f None None] Network e2055a9b-1872-4539-9924-60d69709e596 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:31.731654 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9882e545-c1e4-4c97-b520-d4ea7a74c02f req-4fb960c0-3201-4f51-8ffd-f2da8140ac76 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=535bb5fe-7458-4429-adce-b38f7504101c HTTP/1.1" status: 200 len: 210 time: 0.0310636 Dec 10 18:39:31.741999 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66aafe1f-3523-4852-a5ba-7e6d79426131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:31.746906 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-53466d04-ff5d-48f8-8e64-48ec994001c7 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:31.772206 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-727dd3a0-513a-4996-95e9-ff46030bc3f7 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting subnet 60281284-374d-4cf6-ac3e-7ee18890e05a {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:39:31.779376 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-727dd3a0-513a-4996-95e9-ff46030bc3f7 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:31.829546 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-b5afc081-9092-421c-9097-1004048f718a tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:31.831312 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-b5afc081-9092-421c-9097-1004048f718a tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.72 "GET /v2.0/networks?id=2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 HTTP/1.1" status: 200 len: 812 time: 0.7799726 Dec 10 18:39:31.854639 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-32cbe1ba-da47-4636-8796-fa32e5b20147 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Request body: {'port': {'device_id': '2a8827f4-be41-495a-85a6-b736a7a54334', 'network_id': '2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2', 'admin_state_up': True, 'tenant_id': '4f5421d821ae4626b82959b6edcb39c9'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:31.986585 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ca8ee48b-1c15-4afe-8b5a-d17d25dc1db2 None None] Provisioning complete for port e8d39d5b-6cb3-4584-b899-8fa544b6b2dd triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:31.986965 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ca8ee48b-1c15-4afe-8b5a-d17d25dc1db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:31.995759 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-f1e9c637-7184-4729-8126-f13b7eaa7020 None None] Set router 8686793d-581e-4c0c-8646-d34a2e602bfa gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:39:32.198569 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port e8d39d5b-6cb3-4584-b899-8fa544b6b2dd triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:32.198949 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:32.220223 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a6af8f1c-9174-4918-bcac-4fdfbefe814b req-4ace6b9c-9ee1-40d8-8e70-6af0d8382bc3 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a8827f4-be41-495a-85a6-b736a7a54334 HTTP/1.1" status: 200 len: 210 time: 0.0602479 Dec 10 18:39:32.254386 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-727dd3a0-513a-4996-95e9-ff46030bc3f7 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:32.342683 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ca8ee48b-1c15-4afe-8b5a-d17d25dc1db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:32.456010 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aafe1f-3523-4852-a5ba-7e6d79426131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82613507-236d-42d1-b7b2-90393d426128,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:32.492398 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-727dd3a0-513a-4996-95e9-ff46030bc3f7 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:32.497527 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ca8ee48b-1c15-4afe-8b5a-d17d25dc1db2 None None] For port e8d39d5b-6cb3-4584-b899-8fa544b6b2dd, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e8d39d5b-6cb3-4584-b899-8fa544b6b2dd,segment=NetworkSegment(89ac4b54-6275-4e9f-82c8-a22ebd244173),segment_id=89ac4b54-6275-4e9f-82c8-a22ebd244173)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:32.516041 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ca8ee48b-1c15-4afe-8b5a-d17d25dc1db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:32.528029 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-737eb4b6-ae5d-4268-ae0f-c54fae7da5d3 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:32.553635 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66aafe1f-3523-4852-a5ba-7e6d79426131 admin admin] Checking segment: {'id': '2144d0cb-dbc0-42c3-b1a1-43c3f051561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a132fecf-3945-4784-9a54-e47d149f1f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:32.554670 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66aafe1f-3523-4852-a5ba-7e6d79426131 admin admin] Network hostable DHCP agents. Network: a132fecf-3945-4784-9a54-e47d149f1f01, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:39:32.560475 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:32.576915 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-835d4d50-ce72-4256-b05d-206040f11739 req-0821f564-6cf5-46e1-85dd-98c29f48c6e0 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 210 time: 0.1495683 Dec 10 18:39:32.617449 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-53466d04-ff5d-48f8-8e64-48ec994001c7 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:32.634542 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f1e9c637-7184-4729-8126-f13b7eaa7020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8686793d-581e-4c0c-8646-d34a2e602bfa', 'name': 'tempest-TaggedBootDevicesTest-40207484-router', 'tenant_id': 'a49c3ac445fd438d92cebb6eb9a9bc7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '12376f64-066b-41dc-803a-66680f0b657f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:26Z', 'updated_at': '2021-12-10T18:39:30Z', 'revision_number': 3, 'project_id': 'a49c3ac445fd438d92cebb6eb9a9bc7a', 'gw_port': {'id': '12376f64-066b-41dc-803a-66680f0b657f', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8686793d-581e-4c0c-8646-d34a2e602bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:29Z', 'updated_at': '2021-12-10T18:39:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:32.677636 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66aafe1f-3523-4852-a5ba-7e6d79426131 admin admin] Network a132fecf-3945-4784-9a54-e47d149f1f01 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:39:32.678248 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-727dd3a0-513a-4996-95e9-ff46030bc3f7 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:32.692000 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-32cbe1ba-da47-4636-8796-fa32e5b20147 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Made reservation on behalf of 4f5421d821ae4626b82959b6edcb39c9 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:32.700320 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-32cbe1ba-da47-4636-8796-fa32e5b20147 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:32.729211 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e9c637-7184-4729-8126-f13b7eaa7020 None None] Checking router: 8686793d-581e-4c0c-8646-d34a2e602bfa for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:39:32.729852 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e9c637-7184-4729-8126-f13b7eaa7020 None None] Updating router 8686793d-581e-4c0c-8646-d34a2e602bfa port 12376f64-066b-41dc-803a-66680f0b657f binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:39:32.737272 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ee48b-1c15-4afe-8b5a-d17d25dc1db2 None None] Pushing event updated for resources: {'Port': ['ID=e8d39d5b-6cb3-4584-b899-8fa544b6b2dd,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:32.762805 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-53466d04-ff5d-48f8-8e64-48ec994001c7 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Network c537dae7-2652-44de-bf9a-a95ab199afc8 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:32.769519 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-66aafe1f-3523-4852-a5ba-7e6d79426131 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, a132fecf-3945-4784-9a54-e47d149f1f01) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:32.770642 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727dd3a0-513a-4996-95e9-ff46030bc3f7 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Subnet': ['ID=60281284-374d-4cf6-ac3e-7ee18890e05a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:32.777885 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-727dd3a0-513a-4996-95e9-ff46030bc3f7 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:32.778140 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-53466d04-ff5d-48f8-8e64-48ec994001c7 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:32.783273 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-727dd3a0-513a-4996-95e9-ff46030bc3f7 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/60281284-374d-4cf6-ac3e-7ee18890e05a HTTP/1.1" status: 204 len: 168 time: 1.1329691 Dec 10 18:39:32.785001 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54128) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:32.812658 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aafe1f-3523-4852-a5ba-7e6d79426131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:32.813834 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66aafe1f-3523-4852-a5ba-7e6d79426131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:32.816252 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-53466d04-ff5d-48f8-8e64-48ec994001c7 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:32.842413 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbb1929-1091-4d8b-b573-cff31b66c9eb None None] Network a132fecf-3945-4784-9a54-e47d149f1f01 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:32.878239 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-737eb4b6-ae5d-4268-ae0f-c54fae7da5d3 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:32.892373 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-53466d04-ff5d-48f8-8e64-48ec994001c7 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:32.893172 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-53466d04-ff5d-48f8-8e64-48ec994001c7 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:32.903130 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-238610b3-6099-43fe-8b10-194b5e2b3f04 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1051648 Dec 10 18:39:32.909128 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54130) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:32.911928 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53466d04-ff5d-48f8-8e64-48ec994001c7 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Pushing event updated for resources: {'Port': ['ID=464c704e-1931-42e0-a9db-b2f78591d816,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:32.917526 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4df7b1f6-4339-4058-b18e-43559f64fd1f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'subnet': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:32.937338 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ad1ca9-e12a-4959-a7bc-995a2e81889f None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:32.939358 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2aea0959-b4cb-48d0-8c29-9a505b405cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:32.989655 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['ed2568b4-7412-40d3-84a1-51c2718451b3', '51f796ef-2718-4d1c-a386-cc5d625b4662'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:39:33.002094 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-66aafe1f-3523-4852-a5ba-7e6d79426131 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.9738631 Dec 10 18:39:33.012321 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-737eb4b6-ae5d-4268-ae0f-c54fae7da5d3 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Network c9403646-ab9b-4a0a-827b-6d4376246b64 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:33.023154 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e0f60-6388-4b2a-9f17-b95f5d0d89a3 req-37b2aaf4-ecb5-4e60-942b-9c70f93d6d7a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:33.029561 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e0f60-6388-4b2a-9f17-b95f5d0d89a3 req-37b2aaf4-ecb5-4e60-942b-9c70f93d6d7a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:33.035840 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e0f60-6388-4b2a-9f17-b95f5d0d89a3 req-37b2aaf4-ecb5-4e60-942b-9c70f93d6d7a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:33.037499 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f1e9c637-7184-4729-8126-f13b7eaa7020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:33.043042 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e0f60-6388-4b2a-9f17-b95f5d0d89a3 req-37b2aaf4-ecb5-4e60-942b-9c70f93d6d7a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:33.049009 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e0f60-6388-4b2a-9f17-b95f5d0d89a3 req-37b2aaf4-ecb5-4e60-942b-9c70f93d6d7a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:33.055608 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e0f60-6388-4b2a-9f17-b95f5d0d89a3 req-37b2aaf4-ecb5-4e60-942b-9c70f93d6d7a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:33.061657 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e0f60-6388-4b2a-9f17-b95f5d0d89a3 req-37b2aaf4-ecb5-4e60-942b-9c70f93d6d7a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:33.063683 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d68e0f60-6388-4b2a-9f17-b95f5d0d89a3 req-37b2aaf4-ecb5-4e60-942b-9c70f93d6d7a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 5430 time: 0.2898440 Dec 10 18:39:33.081951 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-737eb4b6-ae5d-4268-ae0f-c54fae7da5d3 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:33.115905 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-737eb4b6-ae5d-4268-ae0f-c54fae7da5d3 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:33.117378 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-76d56452-d345-4b2e-af75-a2df186e5724 None None] Provisioning complete for port e8d39d5b-6cb3-4584-b899-8fa544b6b2dd triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:33.117801 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-76d56452-d345-4b2e-af75-a2df186e5724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:33.124912 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:39:33.125097 n-d-821435-1 neutron-server[103246]: DEBUG oslo_db.api [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:39:33.125361 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-53466d04-ff5d-48f8-8e64-48ec994001c7 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7485156 Dec 10 18:39:33.142240 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737eb4b6-ae5d-4268-ae0f-c54fae7da5d3 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Pushing event updated for resources: {'Port': ['ID=37336d05-2465-4ef9-907f-b9546be053ae,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:33.189681 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df7b1f6-4339-4058-b18e-43559f64fd1f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:33.193220 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4df7b1f6-4339-4058-b18e-43559f64fd1f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:33.211935 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-32cbe1ba-da47-4636-8796-fa32e5b20147 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Allocated IP 172.20.0.13 (2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2/b914d67e-99a3-4836-8560-8ad9054366d0/c4ac818b-8258-49a1-be37-3e4547ef535e) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:33.342594 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d68e0f60-6388-4b2a-9f17-b95f5d0d89a3 req-9019da18-1c02-4082-868c-a4abcf3fb69d tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&id=7281f497-4962-41a8-857f-71fd676337b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2631643 Dec 10 18:39:33.431197 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-d115658f-c27a-4fa5-85e0-14154519149d service neutron] Request body: {'port': {'device_id': '535bb5fe-7458-4429-adce-b38f7504101c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:33.438842 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ed395a-7460-441b-9978-df918ed42be6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-a132fecf-3945-4784-9a54-e47d149f1f01', 'network_id': 'a132fecf-3945-4784-9a54-e47d149f1f01', 'project_id': '0a04faecbcfa41188d2feee97a69f07f', 'fixed_ips': [{'subnet_id': '82613507-236d-42d1-b7b2-90393d426128'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:39:33.439736 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a1ed395a-7460-441b-9978-df918ed42be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:33.462339 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-2aea0959-b4cb-48d0-8c29-9a505b405cf7 admin admin] Allocated IP 172.20.0.1 (e2055a9b-1872-4539-9924-60d69709e596/a7c87823-7fc0-4ae4-9088-fa44f61b635a/958f96c3-d2ce-42eb-ae25-36be2ae3a2d3) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:33.552740 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-32cbe1ba-da47-4636-8796-fa32e5b20147 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:33.575936 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4506bc6-65d2-46c9-8bae-d57beacc9b38 req-064e4793-11d2-4768-8272-abdb2a795582 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:33.577256 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f4506bc6-65d2-46c9-8bae-d57beacc9b38 req-064e4793-11d2-4768-8272-abdb2a795582 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=535bb5fe-7458-4429-adce-b38f7504101c HTTP/1.1" status: 200 len: 931 time: 0.7047443 Dec 10 18:39:33.581746 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6125e3-da00-40f0-83a0-01f821dd2cae None None] DHCP port deletion for 4c9579a2-8f48-40cb-87f0-dbca0f4b521d request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:39:33.596730 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-d115658f-c27a-4fa5-85e0-14154519149d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:33.612950 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-737eb4b6-ae5d-4268-ae0f-c54fae7da5d3 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:33.613996 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-737eb4b6-ae5d-4268-ae0f-c54fae7da5d3 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:33.615664 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6eaef9f3-6845-4a77-b52b-5f094cd2438d req-693361da-f579-43e0-a5b8-53525a6183bc tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a8827f4-be41-495a-85a6-b736a7a54334 HTTP/1.1" status: 200 len: 210 time: 0.1267433 Dec 10 18:39:33.647135 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-737eb4b6-ae5d-4268-ae0f-c54fae7da5d3 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1207530 Dec 10 18:39:33.673957 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2aea0959-b4cb-48d0-8c29-9a505b405cf7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:33.692414 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-adc3a3de-16aa-48ae-8849-fa879dd7b24d service neutron] Request body: {'port': {'device_id': '859a7eff-c39f-4199-9aa8-be8685825fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:33.699263 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4df7b1f6-4339-4058-b18e-43559f64fd1f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:33.703451 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f4506bc6-65d2-46c9-8bae-d57beacc9b38 req-8305d947-62c3-44b1-9c2a-5416e1f5ba42 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075220 Dec 10 18:39:33.771346 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:33.798398 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df7b1f6-4339-4058-b18e-43559f64fd1f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:33.806321 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-4df7b1f6-4339-4058-b18e-43559f64fd1f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:33.811639 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df7b1f6-4339-4058-b18e-43559f64fd1f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:33.812266 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4df7b1f6-4339-4058-b18e-43559f64fd1f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:33.821653 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2aea0959-b4cb-48d0-8c29-9a505b405cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:33.837339 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df7b1f6-4339-4058-b18e-43559f64fd1f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Subnet': ['ID=a16d0815-7831-400b-948a-3262403f9bcd,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:33.875042 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aea0959-b4cb-48d0-8c29-9a505b405cf7 admin admin] Network e2055a9b-1872-4539-9924-60d69709e596 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:33.879167 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-2aea0959-b4cb-48d0-8c29-9a505b405cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:33.898753 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4df7b1f6-4339-4058-b18e-43559f64fd1f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9858780 Dec 10 18:39:33.898908 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-32cbe1ba-da47-4636-8796-fa32e5b20147 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:33.903001 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aea0959-b4cb-48d0-8c29-9a505b405cf7 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:33.913719 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54148) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:33.924478 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-2d500e99-4b5b-4bf1-8226-8458fb3a74e6 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1840721623', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:33.936158 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 544a5bdc-185c-498e-8ed3-e6c6891e4c9a up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:33.969050 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea0959-b4cb-48d0-8c29-9a505b405cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=958f96c3-d2ce-42eb-ae25-36be2ae3a2d3,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:33.999610 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-32cbe1ba-da47-4636-8796-fa32e5b20147 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Network 2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:34.001007 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2aea0959-b4cb-48d0-8c29-9a505b405cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:34.021075 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d500e99-4b5b-4bf1-8226-8458fb3a74e6 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:34.022044 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d500e99-4b5b-4bf1-8226-8458fb3a74e6 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:34.034982 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-adc3a3de-16aa-48ae-8849-fa879dd7b24d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:34.052931 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-32cbe1ba-da47-4636-8796-fa32e5b20147 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:34.056281 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-32cbe1ba-da47-4636-8796-fa32e5b20147 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:34.127708 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-911d833f-9b25-4fe0-88f1-71915689136d None None] Provisioning complete for port b7cc31ba-c035-49bb-ab0c-7c6f837b01c9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:34.128095 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-911d833f-9b25-4fe0-88f1-71915689136d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:34.193770 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-a1ed395a-7460-441b-9978-df918ed42be6 None None] Allocated IP 172.20.0.2 (a132fecf-3945-4784-9a54-e47d149f1f01/82613507-236d-42d1-b7b2-90393d426128/36c75ce5-da4f-4a1f-bace-6b56a28ab3aa) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:34.219622 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cbe1ba-da47-4636-8796-fa32e5b20147 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Pushing event updated for resources: {'Port': ['ID=c4ac818b-8258-49a1-be37-3e4547ef535e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:34.334266 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2aea0959-b4cb-48d0-8c29-9a505b405cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:34.357137 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-32cbe1ba-da47-4636-8796-fa32e5b20147 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:34.357842 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-32cbe1ba-da47-4636-8796-fa32e5b20147 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:34.364721 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-9c651950-b545-4392-b2eb-d1180453ab8d tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:34.371253 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-9c651950-b545-4392-b2eb-d1180453ab8d tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/networks?id=a132fecf-3945-4784-9a54-e47d149f1f01 HTTP/1.1" status: 200 len: 816 time: 0.2116630 Dec 10 18:39:34.385760 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077284b-2624-4eda-8692-ddc7d4470c69 req-c256c392-3986-4e17-817f-26816af1f24b tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:34.386012 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-1ff2ebd8-5d2a-4b51-a166-d45bc76e8d44 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/quotas/0a04faecbcfa41188d2feee97a69f07f HTTP/1.1" status: 200 len: 375 time: 0.0137546 Dec 10 18:39:34.387464 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8077284b-2624-4eda-8692-ddc7d4470c69 req-c256c392-3986-4e17-817f-26816af1f24b tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 935 time: 0.3924720 Dec 10 18:39:34.389178 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d500e99-4b5b-4bf1-8226-8458fb3a74e6 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:34.401641 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-32cbe1ba-da47-4636-8796-fa32e5b20147 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5555954 Dec 10 18:39:34.424740 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-c5a2af62-2757-46a2-9e68-c32c69dd1586 service neutron] Request body: {'port': {'device_id': '2a8827f4-be41-495a-85a6-b736a7a54334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:34.430448 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d500e99-4b5b-4bf1-8226-8458fb3a74e6 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:34.450571 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-bb86281f-c75b-4a1b-995d-d6e3375719c3 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a04faecbcfa41188d2feee97a69f07f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391800 Dec 10 18:39:34.458485 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3b6125e3-da00-40f0-83a0-01f821dd2cae None None] Deleting port b7cc31ba-c035-49bb-ab0c-7c6f837b01c9 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:34.458863 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3b6125e3-da00-40f0-83a0-01f821dd2cae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:34.554308 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 544a5bdc-185c-498e-8ed3-e6c6891e4c9a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:34.555382 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:34.568830 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d500e99-4b5b-4bf1-8226-8458fb3a74e6 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:34.570690 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2d500e99-4b5b-4bf1-8226-8458fb3a74e6 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6497371 Dec 10 18:39:34.574713 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54160) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:34.611225 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f1e9c637-7184-4729-8126-f13b7eaa7020 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:34.624655 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-c5a2af62-2757-46a2-9e68-c32c69dd1586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:34.629729 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8077284b-2624-4eda-8692-ddc7d4470c69 req-c8b7228c-1ed7-4d8f-91d5-3dce1903d6bd tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345061 Dec 10 18:39:34.659581 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f1e9c637-7184-4729-8126-f13b7eaa7020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:34.744097 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-d115658f-c27a-4fa5-85e0-14154519149d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 464c704e-1931-42e0-a9db-b2f78591d816 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:39:34.762340 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-d115658f-c27a-4fa5-85e0-14154519149d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:34.792027 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-911d833f-9b25-4fe0-88f1-71915689136d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:34.803312 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f1e9c637-7184-4729-8126-f13b7eaa7020 None None] Attempting to bind port 12376f64-066b-41dc-803a-66680f0b657f on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:39:34.803759 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f1e9c637-7184-4729-8126-f13b7eaa7020 None None] Attempting to bind port 12376f64-066b-41dc-803a-66680f0b657f by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:39:34.804142 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e9c637-7184-4729-8126-f13b7eaa7020 None None] Attempting to bind port 12376f64-066b-41dc-803a-66680f0b657f on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:34.811943 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-e05a8a9d-38d5-49a8-9b07-86158fe405fa service neutron] 10.222.0.62 "GET /v2.0/networks/a132fecf-3945-4784-9a54-e47d149f1f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465600 Dec 10 18:39:34.816669 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-d115658f-c27a-4fa5-85e0-14154519149d service neutron] Transition to ACTIVE for port object 464c704e-1931-42e0-a9db-b2f78591d816 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:39:34.842287 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb1d965-381b-4f02-b88b-f1f8a60d8ca4 None None] Pushing event updated for resources: {'Port': ['ID=12376f64-066b-41dc-803a-66680f0b657f,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:34.879055 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3b6125e3-da00-40f0-83a0-01f821dd2cae None None] For port b7cc31ba-c035-49bb-ab0c-7c6f837b01c9, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b7cc31ba-c035-49bb-ab0c-7c6f837b01c9,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:34.879377 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3b6125e3-da00-40f0-83a0-01f821dd2cae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:34.885230 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e9c637-7184-4729-8126-f13b7eaa7020 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:39:34.885705 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e9c637-7184-4729-8126-f13b7eaa7020 None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:34.886095 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f1e9c637-7184-4729-8126-f13b7eaa7020 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:34.886504 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e9c637-7184-4729-8126-f13b7eaa7020 None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:39:34.887009 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f1e9c637-7184-4729-8126-f13b7eaa7020 None None] Bound port: 12376f64-066b-41dc-803a-66680f0b657f, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:39:34.887400 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f1e9c637-7184-4729-8126-f13b7eaa7020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:34.898206 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-d115658f-c27a-4fa5-85e0-14154519149d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:34.974014 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3b6125e3-da00-40f0-83a0-01f821dd2cae None None] Calling delete_port for b7cc31ba-c035-49bb-ab0c-7c6f837b01c9 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:35.011864 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-911d833f-9b25-4fe0-88f1-71915689136d None None] For port b7cc31ba-c035-49bb-ab0c-7c6f837b01c9, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b7cc31ba-c035-49bb-ab0c-7c6f837b01c9,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:35.017583 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a1ed395a-7460-441b-9978-df918ed42be6 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:35.031412 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-911d833f-9b25-4fe0-88f1-71915689136d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:35.048583 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-adc3a3de-16aa-48ae-8849-fa879dd7b24d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37336d05-2465-4ef9-907f-b9546be053ae {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:39:35.063413 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-adc3a3de-16aa-48ae-8849-fa879dd7b24d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:35.067915 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115658f-c27a-4fa5-85e0-14154519149d service neutron] Pushing event updated for resources: {'Port': ['ID=464c704e-1931-42e0-a9db-b2f78591d816,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:35.082486 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a1ed395a-7460-441b-9978-df918ed42be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:35.126081 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7af567-29fa-48ea-a4c9-9387f19c723e req-6dda381c-1150-4e2f-809b-1b00fc61476a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:35.132851 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7af567-29fa-48ea-a4c9-9387f19c723e req-6dda381c-1150-4e2f-809b-1b00fc61476a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:35.137296 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-911d833f-9b25-4fe0-88f1-71915689136d None None] Provisioning complete for port 37336d05-2465-4ef9-907f-b9546be053ae triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:35.137672 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-911d833f-9b25-4fe0-88f1-71915689136d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:35.141932 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7af567-29fa-48ea-a4c9-9387f19c723e req-6dda381c-1150-4e2f-809b-1b00fc61476a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:35.146143 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7af567-29fa-48ea-a4c9-9387f19c723e req-6dda381c-1150-4e2f-809b-1b00fc61476a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:35.152882 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7af567-29fa-48ea-a4c9-9387f19c723e req-6dda381c-1150-4e2f-809b-1b00fc61476a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:35.159175 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7af567-29fa-48ea-a4c9-9387f19c723e req-6dda381c-1150-4e2f-809b-1b00fc61476a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:35.169108 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7af567-29fa-48ea-a4c9-9387f19c723e req-6dda381c-1150-4e2f-809b-1b00fc61476a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:35.171868 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8e7af567-29fa-48ea-a4c9-9387f19c723e req-6dda381c-1150-4e2f-809b-1b00fc61476a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 5430 time: 0.3814285 Dec 10 18:39:35.179642 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f1e9c637-7184-4729-8126-f13b7eaa7020 None None] For port 12376f64-066b-41dc-803a-66680f0b657f, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:39:35.182968 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-adc3a3de-16aa-48ae-8849-fa879dd7b24d service neutron] Transition to ACTIVE for port object 37336d05-2465-4ef9-907f-b9546be053ae will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:39:35.184328 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-911d833f-9b25-4fe0-88f1-71915689136d None None] Port 37336d05-2465-4ef9-907f-b9546be053ae cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:39:35.218302 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f1e9c637-7184-4729-8126-f13b7eaa7020 None None] For port 12376f64-066b-41dc-803a-66680f0b657f, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=12376f64-066b-41dc-803a-66680f0b657f,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:39:35.224212 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ed395a-7460-441b-9978-df918ed42be6 None None] Network a132fecf-3945-4784-9a54-e47d149f1f01 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:35.232743 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e8d39d5b-6cb3-4584-b899-8fa544b6b2dd up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:35.240365 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-adc3a3de-16aa-48ae-8849-fa879dd7b24d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:35.241429 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f1e9c637-7184-4729-8126-f13b7eaa7020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:35.258733 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2aea0959-b4cb-48d0-8c29-9a505b405cf7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:35.267361 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-a1ed395a-7460-441b-9978-df918ed42be6 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:35.278275 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2aea0959-b4cb-48d0-8c29-9a505b405cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:35.281524 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ed395a-7460-441b-9978-df918ed42be6 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:35.286419 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d833f-9b25-4fe0-88f1-71915689136d None None] Pushing event updated for resources: {'Port': ['ID=b7cc31ba-c035-49bb-ab0c-7c6f837b01c9,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:35.409673 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-1629e54c-ce08-456c-990d-3658bceeed3b service neutron] 10.222.0.62 "GET /v2.0/networks/a132fecf-3945-4784-9a54-e47d149f1f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5594471 Dec 10 18:39:35.415147 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3a3de-16aa-48ae-8849-fa879dd7b24d service neutron] Pushing event updated for resources: {'Port': ['ID=37336d05-2465-4ef9-907f-b9546be053ae,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:35.419874 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3b6125e3-da00-40f0-83a0-01f821dd2cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:35.431783 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2aea0959-b4cb-48d0-8c29-9a505b405cf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:35.433702 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-d115658f-c27a-4fa5-85e0-14154519149d service neutron] Attempting to bind port 464c704e-1931-42e0-a9db-b2f78591d816 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:39:35.434048 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-d115658f-c27a-4fa5-85e0-14154519149d service neutron] Attempting to bind port 464c704e-1931-42e0-a9db-b2f78591d816 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '68572a96-1438-4984-beb8-3a086b879b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c537dae7-2652-44de-bf9a-a95ab199afc8'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:39:35.434452 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-d115658f-c27a-4fa5-85e0-14154519149d service neutron] Attempting to bind port 464c704e-1931-42e0-a9db-b2f78591d816 on network c537dae7-2652-44de-bf9a-a95ab199afc8 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:35.465454 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-d115658f-c27a-4fa5-85e0-14154519149d service neutron] Port 464c704e-1931-42e0-a9db-b2f78591d816 on network c537dae7-2652-44de-bf9a-a95ab199afc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:39:35.465787 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-d115658f-c27a-4fa5-85e0-14154519149d service neutron] Attempting to bind port 464c704e-1931-42e0-a9db-b2f78591d816 on network c537dae7-2652-44de-bf9a-a95ab199afc8 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:35.472772 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fed7437b-3ebe-45c4-828f-8b0c928ff427 None None] Provisioning complete for port 958f96c3-d2ce-42eb-ae25-36be2ae3a2d3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:35.473147 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fed7437b-3ebe-45c4-828f-8b0c928ff427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:35.478412 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a1ed395a-7460-441b-9978-df918ed42be6 None None] Attempting to bind port 36c75ce5-da4f-4a1f-bace-6b56a28ab3aa on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:39:35.478690 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a1ed395a-7460-441b-9978-df918ed42be6 None None] Attempting to bind port 36c75ce5-da4f-4a1f-bace-6b56a28ab3aa by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '2144d0cb-dbc0-42c3-b1a1-43c3f051561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a132fecf-3945-4784-9a54-e47d149f1f01'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:39:35.479053 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed395a-7460-441b-9978-df918ed42be6 None None] Attempting to bind port 36c75ce5-da4f-4a1f-bace-6b56a28ab3aa on network a132fecf-3945-4784-9a54-e47d149f1f01 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:35.480972 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed395a-7460-441b-9978-df918ed42be6 None None] Pushing event updated for resources: {'Port': ['ID=36c75ce5-da4f-4a1f-bace-6b56a28ab3aa,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:35.509600 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6125e3-da00-40f0-83a0-01f821dd2cae None None] No DVR routers for this DVR port b7cc31ba-c035-49bb-ab0c-7c6f837b01c9 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:39:35.515155 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e9c637-7184-4729-8126-f13b7eaa7020 None None] Routers {'8686793d-581e-4c0c-8646-d34a2e602bfa'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:39:35.515829 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f1e9c637-7184-4729-8126-f13b7eaa7020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:39:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['8686793d-581e-4c0c-8646-d34a2e602bfa'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:35.527854 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-d115658f-c27a-4fa5-85e0-14154519149d service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:39:35.528204 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-d115658f-c27a-4fa5-85e0-14154519149d service neutron] Checking segment: {'id': '68572a96-1438-4984-beb8-3a086b879b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c537dae7-2652-44de-bf9a-a95ab199afc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:35.528597 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-d115658f-c27a-4fa5-85e0-14154519149d service neutron] Bound using segment: {'id': '68572a96-1438-4984-beb8-3a086b879b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c537dae7-2652-44de-bf9a-a95ab199afc8'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:39:35.529084 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-d115658f-c27a-4fa5-85e0-14154519149d service neutron] Bound port: 464c704e-1931-42e0-a9db-b2f78591d816, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68572a96-1438-4984-beb8-3a086b879b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c537dae7-2652-44de-bf9a-a95ab199afc8'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:39:35.529447 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-d115658f-c27a-4fa5-85e0-14154519149d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:35.544690 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8e7af567-29fa-48ea-a4c9-9387f19c723e req-2d4aae5c-d9a5-43c4-961b-915c8d32b5bf tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&id=7281f497-4962-41a8-857f-71fd676337b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3566689 Dec 10 18:39:35.590319 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-c5a2af62-2757-46a2-9e68-c32c69dd1586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4ac818b-8258-49a1-be37-3e4547ef535e {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:39:35.602922 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-c5a2af62-2757-46a2-9e68-c32c69dd1586 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:35.603579 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea0959-b4cb-48d0-8c29-9a505b405cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=958f96c3-d2ce-42eb-ae25-36be2ae3a2d3,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:35.612626 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed395a-7460-441b-9978-df918ed42be6 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:39:35.613113 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed395a-7460-441b-9978-df918ed42be6 None None] Checking segment: {'id': '2144d0cb-dbc0-42c3-b1a1-43c3f051561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a132fecf-3945-4784-9a54-e47d149f1f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:35.613758 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a1ed395a-7460-441b-9978-df918ed42be6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:35.614149 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed395a-7460-441b-9978-df918ed42be6 None None] Bound using segment: {'id': '2144d0cb-dbc0-42c3-b1a1-43c3f051561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a132fecf-3945-4784-9a54-e47d149f1f01'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:39:35.627062 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a1ed395a-7460-441b-9978-df918ed42be6 None None] Bound port: 36c75ce5-da4f-4a1f-bace-6b56a28ab3aa, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2144d0cb-dbc0-42c3-b1a1-43c3f051561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a132fecf-3945-4784-9a54-e47d149f1f01'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:39:35.627475 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a1ed395a-7460-441b-9978-df918ed42be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:35.631775 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9bef-480d-4421-9fd0-fb98d09651e3 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:35.693451 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c10db8-22c0-4d17-9f41-c8da79463c8d None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:35.729567 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-adc3a3de-16aa-48ae-8849-fa879dd7b24d service neutron] Attempting to bind port 37336d05-2465-4ef9-907f-b9546be053ae on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:39:35.729901 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-adc3a3de-16aa-48ae-8849-fa879dd7b24d service neutron] Attempting to bind port 37336d05-2465-4ef9-907f-b9546be053ae by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:39:35.730237 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-adc3a3de-16aa-48ae-8849-fa879dd7b24d service neutron] Attempting to bind port 37336d05-2465-4ef9-907f-b9546be053ae on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:35.817755 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port e8d39d5b-6cb3-4584-b899-8fa544b6b2dd triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:35.818230 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:35.826547 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-fed7437b-3ebe-45c4-828f-8b0c928ff427 None None] Port 958f96c3-d2ce-42eb-ae25-36be2ae3a2d3 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:39:35.834031 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-c5a2af62-2757-46a2-9e68-c32c69dd1586 service neutron] Transition to ACTIVE for port object c4ac818b-8258-49a1-be37-3e4547ef535e will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:39:35.846580 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-adc3a3de-16aa-48ae-8849-fa879dd7b24d service neutron] Port 37336d05-2465-4ef9-907f-b9546be053ae on network c9403646-ab9b-4a0a-827b-6d4376246b64 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:39:35.847045 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-adc3a3de-16aa-48ae-8849-fa879dd7b24d service neutron] Attempting to bind port 37336d05-2465-4ef9-907f-b9546be053ae on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:35.851746 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-c5a2af62-2757-46a2-9e68-c32c69dd1586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:35.905520 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-d115658f-c27a-4fa5-85e0-14154519149d service neutron] For port 464c704e-1931-42e0-a9db-b2f78591d816, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:39:35.909322 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2af62-2757-46a2-9e68-c32c69dd1586 service neutron] Pushing event updated for resources: {'Port': ['ID=c4ac818b-8258-49a1-be37-3e4547ef535e,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:35.909800 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aea0959-b4cb-48d0-8c29-9a505b405cf7 admin admin] Network e2055a9b-1872-4539-9924-60d69709e596 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:35.915960 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb1d965-381b-4f02-b88b-f1f8a60d8ca4 None None] Pushing event updated for resources: {'Port': ['ID=12376f64-066b-41dc-803a-66680f0b657f,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:35.917994 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-2aea0959-b4cb-48d0-8c29-9a505b405cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:35.937923 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-adc3a3de-16aa-48ae-8849-fa879dd7b24d service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:39:35.939409 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-adc3a3de-16aa-48ae-8849-fa879dd7b24d service neutron] Checking segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:35.940048 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-adc3a3de-16aa-48ae-8849-fa879dd7b24d service neutron] Bound using segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:39:35.940755 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-adc3a3de-16aa-48ae-8849-fa879dd7b24d service neutron] Bound port: 37336d05-2465-4ef9-907f-b9546be053ae, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:39:35.941509 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-adc3a3de-16aa-48ae-8849-fa879dd7b24d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:35.949511 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51243da-27b2-4bf1-8e36-b5f66f6c889c req-9aef3ae3-f1fd-4eea-8c25-a2759e2be3be tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:35.951396 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f51243da-27b2-4bf1-8e36-b5f66f6c889c req-9aef3ae3-f1fd-4eea-8c25-a2759e2be3be tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=535bb5fe-7458-4429-adce-b38f7504101c HTTP/1.1" status: 200 len: 943 time: 0.1522603 Dec 10 18:39:35.991429 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-d115658f-c27a-4fa5-85e0-14154519149d service neutron] For port 464c704e-1931-42e0-a9db-b2f78591d816, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=464c704e-1931-42e0-a9db-b2f78591d816,segment=NetworkSegment(68572a96-1438-4984-beb8-3a086b879b0d),segment_id=68572a96-1438-4984-beb8-3a086b879b0d)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:39:36.002150 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6125e3-da00-40f0-83a0-01f821dd2cae None None] Pushing event deleted for resources: {'Port': ['ID=b7cc31ba-c035-49bb-ab0c-7c6f837b01c9,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:36.010875 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2657753-8458-44f1-b9bf-50e474967b00 req-1750a0ac-c2b2-4c56-a2ac-55ad8d490c16 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:36.012799 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a2657753-8458-44f1-b9bf-50e474967b00 req-1750a0ac-c2b2-4c56-a2ac-55ad8d490c16 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a8827f4-be41-495a-85a6-b736a7a54334 HTTP/1.1" status: 200 len: 932 time: 0.2267590 Dec 10 18:39:36.018047 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-d115658f-c27a-4fa5-85e0-14154519149d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:36.103907 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-f1e9c637-7184-4729-8126-f13b7eaa7020 None None] Set router 8686793d-581e-4c0c-8646-d34a2e602bfa gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:39:36.166122 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc3d519-b531-43de-9397-505cb20ec3e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'project_id': '5206888eb8664e02a4054430b5bab51d', 'fixed_ips': [{'subnet_id': 'a16d0815-7831-400b-948a-3262403f9bcd'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:39:36.167224 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ccc3d519-b531-43de-9397-505cb20ec3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:36.190006 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-d115658f-c27a-4fa5-85e0-14154519149d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:36.190790 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-d115658f-c27a-4fa5-85e0-14154519149d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:36.190912 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a1ed395a-7460-441b-9978-df918ed42be6 None None] For port 36c75ce5-da4f-4a1f-bace-6b56a28ab3aa, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:39:36.192422 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-d115658f-c27a-4fa5-85e0-14154519149d service neutron] 10.222.0.46 "PUT /v2.0/ports/464c704e-1931-42e0-a9db-b2f78591d816 HTTP/1.1" status: 200 len: 1091 time: 3.0475368 Dec 10 18:39:36.193522 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535bb5fe-7458-4429-adce-b38f7504101c', 'tag': '464c704e-1931-42e0-a9db-b2f78591d816'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:39:36.197760 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7d7b24-ce18-419b-9d3a-4c122004739e" -d '{"events": [{"name": "network-changed", "server_uuid": "535bb5fe-7458-4429-adce-b38f7504101c", "tag": "464c704e-1931-42e0-a9db-b2f78591d816"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:39:36.247427 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a1ed395a-7460-441b-9978-df918ed42be6 None None] For port 36c75ce5-da4f-4a1f-bace-6b56a28ab3aa, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=36c75ce5-da4f-4a1f-bace-6b56a28ab3aa,segment=NetworkSegment(2144d0cb-dbc0-42c3-b1a1-43c3f051561c),segment_id=2144d0cb-dbc0-42c3-b1a1-43c3f051561c)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:39:36.253599 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f51243da-27b2-4bf1-8e36-b5f66f6c889c req-3f08464c-3373-4112-8320-3bbf3d70d789 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936423 Dec 10 18:39:36.312079 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-1e5a9bef-480d-4421-9fd0-fb98d09651e3 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Allocated IP 2001:db8::1 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/a16d0815-7831-400b-948a-3262403f9bcd/52cb90af-522a-428d-bd1f-7eda73d0610a) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:36.355763 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a1ed395a-7460-441b-9978-df918ed42be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:36.359797 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aea0959-b4cb-48d0-8c29-9a505b405cf7 admin admin] Router 8686793d-581e-4c0c-8646-d34a2e602bfa has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:39:36.368139 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a2657753-8458-44f1-b9bf-50e474967b00 req-a01e3ab2-3d1f-4b75-b306-91191bf147ef tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462949 Dec 10 18:39:36.444442 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-adc3a3de-16aa-48ae-8849-fa879dd7b24d service neutron] For port 37336d05-2465-4ef9-907f-b9546be053ae, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:39:36.471704 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-adc3a3de-16aa-48ae-8849-fa879dd7b24d service neutron] For port 37336d05-2465-4ef9-907f-b9546be053ae, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=37336d05-2465-4ef9-907f-b9546be053ae,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:39:36.475453 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115658f-c27a-4fa5-85e0-14154519149d service neutron] Pushing event updated for resources: {'Port': ['ID=464c704e-1931-42e0-a9db-b2f78591d816,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:36.506289 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-adc3a3de-16aa-48ae-8849-fa879dd7b24d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:36.544432 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-c5a2af62-2757-46a2-9e68-c32c69dd1586 service neutron] Attempting to bind port c4ac818b-8258-49a1-be37-3e4547ef535e on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:39:36.545155 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-c5a2af62-2757-46a2-9e68-c32c69dd1586 service neutron] Attempting to bind port c4ac818b-8258-49a1-be37-3e4547ef535e by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:39:36.545685 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-c5a2af62-2757-46a2-9e68-c32c69dd1586 service neutron] Attempting to bind port c4ac818b-8258-49a1-be37-3e4547ef535e on network 2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:36.613212 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-c5a2af62-2757-46a2-9e68-c32c69dd1586 service neutron] Port c4ac818b-8258-49a1-be37-3e4547ef535e on network 2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:39:36.614473 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-c5a2af62-2757-46a2-9e68-c32c69dd1586 service neutron] Attempting to bind port c4ac818b-8258-49a1-be37-3e4547ef535e on network 2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:36.651921 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9bef-480d-4421-9fd0-fb98d09651e3 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:36.659775 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-c5a2af62-2757-46a2-9e68-c32c69dd1586 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:39:36.660663 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-c5a2af62-2757-46a2-9e68-c32c69dd1586 service neutron] Checking segment: {'id': '4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:36.660663 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-c5a2af62-2757-46a2-9e68-c32c69dd1586 service neutron] Bound using segment: {'id': '4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:39:36.661007 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-c5a2af62-2757-46a2-9e68-c32c69dd1586 service neutron] Bound port: c4ac818b-8258-49a1-be37-3e4547ef535e, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:39:36.661488 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-c5a2af62-2757-46a2-9e68-c32c69dd1586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:36.666593 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-2348bb6d-c7ba-4e6b-a134-daf2a06a56f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:36.668768 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-2348bb6d-c7ba-4e6b-a134-daf2a06a56f3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cebf6cc911374a429274686614685142&device_id=535bb5fe-7458-4429-adce-b38f7504101c HTTP/1.1" status: 200 len: 1094 time: 0.3735285 Dec 10 18:39:36.704350 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aea0959-b4cb-48d0-8c29-9a505b405cf7 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:39:36.730880 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-adc3a3de-16aa-48ae-8849-fa879dd7b24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:36.733024 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-adc3a3de-16aa-48ae-8849-fa879dd7b24d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:36.736776 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2aea0959-b4cb-48d0-8c29-9a505b405cf7 admin admin] 10.222.0.62 "PUT /v2.0/routers/8686793d-581e-4c0c-8646-d34a2e602bfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2784669 Dec 10 18:39:36.754447 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-adc3a3de-16aa-48ae-8849-fa879dd7b24d service neutron] 10.222.0.46 "PUT /v2.0/ports/37336d05-2465-4ef9-907f-b9546be053ae HTTP/1.1" status: 200 len: 1095 time: 3.0963516 Dec 10 18:39:36.785195 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-63203bcd-917c-4b71-840d-e37c4c7ab6b7 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:36.793902 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-63203bcd-917c-4b71-840d-e37c4c7ab6b7 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/networks?id=a132fecf-3945-4784-9a54-e47d149f1f01 HTTP/1.1" status: 200 len: 816 time: 0.2434070 Dec 10 18:39:36.814108 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-72533dff-8797-401d-9df4-20f0303605e4 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/quotas/0a04faecbcfa41188d2feee97a69f07f HTTP/1.1" status: 200 len: 375 time: 0.0191882 Dec 10 18:39:36.825025 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9bef-480d-4421-9fd0-fb98d09651e3 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:36.942998 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a7cfc081-c3de-4a74-946b-7043dac3f4fc None None] Provisioning complete for port 958f96c3-d2ce-42eb-ae25-36be2ae3a2d3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:36.944359 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a7cfc081-c3de-4a74-946b-7043dac3f4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:36.946597 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5a9bef-480d-4421-9fd0-fb98d09651e3 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:36.955662 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-1e5a9bef-480d-4421-9fd0-fb98d09651e3 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:36.961014 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5a9bef-480d-4421-9fd0-fb98d09651e3 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:36.963856 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9bef-480d-4421-9fd0-fb98d09651e3 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:37.025033 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d37f4-bced-43dc-882f-e82c781c8658 req-8188519d-f613-464b-8afd-06eb9e2d00ad tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:37.035284 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fb8d37f4-bced-43dc-882f-e82c781c8658 req-8188519d-f613-464b-8afd-06eb9e2d00ad tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 947 time: 0.5178356 Dec 10 18:39:37.036222 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3a3de-16aa-48ae-8849-fa879dd7b24d service neutron] Pushing event updated for resources: {'Port': ['ID=37336d05-2465-4ef9-907f-b9546be053ae,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:37.036554 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a9bef-480d-4421-9fd0-fb98d09651e3 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Port': ['ID=52cb90af-522a-428d-bd1f-7eda73d0610a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:37.042827 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a7cfc081-c3de-4a74-946b-7043dac3f4fc None None] Port 958f96c3-d2ce-42eb-ae25-36be2ae3a2d3 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:39:37.044740 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed395a-7460-441b-9978-df918ed42be6 None None] Pushing event updated for resources: {'Port': ['ID=36c75ce5-da4f-4a1f-bace-6b56a28ab3aa,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:37.054999 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-640deb09-1f1f-4f91-b61e-3339c30ee087 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a04faecbcfa41188d2feee97a69f07f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2398050 Dec 10 18:39:37.229819 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-eb06bec4-8071-4fa0-8d6b-a11f6ada052f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=464c704e-1931-42e0-a9db-b2f78591d816 HTTP/1.1" status: 200 len: 217 time: 0.4690256 Dec 10 18:39:37.233717 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-ccc3d519-b531-43de-9397-505cb20ec3e6 None None] Allocated IP 2001:db8::2 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/a16d0815-7831-400b-948a-3262403f9bcd/f7d1e869-3c24-47fb-8786-4493f27baeae) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:37.288012 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc3a3de-16aa-48ae-8849-fa879dd7b24d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:37.288763 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc3a3de-16aa-48ae-8849-fa879dd7b24d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:37.289693 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc3a3de-16aa-48ae-8849-fa879dd7b24d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:37.290048 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc3a3de-16aa-48ae-8849-fa879dd7b24d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:37.290423 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc3a3de-16aa-48ae-8849-fa879dd7b24d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:37.290791 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc3a3de-16aa-48ae-8849-fa879dd7b24d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:37.291126 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc3a3de-16aa-48ae-8849-fa879dd7b24d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:37.291479 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc3a3de-16aa-48ae-8849-fa879dd7b24d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:37.291840 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc3a3de-16aa-48ae-8849-fa879dd7b24d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:37.292194 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc3a3de-16aa-48ae-8849-fa879dd7b24d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:37.292526 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc3a3de-16aa-48ae-8849-fa879dd7b24d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:37.292952 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc3a3de-16aa-48ae-8849-fa879dd7b24d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:37.296079 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc3a3de-16aa-48ae-8849-fa879dd7b24d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:37.312861 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9bef-480d-4421-9fd0-fb98d09651e3 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:37.385220 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 36c75ce5-da4f-4a1f-bace-6b56a28ab3aa up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:37.463842 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-aa64e727-e973-496a-ad94-ca07b08c1c52 service neutron] 10.222.0.62 "GET /v2.0/networks/a132fecf-3945-4784-9a54-e47d149f1f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078424 Dec 10 18:39:37.690793 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ccc3d519-b531-43de-9397-505cb20ec3e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:37.702176 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f1e9c637-7184-4729-8126-f13b7eaa7020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8686793d-581e-4c0c-8646-d34a2e602bfa', 'name': 'tempest-TaggedBootDevicesTest-40207484-router', 'tenant_id': 'a49c3ac445fd438d92cebb6eb9a9bc7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '12376f64-066b-41dc-803a-66680f0b657f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:26Z', 'updated_at': '2021-12-10T18:39:34Z', 'revision_number': 4, 'project_id': 'a49c3ac445fd438d92cebb6eb9a9bc7a', 'gw_port': {'id': '12376f64-066b-41dc-803a-66680f0b657f', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8686793d-581e-4c0c-8646-d34a2e602bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:29Z', 'updated_at': '2021-12-10T18:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '958f96c3-d2ce-42eb-ae25-36be2ae3a2d3', 'name': '', 'network_id': 'e2055a9b-1872-4539-9924-60d69709e596', 'tenant_id': 'a49c3ac445fd438d92cebb6eb9a9bc7a', 'mac_address': 'fa:16:3e:e8:61:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8686793d-581e-4c0c-8646-d34a2e602bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'a7c87823-7fc0-4ae4-9088-fa44f61b635a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:33Z', 'updated_at': '2021-12-10T18:39:34Z', 'revision_number': 2, 'project_id': 'a49c3ac445fd438d92cebb6eb9a9bc7a', 'subnets': [{'id': 'a7c87823-7fc0-4ae4-9088-fa44f61b635a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:37.707363 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ccc3d519-b531-43de-9397-505cb20ec3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:37.765451 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e9c637-7184-4729-8126-f13b7eaa7020 None None] The sync data for ids ['8686793d-581e-4c0c-8646-d34a2e602bfa'] in n-d-821435-1 is: [{'id': '8686793d-581e-4c0c-8646-d34a2e602bfa', 'name': 'tempest-TaggedBootDevicesTest-40207484-router', 'tenant_id': 'a49c3ac445fd438d92cebb6eb9a9bc7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '12376f64-066b-41dc-803a-66680f0b657f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:26Z', 'updated_at': '2021-12-10T18:39:34Z', 'revision_number': 4, 'project_id': 'a49c3ac445fd438d92cebb6eb9a9bc7a', 'gw_port': {'id': '12376f64-066b-41dc-803a-66680f0b657f', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8686793d-581e-4c0c-8646-d34a2e602bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:29Z', 'updated_at': '2021-12-10T18:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '958f96c3-d2ce-42eb-ae25-36be2ae3a2d3', 'name': '', 'network_id': 'e2055a9b-1872-4539-9924-60d69709e596', 'tenant_id': 'a49c3ac445fd438d92cebb6eb9a9bc7a', 'mac_address': 'fa:16:3e:e8:61:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8686793d-581e-4c0c-8646-d34a2e602bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'a7c87823-7fc0-4ae4-9088-fa44f61b635a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:33Z', 'updated_at': '2021-12-10T18:39:34Z', 'revision_number': 2, 'project_id': 'a49c3ac445fd438d92cebb6eb9a9bc7a', 'subnets': [{'id': 'a7c87823-7fc0-4ae4-9088-fa44f61b635a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:39:37.809907 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-62020174-fe02-40d0-8593-d39654f744c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:37.818478 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-62020174-fe02-40d0-8593-d39654f744c0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f1621867e3041c3a975a6622e21074f&device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 1098 time: 0.7414298 Dec 10 18:39:37.833740 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-e9653d71-ebd9-479b-8396-3c58cf8ec056 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:37.837203 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-e9653d71-ebd9-479b-8396-3c58cf8ec056 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.46 "GET /v2.0/networks?id=a132fecf-3945-4784-9a54-e47d149f1f01 HTTP/1.1" status: 200 len: 816 time: 0.4426234 Dec 10 18:39:37.849276 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-c5a2af62-2757-46a2-9e68-c32c69dd1586 service neutron] For port c4ac818b-8258-49a1-be37-3e4547ef535e, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:39:37.859029 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-dfca7f71-38b6-41f9-b3c2-fc0064762964 service neutron] 10.222.0.62 "GET /v2.0/networks/a132fecf-3945-4784-9a54-e47d149f1f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906472 Dec 10 18:39:37.860300 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-c5a2af62-2757-46a2-9e68-c32c69dd1586 service neutron] For port c4ac818b-8258-49a1-be37-3e4547ef535e, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=c4ac818b-8258-49a1-be37-3e4547ef535e,segment=NetworkSegment(4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9),segment_id=4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:39:37.871131 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-04184f6f-715c-4570-8eca-a76e53ecea44 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Request body: {'port': {'device_id': 'd17b34f6-bd46-41b9-8e9d-41a0e60036ac', 'network_id': 'a132fecf-3945-4784-9a54-e47d149f1f01', 'admin_state_up': True, 'tenant_id': '0a04faecbcfa41188d2feee97a69f07f'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:37.873663 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc3d519-b531-43de-9397-505cb20ec3e6 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:37.877479 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 36c75ce5-da4f-4a1f-bace-6b56a28ab3aa triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:37.878758 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fb8d37f4-bced-43dc-882f-e82c781c8658 req-396ef359-84e1-495c-a19c-b1e20cda1a00 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8002307 Dec 10 18:39:37.883209 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-1f1a435e-3f4f-4d81-b5ac-a77cccdaa163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:37.887925 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-1f1a435e-3f4f-4d81-b5ac-a77cccdaa163 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d091c115-7987-40eb-888c-00ac7fa6c016 HTTP/1.1" status: 200 len: 862 time: 0.6263344 Dec 10 18:39:37.892541 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:37.954904 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-a15051bd-f972-4a79-bf0f-4cfaf26edc7e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=37336d05-2465-4ef9-907f-b9546be053ae HTTP/1.1" status: 200 len: 217 time: 0.1178541 Dec 10 18:39:37.963997 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-c5a2af62-2757-46a2-9e68-c32c69dd1586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:38.000506 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-ccc3d519-b531-43de-9397-505cb20ec3e6 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:38.008191 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc3d519-b531-43de-9397-505cb20ec3e6 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:38.039774 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 5e305941-2cd9-4b3b-b5ee-5c4eac821c82 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:39:38.066480 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-d2372b1e-8aa1-44c2-9cea-4995903e44f9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c537dae7-2652-44de-bf9a-a95ab199afc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974569 Dec 10 18:39:38.077983 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8adffb-e3fd-467d-9a98-268ca73513c3 x-openstack-request-id: req-4e8adffb-e3fd-467d-9a98-268ca73513c3 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:39:38.078615 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535bb5fe-7458-4429-adce-b38f7504101c", "tag": "464c704e-1931-42e0-a9db-b2f78591d816", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:39:38.079948 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4e8adffb-e3fd-467d-9a98-268ca73513c3 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:39:38.080965 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '535bb5fe-7458-4429-adce-b38f7504101c', 'tag': '464c704e-1931-42e0-a9db-b2f78591d816', 'status': 'completed', 'code': 200} Dec 10 18:39:38.104407 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3d519-b531-43de-9397-505cb20ec3e6 None None] Pushing event updated for resources: {'Port': ['ID=f7d1e869-3c24-47fb-8786-4493f27baeae,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:38.197846 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:38.299429 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.resource_extend [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:39:38.342891 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-c5a2af62-2757-46a2-9e68-c32c69dd1586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:38.343540 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-c5a2af62-2757-46a2-9e68-c32c69dd1586 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:38.345104 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-c5a2af62-2757-46a2-9e68-c32c69dd1586 service neutron] 10.222.0.72 "PUT /v2.0/ports/c4ac818b-8258-49a1-be37-3e4547ef535e HTTP/1.1" status: 200 len: 1092 time: 3.9287460 Dec 10 18:39:38.440756 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-ccc3d519-b531-43de-9397-505cb20ec3e6 None None] Attempting to bind port f7d1e869-3c24-47fb-8786-4493f27baeae on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:39:38.442456 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-ccc3d519-b531-43de-9397-505cb20ec3e6 None None] Attempting to bind port f7d1e869-3c24-47fb-8786-4493f27baeae by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:39:38.442881 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc3d519-b531-43de-9397-505cb20ec3e6 None None] Attempting to bind port f7d1e869-3c24-47fb-8786-4493f27baeae on network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:38.493661 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc3d519-b531-43de-9397-505cb20ec3e6 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:39:38.494051 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc3d519-b531-43de-9397-505cb20ec3e6 None None] Checking segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:38.494463 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ccc3d519-b531-43de-9397-505cb20ec3e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:38.496518 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc3d519-b531-43de-9397-505cb20ec3e6 None None] Bound using segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:39:38.496970 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-ccc3d519-b531-43de-9397-505cb20ec3e6 None None] Bound port: f7d1e869-3c24-47fb-8786-4493f27baeae, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:39:38.497424 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ccc3d519-b531-43de-9397-505cb20ec3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:38.524576 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186168bc-84ed-4d30-b6ba-101e472cd544 None None] Network a132fecf-3945-4784-9a54-e47d149f1f01 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:38.574201 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2af62-2757-46a2-9e68-c32c69dd1586 service neutron] Pushing event updated for resources: {'Port': ['ID=c4ac818b-8258-49a1-be37-3e4547ef535e,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:38.581652 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-e7bbea48-2192-4497-9814-64bd257f83bd service neutron] 10.222.0.46 "GET /v2.0/networks/c537dae7-2652-44de-bf9a-a95ab199afc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4909170 Dec 10 18:39:38.598243 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-c3d9bbc5-4d97-40e1-a4cb-30e14350224d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:38.599750 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-c3d9bbc5-4d97-40e1-a4cb-30e14350224d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.6331701 Dec 10 18:39:38.639121 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 5e305941-2cd9-4b3b-b5ee-5c4eac821c82, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=5e305941-2cd9-4b3b-b5ee-5c4eac821c82,segment=NetworkSegment(53d22bf0-091e-4356-bd63-315f4840e96e),segment_id=53d22bf0-091e-4356-bd63-315f4840e96e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:38.657739 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:38.671220 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9bef-480d-4421-9fd0-fb98d09651e3 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:38.691256 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9bef-480d-4421-9fd0-fb98d09651e3 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:38.692202 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9bef-480d-4421-9fd0-fb98d09651e3 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:38.714380 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '5e305941-2cd9-4b3b-b5ee-5c4eac821c82', 'network_id': 'b2b3e286-a941-4c88-a3bb-4298dcd7fd59', 'port_id': '5e305941-2cd9-4b3b-b5ee-5c4eac821c82', 'mac_address': 'fa:16:3e:b2:87:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237ae5dd-0fd9-41fa-a8f5-5de6696f10ce', 'ip_address': '10.1.1.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:39:38.746015 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9af6d0f9-6407-4c1f-98a3-90e5f71f4c98 None None] Provisioning complete for port 36c75ce5-da4f-4a1f-bace-6b56a28ab3aa triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:38.746767 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9af6d0f9-6407-4c1f-98a3-90e5f71f4c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:38.855216 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ccc3d519-b531-43de-9397-505cb20ec3e6 None None] For port f7d1e869-3c24-47fb-8786-4493f27baeae, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:39:38.859112 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ccc3d519-b531-43de-9397-505cb20ec3e6 None None] For port f7d1e869-3c24-47fb-8786-4493f27baeae, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=f7d1e869-3c24-47fb-8786-4493f27baeae,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:39:38.884454 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 36c75ce5-da4f-4a1f-bace-6b56a28ab3aa, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=36c75ce5-da4f-4a1f-bace-6b56a28ab3aa,segment=NetworkSegment(2144d0cb-dbc0-42c3-b1a1-43c3f051561c),segment_id=2144d0cb-dbc0-42c3-b1a1-43c3f051561c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:38.887209 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:38.920427 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7e00c-55e6-4bf8-b63e-54e27b7b5fba req-1de8cf3e-2d39-46b7-950a-845b64e78bdf tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:38.936667 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7e00c-55e6-4bf8-b63e-54e27b7b5fba req-1de8cf3e-2d39-46b7-950a-845b64e78bdf tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:38.962510 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7e00c-55e6-4bf8-b63e-54e27b7b5fba req-1de8cf3e-2d39-46b7-950a-845b64e78bdf tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:38.964279 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:38.973272 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7e00c-55e6-4bf8-b63e-54e27b7b5fba req-1de8cf3e-2d39-46b7-950a-845b64e78bdf tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:38.997420 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7e00c-55e6-4bf8-b63e-54e27b7b5fba req-1de8cf3e-2d39-46b7-950a-845b64e78bdf tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:39.006403 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7e00c-55e6-4bf8-b63e-54e27b7b5fba req-1de8cf3e-2d39-46b7-950a-845b64e78bdf tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:39.015550 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7e00c-55e6-4bf8-b63e-54e27b7b5fba req-1de8cf3e-2d39-46b7-950a-845b64e78bdf tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:39.018317 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7aa7e00c-55e6-4bf8-b63e-54e27b7b5fba req-1de8cf3e-2d39-46b7-950a-845b64e78bdf tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 5430 time: 0.8718827 Dec 10 18:39:39.045060 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ccc3d519-b531-43de-9397-505cb20ec3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:39.096918 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-0e484d26-0ca8-4a57-b257-203bdbc33f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:39.102589 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-0e484d26-0ca8-4a57-b257-203bdbc33f22 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f5421d821ae4626b82959b6edcb39c9&device_id=2a8827f4-be41-495a-85a6-b736a7a54334 HTTP/1.1" status: 200 len: 1095 time: 0.5192819 Dec 10 18:39:39.106569 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a9bef-480d-4421-9fd0-fb98d09651e3 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Port': ['ID=52cb90af-522a-428d-bd1f-7eda73d0610a,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:39.139793 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-57adc60f-0be1-4a14-a18f-f4420725c0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:39.146606 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e305941-2cd9-4b3b-b5ee-5c4eac821c82 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:39:39.147217 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257b71a-8d01-48e5-b204-09748b87a220 req-79b1c444-0e1e-4744-b2e6-f793ff06bbb4 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:39.150264 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-57adc60f-0be1-4a14-a18f-f4420725c0ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5390170 Dec 10 18:39:39.156253 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8257b71a-8d01-48e5-b204-09748b87a220 req-79b1c444-0e1e-4744-b2e6-f793ff06bbb4 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=535bb5fe-7458-4429-adce-b38f7504101c HTTP/1.1" status: 200 len: 943 time: 0.4746945 Dec 10 18:39:39.278775 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 5e305941-2cd9-4b3b-b5ee-5c4eac821c82, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=5e305941-2cd9-4b3b-b5ee-5c4eac821c82,segment=NetworkSegment(53d22bf0-091e-4356-bd63-315f4840e96e),segment_id=53d22bf0-091e-4356-bd63-315f4840e96e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:39.356027 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=36c75ce5-da4f-4a1f-bace-6b56a28ab3aa,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:39.383338 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 12376f64-066b-41dc-803a-66680f0b657f up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:39.396126 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8257b71a-8d01-48e5-b204-09748b87a220 req-f4a18d4e-e518-443a-9efa-3ef224e3040e tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385545 Dec 10 18:39:39.422667 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-04184f6f-715c-4570-8eca-a76e53ecea44 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Made reservation on behalf of 0a04faecbcfa41188d2feee97a69f07f for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:39.427829 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-04184f6f-715c-4570-8eca-a76e53ecea44 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:39.428899 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:39.429958 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 6e252207-dd46-4a16-ace6-611c8fbe7898 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:39:39.431435 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5a9bef-480d-4421-9fd0-fb98d09651e3 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:39.435257 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79e69deb-e2fb-4e24-b079-02cfb828e1cb req-a3cfd184-22ce-4769-a0c7-cb79da8f6552 service neutron] 10.222.0.46 "GET /v2.0/networks/c537dae7-2652-44de-bf9a-a95ab199afc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8344808 Dec 10 18:39:39.474737 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-1e5a9bef-480d-4421-9fd0-fb98d09651e3 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:39.587429 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3d519-b531-43de-9397-505cb20ec3e6 None None] Pushing event updated for resources: {'Port': ['ID=f7d1e869-3c24-47fb-8786-4493f27baeae,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:39.721125 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-672a3ce5-f0f6-4ac4-a3c6-442432eebba8 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4797719 Dec 10 18:39:39.723454 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-c45946c4-bbb2-4ad1-87cb-8d5c8917e3d9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4ac818b-8258-49a1-be37-3e4547ef535e HTTP/1.1" status: 200 len: 217 time: 0.4973905 Dec 10 18:39:39.823306 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7aa7e00c-55e6-4bf8-b63e-54e27b7b5fba req-d52f982b-6c11-43cb-8ad5-f7007a7e85e2 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&id=7281f497-4962-41a8-857f-71fd676337b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7555952 Dec 10 18:39:39.855114 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 12376f64-066b-41dc-803a-66680f0b657f triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:39.855495 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:39.949141 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d7b24-ce18-419b-9d3a-4c122004739e req-bcbf75c5-a75a-4096-8a8d-3dfb9aa37593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:39.952284 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fc7d7b24-ce18-419b-9d3a-4c122004739e req-bcbf75c5-a75a-4096-8a8d-3dfb9aa37593 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cebf6cc911374a429274686614685142&device_id=535bb5fe-7458-4429-adce-b38f7504101c HTTP/1.1" status: 200 len: 1094 time: 0.2277455 Dec 10 18:39:39.980750 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 6e252207-dd46-4a16-ace6-611c8fbe7898, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=6e252207-dd46-4a16-ace6-611c8fbe7898,segment=NetworkSegment(e05948e1-9161-48ed-b4af-bc8e75a07feb),segment_id=e05948e1-9161-48ed-b4af-bc8e75a07feb)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:40.019241 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=5e305941-2cd9-4b3b-b5ee-5c4eac821c82,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:40.047086 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '6e252207-dd46-4a16-ace6-611c8fbe7898', 'network_id': 'f30c8744-62ec-4c03-ba22-87870e9a413d', 'port_id': '6e252207-dd46-4a16-ace6-611c8fbe7898', 'mac_address': 'fa:16:3e:a0:b7:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3794734b-aff3-415a-a172-4b9c6dbd62de', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:39:40.129433 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e4203-af4c-4c90-a8a8-6c1b81ba0e35 req-dd0f9b8d-4e6d-4ae6-93a2-86fcbed97794 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:40.137870 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c66e4203-af4c-4c90-a8a8-6c1b81ba0e35 req-dd0f9b8d-4e6d-4ae6-93a2-86fcbed97794 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a8827f4-be41-495a-85a6-b736a7a54334 HTTP/1.1" status: 200 len: 944 time: 0.3548017 Dec 10 18:39:40.203647 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:40.206306 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-04ddfd38-d0b7-46ed-ac31-5315a1cc04cf None None] Provisioning complete for port 36c75ce5-da4f-4a1f-bace-6b56a28ab3aa triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:40.206699 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04ddfd38-d0b7-46ed-ac31-5315a1cc04cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:40.217678 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5a9bef-480d-4421-9fd0-fb98d09651e3 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Router 406ef001-b496-47ed-bfe7-3e0de664532c is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:39:40.289541 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c66e4203-af4c-4c90-a8a8-6c1b81ba0e35 req-19681ce3-ac76-48ab-940e-82a89d0bb9af tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504083 Dec 10 18:39:40.304577 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-04184f6f-715c-4570-8eca-a76e53ecea44 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Allocated IP 172.20.0.3 (a132fecf-3945-4784-9a54-e47d149f1f01/82613507-236d-42d1-b7b2-90393d426128/a2e86c1e-7df4-452d-a81e-ab6e5e979549) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:40.318054 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '859a7eff-c39f-4199-9aa8-be8685825fd4', 'tag': '37336d05-2465-4ef9-907f-b9546be053ae'}, {'name': 'network-changed', 'server_uuid': '2a8827f4-be41-495a-85a6-b736a7a54334', 'tag': 'c4ac818b-8258-49a1-be37-3e4547ef535e'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:39:40.321578 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09548bc9-c44c-4c58-b859-579b60c264cc" -d '{"events": [{"name": "network-changed", "server_uuid": "859a7eff-c39f-4199-9aa8-be8685825fd4", "tag": "37336d05-2465-4ef9-907f-b9546be053ae"}, {"name": "network-changed", "server_uuid": "2a8827f4-be41-495a-85a6-b736a7a54334", "tag": "c4ac818b-8258-49a1-be37-3e4547ef535e"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:39:40.324872 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d7b24-ce18-419b-9d3a-4c122004739e req-33aeac89-1431-46fd-b0e2-f6879b7bfe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:40.326728 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fc7d7b24-ce18-419b-9d3a-4c122004739e req-33aeac89-1431-46fd-b0e2-f6879b7bfe6b service neutron] 10.222.0.46 "GET /v2.0/networks?id=c537dae7-2652-44de-bf9a-a95ab199afc8 HTTP/1.1" status: 200 len: 923 time: 0.3570681 Dec 10 18:39:40.333510 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e252207-dd46-4a16-ace6-611c8fbe7898 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:39:40.347111 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:40.417841 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 6e252207-dd46-4a16-ace6-611c8fbe7898, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=6e252207-dd46-4a16-ace6-611c8fbe7898,segment=NetworkSegment(e05948e1-9161-48ed-b4af-bc8e75a07feb),segment_id=e05948e1-9161-48ed-b4af-bc8e75a07feb)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:40.433496 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 12376f64-066b-41dc-803a-66680f0b657f, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=12376f64-066b-41dc-803a-66680f0b657f,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:40.441977 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:40.442879 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 584cf1dd-1af4-46a0-83d5-636ef55fe320 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:39:40.455789 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:40.598344 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=6e252207-dd46-4a16-ace6-611c8fbe7898,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:40.599436 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-178891da-7628-4c39-a350-21b8a448d88a tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:40.611673 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-178891da-7628-4c39-a350-21b8a448d88a tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/networks?id=a132fecf-3945-4784-9a54-e47d149f1f01 HTTP/1.1" status: 200 len: 816 time: 0.2838569 Dec 10 18:39:40.613258 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-e2c5c62c-8d8d-4035-9fef-cc7838e783b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:40.614618 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-e2c5c62c-8d8d-4035-9fef-cc7838e783b9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b914d67e-99a3-4836-8560-8ad9054366d0 HTTP/1.1" status: 200 len: 852 time: 0.7902906 Dec 10 18:39:40.694492 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 584cf1dd-1af4-46a0-83d5-636ef55fe320, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=584cf1dd-1af4-46a0-83d5-636ef55fe320,segment=NetworkSegment(53d22bf0-091e-4356-bd63-315f4840e96e),segment_id=53d22bf0-091e-4356-bd63-315f4840e96e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:40.719526 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '584cf1dd-1af4-46a0-83d5-636ef55fe320', 'network_id': 'b2b3e286-a941-4c88-a3bb-4298dcd7fd59', 'port_id': '584cf1dd-1af4-46a0-83d5-636ef55fe320', 'mac_address': 'fa:16:3e:37:55:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237ae5dd-0fd9-41fa-a8f5-5de6696f10ce', 'ip_address': '10.1.1.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:39:40.745928 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=12376f64-066b-41dc-803a-66680f0b657f,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:40.751979 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5a9bef-480d-4421-9fd0-fb98d09651e3 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:39:40.769485 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b5313f-c41a-4038-8f3d-6b616ce0cc0f None None] Sync routers for ids ['406ef001-b496-47ed-bfe7-3e0de664532c'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:39:40.782774 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fc7d7b24-ce18-419b-9d3a-4c122004739e req-76485b8f-dc88-45b0-bcc0-866eba7ac2b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=464c704e-1931-42e0-a9db-b2f78591d816 HTTP/1.1" status: 200 len: 217 time: 0.1220663 Dec 10 18:39:40.790498 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-3cdac89b-f86d-4588-b415-8a173ccde524 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:40.792082 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-3cdac89b-f86d-4588-b415-8a173ccde524 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.72 "GET /v2.0/networks?id=a132fecf-3945-4784-9a54-e47d149f1f01 HTTP/1.1" status: 200 len: 816 time: 0.3024423 Dec 10 18:39:40.811592 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b5313f-c41a-4038-8f3d-6b616ce0cc0f None None] Routers {'406ef001-b496-47ed-bfe7-3e0de664532c'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:39:40.813004 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-a1b5313f-c41a-4038-8f3d-6b616ce0cc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:39:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['406ef001-b496-47ed-bfe7-3e0de664532c'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:40.839137 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:40.869188 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 584cf1dd-1af4-46a0-83d5-636ef55fe320 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:39:40.872315 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-c2d2eada-938e-4138-b3a9-6af559950a04 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Request body: {'port': {'device_id': '19e1710d-79e1-45fe-bc37-c45bc6384fc5', 'network_id': 'a132fecf-3945-4784-9a54-e47d149f1f01', 'admin_state_up': True, 'tenant_id': '0a04faecbcfa41188d2feee97a69f07f'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:40.906691 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 584cf1dd-1af4-46a0-83d5-636ef55fe320, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=584cf1dd-1af4-46a0-83d5-636ef55fe320,segment=NetworkSegment(53d22bf0-091e-4356-bd63-315f4840e96e),segment_id=53d22bf0-091e-4356-bd63-315f4840e96e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:40.916322 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:40.916886 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device aad9df2d-747e-41c1-8ba7-f02dcfa42da7 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:39:40.943974 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-04184f6f-715c-4570-8eca-a76e53ecea44 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:40.995547 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-a1b5313f-c41a-4038-8f3d-6b616ce0cc0f None None] Set router 406ef001-b496-47ed-bfe7-3e0de664532c gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:39:41.039465 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1e5a9bef-480d-4421-9fd0-fb98d09651e3 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "PUT /v2.0/routers/406ef001-b496-47ed-bfe7-3e0de664532c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4595582 Dec 10 18:39:41.043142 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54304) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:41.078248 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port aad9df2d-747e-41c1-8ba7-f02dcfa42da7, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=aad9df2d-747e-41c1-8ba7-f02dcfa42da7,segment=NetworkSegment(e05948e1-9161-48ed-b4af-bc8e75a07feb),segment_id=e05948e1-9161-48ed-b4af-bc8e75a07feb)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:41.089638 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae873b-b7bc-440c-8b6a-c16acd3f6615 req-41cc24e6-92bc-4ee5-a2c3-371a141dca1e tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:41.091926 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bdae873b-b7bc-440c-8b6a-c16acd3f6615 req-41cc24e6-92bc-4ee5-a2c3-371a141dca1e tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 947 time: 0.6419706 Dec 10 18:39:41.096256 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-04184f6f-715c-4570-8eca-a76e53ecea44 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:41.105191 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-be41a871-fcf1-4fde-a0ca-bf5b3409ae4f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2827954 Dec 10 18:39:41.117178 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-df5b37ee-a455-456e-a4f3-e82018b188ff tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/quotas/0a04faecbcfa41188d2feee97a69f07f HTTP/1.1" status: 200 len: 375 time: 0.2746875 Dec 10 18:39:41.120114 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=584cf1dd-1af4-46a0-83d5-636ef55fe320,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:41.143949 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': 'aad9df2d-747e-41c1-8ba7-f02dcfa42da7', 'network_id': 'f30c8744-62ec-4c03-ba22-87870e9a413d', 'port_id': 'aad9df2d-747e-41c1-8ba7-f02dcfa42da7', 'mac_address': 'fa:16:3e:f5:8a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3794734b-aff3-415a-a172-4b9c6dbd62de', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:39:41.205109 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-28ba655d-801e-4a10-8b66-5183c873d0a0 None None] Provisioning complete for port f7d1e869-3c24-47fb-8786-4493f27baeae triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:41.205788 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-28ba655d-801e-4a10-8b66-5183c873d0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:41.236621 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-04184f6f-715c-4570-8eca-a76e53ecea44 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Network a132fecf-3945-4784-9a54-e47d149f1f01 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:41.250501 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-04184f6f-715c-4570-8eca-a76e53ecea44 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:41.318979 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-a1b5313f-c41a-4038-8f3d-6b616ce0cc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406ef001-b496-47ed-bfe7-3e0de664532c', 'name': 'tempest-NetworksTestDHCPv6-router-1840721623', 'tenant_id': '5206888eb8664e02a4054430b5bab51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:34Z', 'updated_at': '2021-12-10T18:39:37Z', 'revision_number': 2, 'project_id': '5206888eb8664e02a4054430b5bab51d', 'gw_port_host': None, '_interfaces': [{'id': '52cb90af-522a-428d-bd1f-7eda73d0610a', 'name': '', 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'tenant_id': '5206888eb8664e02a4054430b5bab51d', 'mac_address': 'fa:16:3e:8a:81:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406ef001-b496-47ed-bfe7-3e0de664532c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'a16d0815-7831-400b-948a-3262403f9bcd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:35Z', 'updated_at': '2021-12-10T18:39:37Z', 'revision_number': 2, 'project_id': '5206888eb8664e02a4054430b5bab51d', 'subnets': [{'id': 'a16d0815-7831-400b-948a-3262403f9bcd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:41.347960 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b5313f-c41a-4038-8f3d-6b616ce0cc0f None None] Checking router: 406ef001-b496-47ed-bfe7-3e0de664532c for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:39:41.348615 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b5313f-c41a-4038-8f3d-6b616ce0cc0f None None] Updating router 406ef001-b496-47ed-bfe7-3e0de664532c port 52cb90af-522a-428d-bd1f-7eda73d0610a binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:39:41.400610 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-a1b5313f-c41a-4038-8f3d-6b616ce0cc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:41.415849 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-48fa79e7-ab61-485f-b6cd-bb28a71ab6c5 req-ea4440a1-cd57-4efd-8464-b8cb4a5c97a6 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5578716 Dec 10 18:39:41.431818 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:41.436284 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-04184f6f-715c-4570-8eca-a76e53ecea44 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:41.466517 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aad9df2d-747e-41c1-8ba7-f02dcfa42da7 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:39:41.480280 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 12376f64-066b-41dc-803a-66680f0b657f up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:41.548305 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-c2d2eada-938e-4138-b3a9-6af559950a04 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Made reservation on behalf of 0a04faecbcfa41188d2feee97a69f07f for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:41.555223 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-c2d2eada-938e-4138-b3a9-6af559950a04 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:41.579008 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d7b24-ce18-419b-9d3a-4c122004739e req-bcc1ad15-2446-4932-9082-9d5818d76089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:41.581777 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fc7d7b24-ce18-419b-9d3a-4c122004739e req-bcc1ad15-2446-4932-9082-9d5818d76089 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d091c115-7987-40eb-888c-00ac7fa6c016 HTTP/1.1" status: 200 len: 862 time: 0.7841222 Dec 10 18:39:41.623570 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375eacb2-d593-4624-814a-a8e967ac0db6 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:41.630406 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-375eacb2-d593-4624-814a-a8e967ac0db6 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/ports/52cb90af-522a-428d-bd1f-7eda73d0610a HTTP/1.1" status: 200 len: 911 time: 0.5835888 Dec 10 18:39:41.653551 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port aad9df2d-747e-41c1-8ba7-f02dcfa42da7, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=aad9df2d-747e-41c1-8ba7-f02dcfa42da7,segment=NetworkSegment(e05948e1-9161-48ed-b4af-bc8e75a07feb),segment_id=e05948e1-9161-48ed-b4af-bc8e75a07feb)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:41.655973 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54310) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:41.675142 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:41.676278 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device b5799b23-3ac5-4da6-ad03-a9a9b629a357 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:39:41.711760 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bdae873b-b7bc-440c-8b6a-c16acd3f6615 req-4cd19f03-bd98-4238-b884-3ab7a8121c89 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5833654 Dec 10 18:39:41.783377 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04184f6f-715c-4570-8eca-a76e53ecea44 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Pushing event updated for resources: {'Port': ['ID=a2e86c1e-7df4-452d-a81e-ab6e5e979549,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:41.896515 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-04184f6f-715c-4570-8eca-a76e53ecea44 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:41.903247 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-04184f6f-715c-4570-8eca-a76e53ecea44 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:41.989740 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fc7d7b24-ce18-419b-9d3a-4c122004739e req-4a4c117e-c55d-4cff-a40b-5f7c39c6c0ee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c537dae7-2652-44de-bf9a-a95ab199afc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599475 Dec 10 18:39:41.998613 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-4f42198a-3710-4165-8683-84bc94c926d6 service neutron] 10.222.0.72 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7179515 Dec 10 18:39:42.005159 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-a1b5313f-c41a-4038-8f3d-6b616ce0cc0f None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:42.021309 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-a1b5313f-c41a-4038-8f3d-6b616ce0cc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:42.113744 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-04184f6f-715c-4570-8eca-a76e53ecea44 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2512424 Dec 10 18:39:42.148418 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ca2d2f-6e28-4d40-9922-ea50158baf74 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:42.154617 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-3c46f81a-eecf-4c4b-ad90-4f5ff0f47dcc tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a04faecbcfa41188d2feee97a69f07f&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0340993 Dec 10 18:39:42.157323 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d61a86-58df-4bcc-9ec9-bd6da194d4e7 None None] Pushing event updated for resources: {'Port': ['ID=52cb90af-522a-428d-bd1f-7eda73d0610a,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:42.176697 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port b5799b23-3ac5-4da6-ad03-a9a9b629a357, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=b5799b23-3ac5-4da6-ad03-a9a9b629a357,segment=NetworkSegment(f092dc72-7f5e-4edc-b4cd-c88c6d49a971),segment_id=f092dc72-7f5e-4edc-b4cd-c88c6d49a971)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:42.193398 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-28ba655d-801e-4a10-8b66-5183c873d0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:42.196685 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ca2d2f-6e28-4d40-9922-ea50158baf74 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:42.198454 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-c2d2eada-938e-4138-b3a9-6af559950a04 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Allocated IP 172.20.0.5 (a132fecf-3945-4784-9a54-e47d149f1f01/82613507-236d-42d1-b7b2-90393d426128/573e5613-5e16-4782-8807-6098198491ff) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:42.203287 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-06ca2d2f-6e28-4d40-9922-ea50158baf74 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.5332463 Dec 10 18:39:42.208497 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': 'b5799b23-3ac5-4da6-ad03-a9a9b629a357', 'network_id': '36da7df8-4c33-4fc7-aca6-cd96ecc32948', 'port_id': 'b5799b23-3ac5-4da6-ad03-a9a9b629a357', 'mac_address': 'fa:16:3e:24:f5:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a88e99c5-14d3-42bf-8ee8-4247e93be44f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:39:42.219897 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3facb196-accd-4b01-8ed3-9c09dfd6c9d5 None None] Sync routers for ids ['8686793d-581e-4c0c-8646-d34a2e602bfa'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:39:42.221294 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54314) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:42.226759 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-b327a60c-7efd-4b43-b1b3-04ae706c6db3 service neutron] Request body: {'port': {'device_id': 'd17b34f6-bd46-41b9-8e9d-41a0e60036ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:42.241952 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-a1b5313f-c41a-4038-8f3d-6b616ce0cc0f None None] Attempting to bind port 52cb90af-522a-428d-bd1f-7eda73d0610a on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:39:42.242799 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-a1b5313f-c41a-4038-8f3d-6b616ce0cc0f None None] Attempting to bind port 52cb90af-522a-428d-bd1f-7eda73d0610a by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:39:42.243442 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b5313f-c41a-4038-8f3d-6b616ce0cc0f None None] Attempting to bind port 52cb90af-522a-428d-bd1f-7eda73d0610a on network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:42.258068 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b5313f-c41a-4038-8f3d-6b616ce0cc0f None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:39:42.258745 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b5313f-c41a-4038-8f3d-6b616ce0cc0f None None] Checking segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:42.259326 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-a1b5313f-c41a-4038-8f3d-6b616ce0cc0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:42.259903 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b5313f-c41a-4038-8f3d-6b616ce0cc0f None None] Bound using segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:39:42.260585 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-a1b5313f-c41a-4038-8f3d-6b616ce0cc0f None None] Bound port: 52cb90af-522a-428d-bd1f-7eda73d0610a, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:39:42.260858 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7d9af-3be6-4ad7-8896-9e40c7722c8a req-d41cdf91-84eb-4b48-9f65-e36c0aa3452b tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:42.261998 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-a1b5313f-c41a-4038-8f3d-6b616ce0cc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:42.276787 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-15e7d9af-3be6-4ad7-8896-9e40c7722c8a req-d41cdf91-84eb-4b48-9f65-e36c0aa3452b tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=535bb5fe-7458-4429-adce-b38f7504101c HTTP/1.1" status: 200 len: 943 time: 0.3641434 Dec 10 18:39:42.301214 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3facb196-accd-4b01-8ed3-9c09dfd6c9d5 None None] Routers {'8686793d-581e-4c0c-8646-d34a2e602bfa'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:39:42.301861 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3facb196-accd-4b01-8ed3-9c09dfd6c9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:39:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['8686793d-581e-4c0c-8646-d34a2e602bfa'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:42.389005 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-a1b5313f-c41a-4038-8f3d-6b616ce0cc0f None None] For port 52cb90af-522a-428d-bd1f-7eda73d0610a, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:39:42.393738 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-b327a60c-7efd-4b43-b1b3-04ae706c6db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:42.399615 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-a1b5313f-c41a-4038-8f3d-6b616ce0cc0f None None] For port 52cb90af-522a-428d-bd1f-7eda73d0610a, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=52cb90af-522a-428d-bd1f-7eda73d0610a,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:39:42.406322 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-a1b5313f-c41a-4038-8f3d-6b616ce0cc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:42.451622 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-15e7d9af-3be6-4ad7-8896-9e40c7722c8a req-087139d5-6a48-4be5-a079-6b4a2d9bb8e0 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738374 Dec 10 18:39:42.490501 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b5313f-c41a-4038-8f3d-6b616ce0cc0f None None] Routers {'406ef001-b496-47ed-bfe7-3e0de664532c'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:39:42.491694 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-a1b5313f-c41a-4038-8f3d-6b616ce0cc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:39:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['406ef001-b496-47ed-bfe7-3e0de664532c'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:42.499728 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3facb196-accd-4b01-8ed3-9c09dfd6c9d5 None None] Set router 8686793d-581e-4c0c-8646-d34a2e602bfa gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:39:42.594602 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 12376f64-066b-41dc-803a-66680f0b657f triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:42.595485 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:42.646572 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-a1b5313f-c41a-4038-8f3d-6b616ce0cc0f None None] Set router 406ef001-b496-47ed-bfe7-3e0de664532c gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:39:42.670769 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Dec 2021 18:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ad4422-b8c9-4933-9e8c-0f231b03149f x-openstack-request-id: req-84ad4422-b8c9-4933-9e8c-0f231b03149f {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:39:42.671123 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "859a7eff-c39f-4199-9aa8-be8685825fd4", "tag": "37336d05-2465-4ef9-907f-b9546be053ae", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2a8827f4-be41-495a-85a6-b736a7a54334", "tag": "c4ac818b-8258-49a1-be37-3e4547ef535e", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:39:42.671326 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-84ad4422-b8c9-4933-9e8c-0f231b03149f {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:39:42.671728 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '859a7eff-c39f-4199-9aa8-be8685825fd4', 'tag': '37336d05-2465-4ef9-907f-b9546be053ae', 'status': 'completed', 'code': 200} Dec 10 18:39:42.671988 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a8827f4-be41-495a-85a6-b736a7a54334', 'tag': 'c4ac818b-8258-49a1-be37-3e4547ef535e', 'status': 'completed', 'code': 200} Dec 10 18:39:42.797771 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-28ba655d-801e-4a10-8b66-5183c873d0a0 None None] For port f7d1e869-3c24-47fb-8786-4493f27baeae, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=f7d1e869-3c24-47fb-8786-4493f27baeae,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:42.821415 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=aad9df2d-747e-41c1-8ba7-f02dcfa42da7,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:42.835063 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-28ba655d-801e-4a10-8b66-5183c873d0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:42.901144 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-abd5a53b-f60d-4458-bd81-39d8f3aba5f8 req-b5b23140-f9d8-4fb7-83ee-e359d4ce856a service neutron] 10.222.0.72 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8892431 Dec 10 18:39:42.917027 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:42.949105 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fc7d7b24-ce18-419b-9d3a-4c122004739e req-222c7419-32cb-4636-a91c-ed4c45c670af service neutron] 10.222.0.46 "GET /v2.0/networks/c537dae7-2652-44de-bf9a-a95ab199afc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9469843 Dec 10 18:39:42.999899 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad8f50-bfd1-459b-b5ad-b97c2132f764 req-5c01cbd5-ccf5-4d29-a380-7a19e95e6f77 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:43.014783 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad8f50-bfd1-459b-b5ad-b97c2132f764 req-5c01cbd5-ccf5-4d29-a380-7a19e95e6f77 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:43.015019 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d61a86-58df-4bcc-9ec9-bd6da194d4e7 None None] Pushing event updated for resources: {'Port': ['ID=52cb90af-522a-428d-bd1f-7eda73d0610a,revision_number=4']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:43.032337 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad8f50-bfd1-459b-b5ad-b97c2132f764 req-5c01cbd5-ccf5-4d29-a380-7a19e95e6f77 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:43.048354 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad8f50-bfd1-459b-b5ad-b97c2132f764 req-5c01cbd5-ccf5-4d29-a380-7a19e95e6f77 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:43.055784 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad8f50-bfd1-459b-b5ad-b97c2132f764 req-5c01cbd5-ccf5-4d29-a380-7a19e95e6f77 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:43.075036 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad8f50-bfd1-459b-b5ad-b97c2132f764 req-5c01cbd5-ccf5-4d29-a380-7a19e95e6f77 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:43.091824 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad8f50-bfd1-459b-b5ad-b97c2132f764 req-5c01cbd5-ccf5-4d29-a380-7a19e95e6f77 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:43.108607 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a6ad8f50-bfd1-459b-b5ad-b97c2132f764 req-5c01cbd5-ccf5-4d29-a380-7a19e95e6f77 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 5434 time: 0.2483034 Dec 10 18:39:43.123598 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5799b23-3ac5-4da6-ad03-a9a9b629a357 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:39:43.157892 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba655d-801e-4a10-8b66-5183c873d0a0 None None] Pushing event updated for resources: {'Port': ['ID=f7d1e869-3c24-47fb-8786-4493f27baeae,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:43.180391 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9c2d4558-9eed-49f4-8c2d-5025480960cf None None] Provisioning complete for port 52cb90af-522a-428d-bd1f-7eda73d0610a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:43.181127 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9c2d4558-9eed-49f4-8c2d-5025480960cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:43.201900 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-a1b5313f-c41a-4038-8f3d-6b616ce0cc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406ef001-b496-47ed-bfe7-3e0de664532c', 'name': 'tempest-NetworksTestDHCPv6-router-1840721623', 'tenant_id': '5206888eb8664e02a4054430b5bab51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:34Z', 'updated_at': '2021-12-10T18:39:37Z', 'revision_number': 2, 'project_id': '5206888eb8664e02a4054430b5bab51d', 'gw_port_host': None, '_interfaces': [{'id': '52cb90af-522a-428d-bd1f-7eda73d0610a', 'name': '', 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'tenant_id': '5206888eb8664e02a4054430b5bab51d', 'mac_address': 'fa:16:3e:8a:81:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406ef001-b496-47ed-bfe7-3e0de664532c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'a16d0815-7831-400b-948a-3262403f9bcd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:35Z', 'updated_at': '2021-12-10T18:39:42Z', 'revision_number': 4, 'project_id': '5206888eb8664e02a4054430b5bab51d', 'subnets': [{'id': 'a16d0815-7831-400b-948a-3262403f9bcd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:43.217309 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a6ad8f50-bfd1-459b-b5ad-b97c2132f764 req-61e26763-311e-4f09-9cdd-4aae7bdd9b93 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&id=7281f497-4962-41a8-857f-71fd676337b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1073577 Dec 10 18:39:43.227383 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port b5799b23-3ac5-4da6-ad03-a9a9b629a357, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=b5799b23-3ac5-4da6-ad03-a9a9b629a357,segment=NetworkSegment(f092dc72-7f5e-4edc-b4cd-c88c6d49a971),segment_id=f092dc72-7f5e-4edc-b4cd-c88c6d49a971)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:43.230555 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device f7d1e869-3c24-47fb-8786-4493f27baeae up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:43.238427 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:43.239268 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 4cd87cf1-713c-4dfd-9955-0162d0cdc6ec details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:39:43.300895 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b5313f-c41a-4038-8f3d-6b616ce0cc0f None None] The sync data for ids ['406ef001-b496-47ed-bfe7-3e0de664532c'] in n-d-821435-1 is: [{'id': '406ef001-b496-47ed-bfe7-3e0de664532c', 'name': 'tempest-NetworksTestDHCPv6-router-1840721623', 'tenant_id': '5206888eb8664e02a4054430b5bab51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:34Z', 'updated_at': '2021-12-10T18:39:37Z', 'revision_number': 2, 'project_id': '5206888eb8664e02a4054430b5bab51d', 'gw_port_host': None, '_interfaces': [{'id': '52cb90af-522a-428d-bd1f-7eda73d0610a', 'name': '', 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'tenant_id': '5206888eb8664e02a4054430b5bab51d', 'mac_address': 'fa:16:3e:8a:81:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406ef001-b496-47ed-bfe7-3e0de664532c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'a16d0815-7831-400b-948a-3262403f9bcd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:35Z', 'updated_at': '2021-12-10T18:39:42Z', 'revision_number': 4, 'project_id': '5206888eb8664e02a4054430b5bab51d', 'subnets': [{'id': 'a16d0815-7831-400b-948a-3262403f9bcd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:39:43.396615 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 4cd87cf1-713c-4dfd-9955-0162d0cdc6ec, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=4cd87cf1-713c-4dfd-9955-0162d0cdc6ec,segment=NetworkSegment(53d22bf0-091e-4356-bd63-315f4840e96e),segment_id=53d22bf0-091e-4356-bd63-315f4840e96e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:43.436683 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=b5799b23-3ac5-4da6-ad03-a9a9b629a357,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:43.444852 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3facb196-accd-4b01-8ed3-9c09dfd6c9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8686793d-581e-4c0c-8646-d34a2e602bfa', 'name': 'tempest-TaggedBootDevicesTest-40207484-router', 'tenant_id': 'a49c3ac445fd438d92cebb6eb9a9bc7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '12376f64-066b-41dc-803a-66680f0b657f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:26Z', 'updated_at': '2021-12-10T18:39:34Z', 'revision_number': 4, 'project_id': 'a49c3ac445fd438d92cebb6eb9a9bc7a', 'gw_port': {'id': '12376f64-066b-41dc-803a-66680f0b657f', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8686793d-581e-4c0c-8646-d34a2e602bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:29Z', 'updated_at': '2021-12-10T18:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '958f96c3-d2ce-42eb-ae25-36be2ae3a2d3', 'name': '', 'network_id': 'e2055a9b-1872-4539-9924-60d69709e596', 'tenant_id': 'a49c3ac445fd438d92cebb6eb9a9bc7a', 'mac_address': 'fa:16:3e:e8:61:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8686793d-581e-4c0c-8646-d34a2e602bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'a7c87823-7fc0-4ae4-9088-fa44f61b635a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:33Z', 'updated_at': '2021-12-10T18:39:34Z', 'revision_number': 2, 'project_id': 'a49c3ac445fd438d92cebb6eb9a9bc7a', 'subnets': [{'id': 'a7c87823-7fc0-4ae4-9088-fa44f61b635a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:43.469035 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '4cd87cf1-713c-4dfd-9955-0162d0cdc6ec', 'network_id': 'b2b3e286-a941-4c88-a3bb-4298dcd7fd59', 'port_id': '4cd87cf1-713c-4dfd-9955-0162d0cdc6ec', 'mac_address': 'fa:16:3e:3e:80:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237ae5dd-0fd9-41fa-a8f5-5de6696f10ce', 'ip_address': '10.1.1.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:39:43.474374 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 464c704e-1931-42e0-a9db-b2f78591d816 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:39:43.531108 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3facb196-accd-4b01-8ed3-9c09dfd6c9d5 None None] Checking router: 8686793d-581e-4c0c-8646-d34a2e602bfa for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:39:43.531607 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3facb196-accd-4b01-8ed3-9c09dfd6c9d5 None None] Updating router 8686793d-581e-4c0c-8646-d34a2e602bfa port 958f96c3-d2ce-42eb-ae25-36be2ae3a2d3 binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:39:43.540483 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c077d-3320-473c-805e-39148695beb4 req-6d10d5e2-7ff8-4fd6-b10f-71966c6b27a0 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:43.545121 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0a4c077d-3320-473c-805e-39148695beb4 req-6d10d5e2-7ff8-4fd6-b10f-71966c6b27a0 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a8827f4-be41-495a-85a6-b736a7a54334 HTTP/1.1" status: 200 len: 944 time: 0.0872695 Dec 10 18:39:43.558760 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-cf356dfd-0fa5-4150-981f-5c978243d4bf service neutron] 10.222.0.62 "GET /v2.0/networks/a132fecf-3945-4784-9a54-e47d149f1f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3777771 Dec 10 18:39:43.610047 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port f7d1e869-3c24-47fb-8786-4493f27baeae triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:43.610563 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:43.658672 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9c2d4558-9eed-49f4-8c2d-5025480960cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:43.694005 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09548bc9-c44c-4c58-b859-579b60c264cc req-9128c8ea-3846-450b-8c7b-59e3ca742c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:43.698721 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09548bc9-c44c-4c58-b859-579b60c264cc req-9128c8ea-3846-450b-8c7b-59e3ca742c12 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f1621867e3041c3a975a6622e21074f&device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 1098 time: 1.0369246 Dec 10 18:39:43.701467 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0a4c077d-3320-473c-805e-39148695beb4 req-2f2cd9d8-04f4-4b71-839c-a8601faf2179 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448193 Dec 10 18:39:43.734233 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.resource_extend [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:39:43.809855 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3facb196-accd-4b01-8ed3-9c09dfd6c9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:43.818690 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:43.823824 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09548bc9-c44c-4c58-b859-579b60c264cc req-b8be09a3-478d-405b-9bc0-4b37a4e0c27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:43.825384 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09548bc9-c44c-4c58-b859-579b60c264cc req-b8be09a3-478d-405b-9bc0-4b37a4e0c27d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f5421d821ae4626b82959b6edcb39c9&device_id=2a8827f4-be41-495a-85a6-b736a7a54334 HTTP/1.1" status: 200 len: 1095 time: 0.4079618 Dec 10 18:39:43.843833 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cd87cf1-713c-4dfd-9955-0162d0cdc6ec {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:39:43.860793 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e93b5-9232-4ba0-9131-20b5337c3a83 req-4652b62f-397b-4e17-a76a-4ade5d881272 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:43.871401 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-508e93b5-9232-4ba0-9131-20b5337c3a83 req-4652b62f-397b-4e17-a76a-4ade5d881272 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 947 time: 0.0830281 Dec 10 18:39:43.924421 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 4cd87cf1-713c-4dfd-9955-0162d0cdc6ec, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=4cd87cf1-713c-4dfd-9955-0162d0cdc6ec,segment=NetworkSegment(53d22bf0-091e-4356-bd63-315f4840e96e),segment_id=53d22bf0-091e-4356-bd63-315f4840e96e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:43.969456 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:43.971695 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 40f653ce-1fcf-45ed-a19e-849218821b64 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:39:43.976695 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-508e93b5-9232-4ba0-9131-20b5337c3a83 req-2b04e12c-a478-4a4f-985d-b2cb53c576bc tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041329 Dec 10 18:39:43.987930 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-c2d2eada-938e-4138-b3a9-6af559950a04 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:44.008788 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 464c704e-1931-42e0-a9db-b2f78591d816, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=464c704e-1931-42e0-a9db-b2f78591d816,segment=NetworkSegment(68572a96-1438-4984-beb8-3a086b879b0d),segment_id=68572a96-1438-4984-beb8-3a086b879b0d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:44.020093 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9c2d4558-9eed-49f4-8c2d-5025480960cf None None] For port 52cb90af-522a-428d-bd1f-7eda73d0610a, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=52cb90af-522a-428d-bd1f-7eda73d0610a,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:44.066339 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9c2d4558-9eed-49f4-8c2d-5025480960cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:44.072206 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fc7d7b24-ce18-419b-9d3a-4c122004739e req-fcd677a9-ad51-4923-ba4b-f280b92c8a2b service neutron] 10.222.0.46 "GET /v2.0/networks/c537dae7-2652-44de-bf9a-a95ab199afc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6563265 Dec 10 18:39:44.095509 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '464c704e-1931-42e0-a9db-b2f78591d816', 'network_id': 'c537dae7-2652-44de-bf9a-a95ab199afc8', 'port_id': '464c704e-1931-42e0-a9db-b2f78591d816', 'mac_address': 'fa:16:3e:07:80:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd091c115-7987-40eb-888c-00ac7fa6c016', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:39:44.173080 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-70b91400-d65d-4fe1-a12e-67e90b20823f service neutron] 10.222.0.62 "GET /v2.0/networks/a132fecf-3945-4784-9a54-e47d149f1f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5758510 Dec 10 18:39:44.179459 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f7fe1-1ece-491e-b615-9b0a26bf40c1 req-8f95f1a5-ea6d-4e81-a139-5b7ce5634da8 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:44.188803 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8d7f7fe1-1ece-491e-b615-9b0a26bf40c1 req-8f95f1a5-ea6d-4e81-a139-5b7ce5634da8 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=535bb5fe-7458-4429-adce-b38f7504101c HTTP/1.1" status: 200 len: 943 time: 0.1095471 Dec 10 18:39:44.203532 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09548bc9-c44c-4c58-b859-579b60c264cc req-d64e7bdf-3d36-4df7-96cc-176ec63f446e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:44.203793 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 36c75ce5-da4f-4a1f-bace-6b56a28ab3aa up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:44.205104 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09548bc9-c44c-4c58-b859-579b60c264cc req-d64e7bdf-3d36-4df7-96cc-176ec63f446e service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.4964545 Dec 10 18:39:44.255675 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.resource_extend [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:39:44.293718 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9c2d4558-9eed-49f4-8c2d-5025480960cf None None] Provisioning complete for port a2e86c1e-7df4-452d-a81e-ab6e5e979549 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:44.294094 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9c2d4558-9eed-49f4-8c2d-5025480960cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:44.295424 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09548bc9-c44c-4c58-b859-579b60c264cc req-bbcc96b8-e508-4770-91cf-aa4dd6d19979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:44.299472 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09548bc9-c44c-4c58-b859-579b60c264cc req-bbcc96b8-e508-4770-91cf-aa4dd6d19979 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 HTTP/1.1" status: 200 len: 913 time: 0.4562712 Dec 10 18:39:44.305048 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8d7f7fe1-1ece-491e-b615-9b0a26bf40c1 req-b3e114cf-2a44-4909-bd53-3466b4478360 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149895 Dec 10 18:39:44.308364 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09548bc9-c44c-4c58-b859-579b60c264cc req-fc8b1903-295a-4d2c-8d3a-776b24e1420c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=37336d05-2465-4ef9-907f-b9546be053ae HTTP/1.1" status: 200 len: 217 time: 0.0867090 Dec 10 18:39:44.315180 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=4cd87cf1-713c-4dfd-9955-0162d0cdc6ec,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:44.377620 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 40f653ce-1fcf-45ed-a19e-849218821b64, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=40f653ce-1fcf-45ed-a19e-849218821b64,segment=NetworkSegment(53d22bf0-091e-4356-bd63-315f4840e96e),segment_id=53d22bf0-091e-4356-bd63-315f4840e96e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:44.419429 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-c2d2eada-938e-4138-b3a9-6af559950a04 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:44.432379 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:44.448546 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09548bc9-c44c-4c58-b859-579b60c264cc req-d714bf69-e657-4190-8e29-029be15791b5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4ac818b-8258-49a1-be37-3e4547ef535e HTTP/1.1" status: 200 len: 217 time: 0.1392708 Dec 10 18:39:44.459749 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 464c704e-1931-42e0-a9db-b2f78591d816 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:39:44.471591 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '40f653ce-1fcf-45ed-a19e-849218821b64', 'network_id': 'b2b3e286-a941-4c88-a3bb-4298dcd7fd59', 'port_id': '40f653ce-1fcf-45ed-a19e-849218821b64', 'mac_address': 'fa:16:3e:eb:46:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237ae5dd-0fd9-41fa-a8f5-5de6696f10ce', 'ip_address': '10.1.1.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:39:44.575010 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d4558-9eed-49f4-8c2d-5025480960cf None None] Port a2e86c1e-7df4-452d-a81e-ab6e5e979549 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:39:44.593549 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 464c704e-1931-42e0-a9db-b2f78591d816, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=464c704e-1931-42e0-a9db-b2f78591d816,segment=NetworkSegment(68572a96-1438-4984-beb8-3a086b879b0d),segment_id=68572a96-1438-4984-beb8-3a086b879b0d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:44.623727 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383d737-85fc-48a5-9ac6-55334c067e48 req-0f6e59b7-f6e2-45a7-be70-555abdae56a8 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:44.641640 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383d737-85fc-48a5-9ac6-55334c067e48 req-0f6e59b7-f6e2-45a7-be70-555abdae56a8 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:44.650581 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383d737-85fc-48a5-9ac6-55334c067e48 req-0f6e59b7-f6e2-45a7-be70-555abdae56a8 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:44.660016 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383d737-85fc-48a5-9ac6-55334c067e48 req-0f6e59b7-f6e2-45a7-be70-555abdae56a8 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:44.670490 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383d737-85fc-48a5-9ac6-55334c067e48 req-0f6e59b7-f6e2-45a7-be70-555abdae56a8 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:44.679505 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383d737-85fc-48a5-9ac6-55334c067e48 req-0f6e59b7-f6e2-45a7-be70-555abdae56a8 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:44.688028 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383d737-85fc-48a5-9ac6-55334c067e48 req-0f6e59b7-f6e2-45a7-be70-555abdae56a8 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:44.691805 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b383d737-85fc-48a5-9ac6-55334c067e48 req-0f6e59b7-f6e2-45a7-be70-555abdae56a8 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 5436 time: 0.1993029 Dec 10 18:39:44.712967 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-c2d2eada-938e-4138-b3a9-6af559950a04 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Network a132fecf-3945-4784-9a54-e47d149f1f01 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:44.798231 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-c2d2eada-938e-4138-b3a9-6af559950a04 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:44.805381 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:44.807264 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d4558-9eed-49f4-8c2d-5025480960cf None None] Pushing event updated for resources: {'Port': ['ID=52cb90af-522a-428d-bd1f-7eda73d0610a,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:44.810061 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-b327a60c-7efd-4b43-b1b3-04ae706c6db3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2e86c1e-7df4-452d-a81e-ab6e5e979549 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:39:44.818791 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-b327a60c-7efd-4b43-b1b3-04ae706c6db3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:44.833181 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-b327a60c-7efd-4b43-b1b3-04ae706c6db3 service neutron] Transition to ACTIVE for port object a2e86c1e-7df4-452d-a81e-ab6e5e979549 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:39:44.834108 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09548bc9-c44c-4c58-b859-579b60c264cc req-e4d7c8ab-3b6a-41fb-b002-79caed5a98a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:44.837967 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09548bc9-c44c-4c58-b859-579b60c264cc req-e4d7c8ab-3b6a-41fb-b002-79caed5a98a3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.5008626 Dec 10 18:39:44.839679 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 36c75ce5-da4f-4a1f-bace-6b56a28ab3aa triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:44.840079 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:44.847690 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-b327a60c-7efd-4b43-b1b3-04ae706c6db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:44.916698 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-c2d2eada-938e-4138-b3a9-6af559950a04 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:44.985498 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327a60c-7efd-4b43-b1b3-04ae706c6db3 service neutron] Pushing event updated for resources: {'Port': ['ID=a2e86c1e-7df4-452d-a81e-ab6e5e979549,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:44.998346 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:45.016101 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-031836e6-5e4e-4477-8e7a-061af40c4f55 None None] Provisioning complete for port 52cb90af-522a-428d-bd1f-7eda73d0610a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:45.016488 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-031836e6-5e4e-4477-8e7a-061af40c4f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:45.028692 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40f653ce-1fcf-45ed-a19e-849218821b64 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:39:45.031598 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327a60c-7efd-4b43-b1b3-04ae706c6db3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:45.033903 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327a60c-7efd-4b43-b1b3-04ae706c6db3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:45.034275 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327a60c-7efd-4b43-b1b3-04ae706c6db3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:45.034639 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327a60c-7efd-4b43-b1b3-04ae706c6db3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:45.034985 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327a60c-7efd-4b43-b1b3-04ae706c6db3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:45.039758 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327a60c-7efd-4b43-b1b3-04ae706c6db3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:45.040298 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327a60c-7efd-4b43-b1b3-04ae706c6db3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:45.040710 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327a60c-7efd-4b43-b1b3-04ae706c6db3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:45.041080 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327a60c-7efd-4b43-b1b3-04ae706c6db3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:45.043528 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327a60c-7efd-4b43-b1b3-04ae706c6db3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:45.043812 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327a60c-7efd-4b43-b1b3-04ae706c6db3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:45.045254 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327a60c-7efd-4b43-b1b3-04ae706c6db3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:45.047479 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327a60c-7efd-4b43-b1b3-04ae706c6db3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:45.048614 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09548bc9-c44c-4c58-b859-579b60c264cc req-0a200a08-afb2-4a5b-85d3-dde8a9257fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:45.050383 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09548bc9-c44c-4c58-b859-579b60c264cc req-0a200a08-afb2-4a5b-85d3-dde8a9257fff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b914d67e-99a3-4836-8560-8ad9054366d0 HTTP/1.1" status: 200 len: 852 time: 0.5894921 Dec 10 18:39:45.082605 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fc4c37f2-b7f7-4569-bd5d-e52ef7dba650 req-2841fea2-3433-4e44-9816-0577f557c6b8 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d21511-baab-40c8-8796-689bbca57609 HTTP/1.1" status: 200 len: 210 time: 0.3672550 Dec 10 18:39:45.099279 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-c2d2eada-938e-4138-b3a9-6af559950a04 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:45.100141 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-c2d2eada-938e-4138-b3a9-6af559950a04 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:45.116027 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['464c704e-1931-42e0-a9db-b2f78591d816'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:39:45.120143 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b383d737-85fc-48a5-9ac6-55334c067e48 req-93923806-7724-432e-99a0-6f04743ad1ad tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&id=7281f497-4962-41a8-857f-71fd676337b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4181576 Dec 10 18:39:45.127299 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=464c704e-1931-42e0-a9db-b2f78591d816,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:45.181376 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 40f653ce-1fcf-45ed-a19e-849218821b64, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=40f653ce-1fcf-45ed-a19e-849218821b64,segment=NetworkSegment(53d22bf0-091e-4356-bd63-315f4840e96e),segment_id=53d22bf0-091e-4356-bd63-315f4840e96e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:45.205478 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:45.256889 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09548bc9-c44c-4c58-b859-579b60c264cc req-dcffeb62-106a-4a36-8ad6-cfbf1dbdf334 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471222 Dec 10 18:39:45.257662 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2eada-938e-4138-b3a9-6af559950a04 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Pushing event updated for resources: {'Port': ['ID=573e5613-5e16-4782-8807-6098198491ff,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:45.353210 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-b327a60c-7efd-4b43-b1b3-04ae706c6db3 service neutron] Attempting to bind port a2e86c1e-7df4-452d-a81e-ab6e5e979549 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:39:45.355357 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-b327a60c-7efd-4b43-b1b3-04ae706c6db3 service neutron] Attempting to bind port a2e86c1e-7df4-452d-a81e-ab6e5e979549 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '2144d0cb-dbc0-42c3-b1a1-43c3f051561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a132fecf-3945-4784-9a54-e47d149f1f01'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:39:45.355710 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-b327a60c-7efd-4b43-b1b3-04ae706c6db3 service neutron] Attempting to bind port a2e86c1e-7df4-452d-a81e-ab6e5e979549 on network a132fecf-3945-4784-9a54-e47d149f1f01 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:45.373407 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-b327a60c-7efd-4b43-b1b3-04ae706c6db3 service neutron] Port a2e86c1e-7df4-452d-a81e-ab6e5e979549 on network a132fecf-3945-4784-9a54-e47d149f1f01 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:39:45.373742 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-b327a60c-7efd-4b43-b1b3-04ae706c6db3 service neutron] Attempting to bind port a2e86c1e-7df4-452d-a81e-ab6e5e979549 on network a132fecf-3945-4784-9a54-e47d149f1f01 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:45.387794 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-b327a60c-7efd-4b43-b1b3-04ae706c6db3 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:39:45.388145 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-b327a60c-7efd-4b43-b1b3-04ae706c6db3 service neutron] Checking segment: {'id': '2144d0cb-dbc0-42c3-b1a1-43c3f051561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a132fecf-3945-4784-9a54-e47d149f1f01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:45.388547 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-b327a60c-7efd-4b43-b1b3-04ae706c6db3 service neutron] Bound using segment: {'id': '2144d0cb-dbc0-42c3-b1a1-43c3f051561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a132fecf-3945-4784-9a54-e47d149f1f01'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:39:45.389038 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-b327a60c-7efd-4b43-b1b3-04ae706c6db3 service neutron] Bound port: a2e86c1e-7df4-452d-a81e-ab6e5e979549, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2144d0cb-dbc0-42c3-b1a1-43c3f051561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a132fecf-3945-4784-9a54-e47d149f1f01'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:39:45.389405 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-b327a60c-7efd-4b43-b1b3-04ae706c6db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:45.412920 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09548bc9-c44c-4c58-b859-579b60c264cc req-5947ff7a-1383-4bb3-8f46-c0c1fa820cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:45.415302 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09548bc9-c44c-4c58-b859-579b60c264cc req-5947ff7a-1383-4bb3-8f46-c0c1fa820cf6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2885511 Dec 10 18:39:45.419340 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-c2d2eada-938e-4138-b3a9-6af559950a04 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5594902 Dec 10 18:39:45.449051 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-2c43a39e-0595-4003-a829-8ba2cb224f0d service neutron] Request body: {'port': {'device_id': '19e1710d-79e1-45fe-bc37-c45bc6384fc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:45.479116 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 37336d05-2465-4ef9-907f-b9546be053ae details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:39:45.548009 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b3b79-aed0-49ba-b01d-0dd303769433 req-3700f4a6-f2ec-4d13-b321-ce8ef6078e24 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:45.556858 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a30b3b79-aed0-49ba-b01d-0dd303769433 req-3700f4a6-f2ec-4d13-b321-ce8ef6078e24 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a8827f4-be41-495a-85a6-b736a7a54334 HTTP/1.1" status: 200 len: 944 time: 0.2950895 Dec 10 18:39:45.635641 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3facb196-accd-4b01-8ed3-9c09dfd6c9d5 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:45.679495 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad884d27-96ef-45d9-b067-79dd37ada9ac req-90b97c86-3b02-4d4b-8aae-280a262c0a0f tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:45.690266 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ad884d27-96ef-45d9-b067-79dd37ada9ac req-90b97c86-3b02-4d4b-8aae-280a262c0a0f tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 947 time: 0.2981997 Dec 10 18:39:45.701205 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=40f653ce-1fcf-45ed-a19e-849218821b64,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:45.704213 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3facb196-accd-4b01-8ed3-9c09dfd6c9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:45.715666 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.resource_extend [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:39:45.800938 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-b327a60c-7efd-4b43-b1b3-04ae706c6db3 service neutron] For port a2e86c1e-7df4-452d-a81e-ab6e5e979549, host n-h1-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:39:45.809830 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-b327a60c-7efd-4b43-b1b3-04ae706c6db3 service neutron] For port a2e86c1e-7df4-452d-a81e-ab6e5e979549, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=a2e86c1e-7df4-452d-a81e-ab6e5e979549,segment=NetworkSegment(2144d0cb-dbc0-42c3-b1a1-43c3f051561c),segment_id=2144d0cb-dbc0-42c3-b1a1-43c3f051561c)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:39:45.818054 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-b327a60c-7efd-4b43-b1b3-04ae706c6db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:45.886479 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-2c43a39e-0595-4003-a829-8ba2cb224f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:45.945563 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09548bc9-c44c-4c58-b859-579b60c264cc req-4ccfcf7e-1a4e-4724-b335-f7b4187b9b98 service neutron] 10.222.0.72 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6312661 Dec 10 18:39:45.954973 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327a60c-7efd-4b43-b1b3-04ae706c6db3 service neutron] Pushing event updated for resources: {'Port': ['ID=a2e86c1e-7df4-452d-a81e-ab6e5e979549,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:45.975881 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4edf2a-bab0-4db5-a64f-1328540a6b29 None None] Pushing event updated for resources: {'Port': ['ID=958f96c3-d2ce-42eb-ae25-36be2ae3a2d3,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:45.991846 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-b327a60c-7efd-4b43-b1b3-04ae706c6db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:45.993353 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-b327a60c-7efd-4b43-b1b3-04ae706c6db3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:45.994846 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-b327a60c-7efd-4b43-b1b3-04ae706c6db3 service neutron] 10.222.0.46 "PUT /v2.0/ports/a2e86c1e-7df4-452d-a81e-ab6e5e979549 HTTP/1.1" status: 200 len: 1091 time: 3.7902982 Dec 10 18:39:46.013926 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd17b34f6-bd46-41b9-8e9d-41a0e60036ac', 'tag': 'a2e86c1e-7df4-452d-a81e-ab6e5e979549'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:39:46.021977 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4bd1d1-7218-4e31-9a98-c65c176e1ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "d17b34f6-bd46-41b9-8e9d-41a0e60036ac", "tag": "a2e86c1e-7df4-452d-a81e-ab6e5e979549"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:39:46.023698 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 52cb90af-522a-428d-bd1f-7eda73d0610a up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:46.089934 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ad884d27-96ef-45d9-b067-79dd37ada9ac req-79720d32-54b2-46c2-bb31-cc345489d8b5 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978498 Dec 10 18:39:46.203458 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-accefcb3-ab78-4a1e-8e03-ed5100b3e6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:46.205587 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-accefcb3-ab78-4a1e-8e03-ed5100b3e6e0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a04faecbcfa41188d2feee97a69f07f&device_id=d17b34f6-bd46-41b9-8e9d-41a0e60036ac HTTP/1.1" status: 200 len: 1094 time: 0.1065545 Dec 10 18:39:46.232857 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['4cd87cf1-713c-4dfd-9955-0162d0cdc6ec'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:39:46.299928 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['40f653ce-1fcf-45ed-a19e-849218821b64'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:39:46.370750 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-d45b19fb-bc5a-44f4-8551-412d446fa0aa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2e86c1e-7df4-452d-a81e-ab6e5e979549 HTTP/1.1" status: 200 len: 217 time: 0.1557822 Dec 10 18:39:46.390918 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 37336d05-2465-4ef9-907f-b9546be053ae, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=37336d05-2465-4ef9-907f-b9546be053ae,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:46.394822 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c24c1f70-ba53-4dba-9a79-c9583c593bec None None] Provisioning complete for port 573e5613-5e16-4782-8807-6098198491ff triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:46.395330 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c24c1f70-ba53-4dba-9a79-c9583c593bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:46.418329 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3facb196-accd-4b01-8ed3-9c09dfd6c9d5 None None] Attempting to bind port 958f96c3-d2ce-42eb-ae25-36be2ae3a2d3 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:39:46.418849 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3facb196-accd-4b01-8ed3-9c09dfd6c9d5 None None] Attempting to bind port 958f96c3-d2ce-42eb-ae25-36be2ae3a2d3 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '89ac4b54-6275-4e9f-82c8-a22ebd244173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e2055a9b-1872-4539-9924-60d69709e596'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:39:46.419313 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3facb196-accd-4b01-8ed3-9c09dfd6c9d5 None None] Attempting to bind port 958f96c3-d2ce-42eb-ae25-36be2ae3a2d3 on network e2055a9b-1872-4539-9924-60d69709e596 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:46.474906 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['6e252207-dd46-4a16-ace6-611c8fbe7898'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:39:46.505715 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e7d5f-7e60-46a6-9858-891bb84ad5b7 req-8bfb5460-569a-42b9-9cd5-666f3aec6cb9 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:46.514370 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4c1e7d5f-7e60-46a6-9858-891bb84ad5b7 req-8bfb5460-569a-42b9-9cd5-666f3aec6cb9 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=535bb5fe-7458-4429-adce-b38f7504101c HTTP/1.1" status: 200 len: 944 time: 0.2827156 Dec 10 18:39:46.534751 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-1773b448-652d-4c3b-8d99-a0910898f3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:46.536610 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-1773b448-652d-4c3b-8d99-a0910898f3f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82613507-236d-42d1-b7b2-90393d426128 HTTP/1.1" status: 200 len: 855 time: 0.1141963 Dec 10 18:39:46.557677 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['5e305941-2cd9-4b3b-b5ee-5c4eac821c82'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:39:46.570675 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['aad9df2d-747e-41c1-8ba7-f02dcfa42da7'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:39:46.577629 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['b5799b23-3ac5-4da6-ad03-a9a9b629a357'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:39:46.580280 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '37336d05-2465-4ef9-907f-b9546be053ae', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': '37336d05-2465-4ef9-907f-b9546be053ae', 'mac_address': 'fa:16:3e:3d:bf:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:39:46.601446 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4c1e7d5f-7e60-46a6-9858-891bb84ad5b7 req-65ae1497-692a-44d4-8e1f-0f972fc2bde1 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856402 Dec 10 18:39:46.654970 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-d3ab8d25-36f8-4cd6-a998-286dd0ea3d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:46.656543 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-d3ab8d25-36f8-4cd6-a998-286dd0ea3d85 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a132fecf-3945-4784-9a54-e47d149f1f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889354 Dec 10 18:39:46.665100 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3facb196-accd-4b01-8ed3-9c09dfd6c9d5 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:39:46.665483 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3facb196-accd-4b01-8ed3-9c09dfd6c9d5 None None] Checking segment: {'id': '89ac4b54-6275-4e9f-82c8-a22ebd244173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e2055a9b-1872-4539-9924-60d69709e596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:46.665895 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3facb196-accd-4b01-8ed3-9c09dfd6c9d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:46.668740 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3facb196-accd-4b01-8ed3-9c09dfd6c9d5 None None] Bound using segment: {'id': '89ac4b54-6275-4e9f-82c8-a22ebd244173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e2055a9b-1872-4539-9924-60d69709e596'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:39:46.668740 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3facb196-accd-4b01-8ed3-9c09dfd6c9d5 None None] Bound port: 958f96c3-d2ce-42eb-ae25-36be2ae3a2d3, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ac4b54-6275-4e9f-82c8-a22ebd244173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e2055a9b-1872-4539-9924-60d69709e596'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:39:46.668740 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3facb196-accd-4b01-8ed3-9c09dfd6c9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:46.751057 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a30b3b79-aed0-49ba-b01d-0dd303769433 req-b1785b86-678e-4bd4-87b1-da312800390f tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1917472 Dec 10 18:39:46.762176 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c24c1f70-ba53-4dba-9a79-c9583c593bec None None] Port 573e5613-5e16-4782-8807-6098198491ff cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:39:46.840249 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 52cb90af-522a-428d-bd1f-7eda73d0610a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:46.840820 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:46.849123 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ca4532df-ae9b-4eef-bb56-f96fead1d784 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:46.859422 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9981cd-00a0-427a-9486-2366d38d97a6 x-openstack-request-id: req-ff9981cd-00a0-427a-9486-2366d38d97a6 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:39:46.860470 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d17b34f6-bd46-41b9-8e9d-41a0e60036ac", "tag": "a2e86c1e-7df4-452d-a81e-ab6e5e979549", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:39:46.860939 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ff9981cd-00a0-427a-9486-2366d38d97a6 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:39:46.861663 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd17b34f6-bd46-41b9-8e9d-41a0e60036ac', 'tag': 'a2e86c1e-7df4-452d-a81e-ab6e5e979549', 'status': 'completed', 'code': 200} Dec 10 18:39:46.876918 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-3436a552-22ca-4b79-9186-002a75969ac3 service neutron] 10.222.0.46 "GET /v2.0/networks/a132fecf-3945-4784-9a54-e47d149f1f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090285 Dec 10 18:39:46.883614 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09548bc9-c44c-4c58-b859-579b60c264cc req-c997c708-db85-4f4a-a9e4-0841f22736fb service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4496517 Dec 10 18:39:47.053368 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['584cf1dd-1af4-46a0-83d5-636ef55fe320'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:39:47.054857 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f31d1e61-88de-451a-8758-994a50499e8a req-a539e25c-d43f-4f90-9831-32014f92549e tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d21511-baab-40c8-8796-689bbca57609 HTTP/1.1" status: 200 len: 210 time: 0.1289418 Dec 10 18:39:47.110090 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bd7d2c6b-40a1-46df-8c00-e8368a67566e req-c0f01397-53d4-4423-be5c-51f2ebcad181 service neutron] 10.222.0.46 "GET /v2.0/networks/a132fecf-3945-4784-9a54-e47d149f1f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202647 Dec 10 18:39:47.152779 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769601-4163-4f49-b6e5-db77099f8bad req-7f1ed32f-2e36-41ef-a890-eebc34a54120 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:47.160762 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769601-4163-4f49-b6e5-db77099f8bad req-7f1ed32f-2e36-41ef-a890-eebc34a54120 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:47.169488 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769601-4163-4f49-b6e5-db77099f8bad req-7f1ed32f-2e36-41ef-a890-eebc34a54120 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:47.171455 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c0036c58-d6d4-4c4d-bee0-b858dd73491f None None] Provisioning complete for port 958f96c3-d2ce-42eb-ae25-36be2ae3a2d3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:47.171832 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c0036c58-d6d4-4c4d-bee0-b858dd73491f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:47.185015 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769601-4163-4f49-b6e5-db77099f8bad req-7f1ed32f-2e36-41ef-a890-eebc34a54120 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:47.196187 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769601-4163-4f49-b6e5-db77099f8bad req-7f1ed32f-2e36-41ef-a890-eebc34a54120 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:47.204564 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769601-4163-4f49-b6e5-db77099f8bad req-7f1ed32f-2e36-41ef-a890-eebc34a54120 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:47.216453 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769601-4163-4f49-b6e5-db77099f8bad req-7f1ed32f-2e36-41ef-a890-eebc34a54120 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:47.228407 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a0769601-4163-4f49-b6e5-db77099f8bad req-7f1ed32f-2e36-41ef-a890-eebc34a54120 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 5437 time: 0.2275367 Dec 10 18:39:47.265740 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device c4ac818b-8258-49a1-be37-3e4547ef535e details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:39:47.279858 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09548bc9-c44c-4c58-b859-579b60c264cc req-9c70ea11-85d1-46fd-8717-3df636d02c91 service neutron] 10.222.0.72 "GET /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6908383 Dec 10 18:39:47.356586 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-e0dd386c-cee5-4007-a15d-a0f55fb9a0b6 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:47.358129 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-e0dd386c-cee5-4007-a15d-a0f55fb9a0b6 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.46 "GET /v2.0/networks?id=a132fecf-3945-4784-9a54-e47d149f1f01 HTTP/1.1" status: 200 len: 816 time: 0.7816119 Dec 10 18:39:47.361061 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a0769601-4163-4f49-b6e5-db77099f8bad req-a62d60e5-157e-4ea8-a9fa-a2ffa94a1481 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&id=7281f497-4962-41a8-857f-71fd676337b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1288707 Dec 10 18:39:47.378902 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4bd1d1-7218-4e31-9a98-c65c176e1ab7 req-dd1f8b10-2826-4813-a56d-be569611194d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:47.380985 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3d4bd1d1-7218-4e31-9a98-c65c176e1ab7 req-dd1f8b10-2826-4813-a56d-be569611194d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a04faecbcfa41188d2feee97a69f07f&device_id=d17b34f6-bd46-41b9-8e9d-41a0e60036ac HTTP/1.1" status: 200 len: 1094 time: 0.1494169 Dec 10 18:39:47.402399 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-66f7362d-aa87-46b7-9f8c-4b444f7a28a0 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Request body: {'port': {'device_id': 'e7d21511-baab-40c8-8796-689bbca57609', 'network_id': 'a132fecf-3945-4784-9a54-e47d149f1f01', 'admin_state_up': True, 'tenant_id': '0a04faecbcfa41188d2feee97a69f07f'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:47.422395 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09548bc9-c44c-4c58-b859-579b60c264cc req-de792ef9-20fd-4d5d-8da0-003feb4f7dbe service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592907 Dec 10 18:39:47.453288 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:47.488907 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port c4ac818b-8258-49a1-be37-3e4547ef535e, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=c4ac818b-8258-49a1-be37-3e4547ef535e,segment=NetworkSegment(4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9),segment_id=4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:47.522041 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': 'c4ac818b-8258-49a1-be37-3e4547ef535e', 'network_id': '2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2', 'port_id': 'c4ac818b-8258-49a1-be37-3e4547ef535e', 'mac_address': 'fa:16:3e:7e:7b:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b914d67e-99a3-4836-8560-8ad9054366d0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:39:47.525907 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37336d05-2465-4ef9-907f-b9546be053ae {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:39:47.538603 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4bd1d1-7218-4e31-9a98-c65c176e1ab7 req-c961b01f-0292-43fc-9bf1-1aef74134bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:47.541555 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3d4bd1d1-7218-4e31-9a98-c65c176e1ab7 req-c961b01f-0292-43fc-9bf1-1aef74134bf4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a132fecf-3945-4784-9a54-e47d149f1f01 HTTP/1.1" status: 200 len: 917 time: 0.1429827 Dec 10 18:39:47.558007 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3facb196-accd-4b01-8ed3-9c09dfd6c9d5 None None] For port 958f96c3-d2ce-42eb-ae25-36be2ae3a2d3, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:39:47.561095 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b6772-a2ea-4c3b-9475-08aa9f5a0b41 req-49c5c0f6-e89a-45b8-81d2-28ab27da277b tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:47.565742 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 37336d05-2465-4ef9-907f-b9546be053ae, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=37336d05-2465-4ef9-907f-b9546be053ae,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:47.569678 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-500b6772-a2ea-4c3b-9475-08aa9f5a0b41 req-49c5c0f6-e89a-45b8-81d2-28ab27da277b tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 947 time: 0.3456810 Dec 10 18:39:47.616008 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3d4bd1d1-7218-4e31-9a98-c65c176e1ab7 req-ca4f52d6-8cc1-4d6c-9cc8-eea2fe1841ef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2e86c1e-7df4-452d-a81e-ab6e5e979549 HTTP/1.1" status: 200 len: 217 time: 0.0581367 Dec 10 18:39:47.694869 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4bd1d1-7218-4e31-9a98-c65c176e1ab7 req-9f3a0675-4531-48d5-82ad-38bf9b5b24b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:47.696487 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3d4bd1d1-7218-4e31-9a98-c65c176e1ab7 req-9f3a0675-4531-48d5-82ad-38bf9b5b24b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82613507-236d-42d1-b7b2-90393d426128 HTTP/1.1" status: 200 len: 855 time: 0.0615211 Dec 10 18:39:47.702174 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-500b6772-a2ea-4c3b-9475-08aa9f5a0b41 req-f07a9dcc-b3b7-4939-bcef-c57d6c4e1dd0 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295681 Dec 10 18:39:47.810548 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4bd1d1-7218-4e31-9a98-c65c176e1ab7 req-73422217-7278-449e-8c97-09f720aef8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:47.812498 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3d4bd1d1-7218-4e31-9a98-c65c176e1ab7 req-73422217-7278-449e-8c97-09f720aef8a3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a132fecf-3945-4784-9a54-e47d149f1f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1077795 Dec 10 18:39:47.830284 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3a87b-0c24-4507-81df-8b60bfe97878 req-2cd4a532-c503-42a3-b7cd-2db72a6daf4d tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:47.833259 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e1a3a87b-0c24-4507-81df-8b60bfe97878 req-2cd4a532-c503-42a3-b7cd-2db72a6daf4d tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=535bb5fe-7458-4429-adce-b38f7504101c HTTP/1.1" status: 200 len: 944 time: 0.0965285 Dec 10 18:39:47.840702 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:47.861947 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-66f7362d-aa87-46b7-9f8c-4b444f7a28a0 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Made reservation on behalf of 0a04faecbcfa41188d2feee97a69f07f for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:47.865510 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-66f7362d-aa87-46b7-9f8c-4b444f7a28a0 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:47.903042 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3facb196-accd-4b01-8ed3-9c09dfd6c9d5 None None] For port 958f96c3-d2ce-42eb-ae25-36be2ae3a2d3, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=958f96c3-d2ce-42eb-ae25-36be2ae3a2d3,segment=NetworkSegment(89ac4b54-6275-4e9f-82c8-a22ebd244173),segment_id=89ac4b54-6275-4e9f-82c8-a22ebd244173)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:39:47.962299 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e1a3a87b-0c24-4507-81df-8b60bfe97878 req-84b51995-3d36-470e-add0-7b0430ef0e07 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153405 Dec 10 18:39:47.998341 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3d4bd1d1-7218-4e31-9a98-c65c176e1ab7 req-1fe20868-6d13-403e-bc38-1706f95a5b8f service neutron] 10.222.0.46 "GET /v2.0/networks/a132fecf-3945-4784-9a54-e47d149f1f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640630 Dec 10 18:39:48.016083 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 464c704e-1931-42e0-a9db-b2f78591d816 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:48.020110 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c0036c58-d6d4-4c4d-bee0-b858dd73491f None None] Port 958f96c3-d2ce-42eb-ae25-36be2ae3a2d3 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:39:48.042751 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-2c43a39e-0595-4003-a829-8ba2cb224f0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 573e5613-5e16-4782-8807-6098198491ff {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:39:48.058789 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-2c43a39e-0595-4003-a829-8ba2cb224f0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:48.076648 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-ca4532df-ae9b-4eef-bb56-f96fead1d784 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting port 52cb90af-522a-428d-bd1f-7eda73d0610a {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:48.077015 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ca4532df-ae9b-4eef-bb56-f96fead1d784 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:48.104699 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53ea89-0aaf-4a53-a4bf-5a22ac65de5f req-2de12d2e-8c44-49eb-8176-9edb0ffe6b0c tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:48.114233 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d53ea89-0aaf-4a53-a4bf-5a22ac65de5f req-2de12d2e-8c44-49eb-8176-9edb0ffe6b0c tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a8827f4-be41-495a-85a6-b736a7a54334 HTTP/1.1" status: 200 len: 944 time: 0.2044480 Dec 10 18:39:48.115796 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3d4bd1d1-7218-4e31-9a98-c65c176e1ab7 req-5066f4bb-7174-4782-9463-b0d88aecdfc7 service neutron] 10.222.0.46 "GET /v2.0/networks/a132fecf-3945-4784-9a54-e47d149f1f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087039 Dec 10 18:39:48.125419 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-2c43a39e-0595-4003-a829-8ba2cb224f0d service neutron] Transition to ACTIVE for port object 573e5613-5e16-4782-8807-6098198491ff will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:39:48.129042 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3facb196-accd-4b01-8ed3-9c09dfd6c9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:48.168995 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-2c43a39e-0595-4003-a829-8ba2cb224f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:48.221316 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dcf80794-2450-4fdd-8dc8-005c5db70741 req-51948c94-210f-4944-9e4a-e5fe8b805497 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d21511-baab-40c8-8796-689bbca57609 HTTP/1.1" status: 200 len: 210 time: 0.0430496 Dec 10 18:39:48.231240 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['37336d05-2465-4ef9-907f-b9546be053ae'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:39:48.316137 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43a39e-0595-4003-a829-8ba2cb224f0d service neutron] Pushing event updated for resources: {'Port': ['ID=573e5613-5e16-4782-8807-6098198491ff,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:48.324314 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-66f7362d-aa87-46b7-9f8c-4b444f7a28a0 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Allocated IP 172.20.0.14 (a132fecf-3945-4784-9a54-e47d149f1f01/82613507-236d-42d1-b7b2-90393d426128/bb302721-31e2-44b9-beda-caef6ebdfed9) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:48.360579 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device f7d1e869-3c24-47fb-8786-4493f27baeae up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:48.404485 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d53ea89-0aaf-4a53-a4bf-5a22ac65de5f req-aa6a209f-b6f8-4507-98f8-5a11f3686be8 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740078 Dec 10 18:39:48.451997 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-ca4532df-ae9b-4eef-bb56-f96fead1d784 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] For port 52cb90af-522a-428d-bd1f-7eda73d0610a, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=52cb90af-522a-428d-bd1f-7eda73d0610a,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:48.452368 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ca4532df-ae9b-4eef-bb56-f96fead1d784 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:48.490412 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:48.509469 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-ca4532df-ae9b-4eef-bb56-f96fead1d784 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Calling delete_port for 52cb90af-522a-428d-bd1f-7eda73d0610a owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:48.589983 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4ac818b-8258-49a1-be37-3e4547ef535e {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:39:48.599129 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-2c43a39e-0595-4003-a829-8ba2cb224f0d service neutron] Attempting to bind port 573e5613-5e16-4782-8807-6098198491ff on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:39:48.599472 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-2c43a39e-0595-4003-a829-8ba2cb224f0d service neutron] Attempting to bind port 573e5613-5e16-4782-8807-6098198491ff by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '2144d0cb-dbc0-42c3-b1a1-43c3f051561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a132fecf-3945-4784-9a54-e47d149f1f01'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:39:48.599814 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-2c43a39e-0595-4003-a829-8ba2cb224f0d service neutron] Attempting to bind port 573e5613-5e16-4782-8807-6098198491ff on network a132fecf-3945-4784-9a54-e47d149f1f01 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:48.666895 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd357cf1-471f-481e-8411-5859d160f1f7 req-6f7f3c02-f168-4527-9ec1-c2619c83c977 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:48.680617 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-2c43a39e-0595-4003-a829-8ba2cb224f0d service neutron] Port 573e5613-5e16-4782-8807-6098198491ff on network a132fecf-3945-4784-9a54-e47d149f1f01 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:39:48.680887 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-2c43a39e-0595-4003-a829-8ba2cb224f0d service neutron] Attempting to bind port 573e5613-5e16-4782-8807-6098198491ff on network a132fecf-3945-4784-9a54-e47d149f1f01 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:48.684823 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd357cf1-471f-481e-8411-5859d160f1f7 req-6f7f3c02-f168-4527-9ec1-c2619c83c977 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:48.697092 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=37336d05-2465-4ef9-907f-b9546be053ae,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:48.703345 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd357cf1-471f-481e-8411-5859d160f1f7 req-6f7f3c02-f168-4527-9ec1-c2619c83c977 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:48.715021 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-2c43a39e-0595-4003-a829-8ba2cb224f0d service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:39:48.715376 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-2c43a39e-0595-4003-a829-8ba2cb224f0d service neutron] Checking segment: {'id': '2144d0cb-dbc0-42c3-b1a1-43c3f051561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a132fecf-3945-4784-9a54-e47d149f1f01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:48.715838 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-2c43a39e-0595-4003-a829-8ba2cb224f0d service neutron] Bound using segment: {'id': '2144d0cb-dbc0-42c3-b1a1-43c3f051561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a132fecf-3945-4784-9a54-e47d149f1f01'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:39:48.716217 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-2c43a39e-0595-4003-a829-8ba2cb224f0d service neutron] Bound port: 573e5613-5e16-4782-8807-6098198491ff, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2144d0cb-dbc0-42c3-b1a1-43c3f051561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a132fecf-3945-4784-9a54-e47d149f1f01'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:39:48.716576 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-2c43a39e-0595-4003-a829-8ba2cb224f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:48.721735 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd357cf1-471f-481e-8411-5859d160f1f7 req-6f7f3c02-f168-4527-9ec1-c2619c83c977 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:48.735447 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd357cf1-471f-481e-8411-5859d160f1f7 req-6f7f3c02-f168-4527-9ec1-c2619c83c977 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:48.762219 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd357cf1-471f-481e-8411-5859d160f1f7 req-6f7f3c02-f168-4527-9ec1-c2619c83c977 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:48.780439 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd357cf1-471f-481e-8411-5859d160f1f7 req-6f7f3c02-f168-4527-9ec1-c2619c83c977 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:48.789583 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dd357cf1-471f-481e-8411-5859d160f1f7 req-6f7f3c02-f168-4527-9ec1-c2619c83c977 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 5437 time: 0.2727330 Dec 10 18:39:48.813227 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3facb196-accd-4b01-8ed3-9c09dfd6c9d5 None None] Routers {'8686793d-581e-4c0c-8646-d34a2e602bfa'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:39:48.813731 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3facb196-accd-4b01-8ed3-9c09dfd6c9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:39:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['8686793d-581e-4c0c-8646-d34a2e602bfa'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:48.831657 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port c4ac818b-8258-49a1-be37-3e4547ef535e, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=c4ac818b-8258-49a1-be37-3e4547ef535e,segment=NetworkSegment(4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9),segment_id=4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:48.883568 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dd357cf1-471f-481e-8411-5859d160f1f7 req-803ae09a-c88b-442e-9beb-bbbe9f4af4d8 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&id=7281f497-4962-41a8-857f-71fd676337b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0808856 Dec 10 18:39:48.949735 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4edf2a-bab0-4db5-a64f-1328540a6b29 None None] Pushing event updated for resources: {'Port': ['ID=958f96c3-d2ce-42eb-ae25-36be2ae3a2d3,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:49.015695 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:49.030575 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-66f7362d-aa87-46b7-9f8c-4b444f7a28a0 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:49.047106 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb6c33-c051-4ccb-93b2-14ef520fe86b req-0503953a-2565-4311-a1ea-7282a2d012bc tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:49.048689 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-74fb6c33-c051-4ccb-93b2-14ef520fe86b req-0503953a-2565-4311-a1ea-7282a2d012bc tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 948 time: 0.2550292 Dec 10 18:39:49.070455 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 464c704e-1931-42e0-a9db-b2f78591d816 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:39:49.073324 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-2c43a39e-0595-4003-a829-8ba2cb224f0d service neutron] For port 573e5613-5e16-4782-8807-6098198491ff, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:39:49.119827 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb3ed5-eb1d-4387-ab15-a5bf0cfcadf9 req-4293c7cf-2f75-4e54-9a82-4d920672f29e tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:49.125188 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aceb3ed5-eb1d-4387-ab15-a5bf0cfcadf9 req-4293c7cf-2f75-4e54-9a82-4d920672f29e tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=535bb5fe-7458-4429-adce-b38f7504101c HTTP/1.1" status: 200 len: 944 time: 0.0732119 Dec 10 18:39:49.171243 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 464c704e-1931-42e0-a9db-b2f78591d816 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:49.171620 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:49.185293 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aceb3ed5-eb1d-4387-ab15-a5bf0cfcadf9 req-64eabc7b-6ebd-413f-9164-f7f4a11cc36a tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564654 Dec 10 18:39:49.228766 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 6e252207-dd46-4a16-ace6-611c8fbe7898 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:49.237021 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6fd9f87d-27d5-4fb6-8606-b46240e000fb None None] Provisioning complete for port 958f96c3-d2ce-42eb-ae25-36be2ae3a2d3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:49.237394 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6fd9f87d-27d5-4fb6-8606-b46240e000fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:49.362840 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cf3dc1db-2ed4-4738-a703-fb4b5f27b926 req-8abc724e-11f0-482f-9e51-05341d9829cb tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d21511-baab-40c8-8796-689bbca57609 HTTP/1.1" status: 200 len: 210 time: 0.0446486 Dec 10 18:39:49.394550 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port f7d1e869-3c24-47fb-8786-4493f27baeae triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:49.395070 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:49.396940 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-2c43a39e-0595-4003-a829-8ba2cb224f0d service neutron] For port 573e5613-5e16-4782-8807-6098198491ff, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=573e5613-5e16-4782-8807-6098198491ff,segment=NetworkSegment(2144d0cb-dbc0-42c3-b1a1-43c3f051561c),segment_id=2144d0cb-dbc0-42c3-b1a1-43c3f051561c)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:39:49.444532 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3facb196-accd-4b01-8ed3-9c09dfd6c9d5 None None] Set router 8686793d-581e-4c0c-8646-d34a2e602bfa gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:39:49.447526 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=c4ac818b-8258-49a1-be37-3e4547ef535e,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:49.460580 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-2c43a39e-0595-4003-a829-8ba2cb224f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:49.575379 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 6e252207-dd46-4a16-ace6-611c8fbe7898 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:39:49.589683 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-2c43a39e-0595-4003-a829-8ba2cb224f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:49.590338 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-2c43a39e-0595-4003-a829-8ba2cb224f0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:49.593152 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-2c43a39e-0595-4003-a829-8ba2cb224f0d service neutron] 10.222.0.72 "PUT /v2.0/ports/573e5613-5e16-4782-8807-6098198491ff HTTP/1.1" status: 200 len: 1091 time: 4.1470184 Dec 10 18:39:49.599583 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-74fb6c33-c051-4ccb-93b2-14ef520fe86b req-d05deb74-576c-4c04-9087-b226fc646e19 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5352116 Dec 10 18:39:49.605320 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e1710d-79e1-45fe-bc37-c45bc6384fc5', 'tag': '573e5613-5e16-4782-8807-6098198491ff'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:39:49.608484 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41feb3eb-24c2-4523-be9e-d3c1548a17db" -d '{"events": [{"name": "network-changed", "server_uuid": "19e1710d-79e1-45fe-bc37-c45bc6384fc5", "tag": "573e5613-5e16-4782-8807-6098198491ff"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:39:49.623884 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554be0c-5a87-45b0-bec6-799cd6315a4b req-c653cb0e-3c74-4ab8-8536-54c78c7d5dfa tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:49.636935 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6554be0c-5a87-45b0-bec6-799cd6315a4b req-c653cb0e-3c74-4ab8-8536-54c78c7d5dfa tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a8827f4-be41-495a-85a6-b736a7a54334 HTTP/1.1" status: 200 len: 945 time: 0.1274352 Dec 10 18:39:49.646810 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-66f7362d-aa87-46b7-9f8c-4b444f7a28a0 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:49.663376 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ca4532df-ae9b-4eef-bb56-f96fead1d784 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:49.671271 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43a39e-0595-4003-a829-8ba2cb224f0d service neutron] Pushing event updated for resources: {'Port': ['ID=573e5613-5e16-4782-8807-6098198491ff,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:49.711074 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 6e252207-dd46-4a16-ace6-611c8fbe7898 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:49.711074 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:49.726894 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6554be0c-5a87-45b0-bec6-799cd6315a4b req-eb85fd86-472d-494b-8564-02ae1318ed03 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874424 Dec 10 18:39:49.795590 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7362d-aa87-46b7-9f8c-4b444f7a28a0 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Pushing event updated for resources: {'Port': ['ID=bb302721-31e2-44b9-beda-caef6ebdfed9,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:49.806700 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-66f7362d-aa87-46b7-9f8c-4b444f7a28a0 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Network a132fecf-3945-4784-9a54-e47d149f1f01 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:49.817676 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6641226a-3ee1-4c86-b190-7025a53d2e1b x-openstack-request-id: req-6641226a-3ee1-4c86-b190-7025a53d2e1b {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:39:49.817900 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e1710d-79e1-45fe-bc37-c45bc6384fc5", "tag": "573e5613-5e16-4782-8807-6098198491ff", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:39:49.820538 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6641226a-3ee1-4c86-b190-7025a53d2e1b {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:39:49.821151 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e1710d-79e1-45fe-bc37-c45bc6384fc5', 'tag': '573e5613-5e16-4782-8807-6098198491ff', 'status': 'completed', 'code': 200} Dec 10 18:39:49.822205 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-66f7362d-aa87-46b7-9f8c-4b444f7a28a0 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:49.874074 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-66f7362d-aa87-46b7-9f8c-4b444f7a28a0 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:49.884935 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4532df-ae9b-4eef-bb56-f96fead1d784 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Port': ['ID=52cb90af-522a-428d-bd1f-7eda73d0610a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:49.897866 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device a2e86c1e-7df4-452d-a81e-ab6e5e979549 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:39:50.038912 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-eaacadd8-ac18-4223-9f56-be6b54db4b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:50.040863 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-eaacadd8-ac18-4223-9f56-be6b54db4b53 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0a04faecbcfa41188d2feee97a69f07f&device_id=19e1710d-79e1-45fe-bc37-c45bc6384fc5 HTTP/1.1" status: 200 len: 1094 time: 0.3884442 Dec 10 18:39:50.048356 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port a2e86c1e-7df4-452d-a81e-ab6e5e979549, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=a2e86c1e-7df4-452d-a81e-ab6e5e979549,segment=NetworkSegment(2144d0cb-dbc0-42c3-b1a1-43c3f051561c),segment_id=2144d0cb-dbc0-42c3-b1a1-43c3f051561c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:50.088816 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': 'a2e86c1e-7df4-452d-a81e-ab6e5e979549', 'network_id': 'a132fecf-3945-4784-9a54-e47d149f1f01', 'port_id': 'a2e86c1e-7df4-452d-a81e-ab6e5e979549', 'mac_address': 'fa:16:3e:6b:8e:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82613507-236d-42d1-b7b2-90393d426128', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:39:50.090790 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['c4ac818b-8258-49a1-be37-3e4547ef535e'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:39:50.092985 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-882c9a7d-95d2-477d-a259-56fea719b2d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:50.103335 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ca4532df-ae9b-4eef-bb56-f96fead1d784 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:50.115228 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-b01dc10b-2777-4d88-b82d-205a824f33b3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=573e5613-5e16-4782-8807-6098198491ff HTTP/1.1" status: 200 len: 217 time: 0.0628877 Dec 10 18:39:50.140348 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:50.150733 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-66f7362d-aa87-46b7-9f8c-4b444f7a28a0 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:50.151722 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-66f7362d-aa87-46b7-9f8c-4b444f7a28a0 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:50.194946 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687f2f6-dbb6-445f-8356-883550758d35 req-7280c931-ea70-49e6-bb73-795664174107 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:50.201865 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687f2f6-dbb6-445f-8356-883550758d35 req-7280c931-ea70-49e6-bb73-795664174107 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:50.222621 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687f2f6-dbb6-445f-8356-883550758d35 req-7280c931-ea70-49e6-bb73-795664174107 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:50.239555 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687f2f6-dbb6-445f-8356-883550758d35 req-7280c931-ea70-49e6-bb73-795664174107 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:50.255506 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687f2f6-dbb6-445f-8356-883550758d35 req-7280c931-ea70-49e6-bb73-795664174107 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:50.271184 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687f2f6-dbb6-445f-8356-883550758d35 req-7280c931-ea70-49e6-bb73-795664174107 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:50.278688 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687f2f6-dbb6-445f-8356-883550758d35 req-7280c931-ea70-49e6-bb73-795664174107 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:50.291174 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3687f2f6-dbb6-445f-8356-883550758d35 req-7280c931-ea70-49e6-bb73-795664174107 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 5437 time: 0.2965105 Dec 10 18:39:50.316379 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-66f7362d-aa87-46b7-9f8c-4b444f7a28a0 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9185040 Dec 10 18:39:50.334534 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-7b67d528-639c-4703-83c5-bc6cb715fb97 service neutron] Request body: {'port': {'device_id': 'e7d21511-baab-40c8-8796-689bbca57609', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:50.340102 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-a7e55cae-7d28-46ff-b07f-3def749d3393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:50.352125 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-a7e55cae-7d28-46ff-b07f-3def749d3393 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=82613507-236d-42d1-b7b2-90393d426128 HTTP/1.1" status: 200 len: 855 time: 0.2109230 Dec 10 18:39:50.405456 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3687f2f6-dbb6-445f-8356-883550758d35 req-26fec919-5394-4504-a530-142728adc278 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&id=7281f497-4962-41a8-857f-71fd676337b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1128831 Dec 10 18:39:50.433450 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6fd9f87d-27d5-4fb6-8606-b46240e000fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:50.504366 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535bb5fe-7458-4429-adce-b38f7504101c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464c704e-1931-42e0-a9db-b2f78591d816'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:39:50.507480 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c755b3a-2276-4403-a2df-affd93c7ca7c" -d '{"events": [{"server_uuid": "535bb5fe-7458-4429-adce-b38f7504101c", "name": "network-vif-plugged", "status": "completed", "tag": "464c704e-1931-42e0-a9db-b2f78591d816"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:39:50.518739 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:50.581692 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 464c704e-1931-42e0-a9db-b2f78591d816, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=464c704e-1931-42e0-a9db-b2f78591d816,segment=NetworkSegment(68572a96-1438-4984-beb8-3a086b879b0d),segment_id=68572a96-1438-4984-beb8-3a086b879b0d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:50.602123 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3facb196-accd-4b01-8ed3-9c09dfd6c9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8686793d-581e-4c0c-8646-d34a2e602bfa', 'name': 'tempest-TaggedBootDevicesTest-40207484-router', 'tenant_id': 'a49c3ac445fd438d92cebb6eb9a9bc7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '12376f64-066b-41dc-803a-66680f0b657f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:26Z', 'updated_at': '2021-12-10T18:39:34Z', 'revision_number': 4, 'project_id': 'a49c3ac445fd438d92cebb6eb9a9bc7a', 'gw_port': {'id': '12376f64-066b-41dc-803a-66680f0b657f', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8686793d-581e-4c0c-8646-d34a2e602bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:29Z', 'updated_at': '2021-12-10T18:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '958f96c3-d2ce-42eb-ae25-36be2ae3a2d3', 'name': '', 'network_id': 'e2055a9b-1872-4539-9924-60d69709e596', 'tenant_id': 'a49c3ac445fd438d92cebb6eb9a9bc7a', 'mac_address': 'fa:16:3e:e8:61:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8686793d-581e-4c0c-8646-d34a2e602bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'a7c87823-7fc0-4ae4-9088-fa44f61b635a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:33Z', 'updated_at': '2021-12-10T18:39:47Z', 'revision_number': 4, 'project_id': 'a49c3ac445fd438d92cebb6eb9a9bc7a', 'subnets': [{'id': 'a7c87823-7fc0-4ae4-9088-fa44f61b635a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:50.610532 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2e86c1e-7df4-452d-a81e-ab6e5e979549 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:39:50.616105 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:50.619781 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6fd9f87d-27d5-4fb6-8606-b46240e000fb None None] For port 958f96c3-d2ce-42eb-ae25-36be2ae3a2d3, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=958f96c3-d2ce-42eb-ae25-36be2ae3a2d3,segment=NetworkSegment(89ac4b54-6275-4e9f-82c8-a22ebd244173),segment_id=89ac4b54-6275-4e9f-82c8-a22ebd244173)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:50.629401 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd6a56-d4ea-4fe0-97b2-3394a8c69c9e req-5935f663-b74f-4327-9306-1cf0202a8179 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:50.638336 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-16dd6a56-d4ea-4fe0-97b2-3394a8c69c9e req-5935f663-b74f-4327-9306-1cf0202a8179 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=535bb5fe-7458-4429-adce-b38f7504101c HTTP/1.1" status: 200 len: 944 time: 0.2901509 Dec 10 18:39:50.645905 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574dd379-2a24-4478-9374-9b6f8533e634 req-c679f6bb-d534-42f8-9784-b307753601b2 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:50.656837 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-574dd379-2a24-4478-9374-9b6f8533e634 req-c679f6bb-d534-42f8-9784-b307753601b2 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d21511-baab-40c8-8796-689bbca57609 HTTP/1.1" status: 200 len: 932 time: 0.1619980 Dec 10 18:39:50.662023 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-5fe2e0c9-3f26-4bde-b349-97b43fb94081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:50.664937 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-5fe2e0c9-3f26-4bde-b349-97b43fb94081 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a132fecf-3945-4784-9a54-e47d149f1f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2974169 Dec 10 18:39:50.665671 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-7b67d528-639c-4703-83c5-bc6cb715fb97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:50.671828 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4532df-ae9b-4eef-bb56-f96fead1d784 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Router 406ef001-b496-47ed-bfe7-3e0de664532c has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:39:50.674165 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 37336d05-2465-4ef9-907f-b9546be053ae up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:50.688370 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3facb196-accd-4b01-8ed3-9c09dfd6c9d5 None None] The sync data for ids ['8686793d-581e-4c0c-8646-d34a2e602bfa'] in n-d-821435-1 is: [{'id': '8686793d-581e-4c0c-8646-d34a2e602bfa', 'name': 'tempest-TaggedBootDevicesTest-40207484-router', 'tenant_id': 'a49c3ac445fd438d92cebb6eb9a9bc7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '12376f64-066b-41dc-803a-66680f0b657f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:26Z', 'updated_at': '2021-12-10T18:39:34Z', 'revision_number': 4, 'project_id': 'a49c3ac445fd438d92cebb6eb9a9bc7a', 'gw_port': {'id': '12376f64-066b-41dc-803a-66680f0b657f', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8686793d-581e-4c0c-8646-d34a2e602bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:29Z', 'updated_at': '2021-12-10T18:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '958f96c3-d2ce-42eb-ae25-36be2ae3a2d3', 'name': '', 'network_id': 'e2055a9b-1872-4539-9924-60d69709e596', 'tenant_id': 'a49c3ac445fd438d92cebb6eb9a9bc7a', 'mac_address': 'fa:16:3e:e8:61:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8686793d-581e-4c0c-8646-d34a2e602bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'a7c87823-7fc0-4ae4-9088-fa44f61b635a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:33Z', 'updated_at': '2021-12-10T18:39:47Z', 'revision_number': 4, 'project_id': 'a49c3ac445fd438d92cebb6eb9a9bc7a', 'subnets': [{'id': 'a7c87823-7fc0-4ae4-9088-fa44f61b635a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:39:50.689883 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6fd9f87d-27d5-4fb6-8606-b46240e000fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:50.730274 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:50.749752 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-574dd379-2a24-4478-9374-9b6f8533e634 req-71d07663-d526-4049-bd25-e8aa394709a9 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb9b006-f70c-4e34-b1ab-8ba414ee140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919142 Dec 10 18:39:50.767281 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port a2e86c1e-7df4-452d-a81e-ab6e5e979549, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=a2e86c1e-7df4-452d-a81e-ab6e5e979549,segment=NetworkSegment(2144d0cb-dbc0-42c3-b1a1-43c3f051561c),segment_id=2144d0cb-dbc0-42c3-b1a1-43c3f051561c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:50.791096 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:50.883128 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b6c714-5e06-45f9-9754-d4faebcf264a x-openstack-request-id: req-93b6c714-5e06-45f9-9754-d4faebcf264a {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:39:50.883436 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535bb5fe-7458-4429-adce-b38f7504101c", "name": "network-vif-plugged", "status": "completed", "tag": "464c704e-1931-42e0-a9db-b2f78591d816", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:39:50.883696 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-93b6c714-5e06-45f9-9754-d4faebcf264a {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:39:50.884102 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '535bb5fe-7458-4429-adce-b38f7504101c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464c704e-1931-42e0-a9db-b2f78591d816', 'code': 200} Dec 10 18:39:50.919225 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-90507194-0523-42dc-9b09-2f6b0d115144 service neutron] 10.222.0.72 "GET /v2.0/networks/a132fecf-3945-4784-9a54-e47d149f1f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368026 Dec 10 18:39:50.923832 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=464c704e-1931-42e0-a9db-b2f78591d816,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:50.998639 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 6e252207-dd46-4a16-ace6-611c8fbe7898, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=6e252207-dd46-4a16-ace6-611c8fbe7898,segment=NetworkSegment(e05948e1-9161-48ed-b4af-bc8e75a07feb),segment_id=e05948e1-9161-48ed-b4af-bc8e75a07feb)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:51.020436 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 958f96c3-d2ce-42eb-ae25-36be2ae3a2d3 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:51.028552 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:51.068448 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['a2e86c1e-7df4-452d-a81e-ab6e5e979549'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:39:51.081849 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 37336d05-2465-4ef9-907f-b9546be053ae completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:39:51.082910 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be748fa-55c2-4e86-bee1-b1af704f7c86 req-61151cb1-b4e1-49e4-a0f9-c25dadc26a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:51.088240 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2be748fa-55c2-4e86-bee1-b1af704f7c86 req-61151cb1-b4e1-49e4-a0f9-c25dadc26a07 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=535bb5fe-7458-4429-adce-b38f7504101c HTTP/1.1" status: 200 len: 1096 time: 0.1540337 Dec 10 18:39:51.099406 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388fe00-17fb-41dd-a450-28e339534b78 req-56970ffd-fc4e-4d8f-a156-24cd4e88c3fe tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:51.109357 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e388fe00-17fb-41dd-a450-28e339534b78 req-56970ffd-fc4e-4d8f-a156-24cd4e88c3fe tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 948 time: 0.1162684 Dec 10 18:39:51.180803 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2be748fa-55c2-4e86-bee1-b1af704f7c86 req-5cb26f9b-45ce-464b-9bb6-52b397a0af65 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573492 Dec 10 18:39:51.193529 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 37336d05-2465-4ef9-907f-b9546be053ae triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:51.193905 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:51.227923 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device aad9df2d-747e-41c1-8ba7-f02dcfa42da7 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:51.230231 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9f87d-27d5-4fb6-8606-b46240e000fb None None] Pushing event updated for resources: {'Port': ['ID=958f96c3-d2ce-42eb-ae25-36be2ae3a2d3,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:51.245432 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-16dd6a56-d4ea-4fe0-97b2-3394a8c69c9e req-2638a1a8-9936-44e8-828c-6f4c0380fafe tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6010082 Dec 10 18:39:51.290512 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e388fe00-17fb-41dd-a450-28e339534b78 req-313dfd3a-ae00-433e-b01d-358faf86e834 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724229 Dec 10 18:39:51.434273 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4532df-ae9b-4eef-bb56-f96fead1d784 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:39:51.435284 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=a2e86c1e-7df4-452d-a81e-ab6e5e979549,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:51.447755 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9508e6a5-037a-46bb-86ee-9e46345b5582 None None] Sync routers for ids ['406ef001-b496-47ed-bfe7-3e0de664532c'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:39:51.467932 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9508e6a5-037a-46bb-86ee-9e46345b5582 None None] Routers {'406ef001-b496-47ed-bfe7-3e0de664532c'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:39:51.468595 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-9508e6a5-037a-46bb-86ee-9e46345b5582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:39:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['406ef001-b496-47ed-bfe7-3e0de664532c'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:51.476967 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ca4532df-ae9b-4eef-bb56-f96fead1d784 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "PUT /v2.0/routers/406ef001-b496-47ed-bfe7-3e0de664532c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2229528 Dec 10 18:39:51.479511 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54412) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:51.566157 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fb0671e7-11e9-4249-a067-a64965a8e80b None None] Provisioning complete for port bb302721-31e2-44b9-beda-caef6ebdfed9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:51.566540 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fb0671e7-11e9-4249-a067-a64965a8e80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:51.596312 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed33d75-7a96-4501-9230-23e3033e0f97 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:51.598468 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed33d75-7a96-4501-9230-23e3033e0f97 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:51.600151 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2ed33d75-7a96-4501-9230-23e3033e0f97 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1196425 Dec 10 18:39:51.606821 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54414) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:51.622114 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-9508e6a5-037a-46bb-86ee-9e46345b5582 None None] Set router 406ef001-b496-47ed-bfe7-3e0de664532c gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:39:51.640133 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-85b28e13-063c-437a-bfa8-f2e783f1b7be req-181858a7-b27f-4f2a-889a-1d3bc391fe8a service neutron] 10.222.0.72 "GET /v2.0/networks/a132fecf-3945-4784-9a54-e47d149f1f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6131163 Dec 10 18:39:51.658118 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea3053-3233-4521-965b-f91a2fc79995 req-8f1e0638-1ca0-4d68-9edf-b472b488d116 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:51.659749 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b1ea3053-3233-4521-965b-f91a2fc79995 req-8f1e0638-1ca0-4d68-9edf-b472b488d116 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a8827f4-be41-495a-85a6-b736a7a54334 HTTP/1.1" status: 200 len: 945 time: 0.2650814 Dec 10 18:39:51.722477 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-fb0671e7-11e9-4249-a067-a64965a8e80b None None] Port bb302721-31e2-44b9-beda-caef6ebdfed9 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:39:51.729248 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=6e252207-dd46-4a16-ace6-611c8fbe7898,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:51.734949 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 958f96c3-d2ce-42eb-ae25-36be2ae3a2d3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:51.735376 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:51.736924 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8679918-0fd8-4e6e-a94c-d53a9b71c4f8 req-d4dbc49a-ac40-4bc5-bc00-62a7030d97de tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:51.753098 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8679918-0fd8-4e6e-a94c-d53a9b71c4f8 req-d4dbc49a-ac40-4bc5-bc00-62a7030d97de tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:51.774101 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-9508e6a5-037a-46bb-86ee-9e46345b5582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406ef001-b496-47ed-bfe7-3e0de664532c', 'name': 'tempest-NetworksTestDHCPv6-router-1840721623', 'tenant_id': '5206888eb8664e02a4054430b5bab51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:34Z', 'updated_at': '2021-12-10T18:39:49Z', 'revision_number': 3, 'project_id': '5206888eb8664e02a4054430b5bab51d', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:51.775752 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8679918-0fd8-4e6e-a94c-d53a9b71c4f8 req-d4dbc49a-ac40-4bc5-bc00-62a7030d97de tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:51.782059 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8679918-0fd8-4e6e-a94c-d53a9b71c4f8 req-d4dbc49a-ac40-4bc5-bc00-62a7030d97de tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:51.792665 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8679918-0fd8-4e6e-a94c-d53a9b71c4f8 req-d4dbc49a-ac40-4bc5-bc00-62a7030d97de tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:51.821934 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8679918-0fd8-4e6e-a94c-d53a9b71c4f8 req-d4dbc49a-ac40-4bc5-bc00-62a7030d97de tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:51.826497 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9508e6a5-037a-46bb-86ee-9e46345b5582 None None] Checking router: 406ef001-b496-47ed-bfe7-3e0de664532c for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:39:51.837120 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8679918-0fd8-4e6e-a94c-d53a9b71c4f8 req-d4dbc49a-ac40-4bc5-bc00-62a7030d97de tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:51.842364 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c8679918-0fd8-4e6e-a94c-d53a9b71c4f8 req-d4dbc49a-ac40-4bc5-bc00-62a7030d97de tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 5438 time: 0.2602322 Dec 10 18:39:51.855067 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b1ea3053-3233-4521-965b-f91a2fc79995 req-91a28eb7-2064-4747-a4a2-87b9f462c0f8 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790144 Dec 10 18:39:51.860139 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9508e6a5-037a-46bb-86ee-9e46345b5582 None None] Routers {'406ef001-b496-47ed-bfe7-3e0de664532c'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:39:51.860976 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-9508e6a5-037a-46bb-86ee-9e46345b5582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:39:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['406ef001-b496-47ed-bfe7-3e0de664532c'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:51.864489 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-38f9bd9f-402b-4744-8651-6487e73f1dfd tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting subnet a16d0815-7831-400b-948a-3262403f9bcd {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:39:51.880077 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-38f9bd9f-402b-4744-8651-6487e73f1dfd tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:51.892234 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41feb3eb-24c2-4523-be9e-d3c1548a17db req-81814007-63bf-4c83-9969-a68a1d7574c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:51.893834 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-41feb3eb-24c2-4523-be9e-d3c1548a17db req-81814007-63bf-4c83-9969-a68a1d7574c4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0a04faecbcfa41188d2feee97a69f07f&device_id=19e1710d-79e1-45fe-bc37-c45bc6384fc5 HTTP/1.1" status: 200 len: 1094 time: 0.1787493 Dec 10 18:39:51.961688 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port aad9df2d-747e-41c1-8ba7-f02dcfa42da7 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:39:51.963958 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:52.007354 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port aad9df2d-747e-41c1-8ba7-f02dcfa42da7 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:52.007354 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:52.012843 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-38f9bd9f-402b-4744-8651-6487e73f1dfd tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:52.040450 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-9508e6a5-037a-46bb-86ee-9e46345b5582 None None] Set router 406ef001-b496-47ed-bfe7-3e0de664532c gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:39:52.141875 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-7b67d528-639c-4703-83c5-bc6cb715fb97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb302721-31e2-44b9-beda-caef6ebdfed9 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:39:52.167073 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-9508e6a5-037a-46bb-86ee-9e46345b5582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406ef001-b496-47ed-bfe7-3e0de664532c', 'name': 'tempest-NetworksTestDHCPv6-router-1840721623', 'tenant_id': '5206888eb8664e02a4054430b5bab51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:34Z', 'updated_at': '2021-12-10T18:39:49Z', 'revision_number': 3, 'project_id': '5206888eb8664e02a4054430b5bab51d', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:52.189314 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:39:52.207224 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708604e1-5a6f-44a1-a354-e2f8d0428391 req-41d99168-b44e-49ba-9b8d-74c19a2cb5c1 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:52.218663 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-708604e1-5a6f-44a1-a354-e2f8d0428391 req-41d99168-b44e-49ba-9b8d-74c19a2cb5c1 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d21511-baab-40c8-8796-689bbca57609 HTTP/1.1" status: 200 len: 932 time: 0.2070398 Dec 10 18:39:52.233170 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9508e6a5-037a-46bb-86ee-9e46345b5582 None None] The sync data for ids ['406ef001-b496-47ed-bfe7-3e0de664532c'] in n-d-821435-1 is: [{'id': '406ef001-b496-47ed-bfe7-3e0de664532c', 'name': 'tempest-NetworksTestDHCPv6-router-1840721623', 'tenant_id': '5206888eb8664e02a4054430b5bab51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:34Z', 'updated_at': '2021-12-10T18:39:49Z', 'revision_number': 3, 'project_id': '5206888eb8664e02a4054430b5bab51d', 'gw_port_host': None}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:39:52.238349 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-7b67d528-639c-4703-83c5-bc6cb715fb97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:52.271836 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41feb3eb-24c2-4523-be9e-d3c1548a17db req-fc5df600-38f7-4236-a45d-3d812a2ec79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:52.286926 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-41feb3eb-24c2-4523-be9e-d3c1548a17db req-fc5df600-38f7-4236-a45d-3d812a2ec79d service neutron] 10.222.0.72 "GET /v2.0/networks?id=a132fecf-3945-4784-9a54-e47d149f1f01 HTTP/1.1" status: 200 len: 917 time: 0.3785806 Dec 10 18:39:52.334520 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 37336d05-2465-4ef9-907f-b9546be053ae, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=37336d05-2465-4ef9-907f-b9546be053ae,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:52.362448 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-7b67d528-639c-4703-83c5-bc6cb715fb97 service neutron] Transition to ACTIVE for port object bb302721-31e2-44b9-beda-caef6ebdfed9 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:39:52.375921 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-41feb3eb-24c2-4523-be9e-d3c1548a17db req-4e505d90-5741-4f2d-b30c-e161335c41dc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=573e5613-5e16-4782-8807-6098198491ff HTTP/1.1" status: 200 len: 217 time: 0.0750566 Dec 10 18:39:52.379404 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-7b67d528-639c-4703-83c5-bc6cb715fb97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:52.407470 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:52.444960 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-708604e1-5a6f-44a1-a354-e2f8d0428391 req-74d27fc5-8329-4526-9d66-d8bcd689a6a6 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb9b006-f70c-4e34-b1ab-8ba414ee140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251315 Dec 10 18:39:52.469730 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aa6b60b8-daec-4094-8924-91a9fa6b50ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:52.488195 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:52.509882 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c8679918-0fd8-4e6e-a94c-d53a9b71c4f8 req-64c027c6-74fc-4e34-a993-71715fc3958a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&id=7281f497-4962-41a8-857f-71fd676337b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6319785 Dec 10 18:39:52.575837 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=37336d05-2465-4ef9-907f-b9546be053ae,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:52.591339 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port aad9df2d-747e-41c1-8ba7-f02dcfa42da7, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=aad9df2d-747e-41c1-8ba7-f02dcfa42da7,segment=NetworkSegment(e05948e1-9161-48ed-b4af-bc8e75a07feb),segment_id=e05948e1-9161-48ed-b4af-bc8e75a07feb)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:52.595986 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:52.596922 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 40f653ce-1fcf-45ed-a19e-849218821b64 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:52.605400 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b67d528-639c-4703-83c5-bc6cb715fb97 service neutron] Pushing event updated for resources: {'Port': ['ID=bb302721-31e2-44b9-beda-caef6ebdfed9,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:52.668766 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41feb3eb-24c2-4523-be9e-d3c1548a17db req-9a576a39-1797-49d9-ba97-64e6dad592fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:52.676765 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-41feb3eb-24c2-4523-be9e-d3c1548a17db req-9a576a39-1797-49d9-ba97-64e6dad592fb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=82613507-236d-42d1-b7b2-90393d426128 HTTP/1.1" status: 200 len: 855 time: 0.2894948 Dec 10 18:39:52.684586 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-38f9bd9f-402b-4744-8651-6487e73f1dfd tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:52.796938 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=aad9df2d-747e-41c1-8ba7-f02dcfa42da7,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:52.830841 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 958f96c3-d2ce-42eb-ae25-36be2ae3a2d3 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:52.870197 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eecbe9-f8dc-4158-9a7f-01ca5fb7177f req-1c0c354d-283f-43d5-90a5-7705154d76d8 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:52.877757 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-98eecbe9-f8dc-4158-9a7f-01ca5fb7177f req-1c0c354d-283f-43d5-90a5-7705154d76d8 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=535bb5fe-7458-4429-adce-b38f7504101c HTTP/1.1" status: 200 len: 945 time: 0.2994580 Dec 10 18:39:52.894915 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-38f9bd9f-402b-4744-8651-6487e73f1dfd tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:52.900093 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 40f653ce-1fcf-45ed-a19e-849218821b64 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:39:52.902761 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e252207-dd46-4a16-ace6-611c8fbe7898'}, {'server_uuid': '859a7eff-c39f-4199-9aa8-be8685825fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37336d05-2465-4ef9-907f-b9546be053ae'}, {'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad9df2d-747e-41c1-8ba7-f02dcfa42da7'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:39:52.905311 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59879c5-17f6-41e1-8e9b-2eef26a55f59" -d '{"events": [{"server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "name": "network-vif-plugged", "status": "completed", "tag": "6e252207-dd46-4a16-ace6-611c8fbe7898"}, {"server_uuid": "859a7eff-c39f-4199-9aa8-be8685825fd4", "name": "network-vif-plugged", "status": "completed", "tag": "37336d05-2465-4ef9-907f-b9546be053ae"}, {"server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "name": "network-vif-plugged", "status": "completed", "tag": "aad9df2d-747e-41c1-8ba7-f02dcfa42da7"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:39:52.926323 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 40f653ce-1fcf-45ed-a19e-849218821b64 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:52.926703 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:52.932464 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41feb3eb-24c2-4523-be9e-d3c1548a17db req-3e0cc998-468f-4319-be73-644a3433d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:52.934266 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-41feb3eb-24c2-4523-be9e-d3c1548a17db req-3e0cc998-468f-4319-be73-644a3433d848 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a132fecf-3945-4784-9a54-e47d149f1f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2389495 Dec 10 18:39:52.957612 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab91bf7-dc5d-437e-a55f-9b31c9ae9c8b req-b34eeeee-7e39-49b2-bfbf-25355abfbaac tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:52.967727 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aab91bf7-dc5d-437e-a55f-9b31c9ae9c8b req-b34eeeee-7e39-49b2-bfbf-25355abfbaac tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 949 time: 0.2056086 Dec 10 18:39:52.981810 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-7b67d528-639c-4703-83c5-bc6cb715fb97 service neutron] Attempting to bind port bb302721-31e2-44b9-beda-caef6ebdfed9 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:39:52.982152 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-7b67d528-639c-4703-83c5-bc6cb715fb97 service neutron] Attempting to bind port bb302721-31e2-44b9-beda-caef6ebdfed9 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '2144d0cb-dbc0-42c3-b1a1-43c3f051561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a132fecf-3945-4784-9a54-e47d149f1f01'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:39:52.982490 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-7b67d528-639c-4703-83c5-bc6cb715fb97 service neutron] Attempting to bind port bb302721-31e2-44b9-beda-caef6ebdfed9 on network a132fecf-3945-4784-9a54-e47d149f1f01 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:52.986927 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f9bd9f-402b-4744-8651-6487e73f1dfd tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Subnet': ['ID=a16d0815-7831-400b-948a-3262403f9bcd,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:52.994223 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-38f9bd9f-402b-4744-8651-6487e73f1dfd tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:52.998178 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bde662-d602-49d6-886c-5f2e01747c3b None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:52.998529 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-38f9bd9f-402b-4744-8651-6487e73f1dfd tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/a16d0815-7831-400b-948a-3262403f9bcd HTTP/1.1" status: 204 len: 168 time: 1.3685668 Dec 10 18:39:53.001531 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54430) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:53.039645 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-7b67d528-639c-4703-83c5-bc6cb715fb97 service neutron] Port bb302721-31e2-44b9-beda-caef6ebdfed9 on network a132fecf-3945-4784-9a54-e47d149f1f01 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:39:53.039866 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-7b67d528-639c-4703-83c5-bc6cb715fb97 service neutron] Attempting to bind port bb302721-31e2-44b9-beda-caef6ebdfed9 on network a132fecf-3945-4784-9a54-e47d149f1f01 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:53.061162 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-98eecbe9-f8dc-4158-9a7f-01ca5fb7177f req-0132e0a5-6b47-42bc-9b17-52fb20d70799 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802888 Dec 10 18:39:53.070844 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-7b67d528-639c-4703-83c5-bc6cb715fb97 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:39:53.077123 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-7b67d528-639c-4703-83c5-bc6cb715fb97 service neutron] Checking segment: {'id': '2144d0cb-dbc0-42c3-b1a1-43c3f051561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a132fecf-3945-4784-9a54-e47d149f1f01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:53.077542 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-7b67d528-639c-4703-83c5-bc6cb715fb97 service neutron] Bound using segment: {'id': '2144d0cb-dbc0-42c3-b1a1-43c3f051561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a132fecf-3945-4784-9a54-e47d149f1f01'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:39:53.078015 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-7b67d528-639c-4703-83c5-bc6cb715fb97 service neutron] Bound port: bb302721-31e2-44b9-beda-caef6ebdfed9, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2144d0cb-dbc0-42c3-b1a1-43c3f051561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a132fecf-3945-4784-9a54-e47d149f1f01'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:39:53.078391 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-7b67d528-639c-4703-83c5-bc6cb715fb97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:53.209056 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aab91bf7-dc5d-437e-a55f-9b31c9ae9c8b req-bd6eb991-8364-4de6-8b6a-4911af78b06e tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369771 Dec 10 18:39:53.219477 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 958f96c3-d2ce-42eb-ae25-36be2ae3a2d3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:53.219858 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:53.274573 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-90def83b-1054-4ddc-8b73-b799196dd812 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2717428 Dec 10 18:39:53.275209 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54436) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:53.299920 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 10 Dec 2021 18:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5cab32-a5e5-43a7-895e-9e02d105d1a1 x-openstack-request-id: req-5a5cab32-a5e5-43a7-895e-9e02d105d1a1 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:39:53.300217 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "name": "network-vif-plugged", "status": "completed", "tag": "6e252207-dd46-4a16-ace6-611c8fbe7898", "code": 200}, {"server_uuid": "859a7eff-c39f-4199-9aa8-be8685825fd4", "name": "network-vif-plugged", "status": "completed", "tag": "37336d05-2465-4ef9-907f-b9546be053ae", "code": 200}, {"server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "name": "network-vif-plugged", "status": "completed", "tag": "aad9df2d-747e-41c1-8ba7-f02dcfa42da7", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:39:53.300478 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5a5cab32-a5e5-43a7-895e-9e02d105d1a1 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:39:53.300913 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e252207-dd46-4a16-ace6-611c8fbe7898', 'code': 200} Dec 10 18:39:53.301168 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859a7eff-c39f-4199-9aa8-be8685825fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37336d05-2465-4ef9-907f-b9546be053ae', 'code': 200} Dec 10 18:39:53.301421 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad9df2d-747e-41c1-8ba7-f02dcfa42da7', 'code': 200} Dec 10 18:39:53.416942 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:53.438824 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:53.459637 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aa003de3-ddca-44ce-a03b-f5b1a99e1962 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:53.521386 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 40f653ce-1fcf-45ed-a19e-849218821b64, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=40f653ce-1fcf-45ed-a19e-849218821b64,segment=NetworkSegment(53d22bf0-091e-4356-bd63-315f4840e96e),segment_id=53d22bf0-091e-4356-bd63-315f4840e96e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:53.587505 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b523aa72-f91e-4813-a8a6-8857a2195461 None None] DHCP port deletion for 4c9579a2-8f48-40cb-87f0-dbca0f4b521d request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:39:53.620795 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:53.623814 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 52cb90af-522a-428d-bd1f-7eda73d0610a no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:39:53.639865 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-41feb3eb-24c2-4523-be9e-d3c1548a17db req-b150fc65-a231-4c82-9351-244c94ab268e service neutron] 10.222.0.72 "GET /v2.0/networks/a132fecf-3945-4784-9a54-e47d149f1f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6958342 Dec 10 18:39:53.648550 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa4e1d-ce3d-4eb6-afb2-5b323bbf436b req-b8628b2a-9f4b-4531-bbd0-606d6533c57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:53.650208 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4dfa4e1d-ce3d-4eb6-afb2-5b323bbf436b req-b8628b2a-9f4b-4531-bbd0-606d6533c57e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 1100 time: 0.2442100 Dec 10 18:39:53.653503 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 584cf1dd-1af4-46a0-83d5-636ef55fe320 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:53.667268 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf45d4-afe4-4435-9422-6642a0531024 req-eb16063c-4e61-4efd-9471-955e46d79990 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:53.668802 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d2cf45d4-afe4-4435-9422-6642a0531024 req-eb16063c-4e61-4efd-9471-955e46d79990 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a8827f4-be41-495a-85a6-b736a7a54334 HTTP/1.1" status: 200 len: 945 time: 0.1759195 Dec 10 18:39:53.706658 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 52cb90af-522a-428d-bd1f-7eda73d0610a {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:39:53.707191 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 52cb90af-522a-428d-bd1f-7eda73d0610a not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:39:53.749909 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-7b67d528-639c-4703-83c5-bc6cb715fb97 service neutron] For port bb302721-31e2-44b9-beda-caef6ebdfed9, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:39:53.766513 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=40f653ce-1fcf-45ed-a19e-849218821b64,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:53.767227 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-7b67d528-639c-4703-83c5-bc6cb715fb97 service neutron] For port bb302721-31e2-44b9-beda-caef6ebdfed9, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=bb302721-31e2-44b9-beda-caef6ebdfed9,segment=NetworkSegment(2144d0cb-dbc0-42c3-b1a1-43c3f051561c),segment_id=2144d0cb-dbc0-42c3-b1a1-43c3f051561c)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:39:53.778251 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:53.778758 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:53.779284 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:53.779731 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:53.780946 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:53.781436 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:53.781547 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-7b67d528-639c-4703-83c5-bc6cb715fb97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:53.781978 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:53.782460 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:53.782993 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:53.783935 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:53.784114 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:53.784594 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:53.785181 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:53.796481 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b523aa72-f91e-4813-a8a6-8857a2195461 None None] Deleting port f7d1e869-3c24-47fb-8786-4493f27baeae {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:53.797049 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b523aa72-f91e-4813-a8a6-8857a2195461 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:53.866413 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-7b67d528-639c-4703-83c5-bc6cb715fb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:53.867135 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-7b67d528-639c-4703-83c5-bc6cb715fb97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:53.868561 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-7b67d528-639c-4703-83c5-bc6cb715fb97 service neutron] 10.222.0.46 "PUT /v2.0/ports/bb302721-31e2-44b9-beda-caef6ebdfed9 HTTP/1.1" status: 200 len: 1092 time: 3.5410092 Dec 10 18:39:53.871643 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d21511-baab-40c8-8796-689bbca57609', 'tag': 'bb302721-31e2-44b9-beda-caef6ebdfed9'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:39:53.874027 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f93ded2-7ee7-4887-a6f4-8210720c000f" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d21511-baab-40c8-8796-689bbca57609", "tag": "bb302721-31e2-44b9-beda-caef6ebdfed9"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:39:53.889001 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d2cf45d4-afe4-4435-9422-6642a0531024 req-3eb5f2d5-a730-4021-bcc9-1b8443feb72e tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022750 Dec 10 18:39:53.891029 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-41feb3eb-24c2-4523-be9e-d3c1548a17db req-a7406702-eddc-46b8-a1cc-8a0a0a006ea1 service neutron] 10.222.0.72 "GET /v2.0/networks/a132fecf-3945-4784-9a54-e47d149f1f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388885 Dec 10 18:39:53.891384 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device a2e86c1e-7df4-452d-a81e-ab6e5e979549 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:53.899703 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aa003de3-ddca-44ce-a03b-f5b1a99e1962 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:53.904657 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aa003de3-ddca-44ce-a03b-f5b1a99e1962 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:53.905877 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b67d528-639c-4703-83c5-bc6cb715fb97 service neutron] Pushing event updated for resources: {'Port': ['ID=bb302721-31e2-44b9-beda-caef6ebdfed9,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:53.930884 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ec00f-ff38-497a-a5ad-c18e4864a554 req-cefe53f3-f56b-4363-8539-e7db10ee2bf8 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:53.946820 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-882ec00f-ff38-497a-a5ad-c18e4864a554 req-cefe53f3-f56b-4363-8539-e7db10ee2bf8 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d21511-baab-40c8-8796-689bbca57609 HTTP/1.1" status: 200 len: 944 time: 0.3297863 Dec 10 18:39:54.003708 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 584cf1dd-1af4-46a0-83d5-636ef55fe320 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:39:54.012547 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-9df5955b-a735-4bbb-95dc-5cd0444643c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:54.013083 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 584cf1dd-1af4-46a0-83d5-636ef55fe320 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:54.013467 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:54.016057 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-9df5955b-a735-4bbb-95dc-5cd0444643c3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a04faecbcfa41188d2feee97a69f07f&device_id=e7d21511-baab-40c8-8796-689bbca57609 HTTP/1.1" status: 200 len: 1095 time: 0.0837069 Dec 10 18:39:54.040514 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4dfa4e1d-ce3d-4eb6-afb2-5b323bbf436b req-f2ecaa98-f6a3-49b2-8d76-e466111c18b2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489325 Dec 10 18:39:54.043741 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aa003de3-ddca-44ce-a03b-f5b1a99e1962 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:54.043741 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa003de3-ddca-44ce-a03b-f5b1a99e1962 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Fanout notify agent at l3_agent the message router_deleted on router 406ef001-b496-47ed-bfe7-3e0de664532c {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:39:54.060032 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aa003de3-ddca-44ce-a03b-f5b1a99e1962 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:54.065135 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-aa003de3-ddca-44ce-a03b-f5b1a99e1962 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/routers/406ef001-b496-47ed-bfe7-3e0de664532c HTTP/1.1" status: 204 len: 168 time: 0.7888131 Dec 10 18:39:54.065849 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54446) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:54.081343 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-b1bbbff6-c8a0-4cc9-8253-01e5c9f644a7 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'subnet': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:54.220803 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-c77c7327-eb10-4b00-9618-a6be40d88bdd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb302721-31e2-44b9-beda-caef6ebdfed9 HTTP/1.1" status: 200 len: 217 time: 0.1659853 Dec 10 18:39:54.238220 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c1aff-4ffb-4caf-a77e-93e80fc3b4b6 req-a6a4ca16-5460-41bf-9556-7df9a9adaffc tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:54.240074 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1d6c1aff-4ffb-4caf-a77e-93e80fc3b4b6 req-a6a4ca16-5460-41bf-9556-7df9a9adaffc tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=535bb5fe-7458-4429-adce-b38f7504101c HTTP/1.1" status: 200 len: 945 time: 0.2153680 Dec 10 18:39:54.290610 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b523aa72-f91e-4813-a8a6-8857a2195461 None None] For port f7d1e869-3c24-47fb-8786-4493f27baeae, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=f7d1e869-3c24-47fb-8786-4493f27baeae,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:54.291021 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b523aa72-f91e-4813-a8a6-8857a2195461 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:54.300898 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-882ec00f-ff38-497a-a5ad-c18e4864a554 req-026139d3-3629-4e6d-9dc6-f5edfa66108a tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb9b006-f70c-4e34-b1ab-8ba414ee140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432724 Dec 10 18:39:54.324173 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b523aa72-f91e-4813-a8a6-8857a2195461 None None] Calling delete_port for f7d1e869-3c24-47fb-8786-4493f27baeae owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:54.345926 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-ab4bb7f4-f7ba-43a1-a047-68cfb5965060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:54.347730 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-ab4bb7f4-f7ba-43a1-a047-68cfb5965060 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82613507-236d-42d1-b7b2-90393d426128 HTTP/1.1" status: 200 len: 855 time: 0.1055043 Dec 10 18:39:54.399323 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1d6c1aff-4ffb-4caf-a77e-93e80fc3b4b6 req-c6ad9188-3df1-4732-a795-697aa12ddbd9 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170528 Dec 10 18:39:54.429397 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-3ba0c89a-f25e-4d0b-bdee-4806130cc63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:54.429397 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-3ba0c89a-f25e-4d0b-bdee-4806130cc63f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a132fecf-3945-4784-9a54-e47d149f1f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642116 Dec 10 18:39:54.429696 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1bbbff6-c8a0-4cc9-8253-01e5c9f644a7 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:54.429696 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b1bbbff6-c8a0-4cc9-8253-01e5c9f644a7 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:54.467548 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port a2e86c1e-7df4-452d-a81e-ab6e5e979549 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:39:54.476154 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port a2e86c1e-7df4-452d-a81e-ab6e5e979549 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:54.476589 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:54.509178 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:54.515891 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9592cb-fa46-4e0b-82f5-ac2440c7c4b4 req-e8ee12b5-872b-40ed-b576-6a4a5dcca8ef tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:54.523234 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9592cb-fa46-4e0b-82f5-ac2440c7c4b4 req-e8ee12b5-872b-40ed-b576-6a4a5dcca8ef tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:54.529681 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9592cb-fa46-4e0b-82f5-ac2440c7c4b4 req-e8ee12b5-872b-40ed-b576-6a4a5dcca8ef tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:54.536567 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9592cb-fa46-4e0b-82f5-ac2440c7c4b4 req-e8ee12b5-872b-40ed-b576-6a4a5dcca8ef tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:54.544200 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9592cb-fa46-4e0b-82f5-ac2440c7c4b4 req-e8ee12b5-872b-40ed-b576-6a4a5dcca8ef tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:54.550551 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9592cb-fa46-4e0b-82f5-ac2440c7c4b4 req-e8ee12b5-872b-40ed-b576-6a4a5dcca8ef tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:54.559675 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9592cb-fa46-4e0b-82f5-ac2440c7c4b4 req-e8ee12b5-872b-40ed-b576-6a4a5dcca8ef tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:54.572497 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bf9592cb-fa46-4e0b-82f5-ac2440c7c4b4 req-e8ee12b5-872b-40ed-b576-6a4a5dcca8ef tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 5440 time: 0.1900651 Dec 10 18:39:54.573932 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c539e9-2122-4d6b-81bd-d315cbc02fdb x-openstack-request-id: req-d6c539e9-2122-4d6b-81bd-d315cbc02fdb {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:39:54.574978 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d21511-baab-40c8-8796-689bbca57609", "tag": "bb302721-31e2-44b9-beda-caef6ebdfed9", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:39:54.576075 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d6c539e9-2122-4d6b-81bd-d315cbc02fdb {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:39:54.576597 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d21511-baab-40c8-8796-689bbca57609', 'tag': 'bb302721-31e2-44b9-beda-caef6ebdfed9', 'status': 'completed', 'code': 200} Dec 10 18:39:54.581395 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 584cf1dd-1af4-46a0-83d5-636ef55fe320, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=584cf1dd-1af4-46a0-83d5-636ef55fe320,segment=NetworkSegment(53d22bf0-091e-4356-bd63-315f4840e96e),segment_id=53d22bf0-091e-4356-bd63-315f4840e96e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:54.596079 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:54.596998 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device b5799b23-3ac5-4da6-ad03-a9a9b629a357 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:54.686720 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-db7b9c05-2a58-4866-baa2-bd91af33495e service neutron] 10.222.0.46 "GET /v2.0/networks/a132fecf-3945-4784-9a54-e47d149f1f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538157 Dec 10 18:39:54.712703 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device f7d1e869-3c24-47fb-8786-4493f27baeae no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:39:54.730391 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bf9592cb-fa46-4e0b-82f5-ac2440c7c4b4 req-2583a253-510c-4112-ace9-b59a73e4a29e tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&id=7281f497-4962-41a8-857f-71fd676337b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1520369 Dec 10 18:39:54.761323 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b523aa72-f91e-4813-a8a6-8857a2195461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:54.782226 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: f7d1e869-3c24-47fb-8786-4493f27baeae {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:39:54.782702 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device f7d1e869-3c24-47fb-8786-4493f27baeae not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:39:54.851160 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b1bbbff6-c8a0-4cc9-8253-01e5c9f644a7 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:54.853460 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b523aa72-f91e-4813-a8a6-8857a2195461 None None] No DVR routers for this DVR port f7d1e869-3c24-47fb-8786-4493f27baeae on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:39:54.857501 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:54.876023 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port b5799b23-3ac5-4da6-ad03-a9a9b629a357 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:39:54.878111 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=584cf1dd-1af4-46a0-83d5-636ef55fe320,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:54.897110 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port b5799b23-3ac5-4da6-ad03-a9a9b629a357 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:54.897340 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:54.910708 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52e6b0f3-a95a-46cb-8df0-0105f832ce71 req-da4584cc-3238-495b-b041-ee3af52d3bec service neutron] 10.222.0.46 "GET /v2.0/networks/a132fecf-3945-4784-9a54-e47d149f1f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038536 Dec 10 18:39:54.918381 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523aa72-f91e-4813-a8a6-8857a2195461 None None] Pushing event deleted for resources: {'Port': ['ID=f7d1e869-3c24-47fb-8786-4493f27baeae,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:54.933953 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bcec88-120e-4e8c-b850-d008f0a4592c req-de640fcb-69f8-4c07-ba86-1a27a92c73ee tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:54.936904 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:54.945059 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a5bcec88-120e-4e8c-b850-d008f0a4592c req-de640fcb-69f8-4c07-ba86-1a27a92c73ee tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 949 time: 0.2488246 Dec 10 18:39:54.947512 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bbbff6-c8a0-4cc9-8253-01e5c9f644a7 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:54.950705 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bbbff6-c8a0-4cc9-8253-01e5c9f644a7 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Subnet': ['ID=8cd1757d-ba04-4769-bc7f-d1f3d0395719,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:54.958295 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-b1bbbff6-c8a0-4cc9-8253-01e5c9f644a7 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:54.975902 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8a19d1-54b7-44d4-bb4d-f5d1e338e412 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:54.978281 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bbbff6-c8a0-4cc9-8253-01e5c9f644a7 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:54.978851 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b1bbbff6-c8a0-4cc9-8253-01e5c9f644a7 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:55.016443 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b1bbbff6-c8a0-4cc9-8253-01e5c9f644a7 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9409702 Dec 10 18:39:55.021858 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54456) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:55.039572 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port a2e86c1e-7df4-452d-a81e-ab6e5e979549, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=a2e86c1e-7df4-452d-a81e-ab6e5e979549,segment=NetworkSegment(2144d0cb-dbc0-42c3-b1a1-43c3f051561c),segment_id=2144d0cb-dbc0-42c3-b1a1-43c3f051561c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:55.058365 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-208471d7-29f2-4bab-9514-57231defecee tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1018072605', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:55.062855 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac8bd5-a8bd-4ad2-8325-e813f31a181b req-1c0c2281-0c3d-470a-9ef2-fa7e5ad7d6c9 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:55.064527 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0fac8bd5-a8bd-4ad2-8325-e813f31a181b req-1c0c2281-0c3d-470a-9ef2-fa7e5ad7d6c9 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a8827f4-be41-495a-85a6-b736a7a54334 HTTP/1.1" status: 200 len: 945 time: 0.0614092 Dec 10 18:39:55.089754 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:55.126570 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a5bcec88-120e-4e8c-b850-d008f0a4592c req-5387550e-efed-4c53-9555-63ed48454939 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804194 Dec 10 18:39:55.130721 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-208471d7-29f2-4bab-9514-57231defecee tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:55.131078 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0fac8bd5-a8bd-4ad2-8325-e813f31a181b req-41f1af6f-f395-4a12-af50-2b1501f98e56 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595262 Dec 10 18:39:55.132755 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-208471d7-29f2-4bab-9514-57231defecee tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:55.143172 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93ded2-7ee7-4887-a6f4-8210720c000f req-1ec3b34a-6996-4658-898a-c401a4780b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:55.144752 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4f93ded2-7ee7-4887-a6f4-8210720c000f req-1ec3b34a-6996-4658-898a-c401a4780b9a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a04faecbcfa41188d2feee97a69f07f&device_id=e7d21511-baab-40c8-8796-689bbca57609 HTTP/1.1" status: 200 len: 1095 time: 0.1467781 Dec 10 18:39:55.247862 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb724b-236a-4791-a502-bea7230ef22a req-f72388d2-b273-4740-b828-fb8a5218c316 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:55.251596 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5bdb724b-236a-4791-a502-bea7230ef22a req-f72388d2-b273-4740-b828-fb8a5218c316 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.46 "GET /v2.0/ports?device_id=535bb5fe-7458-4429-adce-b38f7504101c HTTP/1.1" status: 200 len: 945 time: 0.0751474 Dec 10 18:39:55.273307 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-208471d7-29f2-4bab-9514-57231defecee tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:55.275224 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 573e5613-5e16-4782-8807-6098198491ff details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:39:55.286256 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-208471d7-29f2-4bab-9514-57231defecee tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:55.306609 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:55.308953 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f653ce-1fcf-45ed-a19e-849218821b64'}, {'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584cf1dd-1af4-46a0-83d5-636ef55fe320'}, {'server_uuid': 'd17b34f6-bd46-41b9-8e9d-41a0e60036ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e86c1e-7df4-452d-a81e-ab6e5e979549'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:39:55.311662 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e261de-69cf-41b1-b13a-7769c45fc3fa" -d '{"events": [{"server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "name": "network-vif-plugged", "status": "completed", "tag": "40f653ce-1fcf-45ed-a19e-849218821b64"}, {"server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "name": "network-vif-plugged", "status": "completed", "tag": "584cf1dd-1af4-46a0-83d5-636ef55fe320"}, {"server_uuid": "d17b34f6-bd46-41b9-8e9d-41a0e60036ac", "name": "network-vif-plugged", "status": "completed", "tag": "a2e86c1e-7df4-452d-a81e-ab6e5e979549"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:39:55.330849 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-208471d7-29f2-4bab-9514-57231defecee tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:55.331789 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=a2e86c1e-7df4-452d-a81e-ab6e5e979549,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:55.332668 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-208471d7-29f2-4bab-9514-57231defecee tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2842443 Dec 10 18:39:55.335462 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54464) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:55.435861 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecaab7c-b124-44e4-9b8b-c31be8c0d3da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'project_id': '5206888eb8664e02a4054430b5bab51d', 'fixed_ips': [{'subnet_id': '8cd1757d-ba04-4769-bc7f-d1f3d0395719'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:39:55.436655 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aecaab7c-b124-44e4-9b8b-c31be8c0d3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:55.464975 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 10 Dec 2021 18:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb881aa-7cc4-421f-b2e7-fa67893819bd x-openstack-request-id: req-edb881aa-7cc4-421f-b2e7-fa67893819bd {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:39:55.465416 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "name": "network-vif-plugged", "status": "completed", "tag": "40f653ce-1fcf-45ed-a19e-849218821b64", "code": 200}, {"server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "name": "network-vif-plugged", "status": "completed", "tag": "584cf1dd-1af4-46a0-83d5-636ef55fe320", "code": 200}, {"server_uuid": "d17b34f6-bd46-41b9-8e9d-41a0e60036ac", "name": "network-vif-plugged", "status": "completed", "tag": "a2e86c1e-7df4-452d-a81e-ab6e5e979549", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:39:55.465751 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-edb881aa-7cc4-421f-b2e7-fa67893819bd {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:39:55.466410 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f653ce-1fcf-45ed-a19e-849218821b64', 'code': 200} Dec 10 18:39:55.466763 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584cf1dd-1af4-46a0-83d5-636ef55fe320', 'code': 200} Dec 10 18:39:55.467106 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17b34f6-bd46-41b9-8e9d-41a0e60036ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e86c1e-7df4-452d-a81e-ab6e5e979549', 'code': 200} Dec 10 18:39:55.478301 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port b5799b23-3ac5-4da6-ad03-a9a9b629a357, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=b5799b23-3ac5-4da6-ad03-a9a9b629a357,segment=NetworkSegment(f092dc72-7f5e-4edc-b4cd-c88c6d49a971),segment_id=f092dc72-7f5e-4edc-b4cd-c88c6d49a971)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:55.495770 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:55.496979 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 5e305941-2cd9-4b3b-b5ee-5c4eac821c82 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:55.531780 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:55.614847 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef9402-bc82-4de3-b30a-c5183dca0bac req-121f26a5-1954-4395-b3ba-05e82ae8182e tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:55.628503 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-adef9402-bc82-4de3-b30a-c5183dca0bac req-121f26a5-1954-4395-b3ba-05e82ae8182e tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d21511-baab-40c8-8796-689bbca57609 HTTP/1.1" status: 200 len: 944 time: 0.1398618 Dec 10 18:39:55.629254 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93ded2-7ee7-4887-a6f4-8210720c000f req-65a401f1-4fa8-45f3-aba6-a3ec4178222d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:55.630894 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4f93ded2-7ee7-4887-a6f4-8210720c000f req-65a401f1-4fa8-45f3-aba6-a3ec4178222d service neutron] 10.222.0.46 "GET /v2.0/networks?id=a132fecf-3945-4784-9a54-e47d149f1f01 HTTP/1.1" status: 200 len: 917 time: 0.4766293 Dec 10 18:39:55.680077 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-5bdb724b-236a-4791-a502-bea7230ef22a req-479e1d1f-e478-47f9-90cc-3a2d1f0178f3 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Deleting port 464c704e-1931-42e0-a9db-b2f78591d816 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:55.680378 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5bdb724b-236a-4791-a502-bea7230ef22a req-479e1d1f-e478-47f9-90cc-3a2d1f0178f3 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:55.705404 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 573e5613-5e16-4782-8807-6098198491ff, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=573e5613-5e16-4782-8807-6098198491ff,segment=NetworkSegment(2144d0cb-dbc0-42c3-b1a1-43c3f051561c),segment_id=2144d0cb-dbc0-42c3-b1a1-43c3f051561c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:55.707960 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=b5799b23-3ac5-4da6-ad03-a9a9b629a357,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:55.730305 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '573e5613-5e16-4782-8807-6098198491ff', 'network_id': 'a132fecf-3945-4784-9a54-e47d149f1f01', 'port_id': '573e5613-5e16-4782-8807-6098198491ff', 'mac_address': 'fa:16:3e:f4:4b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82613507-236d-42d1-b7b2-90393d426128', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:39:55.765145 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4f93ded2-7ee7-4887-a6f4-8210720c000f req-0d4e1857-9e41-4b2b-83a4-7ff3a6e9e45b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb302721-31e2-44b9-beda-caef6ebdfed9 HTTP/1.1" status: 200 len: 217 time: 0.1085904 Dec 10 18:39:55.790166 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-adef9402-bc82-4de3-b30a-c5183dca0bac req-969728d2-e8ab-4db4-bde8-c6cc235c5a8f tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb9b006-f70c-4e34-b1ab-8ba414ee140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596024 Dec 10 18:39:55.804775 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 5e305941-2cd9-4b3b-b5ee-5c4eac821c82 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:39:55.812827 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 5e305941-2cd9-4b3b-b5ee-5c4eac821c82 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:55.813299 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:55.855158 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-aecaab7c-b124-44e4-9b8b-c31be8c0d3da None None] Allocated IP 2001:db8::2 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/8cd1757d-ba04-4769-bc7f-d1f3d0395719/07d78d5e-722d-4775-8840-892acf65a52e) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:55.861434 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:55.864157 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-5bdb724b-236a-4791-a502-bea7230ef22a req-479e1d1f-e478-47f9-90cc-3a2d1f0178f3 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] For port 464c704e-1931-42e0-a9db-b2f78591d816, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=464c704e-1931-42e0-a9db-b2f78591d816,segment=NetworkSegment(68572a96-1438-4984-beb8-3a086b879b0d),segment_id=68572a96-1438-4984-beb8-3a086b879b0d)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:55.864763 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5bdb724b-236a-4791-a502-bea7230ef22a req-479e1d1f-e478-47f9-90cc-3a2d1f0178f3 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:55.887465 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device bb302721-31e2-44b9-beda-caef6ebdfed9 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:39:55.889279 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-5bdb724b-236a-4791-a502-bea7230ef22a req-479e1d1f-e478-47f9-90cc-3a2d1f0178f3 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Calling delete_port for 464c704e-1931-42e0-a9db-b2f78591d816 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:55.918868 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744b8f0-cfea-4512-8656-95a7ae0583c4 req-ef2d92ca-4554-4aa8-9e7c-cf2fb23a0dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:55.920442 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f744b8f0-cfea-4512-8656-95a7ae0583c4 req-ef2d92ca-4554-4aa8-9e7c-cf2fb23a0dc6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d17b34f6-bd46-41b9-8e9d-41a0e60036ac HTTP/1.1" status: 200 len: 1096 time: 0.3046863 Dec 10 18:39:55.921195 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 573e5613-5e16-4782-8807-6098198491ff {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:39:55.944598 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24c1ac-12c3-479b-8262-a41517d57bdb req-47ae8ba2-3d8c-48b5-8ce8-62e89cb5e60b tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:55.953629 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef24c1ac-12c3-479b-8262-a41517d57bdb req-47ae8ba2-3d8c-48b5-8ce8-62e89cb5e60b tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/ports?device_id=535bb5fe-7458-4429-adce-b38f7504101c HTTP/1.1" status: 200 len: 945 time: 0.3293700 Dec 10 18:39:55.990608 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 573e5613-5e16-4782-8807-6098198491ff, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=573e5613-5e16-4782-8807-6098198491ff,segment=NetworkSegment(2144d0cb-dbc0-42c3-b1a1-43c3f051561c),segment_id=2144d0cb-dbc0-42c3-b1a1-43c3f051561c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:56.034552 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93ded2-7ee7-4887-a6f4-8210720c000f req-b2103a77-1ea1-4adc-a89f-cf9ba706d55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:56.038153 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4f93ded2-7ee7-4887-a6f4-8210720c000f req-b2103a77-1ea1-4adc-a89f-cf9ba706d55a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82613507-236d-42d1-b7b2-90393d426128 HTTP/1.1" status: 200 len: 855 time: 0.2303159 Dec 10 18:39:56.045743 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:56.076198 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5bdb724b-236a-4791-a502-bea7230ef22a req-479e1d1f-e478-47f9-90cc-3a2d1f0178f3 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:56.122964 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e1d1f-e478-47f9-90cc-3a2d1f0178f3 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Pushing event deleted for resources: {'Port': ['ID=464c704e-1931-42e0-a9db-b2f78591d816,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:56.152588 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5ee8a714-6695-42b9-83d4-2cc115baa569 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:56.181095 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef24c1ac-12c3-479b-8262-a41517d57bdb req-0436ab64-22fc-4741-98c3-9ed6eaa9d931 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups?id=256a9def-e964-4930-bb0b-669965c4cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136431 Dec 10 18:39:56.227951 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bdb724b-236a-4791-a502-bea7230ef22a req-479e1d1f-e478-47f9-90cc-3a2d1f0178f3 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] No DVR routers for this DVR port 464c704e-1931-42e0-a9db-b2f78591d816 on host n-h1-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:39:56.233314 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5bdb724b-236a-4791-a502-bea7230ef22a req-479e1d1f-e478-47f9-90cc-3a2d1f0178f3 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:56.237712 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5bdb724b-236a-4791-a502-bea7230ef22a req-479e1d1f-e478-47f9-90cc-3a2d1f0178f3 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.46 "DELETE /v2.0/ports/464c704e-1931-42e0-a9db-b2f78591d816 HTTP/1.1" status: 204 len: 173 time: 0.9772377 Dec 10 18:39:56.241751 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535bb5fe-7458-4429-adce-b38f7504101c', 'name': 'network-vif-deleted', 'tag': '464c704e-1931-42e0-a9db-b2f78591d816'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:39:56.246237 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e5ff9f-084d-43bc-a192-58bb9fa5f7c2" -d '{"events": [{"server_uuid": "535bb5fe-7458-4429-adce-b38f7504101c", "name": "network-vif-deleted", "tag": "464c704e-1931-42e0-a9db-b2f78591d816"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:39:56.262044 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f744b8f0-cfea-4512-8656-95a7ae0583c4 req-eb7b1ceb-66a8-4c89-aad7-b6597c4f2e21 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2cb9b006-f70c-4e34-b1ab-8ba414ee140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852819 Dec 10 18:39:56.275318 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:56.306603 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=573e5613-5e16-4782-8807-6098198491ff,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:56.357454 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93020407-0250-4c9e-a873-fbda43cb1714 req-1b4b4b30-e6e1-41e7-8846-a797931e1aef tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:56.373337 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93020407-0250-4c9e-a873-fbda43cb1714 req-1b4b4b30-e6e1-41e7-8846-a797931e1aef tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:56.382707 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['464c704e-1931-42e0-a9db-b2f78591d816'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:39:56.399937 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93020407-0250-4c9e-a873-fbda43cb1714 req-1b4b4b30-e6e1-41e7-8846-a797931e1aef tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:56.408306 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93020407-0250-4c9e-a873-fbda43cb1714 req-1b4b4b30-e6e1-41e7-8846-a797931e1aef tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:56.416398 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93020407-0250-4c9e-a873-fbda43cb1714 req-1b4b4b30-e6e1-41e7-8846-a797931e1aef tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:56.423677 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93020407-0250-4c9e-a873-fbda43cb1714 req-1b4b4b30-e6e1-41e7-8846-a797931e1aef tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:56.431348 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93020407-0250-4c9e-a873-fbda43cb1714 req-1b4b4b30-e6e1-41e7-8846-a797931e1aef tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:56.433818 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-93020407-0250-4c9e-a873-fbda43cb1714 req-1b4b4b30-e6e1-41e7-8846-a797931e1aef tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 5442 time: 0.3246469 Dec 10 18:39:56.478684 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aecaab7c-b124-44e4-9b8b-c31be8c0d3da None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:56.524347 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aecaab7c-b124-44e4-9b8b-c31be8c0d3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:56.525299 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-93020407-0250-4c9e-a873-fbda43cb1714 req-f0671736-1c0a-48e5-a0f8-4dd6c3ed7329 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&id=7281f497-4962-41a8-857f-71fd676337b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0819862 Dec 10 18:39:56.556553 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port bb302721-31e2-44b9-beda-caef6ebdfed9, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=bb302721-31e2-44b9-beda-caef6ebdfed9,segment=NetworkSegment(2144d0cb-dbc0-42c3-b1a1-43c3f051561c),segment_id=2144d0cb-dbc0-42c3-b1a1-43c3f051561c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:56.583157 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': 'bb302721-31e2-44b9-beda-caef6ebdfed9', 'network_id': 'a132fecf-3945-4784-9a54-e47d149f1f01', 'port_id': 'bb302721-31e2-44b9-beda-caef6ebdfed9', 'mac_address': 'fa:16:3e:e5:fd:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82613507-236d-42d1-b7b2-90393d426128', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:39:56.621738 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 5e305941-2cd9-4b3b-b5ee-5c4eac821c82, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=5e305941-2cd9-4b3b-b5ee-5c4eac821c82,segment=NetworkSegment(53d22bf0-091e-4356-bd63-315f4840e96e),segment_id=53d22bf0-091e-4356-bd63-315f4840e96e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:56.641934 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['573e5613-5e16-4782-8807-6098198491ff'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:39:56.652110 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecaab7c-b124-44e4-9b8b-c31be8c0d3da None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:56.684878 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93ded2-7ee7-4887-a6f4-8210720c000f req-9792e2eb-787d-4a1e-b21b-5e1ccf49eb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:56.687665 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4465ae-2cd7-42a8-95b1-f1ce09e88fc9 req-78868f78-34b9-4f50-946e-6940e9651802 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:56.688393 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4f93ded2-7ee7-4887-a6f4-8210720c000f req-9792e2eb-787d-4a1e-b21b-5e1ccf49eb76 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a132fecf-3945-4784-9a54-e47d149f1f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6272805 Dec 10 18:39:56.692391 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:56.693208 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 4cd87cf1-713c-4dfd-9955-0162d0cdc6ec up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:56.697098 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3c4465ae-2cd7-42a8-95b1-f1ce09e88fc9 req-78868f78-34b9-4f50-946e-6940e9651802 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a8827f4-be41-495a-85a6-b736a7a54334 HTTP/1.1" status: 200 len: 945 time: 0.0777271 Dec 10 18:39:56.710340 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-aecaab7c-b124-44e4-9b8b-c31be8c0d3da None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:56.739796 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecaab7c-b124-44e4-9b8b-c31be8c0d3da None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:56.766185 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3c4465ae-2cd7-42a8-95b1-f1ce09e88fc9 req-a98205fe-3a79-4698-ba5b-1d307c59499d tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677311 Dec 10 18:39:56.807708 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4e5091-a535-44dc-8693-195007743817 x-openstack-request-id: req-6a4e5091-a535-44dc-8693-195007743817 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:39:56.808772 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535bb5fe-7458-4429-adce-b38f7504101c", "name": "network-vif-deleted", "tag": "464c704e-1931-42e0-a9db-b2f78591d816", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:39:56.809172 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6a4e5091-a535-44dc-8693-195007743817 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:39:56.809728 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '535bb5fe-7458-4429-adce-b38f7504101c', 'name': 'network-vif-deleted', 'tag': '464c704e-1931-42e0-a9db-b2f78591d816', 'status': 'completed', 'code': 200} Dec 10 18:39:56.872920 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecaab7c-b124-44e4-9b8b-c31be8c0d3da None None] Pushing event updated for resources: {'Port': ['ID=07d78d5e-722d-4775-8840-892acf65a52e,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:56.962980 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e9aed-7750-4fab-99b3-7174bfc952fb req-b08f30f4-ae65-48af-a147-79e06c47f132 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:56.970017 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3f8e9aed-7750-4fab-99b3-7174bfc952fb req-b08f30f4-ae65-48af-a147-79e06c47f132 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d21511-baab-40c8-8796-689bbca57609 HTTP/1.1" status: 200 len: 944 time: 0.1034548 Dec 10 18:39:56.999722 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc77f64-77b1-4cdb-994f-b59f36fabbc3 req-d3b91d8d-9377-48f3-ab1f-156247ed015e tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:57.000273 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ebc77f64-77b1-4cdb-994f-b59f36fabbc3 req-d3b91d8d-9377-48f3-ab1f-156247ed015e tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 949 time: 0.6046309 Dec 10 18:39:57.008038 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4f93ded2-7ee7-4887-a6f4-8210720c000f req-ec3e2105-a6b4-4d55-b8a0-60d5ab959a71 service neutron] 10.222.0.46 "GET /v2.0/networks/a132fecf-3945-4784-9a54-e47d149f1f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068259 Dec 10 18:39:57.101719 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:57.104298 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3f8e9aed-7750-4fab-99b3-7174bfc952fb req-d768e6ec-d127-48f6-a0f9-3b39b78c6973 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb9b006-f70c-4e34-b1ab-8ba414ee140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284072 Dec 10 18:39:57.130615 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-5ee8a714-6695-42b9-83d4-2cc115baa569 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Allocated IP 2001:db8::1 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/8cd1757d-ba04-4769-bc7f-d1f3d0395719/93844ad0-eb74-44da-ba7d-589f9aa097de) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:57.130938 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-aecaab7c-b124-44e4-9b8b-c31be8c0d3da None None] Attempting to bind port 07d78d5e-722d-4775-8840-892acf65a52e on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:39:57.131318 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-aecaab7c-b124-44e4-9b8b-c31be8c0d3da None None] Attempting to bind port 07d78d5e-722d-4775-8840-892acf65a52e by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:39:57.132097 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecaab7c-b124-44e4-9b8b-c31be8c0d3da None None] Attempting to bind port 07d78d5e-722d-4775-8840-892acf65a52e on network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:57.146226 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb302721-31e2-44b9-beda-caef6ebdfed9 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:39:57.155517 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ebc77f64-77b1-4cdb-994f-b59f36fabbc3 req-d03cbfb8-4ebf-468a-b040-c406af492828 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475093 Dec 10 18:39:57.168516 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port bb302721-31e2-44b9-beda-caef6ebdfed9, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=bb302721-31e2-44b9-beda-caef6ebdfed9,segment=NetworkSegment(2144d0cb-dbc0-42c3-b1a1-43c3f051561c),segment_id=2144d0cb-dbc0-42c3-b1a1-43c3f051561c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:57.175791 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecaab7c-b124-44e4-9b8b-c31be8c0d3da None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:39:57.176162 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecaab7c-b124-44e4-9b8b-c31be8c0d3da None None] Checking segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:57.176560 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aecaab7c-b124-44e4-9b8b-c31be8c0d3da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:57.177048 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecaab7c-b124-44e4-9b8b-c31be8c0d3da None None] Bound using segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:39:57.177516 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-aecaab7c-b124-44e4-9b8b-c31be8c0d3da None None] Bound port: 07d78d5e-722d-4775-8840-892acf65a52e, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:39:57.177949 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aecaab7c-b124-44e4-9b8b-c31be8c0d3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:57.201238 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:57.220414 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=5e305941-2cd9-4b3b-b5ee-5c4eac821c82,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:57.257011 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4f93ded2-7ee7-4887-a6f4-8210720c000f req-9c34e1a3-a5b1-4ecf-943e-37ff628f3648 service neutron] 10.222.0.46 "GET /v2.0/networks/a132fecf-3945-4784-9a54-e47d149f1f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245934 Dec 10 18:39:57.312009 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 4cd87cf1-713c-4dfd-9955-0162d0cdc6ec completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:39:57.343008 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 4cd87cf1-713c-4dfd-9955-0162d0cdc6ec triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:57.343402 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:57.349130 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5ee8a714-6695-42b9-83d4-2cc115baa569 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:57.431781 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=bb302721-31e2-44b9-beda-caef6ebdfed9,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:57.444754 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-aecaab7c-b124-44e4-9b8b-c31be8c0d3da None None] For port 07d78d5e-722d-4775-8840-892acf65a52e, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:39:57.466753 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['bb302721-31e2-44b9-beda-caef6ebdfed9'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:39:57.472069 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-aecaab7c-b124-44e4-9b8b-c31be8c0d3da None None] For port 07d78d5e-722d-4775-8840-892acf65a52e, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=07d78d5e-722d-4775-8840-892acf65a52e,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:39:57.474123 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5799b23-3ac5-4da6-ad03-a9a9b629a357'}, {'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e305941-2cd9-4b3b-b5ee-5c4eac821c82'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:39:57.477059 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b77513-b31e-420d-890a-0a6dd5e9d6c7" -d '{"events": [{"server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "name": "network-vif-plugged", "status": "completed", "tag": "b5799b23-3ac5-4da6-ad03-a9a9b629a357"}, {"server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "name": "network-vif-plugged", "status": "completed", "tag": "5e305941-2cd9-4b3b-b5ee-5c4eac821c82"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:39:57.494085 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5ee8a714-6695-42b9-83d4-2cc115baa569 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:57.511470 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aecaab7c-b124-44e4-9b8b-c31be8c0d3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:57.578911 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 18:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c5295e-5abc-4e8f-ab2a-bd098a8ac5eb x-openstack-request-id: req-67c5295e-5abc-4e8f-ab2a-bd098a8ac5eb {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:39:57.579124 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "name": "network-vif-plugged", "status": "completed", "tag": "b5799b23-3ac5-4da6-ad03-a9a9b629a357", "code": 200}, {"server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "name": "network-vif-plugged", "status": "completed", "tag": "5e305941-2cd9-4b3b-b5ee-5c4eac821c82", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:39:57.579361 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-67c5295e-5abc-4e8f-ab2a-bd098a8ac5eb {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:39:57.579756 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5799b23-3ac5-4da6-ad03-a9a9b629a357', 'code': 200} Dec 10 18:39:57.580018 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e305941-2cd9-4b3b-b5ee-5c4eac821c82', 'code': 200} Dec 10 18:39:57.601495 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8a714-6695-42b9-83d4-2cc115baa569 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Port': ['ID=93844ad0-eb74-44da-ba7d-589f9aa097de,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:57.638162 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7dc7fb-a36b-4024-be22-d58b6b53cf00 req-798a9687-3c11-42e9-ad2c-196ad3f88d26 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:57.648412 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1d7dc7fb-a36b-4024-be22-d58b6b53cf00 req-798a9687-3c11-42e9-ad2c-196ad3f88d26 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 949 time: 0.1959355 Dec 10 18:39:57.655974 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee8a714-6695-42b9-83d4-2cc115baa569 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:57.664448 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-5ee8a714-6695-42b9-83d4-2cc115baa569 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:57.682948 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee8a714-6695-42b9-83d4-2cc115baa569 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:57.683525 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5ee8a714-6695-42b9-83d4-2cc115baa569 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:57.701477 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecaab7c-b124-44e4-9b8b-c31be8c0d3da None None] Pushing event updated for resources: {'Port': ['ID=07d78d5e-722d-4775-8840-892acf65a52e,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:57.714947 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:57.770583 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd3b63-90f8-4af8-8ddb-570b2ae3533a req-2de0b9da-c343-411d-acc7-11f22a22640b tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:57.770777 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 4cd87cf1-713c-4dfd-9955-0162d0cdc6ec, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=4cd87cf1-713c-4dfd-9955-0162d0cdc6ec,segment=NetworkSegment(53d22bf0-091e-4356-bd63-315f4840e96e),segment_id=53d22bf0-091e-4356-bd63-315f4840e96e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:57.783725 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd3b63-90f8-4af8-8ddb-570b2ae3533a req-2de0b9da-c343-411d-acc7-11f22a22640b tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:57.790821 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd3b63-90f8-4af8-8ddb-570b2ae3533a req-2de0b9da-c343-411d-acc7-11f22a22640b tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:57.797928 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd3b63-90f8-4af8-8ddb-570b2ae3533a req-2de0b9da-c343-411d-acc7-11f22a22640b tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:57.804403 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd3b63-90f8-4af8-8ddb-570b2ae3533a req-2de0b9da-c343-411d-acc7-11f22a22640b tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:57.810818 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd3b63-90f8-4af8-8ddb-570b2ae3533a req-2de0b9da-c343-411d-acc7-11f22a22640b tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:57.811575 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:57.818248 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd3b63-90f8-4af8-8ddb-570b2ae3533a req-2de0b9da-c343-411d-acc7-11f22a22640b tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:57.827455 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c7bd3b63-90f8-4af8-8ddb-570b2ae3533a req-2de0b9da-c343-411d-acc7-11f22a22640b tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 5443 time: 0.1515768 Dec 10 18:39:57.848784 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device c4ac818b-8258-49a1-be37-3e4547ef535e up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:57.936753 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 464c704e-1931-42e0-a9db-b2f78591d816 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:39:57.943152 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c7bd3b63-90f8-4af8-8ddb-570b2ae3533a req-709a5cc2-2ce4-41bd-94c6-2183c9e0db77 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&id=7281f497-4962-41a8-857f-71fd676337b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1147757 Dec 10 18:39:58.011107 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54508) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:58.047669 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 464c704e-1931-42e0-a9db-b2f78591d816 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:39:58.048073 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 464c704e-1931-42e0-a9db-b2f78591d816 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:39:58.107653 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=4cd87cf1-713c-4dfd-9955-0162d0cdc6ec,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:58.131269 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1d7dc7fb-a36b-4024-be22-d58b6b53cf00 req-0d7d72dd-87d2-4758-bfd8-11cdbc5f48ef tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4759314 Dec 10 18:39:58.182195 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-968cabd9-47a9-429f-b53a-f011980bee26 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:58.199718 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port c4ac818b-8258-49a1-be37-3e4547ef535e completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:39:58.203870 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port c4ac818b-8258-49a1-be37-3e4547ef535e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:58.204248 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:58.246064 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-968cabd9-47a9-429f-b53a-f011980bee26 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:58.294449 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ee49a-008c-40f5-9cfc-3e1615ec8c49 req-f9ce1ca6-0369-45f1-b6a6-b97594feaf92 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:58.295962 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9d1ee49a-008c-40f5-9cfc-3e1615ec8c49 req-f9ce1ca6-0369-45f1-b6a6-b97594feaf92 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a8827f4-be41-495a-85a6-b736a7a54334 HTTP/1.1" status: 200 len: 945 time: 0.1979690 Dec 10 18:39:58.308347 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:58.325193 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3ebc0-a922-4cce-a541-4c9b63dd6f8b req-f5f13c28-fc4a-4cfd-af37-7bbf2e203367 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:58.326590 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6db3ebc0-a922-4cce-a541-4c9b63dd6f8b req-f5f13c28-fc4a-4cfd-af37-7bbf2e203367 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d21511-baab-40c8-8796-689bbca57609 HTTP/1.1" status: 200 len: 945 time: 0.0822265 Dec 10 18:39:58.384710 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9d1ee49a-008c-40f5-9cfc-3e1615ec8c49 req-09b8536c-93cd-4282-accd-252ef1106658 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775890 Dec 10 18:39:58.391134 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-968cabd9-47a9-429f-b53a-f011980bee26 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:58.395018 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-968cabd9-47a9-429f-b53a-f011980bee26 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:58.398023 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-968cabd9-47a9-429f-b53a-f011980bee26 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "DELETE /v2.0/security-groups/fcc2cdd1-088d-4baf-a4ed-bfcaa734e30f HTTP/1.1" status: 204 len: 168 time: 0.3858371 Dec 10 18:39:58.400486 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port c4ac818b-8258-49a1-be37-3e4547ef535e, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=c4ac818b-8258-49a1-be37-3e4547ef535e,segment=NetworkSegment(4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9),segment_id=4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:58.403308 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54516) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:58.406356 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:58.407757 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5ee8a714-6695-42b9-83d4-2cc115baa569 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:58.453837 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968cabd9-47a9-429f-b53a-f011980bee26 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc2cdd1-088d-4baf-a4ed-bfcaa734e30f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:58.459627 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-d3b85d75-cf6e-469a-83d6-cb5790cae114 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] show failed (client error): The resource could not be found. Dec 10 18:39:58.463273 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d3b85d75-cf6e-469a-83d6-cb5790cae114 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "GET /v2.0/security-groups/fcc2cdd1-088d-4baf-a4ed-bfcaa734e30f HTTP/1.1" status: 404 len: 347 time: 0.0560036 Dec 10 18:39:58.466773 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54520) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:58.489822 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6db3ebc0-a922-4cce-a541-4c9b63dd6f8b req-65fd679b-b830-4c30-a0ff-785672e6fa99 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb9b006-f70c-4e34-b1ab-8ba414ee140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272488 Dec 10 18:39:58.518152 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=c4ac818b-8258-49a1-be37-3e4547ef535e,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:58.710823 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ccdcb047-dd66-4a56-9b6e-f330c047fa71 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Deleting port 7f449b1b-3dd5-4672-bc95-1883d60f808d {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:58.712254 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ccdcb047-dd66-4a56-9b6e-f330c047fa71 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:58.749483 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 07d78d5e-722d-4775-8840-892acf65a52e up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:58.841749 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ccdcb047-dd66-4a56-9b6e-f330c047fa71 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:58.842436 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ccdcb047-dd66-4a56-9b6e-f330c047fa71 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:58.875444 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ccdcb047-dd66-4a56-9b6e-f330c047fa71 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Calling delete_port for 7f449b1b-3dd5-4672-bc95-1883d60f808d owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:58.883203 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 07d78d5e-722d-4775-8840-892acf65a52e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:58.884586 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:59.011475 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:59.024671 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5ee8a714-6695-42b9-83d4-2cc115baa569 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:59.033171 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5ee8a714-6695-42b9-83d4-2cc115baa569 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:59.034107 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5ee8a714-6695-42b9-83d4-2cc115baa569 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:59.052705 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 07d78d5e-722d-4775-8840-892acf65a52e, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=07d78d5e-722d-4775-8840-892acf65a52e,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:59.063583 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:59.125254 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-69d4eb82-1db6-4843-ac2a-cf1377aa0abd req-abb0984f-64b9-48ea-988a-b90fa074a3e1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2325974 Dec 10 18:39:59.137186 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bba737-2c41-4f42-8911-e28521e147a5 req-e68c5426-3109-4eef-bd2c-1f55cf84e840 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:59.144555 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-19bba737-2c41-4f42-8911-e28521e147a5 req-e68c5426-3109-4eef-bd2c-1f55cf84e840 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 949 time: 0.1944728 Dec 10 18:39:59.146645 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=07d78d5e-722d-4775-8840-892acf65a52e,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:59.217994 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-19bba737-2c41-4f42-8911-e28521e147a5 req-8038da2c-b41c-4426-b894-d34113ca0488 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692275 Dec 10 18:39:59.258495 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8a714-6695-42b9-83d4-2cc115baa569 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Port': ['ID=93844ad0-eb74-44da-ba7d-589f9aa097de,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:59.270034 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 573e5613-5e16-4782-8807-6098198491ff up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:59.310337 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b34e8e-78cb-4465-8670-8f9b2cb72297 req-13d2e140-ceb9-4ec9-a8f3-491254ce54d3 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:59.324181 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b34e8e-78cb-4465-8670-8f9b2cb72297 req-13d2e140-ceb9-4ec9-a8f3-491254ce54d3 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:59.332915 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b34e8e-78cb-4465-8670-8f9b2cb72297 req-13d2e140-ceb9-4ec9-a8f3-491254ce54d3 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:59.339839 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b34e8e-78cb-4465-8670-8f9b2cb72297 req-13d2e140-ceb9-4ec9-a8f3-491254ce54d3 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:59.342519 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ccdcb047-dd66-4a56-9b6e-f330c047fa71 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:59.352208 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b7020880-89cd-4dfe-a5a8-c1bff3384c83 None None] Provisioning complete for port 07d78d5e-722d-4775-8840-892acf65a52e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:59.352555 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b7020880-89cd-4dfe-a5a8-c1bff3384c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:59.361050 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 573e5613-5e16-4782-8807-6098198491ff completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:39:59.370103 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b34e8e-78cb-4465-8670-8f9b2cb72297 req-13d2e140-ceb9-4ec9-a8f3-491254ce54d3 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:59.376226 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b34e8e-78cb-4465-8670-8f9b2cb72297 req-13d2e140-ceb9-4ec9-a8f3-491254ce54d3 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:59.389648 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdcb047-dd66-4a56-9b6e-f330c047fa71 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Pushing event deleted for resources: {'Port': ['ID=7f449b1b-3dd5-4672-bc95-1883d60f808d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:59.395548 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b34e8e-78cb-4465-8670-8f9b2cb72297 req-13d2e140-ceb9-4ec9-a8f3-491254ce54d3 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:59.415227 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 573e5613-5e16-4782-8807-6098198491ff triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:59.415837 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:59.422636 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1b34e8e-78cb-4465-8670-8f9b2cb72297 req-13d2e140-ceb9-4ec9-a8f3-491254ce54d3 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 5444 time: 0.3284307 Dec 10 18:39:59.582002 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd87cf1-713c-4dfd-9955-0162d0cdc6ec'}, {'server_uuid': '2a8827f4-be41-495a-85a6-b736a7a54334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ac818b-8258-49a1-be37-3e4547ef535e'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:39:59.584197 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3997cb-88e1-4b6d-bfa9-84f00b41eeb9" -d '{"events": [{"server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "name": "network-vif-plugged", "status": "completed", "tag": "4cd87cf1-713c-4dfd-9955-0162d0cdc6ec"}, {"server_uuid": "2a8827f4-be41-495a-85a6-b736a7a54334", "name": "network-vif-plugged", "status": "completed", "tag": "c4ac818b-8258-49a1-be37-3e4547ef535e"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:39:59.610687 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee8a714-6695-42b9-83d4-2cc115baa569 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:59.616348 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-5ee8a714-6695-42b9-83d4-2cc115baa569 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:59.638684 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ccdcb047-dd66-4a56-9b6e-f330c047fa71 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:59.641265 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ccdcb047-dd66-4a56-9b6e-f330c047fa71 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:59.643641 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:59.648624 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ccdcb047-dd66-4a56-9b6e-f330c047fa71 tempest-ImagesOneServerNegativeTestJSON-1998217118 tempest-ImagesOneServerNegativeTestJSON-1998217118-project] 10.222.0.62 "DELETE /v2.0/floatingips/524d9dd3-49b0-410d-a234-73815e9ea535 HTTP/1.1" status: 204 len: 168 time: 1.1805236 Dec 10 18:39:59.656610 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1b34e8e-78cb-4465-8670-8f9b2cb72297 req-78215225-4e64-410c-a3b8-c1f34206b7f2 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&id=7281f497-4962-41a8-857f-71fd676337b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2330010 Dec 10 18:39:59.700866 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 573e5613-5e16-4782-8807-6098198491ff, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=573e5613-5e16-4782-8807-6098198491ff,segment=NetworkSegment(2144d0cb-dbc0-42c3-b1a1-43c3f051561c),segment_id=2144d0cb-dbc0-42c3-b1a1-43c3f051561c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:59.713667 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:59.728825 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5fa57-d00a-4a12-b2e1-fe1063ccdd96 req-7d0d73c8-e45d-4e1f-9f51-9f842487a638 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:59.730466 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-08b5fa57-d00a-4a12-b2e1-fe1063ccdd96 req-7d0d73c8-e45d-4e1f-9f51-9f842487a638 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a8827f4-be41-495a-85a6-b736a7a54334 HTTP/1.1" status: 200 len: 946 time: 0.1694212 Dec 10 18:39:59.827835 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=573e5613-5e16-4782-8807-6098198491ff,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:59.852731 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-08b5fa57-d00a-4a12-b2e1-fe1063ccdd96 req-b7ad081e-2600-4cce-ae0e-23e90a277db3 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144843 Dec 10 18:39:59.880676 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device bb302721-31e2-44b9-beda-caef6ebdfed9 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:59.913321 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eda6e9-ab2b-493e-b75e-35f2f8714780 req-6a4a6a84-862b-4e6b-9487-245343366c4e tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:59.915641 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-81eda6e9-ab2b-493e-b75e-35f2f8714780 req-6a4a6a84-862b-4e6b-9487-245343366c4e tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d21511-baab-40c8-8796-689bbca57609 HTTP/1.1" status: 200 len: 945 time: 0.1287029 Dec 10 18:39:59.983427 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3b2bbce2-8416-4887-87a1-b32aef27394d None None] Provisioning complete for port 93844ad0-eb74-44da-ba7d-589f9aa097de triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:59.984026 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3b2bbce2-8416-4887-87a1-b32aef27394d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:00.054739 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-81eda6e9-ab2b-493e-b75e-35f2f8714780 req-fa4533b8-13c2-4ea6-b8a9-7aa79684d212 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb9b006-f70c-4e34-b1ab-8ba414ee140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272168 Dec 10 18:40:00.058560 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee8a714-6695-42b9-83d4-2cc115baa569 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Router 01e9ae9d-70aa-485e-a8e7-c504f770cc07 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:40:00.062802 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port bb302721-31e2-44b9-beda-caef6ebdfed9 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:40:00.071006 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port bb302721-31e2-44b9-beda-caef6ebdfed9 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:00.073490 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:00.080662 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3b2bbce2-8416-4887-87a1-b32aef27394d None None] Port 93844ad0-eb74-44da-ba7d-589f9aa097de cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:40:00.117364 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 18:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3087239b-bab3-4921-b472-f7bf76d8f0f1 x-openstack-request-id: req-3087239b-bab3-4921-b472-f7bf76d8f0f1 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:40:00.117753 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "name": "network-vif-plugged", "status": "completed", "tag": "4cd87cf1-713c-4dfd-9955-0162d0cdc6ec", "code": 200}, {"server_uuid": "2a8827f4-be41-495a-85a6-b736a7a54334", "name": "network-vif-plugged", "status": "completed", "tag": "c4ac818b-8258-49a1-be37-3e4547ef535e", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:40:00.118089 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3087239b-bab3-4921-b472-f7bf76d8f0f1 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:40:00.119379 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd87cf1-713c-4dfd-9955-0162d0cdc6ec', 'code': 200} Dec 10 18:40:00.119719 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8827f4-be41-495a-85a6-b736a7a54334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ac818b-8258-49a1-be37-3e4547ef535e', 'code': 200} Dec 10 18:40:00.218392 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee8a714-6695-42b9-83d4-2cc115baa569 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:40:00.229959 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5ee8a714-6695-42b9-83d4-2cc115baa569 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "PUT /v2.0/routers/01e9ae9d-70aa-485e-a8e7-c504f770cc07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8929660 Dec 10 18:40:00.232260 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54586) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:00.237534 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7074d8ca-8cf1-4427-acfe-3f03ca7c412b None None] Sync routers for ids ['01e9ae9d-70aa-485e-a8e7-c504f770cc07'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:40:00.239659 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f90829dc-a407-40e3-a6af-8138687f97ae None None] Provisioning complete for port 93844ad0-eb74-44da-ba7d-589f9aa097de triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:00.240038 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f90829dc-a407-40e3-a6af-8138687f97ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:00.306274 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7074d8ca-8cf1-4427-acfe-3f03ca7c412b None None] Routers {'01e9ae9d-70aa-485e-a8e7-c504f770cc07'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:40:00.307115 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7074d8ca-8cf1-4427-acfe-3f03ca7c412b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:39:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['01e9ae9d-70aa-485e-a8e7-c504f770cc07'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:00.309101 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:00.384574 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54592) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:00.427631 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f90829dc-a407-40e3-a6af-8138687f97ae None None] Port 93844ad0-eb74-44da-ba7d-589f9aa097de cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:40:00.440366 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa43eff-0f18-4dd1-aa87-9e89f94b794c req-67b3fc72-d511-43a9-8b37-6dfcb1b57ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:00.442317 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0aa43eff-0f18-4dd1-aa87-9e89f94b794c req-67b3fc72-d511-43a9-8b37-6dfcb1b57ff5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2a8827f4-be41-495a-85a6-b736a7a54334 HTTP/1.1" status: 200 len: 1097 time: 0.2333465 Dec 10 18:40:00.477307 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port bb302721-31e2-44b9-beda-caef6ebdfed9, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=bb302721-31e2-44b9-beda-caef6ebdfed9,segment=NetworkSegment(2144d0cb-dbc0-42c3-b1a1-43c3f051561c),segment_id=2144d0cb-dbc0-42c3-b1a1-43c3f051561c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:00.482186 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-7074d8ca-8cf1-4427-acfe-3f03ca7c412b None None] Set router 01e9ae9d-70aa-485e-a8e7-c504f770cc07 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:40:00.485958 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:00.490594 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de5a2e0-4aea-49fc-973a-416837a72f2f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:00.497403 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6de5a2e0-4aea-49fc-973a-416837a72f2f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/ports/93844ad0-eb74-44da-ba7d-589f9aa097de HTTP/1.1" status: 200 len: 911 time: 0.2616796 Dec 10 18:40:00.500228 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54594) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:00.513072 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0aa43eff-0f18-4dd1-aa87-9e89f94b794c req-2c9b89a1-7a60-4d8f-b09a-2a84e501c472 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601001 Dec 10 18:40:00.530537 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec8641-595a-4d91-a79e-d37700af657f req-91a14e44-cebc-4918-a092-f7f29b220244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:00.531028 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec8641-595a-4d91-a79e-d37700af657f req-91a14e44-cebc-4918-a092-f7f29b220244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:00.531504 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec8641-595a-4d91-a79e-d37700af657f req-91a14e44-cebc-4918-a092-f7f29b220244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:00.532061 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec8641-595a-4d91-a79e-d37700af657f req-91a14e44-cebc-4918-a092-f7f29b220244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:00.533010 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec8641-595a-4d91-a79e-d37700af657f req-91a14e44-cebc-4918-a092-f7f29b220244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:00.533010 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec8641-595a-4d91-a79e-d37700af657f req-91a14e44-cebc-4918-a092-f7f29b220244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:00.533475 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec8641-595a-4d91-a79e-d37700af657f req-91a14e44-cebc-4918-a092-f7f29b220244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:00.535533 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-26ec8641-595a-4d91-a79e-d37700af657f req-91a14e44-cebc-4918-a092-f7f29b220244 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 6501 time: 0.2107968 Dec 10 18:40:00.576828 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c6e74b-75cd-480e-af75-a29b0ac5373f admin admin] Deleting subnet d091c115-7987-40eb-888c-00ac7fa6c016 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:40:00.578012 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447aa85-7f67-46a0-aaae-f5460eed1112 req-524b295c-9361-4a51-80f8-7e622100a27b tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:00.581354 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1447aa85-7f67-46a0-aaae-f5460eed1112 req-524b295c-9361-4a51-80f8-7e622100a27b tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 949 time: 0.1818416 Dec 10 18:40:00.592421 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3c6e74b-75cd-480e-af75-a29b0ac5373f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:00.659653 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1447aa85-7f67-46a0-aaae-f5460eed1112 req-92b2456c-b327-43ec-8421-41d8daaca510 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671630 Dec 10 18:40:00.673537 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=bb302721-31e2-44b9-beda-caef6ebdfed9,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:00.702811 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82786909-756d-448e-9ad9-2636d7e6241f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:00.721326 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82786909-756d-448e-9ad9-2636d7e6241f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:00.726838 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-82786909-756d-448e-9ad9-2636d7e6241f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2177742 Dec 10 18:40:00.727319 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54598) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:00.736568 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 07d78d5e-722d-4775-8840-892acf65a52e up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:40:00.746718 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3c6e74b-75cd-480e-af75-a29b0ac5373f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:00.793845 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3c6e74b-75cd-480e-af75-a29b0ac5373f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:00.862273 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3c6e74b-75cd-480e-af75-a29b0ac5373f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:00.894103 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 07d78d5e-722d-4775-8840-892acf65a52e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:00.894546 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:00.895093 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3c6e74b-75cd-480e-af75-a29b0ac5373f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:00.901830 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c3c6e74b-75cd-480e-af75-a29b0ac5373f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d091c115-7987-40eb-888c-00ac7fa6c016 HTTP/1.1" status: 204 len: 168 time: 0.5140319 Dec 10 18:40:00.919213 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54604) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:00.922275 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6e74b-75cd-480e-af75-a29b0ac5373f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d091c115-7987-40eb-888c-00ac7fa6c016,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:00.941012 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-26ec8641-595a-4d91-a79e-d37700af657f req-68daab36-1c75-41c0-99fb-506e489b9898 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7281f497-4962-41a8-857f-71fd676337b9&id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1022272 Dec 10 18:40:00.977735 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7074d8ca-8cf1-4427-acfe-3f03ca7c412b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e9ae9d-70aa-485e-a8e7-c504f770cc07', 'name': 'tempest-NetworksTestDHCPv6-router-1018072605', 'tenant_id': '5206888eb8664e02a4054430b5bab51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:55Z', 'updated_at': '2021-12-10T18:39:58Z', 'revision_number': 2, 'project_id': '5206888eb8664e02a4054430b5bab51d', 'gw_port_host': None, '_interfaces': [{'id': '93844ad0-eb74-44da-ba7d-589f9aa097de', 'name': '', 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'tenant_id': '5206888eb8664e02a4054430b5bab51d', 'mac_address': 'fa:16:3e:48:9d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e9ae9d-70aa-485e-a8e7-c504f770cc07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '8cd1757d-ba04-4769-bc7f-d1f3d0395719', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:56Z', 'updated_at': '2021-12-10T18:39:58Z', 'revision_number': 2, 'project_id': '5206888eb8664e02a4054430b5bab51d', 'subnets': [{'id': '8cd1757d-ba04-4769-bc7f-d1f3d0395719', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:01.022592 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7074d8ca-8cf1-4427-acfe-3f03ca7c412b None None] Checking router: 01e9ae9d-70aa-485e-a8e7-c504f770cc07 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:40:01.023408 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7074d8ca-8cf1-4427-acfe-3f03ca7c412b None None] Updating router 01e9ae9d-70aa-485e-a8e7-c504f770cc07 port 93844ad0-eb74-44da-ba7d-589f9aa097de binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:40:01.027086 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d669a4a-2c4a-45e8-9c16-25445efdc22f req-de4a8ee1-4105-4556-8436-8bdd9789dc89 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:01.038686 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d669a4a-2c4a-45e8-9c16-25445efdc22f req-de4a8ee1-4105-4556-8436-8bdd9789dc89 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:01.048168 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d669a4a-2c4a-45e8-9c16-25445efdc22f req-de4a8ee1-4105-4556-8436-8bdd9789dc89 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:01.055676 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d669a4a-2c4a-45e8-9c16-25445efdc22f req-de4a8ee1-4105-4556-8436-8bdd9789dc89 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:01.062174 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d669a4a-2c4a-45e8-9c16-25445efdc22f req-de4a8ee1-4105-4556-8436-8bdd9789dc89 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:01.069341 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d669a4a-2c4a-45e8-9c16-25445efdc22f req-de4a8ee1-4105-4556-8436-8bdd9789dc89 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:01.075694 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d669a4a-2c4a-45e8-9c16-25445efdc22f req-de4a8ee1-4105-4556-8436-8bdd9789dc89 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:01.083953 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7d669a4a-2c4a-45e8-9c16-25445efdc22f req-de4a8ee1-4105-4556-8436-8bdd9789dc89 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 5444 time: 0.2364638 Dec 10 18:40:01.102626 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7074d8ca-8cf1-4427-acfe-3f03ca7c412b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:01.104854 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de5e50-a4c4-4f75-ad2f-072b66eb9f63 req-d594e614-17a3-4101-a872-3d3a1d43ba77 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:01.106452 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f6de5e50-a4c4-4f75-ad2f-072b66eb9f63 req-d594e614-17a3-4101-a872-3d3a1d43ba77 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a8827f4-be41-495a-85a6-b736a7a54334 HTTP/1.1" status: 200 len: 946 time: 0.1142416 Dec 10 18:40:01.144535 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ff97575-bd09-4459-aafd-d1a3056aa48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:01.185480 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7d669a4a-2c4a-45e8-9c16-25445efdc22f req-3923231b-b145-43b4-98b1-7be8fcfc16a1 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&id=7281f497-4962-41a8-857f-71fd676337b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0991774 Dec 10 18:40:01.278500 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ff97575-bd09-4459-aafd-d1a3056aa48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:01.295591 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f6de5e50-a4c4-4f75-ad2f-072b66eb9f63 req-1bbf8651-681f-4915-a8b4-642068c1f1fa tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679645 Dec 10 18:40:01.309224 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-4ff97575-bd09-4459-aafd-d1a3056aa48b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c537dae7-2652-44de-bf9a-a95ab199afc8']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:01.311307 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4eb82-1db6-4843-ac2a-cf1377aa0abd req-df22da66-57f2-458d-a690-30555d00fbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:01.324811 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-4ff97575-bd09-4459-aafd-d1a3056aa48b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68572a96-1438-4984-beb8-3a086b879b0d') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:01.325199 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-4ff97575-bd09-4459-aafd-d1a3056aa48b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68572a96-1438-4984-beb8-3a086b879b0d') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:01.326598 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-69d4eb82-1db6-4843-ac2a-cf1377aa0abd req-df22da66-57f2-458d-a690-30555d00fbf5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f1621867e3041c3a975a6622e21074f&device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 1100 time: 0.1626990 Dec 10 18:40:01.338646 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ff97575-bd09-4459-aafd-d1a3056aa48b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:01.367210 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ff97575-bd09-4459-aafd-d1a3056aa48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:01.394708 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff97575-bd09-4459-aafd-d1a3056aa48b admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:40:01.395122 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ff97575-bd09-4459-aafd-d1a3056aa48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:01.404158 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:40:01.404158 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:40:01.404158 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:40:01.404158 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:40:01.404158 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:40:01.404158 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:40:01.404158 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:40:01.404158 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:40:01.404158 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:40:01.404158 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:40:01.404158 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:40:01.404158 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:40:01.404158 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:40:01.404158 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:40:01.404158 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:40:01.404158 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:40:01.404158 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:40:01.404158 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:40:01.404158 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:40:01.404158 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:40:01.404158 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:40:01.404158 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:40:01.404158 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:40:01.404158 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:40:01.404158 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:40:01.404158 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:40:01.404158 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:40:01.404158 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:40:01.404158 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:40:01.404158 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:40:01.404158 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:40:01.404158 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:40:01.478122 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ff97575-bd09-4459-aafd-d1a3056aa48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:01.492526 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ff97575-bd09-4459-aafd-d1a3056aa48b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:01.499619 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4ff97575-bd09-4459-aafd-d1a3056aa48b admin admin] 10.222.0.62 "DELETE /v2.0/networks/c537dae7-2652-44de-bf9a-a95ab199afc8 HTTP/1.1" status: 204 len: 168 time: 0.5792603 Dec 10 18:40:01.514088 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff97575-bd09-4459-aafd-d1a3056aa48b admin admin] Pushing event deleted for resources: {'Network': ['ID=c537dae7-2652-44de-bf9a-a95ab199afc8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:01.517502 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4eb82-1db6-4843-ac2a-cf1377aa0abd req-29fca91e-4d72-4374-8e6a-b647c76a62d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:01.519022 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-69d4eb82-1db6-4843-ac2a-cf1377aa0abd req-29fca91e-4d72-4374-8e6a-b647c76a62d4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.1568830 Dec 10 18:40:01.567957 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a465c-6e0d-49b6-a241-7d1470b5d10c req-5833be8f-6b12-4c3e-b018-54b51c10790c tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:01.569674 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a23a465c-6e0d-49b6-a241-7d1470b5d10c req-5833be8f-6b12-4c3e-b018-54b51c10790c tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d21511-baab-40c8-8796-689bbca57609 HTTP/1.1" status: 200 len: 946 time: 0.1421192 Dec 10 18:40:01.607937 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-69d4eb82-1db6-4843-ac2a-cf1377aa0abd req-be469051-1622-4412-8066-0192cbc662bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=37336d05-2465-4ef9-907f-b9546be053ae HTTP/1.1" status: 200 len: 217 time: 0.0808761 Dec 10 18:40:01.680775 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54612) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:01.689110 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-be9fde30-0ebe-4c88-af95-f428cca4940e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:01.710133 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a23a465c-6e0d-49b6-a241-7d1470b5d10c req-5c5b8de0-2ab8-46cb-b8d1-809c63c52efa tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb9b006-f70c-4e34-b1ab-8ba414ee140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076891 Dec 10 18:40:01.747300 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-96f30529-2d66-4ba0-81be-ab7bbb760b9b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cebf6cc911374a429274686614685142&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0650780 Dec 10 18:40:01.748179 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54616) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:01.785300 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4eb82-1db6-4843-ac2a-cf1377aa0abd req-22bd4435-568f-4362-b4a0-b9929e362e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:01.787029 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-69d4eb82-1db6-4843-ac2a-cf1377aa0abd req-22bd4435-568f-4362-b4a0-b9929e362e80 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.1564085 Dec 10 18:40:01.790974 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7074d8ca-8cf1-4427-acfe-3f03ca7c412b None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:01.797667 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7074d8ca-8cf1-4427-acfe-3f03ca7c412b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:01.878932 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d3600-7e6b-44b6-8697-c4b2e0af616e req-7f1258b9-652d-4cd5-aae9-746255419f4e tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:01.896593 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-722d3600-7e6b-44b6-8697-c4b2e0af616e req-7f1258b9-652d-4cd5-aae9-746255419f4e tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 949 time: 0.1163983 Dec 10 18:40:01.898013 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4eb82-1db6-4843-ac2a-cf1377aa0abd req-cd26e15a-a189-464e-9878-af2cc7d86aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:01.902073 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-69d4eb82-1db6-4843-ac2a-cf1377aa0abd req-cd26e15a-a189-464e-9878-af2cc7d86aa1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1061270 Dec 10 18:40:01.939115 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b67c23-c47d-4997-a8ef-92b105cfdd58 None None] Pushing event updated for resources: {'Port': ['ID=93844ad0-eb74-44da-ba7d-589f9aa097de,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:01.941411 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9c4dd529-680a-4bc4-9bd4-a214792607d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:01.970704 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7074d8ca-8cf1-4427-acfe-3f03ca7c412b None None] Attempting to bind port 93844ad0-eb74-44da-ba7d-589f9aa097de on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:40:01.971090 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7074d8ca-8cf1-4427-acfe-3f03ca7c412b None None] Attempting to bind port 93844ad0-eb74-44da-ba7d-589f9aa097de by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:40:01.971462 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7074d8ca-8cf1-4427-acfe-3f03ca7c412b None None] Attempting to bind port 93844ad0-eb74-44da-ba7d-589f9aa097de on network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:40:01.991363 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-722d3600-7e6b-44b6-8697-c4b2e0af616e req-db5e279c-eed9-40de-a259-b09d95a1dd6a tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986481 Dec 10 18:40:01.991908 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7074d8ca-8cf1-4427-acfe-3f03ca7c412b None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:40:01.992308 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7074d8ca-8cf1-4427-acfe-3f03ca7c412b None None] Checking segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:40:01.992742 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7074d8ca-8cf1-4427-acfe-3f03ca7c412b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:01.993150 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7074d8ca-8cf1-4427-acfe-3f03ca7c412b None None] Bound using segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:40:01.993649 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7074d8ca-8cf1-4427-acfe-3f03ca7c412b None None] Bound port: 93844ad0-eb74-44da-ba7d-589f9aa097de, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:40:01.994040 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7074d8ca-8cf1-4427-acfe-3f03ca7c412b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:02.003519 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9c4dd529-680a-4bc4-9bd4-a214792607d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:02.081507 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9c4dd529-680a-4bc4-9bd4-a214792607d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:02.088198 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9c4dd529-680a-4bc4-9bd4-a214792607d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:02.091335 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9c4dd529-680a-4bc4-9bd4-a214792607d4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/256a9def-e964-4930-bb0b-669965c4cf9b HTTP/1.1" status: 204 len: 168 time: 0.3414414 Dec 10 18:40:02.123231 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e1710d-79e1-45fe-bc37-c45bc6384fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573e5613-5e16-4782-8807-6098198491ff'}, {'server_uuid': 'e7d21511-baab-40c8-8796-689bbca57609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb302721-31e2-44b9-beda-caef6ebdfed9'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:40:02.125557 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe02f9a9-5819-429b-84ce-e5f73f64c28a" -d '{"events": [{"server_uuid": "19e1710d-79e1-45fe-bc37-c45bc6384fc5", "name": "network-vif-plugged", "status": "completed", "tag": "573e5613-5e16-4782-8807-6098198491ff"}, {"server_uuid": "e7d21511-baab-40c8-8796-689bbca57609", "name": "network-vif-plugged", "status": "completed", "tag": "bb302721-31e2-44b9-beda-caef6ebdfed9"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:40:02.134368 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4dd529-680a-4bc4-9bd4-a214792607d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256a9def-e964-4930-bb0b-669965c4cf9b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:02.142088 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7074d8ca-8cf1-4427-acfe-3f03ca7c412b None None] For port 93844ad0-eb74-44da-ba7d-589f9aa097de, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:40:02.169426 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-69d4eb82-1db6-4843-ac2a-cf1377aa0abd req-69649249-fb6d-4c9a-afa1-a284a7fa2df6 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230191 Dec 10 18:40:02.200618 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7074d8ca-8cf1-4427-acfe-3f03ca7c412b None None] For port 93844ad0-eb74-44da-ba7d-589f9aa097de, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=93844ad0-eb74-44da-ba7d-589f9aa097de,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:40:02.212513 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7074d8ca-8cf1-4427-acfe-3f03ca7c412b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:02.314944 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7074d8ca-8cf1-4427-acfe-3f03ca7c412b None None] Routers {'01e9ae9d-70aa-485e-a8e7-c504f770cc07'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:40:02.315599 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7074d8ca-8cf1-4427-acfe-3f03ca7c412b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:39:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['01e9ae9d-70aa-485e-a8e7-c504f770cc07'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:02.321253 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-69d4eb82-1db6-4843-ac2a-cf1377aa0abd req-6cc713b0-7c6e-434c-8fc1-f4ce85d46a96 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418474 Dec 10 18:40:02.543094 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71cb32-fe26-4cf8-87c6-a1fdfe7ac52f req-01cde3db-8449-413e-8a51-87f7c9e73b44 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:02.549731 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71cb32-fe26-4cf8-87c6-a1fdfe7ac52f req-01cde3db-8449-413e-8a51-87f7c9e73b44 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:02.556726 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71cb32-fe26-4cf8-87c6-a1fdfe7ac52f req-01cde3db-8449-413e-8a51-87f7c9e73b44 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:02.567896 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71cb32-fe26-4cf8-87c6-a1fdfe7ac52f req-01cde3db-8449-413e-8a51-87f7c9e73b44 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:02.593639 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71cb32-fe26-4cf8-87c6-a1fdfe7ac52f req-01cde3db-8449-413e-8a51-87f7c9e73b44 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:02.620010 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71cb32-fe26-4cf8-87c6-a1fdfe7ac52f req-01cde3db-8449-413e-8a51-87f7c9e73b44 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:02.629955 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-7074d8ca-8cf1-4427-acfe-3f03ca7c412b None None] Set router 01e9ae9d-70aa-485e-a8e7-c504f770cc07 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:40:02.633472 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71cb32-fe26-4cf8-87c6-a1fdfe7ac52f req-01cde3db-8449-413e-8a51-87f7c9e73b44 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:02.635615 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6a71cb32-fe26-4cf8-87c6-a1fdfe7ac52f req-01cde3db-8449-413e-8a51-87f7c9e73b44 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 5444 time: 0.2555914 Dec 10 18:40:02.720691 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 18:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ab0983-fb01-4a93-bc9c-a34d6ec81626 x-openstack-request-id: req-a7ab0983-fb01-4a93-bc9c-a34d6ec81626 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:40:02.721172 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e1710d-79e1-45fe-bc37-c45bc6384fc5", "name": "network-vif-plugged", "status": "completed", "tag": "573e5613-5e16-4782-8807-6098198491ff", "code": 200}, {"server_uuid": "e7d21511-baab-40c8-8796-689bbca57609", "name": "network-vif-plugged", "status": "completed", "tag": "bb302721-31e2-44b9-beda-caef6ebdfed9", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:40:02.721526 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a7ab0983-fb01-4a93-bc9c-a34d6ec81626 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:40:02.721929 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e1710d-79e1-45fe-bc37-c45bc6384fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573e5613-5e16-4782-8807-6098198491ff', 'code': 200} Dec 10 18:40:02.722257 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d21511-baab-40c8-8796-689bbca57609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb302721-31e2-44b9-beda-caef6ebdfed9', 'code': 200} Dec 10 18:40:02.735599 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6a71cb32-fe26-4cf8-87c6-a1fdfe7ac52f req-12d673ee-bed9-453b-8141-3c71cfc9d899 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&id=7281f497-4962-41a8-857f-71fd676337b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0936632 Dec 10 18:40:02.837947 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-46d2ce28-77ff-4942-9367-8df1199b2d9b None None] Provisioning complete for port 93844ad0-eb74-44da-ba7d-589f9aa097de triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:02.838498 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-46d2ce28-77ff-4942-9367-8df1199b2d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:02.840240 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b67c23-c47d-4997-a8ef-92b105cfdd58 None None] Pushing event updated for resources: {'Port': ['ID=93844ad0-eb74-44da-ba7d-589f9aa097de,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:03.075315 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-46d2ce28-77ff-4942-9367-8df1199b2d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:03.093060 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7074d8ca-8cf1-4427-acfe-3f03ca7c412b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e9ae9d-70aa-485e-a8e7-c504f770cc07', 'name': 'tempest-NetworksTestDHCPv6-router-1018072605', 'tenant_id': '5206888eb8664e02a4054430b5bab51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:55Z', 'updated_at': '2021-12-10T18:39:58Z', 'revision_number': 2, 'project_id': '5206888eb8664e02a4054430b5bab51d', 'gw_port_host': None, '_interfaces': [{'id': '93844ad0-eb74-44da-ba7d-589f9aa097de', 'name': '', 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'tenant_id': '5206888eb8664e02a4054430b5bab51d', 'mac_address': 'fa:16:3e:48:9d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e9ae9d-70aa-485e-a8e7-c504f770cc07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '8cd1757d-ba04-4769-bc7f-d1f3d0395719', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:56Z', 'updated_at': '2021-12-10T18:40:02Z', 'revision_number': 4, 'project_id': '5206888eb8664e02a4054430b5bab51d', 'subnets': [{'id': '8cd1757d-ba04-4769-bc7f-d1f3d0395719', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:03.140266 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a411d1-bcc0-4e0b-9a03-dd42987f67af req-196264bb-eb89-4edb-ac84-b975f1aad5b0 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:03.157083 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e2a411d1-bcc0-4e0b-9a03-dd42987f67af req-196264bb-eb89-4edb-ac84-b975f1aad5b0 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d21511-baab-40c8-8796-689bbca57609 HTTP/1.1" status: 200 len: 946 time: 0.1221917 Dec 10 18:40:03.158826 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-be9fde30-0ebe-4c88-af95-f428cca4940e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting port 93844ad0-eb74-44da-ba7d-589f9aa097de {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:40:03.159294 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-be9fde30-0ebe-4c88-af95-f428cca4940e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:03.184175 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7074d8ca-8cf1-4427-acfe-3f03ca7c412b None None] The sync data for ids ['01e9ae9d-70aa-485e-a8e7-c504f770cc07'] in n-d-821435-1 is: [{'id': '01e9ae9d-70aa-485e-a8e7-c504f770cc07', 'name': 'tempest-NetworksTestDHCPv6-router-1018072605', 'tenant_id': '5206888eb8664e02a4054430b5bab51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:55Z', 'updated_at': '2021-12-10T18:39:58Z', 'revision_number': 2, 'project_id': '5206888eb8664e02a4054430b5bab51d', 'gw_port_host': None, '_interfaces': [{'id': '93844ad0-eb74-44da-ba7d-589f9aa097de', 'name': '', 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'tenant_id': '5206888eb8664e02a4054430b5bab51d', 'mac_address': 'fa:16:3e:48:9d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e9ae9d-70aa-485e-a8e7-c504f770cc07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '8cd1757d-ba04-4769-bc7f-d1f3d0395719', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:56Z', 'updated_at': '2021-12-10T18:40:02Z', 'revision_number': 4, 'project_id': '5206888eb8664e02a4054430b5bab51d', 'subnets': [{'id': '8cd1757d-ba04-4769-bc7f-d1f3d0395719', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:40:03.238286 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-46d2ce28-77ff-4942-9367-8df1199b2d9b None None] For port 93844ad0-eb74-44da-ba7d-589f9aa097de, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=93844ad0-eb74-44da-ba7d-589f9aa097de,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:03.248417 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-46d2ce28-77ff-4942-9367-8df1199b2d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:03.264468 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b39b2f-8ae2-4498-bdbd-9574bc802980 req-30327f97-24db-4ddc-9390-9795b98b097a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:03.276198 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-00b39b2f-8ae2-4498-bdbd-9574bc802980 req-30327f97-24db-4ddc-9390-9795b98b097a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=19e1710d-79e1-45fe-bc37-c45bc6384fc5 HTTP/1.1" status: 200 len: 1096 time: 0.1829343 Dec 10 18:40:03.295427 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f65004-c696-470c-a97f-e2c69c9a884f req-4e3b93d1-68fd-4278-a411-cad2354afdef tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:03.302822 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-30f65004-c696-470c-a97f-e2c69c9a884f req-4e3b93d1-68fd-4278-a411-cad2354afdef tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a8827f4-be41-495a-85a6-b736a7a54334 HTTP/1.1" status: 200 len: 946 time: 0.8467121 Dec 10 18:40:03.308047 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e2a411d1-bcc0-4e0b-9a03-dd42987f67af req-2d5972d9-d8cf-4ea0-994e-6af23c82c723 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb9b006-f70c-4e34-b1ab-8ba414ee140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490023 Dec 10 18:40:03.351919 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938dc54-b213-4ee8-8043-c744cfd800a4 req-1807dc00-58a4-4e80-ac08-12db601b5bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:03.360688 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f938dc54-b213-4ee8-8043-c744cfd800a4 req-1807dc00-58a4-4e80-ac08-12db601b5bdd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e7d21511-baab-40c8-8796-689bbca57609 HTTP/1.1" status: 200 len: 1097 time: 0.2657895 Dec 10 18:40:03.399363 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2ce28-77ff-4942-9367-8df1199b2d9b None None] Pushing event updated for resources: {'Port': ['ID=93844ad0-eb74-44da-ba7d-589f9aa097de,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:03.427560 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-274cfa76-cc12-422d-b94b-b507f57344ed None None] Provisioning complete for port 93844ad0-eb74-44da-ba7d-589f9aa097de triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:03.427911 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-274cfa76-cc12-422d-b94b-b507f57344ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:03.482860 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-be9fde30-0ebe-4c88-af95-f428cca4940e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] For port 93844ad0-eb74-44da-ba7d-589f9aa097de, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=93844ad0-eb74-44da-ba7d-589f9aa097de,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:03.483233 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-be9fde30-0ebe-4c88-af95-f428cca4940e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:03.542756 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-00b39b2f-8ae2-4498-bdbd-9574bc802980 req-13fbb69b-13bd-4b08-a2ff-30070e3722d4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2cb9b006-f70c-4e34-b1ab-8ba414ee140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374792 Dec 10 18:40:03.581101 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-30f65004-c696-470c-a97f-e2c69c9a884f req-2d8d463c-fa77-4def-84d9-7598f2802034 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771027 Dec 10 18:40:03.605567 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-be9fde30-0ebe-4c88-af95-f428cca4940e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Calling delete_port for 93844ad0-eb74-44da-ba7d-589f9aa097de owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:40:03.649980 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0241804-2734-4553-a1db-8c0e1a6cdb51 req-01d5b47b-cf6d-4b33-a522-6c42624ef11f tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:03.657140 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f0241804-2734-4553-a1db-8c0e1a6cdb51 req-01d5b47b-cf6d-4b33-a522-6c42624ef11f tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 949 time: 0.2089117 Dec 10 18:40:03.681986 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f938dc54-b213-4ee8-8043-c744cfd800a4 req-d83f09c1-df8f-473f-aec1-6cda1f096d86 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2cb9b006-f70c-4e34-b1ab-8ba414ee140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984352 Dec 10 18:40:03.709030 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:04.035359 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-be9fde30-0ebe-4c88-af95-f428cca4940e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:04.168967 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9fde30-0ebe-4c88-af95-f428cca4940e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Port': ['ID=93844ad0-eb74-44da-ba7d-589f9aa097de,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:04.274535 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f0241804-2734-4553-a1db-8c0e1a6cdb51 req-7b822088-2df7-4ddd-82d9-5d2e4d53f346 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6041467 Dec 10 18:40:04.366620 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-be9fde30-0ebe-4c88-af95-f428cca4940e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:04.391548 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3326bcd-ca0b-41af-b26a-8b7e66d6b3f5 req-4e45e0c1-c33c-461c-82a6-01e5b100cbbc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:04.399140 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3326bcd-ca0b-41af-b26a-8b7e66d6b3f5 req-4e45e0c1-c33c-461c-82a6-01e5b100cbbc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:04.405921 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3326bcd-ca0b-41af-b26a-8b7e66d6b3f5 req-4e45e0c1-c33c-461c-82a6-01e5b100cbbc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:04.420445 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3326bcd-ca0b-41af-b26a-8b7e66d6b3f5 req-4e45e0c1-c33c-461c-82a6-01e5b100cbbc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:04.431085 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3326bcd-ca0b-41af-b26a-8b7e66d6b3f5 req-4e45e0c1-c33c-461c-82a6-01e5b100cbbc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:04.437567 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3326bcd-ca0b-41af-b26a-8b7e66d6b3f5 req-4e45e0c1-c33c-461c-82a6-01e5b100cbbc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:04.446699 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3326bcd-ca0b-41af-b26a-8b7e66d6b3f5 req-4e45e0c1-c33c-461c-82a6-01e5b100cbbc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:04.456751 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a3326bcd-ca0b-41af-b26a-8b7e66d6b3f5 req-4e45e0c1-c33c-461c-82a6-01e5b100cbbc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 5444 time: 0.3958805 Dec 10 18:40:04.542375 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9ba2b-af44-4ca7-9832-8d5d14e63da4 req-ba32f637-cfa0-423d-9670-29be4534012e tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:04.550711 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-98d9ba2b-af44-4ca7-9832-8d5d14e63da4 req-ba32f637-cfa0-423d-9670-29be4534012e tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a8827f4-be41-495a-85a6-b736a7a54334 HTTP/1.1" status: 200 len: 946 time: 0.0682445 Dec 10 18:40:04.620463 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-98d9ba2b-af44-4ca7-9832-8d5d14e63da4 req-5111a75c-286e-4ead-ae72-53def6b381b8 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686829 Dec 10 18:40:04.704888 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a3326bcd-ca0b-41af-b26a-8b7e66d6b3f5 req-a6396c7d-3ff0-4739-a253-2ab0e69c35ca tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&id=7281f497-4962-41a8-857f-71fd676337b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2468963 Dec 10 18:40:04.761284 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9fde30-0ebe-4c88-af95-f428cca4940e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Router 01e9ae9d-70aa-485e-a8e7-c504f770cc07 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:40:04.775196 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9cd09-ce0b-4a0b-a376-043646e1d2cd req-c4b2e5df-4c71-4714-8acb-bf98be7b05b9 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:04.785905 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e3c9cd09-ce0b-4a0b-a376-043646e1d2cd req-c4b2e5df-4c71-4714-8acb-bf98be7b05b9 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d21511-baab-40c8-8796-689bbca57609 HTTP/1.1" status: 200 len: 946 time: 0.0963426 Dec 10 18:40:04.891072 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e3c9cd09-ce0b-4a0b-a376-043646e1d2cd req-f290b057-53a2-4af0-9a80-2986711939d9 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb9b006-f70c-4e34-b1ab-8ba414ee140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940962 Dec 10 18:40:04.910352 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9fde30-0ebe-4c88-af95-f428cca4940e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:40:04.917162 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-be9fde30-0ebe-4c88-af95-f428cca4940e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "PUT /v2.0/routers/01e9ae9d-70aa-485e-a8e7-c504f770cc07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1883857 Dec 10 18:40:04.919514 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54682) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:04.967091 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605b2bd-a624-4aa3-9382-0d2f48e1ac88 req-3f3998f8-12b7-4929-999d-fcdcf6e01372 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:04.997701 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605b2bd-a624-4aa3-9382-0d2f48e1ac88 req-3f3998f8-12b7-4929-999d-fcdcf6e01372 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:05.019123 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605b2bd-a624-4aa3-9382-0d2f48e1ac88 req-3f3998f8-12b7-4929-999d-fcdcf6e01372 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:05.034092 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515cbce8-08cc-4a35-8ede-23cbebb7ac62 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:05.036177 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605b2bd-a624-4aa3-9382-0d2f48e1ac88 req-3f3998f8-12b7-4929-999d-fcdcf6e01372 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:05.038111 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515cbce8-08cc-4a35-8ede-23cbebb7ac62 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:05.043503 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605b2bd-a624-4aa3-9382-0d2f48e1ac88 req-3f3998f8-12b7-4929-999d-fcdcf6e01372 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:05.049215 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-515cbce8-08cc-4a35-8ede-23cbebb7ac62 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1276605 Dec 10 18:40:05.049983 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54684) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:05.050365 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605b2bd-a624-4aa3-9382-0d2f48e1ac88 req-3f3998f8-12b7-4929-999d-fcdcf6e01372 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:05.058196 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605b2bd-a624-4aa3-9382-0d2f48e1ac88 req-3f3998f8-12b7-4929-999d-fcdcf6e01372 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:05.064591 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f605b2bd-a624-4aa3-9382-0d2f48e1ac88 req-3f3998f8-12b7-4929-999d-fcdcf6e01372 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 5444 time: 0.1930280 Dec 10 18:40:05.073348 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54686) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:05.081588 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b9e28e32-ce89-4572-8e1a-2cedcc4606dc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Request body: {'floatingip': {'port_id': 'b5799b23-3ac5-4da6-ad03-a9a9b629a357'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:05.135854 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac0782b1-3b2b-4d13-ba60-2ea2a7a9bf80 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting subnet 8cd1757d-ba04-4769-bc7f-d1f3d0395719 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:40:05.160479 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac0782b1-3b2b-4d13-ba60-2ea2a7a9bf80 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:05.213030 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9e28e32-ce89-4572-8e1a-2cedcc4606dc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:05.255343 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac0782b1-3b2b-4d13-ba60-2ea2a7a9bf80 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:05.454510 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac0782b1-3b2b-4d13-ba60-2ea2a7a9bf80 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:05.494000 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925d2df-9b74-4383-9d04-faacb3b7d451 req-ff6f7de4-2042-4ee0-9db6-05c17e8607e6 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:05.495823 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7925d2df-9b74-4383-9d04-faacb3b7d451 req-ff6f7de4-2042-4ee0-9db6-05c17e8607e6 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 949 time: 0.1086407 Dec 10 18:40:05.577503 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7925d2df-9b74-4383-9d04-faacb3b7d451 req-a736be63-4372-492b-9f45-32fe1fb7dc42 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742385 Dec 10 18:40:05.579361 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac0782b1-3b2b-4d13-ba60-2ea2a7a9bf80 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:05.598592 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfce350-7697-49c8-aa7b-d32b4ce27983 None None] Sync routers for ids ['01e9ae9d-70aa-485e-a8e7-c504f770cc07'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:40:05.621797 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfce350-7697-49c8-aa7b-d32b4ce27983 None None] Routers {'01e9ae9d-70aa-485e-a8e7-c504f770cc07'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:40:05.624086 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac0782b1-3b2b-4d13-ba60-2ea2a7a9bf80 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:05.625000 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-0cfce350-7697-49c8-aa7b-d32b4ce27983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:39:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['01e9ae9d-70aa-485e-a8e7-c504f770cc07'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:05.632729 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ac0782b1-3b2b-4d13-ba60-2ea2a7a9bf80 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/8cd1757d-ba04-4769-bc7f-d1f3d0395719 HTTP/1.1" status: 204 len: 168 time: 0.5793331 Dec 10 18:40:05.632729 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0782b1-3b2b-4d13-ba60-2ea2a7a9bf80 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Subnet': ['ID=8cd1757d-ba04-4769-bc7f-d1f3d0395719,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:05.634741 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54708) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:05.645161 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5881b3-ac98-46e9-ad74-5da353157e47 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:40:05.740414 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2c0f839c-e540-4c36-9eb1-70a9727888d0 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1042309 Dec 10 18:40:05.743832 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54714) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:05.791983 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-0cfce350-7697-49c8-aa7b-d32b4ce27983 None None] Set router 01e9ae9d-70aa-485e-a8e7-c504f770cc07 gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:40:05.840726 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b57462cd-2d36-45e6-89ea-ec415178588c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:05.932013 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-0cfce350-7697-49c8-aa7b-d32b4ce27983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e9ae9d-70aa-485e-a8e7-c504f770cc07', 'name': 'tempest-NetworksTestDHCPv6-router-1018072605', 'tenant_id': '5206888eb8664e02a4054430b5bab51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:55Z', 'updated_at': '2021-12-10T18:40:03Z', 'revision_number': 3, 'project_id': '5206888eb8664e02a4054430b5bab51d', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:05.978039 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2f510-a49d-4b7d-a6f2-8e4585ada054 req-8bf647c4-5c4a-488b-b770-791d766c550f tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:05.985421 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-21a2f510-a49d-4b7d-a6f2-8e4585ada054 req-8bf647c4-5c4a-488b-b770-791d766c550f tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a8827f4-be41-495a-85a6-b736a7a54334 HTTP/1.1" status: 200 len: 946 time: 0.2246802 Dec 10 18:40:06.029271 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfce350-7697-49c8-aa7b-d32b4ce27983 None None] Checking router: 01e9ae9d-70aa-485e-a8e7-c504f770cc07 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:40:06.039341 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f388f88-6913-401a-802a-4cf34c4db1ba None None] DHCP port deletion for 4c9579a2-8f48-40cb-87f0-dbca0f4b521d request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:40:06.048961 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfce350-7697-49c8-aa7b-d32b4ce27983 None None] Routers {'01e9ae9d-70aa-485e-a8e7-c504f770cc07'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:40:06.049815 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-0cfce350-7697-49c8-aa7b-d32b4ce27983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:39:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['01e9ae9d-70aa-485e-a8e7-c504f770cc07'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:06.055264 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.db.resource_extend [None req-b9e28e32-ce89-4572-8e1a-2cedcc4606dc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:40:06.107122 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b57462cd-2d36-45e6-89ea-ec415178588c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:06.110369 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b57462cd-2d36-45e6-89ea-ec415178588c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:06.132797 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-0cfce350-7697-49c8-aa7b-d32b4ce27983 None None] Set router 01e9ae9d-70aa-485e-a8e7-c504f770cc07 gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:40:06.152389 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-21a2f510-a49d-4b7d-a6f2-8e4585ada054 req-259a580f-8303-473f-98fb-78e1e66b390d tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659939 Dec 10 18:40:06.154098 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5f388f88-6913-401a-802a-4cf34c4db1ba None None] Deleting port 07d78d5e-722d-4775-8840-892acf65a52e {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:40:06.155360 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5f388f88-6913-401a-802a-4cf34c4db1ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:06.163175 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9e28e32-ce89-4572-8e1a-2cedcc4606dc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:06.170699 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9e28e32-ce89-4572-8e1a-2cedcc4606dc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:06.195610 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-0cfce350-7697-49c8-aa7b-d32b4ce27983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e9ae9d-70aa-485e-a8e7-c504f770cc07', 'name': 'tempest-NetworksTestDHCPv6-router-1018072605', 'tenant_id': '5206888eb8664e02a4054430b5bab51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:55Z', 'updated_at': '2021-12-10T18:40:03Z', 'revision_number': 3, 'project_id': '5206888eb8664e02a4054430b5bab51d', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:06.207692 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ecccba-5444-45ad-8a28-f7113718a3a4 req-ddb887e3-3dad-4d6d-8618-66712782754c tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:06.224474 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-72ecccba-5444-45ad-8a28-f7113718a3a4 req-ddb887e3-3dad-4d6d-8618-66712782754c tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d21511-baab-40c8-8796-689bbca57609 HTTP/1.1" status: 200 len: 946 time: 0.1744432 Dec 10 18:40:06.232045 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfce350-7697-49c8-aa7b-d32b4ce27983 None None] The sync data for ids ['01e9ae9d-70aa-485e-a8e7-c504f770cc07'] in n-d-821435-1 is: [{'id': '01e9ae9d-70aa-485e-a8e7-c504f770cc07', 'name': 'tempest-NetworksTestDHCPv6-router-1018072605', 'tenant_id': '5206888eb8664e02a4054430b5bab51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:55Z', 'updated_at': '2021-12-10T18:40:03Z', 'revision_number': 3, 'project_id': '5206888eb8664e02a4054430b5bab51d', 'gw_port_host': None}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:40:06.235479 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b57462cd-2d36-45e6-89ea-ec415178588c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:06.236716 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57462cd-2d36-45e6-89ea-ec415178588c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Fanout notify agent at l3_agent the message router_deleted on router 01e9ae9d-70aa-485e-a8e7-c504f770cc07 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:40:06.256333 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5f388f88-6913-401a-802a-4cf34c4db1ba None None] For port 07d78d5e-722d-4775-8840-892acf65a52e, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=07d78d5e-722d-4775-8840-892acf65a52e,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:06.256786 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5f388f88-6913-401a-802a-4cf34c4db1ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:06.282913 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b57462cd-2d36-45e6-89ea-ec415178588c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:06.284280 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b57462cd-2d36-45e6-89ea-ec415178588c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/routers/01e9ae9d-70aa-485e-a8e7-c504f770cc07 HTTP/1.1" status: 204 len: 168 time: 0.5391092 Dec 10 18:40:06.285835 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5f388f88-6913-401a-802a-4cf34c4db1ba None None] Calling delete_port for 07d78d5e-722d-4775-8840-892acf65a52e owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:40:06.289690 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54740) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:06.367194 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-72ecccba-5444-45ad-8a28-f7113718a3a4 req-e70cfa30-acd1-413a-ad47-50af7319706b tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb9b006-f70c-4e34-b1ab-8ba414ee140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390584 Dec 10 18:40:06.444699 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-b9e28e32-ce89-4572-8e1a-2cedcc4606dc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Floating IP 70440a6e-c04a-4119-bb83-75eb38a8d6d0 associated. External IP: 172.25.7.234, port: b5799b23-3ac5-4da6-ad03-a9a9b629a357. Dec 10 18:40:06.456609 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9774806a-290a-46fb-939c-151e21295f3e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:06.458661 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9774806a-290a-46fb-939c-151e21295f3e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1661983 Dec 10 18:40:06.462091 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54752) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:06.467033 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5f388f88-6913-401a-802a-4cf34c4db1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:06.559579 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f388f88-6913-401a-802a-4cf34c4db1ba None None] Pushing event deleted for resources: {'Port': ['ID=07d78d5e-722d-4775-8840-892acf65a52e,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:06.564656 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f388f88-6913-401a-802a-4cf34c4db1ba None None] No DVR routers for this DVR port 07d78d5e-722d-4775-8840-892acf65a52e on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:40:06.660479 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117a5c7e-de7f-4992-b42e-9cd18c82054d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:06.666146 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-117a5c7e-de7f-4992-b42e-9cd18c82054d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1988268 Dec 10 18:40:06.668784 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54764) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:06.741805 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 93844ad0-eb74-44da-ba7d-589f9aa097de no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:40:06.762577 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-69ece409-9db2-4ff8-85da-075eb35db502 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0872755 Dec 10 18:40:06.768553 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54766) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:06.775363 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7eb90290-36f8-4d2a-abae-05bd22b4ad4a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'subnet': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:06.807373 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 93844ad0-eb74-44da-ba7d-589f9aa097de {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:40:06.808065 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 93844ad0-eb74-44da-ba7d-589f9aa097de not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:40:06.808734 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 07d78d5e-722d-4775-8840-892acf65a52e no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:40:06.846715 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 07d78d5e-722d-4775-8840-892acf65a52e {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:40:06.847000 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 07d78d5e-722d-4775-8840-892acf65a52e not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:40:06.906584 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff5313-41be-4c9d-b46d-318493ee7104 req-4b9bada8-9cfb-4755-873a-3223d7c058b5 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:06.908380 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-52ff5313-41be-4c9d-b46d-318493ee7104 req-4b9bada8-9cfb-4755-873a-3223d7c058b5 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=d17b34f6-bd46-41b9-8e9d-41a0e60036ac HTTP/1.1" status: 200 len: 945 time: 0.3033319 Dec 10 18:40:06.997213 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-52ff5313-41be-4c9d-b46d-318493ee7104 req-36426d51-3182-4086-8acb-20eadaafc987 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb9b006-f70c-4e34-b1ab-8ba414ee140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727489 Dec 10 18:40:06.998276 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb90290-36f8-4d2a-abae-05bd22b4ad4a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:07.002330 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7eb90290-36f8-4d2a-abae-05bd22b4ad4a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:07.018174 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3685c8-2790-4da8-912f-fde230fbe5c4 req-6b94b94a-25c3-4bb4-b198-fec54470eb92 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:07.019688 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8c3685c8-2790-4da8-912f-fde230fbe5c4 req-6b94b94a-25c3-4bb4-b198-fec54470eb92 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a8827f4-be41-495a-85a6-b736a7a54334 HTTP/1.1" status: 200 len: 946 time: 0.0929191 Dec 10 18:40:07.255597 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8c3685c8-2790-4da8-912f-fde230fbe5c4 req-9b69c576-9b72-43ac-8a33-9690ff9bd62d tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015526 Dec 10 18:40:07.284872 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56b0e5-921d-4568-8bb5-1bba15c93660 req-348ddc6a-d1bd-4c71-9eb0-ccac27183f4a tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:07.289526 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4c56b0e5-921d-4568-8bb5-1bba15c93660 req-348ddc6a-d1bd-4c71-9eb0-ccac27183f4a tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 949 time: 0.1708810 Dec 10 18:40:07.293829 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e28e32-ce89-4572-8e1a-2cedcc4606dc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Router 636409b5-33ad-49e6-8329-1716a538ed0c has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:40:07.499498 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cc19f-3124-450a-9b87-4a2995ac3cec req-e8f236be-0eb6-47d1-a96a-81021b2b6b32 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:07.500784 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4c56b0e5-921d-4568-8bb5-1bba15c93660 req-2079f313-d4b4-49b7-8884-efa4fca3b50d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183038 Dec 10 18:40:07.501369 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7c0cc19f-3124-450a-9b87-4a2995ac3cec req-e8f236be-0eb6-47d1-a96a-81021b2b6b32 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=19e1710d-79e1-45fe-bc37-c45bc6384fc5 HTTP/1.1" status: 200 len: 945 time: 0.1255002 Dec 10 18:40:07.514892 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e28e32-ce89-4572-8e1a-2cedcc4606dc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:40:07.534088 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a7b31f-26cf-48fd-96d7-99fe3deafd14 None None] Sync routers for ids ['636409b5-33ad-49e6-8329-1716a538ed0c'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:40:07.538001 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9e28e32-ce89-4572-8e1a-2cedcc4606dc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:07.547770 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a7b31f-26cf-48fd-96d7-99fe3deafd14 None None] Routers {'636409b5-33ad-49e6-8329-1716a538ed0c'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:40:07.548407 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b8a7b31f-26cf-48fd-96d7-99fe3deafd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:39:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['636409b5-33ad-49e6-8329-1716a538ed0c'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:07.572702 n-d-821435-1 neutron-server[103245]: DEBUG neutron.objects.ports [None req-7eb90290-36f8-4d2a-abae-05bd22b4ad4a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103245) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:40:07.574913 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7eb90290-36f8-4d2a-abae-05bd22b4ad4a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:07.625413 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b9e28e32-ce89-4572-8e1a-2cedcc4606dc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "PUT /v2.0/floatingips/70440a6e-c04a-4119-bb83-75eb38a8d6d0 HTTP/1.1" status: 200 len: 992 time: 2.5506532 Dec 10 18:40:07.637722 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb90290-36f8-4d2a-abae-05bd22b4ad4a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:07.642732 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'tag': 'b5799b23-3ac5-4da6-ad03-a9a9b629a357'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:40:07.643169 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-7eb90290-36f8-4d2a-abae-05bd22b4ad4a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:07.646312 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6e6395-70fe-42fe-bd54-80ed256d14c6" -d '{"events": [{"name": "network-changed", "server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "tag": "b5799b23-3ac5-4da6-ad03-a9a9b629a357"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:40:07.660854 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb90290-36f8-4d2a-abae-05bd22b4ad4a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:07.660854 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7eb90290-36f8-4d2a-abae-05bd22b4ad4a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:07.669427 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854dc916-59b4-46b8-b3b7-4356c3a34f9d None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:40:07.674037 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7c0cc19f-3124-450a-9b87-4a2995ac3cec req-10d1e762-a5ae-4380-9e11-d644d057b213 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb9b006-f70c-4e34-b1ab-8ba414ee140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569760 Dec 10 18:40:07.678755 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb90290-36f8-4d2a-abae-05bd22b4ad4a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Subnet': ['ID=c91fcef0-e34c-4fb7-bb10-cf503069ad17,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:07.723032 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7eb90290-36f8-4d2a-abae-05bd22b4ad4a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9531109 Dec 10 18:40:07.725927 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54786) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:07.731161 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-dc127784-5079-4575-ac56-4ced4029d253 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'subnet': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:07.799104 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3c510d-decd-452f-a02a-0714272bcd34 x-openstack-request-id: req-4c3c510d-decd-452f-a02a-0714272bcd34 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:40:07.799472 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "tag": "b5799b23-3ac5-4da6-ad03-a9a9b629a357", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:40:07.799741 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4c3c510d-decd-452f-a02a-0714272bcd34 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:40:07.800180 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'tag': 'b5799b23-3ac5-4da6-ad03-a9a9b629a357', 'status': 'completed', 'code': 200} Dec 10 18:40:07.904791 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc127784-5079-4575-ac56-4ced4029d253 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:07.908421 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dc127784-5079-4575-ac56-4ced4029d253 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:07.961143 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e6395-70fe-42fe-bd54-80ed256d14c6 req-509d54ac-87be-46ff-a8aa-cbf835e28be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:07.962641 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e6395-70fe-42fe-bd54-80ed256d14c6 req-509d54ac-87be-46ff-a8aa-cbf835e28be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:07.963136 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e6395-70fe-42fe-bd54-80ed256d14c6 req-509d54ac-87be-46ff-a8aa-cbf835e28be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:07.963619 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e6395-70fe-42fe-bd54-80ed256d14c6 req-509d54ac-87be-46ff-a8aa-cbf835e28be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:07.964099 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e6395-70fe-42fe-bd54-80ed256d14c6 req-509d54ac-87be-46ff-a8aa-cbf835e28be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:07.964573 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e6395-70fe-42fe-bd54-80ed256d14c6 req-509d54ac-87be-46ff-a8aa-cbf835e28be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:07.965076 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e6395-70fe-42fe-bd54-80ed256d14c6 req-509d54ac-87be-46ff-a8aa-cbf835e28be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:07.975785 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4e6e6395-70fe-42fe-bd54-80ed256d14c6 req-509d54ac-87be-46ff-a8aa-cbf835e28be9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=aee8c10e35be45139294abc10d1eada2&device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 6501 time: 0.1453321 Dec 10 18:40:07.978115 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-b8a7b31f-26cf-48fd-96d7-99fe3deafd14 None None] Set router 636409b5-33ad-49e6-8329-1716a538ed0c gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:40:08.174073 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e6395-70fe-42fe-bd54-80ed256d14c6 req-da538825-677c-412d-8fe9-f7785850dcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:08.178712 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4e6e6395-70fe-42fe-bd54-80ed256d14c6 req-da538825-677c-412d-8fe9-f7785850dcd3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=36da7df8-4c33-4fc7-aca6-cd96ecc32948 HTTP/1.1" status: 200 len: 917 time: 0.1793909 Dec 10 18:40:08.306102 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:08.331419 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dc127784-5079-4575-ac56-4ced4029d253 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:08.351527 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d852be-aaaf-4d68-9c78-c98d841fd30f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'project_id': '5206888eb8664e02a4054430b5bab51d', 'fixed_ips': [{'subnet_id': 'c91fcef0-e34c-4fb7-bb10-cf503069ad17'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:40:08.352749 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c8d852be-aaaf-4d68-9c78-c98d841fd30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:08.401951 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc127784-5079-4575-ac56-4ced4029d253 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:08.424717 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b9b16-e554-4425-9a8d-35b8b5fbc23a req-0a98548c-9150-46f3-a93d-97fdd8cf68b3 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:08.426275 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b33b9b16-e554-4425-9a8d-35b8b5fbc23a req-0a98548c-9150-46f3-a93d-97fdd8cf68b3 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a8827f4-be41-495a-85a6-b736a7a54334 HTTP/1.1" status: 200 len: 946 time: 0.2462823 Dec 10 18:40:08.434140 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-dc127784-5079-4575-ac56-4ced4029d253 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:08.470501 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4e6e6395-70fe-42fe-bd54-80ed256d14c6 req-acf2933e-77a8-4538-bf8f-1a6751770763 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5799b23-3ac5-4da6-ad03-a9a9b629a357 HTTP/1.1" status: 200 len: 1000 time: 0.2766306 Dec 10 18:40:08.488946 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa9bc5-2a58-4b1a-aefb-5388fa6d524d req-a206f191-00fb-42d4-96ce-6fb41157825f tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:08.497031 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-45fa9bc5-2a58-4b1a-aefb-5388fa6d524d req-a206f191-00fb-42d4-96ce-6fb41157825f tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d21511-baab-40c8-8796-689bbca57609 HTTP/1.1" status: 200 len: 946 time: 0.2177300 Dec 10 18:40:08.503206 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc127784-5079-4575-ac56-4ced4029d253 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:08.506395 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dc127784-5079-4575-ac56-4ced4029d253 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:08.557605 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-dc127784-5079-4575-ac56-4ced4029d253 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8281167 Dec 10 18:40:08.562752 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54828) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:08.571379 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d7fd78c6-60c6-409e-89a0-f08387819e33 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'port': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'mac_address': 'fa:16:3e:e2:0b:cf', 'name': 'tempest-NetworksTestDHCPv6-337352022'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:08.604672 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-c8d852be-aaaf-4d68-9c78-c98d841fd30f None None] Allocated IP 2001:db8::f816:3eff:feae:f4c5 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/c91fcef0-e34c-4fb7-bb10-cf503069ad17/efe5fec9-cdff-41ac-8f54-6ecaafb08197) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:08.629547 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b8a7b31f-26cf-48fd-96d7-99fe3deafd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636409b5-33ad-49e6-8329-1716a538ed0c', 'name': 'tempest-TaggedBootDevicesTest_v242-740443978-router', 'tenant_id': 'aee8c10e35be45139294abc10d1eada2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '83898fe0-e06b-40b6-b4a6-d7021bac4780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:55Z', 'updated_at': '2021-12-10T18:37:01Z', 'revision_number': 4, 'project_id': 'aee8c10e35be45139294abc10d1eada2', 'gw_port': {'id': '83898fe0-e06b-40b6-b4a6-d7021bac4780', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636409b5-33ad-49e6-8329-1716a538ed0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:55Z', 'updated_at': '2021-12-10T18:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '70440a6e-c04a-4119-bb83-75eb38a8d6d0', 'tenant_id': 'aee8c10e35be45139294abc10d1eada2', 'floating_ip_address': '172.25.7.234', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '636409b5-33ad-49e6-8329-1716a538ed0c', 'port_id': 'b5799b23-3ac5-4da6-ad03-a9a9b629a357', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36da7df8-4c33-4fc7-aca6-cd96ecc32948', 'mac_address': 'fa:16:3e:24:f5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:38:21Z', 'updated_at': '2021-12-10T18:40:05Z', 'revision_number': 1, 'project_id': 'aee8c10e35be45139294abc10d1eada2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9c284af-b922-423b-8496-4af640954404', 'name': '', 'network_id': '36da7df8-4c33-4fc7-aca6-cd96ecc32948', 'tenant_id': 'aee8c10e35be45139294abc10d1eada2', 'mac_address': 'fa:16:3e:d7:b9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636409b5-33ad-49e6-8329-1716a538ed0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'a88e99c5-14d3-42bf-8ee8-4247e93be44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:00Z', 'updated_at': '2021-12-10T18:37:10Z', 'revision_number': 5, 'project_id': 'aee8c10e35be45139294abc10d1eada2', 'subnets': [{'id': 'a88e99c5-14d3-42bf-8ee8-4247e93be44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:08.644433 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc127784-5079-4575-ac56-4ced4029d253 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Subnet': ['ID=4448ecdd-81a3-46d8-84c1-a8d7e31771dd,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:08.664800 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b11e4e-435c-4866-8d1d-739f6b8f2efd req-b583037d-c4ab-4d6e-8c14-8c270288cd64 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:08.684017 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-43b11e4e-435c-4866-8d1d-739f6b8f2efd req-b583037d-c4ab-4d6e-8c14-8c270288cd64 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a8827f4-be41-495a-85a6-b736a7a54334 HTTP/1.1" status: 200 len: 946 time: 0.2685175 Dec 10 18:40:08.684255 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a7b31f-26cf-48fd-96d7-99fe3deafd14 None None] Checking router: 636409b5-33ad-49e6-8329-1716a538ed0c for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:40:08.695770 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-45fa9bc5-2a58-4b1a-aefb-5388fa6d524d req-1ded567c-d5a6-4934-bf7c-c1571d3dae5b tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb9b006-f70c-4e34-b1ab-8ba414ee140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977503 Dec 10 18:40:08.701017 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e6395-70fe-42fe-bd54-80ed256d14c6 req-ecec166f-af74-4494-b2ac-76c2c32bf323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:08.706703 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4e6e6395-70fe-42fe-bd54-80ed256d14c6 req-ecec166f-af74-4494-b2ac-76c2c32bf323 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a88e99c5-14d3-42bf-8ee8-4247e93be44f HTTP/1.1" status: 200 len: 855 time: 0.2285976 Dec 10 18:40:08.728853 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a7b31f-26cf-48fd-96d7-99fe3deafd14 None None] Routers {'636409b5-33ad-49e6-8329-1716a538ed0c'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:40:08.729482 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b8a7b31f-26cf-48fd-96d7-99fe3deafd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:39:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['636409b5-33ad-49e6-8329-1716a538ed0c'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:08.740357 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-b33b9b16-e554-4425-9a8d-35b8b5fbc23a req-618814a3-4407-45c7-b2fe-58f8b8b0004d tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Deleting port c4ac818b-8258-49a1-be37-3e4547ef535e {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:40:08.741558 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b33b9b16-e554-4425-9a8d-35b8b5fbc23a req-618814a3-4407-45c7-b2fe-58f8b8b0004d tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:08.805354 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-43b11e4e-435c-4866-8d1d-739f6b8f2efd req-8a672b99-2c18-428d-b5d3-f0f7c96cb169 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb7ee14-6634-45c9-b40b-258b5ced48b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314297 Dec 10 18:40:08.868312 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fd78c6-60c6-409e-89a0-f08387819e33 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:08.894632 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-b8a7b31f-26cf-48fd-96d7-99fe3deafd14 None None] Set router 636409b5-33ad-49e6-8329-1716a538ed0c gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:40:08.908392 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e6395-70fe-42fe-bd54-80ed256d14c6 req-f4cae01d-bcf4-4972-ae25-6440c63481bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:08.910150 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4e6e6395-70fe-42fe-bd54-80ed256d14c6 req-f4cae01d-bcf4-4972-ae25-6440c63481bf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=36da7df8-4c33-4fc7-aca6-cd96ecc32948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1905518 Dec 10 18:40:08.932578 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce8ab8-a36e-4992-85cf-8e8447f6a714 req-c6a7c727-73d3-4552-9d35-db63f0dda1e9 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:08.941135 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-74ce8ab8-a36e-4992-85cf-8e8447f6a714 req-c6a7c727-73d3-4552-9d35-db63f0dda1e9 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 949 time: 0.1581886 Dec 10 18:40:09.043561 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-74ce8ab8-a36e-4992-85cf-8e8447f6a714 req-931f542f-8b16-4cc3-9a1f-691e5eda9e40 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010613 Dec 10 18:40:09.064620 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c8d852be-aaaf-4d68-9c78-c98d841fd30f None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:09.074135 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d7fd78c6-60c6-409e-89a0-f08387819e33 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:09.080345 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c8d852be-aaaf-4d68-9c78-c98d841fd30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:09.117731 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-d7fd78c6-60c6-409e-89a0-f08387819e33 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] device_id is not set on port ce5bc535-0c49-4834-829a-faa2557a4612 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:40:09.145027 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d852be-aaaf-4d68-9c78-c98d841fd30f None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:09.180890 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b33b9b16-e554-4425-9a8d-35b8b5fbc23a req-618814a3-4407-45c7-b2fe-58f8b8b0004d tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] For port c4ac818b-8258-49a1-be37-3e4547ef535e, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=c4ac818b-8258-49a1-be37-3e4547ef535e,segment=NetworkSegment(4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9),segment_id=4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:09.181510 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b33b9b16-e554-4425-9a8d-35b8b5fbc23a req-618814a3-4407-45c7-b2fe-58f8b8b0004d tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:09.191872 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-c8d852be-aaaf-4d68-9c78-c98d841fd30f None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:09.198907 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d852be-aaaf-4d68-9c78-c98d841fd30f None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:40:09.211097 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d852be-aaaf-4d68-9c78-c98d841fd30f None None] Pushing event updated for resources: {'Port': ['ID=efe5fec9-cdff-41ac-8f54-6ecaafb08197,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:09.214218 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a63d3-d71f-4e88-b122-126a128bf874 req-429ea8c5-59e8-4c22-bba9-8da6e1a406fb tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:09.215804 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fc1a63d3-d71f-4e88-b122-126a128bf874 req-429ea8c5-59e8-4c22-bba9-8da6e1a406fb tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=d17b34f6-bd46-41b9-8e9d-41a0e60036ac HTTP/1.1" status: 200 len: 945 time: 0.1239972 Dec 10 18:40:09.236871 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-b33b9b16-e554-4425-9a8d-35b8b5fbc23a req-618814a3-4407-45c7-b2fe-58f8b8b0004d tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Calling delete_port for c4ac818b-8258-49a1-be37-3e4547ef535e owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:40:09.264205 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4e6e6395-70fe-42fe-bd54-80ed256d14c6 req-b930e8cc-c5a8-4bc9-9b60-18e6d9f73470 service neutron] 10.222.0.72 "GET /v2.0/networks/36da7df8-4c33-4fc7-aca6-cd96ecc32948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440878 Dec 10 18:40:09.294863 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c8d852be-aaaf-4d68-9c78-c98d841fd30f None None] Attempting to bind port efe5fec9-cdff-41ac-8f54-6ecaafb08197 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:40:09.295244 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c8d852be-aaaf-4d68-9c78-c98d841fd30f None None] Attempting to bind port efe5fec9-cdff-41ac-8f54-6ecaafb08197 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:40:09.295628 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d852be-aaaf-4d68-9c78-c98d841fd30f None None] Attempting to bind port efe5fec9-cdff-41ac-8f54-6ecaafb08197 on network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:40:09.307304 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d852be-aaaf-4d68-9c78-c98d841fd30f None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:40:09.307687 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d852be-aaaf-4d68-9c78-c98d841fd30f None None] Checking segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:40:09.308095 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c8d852be-aaaf-4d68-9c78-c98d841fd30f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:09.308510 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d852be-aaaf-4d68-9c78-c98d841fd30f None None] Bound using segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:40:09.309030 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c8d852be-aaaf-4d68-9c78-c98d841fd30f None None] Bound port: efe5fec9-cdff-41ac-8f54-6ecaafb08197, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:40:09.309380 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c8d852be-aaaf-4d68-9c78-c98d841fd30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:09.313338 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fc1a63d3-d71f-4e88-b122-126a128bf874 req-cfb2159e-cc47-4e90-a3ac-ec7260a28762 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb9b006-f70c-4e34-b1ab-8ba414ee140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887637 Dec 10 18:40:09.401054 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c8d852be-aaaf-4d68-9c78-c98d841fd30f None None] For port efe5fec9-cdff-41ac-8f54-6ecaafb08197, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:40:09.404513 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c8d852be-aaaf-4d68-9c78-c98d841fd30f None None] For port efe5fec9-cdff-41ac-8f54-6ecaafb08197, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=efe5fec9-cdff-41ac-8f54-6ecaafb08197,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:40:09.410411 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c8d852be-aaaf-4d68-9c78-c98d841fd30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:09.422142 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-d7fd78c6-60c6-409e-89a0-f08387819e33 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Allocated IP 172.20.0.7 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/4448ecdd-81a3-46d8-84c1-a8d7e31771dd/ce5bc535-0c49-4834-829a-faa2557a4612) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:09.433706 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-d7fd78c6-60c6-409e-89a0-f08387819e33 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Allocated IP 2001:db8::f816:3eff:fee2:bcf (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/c91fcef0-e34c-4fb7-bb10-cf503069ad17/ce5bc535-0c49-4834-829a-faa2557a4612) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:09.455847 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4e6e6395-70fe-42fe-bd54-80ed256d14c6 req-ff8dd14d-cb2a-4835-951d-e15bbc2f1d98 service neutron] 10.222.0.72 "GET /v2.0/networks/36da7df8-4c33-4fc7-aca6-cd96ecc32948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501231 Dec 10 18:40:09.518895 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d852be-aaaf-4d68-9c78-c98d841fd30f None None] Pushing event updated for resources: {'Port': ['ID=efe5fec9-cdff-41ac-8f54-6ecaafb08197,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:09.530669 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b33b9b16-e554-4425-9a8d-35b8b5fbc23a req-618814a3-4407-45c7-b2fe-58f8b8b0004d tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:09.561200 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b8a7b31f-26cf-48fd-96d7-99fe3deafd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636409b5-33ad-49e6-8329-1716a538ed0c', 'name': 'tempest-TaggedBootDevicesTest_v242-740443978-router', 'tenant_id': 'aee8c10e35be45139294abc10d1eada2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '83898fe0-e06b-40b6-b4a6-d7021bac4780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:55Z', 'updated_at': '2021-12-10T18:37:01Z', 'revision_number': 4, 'project_id': 'aee8c10e35be45139294abc10d1eada2', 'gw_port': {'id': '83898fe0-e06b-40b6-b4a6-d7021bac4780', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636409b5-33ad-49e6-8329-1716a538ed0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:55Z', 'updated_at': '2021-12-10T18:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '70440a6e-c04a-4119-bb83-75eb38a8d6d0', 'tenant_id': 'aee8c10e35be45139294abc10d1eada2', 'floating_ip_address': '172.25.7.234', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '636409b5-33ad-49e6-8329-1716a538ed0c', 'port_id': 'b5799b23-3ac5-4da6-ad03-a9a9b629a357', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36da7df8-4c33-4fc7-aca6-cd96ecc32948', 'mac_address': 'fa:16:3e:24:f5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:38:21Z', 'updated_at': '2021-12-10T18:40:05Z', 'revision_number': 1, 'project_id': 'aee8c10e35be45139294abc10d1eada2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9c284af-b922-423b-8496-4af640954404', 'name': '', 'network_id': '36da7df8-4c33-4fc7-aca6-cd96ecc32948', 'tenant_id': 'aee8c10e35be45139294abc10d1eada2', 'mac_address': 'fa:16:3e:d7:b9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636409b5-33ad-49e6-8329-1716a538ed0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'a88e99c5-14d3-42bf-8ee8-4247e93be44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:00Z', 'updated_at': '2021-12-10T18:37:10Z', 'revision_number': 5, 'project_id': 'aee8c10e35be45139294abc10d1eada2', 'subnets': [{'id': 'a88e99c5-14d3-42bf-8ee8-4247e93be44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:09.577658 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618814a3-4407-45c7-b2fe-58f8b8b0004d tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Pushing event deleted for resources: {'Port': ['ID=c4ac818b-8258-49a1-be37-3e4547ef535e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:09.608369 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a7b31f-26cf-48fd-96d7-99fe3deafd14 None None] The sync data for ids ['636409b5-33ad-49e6-8329-1716a538ed0c'] in n-d-821435-1 is: [{'id': '636409b5-33ad-49e6-8329-1716a538ed0c', 'name': 'tempest-TaggedBootDevicesTest_v242-740443978-router', 'tenant_id': 'aee8c10e35be45139294abc10d1eada2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '83898fe0-e06b-40b6-b4a6-d7021bac4780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:55Z', 'updated_at': '2021-12-10T18:37:01Z', 'revision_number': 4, 'project_id': 'aee8c10e35be45139294abc10d1eada2', 'gw_port': {'id': '83898fe0-e06b-40b6-b4a6-d7021bac4780', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636409b5-33ad-49e6-8329-1716a538ed0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:55Z', 'updated_at': '2021-12-10T18:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '70440a6e-c04a-4119-bb83-75eb38a8d6d0', 'tenant_id': 'aee8c10e35be45139294abc10d1eada2', 'floating_ip_address': '172.25.7.234', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '636409b5-33ad-49e6-8329-1716a538ed0c', 'port_id': 'b5799b23-3ac5-4da6-ad03-a9a9b629a357', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36da7df8-4c33-4fc7-aca6-cd96ecc32948', 'mac_address': 'fa:16:3e:24:f5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:38:21Z', 'updated_at': '2021-12-10T18:40:05Z', 'revision_number': 1, 'project_id': 'aee8c10e35be45139294abc10d1eada2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9c284af-b922-423b-8496-4af640954404', 'name': '', 'network_id': '36da7df8-4c33-4fc7-aca6-cd96ecc32948', 'tenant_id': 'aee8c10e35be45139294abc10d1eada2', 'mac_address': 'fa:16:3e:d7:b9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636409b5-33ad-49e6-8329-1716a538ed0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'a88e99c5-14d3-42bf-8ee8-4247e93be44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:00Z', 'updated_at': '2021-12-10T18:37:10Z', 'revision_number': 5, 'project_id': 'aee8c10e35be45139294abc10d1eada2', 'subnets': [{'id': 'a88e99c5-14d3-42bf-8ee8-4247e93be44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:40:09.645215 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33b9b16-e554-4425-9a8d-35b8b5fbc23a req-618814a3-4407-45c7-b2fe-58f8b8b0004d tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] No DVR routers for this DVR port c4ac818b-8258-49a1-be37-3e4547ef535e on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:40:09.658606 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b33b9b16-e554-4425-9a8d-35b8b5fbc23a req-618814a3-4407-45c7-b2fe-58f8b8b0004d tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:09.662097 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b33b9b16-e554-4425-9a8d-35b8b5fbc23a req-618814a3-4407-45c7-b2fe-58f8b8b0004d tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.72 "DELETE /v2.0/ports/c4ac818b-8258-49a1-be37-3e4547ef535e HTTP/1.1" status: 204 len: 173 time: 1.2282057 Dec 10 18:40:09.800881 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d7fd78c6-60c6-409e-89a0-f08387819e33 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:09.801413 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8827f4-be41-495a-85a6-b736a7a54334', 'name': 'network-vif-deleted', 'tag': 'c4ac818b-8258-49a1-be37-3e4547ef535e'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:40:09.804701 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03b3614-cdd7-4110-b606-aebb9cbedb9d" -d '{"events": [{"server_uuid": "2a8827f4-be41-495a-85a6-b736a7a54334", "name": "network-vif-deleted", "tag": "c4ac818b-8258-49a1-be37-3e4547ef535e"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:40:09.894731 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d7fd78c6-60c6-409e-89a0-f08387819e33 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:09.926265 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5b35ed-0093-4f87-93f4-e2e5d6983f6c x-openstack-request-id: req-3c5b35ed-0093-4f87-93f4-e2e5d6983f6c {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:40:09.926569 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a8827f4-be41-495a-85a6-b736a7a54334", "name": "network-vif-deleted", "tag": "c4ac818b-8258-49a1-be37-3e4547ef535e", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:40:09.926829 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3c5b35ed-0093-4f87-93f4-e2e5d6983f6c {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:40:09.927234 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8827f4-be41-495a-85a6-b736a7a54334', 'name': 'network-vif-deleted', 'tag': 'c4ac818b-8258-49a1-be37-3e4547ef535e', 'status': 'completed', 'code': 200} Dec 10 18:40:09.993050 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fd78c6-60c6-409e-89a0-f08387819e33 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:10.016464 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-d7fd78c6-60c6-409e-89a0-f08387819e33 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:10.024495 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fd78c6-60c6-409e-89a0-f08387819e33 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:40:10.128031 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788b87a-feec-4ddc-b219-a5b7b380908e req-32fd21f9-fd06-4577-973b-890f93eb51a8 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:10.158138 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788b87a-feec-4ddc-b219-a5b7b380908e req-32fd21f9-fd06-4577-973b-890f93eb51a8 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:10.161307 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-18f3dfb8-8c95-4d0a-956c-117a0006d312 req-ea50b2b8-fc0d-42bf-8fc0-3471a6430a52 tempest-DeleteServersTestJSON-325414337 tempest-DeleteServersTestJSON-325414337-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a8827f4-be41-495a-85a6-b736a7a54334 HTTP/1.1" status: 200 len: 210 time: 0.0538816 Dec 10 18:40:10.166490 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788b87a-feec-4ddc-b219-a5b7b380908e req-32fd21f9-fd06-4577-973b-890f93eb51a8 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:10.179099 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f788b87a-feec-4ddc-b219-a5b7b380908e req-32fd21f9-fd06-4577-973b-890f93eb51a8 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d21511-baab-40c8-8796-689bbca57609&device_id=19e1710d-79e1-45fe-bc37-c45bc6384fc5&device_id=d17b34f6-bd46-41b9-8e9d-41a0e60036ac HTTP/1.1" status: 200 len: 2417 time: 0.1585579 Dec 10 18:40:10.200947 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fd78c6-60c6-409e-89a0-f08387819e33 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:10.201649 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d7fd78c6-60c6-409e-89a0-f08387819e33 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:10.219885 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd78c6-60c6-409e-89a0-f08387819e33 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Port': ['ID=ce5bc535-0c49-4834-829a-faa2557a4612,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:10.254982 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d7fd78c6-60c6-409e-89a0-f08387819e33 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.6911132 Dec 10 18:40:10.255616 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54886) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:10.266863 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffa7586-ac36-43ef-a7a4-2487ae97e080 None None] New status for floating IP 70440a6e-c04a-4119-bb83-75eb38a8d6d0: ACTIVE {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:40:10.289705 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f788b87a-feec-4ddc-b219-a5b7b380908e req-bb86d003-d3d8-4bc0-afb8-05e1e6f30005 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb9b006-f70c-4e34-b1ab-8ba414ee140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094913 Dec 10 18:40:10.433701 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bdc48a-6761-4a4f-907a-f0c124f20a55 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:10.441537 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bdc48a-6761-4a4f-907a-f0c124f20a55 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:10.446656 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b2bdc48a-6761-4a4f-907a-f0c124f20a55 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.1814473 Dec 10 18:40:10.447031 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54900) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:10.484611 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781d7a8-d2a5-4514-88c1-0476828c51cd req-b06899c5-ca6b-4356-942a-02631b2fcea2 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:10.504884 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b781d7a8-d2a5-4514-88c1-0476828c51cd req-b06899c5-ca6b-4356-942a-02631b2fcea2 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 949 time: 0.0966377 Dec 10 18:40:10.600543 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-e9912068-18d0-4179-9783-1924db65af91 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting port ce5bc535-0c49-4834-829a-faa2557a4612 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:40:10.601243 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e9912068-18d0-4179-9783-1924db65af91 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:10.627074 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b781d7a8-d2a5-4514-88c1-0476828c51cd req-d98ccc1f-4a21-49d7-ad48-170ab52d55a1 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211016 Dec 10 18:40:10.767380 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device efe5fec9-cdff-41ac-8f54-6ecaafb08197 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:40:10.804720 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-96306c28-3e80-4d43-ad87-544356de260d req-f5c0df07-78e9-46e8-8f33-7e9a7ab2cf92 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4a90a8614cab4789b8ebe3e779e622d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432377 Dec 10 18:40:10.816700 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e9912068-18d0-4179-9783-1924db65af91 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:10.852582 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port efe5fec9-cdff-41ac-8f54-6ecaafb08197 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:10.853849 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-e9912068-18d0-4179-9783-1924db65af91 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Calling delete_port for ce5bc535-0c49-4834-829a-faa2557a4612 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:40:10.854769 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:10.877644 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385f3ec-5bbd-4074-8a71-a5af655e7643 req-c31633a1-6e19-40f4-bb58-f46a776cba81 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:10.885271 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b385f3ec-5bbd-4074-8a71-a5af655e7643 req-c31633a1-6e19-40f4-bb58-f46a776cba81 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d21511-baab-40c8-8796-689bbca57609 HTTP/1.1" status: 200 len: 946 time: 0.1095929 Dec 10 18:40:10.956912 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:10.991526 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96306c28-3e80-4d43-ad87-544356de260d req-8286b8ac-ec16-4b6c-933b-355ce0bf954e tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:10.996008 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-96306c28-3e80-4d43-ad87-544356de260d req-8286b8ac-ec16-4b6c-933b-355ce0bf954e tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1898034 Dec 10 18:40:10.998054 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port efe5fec9-cdff-41ac-8f54-6ecaafb08197, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=efe5fec9-cdff-41ac-8f54-6ecaafb08197,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:11.005942 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:11.023083 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b385f3ec-5bbd-4074-8a71-a5af655e7643 req-c0f88b6d-f32e-407f-ae66-b428aa6fcf04 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb9b006-f70c-4e34-b1ab-8ba414ee140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368668 Dec 10 18:40:11.028022 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-96306c28-3e80-4d43-ad87-544356de260d req-21ced59c-556a-493c-bb59-953289a04ee1 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/quotas/4a90a8614cab4789b8ebe3e779e622d9 HTTP/1.1" status: 200 len: 375 time: 0.0259948 Dec 10 18:40:11.080368 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-96306c28-3e80-4d43-ad87-544356de260d req-b8b6cc5d-d182-4dd7-8306-97e71ceca9e2 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a90a8614cab4789b8ebe3e779e622d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433774 Dec 10 18:40:11.091875 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=efe5fec9-cdff-41ac-8f54-6ecaafb08197,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:11.213704 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbffebd-5838-4ff6-92f4-a389ba7379b6 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:40:11.295830 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e9912068-18d0-4179-9783-1924db65af91 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:11.353741 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device c4ac818b-8258-49a1-be37-3e4547ef535e no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:40:11.373849 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9912068-18d0-4179-9783-1924db65af91 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Port': ['ID=ce5bc535-0c49-4834-829a-faa2557a4612,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:11.441940 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: c4ac818b-8258-49a1-be37-3e4547ef535e {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:40:11.442210 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device c4ac818b-8258-49a1-be37-3e4547ef535e not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:40:11.463725 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fba91d24-0b8f-4bfc-b1bd-454fa04bc5f5 None None] Provisioning complete for port efe5fec9-cdff-41ac-8f54-6ecaafb08197 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:11.464316 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fba91d24-0b8f-4bfc-b1bd-454fa04bc5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:11.467081 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e9912068-18d0-4179-9783-1924db65af91 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:11.474570 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e9912068-18d0-4179-9783-1924db65af91 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/ports/ce5bc535-0c49-4834-829a-faa2557a4612 HTTP/1.1" status: 204 len: 168 time: 1.0254233 Dec 10 18:40:11.477303 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54940) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:11.531257 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-48866819-22fd-417b-8663-c923efacd59b tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4a90a8614cab4789b8ebe3e779e622d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548596 Dec 10 18:40:11.578443 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362377bf-192b-4ebe-9502-6989dc925ac8 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:11.583589 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362377bf-192b-4ebe-9502-6989dc925ac8 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:11.587238 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362377bf-192b-4ebe-9502-6989dc925ac8 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:11.589897 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-362377bf-192b-4ebe-9502-6989dc925ac8 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1111710 Dec 10 18:40:11.591943 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54946) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:11.719264 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-930ead75-18bf-4db8-bb05-1c9add406581 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting subnet 4448ecdd-81a3-46d8-84c1-a8d7e31771dd {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:40:11.723044 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-930ead75-18bf-4db8-bb05-1c9add406581 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:11.795356 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-930ead75-18bf-4db8-bb05-1c9add406581 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:11.802085 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5699d55-5bd6-4289-bca4-c05266d3d32b None None] Update dhcp port {'port': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'fixed_ips': [{'subnet_id': 'c91fcef0-e34c-4fb7-bb10-cf503069ad17', 'ip_address': '2001:db8::f816:3eff:feae:f4c5'}, {'subnet_id': '4448ecdd-81a3-46d8-84c1-a8d7e31771dd'}], 'binding:host_id': 'n-d-821435-1'}, 'id': 'efe5fec9-cdff-41ac-8f54-6ecaafb08197'} from n-d-821435-1. {{(pid=103246) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 18:40:11.868354 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e5699d55-5bd6-4289-bca4-c05266d3d32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:11.895620 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-930ead75-18bf-4db8-bb05-1c9add406581 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:11.998179 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-930ead75-18bf-4db8-bb05-1c9add406581 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:12.055907 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ead75-18bf-4db8-bb05-1c9add406581 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Subnet': ['ID=4448ecdd-81a3-46d8-84c1-a8d7e31771dd,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:12.063509 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-930ead75-18bf-4db8-bb05-1c9add406581 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:12.070145 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-930ead75-18bf-4db8-bb05-1c9add406581 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/4448ecdd-81a3-46d8-84c1-a8d7e31771dd HTTP/1.1" status: 204 len: 168 time: 0.4734976 Dec 10 18:40:12.070622 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54962) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:12.169768 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-21485e65-5d84-4edd-adc3-87ed87efb935 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting subnet c91fcef0-e34c-4fb7-bb10-cf503069ad17 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:40:12.175929 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21485e65-5d84-4edd-adc3-87ed87efb935 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:12.212761 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c347cd-f938-43d0-95c7-f391cf0e9359 req-0987fe7d-3312-4b0e-9bfb-fac9c4707e88 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:12.213689 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-22c347cd-f938-43d0-95c7-f391cf0e9359 req-0987fe7d-3312-4b0e-9bfb-fac9c4707e88 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 949 time: 0.0988977 Dec 10 18:40:12.237495 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21485e65-5d84-4edd-adc3-87ed87efb935 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:12.287129 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-dc4bb048-8e84-49c4-a5f1-adee01abd6d0 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:12.289455 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-dc4bb048-8e84-49c4-a5f1-adee01abd6d0 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7518828 Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server [None req-e5699d55-5bd6-4289-bca4-c05266d3d32b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4448ecdd-81a3-46d8-84c1-a8d7e31771dd: This subnet is being modified by another concurrent operation. Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 18:40:12.303442 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 18:40:12.307009 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:40:12.307009 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:40:12.307009 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:40:12.307009 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:40:12.307009 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 18:40:12.307009 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:40:12.307009 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 18:40:12.307009 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 18:40:12.307009 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:40:12.307009 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:40:12.307009 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:40:12.307009 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:40:12.307009 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 18:40:12.307009 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 18:40:12.307009 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 10 18:40:12.307009 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 10 18:40:12.307009 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 18:40:12.307009 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 18:40:12.307009 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 10 18:40:12.307009 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 10 18:40:12.307009 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 10 18:40:12.307009 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 10 18:40:12.307009 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 10 18:40:12.307009 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 10 18:40:12.307009 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 10 18:40:12.307009 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 18:40:12.307009 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 18:40:12.307009 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 18:40:12.307009 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 18:40:12.307009 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise exception Dec 10 18:40:12.307009 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4448ecdd-81a3-46d8-84c1-a8d7e31771dd: This subnet is being modified by another concurrent operation. Dec 10 18:40:12.307009 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Dec 10 18:40:12.318220 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-361dde90-ebfc-4c6c-8260-1bb37e6e2b27 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/quotas/4a90a8614cab4789b8ebe3e779e622d9 HTTP/1.1" status: 200 len: 375 time: 0.0216429 Dec 10 18:40:12.325690 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-22c347cd-f938-43d0-95c7-f391cf0e9359 req-75967530-ba4a-472b-b562-7b1ab6b849b2 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008883 Dec 10 18:40:12.376306 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21485e65-5d84-4edd-adc3-87ed87efb935 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:12.378228 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-fa3a968f-7056-452e-90dc-caf5389c039d tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a90a8614cab4789b8ebe3e779e622d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514619 Dec 10 18:40:12.448019 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21485e65-5d84-4edd-adc3-87ed87efb935 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:12.477911 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21485e65-5d84-4edd-adc3-87ed87efb935 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Subnet': ['ID=c91fcef0-e34c-4fb7-bb10-cf503069ad17,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:12.482440 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21485e65-5d84-4edd-adc3-87ed87efb935 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:12.486332 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-21485e65-5d84-4edd-adc3-87ed87efb935 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/c91fcef0-e34c-4fb7-bb10-cf503069ad17 HTTP/1.1" status: 204 len: 168 time: 0.4146149 Dec 10 18:40:12.488869 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54964) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:12.503131 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d946388e-4d72-49a6-b7c0-b0893211d6f2 None None] Provisioning complete for port efe5fec9-cdff-41ac-8f54-6ecaafb08197 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:12.503645 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d946388e-4d72-49a6-b7c0-b0893211d6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:12.587711 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4a01a668-9926-4f50-a119-9b891bd86c90 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0940580 Dec 10 18:40:12.588000 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54974) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:12.594476 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f38627d4-bda3-409d-8e76-b39886d9c828 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'subnet': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:12.729651 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8c2d6a8d-19ff-4422-abba-e816ba66bef8 req-b58614ec-266d-4be9-a3d2-d0723d2bcf8f tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f63eac8-29e0-4857-8060-df07dbd6407c HTTP/1.1" status: 200 len: 210 time: 0.0691280 Dec 10 18:40:12.751795 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ead316-4460-4222-bae5-ebe098d21b23 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:40:12.839780 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device efe5fec9-cdff-41ac-8f54-6ecaafb08197 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:40:12.873105 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-96306c28-3e80-4d43-ad87-544356de260d req-5a1b96ce-0685-417f-afa1-926349d8068f tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=4a90a8614cab4789b8ebe3e779e622d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791883 Dec 10 18:40:13.007988 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38627d4-bda3-409d-8e76-b39886d9c828 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:13.012460 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f38627d4-bda3-409d-8e76-b39886d9c828 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:13.127195 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233d0587-9879-436f-8861-1f7297f24c5c None None] DHCP port deletion for 4c9579a2-8f48-40cb-87f0-dbca0f4b521d request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:40:13.141860 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-55489260-057a-4ad2-93bb-656b68d8372a None None] Could not find standard attr ID for object ce5bc535-0c49-4834-829a-faa2557a4612. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:40:13.247878 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:13.322012 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96306c28-3e80-4d43-ad87-544356de260d req-d54637d7-511f-4760-9dcc-d30390941979 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:13.322670 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-96306c28-3e80-4d43-ad87-544356de260d req-d54637d7-511f-4760-9dcc-d30390941979 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4443500 Dec 10 18:40:13.339547 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-96306c28-3e80-4d43-ad87-544356de260d req-d53b06b8-a5d3-4404-ad0b-58ada9305465 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Request body: {'port': {'device_id': '875b61ac-7e0c-4d0f-957d-a6f989a9c239', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'admin_state_up': True, 'tenant_id': '4a90a8614cab4789b8ebe3e779e622d9'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:13.341997 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port efe5fec9-cdff-41ac-8f54-6ecaafb08197, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=efe5fec9-cdff-41ac-8f54-6ecaafb08197,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:13.358472 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:13.479690 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=efe5fec9-cdff-41ac-8f54-6ecaafb08197,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:13.505626 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-233d0587-9879-436f-8861-1f7297f24c5c None None] Deleting port efe5fec9-cdff-41ac-8f54-6ecaafb08197 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:40:13.506065 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-233d0587-9879-436f-8861-1f7297f24c5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:13.568566 n-d-821435-1 neutron-server[103244]: DEBUG neutron.objects.ports [None req-f38627d4-bda3-409d-8e76-b39886d9c828 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103244) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:40:13.607754 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-233d0587-9879-436f-8861-1f7297f24c5c None None] For port efe5fec9-cdff-41ac-8f54-6ecaafb08197, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=efe5fec9-cdff-41ac-8f54-6ecaafb08197,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:13.608620 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-233d0587-9879-436f-8861-1f7297f24c5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:13.624700 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-233d0587-9879-436f-8861-1f7297f24c5c None None] Calling delete_port for efe5fec9-cdff-41ac-8f54-6ecaafb08197 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:40:13.721897 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-233d0587-9879-436f-8861-1f7297f24c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:13.795312 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d0587-9879-436f-8861-1f7297f24c5c None None] Pushing event deleted for resources: {'Port': ['ID=efe5fec9-cdff-41ac-8f54-6ecaafb08197,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:13.813223 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233d0587-9879-436f-8861-1f7297f24c5c None None] No DVR routers for this DVR port efe5fec9-cdff-41ac-8f54-6ecaafb08197 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:40:13.852178 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b9e5d4-cd56-40ac-95ea-4bf53a2cedfb None None] get_active_networks_info from n-d-821435-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:40:14.146625 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a21dfea6-7367-41dd-8fe2-e3d9afb74c98 req-94ae2fa8-e49a-421f-8e0f-e0d3394d5a44 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f63eac8-29e0-4857-8060-df07dbd6407c HTTP/1.1" status: 200 len: 210 time: 0.0500331 Dec 10 18:40:14.277888 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b9e5d4-cd56-40ac-95ea-4bf53a2cedfb None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 18:40:14.378652 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2aa1e-5666-432e-b1ae-049144b73891 req-76fa7aad-d7e7-46f7-86d7-672df903cdad tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:14.386007 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f1f2aa1e-5666-432e-b1ae-049144b73891 req-76fa7aad-d7e7-46f7-86d7-672df903cdad tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=d17b34f6-bd46-41b9-8e9d-41a0e60036ac HTTP/1.1" status: 200 len: 945 time: 0.1416049 Dec 10 18:40:14.443281 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-c443bb83-3e2b-451e-ab45-4b71256356bd tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=4a90a8614cab4789b8ebe3e779e622d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1817195 Dec 10 18:40:14.454122 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f1f2aa1e-5666-432e-b1ae-049144b73891 req-672932ba-1221-49c4-b98b-e63223075a5e tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb9b006-f70c-4e34-b1ab-8ba414ee140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615559 Dec 10 18:40:14.507782 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840963f6-8f0c-4c90-a1be-b92d2c9cc623 req-311bb363-7e84-4154-9df3-5a1fd769ed16 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:14.516751 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-840963f6-8f0c-4c90-a1be-b92d2c9cc623 req-311bb363-7e84-4154-9df3-5a1fd769ed16 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 949 time: 1.0304894 Dec 10 18:40:14.666161 n-d-821435-1 neutron-server[103244]: WARNING neutron.services.revisions.revision_plugin [None req-f38627d4-bda3-409d-8e76-b39886d9c828 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Could not find related port for resource to bump revision. Dec 10 18:40:14.712882 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.ipam_pluggable_backend [None req-f38627d4-bda3-409d-8e76-b39886d9c828 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Port efe5fec9-cdff-41ac-8f54-6ecaafb08197 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103244) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 10 18:40:14.713208 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.ipam_pluggable_backend [None req-f38627d4-bda3-409d-8e76-b39886d9c828 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Reverting IP allocation for 2001:db8::f816:3eff:feae:f4c5 {{(pid=103244) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 10 18:40:14.729040 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.ipam_pluggable_backend [None req-f38627d4-bda3-409d-8e76-b39886d9c828 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feae:f4c5 {{(pid=103244) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 10 18:40:14.733867 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-840963f6-8f0c-4c90-a1be-b92d2c9cc623 req-fd5c72ea-21b0-4a58-a968-08a1c8c597b6 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160711 Dec 10 18:40:14.743771 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f38627d4-bda3-409d-8e76-b39886d9c828 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:14.757255 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96306c28-3e80-4d43-ad87-544356de260d req-d53b06b8-a5d3-4404-ad0b-58ada9305465 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Made reservation on behalf of 4a90a8614cab4789b8ebe3e779e622d9 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:14.761313 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-96306c28-3e80-4d43-ad87-544356de260d req-d53b06b8-a5d3-4404-ad0b-58ada9305465 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:14.833335 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-96306c28-3e80-4d43-ad87-544356de260d req-d53b06b8-a5d3-4404-ad0b-58ada9305465 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:14.864954 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38627d4-bda3-409d-8e76-b39886d9c828 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:14.881530 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-f38627d4-bda3-409d-8e76-b39886d9c828 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:14.886232 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38627d4-bda3-409d-8e76-b39886d9c828 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Subnet': ['ID=af32bc00-64b8-46bc-881d-9d3ec6de0e80,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:14.891901 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38627d4-bda3-409d-8e76-b39886d9c828 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:14.892519 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f38627d4-bda3-409d-8e76-b39886d9c828 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:14.902942 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-0883d7a7-16a2-4f8f-bd6f-9aa354b2cec6 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:14.904537 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-0883d7a7-16a2-4f8f-bd6f-9aa354b2cec6 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4459648 Dec 10 18:40:14.922157 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-d771294e-6df7-423d-91f1-9b1e805fb661 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Request body: {'port': {'device_id': '7f63eac8-29e0-4857-8060-df07dbd6407c', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'admin_state_up': True, 'tenant_id': '4a90a8614cab4789b8ebe3e779e622d9'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:14.993646 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f38627d4-bda3-409d-8e76-b39886d9c828 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4031010 Dec 10 18:40:14.996043 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55028) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:15.003514 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-0cc599a5-8450-427b-a2be-4936edef4238 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'subnet': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:15.051645 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7843622-70d4-4952-983b-39a057162ad7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'project_id': '5206888eb8664e02a4054430b5bab51d', 'fixed_ips': [{'subnet_id': 'af32bc00-64b8-46bc-881d-9d3ec6de0e80'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:40:15.053676 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a7843622-70d4-4952-983b-39a057162ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:15.098182 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-96306c28-3e80-4d43-ad87-544356de260d req-d53b06b8-a5d3-4404-ad0b-58ada9305465 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:15.107351 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-96306c28-3e80-4d43-ad87-544356de260d req-d53b06b8-a5d3-4404-ad0b-58ada9305465 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:15.181286 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-d771294e-6df7-423d-91f1-9b1e805fb661 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Made reservation on behalf of 4a90a8614cab4789b8ebe3e779e622d9 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:15.185128 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-d771294e-6df7-423d-91f1-9b1e805fb661 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:15.214973 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b06b8-a5d3-4404-ad0b-58ada9305465 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=746f00bf-491b-4a56-93d2-dba5a99e34cc,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:15.235570 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-788d1f96-87f7-4f38-a0d8-3fcb30dd76e2 None None] Provisioning complete for port 63e87237-fe4b-4562-a80b-efce559c3c95 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:15.235946 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-788d1f96-87f7-4f38-a0d8-3fcb30dd76e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:15.308322 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-a7843622-70d4-4952-983b-39a057162ad7 None None] Allocated IP 2001:db8::f816:3eff:fec5:6c08 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/af32bc00-64b8-46bc-881d-9d3ec6de0e80/6de5faaa-dee0-4082-ac03-f8b6fa6a61f9) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:15.308536 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc599a5-8450-427b-a2be-4936edef4238 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:15.317676 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0cc599a5-8450-427b-a2be-4936edef4238 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:15.367644 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-96306c28-3e80-4d43-ad87-544356de260d req-d53b06b8-a5d3-4404-ad0b-58ada9305465 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Allocated IP 192.168.233.28 (c9403646-ab9b-4a0a-827b-6d4376246b64/ec05590b-5c35-4e58-9087-8773857a69b9/dc2ff59e-b465-47d0-8e13-54dcfc86e10a) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:15.383114 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e13a0ce7-b56b-4a30-88cf-acc91b28ad1b req-8ecb66d4-300b-4619-bac6-816bdd2bb9da tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f63eac8-29e0-4857-8060-df07dbd6407c HTTP/1.1" status: 200 len: 210 time: 0.0980635 Dec 10 18:40:15.447861 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-788d1f96-87f7-4f38-a0d8-3fcb30dd76e2 None None] Provisioning complete for port 83898fe0-e06b-40b6-b4a6-d7021bac4780 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:15.448243 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-788d1f96-87f7-4f38-a0d8-3fcb30dd76e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:15.629618 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55036) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:15.635802 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d5cd0068-debf-4448-b719-e87eef3e4ead tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1919835757'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:15.640821 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a7843622-70d4-4952-983b-39a057162ad7 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:15.649790 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a7843622-70d4-4952-983b-39a057162ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:15.653767 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-96306c28-3e80-4d43-ad87-544356de260d req-d53b06b8-a5d3-4404-ad0b-58ada9305465 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:15.708607 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cd0068-debf-4448-b719-e87eef3e4ead tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Made reservation on behalf of 98fdd3d4007244d19399f00305d1e82f for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:15.713300 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d5cd0068-debf-4448-b719-e87eef3e4ead tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:15.746356 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-96306c28-3e80-4d43-ad87-544356de260d req-d53b06b8-a5d3-4404-ad0b-58ada9305465 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:15.760402 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5cd0068-debf-4448-b719-e87eef3e4ead tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:40:15.800510 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d5cd0068-debf-4448-b719-e87eef3e4ead tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:15.800936 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-d5cd0068-debf-4448-b719-e87eef3e4ead tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Added segment 50e18ff0-01a9-45cf-a561-d5e7cc825a95 of type vlan for network e891f6b3-8680-45b2-9ef7-cbafd7cf9175 Dec 10 18:40:15.818609 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0cc599a5-8450-427b-a2be-4936edef4238 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:15.844554 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7843622-70d4-4952-983b-39a057162ad7 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:15.847827 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-788d1f96-87f7-4f38-a0d8-3fcb30dd76e2 None None] Provisioning complete for port 6fdd32ec-c4fc-4bd2-860a-21d1c2275a56 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:15.848313 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-788d1f96-87f7-4f38-a0d8-3fcb30dd76e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:15.853513 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-a7843622-70d4-4952-983b-39a057162ad7 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:15.860148 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7843622-70d4-4952-983b-39a057162ad7 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:40:15.886319 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7843622-70d4-4952-983b-39a057162ad7 None None] Pushing event updated for resources: {'Port': ['ID=6de5faaa-dee0-4082-ac03-f8b6fa6a61f9,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:15.903956 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d5cd0068-debf-4448-b719-e87eef3e4ead tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:15.925778 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-788d1f96-87f7-4f38-a0d8-3fcb30dd76e2 None None] Port 6fdd32ec-c4fc-4bd2-860a-21d1c2275a56 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:40:15.926745 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc599a5-8450-427b-a2be-4936edef4238 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:15.938025 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-0cc599a5-8450-427b-a2be-4936edef4238 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:15.949687 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc599a5-8450-427b-a2be-4936edef4238 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:15.951916 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0cc599a5-8450-427b-a2be-4936edef4238 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:15.968687 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a7843622-70d4-4952-983b-39a057162ad7 None None] Attempting to bind port 6de5faaa-dee0-4082-ac03-f8b6fa6a61f9 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:40:15.969241 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a7843622-70d4-4952-983b-39a057162ad7 None None] Attempting to bind port 6de5faaa-dee0-4082-ac03-f8b6fa6a61f9 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:40:15.969708 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7843622-70d4-4952-983b-39a057162ad7 None None] Attempting to bind port 6de5faaa-dee0-4082-ac03-f8b6fa6a61f9 on network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:40:15.974731 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-788d1f96-87f7-4f38-a0d8-3fcb30dd76e2 None None] Provisioning complete for port 5eadadb3-9df6-48ab-920e-7feed5d98987 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:15.975374 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-788d1f96-87f7-4f38-a0d8-3fcb30dd76e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:15.977835 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc599a5-8450-427b-a2be-4936edef4238 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Subnet': ['ID=01905bdf-82c3-401e-b80f-50da7359ec93,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:15.981041 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7843622-70d4-4952-983b-39a057162ad7 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:40:15.981576 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7843622-70d4-4952-983b-39a057162ad7 None None] Checking segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:40:15.982200 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a7843622-70d4-4952-983b-39a057162ad7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:15.982692 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7843622-70d4-4952-983b-39a057162ad7 None None] Bound using segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:40:15.983283 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a7843622-70d4-4952-983b-39a057162ad7 None None] Bound port: 6de5faaa-dee0-4082-ac03-f8b6fa6a61f9, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:40:15.983786 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a7843622-70d4-4952-983b-39a057162ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:15.995879 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0cc599a5-8450-427b-a2be-4936edef4238 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9984951 Dec 10 18:40:15.998584 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d5cd0068-debf-4448-b719-e87eef3e4ead tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:16.005521 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cd0068-debf-4448-b719-e87eef3e4ead tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:16.007197 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d5cd0068-debf-4448-b719-e87eef3e4ead tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:16.008160 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55046) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:16.010997 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96306c28-3e80-4d43-ad87-544356de260d req-d53b06b8-a5d3-4404-ad0b-58ada9305465 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Network c9403646-ab9b-4a0a-827b-6d4376246b64 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:16.025504 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7071e45d-1d4a-41de-9fd8-034eb3648d89 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'port': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'mac_address': 'fa:16:3e:16:c9:fe', 'name': 'tempest-NetworksTestDHCPv6-238562487'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:16.092044 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a7843622-70d4-4952-983b-39a057162ad7 None None] For port 6de5faaa-dee0-4082-ac03-f8b6fa6a61f9, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:40:16.127412 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a7843622-70d4-4952-983b-39a057162ad7 None None] For port 6de5faaa-dee0-4082-ac03-f8b6fa6a61f9, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=6de5faaa-dee0-4082-ac03-f8b6fa6a61f9,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:40:16.128868 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd0068-debf-4448-b719-e87eef3e4ead tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Pushing event updated for resources: {'Network': ['ID=e891f6b3-8680-45b2-9ef7-cbafd7cf9175,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:16.137830 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a7843622-70d4-4952-983b-39a057162ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:16.142561 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d5cd0068-debf-4448-b719-e87eef3e4ead tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5119474 Dec 10 18:40:16.144468 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network e891f6b3-8680-45b2-9ef7-cbafd7cf9175 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:40:16.148751 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55048) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:16.153842 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-fc9fa77b-df9f-491c-81a6-3ab1bccc2a42 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2052747457'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:16.164275 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-96306c28-3e80-4d43-ad87-544356de260d req-d53b06b8-a5d3-4404-ad0b-58ada9305465 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:16.167425 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-96306c28-3e80-4d43-ad87-544356de260d req-d53b06b8-a5d3-4404-ad0b-58ada9305465 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:40:16.179264 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fa857-5c84-4554-8967-d3f38d5bdf10 req-3b3d071c-f472-43bc-b09a-ace8e291a995 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:16.187373 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-441fa857-5c84-4554-8967-d3f38d5bdf10 req-3b3d071c-f472-43bc-b09a-ace8e291a995 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=d17b34f6-bd46-41b9-8e9d-41a0e60036ac HTTP/1.1" status: 200 len: 945 time: 0.4600756 Dec 10 18:40:16.191340 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b6e81-5e91-4387-9322-c24af3252793 req-94eddf33-8936-4b78-b705-092b72c2c151 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:16.192940 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a99b6e81-5e91-4387-9322-c24af3252793 req-94eddf33-8936-4b78-b705-092b72c2c151 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 949 time: 0.1738253 Dec 10 18:40:16.200887 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9fa77b-df9f-491c-81a6-3ab1bccc2a42 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Made reservation on behalf of 98fdd3d4007244d19399f00305d1e82f for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:16.205567 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc9fa77b-df9f-491c-81a6-3ab1bccc2a42 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:16.258012 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc9fa77b-df9f-491c-81a6-3ab1bccc2a42 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:40:16.285984 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc9fa77b-df9f-491c-81a6-3ab1bccc2a42 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:16.286395 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-fc9fa77b-df9f-491c-81a6-3ab1bccc2a42 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Added segment 7ee9ae18-d3b7-45c6-9766-25742e5e159f of type vlan for network 08d0d37b-1e92-4759-bf0e-8cf5a993438c Dec 10 18:40:16.311869 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-441fa857-5c84-4554-8967-d3f38d5bdf10 req-16735e6d-eb86-411f-be1e-26d645371daa tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb9b006-f70c-4e34-b1ab-8ba414ee140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235240 Dec 10 18:40:16.313248 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-788d1f96-87f7-4f38-a0d8-3fcb30dd76e2 None None] Provisioning complete for port 12376f64-066b-41dc-803a-66680f0b657f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:16.313732 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-788d1f96-87f7-4f38-a0d8-3fcb30dd76e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:16.316371 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b06b8-a5d3-4404-ad0b-58ada9305465 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Pushing event updated for resources: {'Port': ['ID=dc2ff59e-b465-47d0-8e13-54dcfc86e10a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:16.322261 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7843622-70d4-4952-983b-39a057162ad7 None None] Pushing event updated for resources: {'Port': ['ID=6de5faaa-dee0-4082-ac03-f8b6fa6a61f9,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:16.339353 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-d771294e-6df7-423d-91f1-9b1e805fb661 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Allocated IP 192.168.233.70 (c9403646-ab9b-4a0a-827b-6d4376246b64/ec05590b-5c35-4e58-9087-8773857a69b9/f15de41d-3225-442a-b630-79317ee1a9cc) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:16.339568 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc9fa77b-df9f-491c-81a6-3ab1bccc2a42 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:16.393758 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96306c28-3e80-4d43-ad87-544356de260d req-d53b06b8-a5d3-4404-ad0b-58ada9305465 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:16.394433 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-96306c28-3e80-4d43-ad87-544356de260d req-d53b06b8-a5d3-4404-ad0b-58ada9305465 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:16.397751 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc9fa77b-df9f-491c-81a6-3ab1bccc2a42 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:16.400032 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7071e45d-1d4a-41de-9fd8-034eb3648d89 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:16.403488 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9fa77b-df9f-491c-81a6-3ab1bccc2a42 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:16.404671 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc9fa77b-df9f-491c-81a6-3ab1bccc2a42 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:16.489090 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-96306c28-3e80-4d43-ad87-544356de260d req-d53b06b8-a5d3-4404-ad0b-58ada9305465 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1571894 Dec 10 18:40:16.513125 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a99b6e81-5e91-4387-9322-c24af3252793 req-8a3d9dda-d147-4b58-b5af-5200917c5884 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898610 Dec 10 18:40:16.520071 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-788d1f96-87f7-4f38-a0d8-3fcb30dd76e2 None None] Provisioning complete for port 8004ea1f-b63c-4eac-b980-ddfa2f8187e5 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:16.520459 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-788d1f96-87f7-4f38-a0d8-3fcb30dd76e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:16.524543 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-96306c28-3e80-4d43-ad87-544356de260d req-06a6055e-50b5-4e9e-85dd-aee462c4505a service neutron] Request body: {'port': {'device_id': '875b61ac-7e0c-4d0f-957d-a6f989a9c239', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:16.539179 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fc9fa77b-df9f-491c-81a6-3ab1bccc2a42 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3890066 Dec 10 18:40:16.539839 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55052) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:16.547415 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d28f5ea3-da5d-4d7c-b07f-a809a326c31d tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Request body: {'subnet': {'network_id': 'e891f6b3-8680-45b2-9ef7-cbafd7cf9175', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:16.694015 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9fa77b-df9f-491c-81a6-3ab1bccc2a42 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Pushing event updated for resources: {'Network': ['ID=08d0d37b-1e92-4759-bf0e-8cf5a993438c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:16.716090 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 08d0d37b-1e92-4759-bf0e-8cf5a993438c details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:40:16.812898 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7071e45d-1d4a-41de-9fd8-034eb3648d89 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:16.825578 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28f5ea3-da5d-4d7c-b07f-a809a326c31d tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Made reservation on behalf of 98fdd3d4007244d19399f00305d1e82f for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:16.834037 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d28f5ea3-da5d-4d7c-b07f-a809a326c31d tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:16.880550 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-788d1f96-87f7-4f38-a0d8-3fcb30dd76e2 None None] Provisioning complete for port de2af3e4-3e9a-454f-ad88-589a78c407a0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:16.881783 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-788d1f96-87f7-4f38-a0d8-3fcb30dd76e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:16.957503 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-96306c28-3e80-4d43-ad87-544356de260d req-06a6055e-50b5-4e9e-85dd-aee462c4505a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:16.960796 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-788d1f96-87f7-4f38-a0d8-3fcb30dd76e2 None None] Port de2af3e4-3e9a-454f-ad88-589a78c407a0 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:40:16.976371 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c84c099f-1eaf-4361-a805-431d960bed8b req-a3bdc9af-9ff2-4915-978a-2562b5add591 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f63eac8-29e0-4857-8060-df07dbd6407c HTTP/1.1" status: 200 len: 210 time: 0.1579092 Dec 10 18:40:16.986695 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-788d1f96-87f7-4f38-a0d8-3fcb30dd76e2 None None] Provisioning complete for port aa29e802-f5ef-42ff-90e3-629c7fb726fd triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:16.988947 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-788d1f96-87f7-4f38-a0d8-3fcb30dd76e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:17.014422 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-7071e45d-1d4a-41de-9fd8-034eb3648d89 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] device_id is not set on port afa73d06-852b-49d3-a73f-9f826ae17570 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:40:17.124341 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d28f5ea3-da5d-4d7c-b07f-a809a326c31d tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:17.175067 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-d771294e-6df7-423d-91f1-9b1e805fb661 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:17.204891 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f5ea3-da5d-4d7c-b07f-a809a326c31d tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Pushing event updated for resources: {'Subnet': ['ID=9840673c-d01e-49e6-88aa-2cd6e74682a7,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:17.227468 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28f5ea3-da5d-4d7c-b07f-a809a326c31d tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Checking segment: {'id': '50e18ff0-01a9-45cf-a561-d5e7cc825a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e891f6b3-8680-45b2-9ef7-cbafd7cf9175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:40:17.227988 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28f5ea3-da5d-4d7c-b07f-a809a326c31d tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Network hostable DHCP agents. Network: e891f6b3-8680-45b2-9ef7-cbafd7cf9175, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:40:17.248100 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28f5ea3-da5d-4d7c-b07f-a809a326c31d tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Network e891f6b3-8680-45b2-9ef7-cbafd7cf9175 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:40:17.259199 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-d28f5ea3-da5d-4d7c-b07f-a809a326c31d tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, e891f6b3-8680-45b2-9ef7-cbafd7cf9175) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:17.264535 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28f5ea3-da5d-4d7c-b07f-a809a326c31d tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:17.265332 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d28f5ea3-da5d-4d7c-b07f-a809a326c31d tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:17.287960 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d28f5ea3-da5d-4d7c-b07f-a809a326c31d tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7418041 Dec 10 18:40:17.289337 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55060) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:17.295329 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-bac5491e-b3d3-4a95-8b97-15accff955d5 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Request body: {'subnet': {'network_id': '08d0d37b-1e92-4759-bf0e-8cf5a993438c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:17.364625 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-d771294e-6df7-423d-91f1-9b1e805fb661 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:17.430349 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac5491e-b3d3-4a95-8b97-15accff955d5 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Made reservation on behalf of 98fdd3d4007244d19399f00305d1e82f for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:17.436046 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bac5491e-b3d3-4a95-8b97-15accff955d5 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:17.534217 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-7071e45d-1d4a-41de-9fd8-034eb3648d89 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Allocated IP 172.20.0.4 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/01905bdf-82c3-401e-b80f-50da7359ec93/afa73d06-852b-49d3-a73f-9f826ae17570) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:17.539207 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-d771294e-6df7-423d-91f1-9b1e805fb661 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Network c9403646-ab9b-4a0a-827b-6d4376246b64 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:17.568368 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-d771294e-6df7-423d-91f1-9b1e805fb661 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:17.574107 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-7071e45d-1d4a-41de-9fd8-034eb3648d89 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Allocated IP 2001:db8::f816:3eff:fe16:c9fe (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/af32bc00-64b8-46bc-881d-9d3ec6de0e80/afa73d06-852b-49d3-a73f-9f826ae17570) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:17.584607 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-d771294e-6df7-423d-91f1-9b1e805fb661 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:40:17.589908 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771294e-6df7-423d-91f1-9b1e805fb661 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Pushing event updated for resources: {'Port': ['ID=f15de41d-3225-442a-b630-79317ee1a9cc,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:17.662499 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0eedfd-b0cd-41e3-9f4b-33726605d4cf req-b93d5e47-e7de-432f-99f7-f0a2d8a1e469 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:17.665781 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fe0eedfd-b0cd-41e3-9f4b-33726605d4cf req-b93d5e47-e7de-432f-99f7-f0a2d8a1e469 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=d17b34f6-bd46-41b9-8e9d-41a0e60036ac HTTP/1.1" status: 200 len: 945 time: 0.2294867 Dec 10 18:40:17.702615 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-d771294e-6df7-423d-91f1-9b1e805fb661 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:17.703313 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-d771294e-6df7-423d-91f1-9b1e805fb661 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:17.744741 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131cfe51-7542-4505-b50b-c338e5b5f0bf req-28d59081-76f8-4bb8-a5bf-3b4b223ab7ea tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:17.746656 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-131cfe51-7542-4505-b50b-c338e5b5f0bf req-28d59081-76f8-4bb8-a5bf-3b4b223ab7ea tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 949 time: 0.0851140 Dec 10 18:40:17.748347 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bac5491e-b3d3-4a95-8b97-15accff955d5 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:17.798355 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-d771294e-6df7-423d-91f1-9b1e805fb661 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8804317 Dec 10 18:40:17.840397 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-2f63cca7-10af-4a35-b30e-3936a18c2487 service neutron] Request body: {'port': {'device_id': '7f63eac8-29e0-4857-8060-df07dbd6407c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:17.860070 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5491e-b3d3-4a95-8b97-15accff955d5 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Pushing event updated for resources: {'Subnet': ['ID=2f579da5-53e1-4327-92af-ea2cc0762399,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:17.871101 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1925388b-1e83-4c23-b717-c1abb3612529 None None] get_active_networks_info from n-d-821435-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:40:17.879211 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fe0eedfd-b0cd-41e3-9f4b-33726605d4cf req-60b41b61-cec1-4ef7-a174-27c23a837e61 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb9b006-f70c-4e34-b1ab-8ba414ee140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669140 Dec 10 18:40:17.907874 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-131cfe51-7542-4505-b50b-c338e5b5f0bf req-dee61870-1b8e-4ae9-8c21-2a074204d64c tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480343 Dec 10 18:40:17.922032 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac5491e-b3d3-4a95-8b97-15accff955d5 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Checking segment: {'id': '7ee9ae18-d3b7-45c6-9766-25742e5e159f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '08d0d37b-1e92-4759-bf0e-8cf5a993438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:40:17.922032 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac5491e-b3d3-4a95-8b97-15accff955d5 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Network hostable DHCP agents. Network: 08d0d37b-1e92-4759-bf0e-8cf5a993438c, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:40:17.945710 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac5491e-b3d3-4a95-8b97-15accff955d5 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Network 08d0d37b-1e92-4759-bf0e-8cf5a993438c is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:40:17.965451 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-bac5491e-b3d3-4a95-8b97-15accff955d5 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 08d0d37b-1e92-4759-bf0e-8cf5a993438c) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:17.987310 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5e14d124-0fc9-4257-b74b-22bf90b834d9 None None] Provisioning complete for port 6de5faaa-dee0-4082-ac03-f8b6fa6a61f9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:17.988229 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5e14d124-0fc9-4257-b74b-22bf90b834d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:17.990054 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac5491e-b3d3-4a95-8b97-15accff955d5 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:17.992499 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bac5491e-b3d3-4a95-8b97-15accff955d5 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:18.016600 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-96306c28-3e80-4d43-ad87-544356de260d req-06a6055e-50b5-4e9e-85dd-aee462c4505a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc2ff59e-b465-47d0-8e13-54dcfc86e10a {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:40:18.038570 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-96306c28-3e80-4d43-ad87-544356de260d req-06a6055e-50b5-4e9e-85dd-aee462c4505a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:18.045401 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-2f63cca7-10af-4a35-b30e-3936a18c2487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:18.096449 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-bac5491e-b3d3-4a95-8b97-15accff955d5 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8059177 Dec 10 18:40:18.102420 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55072) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:18.113973 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-fee23ff6-7f1a-4377-9c92-fe8401175cf8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Request body: {'port': {'network_id': 'e891f6b3-8680-45b2-9ef7-cbafd7cf9175', 'name': 'tempest-TaggedBootDevicesTest-489018938', 'fixed_ips': [{'subnet_id': '9840673c-d01e-49e6-88aa-2cd6e74682a7'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:18.125812 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-96306c28-3e80-4d43-ad87-544356de260d req-06a6055e-50b5-4e9e-85dd-aee462c4505a service neutron] Transition to ACTIVE for port object dc2ff59e-b465-47d0-8e13-54dcfc86e10a will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:40:18.136499 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-96306c28-3e80-4d43-ad87-544356de260d req-06a6055e-50b5-4e9e-85dd-aee462c4505a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:18.260567 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5e14d124-0fc9-4257-b74b-22bf90b834d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:18.277806 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7071e45d-1d4a-41de-9fd8-034eb3648d89 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:18.323553 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028ce73-4e96-4678-90ea-4e1c98d96b3f req-b51f171c-dec4-45c6-ab1b-47d025324a47 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:18.328782 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5028ce73-4e96-4678-90ea-4e1c98d96b3f req-b51f171c-dec4-45c6-ab1b-47d025324a47 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f63eac8-29e0-4857-8060-df07dbd6407c HTTP/1.1" status: 200 len: 935 time: 0.1200886 Dec 10 18:40:18.334200 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5e14d124-0fc9-4257-b74b-22bf90b834d9 None None] For port 6de5faaa-dee0-4082-ac03-f8b6fa6a61f9, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=6de5faaa-dee0-4082-ac03-f8b6fa6a61f9,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:18.338886 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5e14d124-0fc9-4257-b74b-22bf90b834d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:18.414696 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5028ce73-4e96-4678-90ea-4e1c98d96b3f req-74993bf7-19da-48d4-bbcb-b436bb4cdc25 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/security-groups?id=746f00bf-491b-4a56-93d2-dba5a99e34cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679305 Dec 10 18:40:18.417196 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee23ff6-7f1a-4377-9c92-fe8401175cf8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Made reservation on behalf of 98fdd3d4007244d19399f00305d1e82f for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:18.420373 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14d124-0fc9-4257-b74b-22bf90b834d9 None None] Pushing event updated for resources: {'Port': ['ID=6de5faaa-dee0-4082-ac03-f8b6fa6a61f9,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:18.469574 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6055e-50b5-4e9e-85dd-aee462c4505a service neutron] Pushing event updated for resources: {'Port': ['ID=dc2ff59e-b465-47d0-8e13-54dcfc86e10a,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:18.493748 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1925388b-1e83-4c23-b717-c1abb3612529 None None] Unable to find a vacant binding_index for network 08d0d37b-1e92-4759-bf0e-8cf5a993438c and agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 {{(pid=103246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 10 18:40:18.500946 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1925388b-1e83-4c23-b717-c1abb3612529 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 08d0d37b-1e92-4759-bf0e-8cf5a993438c) {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 18:40:18.557161 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-96306c28-3e80-4d43-ad87-544356de260d req-06a6055e-50b5-4e9e-85dd-aee462c4505a service neutron] Attempting to bind port dc2ff59e-b465-47d0-8e13-54dcfc86e10a on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:40:18.557591 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-96306c28-3e80-4d43-ad87-544356de260d req-06a6055e-50b5-4e9e-85dd-aee462c4505a service neutron] Attempting to bind port dc2ff59e-b465-47d0-8e13-54dcfc86e10a by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:40:18.557996 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96306c28-3e80-4d43-ad87-544356de260d req-06a6055e-50b5-4e9e-85dd-aee462c4505a service neutron] Attempting to bind port dc2ff59e-b465-47d0-8e13-54dcfc86e10a on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:40:18.568611 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7071e45d-1d4a-41de-9fd8-034eb3648d89 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:18.582112 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fee23ff6-7f1a-4377-9c92-fe8401175cf8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:18.609344 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96306c28-3e80-4d43-ad87-544356de260d req-06a6055e-50b5-4e9e-85dd-aee462c4505a service neutron] Port dc2ff59e-b465-47d0-8e13-54dcfc86e10a on network c9403646-ab9b-4a0a-827b-6d4376246b64 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:40:18.609344 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96306c28-3e80-4d43-ad87-544356de260d req-06a6055e-50b5-4e9e-85dd-aee462c4505a service neutron] Attempting to bind port dc2ff59e-b465-47d0-8e13-54dcfc86e10a on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:40:18.634458 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96306c28-3e80-4d43-ad87-544356de260d req-06a6055e-50b5-4e9e-85dd-aee462c4505a service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:40:18.634811 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96306c28-3e80-4d43-ad87-544356de260d req-06a6055e-50b5-4e9e-85dd-aee462c4505a service neutron] Checking segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:40:18.635239 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96306c28-3e80-4d43-ad87-544356de260d req-06a6055e-50b5-4e9e-85dd-aee462c4505a service neutron] Bound using segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:40:18.635739 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-96306c28-3e80-4d43-ad87-544356de260d req-06a6055e-50b5-4e9e-85dd-aee462c4505a service neutron] Bound port: dc2ff59e-b465-47d0-8e13-54dcfc86e10a, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:40:18.636195 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-96306c28-3e80-4d43-ad87-544356de260d req-06a6055e-50b5-4e9e-85dd-aee462c4505a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:18.639781 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-fee23ff6-7f1a-4377-9c92-fe8401175cf8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] device_id is not set on port 0d10c87b-1905-4b3f-bcac-2040c27cd26b yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:40:18.685527 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7071e45d-1d4a-41de-9fd8-034eb3648d89 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:18.730065 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-7071e45d-1d4a-41de-9fd8-034eb3648d89 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:18.750234 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 6de5faaa-dee0-4082-ac03-f8b6fa6a61f9 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:40:18.776503 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7071e45d-1d4a-41de-9fd8-034eb3648d89 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:40:18.778993 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7071e45d-1d4a-41de-9fd8-034eb3648d89 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Port': ['ID=afa73d06-852b-49d3-a73f-9f826ae17570,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:18.889453 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-fee23ff6-7f1a-4377-9c92-fe8401175cf8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Allocated IP 10.1.1.141 (e891f6b3-8680-45b2-9ef7-cbafd7cf9175/9840673c-d01e-49e6-88aa-2cd6e74682a7/0d10c87b-1905-4b3f-bcac-2040c27cd26b) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:18.927702 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 6de5faaa-dee0-4082-ac03-f8b6fa6a61f9 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:18.929737 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:19.033959 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a614b9-cf10-436f-be12-50dda02a474f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-08d0d37b-1e92-4759-bf0e-8cf5a993438c', 'network_id': '08d0d37b-1e92-4759-bf0e-8cf5a993438c', 'project_id': '98fdd3d4007244d19399f00305d1e82f', 'fixed_ips': [{'subnet_id': '2f579da5-53e1-4327-92af-ea2cc0762399'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:40:19.035230 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b8a614b9-cf10-436f-be12-50dda02a474f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:19.065564 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5f26a2-c747-4185-9b04-e1db1abeee83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-e891f6b3-8680-45b2-9ef7-cbafd7cf9175', 'network_id': 'e891f6b3-8680-45b2-9ef7-cbafd7cf9175', 'project_id': '98fdd3d4007244d19399f00305d1e82f', 'fixed_ips': [{'subnet_id': '9840673c-d01e-49e6-88aa-2cd6e74682a7'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:40:19.066698 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0f5f26a2-c747-4185-9b04-e1db1abeee83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:19.125679 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11821c90-9fc5-422b-8043-8880bb8bea25 req-8bce1661-0204-424e-ba45-09dc37fecbe6 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:19.127280 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-11821c90-9fc5-422b-8043-8880bb8bea25 req-8bce1661-0204-424e-ba45-09dc37fecbe6 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 949 time: 0.1019704 Dec 10 18:40:19.159672 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3709ac-0ed8-40b3-86e4-13ee013b17e0 None None] Update dhcp port {'port': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'fixed_ips': [{'subnet_id': 'af32bc00-64b8-46bc-881d-9d3ec6de0e80', 'ip_address': '2001:db8::f816:3eff:fec5:6c08'}, {'subnet_id': '01905bdf-82c3-401e-b80f-50da7359ec93'}], 'binding:host_id': 'n-d-821435-1'}, 'id': '6de5faaa-dee0-4082-ac03-f8b6fa6a61f9'} from n-d-821435-1. {{(pid=103246) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 18:40:19.217321 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fee23ff6-7f1a-4377-9c92-fe8401175cf8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:19.240948 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-11821c90-9fc5-422b-8043-8880bb8bea25 req-e7978f04-30b0-45cd-a9e8-a22b988b22e0 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022749 Dec 10 18:40:19.296943 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fee23ff6-7f1a-4377-9c92-fe8401175cf8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:19.360944 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee23ff6-7f1a-4377-9c92-fe8401175cf8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Network e891f6b3-8680-45b2-9ef7-cbafd7cf9175 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:19.362722 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7071e45d-1d4a-41de-9fd8-034eb3648d89 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:19.368089 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7071e45d-1d4a-41de-9fd8-034eb3648d89 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:19.369743 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-fee23ff6-7f1a-4377-9c92-fe8401175cf8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:19.374786 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee23ff6-7f1a-4377-9c92-fe8401175cf8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:40:19.395931 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7e3709ac-0ed8-40b3-86e4-13ee013b17e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:19.405327 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee23ff6-7f1a-4377-9c92-fe8401175cf8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Pushing event updated for resources: {'Port': ['ID=0d10c87b-1905-4b3f-bcac-2040c27cd26b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:19.445987 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee23ff6-7f1a-4377-9c92-fe8401175cf8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:19.446825 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fee23ff6-7f1a-4377-9c92-fe8401175cf8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:19.466292 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fee23ff6-7f1a-4377-9c92-fe8401175cf8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3609974 Dec 10 18:40:19.468894 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55090) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:19.475445 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-808740f2-6d5b-4a3a-b825-f31e8edc4d25 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Request body: {'port': {'network_id': 'e891f6b3-8680-45b2-9ef7-cbafd7cf9175', 'name': 'tempest-TaggedBootDevicesTest-1012003196', 'fixed_ips': [{'subnet_id': '9840673c-d01e-49e6-88aa-2cd6e74682a7'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:19.498288 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-96306c28-3e80-4d43-ad87-544356de260d req-06a6055e-50b5-4e9e-85dd-aee462c4505a service neutron] For port dc2ff59e-b465-47d0-8e13-54dcfc86e10a, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:40:19.514133 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be02b17f-0d3e-488b-a7b2-72ebb1610ffd req-497fbec7-00c4-406c-b278-510c9f8e4ba2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8148377 Dec 10 18:40:19.625563 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-96306c28-3e80-4d43-ad87-544356de260d req-06a6055e-50b5-4e9e-85dd-aee462c4505a service neutron] For port dc2ff59e-b465-47d0-8e13-54dcfc86e10a, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=dc2ff59e-b465-47d0-8e13-54dcfc86e10a,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:40:19.633057 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7071e45d-1d4a-41de-9fd8-034eb3648d89 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.6149693 Dec 10 18:40:19.633623 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808740f2-6d5b-4a3a-b825-f31e8edc4d25 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Made reservation on behalf of 98fdd3d4007244d19399f00305d1e82f for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:19.639658 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-2f63cca7-10af-4a35-b30e-3936a18c2487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f15de41d-3225-442a-b630-79317ee1a9cc {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:40:19.645541 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-808740f2-6d5b-4a3a-b825-f31e8edc4d25 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:19.672994 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55094) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:19.675330 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-96306c28-3e80-4d43-ad87-544356de260d req-06a6055e-50b5-4e9e-85dd-aee462c4505a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:19.696117 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-2f63cca7-10af-4a35-b30e-3936a18c2487 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:19.699112 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-808740f2-6d5b-4a3a-b825-f31e8edc4d25 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] device_id is not set on port f26c6f39-65f3-454a-91e4-8caaab987687 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:40:19.777974 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-309911ef-528b-4d12-a49a-298671783a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:19.792015 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96306c28-3e80-4d43-ad87-544356de260d req-06a6055e-50b5-4e9e-85dd-aee462c4505a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:19.792849 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-96306c28-3e80-4d43-ad87-544356de260d req-06a6055e-50b5-4e9e-85dd-aee462c4505a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:19.795444 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-96306c28-3e80-4d43-ad87-544356de260d req-06a6055e-50b5-4e9e-85dd-aee462c4505a service neutron] 10.222.0.72 "PUT /v2.0/ports/dc2ff59e-b465-47d0-8e13-54dcfc86e10a HTTP/1.1" status: 200 len: 1095 time: 3.2762148 Dec 10 18:40:19.795715 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-0f5f26a2-c747-4185-9b04-e1db1abeee83 None None] Allocated IP 10.1.1.2 (e891f6b3-8680-45b2-9ef7-cbafd7cf9175/9840673c-d01e-49e6-88aa-2cd6e74682a7/b17a86c5-fca7-4b6a-88b5-62efeb8c5ee5) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:19.799147 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-b8a614b9-cf10-436f-be12-50dda02a474f None None] Allocated IP 10.2.2.2 (08d0d37b-1e92-4759-bf0e-8cf5a993438c/2f579da5-53e1-4327-92af-ea2cc0762399/46719c0c-250d-49f2-834f-a6e128b830e0) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:19.806252 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '875b61ac-7e0c-4d0f-957d-a6f989a9c239', 'tag': 'dc2ff59e-b465-47d0-8e13-54dcfc86e10a'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:40:19.810486 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e2e5c3-fb92-497d-a770-6eae8f2b8338" -d '{"events": [{"name": "network-changed", "server_uuid": "875b61ac-7e0c-4d0f-957d-a6f989a9c239", "tag": "dc2ff59e-b465-47d0-8e13-54dcfc86e10a"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:40:19.829540 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29127150-95a2-494d-b52b-5f6f68276821 req-bfe3f900-002b-4d63-bf65-cabc47af2c15 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:19.831246 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-29127150-95a2-494d-b52b-5f6f68276821 req-bfe3f900-002b-4d63-bf65-cabc47af2c15 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=d17b34f6-bd46-41b9-8e9d-41a0e60036ac HTTP/1.1" status: 200 len: 945 time: 0.5775363 Dec 10 18:40:19.840709 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-2f63cca7-10af-4a35-b30e-3936a18c2487 service neutron] Transition to ACTIVE for port object f15de41d-3225-442a-b630-79317ee1a9cc will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:40:19.856295 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-69d4eb82-1db6-4843-ac2a-cf1377aa0abd req-eeec471b-2793-440a-810f-6b708911358c service neutron] 10.222.0.46 "GET /v2.0/ports/37336d05-2465-4ef9-907f-b9546be053ae/bindings/n-h1-821435-1 HTTP/1.1" status: 200 len: 382 time: 0.6081619 Dec 10 18:40:19.895959 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-2f63cca7-10af-4a35-b30e-3936a18c2487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:19.937525 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02b17f-0d3e-488b-a7b2-72ebb1610ffd req-d668beaa-981a-404a-a569-036db1ad643b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:19.940032 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be02b17f-0d3e-488b-a7b2-72ebb1610ffd req-d668beaa-981a-404a-a569-036db1ad643b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f1621867e3041c3a975a6622e21074f&device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 1101 time: 0.3523686 Dec 10 18:40:19.943296 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9d07f-21cc-4531-b61f-1501d2f0acdd req-4b8c8a3c-fed6-47f0-a146-fcb3693b170c tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:19.969911 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e7b9d07f-21cc-4531-b61f-1501d2f0acdd req-4b8c8a3c-fed6-47f0-a146-fcb3693b170c tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f63eac8-29e0-4857-8060-df07dbd6407c HTTP/1.1" status: 200 len: 935 time: 0.2871993 Dec 10 18:40:19.971175 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe69da0-b319-4e6d-aec9-80d54e36bab4 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:19.977563 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe69da0-b319-4e6d-aec9-80d54e36bab4 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:19.979266 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-fbe69da0-b319-4e6d-aec9-80d54e36bab4 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.3015752 Dec 10 18:40:19.988089 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55098) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:19.998789 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6055e-50b5-4e9e-85dd-aee462c4505a service neutron] Pushing event updated for resources: {'Port': ['ID=dc2ff59e-b465-47d0-8e13-54dcfc86e10a,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:20.166676 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-7e3709ac-0ed8-40b3-86e4-13ee013b17e0 None None] Allocated IP 172.20.0.2 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/01905bdf-82c3-401e-b80f-50da7359ec93/6de5faaa-dee0-4082-ac03-f8b6fa6a61f9) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:20.176427 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e7b9d07f-21cc-4531-b61f-1501d2f0acdd req-f8c0cb92-208f-4e99-a13b-b988695e1e04 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/security-groups?id=746f00bf-491b-4a56-93d2-dba5a99e34cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041416 Dec 10 18:40:20.184265 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-29127150-95a2-494d-b52b-5f6f68276821 req-355a8f44-bdd8-45af-b27c-e686cab2a504 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb9b006-f70c-4e34-b1ab-8ba414ee140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363192 Dec 10 18:40:20.266431 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96306c28-3e80-4d43-ad87-544356de260d req-ceac1959-3fb6-417d-ab54-fda9ab25fb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:20.267963 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-96306c28-3e80-4d43-ad87-544356de260d req-ceac1959-3fb6-417d-ab54-fda9ab25fb73 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4a90a8614cab4789b8ebe3e779e622d9&device_id=875b61ac-7e0c-4d0f-957d-a6f989a9c239 HTTP/1.1" status: 200 len: 1098 time: 0.4025030 Dec 10 18:40:20.307215 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-75f11b03-500c-4e02-bd69-892871675481 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting port afa73d06-852b-49d3-a73f-9f826ae17570 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:40:20.307929 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75f11b03-500c-4e02-bd69-892871675481 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:20.335931 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ee1c88-ba47-48a3-a340-e31cf0c64ae8 x-openstack-request-id: req-f3ee1c88-ba47-48a3-a340-e31cf0c64ae8 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:40:20.336611 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "875b61ac-7e0c-4d0f-957d-a6f989a9c239", "tag": "dc2ff59e-b465-47d0-8e13-54dcfc86e10a", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:40:20.337495 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f3ee1c88-ba47-48a3-a340-e31cf0c64ae8 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:40:20.339003 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '875b61ac-7e0c-4d0f-957d-a6f989a9c239', 'tag': 'dc2ff59e-b465-47d0-8e13-54dcfc86e10a', 'status': 'completed', 'code': 200} Dec 10 18:40:20.352582 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7e3709ac-0ed8-40b3-86e4-13ee013b17e0 None None] For port 6de5faaa-dee0-4082-ac03-f8b6fa6a61f9, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=6de5faaa-dee0-4082-ac03-f8b6fa6a61f9,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:20.367445 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63cca7-10af-4a35-b30e-3936a18c2487 service neutron] Pushing event updated for resources: {'Port': ['ID=f15de41d-3225-442a-b630-79317ee1a9cc,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:20.396774 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55108) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:20.415526 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7e3709ac-0ed8-40b3-86e4-13ee013b17e0 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:20.440180 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7e3709ac-0ed8-40b3-86e4-13ee013b17e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:20.477430 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-96306c28-3e80-4d43-ad87-544356de260d req-246cd21a-a221-4ad7-a143-a9aa70ec4ae0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=dc2ff59e-b465-47d0-8e13-54dcfc86e10a HTTP/1.1" status: 200 len: 217 time: 0.1244292 Dec 10 18:40:20.530677 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75f11b03-500c-4e02-bd69-892871675481 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:20.548575 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-75f11b03-500c-4e02-bd69-892871675481 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Calling delete_port for afa73d06-852b-49d3-a73f-9f826ae17570 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:40:20.590035 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02b17f-0d3e-488b-a7b2-72ebb1610ffd req-eacc596f-ea7b-4967-b1a8-aa52e754eaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:20.591558 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be02b17f-0d3e-488b-a7b2-72ebb1610ffd req-eacc596f-ea7b-4967-b1a8-aa52e754eaf2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.6045702 Dec 10 18:40:20.601238 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4eb82-1db6-4843-ac2a-cf1377aa0abd req-83704d4d-eb9a-433a-a55d-ba21838d0934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:20.602755 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-69d4eb82-1db6-4843-ac2a-cf1377aa0abd req-83704d4d-eb9a-433a-a55d-ba21838d0934 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4&tenant_id=4f1621867e3041c3a975a6622e21074f HTTP/1.1" status: 200 len: 1100 time: 0.4636145 Dec 10 18:40:20.665670 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b8a614b9-cf10-436f-be12-50dda02a474f None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:20.678465 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0f5f26a2-c747-4185-9b04-e1db1abeee83 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:20.687199 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b8a614b9-cf10-436f-be12-50dda02a474f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:20.690436 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3709ac-0ed8-40b3-86e4-13ee013b17e0 None None] Pushing event updated for resources: {'Port': ['ID=6de5faaa-dee0-4082-ac03-f8b6fa6a61f9,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:20.691787 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-2f63cca7-10af-4a35-b30e-3936a18c2487 service neutron] Attempting to bind port f15de41d-3225-442a-b630-79317ee1a9cc on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:40:20.692135 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-2f63cca7-10af-4a35-b30e-3936a18c2487 service neutron] Attempting to bind port f15de41d-3225-442a-b630-79317ee1a9cc by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:40:20.692473 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-2f63cca7-10af-4a35-b30e-3936a18c2487 service neutron] Attempting to bind port f15de41d-3225-442a-b630-79317ee1a9cc on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:40:20.695689 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0f5f26a2-c747-4185-9b04-e1db1abeee83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:20.723076 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be02b17f-0d3e-488b-a7b2-72ebb1610ffd req-7814fb67-2cd6-4748-a7fe-d66802f28ce6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=ed2568b4-7412-40d3-84a1-51c2718451b3 HTTP/1.1" status: 200 len: 217 time: 0.1192744 Dec 10 18:40:20.742000 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-2f63cca7-10af-4a35-b30e-3936a18c2487 service neutron] Port f15de41d-3225-442a-b630-79317ee1a9cc on network c9403646-ab9b-4a0a-827b-6d4376246b64 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:40:20.742487 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-2f63cca7-10af-4a35-b30e-3936a18c2487 service neutron] Attempting to bind port f15de41d-3225-442a-b630-79317ee1a9cc on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:40:20.759280 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2869d-97a6-4c17-9a67-5dd43c5e1b89 req-a664eebb-9bff-41ea-802c-1a2db887836b tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:20.765184 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a614b9-cf10-436f-be12-50dda02a474f None None] Network 08d0d37b-1e92-4759-bf0e-8cf5a993438c is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:20.769556 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-39f2869d-97a6-4c17-9a67-5dd43c5e1b89 req-a664eebb-9bff-41ea-802c-1a2db887836b tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 949 time: 0.3174462 Dec 10 18:40:20.772077 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-b8a614b9-cf10-436f-be12-50dda02a474f None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:20.777629 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a614b9-cf10-436f-be12-50dda02a474f None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:40:20.782100 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5f26a2-c747-4185-9b04-e1db1abeee83 None None] Network e891f6b3-8680-45b2-9ef7-cbafd7cf9175 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:20.783501 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a614b9-cf10-436f-be12-50dda02a474f None None] Pushing event updated for resources: {'Port': ['ID=46719c0c-250d-49f2-834f-a6e128b830e0,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:20.793593 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-0f5f26a2-c747-4185-9b04-e1db1abeee83 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:20.798277 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5f26a2-c747-4185-9b04-e1db1abeee83 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:40:20.801045 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-2f63cca7-10af-4a35-b30e-3936a18c2487 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:40:20.801045 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-2f63cca7-10af-4a35-b30e-3936a18c2487 service neutron] Checking segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:40:20.801842 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-2f63cca7-10af-4a35-b30e-3936a18c2487 service neutron] Bound using segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:40:20.802355 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-2f63cca7-10af-4a35-b30e-3936a18c2487 service neutron] Bound port: f15de41d-3225-442a-b630-79317ee1a9cc, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:40:20.803280 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-2f63cca7-10af-4a35-b30e-3936a18c2487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:20.840715 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96306c28-3e80-4d43-ad87-544356de260d req-f498186f-3514-45f7-818b-644b9471d05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:20.842193 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-96306c28-3e80-4d43-ad87-544356de260d req-f498186f-3514-45f7-818b-644b9471d05a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.3444154 Dec 10 18:40:20.939428 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f26a2-c747-4185-9b04-e1db1abeee83 None None] Pushing event updated for resources: {'Port': ['ID=b17a86c5-fca7-4b6a-88b5-62efeb8c5ee5,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:20.941132 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-808740f2-6d5b-4a3a-b825-f31e8edc4d25 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Allocated IP 10.1.1.164 (e891f6b3-8680-45b2-9ef7-cbafd7cf9175/9840673c-d01e-49e6-88aa-2cd6e74682a7/f26c6f39-65f3-454a-91e4-8caaab987687) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:20.953339 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-b8a614b9-cf10-436f-be12-50dda02a474f None None] Attempting to bind port 46719c0c-250d-49f2-834f-a6e128b830e0 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:40:20.953470 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-b8a614b9-cf10-436f-be12-50dda02a474f None None] Attempting to bind port 46719c0c-250d-49f2-834f-a6e128b830e0 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '7ee9ae18-d3b7-45c6-9766-25742e5e159f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '08d0d37b-1e92-4759-bf0e-8cf5a993438c'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:40:20.953833 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a614b9-cf10-436f-be12-50dda02a474f None None] Attempting to bind port 46719c0c-250d-49f2-834f-a6e128b830e0 on network 08d0d37b-1e92-4759-bf0e-8cf5a993438c {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:40:20.967181 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0f5f26a2-c747-4185-9b04-e1db1abeee83 None None] Attempting to bind port b17a86c5-fca7-4b6a-88b5-62efeb8c5ee5 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:40:20.967563 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0f5f26a2-c747-4185-9b04-e1db1abeee83 None None] Attempting to bind port b17a86c5-fca7-4b6a-88b5-62efeb8c5ee5 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '50e18ff0-01a9-45cf-a561-d5e7cc825a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e891f6b3-8680-45b2-9ef7-cbafd7cf9175'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:40:20.967928 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5f26a2-c747-4185-9b04-e1db1abeee83 None None] Attempting to bind port b17a86c5-fca7-4b6a-88b5-62efeb8c5ee5 on network e891f6b3-8680-45b2-9ef7-cbafd7cf9175 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:40:20.969917 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75f11b03-500c-4e02-bd69-892871675481 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:20.971958 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a614b9-cf10-436f-be12-50dda02a474f None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:40:20.972341 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a614b9-cf10-436f-be12-50dda02a474f None None] Checking segment: {'id': '7ee9ae18-d3b7-45c6-9766-25742e5e159f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '08d0d37b-1e92-4759-bf0e-8cf5a993438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:40:20.972861 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b8a614b9-cf10-436f-be12-50dda02a474f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:20.973268 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a614b9-cf10-436f-be12-50dda02a474f None None] Bound using segment: {'id': '7ee9ae18-d3b7-45c6-9766-25742e5e159f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '08d0d37b-1e92-4759-bf0e-8cf5a993438c'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:40:20.973739 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-b8a614b9-cf10-436f-be12-50dda02a474f None None] Bound port: 46719c0c-250d-49f2-834f-a6e128b830e0, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee9ae18-d3b7-45c6-9766-25742e5e159f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '08d0d37b-1e92-4759-bf0e-8cf5a993438c'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:40:20.974122 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b8a614b9-cf10-436f-be12-50dda02a474f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:20.994987 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5f26a2-c747-4185-9b04-e1db1abeee83 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:40:20.994987 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5f26a2-c747-4185-9b04-e1db1abeee83 None None] Checking segment: {'id': '50e18ff0-01a9-45cf-a561-d5e7cc825a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e891f6b3-8680-45b2-9ef7-cbafd7cf9175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:40:20.995519 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0f5f26a2-c747-4185-9b04-e1db1abeee83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:20.995965 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5f26a2-c747-4185-9b04-e1db1abeee83 None None] Bound using segment: {'id': '50e18ff0-01a9-45cf-a561-d5e7cc825a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e891f6b3-8680-45b2-9ef7-cbafd7cf9175'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:40:20.996491 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0f5f26a2-c747-4185-9b04-e1db1abeee83 None None] Bound port: b17a86c5-fca7-4b6a-88b5-62efeb8c5ee5, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e18ff0-01a9-45cf-a561-d5e7cc825a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e891f6b3-8680-45b2-9ef7-cbafd7cf9175'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:40:20.997020 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0f5f26a2-c747-4185-9b04-e1db1abeee83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:21.046248 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f11b03-500c-4e02-bd69-892871675481 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Port': ['ID=afa73d06-852b-49d3-a73f-9f826ae17570,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:21.066472 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02b17f-0d3e-488b-a7b2-72ebb1610ffd req-8b21d630-2997-4d49-96d0-8e524a11d6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:21.068447 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be02b17f-0d3e-488b-a7b2-72ebb1610ffd req-8b21d630-2997-4d49-96d0-8e524a11d6b6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.2818308 Dec 10 18:40:21.072406 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-fea9bf16-60ad-4510-8ee4-c4593e3b514f admin admin] Deleting subnet b914d67e-99a3-4836-8560-8ad9054366d0 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:40:21.088961 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b8a614b9-cf10-436f-be12-50dda02a474f None None] For port 46719c0c-250d-49f2-834f-a6e128b830e0, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:40:21.094208 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-39f2869d-97a6-4c17-9a67-5dd43c5e1b89 req-6dc123d4-a0c5-4be6-bd5c-86a39729f5a9 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230948 Dec 10 18:40:21.098118 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b8a614b9-cf10-436f-be12-50dda02a474f None None] For port 46719c0c-250d-49f2-834f-a6e128b830e0, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=46719c0c-250d-49f2-834f-a6e128b830e0,segment=NetworkSegment(7ee9ae18-d3b7-45c6-9766-25742e5e159f),segment_id=7ee9ae18-d3b7-45c6-9766-25742e5e159f)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:40:21.117631 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b8a614b9-cf10-436f-be12-50dda02a474f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:21.118124 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fea9bf16-60ad-4510-8ee4-c4593e3b514f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:21.131563 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0f5f26a2-c747-4185-9b04-e1db1abeee83 None None] For port b17a86c5-fca7-4b6a-88b5-62efeb8c5ee5, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:40:21.136270 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0f5f26a2-c747-4185-9b04-e1db1abeee83 None None] For port b17a86c5-fca7-4b6a-88b5-62efeb8c5ee5, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b17a86c5-fca7-4b6a-88b5-62efeb8c5ee5,segment=NetworkSegment(50e18ff0-01a9-45cf-a561-d5e7cc825a95),segment_id=50e18ff0-01a9-45cf-a561-d5e7cc825a95)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:40:21.145257 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4eb82-1db6-4843-ac2a-cf1377aa0abd req-c0646ee0-775a-4691-987c-e0aa8b3bbbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:21.147004 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-69d4eb82-1db6-4843-ac2a-cf1377aa0abd req-c0646ee0-775a-4691-987c-e0aa8b3bbbb1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f1621867e3041c3a975a6622e21074f&device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 1100 time: 0.4339914 Dec 10 18:40:21.171017 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0f5f26a2-c747-4185-9b04-e1db1abeee83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:21.192424 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75f11b03-500c-4e02-bd69-892871675481 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:21.199593 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-75f11b03-500c-4e02-bd69-892871675481 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/ports/afa73d06-852b-49d3-a73f-9f826ae17570 HTTP/1.1" status: 204 len: 168 time: 1.1754642 Dec 10 18:40:21.208516 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55116) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:21.245006 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fea9bf16-60ad-4510-8ee4-c4593e3b514f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:21.255866 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a614b9-cf10-436f-be12-50dda02a474f None None] Pushing event updated for resources: {'Port': ['ID=46719c0c-250d-49f2-834f-a6e128b830e0,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:21.316042 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-2f63cca7-10af-4a35-b30e-3936a18c2487 service neutron] For port f15de41d-3225-442a-b630-79317ee1a9cc, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:40:21.320242 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96306c28-3e80-4d43-ad87-544356de260d req-b2581e95-1db8-4c94-95b2-4caa8bae8eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:21.322455 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-96306c28-3e80-4d43-ad87-544356de260d req-b2581e95-1db8-4c94-95b2-4caa8bae8eb1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4254379 Dec 10 18:40:21.386053 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f26a2-c747-4185-9b04-e1db1abeee83 None None] Pushing event updated for resources: {'Port': ['ID=b17a86c5-fca7-4b6a-88b5-62efeb8c5ee5,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:21.451821 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-2f63cca7-10af-4a35-b30e-3936a18c2487 service neutron] For port f15de41d-3225-442a-b630-79317ee1a9cc, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=f15de41d-3225-442a-b630-79317ee1a9cc,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:40:21.453911 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9067ddb1-9b2f-4426-82f0-96ad97fa45f2 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:21.455457 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9067ddb1-9b2f-4426-82f0-96ad97fa45f2 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:21.457178 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9067ddb1-9b2f-4426-82f0-96ad97fa45f2 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:21.461967 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9067ddb1-9b2f-4426-82f0-96ad97fa45f2 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2499323 Dec 10 18:40:21.463293 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55120) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:21.497804 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-2f63cca7-10af-4a35-b30e-3936a18c2487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:21.509047 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02b17f-0d3e-488b-a7b2-72ebb1610ffd req-a465df03-a881-4d19-9a88-1c7018fa4ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:21.510711 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be02b17f-0d3e-488b-a7b2-72ebb1610ffd req-a465df03-a881-4d19-9a88-1c7018fa4ce9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4031873 Dec 10 18:40:21.578181 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fea9bf16-60ad-4510-8ee4-c4593e3b514f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:21.579597 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab32b1-fb1a-4353-b2ea-8003e6a4cfe7 req-aea55acd-3d59-4997-aeaa-a604ccc721be tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:21.587348 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-40ab32b1-fb1a-4353-b2ea-8003e6a4cfe7 req-aea55acd-3d59-4997-aeaa-a604ccc721be tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f63eac8-29e0-4857-8060-df07dbd6407c HTTP/1.1" status: 200 len: 947 time: 0.1864522 Dec 10 18:40:21.627010 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f91b9-b76f-44de-be3a-6c471250eb6b req-fb3a26dc-9fb5-485e-ae04-42e004255b5f tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:21.635438 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e53f91b9-b76f-44de-be3a-6c471250eb6b req-fb3a26dc-9fb5-485e-ae04-42e004255b5f tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=d17b34f6-bd46-41b9-8e9d-41a0e60036ac HTTP/1.1" status: 200 len: 945 time: 0.2896485 Dec 10 18:40:21.668152 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee554c2b-2cb7-4251-986a-1225272c3c1d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting subnet 01905bdf-82c3-401e-b80f-50da7359ec93 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:40:21.673380 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-2f63cca7-10af-4a35-b30e-3936a18c2487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:21.674349 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-2f63cca7-10af-4a35-b30e-3936a18c2487 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:21.676070 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-2f63cca7-10af-4a35-b30e-3936a18c2487 service neutron] 10.222.0.46 "PUT /v2.0/ports/f15de41d-3225-442a-b630-79317ee1a9cc HTTP/1.1" status: 200 len: 1095 time: 3.8399627 Dec 10 18:40:21.687441 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee554c2b-2cb7-4251-986a-1225272c3c1d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:21.753722 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4eb82-1db6-4843-ac2a-cf1377aa0abd req-371baff5-5fca-46be-896f-dd614c154533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:21.755375 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-69d4eb82-1db6-4843-ac2a-cf1377aa0abd req-371baff5-5fca-46be-896f-dd614c154533 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.5873168 Dec 10 18:40:21.756719 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-808740f2-6d5b-4a3a-b825-f31e8edc4d25 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:21.768479 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-40ab32b1-fb1a-4353-b2ea-8003e6a4cfe7 req-8e939549-c4ce-42c4-ba4a-8c0161cc19a7 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/security-groups?id=746f00bf-491b-4a56-93d2-dba5a99e34cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497386 Dec 10 18:40:21.794666 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee554c2b-2cb7-4251-986a-1225272c3c1d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:21.883174 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-808740f2-6d5b-4a3a-b825-f31e8edc4d25 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:21.978512 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808740f2-6d5b-4a3a-b825-f31e8edc4d25 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Pushing event updated for resources: {'Port': ['ID=f26c6f39-65f3-454a-91e4-8caaab987687,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:21.995374 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 37336d05-2465-4ef9-907f-b9546be053ae no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:40:22.060151 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808740f2-6d5b-4a3a-b825-f31e8edc4d25 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Network e891f6b3-8680-45b2-9ef7-cbafd7cf9175 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:22.063774 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-808740f2-6d5b-4a3a-b825-f31e8edc4d25 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:22.071842 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808740f2-6d5b-4a3a-b825-f31e8edc4d25 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:40:22.081206 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0862a57e-c0da-4d13-a1da-fe357596d6ae None None] Could not find standard attr ID for object afa73d06-852b-49d3-a73f-9f826ae17570. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:40:22.122720 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee554c2b-2cb7-4251-986a-1225272c3c1d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:22.130015 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0862a57e-c0da-4d13-a1da-fe357596d6ae None None] Provisioning complete for port 6de5faaa-dee0-4082-ac03-f8b6fa6a61f9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:22.130492 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0862a57e-c0da-4d13-a1da-fe357596d6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:22.214302 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:22.217213 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808740f2-6d5b-4a3a-b825-f31e8edc4d25 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:22.218129 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-808740f2-6d5b-4a3a-b825-f31e8edc4d25 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:22.257318 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db912bc-db34-420e-a390-9083d11351ae req-c18c1f86-ce07-496c-a3b2-e7ad053b89e5 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:22.259050 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6db912bc-db34-420e-a390-9083d11351ae req-c18c1f86-ce07-496c-a3b2-e7ad053b89e5 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.62 "GET /v2.0/ports?device_id=70291c6c-348f-4058-bdc7-41148610d3b1 HTTP/1.1" status: 200 len: 945 time: 0.1270754 Dec 10 18:40:22.267451 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-808740f2-6d5b-4a3a-b825-f31e8edc4d25 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7933013 Dec 10 18:40:22.284448 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859a7eff-c39f-4199-9aa8-be8685825fd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37336d05-2465-4ef9-907f-b9546be053ae'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:40:22.286877 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee554c2b-2cb7-4251-986a-1225272c3c1d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:22.298620 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbae5e8b-2bc7-47b4-8cbd-f93ea093a70b" -d '{"events": [{"server_uuid": "859a7eff-c39f-4199-9aa8-be8685825fd4", "name": "network-vif-unplugged", "status": "completed", "tag": "37336d05-2465-4ef9-907f-b9546be053ae"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:40:22.325664 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee554c2b-2cb7-4251-986a-1225272c3c1d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Subnet': ['ID=01905bdf-82c3-401e-b80f-50da7359ec93,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:22.332129 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee554c2b-2cb7-4251-986a-1225272c3c1d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:22.341811 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e53f91b9-b76f-44de-be3a-6c471250eb6b req-f2dd8217-3af3-4044-84b8-0ceb18038d14 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb9b006-f70c-4e34-b1ab-8ba414ee140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6987550 Dec 10 18:40:22.341908 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ee554c2b-2cb7-4251-986a-1225272c3c1d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/01905bdf-82c3-401e-b80f-50da7359ec93 HTTP/1.1" status: 204 len: 168 time: 0.8706257 Dec 10 18:40:22.342889 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55134) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:22.354337 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f63eac8-29e0-4857-8060-df07dbd6407c', 'tag': 'f15de41d-3225-442a-b630-79317ee1a9cc'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:40:22.357523 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc6c0c7-cfb7-4519-888c-96a079994e29" -d '{"events": [{"name": "network-changed", "server_uuid": "7f63eac8-29e0-4857-8060-df07dbd6407c", "tag": "f15de41d-3225-442a-b630-79317ee1a9cc"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:40:22.364754 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 37336d05-2465-4ef9-907f-b9546be053ae, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=37336d05-2465-4ef9-907f-b9546be053ae,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:22.377373 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:22.390476 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-69d4eb82-1db6-4843-ac2a-cf1377aa0abd req-709a1d35-1191-47b5-a7f8-a44c3f0dd8c1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=37336d05-2465-4ef9-907f-b9546be053ae HTTP/1.1" status: 200 len: 217 time: 0.6085184 Dec 10 18:40:22.392170 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63cca7-10af-4a35-b30e-3936a18c2487 service neutron] Pushing event updated for resources: {'Port': ['ID=f15de41d-3225-442a-b630-79317ee1a9cc,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:22.418130 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6db912bc-db34-420e-a390-9083d11351ae req-ce9fa797-7b8d-4b67-b3aa-f62acc6c953d tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba14aef2-6643-4faa-847d-44c29793ef89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480660 Dec 10 18:40:22.432947 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd829e2f-4315-4667-999b-2a3c88cb07d5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting subnet af32bc00-64b8-46bc-881d-9d3ec6de0e80 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:40:22.459000 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-96306c28-3e80-4d43-ad87-544356de260d req-71ce9d1e-64b6-4999-a7a2-4d8e01717136 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1030807 Dec 10 18:40:22.461635 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd829e2f-4315-4667-999b-2a3c88cb07d5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:22.463179 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2e2edd1a-5e5f-46ee-8917-1a3a4caf8b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:22.464263 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be02b17f-0d3e-488b-a7b2-72ebb1610ffd req-b927dbb3-9be1-46d0-824a-28419e24cebe service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8975933 Dec 10 18:40:22.497683 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=37336d05-2465-4ef9-907f-b9546be053ae,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:22.518655 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd829e2f-4315-4667-999b-2a3c88cb07d5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:22.557135 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fea9bf16-60ad-4510-8ee4-c4593e3b514f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:22.654708 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd829e2f-4315-4667-999b-2a3c88cb07d5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:22.722493 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9bf16-60ad-4510-8ee4-c4593e3b514f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b914d67e-99a3-4836-8560-8ad9054366d0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:22.726368 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-09c1a508-bcaa-494f-bd01-383fc5469558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:22.728027 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-09c1a508-bcaa-494f-bd01-383fc5469558 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4a90a8614cab4789b8ebe3e779e622d9&device_id=7f63eac8-29e0-4857-8060-df07dbd6407c HTTP/1.1" status: 200 len: 1098 time: 0.9633639 Dec 10 18:40:22.763754 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd829e2f-4315-4667-999b-2a3c88cb07d5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:22.808374 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55142) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:22.811949 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-994955e1-1c2e-433c-932f-a922f21b84b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=f15de41d-3225-442a-b630-79317ee1a9cc HTTP/1.1" status: 200 len: 217 time: 0.0698054 Dec 10 18:40:22.822663 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fea9bf16-60ad-4510-8ee4-c4593e3b514f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:22.823927 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8459780e-7c65-47e6-ad58-cd45a91d6f94 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1100827588', 'description': 'tempest-description--1552955047'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:22.828253 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-fea9bf16-60ad-4510-8ee4-c4593e3b514f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b914d67e-99a3-4836-8560-8ad9054366d0 HTTP/1.1" status: 204 len: 168 time: 2.3881915 Dec 10 18:40:22.832690 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55146) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:22.839176 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd829e2f-4315-4667-999b-2a3c88cb07d5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Subnet': ['ID=af32bc00-64b8-46bc-881d-9d3ec6de0e80,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:22.841496 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd829e2f-4315-4667-999b-2a3c88cb07d5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:22.856814 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-dd829e2f-4315-4667-999b-2a3c88cb07d5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/af32bc00-64b8-46bc-881d-9d3ec6de0e80 HTTP/1.1" status: 204 len: 168 time: 0.5130351 Dec 10 18:40:22.860249 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55148) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:22.867621 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542828f6-66cc-432d-a3b4-a2410e0e8f0c x-openstack-request-id: req-542828f6-66cc-432d-a3b4-a2410e0e8f0c {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:40:22.868237 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859a7eff-c39f-4199-9aa8-be8685825fd4", "name": "network-vif-unplugged", "status": "completed", "tag": "37336d05-2465-4ef9-907f-b9546be053ae", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:40:22.868667 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-542828f6-66cc-432d-a3b4-a2410e0e8f0c {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:40:22.869686 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859a7eff-c39f-4199-9aa8-be8685825fd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37336d05-2465-4ef9-907f-b9546be053ae', 'code': 200} Dec 10 18:40:22.921700 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 6de5faaa-dee0-4082-ac03-f8b6fa6a61f9 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:40:22.988120 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-220445c3-1f43-4866-b84e-1f50bfb5d9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:23.023597 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5958ec04-81a3-490c-a113-85b90c5cadb3 x-openstack-request-id: req-5958ec04-81a3-490c-a113-85b90c5cadb3 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:40:23.023917 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f63eac8-29e0-4857-8060-df07dbd6407c", "tag": "f15de41d-3225-442a-b630-79317ee1a9cc", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:40:23.024182 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5958ec04-81a3-490c-a113-85b90c5cadb3 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:40:23.024592 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f63eac8-29e0-4857-8060-df07dbd6407c', 'tag': 'f15de41d-3225-442a-b630-79317ee1a9cc', 'status': 'completed', 'code': 200} Dec 10 18:40:23.053429 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 6de5faaa-dee0-4082-ac03-f8b6fa6a61f9 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:23.056309 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:23.066777 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0e0f8-8886-4cb1-85f3-0a6a9c52dd36 req-9c4470d4-3ed4-48e0-8835-a54dff8b3077 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:23.077275 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-07f0e0f8-8886-4cb1-85f3-0a6a9c52dd36 req-9c4470d4-3ed4-48e0-8835-a54dff8b3077 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 947 time: 0.5594575 Dec 10 18:40:23.087662 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4eb82-1db6-4843-ac2a-cf1377aa0abd req-a29219e9-3362-40f0-ba03-5b4a5d574d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:23.095052 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-69d4eb82-1db6-4843-ac2a-cf1377aa0abd req-a29219e9-3362-40f0-ba03-5b4a5d574d43 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.6912899 Dec 10 18:40:23.244710 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 46719c0c-250d-49f2-834f-a6e128b830e0 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:40:23.253164 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-96306c28-3e80-4d43-ad87-544356de260d req-7e060c25-28cf-4d06-84b6-190f96329074 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7551401 Dec 10 18:40:23.313713 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-20b56a9e-54fe-4d0b-83fb-283d8dc2205c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:23.316747 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-20b56a9e-54fe-4d0b-83fb-283d8dc2205c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.4894283 Dec 10 18:40:23.339243 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:23.383321 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 46719c0c-250d-49f2-834f-a6e128b830e0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:23.383731 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:23.461819 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-07f0e0f8-8886-4cb1-85f3-0a6a9c52dd36 req-0bf606ac-fc61-4370-935f-3f1e25efaeed tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829541 Dec 10 18:40:23.469351 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3c5cd758-f967-4a30-a84e-d38f3de57632 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6052997 Dec 10 18:40:23.477273 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55156) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:23.495332 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-cd5a608e-33a4-4aaa-8ba2-16d3fde68b66 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'subnet': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:23.502126 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:23.553253 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 46719c0c-250d-49f2-834f-a6e128b830e0, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=46719c0c-250d-49f2-834f-a6e128b830e0,segment=NetworkSegment(7ee9ae18-d3b7-45c6-9766-25742e5e159f),segment_id=7ee9ae18-d3b7-45c6-9766-25742e5e159f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:23.563025 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:23.563813 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b17a86c5-fca7-4b6a-88b5-62efeb8c5ee5 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:40:23.569592 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-220445c3-1f43-4866-b84e-1f50bfb5d9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:23.595609 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-220445c3-1f43-4866-b84e-1f50bfb5d9cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:23.603475 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8459780e-7c65-47e6-ad58-cd45a91d6f94 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:23.614282 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-220445c3-1f43-4866-b84e-1f50bfb5d9cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:23.614615 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-220445c3-1f43-4866-b84e-1f50bfb5d9cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cb263a1-fdca-4d9c-a6e0-6efc6eb918a9') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:23.630176 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-220445c3-1f43-4866-b84e-1f50bfb5d9cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:23.650183 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1166af80-dea9-4e90-bd0b-c83a3ae1e2bf None None] Provisioning complete for port b17a86c5-fca7-4b6a-88b5-62efeb8c5ee5 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:23.650695 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1166af80-dea9-4e90-bd0b-c83a3ae1e2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:23.652028 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-220445c3-1f43-4866-b84e-1f50bfb5d9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:23.659515 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-220445c3-1f43-4866-b84e-1f50bfb5d9cb admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:40:23.659914 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-220445c3-1f43-4866-b84e-1f50bfb5d9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:23.667453 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e51e3-f009-45cf-9716-3e35dc9eeeda req-187a6990-1aef-400b-80d7-40fc22c2efeb tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:23.674918 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-760e51e3-f009-45cf-9716-3e35dc9eeeda req-187a6990-1aef-400b-80d7-40fc22c2efeb tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f63eac8-29e0-4857-8060-df07dbd6407c HTTP/1.1" status: 200 len: 947 time: 0.1983948 Dec 10 18:40:23.729706 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2e5c3-fb92-497d-a770-6eae8f2b8338 req-e6d2cb36-eb4c-4ba8-bc19-ec6a7b13bf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:23.731443 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-90e2e5c3-fb92-497d-a770-6eae8f2b8338 req-e6d2cb36-eb4c-4ba8-bc19-ec6a7b13bf8b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4a90a8614cab4789b8ebe3e779e622d9&device_id=875b61ac-7e0c-4d0f-957d-a6f989a9c239 HTTP/1.1" status: 200 len: 1098 time: 0.4137261 Dec 10 18:40:23.732386 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:40:23.732386 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:40:23.732386 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:40:23.732386 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:40:23.732386 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:40:23.732386 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:40:23.732386 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:40:23.732386 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:40:23.732386 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:40:23.732386 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:40:23.732386 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:40:23.732386 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:40:23.732386 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:40:23.732386 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:40:23.732386 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:40:23.732386 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:40:23.732386 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:40:23.732386 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:40:23.732386 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:40:23.732386 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:40:23.732386 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:40:23.732386 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:40:23.732386 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:40:23.732386 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:40:23.732386 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:40:23.732386 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:40:23.732386 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:40:23.732386 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:40:23.732386 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:40:23.732386 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:40:23.732386 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:40:23.732386 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:40:23.736453 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be02b17f-0d3e-488b-a7b2-72ebb1610ffd req-8772f2a8-a846-4f3c-9b0e-eb6b1b167a1d service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2198708 Dec 10 18:40:23.763590 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a70c8b5-5397-40c5-a2e4-9968a43cd018 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:40:23.775456 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-760e51e3-f009-45cf-9716-3e35dc9eeeda req-60a52ce3-d671-4dc4-adaa-a580c9363b05 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/security-groups?id=746f00bf-491b-4a56-93d2-dba5a99e34cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995319 Dec 10 18:40:23.779071 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b330b0bc-dc7b-48be-b5e6-944835953b91 None None] Network e891f6b3-8680-45b2-9ef7-cbafd7cf9175 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:40:23.782188 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5a608e-33a4-4aaa-8ba2-16d3fde68b66 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:23.787985 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cd5a608e-33a4-4aaa-8ba2-16d3fde68b66 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:23.889607 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4eb82-1db6-4843-ac2a-cf1377aa0abd req-b037636a-d0af-4eb8-a748-2647eb0bca97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:23.891469 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-69d4eb82-1db6-4843-ac2a-cf1377aa0abd req-b037636a-d0af-4eb8-a748-2647eb0bca97 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7389946 Dec 10 18:40:23.905917 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-220445c3-1f43-4866-b84e-1f50bfb5d9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:23.913757 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-06947c13-34c7-41fd-8203-eeb1f4d77c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:23.915911 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-06947c13-34c7-41fd-8203-eeb1f4d77c91 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5452201 Dec 10 18:40:23.945390 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-220445c3-1f43-4866-b84e-1f50bfb5d9cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:23.952832 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-220445c3-1f43-4866-b84e-1f50bfb5d9cb admin admin] 10.222.0.62 "DELETE /v2.0/networks/2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 HTTP/1.1" status: 204 len: 168 time: 1.1081998 Dec 10 18:40:23.971007 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7e8522-9085-423d-b89f-c23aa12541a8 None None] Network 2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:40:23.972990 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220445c3-1f43-4866-b84e-1f50bfb5d9cb admin admin] Pushing event deleted for resources: {'Network': ['ID=2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:23.973377 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1fb0e9-8b71-421f-ada9-c7ebae982d9d None None] Network 08d0d37b-1e92-4759-bf0e-8cf5a993438c requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:40:24.158440 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55168) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:24.179531 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7e8522-9085-423d-b89f-c23aa12541a8 None None] Network 2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 could not be found, it might have been deleted concurrently. {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 18:40:24.216953 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=46719c0c-250d-49f2-834f-a6e128b830e0,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:24.238823 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c3c591-fe2e-46e4-a380-3c579a811f4d None None] DHCP port deletion for 2cd94969-7bb6-4e6f-ab15-6b975fbd2ed2 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:40:24.257003 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2e5c3-fb92-497d-a770-6eae8f2b8338 req-8823ffef-a726-4d31-a3eb-53fbdc578f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:24.260737 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-90e2e5c3-fb92-497d-a770-6eae8f2b8338 req-8823ffef-a726-4d31-a3eb-53fbdc578f11 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.5136921 Dec 10 18:40:24.336318 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55170) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:24.338443 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-45ec3cb1-ff2b-4296-b2a1-d8b2c10de3cc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4f5421d821ae4626b82959b6edcb39c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1737902 Dec 10 18:40:24.342867 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-69d4eb82-1db6-4843-ac2a-cf1377aa0abd req-cd1c7e90-c162-428a-af54-40e1eaff1e8f service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323332 Dec 10 18:40:24.383189 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cd5a608e-33a4-4aaa-8ba2-16d3fde68b66 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:24.387553 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08573807-e498-4b43-8077-c1b226aa1dc7 req-2986925e-6e78-4d44-8301-2366655d0aa5 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:24.395262 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-08573807-e498-4b43-8077-c1b226aa1dc7 req-2986925e-6e78-4d44-8301-2366655d0aa5 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=d17b34f6-bd46-41b9-8e9d-41a0e60036ac HTTP/1.1" status: 200 len: 945 time: 0.4402838 Dec 10 18:40:24.423757 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5a608e-33a4-4aaa-8ba2-16d3fde68b66 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:24.441343 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1166af80-dea9-4e90-bd0b-c83a3ae1e2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:24.447225 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port b17a86c5-fca7-4b6a-88b5-62efeb8c5ee5 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:24.447604 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:24.453260 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-cd5a608e-33a4-4aaa-8ba2-16d3fde68b66 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:24.455984 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-66a15b30-21ae-4363-8695-0d906213450f service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4999700 Dec 10 18:40:24.475667 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-90e2e5c3-fb92-497d-a770-6eae8f2b8338 req-82e82235-5199-4bd7-9042-eb9c7d88d014 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=dc2ff59e-b465-47d0-8e13-54dcfc86e10a HTTP/1.1" status: 200 len: 217 time: 0.1305437 Dec 10 18:40:24.480458 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5a608e-33a4-4aaa-8ba2-16d3fde68b66 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:24.481094 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cd5a608e-33a4-4aaa-8ba2-16d3fde68b66 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:24.499372 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8459780e-7c65-47e6-ad58-cd45a91d6f94 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:24.525444 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ceb27297-c234-4c44-9b13-c06058187554 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:24.552584 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ceb27297-c234-4c44-9b13-c06058187554 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:24.623827 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe987093-2a5e-4a41-9f4f-23f596f802a6 req-384ce579-da0c-4d54-b91e-42f3a5806f99 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:24.632206 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fe987093-2a5e-4a41-9f4f-23f596f802a6 req-384ce579-da0c-4d54-b91e-42f3a5806f99 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.62 "GET /v2.0/ports?device_id=70291c6c-348f-4058-bdc7-41148610d3b1 HTTP/1.1" status: 200 len: 945 time: 0.4682405 Dec 10 18:40:24.647375 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-cd5a608e-33a4-4aaa-8ba2-16d3fde68b66 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1689012 Dec 10 18:40:24.654471 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c1570-8b95-4ad6-bce3-9c867f8aba9a req-aa0a9ad2-d44e-47f2-b83e-2e671741cb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:24.655659 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fa6c1570-8b95-4ad6-bce3-9c867f8aba9a req-aa0a9ad2-d44e-47f2-b83e-2e671741cb8c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a04faecbcfa41188d2feee97a69f07f&device_id=d17b34f6-bd46-41b9-8e9d-41a0e60036ac HTTP/1.1" status: 200 len: 1096 time: 0.5012197 Dec 10 18:40:24.656303 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8459780e-7c65-47e6-ad58-cd45a91d6f94 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:24.657490 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-08573807-e498-4b43-8077-c1b226aa1dc7 req-a55b2173-5fae-40b6-a169-5aeeb07e1ac8 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb9b006-f70c-4e34-b1ab-8ba414ee140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613409 Dec 10 18:40:24.661725 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55176) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:24.668982 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ceb27297-c234-4c44-9b13-c06058187554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:24.672080 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ceb27297-c234-4c44-9b13-c06058187554 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:24.673404 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ceb27297-c234-4c44-9b13-c06058187554 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cdb7ee14-6634-45c9-b40b-258b5ced48b8 HTTP/1.1" status: 204 len: 168 time: 0.3312292 Dec 10 18:40:24.710663 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-92f75e5f-5257-40a3-9121-e5d1b5f62c63 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'subnet': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:24.723723 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8459780e-7c65-47e6-ad58-cd45a91d6f94 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:24.731054 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8459780e-7c65-47e6-ad58-cd45a91d6f94 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.9196992 Dec 10 18:40:24.731777 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55180) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:24.738047 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459780e-7c65-47e6-ad58-cd45a91d6f94 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0952051-0050-47b7-a60b-08cfaa0aa9ad,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:24.749513 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e543e90b-9c71-4838-a406-cf7932fc5961 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Request body: {'security_group_rule': {'security_group_id': 'd0952051-0050-47b7-a60b-08cfaa0aa9ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:24.895321 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2e5c3-fb92-497d-a770-6eae8f2b8338 req-c3cf610d-db99-4d01-96c7-30a4ab0e6e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:24.897489 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-90e2e5c3-fb92-497d-a770-6eae8f2b8338 req-c3cf610d-db99-4d01-96c7-30a4ab0e6e81 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.3791311 Dec 10 18:40:24.967714 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e543e90b-9c71-4838-a406-cf7932fc5961 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:24.988695 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c1570-8b95-4ad6-bce3-9c867f8aba9a req-d46dfcaa-bd53-46bd-bd72-4ba37dc18746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:24.991765 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fa6c1570-8b95-4ad6-bce3-9c867f8aba9a req-d46dfcaa-bd53-46bd-bd72-4ba37dc18746 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a132fecf-3945-4784-9a54-e47d149f1f01 HTTP/1.1" status: 200 len: 917 time: 0.3032544 Dec 10 18:40:24.992467 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a608e-33a4-4aaa-8ba2-16d3fde68b66 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Subnet': ['ID=8d6910af-0ca2-4089-a127-66b5e94d84f9,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:25.006927 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb27297-c234-4c44-9b13-c06058187554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb7ee14-6634-45c9-b40b-258b5ced48b8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:25.019822 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-69d4eb82-1db6-4843-ac2a-cf1377aa0abd req-f86f002c-62fb-4727-91a4-70b68feb39fd service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6508672 Dec 10 18:40:25.056806 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324d4e5-10e9-4188-bca9-dc89b06316b9 req-2fc505cb-e096-4e9f-8be2-41e5a2f8c2bb tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:25.064906 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d324d4e5-10e9-4188-bca9-dc89b06316b9 req-2fc505cb-e096-4e9f-8be2-41e5a2f8c2bb tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 947 time: 0.2297366 Dec 10 18:40:25.071919 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1166af80-dea9-4e90-bd0b-c83a3ae1e2bf None None] For port b17a86c5-fca7-4b6a-88b5-62efeb8c5ee5, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b17a86c5-fca7-4b6a-88b5-62efeb8c5ee5,segment=NetworkSegment(50e18ff0-01a9-45cf-a561-d5e7cc825a95),segment_id=50e18ff0-01a9-45cf-a561-d5e7cc825a95)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:25.082627 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006a61b2-c8d7-4488-afc1-537ab626078b None None] DHCP port deletion for 4c9579a2-8f48-40cb-87f0-dbca0f4b521d request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:40:25.085423 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c18fb569-3783-446d-a13c-1c537d2404a9 req-5d775dbc-5a9f-4b04-98dd-8bb78c356a3f service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6119511 Dec 10 18:40:25.191380 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2e5c3-fb92-497d-a770-6eae8f2b8338 req-4c96200c-d195-4f14-b0f2-94cef203ecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:25.193073 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-90e2e5c3-fb92-497d-a770-6eae8f2b8338 req-4c96200c-d195-4f14-b0f2-94cef203ecbe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2759044 Dec 10 18:40:25.197369 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1166af80-dea9-4e90-bd0b-c83a3ae1e2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:25.262560 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fa6c1570-8b95-4ad6-bce3-9c867f8aba9a req-6d0adb7b-eccb-42ae-b30e-ae0d3fc2b588 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2e86c1e-7df4-452d-a81e-ab6e5e979549 HTTP/1.1" status: 200 len: 217 time: 0.2445312 Dec 10 18:40:25.295157 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fe987093-2a5e-4a41-9f4f-23f596f802a6 req-2c79b61f-a89b-48ff-8039-b4a767d53a5b tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba14aef2-6643-4faa-847d-44c29793ef89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6606126 Dec 10 18:40:25.321914 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:25.322625 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:25.447630 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d324d4e5-10e9-4188-bca9-dc89b06316b9 req-e3632e60-18c1-4a81-b60c-ff626e314df6 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813508 Dec 10 18:40:25.555194 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c1570-8b95-4ad6-bce3-9c867f8aba9a req-8231d91d-8eea-4d3f-9aca-beb3f170674a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:25.560649 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fa6c1570-8b95-4ad6-bce3-9c867f8aba9a req-8231d91d-8eea-4d3f-9aca-beb3f170674a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82613507-236d-42d1-b7b2-90393d426128 HTTP/1.1" status: 200 len: 855 time: 0.2597680 Dec 10 18:40:25.586593 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1166af80-dea9-4e90-bd0b-c83a3ae1e2bf None None] Pushing event updated for resources: {'Port': ['ID=b17a86c5-fca7-4b6a-88b5-62efeb8c5ee5,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:25.658631 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e543e90b-9c71-4838-a406-cf7932fc5961 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:25.665255 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e543e90b-9c71-4838-a406-cf7932fc5961 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:25.680412 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f75e5f-5257-40a3-9121-e5d1b5f62c63 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:25.687320 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-92f75e5f-5257-40a3-9121-e5d1b5f62c63 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:25.699652 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:40:25.700569 n-d-821435-1 neutron-server[103246]: DEBUG oslo_db.api [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:40:25.707679 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-810740b7-2e2f-4f0c-80dc-607276bb155c None None] Provisioning complete for port 46719c0c-250d-49f2-834f-a6e128b830e0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:25.708106 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-810740b7-2e2f-4f0c-80dc-607276bb155c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:25.711921 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-006a61b2-c8d7-4488-afc1-537ab626078b None None] Deleting port 6de5faaa-dee0-4082-ac03-f8b6fa6a61f9 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:40:25.712222 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-006a61b2-c8d7-4488-afc1-537ab626078b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:25.742625 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e543e90b-9c71-4838-a406-cf7932fc5961 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:25.747949 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e543e90b-9c71-4838-a406-cf7932fc5961 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0064156 Dec 10 18:40:25.753716 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55200) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:25.761058 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6c0c7-cfb7-4519-888c-96a079994e29 req-b81cc1f2-e94d-447a-b089-591c9092336e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:25.762769 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4bc6c0c7-cfb7-4519-888c-96a079994e29 req-b81cc1f2-e94d-447a-b089-591c9092336e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4a90a8614cab4789b8ebe3e779e622d9&device_id=7f63eac8-29e0-4857-8060-df07dbd6407c HTTP/1.1" status: 200 len: 1098 time: 0.3259840 Dec 10 18:40:25.776654 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-3e1c4cf3-ae44-461e-93bb-0da0d4a183f1 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Request body: {'security_group_rule': {'security_group_id': 'd0952051-0050-47b7-a60b-08cfaa0aa9ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:25.822536 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3e1c4cf3-ae44-461e-93bb-0da0d4a183f1 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:25.830064 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543e90b-9c71-4838-a406-cf7932fc5961 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2176adb9-9fbd-429a-af3f-120c9bef46d6,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:25.849345 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c1570-8b95-4ad6-bce3-9c867f8aba9a req-65fb4428-19ab-43ad-81e7-c8c2cdcc74d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:25.851154 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fa6c1570-8b95-4ad6-bce3-9c867f8aba9a req-65fb4428-19ab-43ad-81e7-c8c2cdcc74d3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a132fecf-3945-4784-9a54-e47d149f1f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2329471 Dec 10 18:40:25.868054 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34db164-e9e9-4425-9033-3b94b3cd9db6 req-f77b2486-e94a-44bb-8e09-34505960723a tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:25.875960 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e34db164-e9e9-4425-9033-3b94b3cd9db6 req-f77b2486-e94a-44bb-8e09-34505960723a tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f63eac8-29e0-4857-8060-df07dbd6407c HTTP/1.1" status: 200 len: 947 time: 0.2316542 Dec 10 18:40:25.913022 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-006a61b2-c8d7-4488-afc1-537ab626078b None None] For port 6de5faaa-dee0-4082-ac03-f8b6fa6a61f9, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=6de5faaa-dee0-4082-ac03-f8b6fa6a61f9,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:25.913343 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-006a61b2-c8d7-4488-afc1-537ab626078b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:25.935647 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-006a61b2-c8d7-4488-afc1-537ab626078b None None] Calling delete_port for 6de5faaa-dee0-4082-ac03-f8b6fa6a61f9 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:40:26.014239 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:26.017036 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97a7bd3-c93f-4934-9a86-d5dda528a947 None None] Network e891f6b3-8680-45b2-9ef7-cbafd7cf9175 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:40:26.067691 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fa6c1570-8b95-4ad6-bce3-9c867f8aba9a req-598aa719-0064-4cf4-ac0d-abc6d831bb3a service neutron] 10.222.0.46 "GET /v2.0/networks/a132fecf-3945-4784-9a54-e47d149f1f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827111 Dec 10 18:40:26.095980 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c2dea4-b99a-41b2-83f6-4c69968b35b8 None None] Network 08d0d37b-1e92-4759-bf0e-8cf5a993438c requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:40:26.271448 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fa6c1570-8b95-4ad6-bce3-9c867f8aba9a req-298ec84b-7cd7-4c56-b2fb-3427e81cb5d0 service neutron] 10.222.0.46 "GET /v2.0/networks/a132fecf-3945-4784-9a54-e47d149f1f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883223 Dec 10 18:40:26.325539 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-006a61b2-c8d7-4488-afc1-537ab626078b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:26.337748 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e34db164-e9e9-4425-9033-3b94b3cd9db6 req-f0550805-40a0-4716-be26-ec428aeaf4f8 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/security-groups?id=746f00bf-491b-4a56-93d2-dba5a99e34cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4605381 Dec 10 18:40:26.370245 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3e1c4cf3-ae44-461e-93bb-0da0d4a183f1 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:26.375068 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3e1c4cf3-ae44-461e-93bb-0da0d4a183f1 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:26.397708 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a61b2-c8d7-4488-afc1-537ab626078b None None] Pushing event deleted for resources: {'Port': ['ID=6de5faaa-dee0-4082-ac03-f8b6fa6a61f9,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:26.413564 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3e1c4cf3-ae44-461e-93bb-0da0d4a183f1 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:26.421830 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3e1c4cf3-ae44-461e-93bb-0da0d4a183f1 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6561902 Dec 10 18:40:26.422751 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55212) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:26.434304 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-810740b7-2e2f-4f0c-80dc-607276bb155c None None] Could not find standard attr ID for object afa73d06-852b-49d3-a73f-9f826ae17570. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:40:26.438294 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-66776643-0dfe-446b-93ec-27be98fb2d7e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:26.478772 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55214) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:26.485237 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c4cf3-ae44-461e-93bb-0da0d4a183f1 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba5c589-a0b6-403d-92d9-047073059d63,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:26.492851 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66776643-0dfe-446b-93ec-27be98fb2d7e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:26.494535 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006a61b2-c8d7-4488-afc1-537ab626078b None None] No DVR routers for this DVR port 6de5faaa-dee0-4082-ac03-f8b6fa6a61f9 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:40:26.498114 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-810740b7-2e2f-4f0c-80dc-607276bb155c None None] Could not find standard attr ID for object 6de5faaa-dee0-4082-ac03-f8b6fa6a61f9. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:40:26.544102 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a45d05-5fd7-43bf-a08e-76e54d6473a5 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:40:26.546034 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-90e2e5c3-fb92-497d-a770-6eae8f2b8338 req-cb4fede7-f099-41d4-8715-063cb927dafc service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3385623 Dec 10 18:40:26.586326 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd195a7b-d3f3-45ea-967f-8f01dc1b2b27 req-24a2dbdb-d3be-427e-84b5-131a66d1b851 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:26.594060 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dd195a7b-d3f3-45ea-967f-8f01dc1b2b27 req-24a2dbdb-d3be-427e-84b5-131a66d1b851 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=d17b34f6-bd46-41b9-8e9d-41a0e60036ac HTTP/1.1" status: 200 len: 945 time: 0.6767263 Dec 10 18:40:26.671507 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 46719c0c-250d-49f2-834f-a6e128b830e0 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:40:26.773490 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 46719c0c-250d-49f2-834f-a6e128b830e0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:26.773868 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:26.833299 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a419498d-e041-482d-b0a4-b052e6fd7896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'project_id': '5206888eb8664e02a4054430b5bab51d', 'fixed_ips': [{'subnet_id': '8d6910af-0ca2-4089-a127-66b5e94d84f9'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:40:26.834370 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a419498d-e041-482d-b0a4-b052e6fd7896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:26.839296 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b9b4110f-cf75-409b-a69e-fbff9795b953 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-572339502-network', 'tenant_id': '3dfb422318434a9c9244c498c01943c6'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:26.855543 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66776643-0dfe-446b-93ec-27be98fb2d7e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:26.876886 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6c0c7-cfb7-4519-888c-96a079994e29 req-022e060c-6810-449a-a7b8-0432cccb4c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:26.878534 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4bc6c0c7-cfb7-4519-888c-96a079994e29 req-022e060c-6810-449a-a7b8-0432cccb4c7a service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 1.0597706 Dec 10 18:40:26.896826 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b8aa7139-9d5d-4275-afc5-00c1b743c320 None None] Provisioning complete for port 46719c0c-250d-49f2-834f-a6e128b830e0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:26.897190 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b8aa7139-9d5d-4275-afc5-00c1b743c320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:26.938995 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dd195a7b-d3f3-45ea-967f-8f01dc1b2b27 req-9ef15dec-c94b-417e-8b9a-0ce61eecd3c1 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb9b006-f70c-4e34-b1ab-8ba414ee140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438063 Dec 10 18:40:27.065202 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4bc6c0c7-cfb7-4519-888c-96a079994e29 req-2fb46972-fd17-4cb0-9c48-de0f4154fad8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=f15de41d-3225-442a-b630-79317ee1a9cc HTTP/1.1" status: 200 len: 217 time: 0.1639197 Dec 10 18:40:27.108376 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b17a86c5-fca7-4b6a-88b5-62efeb8c5ee5 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:40:27.155084 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab98519-ccea-45be-8cb0-c9f4d774c55e req-b2bb3bf1-1b7f-41c3-8668-0e504c6d6991 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:27.169043 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3ab98519-ccea-45be-8cb0-c9f4d774c55e req-b2bb3bf1-1b7f-41c3-8668-0e504c6d6991 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 947 time: 0.1456668 Dec 10 18:40:27.250255 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-66776643-0dfe-446b-93ec-27be98fb2d7e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Allocated IP 172.25.7.225 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/b4f6f453-6db9-4a19-9ec8-76ea3da5fdad) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:27.270135 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3ab98519-ccea-45be-8cb0-c9f4d774c55e req-724c3497-35f0-49a2-9e45-732bd12953d5 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000018 Dec 10 18:40:27.317048 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-a419498d-e041-482d-b0a4-b052e6fd7896 None None] Allocated IP 172.20.0.2 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/8d6910af-0ca2-4089-a127-66b5e94d84f9/62467dc0-5061-4f36-9a8f-f770627545f8) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:27.353069 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port b17a86c5-fca7-4b6a-88b5-62efeb8c5ee5 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:27.353541 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:27.361283 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device dc2ff59e-b465-47d0-8e13-54dcfc86e10a details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:40:27.366521 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b4110f-cf75-409b-a69e-fbff9795b953 admin admin] Made reservation on behalf of 3dfb422318434a9c9244c498c01943c6 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:27.372566 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9b4110f-cf75-409b-a69e-fbff9795b953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:27.418898 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-90e2e5c3-fb92-497d-a770-6eae8f2b8338 req-63227746-72d5-4f32-b032-7767b1191eea service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8567278 Dec 10 18:40:27.421736 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66776643-0dfe-446b-93ec-27be98fb2d7e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:27.427380 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9b4110f-cf75-409b-a69e-fbff9795b953 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:27.430671 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6c0c7-cfb7-4519-888c-96a079994e29 req-a066a6d7-620e-4431-a2fa-b93ea5329eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:27.432146 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4bc6c0c7-cfb7-4519-888c-96a079994e29 req-a066a6d7-620e-4431-a2fa-b93ea5329eb9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.2982345 Dec 10 18:40:27.458411 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8dc8b7-6584-43b4-b5c8-a8fd9cf250be req-bde24c7b-b298-4dc5-8587-4820ce167c92 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:27.466380 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6a8dc8b7-6584-43b4-b5c8-a8fd9cf250be req-bde24c7b-b298-4dc5-8587-4820ce167c92 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.62 "GET /v2.0/ports?device_id=70291c6c-348f-4058-bdc7-41148610d3b1 HTTP/1.1" status: 200 len: 945 time: 0.3855188 Dec 10 18:40:27.478881 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66776643-0dfe-446b-93ec-27be98fb2d7e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:27.505404 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b8aa7139-9d5d-4275-afc5-00c1b743c320 None None] Provisioning complete for port f26c6f39-65f3-454a-91e4-8caaab987687 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:27.506498 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b8aa7139-9d5d-4275-afc5-00c1b743c320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:27.547939 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b8aa7139-9d5d-4275-afc5-00c1b743c320 None None] Port f26c6f39-65f3-454a-91e4-8caaab987687 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:40:27.555222 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66776643-0dfe-446b-93ec-27be98fb2d7e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Pushing event updated for resources: {'Port': ['ID=b4f6f453-6db9-4a19-9ec8-76ea3da5fdad,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:27.582932 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66776643-0dfe-446b-93ec-27be98fb2d7e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:27.594418 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-66776643-0dfe-446b-93ec-27be98fb2d7e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:27.599965 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66776643-0dfe-446b-93ec-27be98fb2d7e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:40:27.617469 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6a8dc8b7-6584-43b4-b5c8-a8fd9cf250be req-8d9964b2-796f-407e-892f-436e02f97b3c tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba14aef2-6643-4faa-847d-44c29793ef89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446869 Dec 10 18:40:27.658275 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6c0c7-cfb7-4519-888c-96a079994e29 req-4e4363d9-3c9c-4711-a0ed-7eab9d58ea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:27.660669 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4bc6c0c7-cfb7-4519-888c-96a079994e29 req-4e4363d9-3c9c-4711-a0ed-7eab9d58ea5c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2095804 Dec 10 18:40:27.696606 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2f014-cba0-4b86-b3bc-407f4ef67304 req-fa792d05-c36a-455c-805e-ef837c2e383d tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:27.698971 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f6a2f014-cba0-4b86-b3bc-407f4ef67304 req-fa792d05-c36a-455c-805e-ef837c2e383d tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f63eac8-29e0-4857-8060-df07dbd6407c HTTP/1.1" status: 200 len: 947 time: 0.1491117 Dec 10 18:40:27.792371 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f6a2f014-cba0-4b86-b3bc-407f4ef67304 req-70a68059-b4cf-4fb4-8e76-eb52da71ce2f tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/security-groups?id=746f00bf-491b-4a56-93d2-dba5a99e34cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839717 Dec 10 18:40:27.851466 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66776643-0dfe-446b-93ec-27be98fb2d7e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:27.896408 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9b4110f-cf75-409b-a69e-fbff9795b953 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:27.901271 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66776643-0dfe-446b-93ec-27be98fb2d7e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:27.924225 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4bc6c0c7-cfb7-4519-888c-96a079994e29 req-111f55f4-598f-4602-acc6-7070cea541a9 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553117 Dec 10 18:40:27.947715 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9b4110f-cf75-409b-a69e-fbff9795b953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:27.992767 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port dc2ff59e-b465-47d0-8e13-54dcfc86e10a, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=dc2ff59e-b465-47d0-8e13-54dcfc86e10a,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:28.003448 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b4110f-cf75-409b-a69e-fbff9795b953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fc9b11-168d-4578-8078-3152825c6901,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:28.030252 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': 'dc2ff59e-b465-47d0-8e13-54dcfc86e10a', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': 'dc2ff59e-b465-47d0-8e13-54dcfc86e10a', 'mac_address': 'fa:16:3e:e5:f8:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:40:28.045490 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device f15de41d-3225-442a-b630-79317ee1a9cc details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:40:28.052431 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9b4110f-cf75-409b-a69e-fbff9795b953 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:40:28.071791 n-d-821435-1 neutron-server[103244]: DEBUG neutron.objects.ports [None req-92f75e5f-5257-40a3-9121-e5d1b5f62c63 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103244) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:40:28.078966 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-92f75e5f-5257-40a3-9121-e5d1b5f62c63 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.096160 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9b4110f-cf75-409b-a69e-fbff9795b953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.096521 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-b9b4110f-cf75-409b-a69e-fbff9795b953 admin admin] Added segment e2762cd7-3077-44c4-9495-44ad1a192a7e of type vlan for network 14bf47a8-e4dc-4d77-8612-c359c818f901 Dec 10 18:40:28.148086 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66776643-0dfe-446b-93ec-27be98fb2d7e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.164392 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae82b4-ff6c-40f6-a930-02baba5081da req-52180ba8-0737-4e39-b572-e0cd1e776319 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:28.172519 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f9ae82b4-ff6c-40f6-a930-02baba5081da req-52180ba8-0737-4e39-b572-e0cd1e776319 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=d17b34f6-bd46-41b9-8e9d-41a0e60036ac HTTP/1.1" status: 200 len: 945 time: 0.0803180 Dec 10 18:40:28.174106 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f75e5f-5257-40a3-9121-e5d1b5f62c63 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:28.181495 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66776643-0dfe-446b-93ec-27be98fb2d7e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.202433 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-92f75e5f-5257-40a3-9121-e5d1b5f62c63 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:28.212539 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f75e5f-5257-40a3-9121-e5d1b5f62c63 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:28.213272 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-92f75e5f-5257-40a3-9121-e5d1b5f62c63 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.221861 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f75e5f-5257-40a3-9121-e5d1b5f62c63 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Subnet': ['ID=e4642d4b-a660-4b69-8bcd-d2a23d8a5726,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:28.225326 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4bc6c0c7-cfb7-4519-888c-96a079994e29 req-3f35816a-c623-4bfd-b81f-fc9dfc118891 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888362 Dec 10 18:40:28.231721 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9b4110f-cf75-409b-a69e-fbff9795b953 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.260162 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a419498d-e041-482d-b0a4-b052e6fd7896 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.264797 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b8aa7139-9d5d-4275-afc5-00c1b743c320 None None] Provisioning complete for port b17a86c5-fca7-4b6a-88b5-62efeb8c5ee5 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:28.264797 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b8aa7139-9d5d-4275-afc5-00c1b743c320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.271099 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 6de5faaa-dee0-4082-ac03-f8b6fa6a61f9 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:40:28.276661 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.295874 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-92f75e5f-5257-40a3-9121-e5d1b5f62c63 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6170235 Dec 10 18:40:28.296694 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66776643-0dfe-446b-93ec-27be98fb2d7e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Pushing event updated for resources: {'Port': ['ID=b4f6f453-6db9-4a19-9ec8-76ea3da5fdad,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:28.299002 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55230) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:28.313493 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-633c2f4a-5822-4c2b-883c-4009f2463dc5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'port': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'mac_address': 'fa:16:3e:ae:90:b2', 'name': 'tempest-NetworksTestDHCPv6-375591414'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:28.316341 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9b4110f-cf75-409b-a69e-fbff9795b953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.317404 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b4110f-cf75-409b-a69e-fbff9795b953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:28.318004 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9b4110f-cf75-409b-a69e-fbff9795b953 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.329100 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a419498d-e041-482d-b0a4-b052e6fd7896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.331380 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 6de5faaa-dee0-4082-ac03-f8b6fa6a61f9 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:40:28.331732 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 6de5faaa-dee0-4082-ac03-f8b6fa6a61f9 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:40:28.335850 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f9ae82b4-ff6c-40f6-a930-02baba5081da req-67bf2ab1-5c17-498a-9840-64d4ee01d6b9 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb9b006-f70c-4e34-b1ab-8ba414ee140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569982 Dec 10 18:40:28.417904 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b4110f-cf75-409b-a69e-fbff9795b953 admin admin] Pushing event updated for resources: {'Network': ['ID=14bf47a8-e4dc-4d77-8612-c359c818f901,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:28.439162 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc2ff59e-b465-47d0-8e13-54dcfc86e10a {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:40:28.444843 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b9b4110f-cf75-409b-a69e-fbff9795b953 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9648130 Dec 10 18:40:28.452787 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55238) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:28.458472 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 14bf47a8-e4dc-4d77-8612-c359c818f901 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:40:28.476115 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-99284db0-a38f-48b6-a5ad-5d0a47fea640 admin admin] Request body: {'subnet': {'network_id': '14bf47a8-e4dc-4d77-8612-c359c818f901', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-572339502-subnet', 'tenant_id': '3dfb422318434a9c9244c498c01943c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:28.486046 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a419498d-e041-482d-b0a4-b052e6fd7896 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:28.497775 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc03d22-e0fc-4002-8bde-24af9728f870 req-045c73e4-577f-4f24-964c-b9fb49068da8 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:28.499474 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8dc03d22-e0fc-4002-8bde-24af9728f870 req-045c73e4-577f-4f24-964c-b9fb49068da8 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.46 "GET /v2.0/ports?device_id=70291c6c-348f-4058-bdc7-41148610d3b1 HTTP/1.1" status: 200 len: 945 time: 0.2199867 Dec 10 18:40:28.517952 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port f15de41d-3225-442a-b630-79317ee1a9cc, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=f15de41d-3225-442a-b630-79317ee1a9cc,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:28.520734 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66776643-0dfe-446b-93ec-27be98fb2d7e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.535312 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99284db0-a38f-48b6-a5ad-5d0a47fea640 admin admin] Made reservation on behalf of 3dfb422318434a9c9244c498c01943c6 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:28.536853 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-a419498d-e041-482d-b0a4-b052e6fd7896 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:28.543968 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-99284db0-a38f-48b6-a5ad-5d0a47fea640 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.549903 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6be50e-baac-4a6e-9515-8590f6951516 req-4ac75db6-2877-4be1-8d22-244e280069e5 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:28.553516 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a419498d-e041-482d-b0a4-b052e6fd7896 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:40:28.557214 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6a6be50e-baac-4a6e-9515-8590f6951516 req-4ac75db6-2877-4be1-8d22-244e280069e5 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 947 time: 0.1219516 Dec 10 18:40:28.564087 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port dc2ff59e-b465-47d0-8e13-54dcfc86e10a, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=dc2ff59e-b465-47d0-8e13-54dcfc86e10a,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:28.565106 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419498d-e041-482d-b0a4-b052e6fd7896 None None] Pushing event updated for resources: {'Port': ['ID=62467dc0-5061-4f36-9a8f-f770627545f8,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:28.576364 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': 'f15de41d-3225-442a-b630-79317ee1a9cc', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': 'f15de41d-3225-442a-b630-79317ee1a9cc', 'mac_address': 'fa:16:3e:0b:b3:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:40:28.588595 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.677308 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66776643-0dfe-446b-93ec-27be98fb2d7e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.690321 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-66776643-0dfe-446b-93ec-27be98fb2d7e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2558398 Dec 10 18:40:28.690739 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6a6be50e-baac-4a6e-9515-8590f6951516 req-383e2208-4564-49a1-970e-6dbc777e2462 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225054 Dec 10 18:40:28.698464 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-8dc03d22-e0fc-4002-8bde-24af9728f870 req-2a65d4c8-41c0-49e4-84a6-0ac8a0fdd59b tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Deleting port 192ef59e-6eb8-48e5-846c-a4618da6e122 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:40:28.703288 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8dc03d22-e0fc-4002-8bde-24af9728f870 req-2a65d4c8-41c0-49e4-84a6-0ac8a0fdd59b tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.766086 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff092adb-6b23-4100-b9e9-5114635b95f8 req-592654a4-022c-4892-8335-54ccd87c24a9 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:28.768254 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ff092adb-6b23-4100-b9e9-5114635b95f8 req-592654a4-022c-4892-8335-54ccd87c24a9 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=d17b34f6-bd46-41b9-8e9d-41a0e60036ac HTTP/1.1" status: 200 len: 945 time: 0.2393894 Dec 10 18:40:28.773792 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a419498d-e041-482d-b0a4-b052e6fd7896 None None] Attempting to bind port 62467dc0-5061-4f36-9a8f-f770627545f8 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:40:28.773980 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a419498d-e041-482d-b0a4-b052e6fd7896 None None] Attempting to bind port 62467dc0-5061-4f36-9a8f-f770627545f8 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:40:28.774235 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a419498d-e041-482d-b0a4-b052e6fd7896 None None] Attempting to bind port 62467dc0-5061-4f36-9a8f-f770627545f8 on network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:40:28.784056 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.788338 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=dc2ff59e-b465-47d0-8e13-54dcfc86e10a,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:28.801791 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a419498d-e041-482d-b0a4-b052e6fd7896 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:40:28.802176 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a419498d-e041-482d-b0a4-b052e6fd7896 None None] Checking segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:40:28.802604 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a419498d-e041-482d-b0a4-b052e6fd7896 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.803669 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a419498d-e041-482d-b0a4-b052e6fd7896 None None] Bound using segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:40:28.803669 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a419498d-e041-482d-b0a4-b052e6fd7896 None None] Bound port: 62467dc0-5061-4f36-9a8f-f770627545f8, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:40:28.803937 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a419498d-e041-482d-b0a4-b052e6fd7896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.824521 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f15de41d-3225-442a-b630-79317ee1a9cc {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:40:28.891732 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ff092adb-6b23-4100-b9e9-5114635b95f8 req-f4e1074d-56d8-4fd1-9a8d-4406f2f5cede tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb9b006-f70c-4e34-b1ab-8ba414ee140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016181 Dec 10 18:40:28.900672 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b8aa7139-9d5d-4275-afc5-00c1b743c320 None None] Provisioning complete for port 0d10c87b-1905-4b3f-bcac-2040c27cd26b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:28.901245 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b8aa7139-9d5d-4275-afc5-00c1b743c320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.905098 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port f15de41d-3225-442a-b630-79317ee1a9cc, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=f15de41d-3225-442a-b630-79317ee1a9cc,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:28.919209 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633c2f4a-5822-4c2b-883c-4009f2463dc5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:28.925374 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-8dc03d22-e0fc-4002-8bde-24af9728f870 req-2a65d4c8-41c0-49e4-84a6-0ac8a0fdd59b tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] For port 192ef59e-6eb8-48e5-846c-a4618da6e122, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=192ef59e-6eb8-48e5-846c-a4618da6e122,segment=NetworkSegment(4bb4dfa5-f65e-4b3c-bca8-278a7549f736),segment_id=4bb4dfa5-f65e-4b3c-bca8-278a7549f736)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:28.925910 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8dc03d22-e0fc-4002-8bde-24af9728f870 req-2a65d4c8-41c0-49e4-84a6-0ac8a0fdd59b tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.938075 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.979615 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a06f35-0082-428b-bd15-bab479211f57 req-c70b8e49-99c4-4ccb-b268-5e85443f996b tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:28.981518 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-08a06f35-0082-428b-bd15-bab479211f57 req-c70b8e49-99c4-4ccb-b268-5e85443f996b tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.62 "GET /v2.0/ports?device_id=70291c6c-348f-4058-bdc7-41148610d3b1 HTTP/1.1" status: 200 len: 945 time: 0.1597641 Dec 10 18:40:29.004286 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b8aa7139-9d5d-4275-afc5-00c1b743c320 None None] Port 0d10c87b-1905-4b3f-bcac-2040c27cd26b cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:40:29.015767 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a419498d-e041-482d-b0a4-b052e6fd7896 None None] For port 62467dc0-5061-4f36-9a8f-f770627545f8, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:40:29.023111 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a419498d-e041-482d-b0a4-b052e6fd7896 None None] For port 62467dc0-5061-4f36-9a8f-f770627545f8, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=62467dc0-5061-4f36-9a8f-f770627545f8,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:40:29.029988 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a419498d-e041-482d-b0a4-b052e6fd7896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:29.041766 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=f15de41d-3225-442a-b630-79317ee1a9cc,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:29.087255 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-633c2f4a-5822-4c2b-883c-4009f2463dc5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:29.128074 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['dc2ff59e-b465-47d0-8e13-54dcfc86e10a'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:40:29.143189 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-08a06f35-0082-428b-bd15-bab479211f57 req-535584d8-7324-410d-aa62-32a58a190604 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba14aef2-6643-4faa-847d-44c29793ef89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261144 Dec 10 18:40:29.165084 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-633c2f4a-5822-4c2b-883c-4009f2463dc5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] device_id is not set on port 6968b0ba-1981-46d8-a020-14830b73bbb5 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:40:29.181142 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:40:29.237504 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['f15de41d-3225-442a-b630-79317ee1a9cc'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:40:29.261608 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419498d-e041-482d-b0a4-b052e6fd7896 None None] Pushing event updated for resources: {'Port': ['ID=62467dc0-5061-4f36-9a8f-f770627545f8,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:29.283334 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-99284db0-a38f-48b6-a5ad-5d0a47fea640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:29.359580 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ff5cf765-75f7-47ba-bfa6-0cf9daff94ff None None] Provisioning complete for port 46719c0c-250d-49f2-834f-a6e128b830e0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:29.360333 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ff5cf765-75f7-47ba-bfa6-0cf9daff94ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:29.410963 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8dc03d22-e0fc-4002-8bde-24af9728f870 req-2a65d4c8-41c0-49e4-84a6-0ac8a0fdd59b tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:29.411811 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8dc03d22-e0fc-4002-8bde-24af9728f870 req-2a65d4c8-41c0-49e4-84a6-0ac8a0fdd59b tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:29.419256 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [req-8dc03d22-e0fc-4002-8bde-24af9728f870 req-2a65d4c8-41c0-49e4-84a6-0ac8a0fdd59b tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Floating IP 7144a29d-5f1e-467f-aff3-d907dd18ec2a disassociated. External IP: 172.25.7.50, port: 192ef59e-6eb8-48e5-846c-a4618da6e122. Dec 10 18:40:29.419899 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-8dc03d22-e0fc-4002-8bde-24af9728f870 req-2a65d4c8-41c0-49e4-84a6-0ac8a0fdd59b tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Calling delete_port for 192ef59e-6eb8-48e5-846c-a4618da6e122 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:40:29.493892 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f44cd-9f72-4a2a-a8cc-b3eb1ae7c0f1 req-7d59f2e0-3ff2-4085-a84a-c5b7b2d466e4 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:29.501261 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-703f44cd-9f72-4a2a-a8cc-b3eb1ae7c0f1 req-7d59f2e0-3ff2-4085-a84a-c5b7b2d466e4 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f63eac8-29e0-4857-8060-df07dbd6407c HTTP/1.1" status: 200 len: 948 time: 0.1756401 Dec 10 18:40:29.572278 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99284db0-a38f-48b6-a5ad-5d0a47fea640 admin admin] Pushing event updated for resources: {'Subnet': ['ID=473d5397-5861-4f30-8410-ba6c85b1882f,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:29.627244 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-703f44cd-9f72-4a2a-a8cc-b3eb1ae7c0f1 req-6e222996-b066-4db8-a301-1098aa4d26c0 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/security-groups?id=746f00bf-491b-4a56-93d2-dba5a99e34cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994241 Dec 10 18:40:29.628981 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565f224-6b14-4d86-8e72-48cc95593a10 req-c728553d-ad6f-40a4-8f49-feb102d5a805 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:29.630564 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8565f224-6b14-4d86-8e72-48cc95593a10 req-c728553d-ad6f-40a4-8f49-feb102d5a805 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.46 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4&tenant_id=4f1621867e3041c3a975a6622e21074f&binding%3Ahost_id=n-h1-821435-1 HTTP/1.1" status: 200 len: 947 time: 0.3365932 Dec 10 18:40:29.650912 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99284db0-a38f-48b6-a5ad-5d0a47fea640 admin admin] Checking segment: {'id': 'e2762cd7-3077-44c4-9495-44ad1a192a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '14bf47a8-e4dc-4d77-8612-c359c818f901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:40:29.651299 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99284db0-a38f-48b6-a5ad-5d0a47fea640 admin admin] Network hostable DHCP agents. Network: 14bf47a8-e4dc-4d77-8612-c359c818f901, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:40:29.716027 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-5619b38f-3e62-49e8-8fb6-27c04e1de5fb tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1100827588&fields=id&tenant_id=98fdd3d4007244d19399f00305d1e82f HTTP/1.1" status: 200 len: 267 time: 0.3179989 Dec 10 18:40:29.773435 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8dc03d22-e0fc-4002-8bde-24af9728f870 req-2a65d4c8-41c0-49e4-84a6-0ac8a0fdd59b tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:29.830957 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65d4c8-41c0-49e4-84a6-0ac8a0fdd59b tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Pushing event deleted for resources: {'Port': ['ID=192ef59e-6eb8-48e5-846c-a4618da6e122,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:29.851900 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-633c2f4a-5822-4c2b-883c-4009f2463dc5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Allocated IP 172.20.0.3 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/8d6910af-0ca2-4089-a127-66b5e94d84f9/6968b0ba-1981-46d8-a020-14830b73bbb5) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:29.859446 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ff5cf765-75f7-47ba-bfa6-0cf9daff94ff None None] Provisioning complete for port f26c6f39-65f3-454a-91e4-8caaab987687 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:29.860166 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ff5cf765-75f7-47ba-bfa6-0cf9daff94ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:29.890217 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-633c2f4a-5822-4c2b-883c-4009f2463dc5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Allocated IP 2001:db8::f816:3eff:feae:90b2 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/e4642d4b-a660-4b69-8bcd-d2a23d8a5726/6968b0ba-1981-46d8-a020-14830b73bbb5) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:29.900264 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99284db0-a38f-48b6-a5ad-5d0a47fea640 admin admin] Network 14bf47a8-e4dc-4d77-8612-c359c818f901 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:40:29.910928 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-b209a48e-99aa-40b6-9e71-dcd2b5686748 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:29.913516 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-b209a48e-99aa-40b6-9e71-dcd2b5686748 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports/0d10c87b-1905-4b3f-bcac-2040c27cd26b HTTP/1.1" status: 200 len: 931 time: 0.1759844 Dec 10 18:40:29.920996 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ff5cf765-75f7-47ba-bfa6-0cf9daff94ff None None] Port f26c6f39-65f3-454a-91e4-8caaab987687 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:40:29.940043 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ff5cf765-75f7-47ba-bfa6-0cf9daff94ff None None] Provisioning complete for port 0d10c87b-1905-4b3f-bcac-2040c27cd26b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:29.940836 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ff5cf765-75f7-47ba-bfa6-0cf9daff94ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:29.979088 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-99284db0-a38f-48b6-a5ad-5d0a47fea640 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 14bf47a8-e4dc-4d77-8612-c359c818f901) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:29.982625 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8565f224-6b14-4d86-8e72-48cc95593a10 req-e587e043-c876-46cd-9e78-85244985bed1 service neutron] 10.222.0.46 "GET /v2.0/ports/37336d05-2465-4ef9-907f-b9546be053ae/bindings/n-h1-821435-1 HTTP/1.1" status: 200 len: 382 time: 0.2707949 Dec 10 18:40:29.997231 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99284db0-a38f-48b6-a5ad-5d0a47fea640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:30.001457 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-99284db0-a38f-48b6-a5ad-5d0a47fea640 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:30.010406 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ff5cf765-75f7-47ba-bfa6-0cf9daff94ff None None] Port 0d10c87b-1905-4b3f-bcac-2040c27cd26b cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:40:30.017020 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3542f2aa-caac-4ea5-8a42-d00346313a8d None None] Network 14bf47a8-e4dc-4d77-8612-c359c818f901 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:40:30.028804 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 37336d05-2465-4ef9-907f-b9546be053ae details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:40:30.029467 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8dc03d22-e0fc-4002-8bde-24af9728f870 req-2a65d4c8-41c0-49e4-84a6-0ac8a0fdd59b tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Router 8bb7c55e-dc76-4a45-845c-bd17077d1dbf has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:40:30.061096 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f138a-8a63-41a2-8532-5db37587b055 req-1fc3abb2-848a-4b31-8ce7-1e1dba00aad8 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:30.062800 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-058f138a-8a63-41a2-8532-5db37587b055 req-1fc3abb2-848a-4b31-8ce7-1e1dba00aad8 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=19e1710d-79e1-45fe-bc37-c45bc6384fc5 HTTP/1.1" status: 200 len: 945 time: 0.2359917 Dec 10 18:40:30.096426 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ff5cf765-75f7-47ba-bfa6-0cf9daff94ff None None] Provisioning complete for port b17a86c5-fca7-4b6a-88b5-62efeb8c5ee5 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:30.096754 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ff5cf765-75f7-47ba-bfa6-0cf9daff94ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:30.105381 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-ab5f5c1d-1dcd-4343-812b-b24e242e045a tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:30.109181 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-ab5f5c1d-1dcd-4343-812b-b24e242e045a tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports/f26c6f39-65f3-454a-91e4-8caaab987687 HTTP/1.1" status: 200 len: 932 time: 0.1802435 Dec 10 18:40:30.188589 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-99284db0-a38f-48b6-a5ad-5d0a47fea640 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7287321 Dec 10 18:40:30.230429 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-058f138a-8a63-41a2-8532-5db37587b055 req-59271ff1-65de-46d4-8b80-492f2a4e2260 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb9b006-f70c-4e34-b1ab-8ba414ee140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569166 Dec 10 18:40:30.282864 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8dc03d22-e0fc-4002-8bde-24af9728f870 req-2a65d4c8-41c0-49e4-84a6-0ac8a0fdd59b tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:40:30.339103 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbf2e14-0617-4794-abfb-fca1085aaf0b None None] Sync routers for ids ['8bb7c55e-dc76-4a45-845c-bd17077d1dbf'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:40:30.342315 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f120dfd0-19b0-4ead-a8da-81110847613d None None] Network 14bf47a8-e4dc-4d77-8612-c359c818f901 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:40:30.387405 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc03d22-e0fc-4002-8bde-24af9728f870 req-2a65d4c8-41c0-49e4-84a6-0ac8a0fdd59b tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] No DVR routers for this DVR port 192ef59e-6eb8-48e5-846c-a4618da6e122 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:40:30.394120 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8dc03d22-e0fc-4002-8bde-24af9728f870 req-2a65d4c8-41c0-49e4-84a6-0ac8a0fdd59b tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:30.400122 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8dc03d22-e0fc-4002-8bde-24af9728f870 req-2a65d4c8-41c0-49e4-84a6-0ac8a0fdd59b tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.46 "DELETE /v2.0/ports/192ef59e-6eb8-48e5-846c-a4618da6e122 HTTP/1.1" status: 204 len: 173 time: 1.8926997 Dec 10 18:40:30.400933 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70291c6c-348f-4058-bdc7-41148610d3b1', 'name': 'network-vif-deleted', 'tag': '192ef59e-6eb8-48e5-846c-a4618da6e122'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:40:30.417309 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95603312-e7b5-413b-bda8-60daed8f4f70" -d '{"events": [{"server_uuid": "70291c6c-348f-4058-bdc7-41148610d3b1", "name": "network-vif-deleted", "tag": "192ef59e-6eb8-48e5-846c-a4618da6e122"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:40:30.564885 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 37336d05-2465-4ef9-907f-b9546be053ae, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=37336d05-2465-4ef9-907f-b9546be053ae,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:30.577470 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbf2e14-0617-4794-abfb-fca1085aaf0b None None] Routers {'8bb7c55e-dc76-4a45-845c-bd17077d1dbf'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:40:30.578330 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2bbf2e14-0617-4794-abfb-fca1085aaf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:40:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['8bb7c55e-dc76-4a45-845c-bd17077d1dbf'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:30.613883 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acdad3-c361-487b-b07e-63a41f0416e3 req-1bb69050-fa87-49da-bf16-456d5eefb0d1 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:30.624270 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-50acdad3-c361-487b-b07e-63a41f0416e3 req-1bb69050-fa87-49da-bf16-456d5eefb0d1 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 947 time: 0.1375329 Dec 10 18:40:30.700302 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-50acdad3-c361-487b-b07e-63a41f0416e3 req-d19584fc-7271-449c-b40d-d81913fafd9d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740483 Dec 10 18:40:30.846240 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef655cab-5549-46a8-bf57-6c865524f2ac req-4f64afd3-14d8-427c-ae81-6042457e1e1f tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.62 "GET /v2.0/ports?device_id=70291c6c-348f-4058-bdc7-41148610d3b1 HTTP/1.1" status: 200 len: 210 time: 0.0378768 Dec 10 18:40:30.911417 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-2a8e1d96-6772-404d-9ae2-c549ef9c45b0 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?network_id=08d0d37b-1e92-4759-bf0e-8cf5a993438c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.7652755 Dec 10 18:40:30.920758 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565f224-6b14-4d86-8e72-48cc95593a10 req-e1727b66-6e6b-4f69-ae1e-9bef7567792b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:30.922406 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8565f224-6b14-4d86-8e72-48cc95593a10 req-e1727b66-6e6b-4f69-ae1e-9bef7567792b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f1621867e3041c3a975a6622e21074f&device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 1098 time: 0.9031534 Dec 10 18:40:30.938177 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 62467dc0-5061-4f36-9a8f-f770627545f8 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:40:30.939739 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad9d2df-762d-4705-bfcd-711199dbb545 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:40:30.950668 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '37336d05-2465-4ef9-907f-b9546be053ae', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': '37336d05-2465-4ef9-907f-b9546be053ae', 'mac_address': 'fa:16:3e:3d:bf:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:40:31.002983 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9260989-b438-45c5-9721-24bb36aa6731 req-fd30f996-8a21-40b1-a32f-18842ef7b80e tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:31.014416 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d9260989-b438-45c5-9721-24bb36aa6731 req-fd30f996-8a21-40b1-a32f-18842ef7b80e tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d21511-baab-40c8-8796-689bbca57609 HTTP/1.1" status: 200 len: 946 time: 0.0889149 Dec 10 18:40:31.047509 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-ffef9d98-8140-4704-ac92-698974fb42fb tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?network_id=08d0d37b-1e92-4759-bf0e-8cf5a993438c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1214821 Dec 10 18:40:31.089097 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d9260989-b438-45c5-9721-24bb36aa6731 req-d1ad6ed4-c1ae-4b46-be5d-345833248c29 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb9b006-f70c-4e34-b1ab-8ba414ee140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728731 Dec 10 18:40:31.147925 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fa1d55-522f-4ee0-aeef-edf0e88b74a2 x-openstack-request-id: req-81fa1d55-522f-4ee0-aeef-edf0e88b74a2 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:40:31.148872 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70291c6c-348f-4058-bdc7-41148610d3b1", "name": "network-vif-deleted", "tag": "192ef59e-6eb8-48e5-846c-a4618da6e122", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:40:31.149746 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-81fa1d55-522f-4ee0-aeef-edf0e88b74a2 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:40:31.150680 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70291c6c-348f-4058-bdc7-41148610d3b1', 'name': 'network-vif-deleted', 'tag': '192ef59e-6eb8-48e5-846c-a4618da6e122', 'status': 'completed', 'code': 200} Dec 10 18:40:31.158777 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-633c2f4a-5822-4c2b-883c-4009f2463dc5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:31.207991 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:31.215802 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8525f959-e7df-4101-9160-7d5d528ac095 None None] Provisioning complete for port 62467dc0-5061-4f36-9a8f-f770627545f8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:31.216118 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8525f959-e7df-4101-9160-7d5d528ac095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:31.227943 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565f224-6b14-4d86-8e72-48cc95593a10 req-c4e2abd3-354d-4b51-94a8-2253ab718044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:31.229475 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8565f224-6b14-4d86-8e72-48cc95593a10 req-c4e2abd3-354d-4b51-94a8-2253ab718044 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.2984135 Dec 10 18:40:31.278690 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37336d05-2465-4ef9-907f-b9546be053ae {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:40:31.296214 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-2bbf2e14-0617-4794-abfb-fca1085aaf0b None None] Set router 8bb7c55e-dc76-4a45-845c-bd17077d1dbf gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:40:31.303201 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8565f224-6b14-4d86-8e72-48cc95593a10 req-b336caab-1acb-45b7-8aad-04075b7ed817 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=37336d05-2465-4ef9-907f-b9546be053ae HTTP/1.1" status: 200 len: 217 time: 0.0580976 Dec 10 18:40:31.314661 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 62467dc0-5061-4f36-9a8f-f770627545f8 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:31.315051 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:31.332975 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-7173b033-52a6-4ef1-9a4a-4d70196e2721 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:31.340398 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-7173b033-52a6-4ef1-9a4a-4d70196e2721 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:31.346814 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-7173b033-52a6-4ef1-9a4a-4d70196e2721 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:31.355320 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-7173b033-52a6-4ef1-9a4a-4d70196e2721 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/networks?id=c464ae35-619c-4be0-bdf6-7932892aa026&id=e891f6b3-8680-45b2-9ef7-cbafd7cf9175&id=e891f6b3-8680-45b2-9ef7-cbafd7cf9175&id=08d0d37b-1e92-4759-bf0e-8cf5a993438c&id=08d0d37b-1e92-4759-bf0e-8cf5a993438c HTTP/1.1" status: 200 len: 1991 time: 0.2885346 Dec 10 18:40:31.388217 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-633c2f4a-5822-4c2b-883c-4009f2463dc5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:31.415408 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 37336d05-2465-4ef9-907f-b9546be053ae, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=37336d05-2465-4ef9-907f-b9546be053ae,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:31.417186 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device dc2ff59e-b465-47d0-8e13-54dcfc86e10a up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:40:31.432337 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-2b69ca67-de21-4f60-9fd7-0b0af9afd166 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/quotas/98fdd3d4007244d19399f00305d1e82f HTTP/1.1" status: 200 len: 375 time: 0.0760715 Dec 10 18:40:31.449854 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:31.470455 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633c2f4a-5822-4c2b-883c-4009f2463dc5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:31.489284 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565f224-6b14-4d86-8e72-48cc95593a10 req-5def4803-9787-4845-8db7-8b5054759ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:31.491613 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8565f224-6b14-4d86-8e72-48cc95593a10 req-5def4803-9787-4845-8db7-8b5054759ef9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.1804957 Dec 10 18:40:31.494091 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-633c2f4a-5822-4c2b-883c-4009f2463dc5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:31.497909 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c2f4a-5822-4c2b-883c-4009f2463dc5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Port': ['ID=6968b0ba-1981-46d8-a020-14830b73bbb5,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:31.500384 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633c2f4a-5822-4c2b-883c-4009f2463dc5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:40:31.521190 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-25dc9b31-6109-4785-90cf-6d07b4066dd7 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:31.523338 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-25dc9b31-6109-4785-90cf-6d07b4066dd7 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/networks?id=14bf47a8-e4dc-4d77-8612-c359c818f901 HTTP/1.1" status: 200 len: 814 time: 0.1391745 Dec 10 18:40:31.541878 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-28e6550c-ac4b-486c-a19c-14bf8260810f tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/quotas/3dfb422318434a9c9244c498c01943c6 HTTP/1.1" status: 200 len: 375 time: 0.0120294 Dec 10 18:40:31.593569 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-0187de8a-4520-4d42-8a97-05a08b7bcf62 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3dfb422318434a9c9244c498c01943c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463510 Dec 10 18:40:31.623805 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565f224-6b14-4d86-8e72-48cc95593a10 req-a45e56db-c703-4c7d-9e55-54e319b02efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:31.625668 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8565f224-6b14-4d86-8e72-48cc95593a10 req-a45e56db-c703-4c7d-9e55-54e319b02efd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1223340 Dec 10 18:40:31.659400 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-625e26bb-4c62-4594-985b-cdded63604c7 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=98fdd3d4007244d19399f00305d1e82f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2111192 Dec 10 18:40:31.684945 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=37336d05-2465-4ef9-907f-b9546be053ae,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:31.705142 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633c2f4a-5822-4c2b-883c-4009f2463dc5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:31.706455 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-633c2f4a-5822-4c2b-883c-4009f2463dc5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:31.721936 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-f5385212-18c2-4dea-bb47-f3baa0fcbe94 service neutron] 10.222.0.62 "GET /v2.0/networks/14bf47a8-e4dc-4d77-8612-c359c818f901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174903 Dec 10 18:40:31.752011 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['37336d05-2465-4ef9-907f-b9546be053ae'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:40:31.763031 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b3d251-6a79-4d9b-9cfe-a84db02b23ce None None] Update dhcp port {'port': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'fixed_ips': [{'subnet_id': '8d6910af-0ca2-4089-a127-66b5e94d84f9', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e4642d4b-a660-4b69-8bcd-d2a23d8a5726'}], 'binding:host_id': 'n-d-821435-1'}, 'id': '62467dc0-5061-4f36-9a8f-f770627545f8'} from n-d-821435-1. {{(pid=103246) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 18:40:31.802013 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port dc2ff59e-b465-47d0-8e13-54dcfc86e10a completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:40:31.834628 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-633c2f4a-5822-4c2b-883c-4009f2463dc5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.5268493 Dec 10 18:40:31.835717 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55300) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:31.864437 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8525f959-e7df-4101-9160-7d5d528ac095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:31.877572 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8565f224-6b14-4d86-8e72-48cc95593a10 req-d45ef4bb-ae6f-495a-ad2a-b417c95cf3cc service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159734 Dec 10 18:40:31.881822 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port dc2ff59e-b465-47d0-8e13-54dcfc86e10a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:31.882428 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:31.954934 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-7aa31764-767b-4dd4-834e-be8874d3eebc service neutron] 10.222.0.62 "GET /v2.0/networks/c464ae35-619c-4be0-bdf6-7932892aa026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751393 Dec 10 18:40:31.969476 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa085ff-aa8e-4705-84c3-62c98149ac2e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:31.982631 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa085ff-aa8e-4705-84c3-62c98149ac2e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:31.984167 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:31.987980 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6aa085ff-aa8e-4705-84c3-62c98149ac2e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.1486406 Dec 10 18:40:31.993939 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-80b3d251-6a79-4d9b-9cfe-a84db02b23ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:31.996938 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55304) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:32.048482 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8565f224-6b14-4d86-8e72-48cc95593a10 req-049e4aa7-0563-4202-a6fd-a8779fa0ac61 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612744 Dec 10 18:40:32.054124 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device f15de41d-3225-442a-b630-79317ee1a9cc up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:40:32.065280 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-61bdcab2-6694-4195-b6ab-fbbcc557a334 service neutron] 10.222.0.62 "GET /v2.0/networks/14bf47a8-e4dc-4d77-8612-c359c818f901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360236 Dec 10 18:40:32.125108 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-5373c4cf-a998-48c7-bd62-a3e4164061bf service neutron] 10.222.0.62 "GET /v2.0/networks/c464ae35-619c-4be0-bdf6-7932892aa026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551082 Dec 10 18:40:32.164238 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8525f959-e7df-4101-9160-7d5d528ac095 None None] For port 62467dc0-5061-4f36-9a8f-f770627545f8, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=62467dc0-5061-4f36-9a8f-f770627545f8,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:32.168731 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-90f73205-42d2-428d-bdd7-b6911d791d1d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting port 6968b0ba-1981-46d8-a020-14830b73bbb5 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:40:32.169489 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90f73205-42d2-428d-bdd7-b6911d791d1d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:32.183853 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8525f959-e7df-4101-9160-7d5d528ac095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:32.243207 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-378099f6-9d9d-4e0c-a8ad-c1a7427125c2 service neutron] 10.222.0.62 "GET /v2.0/ports/0d10c87b-1905-4b3f-bcac-2040c27cd26b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1062081 Dec 10 18:40:32.299706 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90f73205-42d2-428d-bdd7-b6911d791d1d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:32.315047 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-90f73205-42d2-428d-bdd7-b6911d791d1d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Calling delete_port for 6968b0ba-1981-46d8-a020-14830b73bbb5 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:40:32.446958 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:40:32.447556 n-d-821435-1 neutron-server[103246]: DEBUG oslo_db.api [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:40:32.452970 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-1ade15d5-da99-425d-97e1-05ca0f479e6c service neutron] 10.222.0.62 "GET /v2.0/networks/e891f6b3-8680-45b2-9ef7-cbafd7cf9175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076311 Dec 10 18:40:32.467073 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525f959-e7df-4101-9160-7d5d528ac095 None None] Pushing event updated for resources: {'Port': ['ID=62467dc0-5061-4f36-9a8f-f770627545f8,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:32.477470 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2bbf2e14-0617-4794-abfb-fca1085aaf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb7c55e-dc76-4a45-845c-bd17077d1dbf', 'name': 'tempest-ServersTestManualDisk-530632530-router', 'tenant_id': 'fc9a14069b7d453d893c68490bc70d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '5eadadb3-9df6-48ab-920e-7feed5d98987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:53Z', 'updated_at': '2021-12-10T18:38:02Z', 'revision_number': 4, 'project_id': 'fc9a14069b7d453d893c68490bc70d5d', 'gw_port': {'id': '5eadadb3-9df6-48ab-920e-7feed5d98987', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb7c55e-dc76-4a45-845c-bd17077d1dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:55Z', 'updated_at': '2021-12-10T18:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '42a5fe3d-ae35-4140-8078-5b6fc8844f79', 'name': '', 'network_id': '372806dd-851c-46b6-baf2-035c88392be7', 'tenant_id': 'fc9a14069b7d453d893c68490bc70d5d', 'mac_address': 'fa:16:3e:7a:ff:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb7c55e-dc76-4a45-845c-bd17077d1dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'c3875c99-a0e6-49d3-b630-6d772fc4d041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:01Z', 'updated_at': '2021-12-10T18:38:08Z', 'revision_number': 5, 'project_id': 'fc9a14069b7d453d893c68490bc70d5d', 'subnets': [{'id': 'c3875c99-a0e6-49d3-b630-6d772fc4d041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:32.479203 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port f15de41d-3225-442a-b630-79317ee1a9cc completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:40:32.553096 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port f15de41d-3225-442a-b630-79317ee1a9cc triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:32.553745 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:32.565836 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbf2e14-0617-4794-abfb-fca1085aaf0b None None] Checking router: 8bb7c55e-dc76-4a45-845c-bd17077d1dbf for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:40:32.568166 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:32.635120 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbf2e14-0617-4794-abfb-fca1085aaf0b None None] Routers {'8bb7c55e-dc76-4a45-845c-bd17077d1dbf'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:40:32.636020 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2bbf2e14-0617-4794-abfb-fca1085aaf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:40:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['8bb7c55e-dc76-4a45-845c-bd17077d1dbf'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:32.636382 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-e3ca105f-39f1-488b-bfed-aa551034a4f7 service neutron] 10.222.0.62 "GET /v2.0/networks/e891f6b3-8680-45b2-9ef7-cbafd7cf9175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720107 Dec 10 18:40:32.687290 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-d86ec6ac-5fdd-48cc-ac43-7747fb3bffdf service neutron] 10.222.0.62 "GET /v2.0/ports/f26c6f39-65f3-454a-91e4-8caaab987687?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0430408 Dec 10 18:40:32.750687 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875b61ac-7e0c-4d0f-957d-a6f989a9c239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2ff59e-b465-47d0-8e13-54dcfc86e10a'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:40:32.753038 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c3d84f-f68a-4447-80a8-5b07a4b65a26" -d '{"events": [{"server_uuid": "875b61ac-7e0c-4d0f-957d-a6f989a9c239", "name": "network-vif-plugged", "status": "completed", "tag": "dc2ff59e-b465-47d0-8e13-54dcfc86e10a"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:40:32.761290 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-80b3d251-6a79-4d9b-9cfe-a84db02b23ce None None] Allocated IP 2001:db8::f816:3eff:fea0:4b5c (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/e4642d4b-a660-4b69-8bcd-d2a23d8a5726/62467dc0-5061-4f36-9a8f-f770627545f8) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:32.806149 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-64e473ab-a38b-4c48-8375-d815be392b63 service neutron] 10.222.0.62 "GET /v2.0/networks/e891f6b3-8680-45b2-9ef7-cbafd7cf9175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126046 Dec 10 18:40:32.902834 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cba085-8fe3-44c7-9e8f-9c94ab965036 req-79b243aa-6148-4425-a27f-cbc385bb5d83 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:32.904572 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09cba085-8fe3-44c7-9e8f-9c94ab965036 req-79b243aa-6148-4425-a27f-cbc385bb5d83 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f63eac8-29e0-4857-8060-df07dbd6407c HTTP/1.1" status: 200 len: 948 time: 0.5141222 Dec 10 18:40:32.924955 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-40dfc4e4-6803-4c9d-8c93-659560ea1bda service neutron] 10.222.0.62 "GET /v2.0/networks/e891f6b3-8680-45b2-9ef7-cbafd7cf9175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126924 Dec 10 18:40:32.980822 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90f73205-42d2-428d-bdd7-b6911d791d1d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:33.022988 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09cba085-8fe3-44c7-9e8f-9c94ab965036 req-85c83476-39da-4b5a-a207-7efd41a66f2f tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/security-groups?id=746f00bf-491b-4a56-93d2-dba5a99e34cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979993 Dec 10 18:40:33.027335 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f73205-42d2-428d-bdd7-b6911d791d1d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Port': ['ID=6968b0ba-1981-46d8-a020-14830b73bbb5,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:33.032998 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-9d59a3d8-075e-420f-ab7a-533c5a6eb2b9 service neutron] 10.222.0.62 "GET /v2.0/networks/e891f6b3-8680-45b2-9ef7-cbafd7cf9175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988710 Dec 10 18:40:33.110999 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-4275af96-f18b-4998-bb51-fcb556d07f2b req-e43c7e19-4032-4d87-a0ec-fbda8e43f6ea tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:40:33.123341 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4275af96-f18b-4998-bb51-fcb556d07f2b req-e43c7e19-4032-4d87-a0ec-fbda8e43f6ea tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0262485 Dec 10 18:40:33.145407 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port dc2ff59e-b465-47d0-8e13-54dcfc86e10a, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=dc2ff59e-b465-47d0-8e13-54dcfc86e10a,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:33.179941 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3f112733-4f92-4c95-89a8-b689e3851d1b service neutron] 10.222.0.62 "GET /v2.0/networks/e891f6b3-8680-45b2-9ef7-cbafd7cf9175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340256 Dec 10 18:40:33.192471 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:33.235707 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90f73205-42d2-428d-bdd7-b6911d791d1d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:33.239155 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-90f73205-42d2-428d-bdd7-b6911d791d1d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/ports/6968b0ba-1981-46d8-a020-14830b73bbb5 HTTP/1.1" status: 204 len: 168 time: 1.2410135 Dec 10 18:40:33.245070 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55318) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:33.305523 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-7737e00d-fcaa-4175-aa21-c33889dc3593 service neutron] 10.222.0.62 "GET /v2.0/networks/e891f6b3-8680-45b2-9ef7-cbafd7cf9175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144948 Dec 10 18:40:33.312827 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4275af96-f18b-4998-bb51-fcb556d07f2b req-6ab2d56a-c948-4eba-bd3b-d787c9214821 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1729922 Dec 10 18:40:33.328645 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-2bbf2e14-0617-4794-abfb-fca1085aaf0b None None] Set router 8bb7c55e-dc76-4a45-845c-bd17077d1dbf gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:40:33.330395 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e31864e-0085-49ed-9a11-6a97e03afff4 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:33.331994 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e31864e-0085-49ed-9a11-6a97e03afff4 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:33.333676 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e31864e-0085-49ed-9a11-6a97e03afff4 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:33.335834 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6e31864e-0085-49ed-9a11-6a97e03afff4 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0896349 Dec 10 18:40:33.338582 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55320) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:33.439136 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-80b3d251-6a79-4d9b-9cfe-a84db02b23ce None None] For port 62467dc0-5061-4f36-9a8f-f770627545f8, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=62467dc0-5061-4f36-9a8f-f770627545f8,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:33.450123 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=dc2ff59e-b465-47d0-8e13-54dcfc86e10a,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:33.492324 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-91e9bb0d-adeb-4821-9aef-29b65d939711 service neutron] 10.222.0.62 "GET /v2.0/networks/e891f6b3-8680-45b2-9ef7-cbafd7cf9175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797693 Dec 10 18:40:33.500605 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:33.514441 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 62467dc0-5061-4f36-9a8f-f770627545f8 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:40:33.561116 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-80b3d251-6a79-4d9b-9cfe-a84db02b23ce None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:33.602848 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-80b3d251-6a79-4d9b-9cfe-a84db02b23ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:33.662632 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-656933eb-c442-48e4-940c-1ccb97e292ee tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting subnet 8d6910af-0ca2-4089-a127-66b5e94d84f9 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:40:33.672075 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-656933eb-c442-48e4-940c-1ccb97e292ee tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:33.710674 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port f15de41d-3225-442a-b630-79317ee1a9cc, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=f15de41d-3225-442a-b630-79317ee1a9cc,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:33.760517 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:33.761340 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 192ef59e-6eb8-48e5-846c-a4618da6e122 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:40:33.762017 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-656933eb-c442-48e4-940c-1ccb97e292ee tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:33.763535 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:33.764198 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3d251-6a79-4d9b-9cfe-a84db02b23ce None None] Pushing event updated for resources: {'Port': ['ID=62467dc0-5061-4f36-9a8f-f770627545f8,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:33.809724 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-913ff0ab-5c6f-4773-a7d2-3c4e83a304ab service neutron] 10.222.0.62 "GET /v2.0/networks/08d0d37b-1e92-4759-bf0e-8cf5a993438c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061836 Dec 10 18:40:33.822572 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 192ef59e-6eb8-48e5-846c-a4618da6e122 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:40:33.822833 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 192ef59e-6eb8-48e5-846c-a4618da6e122 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:40:33.834525 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-44297e6c-0c46-4661-87f4-a31d09f9727b tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:33.836097 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-44297e6c-0c46-4661-87f4-a31d09f9727b tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.46 "GET /v2.0/networks?id=14bf47a8-e4dc-4d77-8612-c359c818f901 HTTP/1.1" status: 200 len: 814 time: 0.2310574 Dec 10 18:40:33.855545 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-3e017e2d-c9ea-428d-a445-0d04e18bc5a1 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Request body: {'port': {'device_id': '25ef4213-c8f8-43d9-863c-faad8b824511', 'network_id': '14bf47a8-e4dc-4d77-8612-c359c818f901', 'admin_state_up': True, 'tenant_id': '3dfb422318434a9c9244c498c01943c6'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:33.857698 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126d329-0b49-4ccc-8f3b-8da654d3cb67 req-ccb57c73-4878-445e-a1bb-2550d0e595bb tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:33.859436 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f126d329-0b49-4ccc-8f3b-8da654d3cb67 req-ccb57c73-4878-445e-a1bb-2550d0e595bb tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 948 time: 0.0595324 Dec 10 18:40:33.862464 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 62467dc0-5061-4f36-9a8f-f770627545f8 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:33.862844 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:33.932171 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=f15de41d-3225-442a-b630-79317ee1a9cc,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:33.945208 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f126d329-0b49-4ccc-8f3b-8da654d3cb67 req-24251ea4-c38f-40d2-ab1e-60ec331d05d4 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694003 Dec 10 18:40:34.022892 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2bbf2e14-0617-4794-abfb-fca1085aaf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb7c55e-dc76-4a45-845c-bd17077d1dbf', 'name': 'tempest-ServersTestManualDisk-530632530-router', 'tenant_id': 'fc9a14069b7d453d893c68490bc70d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '5eadadb3-9df6-48ab-920e-7feed5d98987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:53Z', 'updated_at': '2021-12-10T18:38:02Z', 'revision_number': 4, 'project_id': 'fc9a14069b7d453d893c68490bc70d5d', 'gw_port': {'id': '5eadadb3-9df6-48ab-920e-7feed5d98987', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb7c55e-dc76-4a45-845c-bd17077d1dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:55Z', 'updated_at': '2021-12-10T18:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '42a5fe3d-ae35-4140-8078-5b6fc8844f79', 'name': '', 'network_id': '372806dd-851c-46b6-baf2-035c88392be7', 'tenant_id': 'fc9a14069b7d453d893c68490bc70d5d', 'mac_address': 'fa:16:3e:7a:ff:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb7c55e-dc76-4a45-845c-bd17077d1dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'c3875c99-a0e6-49d3-b630-6d772fc4d041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:01Z', 'updated_at': '2021-12-10T18:38:08Z', 'revision_number': 5, 'project_id': 'fc9a14069b7d453d893c68490bc70d5d', 'subnets': [{'id': 'c3875c99-a0e6-49d3-b630-6d772fc4d041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:34.043849 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-656933eb-c442-48e4-940c-1ccb97e292ee tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:34.085125 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 37336d05-2465-4ef9-907f-b9546be053ae details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:40:34.089216 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbf2e14-0617-4794-abfb-fca1085aaf0b None None] The sync data for ids ['8bb7c55e-dc76-4a45-845c-bd17077d1dbf'] in n-d-821435-1 is: [{'id': '8bb7c55e-dc76-4a45-845c-bd17077d1dbf', 'name': 'tempest-ServersTestManualDisk-530632530-router', 'tenant_id': 'fc9a14069b7d453d893c68490bc70d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '5eadadb3-9df6-48ab-920e-7feed5d98987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:53Z', 'updated_at': '2021-12-10T18:38:02Z', 'revision_number': 4, 'project_id': 'fc9a14069b7d453d893c68490bc70d5d', 'gw_port': {'id': '5eadadb3-9df6-48ab-920e-7feed5d98987', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb7c55e-dc76-4a45-845c-bd17077d1dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:55Z', 'updated_at': '2021-12-10T18:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '42a5fe3d-ae35-4140-8078-5b6fc8844f79', 'name': '', 'network_id': '372806dd-851c-46b6-baf2-035c88392be7', 'tenant_id': 'fc9a14069b7d453d893c68490bc70d5d', 'mac_address': 'fa:16:3e:7a:ff:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb7c55e-dc76-4a45-845c-bd17077d1dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'c3875c99-a0e6-49d3-b630-6d772fc4d041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:01Z', 'updated_at': '2021-12-10T18:38:08Z', 'revision_number': 5, 'project_id': 'fc9a14069b7d453d893c68490bc70d5d', 'subnets': [{'id': 'c3875c99-a0e6-49d3-b630-6d772fc4d041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:40:34.142207 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-d3728d3a-9d52-49be-9c67-c8a8bef4877f service neutron] 10.222.0.62 "GET /v2.0/networks/08d0d37b-1e92-4759-bf0e-8cf5a993438c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221262 Dec 10 18:40:34.153601 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-df91a889-7510-4a58-b680-51e84abc132e req-069904f9-34ad-4502-81a1-f9684fed2cdd tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 210 time: 0.0590737 Dec 10 18:40:34.299600 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 37336d05-2465-4ef9-907f-b9546be053ae, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=37336d05-2465-4ef9-907f-b9546be053ae,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:34.316091 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f45b89-f49f-4f64-8d09-48b499678de0 x-openstack-request-id: req-36f45b89-f49f-4f64-8d09-48b499678de0 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:40:34.316252 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875b61ac-7e0c-4d0f-957d-a6f989a9c239", "name": "network-vif-plugged", "status": "completed", "tag": "dc2ff59e-b465-47d0-8e13-54dcfc86e10a", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:40:34.316705 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-36f45b89-f49f-4f64-8d09-48b499678de0 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:40:34.316938 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875b61ac-7e0c-4d0f-957d-a6f989a9c239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2ff59e-b465-47d0-8e13-54dcfc86e10a', 'code': 200} Dec 10 18:40:34.327060 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '37336d05-2465-4ef9-907f-b9546be053ae', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': '37336d05-2465-4ef9-907f-b9546be053ae', 'mac_address': 'fa:16:3e:3d:bf:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:40:34.360527 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-3e017e2d-c9ea-428d-a445-0d04e18bc5a1 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Made reservation on behalf of 3dfb422318434a9c9244c498c01943c6 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:34.364553 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-3e017e2d-c9ea-428d-a445-0d04e18bc5a1 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:34.416876 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-656933eb-c442-48e4-940c-1ccb97e292ee tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:34.449511 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bcb632-b247-408c-b49e-1555758b6917 req-a6a30c1c-092b-4e81-a414-9beeb04256a8 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:34.457502 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-10bcb632-b247-408c-b49e-1555758b6917 req-a6a30c1c-092b-4e81-a414-9beeb04256a8 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=d17b34f6-bd46-41b9-8e9d-41a0e60036ac HTTP/1.1" status: 200 len: 945 time: 0.1612551 Dec 10 18:40:34.465947 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-812446ca-e195-47ec-ae99-99d537d115cb service neutron] 10.222.0.62 "GET /v2.0/networks/08d0d37b-1e92-4759-bf0e-8cf5a993438c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058989 Dec 10 18:40:34.471859 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656933eb-c442-48e4-940c-1ccb97e292ee tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Subnet': ['ID=8d6910af-0ca2-4089-a127-66b5e94d84f9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:34.490830 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56833ab4-b062-415f-86fa-80f266375ed5 req-e3d571f7-8efc-4946-86ec-c65886df8a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:34.492480 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-56833ab4-b062-415f-86fa-80f266375ed5 req-e3d571f7-8efc-4946-86ec-c65886df8a8a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=875b61ac-7e0c-4d0f-957d-a6f989a9c239 HTTP/1.1" status: 200 len: 1100 time: 0.1260519 Dec 10 18:40:34.500892 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-656933eb-c442-48e4-940c-1ccb97e292ee tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:34.504090 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-656933eb-c442-48e4-940c-1ccb97e292ee tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/8d6910af-0ca2-4089-a127-66b5e94d84f9 HTTP/1.1" status: 204 len: 168 time: 1.1644523 Dec 10 18:40:34.516369 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55328) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:34.586279 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f6ed15-488c-44db-aac2-c85488213e8d None None] New status for floating IP 7144a29d-5f1e-467f-aff3-d907dd18ec2a: DOWN {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:40:34.656408 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-10bcb632-b247-408c-b49e-1555758b6917 req-a6e5f7bb-0c97-422a-a514-2d42f524b1ec tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb9b006-f70c-4e34-b1ab-8ba414ee140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977439 Dec 10 18:40:34.701031 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55334) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:34.721028 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cf93bda-f9aa-40ea-b200-105d94477d03 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting subnet e4642d4b-a660-4b69-8bcd-d2a23d8a5726 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:40:34.723967 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-77848d8a-dff7-459e-9f2e-8c24d4b56abe service neutron] 10.222.0.62 "GET /v2.0/networks/08d0d37b-1e92-4759-bf0e-8cf5a993438c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399774 Dec 10 18:40:34.731850 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1cf93bda-f9aa-40ea-b200-105d94477d03 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:34.754618 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-3e017e2d-c9ea-428d-a445-0d04e18bc5a1 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Allocated IP 172.20.0.3 (14bf47a8-e4dc-4d77-8612-c359c818f901/473d5397-5861-4f30-8410-ba6c85b1882f/65589cdb-326d-44f9-9170-2051d49e7815) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:34.789769 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1cf93bda-f9aa-40ea-b200-105d94477d03 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:34.840914 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3daca9-278d-4779-aed6-6617a73fd88f None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:40:34.882041 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-56833ab4-b062-415f-86fa-80f266375ed5 req-4770a9c1-6fa8-4dbb-aef4-304ee5bd57f0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=746f00bf-491b-4a56-93d2-dba5a99e34cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786654 Dec 10 18:40:34.923835 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565f224-6b14-4d86-8e72-48cc95593a10 req-7726a3f3-f8f9-4d5d-a939-9cf31b3b9286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:34.925401 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8565f224-6b14-4d86-8e72-48cc95593a10 req-7726a3f3-f8f9-4d5d-a939-9cf31b3b9286 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4&tenant_id=4f1621867e3041c3a975a6622e21074f HTTP/1.1" status: 200 len: 1099 time: 0.3774521 Dec 10 18:40:34.997269 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-aafda225-9cda-478d-9c69-ba3e6ec6c83d None None] Provisioning complete for port 62467dc0-5061-4f36-9a8f-f770627545f8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:34.997747 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aafda225-9cda-478d-9c69-ba3e6ec6c83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:35.032868 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1cf93bda-f9aa-40ea-b200-105d94477d03 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:35.033804 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-3e017e2d-c9ea-428d-a445-0d04e18bc5a1 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:35.076504 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31960a70-d222-4fbf-9628-4f652f73567d req-5ac2df77-645c-47d9-80bd-5f3b1fae46eb tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:35.081452 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-3e017e2d-c9ea-428d-a445-0d04e18bc5a1 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:35.084516 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-31960a70-d222-4fbf-9628-4f652f73567d req-5ac2df77-645c-47d9-80bd-5f3b1fae46eb tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f63eac8-29e0-4857-8060-df07dbd6407c HTTP/1.1" status: 200 len: 949 time: 0.2335036 Dec 10 18:40:35.105743 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b2771c3-9ff8-4f6a-ad27-64e1b7a0bf99 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:35.138769 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565f224-6b14-4d86-8e72-48cc95593a10 req-815f488a-a70e-47d0-a8da-c5d8687fe61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:35.140282 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8565f224-6b14-4d86-8e72-48cc95593a10 req-815f488a-a70e-47d0-a8da-c5d8687fe61a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f1621867e3041c3a975a6622e21074f&device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 1099 time: 0.1769400 Dec 10 18:40:35.149632 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-3e017e2d-c9ea-428d-a445-0d04e18bc5a1 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Network 14bf47a8-e4dc-4d77-8612-c359c818f901 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:35.154552 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-3e017e2d-c9ea-428d-a445-0d04e18bc5a1 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:35.181751 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-3e017e2d-c9ea-428d-a445-0d04e18bc5a1 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:40:35.206225 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b2771c3-9ff8-4f6a-ad27-64e1b7a0bf99 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:35.221141 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e017e2d-c9ea-428d-a445-0d04e18bc5a1 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Pushing event updated for resources: {'Port': ['ID=65589cdb-326d-44f9-9170-2051d49e7815,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:35.260282 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-31960a70-d222-4fbf-9628-4f652f73567d req-0db84598-26d2-484b-b6da-05baba7d0f3d tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/security-groups?id=746f00bf-491b-4a56-93d2-dba5a99e34cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748455 Dec 10 18:40:35.264916 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-3e017e2d-c9ea-428d-a445-0d04e18bc5a1 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:35.266571 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-3e017e2d-c9ea-428d-a445-0d04e18bc5a1 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:35.304428 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-3e017e2d-c9ea-428d-a445-0d04e18bc5a1 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4524724 Dec 10 18:40:35.310928 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1cf93bda-f9aa-40ea-b200-105d94477d03 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:35.319329 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-66954bc3-eb0f-4f91-a421-a2c5996cca62 service neutron] Request body: {'port': {'device_id': '25ef4213-c8f8-43d9-863c-faad8b824511', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:35.332991 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1cf93bda-f9aa-40ea-b200-105d94477d03 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:35.336907 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1cf93bda-f9aa-40ea-b200-105d94477d03 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/e4642d4b-a660-4b69-8bcd-d2a23d8a5726 HTTP/1.1" status: 204 len: 168 time: 0.8184474 Dec 10 18:40:35.339437 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55358) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:35.372682 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf93bda-f9aa-40ea-b200-105d94477d03 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Subnet': ['ID=e4642d4b-a660-4b69-8bcd-d2a23d8a5726,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:35.394143 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565f224-6b14-4d86-8e72-48cc95593a10 req-5668eca2-5634-4fcd-9b45-804312b0ef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:35.395699 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8565f224-6b14-4d86-8e72-48cc95593a10 req-5668eca2-5634-4fcd-9b45-804312b0ef11 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.2327962 Dec 10 18:40:35.398117 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b2771c3-9ff8-4f6a-ad27-64e1b7a0bf99 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:35.400720 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b2771c3-9ff8-4f6a-ad27-64e1b7a0bf99 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:35.415715 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9b2771c3-9ff8-4f6a-ad27-64e1b7a0bf99 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.62 "DELETE /v2.0/security-groups/ba14aef2-6643-4faa-847d-44c29793ef89 HTTP/1.1" status: 204 len: 168 time: 0.7009275 Dec 10 18:40:35.417295 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55360) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:35.469386 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2771c3-9ff8-4f6a-ad27-64e1b7a0bf99 tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba14aef2-6643-4faa-847d-44c29793ef89,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:35.475891 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-15048f9f-3e91-49b2-afe8-fe8f80fb17ea tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1339860 Dec 10 18:40:35.478769 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55362) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:35.485722 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-9018954f-8164-456d-b8e9-97bc2265ca08 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'subnet': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:35.530402 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 62467dc0-5061-4f36-9a8f-f770627545f8 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:40:35.532037 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-08dd7fa4-8ecb-4bf9-b490-d73d22eea59b tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] show failed (client error): The resource could not be found. Dec 10 18:40:35.533108 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-08dd7fa4-8ecb-4bf9-b490-d73d22eea59b tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.62 "GET /v2.0/security-groups/ba14aef2-6643-4faa-847d-44c29793ef89 HTTP/1.1" status: 404 len: 347 time: 0.0727179 Dec 10 18:40:35.534455 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8565f224-6b14-4d86-8e72-48cc95593a10 req-f0950146-5053-40d6-9487-5090789a3ba5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=37336d05-2465-4ef9-907f-b9546be053ae HTTP/1.1" status: 200 len: 217 time: 0.1162479 Dec 10 18:40:35.539400 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55364) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:35.653641 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 62467dc0-5061-4f36-9a8f-f770627545f8 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:35.654170 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:35.748237 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565f224-6b14-4d86-8e72-48cc95593a10 req-ad71d07f-0e59-422f-80a8-422b2cba0be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:35.753012 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8565f224-6b14-4d86-8e72-48cc95593a10 req-ad71d07f-0e59-422f-80a8-422b2cba0be8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.1389809 Dec 10 18:40:35.764878 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a939cc-ee30-455a-ae81-49403a2015fe req-f5db7fa0-7404-42bd-a200-12ee3d2ec5e3 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:35.773845 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43a939cc-ee30-455a-ae81-49403a2015fe req-f5db7fa0-7404-42bd-a200-12ee3d2ec5e3 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=19e1710d-79e1-45fe-bc37-c45bc6384fc5 HTTP/1.1" status: 200 len: 945 time: 0.2506645 Dec 10 18:40:35.870451 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1ae1bddc-fa39-4e8b-b67c-33b71ace881b tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Deleting port 6fdd32ec-c4fc-4bd2-860a-21d1c2275a56 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:40:35.870791 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ae1bddc-fa39-4e8b-b67c-33b71ace881b tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:35.877795 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43a939cc-ee30-455a-ae81-49403a2015fe req-99203a9e-d785-4cf7-a01f-f74668a0b654 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb9b006-f70c-4e34-b1ab-8ba414ee140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028137 Dec 10 18:40:35.932020 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565f224-6b14-4d86-8e72-48cc95593a10 req-57d4d7b3-f00e-424b-a80f-1eba60fb14d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:35.933539 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8565f224-6b14-4d86-8e72-48cc95593a10 req-57d4d7b3-f00e-424b-a80f-1eba60fb14d4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1566401 Dec 10 18:40:36.066523 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 37336d05-2465-4ef9-907f-b9546be053ae no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:40:36.075796 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25fa6c2-9b9d-46a4-b834-5ab7b26d2656 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:40:36.109050 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-66954bc3-eb0f-4f91-a421-a2c5996cca62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:36.115620 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8565f224-6b14-4d86-8e72-48cc95593a10 req-121d90dd-0bac-4352-a89f-4911d48278e1 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603692 Dec 10 18:40:36.187409 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1304f6-2e23-4912-9a9c-738e9f899809 req-affaa1dd-415f-4503-9995-c1a393d5a227 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:36.188891 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6d1304f6-2e23-4912-9a9c-738e9f899809 req-affaa1dd-415f-4503-9995-c1a393d5a227 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 948 time: 0.5479558 Dec 10 18:40:36.192615 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ae1bddc-fa39-4e8b-b67c-33b71ace881b tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:36.192615 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ae1bddc-fa39-4e8b-b67c-33b71ace881b tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:36.206391 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9018954f-8164-456d-b8e9-97bc2265ca08 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:36.212032 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9018954f-8164-456d-b8e9-97bc2265ca08 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:36.212370 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4b19fe05-8b68-46df-96a8-0a2cc2c939ae None None] Provisioning complete for port 62467dc0-5061-4f36-9a8f-f770627545f8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:36.212672 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4b19fe05-8b68-46df-96a8-0a2cc2c939ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:36.239946 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1ae1bddc-fa39-4e8b-b67c-33b71ace881b tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Calling delete_port for 6fdd32ec-c4fc-4bd2-860a-21d1c2275a56 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:40:36.327836 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f63eac8-29e0-4857-8060-df07dbd6407c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15de41d-3225-442a-b630-79317ee1a9cc'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:40:36.330334 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6fd9789-9bcc-4926-9f9c-1856181cef45" -d '{"events": [{"server_uuid": "7f63eac8-29e0-4857-8060-df07dbd6407c", "name": "network-vif-plugged", "status": "completed", "tag": "f15de41d-3225-442a-b630-79317ee1a9cc"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:40:36.385571 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:36.392320 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7832a-4ad9-4f4f-8a72-d3811d9d2757 req-da5165c7-e940-41ba-aedd-484f8cddf229 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:36.404938 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e6d7832a-4ad9-4f4f-8a72-d3811d9d2757 req-da5165c7-e940-41ba-aedd-484f8cddf229 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 931 time: 0.3423135 Dec 10 18:40:36.438412 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6d1304f6-2e23-4912-9a9c-738e9f899809 req-f55fd8c3-3b8c-4241-b7f9-42154563d3d9 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342496 Dec 10 18:40:36.474045 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 37336d05-2465-4ef9-907f-b9546be053ae {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:40:36.563707 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8590ac72-b546-49ab-876e-ccf5658efc8d None None] DHCP port deletion for 4c9579a2-8f48-40cb-87f0-dbca0f4b521d request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:40:36.565567 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8565f224-6b14-4d86-8e72-48cc95593a10 req-4a1e583d-3f8b-40a4-a2a7-cc5de0476a4d service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4407749 Dec 10 18:40:36.569465 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 37336d05-2465-4ef9-907f-b9546be053ae, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=37336d05-2465-4ef9-907f-b9546be053ae,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:36.587316 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e6d7832a-4ad9-4f4f-8a72-d3811d9d2757 req-88468491-580b-45c9-b40d-90a3a129cd20 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812584 Dec 10 18:40:36.592387 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:36.617008 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ae1bddc-fa39-4e8b-b67c-33b71ace881b tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:36.699983 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-66954bc3-eb0f-4f91-a421-a2c5996cca62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65589cdb-326d-44f9-9170-2051d49e7815 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:40:36.701134 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1bddc-fa39-4e8b-b67c-33b71ace881b tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Pushing event deleted for resources: {'Port': ['ID=6fdd32ec-c4fc-4bd2-860a-21d1c2275a56,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:36.708916 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-66954bc3-eb0f-4f91-a421-a2c5996cca62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:36.714604 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f004cb-e374-4223-a216-5a2dca73ef61 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:40:36.726518 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-04ba733b-67ae-40ca-bde1-eed6c456345e req-d1d73d73-4404-4506-b98c-8f2bea782b68 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 210 time: 0.1457436 Dec 10 18:40:36.727338 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=37336d05-2465-4ef9-907f-b9546be053ae,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:36.735042 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-66954bc3-eb0f-4f91-a421-a2c5996cca62 service neutron] Transition to ACTIVE for port object 65589cdb-326d-44f9-9170-2051d49e7815 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:40:36.750411 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8590ac72-b546-49ab-876e-ccf5658efc8d None None] Deleting port 62467dc0-5061-4f36-9a8f-f770627545f8 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:40:36.751055 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8590ac72-b546-49ab-876e-ccf5658efc8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:36.783679 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-66954bc3-eb0f-4f91-a421-a2c5996cca62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:36.849762 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8590ac72-b546-49ab-876e-ccf5658efc8d None None] For port 62467dc0-5061-4f36-9a8f-f770627545f8, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=62467dc0-5061-4f36-9a8f-f770627545f8,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:36.850835 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8590ac72-b546-49ab-876e-ccf5658efc8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:36.857343 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f7043-1225-4fc1-bc07-54e8768b56a3 req-19208ce2-f2c8-4d54-908e-4cf95b2c5501 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:36.859564 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-830f7043-1225-4fc1-bc07-54e8768b56a3 req-19208ce2-f2c8-4d54-908e-4cf95b2c5501 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d21511-baab-40c8-8796-689bbca57609 HTTP/1.1" status: 200 len: 946 time: 0.1601880 Dec 10 18:40:36.863494 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ae1bddc-fa39-4e8b-b67c-33b71ace881b tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:36.866770 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8590ac72-b546-49ab-876e-ccf5658efc8d None None] Calling delete_port for 62467dc0-5061-4f36-9a8f-f770627545f8 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:40:36.867362 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ae1bddc-fa39-4e8b-b67c-33b71ace881b tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:36.870162 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1ae1bddc-fa39-4e8b-b67c-33b71ace881b tempest-ServersTestManualDisk-1147851258 tempest-ServersTestManualDisk-1147851258-project] 10.222.0.62 "DELETE /v2.0/floatingips/7144a29d-5f1e-467f-aff3-d907dd18ec2a HTTP/1.1" status: 204 len: 168 time: 1.3317728 Dec 10 18:40:36.872169 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55384) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:36.899378 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9018954f-8164-456d-b8e9-97bc2265ca08 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:36.904251 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66954bc3-eb0f-4f91-a421-a2c5996cca62 service neutron] Pushing event updated for resources: {'Port': ['ID=65589cdb-326d-44f9-9170-2051d49e7815,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:36.964895 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8590ac72-b546-49ab-876e-ccf5658efc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:36.993524 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590ac72-b546-49ab-876e-ccf5658efc8d None None] Pushing event deleted for resources: {'Port': ['ID=62467dc0-5061-4f36-9a8f-f770627545f8,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:36.997177 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9018954f-8164-456d-b8e9-97bc2265ca08 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:37.000584 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8590ac72-b546-49ab-876e-ccf5658efc8d None None] No DVR routers for this DVR port 62467dc0-5061-4f36-9a8f-f770627545f8 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:40:37.008547 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-9018954f-8164-456d-b8e9-97bc2265ca08 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:37.018262 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9018954f-8164-456d-b8e9-97bc2265ca08 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:37.018695 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9018954f-8164-456d-b8e9-97bc2265ca08 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:37.024469 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018954f-8164-456d-b8e9-97bc2265ca08 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Subnet': ['ID=0f083169-17ec-489f-a812-51c269958400,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:37.028760 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-830f7043-1225-4fc1-bc07-54e8768b56a3 req-9bfb03b8-e05c-43b2-a507-501384970831 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb9b006-f70c-4e34-b1ab-8ba414ee140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573136 Dec 10 18:40:37.046653 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd0b2c-fbde-43e5-9a9b-9438769a73fb req-d6784e3b-bc78-4f8f-a6a4-875a1199ed06 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:37.049915 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5058095-655e-4801-acfc-5e602f5246ef None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:40:37.054897 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4fcd0b2c-fbde-43e5-9a9b-9438769a73fb req-d6784e3b-bc78-4f8f-a6a4-875a1199ed06 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f63eac8-29e0-4857-8060-df07dbd6407c HTTP/1.1" status: 200 len: 949 time: 0.1969728 Dec 10 18:40:37.069484 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9018954f-8164-456d-b8e9-97bc2265ca08 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5896904 Dec 10 18:40:37.073539 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55388) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:37.088027 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-edae384b-b0f8-4404-8e01-bd8b49eb3c21 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'subnet': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:37.167149 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af051443-b1f5-4dfb-9cb2-6fbc9ff05093 x-openstack-request-id: req-af051443-b1f5-4dfb-9cb2-6fbc9ff05093 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:40:37.168577 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f63eac8-29e0-4857-8060-df07dbd6407c", "name": "network-vif-plugged", "status": "completed", "tag": "f15de41d-3225-442a-b630-79317ee1a9cc", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:40:37.168879 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-af051443-b1f5-4dfb-9cb2-6fbc9ff05093 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:40:37.169286 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f63eac8-29e0-4857-8060-df07dbd6407c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15de41d-3225-442a-b630-79317ee1a9cc', 'code': 200} Dec 10 18:40:37.213469 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-c11ccfbf-e4b8-45a4-b86c-2fac628475bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:37.214854 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-c11ccfbf-e4b8-45a4-b86c-2fac628475bc service neutron] 10.222.0.72 "GET /v2.0/ports/0d10c87b-1905-4b3f-bcac-2040c27cd26b HTTP/1.1" status: 200 len: 1027 time: 0.0500410 Dec 10 18:40:37.216507 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-66954bc3-eb0f-4f91-a421-a2c5996cca62 service neutron] Attempting to bind port 65589cdb-326d-44f9-9170-2051d49e7815 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:40:37.217306 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-66954bc3-eb0f-4f91-a421-a2c5996cca62 service neutron] Attempting to bind port 65589cdb-326d-44f9-9170-2051d49e7815 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': 'e2762cd7-3077-44c4-9495-44ad1a192a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '14bf47a8-e4dc-4d77-8612-c359c818f901'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:40:37.217725 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-66954bc3-eb0f-4f91-a421-a2c5996cca62 service neutron] Attempting to bind port 65589cdb-326d-44f9-9170-2051d49e7815 on network 14bf47a8-e4dc-4d77-8612-c359c818f901 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:40:37.256699 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-66954bc3-eb0f-4f91-a421-a2c5996cca62 service neutron] Port 65589cdb-326d-44f9-9170-2051d49e7815 on network 14bf47a8-e4dc-4d77-8612-c359c818f901 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:40:37.257035 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-66954bc3-eb0f-4f91-a421-a2c5996cca62 service neutron] Attempting to bind port 65589cdb-326d-44f9-9170-2051d49e7815 on network 14bf47a8-e4dc-4d77-8612-c359c818f901 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:40:37.278277 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-17b2d7bb-d861-4979-9a2e-7f4c6b37037e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:37.279583 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-17b2d7bb-d861-4979-9a2e-7f4c6b37037e service neutron] 10.222.0.72 "GET /v2.0/ports/f26c6f39-65f3-454a-91e4-8caaab987687 HTTP/1.1" status: 200 len: 1028 time: 0.0495424 Dec 10 18:40:37.286512 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-66954bc3-eb0f-4f91-a421-a2c5996cca62 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:40:37.287515 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-66954bc3-eb0f-4f91-a421-a2c5996cca62 service neutron] Checking segment: {'id': 'e2762cd7-3077-44c4-9495-44ad1a192a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '14bf47a8-e4dc-4d77-8612-c359c818f901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:40:37.288333 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-66954bc3-eb0f-4f91-a421-a2c5996cca62 service neutron] Bound using segment: {'id': 'e2762cd7-3077-44c4-9495-44ad1a192a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '14bf47a8-e4dc-4d77-8612-c359c818f901'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:40:37.288333 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-66954bc3-eb0f-4f91-a421-a2c5996cca62 service neutron] Bound port: 65589cdb-326d-44f9-9170-2051d49e7815, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2762cd7-3077-44c4-9495-44ad1a192a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '14bf47a8-e4dc-4d77-8612-c359c818f901'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:40:37.288737 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-66954bc3-eb0f-4f91-a421-a2c5996cca62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:37.324455 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9352f57-f030-45c1-b785-4577cd439baf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'project_id': '5206888eb8664e02a4054430b5bab51d', 'fixed_ips': [{'subnet_id': '0f083169-17ec-489f-a812-51c269958400'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:40:37.327785 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e9352f57-f030-45c1-b785-4577cd439baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:37.336185 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4fcd0b2c-fbde-43e5-9a9b-9438769a73fb req-87995ccc-927e-47a9-aff5-9dc8c49edeed tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/security-groups?id=746f00bf-491b-4a56-93d2-dba5a99e34cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760890 Dec 10 18:40:37.372173 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6311630-3458-424d-bd96-ad2a9191cbdd req-c543bbbe-22fb-443a-8d3f-ef25dce65256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:37.373727 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6311630-3458-424d-bd96-ad2a9191cbdd req-c543bbbe-22fb-443a-8d3f-ef25dce65256 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7f63eac8-29e0-4857-8060-df07dbd6407c HTTP/1.1" status: 200 len: 1100 time: 0.1563952 Dec 10 18:40:37.466309 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edae384b-b0f8-4404-8e01-bd8b49eb3c21 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:37.470708 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edae384b-b0f8-4404-8e01-bd8b49eb3c21 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:37.510667 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-66954bc3-eb0f-4f91-a421-a2c5996cca62 service neutron] For port 65589cdb-326d-44f9-9170-2051d49e7815, host n-h1-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:40:37.540021 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-f0a72b2f-fa41-4f7a-be1b-48d5cd6ecd6c tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:37.555903 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-f0a72b2f-fa41-4f7a-be1b-48d5cd6ecd6c tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:37.567232 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 62467dc0-5061-4f36-9a8f-f770627545f8 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:40:37.571527 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-f0a72b2f-fa41-4f7a-be1b-48d5cd6ecd6c tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:37.574008 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-f0a72b2f-fa41-4f7a-be1b-48d5cd6ecd6c tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.72 "GET /v2.0/networks?id=c464ae35-619c-4be0-bdf6-7932892aa026&id=e891f6b3-8680-45b2-9ef7-cbafd7cf9175&id=e891f6b3-8680-45b2-9ef7-cbafd7cf9175&id=e891f6b3-8680-45b2-9ef7-cbafd7cf9175&id=e891f6b3-8680-45b2-9ef7-cbafd7cf9175&id=08d0d37b-1e92-4759-bf0e-8cf5a993438c&id=08d0d37b-1e92-4759-bf0e-8cf5a993438c HTTP/1.1" status: 200 len: 1991 time: 0.2855914 Dec 10 18:40:37.612031 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6311630-3458-424d-bd96-ad2a9191cbdd req-9000e605-e827-4efe-9012-f1aa8a520e0e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=746f00bf-491b-4a56-93d2-dba5a99e34cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166846 Dec 10 18:40:37.625608 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 62467dc0-5061-4f36-9a8f-f770627545f8 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:40:37.625960 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 62467dc0-5061-4f36-9a8f-f770627545f8 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:40:37.665310 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-e9352f57-f030-45c1-b785-4577cd439baf None None] Allocated IP 172.20.0.2 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/0f083169-17ec-489f-a812-51c269958400/72d126e1-9b78-4689-a4d5-505008293201) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:37.707088 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e7532-780e-4048-85ae-0013f9a032b7 req-44700440-19a0-4d2c-b7b4-6eefb865d3f4 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:37.714724 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e7532-780e-4048-85ae-0013f9a032b7 req-44700440-19a0-4d2c-b7b4-6eefb865d3f4 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:37.721436 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e7532-780e-4048-85ae-0013f9a032b7 req-44700440-19a0-4d2c-b7b4-6eefb865d3f4 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:37.723155 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-498e7532-780e-4048-85ae-0013f9a032b7 req-44700440-19a0-4d2c-b7b4-6eefb865d3f4 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d21511-baab-40c8-8796-689bbca57609&device_id=19e1710d-79e1-45fe-bc37-c45bc6384fc5&device_id=d17b34f6-bd46-41b9-8e9d-41a0e60036ac HTTP/1.1" status: 200 len: 2417 time: 0.1225374 Dec 10 18:40:37.790588 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-66954bc3-eb0f-4f91-a421-a2c5996cca62 service neutron] For port 65589cdb-326d-44f9-9170-2051d49e7815, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=65589cdb-326d-44f9-9170-2051d49e7815,segment=NetworkSegment(e2762cd7-3077-44c4-9495-44ad1a192a7e),segment_id=e2762cd7-3077-44c4-9495-44ad1a192a7e)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:40:37.818667 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-498e7532-780e-4048-85ae-0013f9a032b7 req-a4e37c32-7f17-43ea-9882-c7e1b0687b80 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb9b006-f70c-4e34-b1ab-8ba414ee140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778003 Dec 10 18:40:37.824712 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-67dc26f7-5a62-40dc-b5a8-08407a27bc1e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98fdd3d4007244d19399f00305d1e82f HTTP/1.1" status: 200 len: 380 time: 0.2078011 Dec 10 18:40:37.831956 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-66954bc3-eb0f-4f91-a421-a2c5996cca62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:37.844024 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-d3ac6d24-e974-4f53-af6b-95035dd46006 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Request body: {'port': {'device_id': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'network_id': 'c464ae35-619c-4be0-bdf6-7932892aa026', 'admin_state_up': True, 'tenant_id': '98fdd3d4007244d19399f00305d1e82f', 'security_groups': ['d0952051-0050-47b7-a60b-08cfaa0aa9ad']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:37.883180 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e9352f57-f030-45c1-b785-4577cd439baf None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:37.900905 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e9352f57-f030-45c1-b785-4577cd439baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:37.928421 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9352f57-f030-45c1-b785-4577cd439baf None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:37.931298 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-e9352f57-f030-45c1-b785-4577cd439baf None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:37.952275 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9352f57-f030-45c1-b785-4577cd439baf None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:40:38.003727 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:38.004919 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-66954bc3-eb0f-4f91-a421-a2c5996cca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:38.005632 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-66954bc3-eb0f-4f91-a421-a2c5996cca62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:38.008883 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-66954bc3-eb0f-4f91-a421-a2c5996cca62 service neutron] 10.222.0.46 "PUT /v2.0/ports/65589cdb-326d-44f9-9170-2051d49e7815 HTTP/1.1" status: 200 len: 1091 time: 2.6951158 Dec 10 18:40:38.009373 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ef4213-c8f8-43d9-863c-faad8b824511', 'tag': '65589cdb-326d-44f9-9170-2051d49e7815'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:40:38.012467 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1754f2-690d-40ac-968f-23786d6eba9a" -d '{"events": [{"name": "network-changed", "server_uuid": "25ef4213-c8f8-43d9-863c-faad8b824511", "tag": "65589cdb-326d-44f9-9170-2051d49e7815"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:40:38.035209 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9352f57-f030-45c1-b785-4577cd439baf None None] Pushing event updated for resources: {'Port': ['ID=72d126e1-9b78-4689-a4d5-505008293201,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:38.049363 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e9352f57-f030-45c1-b785-4577cd439baf None None] Attempting to bind port 72d126e1-9b78-4689-a4d5-505008293201 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:40:38.049742 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e9352f57-f030-45c1-b785-4577cd439baf None None] Attempting to bind port 72d126e1-9b78-4689-a4d5-505008293201 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:40:38.050112 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9352f57-f030-45c1-b785-4577cd439baf None None] Attempting to bind port 72d126e1-9b78-4689-a4d5-505008293201 on network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:40:38.057057 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9352f57-f030-45c1-b785-4577cd439baf None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:40:38.057450 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9352f57-f030-45c1-b785-4577cd439baf None None] Checking segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:40:38.057857 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e9352f57-f030-45c1-b785-4577cd439baf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:38.058246 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9352f57-f030-45c1-b785-4577cd439baf None None] Bound using segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:40:38.058728 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e9352f57-f030-45c1-b785-4577cd439baf None None] Bound port: 72d126e1-9b78-4689-a4d5-505008293201, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:40:38.059162 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e9352f57-f030-45c1-b785-4577cd439baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:38.126650 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15129d1-3618-47b4-a560-742d849f99fb req-b3df9ab8-21b8-4196-9a70-7a9b7c56b18f tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:38.129044 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b15129d1-3618-47b4-a560-742d849f99fb req-b3df9ab8-21b8-4196-9a70-7a9b7c56b18f tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 947 time: 0.3421910 Dec 10 18:40:38.142525 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e9352f57-f030-45c1-b785-4577cd439baf None None] For port 72d126e1-9b78-4689-a4d5-505008293201, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:40:38.147808 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e9352f57-f030-45c1-b785-4577cd439baf None None] For port 72d126e1-9b78-4689-a4d5-505008293201, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=72d126e1-9b78-4689-a4d5-505008293201,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:40:38.153770 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e9352f57-f030-45c1-b785-4577cd439baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:38.200725 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66954bc3-eb0f-4f91-a421-a2c5996cca62 service neutron] Pushing event updated for resources: {'Port': ['ID=65589cdb-326d-44f9-9170-2051d49e7815,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:38.217230 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9352f57-f030-45c1-b785-4577cd439baf None None] Pushing event updated for resources: {'Port': ['ID=72d126e1-9b78-4689-a4d5-505008293201,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:38.310778 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-20c34e69-9c2f-4cd5-aa65-03c60ff78fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:38.313070 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-20c34e69-9c2f-4cd5-aa65-03c60ff78fac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3dfb422318434a9c9244c498c01943c6&device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 1094 time: 0.1992416 Dec 10 18:40:38.411348 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b15129d1-3618-47b4-a560-742d849f99fb req-4b679d45-0826-410f-a36c-0e376c84eaf7 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606702 Dec 10 18:40:38.420847 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86a7d9-85aa-49b3-a6c4-c018c23da1a5 req-d65d1e1a-dbec-49eb-ac39-e00b2e6c0541 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:38.442411 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ad86a7d9-85aa-49b3-a6c4-c018c23da1a5 req-d65d1e1a-dbec-49eb-ac39-e00b2e6c0541 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 943 time: 0.5322595 Dec 10 18:40:38.561288 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-5204a5e5-095d-473a-b5d6-2308e7a4e7e7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65589cdb-326d-44f9-9170-2051d49e7815 HTTP/1.1" status: 200 len: 217 time: 0.2124710 Dec 10 18:40:38.565860 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ad86a7d9-85aa-49b3-a6c4-c018c23da1a5 req-a430b3f4-2a8b-4a31-add0-ac624665489d tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224809 Dec 10 18:40:38.639150 n-d-821435-1 neutron-server[103245]: DEBUG neutron.objects.ports [None req-edae384b-b0f8-4404-8e01-bd8b49eb3c21 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103245) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:40:38.658986 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1196fd6-8527-43fa-af2e-ae8a6872c3f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:38.660912 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-43a1d999-ff2e-4e95-ab2f-5c46dd52a7a6 req-aecb5822-c416-4dc4-b6d5-0295bbd45568 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 210 time: 0.1021197 Dec 10 18:40:38.756502 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-d3ac6d24-e974-4f53-af6b-95035dd46006 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Made reservation on behalf of 98fdd3d4007244d19399f00305d1e82f for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:38.765715 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-d3ac6d24-e974-4f53-af6b-95035dd46006 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:38.772075 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb2a8ba-e459-4b56-9a8a-2a7d5acf6838 x-openstack-request-id: req-ffb2a8ba-e459-4b56-9a8a-2a7d5acf6838 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:40:38.772365 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25ef4213-c8f8-43d9-863c-faad8b824511", "tag": "65589cdb-326d-44f9-9170-2051d49e7815", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:40:38.772617 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ffb2a8ba-e459-4b56-9a8a-2a7d5acf6838 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:40:38.773057 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25ef4213-c8f8-43d9-863c-faad8b824511', 'tag': '65589cdb-326d-44f9-9170-2051d49e7815', 'status': 'completed', 'code': 200} Dec 10 18:40:38.824939 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-e1b3a1ac-6111-405e-8a85-50c0c22ac786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:38.831695 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-e1b3a1ac-6111-405e-8a85-50c0c22ac786 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=473d5397-5861-4f30-8410-ba6c85b1882f HTTP/1.1" status: 200 len: 854 time: 0.2396436 Dec 10 18:40:38.943885 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-490bce01-ebd5-4c8d-bd31-4821df25b62f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=14bf47a8-e4dc-4d77-8612-c359c818f901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955639 Dec 10 18:40:39.029920 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-922714a1-1edb-4fcb-8428-822282d9e789 req-c228ab98-cc58-42ec-9ff5-acedd0d38561 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.4167626 Dec 10 18:40:39.082537 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-eb26df4c-e9ac-474a-b534-25ce2da54492 service neutron] 10.222.0.46 "GET /v2.0/networks/14bf47a8-e4dc-4d77-8612-c359c818f901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232879 Dec 10 18:40:39.153141 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-d3ac6d24-e974-4f53-af6b-95035dd46006 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Allocated IP 172.20.0.3 (c464ae35-619c-4be0-bdf6-7932892aa026/86f91219-9435-4da2-b951-1d9b6b4ae73d/749d304e-94ac-4ca9-8f42-bc8c32ca4f51) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:39.215964 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a153d3-bfaa-4248-b4de-51ee833b212f req-d5ace482-8658-4fd4-98ec-e046ebf7e308 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:39.223373 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-52a153d3-bfaa-4248-b4de-51ee833b212f req-d5ace482-8658-4fd4-98ec-e046ebf7e308 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f63eac8-29e0-4857-8060-df07dbd6407c HTTP/1.1" status: 200 len: 949 time: 0.2623827 Dec 10 18:40:39.307800 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f1196fd6-8527-43fa-af2e-ae8a6872c3f8 admin admin] Deleting port 42a5fe3d-ae35-4140-8078-5b6fc8844f79 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:40:39.308141 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1196fd6-8527-43fa-af2e-ae8a6872c3f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:39.354610 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-52a153d3-bfaa-4248-b4de-51ee833b212f req-9b0567a9-895b-4e28-a153-154cea50ea07 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/security-groups?id=746f00bf-491b-4a56-93d2-dba5a99e34cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301217 Dec 10 18:40:39.379212 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d212e568-d63b-4ec1-8504-b079e05d2140 req-d04e84eb-01ba-42fd-bb80-23518c7f536d service neutron] 10.222.0.46 "GET /v2.0/networks/14bf47a8-e4dc-4d77-8612-c359c818f901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802417 Dec 10 18:40:39.387586 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edae384b-b0f8-4404-8e01-bd8b49eb3c21 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:39.490616 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-d3ac6d24-e974-4f53-af6b-95035dd46006 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:39.516527 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-f1196fd6-8527-43fa-af2e-ae8a6872c3f8 admin admin] For port 42a5fe3d-ae35-4140-8078-5b6fc8844f79, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=42a5fe3d-ae35-4140-8078-5b6fc8844f79,segment=NetworkSegment(4bb4dfa5-f65e-4b3c-bca8-278a7549f736),segment_id=4bb4dfa5-f65e-4b3c-bca8-278a7549f736)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:39.516917 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1196fd6-8527-43fa-af2e-ae8a6872c3f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:39.550137 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f1196fd6-8527-43fa-af2e-ae8a6872c3f8 admin admin] Calling delete_port for 42a5fe3d-ae35-4140-8078-5b6fc8844f79 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:40:39.638789 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 72d126e1-9b78-4689-a4d5-505008293201 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:40:39.663659 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-d3ac6d24-e974-4f53-af6b-95035dd46006 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:39.729546 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 72d126e1-9b78-4689-a4d5-505008293201 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:39.730692 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:39.778833 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-d3ac6d24-e974-4f53-af6b-95035dd46006 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Network c464ae35-619c-4be0-bdf6-7932892aa026 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:39.789009 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-d3ac6d24-e974-4f53-af6b-95035dd46006 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:39.795677 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-edae384b-b0f8-4404-8e01-bd8b49eb3c21 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] For port 72d126e1-9b78-4689-a4d5-505008293201, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=72d126e1-9b78-4689-a4d5-505008293201,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:39.799535 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac6d24-e974-4f53-af6b-95035dd46006 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Pushing event updated for resources: {'Port': ['ID=749d304e-94ac-4ca9-8f42-bc8c32ca4f51,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:39.812374 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-d3ac6d24-e974-4f53-af6b-95035dd46006 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:40:39.815818 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac6d24-e974-4f53-af6b-95035dd46006 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:39.816172 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac6d24-e974-4f53-af6b-95035dd46006 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:39.816517 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac6d24-e974-4f53-af6b-95035dd46006 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:39.816887 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac6d24-e974-4f53-af6b-95035dd46006 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:39.817227 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac6d24-e974-4f53-af6b-95035dd46006 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:39.817566 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac6d24-e974-4f53-af6b-95035dd46006 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:39.818378 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac6d24-e974-4f53-af6b-95035dd46006 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:39.818859 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac6d24-e974-4f53-af6b-95035dd46006 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:39.819200 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac6d24-e974-4f53-af6b-95035dd46006 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:39.819530 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac6d24-e974-4f53-af6b-95035dd46006 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:39.819863 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac6d24-e974-4f53-af6b-95035dd46006 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:39.820283 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac6d24-e974-4f53-af6b-95035dd46006 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:39.820742 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac6d24-e974-4f53-af6b-95035dd46006 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:39.896668 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1754f2-690d-40ac-968f-23786d6eba9a req-45260a49-4b07-4ec5-a749-a034e51f0d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:39.904951 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e1754f2-690d-40ac-968f-23786d6eba9a req-45260a49-4b07-4ec5-a749-a034e51f0d58 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3dfb422318434a9c9244c498c01943c6&device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 1094 time: 0.2644234 Dec 10 18:40:39.921012 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5baf3-1714-481b-a05f-242158c74f00 req-ef701c46-61ed-4164-a095-dc0f60f5d90f tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:39.931455 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b9b5baf3-1714-481b-a05f-242158c74f00 req-ef701c46-61ed-4164-a095-dc0f60f5d90f tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 947 time: 0.3036182 Dec 10 18:40:40.103054 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edae384b-b0f8-4404-8e01-bd8b49eb3c21 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:40.111626 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-d3ac6d24-e974-4f53-af6b-95035dd46006 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:40.112735 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-d3ac6d24-e974-4f53-af6b-95035dd46006 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:40.113928 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edae384b-b0f8-4404-8e01-bd8b49eb3c21 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:40.115111 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edae384b-b0f8-4404-8e01-bd8b49eb3c21 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:40.157527 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-d3ac6d24-e974-4f53-af6b-95035dd46006 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3233840 Dec 10 18:40:40.169321 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-7a5cb7e7-5459-4004-9933-9cd5eb758795 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Request body: {'port': {'device_id': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'network_id': 'e891f6b3-8680-45b2-9ef7-cbafd7cf9175', 'admin_state_up': True, 'tenant_id': '98fdd3d4007244d19399f00305d1e82f', 'security_groups': ['d0952051-0050-47b7-a60b-08cfaa0aa9ad']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:40.269614 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:40.272078 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edae384b-b0f8-4404-8e01-bd8b49eb3c21 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:40.273879 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 37336d05-2465-4ef9-907f-b9546be053ae details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:40:40.298908 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-edae384b-b0f8-4404-8e01-bd8b49eb3c21 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:40.313330 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edae384b-b0f8-4404-8e01-bd8b49eb3c21 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:40.314105 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edae384b-b0f8-4404-8e01-bd8b49eb3c21 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:40.319027 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388040b8-72fb-4cd3-b84a-4c508ae9cf45 req-b1183f29-ff0a-49f7-8878-096abbb6efb2 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:40.320879 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-388040b8-72fb-4cd3-b84a-4c508ae9cf45 req-b1183f29-ff0a-49f7-8878-096abbb6efb2 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 943 time: 0.2862604 Dec 10 18:40:40.335178 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b9b5baf3-1714-481b-a05f-242158c74f00 req-54ee1045-97d9-465d-9892-6ddf590df13d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718026 Dec 10 18:40:40.337143 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1344b46-8272-4e51-a496-dbd1395acf10 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:40:40.398225 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae384b-b0f8-4404-8e01-bd8b49eb3c21 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Subnet': ['ID=f09ce85b-9394-4697-b847-3bea519c6310,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:40.405671 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1754f2-690d-40ac-968f-23786d6eba9a req-393bda07-ceac-4574-b0f2-857c69ee16d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:40.407775 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e1754f2-690d-40ac-968f-23786d6eba9a req-393bda07-ceac-4574-b0f2-857c69ee16d1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=14bf47a8-e4dc-4d77-8612-c359c818f901 HTTP/1.1" status: 200 len: 915 time: 0.4725568 Dec 10 18:40:40.417398 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-edae384b-b0f8-4404-8e01-bd8b49eb3c21 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3340385 Dec 10 18:40:40.426653 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55422) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:40.434945 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-7a5cb7e7-5459-4004-9933-9cd5eb758795 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Made reservation on behalf of 98fdd3d4007244d19399f00305d1e82f for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:40.437635 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7dbbb4ca-3605-443b-bb95-28474a9717c9 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'port': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'mac_address': 'fa:16:3e:3c:3c:1f', 'name': 'tempest-NetworksTestDHCPv6-2131604320'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:40.446894 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-7a5cb7e7-5459-4004-9933-9cd5eb758795 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:40.491969 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae384b-b0f8-4404-8e01-bd8b49eb3c21 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Port': ['ID=72d126e1-9b78-4689-a4d5-505008293201,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:40.500559 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:40:40.500853 n-d-821435-1 neutron-server[103246]: DEBUG oslo_db.api [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:40:40.504561 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.resource_extend [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:40:40.506600 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8f747e97-d9f6-4ce6-b261-d0c6a5fc095d None None] Provisioning complete for port 72d126e1-9b78-4689-a4d5-505008293201 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:40.507105 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8f747e97-d9f6-4ce6-b261-d0c6a5fc095d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:40.526651 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e1754f2-690d-40ac-968f-23786d6eba9a req-408c2ee4-fd36-4608-93d8-c61b7335cb96 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65589cdb-326d-44f9-9170-2051d49e7815 HTTP/1.1" status: 200 len: 217 time: 0.1063085 Dec 10 18:40:40.659901 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-7a5cb7e7-5459-4004-9933-9cd5eb758795 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Allocated IP 10.1.1.199 (e891f6b3-8680-45b2-9ef7-cbafd7cf9175/9840673c-d01e-49e6-88aa-2cd6e74682a7/81277139-290e-4f1d-8ad5-de057447bc97) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:40.692183 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1754f2-690d-40ac-968f-23786d6eba9a req-38208914-adb7-49d6-9530-b50130b507a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:40.694477 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e1754f2-690d-40ac-968f-23786d6eba9a req-38208914-adb7-49d6-9530-b50130b507a6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=473d5397-5861-4f30-8410-ba6c85b1882f HTTP/1.1" status: 200 len: 854 time: 0.1137660 Dec 10 18:40:40.718350 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909ef19-e2fd-44f0-b6e9-cb4ee833cdb2 req-cd96c95f-3249-4390-b36f-f6c0ad774e22 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:40.720032 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9909ef19-e2fd-44f0-b6e9-cb4ee833cdb2 req-cd96c95f-3249-4390-b36f-f6c0ad774e22 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 931 time: 0.2236156 Dec 10 18:40:40.729800 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 37336d05-2465-4ef9-907f-b9546be053ae, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=37336d05-2465-4ef9-907f-b9546be053ae,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:40.774960 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '37336d05-2465-4ef9-907f-b9546be053ae', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': '37336d05-2465-4ef9-907f-b9546be053ae', 'mac_address': 'fa:16:3e:3d:bf:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:40:40.845169 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:40.852547 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1196fd6-8527-43fa-af2e-ae8a6872c3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:40.864980 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8f747e97-d9f6-4ce6-b261-d0c6a5fc095d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:40.888466 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37336d05-2465-4ef9-907f-b9546be053ae {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:40:40.934874 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-388040b8-72fb-4cd3-b84a-4c508ae9cf45 req-3142926e-4f16-40a4-aafb-cc029b7c2d72 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6025620 Dec 10 18:40:40.946290 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8f747e97-d9f6-4ce6-b261-d0c6a5fc095d None None] For port 72d126e1-9b78-4689-a4d5-505008293201, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=72d126e1-9b78-4689-a4d5-505008293201,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:40.961605 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8f747e97-d9f6-4ce6-b261-d0c6a5fc095d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:41.015598 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1196fd6-8527-43fa-af2e-ae8a6872c3f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=42a5fe3d-ae35-4140-8078-5b6fc8844f79,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:41.100005 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-7a5cb7e7-5459-4004-9933-9cd5eb758795 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:41.129833 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 37336d05-2465-4ef9-907f-b9546be053ae, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=37336d05-2465-4ef9-907f-b9546be053ae,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:41.144268 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e1754f2-690d-40ac-968f-23786d6eba9a req-789f247c-340a-4373-8984-4c89ccc1f272 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=14bf47a8-e4dc-4d77-8612-c359c818f901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4217508 Dec 10 18:40:41.153324 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:41.184684 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f747e97-d9f6-4ce6-b261-d0c6a5fc095d None None] Pushing event updated for resources: {'Port': ['ID=72d126e1-9b78-4689-a4d5-505008293201,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:41.225312 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9909ef19-e2fd-44f0-b6e9-cb4ee833cdb2 req-67a9fc74-6d50-4145-ba89-1d53c505db53 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4816160 Dec 10 18:40:41.304210 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-7a5cb7e7-5459-4004-9933-9cd5eb758795 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:41.385491 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=37336d05-2465-4ef9-907f-b9546be053ae,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:41.390298 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbbb4ca-3605-443b-bb95-28474a9717c9 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:41.413368 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-658b97f1-9730-417d-9142-5dbf910b19b0 None None] Provisioning complete for port 749d304e-94ac-4ca9-8f42-bc8c32ca4f51 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:41.413680 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-658b97f1-9730-417d-9142-5dbf910b19b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:41.516751 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-658b97f1-9730-417d-9142-5dbf910b19b0 None None] Port 749d304e-94ac-4ca9-8f42-bc8c32ca4f51 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:40:41.527387 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['37336d05-2465-4ef9-907f-b9546be053ae'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:40:41.676488 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e1754f2-690d-40ac-968f-23786d6eba9a req-7b6896b9-6fdf-4b19-9e78-18ae07fb1df0 service neutron] 10.222.0.46 "GET /v2.0/networks/14bf47a8-e4dc-4d77-8612-c359c818f901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4840176 Dec 10 18:40:41.711345 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-7a5cb7e7-5459-4004-9933-9cd5eb758795 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Network e891f6b3-8680-45b2-9ef7-cbafd7cf9175 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:41.740476 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d66a1b-0016-4037-96f3-b0c478db3022 req-52089a9e-8acc-45fc-8fc6-01165792aa3a tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:41.742275 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-87d66a1b-0016-4037-96f3-b0c478db3022 req-52089a9e-8acc-45fc-8fc6-01165792aa3a tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 948 time: 0.3068707 Dec 10 18:40:41.744412 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-7a5cb7e7-5459-4004-9933-9cd5eb758795 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:41.746797 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5cb7e7-5459-4004-9933-9cd5eb758795 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Pushing event updated for resources: {'Port': ['ID=81277139-290e-4f1d-8ad5-de057447bc97,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:41.765922 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-7a5cb7e7-5459-4004-9933-9cd5eb758795 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:40:41.802112 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 72d126e1-9b78-4689-a4d5-505008293201 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:40:41.840271 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-7a5cb7e7-5459-4004-9933-9cd5eb758795 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:41.841512 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-7a5cb7e7-5459-4004-9933-9cd5eb758795 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:41.919573 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-7a5cb7e7-5459-4004-9933-9cd5eb758795 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7539020 Dec 10 18:40:41.934101 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-682fa80a-a6a8-4b09-bcad-e8941ad479c8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Request body: {'port': {'device_id': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'network_id': 'e891f6b3-8680-45b2-9ef7-cbafd7cf9175', 'admin_state_up': True, 'tenant_id': '98fdd3d4007244d19399f00305d1e82f', 'security_groups': ['d0952051-0050-47b7-a60b-08cfaa0aa9ad']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:41.934838 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7dbbb4ca-3605-443b-bb95-28474a9717c9 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:41.979477 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-7dbbb4ca-3605-443b-bb95-28474a9717c9 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] device_id is not set on port 3e857366-59e8-43d5-940f-461e63d1bf99 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:40:41.996581 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 72d126e1-9b78-4689-a4d5-505008293201 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:41.997007 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:42.146687 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9329edd-a416-4e52-8dd6-afa987dfda26 req-0bd3f2bd-497c-4203-b25c-398fcae8bc2f tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:42.148830 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9ee5ae46-9fe7-4296-96d2-d021487dd5ec None None] Provisioning complete for port 81277139-290e-4f1d-8ad5-de057447bc97 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:42.150483 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9ee5ae46-9fe7-4296-96d2-d021487dd5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:42.154767 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b9329edd-a416-4e52-8dd6-afa987dfda26 req-0bd3f2bd-497c-4203-b25c-398fcae8bc2f tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f63eac8-29e0-4857-8060-df07dbd6407c HTTP/1.1" status: 200 len: 949 time: 0.2982359 Dec 10 18:40:42.160081 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-682fa80a-a6a8-4b09-bcad-e8941ad479c8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Made reservation on behalf of 98fdd3d4007244d19399f00305d1e82f for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:42.165206 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-682fa80a-a6a8-4b09-bcad-e8941ad479c8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:42.202538 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1196fd6-8527-43fa-af2e-ae8a6872c3f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:42.214438 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9ee5ae46-9fe7-4296-96d2-d021487dd5ec None None] Port 81277139-290e-4f1d-8ad5-de057447bc97 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:40:42.235152 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9ee5ae46-9fe7-4296-96d2-d021487dd5ec None None] Provisioning complete for port 72d126e1-9b78-4689-a4d5-505008293201 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:42.235553 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9ee5ae46-9fe7-4296-96d2-d021487dd5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:42.237143 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-87d66a1b-0016-4037-96f3-b0c478db3022 req-e616f14c-55d1-4b23-898f-f3abae360f52 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263158 Dec 10 18:40:42.242422 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e1754f2-690d-40ac-968f-23786d6eba9a req-91b14c2b-5377-4520-8edb-985473abb8bc service neutron] 10.222.0.46 "GET /v2.0/networks/14bf47a8-e4dc-4d77-8612-c359c818f901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5517857 Dec 10 18:40:42.259978 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-7dbbb4ca-3605-443b-bb95-28474a9717c9 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Allocated IP 172.20.0.10 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/0f083169-17ec-489f-a812-51c269958400/3e857366-59e8-43d5-940f-461e63d1bf99) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:42.278279 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-7dbbb4ca-3605-443b-bb95-28474a9717c9 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Allocated IP 2001:db8::f816:3eff:fe3c:3c1f (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/f09ce85b-9394-4697-b847-3bea519c6310/3e857366-59e8-43d5-940f-461e63d1bf99) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:42.501946 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7dbbb4ca-3605-443b-bb95-28474a9717c9 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:42.512504 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b9329edd-a416-4e52-8dd6-afa987dfda26 req-bd4a50e0-781f-41c2-890d-fb6bd96aeb6c tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/security-groups?id=746f00bf-491b-4a56-93d2-dba5a99e34cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536758 Dec 10 18:40:42.539415 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-682fa80a-a6a8-4b09-bcad-e8941ad479c8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Allocated IP 10.1.1.47 (e891f6b3-8680-45b2-9ef7-cbafd7cf9175/9840673c-d01e-49e6-88aa-2cd6e74682a7/973dc1f1-e06c-4020-8e9d-616ae7e52df5) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:42.573241 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7dbbb4ca-3605-443b-bb95-28474a9717c9 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:42.690291 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8086a-fca2-410a-85f6-093784779831 req-9a98873f-6fea-4225-9cea-2944bef1157f tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:42.692055 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bae8086a-fca2-410a-85f6-093784779831 req-9a98873f-6fea-4225-9cea-2944bef1157f tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 943 time: 0.1160018 Dec 10 18:40:42.695119 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbbb4ca-3605-443b-bb95-28474a9717c9 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:42.709249 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-7dbbb4ca-3605-443b-bb95-28474a9717c9 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:42.715703 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbbb4ca-3605-443b-bb95-28474a9717c9 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:40:42.783547 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbbb4ca-3605-443b-bb95-28474a9717c9 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Port': ['ID=3e857366-59e8-43d5-940f-461e63d1bf99,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:42.811378 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbbb4ca-3605-443b-bb95-28474a9717c9 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:42.812243 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7dbbb4ca-3605-443b-bb95-28474a9717c9 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:42.859968 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bae8086a-fca2-410a-85f6-093784779831 req-f25e3e73-9766-47d7-a634-ae36ec71cdb7 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585579 Dec 10 18:40:42.866541 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7dbbb4ca-3605-443b-bb95-28474a9717c9 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.4366837 Dec 10 18:40:42.868353 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55442) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:42.872812 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1196fd6-8527-43fa-af2e-ae8a6872c3f8 admin admin] Router 8bb7c55e-dc76-4a45-845c-bd17077d1dbf has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:40:42.963339 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d090e963-03e1-4fcf-8e62-ba76e1675ecc tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:42.969938 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d090e963-03e1-4fcf-8e62-ba76e1675ecc tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:42.971715 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d090e963-03e1-4fcf-8e62-ba76e1675ecc tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1021674 Dec 10 18:40:42.975277 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55444) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:43.112505 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82a7ec-832f-443d-acd8-26195501a674 req-8f92b2fe-b796-4b69-86f2-db2715b96e98 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:43.119558 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82a7ec-832f-443d-acd8-26195501a674 req-8f92b2fe-b796-4b69-86f2-db2715b96e98 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:43.121361 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9c82a7ec-832f-443d-acd8-26195501a674 req-8f92b2fe-b796-4b69-86f2-db2715b96e98 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 1653 time: 0.2455471 Dec 10 18:40:43.161898 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-682fa80a-a6a8-4b09-bcad-e8941ad479c8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:43.174265 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-77fa5c25-b4ee-47cb-b932-84d049a2d490 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting port 3e857366-59e8-43d5-940f-461e63d1bf99 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:40:43.177987 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77fa5c25-b4ee-47cb-b932-84d049a2d490 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:43.214687 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1196fd6-8527-43fa-af2e-ae8a6872c3f8 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:40:43.239539 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f1196fd6-8527-43fa-af2e-ae8a6872c3f8 admin admin] 10.222.0.62 "PUT /v2.0/routers/8bb7c55e-dc76-4a45-845c-bd17077d1dbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3629365 Dec 10 18:40:43.241471 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bfbc9d-820a-46b3-ab31-709c2a869896 None None] Sync routers for ids ['8bb7c55e-dc76-4a45-845c-bd17077d1dbf'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:40:43.258515 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55448) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:43.265926 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bfbc9d-820a-46b3-ab31-709c2a869896 None None] Routers {'8bb7c55e-dc76-4a45-845c-bd17077d1dbf'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:40:43.267710 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-56bfbc9d-820a-46b3-ab31-709c2a869896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:40:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['8bb7c55e-dc76-4a45-845c-bd17077d1dbf'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:43.309212 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9c82a7ec-832f-443d-acd8-26195501a674 req-4d7827cc-7602-4320-a2c7-ebf95a63448d tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739776 Dec 10 18:40:43.310758 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-682fa80a-a6a8-4b09-bcad-e8941ad479c8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:43.381934 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-682fa80a-a6a8-4b09-bcad-e8941ad479c8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Network e891f6b3-8680-45b2-9ef7-cbafd7cf9175 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:43.400831 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-682fa80a-a6a8-4b09-bcad-e8941ad479c8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:43.436814 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-682fa80a-a6a8-4b09-bcad-e8941ad479c8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:40:43.492759 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e544d10-bf21-4795-bf90-4af681344f73 req-71259ada-b6c6-4771-882a-d0f76dd8ffb6 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:43.501548 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4e544d10-bf21-4795-bf90-4af681344f73 req-71259ada-b6c6-4771-882a-d0f76dd8ffb6 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/ports?device_id=875b61ac-7e0c-4d0f-957d-a6f989a9c239 HTTP/1.1" status: 200 len: 949 time: 0.1699543 Dec 10 18:40:43.505807 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682fa80a-a6a8-4b09-bcad-e8941ad479c8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Pushing event updated for resources: {'Port': ['ID=973dc1f1-e06c-4020-8e9d-616ae7e52df5,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:43.509444 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-56bfbc9d-820a-46b3-ab31-709c2a869896 None None] Set router 8bb7c55e-dc76-4a45-845c-bd17077d1dbf gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:40:43.546509 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e903f571-d242-43df-a932-8800e5b33b73 req-4a1b2b54-df0d-43d6-9b00-b1deeab2801b tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4f1621867e3041c3a975a6622e21074f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526037 Dec 10 18:40:43.554265 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77fa5c25-b4ee-47cb-b932-84d049a2d490 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:43.582675 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a2193cc3-50d5-4dc7-8888-2e0346f0d35e admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:43.679556 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2c119899-3903-449d-a6ae-42db8095d847 None None] Provisioning complete for port 3e857366-59e8-43d5-940f-461e63d1bf99 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:43.679937 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2c119899-3903-449d-a6ae-42db8095d847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:43.713386 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-77fa5c25-b4ee-47cb-b932-84d049a2d490 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Calling delete_port for 3e857366-59e8-43d5-940f-461e63d1bf99 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:40:43.716355 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-682fa80a-a6a8-4b09-bcad-e8941ad479c8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:43.717441 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-682fa80a-a6a8-4b09-bcad-e8941ad479c8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:43.733618 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a2193cc3-50d5-4dc7-8888-2e0346f0d35e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:43.735049 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2c119899-3903-449d-a6ae-42db8095d847 None None] Port 3e857366-59e8-43d5-940f-461e63d1bf99 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:40:43.764576 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4e544d10-bf21-4795-bf90-4af681344f73 req-a26eec57-c04e-42ee-84b9-301ae64782f1 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/security-groups?id=746f00bf-491b-4a56-93d2-dba5a99e34cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570622 Dec 10 18:40:43.805593 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903f571-d242-43df-a932-8800e5b33b73 req-26126036-a1eb-4cf7-bdc8-e1f3952a81dd tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:43.807672 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e903f571-d242-43df-a932-8800e5b33b73 req-26126036-a1eb-4cf7-bdc8-e1f3952a81dd tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2439101 Dec 10 18:40:43.812315 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-682fa80a-a6a8-4b09-bcad-e8941ad479c8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8845074 Dec 10 18:40:43.827531 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-8ea4bf6b-f00d-4e9d-87fe-f0a36cf6a108 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Request body: {'port': {'device_id': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '08d0d37b-1e92-4759-bf0e-8cf5a993438c', 'admin_state_up': True, 'tenant_id': '98fdd3d4007244d19399f00305d1e82f', 'security_groups': ['d0952051-0050-47b7-a60b-08cfaa0aa9ad']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:43.886392 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e903f571-d242-43df-a932-8800e5b33b73 req-b4172c56-982b-4bba-b300-988ab0b2242f tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/quotas/4f1621867e3041c3a975a6622e21074f HTTP/1.1" status: 200 len: 375 time: 0.0717316 Dec 10 18:40:43.995210 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e903f571-d242-43df-a932-8800e5b33b73 req-d3afcf14-2fd9-4598-b48d-abbecba8d21b tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4f1621867e3041c3a975a6622e21074f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0964618 Dec 10 18:40:44.017711 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c4a05fd0-b6f2-4082-8950-5caa995452c7 None None] Provisioning complete for port 973dc1f1-e06c-4020-8e9d-616ae7e52df5 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:44.019973 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c4a05fd0-b6f2-4082-8950-5caa995452c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:44.030594 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-8ea4bf6b-f00d-4e9d-87fe-f0a36cf6a108 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Made reservation on behalf of 98fdd3d4007244d19399f00305d1e82f for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:44.077161 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a2193cc3-50d5-4dc7-8888-2e0346f0d35e admin admin] Deleting port 5eadadb3-9df6-48ab-920e-7feed5d98987 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:40:44.077388 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a2193cc3-50d5-4dc7-8888-2e0346f0d35e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:44.138544 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77fa5c25-b4ee-47cb-b932-84d049a2d490 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:44.145477 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 65589cdb-326d-44f9-9170-2051d49e7815 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:40:44.150788 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 37336d05-2465-4ef9-907f-b9546be053ae up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:40:44.299527 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa5c25-b4ee-47cb-b932-84d049a2d490 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Port': ['ID=3e857366-59e8-43d5-940f-461e63d1bf99,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:44.303748 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c4a05fd0-b6f2-4082-8950-5caa995452c7 None None] Port 973dc1f1-e06c-4020-8e9d-616ae7e52df5 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:40:44.446660 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-56bfbc9d-820a-46b3-ab31-709c2a869896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb7c55e-dc76-4a45-845c-bd17077d1dbf', 'name': 'tempest-ServersTestManualDisk-530632530-router', 'tenant_id': 'fc9a14069b7d453d893c68490bc70d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '5eadadb3-9df6-48ab-920e-7feed5d98987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:53Z', 'updated_at': '2021-12-10T18:40:40Z', 'revision_number': 5, 'project_id': 'fc9a14069b7d453d893c68490bc70d5d', 'gw_port': {'id': '5eadadb3-9df6-48ab-920e-7feed5d98987', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb7c55e-dc76-4a45-845c-bd17077d1dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:55Z', 'updated_at': '2021-12-10T18:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:44.448765 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 37336d05-2465-4ef9-907f-b9546be053ae triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:44.451185 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:44.465949 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-a2193cc3-50d5-4dc7-8888-2e0346f0d35e admin admin] For port 5eadadb3-9df6-48ab-920e-7feed5d98987, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=5eadadb3-9df6-48ab-920e-7feed5d98987,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:44.466682 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a2193cc3-50d5-4dc7-8888-2e0346f0d35e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:44.480991 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a2193cc3-50d5-4dc7-8888-2e0346f0d35e admin admin] Calling delete_port for 5eadadb3-9df6-48ab-920e-7feed5d98987 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:40:44.624575 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bfbc9d-820a-46b3-ab31-709c2a869896 None None] Checking router: 8bb7c55e-dc76-4a45-845c-bd17077d1dbf for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:40:44.684148 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bfbc9d-820a-46b3-ab31-709c2a869896 None None] Routers {'8bb7c55e-dc76-4a45-845c-bd17077d1dbf'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:40:44.686692 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-56bfbc9d-820a-46b3-ab31-709c2a869896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:40:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['8bb7c55e-dc76-4a45-845c-bd17077d1dbf'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:44.824900 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77fa5c25-b4ee-47cb-b932-84d049a2d490 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:44.831942 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-77fa5c25-b4ee-47cb-b932-84d049a2d490 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/ports/3e857366-59e8-43d5-940f-461e63d1bf99 HTTP/1.1" status: 204 len: 168 time: 1.8548889 Dec 10 18:40:44.832681 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a2193cc3-50d5-4dc7-8888-2e0346f0d35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:44.839179 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55484) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:44.872865 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2f9f6-ea82-4af5-9140-ce804a5a7d37 req-2790e522-1676-47b5-8da0-ca8798b4cccf tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:44.875538 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-89f2f9f6-ea82-4af5-9140-ce804a5a7d37 req-2790e522-1676-47b5-8da0-ca8798b4cccf tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 943 time: 0.2041566 Dec 10 18:40:44.893610 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2193cc3-50d5-4dc7-8888-2e0346f0d35e admin admin] Pushing event deleted for resources: {'Port': ['ID=5eadadb3-9df6-48ab-920e-7feed5d98987,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:45.033339 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-8ea4bf6b-f00d-4e9d-87fe-f0a36cf6a108 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:45.063767 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-89f2f9f6-ea82-4af5-9140-ce804a5a7d37 req-e5ca9748-5b71-468c-8adb-79cfa1b9b6ac tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776073 Dec 10 18:40:45.202000 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d26347f-2c8c-42f9-a94f-8957a2b3ef26 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:45.203821 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d26347f-2c8c-42f9-a94f-8957a2b3ef26 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:45.205774 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d26347f-2c8c-42f9-a94f-8957a2b3ef26 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:45.214762 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3d26347f-2c8c-42f9-a94f-8957a2b3ef26 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3430037 Dec 10 18:40:45.215783 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55490) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:45.230095 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8d0f4f-d88a-457b-8503-6e154ba6f25a None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:40:45.239418 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-47af7f89-be71-4f97-8ce4-b9bd6f7c8012 req-6660c350-e7aa-4402-ab25-6c01e18228ad tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 210 time: 0.0498376 Dec 10 18:40:45.250610 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 65589cdb-326d-44f9-9170-2051d49e7815, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=65589cdb-326d-44f9-9170-2051d49e7815,segment=NetworkSegment(e2762cd7-3077-44c4-9495-44ad1a192a7e),segment_id=e2762cd7-3077-44c4-9495-44ad1a192a7e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:45.276951 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '65589cdb-326d-44f9-9170-2051d49e7815', 'network_id': '14bf47a8-e4dc-4d77-8612-c359c818f901', 'port_id': '65589cdb-326d-44f9-9170-2051d49e7815', 'mac_address': 'fa:16:3e:ec:82:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473d5397-5861-4f30-8410-ba6c85b1882f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:40:45.288273 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:45.304841 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a2193cc3-50d5-4dc7-8888-2e0346f0d35e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:45.341545 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca235e4-9a71-4ce6-baf5-14fd6adc3e52 req-12995e4f-38cc-4aae-82d4-0e67d557a06c tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:45.355271 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:45.355821 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eca235e4-9a71-4ce6-baf5-14fd6adc3e52 req-12995e4f-38cc-4aae-82d4-0e67d557a06c tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d21511-baab-40c8-8796-689bbca57609 HTTP/1.1" status: 200 len: 946 time: 0.2107615 Dec 10 18:40:45.368106 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-56bfbc9d-820a-46b3-ab31-709c2a869896 None None] Set router 8bb7c55e-dc76-4a45-845c-bd17077d1dbf gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:40:45.512159 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542586a2-e330-4767-8b6e-fdd85705f43a req-5c49bd37-4f0a-48a3-bf96-8365812d954c tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:45.518921 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542586a2-e330-4767-8b6e-fdd85705f43a req-5c49bd37-4f0a-48a3-bf96-8365812d954c tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:45.526068 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542586a2-e330-4767-8b6e-fdd85705f43a req-5c49bd37-4f0a-48a3-bf96-8365812d954c tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:45.527987 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-542586a2-e330-4767-8b6e-fdd85705f43a req-5c49bd37-4f0a-48a3-bf96-8365812d954c tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 2373 time: 0.1556342 Dec 10 18:40:45.532856 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 37336d05-2465-4ef9-907f-b9546be053ae, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=37336d05-2465-4ef9-907f-b9546be053ae,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:45.535267 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65589cdb-326d-44f9-9170-2051d49e7815 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:40:45.542227 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859a7eff-c39f-4199-9aa8-be8685825fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37336d05-2465-4ef9-907f-b9546be053ae'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:40:45.545101 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-8ea4bf6b-f00d-4e9d-87fe-f0a36cf6a108 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Allocated IP 10.2.2.100 (08d0d37b-1e92-4759-bf0e-8cf5a993438c/2f579da5-53e1-4327-92af-ea2cc0762399/bbbbaa6a-b115-417d-aac9-abe5c3981165) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:45.555273 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc55e44a-3119-4457-9461-5e9bf70fd7d6" -d '{"events": [{"server_uuid": "859a7eff-c39f-4199-9aa8-be8685825fd4", "name": "network-vif-plugged", "status": "completed", "tag": "37336d05-2465-4ef9-907f-b9546be053ae"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:40:45.562577 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-56bfbc9d-820a-46b3-ab31-709c2a869896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb7c55e-dc76-4a45-845c-bd17077d1dbf', 'name': 'tempest-ServersTestManualDisk-530632530-router', 'tenant_id': 'fc9a14069b7d453d893c68490bc70d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:53Z', 'updated_at': '2021-12-10T18:40:43Z', 'revision_number': 6, 'project_id': 'fc9a14069b7d453d893c68490bc70d5d', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:45.564477 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:45.618695 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-583d1d88-e288-44fd-8aba-5ee58005c66a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting subnet 0f083169-17ec-489f-a812-51c269958400 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:40:45.634794 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-583d1d88-e288-44fd-8aba-5ee58005c66a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:45.639469 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-542586a2-e330-4767-8b6e-fdd85705f43a req-233bc6de-bfe2-43a0-8630-990bd4814ef7 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986938 Dec 10 18:40:45.640223 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a2193cc3-50d5-4dc7-8888-2e0346f0d35e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:45.671903 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a2193cc3-50d5-4dc7-8888-2e0346f0d35e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:45.729347 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bfbc9d-820a-46b3-ab31-709c2a869896 None None] The sync data for ids ['8bb7c55e-dc76-4a45-845c-bd17077d1dbf'] in n-d-821435-1 is: [{'id': '8bb7c55e-dc76-4a45-845c-bd17077d1dbf', 'name': 'tempest-ServersTestManualDisk-530632530-router', 'tenant_id': 'fc9a14069b7d453d893c68490bc70d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:53Z', 'updated_at': '2021-12-10T18:40:43Z', 'revision_number': 6, 'project_id': 'fc9a14069b7d453d893c68490bc70d5d', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:40:45.734175 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=37336d05-2465-4ef9-907f-b9546be053ae,revision_number=10']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:45.775084 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 65589cdb-326d-44f9-9170-2051d49e7815, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=65589cdb-326d-44f9-9170-2051d49e7815,segment=NetworkSegment(e2762cd7-3077-44c4-9495-44ad1a192a7e),segment_id=e2762cd7-3077-44c4-9495-44ad1a192a7e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:45.784942 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:45.834805 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-8ea4bf6b-f00d-4e9d-87fe-f0a36cf6a108 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:45.864874 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-583d1d88-e288-44fd-8aba-5ee58005c66a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:45.882515 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=65589cdb-326d-44f9-9170-2051d49e7815,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:45.922211 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eca235e4-9a71-4ce6-baf5-14fd6adc3e52 req-867f90cc-5a2d-4302-9746-041f95ce56bc tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb9b006-f70c-4e34-b1ab-8ba414ee140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5657496 Dec 10 18:40:45.936227 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a2193cc3-50d5-4dc7-8888-2e0346f0d35e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:45.939033 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2193cc3-50d5-4dc7-8888-2e0346f0d35e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bb7c55e-dc76-4a45-845c-bd17077d1dbf {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:40:45.960829 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809a238d-3529-441c-b035-12d1298f4411 x-openstack-request-id: req-809a238d-3529-441c-b035-12d1298f4411 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:40:45.962979 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859a7eff-c39f-4199-9aa8-be8685825fd4", "name": "network-vif-plugged", "status": "completed", "tag": "37336d05-2465-4ef9-907f-b9546be053ae", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:40:45.962979 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-809a238d-3529-441c-b035-12d1298f4411 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:40:45.963980 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859a7eff-c39f-4199-9aa8-be8685825fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37336d05-2465-4ef9-907f-b9546be053ae', 'code': 200} Dec 10 18:40:45.967322 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a2193cc3-50d5-4dc7-8888-2e0346f0d35e admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:45.968614 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a2193cc3-50d5-4dc7-8888-2e0346f0d35e admin admin] 10.222.0.62 "DELETE /v2.0/routers/8bb7c55e-dc76-4a45-845c-bd17077d1dbf HTTP/1.1" status: 204 len: 168 time: 2.7083981 Dec 10 18:40:45.971914 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55504) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:45.998992 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0198217-395a-4a20-83c8-c9104017576c req-8122b58d-d1bd-4247-aca5-52626e807c2e tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:46.000843 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e0198217-395a-4a20-83c8-c9104017576c req-8122b58d-d1bd-4247-aca5-52626e807c2e tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7d21511-baab-40c8-8796-689bbca57609 HTTP/1.1" status: 200 len: 946 time: 0.3237152 Dec 10 18:40:46.015163 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-8ea4bf6b-f00d-4e9d-87fe-f0a36cf6a108 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:46.036471 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e903f571-d242-43df-a932-8800e5b33b73 req-545b25a0-a99c-49aa-a08b-b66dbfa45771 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=4f1621867e3041c3a975a6622e21074f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330133 Dec 10 18:40:46.054452 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['65589cdb-326d-44f9-9170-2051d49e7815'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:40:46.142830 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-583d1d88-e288-44fd-8aba-5ee58005c66a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:46.254222 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903f571-d242-43df-a932-8800e5b33b73 req-f05e1e98-2ca3-492c-b5df-5d325d81853d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:46.257269 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e903f571-d242-43df-a932-8800e5b33b73 req-f05e1e98-2ca3-492c-b5df-5d325d81853d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2083557 Dec 10 18:40:46.269020 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-583d1d88-e288-44fd-8aba-5ee58005c66a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:46.275432 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-2515a97a-635e-4723-b547-5a8bae23615c admin admin] Deleting subnet c3875c99-a0e6-49d3-b630-6d772fc4d041 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:40:46.287741 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-8ea4bf6b-f00d-4e9d-87fe-f0a36cf6a108 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Network 08d0d37b-1e92-4759-bf0e-8cf5a993438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:46.298901 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2515a97a-635e-4723-b547-5a8bae23615c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:46.307674 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-e903f571-d242-43df-a932-8800e5b33b73 req-dc73cf90-4064-439f-8224-87dcd3a1c63d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Request body: {'port': {'device_id': 'e3b0745f-c616-4a31-b3cc-0ff247ff4e88', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'admin_state_up': True, 'tenant_id': '4f1621867e3041c3a975a6622e21074f'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:46.335292 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d1d88-e288-44fd-8aba-5ee58005c66a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Subnet': ['ID=0f083169-17ec-489f-a812-51c269958400,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:46.355665 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-583d1d88-e288-44fd-8aba-5ee58005c66a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:46.357726 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dba25d-75b9-4b42-8112-e12dac6ff5f6 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:40:46.362049 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-583d1d88-e288-44fd-8aba-5ee58005c66a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/0f083169-17ec-489f-a812-51c269958400 HTTP/1.1" status: 204 len: 168 time: 1.1411655 Dec 10 18:40:46.374004 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d1d88-e288-44fd-8aba-5ee58005c66a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:46.374522 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d1d88-e288-44fd-8aba-5ee58005c66a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:46.375013 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d1d88-e288-44fd-8aba-5ee58005c66a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:46.375401 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55510) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:46.375737 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d1d88-e288-44fd-8aba-5ee58005c66a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:46.376541 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d1d88-e288-44fd-8aba-5ee58005c66a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:46.377241 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d1d88-e288-44fd-8aba-5ee58005c66a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:46.377799 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d1d88-e288-44fd-8aba-5ee58005c66a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:46.378280 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d1d88-e288-44fd-8aba-5ee58005c66a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:46.378820 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d1d88-e288-44fd-8aba-5ee58005c66a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:46.379482 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d1d88-e288-44fd-8aba-5ee58005c66a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:46.380334 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d1d88-e288-44fd-8aba-5ee58005c66a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:46.381710 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d1d88-e288-44fd-8aba-5ee58005c66a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:46.382354 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d1d88-e288-44fd-8aba-5ee58005c66a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:46.388143 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-8ea4bf6b-f00d-4e9d-87fe-f0a36cf6a108 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:46.429127 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2515a97a-635e-4723-b547-5a8bae23615c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:46.432118 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2b44a-cb9f-4fb3-a46c-31a8a84a4a44 req-72f7cb8f-1b6a-474d-9e8d-147670d65d8c tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:46.442131 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-96d2b44a-cb9f-4fb3-a46c-31a8a84a4a44 req-72f7cb8f-1b6a-474d-9e8d-147670d65d8c tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 944 time: 0.1886544 Dec 10 18:40:46.514085 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-8ea4bf6b-f00d-4e9d-87fe-f0a36cf6a108 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:40:46.541869 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-96d2b44a-cb9f-4fb3-a46c-31a8a84a4a44 req-c150db43-165a-4b03-9582-3f658cd5855a tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986214 Dec 10 18:40:46.544476 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-e0198217-395a-4a20-83c8-c9104017576c req-e6a3e1ec-7dab-4e99-b2ea-3b652d3adfcf tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Deleting port bb302721-31e2-44b9-beda-caef6ebdfed9 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:40:46.544842 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e0198217-395a-4a20-83c8-c9104017576c req-e6a3e1ec-7dab-4e99-b2ea-3b652d3adfcf tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:46.576798 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4bf6b-f00d-4e9d-87fe-f0a36cf6a108 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Pushing event updated for resources: {'Port': ['ID=bbbbaa6a-b115-417d-aac9-abe5c3981165,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:46.711180 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba498451-44fd-4261-993a-a014fff17f29 req-96be949c-29d2-4892-b1a6-8f38af486f24 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 210 time: 0.1983850 Dec 10 18:40:46.757252 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2515a97a-635e-4723-b547-5a8bae23615c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:46.762865 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-e0198217-395a-4a20-83c8-c9104017576c req-e6a3e1ec-7dab-4e99-b2ea-3b652d3adfcf tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] For port bb302721-31e2-44b9-beda-caef6ebdfed9, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=bb302721-31e2-44b9-beda-caef6ebdfed9,segment=NetworkSegment(2144d0cb-dbc0-42c3-b1a1-43c3f051561c),segment_id=2144d0cb-dbc0-42c3-b1a1-43c3f051561c)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:46.763074 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e0198217-395a-4a20-83c8-c9104017576c req-e6a3e1ec-7dab-4e99-b2ea-3b652d3adfcf tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:46.806168 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-119bcde5-a8bb-4dd4-bd0c-10287afc7555 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting subnet f09ce85b-9394-4697-b847-3bea519c6310 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:40:46.813207 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-e0198217-395a-4a20-83c8-c9104017576c req-e6a3e1ec-7dab-4e99-b2ea-3b652d3adfcf tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Calling delete_port for bb302721-31e2-44b9-beda-caef6ebdfed9 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:40:46.814775 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-8ea4bf6b-f00d-4e9d-87fe-f0a36cf6a108 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:46.815165 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-8ea4bf6b-f00d-4e9d-87fe-f0a36cf6a108 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:46.832813 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-119bcde5-a8bb-4dd4-bd0c-10287afc7555 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:46.959781 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-119bcde5-a8bb-4dd4-bd0c-10287afc7555 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:47.075176 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-119bcde5-a8bb-4dd4-bd0c-10287afc7555 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:47.150300 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-8ea4bf6b-f00d-4e9d-87fe-f0a36cf6a108 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3276551 Dec 10 18:40:47.183536 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-dc634ca7-9de2-44c9-9ea5-bbb4e2f32b7f tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Request body: {'port': {'device_id': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '08d0d37b-1e92-4759-bf0e-8cf5a993438c', 'admin_state_up': True, 'tenant_id': '98fdd3d4007244d19399f00305d1e82f', 'security_groups': ['d0952051-0050-47b7-a60b-08cfaa0aa9ad']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:47.275734 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2a36a2cf-413c-448b-a717-362308a7ddae None None] Provisioning complete for port bbbbaa6a-b115-417d-aac9-abe5c3981165 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:47.276122 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2a36a2cf-413c-448b-a717-362308a7ddae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:47.317059 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-119bcde5-a8bb-4dd4-bd0c-10287afc7555 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:47.337835 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2a36a2cf-413c-448b-a717-362308a7ddae None None] Port bbbbaa6a-b115-417d-aac9-abe5c3981165 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:40:47.360502 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119bcde5-a8bb-4dd4-bd0c-10287afc7555 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Subnet': ['ID=f09ce85b-9394-4697-b847-3bea519c6310,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:47.368348 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e903f571-d242-43df-a932-8800e5b33b73 req-dc73cf90-4064-439f-8224-87dcd3a1c63d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Made reservation on behalf of 4f1621867e3041c3a975a6622e21074f for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:47.373481 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e903f571-d242-43df-a932-8800e5b33b73 req-dc73cf90-4064-439f-8224-87dcd3a1c63d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:47.394156 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea854a-bb42-41a1-be9e-d8057d142312 req-240560ca-a67b-412b-a945-34547fae922e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:47.402374 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2515a97a-635e-4723-b547-5a8bae23615c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:47.403791 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea854a-bb42-41a1-be9e-d8057d142312 req-240560ca-a67b-412b-a945-34547fae922e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:47.411200 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-119bcde5-a8bb-4dd4-bd0c-10287afc7555 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:47.415356 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-119bcde5-a8bb-4dd4-bd0c-10287afc7555 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/f09ce85b-9394-4697-b847-3bea519c6310 HTTP/1.1" status: 204 len: 168 time: 1.0286121 Dec 10 18:40:47.418754 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea854a-bb42-41a1-be9e-d8057d142312 req-240560ca-a67b-412b-a945-34547fae922e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:47.424920 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea854a-bb42-41a1-be9e-d8057d142312 req-240560ca-a67b-412b-a945-34547fae922e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:47.426700 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-adea854a-bb42-41a1-be9e-d8057d142312 req-240560ca-a67b-412b-a945-34547fae922e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 3094 time: 0.5964799 Dec 10 18:40:47.427915 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55528) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:47.433890 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 5eadadb3-9df6-48ab-920e-7feed5d98987 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:40:47.464515 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2515a97a-635e-4723-b547-5a8bae23615c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:47.467992 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2515a97a-635e-4723-b547-5a8bae23615c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c3875c99-a0e6-49d3-b630-6d772fc4d041 HTTP/1.1" status: 204 len: 168 time: 1.4947925 Dec 10 18:40:47.472419 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 5eadadb3-9df6-48ab-920e-7feed5d98987 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:40:47.472798 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 5eadadb3-9df6-48ab-920e-7feed5d98987 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:40:47.473229 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 42a5fe3d-ae35-4140-8078-5b6fc8844f79 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:40:47.478678 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55530) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:47.481701 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f80d9d-8524-46ed-ac86-24e5c54e8dcd None None] Network 372806dd-851c-46b6-baf2-035c88392be7 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:40:47.487994 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2515a97a-635e-4723-b547-5a8bae23615c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3875c99-a0e6-49d3-b630-6d772fc4d041,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:47.512596 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4fbe44-13a1-4fc1-81d8-5b813acfa70b req-987d3bef-00a0-4ca8-9d13-e5d309c0f62f tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:47.514441 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5d4fbe44-13a1-4fc1-81d8-5b813acfa70b req-987d3bef-00a0-4ca8-9d13-e5d309c0f62f tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d21511-baab-40c8-8796-689bbca57609 HTTP/1.1" status: 200 len: 946 time: 0.3630528 Dec 10 18:40:47.614026 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 42a5fe3d-ae35-4140-8078-5b6fc8844f79 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:40:47.618602 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 42a5fe3d-ae35-4140-8078-5b6fc8844f79 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:40:47.658935 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-dc634ca7-9de2-44c9-9ea5-bbb4e2f32b7f tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Made reservation on behalf of 98fdd3d4007244d19399f00305d1e82f for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:47.665663 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-dc634ca7-9de2-44c9-9ea5-bbb4e2f32b7f tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:47.667185 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32003e6e-4b98-4fa7-898b-1f871cc80ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:47.683277 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba304fe7-fbb4-427f-b373-60f32239677a None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:40:47.691447 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5d4fbe44-13a1-4fc1-81d8-5b813acfa70b req-aa2a64a6-917b-4d5e-9289-e4265c095d29 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb9b006-f70c-4e34-b1ab-8ba414ee140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551654 Dec 10 18:40:47.702581 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7c3c3403-eaf3-493a-b3d6-4968f01f5db1 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2713594 Dec 10 18:40:47.709508 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55534) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:47.866121 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-87a47ca5-7e86-459e-a599-c35f842509c8 None None] Provisioning complete for port 72d126e1-9b78-4689-a4d5-505008293201 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:47.867133 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-87a47ca5-7e86-459e-a599-c35f842509c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:47.880189 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f158c801-5264-47e5-baa6-7a0c348cfa75 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:47.885035 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f158c801-5264-47e5-baa6-7a0c348cfa75 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1668799 Dec 10 18:40:47.887773 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55540) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:47.905928 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-e903f571-d242-43df-a932-8800e5b33b73 req-dc73cf90-4064-439f-8224-87dcd3a1c63d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Allocated IP 192.168.233.191 (c9403646-ab9b-4a0a-827b-6d4376246b64/ec05590b-5c35-4e58-9087-8773857a69b9/11e8e98c-eb94-4b13-8d37-10d3788fd7d0) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:47.922027 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c1958c-f197-49a4-971e-e5da00c58ec6 None None] DHCP port deletion for 372806dd-851c-46b6-baf2-035c88392be7 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:40:47.943849 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341b61b-42ab-4b3f-8825-6957bf87bbe1 req-f1289a20-dfff-412e-936a-27f100a56bca tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:47.949836 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27d9f16-ee9d-4beb-ade4-d7d181b90bda tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:47.953115 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1341b61b-42ab-4b3f-8825-6957bf87bbe1 req-f1289a20-dfff-412e-936a-27f100a56bca tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 944 time: 0.1513147 Dec 10 18:40:47.954102 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d27d9f16-ee9d-4beb-ade4-d7d181b90bda tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0610375 Dec 10 18:40:47.960279 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-adea854a-bb42-41a1-be9e-d8057d142312 req-6a89519a-1592-44d8-aa07-309d11934dc5 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4988515 Dec 10 18:40:47.960558 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55542) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:47.969154 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-32003e6e-4b98-4fa7-898b-1f871cc80ec8 admin admin] Deleting port 7f751799-91ab-4037-a30c-00370510309e {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:40:47.969593 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32003e6e-4b98-4fa7-898b-1f871cc80ec8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:48.033736 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1bade306-9775-4574-b65d-ca3e26a93e96 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0595722 Dec 10 18:40:48.088155 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23566833-0607-47a1-b43c-e502332cdd91 None None] DHCP port deletion for 4c9579a2-8f48-40cb-87f0-dbca0f4b521d request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:40:48.112994 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-43c1958c-f197-49a4-971e-e5da00c58ec6 None None] Deleting port 7f751799-91ab-4037-a30c-00370510309e {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:40:48.113551 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-43c1958c-f197-49a4-971e-e5da00c58ec6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:48.115544 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55546) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:48.145691 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1341b61b-42ab-4b3f-8825-6957bf87bbe1 req-ee7dc236-166c-4132-bf6c-a6b6dbe77510 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916966 Dec 10 18:40:48.183345 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-32003e6e-4b98-4fa7-898b-1f871cc80ec8 admin admin] For port 7f751799-91ab-4037-a30c-00370510309e, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=7f751799-91ab-4037-a30c-00370510309e,segment=NetworkSegment(4bb4dfa5-f65e-4b3c-bca8-278a7549f736),segment_id=4bb4dfa5-f65e-4b3c-bca8-278a7549f736)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:48.183345 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32003e6e-4b98-4fa7-898b-1f871cc80ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:48.186280 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 65589cdb-326d-44f9-9170-2051d49e7815 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:40:48.195882 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-305898b4-5536-4ff6-b2ab-e335239c2194 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'subnet': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:48.271834 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-43c1958c-f197-49a4-971e-e5da00c58ec6 None None] For port 7f751799-91ab-4037-a30c-00370510309e, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=7f751799-91ab-4037-a30c-00370510309e,segment=NetworkSegment(4bb4dfa5-f65e-4b3c-bca8-278a7549f736),segment_id=4bb4dfa5-f65e-4b3c-bca8-278a7549f736)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:48.272699 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-43c1958c-f197-49a4-971e-e5da00c58ec6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:48.297387 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-43c1958c-f197-49a4-971e-e5da00c58ec6 None None] Calling delete_port for 7f751799-91ab-4037-a30c-00370510309e owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:40:48.328689 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 65589cdb-326d-44f9-9170-2051d49e7815 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:40:48.333295 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-23566833-0607-47a1-b43c-e502332cdd91 None None] Deleting port 72d126e1-9b78-4689-a4d5-505008293201 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:40:48.334504 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-23566833-0607-47a1-b43c-e502332cdd91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:48.340385 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-32003e6e-4b98-4fa7-898b-1f871cc80ec8 admin admin] Calling delete_port for 7f751799-91ab-4037-a30c-00370510309e owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:40:48.344206 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ccce0174-bfdb-4b11-82ba-05aea70e49a0 req-95a85229-8934-4f4b-8483-2b6f17b0746e tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 210 time: 0.0641465 Dec 10 18:40:48.371275 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-dc634ca7-9de2-44c9-9ea5-bbb4e2f32b7f tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Allocated IP 10.2.2.200 (08d0d37b-1e92-4759-bf0e-8cf5a993438c/2f579da5-53e1-4327-92af-ea2cc0762399/47fbfc3e-4987-433a-854c-816b07d9ed10) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:48.401753 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e0198217-395a-4a20-83c8-c9104017576c req-e6a3e1ec-7dab-4e99-b2ea-3b652d3adfcf tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:48.412924 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-23566833-0607-47a1-b43c-e502332cdd91 None None] For port 72d126e1-9b78-4689-a4d5-505008293201, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=72d126e1-9b78-4689-a4d5-505008293201,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:48.413597 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-23566833-0607-47a1-b43c-e502332cdd91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:48.429089 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-23566833-0607-47a1-b43c-e502332cdd91 None None] Calling delete_port for 72d126e1-9b78-4689-a4d5-505008293201 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:40:48.434974 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e903f571-d242-43df-a932-8800e5b33b73 req-dc73cf90-4064-439f-8224-87dcd3a1c63d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:48.483228 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3e1ec-7dab-4e99-b2ea-3b652d3adfcf tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Pushing event deleted for resources: {'Port': ['ID=bb302721-31e2-44b9-beda-caef6ebdfed9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:48.507397 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305898b4-5536-4ff6-b2ab-e335239c2194 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:48.513796 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-305898b4-5536-4ff6-b2ab-e335239c2194 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:48.516372 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-305898b4-5536-4ff6-b2ab-e335239c2194 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:40:48.516897 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-305898b4-5536-4ff6-b2ab-e335239c2194 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:40:48.523525 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['a2e86c1e-7df4-452d-a81e-ab6e5e979549'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:40:48.525887 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['573e5613-5e16-4782-8807-6098198491ff'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:40:48.561518 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-23566833-0607-47a1-b43c-e502332cdd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:48.570872 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0198217-395a-4a20-83c8-c9104017576c req-e6a3e1ec-7dab-4e99-b2ea-3b652d3adfcf tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] No DVR routers for this DVR port bb302721-31e2-44b9-beda-caef6ebdfed9 on host n-h1-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:40:48.580837 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e0198217-395a-4a20-83c8-c9104017576c req-e6a3e1ec-7dab-4e99-b2ea-3b652d3adfcf tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:48.584576 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e0198217-395a-4a20-83c8-c9104017576c req-e6a3e1ec-7dab-4e99-b2ea-3b652d3adfcf tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.46 "DELETE /v2.0/ports/bb302721-31e2-44b9-beda-caef6ebdfed9 HTTP/1.1" status: 204 len: 173 time: 2.5540159 Dec 10 18:40:48.585078 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d21511-baab-40c8-8796-689bbca57609', 'name': 'network-vif-deleted', 'tag': 'bb302721-31e2-44b9-beda-caef6ebdfed9'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:40:48.587542 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e2f946-bba4-4595-a759-20b607ef5032" -d '{"events": [{"server_uuid": "e7d21511-baab-40c8-8796-689bbca57609", "name": "network-vif-deleted", "tag": "bb302721-31e2-44b9-beda-caef6ebdfed9"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:40:48.598196 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-305898b4-5536-4ff6-b2ab-e335239c2194 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4234056 Dec 10 18:40:48.600512 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55558) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:48.611486 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-775c84de-fd40-4069-bbcf-3dbad615ad4d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'subnet': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:48.650210 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e903f571-d242-43df-a932-8800e5b33b73 req-dc73cf90-4064-439f-8224-87dcd3a1c63d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:48.697765 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 65589cdb-326d-44f9-9170-2051d49e7815 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:48.698422 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:48.714627 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c61a1f9-483d-4d41-a9ee-8437d99d0343 x-openstack-request-id: req-3c61a1f9-483d-4d41-a9ee-8437d99d0343 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:40:48.714875 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d21511-baab-40c8-8796-689bbca57609", "name": "network-vif-deleted", "tag": "bb302721-31e2-44b9-beda-caef6ebdfed9", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:40:48.714970 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3c61a1f9-483d-4d41-a9ee-8437d99d0343 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:40:48.715394 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d21511-baab-40c8-8796-689bbca57609', 'name': 'network-vif-deleted', 'tag': 'bb302721-31e2-44b9-beda-caef6ebdfed9', 'status': 'completed', 'code': 200} Dec 10 18:40:48.725180 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32003e6e-4b98-4fa7-898b-1f871cc80ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:48.775192 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e903f571-d242-43df-a932-8800e5b33b73 req-dc73cf90-4064-439f-8224-87dcd3a1c63d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Network c9403646-ab9b-4a0a-827b-6d4376246b64 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:48.786268 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-e903f571-d242-43df-a932-8800e5b33b73 req-dc73cf90-4064-439f-8224-87dcd3a1c63d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:48.793775 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-e903f571-d242-43df-a932-8800e5b33b73 req-dc73cf90-4064-439f-8224-87dcd3a1c63d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:40:48.830844 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23566833-0607-47a1-b43c-e502332cdd91 None None] No DVR routers for this DVR port 72d126e1-9b78-4689-a4d5-505008293201 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:40:48.856683 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903f571-d242-43df-a932-8800e5b33b73 req-dc73cf90-4064-439f-8224-87dcd3a1c63d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:48.857363 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e903f571-d242-43df-a932-8800e5b33b73 req-dc73cf90-4064-439f-8224-87dcd3a1c63d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:48.862486 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-dc634ca7-9de2-44c9-9ea5-bbb4e2f32b7f tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:48.865535 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc73cf90-4064-439f-8224-87dcd3a1c63d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Pushing event updated for resources: {'Port': ['ID=11e8e98c-eb94-4b13-8d37-10d3788fd7d0,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:48.878437 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32003e6e-4b98-4fa7-898b-1f871cc80ec8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f751799-91ab-4037-a30c-00370510309e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:48.898512 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-43c1958c-f197-49a4-971e-e5da00c58ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:48.903044 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e903f571-d242-43df-a932-8800e5b33b73 req-dc73cf90-4064-439f-8224-87dcd3a1c63d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6127203 Dec 10 18:40:48.903754 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32003e6e-4b98-4fa7-898b-1f871cc80ec8 admin admin] No DVR routers for this DVR port 7f751799-91ab-4037-a30c-00370510309e on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:40:48.915475 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23566833-0607-47a1-b43c-e502332cdd91 None None] Pushing event deleted for resources: {'Port': ['ID=72d126e1-9b78-4689-a4d5-505008293201,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:48.934208 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c1958c-f197-49a4-971e-e5da00c58ec6 None None] No DVR routers for this DVR port 7f751799-91ab-4037-a30c-00370510309e on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:40:48.938765 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-e903f571-d242-43df-a932-8800e5b33b73 req-245fdc62-cfc0-4ba3-ac39-8c7b81bc6854 service neutron] Request body: {'port': {'device_id': 'e3b0745f-c616-4a31-b3cc-0ff247ff4e88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:49.050893 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:49.070162 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-dc634ca7-9de2-44c9-9ea5-bbb4e2f32b7f tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:49.147394 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ba9ce1fb-e492-4a3f-91fa-d386d1fe0de3 req-9b24f9de-d2b4-43ea-b158-7dd493d5c32c tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d21511-baab-40c8-8796-689bbca57609 HTTP/1.1" status: 200 len: 210 time: 0.2728829 Dec 10 18:40:49.171815 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 65589cdb-326d-44f9-9170-2051d49e7815, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=65589cdb-326d-44f9-9170-2051d49e7815,segment=NetworkSegment(e2762cd7-3077-44c4-9495-44ad1a192a7e),segment_id=e2762cd7-3077-44c4-9495-44ad1a192a7e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:49.180583 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ef4213-c8f8-43d9-863c-faad8b824511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65589cdb-326d-44f9-9170-2051d49e7815'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:40:49.182843 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969818bd-6e41-4086-8143-6b90dd802518" -d '{"events": [{"server_uuid": "25ef4213-c8f8-43d9-863c-faad8b824511", "name": "network-vif-plugged", "status": "completed", "tag": "65589cdb-326d-44f9-9170-2051d49e7815"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:40:49.205971 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1958c-f197-49a4-971e-e5da00c58ec6 None None] Pushing event deleted for resources: {'Port': ['ID=7f751799-91ab-4037-a30c-00370510309e,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:49.207830 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:49.209279 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device bb302721-31e2-44b9-beda-caef6ebdfed9 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:40:49.221718 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e903f571-d242-43df-a932-8800e5b33b73 req-245fdc62-cfc0-4ba3-ac39-8c7b81bc6854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:49.270777 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=65589cdb-326d-44f9-9170-2051d49e7815,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:49.303072 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: bb302721-31e2-44b9-beda-caef6ebdfed9 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:40:49.303413 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device bb302721-31e2-44b9-beda-caef6ebdfed9 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:40:49.312674 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32003e6e-4b98-4fa7-898b-1f871cc80ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:49.346491 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-32003e6e-4b98-4fa7-898b-1f871cc80ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['372806dd-851c-46b6-baf2-035c88392be7']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:49.385471 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-32003e6e-4b98-4fa7-898b-1f871cc80ec8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb4dfa5-f65e-4b3c-bca8-278a7549f736') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:49.386048 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-32003e6e-4b98-4fa7-898b-1f871cc80ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb4dfa5-f65e-4b3c-bca8-278a7549f736') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:49.395961 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4a7f9a65-c113-4046-a115-36ceb1e3fcad None None] Provisioning complete for port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:49.396344 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4a7f9a65-c113-4046-a115-36ceb1e3fcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:49.402816 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32003e6e-4b98-4fa7-898b-1f871cc80ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:49.420398 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32003e6e-4b98-4fa7-898b-1f871cc80ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:49.430059 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32003e6e-4b98-4fa7-898b-1f871cc80ec8 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:40:49.430525 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32003e6e-4b98-4fa7-898b-1f871cc80ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:49.466908 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4a7f9a65-c113-4046-a115-36ceb1e3fcad None None] Port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:40:49.509851 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device dc2ff59e-b465-47d0-8e13-54dcfc86e10a details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:40:49.533048 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 7f751799-91ab-4037-a30c-00370510309e no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:40:49.544289 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:40:49.544289 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:40:49.544289 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:40:49.544289 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:40:49.544289 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:40:49.544289 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:40:49.544289 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:40:49.544289 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:40:49.544289 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:40:49.544289 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:40:49.544289 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:40:49.544289 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:40:49.544289 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:40:49.544289 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:40:49.544289 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:40:49.544289 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:40:49.544289 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:40:49.544289 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:40:49.544289 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:40:49.544289 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:40:49.544289 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:40:49.544289 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:40:49.544289 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:40:49.544289 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:40:49.544289 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:40:49.544289 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:40:49.544289 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:40:49.544289 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:40:49.544289 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:40:49.544289 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:40:49.544289 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:40:49.544289 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:40:49.548708 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32003e6e-4b98-4fa7-898b-1f871cc80ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:49.571194 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 7f751799-91ab-4037-a30c-00370510309e {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:40:49.571194 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 7f751799-91ab-4037-a30c-00370510309e not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:40:49.571368 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 72d126e1-9b78-4689-a4d5-505008293201 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:40:49.593102 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32003e6e-4b98-4fa7-898b-1f871cc80ec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:49.608694 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-32003e6e-4b98-4fa7-898b-1f871cc80ec8 admin admin] 10.222.0.62 "DELETE /v2.0/networks/372806dd-851c-46b6-baf2-035c88392be7 HTTP/1.1" status: 204 len: 168 time: 2.1263247 Dec 10 18:40:49.651630 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32003e6e-4b98-4fa7-898b-1f871cc80ec8 admin admin] Pushing event deleted for resources: {'Network': ['ID=372806dd-851c-46b6-baf2-035c88392be7,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:49.658199 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775c84de-fd40-4069-bbcf-3dbad615ad4d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:49.660483 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 72d126e1-9b78-4689-a4d5-505008293201 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:40:49.661330 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 72d126e1-9b78-4689-a4d5-505008293201 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:40:49.669754 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-775c84de-fd40-4069-bbcf-3dbad615ad4d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:49.674758 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-775c84de-fd40-4069-bbcf-3dbad615ad4d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:40:49.675223 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-775c84de-fd40-4069-bbcf-3dbad615ad4d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:40:49.675862 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-13672170-8f7d-473f-a496-1c48675cbe2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:49.733831 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['37336d05-2465-4ef9-907f-b9546be053ae'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:40:49.762269 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-e903f571-d242-43df-a932-8800e5b33b73 req-245fdc62-cfc0-4ba3-ac39-8c7b81bc6854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:40:49.767036 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-775c84de-fd40-4069-bbcf-3dbad615ad4d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.1634002 Dec 10 18:40:49.769743 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55578) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:49.775990 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c28eebac-b90e-44d8-afcc-2e5b6ed23fa1 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'subnet': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:49.802901 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port dc2ff59e-b465-47d0-8e13-54dcfc86e10a, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=dc2ff59e-b465-47d0-8e13-54dcfc86e10a,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:49.808162 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e903f571-d242-43df-a932-8800e5b33b73 req-245fdc62-cfc0-4ba3-ac39-8c7b81bc6854 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:49.815665 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17ee45-ab86-44ef-8d8d-d5943164d396 req-0665ff92-6f62-41d0-9a4d-36b65e18d5c8 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:49.823468 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-dc634ca7-9de2-44c9-9ea5-bbb4e2f32b7f tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Network 08d0d37b-1e92-4759-bf0e-8cf5a993438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:49.825764 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eb17ee45-ab86-44ef-8d8d-d5943164d396 req-0665ff92-6f62-41d0-9a4d-36b65e18d5c8 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 945 time: 0.2827046 Dec 10 18:40:49.848510 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-dc634ca7-9de2-44c9-9ea5-bbb4e2f32b7f tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:49.863446 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-e903f571-d242-43df-a932-8800e5b33b73 req-245fdc62-cfc0-4ba3-ac39-8c7b81bc6854 service neutron] Transition to ACTIVE for port object 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:40:49.874674 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-dc634ca7-9de2-44c9-9ea5-bbb4e2f32b7f tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:40:49.898461 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55580) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:49.900766 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': 'dc2ff59e-b465-47d0-8e13-54dcfc86e10a', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': 'dc2ff59e-b465-47d0-8e13-54dcfc86e10a', 'mac_address': 'fa:16:3e:e5:f8:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:40:49.966576 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-dc634ca7-9de2-44c9-9ea5-bbb4e2f32b7f tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:49.967420 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-dc634ca7-9de2-44c9-9ea5-bbb4e2f32b7f tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:49.982700 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc634ca7-9de2-44c9-9ea5-bbb4e2f32b7f tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Pushing event updated for resources: {'Port': ['ID=47fbfc3e-4987-433a-854c-816b07d9ed10,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:49.989164 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e903f571-d242-43df-a932-8800e5b33b73 req-245fdc62-cfc0-4ba3-ac39-8c7b81bc6854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:50.026345 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:50.037220 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eb17ee45-ab86-44ef-8d8d-d5943164d396 req-9ceebaf3-aead-4f90-8855-8e6bc3bc3837 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057917 Dec 10 18:40:50.042744 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc2ff59e-b465-47d0-8e13-54dcfc86e10a {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:40:50.071207 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port dc2ff59e-b465-47d0-8e13-54dcfc86e10a, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=dc2ff59e-b465-47d0-8e13-54dcfc86e10a,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:50.071881 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-dc634ca7-9de2-44c9-9ea5-bbb4e2f32b7f tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8948548 Dec 10 18:40:50.084568 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['ed2568b4-7412-40d3-84a1-51c2718451b3', '51f796ef-2718-4d1c-a386-cc5d625b4662'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:40:50.089856 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-eaafcf84-5690-44c6-a01a-c8e07fb1a520 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fc9a14069b7d453d893c68490bc70d5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1868062 Dec 10 18:40:50.092301 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55582) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:50.093908 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245fdc62-cfc0-4ba3-ac39-8c7b81bc6854 service neutron] Pushing event updated for resources: {'Port': ['ID=11e8e98c-eb94-4b13-8d37-10d3788fd7d0,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:50.127967 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13312b2b-ab69-4efa-b2d6-76a87b69ffcd req-d2e0a7e1-8ab1-474a-bfed-ff7898955e23 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:50.160117 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13312b2b-ab69-4efa-b2d6-76a87b69ffcd req-d2e0a7e1-8ab1-474a-bfed-ff7898955e23 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:50.176553 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13312b2b-ab69-4efa-b2d6-76a87b69ffcd req-d2e0a7e1-8ab1-474a-bfed-ff7898955e23 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:50.188026 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28eebac-b90e-44d8-afcc-2e5b6ed23fa1 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:50.190071 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13312b2b-ab69-4efa-b2d6-76a87b69ffcd req-d2e0a7e1-8ab1-474a-bfed-ff7898955e23 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:50.196923 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13312b2b-ab69-4efa-b2d6-76a87b69ffcd req-d2e0a7e1-8ab1-474a-bfed-ff7898955e23 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:50.205733 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c28eebac-b90e-44d8-afcc-2e5b6ed23fa1 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:50.207294 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-c28eebac-b90e-44d8-afcc-2e5b6ed23fa1 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:40:50.207744 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c28eebac-b90e-44d8-afcc-2e5b6ed23fa1 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:40:50.208333 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3f84a0-24cb-49bf-b5df-f772704e91a5 x-openstack-request-id: req-bf3f84a0-24cb-49bf-b5df-f772704e91a5 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:40:50.208952 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ef4213-c8f8-43d9-863c-faad8b824511", "name": "network-vif-plugged", "status": "completed", "tag": "65589cdb-326d-44f9-9170-2051d49e7815", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:40:50.209164 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bf3f84a0-24cb-49bf-b5df-f772704e91a5 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:40:50.212343 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-13312b2b-ab69-4efa-b2d6-76a87b69ffcd req-d2e0a7e1-8ab1-474a-bfed-ff7898955e23 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 3815 time: 0.9113867 Dec 10 18:40:50.217232 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ef4213-c8f8-43d9-863c-faad8b824511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65589cdb-326d-44f9-9170-2051d49e7815', 'code': 200} Dec 10 18:40:50.246043 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:50.253049 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-5384b2ce-b6fb-4f2a-91f0-ed1474357118 service neutron] Request body: {'port': {'device_id': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:50.378063 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c28eebac-b90e-44d8-afcc-2e5b6ed23fa1 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6074138 Dec 10 18:40:50.382468 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55594) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:50.385463 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=dc2ff59e-b465-47d0-8e13-54dcfc86e10a,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:50.395518 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-5f9d9a96-57ba-483a-8692-cdbeff202063 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'subnet': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:50.408677 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-13312b2b-ab69-4efa-b2d6-76a87b69ffcd req-b278982f-6195-4f93-8774-4ea515dea50e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951210 Dec 10 18:40:50.430842 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b58b90eb-35b7-4e79-85ed-e78b3daa48f7 None None] Provisioning complete for port 47fbfc3e-4987-433a-854c-816b07d9ed10 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:50.430842 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b58b90eb-35b7-4e79-85ed-e78b3daa48f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:50.497189 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['dc2ff59e-b465-47d0-8e13-54dcfc86e10a'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:40:50.508077 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-948717ea-08ac-4dc9-91fa-ef2c5ee4f8e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:50.538323 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b58b90eb-35b7-4e79-85ed-e78b3daa48f7 None None] Port 47fbfc3e-4987-433a-854c-816b07d9ed10 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:40:50.552152 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-5384b2ce-b6fb-4f2a-91f0-ed1474357118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:50.610293 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0ef0b-4d16-408d-8c9f-914bd14f57f0 req-ed9125c5-ce53-4c98-9399-0ef8feceea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:50.613680 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bde0ef0b-4d16-408d-8c9f-914bd14f57f0 req-ed9125c5-ce53-4c98-9399-0ef8feceea9e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 1096 time: 0.3846030 Dec 10 18:40:50.704353 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-948717ea-08ac-4dc9-91fa-ef2c5ee4f8e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:50.713318 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-e903f571-d242-43df-a932-8800e5b33b73 req-245fdc62-cfc0-4ba3-ac39-8c7b81bc6854 service neutron] Attempting to bind port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:40:50.713908 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-e903f571-d242-43df-a932-8800e5b33b73 req-245fdc62-cfc0-4ba3-ac39-8c7b81bc6854 service neutron] Attempting to bind port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:40:50.716780 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e903f571-d242-43df-a932-8800e5b33b73 req-245fdc62-cfc0-4ba3-ac39-8c7b81bc6854 service neutron] Attempting to bind port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:40:50.734876 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e903f571-d242-43df-a932-8800e5b33b73 req-245fdc62-cfc0-4ba3-ac39-8c7b81bc6854 service neutron] Port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 on network c9403646-ab9b-4a0a-827b-6d4376246b64 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:40:50.735448 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e903f571-d242-43df-a932-8800e5b33b73 req-245fdc62-cfc0-4ba3-ac39-8c7b81bc6854 service neutron] Attempting to bind port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:40:50.741374 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c3722-c089-4962-a194-169614c3fc5d req-c71f03e3-dbf0-4563-91f8-aa433670bf01 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:50.744283 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ee5c3722-c089-4962-a194-169614c3fc5d req-c71f03e3-dbf0-4563-91f8-aa433670bf01 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 948 time: 0.3004293 Dec 10 18:40:50.750426 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e903f571-d242-43df-a932-8800e5b33b73 req-245fdc62-cfc0-4ba3-ac39-8c7b81bc6854 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:40:50.751093 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e903f571-d242-43df-a932-8800e5b33b73 req-245fdc62-cfc0-4ba3-ac39-8c7b81bc6854 service neutron] Checking segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:40:50.751672 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e903f571-d242-43df-a932-8800e5b33b73 req-245fdc62-cfc0-4ba3-ac39-8c7b81bc6854 service neutron] Bound using segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:40:50.752285 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-e903f571-d242-43df-a932-8800e5b33b73 req-245fdc62-cfc0-4ba3-ac39-8c7b81bc6854 service neutron] Bound port: 11e8e98c-eb94-4b13-8d37-10d3788fd7d0, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:40:50.752885 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e903f571-d242-43df-a932-8800e5b33b73 req-245fdc62-cfc0-4ba3-ac39-8c7b81bc6854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:50.866293 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bde0ef0b-4d16-408d-8c9f-914bd14f57f0 req-694a4f5e-6a5d-4f60-90df-16828f7a6f49 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354698 Dec 10 18:40:50.871993 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-948717ea-08ac-4dc9-91fa-ef2c5ee4f8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:50.874522 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-948717ea-08ac-4dc9-91fa-ef2c5ee4f8e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:50.877981 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-948717ea-08ac-4dc9-91fa-ef2c5ee4f8e1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fe13ea0b-2f78-4152-b799-ccd8dbf3805f HTTP/1.1" status: 204 len: 168 time: 0.7698882 Dec 10 18:40:50.903756 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ee5c3722-c089-4962-a194-169614c3fc5d req-3b58465e-a3d2-436f-871e-99f0df645c26 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520083 Dec 10 18:40:50.908858 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e903f571-d242-43df-a932-8800e5b33b73 req-245fdc62-cfc0-4ba3-ac39-8c7b81bc6854 service neutron] For port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:40:50.913999 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e903f571-d242-43df-a932-8800e5b33b73 req-245fdc62-cfc0-4ba3-ac39-8c7b81bc6854 service neutron] For port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=11e8e98c-eb94-4b13-8d37-10d3788fd7d0,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:40:50.917876 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948717ea-08ac-4dc9-91fa-ef2c5ee4f8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe13ea0b-2f78-4152-b799-ccd8dbf3805f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:50.938230 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e903f571-d242-43df-a932-8800e5b33b73 req-245fdc62-cfc0-4ba3-ac39-8c7b81bc6854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:50.947012 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9d9a96-57ba-483a-8692-cdbeff202063 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:50.955183 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5f9d9a96-57ba-483a-8692-cdbeff202063 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:50.958037 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f9d9a96-57ba-483a-8692-cdbeff202063 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:40:50.959072 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f9d9a96-57ba-483a-8692-cdbeff202063 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:40:50.982632 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5f9d9a96-57ba-483a-8692-cdbeff202063 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5981350 Dec 10 18:40:50.986765 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55602) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:50.992981 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-86ab845c-e809-4314-805d-016a0339b1c5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'subnet': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:51.122367 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ab845c-e809-4314-805d-016a0339b1c5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:51.126067 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-86ab845c-e809-4314-805d-016a0339b1c5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:51.127659 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-86ab845c-e809-4314-805d-016a0339b1c5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:40:51.128212 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86ab845c-e809-4314-805d-016a0339b1c5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:40:51.148301 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-86ab845c-e809-4314-805d-016a0339b1c5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1598618 Dec 10 18:40:51.193644 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55608) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:51.200250 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-169cc952-05b0-48e3-a581-298f841f8020 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'subnet': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:51.291014 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6e030-5058-40fe-9700-51ad967adffe req-269da808-6004-4965-a799-9c08d1a509a2 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:51.292750 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8ac6e030-5058-40fe-9700-51ad967adffe req-269da808-6004-4965-a799-9c08d1a509a2 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 945 time: 0.1432760 Dec 10 18:40:51.370153 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8ac6e030-5058-40fe-9700-51ad967adffe req-926018b4-cf44-4222-bd4e-80d13ab8836e tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689237 Dec 10 18:40:51.408109 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169cc952-05b0-48e3-a581-298f841f8020 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:51.415478 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-169cc952-05b0-48e3-a581-298f841f8020 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:51.421152 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-169cc952-05b0-48e3-a581-298f841f8020 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:40:51.421602 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-169cc952-05b0-48e3-a581-298f841f8020 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:40:51.423600 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903f571-d242-43df-a932-8800e5b33b73 req-245fdc62-cfc0-4ba3-ac39-8c7b81bc6854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:51.424830 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e903f571-d242-43df-a932-8800e5b33b73 req-245fdc62-cfc0-4ba3-ac39-8c7b81bc6854 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:51.425808 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e903f571-d242-43df-a932-8800e5b33b73 req-245fdc62-cfc0-4ba3-ac39-8c7b81bc6854 service neutron] 10.222.0.46 "PUT /v2.0/ports/11e8e98c-eb94-4b13-8d37-10d3788fd7d0 HTTP/1.1" status: 200 len: 1096 time: 2.5055730 Dec 10 18:40:51.426295 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b0745f-c616-4a31-b3cc-0ff247ff4e88', 'tag': '11e8e98c-eb94-4b13-8d37-10d3788fd7d0'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:40:51.428680 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfd0f52-9857-454d-a0fe-6a3921d30f30" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b0745f-c616-4a31-b3cc-0ff247ff4e88", "tag": "11e8e98c-eb94-4b13-8d37-10d3788fd7d0"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:40:51.469632 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-169cc952-05b0-48e3-a581-298f841f8020 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2744102 Dec 10 18:40:51.472048 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55634) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:51.509729 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f60c4d29-4121-4d81-b3ed-48dc5328de17 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0365112 Dec 10 18:40:51.511978 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55636) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:51.524283 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device dc2ff59e-b465-47d0-8e13-54dcfc86e10a up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:40:51.651097 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port dc2ff59e-b465-47d0-8e13-54dcfc86e10a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:51.651695 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:51.658614 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dda198-48e5-431d-b754-ba0b465e29e5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:51.663255 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-77dda198-48e5-431d-b754-ba0b465e29e5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1470284 Dec 10 18:40:51.674844 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55640) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:51.756569 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55644) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:51.757923 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:51.758072 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b942a14a-29aa-4f86-8837-6323c2ab5926 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0788884 Dec 10 18:40:51.767551 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-cfd0ba01-ffe0-4775-bdeb-494f2a084f42 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'subnet': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:51.786589 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f2523-a0b3-45fa-9a1e-a9883a5e6b16 req-96e4bacf-bc1d-4c44-957e-c64037caad39 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:51.794861 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d22f2523-a0b3-45fa-9a1e-a9883a5e6b16 req-96e4bacf-bc1d-4c44-957e-c64037caad39 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=19e1710d-79e1-45fe-bc37-c45bc6384fc5 HTTP/1.1" status: 200 len: 945 time: 0.8758199 Dec 10 18:40:51.809718 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port dc2ff59e-b465-47d0-8e13-54dcfc86e10a, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=dc2ff59e-b465-47d0-8e13-54dcfc86e10a,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:51.819505 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:51.830198 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245fdc62-cfc0-4ba3-ac39-8c7b81bc6854 service neutron] Pushing event updated for resources: {'Port': ['ID=11e8e98c-eb94-4b13-8d37-10d3788fd7d0,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:51.841925 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b89d1-da32-44e2-bdb3-c52065321805 req-a6118659-920b-4b6c-8d90-09c5f61adb2b tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:51.850652 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b89d1-da32-44e2-bdb3-c52065321805 req-a6118659-920b-4b6c-8d90-09c5f61adb2b tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:51.858830 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b89d1-da32-44e2-bdb3-c52065321805 req-a6118659-920b-4b6c-8d90-09c5f61adb2b tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:51.867761 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b89d1-da32-44e2-bdb3-c52065321805 req-a6118659-920b-4b6c-8d90-09c5f61adb2b tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:51.877226 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b89d1-da32-44e2-bdb3-c52065321805 req-a6118659-920b-4b6c-8d90-09c5f61adb2b tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:51.886509 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-905b89d1-da32-44e2-bdb3-c52065321805 req-a6118659-920b-4b6c-8d90-09c5f61adb2b tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 3815 time: 0.1929204 Dec 10 18:40:51.890156 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903f571-d242-43df-a932-8800e5b33b73 req-cb87d954-be34-46ce-a4bd-3cb5418b173f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:51.891389 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=dc2ff59e-b465-47d0-8e13-54dcfc86e10a,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:51.891665 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e903f571-d242-43df-a932-8800e5b33b73 req-cb87d954-be34-46ce-a4bd-3cb5418b173f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f1621867e3041c3a975a6622e21074f&device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 1099 time: 0.3155601 Dec 10 18:40:51.977370 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-905b89d1-da32-44e2-bdb3-c52065321805 req-0d656fee-d1f1-40c1-a647-413a98f6e3e3 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895531 Dec 10 18:40:51.996533 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e903f571-d242-43df-a932-8800e5b33b73 req-53880b49-3f5e-4a51-b5f3-863c8dabb473 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=11e8e98c-eb94-4b13-8d37-10d3788fd7d0 HTTP/1.1" status: 200 len: 217 time: 0.0764468 Dec 10 18:40:52.050530 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55652) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:52.072281 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6281ddb2-ebe1-49f8-9c22-6830b1402955 x-openstack-request-id: req-6281ddb2-ebe1-49f8-9c22-6830b1402955 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:40:52.072574 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b0745f-c616-4a31-b3cc-0ff247ff4e88", "tag": "11e8e98c-eb94-4b13-8d37-10d3788fd7d0", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:40:52.072871 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6281ddb2-ebe1-49f8-9c22-6830b1402955 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:40:52.073272 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b0745f-c616-4a31-b3cc-0ff247ff4e88', 'tag': '11e8e98c-eb94-4b13-8d37-10d3788fd7d0', 'status': 'completed', 'code': 200} Dec 10 18:40:52.180184 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d22f2523-a0b3-45fa-9a1e-a9883a5e6b16 req-86d499b4-f571-4dc9-8022-72072e46f9be tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb9b006-f70c-4e34-b1ab-8ba414ee140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776109 Dec 10 18:40:52.201503 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701835d-1426-42d2-a7e0-1091bc3aba36 req-9388fc5e-6583-4093-ac0a-11f1db97f339 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:52.210253 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8701835d-1426-42d2-a7e0-1091bc3aba36 req-9388fc5e-6583-4093-ac0a-11f1db97f339 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 948 time: 0.0816832 Dec 10 18:40:52.215614 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903f571-d242-43df-a932-8800e5b33b73 req-b4a3058f-bd44-4986-b533-230efddb5bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:52.217211 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e903f571-d242-43df-a932-8800e5b33b73 req-b4a3058f-bd44-4986-b533-230efddb5bfb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.1929235 Dec 10 18:40:52.217446 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-75990615-9e0d-43bc-b113-bce44ba4a638 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1756117139-network', 'tenant_id': 'f8002ceb1ff04dd99711bccd125a62fa'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:52.218397 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875b61ac-7e0c-4d0f-957d-a6f989a9c239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2ff59e-b465-47d0-8e13-54dcfc86e10a'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:40:52.219982 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd0ba01-ffe0-4775-bdeb-494f2a084f42 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:52.221125 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6263b054-7724-4ad6-9912-3d1a5c2b0b5d" -d '{"events": [{"server_uuid": "875b61ac-7e0c-4d0f-957d-a6f989a9c239", "name": "network-vif-plugged", "status": "completed", "tag": "dc2ff59e-b465-47d0-8e13-54dcfc86e10a"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:40:52.223550 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cfd0ba01-ffe0-4775-bdeb-494f2a084f42 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:52.228672 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-5384b2ce-b6fb-4f2a-91f0-ed1474357118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 749d304e-94ac-4ca9-8f42-bc8c32ca4f51 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:40:52.250411 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-5384b2ce-b6fb-4f2a-91f0-ed1474357118 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:52.272625 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad75577-8792-4c10-ae43-7c36345f8446 x-openstack-request-id: req-3ad75577-8792-4c10-ae43-7c36345f8446 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:40:52.273228 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875b61ac-7e0c-4d0f-957d-a6f989a9c239", "name": "network-vif-plugged", "status": "completed", "tag": "dc2ff59e-b465-47d0-8e13-54dcfc86e10a", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:40:52.273642 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3ad75577-8792-4c10-ae43-7c36345f8446 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:40:52.276166 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875b61ac-7e0c-4d0f-957d-a6f989a9c239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2ff59e-b465-47d0-8e13-54dcfc86e10a', 'code': 200} Dec 10 18:40:52.281177 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75990615-9e0d-43bc-b113-bce44ba4a638 admin admin] Made reservation on behalf of f8002ceb1ff04dd99711bccd125a62fa for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:52.282829 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75990615-9e0d-43bc-b113-bce44ba4a638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:52.301119 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75990615-9e0d-43bc-b113-bce44ba4a638 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:52.315275 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8701835d-1426-42d2-a7e0-1091bc3aba36 req-c9f08f5a-c165-4a40-bd56-35042ca0e4b0 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039677 Dec 10 18:40:52.347985 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-5384b2ce-b6fb-4f2a-91f0-ed1474357118 service neutron] Transition to ACTIVE for port object 749d304e-94ac-4ca9-8f42-bc8c32ca4f51 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:40:52.368562 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6043469d-c9e7-4b4a-949d-dd46794f19d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:52.379000 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-5384b2ce-b6fb-4f2a-91f0-ed1474357118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:52.429444 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75990615-9e0d-43bc-b113-bce44ba4a638 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:52.435073 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75990615-9e0d-43bc-b113-bce44ba4a638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:52.447087 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903f571-d242-43df-a932-8800e5b33b73 req-b6ab32d5-92d7-4671-9050-09851ea31fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:52.448697 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e903f571-d242-43df-a932-8800e5b33b73 req-b6ab32d5-92d7-4671-9050-09851ea31fb9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2007074 Dec 10 18:40:52.471743 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75990615-9e0d-43bc-b113-bce44ba4a638 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:40:52.482777 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75990615-9e0d-43bc-b113-bce44ba4a638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d58dcf-b7a0-45e0-8674-df8e846ae789,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:52.488134 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75990615-9e0d-43bc-b113-bce44ba4a638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:52.488528 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-75990615-9e0d-43bc-b113-bce44ba4a638 admin admin] Added segment 88eb107e-e6ac-4d95-9021-c14ed7f61427 of type vlan for network 65decb63-73b1-40dd-941b-f1a33a1e61aa Dec 10 18:40:52.558318 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75990615-9e0d-43bc-b113-bce44ba4a638 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:52.590616 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75990615-9e0d-43bc-b113-bce44ba4a638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:52.592095 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75990615-9e0d-43bc-b113-bce44ba4a638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:52.593006 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75990615-9e0d-43bc-b113-bce44ba4a638 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:52.594458 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5384b2ce-b6fb-4f2a-91f0-ed1474357118 service neutron] Pushing event updated for resources: {'Port': ['ID=749d304e-94ac-4ca9-8f42-bc8c32ca4f51,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:52.721384 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-75990615-9e0d-43bc-b113-bce44ba4a638 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6665168 Dec 10 18:40:52.722217 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55672) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:52.729841 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-74d38d3c-8466-4397-8e69-c829b1e1b7c2 admin admin] Request body: {'subnet': {'network_id': '65decb63-73b1-40dd-941b-f1a33a1e61aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1756117139-subnet', 'tenant_id': 'f8002ceb1ff04dd99711bccd125a62fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:52.764209 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75990615-9e0d-43bc-b113-bce44ba4a638 admin admin] Pushing event updated for resources: {'Network': ['ID=65decb63-73b1-40dd-941b-f1a33a1e61aa,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:52.768484 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4eb58-7cf3-477f-aa49-f24fe38e0cc9 req-8176c185-2e5c-40d3-b79f-13fb4caa7258 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:52.770134 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7bf4eb58-7cf3-477f-aa49-f24fe38e0cc9 req-8176c185-2e5c-40d3-b79f-13fb4caa7258 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 945 time: 0.2909694 Dec 10 18:40:52.776766 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 65decb63-73b1-40dd-941b-f1a33a1e61aa details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:40:52.787565 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e903f571-d242-43df-a932-8800e5b33b73 req-2c8d460f-ad49-488c-8535-b9af97464920 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186946 Dec 10 18:40:52.789486 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d38d3c-8466-4397-8e69-c829b1e1b7c2 admin admin] Made reservation on behalf of f8002ceb1ff04dd99711bccd125a62fa for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:52.796703 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-74d38d3c-8466-4397-8e69-c829b1e1b7c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:52.924555 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-5384b2ce-b6fb-4f2a-91f0-ed1474357118 service neutron] Attempting to bind port 749d304e-94ac-4ca9-8f42-bc8c32ca4f51 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:40:52.925049 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-5384b2ce-b6fb-4f2a-91f0-ed1474357118 service neutron] Attempting to bind port 749d304e-94ac-4ca9-8f42-bc8c32ca4f51 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c464ae35-619c-4be0-bdf6-7932892aa026'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:40:52.925286 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-5384b2ce-b6fb-4f2a-91f0-ed1474357118 service neutron] Attempting to bind port 749d304e-94ac-4ca9-8f42-bc8c32ca4f51 on network c464ae35-619c-4be0-bdf6-7932892aa026 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:40:52.965678 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-5384b2ce-b6fb-4f2a-91f0-ed1474357118 service neutron] Port 749d304e-94ac-4ca9-8f42-bc8c32ca4f51 on network c464ae35-619c-4be0-bdf6-7932892aa026 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:40:52.966003 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-5384b2ce-b6fb-4f2a-91f0-ed1474357118 service neutron] Attempting to bind port 749d304e-94ac-4ca9-8f42-bc8c32ca4f51 on network c464ae35-619c-4be0-bdf6-7932892aa026 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:40:53.002465 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-5384b2ce-b6fb-4f2a-91f0-ed1474357118 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:40:53.002851 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-5384b2ce-b6fb-4f2a-91f0-ed1474357118 service neutron] Checking segment: {'id': '24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c464ae35-619c-4be0-bdf6-7932892aa026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:40:53.003210 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-5384b2ce-b6fb-4f2a-91f0-ed1474357118 service neutron] Bound using segment: {'id': '24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c464ae35-619c-4be0-bdf6-7932892aa026'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:40:53.003671 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-5384b2ce-b6fb-4f2a-91f0-ed1474357118 service neutron] Bound port: 749d304e-94ac-4ca9-8f42-bc8c32ca4f51, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c464ae35-619c-4be0-bdf6-7932892aa026'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:40:53.004081 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-5384b2ce-b6fb-4f2a-91f0-ed1474357118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:53.018550 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7bf4eb58-7cf3-477f-aa49-f24fe38e0cc9 req-7b443c84-2f92-4142-afde-2dc0f2a03bad tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297516 Dec 10 18:40:53.062441 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-74d38d3c-8466-4397-8e69-c829b1e1b7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:53.211753 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d38d3c-8466-4397-8e69-c829b1e1b7c2 admin admin] Checking segment: {'id': '88eb107e-e6ac-4d95-9021-c14ed7f61427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '65decb63-73b1-40dd-941b-f1a33a1e61aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:40:53.212120 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d38d3c-8466-4397-8e69-c829b1e1b7c2 admin admin] Network hostable DHCP agents. Network: 65decb63-73b1-40dd-941b-f1a33a1e61aa, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:40:53.216296 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e903f571-d242-43df-a932-8800e5b33b73 req-ec4451f7-4423-46a9-b26f-ba2dfcd11fc8 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113312 Dec 10 18:40:53.217643 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d38d3c-8466-4397-8e69-c829b1e1b7c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9fdca6b-40c5-4c11-ba20-d8bd7e62da64,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:53.239194 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda69f4-65e5-4564-bcbe-01b25f267a4c req-3d9e8b3d-d9d6-4259-abd5-53b99945166c tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:53.245839 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda69f4-65e5-4564-bcbe-01b25f267a4c req-3d9e8b3d-d9d6-4259-abd5-53b99945166c tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:53.251961 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda69f4-65e5-4564-bcbe-01b25f267a4c req-3d9e8b3d-d9d6-4259-abd5-53b99945166c tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:53.259002 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda69f4-65e5-4564-bcbe-01b25f267a4c req-3d9e8b3d-d9d6-4259-abd5-53b99945166c tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:53.262397 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95c11b-eb2a-44bd-bb81-04c5ca6e7529 req-ca3c19d4-23fd-4397-a8f0-f831ac353c11 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:53.264119 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-db95c11b-eb2a-44bd-bb81-04c5ca6e7529 req-ca3c19d4-23fd-4397-a8f0-f831ac353c11 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.72 "GET /v2.0/ports?device_id=19e1710d-79e1-45fe-bc37-c45bc6384fc5 HTTP/1.1" status: 200 len: 945 time: 0.2853861 Dec 10 18:40:53.265177 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda69f4-65e5-4564-bcbe-01b25f267a4c req-3d9e8b3d-d9d6-4259-abd5-53b99945166c tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:53.273877 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2dda69f4-65e5-4564-bcbe-01b25f267a4c req-3d9e8b3d-d9d6-4259-abd5-53b99945166c tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 3827 time: 0.1289186 Dec 10 18:40:53.289651 n-d-821435-1 neutron-server[103244]: DEBUG neutron.objects.ports [None req-cfd0ba01-ffe0-4775-bdeb-494f2a084f42 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103244) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:40:53.297341 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d38d3c-8466-4397-8e69-c829b1e1b7c2 admin admin] Network 65decb63-73b1-40dd-941b-f1a33a1e61aa is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:40:53.306526 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cfd0ba01-ffe0-4775-bdeb-494f2a084f42 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:53.328607 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-74d38d3c-8466-4397-8e69-c829b1e1b7c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 65decb63-73b1-40dd-941b-f1a33a1e61aa) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:53.333067 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d38d3c-8466-4397-8e69-c829b1e1b7c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:53.334440 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-74d38d3c-8466-4397-8e69-c829b1e1b7c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:53.355903 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2dda69f4-65e5-4564-bcbe-01b25f267a4c req-3b672967-81f6-4ec7-8c92-3d7bd219ca25 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713518 Dec 10 18:40:53.374310 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-5384b2ce-b6fb-4f2a-91f0-ed1474357118 service neutron] For port 749d304e-94ac-4ca9-8f42-bc8c32ca4f51, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:40:53.375049 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2675c820-7f4f-4687-8fcd-605248b61f7c None None] Network 65decb63-73b1-40dd-941b-f1a33a1e61aa requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:40:53.384750 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:53.390751 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-74d38d3c-8466-4397-8e69-c829b1e1b7c2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6674602 Dec 10 18:40:53.482146 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd0ba01-ffe0-4775-bdeb-494f2a084f42 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:53.495248 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4c2b4-7356-430e-b732-95fe02b7f61f req-b1e98bec-71fd-4b5d-b023-a9de652f9d2a tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:53.496859 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-00d4c2b4-7356-430e-b732-95fe02b7f61f req-b1e98bec-71fd-4b5d-b023-a9de652f9d2a tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 945 time: 0.3431644 Dec 10 18:40:53.527241 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-5384b2ce-b6fb-4f2a-91f0-ed1474357118 service neutron] For port 749d304e-94ac-4ca9-8f42-bc8c32ca4f51, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=749d304e-94ac-4ca9-8f42-bc8c32ca4f51,segment=NetworkSegment(24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4),segment_id=24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:40:53.540512 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a1713e-2eed-4853-b07b-70ccf3593b02 None None] Network 65decb63-73b1-40dd-941b-f1a33a1e61aa requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:40:53.545688 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-cfd0ba01-ffe0-4775-bdeb-494f2a084f42 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:53.549123 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd0ba01-ffe0-4775-bdeb-494f2a084f42 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:53.549740 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cfd0ba01-ffe0-4775-bdeb-494f2a084f42 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:53.566531 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-5384b2ce-b6fb-4f2a-91f0-ed1474357118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:53.569274 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b3083-f541-493c-97c1-9bdf32c5764b req-ee0e16c9-546a-460f-abde-8996269110cd tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:53.573349 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8f6b3083-f541-493c-97c1-9bdf32c5764b req-ee0e16c9-546a-460f-abde-8996269110cd tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=19e1710d-79e1-45fe-bc37-c45bc6384fc5 HTTP/1.1" status: 200 len: 945 time: 0.1236401 Dec 10 18:40:53.611676 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4642a831-8d11-4914-8aa4-0274d4bccec7 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:40:53.697344 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8f6b3083-f541-493c-97c1-9bdf32c5764b req-8dad1d9a-6510-4ff4-b289-07ab9667ce12 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb9b006-f70c-4e34-b1ab-8ba414ee140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151450 Dec 10 18:40:53.713806 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5384b2ce-b6fb-4f2a-91f0-ed1474357118 service neutron] Pushing event updated for resources: {'Port': ['ID=749d304e-94ac-4ca9-8f42-bc8c32ca4f51,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:53.728053 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0ba01-ffe0-4775-bdeb-494f2a084f42 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Subnet': ['ID=37439bf3-b8a7-4b4f-b344-bcb9dc1cccbe,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:53.748520 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-cfd0ba01-ffe0-4775-bdeb-494f2a084f42 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9889050 Dec 10 18:40:53.751686 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55698) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:53.760361 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8a5e2a36-818b-4f3e-b0ae-278aae8246ae tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'port': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'mac_address': 'fa:16:3e:82:54:69', 'name': 'tempest-NetworksTestDHCPv6-267875586'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:53.775204 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-5384b2ce-b6fb-4f2a-91f0-ed1474357118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:53.776091 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-5384b2ce-b6fb-4f2a-91f0-ed1474357118 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:53.785437 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-5384b2ce-b6fb-4f2a-91f0-ed1474357118 service neutron] 10.222.0.72 "PUT /v2.0/ports/749d304e-94ac-4ca9-8f42-bc8c32ca4f51 HTTP/1.1" status: 200 len: 1091 time: 3.6929204 Dec 10 18:40:53.811073 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd0f52-9857-454d-a0fe-6a3921d30f30 req-ab600ec4-02eb-43be-992a-c9d81d74f288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:53.812265 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ce5dcd-6ba2-4456-bd14-85555d933e11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'project_id': '5206888eb8664e02a4054430b5bab51d', 'fixed_ips': [{'subnet_id': '37439bf3-b8a7-4b4f-b344-bcb9dc1cccbe'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:40:53.813218 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-76ce5dcd-6ba2-4456-bd14-85555d933e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:53.814521 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-edfd0f52-9857-454d-a0fe-6a3921d30f30 req-ab600ec4-02eb-43be-992a-c9d81d74f288 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f1621867e3041c3a975a6622e21074f&device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 1099 time: 0.4883988 Dec 10 18:40:53.829014 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-ca81169d-4a44-4145-a8dc-bd306d6650bb service neutron] Request body: {'port': {'device_id': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:53.952526 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd0f52-9857-454d-a0fe-6a3921d30f30 req-e2770e27-f692-465e-a9b3-b2509c212bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:53.954379 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-edfd0f52-9857-454d-a0fe-6a3921d30f30 req-e2770e27-f692-465e-a9b3-b2509c212bfb service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.1162012 Dec 10 18:40:53.989542 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec75bf-0130-48f7-9ca6-b480c3684aee req-d93fb6c7-cd63-4927-a924-1e523f350ed5 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:53.992785 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8eec75bf-0130-48f7-9ca6-b480c3684aee req-d93fb6c7-cd63-4927-a924-1e523f350ed5 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 948 time: 0.0978560 Dec 10 18:40:54.081519 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5e2a36-818b-4f3e-b0ae-278aae8246ae tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:54.092860 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-76ce5dcd-6ba2-4456-bd14-85555d933e11 None None] Allocated IP 2001:db8::f816:3eff:fec6:4fe4 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/37439bf3-b8a7-4b4f-b344-bcb9dc1cccbe/31b2e124-24ce-414f-bf36-2341355174f0) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:54.121549 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'tag': '749d304e-94ac-4ca9-8f42-bc8c32ca4f51'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:40:54.125797 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e929225e-5475-4625-8d40-26dffce856b7" -d '{"events": [{"name": "network-changed", "server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "tag": "749d304e-94ac-4ca9-8f42-bc8c32ca4f51"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:40:54.147850 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-db95c11b-eb2a-44bd-bb81-04c5ca6e7529 req-0cdaa421-573a-44d2-8088-5306ec990492 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Deleting port 573e5613-5e16-4782-8807-6098198491ff {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:40:54.148207 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-db95c11b-eb2a-44bd-bb81-04c5ca6e7529 req-0cdaa421-573a-44d2-8088-5306ec990492 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:54.163557 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-edfd0f52-9857-454d-a0fe-6a3921d30f30 req-d81586f1-f8f4-44b3-a2d4-9d4e6255d50e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=11e8e98c-eb94-4b13-8d37-10d3788fd7d0 HTTP/1.1" status: 200 len: 217 time: 0.1902366 Dec 10 18:40:54.169434 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-00d4c2b4-7356-430e-b732-95fe02b7f61f req-5d2f42a8-fcdf-48b7-bcbc-a827851a52f5 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6378317 Dec 10 18:40:54.172598 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8eec75bf-0130-48f7-9ca6-b480c3684aee req-d9928a9b-e114-4165-868c-92da5ca9451a tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709421 Dec 10 18:40:54.253899 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8a5e2a36-818b-4f3e-b0ae-278aae8246ae tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:54.277909 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd0f52-9857-454d-a0fe-6a3921d30f30 req-67673314-c3bd-49fb-8790-d224efc36654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:54.279936 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-edfd0f52-9857-454d-a0fe-6a3921d30f30 req-67673314-c3bd-49fb-8790-d224efc36654 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.1062646 Dec 10 18:40:54.329604 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-8a5e2a36-818b-4f3e-b0ae-278aae8246ae tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] device_id is not set on port cc0315b4-4dcc-44bd-b1e8-0a6094aec7cb yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:40:54.341790 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-76ce5dcd-6ba2-4456-bd14-85555d933e11 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:54.355674 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-76ce5dcd-6ba2-4456-bd14-85555d933e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:54.386883 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-ca81169d-4a44-4145-a8dc-bd306d6650bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:54.475339 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce5dcd-6ba2-4456-bd14-85555d933e11 None None] Pushing event updated for resources: {'Port': ['ID=31b2e124-24ce-414f-bf36-2341355174f0,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:54.498735 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ce5dcd-6ba2-4456-bd14-85555d933e11 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:54.502358 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ce5dcd-6ba2-4456-bd14-85555d933e11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:54.506323 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ce5dcd-6ba2-4456-bd14-85555d933e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:54.506797 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ce5dcd-6ba2-4456-bd14-85555d933e11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:54.507156 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ce5dcd-6ba2-4456-bd14-85555d933e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:54.507510 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ce5dcd-6ba2-4456-bd14-85555d933e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:54.507856 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ce5dcd-6ba2-4456-bd14-85555d933e11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:54.508192 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ce5dcd-6ba2-4456-bd14-85555d933e11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:54.508527 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ce5dcd-6ba2-4456-bd14-85555d933e11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:54.509179 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ce5dcd-6ba2-4456-bd14-85555d933e11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:54.509179 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ce5dcd-6ba2-4456-bd14-85555d933e11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:54.509530 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ce5dcd-6ba2-4456-bd14-85555d933e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:54.509860 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ce5dcd-6ba2-4456-bd14-85555d933e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:54.510189 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ce5dcd-6ba2-4456-bd14-85555d933e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:54.520330 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-76ce5dcd-6ba2-4456-bd14-85555d933e11 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:54.527680 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ce5dcd-6ba2-4456-bd14-85555d933e11 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:40:54.649957 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-76ce5dcd-6ba2-4456-bd14-85555d933e11 None None] Attempting to bind port 31b2e124-24ce-414f-bf36-2341355174f0 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:40:54.650763 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-76ce5dcd-6ba2-4456-bd14-85555d933e11 None None] Attempting to bind port 31b2e124-24ce-414f-bf36-2341355174f0 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:40:54.650763 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ce5dcd-6ba2-4456-bd14-85555d933e11 None None] Attempting to bind port 31b2e124-24ce-414f-bf36-2341355174f0 on network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:40:54.662892 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ce5dcd-6ba2-4456-bd14-85555d933e11 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:40:54.664434 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ce5dcd-6ba2-4456-bd14-85555d933e11 None None] Checking segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:40:54.664892 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-76ce5dcd-6ba2-4456-bd14-85555d933e11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:54.665300 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ce5dcd-6ba2-4456-bd14-85555d933e11 None None] Bound using segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:40:54.665795 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-76ce5dcd-6ba2-4456-bd14-85555d933e11 None None] Bound port: 31b2e124-24ce-414f-bf36-2341355174f0, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:40:54.666184 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-76ce5dcd-6ba2-4456-bd14-85555d933e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:54.705567 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-8a5e2a36-818b-4f3e-b0ae-278aae8246ae tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Allocated IP 2001:db8::f816:3eff:fe82:5469 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/37439bf3-b8a7-4b4f-b344-bcb9dc1cccbe/cc0315b4-4dcc-44bd-b1e8-0a6094aec7cb) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:54.786009 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:54.789126 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-db95c11b-eb2a-44bd-bb81-04c5ca6e7529 req-0cdaa421-573a-44d2-8088-5306ec990492 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] For port 573e5613-5e16-4782-8807-6098198491ff, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=573e5613-5e16-4782-8807-6098198491ff,segment=NetworkSegment(2144d0cb-dbc0-42c3-b1a1-43c3f051561c),segment_id=2144d0cb-dbc0-42c3-b1a1-43c3f051561c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:54.789640 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-db95c11b-eb2a-44bd-bb81-04c5ca6e7529 req-0cdaa421-573a-44d2-8088-5306ec990492 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:54.812417 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-db95c11b-eb2a-44bd-bb81-04c5ca6e7529 req-0cdaa421-573a-44d2-8088-5306ec990492 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Calling delete_port for 573e5613-5e16-4782-8807-6098198491ff owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:40:54.828282 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-76ce5dcd-6ba2-4456-bd14-85555d933e11 None None] For port 31b2e124-24ce-414f-bf36-2341355174f0, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:40:54.843888 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-76ce5dcd-6ba2-4456-bd14-85555d933e11 None None] For port 31b2e124-24ce-414f-bf36-2341355174f0, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=31b2e124-24ce-414f-bf36-2341355174f0,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:40:54.855103 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-76ce5dcd-6ba2-4456-bd14-85555d933e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:54.923655 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce5dcd-6ba2-4456-bd14-85555d933e11 None None] Pushing event updated for resources: {'Port': ['ID=31b2e124-24ce-414f-bf36-2341355174f0,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:54.951664 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929225e-5475-4625-8d40-26dffce856b7 req-1cab5db9-27b1-48af-918a-7a7cc3ca9343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:54.952149 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929225e-5475-4625-8d40-26dffce856b7 req-1cab5db9-27b1-48af-918a-7a7cc3ca9343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:54.952618 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929225e-5475-4625-8d40-26dffce856b7 req-1cab5db9-27b1-48af-918a-7a7cc3ca9343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:54.953118 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929225e-5475-4625-8d40-26dffce856b7 req-1cab5db9-27b1-48af-918a-7a7cc3ca9343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:54.953581 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929225e-5475-4625-8d40-26dffce856b7 req-1cab5db9-27b1-48af-918a-7a7cc3ca9343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:54.965065 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e929225e-5475-4625-8d40-26dffce856b7 req-1cab5db9-27b1-48af-918a-7a7cc3ca9343 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=98fdd3d4007244d19399f00305d1e82f&device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 4362 time: 0.2897854 Dec 10 18:40:55.006623 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1442ef4a-6867-4092-925b-e6c5918d3ee7 x-openstack-request-id: req-1442ef4a-6867-4092-925b-e6c5918d3ee7 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:40:55.007039 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "tag": "749d304e-94ac-4ca9-8f42-bc8c32ca4f51", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:40:55.007301 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1442ef4a-6867-4092-925b-e6c5918d3ee7 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:40:55.007762 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'tag': '749d304e-94ac-4ca9-8f42-bc8c32ca4f51', 'status': 'completed', 'code': 200} Dec 10 18:40:55.217569 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd0f52-9857-454d-a0fe-6a3921d30f30 req-b8134901-0129-4f45-bd8a-0a5243e3fec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:55.219180 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-edfd0f52-9857-454d-a0fe-6a3921d30f30 req-b8134901-0129-4f45-bd8a-0a5243e3fec3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9199848 Dec 10 18:40:55.232348 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-db95c11b-eb2a-44bd-bb81-04c5ca6e7529 req-0cdaa421-573a-44d2-8088-5306ec990492 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:55.247849 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['a2e86c1e-7df4-452d-a81e-ab6e5e979549'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:40:55.500982 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8a5e2a36-818b-4f3e-b0ae-278aae8246ae tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:55.507121 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:55.550904 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 573e5613-5e16-4782-8807-6098198491ff no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:40:55.633976 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 573e5613-5e16-4782-8807-6098198491ff {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:40:55.634337 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 573e5613-5e16-4782-8807-6098198491ff not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:40:55.675905 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 31b2e124-24ce-414f-bf36-2341355174f0 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:40:55.704728 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdaa421-573a-44d2-8088-5306ec990492 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Pushing event deleted for resources: {'Port': ['ID=573e5613-5e16-4782-8807-6098198491ff,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:55.737458 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d4099-0b24-4ebf-8c4e-47f64388a8eb req-76f18bbb-fde9-4207-a71f-03cfa6a057fb tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:55.764477 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d4099-0b24-4ebf-8c4e-47f64388a8eb req-76f18bbb-fde9-4207-a71f-03cfa6a057fb tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:55.785403 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d4099-0b24-4ebf-8c4e-47f64388a8eb req-76f18bbb-fde9-4207-a71f-03cfa6a057fb tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:55.805166 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d4099-0b24-4ebf-8c4e-47f64388a8eb req-76f18bbb-fde9-4207-a71f-03cfa6a057fb tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:55.819713 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d4099-0b24-4ebf-8c4e-47f64388a8eb req-76f18bbb-fde9-4207-a71f-03cfa6a057fb tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:55.835183 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 31b2e124-24ce-414f-bf36-2341355174f0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:55.836221 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:55.843609 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-769d4099-0b24-4ebf-8c4e-47f64388a8eb req-76f18bbb-fde9-4207-a71f-03cfa6a057fb tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 3827 time: 0.4190960 Dec 10 18:40:55.904575 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929225e-5475-4625-8d40-26dffce856b7 req-1bfeac21-1287-4a34-9487-1671d5f6a8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:55.906177 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929225e-5475-4625-8d40-26dffce856b7 req-1bfeac21-1287-4a34-9487-1671d5f6a8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:55.907453 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929225e-5475-4625-8d40-26dffce856b7 req-1bfeac21-1287-4a34-9487-1671d5f6a8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:55.909480 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e929225e-5475-4625-8d40-26dffce856b7 req-1bfeac21-1287-4a34-9487-1671d5f6a8d5 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=98fdd3d4007244d19399f00305d1e82f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.9396799 Dec 10 18:40:55.994374 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:56.032084 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8a5e2a36-818b-4f3e-b0ae-278aae8246ae tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:56.099483 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 31b2e124-24ce-414f-bf36-2341355174f0, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=31b2e124-24ce-414f-bf36-2341355174f0,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:56.109460 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:56.183594 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5e2a36-818b-4f3e-b0ae-278aae8246ae tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:56.195830 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-8a5e2a36-818b-4f3e-b0ae-278aae8246ae tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:56.215196 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-769d4099-0b24-4ebf-8c4e-47f64388a8eb req-d4891989-e77a-40a0-8b96-dbd98dfeb346 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3706362 Dec 10 18:40:56.225872 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5e2a36-818b-4f3e-b0ae-278aae8246ae tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:40:56.233965 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5e2a36-818b-4f3e-b0ae-278aae8246ae tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:56.235597 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8a5e2a36-818b-4f3e-b0ae-278aae8246ae tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:56.252992 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-db95c11b-eb2a-44bd-bb81-04c5ca6e7529 req-0cdaa421-573a-44d2-8088-5306ec990492 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] No DVR routers for this DVR port 573e5613-5e16-4782-8807-6098198491ff on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:40:56.268412 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=31b2e124-24ce-414f-bf36-2341355174f0,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:56.268689 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8a5e2a36-818b-4f3e-b0ae-278aae8246ae tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5148964 Dec 10 18:40:56.276617 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:40:56.278075 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55760) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:56.279819 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-db95c11b-eb2a-44bd-bb81-04c5ca6e7529 req-0cdaa421-573a-44d2-8088-5306ec990492 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:56.285498 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-db95c11b-eb2a-44bd-bb81-04c5ca6e7529 req-0cdaa421-573a-44d2-8088-5306ec990492 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.72 "DELETE /v2.0/ports/573e5613-5e16-4782-8807-6098198491ff HTTP/1.1" status: 204 len: 173 time: 2.9918008 Dec 10 18:40:56.393363 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e2a36-818b-4f3e-b0ae-278aae8246ae tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Port': ['ID=cc0315b4-4dcc-44bd-b1e8-0a6094aec7cb,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:56.439168 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-f329adb0-805c-4b8f-87a2-99f4551e735d tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:56.441455 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-f329adb0-805c-4b8f-87a2-99f4551e735d tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] 10.222.0.62 "GET /v2.0/networks?id=65decb63-73b1-40dd-941b-f1a33a1e61aa HTTP/1.1" status: 200 len: 818 time: 1.4326797 Dec 10 18:40:56.475563 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-ca81169d-4a44-4145-a8dc-bd306d6650bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d10c87b-1905-4b3f-bcac-2040c27cd26b {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:40:56.496466 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929225e-5475-4625-8d40-26dffce856b7 req-f687aec2-8541-4984-8c8b-5d96f8beecca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:56.504664 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-ca81169d-4a44-4145-a8dc-bd306d6650bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:56.506527 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e929225e-5475-4625-8d40-26dffce856b7 req-f687aec2-8541-4984-8c8b-5d96f8beecca service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5827682 Dec 10 18:40:56.512042 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-edfd0f52-9857-454d-a0fe-6a3921d30f30 req-090619bd-c99c-4bdf-8357-8db657625531 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2744584 Dec 10 18:40:56.516671 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-1f11d9b2-d747-48f1-b5c3-e3f75df19f49 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] 10.222.0.62 "GET /v2.0/quotas/f8002ceb1ff04dd99711bccd125a62fa HTTP/1.1" status: 200 len: 375 time: 0.0631404 Dec 10 18:40:56.597088 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c1add07a-cf1d-4024-9c25-80e21e03e14f req-55c0c96c-d072-4d27-b195-a44d655f98c3 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=19e1710d-79e1-45fe-bc37-c45bc6384fc5 HTTP/1.1" status: 200 len: 210 time: 0.0877461 Dec 10 18:40:56.687527 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38d668b-4ae7-4276-a446-571bb651f336 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:56.698116 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38d668b-4ae7-4276-a446-571bb651f336 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:56.702843 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f38d668b-4ae7-4276-a446-571bb651f336 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.3960752 Dec 10 18:40:56.703248 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55766) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:56.729882 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-ca81169d-4a44-4145-a8dc-bd306d6650bb service neutron] Transition to ACTIVE for port object 0d10c87b-1905-4b3f-bcac-2040c27cd26b will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:40:56.735202 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-c4a59502-4b2e-4780-a175-0b4dd38460aa tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8002ceb1ff04dd99711bccd125a62fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1653612 Dec 10 18:40:56.788477 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=11e8e98c-eb94-4b13-8d37-10d3788fd7d0,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:56.807654 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '11e8e98c-eb94-4b13-8d37-10d3788fd7d0', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': '11e8e98c-eb94-4b13-8d37-10d3788fd7d0', 'mac_address': 'fa:16:3e:bc:f3:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:40:56.857451 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:56.861917 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-3b6f9f67-3450-489d-8e8d-0e886a357c7b service neutron] 10.222.0.62 "GET /v2.0/networks/65decb63-73b1-40dd-941b-f1a33a1e61aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175706 Dec 10 18:40:56.865238 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-ca81169d-4a44-4145-a8dc-bd306d6650bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:56.886525 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:40:56.920950 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=11e8e98c-eb94-4b13-8d37-10d3788fd7d0,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:56.929614 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:57.010028 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=11e8e98c-eb94-4b13-8d37-10d3788fd7d0,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:57.071822 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c07e84-4061-419a-a4f2-b941d5703285 req-d8e4e859-5179-45b3-a147-e61d9ed52a6f tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:57.078491 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-56c07e84-4061-419a-a4f2-b941d5703285 req-d8e4e859-5179-45b3-a147-e61d9ed52a6f tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 945 time: 0.3043594 Dec 10 18:40:57.095823 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e1710d-79e1-45fe-bc37-c45bc6384fc5', 'name': 'network-vif-deleted', 'tag': '573e5613-5e16-4782-8807-6098198491ff'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:40:57.106099 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e3c0c6-f467-4dae-a1ab-c06205c0d299" -d '{"events": [{"server_uuid": "19e1710d-79e1-45fe-bc37-c45bc6384fc5", "name": "network-vif-deleted", "tag": "573e5613-5e16-4782-8807-6098198491ff"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:40:57.144997 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-b8d8519a-1946-42b2-b5fb-f5311cd89d0e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting port cc0315b4-4dcc-44bd-b1e8-0a6094aec7cb {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:40:57.145559 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b8d8519a-1946-42b2-b5fb-f5311cd89d0e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:57.198912 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-cee701e5-fba1-494c-97d2-7ad9e0a4640f None None] Provisioning complete for port 31b2e124-24ce-414f-bf36-2341355174f0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:57.199291 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cee701e5-fba1-494c-97d2-7ad9e0a4640f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:57.240461 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['11e8e98c-eb94-4b13-8d37-10d3788fd7d0'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:40:57.246326 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81169d-4a44-4145-a8dc-bd306d6650bb service neutron] Pushing event updated for resources: {'Port': ['ID=0d10c87b-1905-4b3f-bcac-2040c27cd26b,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:57.460105 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-edfd0f52-9857-454d-a0fe-6a3921d30f30 req-7a4f543f-ead1-44e6-9ed0-8e00a5518ef1 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9348850 Dec 10 18:40:57.478916 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-56c07e84-4061-419a-a4f2-b941d5703285 req-0a80c0d5-ef1c-47d1-a2c2-f32f7abee2a2 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913085 Dec 10 18:40:57.619949 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b8d8519a-1946-42b2-b5fb-f5311cd89d0e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:57.682962 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-e89c93a6-550a-4dd4-b9a3-6496b9abc989 service neutron] 10.222.0.62 "GET /v2.0/networks/65decb63-73b1-40dd-941b-f1a33a1e61aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7962160 Dec 10 18:40:57.704497 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-b8d8519a-1946-42b2-b5fb-f5311cd89d0e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Calling delete_port for cc0315b4-4dcc-44bd-b1e8-0a6094aec7cb owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:40:57.718187 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 31b2e124-24ce-414f-bf36-2341355174f0 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:40:57.746542 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-ca81169d-4a44-4145-a8dc-bd306d6650bb service neutron] Attempting to bind port 0d10c87b-1905-4b3f-bcac-2040c27cd26b on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:40:57.746987 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-ca81169d-4a44-4145-a8dc-bd306d6650bb service neutron] Attempting to bind port 0d10c87b-1905-4b3f-bcac-2040c27cd26b by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '50e18ff0-01a9-45cf-a561-d5e7cc825a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e891f6b3-8680-45b2-9ef7-cbafd7cf9175'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:40:57.747323 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-ca81169d-4a44-4145-a8dc-bd306d6650bb service neutron] Attempting to bind port 0d10c87b-1905-4b3f-bcac-2040c27cd26b on network e891f6b3-8680-45b2-9ef7-cbafd7cf9175 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:40:57.757385 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-ca81169d-4a44-4145-a8dc-bd306d6650bb service neutron] Port 0d10c87b-1905-4b3f-bcac-2040c27cd26b on network e891f6b3-8680-45b2-9ef7-cbafd7cf9175 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:40:57.757722 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-ca81169d-4a44-4145-a8dc-bd306d6650bb service neutron] Attempting to bind port 0d10c87b-1905-4b3f-bcac-2040c27cd26b on network e891f6b3-8680-45b2-9ef7-cbafd7cf9175 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:40:57.778881 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-ca81169d-4a44-4145-a8dc-bd306d6650bb service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:40:57.779120 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-ca81169d-4a44-4145-a8dc-bd306d6650bb service neutron] Checking segment: {'id': '50e18ff0-01a9-45cf-a561-d5e7cc825a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e891f6b3-8680-45b2-9ef7-cbafd7cf9175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:40:57.779342 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-ca81169d-4a44-4145-a8dc-bd306d6650bb service neutron] Bound using segment: {'id': '50e18ff0-01a9-45cf-a561-d5e7cc825a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e891f6b3-8680-45b2-9ef7-cbafd7cf9175'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:40:57.779789 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-ca81169d-4a44-4145-a8dc-bd306d6650bb service neutron] Bound port: 0d10c87b-1905-4b3f-bcac-2040c27cd26b, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e18ff0-01a9-45cf-a561-d5e7cc825a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e891f6b3-8680-45b2-9ef7-cbafd7cf9175'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:40:57.780156 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-ca81169d-4a44-4145-a8dc-bd306d6650bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:57.815184 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-94ac9899-f410-4e03-a4ce-2bed99cccadd None None] Provisioning complete for port cc0315b4-4dcc-44bd-b1e8-0a6094aec7cb triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:57.815704 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-94ac9899-f410-4e03-a4ce-2bed99cccadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:57.852311 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 31b2e124-24ce-414f-bf36-2341355174f0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:57.852866 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:57.895630 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0f3ff-45e0-42ec-8af7-4457260e4641 req-14fed030-cded-4167-92ee-a97fbb4e3e93 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:57.917989 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0fd0f3ff-45e0-42ec-8af7-4457260e4641 req-14fed030-cded-4167-92ee-a97fbb4e3e93 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 949 time: 0.2723262 Dec 10 18:40:57.951565 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-94ac9899-f410-4e03-a4ce-2bed99cccadd None None] Port cc0315b4-4dcc-44bd-b1e8-0a6094aec7cb cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:40:58.011219 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-ca81169d-4a44-4145-a8dc-bd306d6650bb service neutron] For port 0d10c87b-1905-4b3f-bcac-2040c27cd26b, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:40:58.015563 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-ca81169d-4a44-4145-a8dc-bd306d6650bb service neutron] For port 0d10c87b-1905-4b3f-bcac-2040c27cd26b, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=0d10c87b-1905-4b3f-bcac-2040c27cd26b,segment=NetworkSegment(50e18ff0-01a9-45cf-a561-d5e7cc825a95),segment_id=50e18ff0-01a9-45cf-a561-d5e7cc825a95)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:40:58.025346 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-ca81169d-4a44-4145-a8dc-bd306d6650bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:58.090946 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-ca81169d-4a44-4145-a8dc-bd306d6650bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:58.092000 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-ca81169d-4a44-4145-a8dc-bd306d6650bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:58.114614 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-ca81169d-4a44-4145-a8dc-bd306d6650bb service neutron] 10.222.0.72 "PUT /v2.0/ports/0d10c87b-1905-4b3f-bcac-2040c27cd26b HTTP/1.1" status: 200 len: 1130 time: 4.2901833 Dec 10 18:40:58.214027 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0fd0f3ff-45e0-42ec-8af7-4457260e4641 req-cdd9be3e-f0f0-4565-8474-40d41cd522a6 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895565 Dec 10 18:40:58.215222 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-b794a5d0-9a25-4a14-820f-55272008409f service neutron] Request body: {'port': {'device_id': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:58.378145 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b8d8519a-1946-42b2-b5fb-f5311cd89d0e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:58.394845 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbaa880a-14bf-497a-957a-beb2a9dd776c x-openstack-request-id: req-cbaa880a-14bf-497a-957a-beb2a9dd776c {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:40:58.395093 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e1710d-79e1-45fe-bc37-c45bc6384fc5", "name": "network-vif-deleted", "tag": "573e5613-5e16-4782-8807-6098198491ff", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:40:58.395456 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cbaa880a-14bf-497a-957a-beb2a9dd776c {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:40:58.395904 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e1710d-79e1-45fe-bc37-c45bc6384fc5', 'name': 'network-vif-deleted', 'tag': '573e5613-5e16-4782-8807-6098198491ff', 'status': 'completed', 'code': 200} Dec 10 18:40:58.438006 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81169d-4a44-4145-a8dc-bd306d6650bb service neutron] Pushing event updated for resources: {'Port': ['ID=0d10c87b-1905-4b3f-bcac-2040c27cd26b,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:58.447328 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-b794a5d0-9a25-4a14-820f-55272008409f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:58.880986 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61794b23-dbc5-4810-9267-905c4274a7ad req-63d98553-c6c1-4366-8da4-10fab0abf435 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:58.899139 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61794b23-dbc5-4810-9267-905c4274a7ad req-63d98553-c6c1-4366-8da4-10fab0abf435 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:58.908603 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61794b23-dbc5-4810-9267-905c4274a7ad req-63d98553-c6c1-4366-8da4-10fab0abf435 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:58.920583 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61794b23-dbc5-4810-9267-905c4274a7ad req-63d98553-c6c1-4366-8da4-10fab0abf435 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:58.933131 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7cb50f28-4b99-4bcd-bfe2-4e0fe4f2dc19 req-cd5ac9b1-f476-4d81-90c9-b84b4ea7056c tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a901f53-7d48-44f5-8bf6-c601ff0b80b8 HTTP/1.1" status: 200 len: 210 time: 0.0437725 Dec 10 18:40:58.935761 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8519a-1946-42b2-b5fb-f5311cd89d0e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Port': ['ID=cc0315b4-4dcc-44bd-b1e8-0a6094aec7cb,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:58.955517 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b8d8519a-1946-42b2-b5fb-f5311cd89d0e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:58.956875 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61794b23-dbc5-4810-9267-905c4274a7ad req-63d98553-c6c1-4366-8da4-10fab0abf435 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:58.962475 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b8d8519a-1946-42b2-b5fb-f5311cd89d0e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/ports/cc0315b4-4dcc-44bd-b1e8-0a6094aec7cb HTTP/1.1" status: 204 len: 168 time: 2.2560022 Dec 10 18:40:58.967840 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55796) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:58.986671 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61794b23-dbc5-4810-9267-905c4274a7ad req-63d98553-c6c1-4366-8da4-10fab0abf435 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:58.989361 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-61794b23-dbc5-4810-9267-905c4274a7ad req-63d98553-c6c1-4366-8da4-10fab0abf435 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 4599 time: 0.5923984 Dec 10 18:40:59.113793 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-b794a5d0-9a25-4a14-820f-55272008409f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f26c6f39-65f3-454a-91e4-8caaab987687 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:40:59.125396 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b487673-035b-4cde-a5b9-94446644ae24 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:59.127324 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b487673-035b-4cde-a5b9-94446644ae24 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:59.132568 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4b487673-035b-4cde-a5b9-94446644ae24 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1604154 Dec 10 18:40:59.133075 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55800) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:59.149872 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-b794a5d0-9a25-4a14-820f-55272008409f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:59.211882 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-61794b23-dbc5-4810-9267-905c4274a7ad req-1bbb3b49-76b0-450a-ae29-7750fd89b87d tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2122939 Dec 10 18:40:59.215276 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-b794a5d0-9a25-4a14-820f-55272008409f service neutron] Transition to ACTIVE for port object f26c6f39-65f3-454a-91e4-8caaab987687 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:40:59.226749 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-b794a5d0-9a25-4a14-820f-55272008409f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:59.285900 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-b172bec3-4a9b-4c4a-9ccb-853cf4e5a072 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting subnet 37439bf3-b8a7-4b4f-b344-bcb9dc1cccbe {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:40:59.297097 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b172bec3-4a9b-4c4a-9ccb-853cf4e5a072 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:59.428210 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b172bec3-4a9b-4c4a-9ccb-853cf4e5a072 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:59.502810 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794a5d0-9a25-4a14-820f-55272008409f service neutron] Pushing event updated for resources: {'Port': ['ID=f26c6f39-65f3-454a-91e4-8caaab987687,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:59.598498 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b172bec3-4a9b-4c4a-9ccb-853cf4e5a072 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:59.620220 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939bdeb1-8a7d-4ec1-996b-5b8a83c80aca req-ce0cfab2-f398-480d-957d-ecb48d0f9262 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:59.628671 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-939bdeb1-8a7d-4ec1-996b-5b8a83c80aca req-ce0cfab2-f398-480d-957d-ecb48d0f9262 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 945 time: 0.2696683 Dec 10 18:40:59.691379 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-b794a5d0-9a25-4a14-820f-55272008409f service neutron] Attempting to bind port f26c6f39-65f3-454a-91e4-8caaab987687 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:40:59.691644 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-b794a5d0-9a25-4a14-820f-55272008409f service neutron] Attempting to bind port f26c6f39-65f3-454a-91e4-8caaab987687 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '50e18ff0-01a9-45cf-a561-d5e7cc825a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e891f6b3-8680-45b2-9ef7-cbafd7cf9175'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:40:59.691989 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-b794a5d0-9a25-4a14-820f-55272008409f service neutron] Attempting to bind port f26c6f39-65f3-454a-91e4-8caaab987687 on network e891f6b3-8680-45b2-9ef7-cbafd7cf9175 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:40:59.701459 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-b794a5d0-9a25-4a14-820f-55272008409f service neutron] Port f26c6f39-65f3-454a-91e4-8caaab987687 on network e891f6b3-8680-45b2-9ef7-cbafd7cf9175 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:40:59.701796 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-b794a5d0-9a25-4a14-820f-55272008409f service neutron] Attempting to bind port f26c6f39-65f3-454a-91e4-8caaab987687 on network e891f6b3-8680-45b2-9ef7-cbafd7cf9175 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:40:59.716521 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-b794a5d0-9a25-4a14-820f-55272008409f service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:40:59.717246 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-b794a5d0-9a25-4a14-820f-55272008409f service neutron] Checking segment: {'id': '50e18ff0-01a9-45cf-a561-d5e7cc825a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e891f6b3-8680-45b2-9ef7-cbafd7cf9175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:40:59.717660 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-b794a5d0-9a25-4a14-820f-55272008409f service neutron] Bound using segment: {'id': '50e18ff0-01a9-45cf-a561-d5e7cc825a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e891f6b3-8680-45b2-9ef7-cbafd7cf9175'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:40:59.718115 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-b794a5d0-9a25-4a14-820f-55272008409f service neutron] Bound port: f26c6f39-65f3-454a-91e4-8caaab987687, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e18ff0-01a9-45cf-a561-d5e7cc825a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e891f6b3-8680-45b2-9ef7-cbafd7cf9175'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:40:59.718482 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-b794a5d0-9a25-4a14-820f-55272008409f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:59.734555 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249eb657-83c2-4047-9e41-83ce956b7868 req-630eb941-6d8b-4c26-9ba5-41e1a3694775 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:59.737521 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-249eb657-83c2-4047-9e41-83ce956b7868 req-630eb941-6d8b-4c26-9ba5-41e1a3694775 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 949 time: 0.0905418 Dec 10 18:40:59.752944 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-939bdeb1-8a7d-4ec1-996b-5b8a83c80aca req-80f0705c-5fb0-4f3c-b56c-4d114966d73c tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229839 Dec 10 18:40:59.776890 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b172bec3-4a9b-4c4a-9ccb-853cf4e5a072 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:59.799243 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f36d00-41d5-4247-9180-3198ddc4b186 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:40:59.811597 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b172bec3-4a9b-4c4a-9ccb-853cf4e5a072 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:59.814923 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b172bec3-4a9b-4c4a-9ccb-853cf4e5a072 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/37439bf3-b8a7-4b4f-b344-bcb9dc1cccbe HTTP/1.1" status: 204 len: 168 time: 0.6803753 Dec 10 18:40:59.817432 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55816) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:59.829362 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b172bec3-4a9b-4c4a-9ccb-853cf4e5a072 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Subnet': ['ID=37439bf3-b8a7-4b4f-b344-bcb9dc1cccbe,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:59.877617 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5f299a58-390f-49c7-a5e6-2a6af68c1629 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0583742 Dec 10 18:40:59.974360 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55818) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:59.983261 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-b794a5d0-9a25-4a14-820f-55272008409f service neutron] For port f26c6f39-65f3-454a-91e4-8caaab987687, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:40:59.994267 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-b794a5d0-9a25-4a14-820f-55272008409f service neutron] For port f26c6f39-65f3-454a-91e4-8caaab987687, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=f26c6f39-65f3-454a-91e4-8caaab987687,segment=NetworkSegment(50e18ff0-01a9-45cf-a561-d5e7cc825a95),segment_id=50e18ff0-01a9-45cf-a561-d5e7cc825a95)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:40:59.998792 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-9f43482f-1600-4b82-af76-4d8823d1d7ab tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'subnet': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:00.012580 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-b794a5d0-9a25-4a14-820f-55272008409f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:00.052791 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-249eb657-83c2-4047-9e41-83ce956b7868 req-065e0afc-9ddd-44b7-800c-c875558e824d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052230 Dec 10 18:41:00.092232 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-71072d9b-0174-40a5-9281-f802d60a9af7 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:00.093933 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-71072d9b-0174-40a5-9281-f802d60a9af7 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] 10.222.0.72 "GET /v2.0/networks?id=65decb63-73b1-40dd-941b-f1a33a1e61aa HTTP/1.1" status: 200 len: 818 time: 0.2231944 Dec 10 18:41:00.116100 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-e2d222c3-a21f-46c6-a4df-b2399f831856 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] Request body: {'port': {'device_id': '9a901f53-7d48-44f5-8bf6-c601ff0b80b8', 'network_id': '65decb63-73b1-40dd-941b-f1a33a1e61aa', 'admin_state_up': True, 'tenant_id': 'f8002ceb1ff04dd99711bccd125a62fa'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:00.195651 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f43482f-1600-4b82-af76-4d8823d1d7ab tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:41:00.199785 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9f43482f-1600-4b82-af76-4d8823d1d7ab tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:00.236719 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:00.336310 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-b794a5d0-9a25-4a14-820f-55272008409f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:00.337290 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-b794a5d0-9a25-4a14-820f-55272008409f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:00.338902 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-b794a5d0-9a25-4a14-820f-55272008409f service neutron] 10.222.0.72 "PUT /v2.0/ports/f26c6f39-65f3-454a-91e4-8caaab987687 HTTP/1.1" status: 200 len: 1131 time: 2.1694362 Dec 10 18:41:00.395332 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f11c0e8d-f52b-49ce-bce0-c6f6c32041ed req-9e0a7a8f-e8fb-4b42-8050-edfa3439d5d4 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a901f53-7d48-44f5-8bf6-c601ff0b80b8 HTTP/1.1" status: 200 len: 210 time: 0.0876873 Dec 10 18:41:00.408020 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:41:00.412604 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:00.413009 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:00.430796 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3d3beb82-9eb4-48fa-a45e-c61625e67a1f service neutron] Request body: {'port': {'device_id': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:00.446065 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'tag': '0d10c87b-1905-4b3f-bcac-2040c27cd26b'}, {'name': 'network-changed', 'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'tag': 'f26c6f39-65f3-454a-91e4-8caaab987687'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:41:00.453476 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01339e5-f24d-4e4e-9491-9e633cf66ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "tag": "0d10c87b-1905-4b3f-bcac-2040c27cd26b"}, {"name": "network-changed", "server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "tag": "f26c6f39-65f3-454a-91e4-8caaab987687"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:41:00.483297 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794a5d0-9a25-4a14-820f-55272008409f service neutron] Pushing event updated for resources: {'Port': ['ID=f26c6f39-65f3-454a-91e4-8caaab987687,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:00.527958 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8000168d-c974-4932-ba99-7775fcd31b96 None None] DHCP port deletion for 4c9579a2-8f48-40cb-87f0-dbca0f4b521d request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:41:00.546033 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-e2d222c3-a21f-46c6-a4df-b2399f831856 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] Made reservation on behalf of f8002ceb1ff04dd99711bccd125a62fa for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:41:00.549930 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-e2d222c3-a21f-46c6-a4df-b2399f831856 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:00.557537 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f4a26-6b5f-428a-9d9e-246a1da66805 req-07e74e25-afaa-4ebf-95f0-a2199978f34c tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:00.566972 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-120f4a26-6b5f-428a-9d9e-246a1da66805 req-07e74e25-afaa-4ebf-95f0-a2199978f34c tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=d17b34f6-bd46-41b9-8e9d-41a0e60036ac HTTP/1.1" status: 200 len: 945 time: 0.4962626 Dec 10 18:41:00.724036 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8000168d-c974-4932-ba99-7775fcd31b96 None None] Deleting port 31b2e124-24ce-414f-bf36-2341355174f0 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:41:00.724381 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8000168d-c974-4932-ba99-7775fcd31b96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:00.737599 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:00.751553 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-120f4a26-6b5f-428a-9d9e-246a1da66805 req-9e186657-01f5-4742-96e0-239058cde8b1 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb9b006-f70c-4e34-b1ab-8ba414ee140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836698 Dec 10 18:41:00.759536 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d32888-7b77-4933-961f-7c317fbf1b0b req-fd2c95c9-597a-4e40-93e0-97d72b1f3883 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:00.777995 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3d3beb82-9eb4-48fa-a45e-c61625e67a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:00.790063 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d32888-7b77-4933-961f-7c317fbf1b0b req-fd2c95c9-597a-4e40-93e0-97d72b1f3883 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:00.808752 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d32888-7b77-4933-961f-7c317fbf1b0b req-fd2c95c9-597a-4e40-93e0-97d72b1f3883 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:00.831490 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d32888-7b77-4933-961f-7c317fbf1b0b req-fd2c95c9-597a-4e40-93e0-97d72b1f3883 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:00.850919 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d32888-7b77-4933-961f-7c317fbf1b0b req-fd2c95c9-597a-4e40-93e0-97d72b1f3883 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:00.879716 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b0745f-c616-4a31-b3cc-0ff247ff4e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e8e98c-eb94-4b13-8d37-10d3788fd7d0'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:41:00.883088 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a547de2-7388-4d4e-83e7-eac9dda3b14e" -d '{"events": [{"server_uuid": "e3b0745f-c616-4a31-b3cc-0ff247ff4e88", "name": "network-vif-plugged", "status": "completed", "tag": "11e8e98c-eb94-4b13-8d37-10d3788fd7d0"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:41:00.894148 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8000168d-c974-4932-ba99-7775fcd31b96 None None] For port 31b2e124-24ce-414f-bf36-2341355174f0, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=31b2e124-24ce-414f-bf36-2341355174f0,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:00.894882 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8000168d-c974-4932-ba99-7775fcd31b96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:00.908129 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d32888-7b77-4933-961f-7c317fbf1b0b req-fd2c95c9-597a-4e40-93e0-97d72b1f3883 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:00.916684 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=11e8e98c-eb94-4b13-8d37-10d3788fd7d0,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:00.922149 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8000168d-c974-4932-ba99-7775fcd31b96 None None] Calling delete_port for 31b2e124-24ce-414f-bf36-2341355174f0 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:41:00.935289 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d32888-7b77-4933-961f-7c317fbf1b0b req-fd2c95c9-597a-4e40-93e0-97d72b1f3883 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:00.938794 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-14d32888-7b77-4933-961f-7c317fbf1b0b req-fd2c95c9-597a-4e40-93e0-97d72b1f3883 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5372 time: 0.4072282 Dec 10 18:41:00.976684 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Dec 2021 18:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf70079-378b-4393-947d-b65909972b77 x-openstack-request-id: req-fdf70079-378b-4393-947d-b65909972b77 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:41:00.976998 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "tag": "0d10c87b-1905-4b3f-bcac-2040c27cd26b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "tag": "f26c6f39-65f3-454a-91e4-8caaab987687", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:41:00.977262 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fdf70079-378b-4393-947d-b65909972b77 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:41:00.977675 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'tag': '0d10c87b-1905-4b3f-bcac-2040c27cd26b', 'status': 'completed', 'code': 200} Dec 10 18:41:00.977938 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'tag': 'f26c6f39-65f3-454a-91e4-8caaab987687', 'status': 'completed', 'code': 200} Dec 10 18:41:01.083455 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:01.146848 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=11e8e98c-eb94-4b13-8d37-10d3788fd7d0,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:01.184825 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8000168d-c974-4932-ba99-7775fcd31b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:01.243744 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000168d-c974-4932-ba99-7775fcd31b96 None None] Pushing event deleted for resources: {'Port': ['ID=31b2e124-24ce-414f-bf36-2341355174f0,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:01.250452 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8000168d-c974-4932-ba99-7775fcd31b96 None None] No DVR routers for this DVR port 31b2e124-24ce-414f-bf36-2341355174f0 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:41:01.251399 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-e2d222c3-a21f-46c6-a4df-b2399f831856 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] Allocated IP 172.20.0.2 (65decb63-73b1-40dd-941b-f1a33a1e61aa/e9fdca6b-40c5-4c11-ba20-d8bd7e62da64/c7ce607d-4e13-42a4-850d-a2b8a6672e26) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:01.290413 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-14d32888-7b77-4933-961f-7c317fbf1b0b req-6f7a94f5-87ca-47c9-9d0f-094a646e40b1 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2868459 Dec 10 18:41:01.392543 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01339e5-f24d-4e4e-9491-9e633cf66ae2 req-2ce2c50d-a547-4914-ab0e-8324d0ae4439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:01.393249 n-d-821435-1 neutron-server[103245]: DEBUG neutron.objects.ports [None req-9f43482f-1600-4b82-af76-4d8823d1d7ab tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103245) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:41:01.393939 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01339e5-f24d-4e4e-9491-9e633cf66ae2 req-2ce2c50d-a547-4914-ab0e-8324d0ae4439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:01.394601 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01339e5-f24d-4e4e-9491-9e633cf66ae2 req-2ce2c50d-a547-4914-ab0e-8324d0ae4439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:01.395223 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9f43482f-1600-4b82-af76-4d8823d1d7ab tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:01.395504 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01339e5-f24d-4e4e-9491-9e633cf66ae2 req-2ce2c50d-a547-4914-ab0e-8324d0ae4439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:01.396557 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01339e5-f24d-4e4e-9491-9e633cf66ae2 req-2ce2c50d-a547-4914-ab0e-8324d0ae4439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:01.397190 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01339e5-f24d-4e4e-9491-9e633cf66ae2 req-2ce2c50d-a547-4914-ab0e-8324d0ae4439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:01.397783 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01339e5-f24d-4e4e-9491-9e633cf66ae2 req-2ce2c50d-a547-4914-ab0e-8324d0ae4439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:01.400534 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e01339e5-f24d-4e4e-9491-9e633cf66ae2 req-2ce2c50d-a547-4914-ab0e-8324d0ae4439 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=98fdd3d4007244d19399f00305d1e82f&device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 6209 time: 0.3967574 Dec 10 18:41:01.416298 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90d3353-14f6-41fb-80af-422410774d58 x-openstack-request-id: req-d90d3353-14f6-41fb-80af-422410774d58 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:41:01.416594 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b0745f-c616-4a31-b3cc-0ff247ff4e88", "name": "network-vif-plugged", "status": "completed", "tag": "11e8e98c-eb94-4b13-8d37-10d3788fd7d0", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:41:01.416880 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d90d3353-14f6-41fb-80af-422410774d58 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:41:01.417273 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b0745f-c616-4a31-b3cc-0ff247ff4e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e8e98c-eb94-4b13-8d37-10d3788fd7d0', 'code': 200} Dec 10 18:41:01.422479 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd7af8-8d79-4a0a-8afe-e5a47b84c233 req-eb73cd9a-67de-4237-ae5a-bdc3666723d4 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:01.430842 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c4dd7af8-8d79-4a0a-8afe-e5a47b84c233 req-eb73cd9a-67de-4237-ae5a-bdc3666723d4 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 945 time: 0.3209107 Dec 10 18:41:01.476757 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f43482f-1600-4b82-af76-4d8823d1d7ab tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:01.548179 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-9f43482f-1600-4b82-af76-4d8823d1d7ab tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:01.558861 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 31b2e124-24ce-414f-bf36-2341355174f0 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:41:01.561109 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01339e5-f24d-4e4e-9491-9e633cf66ae2 req-cc7b558b-6bc0-457d-8c71-ada921c2a779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:01.561834 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01339e5-f24d-4e4e-9491-9e633cf66ae2 req-cc7b558b-6bc0-457d-8c71-ada921c2a779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:01.562464 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01339e5-f24d-4e4e-9491-9e633cf66ae2 req-cc7b558b-6bc0-457d-8c71-ada921c2a779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:01.562593 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f844b5bf-fab7-4ab3-9fd6-4fb5601ec905 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:41:01.564623 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e01339e5-f24d-4e4e-9491-9e633cf66ae2 req-cc7b558b-6bc0-457d-8c71-ada921c2a779 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=98fdd3d4007244d19399f00305d1e82f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1522112 Dec 10 18:41:01.576099 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f43482f-1600-4b82-af76-4d8823d1d7ab tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:01.576841 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9f43482f-1600-4b82-af76-4d8823d1d7ab tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:01.582346 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f03da-1d1d-4540-be08-b52a38262278 req-fc33ac50-c543-4a96-a595-2bdf3a3451a3 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:01.584686 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-978f03da-1d1d-4540-be08-b52a38262278 req-fc33ac50-c543-4a96-a595-2bdf3a3451a3 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.46 "GET /v2.0/ports?device_id=d17b34f6-bd46-41b9-8e9d-41a0e60036ac HTTP/1.1" status: 200 len: 945 time: 0.4735215 Dec 10 18:41:01.699988 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 31b2e124-24ce-414f-bf36-2341355174f0 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:41:01.700306 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 31b2e124-24ce-414f-bf36-2341355174f0 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:41:01.784283 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43482f-1600-4b82-af76-4d8823d1d7ab tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Subnet': ['ID=ca18a378-729f-42e3-835f-3bd0f446bdae,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:01.801100 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9f43482f-1600-4b82-af76-4d8823d1d7ab tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8251443 Dec 10 18:41:01.808331 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55848) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:01.844964 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1453ef-ffac-4fce-933f-b9bd2a3c2014 req-108ce2ae-32ea-4baa-82f1-3d1f6c3e6b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:01.846458 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dc1453ef-ffac-4fce-933f-b9bd2a3c2014 req-108ce2ae-32ea-4baa-82f1-3d1f6c3e6b41 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 1101 time: 0.2732635 Dec 10 18:41:01.851185 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26a3c31-7b97-44ba-b8dc-582062e046de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'project_id': '5206888eb8664e02a4054430b5bab51d', 'fixed_ips': [{'subnet_id': 'ca18a378-729f-42e3-835f-3bd0f446bdae'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:41:01.852182 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a26a3c31-7b97-44ba-b8dc-582062e046de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:01.853415 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-dde62c61-c5c8-4de8-ab0d-0939ad737482 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'port': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'mac_address': 'fa:16:3e:e4:8d:8e', 'name': 'tempest-NetworksTestDHCPv6-339748770'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:01.858633 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266f334-dd88-42b2-a7d8-c23bed63c6a5 req-1430758b-0c94-4491-847c-d59a5f700cd6 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:01.860187 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a266f334-dd88-42b2-a7d8-c23bed63c6a5 req-1430758b-0c94-4491-847c-d59a5f700cd6 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 950 time: 0.1767254 Dec 10 18:41:01.922767 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-e2d222c3-a21f-46c6-a4df-b2399f831856 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:01.973138 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dc1453ef-ffac-4fce-933f-b9bd2a3c2014 req-4e8180ca-b25a-47fe-a258-48e3c1e5b64c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084342 Dec 10 18:41:01.981648 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a266f334-dd88-42b2-a7d8-c23bed63c6a5 req-f07f51af-baa0-4a42-abcc-84cfb6606ab0 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044748 Dec 10 18:41:02.047740 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-e2d222c3-a21f-46c6-a4df-b2399f831856 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:02.109255 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c4dd7af8-8d79-4a0a-8afe-e5a47b84c233 req-026e3022-0b66-4d29-822c-41013e0eaacf tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6774552 Dec 10 18:41:02.161369 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-a26a3c31-7b97-44ba-b8dc-582062e046de None None] Allocated IP 2001:db8::f816:3eff:fe09:18df (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/ca18a378-729f-42e3-835f-3bd0f446bdae/64788886-b80e-4737-9d6c-cf67dafb9919) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:02.189874 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-e2d222c3-a21f-46c6-a4df-b2399f831856 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] Network 65decb63-73b1-40dd-941b-f1a33a1e61aa is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:02.199899 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-e2d222c3-a21f-46c6-a4df-b2399f831856 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:02.218383 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-e2d222c3-a21f-46c6-a4df-b2399f831856 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:41:02.303423 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d222c3-a21f-46c6-a4df-b2399f831856 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] Pushing event updated for resources: {'Port': ['ID=c7ce607d-4e13-42a4-850d-a2b8a6672e26,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:02.312354 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01339e5-f24d-4e4e-9491-9e633cf66ae2 req-dc3b5050-a190-47e6-a016-c3cf3cfce88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:02.313918 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e01339e5-f24d-4e4e-9491-9e633cf66ae2 req-dc3b5050-a190-47e6-a016-c3cf3cfce88e service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7279241 Dec 10 18:41:02.345564 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde62c61-c5c8-4de8-ab0d-0939ad737482 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:41:02.365560 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0c664-3b37-45bd-9d6d-bd9a53a3d959 req-ebea9daa-1bbd-48f2-8299-7461215a4aad tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:02.385209 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2dd0c664-3b37-45bd-9d6d-bd9a53a3d959 req-ebea9daa-1bbd-48f2-8299-7461215a4aad tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a901f53-7d48-44f5-8bf6-c601ff0b80b8 HTTP/1.1" status: 200 len: 931 time: 0.3133919 Dec 10 18:41:02.402076 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a26a3c31-7b97-44ba-b8dc-582062e046de None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:02.414941 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a26a3c31-7b97-44ba-b8dc-582062e046de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:02.430504 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-e2d222c3-a21f-46c6-a4df-b2399f831856 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:02.437650 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-e2d222c3-a21f-46c6-a4df-b2399f831856 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:02.488846 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dde62c61-c5c8-4de8-ab0d-0939ad737482 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:02.494543 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-e2d222c3-a21f-46c6-a4df-b2399f831856 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3860137 Dec 10 18:41:02.499237 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26a3c31-7b97-44ba-b8dc-582062e046de None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:02.500976 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-a26a3c31-7b97-44ba-b8dc-582062e046de None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:02.504882 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26a3c31-7b97-44ba-b8dc-582062e046de None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:41:02.518553 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-f699f189-82b3-4dd7-be13-3b39ab0b89a3 service neutron] Request body: {'port': {'device_id': '9a901f53-7d48-44f5-8bf6-c601ff0b80b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:02.537944 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a3c31-7b97-44ba-b8dc-582062e046de None None] Pushing event updated for resources: {'Port': ['ID=64788886-b80e-4737-9d6c-cf67dafb9919,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:02.563590 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3d3beb82-9eb4-48fa-a45e-c61625e67a1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81277139-290e-4f1d-8ad5-de057447bc97 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:41:02.579476 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3d3beb82-9eb4-48fa-a45e-c61625e67a1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:02.595952 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2dd0c664-3b37-45bd-9d6d-bd9a53a3d959 req-8209595f-d3f0-4853-a1e7-b010663cf288 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] 10.222.0.62 "GET /v2.0/security-groups?id=80d58dcf-b7a0-45e0-8674-df8e846ae789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098892 Dec 10 18:41:02.597917 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a26a3c31-7b97-44ba-b8dc-582062e046de None None] Attempting to bind port 64788886-b80e-4737-9d6c-cf67dafb9919 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:41:02.598377 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a26a3c31-7b97-44ba-b8dc-582062e046de None None] Attempting to bind port 64788886-b80e-4737-9d6c-cf67dafb9919 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:41:02.600134 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26a3c31-7b97-44ba-b8dc-582062e046de None None] Attempting to bind port 64788886-b80e-4737-9d6c-cf67dafb9919 on network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:02.606196 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26a3c31-7b97-44ba-b8dc-582062e046de None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:41:02.606700 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26a3c31-7b97-44ba-b8dc-582062e046de None None] Checking segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:41:02.607178 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a26a3c31-7b97-44ba-b8dc-582062e046de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:02.607640 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26a3c31-7b97-44ba-b8dc-582062e046de None None] Bound using segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:41:02.608185 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a26a3c31-7b97-44ba-b8dc-582062e046de None None] Bound port: 64788886-b80e-4737-9d6c-cf67dafb9919, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:41:02.608710 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a26a3c31-7b97-44ba-b8dc-582062e046de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:02.648562 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-978f03da-1d1d-4540-be08-b52a38262278 req-8fdf93bc-abde-469c-b9ed-24854e596ede tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Deleting port a2e86c1e-7df4-452d-a81e-ab6e5e979549 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:41:02.653175 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-978f03da-1d1d-4540-be08-b52a38262278 req-8fdf93bc-abde-469c-b9ed-24854e596ede tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:02.670376 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-dde62c61-c5c8-4de8-ab0d-0939ad737482 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] device_id is not set on port 131e9a9e-b00f-462d-8651-beadf22c0c99 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:41:02.678223 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3d3beb82-9eb4-48fa-a45e-c61625e67a1f service neutron] Transition to ACTIVE for port object 81277139-290e-4f1d-8ad5-de057447bc97 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:41:02.714712 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a26a3c31-7b97-44ba-b8dc-582062e046de None None] For port 64788886-b80e-4737-9d6c-cf67dafb9919, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:41:02.718308 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a26a3c31-7b97-44ba-b8dc-582062e046de None None] For port 64788886-b80e-4737-9d6c-cf67dafb9919, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=64788886-b80e-4737-9d6c-cf67dafb9919,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:41:02.731226 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a26a3c31-7b97-44ba-b8dc-582062e046de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:02.738478 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-f699f189-82b3-4dd7-be13-3b39ab0b89a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:02.786004 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3d3beb82-9eb4-48fa-a45e-c61625e67a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:02.824451 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a3c31-7b97-44ba-b8dc-582062e046de None None] Pushing event updated for resources: {'Port': ['ID=64788886-b80e-4737-9d6c-cf67dafb9919,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:02.910371 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01339e5-f24d-4e4e-9491-9e633cf66ae2 req-4320ee14-f7eb-49a8-8a4b-734c469a3e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:02.911985 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01339e5-f24d-4e4e-9491-9e633cf66ae2 req-4320ee14-f7eb-49a8-8a4b-734c469a3e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:02.912707 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01339e5-f24d-4e4e-9491-9e633cf66ae2 req-4320ee14-f7eb-49a8-8a4b-734c469a3e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:02.913378 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01339e5-f24d-4e4e-9491-9e633cf66ae2 req-4320ee14-f7eb-49a8-8a4b-734c469a3e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:02.914514 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01339e5-f24d-4e4e-9491-9e633cf66ae2 req-4320ee14-f7eb-49a8-8a4b-734c469a3e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:02.915230 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01339e5-f24d-4e4e-9491-9e633cf66ae2 req-4320ee14-f7eb-49a8-8a4b-734c469a3e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:02.915701 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01339e5-f24d-4e4e-9491-9e633cf66ae2 req-4320ee14-f7eb-49a8-8a4b-734c469a3e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:02.917841 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e01339e5-f24d-4e4e-9491-9e633cf66ae2 req-4320ee14-f7eb-49a8-8a4b-734c469a3e7e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=98fdd3d4007244d19399f00305d1e82f&device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 6209 time: 0.4339564 Dec 10 18:41:02.968220 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfc0f2-4967-4840-8816-822ebcc66c68 req-06a2deea-65ba-470b-887d-4dfad1341e6c tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:02.978714 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-53cfc0f2-4967-4840-8816-822ebcc66c68 req-06a2deea-65ba-470b-887d-4dfad1341e6c tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=d17b34f6-bd46-41b9-8e9d-41a0e60036ac HTTP/1.1" status: 200 len: 945 time: 0.6804042 Dec 10 18:41:03.165332 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-978f03da-1d1d-4540-be08-b52a38262278 req-8fdf93bc-abde-469c-b9ed-24854e596ede tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] For port a2e86c1e-7df4-452d-a81e-ab6e5e979549, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=a2e86c1e-7df4-452d-a81e-ab6e5e979549,segment=NetworkSegment(2144d0cb-dbc0-42c3-b1a1-43c3f051561c),segment_id=2144d0cb-dbc0-42c3-b1a1-43c3f051561c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:03.167191 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-978f03da-1d1d-4540-be08-b52a38262278 req-8fdf93bc-abde-469c-b9ed-24854e596ede tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:03.337158 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3beb82-9eb4-48fa-a45e-c61625e67a1f service neutron] Pushing event updated for resources: {'Port': ['ID=81277139-290e-4f1d-8ad5-de057447bc97,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:03.420392 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfc232-de65-48ca-bba6-6a4f1c7041f7 req-d41f3584-83ca-4557-b019-ec778144d87c tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:03.434149 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfc232-de65-48ca-bba6-6a4f1c7041f7 req-d41f3584-83ca-4557-b019-ec778144d87c tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:03.438266 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-978f03da-1d1d-4540-be08-b52a38262278 req-8fdf93bc-abde-469c-b9ed-24854e596ede tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Calling delete_port for a2e86c1e-7df4-452d-a81e-ab6e5e979549 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:41:03.440531 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfc232-de65-48ca-bba6-6a4f1c7041f7 req-d41f3584-83ca-4557-b019-ec778144d87c tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:03.450984 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfc232-de65-48ca-bba6-6a4f1c7041f7 req-d41f3584-83ca-4557-b019-ec778144d87c tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:03.487880 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfc232-de65-48ca-bba6-6a4f1c7041f7 req-d41f3584-83ca-4557-b019-ec778144d87c tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:03.499570 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfc232-de65-48ca-bba6-6a4f1c7041f7 req-d41f3584-83ca-4557-b019-ec778144d87c tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:03.508663 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfc232-de65-48ca-bba6-6a4f1c7041f7 req-d41f3584-83ca-4557-b019-ec778144d87c tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:03.517965 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0bcfc232-de65-48ca-bba6-6a4f1c7041f7 req-d41f3584-83ca-4557-b019-ec778144d87c tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5384 time: 0.6747344 Dec 10 18:41:03.535529 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-f699f189-82b3-4dd7-be13-3b39ab0b89a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7ce607d-4e13-42a4-850d-a2b8a6672e26 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:41:03.565696 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-f699f189-82b3-4dd7-be13-3b39ab0b89a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:03.597698 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-f699f189-82b3-4dd7-be13-3b39ab0b89a3 service neutron] Transition to ACTIVE for port object c7ce607d-4e13-42a4-850d-a2b8a6672e26 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:41:03.619220 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-f699f189-82b3-4dd7-be13-3b39ab0b89a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:03.653872 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:03.714028 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0bcfc232-de65-48ca-bba6-6a4f1c7041f7 req-c2a85e9a-6bb5-4b79-86b9-824cb4352c3b tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1947088 Dec 10 18:41:03.733581 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 64788886-b80e-4737-9d6c-cf67dafb9919 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:03.772099 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699f189-82b3-4dd7-be13-3b39ab0b89a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ce607d-4e13-42a4-850d-a2b8a6672e26,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:03.838103 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-53cfc0f2-4967-4840-8816-822ebcc66c68 req-d1bf0628-43b1-4450-ba4b-859bfce71603 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb9b006-f70c-4e34-b1ab-8ba414ee140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8584580 Dec 10 18:41:03.998351 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01339e5-f24d-4e4e-9491-9e633cf66ae2 req-b640fc1f-5cd6-439e-877e-e0e2b8089103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:03.998889 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01339e5-f24d-4e4e-9491-9e633cf66ae2 req-b640fc1f-5cd6-439e-877e-e0e2b8089103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:03.999629 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01339e5-f24d-4e4e-9491-9e633cf66ae2 req-b640fc1f-5cd6-439e-877e-e0e2b8089103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:04.002244 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e01339e5-f24d-4e4e-9491-9e633cf66ae2 req-b640fc1f-5cd6-439e-877e-e0e2b8089103 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=98fdd3d4007244d19399f00305d1e82f&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.0645032 Dec 10 18:41:04.006325 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-f699f189-82b3-4dd7-be13-3b39ab0b89a3 service neutron] Attempting to bind port c7ce607d-4e13-42a4-850d-a2b8a6672e26 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:41:04.006670 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-f699f189-82b3-4dd7-be13-3b39ab0b89a3 service neutron] Attempting to bind port c7ce607d-4e13-42a4-850d-a2b8a6672e26 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '88eb107e-e6ac-4d95-9021-c14ed7f61427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '65decb63-73b1-40dd-941b-f1a33a1e61aa'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:41:04.007056 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-f699f189-82b3-4dd7-be13-3b39ab0b89a3 service neutron] Attempting to bind port c7ce607d-4e13-42a4-850d-a2b8a6672e26 on network 65decb63-73b1-40dd-941b-f1a33a1e61aa {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:04.018037 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-978f03da-1d1d-4540-be08-b52a38262278 req-8fdf93bc-abde-469c-b9ed-24854e596ede tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:04.022510 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-f699f189-82b3-4dd7-be13-3b39ab0b89a3 service neutron] Port c7ce607d-4e13-42a4-850d-a2b8a6672e26 on network 65decb63-73b1-40dd-941b-f1a33a1e61aa not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:41:04.022926 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-f699f189-82b3-4dd7-be13-3b39ab0b89a3 service neutron] Attempting to bind port c7ce607d-4e13-42a4-850d-a2b8a6672e26 on network 65decb63-73b1-40dd-941b-f1a33a1e61aa {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:04.042090 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-f699f189-82b3-4dd7-be13-3b39ab0b89a3 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:41:04.042455 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-f699f189-82b3-4dd7-be13-3b39ab0b89a3 service neutron] Checking segment: {'id': '88eb107e-e6ac-4d95-9021-c14ed7f61427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '65decb63-73b1-40dd-941b-f1a33a1e61aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:41:04.042849 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-f699f189-82b3-4dd7-be13-3b39ab0b89a3 service neutron] Bound using segment: {'id': '88eb107e-e6ac-4d95-9021-c14ed7f61427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '65decb63-73b1-40dd-941b-f1a33a1e61aa'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:41:04.043286 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-f699f189-82b3-4dd7-be13-3b39ab0b89a3 service neutron] Bound port: c7ce607d-4e13-42a4-850d-a2b8a6672e26, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88eb107e-e6ac-4d95-9021-c14ed7f61427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '65decb63-73b1-40dd-941b-f1a33a1e61aa'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:41:04.043656 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-f699f189-82b3-4dd7-be13-3b39ab0b89a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:04.273138 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759cec1-a2c7-4a41-adb8-4034506ffccc req-1aee39a7-3a4c-479a-81ab-c2a76740191a tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:04.274839 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7759cec1-a2c7-4a41-adb8-4034506ffccc req-1aee39a7-3a4c-479a-81ab-c2a76740191a tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 945 time: 0.2276270 Dec 10 18:41:04.360201 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-f699f189-82b3-4dd7-be13-3b39ab0b89a3 service neutron] For port c7ce607d-4e13-42a4-850d-a2b8a6672e26, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:41:04.384265 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device a2e86c1e-7df4-452d-a81e-ab6e5e979549 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:41:04.435013 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-f699f189-82b3-4dd7-be13-3b39ab0b89a3 service neutron] For port c7ce607d-4e13-42a4-850d-a2b8a6672e26, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=c7ce607d-4e13-42a4-850d-a2b8a6672e26,segment=NetworkSegment(88eb107e-e6ac-4d95-9021-c14ed7f61427),segment_id=88eb107e-e6ac-4d95-9021-c14ed7f61427)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:41:04.447095 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: a2e86c1e-7df4-452d-a81e-ab6e5e979549 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:41:04.447464 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device a2e86c1e-7df4-452d-a81e-ab6e5e979549 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:41:04.452412 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7759cec1-a2c7-4a41-adb8-4034506ffccc req-285741d3-b877-4f6e-abdf-7943c403f2b9 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511843 Dec 10 18:41:04.457372 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-f699f189-82b3-4dd7-be13-3b39ab0b89a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:04.475639 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 64788886-b80e-4737-9d6c-cf67dafb9919 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:04.476177 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:04.621636 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699f189-82b3-4dd7-be13-3b39ab0b89a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ce607d-4e13-42a4-850d-a2b8a6672e26,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:04.665610 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:04.694050 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-f699f189-82b3-4dd7-be13-3b39ab0b89a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:04.694801 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-f699f189-82b3-4dd7-be13-3b39ab0b89a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:04.696287 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-f699f189-82b3-4dd7-be13-3b39ab0b89a3 service neutron] 10.222.0.72 "PUT /v2.0/ports/c7ce607d-4e13-42a4-850d-a2b8a6672e26 HTTP/1.1" status: 200 len: 1091 time: 2.1859894 Dec 10 18:41:04.696796 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a901f53-7d48-44f5-8bf6-c601ff0b80b8', 'tag': 'c7ce607d-4e13-42a4-850d-a2b8a6672e26'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:41:04.699142 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdba276d-83a8-4f9b-8b38-9adc40a4be20" -d '{"events": [{"name": "network-changed", "server_uuid": "9a901f53-7d48-44f5-8bf6-c601ff0b80b8", "tag": "c7ce607d-4e13-42a4-850d-a2b8a6672e26"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:41:04.732254 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-dde62c61-c5c8-4de8-ab0d-0939ad737482 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Allocated IP 2001:db8::f816:3eff:fee4:8d8e (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/ca18a378-729f-42e3-835f-3bd0f446bdae/131e9a9e-b00f-462d-8651-beadf22c0c99) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:04.760958 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 64788886-b80e-4737-9d6c-cf67dafb9919, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=64788886-b80e-4737-9d6c-cf67dafb9919,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:04.780437 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:04.884009 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=64788886-b80e-4737-9d6c-cf67dafb9919,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:04.927763 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8989a-1038-40fc-9b3b-423f9f4f65fc req-ccfeb4d9-34be-4586-85d1-8869b15a72ee tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:04.952993 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d4b8989a-1038-40fc-9b3b-423f9f4f65fc req-ccfeb4d9-34be-4586-85d1-8869b15a72ee tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a901f53-7d48-44f5-8bf6-c601ff0b80b8 HTTP/1.1" status: 200 len: 943 time: 0.3058882 Dec 10 18:41:04.984824 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ab9c7e08-3b59-4dd2-9a6a-2e3db2bbd351 None None] Provisioning complete for port 64788886-b80e-4737-9d6c-cf67dafb9919 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:04.985210 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ab9c7e08-3b59-4dd2-9a6a-2e3db2bbd351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:05.123059 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-2c80b623-0e4f-4ee6-8057-6da4b8e43c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:05.127720 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-2c80b623-0e4f-4ee6-8057-6da4b8e43c35 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f8002ceb1ff04dd99711bccd125a62fa&device_id=9a901f53-7d48-44f5-8bf6-c601ff0b80b8 HTTP/1.1" status: 200 len: 1094 time: 0.3760853 Dec 10 18:41:05.135567 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d4b8989a-1038-40fc-9b3b-423f9f4f65fc req-17ded6fc-4a50-4884-9f40-541b9a2cda9a tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] 10.222.0.62 "GET /v2.0/security-groups?id=80d58dcf-b7a0-45e0-8674-df8e846ae789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817212 Dec 10 18:41:05.212294 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-65c29471-3c70-4628-8a22-176414817d93 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c7ce607d-4e13-42a4-850d-a2b8a6672e26 HTTP/1.1" status: 200 len: 217 time: 0.0728941 Dec 10 18:41:05.310602 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-83a9c677-1188-49f1-b64e-bbdc123a128f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:05.313733 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-83a9c677-1188-49f1-b64e-bbdc123a128f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e9fdca6b-40c5-4c11-ba20-d8bd7e62da64 HTTP/1.1" status: 200 len: 858 time: 0.0840893 Dec 10 18:41:05.375873 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-d286b277-75ae-45aa-a38c-8103a082fe6e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=65decb63-73b1-40dd-941b-f1a33a1e61aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557086 Dec 10 18:41:05.377500 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05846cdb-6c29-410e-9d9c-860f4584895e x-openstack-request-id: req-05846cdb-6c29-410e-9d9c-860f4584895e {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:41:05.377882 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a901f53-7d48-44f5-8bf6-c601ff0b80b8", "tag": "c7ce607d-4e13-42a4-850d-a2b8a6672e26", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:41:05.378231 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-05846cdb-6c29-410e-9d9c-860f4584895e {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:41:05.378731 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a901f53-7d48-44f5-8bf6-c601ff0b80b8', 'tag': 'c7ce607d-4e13-42a4-850d-a2b8a6672e26', 'status': 'completed', 'code': 200} Dec 10 18:41:05.571662 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 64788886-b80e-4737-9d6c-cf67dafb9919 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:05.580662 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf93bc-abde-469c-b9ed-24854e596ede tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Pushing event deleted for resources: {'Port': ['ID=a2e86c1e-7df4-452d-a81e-ab6e5e979549,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:05.687309 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e8636-b102-43b6-b7d7-5b187ee28f88 req-40366719-edb1-4a57-9a68-3595adbf6de6 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:05.698755 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e8636-b102-43b6-b7d7-5b187ee28f88 req-40366719-edb1-4a57-9a68-3595adbf6de6 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:05.707442 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e8636-b102-43b6-b7d7-5b187ee28f88 req-40366719-edb1-4a57-9a68-3595adbf6de6 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:05.709169 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-978f03da-1d1d-4540-be08-b52a38262278 req-8fdf93bc-abde-469c-b9ed-24854e596ede tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] No DVR routers for this DVR port a2e86c1e-7df4-452d-a81e-ab6e5e979549 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:41:05.718592 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e8636-b102-43b6-b7d7-5b187ee28f88 req-40366719-edb1-4a57-9a68-3595adbf6de6 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:05.722971 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-978f03da-1d1d-4540-be08-b52a38262278 req-8fdf93bc-abde-469c-b9ed-24854e596ede tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:05.727648 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-978f03da-1d1d-4540-be08-b52a38262278 req-8fdf93bc-abde-469c-b9ed-24854e596ede tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.46 "DELETE /v2.0/ports/a2e86c1e-7df4-452d-a81e-ab6e5e979549 HTTP/1.1" status: 204 len: 173 time: 4.1285651 Dec 10 18:41:05.727818 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e8636-b102-43b6-b7d7-5b187ee28f88 req-40366719-edb1-4a57-9a68-3595adbf6de6 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:05.729850 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 64788886-b80e-4737-9d6c-cf67dafb9919 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:05.730323 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:05.734395 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17b34f6-bd46-41b9-8e9d-41a0e60036ac', 'name': 'network-vif-deleted', 'tag': 'a2e86c1e-7df4-452d-a81e-ab6e5e979549'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:41:05.736854 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e8636-b102-43b6-b7d7-5b187ee28f88 req-40366719-edb1-4a57-9a68-3595adbf6de6 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:05.737319 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628238fb-5ff2-4215-a434-d586c4f43d73" -d '{"events": [{"server_uuid": "d17b34f6-bd46-41b9-8e9d-41a0e60036ac", "name": "network-vif-deleted", "tag": "a2e86c1e-7df4-452d-a81e-ab6e5e979549"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:41:05.747081 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dde62c61-c5c8-4de8-ab0d-0939ad737482 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:05.749470 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e8636-b102-43b6-b7d7-5b187ee28f88 req-40366719-edb1-4a57-9a68-3595adbf6de6 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:05.751007 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3d3beb82-9eb4-48fa-a45e-c61625e67a1f service neutron] Attempting to bind port 81277139-290e-4f1d-8ad5-de057447bc97 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:41:05.751644 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3d3beb82-9eb4-48fa-a45e-c61625e67a1f service neutron] Attempting to bind port 81277139-290e-4f1d-8ad5-de057447bc97 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '50e18ff0-01a9-45cf-a561-d5e7cc825a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e891f6b3-8680-45b2-9ef7-cbafd7cf9175'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:41:05.752227 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3d3beb82-9eb4-48fa-a45e-c61625e67a1f service neutron] Attempting to bind port 81277139-290e-4f1d-8ad5-de057447bc97 on network e891f6b3-8680-45b2-9ef7-cbafd7cf9175 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:05.753291 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5b6e8636-b102-43b6-b7d7-5b187ee28f88 req-40366719-edb1-4a57-9a68-3595adbf6de6 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5384 time: 0.2645004 Dec 10 18:41:05.802631 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fbcd0-f386-4412-8572-8a53a75b8a5a req-b623eacd-f016-416f-acb1-4fabf8b2e580 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:05.812092 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-339fbcd0-f386-4412-8572-8a53a75b8a5a req-b623eacd-f016-416f-acb1-4fabf8b2e580 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 950 time: 1.0666213 Dec 10 18:41:05.826029 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3d3beb82-9eb4-48fa-a45e-c61625e67a1f service neutron] Port 81277139-290e-4f1d-8ad5-de057447bc97 on network e891f6b3-8680-45b2-9ef7-cbafd7cf9175 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:41:05.826743 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3d3beb82-9eb4-48fa-a45e-c61625e67a1f service neutron] Attempting to bind port 81277139-290e-4f1d-8ad5-de057447bc97 on network e891f6b3-8680-45b2-9ef7-cbafd7cf9175 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:05.838092 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01339e5-f24d-4e4e-9491-9e633cf66ae2 req-6e05bd10-af35-4e31-9fb5-1f9e44bf3193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:05.839949 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e01339e5-f24d-4e4e-9491-9e633cf66ae2 req-6e05bd10-af35-4e31-9fb5-1f9e44bf3193 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.8079600 Dec 10 18:41:05.849062 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3d3beb82-9eb4-48fa-a45e-c61625e67a1f service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:41:05.849805 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3d3beb82-9eb4-48fa-a45e-c61625e67a1f service neutron] Checking segment: {'id': '50e18ff0-01a9-45cf-a561-d5e7cc825a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e891f6b3-8680-45b2-9ef7-cbafd7cf9175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:41:05.850455 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3d3beb82-9eb4-48fa-a45e-c61625e67a1f service neutron] Bound using segment: {'id': '50e18ff0-01a9-45cf-a561-d5e7cc825a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e891f6b3-8680-45b2-9ef7-cbafd7cf9175'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:41:05.851127 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3d3beb82-9eb4-48fa-a45e-c61625e67a1f service neutron] Bound port: 81277139-290e-4f1d-8ad5-de057447bc97, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e18ff0-01a9-45cf-a561-d5e7cc825a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e891f6b3-8680-45b2-9ef7-cbafd7cf9175'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:41:05.851870 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3d3beb82-9eb4-48fa-a45e-c61625e67a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:05.932068 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5b6e8636-b102-43b6-b7d7-5b187ee28f88 req-cb84c939-fe84-426b-bf07-97a8a8c25ef4 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1648538 Dec 10 18:41:05.937074 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-0fe59428-051a-4e99-a073-e2450287a76b service neutron] 10.222.0.72 "GET /v2.0/networks/65decb63-73b1-40dd-941b-f1a33a1e61aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5529647 Dec 10 18:41:05.977066 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-339fbcd0-f386-4412-8572-8a53a75b8a5a req-a5b1c69e-a47d-4162-8dbf-27b0ecff4b7f tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476915 Dec 10 18:41:05.988376 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dde62c61-c5c8-4de8-ab0d-0939ad737482 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:06.082109 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3d3beb82-9eb4-48fa-a45e-c61625e67a1f service neutron] For port 81277139-290e-4f1d-8ad5-de057447bc97, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:41:06.103785 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde62c61-c5c8-4de8-ab0d-0939ad737482 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:06.106979 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde62c61-c5c8-4de8-ab0d-0939ad737482 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Port': ['ID=131e9a9e-b00f-462d-8651-beadf22c0c99,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:06.111482 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3d3beb82-9eb4-48fa-a45e-c61625e67a1f service neutron] For port 81277139-290e-4f1d-8ad5-de057447bc97, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=81277139-290e-4f1d-8ad5-de057447bc97,segment=NetworkSegment(50e18ff0-01a9-45cf-a561-d5e7cc825a95),segment_id=50e18ff0-01a9-45cf-a561-d5e7cc825a95)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:41:06.112843 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-dde62c61-c5c8-4de8-ab0d-0939ad737482 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:06.117515 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde62c61-c5c8-4de8-ab0d-0939ad737482 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:41:06.123715 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde62c61-c5c8-4de8-ab0d-0939ad737482 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:06.124365 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dde62c61-c5c8-4de8-ab0d-0939ad737482 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:06.138434 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3d3beb82-9eb4-48fa-a45e-c61625e67a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:06.148480 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-dde62c61-c5c8-4de8-ab0d-0939ad737482 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.3096333 Dec 10 18:41:06.171838 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:41:06.180891 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55898) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:06.193781 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-76b1d667-96ee-4079-9e3b-694b68d6d182 req-fcbb42a6-063a-4132-b9fa-43dce4053174 service neutron] 10.222.0.72 "GET /v2.0/networks/65decb63-73b1-40dd-941b-f1a33a1e61aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384472 Dec 10 18:41:06.225206 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1b4ffbb9-38df-41ec-8f4a-110504656ab2 req-36ed2ee2-63d7-4571-84cb-ac05895946f2 tempest-ListServerFiltersTestJSON-459824878 tempest-ListServerFiltersTestJSON-459824878-project] 10.222.0.62 "GET /v2.0/ports?device_id=d17b34f6-bd46-41b9-8e9d-41a0e60036ac HTTP/1.1" status: 200 len: 210 time: 0.0739188 Dec 10 18:41:06.227063 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3d3beb82-9eb4-48fa-a45e-c61625e67a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:06.228520 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3d3beb82-9eb4-48fa-a45e-c61625e67a1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:06.245438 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3d3beb82-9eb4-48fa-a45e-c61625e67a1f service neutron] 10.222.0.72 "PUT /v2.0/ports/81277139-290e-4f1d-8ad5-de057447bc97 HTTP/1.1" status: 200 len: 1091 time: 5.8282144 Dec 10 18:41:06.293684 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3fbe6d51-78e7-4cba-88b8-3f71cbf2f32c service neutron] Request body: {'port': {'device_id': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:06.300717 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3beb82-9eb4-48fa-a45e-c61625e67a1f service neutron] Pushing event updated for resources: {'Port': ['ID=81277139-290e-4f1d-8ad5-de057447bc97,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:06.353696 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2750b690-18ef-4e2d-9d12-87e15aaa78d0 x-openstack-request-id: req-2750b690-18ef-4e2d-9d12-87e15aaa78d0 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:41:06.354004 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17b34f6-bd46-41b9-8e9d-41a0e60036ac", "name": "network-vif-deleted", "tag": "a2e86c1e-7df4-452d-a81e-ab6e5e979549", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:41:06.354273 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2750b690-18ef-4e2d-9d12-87e15aaa78d0 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:41:06.354694 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17b34f6-bd46-41b9-8e9d-41a0e60036ac', 'name': 'network-vif-deleted', 'tag': 'a2e86c1e-7df4-452d-a81e-ab6e5e979549', 'status': 'completed', 'code': 200} Dec 10 18:41:06.402541 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e120f45d-baf1-485d-bbe8-bf43e4be98ff tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:06.417797 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e120f45d-baf1-485d-bbe8-bf43e4be98ff tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:06.429501 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e120f45d-baf1-485d-bbe8-bf43e4be98ff tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.2443984 Dec 10 18:41:06.432527 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba276d-83a8-4f9b-8b38-9adc40a4be20 req-45d0b151-3ebc-40f3-a286-403960d4ba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:06.434643 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cdba276d-83a8-4f9b-8b38-9adc40a4be20 req-45d0b151-3ebc-40f3-a286-403960d4ba40 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f8002ceb1ff04dd99711bccd125a62fa&device_id=9a901f53-7d48-44f5-8bf6-c601ff0b80b8 HTTP/1.1" status: 200 len: 1094 time: 0.1198859 Dec 10 18:41:06.437451 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55904) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:06.547435 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3fbe6d51-78e7-4cba-88b8-3f71cbf2f32c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:06.572107 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a50607-0b06-49af-aa58-2d06d9d9a3f4 req-efd0d6c4-af4c-4ea4-bd87-bba4980d9d5b tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:06.580701 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-61a50607-0b06-49af-aa58-2d06d9d9a3f4 req-efd0d6c4-af4c-4ea4-bd87-bba4980d9d5b tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 945 time: 0.1513338 Dec 10 18:41:06.679850 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-61a50607-0b06-49af-aa58-2d06d9d9a3f4 req-e83905a6-5101-42f9-89a1-64960cfe56a3 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978498 Dec 10 18:41:06.828595 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-90e8bb91-c6b4-4216-87dd-9a2c91c9daaf None None] Provisioning complete for port 131e9a9e-b00f-462d-8651-beadf22c0c99 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:06.829166 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-90e8bb91-c6b4-4216-87dd-9a2c91c9daaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:06.912516 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba276d-83a8-4f9b-8b38-9adc40a4be20 req-4ab49a16-78a1-4642-9d0f-4bdb0297203c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:06.917827 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cdba276d-83a8-4f9b-8b38-9adc40a4be20 req-4ab49a16-78a1-4642-9d0f-4bdb0297203c service neutron] 10.222.0.72 "GET /v2.0/networks?id=65decb63-73b1-40dd-941b-f1a33a1e61aa HTTP/1.1" status: 200 len: 919 time: 0.4576721 Dec 10 18:41:06.932887 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-90e8bb91-c6b4-4216-87dd-9a2c91c9daaf None None] Port 131e9a9e-b00f-462d-8651-beadf22c0c99 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:41:06.977601 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e906ae-241d-4f7d-ae49-10462e70ac69 req-81a1ab49-686a-4073-a0f8-a6c1baff3d54 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:06.979628 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6e906ae-241d-4f7d-ae49-10462e70ac69 req-81a1ab49-686a-4073-a0f8-a6c1baff3d54 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a901f53-7d48-44f5-8bf6-c601ff0b80b8 HTTP/1.1" status: 200 len: 943 time: 0.1377752 Dec 10 18:41:06.993791 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cdba276d-83a8-4f9b-8b38-9adc40a4be20 req-3d86d684-0753-4100-af39-2b3c1bed1f2c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c7ce607d-4e13-42a4-850d-a2b8a6672e26 HTTP/1.1" status: 200 len: 217 time: 0.0634866 Dec 10 18:41:07.058082 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6e906ae-241d-4f7d-ae49-10462e70ac69 req-d5abd34e-aea1-470d-83d2-6b71e4555676 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] 10.222.0.62 "GET /v2.0/security-groups?id=80d58dcf-b7a0-45e0-8674-df8e846ae789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705254 Dec 10 18:41:07.081887 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0367b-3d12-48c6-9161-568c500992cd req-480ff01f-2884-4c7e-a8eb-d90993629090 tempest-MigrationsAdminTest-131387736 tempest-MigrationsAdminTest-131387736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:07.098438 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0de0367b-3d12-48c6-9161-568c500992cd req-480ff01f-2884-4c7e-a8eb-d90993629090 tempest-MigrationsAdminTest-131387736 tempest-MigrationsAdminTest-131387736-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 1101 time: 0.6419888 Dec 10 18:41:07.217825 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0de0367b-3d12-48c6-9161-568c500992cd req-1fcbe6f9-42f9-48d2-a7d6-5faa68e3a486 tempest-MigrationsAdminTest-131387736 tempest-MigrationsAdminTest-131387736-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176770 Dec 10 18:41:07.220032 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba276d-83a8-4f9b-8b38-9adc40a4be20 req-e523d4e9-b774-4c01-93a0-270526c15efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:07.222374 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cdba276d-83a8-4f9b-8b38-9adc40a4be20 req-e523d4e9-b774-4c01-93a0-270526c15efe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e9fdca6b-40c5-4c11-ba20-d8bd7e62da64 HTTP/1.1" status: 200 len: 858 time: 0.2073927 Dec 10 18:41:07.231782 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-d0d794dc-6d0c-4d3c-823b-08851e0b5bf9 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting port 131e9a9e-b00f-462d-8651-beadf22c0c99 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:41:07.232139 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0d794dc-6d0c-4d3c-823b-08851e0b5bf9 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:07.278322 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3fbe6d51-78e7-4cba-88b8-3f71cbf2f32c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 973dc1f1-e06c-4020-8e9d-616ae7e52df5 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:41:07.298982 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3fbe6d51-78e7-4cba-88b8-3f71cbf2f32c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:07.366717 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3fbe6d51-78e7-4cba-88b8-3f71cbf2f32c service neutron] Transition to ACTIVE for port object 973dc1f1-e06c-4020-8e9d-616ae7e52df5 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:41:07.384538 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-47b34fe3-4d43-426e-b85a-2192bcb75b74 req-47988bb7-9ac5-407d-b090-b6599e42d7a5 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:41:07.386754 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-47b34fe3-4d43-426e-b85a-2192bcb75b74 req-47988bb7-9ac5-407d-b090-b6599e42d7a5 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082216 Dec 10 18:41:07.396298 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3fbe6d51-78e7-4cba-88b8-3f71cbf2f32c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:07.452033 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0d794dc-6d0c-4d3c-823b-08851e0b5bf9 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:07.457356 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cdba276d-83a8-4f9b-8b38-9adc40a4be20 req-da180002-03b0-4651-a308-ed5131273fc1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=65decb63-73b1-40dd-941b-f1a33a1e61aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805833 Dec 10 18:41:07.472141 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-d0d794dc-6d0c-4d3c-823b-08851e0b5bf9 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Calling delete_port for 131e9a9e-b00f-462d-8651-beadf22c0c99 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:41:07.496656 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe6d51-78e7-4cba-88b8-3f71cbf2f32c service neutron] Pushing event updated for resources: {'Port': ['ID=973dc1f1-e06c-4020-8e9d-616ae7e52df5,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:07.719974 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b486a1-1e49-4d80-9a62-0a84f7ce502c req-aa3cb4bb-4896-4ebe-9fda-bb5ab1d2b279 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:07.728966 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b486a1-1e49-4d80-9a62-0a84f7ce502c req-aa3cb4bb-4896-4ebe-9fda-bb5ab1d2b279 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:07.744084 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b486a1-1e49-4d80-9a62-0a84f7ce502c req-aa3cb4bb-4896-4ebe-9fda-bb5ab1d2b279 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:07.752704 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b486a1-1e49-4d80-9a62-0a84f7ce502c req-aa3cb4bb-4896-4ebe-9fda-bb5ab1d2b279 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:07.760859 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b486a1-1e49-4d80-9a62-0a84f7ce502c req-aa3cb4bb-4896-4ebe-9fda-bb5ab1d2b279 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:07.768992 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b486a1-1e49-4d80-9a62-0a84f7ce502c req-aa3cb4bb-4896-4ebe-9fda-bb5ab1d2b279 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:07.770352 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55930) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:07.776105 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b486a1-1e49-4d80-9a62-0a84f7ce502c req-aa3cb4bb-4896-4ebe-9fda-bb5ab1d2b279 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:07.777894 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-55b486a1-1e49-4d80-9a62-0a84f7ce502c req-aa3cb4bb-4896-4ebe-9fda-bb5ab1d2b279 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5384 time: 0.4542038 Dec 10 18:41:07.820475 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3fbe6d51-78e7-4cba-88b8-3f71cbf2f32c service neutron] Attempting to bind port 973dc1f1-e06c-4020-8e9d-616ae7e52df5 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:41:07.820854 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3fbe6d51-78e7-4cba-88b8-3f71cbf2f32c service neutron] Attempting to bind port 973dc1f1-e06c-4020-8e9d-616ae7e52df5 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '50e18ff0-01a9-45cf-a561-d5e7cc825a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e891f6b3-8680-45b2-9ef7-cbafd7cf9175'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:41:07.821195 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3fbe6d51-78e7-4cba-88b8-3f71cbf2f32c service neutron] Attempting to bind port 973dc1f1-e06c-4020-8e9d-616ae7e52df5 on network e891f6b3-8680-45b2-9ef7-cbafd7cf9175 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:07.830996 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3fbe6d51-78e7-4cba-88b8-3f71cbf2f32c service neutron] Port 973dc1f1-e06c-4020-8e9d-616ae7e52df5 on network e891f6b3-8680-45b2-9ef7-cbafd7cf9175 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:41:07.831331 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3fbe6d51-78e7-4cba-88b8-3f71cbf2f32c service neutron] Attempting to bind port 973dc1f1-e06c-4020-8e9d-616ae7e52df5 on network e891f6b3-8680-45b2-9ef7-cbafd7cf9175 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:07.846733 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3fbe6d51-78e7-4cba-88b8-3f71cbf2f32c service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:41:07.847102 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3fbe6d51-78e7-4cba-88b8-3f71cbf2f32c service neutron] Checking segment: {'id': '50e18ff0-01a9-45cf-a561-d5e7cc825a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e891f6b3-8680-45b2-9ef7-cbafd7cf9175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:41:07.847476 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3fbe6d51-78e7-4cba-88b8-3f71cbf2f32c service neutron] Bound using segment: {'id': '50e18ff0-01a9-45cf-a561-d5e7cc825a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e891f6b3-8680-45b2-9ef7-cbafd7cf9175'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:41:07.848114 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3fbe6d51-78e7-4cba-88b8-3f71cbf2f32c service neutron] Bound port: 973dc1f1-e06c-4020-8e9d-616ae7e52df5, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e18ff0-01a9-45cf-a561-d5e7cc825a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e891f6b3-8680-45b2-9ef7-cbafd7cf9175'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:41:07.848490 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3fbe6d51-78e7-4cba-88b8-3f71cbf2f32c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:07.923646 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-55b486a1-1e49-4d80-9a62-0a84f7ce502c req-a092eb6c-be7e-4604-9a54-2b71b61bcc1b tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1306152 Dec 10 18:41:07.979887 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3fbe6d51-78e7-4cba-88b8-3f71cbf2f32c service neutron] For port 973dc1f1-e06c-4020-8e9d-616ae7e52df5, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:41:07.980485 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:07.986045 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3fbe6d51-78e7-4cba-88b8-3f71cbf2f32c service neutron] For port 973dc1f1-e06c-4020-8e9d-616ae7e52df5, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=973dc1f1-e06c-4020-8e9d-616ae7e52df5,segment=NetworkSegment(50e18ff0-01a9-45cf-a561-d5e7cc825a95),segment_id=50e18ff0-01a9-45cf-a561-d5e7cc825a95)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:41:07.993956 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3fbe6d51-78e7-4cba-88b8-3f71cbf2f32c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:08.030811 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3fbe6d51-78e7-4cba-88b8-3f71cbf2f32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:08.031454 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3fbe6d51-78e7-4cba-88b8-3f71cbf2f32c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:08.037588 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3fbe6d51-78e7-4cba-88b8-3f71cbf2f32c service neutron] 10.222.0.72 "PUT /v2.0/ports/973dc1f1-e06c-4020-8e9d-616ae7e52df5 HTTP/1.1" status: 200 len: 1090 time: 1.7660971 Dec 10 18:41:08.112865 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe6d51-78e7-4cba-88b8-3f71cbf2f32c service neutron] Pushing event updated for resources: {'Port': ['ID=973dc1f1-e06c-4020-8e9d-616ae7e52df5,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:08.130939 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-11ef57a1-7481-4231-ae33-3d45e281e92f service neutron] Request body: {'port': {'device_id': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:08.291793 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-11ef57a1-7481-4231-ae33-3d45e281e92f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:08.324204 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d9e58-b9f1-4bc2-9876-13853947224b req-7bc3df6b-99fe-440c-bf0c-7ca809be91ac tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:08.327178 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a91d9e58-b9f1-4bc2-9876-13853947224b req-7bc3df6b-99fe-440c-bf0c-7ca809be91ac tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 945 time: 0.1547079 Dec 10 18:41:08.362068 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cdba276d-83a8-4f9b-8b38-9adc40a4be20 req-ee9252cd-7082-4804-9f61-c9cd940e5624 service neutron] 10.222.0.72 "GET /v2.0/networks/65decb63-73b1-40dd-941b-f1a33a1e61aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8586924 Dec 10 18:41:08.362684 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0d794dc-6d0c-4d3c-823b-08851e0b5bf9 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:08.377348 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'tag': '81277139-290e-4f1d-8ad5-de057447bc97'}, {'name': 'network-changed', 'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'tag': '973dc1f1-e06c-4020-8e9d-616ae7e52df5'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:41:08.379620 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4da9a7e-95f9-483c-9da0-0de04fa68642" -d '{"events": [{"name": "network-changed", "server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "tag": "81277139-290e-4f1d-8ad5-de057447bc97"}, {"name": "network-changed", "server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "tag": "973dc1f1-e06c-4020-8e9d-616ae7e52df5"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:41:08.428224 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a91d9e58-b9f1-4bc2-9876-13853947224b req-191e8d33-23b4-4893-9940-7aaa2d048f02 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936129 Dec 10 18:41:08.458221 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-348c414a-5910-40fb-a9f6-6b017cfa328d admin admin] Deleting subnet 82613507-236d-42d1-b7b2-90393d426128 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:41:08.519966 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-348c414a-5910-40fb-a9f6-6b017cfa328d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:08.600346 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d794dc-6d0c-4d3c-823b-08851e0b5bf9 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Port': ['ID=131e9a9e-b00f-462d-8651-beadf22c0c99,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:08.627510 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deebcc96-1944-4db9-b661-f3991005f94d req-7365faad-4220-473e-81a5-8f6cf8e33ac3 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:08.627699 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f0f2f-da9e-4537-9a89-d5564159a144 req-3c41ca52-3b81-4c5f-9be9-5ae488304b19 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:08.634140 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-deebcc96-1944-4db9-b661-f3991005f94d req-7365faad-4220-473e-81a5-8f6cf8e33ac3 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a901f53-7d48-44f5-8bf6-c601ff0b80b8 HTTP/1.1" status: 200 len: 943 time: 0.1118243 Dec 10 18:41:08.639571 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-266f0f2f-da9e-4537-9a89-d5564159a144 req-3c41ca52-3b81-4c5f-9be9-5ae488304b19 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 950 time: 0.7971988 Dec 10 18:41:08.706115 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-3f559762-40bb-47ff-a3f2-4960ac1f738c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9767721 Dec 10 18:41:08.713686 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-348c414a-5910-40fb-a9f6-6b017cfa328d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:08.716038 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0d794dc-6d0c-4d3c-823b-08851e0b5bf9 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:08.726423 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d0d794dc-6d0c-4d3c-823b-08851e0b5bf9 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/ports/131e9a9e-b00f-462d-8651-beadf22c0c99 HTTP/1.1" status: 204 len: 168 time: 2.2884636 Dec 10 18:41:08.728568 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55940) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:08.776487 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-deebcc96-1944-4db9-b661-f3991005f94d req-604748c0-0741-4ed0-9a29-f28d69ed5b73 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] 10.222.0.62 "GET /v2.0/security-groups?id=80d58dcf-b7a0-45e0-8674-df8e846ae789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413500 Dec 10 18:41:08.900200 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-266f0f2f-da9e-4537-9a89-d5564159a144 req-dd67bd4f-ce49-49c5-9755-7f037e787028 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595403 Dec 10 18:41:08.919484 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cdba276d-83a8-4f9b-8b38-9adc40a4be20 req-ae679a15-bcea-4f02-a919-714ad19640b7 service neutron] 10.222.0.72 "GET /v2.0/networks/65decb63-73b1-40dd-941b-f1a33a1e61aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5466769 Dec 10 18:41:08.937253 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f91fd64-4bf2-4b7b-a259-9a7db160d251 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:08.945243 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f91fd64-4bf2-4b7b-a259-9a7db160d251 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:08.952526 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9f91fd64-4bf2-4b7b-a259-9a7db160d251 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2190771 Dec 10 18:41:08.954408 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55954) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:09.078120 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Dec 2021 18:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa01567-99f0-449a-87d9-b7be8c224d49 x-openstack-request-id: req-2aa01567-99f0-449a-87d9-b7be8c224d49 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:41:09.078120 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "tag": "81277139-290e-4f1d-8ad5-de057447bc97", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "tag": "973dc1f1-e06c-4020-8e9d-616ae7e52df5", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:41:09.078120 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2aa01567-99f0-449a-87d9-b7be8c224d49 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:41:09.078683 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'tag': '81277139-290e-4f1d-8ad5-de057447bc97', 'status': 'completed', 'code': 200} Dec 10 18:41:09.079135 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'tag': '973dc1f1-e06c-4020-8e9d-616ae7e52df5', 'status': 'completed', 'code': 200} Dec 10 18:41:09.114596 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d30f88f-265e-47c8-902a-1e032d8aec2c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting subnet ca18a378-729f-42e3-835f-3bd0f446bdae {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:41:09.124288 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d30f88f-265e-47c8-902a-1e032d8aec2c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:09.138577 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da9a7e-95f9-483c-9da0-0de04fa68642 req-91f5ded0-13d2-4a4a-b3cb-5e0704e52c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:09.139053 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da9a7e-95f9-483c-9da0-0de04fa68642 req-91f5ded0-13d2-4a4a-b3cb-5e0704e52c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:09.139545 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da9a7e-95f9-483c-9da0-0de04fa68642 req-91f5ded0-13d2-4a4a-b3cb-5e0704e52c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:09.139998 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da9a7e-95f9-483c-9da0-0de04fa68642 req-91f5ded0-13d2-4a4a-b3cb-5e0704e52c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:09.140457 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da9a7e-95f9-483c-9da0-0de04fa68642 req-91f5ded0-13d2-4a4a-b3cb-5e0704e52c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:09.141063 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da9a7e-95f9-483c-9da0-0de04fa68642 req-91f5ded0-13d2-4a4a-b3cb-5e0704e52c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:09.141522 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da9a7e-95f9-483c-9da0-0de04fa68642 req-91f5ded0-13d2-4a4a-b3cb-5e0704e52c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:09.143596 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4da9a7e-95f9-483c-9da0-0de04fa68642 req-91f5ded0-13d2-4a4a-b3cb-5e0704e52c5d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=98fdd3d4007244d19399f00305d1e82f&device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 6343 time: 0.1206603 Dec 10 18:41:09.153564 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-348c414a-5910-40fb-a9f6-6b017cfa328d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:09.189455 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d30f88f-265e-47c8-902a-1e032d8aec2c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:09.282117 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d30f88f-265e-47c8-902a-1e032d8aec2c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:09.283831 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96540d27-cdf7-4545-8f83-85247514a19c req-abcb07f7-30cd-4fa6-a972-605652662e6e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:09.295388 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96540d27-cdf7-4545-8f83-85247514a19c req-abcb07f7-30cd-4fa6-a972-605652662e6e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:09.303700 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96540d27-cdf7-4545-8f83-85247514a19c req-abcb07f7-30cd-4fa6-a972-605652662e6e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:09.323096 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96540d27-cdf7-4545-8f83-85247514a19c req-abcb07f7-30cd-4fa6-a972-605652662e6e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:09.329402 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96540d27-cdf7-4545-8f83-85247514a19c req-abcb07f7-30cd-4fa6-a972-605652662e6e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:09.338739 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96540d27-cdf7-4545-8f83-85247514a19c req-abcb07f7-30cd-4fa6-a972-605652662e6e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:09.358473 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96540d27-cdf7-4545-8f83-85247514a19c req-abcb07f7-30cd-4fa6-a972-605652662e6e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:09.368914 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d30f88f-265e-47c8-902a-1e032d8aec2c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:09.376622 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-96540d27-cdf7-4545-8f83-85247514a19c req-abcb07f7-30cd-4fa6-a972-605652662e6e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5396 time: 0.3015192 Dec 10 18:41:09.409740 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d30f88f-265e-47c8-902a-1e032d8aec2c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Subnet': ['ID=ca18a378-729f-42e3-835f-3bd0f446bdae,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:09.418720 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d30f88f-265e-47c8-902a-1e032d8aec2c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:09.422463 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9d30f88f-265e-47c8-902a-1e032d8aec2c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/ca18a378-729f-42e3-835f-3bd0f446bdae HTTP/1.1" status: 204 len: 168 time: 0.4678199 Dec 10 18:41:09.425378 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55972) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:09.427906 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ad6959-4931-4db7-83ae-9817bdbf04a2 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:41:09.434607 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-11ef57a1-7481-4231-ae33-3d45e281e92f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbbbaa6a-b115-417d-aac9-abe5c3981165 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:41:09.476760 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-11ef57a1-7481-4231-ae33-3d45e281e92f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:09.481013 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4d2b9cfb-7bb7-4900-9aa9-bcec8d4c28d9 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0544202 Dec 10 18:41:09.483491 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55976) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:09.532057 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da9a7e-95f9-483c-9da0-0de04fa68642 req-3215a0e2-20c6-4d04-92d0-8f610512d393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:09.532403 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da9a7e-95f9-483c-9da0-0de04fa68642 req-3215a0e2-20c6-4d04-92d0-8f610512d393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:09.532910 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da9a7e-95f9-483c-9da0-0de04fa68642 req-3215a0e2-20c6-4d04-92d0-8f610512d393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:09.534508 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4da9a7e-95f9-483c-9da0-0de04fa68642 req-3215a0e2-20c6-4d04-92d0-8f610512d393 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=98fdd3d4007244d19399f00305d1e82f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3531430 Dec 10 18:41:09.545030 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-348c414a-5910-40fb-a9f6-6b017cfa328d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:09.547812 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-11ef57a1-7481-4231-ae33-3d45e281e92f service neutron] Transition to ACTIVE for port object bbbbaa6a-b115-417d-aac9-abe5c3981165 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:41:09.556807 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-11ef57a1-7481-4231-ae33-3d45e281e92f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:09.575580 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caede074-ee8b-434f-ab7b-eab0e6f10ff6 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:09.577454 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-caede074-ee8b-434f-ab7b-eab0e6f10ff6 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0928340 Dec 10 18:41:09.598443 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55980) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:09.674198 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b73967-a132-4910-aafe-213e1a18f1ad tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:09.676236 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b8b73967-a132-4910-aafe-213e1a18f1ad tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0756452 Dec 10 18:41:09.689215 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-348c414a-5910-40fb-a9f6-6b017cfa328d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:09.695384 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-348c414a-5910-40fb-a9f6-6b017cfa328d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/82613507-236d-42d1-b7b2-90393d426128 HTTP/1.1" status: 204 len: 168 time: 1.9186294 Dec 10 18:41:09.699113 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55984) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:09.699687 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55986) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:09.716657 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec837f5-9c84-4ee4-a20b-31a7f4d6d8f0 None None] Network a132fecf-3945-4784-9a54-e47d149f1f01 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:41:09.731944 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-96540d27-cdf7-4545-8f83-85247514a19c req-c6aa61ba-c4a3-4971-9221-d49e109158db tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3410246 Dec 10 18:41:09.748825 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c414a-5910-40fb-a9f6-6b017cfa328d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82613507-236d-42d1-b7b2-90393d426128,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:09.864928 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e9f70062-867a-45c8-a203-107001e2af4c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1530316 Dec 10 18:41:09.910792 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55992) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:09.926470 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-56abb106-112a-46b9-8604-1380a9d89ac4 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'subnet': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:09.984465 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f37503-6b00-4663-a5e1-e99325b26c09 None None] DHCP port deletion for 4c9579a2-8f48-40cb-87f0-dbca0f4b521d request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:41:09.985004 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da9a7e-95f9-483c-9da0-0de04fa68642 req-51c3ff4c-3b7c-4fb5-b4c8-3e34fe0a017b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:09.987722 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4da9a7e-95f9-483c-9da0-0de04fa68642 req-51c3ff4c-3b7c-4fb5-b4c8-3e34fe0a017b service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4335327 Dec 10 18:41:10.125319 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f2f37503-6b00-4663-a5e1-e99325b26c09 None None] Deleting port 64788886-b80e-4737-9d6c-cf67dafb9919 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:41:10.125876 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f2f37503-6b00-4663-a5e1-e99325b26c09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:10.139807 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ef57a1-7481-4231-ae33-3d45e281e92f service neutron] Pushing event updated for resources: {'Port': ['ID=bbbbaa6a-b115-417d-aac9-abe5c3981165,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:10.234966 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7bf56612-3fd0-4729-9e04-b6b87941d849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:10.252049 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e817809d-d64d-471e-85d3-b98512fbe363 None None] DHCP port deletion for a132fecf-3945-4784-9a54-e47d149f1f01 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:41:10.274732 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a4b7a-c57c-4c91-9d03-7c027f329b11 req-7f6256d4-3296-4cfd-9bf2-5fd53df99582 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:10.282925 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-556a4b7a-c57c-4c91-9d03-7c027f329b11 req-7f6256d4-3296-4cfd-9bf2-5fd53df99582 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a901f53-7d48-44f5-8bf6-c601ff0b80b8 HTTP/1.1" status: 200 len: 943 time: 0.2530777 Dec 10 18:41:10.297751 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f2f37503-6b00-4663-a5e1-e99325b26c09 None None] For port 64788886-b80e-4737-9d6c-cf67dafb9919, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=64788886-b80e-4737-9d6c-cf67dafb9919,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:10.298498 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f2f37503-6b00-4663-a5e1-e99325b26c09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:10.322891 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07df56-674a-4b1c-b44d-dae7e3f75814 req-b944501b-ce30-425f-9e27-3c1f09435c49 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:10.331031 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a07df56-674a-4b1c-b44d-dae7e3f75814 req-b944501b-ce30-425f-9e27-3c1f09435c49 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 945 time: 0.6503065 Dec 10 18:41:10.337140 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da9a7e-95f9-483c-9da0-0de04fa68642 req-95905f44-6fa4-4f50-a812-25fd482481b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:10.337617 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da9a7e-95f9-483c-9da0-0de04fa68642 req-95905f44-6fa4-4f50-a812-25fd482481b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:10.338127 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da9a7e-95f9-483c-9da0-0de04fa68642 req-95905f44-6fa4-4f50-a812-25fd482481b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:10.338856 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da9a7e-95f9-483c-9da0-0de04fa68642 req-95905f44-6fa4-4f50-a812-25fd482481b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:10.339497 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da9a7e-95f9-483c-9da0-0de04fa68642 req-95905f44-6fa4-4f50-a812-25fd482481b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:10.341525 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da9a7e-95f9-483c-9da0-0de04fa68642 req-95905f44-6fa4-4f50-a812-25fd482481b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:10.342294 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da9a7e-95f9-483c-9da0-0de04fa68642 req-95905f44-6fa4-4f50-a812-25fd482481b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:10.374272 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4da9a7e-95f9-483c-9da0-0de04fa68642 req-95905f44-6fa4-4f50-a812-25fd482481b7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=98fdd3d4007244d19399f00305d1e82f&device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 6368 time: 0.3192637 Dec 10 18:41:10.387539 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-11ef57a1-7481-4231-ae33-3d45e281e92f service neutron] Attempting to bind port bbbbaa6a-b115-417d-aac9-abe5c3981165 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:41:10.388010 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-11ef57a1-7481-4231-ae33-3d45e281e92f service neutron] Attempting to bind port bbbbaa6a-b115-417d-aac9-abe5c3981165 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '7ee9ae18-d3b7-45c6-9766-25742e5e159f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '08d0d37b-1e92-4759-bf0e-8cf5a993438c'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:41:10.388566 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-11ef57a1-7481-4231-ae33-3d45e281e92f service neutron] Attempting to bind port bbbbaa6a-b115-417d-aac9-abe5c3981165 on network 08d0d37b-1e92-4759-bf0e-8cf5a993438c {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:10.414737 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56abb106-112a-46b9-8604-1380a9d89ac4 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:41:10.418488 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-56abb106-112a-46b9-8604-1380a9d89ac4 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:10.424666 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f2f37503-6b00-4663-a5e1-e99325b26c09 None None] Calling delete_port for 64788886-b80e-4737-9d6c-cf67dafb9919 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:41:10.454799 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-556a4b7a-c57c-4c91-9d03-7c027f329b11 req-d458c901-6514-4766-abc3-1b521c5c8dad tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] 10.222.0.62 "GET /v2.0/security-groups?id=80d58dcf-b7a0-45e0-8674-df8e846ae789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703510 Dec 10 18:41:10.482653 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-11ef57a1-7481-4231-ae33-3d45e281e92f service neutron] Port bbbbaa6a-b115-417d-aac9-abe5c3981165 on network 08d0d37b-1e92-4759-bf0e-8cf5a993438c not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:41:10.483000 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-11ef57a1-7481-4231-ae33-3d45e281e92f service neutron] Attempting to bind port bbbbaa6a-b115-417d-aac9-abe5c3981165 on network 08d0d37b-1e92-4759-bf0e-8cf5a993438c {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:10.511202 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e817809d-d64d-471e-85d3-b98512fbe363 None None] Deleting port 36c75ce5-da4f-4a1f-bace-6b56a28ab3aa {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:41:10.512413 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e817809d-d64d-471e-85d3-b98512fbe363 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:10.533459 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a07df56-674a-4b1c-b44d-dae7e3f75814 req-8ecd79ab-abe3-4088-b7e0-4703a89db563 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965435 Dec 10 18:41:10.549329 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7bf56612-3fd0-4729-9e04-b6b87941d849 admin admin] Deleting port 36c75ce5-da4f-4a1f-bace-6b56a28ab3aa {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:41:10.549687 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7bf56612-3fd0-4729-9e04-b6b87941d849 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:10.605919 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e817809d-d64d-471e-85d3-b98512fbe363 None None] For port 36c75ce5-da4f-4a1f-bace-6b56a28ab3aa, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=36c75ce5-da4f-4a1f-bace-6b56a28ab3aa,segment=NetworkSegment(2144d0cb-dbc0-42c3-b1a1-43c3f051561c),segment_id=2144d0cb-dbc0-42c3-b1a1-43c3f051561c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:10.606622 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e817809d-d64d-471e-85d3-b98512fbe363 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:10.631452 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e817809d-d64d-471e-85d3-b98512fbe363 None None] Calling delete_port for 36c75ce5-da4f-4a1f-bace-6b56a28ab3aa owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:41:10.674358 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-7bf56612-3fd0-4729-9e04-b6b87941d849 admin admin] For port 36c75ce5-da4f-4a1f-bace-6b56a28ab3aa, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=36c75ce5-da4f-4a1f-bace-6b56a28ab3aa,segment=NetworkSegment(2144d0cb-dbc0-42c3-b1a1-43c3f051561c),segment_id=2144d0cb-dbc0-42c3-b1a1-43c3f051561c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:10.681247 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7bf56612-3fd0-4729-9e04-b6b87941d849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:10.707438 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7bf56612-3fd0-4729-9e04-b6b87941d849 admin admin] Calling delete_port for 36c75ce5-da4f-4a1f-bace-6b56a28ab3aa owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:41:10.737091 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb1176-c180-4e34-8ddb-bb76f94a016b req-a46ebc0e-dcb3-4cfb-bb74-5e13903ad960 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:10.752928 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c3cb1176-c180-4e34-8ddb-bb76f94a016b req-a46ebc0e-dcb3-4cfb-bb74-5e13903ad960 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 950 time: 0.1649435 Dec 10 18:41:10.764543 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da9a7e-95f9-483c-9da0-0de04fa68642 req-abd69c78-2328-44e9-b950-dd4df79ac680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:10.765483 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da9a7e-95f9-483c-9da0-0de04fa68642 req-abd69c78-2328-44e9-b950-dd4df79ac680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:10.765967 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da9a7e-95f9-483c-9da0-0de04fa68642 req-abd69c78-2328-44e9-b950-dd4df79ac680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:10.768456 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4da9a7e-95f9-483c-9da0-0de04fa68642 req-abd69c78-2328-44e9-b950-dd4df79ac680 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=98fdd3d4007244d19399f00305d1e82f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3704510 Dec 10 18:41:10.781294 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e817809d-d64d-471e-85d3-b98512fbe363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:10.808219 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e817809d-d64d-471e-85d3-b98512fbe363 None None] No DVR routers for this DVR port 36c75ce5-da4f-4a1f-bace-6b56a28ab3aa on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:41:10.852734 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e817809d-d64d-471e-85d3-b98512fbe363 None None] Pushing event deleted for resources: {'Port': ['ID=36c75ce5-da4f-4a1f-bace-6b56a28ab3aa,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:10.853290 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-11ef57a1-7481-4231-ae33-3d45e281e92f service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:41:10.856043 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-11ef57a1-7481-4231-ae33-3d45e281e92f service neutron] Checking segment: {'id': '7ee9ae18-d3b7-45c6-9766-25742e5e159f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '08d0d37b-1e92-4759-bf0e-8cf5a993438c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:41:10.856450 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-11ef57a1-7481-4231-ae33-3d45e281e92f service neutron] Bound using segment: {'id': '7ee9ae18-d3b7-45c6-9766-25742e5e159f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '08d0d37b-1e92-4759-bf0e-8cf5a993438c'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:41:10.856935 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-11ef57a1-7481-4231-ae33-3d45e281e92f service neutron] Bound port: bbbbaa6a-b115-417d-aac9-abe5c3981165, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee9ae18-d3b7-45c6-9766-25742e5e159f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '08d0d37b-1e92-4759-bf0e-8cf5a993438c'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:41:10.857307 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-11ef57a1-7481-4231-ae33-3d45e281e92f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:10.911981 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f2f37503-6b00-4663-a5e1-e99325b26c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:10.928983 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f37503-6b00-4663-a5e1-e99325b26c09 None None] No DVR routers for this DVR port 64788886-b80e-4737-9d6c-cf67dafb9919 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:41:10.962132 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c3cb1176-c180-4e34-8ddb-bb76f94a016b req-0aa8d3bd-edaa-4267-a634-c7e20f85c70f tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081599 Dec 10 18:41:10.963478 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f37503-6b00-4663-a5e1-e99325b26c09 None None] Pushing event deleted for resources: {'Port': ['ID=64788886-b80e-4737-9d6c-cf67dafb9919,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:11.005747 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da9a7e-95f9-483c-9da0-0de04fa68642 req-54cb75e1-13a4-4938-9fc8-4a12a6eb7fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:11.007236 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4da9a7e-95f9-483c-9da0-0de04fa68642 req-54cb75e1-13a4-4938-9fc8-4a12a6eb7fd5 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2288239 Dec 10 18:41:11.093849 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-e3eadda0-429f-4941-b283-b225bff89f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:11.095347 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-e3eadda0-429f-4941-b283-b225bff89f17 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f1621867e3041c3a975a6622e21074f&device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 1101 time: 0.3039885 Dec 10 18:41:11.103022 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7bf56612-3fd0-4729-9e04-b6b87941d849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:11.122920 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e651d-c6eb-49ca-91a8-e0b14c63aa71 req-2b400304-dbf9-4091-955a-adddc5377b9a tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:11.129363 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e651d-c6eb-49ca-91a8-e0b14c63aa71 req-2b400304-dbf9-4091-955a-adddc5377b9a tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:11.135577 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e651d-c6eb-49ca-91a8-e0b14c63aa71 req-2b400304-dbf9-4091-955a-adddc5377b9a tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:11.141596 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e651d-c6eb-49ca-91a8-e0b14c63aa71 req-2b400304-dbf9-4091-955a-adddc5377b9a tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:11.147599 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e651d-c6eb-49ca-91a8-e0b14c63aa71 req-2b400304-dbf9-4091-955a-adddc5377b9a tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:11.153613 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e651d-c6eb-49ca-91a8-e0b14c63aa71 req-2b400304-dbf9-4091-955a-adddc5377b9a tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:11.159525 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e651d-c6eb-49ca-91a8-e0b14c63aa71 req-2b400304-dbf9-4091-955a-adddc5377b9a tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:11.168359 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-852e651d-c6eb-49ca-91a8-e0b14c63aa71 req-2b400304-dbf9-4091-955a-adddc5377b9a tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5408 time: 0.3086166 Dec 10 18:41:11.189766 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-11ef57a1-7481-4231-ae33-3d45e281e92f service neutron] For port bbbbaa6a-b115-417d-aac9-abe5c3981165, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:41:11.285833 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf56612-3fd0-4729-9e04-b6b87941d849 admin admin] Pushing event deleted for resources: {'Port': ['ID=36c75ce5-da4f-4a1f-bace-6b56a28ab3aa,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:11.291332 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-11ef57a1-7481-4231-ae33-3d45e281e92f service neutron] For port bbbbaa6a-b115-417d-aac9-abe5c3981165, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=bbbbaa6a-b115-417d-aac9-abe5c3981165,segment=NetworkSegment(7ee9ae18-d3b7-45c6-9766-25742e5e159f),segment_id=7ee9ae18-d3b7-45c6-9766-25742e5e159f)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:41:11.298600 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf56612-3fd0-4729-9e04-b6b87941d849 admin admin] No DVR routers for this DVR port 36c75ce5-da4f-4a1f-bace-6b56a28ab3aa on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:41:11.316398 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-11ef57a1-7481-4231-ae33-3d45e281e92f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:11.523504 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 64788886-b80e-4737-9d6c-cf67dafb9919 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:41:11.541983 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-11ef57a1-7481-4231-ae33-3d45e281e92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:11.542678 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-11ef57a1-7481-4231-ae33-3d45e281e92f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:11.544217 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-11ef57a1-7481-4231-ae33-3d45e281e92f service neutron] 10.222.0.72 "PUT /v2.0/ports/bbbbaa6a-b115-417d-aac9-abe5c3981165 HTTP/1.1" status: 200 len: 1091 time: 3.4224551 Dec 10 18:41:11.566257 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'tag': 'bbbbaa6a-b115-417d-aac9-abe5c3981165'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:41:11.572858 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865a4ae5-70b9-4c0a-8c32-b3bae171e013" -d '{"events": [{"name": "network-changed", "server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "tag": "bbbbaa6a-b115-417d-aac9-abe5c3981165"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:41:11.596076 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-852e651d-c6eb-49ca-91a8-e0b14c63aa71 req-db69a5b2-c78e-4782-97a8-7c76c5bd9e3e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4237845 Dec 10 18:41:11.614726 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 64788886-b80e-4737-9d6c-cf67dafb9919 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:41:11.614726 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 64788886-b80e-4737-9d6c-cf67dafb9919 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:41:11.614726 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 36c75ce5-da4f-4a1f-bace-6b56a28ab3aa no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:41:11.628140 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device c7ce607d-4e13-42a4-850d-a2b8a6672e26 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:41:11.698416 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-c3cca2a7-cb26-4cf3-88f6-d7f6b739e521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:11.700127 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-c3cca2a7-cb26-4cf3-88f6-d7f6b739e521 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.5909102 Dec 10 18:41:11.727175 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06047e-c22c-4af5-a9a3-08fa009d8f18 req-27273d23-1418-4208-8076-b010c185dd5b tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:11.744703 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ae06047e-c22c-4af5-a9a3-08fa009d8f18 req-27273d23-1418-4208-8076-b010c185dd5b tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a901f53-7d48-44f5-8bf6-c601ff0b80b8 HTTP/1.1" status: 200 len: 943 time: 0.1425815 Dec 10 18:41:11.753724 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-32e7885a-0d1d-4832-b228-c703522980f1 service neutron] Request body: {'port': {'device_id': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:11.791390 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ef57a1-7481-4231-ae33-3d45e281e92f service neutron] Pushing event updated for resources: {'Port': ['ID=bbbbaa6a-b115-417d-aac9-abe5c3981165,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:11.840100 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ae06047e-c22c-4af5-a9a3-08fa009d8f18 req-5d535b3a-0912-4fb3-8d72-6d6acfd67bca tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] 10.222.0.62 "GET /v2.0/security-groups?id=80d58dcf-b7a0-45e0-8674-df8e846ae789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944207 Dec 10 18:41:11.841190 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port c7ce607d-4e13-42a4-850d-a2b8a6672e26, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=c7ce607d-4e13-42a4-850d-a2b8a6672e26,segment=NetworkSegment(88eb107e-e6ac-4d95-9021-c14ed7f61427),segment_id=88eb107e-e6ac-4d95-9021-c14ed7f61427)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:11.858599 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': 'c7ce607d-4e13-42a4-850d-a2b8a6672e26', 'network_id': '65decb63-73b1-40dd-941b-f1a33a1e61aa', 'port_id': 'c7ce607d-4e13-42a4-850d-a2b8a6672e26', 'mac_address': 'fa:16:3e:1f:b5:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9fdca6b-40c5-4c11-ba20-d8bd7e62da64', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:41:11.944343 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:11.962791 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7ce607d-4e13-42a4-850d-a2b8a6672e26 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:41:11.968419 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 36c75ce5-da4f-4a1f-bace-6b56a28ab3aa {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:41:11.968918 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 36c75ce5-da4f-4a1f-bace-6b56a28ab3aa not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:41:12.033984 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port c7ce607d-4e13-42a4-850d-a2b8a6672e26, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=c7ce607d-4e13-42a4-850d-a2b8a6672e26,segment=NetworkSegment(88eb107e-e6ac-4d95-9021-c14ed7f61427),segment_id=88eb107e-e6ac-4d95-9021-c14ed7f61427)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:12.040831 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:12.124739 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a4ae5-70b9-4c0a-8c32-b3bae171e013 req-a0b7ed43-f2be-4aaf-9307-8e49868df862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:12.124739 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a4ae5-70b9-4c0a-8c32-b3bae171e013 req-a0b7ed43-f2be-4aaf-9307-8e49868df862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:12.124739 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a4ae5-70b9-4c0a-8c32-b3bae171e013 req-a0b7ed43-f2be-4aaf-9307-8e49868df862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:12.124739 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a4ae5-70b9-4c0a-8c32-b3bae171e013 req-a0b7ed43-f2be-4aaf-9307-8e49868df862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:12.124739 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a4ae5-70b9-4c0a-8c32-b3bae171e013 req-a0b7ed43-f2be-4aaf-9307-8e49868df862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:12.124739 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a4ae5-70b9-4c0a-8c32-b3bae171e013 req-a0b7ed43-f2be-4aaf-9307-8e49868df862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:12.124739 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a4ae5-70b9-4c0a-8c32-b3bae171e013 req-a0b7ed43-f2be-4aaf-9307-8e49868df862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:12.124739 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-865a4ae5-70b9-4c0a-8c32-b3bae171e013 req-a0b7ed43-f2be-4aaf-9307-8e49868df862 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=98fdd3d4007244d19399f00305d1e82f&device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 6410 time: 0.1290600 Dec 10 18:41:12.128477 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=c7ce607d-4e13-42a4-850d-a2b8a6672e26,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:12.269561 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7bf56612-3fd0-4729-9e04-b6b87941d849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:12.274174 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc982d8-8bb7-4f8b-8a7f-4307ddd340e2 x-openstack-request-id: req-1dc982d8-8bb7-4f8b-8a7f-4307ddd340e2 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:41:12.274647 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "tag": "bbbbaa6a-b115-417d-aac9-abe5c3981165", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:41:12.275162 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1dc982d8-8bb7-4f8b-8a7f-4307ddd340e2 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:41:12.275775 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'tag': 'bbbbaa6a-b115-417d-aac9-abe5c3981165', 'status': 'completed', 'code': 200} Dec 10 18:41:12.303494 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-eed3ee3f-d139-4c6f-81d1-c23426da23fd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=11e8e98c-eb94-4b13-8d37-10d3788fd7d0 HTTP/1.1" status: 200 len: 217 time: 0.5888450 Dec 10 18:41:12.337286 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-7bf56612-3fd0-4729-9e04-b6b87941d849 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a132fecf-3945-4784-9a54-e47d149f1f01']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:12.337897 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a4ae5-70b9-4c0a-8c32-b3bae171e013 req-3b1c52b6-5638-4d7f-85ae-d5e214d11a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:12.338372 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a4ae5-70b9-4c0a-8c32-b3bae171e013 req-3b1c52b6-5638-4d7f-85ae-d5e214d11a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:12.338835 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a4ae5-70b9-4c0a-8c32-b3bae171e013 req-3b1c52b6-5638-4d7f-85ae-d5e214d11a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:12.341302 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-865a4ae5-70b9-4c0a-8c32-b3bae171e013 req-3b1c52b6-5638-4d7f-85ae-d5e214d11a52 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=98fdd3d4007244d19399f00305d1e82f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2093234 Dec 10 18:41:12.348192 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-7bf56612-3fd0-4729-9e04-b6b87941d849 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2144d0cb-dbc0-42c3-b1a1-43c3f051561c') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:12.348575 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-7bf56612-3fd0-4729-9e04-b6b87941d849 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2144d0cb-dbc0-42c3-b1a1-43c3f051561c') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:12.362898 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7bf56612-3fd0-4729-9e04-b6b87941d849 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:12.378700 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7bf56612-3fd0-4729-9e04-b6b87941d849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:12.387603 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bf56612-3fd0-4729-9e04-b6b87941d849 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:41:12.388125 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7bf56612-3fd0-4729-9e04-b6b87941d849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:12.421365 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75687b1-6d93-4927-92e1-072788ee81d6 req-686fcabc-20e4-4ccc-a6ad-39a12fabb7fd tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:12.429964 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f75687b1-6d93-4927-92e1-072788ee81d6 req-686fcabc-20e4-4ccc-a6ad-39a12fabb7fd tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 950 time: 0.1672781 Dec 10 18:41:12.456028 n-d-821435-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:41:12.456028 n-d-821435-1 neutron-server[103244]: self.session.flush() Dec 10 18:41:12.456028 n-d-821435-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:41:12.456028 n-d-821435-1 neutron-server[103244]: self.session.flush() Dec 10 18:41:12.456028 n-d-821435-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:41:12.456028 n-d-821435-1 neutron-server[103244]: self.session.flush() Dec 10 18:41:12.456028 n-d-821435-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:41:12.456028 n-d-821435-1 neutron-server[103244]: self.session.flush() Dec 10 18:41:12.456028 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:41:12.456028 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:41:12.456028 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:41:12.456028 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:41:12.456028 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:41:12.456028 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:41:12.456028 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:41:12.456028 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:41:12.456028 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:41:12.456028 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:41:12.456028 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:41:12.456028 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:41:12.456028 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:41:12.456028 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:41:12.456028 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:41:12.456028 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:41:12.456028 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:41:12.456028 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:41:12.456028 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:41:12.456028 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:41:12.456028 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:41:12.456028 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:41:12.456028 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:41:12.456028 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:41:12.456028 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:41:12.456028 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:41:12.456028 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:41:12.456028 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:41:12.456028 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:41:12.456028 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:41:12.456028 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:41:12.456028 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:41:12.479830 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['c7ce607d-4e13-42a4-850d-a2b8a6672e26'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:41:12.483863 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7bf56612-3fd0-4729-9e04-b6b87941d849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:12.511362 n-d-821435-1 neutron-server[103244]: DEBUG neutron.objects.ports [None req-56abb106-112a-46b9-8604-1380a9d89ac4 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103244) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:41:12.531554 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-56abb106-112a-46b9-8604-1380a9d89ac4 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:12.545267 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7bf56612-3fd0-4729-9e04-b6b87941d849 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:12.550908 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7bf56612-3fd0-4729-9e04-b6b87941d849 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a132fecf-3945-4784-9a54-e47d149f1f01 HTTP/1.1" status: 204 len: 168 time: 2.8414309 Dec 10 18:41:12.574925 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a4ae5-70b9-4c0a-8c32-b3bae171e013 req-1016c376-8c7d-4675-bfca-86d8cf7a61dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:12.576444 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-865a4ae5-70b9-4c0a-8c32-b3bae171e013 req-1016c376-8c7d-4675-bfca-86d8cf7a61dd service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2232518 Dec 10 18:41:12.610123 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f75687b1-6d93-4927-92e1-072788ee81d6 req-4b36f6a0-ee20-4423-8b49-0bde211a013a tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770210 Dec 10 18:41:12.696224 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abb106-112a-46b9-8604-1380a9d89ac4 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Subnet': ['ID=103880a2-24f1-4e39-ac10-f618432ad740,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:12.719670 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56abb106-112a-46b9-8604-1380a9d89ac4 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:12.725366 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-56abb106-112a-46b9-8604-1380a9d89ac4 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:12.734832 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf56612-3fd0-4729-9e04-b6b87941d849 admin admin] Pushing event deleted for resources: {'Network': ['ID=a132fecf-3945-4784-9a54-e47d149f1f01,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:12.747567 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56abb106-112a-46b9-8604-1380a9d89ac4 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:12.749133 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-56abb106-112a-46b9-8604-1380a9d89ac4 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:12.754901 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfa8c41-024a-47d2-b830-70a591191e90 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:41:12.776429 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b289d-3e08-4589-830d-0064d5916f77 req-fe16af45-6a91-435e-a176-428409112b43 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:12.785009 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-723b289d-3e08-4589-830d-0064d5916f77 req-fe16af45-6a91-435e-a176-428409112b43 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 945 time: 1.0038908 Dec 10 18:41:12.792043 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56040) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:12.792803 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-32e7885a-0d1d-4832-b228-c703522980f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:12.840760 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13beaec-3e57-40ba-9a69-8f7b7fb54dda req-72eed768-af4a-4672-9574-9b5e0343424e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:12.847906 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13beaec-3e57-40ba-9a69-8f7b7fb54dda req-72eed768-af4a-4672-9574-9b5e0343424e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:12.855367 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13beaec-3e57-40ba-9a69-8f7b7fb54dda req-72eed768-af4a-4672-9574-9b5e0343424e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:12.861545 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-56abb106-112a-46b9-8604-1380a9d89ac4 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.9431226 Dec 10 18:41:12.863960 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13beaec-3e57-40ba-9a69-8f7b7fb54dda req-72eed768-af4a-4672-9574-9b5e0343424e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:12.872808 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13beaec-3e57-40ba-9a69-8f7b7fb54dda req-72eed768-af4a-4672-9574-9b5e0343424e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:12.873492 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e695b5da-affb-46cf-8738-8f8f4dcb0dc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'project_id': '5206888eb8664e02a4054430b5bab51d', 'fixed_ips': [{'subnet_id': '103880a2-24f1-4e39-ac10-f618432ad740'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:41:12.874825 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e695b5da-affb-46cf-8738-8f8f4dcb0dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:12.880380 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56042) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:12.880559 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13beaec-3e57-40ba-9a69-8f7b7fb54dda req-72eed768-af4a-4672-9574-9b5e0343424e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:12.886782 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13beaec-3e57-40ba-9a69-8f7b7fb54dda req-72eed768-af4a-4672-9574-9b5e0343424e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:12.887357 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-78a272b5-93af-4d0b-8577-f5e2c880faf4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0a04faecbcfa41188d2feee97a69f07f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0917416 Dec 10 18:41:12.895388 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56046) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:12.895632 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f13beaec-3e57-40ba-9a69-8f7b7fb54dda req-72eed768-af4a-4672-9574-9b5e0343424e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5408 time: 0.1655395 Dec 10 18:41:12.901212 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ef70d417-223f-406a-bad7-b049dfb24484 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'port': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'mac_address': 'fa:16:3e:cd:34:3c', 'name': 'tempest-NetworksTestDHCPv6-544714760'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:12.916531 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-569eaf30-e549-4d17-80ce-daea0150ea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:12.918043 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-569eaf30-e549-4d17-80ce-daea0150ea7f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.6022696 Dec 10 18:41:12.978173 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f13beaec-3e57-40ba-9a69-8f7b7fb54dda req-39970ba7-56be-47c3-8b17-47702e3f74ab tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0811923 Dec 10 18:41:13.116131 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-e695b5da-affb-46cf-8738-8f8f4dcb0dc8 None None] Allocated IP 2001:db8::f816:3eff:fe55:2b2e (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/103880a2-24f1-4e39-ac10-f618432ad740/f97d5245-1f5d-474f-a9fc-053892f3c469) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:13.133486 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6698ffe-7d59-4161-90e6-c9c0fc4d8ddd req-6687ea1d-5658-48c3-8dee-e94a0d9cdb9e tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:13.142885 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f6698ffe-7d59-4161-90e6-c9c0fc4d8ddd req-6687ea1d-5658-48c3-8dee-e94a0d9cdb9e tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a901f53-7d48-44f5-8bf6-c601ff0b80b8 HTTP/1.1" status: 200 len: 944 time: 0.0749514 Dec 10 18:41:13.170598 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-723b289d-3e08-4589-830d-0064d5916f77 req-b1edb612-e1c5-46a0-8738-4b92c171bc2f tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843443 Dec 10 18:41:13.178789 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c0445b02-6cb7-49f0-8b88-d4db2e5a0d34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:13.230308 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f6698ffe-7d59-4161-90e6-c9c0fc4d8ddd req-656ab923-b77a-4535-99c6-9a27f99d2066 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] 10.222.0.62 "GET /v2.0/security-groups?id=80d58dcf-b7a0-45e0-8674-df8e846ae789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858614 Dec 10 18:41:13.318174 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-30b84bd0-a2e3-461b-9d6f-03492f5da939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:13.320537 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-30b84bd0-a2e3-461b-9d6f-03492f5da939 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3409402 Dec 10 18:41:13.389773 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e695b5da-affb-46cf-8738-8f8f4dcb0dc8 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:13.396881 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e695b5da-affb-46cf-8738-8f8f4dcb0dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:13.443470 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e695b5da-affb-46cf-8738-8f8f4dcb0dc8 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:13.446838 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-e695b5da-affb-46cf-8738-8f8f4dcb0dc8 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:13.449326 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c0445b02-6cb7-49f0-8b88-d4db2e5a0d34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:13.449963 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e695b5da-affb-46cf-8738-8f8f4dcb0dc8 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:41:13.506036 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e695b5da-affb-46cf-8738-8f8f4dcb0dc8 None None] Pushing event updated for resources: {'Port': ['ID=f97d5245-1f5d-474f-a9fc-053892f3c469,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:13.534804 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e695b5da-affb-46cf-8738-8f8f4dcb0dc8 None None] Attempting to bind port f97d5245-1f5d-474f-a9fc-053892f3c469 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:41:13.535301 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e695b5da-affb-46cf-8738-8f8f4dcb0dc8 None None] Attempting to bind port f97d5245-1f5d-474f-a9fc-053892f3c469 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:41:13.535836 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695b5da-affb-46cf-8738-8f8f4dcb0dc8 None None] Attempting to bind port f97d5245-1f5d-474f-a9fc-053892f3c469 on network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:13.542856 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695b5da-affb-46cf-8738-8f8f4dcb0dc8 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:41:13.543355 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695b5da-affb-46cf-8738-8f8f4dcb0dc8 None None] Checking segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:41:13.544089 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e695b5da-affb-46cf-8738-8f8f4dcb0dc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:13.544576 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695b5da-affb-46cf-8738-8f8f4dcb0dc8 None None] Bound using segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:41:13.545145 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e695b5da-affb-46cf-8738-8f8f4dcb0dc8 None None] Bound port: f97d5245-1f5d-474f-a9fc-053892f3c469, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:41:13.545840 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e695b5da-affb-46cf-8738-8f8f4dcb0dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:13.594581 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-e75ce1f0-9d2b-4a70-b48b-2f14790b1253 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476099 Dec 10 18:41:13.600003 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef70d417-223f-406a-bad7-b049dfb24484 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:41:13.621293 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e695b5da-affb-46cf-8738-8f8f4dcb0dc8 None None] For port f97d5245-1f5d-474f-a9fc-053892f3c469, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:41:13.625160 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e695b5da-affb-46cf-8738-8f8f4dcb0dc8 None None] For port f97d5245-1f5d-474f-a9fc-053892f3c469, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=f97d5245-1f5d-474f-a9fc-053892f3c469,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:41:13.639474 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e695b5da-affb-46cf-8738-8f8f4dcb0dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:13.731503 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e695b5da-affb-46cf-8738-8f8f4dcb0dc8 None None] Pushing event updated for resources: {'Port': ['ID=f97d5245-1f5d-474f-a9fc-053892f3c469,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:13.785348 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-9dff77bf-6137-4844-872c-907586de06db service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805177 Dec 10 18:41:13.903299 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c0445b02-6cb7-49f0-8b88-d4db2e5a0d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:13.906180 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c0445b02-6cb7-49f0-8b88-d4db2e5a0d34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:13.910028 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c0445b02-6cb7-49f0-8b88-d4db2e5a0d34 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2cb9b006-f70c-4e34-b1ab-8ba414ee140f HTTP/1.1" status: 204 len: 168 time: 0.9931874 Dec 10 18:41:13.947264 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0445b02-6cb7-49f0-8b88-d4db2e5a0d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb9b006-f70c-4e34-b1ab-8ba414ee140f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:14.099598 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5223a9-2f10-43b3-9cad-48962758cde2 req-f7064b51-453e-4802-a162-14038228c50b tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:14.107261 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1e5223a9-2f10-43b3-9cad-48962758cde2 req-f7064b51-453e-4802-a162-14038228c50b tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 950 time: 0.2719934 Dec 10 18:41:14.144676 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef70d417-223f-406a-bad7-b049dfb24484 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:14.190370 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-32e7885a-0d1d-4832-b228-c703522980f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47fbfc3e-4987-433a-854c-816b07d9ed10 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:41:14.215685 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-ef70d417-223f-406a-bad7-b049dfb24484 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] device_id is not set on port 3a6b717f-3b19-482e-bf08-3a9e05e3934c yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:41:14.226013 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-32e7885a-0d1d-4832-b228-c703522980f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:14.243540 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e943ba-5e3f-4616-b53b-20f4c0915f85 req-679bcc31-dbcd-4ae3-b3c2-f855ec66fca9 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:14.264277 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e943ba-5e3f-4616-b53b-20f4c0915f85 req-679bcc31-dbcd-4ae3-b3c2-f855ec66fca9 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:14.283088 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e943ba-5e3f-4616-b53b-20f4c0915f85 req-679bcc31-dbcd-4ae3-b3c2-f855ec66fca9 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:14.291770 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e943ba-5e3f-4616-b53b-20f4c0915f85 req-679bcc31-dbcd-4ae3-b3c2-f855ec66fca9 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:14.299727 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e943ba-5e3f-4616-b53b-20f4c0915f85 req-679bcc31-dbcd-4ae3-b3c2-f855ec66fca9 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:14.315275 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e943ba-5e3f-4616-b53b-20f4c0915f85 req-679bcc31-dbcd-4ae3-b3c2-f855ec66fca9 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:14.323268 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e943ba-5e3f-4616-b53b-20f4c0915f85 req-679bcc31-dbcd-4ae3-b3c2-f855ec66fca9 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:14.331112 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1e5223a9-2f10-43b3-9cad-48962758cde2 req-90464779-1732-42c4-b76d-fbcb9c13c4c4 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229488 Dec 10 18:41:14.344172 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f7e943ba-5e3f-4616-b53b-20f4c0915f85 req-679bcc31-dbcd-4ae3-b3c2-f855ec66fca9 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5408 time: 0.2156932 Dec 10 18:41:14.392258 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-32e7885a-0d1d-4832-b228-c703522980f1 service neutron] Transition to ACTIVE for port object 47fbfc3e-4987-433a-854c-816b07d9ed10 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:41:14.402296 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-32e7885a-0d1d-4832-b228-c703522980f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:14.480083 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e7885a-0d1d-4832-b228-c703522980f1 service neutron] Pushing event updated for resources: {'Port': ['ID=47fbfc3e-4987-433a-854c-816b07d9ed10,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:14.491109 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f7e943ba-5e3f-4616-b53b-20f4c0915f85 req-467417e1-28da-49c4-9cdb-d50bb5443755 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1451795 Dec 10 18:41:14.683667 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7fde8-c088-4c3d-ab4f-b9b6c7593809 req-4e120f92-c198-49a5-9f22-d8e85b4ebf87 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:14.692453 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6aa7fde8-c088-4c3d-ab4f-b9b6c7593809 req-4e120f92-c198-49a5-9f22-d8e85b4ebf87 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a901f53-7d48-44f5-8bf6-c601ff0b80b8 HTTP/1.1" status: 200 len: 944 time: 0.1069674 Dec 10 18:41:14.754447 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-ef70d417-223f-406a-bad7-b049dfb24484 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Allocated IP 2001:db8::f816:3eff:fecd:343c (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/103880a2-24f1-4e39-ac10-f618432ad740/3a6b717f-3b19-482e-bf08-3a9e05e3934c) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:14.819188 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6aa7fde8-c088-4c3d-ab4f-b9b6c7593809 req-e951ea47-d74e-4489-ad69-0085e5b99d8f tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] 10.222.0.62 "GET /v2.0/security-groups?id=80d58dcf-b7a0-45e0-8674-df8e846ae789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189272 Dec 10 18:41:14.879277 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9be51d-2f83-458e-8919-c4574fcdee43 req-f36dc936-9ef4-4f34-b65f-99fb68992115 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:14.888202 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d9be51d-2f83-458e-8919-c4574fcdee43 req-f36dc936-9ef4-4f34-b65f-99fb68992115 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 945 time: 0.3601396 Dec 10 18:41:15.051344 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-32e7885a-0d1d-4832-b228-c703522980f1 service neutron] Attempting to bind port 47fbfc3e-4987-433a-854c-816b07d9ed10 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:41:15.051884 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-32e7885a-0d1d-4832-b228-c703522980f1 service neutron] Attempting to bind port 47fbfc3e-4987-433a-854c-816b07d9ed10 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '7ee9ae18-d3b7-45c6-9766-25742e5e159f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '08d0d37b-1e92-4759-bf0e-8cf5a993438c'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:41:15.052350 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-32e7885a-0d1d-4832-b228-c703522980f1 service neutron] Attempting to bind port 47fbfc3e-4987-433a-854c-816b07d9ed10 on network 08d0d37b-1e92-4759-bf0e-8cf5a993438c {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:15.057532 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dd656987-a777-4b36-b112-35715a1b02d0 req-436d573c-5d13-4172-9eab-ee9af79d1c5a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3327348 Dec 10 18:41:15.077509 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d9be51d-2f83-458e-8919-c4574fcdee43 req-6b554022-ec6b-42b1-abd9-15f7d178fb29 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881180 Dec 10 18:41:15.110940 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-32e7885a-0d1d-4832-b228-c703522980f1 service neutron] Port 47fbfc3e-4987-433a-854c-816b07d9ed10 on network 08d0d37b-1e92-4759-bf0e-8cf5a993438c not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:41:15.111639 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-32e7885a-0d1d-4832-b228-c703522980f1 service neutron] Attempting to bind port 47fbfc3e-4987-433a-854c-816b07d9ed10 on network 08d0d37b-1e92-4759-bf0e-8cf5a993438c {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:15.128071 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56100) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:15.154142 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-32e7885a-0d1d-4832-b228-c703522980f1 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:41:15.154755 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-32e7885a-0d1d-4832-b228-c703522980f1 service neutron] Checking segment: {'id': '7ee9ae18-d3b7-45c6-9766-25742e5e159f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '08d0d37b-1e92-4759-bf0e-8cf5a993438c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:41:15.155301 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-32e7885a-0d1d-4832-b228-c703522980f1 service neutron] Bound using segment: {'id': '7ee9ae18-d3b7-45c6-9766-25742e5e159f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '08d0d37b-1e92-4759-bf0e-8cf5a993438c'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:41:15.155919 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-32e7885a-0d1d-4832-b228-c703522980f1 service neutron] Bound port: 47fbfc3e-4987-433a-854c-816b07d9ed10, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee9ae18-d3b7-45c6-9766-25742e5e159f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '08d0d37b-1e92-4759-bf0e-8cf5a993438c'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:41:15.156437 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-32e7885a-0d1d-4832-b228-c703522980f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:15.298135 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4a865ef0-5ad5-4726-84be-bc7e180dd59c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-191798646-network', 'tenant_id': '6dd50388a58440cca7ab90078e887719'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:15.329676 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd656987-a777-4b36-b112-35715a1b02d0 req-df7274ad-2809-41dd-9eec-ca161f0adae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:15.331288 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dd656987-a777-4b36-b112-35715a1b02d0 req-df7274ad-2809-41dd-9eec-ca161f0adae1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f1621867e3041c3a975a6622e21074f&device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 1101 time: 0.1664457 Dec 10 18:41:15.344099 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a865ef0-5ad5-4726-84be-bc7e180dd59c admin admin] Made reservation on behalf of 6dd50388a58440cca7ab90078e887719 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:41:15.347095 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef70d417-223f-406a-bad7-b049dfb24484 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:15.348234 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a865ef0-5ad5-4726-84be-bc7e180dd59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:15.351708 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-32e7885a-0d1d-4832-b228-c703522980f1 service neutron] For port 47fbfc3e-4987-433a-854c-816b07d9ed10, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:41:15.356087 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-32e7885a-0d1d-4832-b228-c703522980f1 service neutron] For port 47fbfc3e-4987-433a-854c-816b07d9ed10, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=47fbfc3e-4987-433a-854c-816b07d9ed10,segment=NetworkSegment(7ee9ae18-d3b7-45c6-9766-25742e5e159f),segment_id=7ee9ae18-d3b7-45c6-9766-25742e5e159f)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:41:15.374008 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-32e7885a-0d1d-4832-b228-c703522980f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:15.383779 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a865ef0-5ad5-4726-84be-bc7e180dd59c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:15.479738 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-32e7885a-0d1d-4832-b228-c703522980f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:15.480247 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-32e7885a-0d1d-4832-b228-c703522980f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:15.482623 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-32e7885a-0d1d-4832-b228-c703522980f1 service neutron] 10.222.0.72 "PUT /v2.0/ports/47fbfc3e-4987-433a-854c-816b07d9ed10 HTTP/1.1" status: 200 len: 1091 time: 3.8391011 Dec 10 18:41:15.490117 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'tag': '47fbfc3e-4987-433a-854c-816b07d9ed10'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:41:15.492437 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bc7d9c-089f-4fe1-b65d-76cf83d71c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "tag": "47fbfc3e-4987-433a-854c-816b07d9ed10"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:41:15.587597 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device c7ce607d-4e13-42a4-850d-a2b8a6672e26 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:15.651526 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758b88fa-b5b1-4320-b983-3281b5393d93 x-openstack-request-id: req-758b88fa-b5b1-4320-b983-3281b5393d93 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:41:15.651845 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "tag": "47fbfc3e-4987-433a-854c-816b07d9ed10", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:41:15.655968 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-758b88fa-b5b1-4320-b983-3281b5393d93 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:41:15.655968 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'tag': '47fbfc3e-4987-433a-854c-816b07d9ed10', 'status': 'completed', 'code': 200} Dec 10 18:41:15.687547 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device f97d5245-1f5d-474f-a9fc-053892f3c469 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:15.696749 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef70d417-223f-406a-bad7-b049dfb24484 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:15.719803 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c9fde-e774-4317-9a1d-12012290b729 req-7dacd344-9369-4adb-8099-e0bc1a609567 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:15.721458 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-178c9fde-e774-4317-9a1d-12012290b729 req-7dacd344-9369-4adb-8099-e0bc1a609567 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 950 time: 0.1640089 Dec 10 18:41:15.724119 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a865ef0-5ad5-4726-84be-bc7e180dd59c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:15.738644 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a865ef0-5ad5-4726-84be-bc7e180dd59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:15.763278 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e7885a-0d1d-4832-b228-c703522980f1 service neutron] Pushing event updated for resources: {'Port': ['ID=47fbfc3e-4987-433a-854c-816b07d9ed10,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:15.765087 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd656987-a777-4b36-b112-35715a1b02d0 req-7898b01c-635f-4be8-920d-d99131c5cd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:15.766702 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dd656987-a777-4b36-b112-35715a1b02d0 req-7898b01c-635f-4be8-920d-d99131c5cd56 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.4090075 Dec 10 18:41:15.805079 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a865ef0-5ad5-4726-84be-bc7e180dd59c admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:41:15.810018 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ef9861fa-848e-449d-97de-ba49071aa9ad None None] Provisioning complete for port f97d5245-1f5d-474f-a9fc-053892f3c469 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:15.811163 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ef9861fa-848e-449d-97de-ba49071aa9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:15.821122 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a865ef0-5ad5-4726-84be-bc7e180dd59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18339435-f088-45b6-bdea-21558272ea70,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:15.852362 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70d417-223f-406a-bad7-b049dfb24484 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Port': ['ID=3a6b717f-3b19-482e-bf08-3a9e05e3934c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:15.852972 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-178c9fde-e774-4317-9a1d-12012290b729 req-af7b6029-1fed-48e4-bc4d-a2abcdd8951a tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221414 Dec 10 18:41:15.854161 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a865ef0-5ad5-4726-84be-bc7e180dd59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:15.854496 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-4a865ef0-5ad5-4726-84be-bc7e180dd59c admin admin] Added segment 1d926b0b-6ef6-4013-800e-3ca7e7c18408 of type vlan for network 3bc50282-3306-4b81-ae1a-81a9a8be5df5 Dec 10 18:41:15.909962 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port f97d5245-1f5d-474f-a9fc-053892f3c469 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:15.910696 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:15.943300 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a865ef0-5ad5-4726-84be-bc7e180dd59c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:15.980421 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ef9861fa-848e-449d-97de-ba49071aa9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:15.983976 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a865ef0-5ad5-4726-84be-bc7e180dd59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:15.985213 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a865ef0-5ad5-4726-84be-bc7e180dd59c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:15.985889 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a865ef0-5ad5-4726-84be-bc7e180dd59c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:15.995714 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port c7ce607d-4e13-42a4-850d-a2b8a6672e26 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:41:16.014165 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dd656987-a777-4b36-b112-35715a1b02d0 req-0d99897c-5e4d-40f7-bc94-4634db00992f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=37336d05-2465-4ef9-907f-b9546be053ae HTTP/1.1" status: 200 len: 217 time: 0.1423004 Dec 10 18:41:16.024559 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ef9861fa-848e-449d-97de-ba49071aa9ad None None] For port f97d5245-1f5d-474f-a9fc-053892f3c469, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=f97d5245-1f5d-474f-a9fc-053892f3c469,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:16.028667 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef70d417-223f-406a-bad7-b049dfb24484 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:16.029523 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port c7ce607d-4e13-42a4-850d-a2b8a6672e26 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:16.030064 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:16.035816 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ef9861fa-848e-449d-97de-ba49071aa9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:16.047278 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-701964bf-bbed-44bc-99bc-6fa117a5a05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:16.047755 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-701964bf-bbed-44bc-99bc-6fa117a5a05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:16.048219 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-701964bf-bbed-44bc-99bc-6fa117a5a05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:16.048697 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-701964bf-bbed-44bc-99bc-6fa117a5a05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:16.049160 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-701964bf-bbed-44bc-99bc-6fa117a5a05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:16.049617 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-701964bf-bbed-44bc-99bc-6fa117a5a05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:16.050070 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-701964bf-bbed-44bc-99bc-6fa117a5a05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:16.052539 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-701964bf-bbed-44bc-99bc-6fa117a5a05d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=98fdd3d4007244d19399f00305d1e82f&device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 6477 time: 0.4982176 Dec 10 18:41:16.055472 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-ef70d417-223f-406a-bad7-b049dfb24484 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:16.077660 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef70d417-223f-406a-bad7-b049dfb24484 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:41:16.084432 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef70d417-223f-406a-bad7-b049dfb24484 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:16.085306 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef70d417-223f-406a-bad7-b049dfb24484 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:16.122978 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4a865ef0-5ad5-4726-84be-bc7e180dd59c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9910748 Dec 10 18:41:16.131190 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56118) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:16.154227 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b54fbb5-1b87-45d4-abb8-c7831c03971c req-0d797d41-8c18-4377-9476-8319536f3de0 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:16.162931 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1b54fbb5-1b87-45d4-abb8-c7831c03971c req-0d797d41-8c18-4377-9476-8319536f3de0 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a901f53-7d48-44f5-8bf6-c601ff0b80b8 HTTP/1.1" status: 200 len: 944 time: 0.1690876 Dec 10 18:41:16.193901 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b4f77692-c257-40d4-9499-667e89c9f07f admin admin] Request body: {'subnet': {'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-191798646-subnet', 'tenant_id': '6dd50388a58440cca7ab90078e887719', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:16.203778 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a865ef0-5ad5-4726-84be-bc7e180dd59c admin admin] Pushing event updated for resources: {'Network': ['ID=3bc50282-3306-4b81-ae1a-81a9a8be5df5,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:16.226483 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 3bc50282-3306-4b81-ae1a-81a9a8be5df5 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:41:16.240072 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414ec08-5f97-499d-afe9-d82b174474b5 req-411c5c45-51f9-4a00-94f1-c6c4b8e18a1c tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:16.247560 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414ec08-5f97-499d-afe9-d82b174474b5 req-411c5c45-51f9-4a00-94f1-c6c4b8e18a1c tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:16.255452 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414ec08-5f97-499d-afe9-d82b174474b5 req-411c5c45-51f9-4a00-94f1-c6c4b8e18a1c tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:16.263742 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414ec08-5f97-499d-afe9-d82b174474b5 req-411c5c45-51f9-4a00-94f1-c6c4b8e18a1c tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:16.271788 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414ec08-5f97-499d-afe9-d82b174474b5 req-411c5c45-51f9-4a00-94f1-c6c4b8e18a1c tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:16.278553 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414ec08-5f97-499d-afe9-d82b174474b5 req-411c5c45-51f9-4a00-94f1-c6c4b8e18a1c tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:16.285332 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414ec08-5f97-499d-afe9-d82b174474b5 req-411c5c45-51f9-4a00-94f1-c6c4b8e18a1c tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:16.287645 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1b54fbb5-1b87-45d4-abb8-c7831c03971c req-e7ab3718-bf03-48c4-8bfb-cc9dfaea75f5 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] 10.222.0.62 "GET /v2.0/security-groups?id=80d58dcf-b7a0-45e0-8674-df8e846ae789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230006 Dec 10 18:41:16.288186 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d414ec08-5f97-499d-afe9-d82b174474b5 req-411c5c45-51f9-4a00-94f1-c6c4b8e18a1c tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5420 time: 0.5943513 Dec 10 18:41:16.290253 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-55cd5096-7f56-4759-b241-0a2545cbbe05 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=749d304e-94ac-4ca9-8f42-bc8c32ca4f51 HTTP/1.1" status: 200 len: 217 time: 0.2002721 Dec 10 18:41:16.300092 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ef70d417-223f-406a-bad7-b049dfb24484 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4077718 Dec 10 18:41:16.303500 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56120) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:16.304000 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd656987-a777-4b36-b112-35715a1b02d0 req-3790d0e7-6618-4d6f-a905-1765c120d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:16.305461 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dd656987-a777-4b36-b112-35715a1b02d0 req-3790d0e7-6618-4d6f-a905-1765c120d120 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.2756238 Dec 10 18:41:16.444042 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9384501c-010f-4f2e-bdf8-7622b777a965 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:16.470801 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9384501c-010f-4f2e-bdf8-7622b777a965 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:16.474024 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9861fa-848e-449d-97de-ba49071aa9ad None None] Pushing event updated for resources: {'Port': ['ID=f97d5245-1f5d-474f-a9fc-053892f3c469,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:16.481716 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9384501c-010f-4f2e-bdf8-7622b777a965 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1769235 Dec 10 18:41:16.486165 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56130) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:16.509870 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-60742bce-e17f-421f-a6c9-db17c9850dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:16.511359 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-60742bce-e17f-421f-a6c9-db17c9850dc3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=86f91219-9435-4da2-b951-1d9b6b4ae73d HTTP/1.1" status: 200 len: 851 time: 0.2008305 Dec 10 18:41:16.532066 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d414ec08-5f97-499d-afe9-d82b174474b5 req-e42e69ca-2ac7-4d86-815f-30f0250cef3f tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2251673 Dec 10 18:41:16.558033 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f77692-c257-40d4-9499-667e89c9f07f admin admin] Made reservation on behalf of 6dd50388a58440cca7ab90078e887719 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:41:16.560236 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4f77692-c257-40d4-9499-667e89c9f07f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:16.573361 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:16.638850 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-5db9515a-fcc9-45cd-be0d-d6e8d7c4d9a1 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting port 3a6b717f-3b19-482e-bf08-3a9e05e3934c {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:41:16.639211 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5db9515a-fcc9-45cd-be0d-d6e8d7c4d9a1 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:16.650566 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a901f53-7d48-44f5-8bf6-c601ff0b80b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ce607d-4e13-42a4-850d-a2b8a6672e26'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:41:16.653602 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b09364-66e5-4349-8aa1-f556c4685aa2" -d '{"events": [{"server_uuid": "9a901f53-7d48-44f5-8bf6-c601ff0b80b8", "name": "network-vif-plugged", "status": "completed", "tag": "c7ce607d-4e13-42a4-850d-a2b8a6672e26"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:41:16.672052 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port c7ce607d-4e13-42a4-850d-a2b8a6672e26, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=c7ce607d-4e13-42a4-850d-a2b8a6672e26,segment=NetworkSegment(88eb107e-e6ac-4d95-9021-c14ed7f61427),segment_id=88eb107e-e6ac-4d95-9021-c14ed7f61427)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:16.675426 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ab42d13f-36e2-413b-9d41-4b7e2a953217 None None] Provisioning complete for port 3a6b717f-3b19-482e-bf08-3a9e05e3934c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:16.676053 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ab42d13f-36e2-413b-9d41-4b7e2a953217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:16.699142 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3a83e9bd-808b-41fb-be92-a3061992b279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:16.702856 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3a83e9bd-808b-41fb-be92-a3061992b279 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c464ae35-619c-4be0-bdf6-7932892aa026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1612897 Dec 10 18:41:16.724222 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ab42d13f-36e2-413b-9d41-4b7e2a953217 None None] Port 3a6b717f-3b19-482e-bf08-3a9e05e3934c cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:41:16.726678 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:16.795573 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f5bed9-5b8a-4f65-b62a-459f58750112 x-openstack-request-id: req-c9f5bed9-5b8a-4f65-b62a-459f58750112 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:41:16.795892 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a901f53-7d48-44f5-8bf6-c601ff0b80b8", "name": "network-vif-plugged", "status": "completed", "tag": "c7ce607d-4e13-42a4-850d-a2b8a6672e26", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:41:16.796722 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c9f5bed9-5b8a-4f65-b62a-459f58750112 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:41:16.796722 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a901f53-7d48-44f5-8bf6-c601ff0b80b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ce607d-4e13-42a4-850d-a2b8a6672e26', 'code': 200} Dec 10 18:41:16.798396 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=c7ce607d-4e13-42a4-850d-a2b8a6672e26,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:16.804563 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd656987-a777-4b36-b112-35715a1b02d0 req-d27ae3ec-98e8-4e51-ad37-8fec1af33b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:16.806747 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dd656987-a777-4b36-b112-35715a1b02d0 req-d27ae3ec-98e8-4e51-ad37-8fec1af33b53 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4746811 Dec 10 18:41:16.886401 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e8a1e-3829-4140-ab46-d842570b85ff req-a6641099-f866-4d21-91c9-19a54eec9468 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:16.894602 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-759e8a1e-3829-4140-ab46-d842570b85ff req-a6641099-f866-4d21-91c9-19a54eec9468 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 945 time: 0.2374845 Dec 10 18:41:16.930806 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5db9515a-fcc9-45cd-be0d-d6e8d7c4d9a1 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:16.962426 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098f0d5-a302-4881-b5c3-bc32fb873a35 req-e5bcf0b4-2778-4f8b-a47b-263c2a3ce38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:16.964216 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7098f0d5-a302-4881-b5c3-bc32fb873a35 req-e5bcf0b4-2778-4f8b-a47b-263c2a3ce38c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9a901f53-7d48-44f5-8bf6-c601ff0b80b8 HTTP/1.1" status: 200 len: 1096 time: 0.1706650 Dec 10 18:41:16.969560 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-5db9515a-fcc9-45cd-be0d-d6e8d7c4d9a1 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Calling delete_port for 3a6b717f-3b19-482e-bf08-3a9e05e3934c owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:41:17.012150 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-759e8a1e-3829-4140-ab46-d842570b85ff req-a79c0c26-1800-4758-b1e2-30e53b299dcd tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155524 Dec 10 18:41:17.014289 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-b123d7f3-337f-4034-a04c-28fd05a7faa0 service neutron] 10.222.0.72 "GET /v2.0/networks/c464ae35-619c-4be0-bdf6-7932892aa026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991438 Dec 10 18:41:17.110030 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7098f0d5-a302-4881-b5c3-bc32fb873a35 req-f073c2a7-8c0b-42ea-ae5e-685049cd670f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=80d58dcf-b7a0-45e0-8674-df8e846ae789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379514 Dec 10 18:41:17.197234 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5db9515a-fcc9-45cd-be0d-d6e8d7c4d9a1 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:17.228879 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9515a-fcc9-45cd-be0d-d6e8d7c4d9a1 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Port': ['ID=3a6b717f-3b19-482e-bf08-3a9e05e3934c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:17.288031 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5db9515a-fcc9-45cd-be0d-d6e8d7c4d9a1 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:17.295876 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5db9515a-fcc9-45cd-be0d-d6e8d7c4d9a1 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/ports/3a6b717f-3b19-482e-bf08-3a9e05e3934c HTTP/1.1" status: 204 len: 168 time: 0.8078914 Dec 10 18:41:17.299952 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56136) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:17.400943 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b3000e-3eb2-45e7-934b-2738b2f6f39d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:17.402987 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b3000e-3eb2-45e7-934b-2738b2f6f39d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:17.404926 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-86b3000e-3eb2-45e7-934b-2738b2f6f39d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0990753 Dec 10 18:41:17.452456 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56140) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:17.519518 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device f97d5245-1f5d-474f-a9fc-053892f3c469 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:17.562266 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-4390f2be-6239-40dd-9a5d-206dfd964bae tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting subnet 103880a2-24f1-4e39-ac10-f618432ad740 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:41:17.565652 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4390f2be-6239-40dd-9a5d-206dfd964bae tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:17.614994 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf027d6-14d6-4c4e-b737-ad7e5c4475d9 req-bcb6db70-7610-4fa7-b78d-1c294155d037 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:17.618124 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port f97d5245-1f5d-474f-a9fc-053892f3c469 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:17.618512 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:17.619263 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fdf027d6-14d6-4c4e-b737-ad7e5c4475d9 req-bcb6db70-7610-4fa7-b78d-1c294155d037 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a901f53-7d48-44f5-8bf6-c601ff0b80b8 HTTP/1.1" status: 200 len: 945 time: 0.2129056 Dec 10 18:41:17.655877 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4390f2be-6239-40dd-9a5d-206dfd964bae tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:17.705627 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1eead-0921-4e48-99e9-8493ad99da34 req-c9d695bc-d46b-44e1-b49e-90176ba13166 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:17.709108 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-39c1eead-0921-4e48-99e9-8493ad99da34 req-c9d695bc-d46b-44e1-b49e-90176ba13166 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 950 time: 0.7475123 Dec 10 18:41:17.717758 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dd656987-a777-4b36-b112-35715a1b02d0 req-f82cc7c0-3eec-4d60-97eb-6e3dec544811 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8871663 Dec 10 18:41:17.737077 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fdf027d6-14d6-4c4e-b737-ad7e5c4475d9 req-98b8d07a-8abb-4e18-9a30-9ed1eb2f2bd7 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] 10.222.0.62 "GET /v2.0/security-groups?id=80d58dcf-b7a0-45e0-8674-df8e846ae789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108668 Dec 10 18:41:17.811317 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4390f2be-6239-40dd-9a5d-206dfd964bae tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:17.913045 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-f5646583-f143-4ef0-9371-ef97b0786f98 service neutron] 10.222.0.72 "GET /v2.0/networks/c464ae35-619c-4be0-bdf6-7932892aa026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8887496 Dec 10 18:41:17.914278 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4f77692-c257-40d4-9499-667e89c9f07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:17.922552 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4390f2be-6239-40dd-9a5d-206dfd964bae tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:17.969081 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517be604-51b0-47f0-a76f-8a31a8f94e89 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:41:17.969599 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4390f2be-6239-40dd-9a5d-206dfd964bae tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:17.973433 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4390f2be-6239-40dd-9a5d-206dfd964bae tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/103880a2-24f1-4e39-ac10-f618432ad740 HTTP/1.1" status: 204 len: 168 time: 0.5198979 Dec 10 18:41:17.974657 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4390f2be-6239-40dd-9a5d-206dfd964bae tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Subnet': ['ID=103880a2-24f1-4e39-ac10-f618432ad740,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:17.976554 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56156) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:18.046143 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-01dfc32d-9fb7-49a2-b52e-6c6ac5b44d1b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683444 Dec 10 18:41:18.050696 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56160) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:18.063277 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c480277b-681f-4581-a235-315032760d08 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'subnet': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:18.063719 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-39c1eead-0921-4e48-99e9-8493ad99da34 req-8c3a78e8-aebc-4179-bad5-dd24c7cd0e8f tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401854 Dec 10 18:41:18.074083 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-cacd9e1e-7fc1-4ba1-ac08-466b6652e156 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=0d10c87b-1905-4b3f-bcac-2040c27cd26b HTTP/1.1" status: 200 len: 217 time: 0.1429510 Dec 10 18:41:18.147170 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f77692-c257-40d4-9499-667e89c9f07f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdd9c23d-5046-4c54-950e-a05aba46bbec,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:18.181486 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dd656987-a777-4b36-b112-35715a1b02d0 req-a1d13118-a02f-4458-acff-e625b8195d01 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456074 Dec 10 18:41:18.189653 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-25a56d43-743e-45de-80af-c23488c4a0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:18.191215 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-25a56d43-743e-45de-80af-c23488c4a0da service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9840673c-d01e-49e6-88aa-2cd6e74682a7 HTTP/1.1" status: 200 len: 797 time: 0.1071756 Dec 10 18:41:18.192883 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f77692-c257-40d4-9499-667e89c9f07f admin admin] Checking segment: {'id': '1d926b0b-6ef6-4013-800e-3ca7e7c18408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:41:18.193283 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f77692-c257-40d4-9499-667e89c9f07f admin admin] Network hostable DHCP agents. Network: 3bc50282-3306-4b81-ae1a-81a9a8be5df5, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:41:18.218184 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e4d1d-b19b-4714-8a44-381cbf24f155 req-55bd60a3-7496-4b5b-aa1a-14f645fe9b6c tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:18.228711 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e4d1d-b19b-4714-8a44-381cbf24f155 req-55bd60a3-7496-4b5b-aa1a-14f645fe9b6c tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:18.236493 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e4d1d-b19b-4714-8a44-381cbf24f155 req-55bd60a3-7496-4b5b-aa1a-14f645fe9b6c tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:18.245463 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e4d1d-b19b-4714-8a44-381cbf24f155 req-55bd60a3-7496-4b5b-aa1a-14f645fe9b6c tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:18.252711 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e4d1d-b19b-4714-8a44-381cbf24f155 req-55bd60a3-7496-4b5b-aa1a-14f645fe9b6c tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:18.260953 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e4d1d-b19b-4714-8a44-381cbf24f155 req-55bd60a3-7496-4b5b-aa1a-14f645fe9b6c tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:18.272296 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e4d1d-b19b-4714-8a44-381cbf24f155 req-55bd60a3-7496-4b5b-aa1a-14f645fe9b6c tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:18.274514 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-173e4d1d-b19b-4714-8a44-381cbf24f155 req-55bd60a3-7496-4b5b-aa1a-14f645fe9b6c tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5420 time: 0.2396874 Dec 10 18:41:18.298074 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f77692-c257-40d4-9499-667e89c9f07f admin admin] Network 3bc50282-3306-4b81-ae1a-81a9a8be5df5 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:41:18.320295 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-1db15822-3372-4e0f-bbdb-e272c13aaa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:18.321949 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-1db15822-3372-4e0f-bbdb-e272c13aaa6e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e891f6b3-8680-45b2-9ef7-cbafd7cf9175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1200285 Dec 10 18:41:18.324890 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-b4f77692-c257-40d4-9499-667e89c9f07f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 3bc50282-3306-4b81-ae1a-81a9a8be5df5) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:18.336980 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e5804-7a24-46cc-8485-4ab3bc3d9c83 req-c6b9246d-e46a-4dfd-b1c5-410b0ba3a409 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:18.338367 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a793cae1-140d-4bb0-8609-213c0e88dcdb None None] Network 3bc50282-3306-4b81-ae1a-81a9a8be5df5 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:41:18.344689 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-200e5804-7a24-46cc-8485-4ab3bc3d9c83 req-c6b9246d-e46a-4dfd-b1c5-410b0ba3a409 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 945 time: 0.0952594 Dec 10 18:41:18.355301 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f77692-c257-40d4-9499-667e89c9f07f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:18.355903 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4f77692-c257-40d4-9499-667e89c9f07f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:18.384274 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c480277b-681f-4581-a235-315032760d08 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:41:18.389347 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c480277b-681f-4581-a235-315032760d08 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:18.407197 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-173e4d1d-b19b-4714-8a44-381cbf24f155 req-8ecac278-4db2-4f53-bcc1-3ff43dfc7483 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1230650 Dec 10 18:41:18.439334 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b4f77692-c257-40d4-9499-667e89c9f07f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2992682 Dec 10 18:41:18.448197 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56162) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:18.456480 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-31679792-77ed-4cf9-b518-bc2ba9261333 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-191798646-router', 'tenant_id': '6dd50388a58440cca7ab90078e887719', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:18.489802 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-200e5804-7a24-46cc-8485-4ab3bc3d9c83 req-b59fc347-bd31-4cef-ae74-005f48b57972 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435833 Dec 10 18:41:18.511492 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28ed0ed-e8fc-43e3-9a48-abdf9c0ee0d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-3bc50282-3306-4b81-ae1a-81a9a8be5df5', 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5', 'project_id': '6dd50388a58440cca7ab90078e887719', 'fixed_ips': [{'subnet_id': 'cdd9c23d-5046-4c54-950e-a05aba46bbec'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:41:18.511492 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d28ed0ed-e8fc-43e3-9a48-abdf9c0ee0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:18.527284 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31679792-77ed-4cf9-b518-bc2ba9261333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:18.528543 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31679792-77ed-4cf9-b518-bc2ba9261333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:18.648675 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-4861929b-e9de-43f1-be55-45ddf9186b6b service neutron] 10.222.0.72 "GET /v2.0/networks/e891f6b3-8680-45b2-9ef7-cbafd7cf9175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000588 Dec 10 18:41:18.663810 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba82732-bf8b-4416-bd44-65bb861f5051 None None] DHCP port deletion for 4c9579a2-8f48-40cb-87f0-dbca0f4b521d request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:41:18.753008 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-d28ed0ed-e8fc-43e3-9a48-abdf9c0ee0d5 None None] Allocated IP 172.20.0.2 (3bc50282-3306-4b81-ae1a-81a9a8be5df5/cdd9c23d-5046-4c54-950e-a05aba46bbec/936380e2-47d2-427f-9e68-0602c7559fb5) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:18.824431 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31679792-77ed-4cf9-b518-bc2ba9261333 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:18.901592 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-1ba82732-bf8b-4416-bd44-65bb861f5051 None None] Deleting port f97d5245-1f5d-474f-a9fc-053892f3c469 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:41:18.902058 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1ba82732-bf8b-4416-bd44-65bb861f5051 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:18.977686 n-d-821435-1 neutron-server[103245]: DEBUG neutron.objects.ports [None req-c480277b-681f-4581-a235-315032760d08 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103245) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:41:19.028326 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-a37d3215-4d07-46e8-a730-ac43f73efa69 service neutron] 10.222.0.72 "GET /v2.0/networks/e891f6b3-8680-45b2-9ef7-cbafd7cf9175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557243 Dec 10 18:41:19.092821 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0ad20-c6de-48ea-ba23-452ca29c7a1f req-9a0938ab-8970-425e-a7a6-93964b39c85a tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:19.095013 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-47e0ad20-c6de-48ea-ba23-452ca29c7a1f req-9a0938ab-8970-425e-a7a6-93964b39c85a tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a901f53-7d48-44f5-8bf6-c601ff0b80b8 HTTP/1.1" status: 200 len: 945 time: 0.2144372 Dec 10 18:41:19.114640 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d28ed0ed-e8fc-43e3-9a48-abdf9c0ee0d5 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:19.144402 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d28ed0ed-e8fc-43e3-9a48-abdf9c0ee0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:19.156898 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-04bab897-8175-4812-b9c4-1957399ec5b1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=f26c6f39-65f3-454a-91e4-8caaab987687 HTTP/1.1" status: 200 len: 217 time: 0.0820887 Dec 10 18:41:19.161987 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31679792-77ed-4cf9-b518-bc2ba9261333 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:19.224437 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1ba82732-bf8b-4416-bd44-65bb861f5051 None None] For port f97d5245-1f5d-474f-a9fc-053892f3c469, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=f97d5245-1f5d-474f-a9fc-053892f3c469,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:19.224866 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1ba82732-bf8b-4416-bd44-65bb861f5051 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:19.245983 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28ed0ed-e8fc-43e3-9a48-abdf9c0ee0d5 None None] Network 3bc50282-3306-4b81-ae1a-81a9a8be5df5 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:19.247020 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-1ba82732-bf8b-4416-bd44-65bb861f5051 None None] Calling delete_port for f97d5245-1f5d-474f-a9fc-053892f3c469 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:41:19.254376 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-d28ed0ed-e8fc-43e3-9a48-abdf9c0ee0d5 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:19.256754 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-47e0ad20-c6de-48ea-ba23-452ca29c7a1f req-4fa9595b-e695-4c2b-a980-e56c409701a4 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] 10.222.0.62 "GET /v2.0/security-groups?id=80d58dcf-b7a0-45e0-8674-df8e846ae789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875764 Dec 10 18:41:19.261153 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28ed0ed-e8fc-43e3-9a48-abdf9c0ee0d5 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:41:19.265942 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ed0ed-e8fc-43e3-9a48-abdf9c0ee0d5 None None] Pushing event updated for resources: {'Port': ['ID=936380e2-47d2-427f-9e68-0602c7559fb5,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:19.325879 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-a0d18516-1e32-49d5-95b7-ac751a0d609d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:19.327370 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-a0d18516-1e32-49d5-95b7-ac751a0d609d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9840673c-d01e-49e6-88aa-2cd6e74682a7 HTTP/1.1" status: 200 len: 797 time: 0.1592789 Dec 10 18:41:19.339142 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c480277b-681f-4581-a235-315032760d08 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:19.366188 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d28ed0ed-e8fc-43e3-9a48-abdf9c0ee0d5 None None] Attempting to bind port 936380e2-47d2-427f-9e68-0602c7559fb5 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:41:19.366563 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d28ed0ed-e8fc-43e3-9a48-abdf9c0ee0d5 None None] Attempting to bind port 936380e2-47d2-427f-9e68-0602c7559fb5 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1d926b0b-6ef6-4013-800e-3ca7e7c18408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:41:19.366975 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28ed0ed-e8fc-43e3-9a48-abdf9c0ee0d5 None None] Attempting to bind port 936380e2-47d2-427f-9e68-0602c7559fb5 on network 3bc50282-3306-4b81-ae1a-81a9a8be5df5 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:19.380751 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28ed0ed-e8fc-43e3-9a48-abdf9c0ee0d5 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:41:19.381136 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28ed0ed-e8fc-43e3-9a48-abdf9c0ee0d5 None None] Checking segment: {'id': '1d926b0b-6ef6-4013-800e-3ca7e7c18408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:41:19.381541 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d28ed0ed-e8fc-43e3-9a48-abdf9c0ee0d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:19.381936 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28ed0ed-e8fc-43e3-9a48-abdf9c0ee0d5 None None] Bound using segment: {'id': '1d926b0b-6ef6-4013-800e-3ca7e7c18408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:41:19.382427 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d28ed0ed-e8fc-43e3-9a48-abdf9c0ee0d5 None None] Bound port: 936380e2-47d2-427f-9e68-0602c7559fb5, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d926b0b-6ef6-4013-800e-3ca7e7c18408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:41:19.382813 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d28ed0ed-e8fc-43e3-9a48-abdf9c0ee0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:19.427842 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2e570-96da-4b6a-806f-b407819c33f8 req-f02bdc63-73b4-46ea-8ade-31319b898c07 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:19.439840 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-25c2e570-96da-4b6a-806f-b407819c33f8 req-f02bdc63-73b4-46ea-8ade-31319b898c07 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 950 time: 0.2283404 Dec 10 18:41:19.496063 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d28ed0ed-e8fc-43e3-9a48-abdf9c0ee0d5 None None] For port 936380e2-47d2-427f-9e68-0602c7559fb5, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:41:19.500688 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-b172a930-ec5d-4341-921e-e6bc59041ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:19.500892 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1ba82732-bf8b-4416-bd44-65bb861f5051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:19.500990 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-b172a930-ec5d-4341-921e-e6bc59041ead service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e891f6b3-8680-45b2-9ef7-cbafd7cf9175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1630468 Dec 10 18:41:19.535746 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d28ed0ed-e8fc-43e3-9a48-abdf9c0ee0d5 None None] For port 936380e2-47d2-427f-9e68-0602c7559fb5, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=936380e2-47d2-427f-9e68-0602c7559fb5,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:41:19.575691 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba82732-bf8b-4416-bd44-65bb861f5051 None None] Pushing event deleted for resources: {'Port': ['ID=f97d5245-1f5d-474f-a9fc-053892f3c469,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:19.585222 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device f97d5245-1f5d-474f-a9fc-053892f3c469 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:41:19.593436 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba82732-bf8b-4416-bd44-65bb861f5051 None None] No DVR routers for this DVR port f97d5245-1f5d-474f-a9fc-053892f3c469 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:41:19.601554 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d28ed0ed-e8fc-43e3-9a48-abdf9c0ee0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:19.667585 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-25c2e570-96da-4b6a-806f-b407819c33f8 req-8476bc6a-66c6-4a8b-a8ff-19131a0f6778 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265065 Dec 10 18:41:19.780964 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ed0ed-e8fc-43e3-9a48-abdf9c0ee0d5 None None] Pushing event updated for resources: {'Port': ['ID=936380e2-47d2-427f-9e68-0602c7559fb5,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:19.819517 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: f97d5245-1f5d-474f-a9fc-053892f3c469 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:41:19.820109 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device f97d5245-1f5d-474f-a9fc-053892f3c469 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:41:19.853667 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f01f88ed-f1ab-44ee-b52a-2aa9d0f942a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:19.972953 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-c25e4185-79a5-4121-90dc-cb636e741f65 service neutron] 10.222.0.72 "GET /v2.0/networks/e891f6b3-8680-45b2-9ef7-cbafd7cf9175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4615121 Dec 10 18:41:19.991717 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26864455-7c38-498d-9406-8f72bf29521f req-197c9f2d-2b49-4782-8e8c-9836c71f26b3 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:19.993487 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-26864455-7c38-498d-9406-8f72bf29521f req-197c9f2d-2b49-4782-8e8c-9836c71f26b3 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 945 time: 0.1696823 Dec 10 18:41:20.106887 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-dfaa4fdc-0d32-4c74-b761-877ab08ae11b service neutron] 10.222.0.72 "GET /v2.0/networks/e891f6b3-8680-45b2-9ef7-cbafd7cf9175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122961 Dec 10 18:41:20.148214 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f1181-8aed-492b-821c-9b0997c89614 req-a621ccbf-d525-457a-a5f0-ae6ce1ee2930 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:20.154986 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f1181-8aed-492b-821c-9b0997c89614 req-a621ccbf-d525-457a-a5f0-ae6ce1ee2930 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:20.160991 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f1181-8aed-492b-821c-9b0997c89614 req-a621ccbf-d525-457a-a5f0-ae6ce1ee2930 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:20.167378 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f1181-8aed-492b-821c-9b0997c89614 req-a621ccbf-d525-457a-a5f0-ae6ce1ee2930 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:20.173796 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f1181-8aed-492b-821c-9b0997c89614 req-a621ccbf-d525-457a-a5f0-ae6ce1ee2930 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:20.179507 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f1181-8aed-492b-821c-9b0997c89614 req-a621ccbf-d525-457a-a5f0-ae6ce1ee2930 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:20.185797 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f1181-8aed-492b-821c-9b0997c89614 req-a621ccbf-d525-457a-a5f0-ae6ce1ee2930 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:20.185924 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-d82f95f5-be9f-402a-9b21-4a3bb14392b3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=81277139-290e-4f1d-8ad5-de057447bc97 HTTP/1.1" status: 200 len: 217 time: 0.0659163 Dec 10 18:41:20.187362 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31679792-77ed-4cf9-b518-bc2ba9261333 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:20.197923 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4d9f1181-8aed-492b-821c-9b0997c89614 req-a621ccbf-d525-457a-a5f0-ae6ce1ee2930 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5420 time: 0.5737753 Dec 10 18:41:20.237385 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31679792-77ed-4cf9-b518-bc2ba9261333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:20.253601 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-c480277b-681f-4581-a235-315032760d08 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] For port f97d5245-1f5d-474f-a9fc-053892f3c469, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=f97d5245-1f5d-474f-a9fc-053892f3c469,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:20.276487 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5ca1d98e-8bc0-4286-b959-c143eb257aac req-19956014-69ed-4b03-9e53-8389372c7b7f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5620923 Dec 10 18:41:20.355154 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4d9f1181-8aed-492b-821c-9b0997c89614 req-e2b38093-2436-40d1-a86a-507fa6cb7357 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1568425 Dec 10 18:41:20.357910 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c480277b-681f-4581-a235-315032760d08 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:20.374480 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c480277b-681f-4581-a235-315032760d08 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:20.375310 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c480277b-681f-4581-a235-315032760d08 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:20.382424 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-26864455-7c38-498d-9406-8f72bf29521f req-1a31201c-2959-4afa-aa2c-70847987b31c tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743635 Dec 10 18:41:20.397639 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-f610d2d1-6c19-4a81-abec-b7866ea0d212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:20.399152 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-f610d2d1-6c19-4a81-abec-b7866ea0d212 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9840673c-d01e-49e6-88aa-2cd6e74682a7 HTTP/1.1" status: 200 len: 797 time: 0.1799991 Dec 10 18:41:20.458856 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c480277b-681f-4581-a235-315032760d08 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Subnet': ['ID=bedea7ba-291e-4dff-8422-448cbbda22c9,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:20.461272 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c480277b-681f-4581-a235-315032760d08 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Port': ['ID=f97d5245-1f5d-474f-a9fc-053892f3c469,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:20.486900 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1d98e-8bc0-4286-b959-c143eb257aac req-7eaac7ad-d024-4897-b1aa-16f2ccb7a079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:20.488426 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5ca1d98e-8bc0-4286-b959-c143eb257aac req-7eaac7ad-d024-4897-b1aa-16f2ccb7a079 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f1621867e3041c3a975a6622e21074f&device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 1100 time: 0.1860495 Dec 10 18:41:20.498555 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c480277b-681f-4581-a235-315032760d08 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:20.515029 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-c480277b-681f-4581-a235-315032760d08 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:20.518117 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c480277b-681f-4581-a235-315032760d08 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:20.518694 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c480277b-681f-4581-a235-315032760d08 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:20.527274 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14faac8-7f8d-4c03-b9ea-ca434ca6ecc5 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:41:20.536849 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-0aa5323a-f661-403c-8a63-06d98708db6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:20.538906 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-0aa5323a-f661-403c-8a63-06d98708db6d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e891f6b3-8680-45b2-9ef7-cbafd7cf9175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1236053 Dec 10 18:41:20.569828 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-31679792-77ed-4cf9-b518-bc2ba9261333 admin admin] Allocated IP 172.25.7.245 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/f7601744-9b5c-4b20-aa5f-6a261b97335b) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:20.603416 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f022934-d9a6-41f6-858e-6da9d85d9436 req-60941032-afec-4592-9094-f9809485b6d3 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:20.605254 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4f022934-d9a6-41f6-858e-6da9d85d9436 req-60941032-afec-4592-9094-f9809485b6d3 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a901f53-7d48-44f5-8bf6-c601ff0b80b8 HTTP/1.1" status: 200 len: 945 time: 0.1420283 Dec 10 18:41:20.611066 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c480277b-681f-4581-a235-315032760d08 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.5564706 Dec 10 18:41:20.620109 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56218) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:20.625830 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d3259c59-bdca-40fe-a097-bee8a504684d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'port': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'mac_address': 'fa:16:3e:c1:3d:32', 'name': 'tempest-NetworksTestDHCPv6-1458983248'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:20.702968 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7def8ae3-3c66-467f-afff-1898aabf855c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'project_id': '5206888eb8664e02a4054430b5bab51d', 'fixed_ips': [{'subnet_id': 'bedea7ba-291e-4dff-8422-448cbbda22c9'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:41:20.705665 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7def8ae3-3c66-467f-afff-1898aabf855c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:20.779895 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4f022934-d9a6-41f6-858e-6da9d85d9436 req-7621ca67-5bbf-4a47-aa54-07258a193fd7 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] 10.222.0.62 "GET /v2.0/security-groups?id=80d58dcf-b7a0-45e0-8674-df8e846ae789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673508 Dec 10 18:41:20.785526 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1d98e-8bc0-4286-b959-c143eb257aac req-b6340064-5b22-4841-92f6-e86c05e7b12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:20.787292 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5ca1d98e-8bc0-4286-b959-c143eb257aac req-b6340064-5b22-4841-92f6-e86c05e7b12c service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.2602749 Dec 10 18:41:20.802410 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-8372b950-3844-47a9-a887-b50f1cb88935 service neutron] 10.222.0.72 "GET /v2.0/networks/e891f6b3-8680-45b2-9ef7-cbafd7cf9175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529876 Dec 10 18:41:20.896844 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-7def8ae3-3c66-467f-afff-1898aabf855c None None] Allocated IP 2001:db8::f816:3eff:feda:8874 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/bedea7ba-291e-4dff-8422-448cbbda22c9/368dfb5a-61bc-45a4-939c-57b51c1f4125) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:20.919154 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5ca1d98e-8bc0-4286-b959-c143eb257aac req-18372eba-2f55-420b-a152-f3a84bdf5116 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=51f796ef-2718-4d1c-a386-cc5d625b4662 HTTP/1.1" status: 200 len: 217 time: 0.0877557 Dec 10 18:41:20.920382 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3259c59-bdca-40fe-a097-bee8a504684d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:41:20.979067 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31679792-77ed-4cf9-b518-bc2ba9261333 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:20.983118 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-ebddede7-4ea1-40c0-a396-6dcc34494fb7 service neutron] 10.222.0.72 "GET /v2.0/networks/e891f6b3-8680-45b2-9ef7-cbafd7cf9175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715326 Dec 10 18:41:21.093036 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-c893f6fa-b0b7-4831-9ca3-b41fe56b944c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=973dc1f1-e06c-4020-8e9d-616ae7e52df5 HTTP/1.1" status: 200 len: 217 time: 0.0881894 Dec 10 18:41:21.118080 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadcc69-9cda-49ff-a052-888d7e74df2a req-f129dbf7-c9da-4f8e-aacd-95092186e379 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:21.119882 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fbadcc69-9cda-49ff-a052-888d7e74df2a req-f129dbf7-c9da-4f8e-aacd-95092186e379 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 950 time: 0.3116350 Dec 10 18:41:21.135336 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7def8ae3-3c66-467f-afff-1898aabf855c None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:21.146796 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7def8ae3-3c66-467f-afff-1898aabf855c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:21.169555 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d4161-f5e6-425e-8dfd-8556770692b1 req-10ab2b50-9e1f-4911-be95-0cf36a953043 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:21.171400 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f47d4161-f5e6-425e-8dfd-8556770692b1 req-10ab2b50-9e1f-4911-be95-0cf36a953043 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/ports?device_id=875b61ac-7e0c-4d0f-957d-a6f989a9c239 HTTP/1.1" status: 200 len: 949 time: 0.2339249 Dec 10 18:41:21.179489 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1d98e-8bc0-4286-b959-c143eb257aac req-df188653-afdf-4662-8803-07ccdca2e718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:21.181001 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5ca1d98e-8bc0-4286-b959-c143eb257aac req-df188653-afdf-4662-8803-07ccdca2e718 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.1377008 Dec 10 18:41:21.184491 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31679792-77ed-4cf9-b518-bc2ba9261333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:21.205972 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def8ae3-3c66-467f-afff-1898aabf855c None None] Pushing event updated for resources: {'Port': ['ID=368dfb5a-61bc-45a4-939c-57b51c1f4125,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:21.230018 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7def8ae3-3c66-467f-afff-1898aabf855c None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:21.232406 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-7def8ae3-3c66-467f-afff-1898aabf855c None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:21.234982 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7def8ae3-3c66-467f-afff-1898aabf855c None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:41:21.268081 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31679792-77ed-4cf9-b518-bc2ba9261333 admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:21.274036 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-31679792-77ed-4cf9-b518-bc2ba9261333 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:21.278978 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fbadcc69-9cda-49ff-a052-888d7e74df2a req-a973fa01-463b-4fa4-9d9c-afd2384123b0 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451397 Dec 10 18:41:21.279819 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31679792-77ed-4cf9-b518-bc2ba9261333 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:41:21.288135 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3f18b8c3-a536-463d-bd37-7cd0c99c0900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:21.289850 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-3f18b8c3-a536-463d-bd37-7cd0c99c0900 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9840673c-d01e-49e6-88aa-2cd6e74682a7 HTTP/1.1" status: 200 len: 797 time: 0.1688349 Dec 10 18:41:21.307879 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ce749e-093c-4dbb-a3ec-a84592bc391a None None] Network 3bc50282-3306-4b81-ae1a-81a9a8be5df5 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:41:21.308268 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31679792-77ed-4cf9-b518-bc2ba9261333 admin admin] Pushing event updated for resources: {'Port': ['ID=f7601744-9b5c-4b20-aa5f-6a261b97335b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:21.308376 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3259c59-bdca-40fe-a097-bee8a504684d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:21.311583 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe73970-a56d-400a-beed-68c976414436 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:41:21.315915 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7def8ae3-3c66-467f-afff-1898aabf855c None None] Attempting to bind port 368dfb5a-61bc-45a4-939c-57b51c1f4125 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:41:21.316293 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7def8ae3-3c66-467f-afff-1898aabf855c None None] Attempting to bind port 368dfb5a-61bc-45a4-939c-57b51c1f4125 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:41:21.316675 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7def8ae3-3c66-467f-afff-1898aabf855c None None] Attempting to bind port 368dfb5a-61bc-45a4-939c-57b51c1f4125 on network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:21.325612 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1d98e-8bc0-4286-b959-c143eb257aac req-3341f0d7-fb6b-40ae-b1dd-d633e4a8917e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:21.327148 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5ca1d98e-8bc0-4286-b959-c143eb257aac req-3341f0d7-fb6b-40ae-b1dd-d633e4a8917e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1259763 Dec 10 18:41:21.371210 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7def8ae3-3c66-467f-afff-1898aabf855c None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:41:21.371590 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7def8ae3-3c66-467f-afff-1898aabf855c None None] Checking segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:41:21.372418 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7def8ae3-3c66-467f-afff-1898aabf855c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:21.373830 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7def8ae3-3c66-467f-afff-1898aabf855c None None] Bound using segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:41:21.374196 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7def8ae3-3c66-467f-afff-1898aabf855c None None] Bound port: 368dfb5a-61bc-45a4-939c-57b51c1f4125, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:41:21.374654 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7def8ae3-3c66-467f-afff-1898aabf855c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:21.403212 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f47d4161-f5e6-425e-8dfd-8556770692b1 req-6c0309c5-5cf9-4c81-9fc2-bdfc055b6263 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/security-groups?id=746f00bf-491b-4a56-93d2-dba5a99e34cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184865 Dec 10 18:41:21.421823 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-d3259c59-bdca-40fe-a097-bee8a504684d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] device_id is not set on port 3358458c-360a-469a-ad73-b10fdb56277b yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:41:21.452085 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7def8ae3-3c66-467f-afff-1898aabf855c None None] For port 368dfb5a-61bc-45a4-939c-57b51c1f4125, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:41:21.455487 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7def8ae3-3c66-467f-afff-1898aabf855c None None] For port 368dfb5a-61bc-45a4-939c-57b51c1f4125, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=368dfb5a-61bc-45a4-939c-57b51c1f4125,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:41:21.462203 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a76d0dc0-4cd0-44ba-8e3d-95397c57a2c2 None None] Provisioning complete for port 936380e2-47d2-427f-9e68-0602c7559fb5 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:21.462628 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a76d0dc0-4cd0-44ba-8e3d-95397c57a2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:21.503047 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7def8ae3-3c66-467f-afff-1898aabf855c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:21.610813 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 936380e2-47d2-427f-9e68-0602c7559fb5 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:21.640665 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd819d-2930-457f-a80b-ea4b31097f60 req-13271365-25eb-4122-940d-7ed5a0fd51fb tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:21.642273 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5dfd819d-2930-457f-a80b-ea4b31097f60 req-13271365-25eb-4122-940d-7ed5a0fd51fb tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 945 time: 0.1091685 Dec 10 18:41:21.659025 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5ca1d98e-8bc0-4286-b959-c143eb257aac req-a7ea402f-79d4-468f-a467-47f59ccc11b7 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136139 Dec 10 18:41:21.678521 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a76d0dc0-4cd0-44ba-8e3d-95397c57a2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:21.710657 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def8ae3-3c66-467f-afff-1898aabf855c None None] Pushing event updated for resources: {'Port': ['ID=368dfb5a-61bc-45a4-939c-57b51c1f4125,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:21.761872 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a76d0dc0-4cd0-44ba-8e3d-95397c57a2c2 None None] For port 936380e2-47d2-427f-9e68-0602c7559fb5, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=936380e2-47d2-427f-9e68-0602c7559fb5,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:21.774957 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a76d0dc0-4cd0-44ba-8e3d-95397c57a2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:21.780042 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 936380e2-47d2-427f-9e68-0602c7559fb5 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:21.780466 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:21.818137 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5dfd819d-2930-457f-a80b-ea4b31097f60 req-ae6c57ef-c7b2-4397-a8e9-662077f268f5 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682632 Dec 10 18:41:21.852447 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-d3259c59-bdca-40fe-a097-bee8a504684d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Allocated IP 2001:db8::f816:3eff:fec1:3d32 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/bedea7ba-291e-4dff-8422-448cbbda22c9/3358458c-360a-469a-ad73-b10fdb56277b) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:21.875468 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5ca1d98e-8bc0-4286-b959-c143eb257aac req-14595105-43eb-4e12-9d66-42989035b318 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093673 Dec 10 18:41:21.906426 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d0dc0-4cd0-44ba-8e3d-95397c57a2c2 None None] Pushing event updated for resources: {'Port': ['ID=936380e2-47d2-427f-9e68-0602c7559fb5,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:22.012754 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4630c071-76d8-443d-a994-07ae2eef2174 None None] Provisioning complete for port f7601744-9b5c-4b20-aa5f-6a261b97335b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:22.024536 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4630c071-76d8-443d-a994-07ae2eef2174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:22.083564 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4630c071-76d8-443d-a994-07ae2eef2174 None None] Port f7601744-9b5c-4b20-aa5f-6a261b97335b cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:41:22.112705 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-86977a0a-d141-478d-9a07-d440cd938013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:22.115262 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-86977a0a-d141-478d-9a07-d440cd938013 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e891f6b3-8680-45b2-9ef7-cbafd7cf9175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8034370 Dec 10 18:41:22.208886 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d2e9273a-dc8a-4f82-844a-8e1cbb1c3568 None None] Provisioning complete for port 936380e2-47d2-427f-9e68-0602c7559fb5 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:22.210309 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d2e9273a-dc8a-4f82-844a-8e1cbb1c3568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:22.219463 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0025b-aed9-4ac4-85e4-88f6c75c7725 req-995817e0-4c22-48b2-935c-e84ab64bd0db tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:22.227632 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fed0025b-aed9-4ac4-85e4-88f6c75c7725 req-995817e0-4c22-48b2-935c-e84ab64bd0db tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a901f53-7d48-44f5-8bf6-c601ff0b80b8 HTTP/1.1" status: 200 len: 945 time: 0.1029048 Dec 10 18:41:22.251517 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077b9ec-ceed-4cb2-8a52-713bb29954a8 req-d112b663-3121-4f44-bfa9-1d04b5ee7118 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:22.253102 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5077b9ec-ceed-4cb2-8a52-713bb29954a8 req-d112b663-3121-4f44-bfa9-1d04b5ee7118 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a901f53-7d48-44f5-8bf6-c601ff0b80b8 HTTP/1.1" status: 200 len: 945 time: 0.8917356 Dec 10 18:41:22.255645 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3259c59-bdca-40fe-a097-bee8a504684d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:22.299464 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fed0025b-aed9-4ac4-85e4-88f6c75c7725 req-1fe134b4-2cbc-4efd-9cc3-4626243953a9 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] 10.222.0.62 "GET /v2.0/security-groups?id=80d58dcf-b7a0-45e0-8674-df8e846ae789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708387 Dec 10 18:41:22.337947 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ef9c3-2cb8-4cd6-9de3-1d310baa620b req-1a714244-3a11-4065-b12b-91b7ed49e151 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:22.348354 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ef9c3-2cb8-4cd6-9de3-1d310baa620b req-1a714244-3a11-4065-b12b-91b7ed49e151 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:22.354828 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ef9c3-2cb8-4cd6-9de3-1d310baa620b req-1a714244-3a11-4065-b12b-91b7ed49e151 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:22.357396 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3259c59-bdca-40fe-a097-bee8a504684d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:22.363164 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ef9c3-2cb8-4cd6-9de3-1d310baa620b req-1a714244-3a11-4065-b12b-91b7ed49e151 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:22.370539 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ef9c3-2cb8-4cd6-9de3-1d310baa620b req-1a714244-3a11-4065-b12b-91b7ed49e151 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:22.376609 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ef9c3-2cb8-4cd6-9de3-1d310baa620b req-1a714244-3a11-4065-b12b-91b7ed49e151 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:22.377430 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-90f6e7c7-36ab-48d4-b364-97f117bc26c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:22.386517 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ef9c3-2cb8-4cd6-9de3-1d310baa620b req-1a714244-3a11-4065-b12b-91b7ed49e151 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:22.388530 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9e6ef9c3-2cb8-4cd6-9de3-1d310baa620b req-1a714244-3a11-4065-b12b-91b7ed49e151 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5420 time: 0.3498631 Dec 10 18:41:22.470254 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3259c59-bdca-40fe-a097-bee8a504684d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:22.475975 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-d3259c59-bdca-40fe-a097-bee8a504684d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:22.478158 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3259c59-bdca-40fe-a097-bee8a504684d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:41:22.484746 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3259c59-bdca-40fe-a097-bee8a504684d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:22.484967 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3259c59-bdca-40fe-a097-bee8a504684d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:22.499133 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3259c59-bdca-40fe-a097-bee8a504684d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Port': ['ID=3358458c-360a-469a-ad73-b10fdb56277b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:22.521912 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0e813-2495-4842-a818-b02de1fb0141 req-62a9f77c-edd7-4a12-b412-ecbecf1439e9 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:22.523310 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-95e0e813-2495-4842-a818-b02de1fb0141 req-62a9f77c-edd7-4a12-b412-ecbecf1439e9 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 950 time: 0.1025836 Dec 10 18:41:22.530997 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d3259c59-bdca-40fe-a097-bee8a504684d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9061267 Dec 10 18:41:22.533709 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56244) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:22.586370 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-f7545b16-e8f4-410b-a197-2846d32c6e9f service neutron] 10.222.0.72 "GET /v2.0/networks/e891f6b3-8680-45b2-9ef7-cbafd7cf9175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426949 Dec 10 18:41:22.628818 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5b6451-c36f-4e1a-8501-3475e37cfbd9 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:22.638427 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5b6451-c36f-4e1a-8501-3475e37cfbd9 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:22.642053 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5b5b6451-c36f-4e1a-8501-3475e37cfbd9 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1049776 Dec 10 18:41:22.652472 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-95e0e813-2495-4842-a818-b02de1fb0141 req-4e14f7cf-56ea-490c-a3e5-44dce18c1d7d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091428 Dec 10 18:41:22.653057 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56246) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:22.711824 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31679792-77ed-4cf9-b518-bc2ba9261333 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:22.792095 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9e6ef9c3-2cb8-4cd6-9de3-1d310baa620b req-4c08316a-7c97-4279-94fa-3e4621799399 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3155248 Dec 10 18:41:22.811138 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668400e1-84d0-448d-ac13-1a0ee5dc7fdb req-26425890-001e-4d8d-96fa-9c848384f265 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:22.816678 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-668400e1-84d0-448d-ac13-1a0ee5dc7fdb req-26425890-001e-4d8d-96fa-9c848384f265 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/ports?device_id=875b61ac-7e0c-4d0f-957d-a6f989a9c239 HTTP/1.1" status: 200 len: 949 time: 0.0697460 Dec 10 18:41:22.826156 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-510a2157-9dbe-4e43-8af2-c23d362cdd2c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting port 3358458c-360a-469a-ad73-b10fdb56277b {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:41:22.826783 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-510a2157-9dbe-4e43-8af2-c23d362cdd2c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:22.832232 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-5077b9ec-ceed-4cb2-8a52-713bb29954a8 req-c5bb5fa5-3d06-4857-bb1b-8a9b1840b908 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] Deleting port c7ce607d-4e13-42a4-850d-a2b8a6672e26 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:41:22.832577 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5077b9ec-ceed-4cb2-8a52-713bb29954a8 req-c5bb5fa5-3d06-4857-bb1b-8a9b1840b908 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:22.905635 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-d61f69f3-290d-441a-b42b-51d6eba0e34a service neutron] 10.222.0.72 "GET /v2.0/networks/e891f6b3-8680-45b2-9ef7-cbafd7cf9175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040948 Dec 10 18:41:22.951596 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-510a2157-9dbe-4e43-8af2-c23d362cdd2c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:22.977326 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-510a2157-9dbe-4e43-8af2-c23d362cdd2c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Calling delete_port for 3358458c-360a-469a-ad73-b10fdb56277b owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:41:22.982175 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-2e3d84b8-5d66-4954-8a03-e2e027610143 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bbbbaa6a-b115-417d-aac9-abe5c3981165 HTTP/1.1" status: 200 len: 217 time: 0.0632968 Dec 10 18:41:23.015771 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-668400e1-84d0-448d-ac13-1a0ee5dc7fdb req-d1d372ee-cf97-45a9-b4f2-1fb8421191bd tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/security-groups?id=746f00bf-491b-4a56-93d2-dba5a99e34cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782825 Dec 10 18:41:23.155496 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-5077b9ec-ceed-4cb2-8a52-713bb29954a8 req-c5bb5fa5-3d06-4857-bb1b-8a9b1840b908 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] For port c7ce607d-4e13-42a4-850d-a2b8a6672e26, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=c7ce607d-4e13-42a4-850d-a2b8a6672e26,segment=NetworkSegment(88eb107e-e6ac-4d95-9021-c14ed7f61427),segment_id=88eb107e-e6ac-4d95-9021-c14ed7f61427)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:23.156042 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5077b9ec-ceed-4cb2-8a52-713bb29954a8 req-c5bb5fa5-3d06-4857-bb1b-8a9b1840b908 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:23.181103 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-5077b9ec-ceed-4cb2-8a52-713bb29954a8 req-c5bb5fa5-3d06-4857-bb1b-8a9b1840b908 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] Calling delete_port for c7ce607d-4e13-42a4-850d-a2b8a6672e26 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:41:23.183448 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f2560f9c-a0b6-45b5-8674-8f3903b03532 None None] Provisioning complete for port 368dfb5a-61bc-45a4-939c-57b51c1f4125 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:23.183907 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f2560f9c-a0b6-45b5-8674-8f3903b03532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:23.198532 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-8fdb5c74-e488-4d84-8ef5-f7596f680f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:23.200062 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-8fdb5c74-e488-4d84-8ef5-f7596f680f2a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2f579da5-53e1-4327-92af-ea2cc0762399 HTTP/1.1" status: 200 len: 797 time: 0.1471610 Dec 10 18:41:23.209845 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-510a2157-9dbe-4e43-8af2-c23d362cdd2c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:23.213234 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7d627-e6f4-4cfc-8b37-f6e3a86f4ff4 req-aa04e37d-ac73-4274-b44b-a5b147af118e tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:23.214692 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c0f7d627-e6f4-4cfc-8b37-f6e3a86f4ff4 req-aa04e37d-ac73-4274-b44b-a5b147af118e tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 945 time: 0.2820733 Dec 10 18:41:23.272910 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a2157-9dbe-4e43-8af2-c23d362cdd2c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Port': ['ID=3358458c-360a-469a-ad73-b10fdb56277b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:23.323556 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-510a2157-9dbe-4e43-8af2-c23d362cdd2c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:23.329280 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-510a2157-9dbe-4e43-8af2-c23d362cdd2c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/ports/3358458c-360a-469a-ad73-b10fdb56277b HTTP/1.1" status: 204 len: 168 time: 0.6730545 Dec 10 18:41:23.329724 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56260) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:23.346827 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:23.391951 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31679792-77ed-4cf9-b518-bc2ba9261333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:23.422213 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f2560f9c-a0b6-45b5-8674-8f3903b03532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:23.442224 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fc46f7-af28-4fdb-96cd-133668b2c15c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:23.446843 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fc46f7-af28-4fdb-96cd-133668b2c15c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:23.454991 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-02fc46f7-af28-4fdb-96cd-133668b2c15c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1218042 Dec 10 18:41:23.455167 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56262) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:23.506337 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f2560f9c-a0b6-45b5-8674-8f3903b03532 None None] For port 368dfb5a-61bc-45a4-939c-57b51c1f4125, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=368dfb5a-61bc-45a4-939c-57b51c1f4125,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:23.515925 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f2560f9c-a0b6-45b5-8674-8f3903b03532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:23.572049 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-44e8bb2a-6acb-4c62-bc7a-e01cf71cd244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:23.574415 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-44e8bb2a-6acb-4c62-bc7a-e01cf71cd244 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08d0d37b-1e92-4759-bf0e-8cf5a993438c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3587782 Dec 10 18:41:23.593547 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c0f7d627-e6f4-4cfc-8b37-f6e3a86f4ff4 req-b801b5b9-008f-4695-832c-60b3c5c36a57 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680761 Dec 10 18:41:23.615261 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c0770a-cbd6-4bdd-b6a3-ff2e8ba45522 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting subnet bedea7ba-291e-4dff-8422-448cbbda22c9 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:41:23.623880 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90c0770a-cbd6-4bdd-b6a3-ff2e8ba45522 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:23.668859 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e9f6380b-279a-49fd-91fb-bd2deea8338f None None] Could not find standard attr ID for object 3358458c-360a-469a-ad73-b10fdb56277b. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:41:23.716081 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2560f9c-a0b6-45b5-8674-8f3903b03532 None None] Pushing event updated for resources: {'Port': ['ID=368dfb5a-61bc-45a4-939c-57b51c1f4125,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:23.771276 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 936380e2-47d2-427f-9e68-0602c7559fb5 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:23.790316 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90c0770a-cbd6-4bdd-b6a3-ff2e8ba45522 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:23.857279 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 936380e2-47d2-427f-9e68-0602c7559fb5 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:23.857809 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:23.990925 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712c692-2094-4afc-a19a-2afd507b1a74 req-7a04e256-b632-487a-aedb-335884fbb5f8 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:23.999606 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3712c692-2094-4afc-a19a-2afd507b1a74 req-7a04e256-b632-487a-aedb-335884fbb5f8 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 950 time: 0.1173906 Dec 10 18:41:24.040023 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 368dfb5a-61bc-45a4-939c-57b51c1f4125 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:24.048769 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90c0770a-cbd6-4bdd-b6a3-ff2e8ba45522 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:24.064514 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-681690ba-cdd4-461c-b73c-70e9a89824b5 service neutron] 10.222.0.72 "GET /v2.0/networks/08d0d37b-1e92-4759-bf0e-8cf5a993438c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4685404 Dec 10 18:41:24.072393 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5077b9ec-ceed-4cb2-8a52-713bb29954a8 req-c5bb5fa5-3d06-4857-bb1b-8a9b1840b908 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:24.091975 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc9e36-69dc-4a75-b684-758bd6999c25 req-ddb364ac-6a3d-4fda-85b5-342e69b4d5ef tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:24.099526 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-51fc9e36-69dc-4a75-b684-758bd6999c25 req-ddb364ac-6a3d-4fda-85b5-342e69b4d5ef tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a901f53-7d48-44f5-8bf6-c601ff0b80b8 HTTP/1.1" status: 200 len: 945 time: 0.3019459 Dec 10 18:41:24.122684 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3712c692-2094-4afc-a19a-2afd507b1a74 req-09884aa9-56b3-48a0-ad76-e24e1701f12d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221097 Dec 10 18:41:24.172114 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90c0770a-cbd6-4bdd-b6a3-ff2e8ba45522 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:24.177455 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 368dfb5a-61bc-45a4-939c-57b51c1f4125 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:24.177961 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:24.198055 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb5fa5-3d06-4857-bb1b-8a9b1840b908 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] Pushing event deleted for resources: {'Port': ['ID=c7ce607d-4e13-42a4-850d-a2b8a6672e26,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:24.286691 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-5077b9ec-ceed-4cb2-8a52-713bb29954a8 req-c5bb5fa5-3d06-4857-bb1b-8a9b1840b908 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] No DVR routers for this DVR port c7ce607d-4e13-42a4-850d-a2b8a6672e26 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:41:24.292450 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90c0770a-cbd6-4bdd-b6a3-ff2e8ba45522 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:24.302036 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-90c0770a-cbd6-4bdd-b6a3-ff2e8ba45522 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/bedea7ba-291e-4dff-8422-448cbbda22c9 HTTP/1.1" status: 204 len: 168 time: 0.8451993 Dec 10 18:41:24.303150 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56284) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:24.303658 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0770a-cbd6-4bdd-b6a3-ff2e8ba45522 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Subnet': ['ID=bedea7ba-291e-4dff-8422-448cbbda22c9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:24.305807 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5077b9ec-ceed-4cb2-8a52-713bb29954a8 req-c5bb5fa5-3d06-4857-bb1b-8a9b1840b908 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:24.309280 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5077b9ec-ceed-4cb2-8a52-713bb29954a8 req-c5bb5fa5-3d06-4857-bb1b-8a9b1840b908 tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] 10.222.0.72 "DELETE /v2.0/ports/c7ce607d-4e13-42a4-850d-a2b8a6672e26 HTTP/1.1" status: 204 len: 173 time: 2.0345867 Dec 10 18:41:24.310636 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a901f53-7d48-44f5-8bf6-c601ff0b80b8', 'name': 'network-vif-deleted', 'tag': 'c7ce607d-4e13-42a4-850d-a2b8a6672e26'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:41:24.315780 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efa86b7-8b9c-464a-b415-b676e19281e9 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:41:24.333233 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c698fa62-c51d-4749-bd78-bafcf3b5d285" -d '{"events": [{"server_uuid": "9a901f53-7d48-44f5-8bf6-c601ff0b80b8", "name": "network-vif-deleted", "tag": "c7ce607d-4e13-42a4-850d-a2b8a6672e26"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:41:24.342954 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31679792-77ed-4cf9-b518-bc2ba9261333 admin admin] Router 4a5adfb3-a73c-4e40-ab84-cac1308961c0 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:41:24.381001 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-51fc9e36-69dc-4a75-b684-758bd6999c25 req-758ae21a-a64b-43f2-a9f8-d0c289e8c6df tempest-InstanceActionsV221TestJSON-710111878 tempest-InstanceActionsV221TestJSON-710111878-project] 10.222.0.62 "GET /v2.0/security-groups?id=80d58dcf-b7a0-45e0-8674-df8e846ae789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758946 Dec 10 18:41:24.450548 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5b22f-9188-4fb3-a4d6-47685cee3284 req-a2fe1601-ee88-4bcb-b194-cf0f4463ca98 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:24.461723 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5b22f-9188-4fb3-a4d6-47685cee3284 req-a2fe1601-ee88-4bcb-b194-cf0f4463ca98 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:24.462867 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-935538f9-d52d-4742-9359-87d74db88924 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1494606 Dec 10 18:41:24.466288 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56288) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:24.469556 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5b22f-9188-4fb3-a4d6-47685cee3284 req-a2fe1601-ee88-4bcb-b194-cf0f4463ca98 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:24.477627 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5b22f-9188-4fb3-a4d6-47685cee3284 req-a2fe1601-ee88-4bcb-b194-cf0f4463ca98 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:24.488199 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5b22f-9188-4fb3-a4d6-47685cee3284 req-a2fe1601-ee88-4bcb-b194-cf0f4463ca98 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:24.498509 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5b22f-9188-4fb3-a4d6-47685cee3284 req-a2fe1601-ee88-4bcb-b194-cf0f4463ca98 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:24.507358 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5b22f-9188-4fb3-a4d6-47685cee3284 req-a2fe1601-ee88-4bcb-b194-cf0f4463ca98 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:24.517917 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-24b5b22f-9188-4fb3-a4d6-47685cee3284 req-a2fe1601-ee88-4bcb-b194-cf0f4463ca98 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5420 time: 0.1703739 Dec 10 18:41:24.525797 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-6ffd2618-4524-4c4f-bb48-7c0911463320 service neutron] 10.222.0.72 "GET /v2.0/networks/08d0d37b-1e92-4759-bf0e-8cf5a993438c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4506049 Dec 10 18:41:24.597956 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb467b67-5af6-4ac4-8e21-eb327be102b6 None None] DHCP port deletion for 4c9579a2-8f48-40cb-87f0-dbca0f4b521d request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:41:24.603071 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-24b5b22f-9188-4fb3-a4d6-47685cee3284 req-4214a273-d0bd-4207-a211-40230c500773 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0841250 Dec 10 18:41:24.659085 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-fb467b67-5af6-4ac4-8e21-eb327be102b6 None None] Deleting port 368dfb5a-61bc-45a4-939c-57b51c1f4125 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:41:24.659483 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fb467b67-5af6-4ac4-8e21-eb327be102b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:24.677061 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fb41ca-3681-4541-ab9d-25f7a02408bc x-openstack-request-id: req-86fb41ca-3681-4541-ab9d-25f7a02408bc {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:41:24.677363 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a901f53-7d48-44f5-8bf6-c601ff0b80b8", "name": "network-vif-deleted", "tag": "c7ce607d-4e13-42a4-850d-a2b8a6672e26", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:41:24.677829 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-86fb41ca-3681-4541-ab9d-25f7a02408bc {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:41:24.678440 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a901f53-7d48-44f5-8bf6-c601ff0b80b8', 'name': 'network-vif-deleted', 'tag': 'c7ce607d-4e13-42a4-850d-a2b8a6672e26', 'status': 'completed', 'code': 200} Dec 10 18:41:24.719365 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-6a8aed33-b2a6-4694-899b-c30c75f2f8d9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=47fbfc3e-4987-433a-854c-816b07d9ed10 HTTP/1.1" status: 200 len: 217 time: 0.0795836 Dec 10 18:41:24.746818 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:24.753922 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-fb467b67-5af6-4ac4-8e21-eb327be102b6 None None] For port 368dfb5a-61bc-45a4-939c-57b51c1f4125, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=368dfb5a-61bc-45a4-939c-57b51c1f4125,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:24.754318 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fb467b67-5af6-4ac4-8e21-eb327be102b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:24.768137 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-fb467b67-5af6-4ac4-8e21-eb327be102b6 None None] Calling delete_port for 368dfb5a-61bc-45a4-939c-57b51c1f4125 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:41:24.796998 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544341d4-110c-414b-a143-1aef4a4a41eb tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:24.798528 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-544341d4-110c-414b-a143-1aef4a4a41eb tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3238637 Dec 10 18:41:24.802093 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56292) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:24.839051 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-57aca813-fc59-4527-8879-456c3801121e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:24.840835 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-57aca813-fc59-4527-8879-456c3801121e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2f579da5-53e1-4327-92af-ea2cc0762399 HTTP/1.1" status: 200 len: 797 time: 0.1064439 Dec 10 18:41:24.844248 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31679792-77ed-4cf9-b518-bc2ba9261333 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:41:24.858134 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07391e5a-4395-4217-a29c-770739af9f57 req-c2450237-7270-4a07-9d6d-689b8e6a17e8 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:24.859696 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-07391e5a-4395-4217-a29c-770739af9f57 req-c2450237-7270-4a07-9d6d-689b8e6a17e8 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 945 time: 0.1446242 Dec 10 18:41:24.861494 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67ebd8c-14f2-4e18-a5f4-268959f1449b None None] Sync routers for ids ['4a5adfb3-a73c-4e40-ab84-cac1308961c0'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:41:24.880974 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fb467b67-5af6-4ac4-8e21-eb327be102b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:24.902005 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67ebd8c-14f2-4e18-a5f4-268959f1449b None None] Routers {'4a5adfb3-a73c-4e40-ab84-cac1308961c0'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:41:24.905641 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f67ebd8c-14f2-4e18-a5f4-268959f1449b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:41:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['4a5adfb3-a73c-4e40-ab84-cac1308961c0'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:24.916937 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31679792-77ed-4cf9-b518-bc2ba9261333 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:24.918246 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-31679792-77ed-4cf9-b518-bc2ba9261333 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4690609 Dec 10 18:41:24.921336 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56294) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:24.945940 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb467b67-5af6-4ac4-8e21-eb327be102b6 None None] Pushing event deleted for resources: {'Port': ['ID=368dfb5a-61bc-45a4-939c-57b51c1f4125,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:24.949423 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-9a312dd4-1be9-42fc-865d-09bae50c417e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:24.951654 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-9a312dd4-1be9-42fc-865d-09bae50c417e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08d0d37b-1e92-4759-bf0e-8cf5a993438c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0892534 Dec 10 18:41:24.954995 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-07391e5a-4395-4217-a29c-770739af9f57 req-b3558c66-a054-4828-b311-25717eca7883 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828180 Dec 10 18:41:24.965337 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb467b67-5af6-4ac4-8e21-eb327be102b6 None None] No DVR routers for this DVR port 368dfb5a-61bc-45a4-939c-57b51c1f4125 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:41:25.050496 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f131ab28-6ace-4d12-9dad-d3776f9585a0 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:25.056496 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f131ab28-6ace-4d12-9dad-d3776f9585a0 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2513850 Dec 10 18:41:25.059877 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56296) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:25.080191 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-f67ebd8c-14f2-4e18-a5f4-268959f1449b None None] Set router 4a5adfb3-a73c-4e40-ab84-cac1308961c0 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:41:25.110001 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a555f7f4-3a17-4cb9-9485-f8a7693730f5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0490575 Dec 10 18:41:25.110635 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56298) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:25.118964 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-3758dbc0-838a-4954-8ebb-265f68b0d213 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'subnet': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:25.293918 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f67ebd8c-14f2-4e18-a5f4-268959f1449b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5adfb3-a73c-4e40-ab84-cac1308961c0', 'name': 'tempest-ServerActionsTestJSON-191798646-router', 'tenant_id': '6dd50388a58440cca7ab90078e887719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'f7601744-9b5c-4b20-aa5f-6a261b97335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:18Z', 'updated_at': '2021-12-10T18:41:22Z', 'revision_number': 3, 'project_id': '6dd50388a58440cca7ab90078e887719', 'gw_port': {'id': 'f7601744-9b5c-4b20-aa5f-6a261b97335b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5adfb3-a73c-4e40-ab84-cac1308961c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:20Z', 'updated_at': '2021-12-10T18:41:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:25.324222 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67ebd8c-14f2-4e18-a5f4-268959f1449b None None] Checking router: 4a5adfb3-a73c-4e40-ab84-cac1308961c0 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:41:25.324567 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67ebd8c-14f2-4e18-a5f4-268959f1449b None None] Updating router 4a5adfb3-a73c-4e40-ab84-cac1308961c0 port f7601744-9b5c-4b20-aa5f-6a261b97335b binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:41:25.362276 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-f67ebd8c-14f2-4e18-a5f4-268959f1449b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:25.363269 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3758dbc0-838a-4954-8ebb-265f68b0d213 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:41:25.367534 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3758dbc0-838a-4954-8ebb-265f68b0d213 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:25.428854 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:25.485261 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-32e18d96-d3b3-4d50-8add-8080ddb786a6 service neutron] 10.222.0.72 "GET /v2.0/networks/08d0d37b-1e92-4759-bf0e-8cf5a993438c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5246236 Dec 10 18:41:25.524211 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 368dfb5a-61bc-45a4-939c-57b51c1f4125 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:41:25.558501 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 368dfb5a-61bc-45a4-939c-57b51c1f4125 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:41:25.565070 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 368dfb5a-61bc-45a4-939c-57b51c1f4125 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:41:25.611302 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f0790f-f899-4827-8684-a10d697b5c96 req-fe86b1a0-842b-4d6a-b8e8-2ef960c024b1 service neutron] 10.222.0.72 "GET /v2.0/networks/08d0d37b-1e92-4759-bf0e-8cf5a993438c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165922 Dec 10 18:41:25.627290 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device c7ce607d-4e13-42a4-850d-a2b8a6672e26 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:41:25.798329 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc7d9c-089f-4fe1-b65d-76cf83d71c5f req-b319c482-ad4f-4f74-a765-e37be2df0752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:25.798972 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc7d9c-089f-4fe1-b65d-76cf83d71c5f req-b319c482-ad4f-4f74-a765-e37be2df0752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:25.799512 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc7d9c-089f-4fe1-b65d-76cf83d71c5f req-b319c482-ad4f-4f74-a765-e37be2df0752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:25.800056 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc7d9c-089f-4fe1-b65d-76cf83d71c5f req-b319c482-ad4f-4f74-a765-e37be2df0752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:25.800321 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-f67ebd8c-14f2-4e18-a5f4-268959f1449b None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:25.800704 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc7d9c-089f-4fe1-b65d-76cf83d71c5f req-b319c482-ad4f-4f74-a765-e37be2df0752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:25.801335 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc7d9c-089f-4fe1-b65d-76cf83d71c5f req-b319c482-ad4f-4f74-a765-e37be2df0752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:25.801878 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc7d9c-089f-4fe1-b65d-76cf83d71c5f req-b319c482-ad4f-4f74-a765-e37be2df0752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:25.804116 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e3bc7d9c-089f-4fe1-b65d-76cf83d71c5f req-b319c482-ad4f-4f74-a765-e37be2df0752 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=98fdd3d4007244d19399f00305d1e82f&device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 6477 time: 0.1310673 Dec 10 18:41:25.810682 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-f67ebd8c-14f2-4e18-a5f4-268959f1449b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:25.840147 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: c7ce607d-4e13-42a4-850d-a2b8a6672e26 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:41:25.840498 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device c7ce607d-4e13-42a4-850d-a2b8a6672e26 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:41:25.840944 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device dc2ff59e-b465-47d0-8e13-54dcfc86e10a no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:41:25.866666 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeff4ff-f97e-41a2-8b1f-e0d4270e3340 req-5f470358-82df-4340-93a3-53764328f32c tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:25.874141 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-edeff4ff-f97e-41a2-8b1f-e0d4270e3340 req-5f470358-82df-4340-93a3-53764328f32c tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 950 time: 0.6727021 Dec 10 18:41:25.876269 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb93c8-7db3-46a6-a258-1bed471470f6 None None] Pushing event updated for resources: {'Port': ['ID=f7601744-9b5c-4b20-aa5f-6a261b97335b,revision_number=2']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:25.889342 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb93c8-7db3-46a6-a258-1bed471470f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:25.889986 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb93c8-7db3-46a6-a258-1bed471470f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:25.890494 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb93c8-7db3-46a6-a258-1bed471470f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:25.890990 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb93c8-7db3-46a6-a258-1bed471470f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:25.891490 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb93c8-7db3-46a6-a258-1bed471470f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:25.891978 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb93c8-7db3-46a6-a258-1bed471470f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:25.892475 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb93c8-7db3-46a6-a258-1bed471470f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:25.892978 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb93c8-7db3-46a6-a258-1bed471470f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:25.893480 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb93c8-7db3-46a6-a258-1bed471470f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:25.893963 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb93c8-7db3-46a6-a258-1bed471470f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:25.894442 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb93c8-7db3-46a6-a258-1bed471470f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:25.894934 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb93c8-7db3-46a6-a258-1bed471470f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:25.895991 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb93c8-7db3-46a6-a258-1bed471470f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:25.932709 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-f67ebd8c-14f2-4e18-a5f4-268959f1449b None None] Attempting to bind port f7601744-9b5c-4b20-aa5f-6a261b97335b on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:41:25.933111 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-f67ebd8c-14f2-4e18-a5f4-268959f1449b None None] Attempting to bind port f7601744-9b5c-4b20-aa5f-6a261b97335b by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:41:25.934053 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67ebd8c-14f2-4e18-a5f4-268959f1449b None None] Attempting to bind port f7601744-9b5c-4b20-aa5f-6a261b97335b on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:25.940785 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67ebd8c-14f2-4e18-a5f4-268959f1449b None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:41:25.941169 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67ebd8c-14f2-4e18-a5f4-268959f1449b None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:41:25.941759 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-f67ebd8c-14f2-4e18-a5f4-268959f1449b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:25.943533 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67ebd8c-14f2-4e18-a5f4-268959f1449b None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:41:25.944693 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-f67ebd8c-14f2-4e18-a5f4-268959f1449b None None] Bound port: f7601744-9b5c-4b20-aa5f-6a261b97335b, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:41:25.945280 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-f67ebd8c-14f2-4e18-a5f4-268959f1449b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:25.954398 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb292d6-9354-4399-a191-4160005ca194 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:41:25.961594 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:26.003792 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port dc2ff59e-b465-47d0-8e13-54dcfc86e10a, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=dc2ff59e-b465-47d0-8e13-54dcfc86e10a,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:26.006391 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875b61ac-7e0c-4d0f-957d-a6f989a9c239', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc2ff59e-b465-47d0-8e13-54dcfc86e10a'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:41:26.009784 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111bb1b-cb71-444b-84b7-d8648999c2ef req-ec212578-8c1a-4010-a8c9-93e0aac4d13e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:26.010486 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c6478a-6be8-4492-98ce-2d5a5d677618" -d '{"events": [{"server_uuid": "875b61ac-7e0c-4d0f-957d-a6f989a9c239", "name": "network-vif-unplugged", "status": "completed", "tag": "dc2ff59e-b465-47d0-8e13-54dcfc86e10a"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:41:26.016361 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:26.017838 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111bb1b-cb71-444b-84b7-d8648999c2ef req-ec212578-8c1a-4010-a8c9-93e0aac4d13e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:26.026524 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111bb1b-cb71-444b-84b7-d8648999c2ef req-ec212578-8c1a-4010-a8c9-93e0aac4d13e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:26.031663 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-f67ebd8c-14f2-4e18-a5f4-268959f1449b None None] For port f7601744-9b5c-4b20-aa5f-6a261b97335b, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:41:26.034269 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111bb1b-cb71-444b-84b7-d8648999c2ef req-ec212578-8c1a-4010-a8c9-93e0aac4d13e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:26.037011 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-f67ebd8c-14f2-4e18-a5f4-268959f1449b None None] For port f7601744-9b5c-4b20-aa5f-6a261b97335b, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=f7601744-9b5c-4b20-aa5f-6a261b97335b,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:41:26.042104 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111bb1b-cb71-444b-84b7-d8648999c2ef req-ec212578-8c1a-4010-a8c9-93e0aac4d13e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:26.043573 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-f67ebd8c-14f2-4e18-a5f4-268959f1449b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:26.049860 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111bb1b-cb71-444b-84b7-d8648999c2ef req-ec212578-8c1a-4010-a8c9-93e0aac4d13e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:26.057405 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111bb1b-cb71-444b-84b7-d8648999c2ef req-ec212578-8c1a-4010-a8c9-93e0aac4d13e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:26.066108 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a111bb1b-cb71-444b-84b7-d8648999c2ef req-ec212578-8c1a-4010-a8c9-93e0aac4d13e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5420 time: 0.2008407 Dec 10 18:41:26.077138 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc7d9c-089f-4fe1-b65d-76cf83d71c5f req-5efe5894-5ef4-4fc6-ab53-1528cfcae494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:26.078767 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e3bc7d9c-089f-4fe1-b65d-76cf83d71c5f req-5efe5894-5ef4-4fc6-ab53-1528cfcae494 service neutron] 10.222.0.72 "GET /v2.0/networks?id=08d0d37b-1e92-4759-bf0e-8cf5a993438c HTTP/1.1" status: 200 len: 903 time: 0.2657597 Dec 10 18:41:26.083184 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=dc2ff59e-b465-47d0-8e13-54dcfc86e10a,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:26.098980 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6a788cc7-cf26-4f06-addb-6e04ee0f7759 None None] Provisioning complete for port f7601744-9b5c-4b20-aa5f-6a261b97335b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:26.099357 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6a788cc7-cf26-4f06-addb-6e04ee0f7759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:26.131606 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-edeff4ff-f97e-41a2-8b1f-e0d4270e3340 req-8586b809-0789-4599-89ff-4b44bed928e0 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514327 Dec 10 18:41:26.133442 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b41cca0-4556-481f-a13c-19d1e88635fe None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:41:26.138601 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67ebd8c-14f2-4e18-a5f4-268959f1449b None None] Routers {'4a5adfb3-a73c-4e40-ab84-cac1308961c0'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:41:26.139435 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f67ebd8c-14f2-4e18-a5f4-268959f1449b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:41:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['4a5adfb3-a73c-4e40-ab84-cac1308961c0'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:26.148189 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e3bc7d9c-089f-4fe1-b65d-76cf83d71c5f req-2faa0f1b-5478-4576-9e50-ef492805230d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=47fbfc3e-4987-433a-854c-816b07d9ed10 HTTP/1.1" status: 200 len: 217 time: 0.0517859 Dec 10 18:41:26.190268 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a111bb1b-cb71-444b-84b7-d8648999c2ef req-b8ae2ed0-11aa-4e54-a70d-c7b49cfea832 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1227508 Dec 10 18:41:26.247328 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc7d9c-089f-4fe1-b65d-76cf83d71c5f req-705152a6-078d-4d97-b5ca-905a71d279a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:26.248724 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e3bc7d9c-089f-4fe1-b65d-76cf83d71c5f req-705152a6-078d-4d97-b5ca-905a71d279a0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2f579da5-53e1-4327-92af-ea2cc0762399 HTTP/1.1" status: 200 len: 797 time: 0.0574608 Dec 10 18:41:26.264471 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6a788cc7-cf26-4f06-addb-6e04ee0f7759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:26.312380 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6a788cc7-cf26-4f06-addb-6e04ee0f7759 None None] For port f7601744-9b5c-4b20-aa5f-6a261b97335b, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=f7601744-9b5c-4b20-aa5f-6a261b97335b,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:26.321808 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6a788cc7-cf26-4f06-addb-6e04ee0f7759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:26.340722 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa0c904-b6d7-4a71-9c01-ef23d54cf5eb x-openstack-request-id: req-2fa0c904-b6d7-4a71-9c01-ef23d54cf5eb {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:41:26.341192 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875b61ac-7e0c-4d0f-957d-a6f989a9c239", "name": "network-vif-unplugged", "status": "completed", "tag": "dc2ff59e-b465-47d0-8e13-54dcfc86e10a", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:41:26.341594 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2fa0c904-b6d7-4a71-9c01-ef23d54cf5eb {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:41:26.342373 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875b61ac-7e0c-4d0f-957d-a6f989a9c239', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc2ff59e-b465-47d0-8e13-54dcfc86e10a', 'code': 200} Dec 10 18:41:26.357896 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-f67ebd8c-14f2-4e18-a5f4-268959f1449b None None] Set router 4a5adfb3-a73c-4e40-ab84-cac1308961c0 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:41:26.384816 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03610334-5857-4061-b0a8-254ebe66327c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:26.396800 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc7d9c-089f-4fe1-b65d-76cf83d71c5f req-2b1fe3e2-eca4-4d47-b608-f228bc75aaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:26.398609 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e3bc7d9c-089f-4fe1-b65d-76cf83d71c5f req-2b1fe3e2-eca4-4d47-b608-f228bc75aaef service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08d0d37b-1e92-4759-bf0e-8cf5a993438c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1428204 Dec 10 18:41:26.417659 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3758dbc0-838a-4954-8ebb-265f68b0d213 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:26.420335 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56332) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:26.434597 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd6d40-d4bd-4909-bcd0-c5511535a91f req-1f3d5b54-9296-4fea-ab87-64ce0740b4e2 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:26.436315 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4bcd6d40-d4bd-4909-bcd0-c5511535a91f req-1f3d5b54-9296-4fea-ab87-64ce0740b4e2 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 945 time: 0.1006811 Dec 10 18:41:26.503559 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a788cc7-cf26-4f06-addb-6e04ee0f7759 None None] Pushing event updated for resources: {'Port': ['ID=f7601744-9b5c-4b20-aa5f-6a261b97335b,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:26.507219 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fd38aa96-8fc9-40aa-b461-5429bebfb3d8 None None] Provisioning complete for port f7601744-9b5c-4b20-aa5f-6a261b97335b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:26.507889 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fd38aa96-8fc9-40aa-b461-5429bebfb3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:26.531282 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb93c8-7db3-46a6-a258-1bed471470f6 None None] Pushing event updated for resources: {'Port': ['ID=f7601744-9b5c-4b20-aa5f-6a261b97335b,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:26.612815 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4bcd6d40-d4bd-4909-bcd0-c5511535a91f req-b4487555-d18f-4282-b424-6d28474f0b68 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692514 Dec 10 18:41:26.667992 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e3bc7d9c-089f-4fe1-b65d-76cf83d71c5f req-8c2a1499-5b35-4bef-aaf7-ba5b83467a7d service neutron] 10.222.0.72 "GET /v2.0/networks/08d0d37b-1e92-4759-bf0e-8cf5a993438c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592528 Dec 10 18:41:26.682523 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3758dbc0-838a-4954-8ebb-265f68b0d213 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:26.697501 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-3758dbc0-838a-4954-8ebb-265f68b0d213 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:26.710859 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0af081-f393-498f-bbc1-b1cb7cadebbb None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:41:26.730392 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f67ebd8c-14f2-4e18-a5f4-268959f1449b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5adfb3-a73c-4e40-ab84-cac1308961c0', 'name': 'tempest-ServerActionsTestJSON-191798646-router', 'tenant_id': '6dd50388a58440cca7ab90078e887719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'f7601744-9b5c-4b20-aa5f-6a261b97335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:18Z', 'updated_at': '2021-12-10T18:41:22Z', 'revision_number': 3, 'project_id': '6dd50388a58440cca7ab90078e887719', 'gw_port': {'id': 'f7601744-9b5c-4b20-aa5f-6a261b97335b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5adfb3-a73c-4e40-ab84-cac1308961c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:20Z', 'updated_at': '2021-12-10T18:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:26.746035 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3758dbc0-838a-4954-8ebb-265f68b0d213 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:26.746758 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3758dbc0-838a-4954-8ebb-265f68b0d213 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:26.752390 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758dbc0-838a-4954-8ebb-265f68b0d213 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Subnet': ['ID=dcfb635f-8c66-4900-ab44-acbd7f6d2867,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:26.799712 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e3bc7d9c-089f-4fe1-b65d-76cf83d71c5f req-018002ac-aadb-4f8d-b186-ffbfc3b26eff service neutron] 10.222.0.72 "GET /v2.0/networks/08d0d37b-1e92-4759-bf0e-8cf5a993438c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237168 Dec 10 18:41:26.821191 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-03610334-5857-4061-b0a8-254ebe66327c admin admin] Allocated IP 172.20.0.1 (3bc50282-3306-4b81-ae1a-81a9a8be5df5/cdd9c23d-5046-4c54-950e-a05aba46bbec/736036f4-3062-403a-939f-425113764157) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:26.863368 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063d540b-d742-4a93-b750-6d327008a24f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'project_id': '5206888eb8664e02a4054430b5bab51d', 'fixed_ips': [{'subnet_id': 'dcfb635f-8c66-4900-ab44-acbd7f6d2867'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:41:26.866092 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-063d540b-d742-4a93-b750-6d327008a24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:26.889141 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8282dc3-10e7-42df-8d24-8a84486d92e3 admin admin] Deleting subnet e9fdca6b-40c5-4c11-ba20-d8bd7e62da64 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:41:26.895973 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8282dc3-10e7-42df-8d24-8a84486d92e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:26.903502 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67ebd8c-14f2-4e18-a5f4-268959f1449b None None] The sync data for ids ['4a5adfb3-a73c-4e40-ab84-cac1308961c0'] in n-d-821435-1 is: [{'id': '4a5adfb3-a73c-4e40-ab84-cac1308961c0', 'name': 'tempest-ServerActionsTestJSON-191798646-router', 'tenant_id': '6dd50388a58440cca7ab90078e887719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'f7601744-9b5c-4b20-aa5f-6a261b97335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:18Z', 'updated_at': '2021-12-10T18:41:22Z', 'revision_number': 3, 'project_id': '6dd50388a58440cca7ab90078e887719', 'gw_port': {'id': 'f7601744-9b5c-4b20-aa5f-6a261b97335b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5adfb3-a73c-4e40-ab84-cac1308961c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:20Z', 'updated_at': '2021-12-10T18:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:41:26.927521 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3758dbc0-838a-4954-8ebb-265f68b0d213 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8112302 Dec 10 18:41:26.927933 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56344) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:26.933130 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7ee1f148-2b8b-4842-bfde-9b8c73a40f47 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'port': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'mac_address': 'fa:16:3e:1a:75:53', 'name': 'tempest-NetworksTestDHCPv6-1637994301'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:26.957216 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8282dc3-10e7-42df-8d24-8a84486d92e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:27.026247 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03610334-5857-4061-b0a8-254ebe66327c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:27.033393 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8282dc3-10e7-42df-8d24-8a84486d92e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:27.039488 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-063d540b-d742-4a93-b750-6d327008a24f None None] Allocated IP 2001:db8::2 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/dcfb635f-8c66-4900-ab44-acbd7f6d2867/71b8f4e3-d4f6-4411-9315-9a636f799e08) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:27.103426 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee1f148-2b8b-4842-bfde-9b8c73a40f47 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:41:27.115578 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03610334-5857-4061-b0a8-254ebe66327c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:27.144233 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8282dc3-10e7-42df-8d24-8a84486d92e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:27.190783 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03610334-5857-4061-b0a8-254ebe66327c admin admin] Network 3bc50282-3306-4b81-ae1a-81a9a8be5df5 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:27.194141 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8282dc3-10e7-42df-8d24-8a84486d92e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9fdca6b-40c5-4c11-ba20-d8bd7e62da64,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:27.228703 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-03610334-5857-4061-b0a8-254ebe66327c admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:27.244118 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03610334-5857-4061-b0a8-254ebe66327c admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:41:27.249552 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8282dc3-10e7-42df-8d24-8a84486d92e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:27.257440 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c8282dc3-10e7-42df-8d24-8a84486d92e3 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e9fdca6b-40c5-4c11-ba20-d8bd7e62da64 HTTP/1.1" status: 204 len: 168 time: 0.7706580 Dec 10 18:41:27.257440 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03610334-5857-4061-b0a8-254ebe66327c admin admin] Pushing event updated for resources: {'Port': ['ID=736036f4-3062-403a-939f-425113764157,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:27.266767 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56350) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:27.342906 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-063d540b-d742-4a93-b750-6d327008a24f None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:27.357772 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-063d540b-d742-4a93-b750-6d327008a24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:27.362095 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03610334-5857-4061-b0a8-254ebe66327c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:27.398326 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7ee1f148-2b8b-4842-bfde-9b8c73a40f47 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:27.464528 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063d540b-d742-4a93-b750-6d327008a24f None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:27.466447 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c50405d2-00fd-4583-a623-86e16e25ac04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:27.470869 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-063d540b-d742-4a93-b750-6d327008a24f None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:27.473893 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063d540b-d742-4a93-b750-6d327008a24f None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:41:27.481081 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d540b-d742-4a93-b750-6d327008a24f None None] Pushing event updated for resources: {'Port': ['ID=71b8f4e3-d4f6-4411-9315-9a636f799e08,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:27.517323 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-7ee1f148-2b8b-4842-bfde-9b8c73a40f47 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] device_id is not set on port d4a4941d-392e-42b0-bd27-1b5381655fd4 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:41:27.583622 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e60db-cbfe-438f-8962-965271e73b7e req-4dc178f3-332f-44cb-a056-21bd1c32b7d9 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:27.583954 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9a866-cfdd-4370-aa08-1434bdc14964 req-52dbdd2e-515d-4f78-bf64-ec69b0c3263b tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:27.593122 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-485e60db-cbfe-438f-8962-965271e73b7e req-4dc178f3-332f-44cb-a056-21bd1c32b7d9 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 950 time: 0.2143002 Dec 10 18:41:27.600891 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9a866-cfdd-4370-aa08-1434bdc14964 req-52dbdd2e-515d-4f78-bf64-ec69b0c3263b tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:27.608083 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-063d540b-d742-4a93-b750-6d327008a24f None None] Attempting to bind port 71b8f4e3-d4f6-4411-9315-9a636f799e08 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:41:27.608556 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-063d540b-d742-4a93-b750-6d327008a24f None None] Attempting to bind port 71b8f4e3-d4f6-4411-9315-9a636f799e08 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:41:27.608826 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063d540b-d742-4a93-b750-6d327008a24f None None] Attempting to bind port 71b8f4e3-d4f6-4411-9315-9a636f799e08 on network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:27.610811 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9a866-cfdd-4370-aa08-1434bdc14964 req-52dbdd2e-515d-4f78-bf64-ec69b0c3263b tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:27.623676 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063d540b-d742-4a93-b750-6d327008a24f None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:41:27.624064 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063d540b-d742-4a93-b750-6d327008a24f None None] Checking segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:41:27.624479 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-063d540b-d742-4a93-b750-6d327008a24f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:27.624594 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9a866-cfdd-4370-aa08-1434bdc14964 req-52dbdd2e-515d-4f78-bf64-ec69b0c3263b tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:27.624913 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063d540b-d742-4a93-b750-6d327008a24f None None] Bound using segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:41:27.625405 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-063d540b-d742-4a93-b750-6d327008a24f None None] Bound port: 71b8f4e3-d4f6-4411-9315-9a636f799e08, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:41:27.625798 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-063d540b-d742-4a93-b750-6d327008a24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:27.642251 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9a866-cfdd-4370-aa08-1434bdc14964 req-52dbdd2e-515d-4f78-bf64-ec69b0c3263b tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:27.659421 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9a866-cfdd-4370-aa08-1434bdc14964 req-52dbdd2e-515d-4f78-bf64-ec69b0c3263b tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:27.678591 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9a866-cfdd-4370-aa08-1434bdc14964 req-52dbdd2e-515d-4f78-bf64-ec69b0c3263b tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:27.680617 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0ec9a866-cfdd-4370-aa08-1434bdc14964 req-52dbdd2e-515d-4f78-bf64-ec69b0c3263b tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5420 time: 0.3402395 Dec 10 18:41:27.715464 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device f7601744-9b5c-4b20-aa5f-6a261b97335b up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:27.779844 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-063d540b-d742-4a93-b750-6d327008a24f None None] For port 71b8f4e3-d4f6-4411-9315-9a636f799e08, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:41:27.785222 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-063d540b-d742-4a93-b750-6d327008a24f None None] For port 71b8f4e3-d4f6-4411-9315-9a636f799e08, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=71b8f4e3-d4f6-4411-9315-9a636f799e08,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:41:27.823305 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-063d540b-d742-4a93-b750-6d327008a24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:27.844688 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03610334-5857-4061-b0a8-254ebe66327c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:27.852840 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-485e60db-cbfe-438f-8962-965271e73b7e req-b451db58-e880-4651-81a7-27048e3fe7b9 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586815 Dec 10 18:41:27.899306 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0ec9a866-cfdd-4370-aa08-1434bdc14964 req-fa9c688c-ad3d-40d5-a78e-5fe49a59eae5 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1876910 Dec 10 18:41:27.937127 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2a7ce157-7a01-48bf-982f-92160cc706cb None None] Provisioning complete for port 736036f4-3062-403a-939f-425113764157 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:27.952441 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2a7ce157-7a01-48bf-982f-92160cc706cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:27.990422 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-7ee1f148-2b8b-4842-bfde-9b8c73a40f47 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Allocated IP 2001:db8::2b2 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/dcfb635f-8c66-4900-ab44-acbd7f6d2867/d4a4941d-392e-42b0-bd27-1b5381655fd4) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:28.071411 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port f7601744-9b5c-4b20-aa5f-6a261b97335b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:28.071782 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:28.111787 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d540b-d742-4a93-b750-6d327008a24f None None] Pushing event updated for resources: {'Port': ['ID=71b8f4e3-d4f6-4411-9315-9a636f799e08,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:28.138421 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2a7ce157-7a01-48bf-982f-92160cc706cb None None] Port 736036f4-3062-403a-939f-425113764157 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:41:28.194364 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c50405d2-00fd-4583-a623-86e16e25ac04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:28.291120 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device f15de41d-3225-442a-b630-79317ee1a9cc details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:41:28.349561 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-c50405d2-00fd-4583-a623-86e16e25ac04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65decb63-73b1-40dd-941b-f1a33a1e61aa']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:28.367159 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0d5aa-257a-4f90-9aa1-462c3ca2d270 req-1eedd69f-d175-49f5-8ff6-89d80e3ad22b tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:28.379906 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-12c0d5aa-257a-4f90-9aa1-462c3ca2d270 req-1eedd69f-d175-49f5-8ff6-89d80e3ad22b tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 945 time: 0.2932315 Dec 10 18:41:28.449479 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-c50405d2-00fd-4583-a623-86e16e25ac04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88eb107e-e6ac-4d95-9021-c14ed7f61427') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:28.449479 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-c50405d2-00fd-4583-a623-86e16e25ac04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88eb107e-e6ac-4d95-9021-c14ed7f61427') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:28.460302 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7ee1f148-2b8b-4842-bfde-9b8c73a40f47 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:28.474448 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03610334-5857-4061-b0a8-254ebe66327c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:28.490733 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port f15de41d-3225-442a-b630-79317ee1a9cc, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=f15de41d-3225-442a-b630-79317ee1a9cc,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:28.492131 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-12c0d5aa-257a-4f90-9aa1-462c3ca2d270 req-7d6a44ac-4798-4f0d-845f-95cde5c10897 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043544 Dec 10 18:41:28.492879 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c50405d2-00fd-4583-a623-86e16e25ac04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:28.498450 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03610334-5857-4061-b0a8-254ebe66327c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:28.526323 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': 'f15de41d-3225-442a-b630-79317ee1a9cc', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': 'f15de41d-3225-442a-b630-79317ee1a9cc', 'mac_address': 'fa:16:3e:0b:b3:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:41:28.544708 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c50405d2-00fd-4583-a623-86e16e25ac04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:28.565901 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c50405d2-00fd-4583-a623-86e16e25ac04 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:41:28.566655 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c50405d2-00fd-4583-a623-86e16e25ac04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:28.602016 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03610334-5857-4061-b0a8-254ebe66327c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:28.603912 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03610334-5857-4061-b0a8-254ebe66327c admin admin] Pushing event updated for resources: {'Port': ['ID=736036f4-3062-403a-939f-425113764157,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:28.670634 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:28.682002 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:41:28.682002 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:41:28.682002 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:41:28.682002 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:41:28.682002 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:41:28.682002 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:41:28.682002 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:41:28.682002 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:41:28.682002 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:41:28.682002 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:41:28.682002 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:41:28.682002 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:41:28.682002 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:41:28.682002 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:41:28.682002 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:41:28.682002 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:41:28.682002 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:41:28.682002 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:41:28.682002 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:41:28.682002 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:41:28.682002 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:41:28.682002 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:41:28.682002 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:41:28.682002 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:41:28.682002 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:41:28.682002 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:41:28.682002 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:41:28.682002 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:41:28.682002 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:41:28.682002 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:41:28.682002 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:41:28.682002 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:41:28.699236 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f15de41d-3225-442a-b630-79317ee1a9cc {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:41:28.731048 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port f15de41d-3225-442a-b630-79317ee1a9cc, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=f15de41d-3225-442a-b630-79317ee1a9cc,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:28.736917 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:28.774903 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c50405d2-00fd-4583-a623-86e16e25ac04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:28.791619 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7ee1f148-2b8b-4842-bfde-9b8c73a40f47 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:28.814853 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c50405d2-00fd-4583-a623-86e16e25ac04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:28.819920 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c50405d2-00fd-4583-a623-86e16e25ac04 admin admin] 10.222.0.62 "DELETE /v2.0/networks/65decb63-73b1-40dd-941b-f1a33a1e61aa HTTP/1.1" status: 204 len: 168 time: 1.5503066 Dec 10 18:41:28.855539 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03610334-5857-4061-b0a8-254ebe66327c admin admin] Network 3bc50282-3306-4b81-ae1a-81a9a8be5df5 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:28.857299 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-03610334-5857-4061-b0a8-254ebe66327c admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:28.862459 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['f15de41d-3225-442a-b630-79317ee1a9cc'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:41:28.908795 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50405d2-00fd-4583-a623-86e16e25ac04 admin admin] Pushing event deleted for resources: {'Network': ['ID=65decb63-73b1-40dd-941b-f1a33a1e61aa,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:28.949437 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=f15de41d-3225-442a-b630-79317ee1a9cc,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:28.964181 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1f148-2b8b-4842-bfde-9b8c73a40f47 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Port': ['ID=d4a4941d-392e-42b0-bd27-1b5381655fd4,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:28.970675 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee1f148-2b8b-4842-bfde-9b8c73a40f47 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:28.976562 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-7ee1f148-2b8b-4842-bfde-9b8c73a40f47 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:28.987542 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee1f148-2b8b-4842-bfde-9b8c73a40f47 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:41:29.006268 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee1f148-2b8b-4842-bfde-9b8c73a40f47 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:29.012454 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7ee1f148-2b8b-4842-bfde-9b8c73a40f47 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:29.048325 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7ee1f148-2b8b-4842-bfde-9b8c73a40f47 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1190979 Dec 10 18:41:29.066964 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56396) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:29.091066 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56398) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:29.162636 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296aabf-d7e5-46fc-9797-53ff96eb5714 req-1722918d-0df8-4927-8e9a-b4b23db98fe7 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:29.162636 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3296aabf-d7e5-46fc-9797-53ff96eb5714 req-1722918d-0df8-4927-8e9a-b4b23db98fe7 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 950 time: 0.1323960 Dec 10 18:41:29.219317 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-73180c1c-fbc1-408e-af2b-d6e345677fd2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f8002ceb1ff04dd99711bccd125a62fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1259241 Dec 10 18:41:29.222769 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56402) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:29.297069 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8c83b1e8-1a1d-4e04-9fdc-7fd94ee2dbd2 None None] Provisioning complete for port 736036f4-3062-403a-939f-425113764157 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:29.297515 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8c83b1e8-1a1d-4e04-9fdc-7fd94ee2dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:29.320794 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3296aabf-d7e5-46fc-9797-53ff96eb5714 req-237b7c26-e39c-45e3-9ae7-20327240cc4f tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493127 Dec 10 18:41:29.332080 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b6ba4e16-7979-460b-8157-7a61b31c890f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:29.359646 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b6ba4e16-7979-460b-8157-7a61b31c890f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:29.389076 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8c83b1e8-1a1d-4e04-9fdc-7fd94ee2dbd2 None None] Port 736036f4-3062-403a-939f-425113764157 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:41:29.400581 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad14576-47cf-4586-9eb9-1594e7d9cffa req-11849dd9-11cc-4fa0-afc9-3bd1eba0ac8d tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:29.406933 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad14576-47cf-4586-9eb9-1594e7d9cffa req-11849dd9-11cc-4fa0-afc9-3bd1eba0ac8d tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:29.425557 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad14576-47cf-4586-9eb9-1594e7d9cffa req-11849dd9-11cc-4fa0-afc9-3bd1eba0ac8d tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:29.433684 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad14576-47cf-4586-9eb9-1594e7d9cffa req-11849dd9-11cc-4fa0-afc9-3bd1eba0ac8d tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:29.440170 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad14576-47cf-4586-9eb9-1594e7d9cffa req-11849dd9-11cc-4fa0-afc9-3bd1eba0ac8d tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:29.447918 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad14576-47cf-4586-9eb9-1594e7d9cffa req-11849dd9-11cc-4fa0-afc9-3bd1eba0ac8d tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:29.454101 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad14576-47cf-4586-9eb9-1594e7d9cffa req-11849dd9-11cc-4fa0-afc9-3bd1eba0ac8d tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:29.464796 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aad14576-47cf-4586-9eb9-1594e7d9cffa req-11849dd9-11cc-4fa0-afc9-3bd1eba0ac8d tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5420 time: 0.3953660 Dec 10 18:41:29.495994 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b6ba4e16-7979-460b-8157-7a61b31c890f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:29.498796 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b6ba4e16-7979-460b-8157-7a61b31c890f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:29.500200 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b6ba4e16-7979-460b-8157-7a61b31c890f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/80d58dcf-b7a0-45e0-8674-df8e846ae789 HTTP/1.1" status: 204 len: 168 time: 0.2758934 Dec 10 18:41:29.513554 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2592776-5913-43b1-8b35-9605d8afbda4 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:29.515116 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba4e16-7979-460b-8157-7a61b31c890f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d58dcf-b7a0-45e0-8674-df8e846ae789,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:29.529584 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2592776-5913-43b1-8b35-9605d8afbda4 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:29.533755 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d2592776-5913-43b1-8b35-9605d8afbda4 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4558575 Dec 10 18:41:29.534183 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56416) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:29.646453 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aad14576-47cf-4586-9eb9-1594e7d9cffa req-a75fa0fb-e79e-4145-9818-931b4eec66c3 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1806500 Dec 10 18:41:29.699213 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03610334-5857-4061-b0a8-254ebe66327c admin admin] Router 4a5adfb3-a73c-4e40-ab84-cac1308961c0 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:41:29.809994 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 71b8f4e3-d4f6-4411-9315-9a636f799e08 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:29.844854 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-3fd2d3d5-0cfc-40ec-b93b-146276974c0a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting port d4a4941d-392e-42b0-bd27-1b5381655fd4 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:41:29.845209 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3fd2d3d5-0cfc-40ec-b93b-146276974c0a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:29.859779 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ba0c7-3056-464f-9f3a-28587b1370ed req-ca353d43-1b0e-4919-9b8c-dd8fdfa25b2a tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:29.871418 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0c5ba0c7-3056-464f-9f3a-28587b1370ed req-ca353d43-1b0e-4919-9b8c-dd8fdfa25b2a tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 945 time: 0.1243932 Dec 10 18:41:29.966977 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03610334-5857-4061-b0a8-254ebe66327c admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:41:29.968420 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 71b8f4e3-d4f6-4411-9315-9a636f799e08 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:29.975137 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:29.977472 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-03610334-5857-4061-b0a8-254ebe66327c admin admin] 10.222.0.62 "PUT /v2.0/routers/4a5adfb3-a73c-4e40-ab84-cac1308961c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0552847 Dec 10 18:41:30.095940 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9169a7fd-162b-48d0-be08-f145929cb9e9 None None] Sync routers for ids ['4a5adfb3-a73c-4e40-ab84-cac1308961c0'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:41:30.133361 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0c5ba0c7-3056-464f-9f3a-28587b1370ed req-105b7e09-1b70-4e77-b9c9-810ae434a8bc tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609665 Dec 10 18:41:30.166251 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3fd2d3d5-0cfc-40ec-b93b-146276974c0a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:30.183852 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9169a7fd-162b-48d0-be08-f145929cb9e9 None None] Routers {'4a5adfb3-a73c-4e40-ab84-cac1308961c0'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:41:30.184513 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9169a7fd-162b-48d0-be08-f145929cb9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:41:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['4a5adfb3-a73c-4e40-ab84-cac1308961c0'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:30.216170 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-3fd2d3d5-0cfc-40ec-b93b-146276974c0a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Calling delete_port for d4a4941d-392e-42b0-bd27-1b5381655fd4 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:41:30.408450 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device f15de41d-3225-442a-b630-79317ee1a9cc up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:30.576670 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-88679ba0-3069-4ff2-b045-307b6ac1bfba None None] Provisioning complete for port 71b8f4e3-d4f6-4411-9315-9a636f799e08 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:30.577375 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-88679ba0-3069-4ff2-b045-307b6ac1bfba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:30.638123 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:30.684614 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 71b8f4e3-d4f6-4411-9315-9a636f799e08, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=71b8f4e3-d4f6-4411-9315-9a636f799e08,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:30.700263 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:30.800197 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b020a-329a-4893-a3d2-f3325303fecd req-01f840ba-5ad4-49fd-8595-afb8e577e89a tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:30.805151 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-9169a7fd-162b-48d0-be08-f145929cb9e9 None None] Set router 4a5adfb3-a73c-4e40-ab84-cac1308961c0 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:41:30.813431 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-468b020a-329a-4893-a3d2-f3325303fecd req-01f840ba-5ad4-49fd-8595-afb8e577e89a tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 950 time: 0.3323944 Dec 10 18:41:30.832513 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3fd2d3d5-0cfc-40ec-b93b-146276974c0a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:30.918274 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd2d3d5-0cfc-40ec-b93b-146276974c0a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Port': ['ID=d4a4941d-392e-42b0-bd27-1b5381655fd4,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:30.949165 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3fd2d3d5-0cfc-40ec-b93b-146276974c0a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:30.964149 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56450) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:30.964790 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3fd2d3d5-0cfc-40ec-b93b-146276974c0a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/ports/d4a4941d-392e-42b0-bd27-1b5381655fd4 HTTP/1.1" status: 204 len: 168 time: 1.4293749 Dec 10 18:41:31.014084 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port f15de41d-3225-442a-b630-79317ee1a9cc triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:31.016572 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:31.022397 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-468b020a-329a-4893-a3d2-f3325303fecd req-e102e82a-d0c4-4b07-8fa5-937861c50fce tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070949 Dec 10 18:41:31.059285 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56456) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:31.124593 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a114ff6-377d-4497-90b3-fce139c835f0 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:31.126565 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a114ff6-377d-4497-90b3-fce139c835f0 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:31.131252 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4a114ff6-377d-4497-90b3-fce139c835f0 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1629260 Dec 10 18:41:31.131650 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56464) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:31.253317 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-59b58c2f-cd91-4c62-9391-984c63f37b19 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting subnet dcfb635f-8c66-4900-ab44-acbd7f6d2867 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:41:31.261687 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-59b58c2f-cd91-4c62-9391-984c63f37b19 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:31.344877 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-59b58c2f-cd91-4c62-9391-984c63f37b19 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:31.455909 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-089e003c-a6f5-4ba8-90e6-806b080a7db7 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1427036621-network', 'tenant_id': 'fe6eb5f06afc4b37a6ea278952e91121'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:31.458649 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56468) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:31.463625 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-2e72c799-1846-4423-a4df-7b46e7d9bff8 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1933892124', 'description': 'tempest-description--369423115'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:31.468546 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=71b8f4e3-d4f6-4411-9315-9a636f799e08,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:31.475969 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-513fdc96-c586-43d4-8cce-71096b0fd0b8 None None] Could not find standard attr ID for object d4a4941d-392e-42b0-bd27-1b5381655fd4. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:41:31.520292 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.db.api [None req-089e003c-a6f5-4ba8-90e6-806b080a7db7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 18:41:31.520292 n-d-821435-1 neutron-server[103244]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 10 18:41:31.520292 n-d-821435-1 neutron-server[103244]: [parameters: {'project_id': 'fe6eb5f06afc4b37a6ea278952e91121', 'id': '67ba5ee3-9f18-4d0d-b3fb-185ce2532608', 'expiration': datetime.datetime(2021, 12, 10, 18, 43, 31, 506625)}] Dec 10 18:41:31.520292 n-d-821435-1 neutron-server[103244]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:41:31.521309 n-d-821435-1 neutron-server[103244]: DEBUG oslo_db.api [None req-089e003c-a6f5-4ba8-90e6-806b080a7db7 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:41:31.537326 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e72c799-1846-4423-a4df-7b46e7d9bff8 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:31.552255 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b39a59-6847-4e8f-9b26-af94f2ed31ea req-e1ced306-43bd-4a7d-91be-e3afac4c05c3 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:31.562381 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b39a59-6847-4e8f-9b26-af94f2ed31ea req-e1ced306-43bd-4a7d-91be-e3afac4c05c3 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:31.570093 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b39a59-6847-4e8f-9b26-af94f2ed31ea req-e1ced306-43bd-4a7d-91be-e3afac4c05c3 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:31.578271 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b39a59-6847-4e8f-9b26-af94f2ed31ea req-e1ced306-43bd-4a7d-91be-e3afac4c05c3 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:31.586471 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b39a59-6847-4e8f-9b26-af94f2ed31ea req-e1ced306-43bd-4a7d-91be-e3afac4c05c3 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:31.600339 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b39a59-6847-4e8f-9b26-af94f2ed31ea req-e1ced306-43bd-4a7d-91be-e3afac4c05c3 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:31.604342 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:31.610343 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b39a59-6847-4e8f-9b26-af94f2ed31ea req-e1ced306-43bd-4a7d-91be-e3afac4c05c3 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:31.618381 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9169a7fd-162b-48d0-be08-f145929cb9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5adfb3-a73c-4e40-ab84-cac1308961c0', 'name': 'tempest-ServerActionsTestJSON-191798646-router', 'tenant_id': '6dd50388a58440cca7ab90078e887719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'f7601744-9b5c-4b20-aa5f-6a261b97335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:18Z', 'updated_at': '2021-12-10T18:41:27Z', 'revision_number': 4, 'project_id': '6dd50388a58440cca7ab90078e887719', 'gw_port': {'id': 'f7601744-9b5c-4b20-aa5f-6a261b97335b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5adfb3-a73c-4e40-ab84-cac1308961c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:20Z', 'updated_at': '2021-12-10T18:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '736036f4-3062-403a-939f-425113764157', 'name': '', 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5', 'tenant_id': '6dd50388a58440cca7ab90078e887719', 'mac_address': 'fa:16:3e:9f:a6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5adfb3-a73c-4e40-ab84-cac1308961c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'cdd9c23d-5046-4c54-950e-a05aba46bbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:26Z', 'updated_at': '2021-12-10T18:41:28Z', 'revision_number': 2, 'project_id': '6dd50388a58440cca7ab90078e887719', 'subnets': [{'id': 'cdd9c23d-5046-4c54-950e-a05aba46bbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:31.621390 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b0b39a59-6847-4e8f-9b26-af94f2ed31ea req-e1ced306-43bd-4a7d-91be-e3afac4c05c3 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5420 time: 0.2391140 Dec 10 18:41:31.643575 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e72c799-1846-4423-a4df-7b46e7d9bff8 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:31.658000 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9169a7fd-162b-48d0-be08-f145929cb9e9 None None] Checking router: 4a5adfb3-a73c-4e40-ab84-cac1308961c0 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:41:31.658359 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9169a7fd-162b-48d0-be08-f145929cb9e9 None None] Updating router 4a5adfb3-a73c-4e40-ab84-cac1308961c0 port 736036f4-3062-403a-939f-425113764157 binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:41:31.681199 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e72c799-1846-4423-a4df-7b46e7d9bff8 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:31.697161 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f63eac8-29e0-4857-8060-df07dbd6407c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15de41d-3225-442a-b630-79317ee1a9cc'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:41:31.710563 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31db04c4-2738-4c88-8a30-f079313bdd93" -d '{"events": [{"server_uuid": "7f63eac8-29e0-4857-8060-df07dbd6407c", "name": "network-vif-plugged", "status": "completed", "tag": "f15de41d-3225-442a-b630-79317ee1a9cc"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:41:31.746066 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port f15de41d-3225-442a-b630-79317ee1a9cc, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=f15de41d-3225-442a-b630-79317ee1a9cc,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:31.749760 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e72c799-1846-4423-a4df-7b46e7d9bff8 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:31.752892 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2e72c799-1846-4423-a4df-7b46e7d9bff8 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2903562 Dec 10 18:41:31.761469 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9169a7fd-162b-48d0-be08-f145929cb9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:31.764125 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab940ab2-a9fe-44e3-aaf9-61e88fa2dbf4 req-c45773af-1683-4a90-aaad-0cc9c6dedac3 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:31.765091 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-59b58c2f-cd91-4c62-9391-984c63f37b19 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:31.766424 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:31.775255 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ab940ab2-a9fe-44e3-aaf9-61e88fa2dbf4 req-c45773af-1683-4a90-aaad-0cc9c6dedac3 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 945 time: 0.1288607 Dec 10 18:41:31.783714 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56472) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:31.789953 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f71e18b2-e928-43be-88dd-0359429d7986 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Request body: {'security_group_rule': {'security_group_id': 'd0daefca-3412-403d-aa34-0f37f00804ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:31.796080 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72c799-1846-4423-a4df-7b46e7d9bff8 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0daefca-3412-403d-aa34-0f37f00804ec,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:31.849342 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b0b39a59-6847-4e8f-9b26-af94f2ed31ea req-34676117-694d-4cbf-9d8e-19443fc7f4a7 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2262936 Dec 10 18:41:31.850490 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ab940ab2-a9fe-44e3-aaf9-61e88fa2dbf4 req-3d80e7a5-62a7-44e3-9c6b-4be4c3e3e80c tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743611 Dec 10 18:41:31.884665 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f71e18b2-e928-43be-88dd-0359429d7986 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:31.909349 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-59b58c2f-cd91-4c62-9391-984c63f37b19 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:31.954127 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f71e18b2-e928-43be-88dd-0359429d7986 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:31.956766 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b58c2f-cd91-4c62-9391-984c63f37b19 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Subnet': ['ID=dcfb635f-8c66-4900-ab44-acbd7f6d2867,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:31.961837 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f71e18b2-e928-43be-88dd-0359429d7986 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:31.968626 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-59b58c2f-cd91-4c62-9391-984c63f37b19 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:31.972015 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-59b58c2f-cd91-4c62-9391-984c63f37b19 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/dcfb635f-8c66-4900-ab44-acbd7f6d2867 HTTP/1.1" status: 204 len: 168 time: 0.8393197 Dec 10 18:41:31.975073 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56474) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:31.990992 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e18b2-e928-43be-88dd-0359429d7986 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62067970-d078-434e-a4ee-fe0b35a5d669,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:32.006712 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f71e18b2-e928-43be-88dd-0359429d7986 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:32.007652 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743cd408-11a5-45ef-ae42-16f3d0aabc2a x-openstack-request-id: req-743cd408-11a5-45ef-ae42-16f3d0aabc2a {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:41:32.007944 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f63eac8-29e0-4857-8060-df07dbd6407c", "name": "network-vif-plugged", "status": "completed", "tag": "f15de41d-3225-442a-b630-79317ee1a9cc", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:41:32.008201 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-743cd408-11a5-45ef-ae42-16f3d0aabc2a {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:41:32.008623 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f63eac8-29e0-4857-8060-df07dbd6407c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15de41d-3225-442a-b630-79317ee1a9cc', 'code': 200} Dec 10 18:41:32.012039 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644de651-0bc9-498b-8018-e8b3b73df894 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:41:32.013182 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f71e18b2-e928-43be-88dd-0359429d7986 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2275915 Dec 10 18:41:32.014039 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56476) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:32.021999 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-251c6f67-5083-4ce0-8535-e3fcd141d3de tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Request body: {'security_group_rule': {'security_group_id': 'd0daefca-3412-403d-aa34-0f37f00804ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:32.033474 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b8501983-c664-45f3-be75-fbe54680bd88 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0570550 Dec 10 18:41:32.036554 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56480) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:32.080549 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=f15de41d-3225-442a-b630-79317ee1a9cc,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:32.095759 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089e003c-a6f5-4ba8-90e6-806b080a7db7 admin admin] Made reservation on behalf of fe6eb5f06afc4b37a6ea278952e91121 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:41:32.100654 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-089e003c-a6f5-4ba8-90e6-806b080a7db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:32.120428 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-089e003c-a6f5-4ba8-90e6-806b080a7db7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:32.133519 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-251c6f67-5083-4ce0-8535-e3fcd141d3de tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:32.187867 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc22c8e-5d12-4ef1-bed4-b5dfb6faa91c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:32.201813 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-bfc22c8e-5d12-4ef1-bed4-b5dfb6faa91c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1635718 Dec 10 18:41:32.202750 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56492) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:32.265986 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-251c6f67-5083-4ce0-8535-e3fcd141d3de tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:32.276178 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-251c6f67-5083-4ce0-8535-e3fcd141d3de tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:32.321048 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab90d5-8870-4ad9-94f6-f9f490ee0f0b req-44748413-16de-400a-95fc-af70c2a21761 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:32.322839 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9cab90d5-8870-4ad9-94f6-f9f490ee0f0b req-44748413-16de-400a-95fc-af70c2a21761 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 950 time: 0.1491022 Dec 10 18:41:32.331050 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-251c6f67-5083-4ce0-8535-e3fcd141d3de tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:32.332320 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-251c6f67-5083-4ce0-8535-e3fcd141d3de tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3165290 Dec 10 18:41:32.343332 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56496) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:32.349408 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f03cb465-b6af-44cd-a37a-98f1df68ccd4 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:32.350993 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 65589cdb-326d-44f9-9170-2051d49e7815 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:41:32.353482 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355bdd05-4416-4946-a0cc-4041d89fe86d None None] DHCP port deletion for 4c9579a2-8f48-40cb-87f0-dbca0f4b521d request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:41:32.372526 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c6f67-5083-4ce0-8535-e3fcd141d3de tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dc4f81a-0341-42c3-a3d6-c752f955ae91,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:32.415559 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139ce758-68fb-4d81-bc42-5556f1468969 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:32.417230 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-139ce758-68fb-4d81-bc42-5556f1468969 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2108946 Dec 10 18:41:32.420509 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56498) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:32.451419 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9cab90d5-8870-4ad9-94f6-f9f490ee0f0b req-9b61a3e9-2ca5-4f2d-8de4-c93379a6289f tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167176 Dec 10 18:41:32.460058 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9169a7fd-162b-48d0-be08-f145929cb9e9 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:32.470206 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f03cb465-b6af-44cd-a37a-98f1df68ccd4 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:32.486739 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2249056e-ba3c-4418-ad17-bef0792a6ffc tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0649245 Dec 10 18:41:32.491031 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56500) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:32.499487 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-427d24d8-c956-44c6-8363-567f4ce3da55 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'subnet': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:32.503336 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9169a7fd-162b-48d0-be08-f145929cb9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:32.633289 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427d24d8-c956-44c6-8363-567f4ce3da55 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:41:32.639378 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-427d24d8-c956-44c6-8363-567f4ce3da55 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:32.674365 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f03cb465-b6af-44cd-a37a-98f1df68ccd4 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:32.689324 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 65589cdb-326d-44f9-9170-2051d49e7815, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=65589cdb-326d-44f9-9170-2051d49e7815,segment=NetworkSegment(e2762cd7-3077-44c4-9495-44ad1a192a7e),segment_id=e2762cd7-3077-44c4-9495-44ad1a192a7e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:32.705652 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '65589cdb-326d-44f9-9170-2051d49e7815', 'network_id': '14bf47a8-e4dc-4d77-8612-c359c818f901', 'port_id': '65589cdb-326d-44f9-9170-2051d49e7815', 'mac_address': 'fa:16:3e:ec:82:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473d5397-5861-4f30-8410-ba6c85b1882f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:41:32.728289 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b0694-42ed-4e16-b94b-903294b7b511 None None] Pushing event updated for resources: {'Port': ['ID=736036f4-3062-403a-939f-425113764157,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:32.743723 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-089e003c-a6f5-4ba8-90e6-806b080a7db7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:32.760082 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-089e003c-a6f5-4ba8-90e6-806b080a7db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:32.796277 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9169a7fd-162b-48d0-be08-f145929cb9e9 None None] Attempting to bind port 736036f4-3062-403a-939f-425113764157 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:41:32.799777 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9169a7fd-162b-48d0-be08-f145929cb9e9 None None] Attempting to bind port 736036f4-3062-403a-939f-425113764157 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1d926b0b-6ef6-4013-800e-3ca7e7c18408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:41:32.800005 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9169a7fd-162b-48d0-be08-f145929cb9e9 None None] Attempting to bind port 736036f4-3062-403a-939f-425113764157 on network 3bc50282-3306-4b81-ae1a-81a9a8be5df5 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:32.810307 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-089e003c-a6f5-4ba8-90e6-806b080a7db7 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:41:32.826298 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9169a7fd-162b-48d0-be08-f145929cb9e9 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:41:32.827021 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9169a7fd-162b-48d0-be08-f145929cb9e9 None None] Checking segment: {'id': '1d926b0b-6ef6-4013-800e-3ca7e7c18408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:41:32.827664 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9169a7fd-162b-48d0-be08-f145929cb9e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:32.828220 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9169a7fd-162b-48d0-be08-f145929cb9e9 None None] Bound using segment: {'id': '1d926b0b-6ef6-4013-800e-3ca7e7c18408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:41:32.829060 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9169a7fd-162b-48d0-be08-f145929cb9e9 None None] Bound port: 736036f4-3062-403a-939f-425113764157, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d926b0b-6ef6-4013-800e-3ca7e7c18408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:41:32.830196 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9169a7fd-162b-48d0-be08-f145929cb9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:32.835268 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-355bdd05-4416-4946-a0cc-4041d89fe86d None None] Deleting port 71b8f4e3-d4f6-4411-9315-9a636f799e08 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:41:32.836189 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e003c-a6f5-4ba8-90e6-806b080a7db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3036b1d5-bdc6-444a-91e7-0f0e114911f7,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:32.836590 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-355bdd05-4416-4946-a0cc-4041d89fe86d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:32.875810 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-089e003c-a6f5-4ba8-90e6-806b080a7db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:32.876370 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-089e003c-a6f5-4ba8-90e6-806b080a7db7 admin admin] Added segment 0c3af493-e367-4b53-a139-21137d44e892 of type vlan for network 78d34d64-4845-4c10-b035-68235b493cc0 Dec 10 18:41:32.893512 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-f03cb465-b6af-44cd-a37a-98f1df68ccd4 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Allocated IP 172.25.7.177 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/375cb05b-2510-4e6c-b24c-f324a810b36f) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:32.961288 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-355bdd05-4416-4946-a0cc-4041d89fe86d None None] For port 71b8f4e3-d4f6-4411-9315-9a636f799e08, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=71b8f4e3-d4f6-4411-9315-9a636f799e08,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:32.961922 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-355bdd05-4416-4946-a0cc-4041d89fe86d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:32.981398 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-355bdd05-4416-4946-a0cc-4041d89fe86d None None] Calling delete_port for 71b8f4e3-d4f6-4411-9315-9a636f799e08 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:41:33.062559 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-089e003c-a6f5-4ba8-90e6-806b080a7db7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:33.109131 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-355bdd05-4416-4946-a0cc-4041d89fe86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:33.120812 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f03cb465-b6af-44cd-a37a-98f1df68ccd4 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:33.151339 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da793be-619d-4384-94cd-1e9d632f486d req-dd2184c8-2adb-45ae-9e48-a449f9114b6e tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:33.154652 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5da793be-619d-4384-94cd-1e9d632f486d req-dd2184c8-2adb-45ae-9e48-a449f9114b6e tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 945 time: 0.1136463 Dec 10 18:41:33.188012 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:33.191211 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a9be2-4dcb-4b6f-8568-8644bd9124ed req-aa7a8042-2967-4f17-8b5a-b922e01241f6 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:33.198246 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a9be2-4dcb-4b6f-8568-8644bd9124ed req-aa7a8042-2967-4f17-8b5a-b922e01241f6 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:33.204509 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a9be2-4dcb-4b6f-8568-8644bd9124ed req-aa7a8042-2967-4f17-8b5a-b922e01241f6 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:33.212180 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355bdd05-4416-4946-a0cc-4041d89fe86d None None] Pushing event deleted for resources: {'Port': ['ID=71b8f4e3-d4f6-4411-9315-9a636f799e08,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:33.213508 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a9be2-4dcb-4b6f-8568-8644bd9124ed req-aa7a8042-2967-4f17-8b5a-b922e01241f6 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:33.217477 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355bdd05-4416-4946-a0cc-4041d89fe86d None None] No DVR routers for this DVR port 71b8f4e3-d4f6-4411-9315-9a636f799e08 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:41:33.226865 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a9be2-4dcb-4b6f-8568-8644bd9124ed req-aa7a8042-2967-4f17-8b5a-b922e01241f6 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:33.241126 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65589cdb-326d-44f9-9170-2051d49e7815 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:41:33.243710 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5da793be-619d-4384-94cd-1e9d632f486d req-06fa6bb7-3809-4749-82aa-6a4c34ceabb4 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840745 Dec 10 18:41:33.248490 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a9be2-4dcb-4b6f-8568-8644bd9124ed req-aa7a8042-2967-4f17-8b5a-b922e01241f6 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:33.249361 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f03cb465-b6af-44cd-a37a-98f1df68ccd4 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:33.266776 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a9be2-4dcb-4b6f-8568-8644bd9124ed req-aa7a8042-2967-4f17-8b5a-b922e01241f6 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:33.269742 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c24a9be2-4dcb-4b6f-8568-8644bd9124ed req-aa7a8042-2967-4f17-8b5a-b922e01241f6 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5420 time: 0.2151840 Dec 10 18:41:33.279423 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2318a510-a718-4116-bb68-bef50267b172 None None] Provisioning complete for port 736036f4-3062-403a-939f-425113764157 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:33.279803 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2318a510-a718-4116-bb68-bef50267b172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:33.282804 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-089e003c-a6f5-4ba8-90e6-806b080a7db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:33.285757 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089e003c-a6f5-4ba8-90e6-806b080a7db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:33.286583 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-089e003c-a6f5-4ba8-90e6-806b080a7db7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:33.350305 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-089e003c-a6f5-4ba8-90e6-806b080a7db7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.2893050 Dec 10 18:41:33.352126 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56516) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:33.367797 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 65589cdb-326d-44f9-9170-2051d49e7815, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=65589cdb-326d-44f9-9170-2051d49e7815,segment=NetworkSegment(e2762cd7-3077-44c4-9495-44ad1a192a7e),segment_id=e2762cd7-3077-44c4-9495-44ad1a192a7e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:33.382791 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03cb465-b6af-44cd-a37a-98f1df68ccd4 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:33.387769 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-f03cb465-b6af-44cd-a37a-98f1df68ccd4 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:33.390560 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:33.402177 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03cb465-b6af-44cd-a37a-98f1df68ccd4 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:41:33.409394 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03cb465-b6af-44cd-a37a-98f1df68ccd4 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Pushing event updated for resources: {'Port': ['ID=375cb05b-2510-4e6c-b24c-f324a810b36f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:33.470927 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9169a7fd-162b-48d0-be08-f145929cb9e9 None None] For port 736036f4-3062-403a-939f-425113764157, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:41:33.479960 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9169a7fd-162b-48d0-be08-f145929cb9e9 None None] For port 736036f4-3062-403a-939f-425113764157, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=736036f4-3062-403a-939f-425113764157,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:41:33.495774 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2318a510-a718-4116-bb68-bef50267b172 None None] Port 736036f4-3062-403a-939f-425113764157 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:41:33.546505 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-81a49456-31f2-4827-ba49-515a937f9f1d admin admin] Request body: {'subnet': {'network_id': '78d34d64-4845-4c10-b035-68235b493cc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1427036621-subnet', 'tenant_id': 'fe6eb5f06afc4b37a6ea278952e91121', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:33.558091 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=65589cdb-326d-44f9-9170-2051d49e7815,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:33.572468 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 71b8f4e3-d4f6-4411-9315-9a636f799e08 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:41:33.580171 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9169a7fd-162b-48d0-be08-f145929cb9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:33.623667 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e003c-a6f5-4ba8-90e6-806b080a7db7 admin admin] Pushing event updated for resources: {'Network': ['ID=78d34d64-4845-4c10-b035-68235b493cc0,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:33.663735 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a49456-31f2-4827-ba49-515a937f9f1d admin admin] Made reservation on behalf of fe6eb5f06afc4b37a6ea278952e91121 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:41:33.666287 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-81a49456-31f2-4827-ba49-515a937f9f1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:33.691413 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f03cb465-b6af-44cd-a37a-98f1df68ccd4 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:33.715659 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b0694-42ed-4e16-b94b-903294b7b511 None None] Pushing event updated for resources: {'Port': ['ID=736036f4-3062-403a-939f-425113764157,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:33.726769 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 78d34d64-4845-4c10-b035-68235b493cc0 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:41:33.753680 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c24a9be2-4dcb-4b6f-8568-8644bd9124ed req-72b62086-9d34-41d1-8a9c-74058017d736 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4330387 Dec 10 18:41:33.782599 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79d9aa-fecf-4744-98f6-a4a0c2bc0353 req-2716db37-6f01-4718-9a38-be5f3fdd58dd tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:33.784876 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ae79d9aa-fecf-4744-98f6-a4a0c2bc0353 req-2716db37-6f01-4718-9a38-be5f3fdd58dd tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 950 time: 0.1841998 Dec 10 18:41:33.808941 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['65589cdb-326d-44f9-9170-2051d49e7815'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:41:33.820960 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 71b8f4e3-d4f6-4411-9315-9a636f799e08 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:41:33.821477 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 71b8f4e3-d4f6-4411-9315-9a636f799e08 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:41:33.843033 n-d-821435-1 neutron-server[103244]: DEBUG neutron.objects.ports [None req-427d24d8-c956-44c6-8363-567f4ce3da55 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103244) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:41:33.850584 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-427d24d8-c956-44c6-8363-567f4ce3da55 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:33.861714 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:33.875843 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f03cb465-b6af-44cd-a37a-98f1df68ccd4 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:33.886067 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9169a7fd-162b-48d0-be08-f145929cb9e9 None None] Routers {'4a5adfb3-a73c-4e40-ab84-cac1308961c0'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:41:33.886958 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9169a7fd-162b-48d0-be08-f145929cb9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:41:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['4a5adfb3-a73c-4e40-ab84-cac1308961c0'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:34.006281 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427d24d8-c956-44c6-8363-567f4ce3da55 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:34.018804 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-427d24d8-c956-44c6-8363-567f4ce3da55 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:34.025339 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ae79d9aa-fecf-4744-98f6-a4a0c2bc0353 req-e2bb1a0f-7e9d-4285-a820-4e3523a8fbeb tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279470 Dec 10 18:41:34.053661 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d24d8-c956-44c6-8363-567f4ce3da55 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Subnet': ['ID=597d9924-7c77-447b-9272-e3a13afe5465,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:34.058779 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427d24d8-c956-44c6-8363-567f4ce3da55 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:34.065403 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-427d24d8-c956-44c6-8363-567f4ce3da55 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:34.085989 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d23ad86-f9a8-4cda-92c0-c20d9fad724f None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:41:34.164591 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-427d24d8-c956-44c6-8363-567f4ce3da55 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6723115 Dec 10 18:41:34.168561 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56522) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:34.174026 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-9158f0c2-e7e8-40cf-b341-d0189faf725f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'subnet': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:34.250775 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963b6d59-3c86-464d-8e46-a8b160ed488a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'project_id': '5206888eb8664e02a4054430b5bab51d', 'fixed_ips': [{'subnet_id': '597d9924-7c77-447b-9272-e3a13afe5465'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:41:34.251807 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-963b6d59-3c86-464d-8e46-a8b160ed488a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:34.274466 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-9169a7fd-162b-48d0-be08-f145929cb9e9 None None] Set router 4a5adfb3-a73c-4e40-ab84-cac1308961c0 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:41:34.278153 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f03cb465-b6af-44cd-a37a-98f1df68ccd4 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:34.290252 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f03cb465-b6af-44cd-a37a-98f1df68ccd4 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:34.306227 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-81a49456-31f2-4827-ba49-515a937f9f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:34.327819 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 65589cdb-326d-44f9-9170-2051d49e7815 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:41:34.471151 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03cb465-b6af-44cd-a37a-98f1df68ccd4 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Pushing event updated for resources: {'Port': ['ID=375cb05b-2510-4e6c-b24c-f324a810b36f,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:34.501613 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f03cb465-b6af-44cd-a37a-98f1df68ccd4 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:34.531860 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a49456-31f2-4827-ba49-515a937f9f1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=78e534a1-1a95-404e-b0a4-d4c4732efc38,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:34.555378 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a49456-31f2-4827-ba49-515a937f9f1d admin admin] Checking segment: {'id': '0c3af493-e367-4b53-a139-21137d44e892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '78d34d64-4845-4c10-b035-68235b493cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:41:34.556134 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a49456-31f2-4827-ba49-515a937f9f1d admin admin] Network hostable DHCP agents. Network: 78d34d64-4845-4c10-b035-68235b493cc0, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:41:34.562379 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f03cb465-b6af-44cd-a37a-98f1df68ccd4 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:34.573036 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f03cb465-b6af-44cd-a37a-98f1df68ccd4 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2285197 Dec 10 18:41:34.578538 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9158f0c2-e7e8-40cf-b341-d0189faf725f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:41:34.582256 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9158f0c2-e7e8-40cf-b341-d0189faf725f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:34.597889 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd71b9-b2e5-4a4f-9b46-6e53990f17f0 req-c953d5b7-d3f7-4f29-8898-8a6e0c09d863 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:34.602183 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-06dd71b9-b2e5-4a4f-9b46-6e53990f17f0 req-c953d5b7-d3f7-4f29-8898-8a6e0c09d863 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 944 time: 0.1601303 Dec 10 18:41:34.674582 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a49456-31f2-4827-ba49-515a937f9f1d admin admin] Network 78d34d64-4845-4c10-b035-68235b493cc0 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:41:34.719132 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-06dd71b9-b2e5-4a4f-9b46-6e53990f17f0 req-41acc791-8133-46c6-955d-851de1cd5d6b tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101928 Dec 10 18:41:34.726965 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-81a49456-31f2-4827-ba49-515a937f9f1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 78d34d64-4845-4c10-b035-68235b493cc0) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:34.744363 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a49456-31f2-4827-ba49-515a937f9f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:34.745086 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-81a49456-31f2-4827-ba49-515a937f9f1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:34.784066 n-d-821435-1 neutron-server[103244]: INFO neutron.db.ipam_backend_mixin [None req-9158f0c2-e7e8-40cf-b341-d0189faf725f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 597d9924-7c77-447b-9272-e3a13afe5465 (CIDR: 2001:db8::/64) Dec 10 18:41:34.797279 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-81a49456-31f2-4827-ba49-515a937f9f1d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3997595 Dec 10 18:41:34.799612 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-9158f0c2-e7e8-40cf-b341-d0189faf725f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:41:34.800187 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9158f0c2-e7e8-40cf-b341-d0189faf725f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:41:34.827599 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56550) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:34.834304 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-975b0809-0f89-4b3f-aaca-cf949c863f75 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'subnet': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:34.841579 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9158f0c2-e7e8-40cf-b341-d0189faf725f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6549048 Dec 10 18:41:35.000866 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93ad61-f9d2-43bc-8469-5e815016d9db req-70a5bacf-4755-42a0-905c-eb09c8a645bd tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:35.012802 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93ad61-f9d2-43bc-8469-5e815016d9db req-70a5bacf-4755-42a0-905c-eb09c8a645bd tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:35.022506 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93ad61-f9d2-43bc-8469-5e815016d9db req-70a5bacf-4755-42a0-905c-eb09c8a645bd tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:35.030776 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93ad61-f9d2-43bc-8469-5e815016d9db req-70a5bacf-4755-42a0-905c-eb09c8a645bd tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:35.040337 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93ad61-f9d2-43bc-8469-5e815016d9db req-70a5bacf-4755-42a0-905c-eb09c8a645bd tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:35.050889 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93ad61-f9d2-43bc-8469-5e815016d9db req-70a5bacf-4755-42a0-905c-eb09c8a645bd tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:35.059395 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93ad61-f9d2-43bc-8469-5e815016d9db req-70a5bacf-4755-42a0-905c-eb09c8a645bd tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:35.061868 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9b93ad61-f9d2-43bc-8469-5e815016d9db req-70a5bacf-4755-42a0-905c-eb09c8a645bd tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5420 time: 0.1531854 Dec 10 18:41:35.103950 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ffc18a-c39a-4b21-bf96-8bd2fedcaaed None None] Network 78d34d64-4845-4c10-b035-68235b493cc0 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:41:35.107448 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:35.110158 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b84feba8-1abd-4814-8129-57fecb997689 req-8aa081d7-02f2-4d75-90ef-91328b41a4dc tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1933892124&fields=id&tenant_id=6dd50388a58440cca7ab90078e887719 HTTP/1.1" status: 200 len: 267 time: 0.1783752 Dec 10 18:41:35.114367 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975b0809-0f89-4b3f-aaca-cf949c863f75 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:41:35.119472 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-975b0809-0f89-4b3f-aaca-cf949c863f75 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:35.146915 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 65589cdb-326d-44f9-9170-2051d49e7815 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:41:35.153794 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-727596fd-a82d-4dba-8b70-43ebc3f196c2 None None] Provisioning complete for port 736036f4-3062-403a-939f-425113764157 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:35.154171 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-727596fd-a82d-4dba-8b70-43ebc3f196c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:35.164387 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9b93ad61-f9d2-43bc-8469-5e815016d9db req-68350526-7897-4431-acdb-c629aaeef4bb tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0840652 Dec 10 18:41:35.455065 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-963b6d59-3c86-464d-8e46-a8b160ed488a None None] Allocated IP 2001:db8::f816:3eff:fec6:4a5e (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/597d9924-7c77-447b-9272-e3a13afe5465/3a28cbd3-79fd-4ea5-bb5f-e39e39ac609f) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:35.470750 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 65589cdb-326d-44f9-9170-2051d49e7815, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=65589cdb-326d-44f9-9170-2051d49e7815,segment=NetworkSegment(e2762cd7-3077-44c4-9495-44ad1a192a7e),segment_id=e2762cd7-3077-44c4-9495-44ad1a192a7e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:35.495957 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:35.669758 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84feba8-1abd-4814-8129-57fecb997689 req-e7f2a06a-9800-4e8c-b612-8688ae77cfa4 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:35.677483 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b84feba8-1abd-4814-8129-57fecb997689 req-e7f2a06a-9800-4e8c-b612-8688ae77cfa4 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/networks?id=3bc50282-3306-4b81-ae1a-81a9a8be5df5 HTTP/1.1" status: 200 len: 811 time: 0.5661194 Dec 10 18:41:35.702175 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b84feba8-1abd-4814-8129-57fecb997689 req-ed5fdf5c-62bc-47ca-8e32-0cad7e64166a tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/quotas/6dd50388a58440cca7ab90078e887719 HTTP/1.1" status: 200 len: 375 time: 0.0237391 Dec 10 18:41:35.766503 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-d34a1ad5-44f3-4496-a61b-76250716cbfc service neutron] show failed (client error): The resource could not be found. Dec 10 18:41:35.767486 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-d34a1ad5-44f3-4496-a61b-76250716cbfc service neutron] 10.222.0.46 "GET /v2.0/ports/11e8e98c-eb94-4b13-8d37-10d3788fd7d0/bindings/n-h2-821435-1 HTTP/1.1" status: 404 len: 380 time: 0.1140888 Dec 10 18:41:35.806689 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=65589cdb-326d-44f9-9170-2051d49e7815,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:35.840673 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b84feba8-1abd-4814-8129-57fecb997689 req-78e9b86c-18c0-4911-a10b-6dd05923dc82 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6dd50388a58440cca7ab90078e887719&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1372440 Dec 10 18:41:35.842702 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-9c9b7e14-8f99-4e13-8d32-2a4bd701cfe6 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:35.869742 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-9c9b7e14-8f99-4e13-8d32-2a4bd701cfe6 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/networks?id=78d34d64-4845-4c10-b035-68235b493cc0 HTTP/1.1" status: 200 len: 818 time: 0.3733191 Dec 10 18:41:35.871944 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-727596fd-a82d-4dba-8b70-43ebc3f196c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:35.937842 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-3506089f-1a41-4f11-bafc-d36acb6fb219 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/quotas/fe6eb5f06afc4b37a6ea278952e91121 HTTP/1.1" status: 200 len: 375 time: 0.0285122 Dec 10 18:41:35.958869 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-963b6d59-3c86-464d-8e46-a8b160ed488a None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:35.987133 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-ae5ae4ef-1e76-40b1-807e-549379ffc522 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe6eb5f06afc4b37a6ea278952e91121&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0817401 Dec 10 18:41:35.988141 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-727596fd-a82d-4dba-8b70-43ebc3f196c2 None None] For port 736036f4-3062-403a-939f-425113764157, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=736036f4-3062-403a-939f-425113764157,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:35.993337 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-963b6d59-3c86-464d-8e46-a8b160ed488a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:36.007836 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-727596fd-a82d-4dba-8b70-43ebc3f196c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:36.070801 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b6d59-3c86-464d-8e46-a8b160ed488a None None] Pushing event updated for resources: {'Port': ['ID=3a28cbd3-79fd-4ea5-bb5f-e39e39ac609f,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:36.077493 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963b6d59-3c86-464d-8e46-a8b160ed488a None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:36.080192 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-963b6d59-3c86-464d-8e46-a8b160ed488a None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:36.082758 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963b6d59-3c86-464d-8e46-a8b160ed488a None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:41:36.089594 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e8144e-e56f-4487-b246-ba29e59b0f16 None None] Network 78d34d64-4845-4c10-b035-68235b493cc0 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:41:36.173701 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9169a7fd-162b-48d0-be08-f145929cb9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5adfb3-a73c-4e40-ab84-cac1308961c0', 'name': 'tempest-ServerActionsTestJSON-191798646-router', 'tenant_id': '6dd50388a58440cca7ab90078e887719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'f7601744-9b5c-4b20-aa5f-6a261b97335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:18Z', 'updated_at': '2021-12-10T18:41:27Z', 'revision_number': 4, 'project_id': '6dd50388a58440cca7ab90078e887719', 'gw_port': {'id': 'f7601744-9b5c-4b20-aa5f-6a261b97335b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5adfb3-a73c-4e40-ab84-cac1308961c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:20Z', 'updated_at': '2021-12-10T18:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '736036f4-3062-403a-939f-425113764157', 'name': '', 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5', 'tenant_id': '6dd50388a58440cca7ab90078e887719', 'mac_address': 'fa:16:3e:9f:a6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5adfb3-a73c-4e40-ab84-cac1308961c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'cdd9c23d-5046-4c54-950e-a05aba46bbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:26Z', 'updated_at': '2021-12-10T18:41:33Z', 'revision_number': 4, 'project_id': '6dd50388a58440cca7ab90078e887719', 'subnets': [{'id': 'cdd9c23d-5046-4c54-950e-a05aba46bbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:36.213867 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b84feba8-1abd-4814-8129-57fecb997689 req-cc02f1af-552b-4ea5-b41b-0b39cb39dd0f service neutron] 10.222.0.62 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378315 Dec 10 18:41:36.216300 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-3203f379-d8d8-4cf9-900c-8a80fb5c9493 service neutron] 10.222.0.62 "GET /v2.0/networks/78d34d64-4845-4c10-b035-68235b493cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279074 Dec 10 18:41:36.226634 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-975b0809-0f89-4b3f-aaca-cf949c863f75 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:36.298780 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-4ecce710-2434-492b-b382-9cf07980ba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:36.303084 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-4ecce710-2434-492b-b382-9cf07980ba93 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88&tenant_id=4f1621867e3041c3a975a6622e21074f HTTP/1.1" status: 200 len: 1101 time: 0.1399851 Dec 10 18:41:36.303485 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727596fd-a82d-4dba-8b70-43ebc3f196c2 None None] Pushing event updated for resources: {'Port': ['ID=736036f4-3062-403a-939f-425113764157,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:36.306525 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b0809-0f89-4b3f-aaca-cf949c863f75 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Subnet': ['ID=12b74ead-1ced-492e-899f-e39f0d489c3c,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:36.312108 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9169a7fd-162b-48d0-be08-f145929cb9e9 None None] The sync data for ids ['4a5adfb3-a73c-4e40-ab84-cac1308961c0'] in n-d-821435-1 is: [{'id': '4a5adfb3-a73c-4e40-ab84-cac1308961c0', 'name': 'tempest-ServerActionsTestJSON-191798646-router', 'tenant_id': '6dd50388a58440cca7ab90078e887719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'f7601744-9b5c-4b20-aa5f-6a261b97335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:18Z', 'updated_at': '2021-12-10T18:41:27Z', 'revision_number': 4, 'project_id': '6dd50388a58440cca7ab90078e887719', 'gw_port': {'id': 'f7601744-9b5c-4b20-aa5f-6a261b97335b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5adfb3-a73c-4e40-ab84-cac1308961c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:20Z', 'updated_at': '2021-12-10T18:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '736036f4-3062-403a-939f-425113764157', 'name': '', 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5', 'tenant_id': '6dd50388a58440cca7ab90078e887719', 'mac_address': 'fa:16:3e:9f:a6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5adfb3-a73c-4e40-ab84-cac1308961c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'cdd9c23d-5046-4c54-950e-a05aba46bbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:26Z', 'updated_at': '2021-12-10T18:41:33Z', 'revision_number': 4, 'project_id': '6dd50388a58440cca7ab90078e887719', 'subnets': [{'id': 'cdd9c23d-5046-4c54-950e-a05aba46bbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:41:36.314800 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 65589cdb-326d-44f9-9170-2051d49e7815 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:36.321103 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-916048d9-9a6c-4414-aaf5-bd2624088a3d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821435-1', 'device_owner': 'compute:nova'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:36.330295 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975b0809-0f89-4b3f-aaca-cf949c863f75 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:36.420451 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-963b6d59-3c86-464d-8e46-a8b160ed488a None None] Attempting to bind port 3a28cbd3-79fd-4ea5-bb5f-e39e39ac609f on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:41:36.420859 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-963b6d59-3c86-464d-8e46-a8b160ed488a None None] Attempting to bind port 3a28cbd3-79fd-4ea5-bb5f-e39e39ac609f by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:41:36.421546 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963b6d59-3c86-464d-8e46-a8b160ed488a None None] Attempting to bind port 3a28cbd3-79fd-4ea5-bb5f-e39e39ac609f on network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:36.422403 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-916048d9-9a6c-4414-aaf5-bd2624088a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:36.455145 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-bfc8c0c7-0295-43e2-a660-486f84521f86 service neutron] 10.222.0.62 "GET /v2.0/networks/78d34d64-4845-4c10-b035-68235b493cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376802 Dec 10 18:41:36.455463 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963b6d59-3c86-464d-8e46-a8b160ed488a None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:41:36.455999 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963b6d59-3c86-464d-8e46-a8b160ed488a None None] Checking segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:41:36.456249 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-963b6d59-3c86-464d-8e46-a8b160ed488a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:36.456661 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963b6d59-3c86-464d-8e46-a8b160ed488a None None] Bound using segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:41:36.457158 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-963b6d59-3c86-464d-8e46-a8b160ed488a None None] Bound port: 3a28cbd3-79fd-4ea5-bb5f-e39e39ac609f, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:41:36.457586 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-963b6d59-3c86-464d-8e46-a8b160ed488a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:36.501508 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-975b0809-0f89-4b3f-aaca-cf949c863f75 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:36.522009 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975b0809-0f89-4b3f-aaca-cf949c863f75 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:36.522617 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-975b0809-0f89-4b3f-aaca-cf949c863f75 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:36.587621 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-975b0809-0f89-4b3f-aaca-cf949c863f75 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7586846 Dec 10 18:41:36.591479 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56584) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:36.622031 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-fd38e5c9-96f6-450b-b8be-a838a3666604 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'port': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'mac_address': 'fa:16:3e:cf:ff:0f', 'name': 'tempest-NetworksTestDHCPv6-113277901'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:36.642727 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 65589cdb-326d-44f9-9170-2051d49e7815 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:36.646462 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:36.718712 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-963b6d59-3c86-464d-8e46-a8b160ed488a None None] For port 3a28cbd3-79fd-4ea5-bb5f-e39e39ac609f, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:41:36.742569 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-963b6d59-3c86-464d-8e46-a8b160ed488a None None] For port 3a28cbd3-79fd-4ea5-bb5f-e39e39ac609f, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=3a28cbd3-79fd-4ea5-bb5f-e39e39ac609f,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:41:36.746827 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b84feba8-1abd-4814-8129-57fecb997689 req-d073e8bf-0e9d-429f-aa2d-9eec99871865 service neutron] 10.222.0.62 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5060208 Dec 10 18:41:36.763100 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-963b6d59-3c86-464d-8e46-a8b160ed488a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:36.897955 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b6d59-3c86-464d-8e46-a8b160ed488a None None] Pushing event updated for resources: {'Port': ['ID=3a28cbd3-79fd-4ea5-bb5f-e39e39ac609f,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:36.973530 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd38e5c9-96f6-450b-b8be-a838a3666604 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:41:37.068598 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:37.145768 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ef4213-c8f8-43d9-863c-faad8b824511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65589cdb-326d-44f9-9170-2051d49e7815'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:41:37.148149 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a68b114-cb0e-4f27-a72c-ac08f4e87259" -d '{"events": [{"server_uuid": "25ef4213-c8f8-43d9-863c-faad8b824511", "name": "network-vif-plugged", "status": "completed", "tag": "65589cdb-326d-44f9-9170-2051d49e7815"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:41:37.182894 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 65589cdb-326d-44f9-9170-2051d49e7815, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=65589cdb-326d-44f9-9170-2051d49e7815,segment=NetworkSegment(e2762cd7-3077-44c4-9495-44ad1a192a7e),segment_id=e2762cd7-3077-44c4-9495-44ad1a192a7e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:37.195107 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:37.237336 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fd38e5c9-96f6-450b-b8be-a838a3666604 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:37.298901 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-fd38e5c9-96f6-450b-b8be-a838a3666604 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] device_id is not set on port 824b3aa6-f258-48ab-82cb-3bcc721aca75 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:41:37.349455 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=65589cdb-326d-44f9-9170-2051d49e7815,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:37.835618 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 736036f4-3062-403a-939f-425113764157 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:37.964399 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 736036f4-3062-403a-939f-425113764157 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:37.964815 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:37.998287 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41a8e5-7f47-4857-8c27-42ca32903edd req-507ffd2f-72a2-4095-8d51-15fca14a3536 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:38.018130 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4c41a8e5-7f47-4857-8c27-42ca32903edd req-507ffd2f-72a2-4095-8d51-15fca14a3536 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 950 time: 0.7869773 Dec 10 18:41:38.047597 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-916048d9-9a6c-4414-aaf5-bd2624088a3d service neutron] For port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=11e8e98c-eb94-4b13-8d37-10d3788fd7d0,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:38.088585 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:38.212191 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-fd38e5c9-96f6-450b-b8be-a838a3666604 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Allocated IP 2001:db8:0:1::59 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/12b74ead-1ced-492e-899f-e39f0d489c3c/824b3aa6-f258-48ab-82cb-3bcc721aca75) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:38.228150 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-916048d9-9a6c-4414-aaf5-bd2624088a3d service neutron] For port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:41:38.252220 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-fd38e5c9-96f6-450b-b8be-a838a3666604 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Allocated IP 2001:db8::f816:3eff:fecf:ff0f (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/597d9924-7c77-447b-9272-e3a13afe5465/824b3aa6-f258-48ab-82cb-3bcc721aca75) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:38.303152 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4c41a8e5-7f47-4857-8c27-42ca32903edd req-1a9a69e4-43db-48cb-a523-48b006d0cbda tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667918 Dec 10 18:41:38.341691 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db3ea6-235c-48b2-a61a-6728c6fc5c87 req-bb835cc5-a9c1-429c-9866-7ccb62b396a4 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:38.360788 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f0db3ea6-235c-48b2-a61a-6728c6fc5c87 req-bb835cc5-a9c1-429c-9866-7ccb62b396a4 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 945 time: 0.2034717 Dec 10 18:41:38.392322 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-916048d9-9a6c-4414-aaf5-bd2624088a3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:38.428058 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-916048d9-9a6c-4414-aaf5-bd2624088a3d service neutron] Transition to ACTIVE for port object 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:41:38.430101 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b0745f-c616-4a31-b3cc-0ff247ff4e88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11e8e98c-eb94-4b13-8d37-10d3788fd7d0'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:41:38.432349 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebcdec1-eb49-4b08-b930-f40286f7ec79" -d '{"events": [{"server_uuid": "e3b0745f-c616-4a31-b3cc-0ff247ff4e88", "name": "network-vif-unplugged", "status": "completed", "tag": "11e8e98c-eb94-4b13-8d37-10d3788fd7d0"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:41:38.441144 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-916048d9-9a6c-4414-aaf5-bd2624088a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:38.638022 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-916048d9-9a6c-4414-aaf5-bd2624088a3d service neutron] No DVR routers for this DVR port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:41:38.658692 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f0db3ea6-235c-48b2-a61a-6728c6fc5c87 req-2d5894e7-6835-4c44-bc28-2faa0e919c75 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969601 Dec 10 18:41:38.660866 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916048d9-9a6c-4414-aaf5-bd2624088a3d service neutron] Pushing event updated for resources: {'Port': ['ID=11e8e98c-eb94-4b13-8d37-10d3788fd7d0,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:38.696115 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84425e24-eece-4960-a2ca-32574d282ccd req-336215c5-c57d-42ca-ba58-bf36b761beac tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:38.719135 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84425e24-eece-4960-a2ca-32574d282ccd req-336215c5-c57d-42ca-ba58-bf36b761beac tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:38.738119 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84425e24-eece-4960-a2ca-32574d282ccd req-336215c5-c57d-42ca-ba58-bf36b761beac tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:38.751266 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84425e24-eece-4960-a2ca-32574d282ccd req-336215c5-c57d-42ca-ba58-bf36b761beac tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:38.772917 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84425e24-eece-4960-a2ca-32574d282ccd req-336215c5-c57d-42ca-ba58-bf36b761beac tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:38.791440 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-916048d9-9a6c-4414-aaf5-bd2624088a3d service neutron] Attempting to bind port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:41:38.793107 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84425e24-eece-4960-a2ca-32574d282ccd req-336215c5-c57d-42ca-ba58-bf36b761beac tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:38.799146 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-916048d9-9a6c-4414-aaf5-bd2624088a3d service neutron] Attempting to bind port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:41:38.802811 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-916048d9-9a6c-4414-aaf5-bd2624088a3d service neutron] Attempting to bind port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:38.814883 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-916048d9-9a6c-4414-aaf5-bd2624088a3d service neutron] Port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 on network c9403646-ab9b-4a0a-827b-6d4376246b64 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:41:38.815487 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-916048d9-9a6c-4414-aaf5-bd2624088a3d service neutron] Attempting to bind port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:38.819548 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84425e24-eece-4960-a2ca-32574d282ccd req-336215c5-c57d-42ca-ba58-bf36b761beac tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:38.827761 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-916048d9-9a6c-4414-aaf5-bd2624088a3d service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:41:38.828356 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-916048d9-9a6c-4414-aaf5-bd2624088a3d service neutron] Checking segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:41:38.829366 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-916048d9-9a6c-4414-aaf5-bd2624088a3d service neutron] Bound using segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:41:38.831216 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-916048d9-9a6c-4414-aaf5-bd2624088a3d service neutron] Bound port: 11e8e98c-eb94-4b13-8d37-10d3788fd7d0, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:41:38.833921 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-84425e24-eece-4960-a2ca-32574d282ccd req-336215c5-c57d-42ca-ba58-bf36b761beac tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5420 time: 0.3245604 Dec 10 18:41:38.835553 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-916048d9-9a6c-4414-aaf5-bd2624088a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:38.999811 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-86d6e328-bafd-45fe-b3c1-90fc23c02d92 req-1e758842-6820-4fea-9fd3-18594928047c tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 210 time: 0.1429298 Dec 10 18:41:39.007679 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fd38e5c9-96f6-450b-b8be-a838a3666604 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:39.131680 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa3e639-f7aa-400d-999c-4dcd9c83c851 x-openstack-request-id: req-efa3e639-f7aa-400d-999c-4dcd9c83c851 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:41:39.134124 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ef4213-c8f8-43d9-863c-faad8b824511", "name": "network-vif-plugged", "status": "completed", "tag": "65589cdb-326d-44f9-9170-2051d49e7815", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:41:39.134704 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-efa3e639-f7aa-400d-999c-4dcd9c83c851 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:41:39.135174 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fd38e5c9-96f6-450b-b8be-a838a3666604 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:39.135906 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ef4213-c8f8-43d9-863c-faad8b824511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65589cdb-326d-44f9-9170-2051d49e7815', 'code': 200} Dec 10 18:41:39.169406 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-916048d9-9a6c-4414-aaf5-bd2624088a3d service neutron] For port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:41:39.201224 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-916048d9-9a6c-4414-aaf5-bd2624088a3d service neutron] For port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=11e8e98c-eb94-4b13-8d37-10d3788fd7d0,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:41:39.220259 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-916048d9-9a6c-4414-aaf5-bd2624088a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:39.282747 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-84425e24-eece-4960-a2ca-32574d282ccd req-f9c20d17-1375-4df3-b426-7f4cc936f6d4 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4478080 Dec 10 18:41:39.358497 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd38e5c9-96f6-450b-b8be-a838a3666604 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:39.396059 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd38e5c9-96f6-450b-b8be-a838a3666604 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Port': ['ID=824b3aa6-f258-48ab-82cb-3bcc721aca75,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:39.406353 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-fd38e5c9-96f6-450b-b8be-a838a3666604 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:39.423035 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd38e5c9-96f6-450b-b8be-a838a3666604 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:41:39.447198 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd38e5c9-96f6-450b-b8be-a838a3666604 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:39.447910 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fd38e5c9-96f6-450b-b8be-a838a3666604 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:39.493336 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fd38e5c9-96f6-450b-b8be-a838a3666604 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.8883817 Dec 10 18:41:39.494235 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56638) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:39.511139 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916048d9-9a6c-4414-aaf5-bd2624088a3d service neutron] Pushing event updated for resources: {'Port': ['ID=11e8e98c-eb94-4b13-8d37-10d3788fd7d0,revision_number=7']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:39.544438 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-916048d9-9a6c-4414-aaf5-bd2624088a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:39.549901 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-916048d9-9a6c-4414-aaf5-bd2624088a3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:39.553254 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e9858c-5b4b-4ed3-83ff-61b69e9f0bce None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:41:39.555463 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-916048d9-9a6c-4414-aaf5-bd2624088a3d service neutron] 10.222.0.72 "PUT /v2.0/ports/11e8e98c-eb94-4b13-8d37-10d3788fd7d0 HTTP/1.1" status: 200 len: 1096 time: 3.2407200 Dec 10 18:41:39.767448 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e832db-b765-403b-9e3b-98345b26e9b8 x-openstack-request-id: req-16e832db-b765-403b-9e3b-98345b26e9b8 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:41:39.769964 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b0745f-c616-4a31-b3cc-0ff247ff4e88", "name": "network-vif-unplugged", "status": "completed", "tag": "11e8e98c-eb94-4b13-8d37-10d3788fd7d0", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:41:39.770247 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-16e832db-b765-403b-9e3b-98345b26e9b8 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:41:39.773972 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b0745f-c616-4a31-b3cc-0ff247ff4e88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11e8e98c-eb94-4b13-8d37-10d3788fd7d0', 'code': 200} Dec 10 18:41:39.856064 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6284d2a1-8566-4f63-b3c5-5cd6a4cc8afe None None] Provisioning complete for port 3a28cbd3-79fd-4ea5-bb5f-e39e39ac609f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:39.856765 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6284d2a1-8566-4f63-b3c5-5cd6a4cc8afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:39.976681 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 3a28cbd3-79fd-4ea5-bb5f-e39e39ac609f up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:40.009962 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8e0bd-bcdf-47ab-8314-41a9e1db043d req-a0b1aa18-0764-45d8-a754-9884e3fc2e85 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:40.024111 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2aa8e0bd-bcdf-47ab-8314-41a9e1db043d req-a0b1aa18-0764-45d8-a754-9884e3fc2e85 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 948 time: 0.2134495 Dec 10 18:41:40.085462 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1d3103ad-df84-4eb1-becc-dc6d8af491fc req-9ef408e6-04dd-45d6-990b-5ed027a93188 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d795aa3-af6b-4c30-aaa3-369bfb4162c0 HTTP/1.1" status: 200 len: 210 time: 0.1128154 Dec 10 18:41:40.115462 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-b048ebb9-a428-41fb-a4e3-4fdcdf8bd5fb tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting port 824b3aa6-f258-48ab-82cb-3bcc721aca75 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:41:40.115861 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b048ebb9-a428-41fb-a4e3-4fdcdf8bd5fb tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:40.149311 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff4ae2-e426-4772-9842-9721bea8fb0c req-131fb4d7-0d5d-4c4e-8a5e-24d60ee2a1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:40.161991 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2bff4ae2-e426-4772-9842-9721bea8fb0c req-131fb4d7-0d5d-4c4e-8a5e-24d60ee2a1e2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 1096 time: 0.7973738 Dec 10 18:41:40.257005 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-57cf7883-4a8c-40fb-82be-c15d87e46606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:40.259402 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-57cf7883-4a8c-40fb-82be-c15d87e46606 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f1621867e3041c3a975a6622e21074f&device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 1099 time: 0.5649819 Dec 10 18:41:40.338722 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2aa8e0bd-bcdf-47ab-8314-41a9e1db043d req-468be512-7068-4e3f-ad1e-c06f7b250b1a tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113132 Dec 10 18:41:40.355937 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:41:40.451169 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84feba8-1abd-4814-8129-57fecb997689 req-80a6daf8-e411-4c14-a7dc-cdd95a71ee67 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:40.453723 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b84feba8-1abd-4814-8129-57fecb997689 req-80a6daf8-e411-4c14-a7dc-cdd95a71ee67 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.72 "GET /v2.0/networks?id=3bc50282-3306-4b81-ae1a-81a9a8be5df5 HTTP/1.1" status: 200 len: 811 time: 0.7074137 Dec 10 18:41:40.457866 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b048ebb9-a428-41fb-a4e3-4fdcdf8bd5fb tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:40.467228 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2bff4ae2-e426-4772-9842-9721bea8fb0c req-63d6b930-8503-41a6-8a14-3b4f25c6fddd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041456 Dec 10 18:41:40.511119 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d5fbe242-3652-4693-a9e9-d33fd37de47e req-9686c155-6363-40bc-bf9c-dc3fd247b72a tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 210 time: 0.0330062 Dec 10 18:41:40.512088 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-b048ebb9-a428-41fb-a4e3-4fdcdf8bd5fb tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Calling delete_port for 824b3aa6-f258-48ab-82cb-3bcc721aca75 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:41:40.519816 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efcf63-58bb-4f60-a46c-f7db55bdd26b req-4a13bf01-3361-4ee4-b22f-99cf1a931eb9 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:40.522442 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-39efcf63-58bb-4f60-a46c-f7db55bdd26b req-4a13bf01-3361-4ee4-b22f-99cf1a931eb9 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 945 time: 0.2096572 Dec 10 18:41:40.629622 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-4cbac5f3-b11b-4587-a398-e9f01e1554a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:40.635776 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-4cbac5f3-b11b-4587-a398-e9f01e1554a6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.3496358 Dec 10 18:41:40.682887 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b84feba8-1abd-4814-8129-57fecb997689 req-694dc244-78be-4174-b99f-091ffb208b55 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dd50388a58440cca7ab90078e887719 HTTP/1.1" status: 200 len: 380 time: 0.2142706 Dec 10 18:41:40.749196 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 3a28cbd3-79fd-4ea5-bb5f-e39e39ac609f triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:40.749631 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:40.759880 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6284d2a1-8566-4f63-b3c5-5cd6a4cc8afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:40.806632 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3cd2d-c33b-49c1-8a8c-6f0bc1499407 req-b5e31d3a-034e-42c5-af38-bb532593ce3a tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:40.813550 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3cd2d-c33b-49c1-8a8c-6f0bc1499407 req-b5e31d3a-034e-42c5-af38-bb532593ce3a tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:40.822008 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3cd2d-c33b-49c1-8a8c-6f0bc1499407 req-b5e31d3a-034e-42c5-af38-bb532593ce3a tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:40.831049 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3cd2d-c33b-49c1-8a8c-6f0bc1499407 req-b5e31d3a-034e-42c5-af38-bb532593ce3a tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:40.833053 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a7c6dc-c8c9-4eff-b567-49aeb5ca2175 None None] Update dhcp port {'port': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'fixed_ips': [{'subnet_id': '597d9924-7c77-447b-9272-e3a13afe5465', 'ip_address': '2001:db8::f816:3eff:fec6:4a5e'}, {'subnet_id': '12b74ead-1ced-492e-899f-e39f0d489c3c'}], 'binding:host_id': 'n-d-821435-1'}, 'id': '3a28cbd3-79fd-4ea5-bb5f-e39e39ac609f'} from n-d-821435-1. {{(pid=103246) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 18:41:40.841528 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3cd2d-c33b-49c1-8a8c-6f0bc1499407 req-b5e31d3a-034e-42c5-af38-bb532593ce3a tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:40.850954 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3cd2d-c33b-49c1-8a8c-6f0bc1499407 req-b5e31d3a-034e-42c5-af38-bb532593ce3a tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:40.854582 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-b84feba8-1abd-4814-8129-57fecb997689 req-217a77fb-71b5-42ae-bf6a-3b2a58ccb497 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Request body: {'port': {'device_id': '71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4', 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5', 'admin_state_up': True, 'tenant_id': '6dd50388a58440cca7ab90078e887719', 'security_groups': ['d0daefca-3412-403d-aa34-0f37f00804ec']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:40.858707 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3cd2d-c33b-49c1-8a8c-6f0bc1499407 req-b5e31d3a-034e-42c5-af38-bb532593ce3a tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:40.861589 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b4d3cd2d-c33b-49c1-8a8c-6f0bc1499407 req-b5e31d3a-034e-42c5-af38-bb532593ce3a tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5420 time: 0.1889050 Dec 10 18:41:40.871480 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:41:40.883318 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6284d2a1-8566-4f63-b3c5-5cd6a4cc8afe None None] For port 3a28cbd3-79fd-4ea5-bb5f-e39e39ac609f, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=3a28cbd3-79fd-4ea5-bb5f-e39e39ac609f,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:40.896028 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6284d2a1-8566-4f63-b3c5-5cd6a4cc8afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:40.914366 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-6048f5a1-8396-473a-a975-3854ae4e50ed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=11e8e98c-eb94-4b13-8d37-10d3788fd7d0 HTTP/1.1" status: 200 len: 217 time: 0.2301447 Dec 10 18:41:40.970434 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d9a7c6dc-c8c9-4eff-b567-49aeb5ca2175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:40.982784 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b048ebb9-a428-41fb-a4e3-4fdcdf8bd5fb tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:41.011407 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6284d2a1-8566-4f63-b3c5-5cd6a4cc8afe None None] Pushing event updated for resources: {'Port': ['ID=3a28cbd3-79fd-4ea5-bb5f-e39e39ac609f,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:41.098761 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-39efcf63-58bb-4f60-a46c-f7db55bdd26b req-15e826af-4ac3-40ef-ab9f-1566ec2169dc tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5492842 Dec 10 18:41:41.149338 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048ebb9-a428-41fb-a4e3-4fdcdf8bd5fb tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Port': ['ID=824b3aa6-f258-48ab-82cb-3bcc721aca75,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:41.303941 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b4d3cd2d-c33b-49c1-8a8c-6f0bc1499407 req-4b633b5b-b0f0-4a89-b65d-0a5e2c6d60f2 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4330764 Dec 10 18:41:41.354952 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-4a99fb42-3253-467c-8695-4af9f8bd5b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:41.359950 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-4a99fb42-3253-467c-8695-4af9f8bd5b69 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.4157133 Dec 10 18:41:41.436455 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-d9a7c6dc-c8c9-4eff-b567-49aeb5ca2175 None None] Allocated IP 2001:db8:0:1::2 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/12b74ead-1ced-492e-899f-e39f0d489c3c/3a28cbd3-79fd-4ea5-bb5f-e39e39ac609f) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:41.506235 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-7afff1c2-3b61-42ad-b051-efb2cc14b84c tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:41.508098 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-7afff1c2-3b61-42ad-b051-efb2cc14b84c tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.72 "GET /v2.0/networks?id=78d34d64-4845-4c10-b035-68235b493cc0 HTTP/1.1" status: 200 len: 818 time: 0.4894235 Dec 10 18:41:41.519286 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b84feba8-1abd-4814-8129-57fecb997689 req-217a77fb-71b5-42ae-bf6a-3b2a58ccb497 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Made reservation on behalf of 6dd50388a58440cca7ab90078e887719 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:41:41.524523 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b84feba8-1abd-4814-8129-57fecb997689 req-217a77fb-71b5-42ae-bf6a-3b2a58ccb497 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:41.555392 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-615d82fa-e7d8-49ae-a234-11c75e104add tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Request body: {'port': {'device_id': '9fbdb9b9-5659-47e7-b1f3-f5bb233dc330', 'network_id': '78d34d64-4845-4c10-b035-68235b493cc0', 'admin_state_up': True, 'tenant_id': 'fe6eb5f06afc4b37a6ea278952e91121'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:41.580571 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-99d2dde7-f32e-433f-a016-0be263c04ca3 req-eac9da2d-6c93-4b05-b1a5-a82c4789bb08 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d795aa3-af6b-4c30-aaa3-369bfb4162c0 HTTP/1.1" status: 200 len: 210 time: 0.0722299 Dec 10 18:41:41.688563 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 3a28cbd3-79fd-4ea5-bb5f-e39e39ac609f up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:41.697594 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-0e2fdbe4-bf03-43ae-8055-64465e76e559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:41.699150 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-0e2fdbe4-bf03-43ae-8055-64465e76e559 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3293982 Dec 10 18:41:41.776105 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b0745f-c616-4a31-b3cc-0ff247ff4e88', 'tag': '11e8e98c-eb94-4b13-8d37-10d3788fd7d0'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:41:41.778753 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e818e15a-0c48-4920-9920-c88f66a8bbdc" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b0745f-c616-4a31-b3cc-0ff247ff4e88", "tag": "11e8e98c-eb94-4b13-8d37-10d3788fd7d0"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:41:41.792960 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d9a7c6dc-c8c9-4eff-b567-49aeb5ca2175 None None] For port 3a28cbd3-79fd-4ea5-bb5f-e39e39ac609f, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=3a28cbd3-79fd-4ea5-bb5f-e39e39ac609f,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:41.832366 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-39afe2bd-1397-4b28-af42-5da501bf4a72 req-0f120321-08ce-42fa-9e72-41fee5946615 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 210 time: 0.0444868 Dec 10 18:41:41.851621 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 3a28cbd3-79fd-4ea5-bb5f-e39e39ac609f triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:41.856230 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:41.871292 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d9a7c6dc-c8c9-4eff-b567-49aeb5ca2175 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:41.936442 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d9a7c6dc-c8c9-4eff-b567-49aeb5ca2175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:41.938345 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-13631146-eb96-427c-b92c-698fc822bf91 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:41.939880 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-13631146-eb96-427c-b92c-698fc822bf91 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.46 "GET /v2.0/networks?id=78d34d64-4845-4c10-b035-68235b493cc0 HTTP/1.1" status: 200 len: 818 time: 0.3910894 Dec 10 18:41:41.954000 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-66577fd6-d08a-4a2d-bb42-095ab6f1842d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Request body: {'port': {'device_id': '38e24510-0a8a-4c85-8498-48cc7075a1ce', 'network_id': '78d34d64-4845-4c10-b035-68235b493cc0', 'admin_state_up': True, 'tenant_id': 'fe6eb5f06afc4b37a6ea278952e91121'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:41.996975 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a063e3-7857-435f-9d82-d7c827dced5c x-openstack-request-id: req-b0a063e3-7857-435f-9d82-d7c827dced5c {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:41:41.997272 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b0745f-c616-4a31-b3cc-0ff247ff4e88", "tag": "11e8e98c-eb94-4b13-8d37-10d3788fd7d0", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:41:41.997530 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b0a063e3-7857-435f-9d82-d7c827dced5c {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:41:41.997932 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b0745f-c616-4a31-b3cc-0ff247ff4e88', 'tag': '11e8e98c-eb94-4b13-8d37-10d3788fd7d0', 'status': 'completed', 'code': 200} Dec 10 18:41:42.014289 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-b1f317d2-a4ca-4045-beff-c106ff9d809b service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031070 Dec 10 18:41:42.156798 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-e88d9b73-fb78-4105-b6b8-a80888d32e73 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:42.158629 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-e88d9b73-fb78-4105-b6b8-a80888d32e73 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.72 "GET /v2.0/networks?id=78d34d64-4845-4c10-b035-68235b493cc0 HTTP/1.1" status: 200 len: 818 time: 0.2847273 Dec 10 18:41:42.161772 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b048ebb9-a428-41fb-a4e3-4fdcdf8bd5fb tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:42.165694 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b048ebb9-a428-41fb-a4e3-4fdcdf8bd5fb tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/ports/824b3aa6-f258-48ab-82cb-3bcc721aca75 HTTP/1.1" status: 204 len: 168 time: 2.6703093 Dec 10 18:41:42.172616 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56672) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:42.221319 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7c6dc-c8c9-4eff-b567-49aeb5ca2175 None None] Pushing event updated for resources: {'Port': ['ID=3a28cbd3-79fd-4ea5-bb5f-e39e39ac609f,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:42.230121 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-c1da880b-bace-4d21-8127-f28c839a0b6d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Request body: {'port': {'device_id': '0d795aa3-af6b-4c30-aaa3-369bfb4162c0', 'network_id': '78d34d64-4845-4c10-b035-68235b493cc0', 'admin_state_up': True, 'tenant_id': 'fe6eb5f06afc4b37a6ea278952e91121'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:42.239831 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-b84feba8-1abd-4814-8129-57fecb997689 req-217a77fb-71b5-42ae-bf6a-3b2a58ccb497 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Allocated IP 172.20.0.8 (3bc50282-3306-4b81-ae1a-81a9a8be5df5/cdd9c23d-5046-4c54-950e-a05aba46bbec/8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:42.431793 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6c9525d1-73cb-4109-994a-0950f05c6f04 req-cb8b555f-a213-4b0a-8d7b-eeb94d27fd2b service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859484 Dec 10 18:41:42.441654 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1140f300-fdd4-4152-ae5e-e5e9453200e8 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:42.448406 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56680) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:42.458121 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1140f300-fdd4-4152-ae5e-e5e9453200e8 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2800040 Dec 10 18:41:42.505736 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142ec73-2145-42ee-aaea-fbbfb43336f9 req-0b996fd0-3838-4319-8831-32d2bbe3af44 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:42.513247 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6142ec73-2145-42ee-aaea-fbbfb43336f9 req-0b996fd0-3838-4319-8831-32d2bbe3af44 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 948 time: 0.3034403 Dec 10 18:41:42.530429 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-615d82fa-e7d8-49ae-a234-11c75e104add tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Made reservation on behalf of fe6eb5f06afc4b37a6ea278952e91121 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:41:42.534009 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-615d82fa-e7d8-49ae-a234-11c75e104add tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:42.545946 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818e15a-0c48-4920-9920-c88f66a8bbdc req-949298d5-1b30-4b1b-988e-2632ff94ad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:42.547495 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e818e15a-0c48-4920-9920-c88f66a8bbdc req-949298d5-1b30-4b1b-988e-2632ff94ad41 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f1621867e3041c3a975a6622e21074f&device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 1099 time: 0.3806665 Dec 10 18:41:42.641018 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da75eac-3282-4717-915a-8e057c42e75f req-dc5c126d-30f4-4327-aaf2-ccc0da39bd22 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:42.648961 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9da75eac-3282-4717-915a-8e057c42e75f req-dc5c126d-30f4-4327-aaf2-ccc0da39bd22 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 945 time: 0.3642731 Dec 10 18:41:42.691640 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-66577fd6-d08a-4a2d-bb42-095ab6f1842d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Made reservation on behalf of fe6eb5f06afc4b37a6ea278952e91121 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:41:42.695793 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-66577fd6-d08a-4a2d-bb42-095ab6f1842d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:42.760921 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6142ec73-2145-42ee-aaea-fbbfb43336f9 req-5becbf56-b6e6-4dbd-b249-475b34da3a70 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466404 Dec 10 18:41:42.771296 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59236c83-3609-4430-8f1a-4c3232f65e14 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:42.789596 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-59236c83-3609-4430-8f1a-4c3232f65e14 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3375108 Dec 10 18:41:42.793551 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818e15a-0c48-4920-9920-c88f66a8bbdc req-288b26cf-5305-4e8d-b651-6d842f7e1828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:42.795053 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e818e15a-0c48-4920-9920-c88f66a8bbdc req-288b26cf-5305-4e8d-b651-6d842f7e1828 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.2273982 Dec 10 18:41:42.795561 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56684) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:42.797800 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818e15a-0c48-4920-9920-c88f66a8bbdc req-15402473-bd16-476c-b53d-ca8a07512c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:42.810346 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e818e15a-0c48-4920-9920-c88f66a8bbdc req-15402473-bd16-476c-b53d-ca8a07512c20 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f1621867e3041c3a975a6622e21074f&device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 1099 time: 0.2359569 Dec 10 18:41:42.838597 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b84feba8-1abd-4814-8129-57fecb997689 req-217a77fb-71b5-42ae-bf6a-3b2a58ccb497 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:42.851175 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-c1da880b-bace-4d21-8127-f28c839a0b6d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Made reservation on behalf of fe6eb5f06afc4b37a6ea278952e91121 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:41:42.854639 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-c1da880b-bace-4d21-8127-f28c839a0b6d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:42.919482 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e818e15a-0c48-4920-9920-c88f66a8bbdc req-01d09cb7-3d9f-4ee9-bcb9-ab4078bfd1bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=11e8e98c-eb94-4b13-8d37-10d3788fd7d0 HTTP/1.1" status: 200 len: 217 time: 0.0743358 Dec 10 18:41:42.970925 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffda1bfd-c0a7-46c3-a154-842e37bb61f2 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:42.972143 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffda1bfd-c0a7-46c3-a154-842e37bb61f2 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:42.975007 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffda1bfd-c0a7-46c3-a154-842e37bb61f2 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:42.977324 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ffda1bfd-c0a7-46c3-a154-842e37bb61f2 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1623352 Dec 10 18:41:42.990451 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9da75eac-3282-4717-915a-8e057c42e75f req-cbb54213-3090-4396-bde5-a726a45ee024 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405826 Dec 10 18:41:42.993875 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56696) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:43.138601 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b84feba8-1abd-4814-8129-57fecb997689 req-217a77fb-71b5-42ae-bf6a-3b2a58ccb497 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:43.173255 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:41:43.174512 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b78b684e-82b8-419d-9525-7994a3e17f0a None None] Provisioning complete for port 3a28cbd3-79fd-4ea5-bb5f-e39e39ac609f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:43.174910 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b78b684e-82b8-419d-9525-7994a3e17f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:43.298030 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d532ed-ab3e-49c8-b880-2dfc9f9474c6 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting subnet 12b74ead-1ced-492e-899f-e39f0d489c3c {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:41:43.323099 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7a6f407c-b3b8-4201-808a-b09c48319b31 req-a0ca942c-e51b-40f9-a6d2-5b48a24f87d4 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d795aa3-af6b-4c30-aaa3-369bfb4162c0 HTTP/1.1" status: 200 len: 210 time: 0.1767066 Dec 10 18:41:43.331937 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b78b684e-82b8-419d-9525-7994a3e17f0a None None] Could not find standard attr ID for object 824b3aa6-f258-48ab-82cb-3bcc721aca75. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:41:43.368979 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b84feba8-1abd-4814-8129-57fecb997689 req-217a77fb-71b5-42ae-bf6a-3b2a58ccb497 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Network 3bc50282-3306-4b81-ae1a-81a9a8be5df5 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:43.373587 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818e15a-0c48-4920-9920-c88f66a8bbdc req-c13b8add-86d2-4582-aa2f-163badc9bb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:43.377929 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e818e15a-0c48-4920-9920-c88f66a8bbdc req-c13b8add-86d2-4582-aa2f-163badc9bb7c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.1725318 Dec 10 18:41:43.378107 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-02d532ed-ab3e-49c8-b880-2dfc9f9474c6 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:43.382135 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-b84feba8-1abd-4814-8129-57fecb997689 req-217a77fb-71b5-42ae-bf6a-3b2a58ccb497 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:43.445540 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-b84feba8-1abd-4814-8129-57fecb997689 req-217a77fb-71b5-42ae-bf6a-3b2a58ccb497 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:41:43.470830 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818e15a-0c48-4920-9920-c88f66a8bbdc req-1cfa4bdd-d3d1-42d7-86a2-d2d44e713e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:43.472354 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e818e15a-0c48-4920-9920-c88f66a8bbdc req-1cfa4bdd-d3d1-42d7-86a2-d2d44e713e2b service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.6611810 Dec 10 18:41:43.475035 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17698f04-fc96-4a33-a373-89db7f7af472 req-75ff38fd-0e9c-4d0e-8521-928a9030a99d tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:43.487934 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17698f04-fc96-4a33-a373-89db7f7af472 req-75ff38fd-0e9c-4d0e-8521-928a9030a99d tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:43.505150 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17698f04-fc96-4a33-a373-89db7f7af472 req-75ff38fd-0e9c-4d0e-8521-928a9030a99d tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:43.512671 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17698f04-fc96-4a33-a373-89db7f7af472 req-75ff38fd-0e9c-4d0e-8521-928a9030a99d tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:43.519505 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17698f04-fc96-4a33-a373-89db7f7af472 req-75ff38fd-0e9c-4d0e-8521-928a9030a99d tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:43.527592 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17698f04-fc96-4a33-a373-89db7f7af472 req-75ff38fd-0e9c-4d0e-8521-928a9030a99d tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:43.537146 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17698f04-fc96-4a33-a373-89db7f7af472 req-75ff38fd-0e9c-4d0e-8521-928a9030a99d tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:43.545736 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-17698f04-fc96-4a33-a373-89db7f7af472 req-75ff38fd-0e9c-4d0e-8521-928a9030a99d tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5420 time: 0.4000738 Dec 10 18:41:43.613349 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a77fb-71b5-42ae-bf6a-3b2a58ccb497 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Pushing event updated for resources: {'Port': ['ID=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:43.615378 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 3a28cbd3-79fd-4ea5-bb5f-e39e39ac609f up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:43.650350 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e818e15a-0c48-4920-9920-c88f66a8bbdc req-4e5d823b-0f5f-4790-bcea-5c9d1597e25f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=11e8e98c-eb94-4b13-8d37-10d3788fd7d0 HTTP/1.1" status: 200 len: 217 time: 0.1294320 Dec 10 18:41:43.661918 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-66577fd6-d08a-4a2d-bb42-095ab6f1842d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Allocated IP 172.20.0.9 (78d34d64-4845-4c10-b035-68235b493cc0/78e534a1-1a95-404e-b0a4-d4c4732efc38/246498f1-fdb3-4bd9-a635-99e7176162bc) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:43.669912 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-17698f04-fc96-4a33-a373-89db7f7af472 req-e8686903-ed2b-495d-928a-75754f98d43a tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1226144 Dec 10 18:41:43.679912 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-02d532ed-ab3e-49c8-b880-2dfc9f9474c6 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:43.687257 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818e15a-0c48-4920-9920-c88f66a8bbdc req-e92ec981-2109-4ae9-b1c3-ab6b3e620b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:43.707496 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a77fb-71b5-42ae-bf6a-3b2a58ccb497 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:43.707854 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a77fb-71b5-42ae-bf6a-3b2a58ccb497 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:43.708202 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a77fb-71b5-42ae-bf6a-3b2a58ccb497 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:43.708541 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a77fb-71b5-42ae-bf6a-3b2a58ccb497 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:43.710655 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e818e15a-0c48-4920-9920-c88f66a8bbdc req-e92ec981-2109-4ae9-b1c3-ab6b3e620b3c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3192115 Dec 10 18:41:43.712972 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a77fb-71b5-42ae-bf6a-3b2a58ccb497 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:43.713348 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a77fb-71b5-42ae-bf6a-3b2a58ccb497 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:43.713709 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a77fb-71b5-42ae-bf6a-3b2a58ccb497 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:43.714033 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a77fb-71b5-42ae-bf6a-3b2a58ccb497 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:43.714370 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a77fb-71b5-42ae-bf6a-3b2a58ccb497 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:43.714703 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a77fb-71b5-42ae-bf6a-3b2a58ccb497 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:43.715459 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a77fb-71b5-42ae-bf6a-3b2a58ccb497 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:43.715746 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a77fb-71b5-42ae-bf6a-3b2a58ccb497 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:43.716083 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a77fb-71b5-42ae-bf6a-3b2a58ccb497 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:43.754022 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-431736d9-1acf-430a-87ad-3e516cf8ed00 None None] Could not find standard attr ID for object 824b3aa6-f258-48ab-82cb-3bcc721aca75. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:41:43.814738 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 3a28cbd3-79fd-4ea5-bb5f-e39e39ac609f triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:43.815968 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:43.862858 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84feba8-1abd-4814-8129-57fecb997689 req-217a77fb-71b5-42ae-bf6a-3b2a58ccb497 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:43.863614 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b84feba8-1abd-4814-8129-57fecb997689 req-217a77fb-71b5-42ae-bf6a-3b2a58ccb497 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:43.954063 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8ecdfb6e-b3c2-46a3-8f66-05d2c2db7764 None None] Provisioning complete for port 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:43.954713 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8ecdfb6e-b3c2-46a3-8f66-05d2c2db7764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:44.013704 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8ecdfb6e-b3c2-46a3-8f66-05d2c2db7764 None None] Port 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:41:44.019180 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606ac19-6edf-4498-a046-41096d4e8039 req-4afd5cbb-3fbf-4cf3-9e2d-182a3580e578 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:44.031862 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b606ac19-6edf-4498-a046-41096d4e8039 req-4afd5cbb-3fbf-4cf3-9e2d-182a3580e578 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 945 time: 0.1586311 Dec 10 18:41:44.053222 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e818e15a-0c48-4920-9920-c88f66a8bbdc req-e89ba808-af3f-4685-b527-6e8210b9dffc service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361433 Dec 10 18:41:44.176357 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b606ac19-6edf-4498-a046-41096d4e8039 req-ca3da5c5-b804-41b2-8090-31e0602e40ce tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435957 Dec 10 18:41:44.242447 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e818e15a-0c48-4920-9920-c88f66a8bbdc req-72a1301a-7c7c-4952-871f-9e299f1ba68a service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776831 Dec 10 18:41:44.324737 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b84feba8-1abd-4814-8129-57fecb997689 req-217a77fb-71b5-42ae-bf6a-3b2a58ccb497 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5009599 Dec 10 18:41:44.339267 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b9f6b-54a6-4446-8fd5-d2c3e72ee134 req-f6b3efd7-ebd9-4c25-b66f-2d9fa63a12b6 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:44.348534 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bf5b9f6b-54a6-4446-8fd5-d2c3e72ee134 req-f6b3efd7-ebd9-4c25-b66f-2d9fa63a12b6 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 948 time: 0.0759840 Dec 10 18:41:44.360484 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0c22e-3053-4bc9-8378-6c074b571267 req-4ee3ba2a-bba4-44d0-a732-c3756ea29aee tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:44.365397 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4ec0c22e-3053-4bc9-8378-6c074b571267 req-4ee3ba2a-bba4-44d0-a732-c3756ea29aee tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 931 time: 0.9166009 Dec 10 18:41:44.376798 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-b84feba8-1abd-4814-8129-57fecb997689 req-e9e4fb0d-1503-4915-ba10-5ede5dc35d05 service neutron] Request body: {'port': {'device_id': '71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:44.408284 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818e15a-0c48-4920-9920-c88f66a8bbdc req-2261345b-ae0b-4438-ab5c-5b58101984d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:44.410855 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e818e15a-0c48-4920-9920-c88f66a8bbdc req-2261345b-ae0b-4438-ab5c-5b58101984d6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.7133777 Dec 10 18:41:44.414405 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bf5b9f6b-54a6-4446-8fd5-d2c3e72ee134 req-d277c8c3-9987-43d9-96e0-5de1771dd555 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648553 Dec 10 18:41:44.471797 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b84feba8-1abd-4814-8129-57fecb997689 req-e9e4fb0d-1503-4915-ba10-5ede5dc35d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:44.600051 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-02d532ed-ab3e-49c8-b880-2dfc9f9474c6 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:44.848174 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6827fb5e-ff8a-4380-b09f-e46bd09debc8 req-0eac2ec9-6b4e-48e0-bdd9-1a49d23ac433 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d795aa3-af6b-4c30-aaa3-369bfb4162c0 HTTP/1.1" status: 200 len: 210 time: 0.0459981 Dec 10 18:41:44.931677 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4ec0c22e-3053-4bc9-8378-6c074b571267 req-d95af1e3-262f-457d-bb1a-badb8bbf7e57 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5103235 Dec 10 18:41:45.007661 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818e15a-0c48-4920-9920-c88f66a8bbdc req-35c853cc-f384-4d01-b827-c519a5fe442a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:45.009377 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e818e15a-0c48-4920-9920-c88f66a8bbdc req-35c853cc-f384-4d01-b827-c519a5fe442a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5348716 Dec 10 18:41:45.010765 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4faf8b9-afde-4442-b348-f2fc2b64a007 req-87e42984-43d4-46e9-98e4-cd06c34cbb69 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:45.018048 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4faf8b9-afde-4442-b348-f2fc2b64a007 req-87e42984-43d4-46e9-98e4-cd06c34cbb69 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:45.026298 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4faf8b9-afde-4442-b348-f2fc2b64a007 req-87e42984-43d4-46e9-98e4-cd06c34cbb69 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:45.033530 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4faf8b9-afde-4442-b348-f2fc2b64a007 req-87e42984-43d4-46e9-98e4-cd06c34cbb69 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:45.052325 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4faf8b9-afde-4442-b348-f2fc2b64a007 req-87e42984-43d4-46e9-98e4-cd06c34cbb69 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:45.060519 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4faf8b9-afde-4442-b348-f2fc2b64a007 req-87e42984-43d4-46e9-98e4-cd06c34cbb69 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:45.067361 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4faf8b9-afde-4442-b348-f2fc2b64a007 req-87e42984-43d4-46e9-98e4-cd06c34cbb69 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:45.069494 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4faf8b9-afde-4442-b348-f2fc2b64a007 req-87e42984-43d4-46e9-98e4-cd06c34cbb69 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5420 time: 0.1387286 Dec 10 18:41:45.167000 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4faf8b9-afde-4442-b348-f2fc2b64a007 req-e9f97939-116f-420f-a08c-7a4f3af6fe68 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0910306 Dec 10 18:41:45.235831 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-02d532ed-ab3e-49c8-b880-2dfc9f9474c6 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:45.245921 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-66577fd6-d08a-4a2d-bb42-095ab6f1842d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:45.310840 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d532ed-ab3e-49c8-b880-2dfc9f9474c6 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Subnet': ['ID=12b74ead-1ced-492e-899f-e39f0d489c3c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:45.356233 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b79017-f939-4c04-b46f-655c643b8f4a None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:41:45.397153 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-02d532ed-ab3e-49c8-b880-2dfc9f9474c6 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:45.403029 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-02d532ed-ab3e-49c8-b880-2dfc9f9474c6 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/12b74ead-1ced-492e-899f-e39f0d489c3c HTTP/1.1" status: 204 len: 168 time: 2.3900549 Dec 10 18:41:45.403554 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56736) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:45.435552 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-b84feba8-1abd-4814-8129-57fecb997689 req-e9e4fb0d-1503-4915-ba10-5ede5dc35d05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:41:45.448326 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b84feba8-1abd-4814-8129-57fecb997689 req-e9e4fb0d-1503-4915-ba10-5ede5dc35d05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:45.464187 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b7247-c218-4a8c-90af-97843705c34e req-dc1a1e83-931e-4147-84ee-fe79f672526d tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:45.471614 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-337b7247-c218-4a8c-90af-97843705c34e req-dc1a1e83-931e-4147-84ee-fe79f672526d tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/networks?id=14bf47a8-e4dc-4d77-8612-c359c818f901 HTTP/1.1" status: 200 len: 814 time: 0.4111941 Dec 10 18:41:45.504230 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-b84feba8-1abd-4814-8129-57fecb997689 req-e9e4fb0d-1503-4915-ba10-5ede5dc35d05 service neutron] Transition to ACTIVE for port object 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:41:45.521035 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-f98821be-032a-4f54-9270-2c0a57ba2304 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting subnet 597d9924-7c77-447b-9272-e3a13afe5465 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:41:45.526242 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98821be-032a-4f54-9270-2c0a57ba2304 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:45.539761 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-337b7247-c218-4a8c-90af-97843705c34e req-3c15720e-1df6-4f80-99b3-211a6067bbca tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/quotas/3dfb422318434a9c9244c498c01943c6 HTTP/1.1" status: 200 len: 375 time: 0.0656664 Dec 10 18:41:45.570520 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b84feba8-1abd-4814-8129-57fecb997689 req-e9e4fb0d-1503-4915-ba10-5ede5dc35d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:45.588588 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e818e15a-0c48-4920-9920-c88f66a8bbdc req-9f81e4e6-1ef3-4830-b62b-ed07018d64b7 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5674572 Dec 10 18:41:45.648529 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98821be-032a-4f54-9270-2c0a57ba2304 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:45.671978 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-66577fd6-d08a-4a2d-bb42-095ab6f1842d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:45.713878 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device f26c6f39-65f3-454a-91e4-8caaab987687 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:41:45.720601 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9ec80-5a79-4d80-8fc2-2b9a9d71f5ab req-6bbee3ee-7629-4f5d-8a6b-d30bdc367380 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:45.737268 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7de9ec80-5a79-4d80-8fc2-2b9a9d71f5ab req-6bbee3ee-7629-4f5d-8a6b-d30bdc367380 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 948 time: 0.1591110 Dec 10 18:41:45.767526 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-337b7247-c218-4a8c-90af-97843705c34e req-98d61bcc-62b0-4548-89bb-ec391e4da7a4 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3dfb422318434a9c9244c498c01943c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2267456 Dec 10 18:41:45.781595 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4fb0d-1503-4915-ba10-5ede5dc35d05 service neutron] Pushing event updated for resources: {'Port': ['ID=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:45.859102 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-66577fd6-d08a-4a2d-bb42-095ab6f1842d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Network 78d34d64-4845-4c10-b035-68235b493cc0 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:45.865285 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-c1da880b-bace-4d21-8127-f28c839a0b6d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Allocated IP 172.20.0.3 (78d34d64-4845-4c10-b035-68235b493cc0/78e534a1-1a95-404e-b0a4-d4c4732efc38/b72ae8e8-7e19-4712-911e-ab0c9628329a) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:45.935202 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7de9ec80-5a79-4d80-8fc2-2b9a9d71f5ab req-04d3bb42-94fb-4d6a-989a-8ddb8519a666 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969092 Dec 10 18:41:45.992309 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port f26c6f39-65f3-454a-91e4-8caaab987687, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=f26c6f39-65f3-454a-91e4-8caaab987687,segment=NetworkSegment(50e18ff0-01a9-45cf-a561-d5e7cc825a95),segment_id=50e18ff0-01a9-45cf-a561-d5e7cc825a95)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:46.027710 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': 'f26c6f39-65f3-454a-91e4-8caaab987687', 'network_id': 'e891f6b3-8680-45b2-9ef7-cbafd7cf9175', 'port_id': 'f26c6f39-65f3-454a-91e4-8caaab987687', 'mac_address': 'fa:16:3e:d7:de:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9840673c-d01e-49e6-88aa-2cd6e74682a7', 'ip_address': '10.1.1.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:41:46.063693 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-66577fd6-d08a-4a2d-bb42-095ab6f1842d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:46.101595 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-66577fd6-d08a-4a2d-bb42-095ab6f1842d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:41:46.117821 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:46.145366 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f26c6f39-65f3-454a-91e4-8caaab987687 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:41:46.162727 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98821be-032a-4f54-9270-2c0a57ba2304 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:46.207823 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port f26c6f39-65f3-454a-91e4-8caaab987687, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=f26c6f39-65f3-454a-91e4-8caaab987687,segment=NetworkSegment(50e18ff0-01a9-45cf-a561-d5e7cc825a95),segment_id=50e18ff0-01a9-45cf-a561-d5e7cc825a95)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:46.227626 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:46.228357 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 749d304e-94ac-4ca9-8f42-bc8c32ca4f51 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:41:46.277622 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66577fd6-d08a-4a2d-bb42-095ab6f1842d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Pushing event updated for resources: {'Port': ['ID=246498f1-fdb3-4bd9-a635-99e7176162bc,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:46.330425 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=f26c6f39-65f3-454a-91e4-8caaab987687,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:46.449812 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e818e15a-0c48-4920-9920-c88f66a8bbdc req-c5cc573c-80ba-430e-8364-a6630fb58e67 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8294106 Dec 10 18:41:46.460768 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1c732b45-3fa7-4c13-90fd-6279c0feb982 req-ebf4ddcf-7853-4a16-a6bb-6a97e60966f2 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d795aa3-af6b-4c30-aaa3-369bfb4162c0 HTTP/1.1" status: 200 len: 210 time: 0.0860429 Dec 10 18:41:46.460903 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b84feba8-1abd-4814-8129-57fecb997689 req-e9e4fb0d-1503-4915-ba10-5ede5dc35d05 service neutron] Attempting to bind port 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:41:46.461117 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b84feba8-1abd-4814-8129-57fecb997689 req-e9e4fb0d-1503-4915-ba10-5ede5dc35d05 service neutron] Attempting to bind port 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '1d926b0b-6ef6-4013-800e-3ca7e7c18408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:41:46.461454 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84feba8-1abd-4814-8129-57fecb997689 req-e9e4fb0d-1503-4915-ba10-5ede5dc35d05 service neutron] Attempting to bind port 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 on network 3bc50282-3306-4b81-ae1a-81a9a8be5df5 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:46.535603 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98821be-032a-4f54-9270-2c0a57ba2304 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:46.567509 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-66577fd6-d08a-4a2d-bb42-095ab6f1842d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:46.568201 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-66577fd6-d08a-4a2d-bb42-095ab6f1842d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:46.571943 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 749d304e-94ac-4ca9-8f42-bc8c32ca4f51, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=749d304e-94ac-4ca9-8f42-bc8c32ca4f51,segment=NetworkSegment(24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4),segment_id=24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:46.579049 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84feba8-1abd-4814-8129-57fecb997689 req-e9e4fb0d-1503-4915-ba10-5ede5dc35d05 service neutron] Port 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 on network 3bc50282-3306-4b81-ae1a-81a9a8be5df5 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:41:46.583172 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84feba8-1abd-4814-8129-57fecb997689 req-e9e4fb0d-1503-4915-ba10-5ede5dc35d05 service neutron] Attempting to bind port 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 on network 3bc50282-3306-4b81-ae1a-81a9a8be5df5 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:46.604845 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-337b7247-c218-4a8c-90af-97843705c34e req-44fe3f10-7b6a-42e6-8bb8-73bd4f6bb346 service neutron] 10.222.0.62 "GET /v2.0/networks/14bf47a8-e4dc-4d77-8612-c359c818f901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8361359 Dec 10 18:41:46.611571 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '749d304e-94ac-4ca9-8f42-bc8c32ca4f51', 'network_id': 'c464ae35-619c-4be0-bdf6-7932892aa026', 'port_id': '749d304e-94ac-4ca9-8f42-bc8c32ca4f51', 'mac_address': 'fa:16:3e:a9:17:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86f91219-9435-4da2-b951-1d9b6b4ae73d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:41:46.668558 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84feba8-1abd-4814-8129-57fecb997689 req-e9e4fb0d-1503-4915-ba10-5ede5dc35d05 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:41:46.669544 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84feba8-1abd-4814-8129-57fecb997689 req-e9e4fb0d-1503-4915-ba10-5ede5dc35d05 service neutron] Checking segment: {'id': '1d926b0b-6ef6-4013-800e-3ca7e7c18408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:41:46.670070 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84feba8-1abd-4814-8129-57fecb997689 req-e9e4fb0d-1503-4915-ba10-5ede5dc35d05 service neutron] Bound using segment: {'id': '1d926b0b-6ef6-4013-800e-3ca7e7c18408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:41:46.670690 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b84feba8-1abd-4814-8129-57fecb997689 req-e9e4fb0d-1503-4915-ba10-5ede5dc35d05 service neutron] Bound port: 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d926b0b-6ef6-4013-800e-3ca7e7c18408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:41:46.671616 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b84feba8-1abd-4814-8129-57fecb997689 req-e9e4fb0d-1503-4915-ba10-5ede5dc35d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:46.697913 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-66577fd6-d08a-4a2d-bb42-095ab6f1842d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7476687 Dec 10 18:41:46.713424 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-a76efd8f-6132-4fb8-b449-3573f1e9bc4a service neutron] Request body: {'port': {'device_id': '38e24510-0a8a-4c85-8498-48cc7075a1ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:46.735486 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:46.765646 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 749d304e-94ac-4ca9-8f42-bc8c32ca4f51 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:41:46.791790 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b84feba8-1abd-4814-8129-57fecb997689 req-e9e4fb0d-1503-4915-ba10-5ede5dc35d05 service neutron] For port 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:41:46.795771 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b84feba8-1abd-4814-8129-57fecb997689 req-e9e4fb0d-1503-4915-ba10-5ede5dc35d05 service neutron] For port 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:41:46.820814 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b84feba8-1abd-4814-8129-57fecb997689 req-e9e4fb0d-1503-4915-ba10-5ede5dc35d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:46.897115 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 749d304e-94ac-4ca9-8f42-bc8c32ca4f51, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=749d304e-94ac-4ca9-8f42-bc8c32ca4f51,segment=NetworkSegment(24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4),segment_id=24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:46.915999 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:46.915999 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 0d10c87b-1905-4b3f-bcac-2040c27cd26b details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:41:47.012105 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34264e16-e0c3-4d76-a8f0-067fc41699a1 None None] Provisioning complete for port 3a28cbd3-79fd-4ea5-bb5f-e39e39ac609f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:47.012474 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34264e16-e0c3-4d76-a8f0-067fc41699a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.064072 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=749d304e-94ac-4ca9-8f42-bc8c32ca4f51,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:47.072967 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 0d10c87b-1905-4b3f-bcac-2040c27cd26b, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=0d10c87b-1905-4b3f-bcac-2040c27cd26b,segment=NetworkSegment(50e18ff0-01a9-45cf-a561-d5e7cc825a95),segment_id=50e18ff0-01a9-45cf-a561-d5e7cc825a95)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:47.079708 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-337b7247-c218-4a8c-90af-97843705c34e req-d7d7d235-3dab-48a0-9062-8bc4664c80b1 service neutron] 10.222.0.62 "GET /v2.0/networks/14bf47a8-e4dc-4d77-8612-c359c818f901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4736075 Dec 10 18:41:47.109688 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84feba8-1abd-4814-8129-57fecb997689 req-e9e4fb0d-1503-4915-ba10-5ede5dc35d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:47.110758 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '0d10c87b-1905-4b3f-bcac-2040c27cd26b', 'network_id': 'e891f6b3-8680-45b2-9ef7-cbafd7cf9175', 'port_id': '0d10c87b-1905-4b3f-bcac-2040c27cd26b', 'mac_address': 'fa:16:3e:b0:79:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9840673c-d01e-49e6-88aa-2cd6e74682a7', 'ip_address': '10.1.1.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:41:47.118815 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b84feba8-1abd-4814-8129-57fecb997689 req-e9e4fb0d-1503-4915-ba10-5ede5dc35d05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.120861 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b84feba8-1abd-4814-8129-57fecb997689 req-e9e4fb0d-1503-4915-ba10-5ede5dc35d05 service neutron] 10.222.0.72 "PUT /v2.0/ports/8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 HTTP/1.1" status: 200 len: 1091 time: 2.7833531 Dec 10 18:41:47.128656 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4', 'tag': '8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:41:47.136973 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37acd485-c1f4-4def-a654-806c835a7b68" -d '{"events": [{"name": "network-changed", "server_uuid": "71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4", "tag": "8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:41:47.150587 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-a76efd8f-6132-4fb8-b449-3573f1e9bc4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.242898 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.265124 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d10c87b-1905-4b3f-bcac-2040c27cd26b {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:41:47.299046 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 0d10c87b-1905-4b3f-bcac-2040c27cd26b, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=0d10c87b-1905-4b3f-bcac-2040c27cd26b,segment=NetworkSegment(50e18ff0-01a9-45cf-a561-d5e7cc825a95),segment_id=50e18ff0-01a9-45cf-a561-d5e7cc825a95)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:47.315049 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.403570 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac9881-5b1b-47ec-b95d-6f2a0df9ea84 req-89f2c85e-8184-4703-82e5-83aaf9f12b78 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:47.405639 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-91ac9881-5b1b-47ec-b95d-6f2a0df9ea84 req-89f2c85e-8184-4703-82e5-83aaf9f12b78 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.46 "GET /v2.0/ports?device_id=25ef4213-c8f8-43d9-863c-faad8b824511 HTTP/1.1" status: 200 len: 945 time: 1.2992604 Dec 10 18:41:47.406410 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98821be-032a-4f54-9270-2c0a57ba2304 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Subnet': ['ID=597d9924-7c77-447b-9272-e3a13afe5465,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:47.414277 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=0d10c87b-1905-4b3f-bcac-2040c27cd26b,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:47.453239 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8541826a-093a-4fff-becc-a34da9975a88 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:41:47.458334 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4fb0d-1503-4915-ba10-5ede5dc35d05 service neutron] Pushing event updated for resources: {'Port': ['ID=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:47.476483 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98821be-032a-4f54-9270-2c0a57ba2304 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.482651 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f98821be-032a-4f54-9270-2c0a57ba2304 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/597d9924-7c77-447b-9272-e3a13afe5465 HTTP/1.1" status: 204 len: 168 time: 2.0779114 Dec 10 18:41:47.494013 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56772) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:47.530691 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98821be-032a-4f54-9270-2c0a57ba2304 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:47.531217 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98821be-032a-4f54-9270-2c0a57ba2304 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:47.531568 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98821be-032a-4f54-9270-2c0a57ba2304 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:47.531907 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98821be-032a-4f54-9270-2c0a57ba2304 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:47.532244 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98821be-032a-4f54-9270-2c0a57ba2304 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:47.532578 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98821be-032a-4f54-9270-2c0a57ba2304 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:47.533188 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98821be-032a-4f54-9270-2c0a57ba2304 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:47.533525 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98821be-032a-4f54-9270-2c0a57ba2304 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:47.533855 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98821be-032a-4f54-9270-2c0a57ba2304 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:47.534177 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98821be-032a-4f54-9270-2c0a57ba2304 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:47.534504 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98821be-032a-4f54-9270-2c0a57ba2304 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:47.534827 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98821be-032a-4f54-9270-2c0a57ba2304 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:47.535912 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98821be-032a-4f54-9270-2c0a57ba2304 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:47.592985 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b1c326fa-ffba-43fd-91ef-5ce07db92403 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0905261 Dec 10 18:41:47.606564 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56774) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:47.616533 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-c1da880b-bace-4d21-8127-f28c839a0b6d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.618152 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-880d528e-6f80-410a-8776-c22318aefb0c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'subnet': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:47.673327 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7500f8f-3a56-4c3c-aa8c-c95f8b188c51 req-d11fa135-85aa-4585-ac37-dc1c1ee0a986 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:47.689858 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a7500f8f-3a56-4c3c-aa8c-c95f8b188c51 req-d11fa135-85aa-4585-ac37-dc1c1ee0a986 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 943 time: 0.3159127 Dec 10 18:41:47.694606 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:41:47.711464 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-c1da880b-bace-4d21-8127-f28c839a0b6d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.737695 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed081e67-511e-4e8a-bc4c-50312e980f94 None None] DHCP port deletion for 4c9579a2-8f48-40cb-87f0-dbca0f4b521d request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:41:47.757908 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01046c37-dd15-401d-aa56-bb1b9f788afa req-da092e1a-1a36-46a6-beb1-9dc6cb9fc791 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:47.765875 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01046c37-dd15-401d-aa56-bb1b9f788afa req-da092e1a-1a36-46a6-beb1-9dc6cb9fc791 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:47.774349 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01046c37-dd15-401d-aa56-bb1b9f788afa req-da092e1a-1a36-46a6-beb1-9dc6cb9fc791 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:47.782154 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01046c37-dd15-401d-aa56-bb1b9f788afa req-da092e1a-1a36-46a6-beb1-9dc6cb9fc791 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:47.789323 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01046c37-dd15-401d-aa56-bb1b9f788afa req-da092e1a-1a36-46a6-beb1-9dc6cb9fc791 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:47.795762 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01046c37-dd15-401d-aa56-bb1b9f788afa req-da092e1a-1a36-46a6-beb1-9dc6cb9fc791 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:47.815386 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01046c37-dd15-401d-aa56-bb1b9f788afa req-da092e1a-1a36-46a6-beb1-9dc6cb9fc791 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:47.829106 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-01046c37-dd15-401d-aa56-bb1b9f788afa req-da092e1a-1a36-46a6-beb1-9dc6cb9fc791 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5423 time: 0.3806102 Dec 10 18:41:47.850469 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84feba8-1abd-4814-8129-57fecb997689 req-6fb39087-2817-4348-af9d-b25cbbdad518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:47.853231 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b84feba8-1abd-4814-8129-57fecb997689 req-6fb39087-2817-4348-af9d-b25cbbdad518 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6dd50388a58440cca7ab90078e887719&device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 1094 time: 0.6200349 Dec 10 18:41:47.854816 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-91ac9881-5b1b-47ec-b95d-6f2a0df9ea84 req-b1938773-0514-4c61-aa87-ba23142e00ce tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Deleting port 65589cdb-326d-44f9-9170-2051d49e7815 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:41:47.855275 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-91ac9881-5b1b-47ec-b95d-6f2a0df9ea84 req-b1938773-0514-4c61-aa87-ba23142e00ce tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.866620 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-c1da880b-bace-4d21-8127-f28c839a0b6d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Network 78d34d64-4845-4c10-b035-68235b493cc0 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:47.899184 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ed081e67-511e-4e8a-bc4c-50312e980f94 None None] Deleting port 3a28cbd3-79fd-4ea5-bb5f-e39e39ac609f {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:41:47.899610 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ed081e67-511e-4e8a-bc4c-50312e980f94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.900982 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-c1da880b-bace-4d21-8127-f28c839a0b6d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:47.936956 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da880b-bace-4d21-8127-f28c839a0b6d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Pushing event updated for resources: {'Port': ['ID=b72ae8e8-7e19-4712-911e-ab0c9628329a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:47.952049 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-c1da880b-bace-4d21-8127-f28c839a0b6d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:41:47.986939 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ed081e67-511e-4e8a-bc4c-50312e980f94 None None] For port 3a28cbd3-79fd-4ea5-bb5f-e39e39ac609f, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=3a28cbd3-79fd-4ea5-bb5f-e39e39ac609f,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:47.987376 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ed081e67-511e-4e8a-bc4c-50312e980f94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:48.005134 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ed081e67-511e-4e8a-bc4c-50312e980f94 None None] Calling delete_port for 3a28cbd3-79fd-4ea5-bb5f-e39e39ac609f owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:41:48.013164 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-c1da880b-bace-4d21-8127-f28c839a0b6d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:48.014007 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-c1da880b-bace-4d21-8127-f28c839a0b6d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:48.021338 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b84feba8-1abd-4814-8129-57fecb997689 req-94e2584d-0dd1-4ac1-8cf6-9f6b7a385aa6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 HTTP/1.1" status: 200 len: 217 time: 0.0674024 Dec 10 18:41:48.021820 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.db.api [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-615d82fa-e7d8-49ae-a234-11c75e104add tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.3-bdb3cb6b-4063-491a-968a-92781ccf7fd2 {{(pid=103245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:41:48.022256 n-d-821435-1 neutron-server[103245]: DEBUG oslo_db.api [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-615d82fa-e7d8-49ae-a234-11c75e104add tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:41:48.046512 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a7500f8f-3a56-4c3c-aa8c-c95f8b188c51 req-1104d1e8-8ecb-453a-b44e-b950ad089653 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3552961 Dec 10 18:41:48.074249 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-c1da880b-bace-4d21-8127-f28c839a0b6d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8479049 Dec 10 18:41:48.081161 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['f26c6f39-65f3-454a-91e4-8caaab987687'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:41:48.107830 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-85841f21-0e23-43c4-b897-11ec8baf6c42 service neutron] Request body: {'port': {'device_id': '0d795aa3-af6b-4c30-aaa3-369bfb4162c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:48.131808 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-01046c37-dd15-401d-aa56-bb1b9f788afa req-e0baf0c3-ce2f-4e66-9322-bd581dc6d2f4 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2972345 Dec 10 18:41:48.136951 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880d528e-6f80-410a-8776-c22318aefb0c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:41:48.166166 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-880d528e-6f80-410a-8776-c22318aefb0c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:48.200840 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['0d10c87b-1905-4b3f-bcac-2040c27cd26b'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:41:48.312674 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-91ac9881-5b1b-47ec-b95d-6f2a0df9ea84 req-b1938773-0514-4c61-aa87-ba23142e00ce tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] For port 65589cdb-326d-44f9-9170-2051d49e7815, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=65589cdb-326d-44f9-9170-2051d49e7815,segment=NetworkSegment(e2762cd7-3077-44c4-9495-44ad1a192a7e),segment_id=e2762cd7-3077-44c4-9495-44ad1a192a7e)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:48.313185 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-91ac9881-5b1b-47ec-b95d-6f2a0df9ea84 req-b1938773-0514-4c61-aa87-ba23142e00ce tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:48.337036 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-91ac9881-5b1b-47ec-b95d-6f2a0df9ea84 req-b1938773-0514-4c61-aa87-ba23142e00ce tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Calling delete_port for 65589cdb-326d-44f9-9170-2051d49e7815 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:41:48.343203 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-85841f21-0e23-43c4-b897-11ec8baf6c42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:48.384608 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf468d-3e97-4f2d-b9c2-ab02d9f45847 req-bdedee31-eea5-480a-85ee-7ed421070c41 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:48.386272 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4cbf468d-3e97-4f2d-b9c2-ab02d9f45847 req-bdedee31-eea5-480a-85ee-7ed421070c41 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 948 time: 0.2101510 Dec 10 18:41:48.397196 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=11e8e98c-eb94-4b13-8d37-10d3788fd7d0,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:48.405524 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c53ed91-c4ef-4b3e-93bf-d7f937acc463 x-openstack-request-id: req-9c53ed91-c4ef-4b3e-93bf-d7f937acc463 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:41:48.408877 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4", "tag": "8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:41:48.409362 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9c53ed91-c4ef-4b3e-93bf-d7f937acc463 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:41:48.409948 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4', 'tag': '8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281', 'status': 'completed', 'code': 200} Dec 10 18:41:48.525316 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-615d82fa-e7d8-49ae-a234-11c75e104add tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:48.544361 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84feba8-1abd-4814-8129-57fecb997689 req-de566266-c280-4058-bf4e-3efc89ec1497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:48.546841 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b84feba8-1abd-4814-8129-57fecb997689 req-de566266-c280-4058-bf4e-3efc89ec1497 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cdd9c23d-5046-4c54-950e-a05aba46bbec HTTP/1.1" status: 200 len: 850 time: 0.4570775 Dec 10 18:41:48.558063 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4cbf468d-3e97-4f2d-b9c2-ab02d9f45847 req-441c9b4b-3ee0-409e-bf3b-5e1c991e5826 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251698 Dec 10 18:41:48.620318 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '11e8e98c-eb94-4b13-8d37-10d3788fd7d0', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': '11e8e98c-eb94-4b13-8d37-10d3788fd7d0', 'mac_address': 'fa:16:3e:bc:f3:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:41:48.670467 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84feba8-1abd-4814-8129-57fecb997689 req-f09850f1-e62d-43e6-9e4e-d4c4d813471c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:48.672196 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b84feba8-1abd-4814-8129-57fecb997689 req-f09850f1-e62d-43e6-9e4e-d4c4d813471c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3bc50282-3306-4b81-ae1a-81a9a8be5df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1105251 Dec 10 18:41:48.825075 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ed081e67-511e-4e8a-bc4c-50312e980f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:48.868895 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed081e67-511e-4e8a-bc4c-50312e980f94 None None] Pushing event deleted for resources: {'Port': ['ID=3a28cbd3-79fd-4ea5-bb5f-e39e39ac609f,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:48.874981 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:48.913708 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-91ac9881-5b1b-47ec-b95d-6f2a0df9ea84 req-b1938773-0514-4c61-aa87-ba23142e00ce tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:48.999134 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1938773-0514-4c61-aa87-ba23142e00ce tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Pushing event deleted for resources: {'Port': ['ID=65589cdb-326d-44f9-9170-2051d49e7815,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:49.095825 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc9c89-f4f7-4c0b-ba5a-68c4a9bc0c92 req-5d9c8ec7-2329-4033-a391-c2d5ad6bf20e tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:49.099217 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-38cc9c89-f4f7-4c0b-ba5a-68c4a9bc0c92 req-5d9c8ec7-2329-4033-a391-c2d5ad6bf20e tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d795aa3-af6b-4c30-aaa3-369bfb4162c0 HTTP/1.1" status: 200 len: 931 time: 0.2300406 Dec 10 18:41:49.174236 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ac9881-5b1b-47ec-b95d-6f2a0df9ea84 req-b1938773-0514-4c61-aa87-ba23142e00ce tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] No DVR routers for this DVR port 65589cdb-326d-44f9-9170-2051d49e7815 on host n-h1-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:41:49.178690 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-91ac9881-5b1b-47ec-b95d-6f2a0df9ea84 req-b1938773-0514-4c61-aa87-ba23142e00ce tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:49.183778 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-91ac9881-5b1b-47ec-b95d-6f2a0df9ea84 req-b1938773-0514-4c61-aa87-ba23142e00ce tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.46 "DELETE /v2.0/ports/65589cdb-326d-44f9-9170-2051d49e7815 HTTP/1.1" status: 204 len: 173 time: 1.7482066 Dec 10 18:41:49.184577 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ef4213-c8f8-43d9-863c-faad8b824511', 'name': 'network-vif-deleted', 'tag': '65589cdb-326d-44f9-9170-2051d49e7815'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:41:49.189012 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3a369f-617b-434c-b96f-941a32764909" -d '{"events": [{"server_uuid": "25ef4213-c8f8-43d9-863c-faad8b824511", "name": "network-vif-deleted", "tag": "65589cdb-326d-44f9-9170-2051d49e7815"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:41:49.223121 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6108352c-3b04-4ccc-b226-3700231ce0f0 req-f697fbfd-e9f3-42f8-9649-9433e911eda8 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 210 time: 0.4857752 Dec 10 18:41:49.234546 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-38cc9c89-f4f7-4c0b-ba5a-68c4a9bc0c92 req-12cf85ce-91e6-4d44-8687-9d7e2a6e317b tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/security-groups?id=3036b1d5-bdc6-444a-91e7-0f0e114911f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860794 Dec 10 18:41:49.327340 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed081e67-511e-4e8a-bc4c-50312e980f94 None None] No DVR routers for this DVR port 3a28cbd3-79fd-4ea5-bb5f-e39e39ac609f on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:41:49.363188 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b84feba8-1abd-4814-8129-57fecb997689 req-8e51b084-b163-4af3-bc78-d52ca5b724c9 service neutron] 10.222.0.72 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6681187 Dec 10 18:41:49.369644 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['749d304e-94ac-4ca9-8f42-bc8c32ca4f51'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:41:49.424338 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:41:49.493965 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e93469-96e2-4fc3-8889-47def769953a req-735e300d-9d73-440f-9796-b4a095562a76 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:49.502177 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f9e93469-96e2-4fc3-8889-47def769953a req-735e300d-9d73-440f-9796-b4a095562a76 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 943 time: 0.1671057 Dec 10 18:41:49.530763 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=11e8e98c-eb94-4b13-8d37-10d3788fd7d0,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:49.593263 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f9e93469-96e2-4fc3-8889-47def769953a req-ce7a0c61-ddd6-44a6-a713-875889cc7f64 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862498 Dec 10 18:41:49.633608 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:49.635752 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 47fbfc3e-4987-433a-854c-816b07d9ed10 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:41:49.661080 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b590eef7-30e2-46e3-a16e-a38339cea1a9 x-openstack-request-id: req-b590eef7-30e2-46e3-a16e-a38339cea1a9 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:41:49.661406 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ef4213-c8f8-43d9-863c-faad8b824511", "name": "network-vif-deleted", "tag": "65589cdb-326d-44f9-9170-2051d49e7815", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:41:49.661713 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b590eef7-30e2-46e3-a16e-a38339cea1a9 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:41:49.662122 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ef4213-c8f8-43d9-863c-faad8b824511', 'name': 'network-vif-deleted', 'tag': '65589cdb-326d-44f9-9170-2051d49e7815', 'status': 'completed', 'code': 200} Dec 10 18:41:49.680841 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 3a28cbd3-79fd-4ea5-bb5f-e39e39ac609f no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:41:49.774187 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 3a28cbd3-79fd-4ea5-bb5f-e39e39ac609f {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:41:49.774691 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 3a28cbd3-79fd-4ea5-bb5f-e39e39ac609f not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:41:49.780742 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6f574cbc-4b62-4c3f-84d3-38be4112d027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:49.826086 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-a76efd8f-6132-4fb8-b449-3573f1e9bc4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 246498f1-fdb3-4bd9-a635-99e7176162bc {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:41:49.838978 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-a76efd8f-6132-4fb8-b449-3573f1e9bc4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:49.875729 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-a76efd8f-6132-4fb8-b449-3573f1e9bc4a service neutron] Transition to ACTIVE for port object 246498f1-fdb3-4bd9-a635-99e7176162bc will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:41:49.905559 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=11e8e98c-eb94-4b13-8d37-10d3788fd7d0,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:49.933900 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b7247-c218-4a8c-90af-97843705c34e req-516c5679-770f-4e08-a15d-e86079a3cee9 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:49.944043 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-337b7247-c218-4a8c-90af-97843705c34e req-516c5679-770f-4e08-a15d-e86079a3cee9 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.46 "GET /v2.0/networks?id=14bf47a8-e4dc-4d77-8612-c359c818f901 HTTP/1.1" status: 200 len: 814 time: 0.6983368 Dec 10 18:41:49.977881 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-a76efd8f-6132-4fb8-b449-3573f1e9bc4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:50.008697 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 47fbfc3e-4987-433a-854c-816b07d9ed10, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=47fbfc3e-4987-433a-854c-816b07d9ed10,segment=NetworkSegment(7ee9ae18-d3b7-45c6-9766-25742e5e159f),segment_id=7ee9ae18-d3b7-45c6-9766-25742e5e159f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:50.029084 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-337b7247-c218-4a8c-90af-97843705c34e req-32229979-9031-41a9-8653-6a1763783171 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Request body: {'port': {'device_id': '038d177a-cd27-4a6a-a676-da7df61ac672', 'network_id': '14bf47a8-e4dc-4d77-8612-c359c818f901', 'admin_state_up': True, 'tenant_id': '3dfb422318434a9c9244c498c01943c6'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:50.033252 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '47fbfc3e-4987-433a-854c-816b07d9ed10', 'network_id': '08d0d37b-1e92-4759-bf0e-8cf5a993438c', 'port_id': '47fbfc3e-4987-433a-854c-816b07d9ed10', 'mac_address': 'fa:16:3e:13:29:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f579da5-53e1-4327-92af-ea2cc0762399', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:41:50.100047 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc72317-0297-40fb-b99f-1c2de8065b19 req-203e54c0-c0fe-4fc8-8379-0e4aa4925dcd tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:50.101806 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1fc72317-0297-40fb-b99f-1c2de8065b19 req-203e54c0-c0fe-4fc8-8379-0e4aa4925dcd tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 949 time: 0.0990262 Dec 10 18:41:50.121037 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:50.135544 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47fbfc3e-4987-433a-854c-816b07d9ed10 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:41:50.165221 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 47fbfc3e-4987-433a-854c-816b07d9ed10, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=47fbfc3e-4987-433a-854c-816b07d9ed10,segment=NetworkSegment(7ee9ae18-d3b7-45c6-9766-25742e5e159f),segment_id=7ee9ae18-d3b7-45c6-9766-25742e5e159f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:50.174638 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:50.177242 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 973dc1f1-e06c-4020-8e9d-616ae7e52df5 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:41:50.225936 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1fc72317-0297-40fb-b99f-1c2de8065b19 req-37852790-7c3b-4734-8789-a00d512f9104 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083751 Dec 10 18:41:50.258855 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76efd8f-6132-4fb8-b449-3573f1e9bc4a service neutron] Pushing event updated for resources: {'Port': ['ID=246498f1-fdb3-4bd9-a635-99e7176162bc,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:50.265857 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-85841f21-0e23-43c4-b897-11ec8baf6c42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b72ae8e8-7e19-4712-911e-ab0c9628329a {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:41:50.286557 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-85841f21-0e23-43c4-b897-11ec8baf6c42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:50.322824 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-85841f21-0e23-43c4-b897-11ec8baf6c42 service neutron] Transition to ACTIVE for port object b72ae8e8-7e19-4712-911e-ab0c9628329a will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:41:50.336055 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-85841f21-0e23-43c4-b897-11ec8baf6c42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:50.368898 n-d-821435-1 neutron-server[103244]: DEBUG neutron.objects.ports [None req-880d528e-6f80-410a-8776-c22318aefb0c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103244) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:41:50.373801 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=47fbfc3e-4987-433a-854c-816b07d9ed10,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:50.379912 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 65589cdb-326d-44f9-9170-2051d49e7815 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:41:50.406295 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 65589cdb-326d-44f9-9170-2051d49e7815 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:41:50.406658 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 65589cdb-326d-44f9-9170-2051d49e7815 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:41:50.414757 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-880d528e-6f80-410a-8776-c22318aefb0c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:50.448007 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 973dc1f1-e06c-4020-8e9d-616ae7e52df5, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=973dc1f1-e06c-4020-8e9d-616ae7e52df5,segment=NetworkSegment(50e18ff0-01a9-45cf-a561-d5e7cc825a95),segment_id=50e18ff0-01a9-45cf-a561-d5e7cc825a95)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:50.457357 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c855c07-1bff-417d-babf-b3676a85906b req-5f315d15-1c76-40f9-9d18-af4b3119487a tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:50.464087 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '973dc1f1-e06c-4020-8e9d-616ae7e52df5', 'network_id': 'e891f6b3-8680-45b2-9ef7-cbafd7cf9175', 'port_id': '973dc1f1-e06c-4020-8e9d-616ae7e52df5', 'mac_address': 'fa:16:3e:ef:51:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9840673c-d01e-49e6-88aa-2cd6e74682a7', 'ip_address': '10.1.1.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:41:50.464528 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c855c07-1bff-417d-babf-b3676a85906b req-5f315d15-1c76-40f9-9d18-af4b3119487a tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:50.472316 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aec240e1-78a8-4737-be47-1557a2ee2aa1 req-1b77c27e-0612-44f9-9350-294d80930492 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 210 time: 0.0838203 Dec 10 18:41:50.475017 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c855c07-1bff-417d-babf-b3676a85906b req-5f315d15-1c76-40f9-9d18-af4b3119487a tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:50.482325 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c855c07-1bff-417d-babf-b3676a85906b req-5f315d15-1c76-40f9-9d18-af4b3119487a tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:50.489685 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c855c07-1bff-417d-babf-b3676a85906b req-5f315d15-1c76-40f9-9d18-af4b3119487a tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:50.499489 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c855c07-1bff-417d-babf-b3676a85906b req-5f315d15-1c76-40f9-9d18-af4b3119487a tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:50.508691 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c855c07-1bff-417d-babf-b3676a85906b req-5f315d15-1c76-40f9-9d18-af4b3119487a tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:50.511642 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6c855c07-1bff-417d-babf-b3676a85906b req-5f315d15-1c76-40f9-9d18-af4b3119487a tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5423 time: 0.7960451 Dec 10 18:41:50.522533 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:50.538853 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 973dc1f1-e06c-4020-8e9d-616ae7e52df5 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:41:50.543212 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85841f21-0e23-43c4-b897-11ec8baf6c42 service neutron] Pushing event updated for resources: {'Port': ['ID=b72ae8e8-7e19-4712-911e-ab0c9628329a,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:50.547714 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-615d82fa-e7d8-49ae-a234-11c75e104add tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Allocated IP 172.20.0.11 (78d34d64-4845-4c10-b035-68235b493cc0/78e534a1-1a95-404e-b0a4-d4c4732efc38/94ee5c58-0bf4-45fd-983d-b6e0bdd7d258) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:50.603947 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 973dc1f1-e06c-4020-8e9d-616ae7e52df5, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=973dc1f1-e06c-4020-8e9d-616ae7e52df5,segment=NetworkSegment(50e18ff0-01a9-45cf-a561-d5e7cc825a95),segment_id=50e18ff0-01a9-45cf-a561-d5e7cc825a95)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:50.610419 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:50.611414 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 81277139-290e-4f1d-8ad5-de057447bc97 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:41:50.646512 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-7d1847b4-2c8b-414f-ad34-88e593a9b57d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:50.648471 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-7d1847b4-2c8b-414f-ad34-88e593a9b57d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88&tenant_id=4f1621867e3041c3a975a6622e21074f&binding%3Ahost_id=n-h2-821435-1 HTTP/1.1" status: 200 len: 949 time: 0.7683587 Dec 10 18:41:50.654875 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b84feba8-1abd-4814-8129-57fecb997689 req-11d0d2dd-7611-4537-9fb1-1886ba51023b service neutron] 10.222.0.72 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2584615 Dec 10 18:41:50.694638 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-85841f21-0e23-43c4-b897-11ec8baf6c42 service neutron] Attempting to bind port b72ae8e8-7e19-4712-911e-ab0c9628329a on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:41:50.695258 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-85841f21-0e23-43c4-b897-11ec8baf6c42 service neutron] Attempting to bind port b72ae8e8-7e19-4712-911e-ab0c9628329a by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '0c3af493-e367-4b53-a139-21137d44e892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '78d34d64-4845-4c10-b035-68235b493cc0'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:41:50.695534 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-85841f21-0e23-43c4-b897-11ec8baf6c42 service neutron] Attempting to bind port b72ae8e8-7e19-4712-911e-ab0c9628329a on network 78d34d64-4845-4c10-b035-68235b493cc0 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:50.721675 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 81277139-290e-4f1d-8ad5-de057447bc97, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=81277139-290e-4f1d-8ad5-de057447bc97,segment=NetworkSegment(50e18ff0-01a9-45cf-a561-d5e7cc825a95),segment_id=50e18ff0-01a9-45cf-a561-d5e7cc825a95)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:50.726246 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=973dc1f1-e06c-4020-8e9d-616ae7e52df5,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:50.727714 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-85841f21-0e23-43c4-b897-11ec8baf6c42 service neutron] Port b72ae8e8-7e19-4712-911e-ab0c9628329a on network 78d34d64-4845-4c10-b035-68235b493cc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:41:50.728055 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-85841f21-0e23-43c4-b897-11ec8baf6c42 service neutron] Attempting to bind port b72ae8e8-7e19-4712-911e-ab0c9628329a on network 78d34d64-4845-4c10-b035-68235b493cc0 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:50.743303 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a30686-f1e2-4abf-a50b-162b93399fd6 req-dbe1b13d-76db-4668-9c30-3e41cbb7dc7d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:50.743511 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '81277139-290e-4f1d-8ad5-de057447bc97', 'network_id': 'e891f6b3-8680-45b2-9ef7-cbafd7cf9175', 'port_id': '81277139-290e-4f1d-8ad5-de057447bc97', 'mac_address': 'fa:16:3e:ca:19:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9840673c-d01e-49e6-88aa-2cd6e74682a7', 'ip_address': '10.1.1.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:41:50.752550 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b2a30686-f1e2-4abf-a50b-162b93399fd6 req-dbe1b13d-76db-4668-9c30-3e41cbb7dc7d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d795aa3-af6b-4c30-aaa3-369bfb4162c0 HTTP/1.1" status: 200 len: 943 time: 0.1455305 Dec 10 18:41:50.787540 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-85841f21-0e23-43c4-b897-11ec8baf6c42 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:41:50.787900 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-85841f21-0e23-43c4-b897-11ec8baf6c42 service neutron] Checking segment: {'id': '0c3af493-e367-4b53-a139-21137d44e892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '78d34d64-4845-4c10-b035-68235b493cc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:41:50.788270 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-85841f21-0e23-43c4-b897-11ec8baf6c42 service neutron] Bound using segment: {'id': '0c3af493-e367-4b53-a139-21137d44e892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '78d34d64-4845-4c10-b035-68235b493cc0'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:41:50.789291 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-85841f21-0e23-43c4-b897-11ec8baf6c42 service neutron] Bound port: b72ae8e8-7e19-4712-911e-ab0c9628329a, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c3af493-e367-4b53-a139-21137d44e892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '78d34d64-4845-4c10-b035-68235b493cc0'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:41:50.789432 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-85841f21-0e23-43c4-b897-11ec8baf6c42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:50.791588 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:50.809627 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81277139-290e-4f1d-8ad5-de057447bc97 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:41:50.846581 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 81277139-290e-4f1d-8ad5-de057447bc97, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=81277139-290e-4f1d-8ad5-de057447bc97,segment=NetworkSegment(50e18ff0-01a9-45cf-a561-d5e7cc825a95),segment_id=50e18ff0-01a9-45cf-a561-d5e7cc825a95)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:50.852141 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:50.853077 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device bbbbaa6a-b115-417d-aac9-abe5c3981165 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:41:50.893232 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880d528e-6f80-410a-8776-c22318aefb0c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:50.896027 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-880d528e-6f80-410a-8776-c22318aefb0c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:50.907573 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880d528e-6f80-410a-8776-c22318aefb0c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:50.908184 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-880d528e-6f80-410a-8776-c22318aefb0c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:50.915887 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db012d35-8574-43ed-9c3d-d2ea8b487fee None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:41:50.931068 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-319b1b5a-a07b-4f21-a1b4-418572bc7750 service neutron] 10.222.0.72 "GET /v2.0/ports/11e8e98c-eb94-4b13-8d37-10d3788fd7d0/bindings/n-h2-821435-1 HTTP/1.1" status: 200 len: 382 time: 0.2381182 Dec 10 18:41:50.931630 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b2a30686-f1e2-4abf-a50b-162b93399fd6 req-cf717dad-4640-47fa-85bd-6c9100c1c45f tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/security-groups?id=3036b1d5-bdc6-444a-91e7-0f0e114911f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781733 Dec 10 18:41:50.996458 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=81277139-290e-4f1d-8ad5-de057447bc97,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:50.996867 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d528e-6f80-410a-8776-c22318aefb0c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Subnet': ['ID=cb34de42-8866-4701-b172-87c4ed70a903,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:51.017707 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-615d82fa-e7d8-49ae-a234-11c75e104add tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:51.020617 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-85841f21-0e23-43c4-b897-11ec8baf6c42 service neutron] For port b72ae8e8-7e19-4712-911e-ab0c9628329a, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:41:51.023643 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port bbbbaa6a-b115-417d-aac9-abe5c3981165, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=bbbbaa6a-b115-417d-aac9-abe5c3981165,segment=NetworkSegment(7ee9ae18-d3b7-45c6-9766-25742e5e159f),segment_id=7ee9ae18-d3b7-45c6-9766-25742e5e159f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:51.027280 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-85841f21-0e23-43c4-b897-11ec8baf6c42 service neutron] For port b72ae8e8-7e19-4712-911e-ab0c9628329a, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=b72ae8e8-7e19-4712-911e-ab0c9628329a,segment=NetworkSegment(0c3af493-e367-4b53-a139-21137d44e892),segment_id=0c3af493-e367-4b53-a139-21137d44e892)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:41:51.039348 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-85841f21-0e23-43c4-b897-11ec8baf6c42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:51.048017 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': 'bbbbaa6a-b115-417d-aac9-abe5c3981165', 'network_id': '08d0d37b-1e92-4759-bf0e-8cf5a993438c', 'port_id': 'bbbbaa6a-b115-417d-aac9-abe5c3981165', 'mac_address': 'fa:16:3e:98:e1:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f579da5-53e1-4327-92af-ea2cc0762399', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:41:51.085564 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acd485-c1f4-4def-a654-806c835a7b68 req-5b3bbc1b-a4e2-4e23-b8e7-4116ddd03edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:51.087132 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-37acd485-c1f4-4def-a654-806c835a7b68 req-5b3bbc1b-a4e2-4e23-b8e7-4116ddd03edb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6dd50388a58440cca7ab90078e887719&device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 1094 time: 0.3036363 Dec 10 18:41:51.087734 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-337b7247-c218-4a8c-90af-97843705c34e req-32229979-9031-41a9-8653-6a1763783171 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Made reservation on behalf of 3dfb422318434a9c9244c498c01943c6 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:41:51.091336 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-337b7247-c218-4a8c-90af-97843705c34e req-32229979-9031-41a9-8653-6a1763783171 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:51.108161 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-880d528e-6f80-410a-8776-c22318aefb0c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4967346 Dec 10 18:41:51.111494 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56822) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:51.124024 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-83d7cd4b-2ad6-4f79-b929-29b2a9677716 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'subnet': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:51.140576 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:51.153068 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-85841f21-0e23-43c4-b897-11ec8baf6c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:51.154417 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-85841f21-0e23-43c4-b897-11ec8baf6c42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:51.155900 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-85841f21-0e23-43c4-b897-11ec8baf6c42 service neutron] 10.222.0.72 "PUT /v2.0/ports/b72ae8e8-7e19-4712-911e-ab0c9628329a HTTP/1.1" status: 200 len: 1091 time: 3.0710983 Dec 10 18:41:51.161689 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbbbaa6a-b115-417d-aac9-abe5c3981165 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:41:51.167182 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c43f204-3cc6-4c70-838b-559fa44d31c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'project_id': '5206888eb8664e02a4054430b5bab51d', 'fixed_ips': [{'subnet_id': 'cb34de42-8866-4701-b172-87c4ed70a903'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:41:51.168182 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4c43f204-3cc6-4c70-838b-559fa44d31c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:51.212565 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port bbbbaa6a-b115-417d-aac9-abe5c3981165, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=bbbbaa6a-b115-417d-aac9-abe5c3981165,segment=NetworkSegment(7ee9ae18-d3b7-45c6-9766-25742e5e159f),segment_id=7ee9ae18-d3b7-45c6-9766-25742e5e159f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:51.227422 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:51.229969 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acd485-c1f4-4def-a654-806c835a7b68 req-1d044c79-dbd6-493a-9fad-0762f094f9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:51.232370 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-37acd485-c1f4-4def-a654-806c835a7b68 req-1d044c79-dbd6-493a-9fad-0762f094f9c3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3bc50282-3306-4b81-ae1a-81a9a8be5df5 HTTP/1.1" status: 200 len: 912 time: 0.1069188 Dec 10 18:41:51.252718 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-a76efd8f-6132-4fb8-b449-3573f1e9bc4a service neutron] Attempting to bind port 246498f1-fdb3-4bd9-a635-99e7176162bc on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:41:51.252718 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-a76efd8f-6132-4fb8-b449-3573f1e9bc4a service neutron] Attempting to bind port 246498f1-fdb3-4bd9-a635-99e7176162bc by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '0c3af493-e367-4b53-a139-21137d44e892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '78d34d64-4845-4c10-b035-68235b493cc0'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:41:51.253012 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-a76efd8f-6132-4fb8-b449-3573f1e9bc4a service neutron] Attempting to bind port 246498f1-fdb3-4bd9-a635-99e7176162bc on network 78d34d64-4845-4c10-b035-68235b493cc0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:51.295018 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-615d82fa-e7d8-49ae-a234-11c75e104add tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:51.301965 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-37acd485-c1f4-4def-a654-806c835a7b68 req-318bc57c-ddd4-46ee-89eb-1f8944794808 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 HTTP/1.1" status: 200 len: 217 time: 0.0614626 Dec 10 18:41:51.309122 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6c855c07-1bff-417d-babf-b3676a85906b req-7292d482-848c-4a66-816f-a4e40eeea2b9 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7089701 Dec 10 18:41:51.323576 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-615d82fa-e7d8-49ae-a234-11c75e104add tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Network 78d34d64-4845-4c10-b035-68235b493cc0 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:51.331024 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-615d82fa-e7d8-49ae-a234-11c75e104add tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:51.335371 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-615d82fa-e7d8-49ae-a234-11c75e104add tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:41:51.344697 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85841f21-0e23-43c4-b897-11ec8baf6c42 service neutron] Pushing event updated for resources: {'Port': ['ID=b72ae8e8-7e19-4712-911e-ab0c9628329a,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:51.409505 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988defb-0bff-4dac-b7f8-56678436f439 req-475a8ddc-7f24-4d1e-81e3-00907cea93f2 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:51.416951 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1988defb-0bff-4dac-b7f8-56678436f439 req-475a8ddc-7f24-4d1e-81e3-00907cea93f2 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 943 time: 0.3219998 Dec 10 18:41:51.422022 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=bbbbaa6a-b115-417d-aac9-abe5c3981165,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:51.439379 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-a76efd8f-6132-4fb8-b449-3573f1e9bc4a service neutron] Port 246498f1-fdb3-4bd9-a635-99e7176162bc on network 78d34d64-4845-4c10-b035-68235b493cc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:41:51.439718 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-a76efd8f-6132-4fb8-b449-3573f1e9bc4a service neutron] Attempting to bind port 246498f1-fdb3-4bd9-a635-99e7176162bc on network 78d34d64-4845-4c10-b035-68235b493cc0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:51.447345 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acd485-c1f4-4def-a654-806c835a7b68 req-c9fc69cd-15f7-47df-b2a7-726a8a366f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:51.450365 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-37acd485-c1f4-4def-a654-806c835a7b68 req-c9fc69cd-15f7-47df-b2a7-726a8a366f49 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cdd9c23d-5046-4c54-950e-a05aba46bbec HTTP/1.1" status: 200 len: 850 time: 0.1090188 Dec 10 18:41:51.453136 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-a76efd8f-6132-4fb8-b449-3573f1e9bc4a service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:41:51.453644 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-a76efd8f-6132-4fb8-b449-3573f1e9bc4a service neutron] Checking segment: {'id': '0c3af493-e367-4b53-a139-21137d44e892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '78d34d64-4845-4c10-b035-68235b493cc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:41:51.454183 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-a76efd8f-6132-4fb8-b449-3573f1e9bc4a service neutron] Bound using segment: {'id': '0c3af493-e367-4b53-a139-21137d44e892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '78d34d64-4845-4c10-b035-68235b493cc0'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:41:51.454634 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-a76efd8f-6132-4fb8-b449-3573f1e9bc4a service neutron] Bound port: 246498f1-fdb3-4bd9-a635-99e7176162bc, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c3af493-e367-4b53-a139-21137d44e892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '78d34d64-4845-4c10-b035-68235b493cc0'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:41:51.454994 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-a76efd8f-6132-4fb8-b449-3573f1e9bc4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:51.475670 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-18913a74-7f09-4c23-8a8d-07a9de71217a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:51.477324 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-18913a74-7f09-4c23-8a8d-07a9de71217a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f1621867e3041c3a975a6622e21074f&device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 1100 time: 0.4827392 Dec 10 18:41:51.502155 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-4c43f204-3cc6-4c70-838b-559fa44d31c0 None None] Allocated IP 2001:db8::f816:3eff:fec1:6dab (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/cb34de42-8866-4701-b172-87c4ed70a903/dc8927b3-6d8d-4f57-8562-c844f921afd4) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:51.542498 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-64c8dfad-1723-4943-9df7-56a1e4947daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:51.555617 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-64c8dfad-1723-4943-9df7-56a1e4947daf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe6eb5f06afc4b37a6ea278952e91121&device_id=0d795aa3-af6b-4c30-aaa3-369bfb4162c0 HTTP/1.1" status: 200 len: 1094 time: 0.3371305 Dec 10 18:41:51.702262 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d795aa3-af6b-4c30-aaa3-369bfb4162c0', 'tag': 'b72ae8e8-7e19-4712-911e-ab0c9628329a'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:41:51.713704 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528d30b7-2523-46a6-81af-331f98788ede" -d '{"events": [{"name": "network-changed", "server_uuid": "0d795aa3-af6b-4c30-aaa3-369bfb4162c0", "tag": "b72ae8e8-7e19-4712-911e-ab0c9628329a"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:41:51.731507 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-a752723d-fe03-426a-8cb2-73927fb9aec5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b72ae8e8-7e19-4712-911e-ab0c9628329a HTTP/1.1" status: 200 len: 217 time: 0.1452031 Dec 10 18:41:51.731851 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4c43f204-3cc6-4c70-838b-559fa44d31c0 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:51.744200 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-615d82fa-e7d8-49ae-a234-11c75e104add tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:51.745009 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-615d82fa-e7d8-49ae-a234-11c75e104add tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:51.747458 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4c43f204-3cc6-4c70-838b-559fa44d31c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:51.772515 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acd485-c1f4-4def-a654-806c835a7b68 req-be65ee29-ff1d-46fb-a717-a601fd326549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:51.775017 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d82fa-e7d8-49ae-a234-11c75e104add tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Pushing event updated for resources: {'Port': ['ID=94ee5c58-0bf4-45fd-983d-b6e0bdd7d258,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:51.776017 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-37acd485-c1f4-4def-a654-806c835a7b68 req-be65ee29-ff1d-46fb-a717-a601fd326549 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3bc50282-3306-4b81-ae1a-81a9a8be5df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2539539 Dec 10 18:41:51.795433 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c43f204-3cc6-4c70-838b-559fa44d31c0 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:51.798951 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d7cd4b-2ad6-4f79-b929-29b2a9677716 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:41:51.799202 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-4c43f204-3cc6-4c70-838b-559fa44d31c0 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:51.803465 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83d7cd4b-2ad6-4f79-b929-29b2a9677716 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:51.804119 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c43f204-3cc6-4c70-838b-559fa44d31c0 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:41:51.816144 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-615d82fa-e7d8-49ae-a234-11c75e104add tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 10.2871590 Dec 10 18:41:51.849922 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c43f204-3cc6-4c70-838b-559fa44d31c0 None None] Pushing event updated for resources: {'Port': ['ID=dc8927b3-6d8d-4f57-8562-c844f921afd4,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:51.874411 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-695a4312-4b23-4909-b2a4-cefb81861d6d service neutron] Request body: {'port': {'device_id': '9fbdb9b9-5659-47e7-b1f3-f5bb233dc330', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:51.886672 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4c43f204-3cc6-4c70-838b-559fa44d31c0 None None] Attempting to bind port dc8927b3-6d8d-4f57-8562-c844f921afd4 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:41:51.887043 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4c43f204-3cc6-4c70-838b-559fa44d31c0 None None] Attempting to bind port dc8927b3-6d8d-4f57-8562-c844f921afd4 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:41:51.887406 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c43f204-3cc6-4c70-838b-559fa44d31c0 None None] Attempting to bind port dc8927b3-6d8d-4f57-8562-c844f921afd4 on network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:51.894708 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c43f204-3cc6-4c70-838b-559fa44d31c0 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:41:51.895113 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c43f204-3cc6-4c70-838b-559fa44d31c0 None None] Checking segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:41:51.895972 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4c43f204-3cc6-4c70-838b-559fa44d31c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:51.896379 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c43f204-3cc6-4c70-838b-559fa44d31c0 None None] Bound using segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:41:51.896913 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4c43f204-3cc6-4c70-838b-559fa44d31c0 None None] Bound port: dc8927b3-6d8d-4f57-8562-c844f921afd4, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:41:51.898272 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4c43f204-3cc6-4c70-838b-559fa44d31c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:51.910684 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1988defb-0bff-4dac-b7f8-56678436f439 req-bf81f9fb-91b8-4ffb-adf5-37a47db5a8e6 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4115756 Dec 10 18:41:51.960779 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-29c137fc-7cc1-4013-9e04-1c268439a7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:51.963336 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-29c137fc-7cc1-4013-9e04-1c268439a7ff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=78e534a1-1a95-404e-b0a4-d4c4732efc38 HTTP/1.1" status: 200 len: 858 time: 0.2055254 Dec 10 18:41:51.991352 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4c43f204-3cc6-4c70-838b-559fa44d31c0 None None] For port dc8927b3-6d8d-4f57-8562-c844f921afd4, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:41:51.994718 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4c43f204-3cc6-4c70-838b-559fa44d31c0 None None] For port dc8927b3-6d8d-4f57-8562-c844f921afd4, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=dc8927b3-6d8d-4f57-8562-c844f921afd4,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:41:52.002788 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-37acd485-c1f4-4def-a654-806c835a7b68 req-95ff4f24-cec4-4be9-bc64-a230d4f68bb8 service neutron] 10.222.0.72 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692626 Dec 10 18:41:52.006963 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4c43f204-3cc6-4c70-838b-559fa44d31c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:52.054176 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-a76efd8f-6132-4fb8-b449-3573f1e9bc4a service neutron] For port 246498f1-fdb3-4bd9-a635-99e7176162bc, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:41:52.084568 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-a43ff12f-6579-4036-9804-c90f50cc0d22 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=78d34d64-4845-4c10-b035-68235b493cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729516 Dec 10 18:41:52.087904 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c43f204-3cc6-4c70-838b-559fa44d31c0 None None] Pushing event updated for resources: {'Port': ['ID=dc8927b3-6d8d-4f57-8562-c844f921afd4,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:52.109488 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-74aa4973-0a03-4227-bb30-75820c78af73 req-6d44349a-3817-46d3-abba-b74077e002ea tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 210 time: 0.0702479 Dec 10 18:41:52.135146 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-695a4312-4b23-4909-b2a4-cefb81861d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:52.187177 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-337b7247-c218-4a8c-90af-97843705c34e req-32229979-9031-41a9-8653-6a1763783171 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Allocated IP 172.20.0.11 (14bf47a8-e4dc-4d77-8612-c359c818f901/473d5397-5861-4f30-8410-ba6c85b1882f/9445b25b-a78e-45cc-a85a-7b5cbdb88dbf) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:52.219944 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29385c5a-cdd3-41b6-bf7b-236a60db35db x-openstack-request-id: req-29385c5a-cdd3-41b6-bf7b-236a60db35db {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:41:52.219944 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d795aa3-af6b-4c30-aaa3-369bfb4162c0", "tag": "b72ae8e8-7e19-4712-911e-ab0c9628329a", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:41:52.220232 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-29385c5a-cdd3-41b6-bf7b-236a60db35db {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:41:52.223461 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d795aa3-af6b-4c30-aaa3-369bfb4162c0', 'tag': 'b72ae8e8-7e19-4712-911e-ab0c9628329a', 'status': 'completed', 'code': 200} Dec 10 18:41:52.243953 n-d-821435-1 neutron-server[103245]: INFO neutron.db.ipam_backend_mixin [None req-83d7cd4b-2ad6-4f79-b929-29b2a9677716 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cb34de42-8866-4701-b172-87c4ed70a903 (CIDR: 2001:db8::/64) Dec 10 18:41:52.286245 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-83d7cd4b-2ad6-4f79-b929-29b2a9677716 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:41:52.286911 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83d7cd4b-2ad6-4f79-b929-29b2a9677716 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:41:52.367691 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-60aeff5b-bdce-461d-a6f1-ef8568bf103c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:52.397215 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-9b33e05c-84ad-401a-89b6-77fa7bad2239 service neutron] 10.222.0.72 "GET /v2.0/networks/78d34d64-4845-4c10-b035-68235b493cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862968 Dec 10 18:41:52.405676 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-83d7cd4b-2ad6-4f79-b929-29b2a9677716 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2858260 Dec 10 18:41:52.431209 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56842) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:52.438428 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c0f31937-3b04-4a8f-8514-cd7969fe3812 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'subnet': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:52.471546 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-a76efd8f-6132-4fb8-b449-3573f1e9bc4a service neutron] For port 246498f1-fdb3-4bd9-a635-99e7176162bc, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=246498f1-fdb3-4bd9-a635-99e7176162bc,segment=NetworkSegment(0c3af493-e367-4b53-a139-21137d44e892),segment_id=0c3af493-e367-4b53-a139-21137d44e892)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:41:52.521134 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-a76efd8f-6132-4fb8-b449-3573f1e9bc4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:52.573034 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7e1b1-59c8-4cf0-8a3a-3fa792ff1405 req-24a8a8d8-635a-413c-a2bf-0cd3be7b8c96 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:52.575172 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-19e7e1b1-59c8-4cf0-8a3a-3fa792ff1405 req-24a8a8d8-635a-413c-a2bf-0cd3be7b8c96 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 949 time: 0.7976754 Dec 10 18:41:52.677560 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76efd8f-6132-4fb8-b449-3573f1e9bc4a service neutron] Pushing event updated for resources: {'Port': ['ID=246498f1-fdb3-4bd9-a635-99e7176162bc,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:52.681369 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-d1fbb026-1e6c-469a-a944-3a92d90913b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:52.683277 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-d1fbb026-1e6c-469a-a944-3a92d90913b8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 1.0814805 Dec 10 18:41:52.685502 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-37acd485-c1f4-4def-a654-806c835a7b68 req-a7515cb0-42c2-4b70-89d8-6dd704a0915b service neutron] 10.222.0.72 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6551642 Dec 10 18:41:52.784810 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-a76efd8f-6132-4fb8-b449-3573f1e9bc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:52.786112 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-a76efd8f-6132-4fb8-b449-3573f1e9bc4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:52.787800 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-a76efd8f-6132-4fb8-b449-3573f1e9bc4a service neutron] 10.222.0.46 "PUT /v2.0/ports/246498f1-fdb3-4bd9-a635-99e7176162bc HTTP/1.1" status: 200 len: 1091 time: 6.0791807 Dec 10 18:41:52.790822 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e24510-0a8a-4c85-8498-48cc7075a1ce', 'tag': '246498f1-fdb3-4bd9-a635-99e7176162bc'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:41:52.793080 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7c5a7f-6fb7-4524-ada7-3daae3804ec7" -d '{"events": [{"name": "network-changed", "server_uuid": "38e24510-0a8a-4c85-8498-48cc7075a1ce", "tag": "246498f1-fdb3-4bd9-a635-99e7176162bc"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:41:52.796716 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-0872f189-3c2d-4478-84ec-982ce158ab32 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=11e8e98c-eb94-4b13-8d37-10d3788fd7d0 HTTP/1.1" status: 200 len: 217 time: 0.0969231 Dec 10 18:41:52.802003 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-337b7247-c218-4a8c-90af-97843705c34e req-32229979-9031-41a9-8653-6a1763783171 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:52.911206 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-19e7e1b1-59c8-4cf0-8a3a-3fa792ff1405 req-893e21c7-db1f-4178-9e0d-9a497d023383 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409251 Dec 10 18:41:52.972937 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-c29e5e8f-452e-45da-a6d9-ed4d98fb907a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:52.974508 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-c29e5e8f-452e-45da-a6d9-ed4d98fb907a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.1430151 Dec 10 18:41:53.000621 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-371f7f83-fac3-4789-974d-74cbc9a3db80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:53.003133 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-371f7f83-fac3-4789-974d-74cbc9a3db80 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe6eb5f06afc4b37a6ea278952e91121&device_id=38e24510-0a8a-4c85-8498-48cc7075a1ce HTTP/1.1" status: 200 len: 1094 time: 0.1154742 Dec 10 18:41:53.021563 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-337b7247-c218-4a8c-90af-97843705c34e req-32229979-9031-41a9-8653-6a1763783171 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:53.121266 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-7bdcac18-ed59-4227-adb2-4b6200411d65 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=246498f1-fdb3-4bd9-a635-99e7176162bc HTTP/1.1" status: 200 len: 217 time: 0.0933855 Dec 10 18:41:53.128177 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020db9d7-9051-4823-b7cd-990f26274392 req-719e8204-6067-4324-a1cd-bc89d5834db4 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:53.130385 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-020db9d7-9051-4823-b7cd-990f26274392 req-719e8204-6067-4324-a1cd-bc89d5834db4 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d795aa3-af6b-4c30-aaa3-369bfb4162c0 HTTP/1.1" status: 200 len: 943 time: 0.8650374 Dec 10 18:41:53.146337 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-337b7247-c218-4a8c-90af-97843705c34e req-32229979-9031-41a9-8653-6a1763783171 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Network 14bf47a8-e4dc-4d77-8612-c359c818f901 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:53.167357 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-337b7247-c218-4a8c-90af-97843705c34e req-32229979-9031-41a9-8653-6a1763783171 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:53.173405 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-337b7247-c218-4a8c-90af-97843705c34e req-32229979-9031-41a9-8653-6a1763783171 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:41:53.243926 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['bbbbaa6a-b115-417d-aac9-abe5c3981165'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:41:53.250959 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['11e8e98c-eb94-4b13-8d37-10d3788fd7d0'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:41:53.305480 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b7247-c218-4a8c-90af-97843705c34e req-32229979-9031-41a9-8653-6a1763783171 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:53.306535 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-337b7247-c218-4a8c-90af-97843705c34e req-32229979-9031-41a9-8653-6a1763783171 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:53.320092 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-0ce511cd-2a7c-4b31-93a7-878312b58926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:53.328498 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-0ce511cd-2a7c-4b31-93a7-878312b58926 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3448868 Dec 10 18:41:53.345847 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32229979-9031-41a9-8653-6a1763783171 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Pushing event updated for resources: {'Port': ['ID=9445b25b-a78e-45cc-a85a-7b5cbdb88dbf,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:53.379607 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-020db9d7-9051-4823-b7cd-990f26274392 req-d632a6f9-008b-4dfd-9567-606a36a7abb2 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/security-groups?id=3036b1d5-bdc6-444a-91e7-0f0e114911f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381816 Dec 10 18:41:53.386302 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-6750b824-e883-439c-a504-305dc0583572 service neutron] 10.222.0.72 "GET /v2.0/networks/78d34d64-4845-4c10-b035-68235b493cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9793668 Dec 10 18:41:53.439830 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['81277139-290e-4f1d-8ad5-de057447bc97'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:41:53.457743 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-337b7247-c218-4a8c-90af-97843705c34e req-32229979-9031-41a9-8653-6a1763783171 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4676676 Dec 10 18:41:53.532734 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f31937-3b04-4a8f-8514-cd7969fe3812 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:41:53.536053 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0f31937-3b04-4a8f-8514-cd7969fe3812 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:53.576395 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe6e73-c09d-486f-b8d7-1b89af3c1f94 req-388e3309-3ad4-4d31-9d35-163a21f05a07 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:53.594145 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe6e73-c09d-486f-b8d7-1b89af3c1f94 req-388e3309-3ad4-4d31-9d35-163a21f05a07 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:53.621141 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['47fbfc3e-4987-433a-854c-816b07d9ed10'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:41:53.621605 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe6e73-c09d-486f-b8d7-1b89af3c1f94 req-388e3309-3ad4-4d31-9d35-163a21f05a07 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:53.639800 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe6e73-c09d-486f-b8d7-1b89af3c1f94 req-388e3309-3ad4-4d31-9d35-163a21f05a07 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:53.650003 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:53.654999 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe6e73-c09d-486f-b8d7-1b89af3c1f94 req-388e3309-3ad4-4d31-9d35-163a21f05a07 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:53.672577 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe6e73-c09d-486f-b8d7-1b89af3c1f94 req-388e3309-3ad4-4d31-9d35-163a21f05a07 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:53.691735 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe6e73-c09d-486f-b8d7-1b89af3c1f94 req-388e3309-3ad4-4d31-9d35-163a21f05a07 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:53.696544 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0dfe6e73-c09d-486f-b8d7-1b89af3c1f94 req-388e3309-3ad4-4d31-9d35-163a21f05a07 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5427 time: 0.5945511 Dec 10 18:41:53.698546 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device dc8927b3-6d8d-4f57-8562-c844f921afd4 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:53.705343 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-337b7247-c218-4a8c-90af-97843705c34e req-041ee290-a807-49a2-81c4-71f5bff5c6ae service neutron] Request body: {'port': {'device_id': '038d177a-cd27-4a6a-a676-da7df61ac672', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:53.745343 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-a72a6c98-1d45-463c-9093-9ec7bb6adab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:53.746859 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-a72a6c98-1d45-463c-9093-9ec7bb6adab7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=78e534a1-1a95-404e-b0a4-d4c4732efc38 HTTP/1.1" status: 200 len: 858 time: 0.5926878 Dec 10 18:41:53.811693 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6b7beb-5d45-4379-931c-561d05e1aaf2 x-openstack-request-id: req-0b6b7beb-5d45-4379-931c-561d05e1aaf2 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:41:53.818554 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38e24510-0a8a-4c85-8498-48cc7075a1ce", "tag": "246498f1-fdb3-4bd9-a635-99e7176162bc", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:41:53.820797 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0b6b7beb-5d45-4379-931c-561d05e1aaf2 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:41:53.821420 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e24510-0a8a-4c85-8498-48cc7075a1ce', 'tag': '246498f1-fdb3-4bd9-a635-99e7176162bc', 'status': 'completed', 'code': 200} Dec 10 18:41:54.034466 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port dc8927b3-6d8d-4f57-8562-c844f921afd4 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:54.035962 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:54.136214 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-695a4312-4b23-4909-b2a4-cefb81861d6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94ee5c58-0bf4-45fd-983d-b6e0bdd7d258 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:41:54.147444 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-695a4312-4b23-4909-b2a4-cefb81861d6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:54.166711 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-695a4312-4b23-4909-b2a4-cefb81861d6d service neutron] Transition to ACTIVE for port object 94ee5c58-0bf4-45fd-983d-b6e0bdd7d258 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:41:54.180548 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0f31937-3b04-4a8f-8514-cd7969fe3812 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:54.243933 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a8c19e23-0d43-40bd-9836-29889327f6ea None None] Provisioning complete for port dc8927b3-6d8d-4f57-8562-c844f921afd4 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:54.245090 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a8c19e23-0d43-40bd-9836-29889327f6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:54.275065 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f31937-3b04-4a8f-8514-cd7969fe3812 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Subnet': ['ID=bbccaf57-d8e2-4640-834f-9bd16bf3d714,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:54.279416 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-b1d261b3-02f6-4721-aabe-481596578f52 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=78d34d64-4845-4c10-b035-68235b493cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4569125 Dec 10 18:41:54.291940 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-695a4312-4b23-4909-b2a4-cefb81861d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:54.298381 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['973dc1f1-e06c-4020-8e9d-616ae7e52df5'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:41:54.381864 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d30b7-2523-46a6-81af-331f98788ede req-9eb441fd-09e5-4809-ad6b-c3a6499ef128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:54.384149 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-528d30b7-2523-46a6-81af-331f98788ede req-9eb441fd-09e5-4809-ad6b-c3a6499ef128 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe6eb5f06afc4b37a6ea278952e91121&device_id=0d795aa3-af6b-4c30-aaa3-369bfb4162c0 HTTP/1.1" status: 200 len: 1094 time: 0.9152558 Dec 10 18:41:54.393653 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f31937-3b04-4a8f-8514-cd7969fe3812 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:54.395509 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a4312-4b23-4909-b2a4-cefb81861d6d service neutron] Pushing event updated for resources: {'Port': ['ID=94ee5c58-0bf4-45fd-983d-b6e0bdd7d258,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:54.422325 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-c0f31937-3b04-4a8f-8514-cd7969fe3812 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:54.425983 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f31937-3b04-4a8f-8514-cd7969fe3812 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:54.426581 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0f31937-3b04-4a8f-8514-cd7969fe3812 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:54.450840 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7040630-af12-4887-9719-ce033ed128bc req-1561388c-6d94-4bc7-9e36-47dcbb578d83 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:54.452046 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307b9ed4-0257-4dcd-9f74-a067d81636cb None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:41:54.459611 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d7040630-af12-4887-9719-ce033ed128bc req-1561388c-6d94-4bc7-9e36-47dcbb578d83 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 943 time: 0.3852265 Dec 10 18:41:54.490172 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-16b489ed-9912-4c88-b681-96dbd51412ed service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1325722 Dec 10 18:41:54.524127 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-337b7247-c218-4a8c-90af-97843705c34e req-041ee290-a807-49a2-81c4-71f5bff5c6ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:54.579676 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c0f31937-3b04-4a8f-8514-cd7969fe3812 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1464057 Dec 10 18:41:54.580180 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56876) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:54.614758 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-fa97fd11-4543-4011-8300-a058938e2b34 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'port': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'mac_address': 'fa:16:3e:d3:c7:03', 'name': 'tempest-NetworksTestDHCPv6-544393988'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:54.632348 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0dfe6e73-c09d-486f-b8d7-1b89af3c1f94 req-1cd96086-bf6b-4e2a-bee7-c6a1ab5f2aaa tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9016705 Dec 10 18:41:54.705587 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-0218c9d5-b531-44c9-8ab8-caa49a65ff45 service neutron] 10.222.0.46 "GET /v2.0/networks/78d34d64-4845-4c10-b035-68235b493cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053760 Dec 10 18:41:54.737760 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d7040630-af12-4887-9719-ce033ed128bc req-1a9df500-c133-4ab5-9ac0-d223b8926e2c tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2770441 Dec 10 18:41:54.798510 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-695a4312-4b23-4909-b2a4-cefb81861d6d service neutron] Attempting to bind port 94ee5c58-0bf4-45fd-983d-b6e0bdd7d258 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:41:54.799160 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-695a4312-4b23-4909-b2a4-cefb81861d6d service neutron] Attempting to bind port 94ee5c58-0bf4-45fd-983d-b6e0bdd7d258 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '0c3af493-e367-4b53-a139-21137d44e892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '78d34d64-4845-4c10-b035-68235b493cc0'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:41:54.799604 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-695a4312-4b23-4909-b2a4-cefb81861d6d service neutron] Attempting to bind port 94ee5c58-0bf4-45fd-983d-b6e0bdd7d258 on network 78d34d64-4845-4c10-b035-68235b493cc0 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:54.803621 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d30b7-2523-46a6-81af-331f98788ede req-00cba802-5566-49d6-a0cd-086ff0cd7a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:54.805092 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-528d30b7-2523-46a6-81af-331f98788ede req-00cba802-5566-49d6-a0cd-086ff0cd7a33 service neutron] 10.222.0.72 "GET /v2.0/networks?id=78d34d64-4845-4c10-b035-68235b493cc0 HTTP/1.1" status: 200 len: 919 time: 0.4039931 Dec 10 18:41:54.843610 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:54.860709 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-695a4312-4b23-4909-b2a4-cefb81861d6d service neutron] Port 94ee5c58-0bf4-45fd-983d-b6e0bdd7d258 on network 78d34d64-4845-4c10-b035-68235b493cc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:41:54.861071 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-695a4312-4b23-4909-b2a4-cefb81861d6d service neutron] Attempting to bind port 94ee5c58-0bf4-45fd-983d-b6e0bdd7d258 on network 78d34d64-4845-4c10-b035-68235b493cc0 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:54.876260 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a8c19e23-0d43-40bd-9836-29889327f6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:54.888255 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:54.909494 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-528d30b7-2523-46a6-81af-331f98788ede req-742ae1f7-01ae-464e-83f7-a418113e07e2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b72ae8e8-7e19-4712-911e-ab0c9628329a HTTP/1.1" status: 200 len: 217 time: 0.0813692 Dec 10 18:41:54.939493 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-e407a7cb-f8b6-4ec8-8f7a-1a11401dfa7b service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4398067 Dec 10 18:41:54.967158 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-695a4312-4b23-4909-b2a4-cefb81861d6d service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:41:54.967838 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-695a4312-4b23-4909-b2a4-cefb81861d6d service neutron] Checking segment: {'id': '0c3af493-e367-4b53-a139-21137d44e892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '78d34d64-4845-4c10-b035-68235b493cc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:41:54.968454 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-695a4312-4b23-4909-b2a4-cefb81861d6d service neutron] Bound using segment: {'id': '0c3af493-e367-4b53-a139-21137d44e892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '78d34d64-4845-4c10-b035-68235b493cc0'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:41:54.969141 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-695a4312-4b23-4909-b2a4-cefb81861d6d service neutron] Bound port: 94ee5c58-0bf4-45fd-983d-b6e0bdd7d258, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c3af493-e367-4b53-a139-21137d44e892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '78d34d64-4845-4c10-b035-68235b493cc0'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:41:54.970810 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-695a4312-4b23-4909-b2a4-cefb81861d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:54.978833 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port dc8927b3-6d8d-4f57-8562-c844f921afd4, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=dc8927b3-6d8d-4f57-8562-c844f921afd4,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:54.991276 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:55.070519 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220e0e2-e430-405c-a8fc-3efee73cf49e req-c3c3e273-511f-42e1-b893-dff39ded1ab7 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:55.072068 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f220e0e2-e430-405c-a8fc-3efee73cf49e req-c3c3e273-511f-42e1-b893-dff39ded1ab7 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 932 time: 0.2703719 Dec 10 18:41:55.081357 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-70c4953b-6517-43f8-8f36-4e16d524f470 service neutron] 10.222.0.46 "GET /v2.0/networks/78d34d64-4845-4c10-b035-68235b493cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614478 Dec 10 18:41:55.100916 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f459d8-e7fa-4e7f-b5ce-a0435e3f1b62 req-6e3989d1-3226-4d06-a855-8a081de66d16 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:55.102872 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-47f459d8-e7fa-4e7f-b5ce-a0435e3f1b62 req-6e3989d1-3226-4d06-a855-8a081de66d16 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 949 time: 0.2911074 Dec 10 18:41:55.125547 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d30b7-2523-46a6-81af-331f98788ede req-de72e8e4-99a1-4187-9ebc-c999f6574f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:55.127833 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-528d30b7-2523-46a6-81af-331f98788ede req-de72e8e4-99a1-4187-9ebc-c999f6574f41 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=78e534a1-1a95-404e-b0a4-d4c4732efc38 HTTP/1.1" status: 200 len: 858 time: 0.2071002 Dec 10 18:41:55.175356 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa97fd11-4543-4011-8300-a058938e2b34 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:41:55.188340 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f220e0e2-e430-405c-a8fc-3efee73cf49e req-93771e8a-5c18-4cd0-b133-8083c383e75b tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007843 Dec 10 18:41:55.190249 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=dc8927b3-6d8d-4f57-8562-c844f921afd4,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:55.199942 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:55.200302 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:55.201028 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:55.201208 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:55.201656 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:55.202006 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:55.202734 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:55.202734 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:55.202988 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:55.203323 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:55.203658 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:55.203990 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:55.205041 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:55.219557 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-528d30b7-2523-46a6-81af-331f98788ede req-1ffd6fc0-70c4-4d26-8550-3775bf02ece4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=78d34d64-4845-4c10-b035-68235b493cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687692 Dec 10 18:41:55.228780 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-a8c19e23-0d43-40bd-9836-29889327f6ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:41:55.229446 n-d-821435-1 neutron-server[103246]: DEBUG oslo_db.api [None req-a8c19e23-0d43-40bd-9836-29889327f6ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:41:55.231540 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb0183b-dc1f-4977-b529-d08dddc909f9 None None] Update dhcp port {'port': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'fixed_ips': [{'subnet_id': 'cb34de42-8866-4701-b172-87c4ed70a903', 'ip_address': '2001:db8::f816:3eff:fec1:6dab'}, {'subnet_id': 'bbccaf57-d8e2-4640-834f-9bd16bf3d714'}], 'binding:host_id': 'n-d-821435-1'}, 'id': 'dc8927b3-6d8d-4f57-8562-c844f921afd4'} from n-d-821435-1. {{(pid=103246) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 18:41:55.240380 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c5a7f-6fb7-4524-ada7-3daae3804ec7 req-e1ac6e83-7611-4a8c-bb37-2c28b13a0fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:55.243221 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9b7c5a7f-6fb7-4524-ada7-3daae3804ec7 req-e1ac6e83-7611-4a8c-bb37-2c28b13a0fdd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe6eb5f06afc4b37a6ea278952e91121&device_id=38e24510-0a8a-4c85-8498-48cc7075a1ce HTTP/1.1" status: 200 len: 1094 time: 0.1061208 Dec 10 18:41:55.279558 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-695a4312-4b23-4909-b2a4-cefb81861d6d service neutron] For port 94ee5c58-0bf4-45fd-983d-b6e0bdd7d258, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:41:55.281700 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ecb0183b-dc1f-4977-b529-d08dddc909f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:55.297806 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:41:55.301181 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 0d10c87b-1905-4b3f-bcac-2040c27cd26b up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:55.334293 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-695a4312-4b23-4909-b2a4-cefb81861d6d service neutron] For port 94ee5c58-0bf4-45fd-983d-b6e0bdd7d258, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=94ee5c58-0bf4-45fd-983d-b6e0bdd7d258,segment=NetworkSegment(0c3af493-e367-4b53-a139-21137d44e892),segment_id=0c3af493-e367-4b53-a139-21137d44e892)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:41:55.370497 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-47f459d8-e7fa-4e7f-b5ce-a0435e3f1b62 req-1319f827-508d-47f1-8491-e18c5f1f032f tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546315 Dec 10 18:41:55.375465 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-695a4312-4b23-4909-b2a4-cefb81861d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:55.403944 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-337b7247-c218-4a8c-90af-97843705c34e req-041ee290-a807-49a2-81c4-71f5bff5c6ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9445b25b-a78e-45cc-a85a-7b5cbdb88dbf {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:41:55.427285 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-337b7247-c218-4a8c-90af-97843705c34e req-041ee290-a807-49a2-81c4-71f5bff5c6ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:55.468362 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-337b7247-c218-4a8c-90af-97843705c34e req-041ee290-a807-49a2-81c4-71f5bff5c6ae service neutron] Transition to ACTIVE for port object 9445b25b-a78e-45cc-a85a-7b5cbdb88dbf will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:41:55.481726 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb756ca-ad90-4e7f-9f5c-a697c59b178a req-6e502fc6-bf1c-4c7e-8bcd-a38a91bebac8 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:55.484310 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2cb756ca-ad90-4e7f-9f5c-a697c59b178a req-6e502fc6-bf1c-4c7e-8bcd-a38a91bebac8 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d795aa3-af6b-4c30-aaa3-369bfb4162c0 HTTP/1.1" status: 200 len: 943 time: 0.1495891 Dec 10 18:41:55.487517 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-337b7247-c218-4a8c-90af-97843705c34e req-041ee290-a807-49a2-81c4-71f5bff5c6ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:55.494632 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-695a4312-4b23-4909-b2a4-cefb81861d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:55.495276 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-695a4312-4b23-4909-b2a4-cefb81861d6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:55.496731 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-695a4312-4b23-4909-b2a4-cefb81861d6d service neutron] 10.222.0.72 "PUT /v2.0/ports/94ee5c58-0bf4-45fd-983d-b6e0bdd7d258 HTTP/1.1" status: 200 len: 1092 time: 3.6266274 Dec 10 18:41:55.499933 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c5a7f-6fb7-4524-ada7-3daae3804ec7 req-7a831223-941e-4573-bcd1-c6264fa8db1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:55.501483 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9b7c5a7f-6fb7-4524-ada7-3daae3804ec7 req-7a831223-941e-4573-bcd1-c6264fa8db1c service neutron] 10.222.0.46 "GET /v2.0/networks?id=78d34d64-4845-4c10-b035-68235b493cc0 HTTP/1.1" status: 200 len: 919 time: 0.2504508 Dec 10 18:41:55.536394 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fbdb9b9-5659-47e7-b1f3-f5bb233dc330', 'tag': '94ee5c58-0bf4-45fd-983d-b6e0bdd7d258'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:41:55.540216 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d35716-07fd-4ae6-93f6-678f7e3a9747" -d '{"events": [{"name": "network-changed", "server_uuid": "9fbdb9b9-5659-47e7-b1f3-f5bb233dc330", "tag": "94ee5c58-0bf4-45fd-983d-b6e0bdd7d258"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:41:55.560824 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:55.562917 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 0d10c87b-1905-4b3f-bcac-2040c27cd26b completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:41:55.570317 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 0d10c87b-1905-4b3f-bcac-2040c27cd26b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:55.571044 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:55.656465 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9b7c5a7f-6fb7-4524-ada7-3daae3804ec7 req-2c1ea400-6152-4663-8bfa-efe08b48fe67 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=246498f1-fdb3-4bd9-a635-99e7176162bc HTTP/1.1" status: 200 len: 217 time: 0.0873263 Dec 10 18:41:55.669543 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device dc8927b3-6d8d-4f57-8562-c844f921afd4 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:55.684961 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fa97fd11-4543-4011-8300-a058938e2b34 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:55.688943 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ee290-a807-49a2-81c4-71f5bff5c6ae service neutron] Pushing event updated for resources: {'Port': ['ID=9445b25b-a78e-45cc-a85a-7b5cbdb88dbf,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:55.704981 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a4312-4b23-4909-b2a4-cefb81861d6d service neutron] Pushing event updated for resources: {'Port': ['ID=94ee5c58-0bf4-45fd-983d-b6e0bdd7d258,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:55.716710 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-528d30b7-2523-46a6-81af-331f98788ede req-441ef2d8-aef7-45bf-abff-765d99a8d944 service neutron] 10.222.0.72 "GET /v2.0/networks/78d34d64-4845-4c10-b035-68235b493cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397159 Dec 10 18:41:55.718944 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-f15ceaba-13b1-48a4-a0aa-31b32d775066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:55.720356 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-f15ceaba-13b1-48a4-a0aa-31b32d775066 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe6eb5f06afc4b37a6ea278952e91121&device_id=9fbdb9b9-5659-47e7-b1f3-f5bb233dc330 HTTP/1.1" status: 200 len: 1095 time: 0.1423604 Dec 10 18:41:55.721353 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-fa97fd11-4543-4011-8300-a058938e2b34 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] device_id is not set on port cc442cf0-22a9-408d-af79-1494e6fd1445 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:41:55.783200 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2cb756ca-ad90-4e7f-9f5c-a697c59b178a req-7a4ec7b7-9268-444f-a82e-872400b6e727 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/security-groups?id=3036b1d5-bdc6-444a-91e7-0f0e114911f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857604 Dec 10 18:41:55.816448 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c5a7f-6fb7-4524-ada7-3daae3804ec7 req-d72306f4-b207-41d2-866f-6394030322dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:55.818038 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9b7c5a7f-6fb7-4524-ada7-3daae3804ec7 req-d72306f4-b207-41d2-866f-6394030322dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=78e534a1-1a95-404e-b0a4-d4c4732efc38 HTTP/1.1" status: 200 len: 858 time: 0.1502254 Dec 10 18:41:55.831022 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:55.834074 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-7c25daba-176e-4b5a-853f-7b2640c2ef4e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94ee5c58-0bf4-45fd-983d-b6e0bdd7d258 HTTP/1.1" status: 200 len: 217 time: 0.0602012 Dec 10 18:41:55.836401 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee10c039-eaf9-43bb-9938-0664d4553ca7 x-openstack-request-id: req-ee10c039-eaf9-43bb-9938-0664d4553ca7 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:41:55.837656 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fbdb9b9-5659-47e7-b1f3-f5bb233dc330", "tag": "94ee5c58-0bf4-45fd-983d-b6e0bdd7d258", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:41:55.838556 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ee10c039-eaf9-43bb-9938-0664d4553ca7 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:41:55.839136 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fbdb9b9-5659-47e7-b1f3-f5bb233dc330', 'tag': '94ee5c58-0bf4-45fd-983d-b6e0bdd7d258', 'status': 'completed', 'code': 200} Dec 10 18:41:55.858799 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9b7c5a7f-6fb7-4524-ada7-3daae3804ec7 req-f15b0ff8-e63e-4ada-84e0-cb9a03625b19 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=78d34d64-4845-4c10-b035-68235b493cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330558 Dec 10 18:41:55.880567 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-ecb0183b-dc1f-4977-b529-d08dddc909f9 None None] Allocated IP 2001:db8:0:1::2 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/bbccaf57-d8e2-4640-834f-9bd16bf3d714/dc8927b3-6d8d-4f57-8562-c844f921afd4) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:55.884495 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281', 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5', 'port_id': '8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281', 'mac_address': 'fa:16:3e:22:c1:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd9c23d-5046-4c54-950e-a05aba46bbec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:41:55.888601 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-337b7247-c218-4a8c-90af-97843705c34e req-041ee290-a807-49a2-81c4-71f5bff5c6ae service neutron] Attempting to bind port 9445b25b-a78e-45cc-a85a-7b5cbdb88dbf on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:41:55.889096 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-337b7247-c218-4a8c-90af-97843705c34e req-041ee290-a807-49a2-81c4-71f5bff5c6ae service neutron] Attempting to bind port 9445b25b-a78e-45cc-a85a-7b5cbdb88dbf by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': 'e2762cd7-3077-44c4-9495-44ad1a192a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '14bf47a8-e4dc-4d77-8612-c359c818f901'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:41:55.889553 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337b7247-c218-4a8c-90af-97843705c34e req-041ee290-a807-49a2-81c4-71f5bff5c6ae service neutron] Attempting to bind port 9445b25b-a78e-45cc-a85a-7b5cbdb88dbf on network 14bf47a8-e4dc-4d77-8612-c359c818f901 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:55.939541 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337b7247-c218-4a8c-90af-97843705c34e req-041ee290-a807-49a2-81c4-71f5bff5c6ae service neutron] Port 9445b25b-a78e-45cc-a85a-7b5cbdb88dbf on network 14bf47a8-e4dc-4d77-8612-c359c818f901 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:41:55.939887 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337b7247-c218-4a8c-90af-97843705c34e req-041ee290-a807-49a2-81c4-71f5bff5c6ae service neutron] Attempting to bind port 9445b25b-a78e-45cc-a85a-7b5cbdb88dbf on network 14bf47a8-e4dc-4d77-8612-c359c818f901 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:55.968322 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337b7247-c218-4a8c-90af-97843705c34e req-041ee290-a807-49a2-81c4-71f5bff5c6ae service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:41:55.968787 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337b7247-c218-4a8c-90af-97843705c34e req-041ee290-a807-49a2-81c4-71f5bff5c6ae service neutron] Checking segment: {'id': 'e2762cd7-3077-44c4-9495-44ad1a192a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '14bf47a8-e4dc-4d77-8612-c359c818f901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:41:55.969286 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337b7247-c218-4a8c-90af-97843705c34e req-041ee290-a807-49a2-81c4-71f5bff5c6ae service neutron] Bound using segment: {'id': 'e2762cd7-3077-44c4-9495-44ad1a192a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '14bf47a8-e4dc-4d77-8612-c359c818f901'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:41:55.969842 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-337b7247-c218-4a8c-90af-97843705c34e req-041ee290-a807-49a2-81c4-71f5bff5c6ae service neutron] Bound port: 9445b25b-a78e-45cc-a85a-7b5cbdb88dbf, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2762cd7-3077-44c4-9495-44ad1a192a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '14bf47a8-e4dc-4d77-8612-c359c818f901'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:41:55.970307 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-337b7247-c218-4a8c-90af-97843705c34e req-041ee290-a807-49a2-81c4-71f5bff5c6ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:56.011133 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:56.046884 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-7409278c-b9cf-475a-a2ba-9b8564ebbbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:56.048372 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-7409278c-b9cf-475a-a2ba-9b8564ebbbaf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=78e534a1-1a95-404e-b0a4-d4c4732efc38 HTTP/1.1" status: 200 len: 858 time: 0.1711888 Dec 10 18:41:56.052082 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9b7c5a7f-6fb7-4524-ada7-3daae3804ec7 req-fe86b2a2-dc3b-4f09-a2a4-f1cebb73b525 service neutron] 10.222.0.46 "GET /v2.0/networks/78d34d64-4845-4c10-b035-68235b493cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855838 Dec 10 18:41:56.054076 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:56.056607 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b813bc-2174-407a-be07-fa111fb4781d req-f1d42cf4-2218-43c1-ab0e-1c83eda5d352 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:56.058304 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4b813bc-2174-407a-be07-fa111fb4781d req-f1d42cf4-2218-43c1-ab0e-1c83eda5d352 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 943 time: 0.1148038 Dec 10 18:41:56.063867 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ec43e-1cec-4912-b7e2-da503228750e req-a80016ea-75a6-45c7-a2d8-939d980d7a02 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:56.070981 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ec43e-1cec-4912-b7e2-da503228750e req-a80016ea-75a6-45c7-a2d8-939d980d7a02 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:56.077532 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ec43e-1cec-4912-b7e2-da503228750e req-a80016ea-75a6-45c7-a2d8-939d980d7a02 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:56.081609 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port dc8927b3-6d8d-4f57-8562-c844f921afd4 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:56.081609 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:56.083877 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:41:56.084354 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ec43e-1cec-4912-b7e2-da503228750e req-a80016ea-75a6-45c7-a2d8-939d980d7a02 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:56.091444 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ec43e-1cec-4912-b7e2-da503228750e req-a80016ea-75a6-45c7-a2d8-939d980d7a02 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:56.096776 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ec43e-1cec-4912-b7e2-da503228750e req-a80016ea-75a6-45c7-a2d8-939d980d7a02 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:56.103569 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ec43e-1cec-4912-b7e2-da503228750e req-a80016ea-75a6-45c7-a2d8-939d980d7a02 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:56.105587 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5e8ec43e-1cec-4912-b7e2-da503228750e req-a80016ea-75a6-45c7-a2d8-939d980d7a02 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5427 time: 0.1840360 Dec 10 18:41:56.114671 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-3fb97ca1-b5d3-42e9-bad1-25f3a5dcf225 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=78d34d64-4845-4c10-b035-68235b493cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551624 Dec 10 18:41:56.126180 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-528d30b7-2523-46a6-81af-331f98788ede req-494bf0f3-fe5a-4964-a434-35a8414bb1ac service neutron] 10.222.0.72 "GET /v2.0/networks/78d34d64-4845-4c10-b035-68235b493cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497510 Dec 10 18:41:56.134409 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d10c87b-1905-4b3f-bcac-2040c27cd26b'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:41:56.136587 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898fc5b3-c25c-4b54-8d87-b0c584eedff2" -d '{"events": [{"server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "name": "network-vif-plugged", "status": "completed", "tag": "0d10c87b-1905-4b3f-bcac-2040c27cd26b"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:41:56.170485 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 0d10c87b-1905-4b3f-bcac-2040c27cd26b, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=0d10c87b-1905-4b3f-bcac-2040c27cd26b,segment=NetworkSegment(50e18ff0-01a9-45cf-a561-d5e7cc825a95),segment_id=50e18ff0-01a9-45cf-a561-d5e7cc825a95)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:56.182867 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:56.189082 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:56.190207 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device f26c6f39-65f3-454a-91e4-8caaab987687 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:56.199757 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-337b7247-c218-4a8c-90af-97843705c34e req-041ee290-a807-49a2-81c4-71f5bff5c6ae service neutron] For port 9445b25b-a78e-45cc-a85a-7b5cbdb88dbf, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:41:56.224474 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-8fc30fb0-9104-43da-820f-65fe52cbaa5a service neutron] 10.222.0.72 "GET /v2.0/networks/78d34d64-4845-4c10-b035-68235b493cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991058 Dec 10 18:41:56.227514 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:56.234190 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-337b7247-c218-4a8c-90af-97843705c34e req-041ee290-a807-49a2-81c4-71f5bff5c6ae service neutron] For port 9445b25b-a78e-45cc-a85a-7b5cbdb88dbf, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=9445b25b-a78e-45cc-a85a-7b5cbdb88dbf,segment=NetworkSegment(e2762cd7-3077-44c4-9495-44ad1a192a7e),segment_id=e2762cd7-3077-44c4-9495-44ad1a192a7e)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:41:56.245247 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-337b7247-c218-4a8c-90af-97843705c34e req-041ee290-a807-49a2-81c4-71f5bff5c6ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:56.278085 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ecb0183b-dc1f-4977-b529-d08dddc909f9 None None] For port dc8927b3-6d8d-4f57-8562-c844f921afd4, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=dc8927b3-6d8d-4f57-8562-c844f921afd4,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:56.288958 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4b813bc-2174-407a-be07-fa111fb4781d req-75adb5db-7647-447b-a8fb-e780d5f35064 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112436 Dec 10 18:41:56.314772 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5e8ec43e-1cec-4912-b7e2-da503228750e req-09116c15-9f4b-4cba-9c73-936c394c5628 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1826158 Dec 10 18:41:56.323064 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b7247-c218-4a8c-90af-97843705c34e req-041ee290-a807-49a2-81c4-71f5bff5c6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:56.323820 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-337b7247-c218-4a8c-90af-97843705c34e req-041ee290-a807-49a2-81c4-71f5bff5c6ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:56.325476 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-337b7247-c218-4a8c-90af-97843705c34e req-041ee290-a807-49a2-81c4-71f5bff5c6ae service neutron] 10.222.0.46 "PUT /v2.0/ports/9445b25b-a78e-45cc-a85a-7b5cbdb88dbf HTTP/1.1" status: 200 len: 1092 time: 2.6247990 Dec 10 18:41:56.326053 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '038d177a-cd27-4a6a-a676-da7df61ac672', 'tag': '9445b25b-a78e-45cc-a85a-7b5cbdb88dbf'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:41:56.328468 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da157d6c-307e-4bf3-b475-22902b9fc92d" -d '{"events": [{"name": "network-changed", "server_uuid": "038d177a-cd27-4a6a-a676-da7df61ac672", "tag": "9445b25b-a78e-45cc-a85a-7b5cbdb88dbf"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:41:56.335946 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9b7c5a7f-6fb7-4524-ada7-3daae3804ec7 req-4ee01d04-a4c4-4410-a448-66cf1c40b128 service neutron] 10.222.0.46 "GET /v2.0/networks/78d34d64-4845-4c10-b035-68235b493cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292075 Dec 10 18:41:56.349457 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-61e2ee9b-8ddb-497a-9e71-267f61a74727 req-a8cccb15-77ba-451b-b95d-f9205712cf49 service neutron] 10.222.0.72 "GET /v2.0/networks/78d34d64-4845-4c10-b035-68235b493cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159160 Dec 10 18:41:56.382283 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ee290-a807-49a2-81c4-71f5bff5c6ae service neutron] Pushing event updated for resources: {'Port': ['ID=9445b25b-a78e-45cc-a85a-7b5cbdb88dbf,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:56.392451 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=0d10c87b-1905-4b3f-bcac-2040c27cd26b,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:56.405115 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ecb0183b-dc1f-4977-b529-d08dddc909f9 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:56.416923 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ecb0183b-dc1f-4977-b529-d08dddc909f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:56.443176 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b7247-c218-4a8c-90af-97843705c34e req-9d3fbe4b-4d72-4470-aed3-67fcc09cde41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:56.445013 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-337b7247-c218-4a8c-90af-97843705c34e req-9d3fbe4b-4d72-4470-aed3-67fcc09cde41 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3dfb422318434a9c9244c498c01943c6&device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 1095 time: 0.0593264 Dec 10 18:41:56.511789 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port f26c6f39-65f3-454a-91e4-8caaab987687 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:41:56.517919 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-337b7247-c218-4a8c-90af-97843705c34e req-0a0e72e0-7a86-4b56-9189-4b6b16e3d874 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9445b25b-a78e-45cc-a85a-7b5cbdb88dbf HTTP/1.1" status: 200 len: 217 time: 0.0647862 Dec 10 18:41:56.519080 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a27ad2-c525-4b66-8683-967c48a46ab2 x-openstack-request-id: req-e0a27ad2-c525-4b66-8683-967c48a46ab2 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:41:56.519838 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "name": "network-vif-plugged", "status": "completed", "tag": "0d10c87b-1905-4b3f-bcac-2040c27cd26b", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:41:56.520106 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e0a27ad2-c525-4b66-8683-967c48a46ab2 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:41:56.520938 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d10c87b-1905-4b3f-bcac-2040c27cd26b', 'code': 200} Dec 10 18:41:56.527562 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port f26c6f39-65f3-454a-91e4-8caaab987687 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:56.528068 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:56.579787 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d35716-07fd-4ae6-93f6-678f7e3a9747 req-e278d4df-9e08-4734-9491-7d261f7d812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:56.581505 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a0d35716-07fd-4ae6-93f6-678f7e3a9747 req-e278d4df-9e08-4734-9491-7d261f7d812f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe6eb5f06afc4b37a6ea278952e91121&device_id=9fbdb9b9-5659-47e7-b1f3-f5bb233dc330 HTTP/1.1" status: 200 len: 1095 time: 0.1131108 Dec 10 18:41:56.614715 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:56.652627 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b7247-c218-4a8c-90af-97843705c34e req-736b7300-910a-42bd-b0d2-49030c428734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:56.654329 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-337b7247-c218-4a8c-90af-97843705c34e req-736b7300-910a-42bd-b0d2-49030c428734 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=473d5397-5861-4f30-8410-ba6c85b1882f HTTP/1.1" status: 200 len: 854 time: 0.1297426 Dec 10 18:41:56.681075 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b038e6-53cb-4b55-bcd7-b8987e14a5de req-53d8aca2-4261-49c3-aec2-454d5f2151d7 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:56.683824 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-36b038e6-53cb-4b55-bcd7-b8987e14a5de req-53d8aca2-4261-49c3-aec2-454d5f2151d7 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 944 time: 0.1146297 Dec 10 18:41:56.705500 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:56.732316 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-337b7247-c218-4a8c-90af-97843705c34e req-22012d3b-dcb2-4b0d-a2e6-5d22238dc608 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=14bf47a8-e4dc-4d77-8612-c359c818f901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614710 Dec 10 18:41:56.748040 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb0183b-dc1f-4977-b529-d08dddc909f9 None None] Pushing event updated for resources: {'Port': ['ID=dc8927b3-6d8d-4f57-8562-c844f921afd4,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:56.780756 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port f26c6f39-65f3-454a-91e4-8caaab987687, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=f26c6f39-65f3-454a-91e4-8caaab987687,segment=NetworkSegment(50e18ff0-01a9-45cf-a561-d5e7cc825a95),segment_id=50e18ff0-01a9-45cf-a561-d5e7cc825a95)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:56.787655 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:56.789453 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 749d304e-94ac-4ca9-8f42-bc8c32ca4f51 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:56.804913 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323e676-5024-4a96-8f53-26b3bc6db1da req-2f748459-eb41-4226-ba15-11fa23d0314a tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:56.812717 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f323e676-5024-4a96-8f53-26b3bc6db1da req-2f748459-eb41-4226-ba15-11fa23d0314a tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f63eac8-29e0-4857-8060-df07dbd6407c HTTP/1.1" status: 200 len: 949 time: 0.2991502 Dec 10 18:41:56.824264 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-fa97fd11-4543-4011-8300-a058938e2b34 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Allocated IP 2001:db8:0:1::19 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/bbccaf57-d8e2-4640-834f-9bd16bf3d714/cc442cf0-22a9-408d-af79-1494e6fd1445) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:56.844439 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-fa97fd11-4543-4011-8300-a058938e2b34 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Allocated IP 2001:db8::f816:3eff:fed3:c703 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/cb34de42-8866-4701-b172-87c4ed70a903/cc442cf0-22a9-408d-af79-1494e6fd1445) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:56.883271 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d35716-07fd-4ae6-93f6-678f7e3a9747 req-f91ae66f-fa39-4dfa-9259-69d72df1414d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:56.884969 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a0d35716-07fd-4ae6-93f6-678f7e3a9747 req-f91ae66f-fa39-4dfa-9259-69d72df1414d service neutron] 10.222.0.72 "GET /v2.0/networks?id=78d34d64-4845-4c10-b035-68235b493cc0 HTTP/1.1" status: 200 len: 919 time: 0.2902668 Dec 10 18:41:56.889851 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=f26c6f39-65f3-454a-91e4-8caaab987687,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:56.893723 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-36b038e6-53cb-4b55-bcd7-b8987e14a5de req-f629fece-9f15-4810-987a-2f19f61d7501 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990988 Dec 10 18:41:56.899265 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-337b7247-c218-4a8c-90af-97843705c34e req-ee83faf7-8ffc-4e6a-9dda-fc0547f7bb43 service neutron] 10.222.0.46 "GET /v2.0/networks/14bf47a8-e4dc-4d77-8612-c359c818f901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539302 Dec 10 18:41:56.909685 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 749d304e-94ac-4ca9-8f42-bc8c32ca4f51 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:41:56.926143 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 749d304e-94ac-4ca9-8f42-bc8c32ca4f51 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:56.926549 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:56.994456 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b603e8-c432-44c9-9abc-321b387e7441 x-openstack-request-id: req-25b603e8-c432-44c9-9abc-321b387e7441 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:41:56.998205 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "038d177a-cd27-4a6a-a676-da7df61ac672", "tag": "9445b25b-a78e-45cc-a85a-7b5cbdb88dbf", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:41:56.998596 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-25b603e8-c432-44c9-9abc-321b387e7441 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:41:56.999133 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '038d177a-cd27-4a6a-a676-da7df61ac672', 'tag': '9445b25b-a78e-45cc-a85a-7b5cbdb88dbf', 'status': 'completed', 'code': 200} Dec 10 18:41:57.039455 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a0d35716-07fd-4ae6-93f6-678f7e3a9747 req-d209a685-3e55-4e1a-93cb-9e63c180f13e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94ee5c58-0bf4-45fd-983d-b6e0bdd7d258 HTTP/1.1" status: 200 len: 217 time: 0.1234808 Dec 10 18:41:57.041243 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:57.064612 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f323e676-5024-4a96-8f53-26b3bc6db1da req-88996c62-69b6-4cbc-9fba-7cba736d2ac1 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/security-groups?id=746f00bf-491b-4a56-93d2-dba5a99e34cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508123 Dec 10 18:41:57.112010 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 749d304e-94ac-4ca9-8f42-bc8c32ca4f51, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=749d304e-94ac-4ca9-8f42-bc8c32ca4f51,segment=NetworkSegment(24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4),segment_id=24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:57.117378 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668af5ad-2110-4c27-a2de-75062a413607 req-9a07c1a2-d305-47f7-bdc7-6eaf34108d6d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:57.119376 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:57.119589 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-668af5ad-2110-4c27-a2de-75062a413607 req-9a07c1a2-d305-47f7-bdc7-6eaf34108d6d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 949 time: 0.0972388 Dec 10 18:41:57.152607 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-337b7247-c218-4a8c-90af-97843705c34e req-d0d7f3f6-40fb-4141-8178-169e56cb1638 service neutron] 10.222.0.46 "GET /v2.0/networks/14bf47a8-e4dc-4d77-8612-c359c818f901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452376 Dec 10 18:41:57.194914 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=749d304e-94ac-4ca9-8f42-bc8c32ca4f51,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:57.244264 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device b72ae8e8-7e19-4712-911e-ab0c9628329a details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:41:57.272555 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d35716-07fd-4ae6-93f6-678f7e3a9747 req-707729dc-a540-4bfb-bf83-c19c1992ab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:57.274102 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a0d35716-07fd-4ae6-93f6-678f7e3a9747 req-707729dc-a540-4bfb-bf83-c19c1992ab70 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=78e534a1-1a95-404e-b0a4-d4c4732efc38 HTTP/1.1" status: 200 len: 858 time: 0.2084768 Dec 10 18:41:57.293870 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-668af5ad-2110-4c27-a2de-75062a413607 req-f20e42ef-0fc5-41bf-9cca-9ae174a1b9e1 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676672 Dec 10 18:41:57.327736 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da157d6c-307e-4bf3-b475-22902b9fc92d req-6f1b7549-e36e-4350-8a58-f2b28dc38e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:57.329783 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-da157d6c-307e-4bf3-b475-22902b9fc92d req-6f1b7549-e36e-4350-8a58-f2b28dc38e86 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3dfb422318434a9c9244c498c01943c6&device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 1095 time: 0.1240299 Dec 10 18:41:57.373958 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port b72ae8e8-7e19-4712-911e-ab0c9628329a, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=b72ae8e8-7e19-4712-911e-ab0c9628329a,segment=NetworkSegment(0c3af493-e367-4b53-a139-21137d44e892),segment_id=0c3af493-e367-4b53-a139-21137d44e892)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:57.392260 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a0d35716-07fd-4ae6-93f6-678f7e3a9747 req-cb668534-e151-44dd-b3cf-afc95d2fc672 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=78d34d64-4845-4c10-b035-68235b493cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082253 Dec 10 18:41:57.395515 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': 'b72ae8e8-7e19-4712-911e-ab0c9628329a', 'network_id': '78d34d64-4845-4c10-b035-68235b493cc0', 'port_id': 'b72ae8e8-7e19-4712-911e-ab0c9628329a', 'mac_address': 'fa:16:3e:fd:47:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78e534a1-1a95-404e-b0a4-d4c4732efc38', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:41:57.436356 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fa97fd11-4543-4011-8300-a058938e2b34 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:57.452027 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da157d6c-307e-4bf3-b475-22902b9fc92d req-dfd623f1-3c59-4935-b291-617e7d6ac92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:57.453816 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-da157d6c-307e-4bf3-b475-22902b9fc92d req-dfd623f1-3c59-4935-b291-617e7d6ac92b service neutron] 10.222.0.46 "GET /v2.0/networks?id=14bf47a8-e4dc-4d77-8612-c359c818f901 HTTP/1.1" status: 200 len: 915 time: 0.1155555 Dec 10 18:41:57.530596 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66be5b-dea6-4bec-950b-c6601ae8e0e0 req-1ba1013a-5caa-49b2-b060-a1cf183dbedc tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:57.532399 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1c66be5b-dea6-4bec-950b-c6601ae8e0e0 req-1ba1013a-5caa-49b2-b060-a1cf183dbedc tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d795aa3-af6b-4c30-aaa3-369bfb4162c0 HTTP/1.1" status: 200 len: 943 time: 0.2022011 Dec 10 18:41:57.553711 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-da157d6c-307e-4bf3-b475-22902b9fc92d req-3fd2a05c-8edc-481a-8305-b1b10b32479c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9445b25b-a78e-45cc-a85a-7b5cbdb88dbf HTTP/1.1" status: 200 len: 217 time: 0.0910990 Dec 10 18:41:57.591936 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a0d35716-07fd-4ae6-93f6-678f7e3a9747 req-d3fa6ab8-c648-41ea-9033-06b0dcd11182 service neutron] 10.222.0.72 "GET /v2.0/networks/78d34d64-4845-4c10-b035-68235b493cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794949 Dec 10 18:41:57.623123 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da157d6c-307e-4bf3-b475-22902b9fc92d req-ff027231-17df-496c-9b9a-e12b9e927a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:57.625832 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-da157d6c-307e-4bf3-b475-22902b9fc92d req-ff027231-17df-496c-9b9a-e12b9e927a51 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=473d5397-5861-4f30-8410-ba6c85b1882f HTTP/1.1" status: 200 len: 854 time: 0.0650032 Dec 10 18:41:57.631444 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fa97fd11-4543-4011-8300-a058938e2b34 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:57.633651 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device dc8927b3-6d8d-4f57-8562-c844f921afd4 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:57.663689 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:57.674248 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-da157d6c-307e-4bf3-b475-22902b9fc92d req-b3a0782d-5778-4fa4-ab87-55a6f8c99650 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=14bf47a8-e4dc-4d77-8612-c359c818f901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396574 Dec 10 18:41:57.688007 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa97fd11-4543-4011-8300-a058938e2b34 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:57.688414 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-000ca5ec-e232-4d02-be2b-f545cde01524 None None] Provisioning complete for port dc8927b3-6d8d-4f57-8562-c844f921afd4 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:57.688833 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-000ca5ec-e232-4d02-be2b-f545cde01524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:57.693338 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b72ae8e8-7e19-4712-911e-ab0c9628329a {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:41:57.752601 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port b72ae8e8-7e19-4712-911e-ab0c9628329a, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=b72ae8e8-7e19-4712-911e-ab0c9628329a,segment=NetworkSegment(0c3af493-e367-4b53-a139-21137d44e892),segment_id=0c3af493-e367-4b53-a139-21137d44e892)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:57.763546 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:57.807121 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port dc8927b3-6d8d-4f57-8562-c844f921afd4 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:57.807381 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:57.889678 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-da157d6c-307e-4bf3-b475-22902b9fc92d req-2c856e19-7de6-48da-83d5-a32387680502 service neutron] 10.222.0.46 "GET /v2.0/networks/14bf47a8-e4dc-4d77-8612-c359c818f901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059255 Dec 10 18:41:57.892589 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=b72ae8e8-7e19-4712-911e-ab0c9628329a,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:58.086072 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc1131-9128-45d1-bee2-615264f5b928 req-9c4fd1fd-71e1-462b-94a6-2070ddd9e809 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:58.088540 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c3fc1131-9128-45d1-bee2-615264f5b928 req-9c4fd1fd-71e1-462b-94a6-2070ddd9e809 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.1287596 Dec 10 18:41:58.099973 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-fa97fd11-4543-4011-8300-a058938e2b34 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:58.122688 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa97fd11-4543-4011-8300-a058938e2b34 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:41:58.128553 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa97fd11-4543-4011-8300-a058938e2b34 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:58.129370 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fa97fd11-4543-4011-8300-a058938e2b34 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:58.134162 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-da157d6c-307e-4bf3-b475-22902b9fc92d req-36da7505-95c2-4f5d-a10f-02908ccd3296 service neutron] 10.222.0.46 "GET /v2.0/networks/14bf47a8-e4dc-4d77-8612-c359c818f901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339609 Dec 10 18:41:58.152977 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1c66be5b-dea6-4bec-950b-c6601ae8e0e0 req-ed0e4378-dfbd-466d-83c9-668f8fec3be5 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/security-groups?id=3036b1d5-bdc6-444a-91e7-0f0e114911f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5852909 Dec 10 18:41:58.188464 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c3fc1131-9128-45d1-bee2-615264f5b928 req-68f47874-01cf-4a66-b866-fc6353f815d1 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916283 Dec 10 18:41:58.192112 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fa97fd11-4543-4011-8300-a058938e2b34 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.5826802 Dec 10 18:41:58.192268 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56942) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:58.205715 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97fd11-4543-4011-8300-a058938e2b34 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Port': ['ID=cc442cf0-22a9-408d-af79-1494e6fd1445,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:58.247345 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a0d35716-07fd-4ae6-93f6-678f7e3a9747 req-912c7a7b-9e05-4c87-bd68-e10b56a75c05 service neutron] 10.222.0.72 "GET /v2.0/networks/78d34d64-4845-4c10-b035-68235b493cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6453607 Dec 10 18:41:58.408609 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a4108-eb99-407e-b662-cb9bc7941e72 req-61cc19ce-c604-4ce9-9457-3566314e92e7 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:58.416836 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a4108-eb99-407e-b662-cb9bc7941e72 req-61cc19ce-c604-4ce9-9457-3566314e92e7 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:58.423454 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a4108-eb99-407e-b662-cb9bc7941e72 req-61cc19ce-c604-4ce9-9457-3566314e92e7 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:58.431294 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 246498f1-fdb3-4bd9-a635-99e7176162bc details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:41:58.432033 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a4108-eb99-407e-b662-cb9bc7941e72 req-61cc19ce-c604-4ce9-9457-3566314e92e7 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:58.438728 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a4108-eb99-407e-b662-cb9bc7941e72 req-61cc19ce-c604-4ce9-9457-3566314e92e7 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:58.445348 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a4108-eb99-407e-b662-cb9bc7941e72 req-61cc19ce-c604-4ce9-9457-3566314e92e7 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:58.451726 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a4108-eb99-407e-b662-cb9bc7941e72 req-61cc19ce-c604-4ce9-9457-3566314e92e7 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:58.453795 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1f0a4108-eb99-407e-b662-cb9bc7941e72 req-61cc19ce-c604-4ce9-9457-3566314e92e7 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5430 time: 0.1349638 Dec 10 18:41:58.511843 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-e7ba1d94-d84a-44a3-bd69-0dabb2b5f7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:58.514328 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-e7ba1d94-d84a-44a3-bd69-0dabb2b5f7f0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88&tenant_id=4f1621867e3041c3a975a6622e21074f HTTP/1.1" status: 200 len: 1100 time: 0.1463113 Dec 10 18:41:58.522277 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26c6f39-65f3-454a-91e4-8caaab987687'}, {'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749d304e-94ac-4ca9-8f42-bc8c32ca4f51'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:41:58.524799 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49a49ba-b40a-4840-b651-0e69f127e0e3" -d '{"events": [{"server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "name": "network-vif-plugged", "status": "completed", "tag": "f26c6f39-65f3-454a-91e4-8caaab987687"}, {"server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "name": "network-vif-plugged", "status": "completed", "tag": "749d304e-94ac-4ca9-8f42-bc8c32ca4f51"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:41:58.532111 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd77e37-4b5f-436b-91ee-4db172917a12 req-d0b06159-1098-4d54-a14f-1cc8fe2ad71a tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:58.532468 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1f0a4108-eb99-407e-b662-cb9bc7941e72 req-a616ef36-ac56-4a0f-b54b-145bd5134987 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0671930 Dec 10 18:41:58.533874 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dbd77e37-4b5f-436b-91ee-4db172917a12 req-d0b06159-1098-4d54-a14f-1cc8fe2ad71a tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 944 time: 0.1645911 Dec 10 18:41:58.542361 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-919ae82d-dfba-4900-9cab-d6cfb0ffa9f1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821435-1', 'device_owner': 'compute:nova'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:58.581706 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d04c1c26-138a-4e93-8e7e-9a6a341287fc tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting port cc442cf0-22a9-408d-af79-1494e6fd1445 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:41:58.582092 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d04c1c26-138a-4e93-8e7e-9a6a341287fc tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:58.585534 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 246498f1-fdb3-4bd9-a635-99e7176162bc, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=246498f1-fdb3-4bd9-a635-99e7176162bc,segment=NetworkSegment(0c3af493-e367-4b53-a139-21137d44e892),segment_id=0c3af493-e367-4b53-a139-21137d44e892)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:58.593045 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7e470a01-3097-4003-9a22-e1fc1ee71ecf None None] Provisioning complete for port cc442cf0-22a9-408d-af79-1494e6fd1445 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:58.593428 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7e470a01-3097-4003-9a22-e1fc1ee71ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:58.622967 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '246498f1-fdb3-4bd9-a635-99e7176162bc', 'network_id': '78d34d64-4845-4c10-b035-68235b493cc0', 'port_id': '246498f1-fdb3-4bd9-a635-99e7176162bc', 'mac_address': 'fa:16:3e:f3:2d:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78e534a1-1a95-404e-b0a4-d4c4732efc38', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:41:58.669876 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-7e470a01-3097-4003-9a22-e1fc1ee71ecf None None] Port cc442cf0-22a9-408d-af79-1494e6fd1445 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:41:58.686958 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:58.704582 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 246498f1-fdb3-4bd9-a635-99e7176162bc {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:41:58.728515 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 246498f1-fdb3-4bd9-a635-99e7176162bc, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=246498f1-fdb3-4bd9-a635-99e7176162bc,segment=NetworkSegment(0c3af493-e367-4b53-a139-21137d44e892),segment_id=0c3af493-e367-4b53-a139-21137d44e892)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:58.734122 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:58.735772 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dbd77e37-4b5f-436b-91ee-4db172917a12 req-0c11520f-9f3e-4e26-84a6-8868455a827c tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873856 Dec 10 18:41:58.758821 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-919ae82d-dfba-4900-9cab-d6cfb0ffa9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:58.779381 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b757f22-ef0d-47e1-aeb8-e9f153ec5ff8 req-130bff21-dbcb-4151-b63f-912ab123e2b1 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:58.780981 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2b757f22-ef0d-47e1-aeb8-e9f153ec5ff8 req-130bff21-dbcb-4151-b63f-912ab123e2b1 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 949 time: 0.0719092 Dec 10 18:41:58.812213 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 18:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eca8e29-5194-422f-b725-d85e8888805d x-openstack-request-id: req-8eca8e29-5194-422f-b725-d85e8888805d {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:41:58.812742 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "name": "network-vif-plugged", "status": "completed", "tag": "f26c6f39-65f3-454a-91e4-8caaab987687", "code": 200}, {"server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "name": "network-vif-plugged", "status": "completed", "tag": "749d304e-94ac-4ca9-8f42-bc8c32ca4f51", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:41:58.813097 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8eca8e29-5194-422f-b725-d85e8888805d {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:41:58.813591 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26c6f39-65f3-454a-91e4-8caaab987687', 'code': 200} Dec 10 18:41:58.813961 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749d304e-94ac-4ca9-8f42-bc8c32ca4f51', 'code': 200} Dec 10 18:41:58.817831 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d04c1c26-138a-4e93-8e7e-9a6a341287fc tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:58.820202 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=246498f1-fdb3-4bd9-a635-99e7176162bc,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:58.843237 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2b757f22-ef0d-47e1-aeb8-e9f153ec5ff8 req-bb2eb8ca-babc-4d32-9a6b-e7832dce46f5 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551224 Dec 10 18:41:58.872299 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d04c1c26-138a-4e93-8e7e-9a6a341287fc tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Calling delete_port for cc442cf0-22a9-408d-af79-1494e6fd1445 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:41:58.963672 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['246498f1-fdb3-4bd9-a635-99e7176162bc'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:41:59.073199 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:41:59.151931 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-919ae82d-dfba-4900-9cab-d6cfb0ffa9f1 service neutron] For port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=11e8e98c-eb94-4b13-8d37-10d3788fd7d0,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:59.230020 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-919ae82d-dfba-4900-9cab-d6cfb0ffa9f1 service neutron] For port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:41:59.273687 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 81277139-290e-4f1d-8ad5-de057447bc97 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:59.335392 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47541734-04a8-4e88-85fd-60c51b30dedb req-cc013dcc-b3c9-4c1f-a42a-fd1f9566de17 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:59.337291 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-47541734-04a8-4e88-85fd-60c51b30dedb req-cc013dcc-b3c9-4c1f-a42a-fd1f9566de17 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.0738180 Dec 10 18:41:59.351228 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 81277139-290e-4f1d-8ad5-de057447bc97 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:41:59.358694 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 81277139-290e-4f1d-8ad5-de057447bc97 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:59.359258 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:59.412434 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-47541734-04a8-4e88-85fd-60c51b30dedb req-1b094fe8-4d63-4127-b278-fbedc8f287ce tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670736 Dec 10 18:41:59.450564 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:59.497135 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 81277139-290e-4f1d-8ad5-de057447bc97, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=81277139-290e-4f1d-8ad5-de057447bc97,segment=NetworkSegment(50e18ff0-01a9-45cf-a561-d5e7cc825a95),segment_id=50e18ff0-01a9-45cf-a561-d5e7cc825a95)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:59.501169 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:59.501990 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:41:59.581070 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=81277139-290e-4f1d-8ad5-de057447bc97,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:59.611453 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d04c1c26-138a-4e93-8e7e-9a6a341287fc tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:59.621684 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-919ae82d-dfba-4900-9cab-d6cfb0ffa9f1 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:41:59.642640 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:59.662398 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:41:59.667012 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-919ae82d-dfba-4900-9cab-d6cfb0ffa9f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:59.676110 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c1c26-138a-4e93-8e7e-9a6a341287fc tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Port': ['ID=cc442cf0-22a9-408d-af79-1494e6fd1445,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:59.689510 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-919ae82d-dfba-4900-9cab-d6cfb0ffa9f1 service neutron] Ignored duplicate provisioning block setup for port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 10 18:41:59.723258 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a9184-e8ce-426a-b49c-b91b21d217b0 req-67bf0c39-a577-4734-945d-6d9e141c66fe tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:59.724859 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344badcd-8936-4f6d-accd-7f5e3dc87873 req-bde0780a-c34d-4bdf-93b3-dc22f200eca2 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:59.729675 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a9184-e8ce-426a-b49c-b91b21d217b0 req-67bf0c39-a577-4734-945d-6d9e141c66fe tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:59.734988 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-344badcd-8936-4f6d-accd-7f5e3dc87873 req-bde0780a-c34d-4bdf-93b3-dc22f200eca2 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d795aa3-af6b-4c30-aaa3-369bfb4162c0 HTTP/1.1" status: 200 len: 944 time: 0.1639702 Dec 10 18:41:59.736479 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a9184-e8ce-426a-b49c-b91b21d217b0 req-67bf0c39-a577-4734-945d-6d9e141c66fe tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:59.737850 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-919ae82d-dfba-4900-9cab-d6cfb0ffa9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:59.744722 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a9184-e8ce-426a-b49c-b91b21d217b0 req-67bf0c39-a577-4734-945d-6d9e141c66fe tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:59.753722 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a9184-e8ce-426a-b49c-b91b21d217b0 req-67bf0c39-a577-4734-945d-6d9e141c66fe tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:59.762149 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a9184-e8ce-426a-b49c-b91b21d217b0 req-67bf0c39-a577-4734-945d-6d9e141c66fe tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:59.768922 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a9184-e8ce-426a-b49c-b91b21d217b0 req-67bf0c39-a577-4734-945d-6d9e141c66fe tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:59.770403 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aa3a9184-e8ce-426a-b49c-b91b21d217b0 req-67bf0c39-a577-4734-945d-6d9e141c66fe tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5431 time: 0.1113071 Dec 10 18:41:59.783491 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:41:59.784034 n-d-821435-1 neutron-server[103246]: DEBUG oslo_db.api [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:41:59.827002 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d04c1c26-138a-4e93-8e7e-9a6a341287fc tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:59.833437 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d04c1c26-138a-4e93-8e7e-9a6a341287fc tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/ports/cc442cf0-22a9-408d-af79-1494e6fd1445 HTTP/1.1" status: 204 len: 168 time: 1.6370780 Dec 10 18:41:59.845673 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56978) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:59.891635 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aa3a9184-e8ce-426a-b49c-b91b21d217b0 req-30d7a2c7-d83f-4082-9a1a-31607b2b9939 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1121852 Dec 10 18:41:59.902969 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-919ae82d-dfba-4900-9cab-d6cfb0ffa9f1 service neutron] No DVR routers for this DVR port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:41:59.909750 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ae82d-dfba-4900-9cab-d6cfb0ffa9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=11e8e98c-eb94-4b13-8d37-10d3788fd7d0,revision_number=9']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:59.934531 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974501ef-bd19-4c10-b230-99ef29c21b87 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:59.939165 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-974501ef-bd19-4c10-b230-99ef29c21b87 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0904102 Dec 10 18:41:59.941978 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56982) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:59.958193 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-344badcd-8936-4f6d-accd-7f5e3dc87873 req-b8aba710-0da7-49a7-9936-c3ad67750d95 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/security-groups?id=3036b1d5-bdc6-444a-91e7-0f0e114911f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222633 Dec 10 18:42:00.007364 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-919ae82d-dfba-4900-9cab-d6cfb0ffa9f1 service neutron] Attempting to bind port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:42:00.007739 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-919ae82d-dfba-4900-9cab-d6cfb0ffa9f1 service neutron] Attempting to bind port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:42:00.008187 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-919ae82d-dfba-4900-9cab-d6cfb0ffa9f1 service neutron] Attempting to bind port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:42:00.018756 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-919ae82d-dfba-4900-9cab-d6cfb0ffa9f1 service neutron] Port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 on network c9403646-ab9b-4a0a-827b-6d4376246b64 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:42:00.022729 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['b72ae8e8-7e19-4712-911e-ab0c9628329a'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:42:00.029118 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-919ae82d-dfba-4900-9cab-d6cfb0ffa9f1 service neutron] Attempting to bind port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:42:00.033556 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-919ae82d-dfba-4900-9cab-d6cfb0ffa9f1 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:42:00.034087 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-919ae82d-dfba-4900-9cab-d6cfb0ffa9f1 service neutron] Checking segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:42:00.037936 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-919ae82d-dfba-4900-9cab-d6cfb0ffa9f1 service neutron] Bound using segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:42:00.037936 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-919ae82d-dfba-4900-9cab-d6cfb0ffa9f1 service neutron] Bound port: 11e8e98c-eb94-4b13-8d37-10d3788fd7d0, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:42:00.039853 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-919ae82d-dfba-4900-9cab-d6cfb0ffa9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:00.069954 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c32ce0-b080-4d89-90ca-ad3d27af2abd tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:00.071367 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d9c32ce0-b080-4d89-90ca-ad3d27af2abd tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1272697 Dec 10 18:42:00.074810 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56984) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:00.188065 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25fdf4d-0cea-4fdf-8afa-93a58ea9520e req-37c98040-16d9-49e1-b80d-4ee2d039833f tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:00.191649 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d340a3fc-7379-4064-afe2-f340860bf536 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:00.193291 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d340a3fc-7379-4064-afe2-f340860bf536 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:00.195053 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d340a3fc-7379-4064-afe2-f340860bf536 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:00.196871 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d340a3fc-7379-4064-afe2-f340860bf536 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1212089 Dec 10 18:42:00.199035 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e25fdf4d-0cea-4fdf-8afa-93a58ea9520e req-37c98040-16d9-49e1-b80d-4ee2d039833f tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 944 time: 0.1159227 Dec 10 18:42:00.199824 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56986) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:00.221489 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-919ae82d-dfba-4900-9cab-d6cfb0ffa9f1 service neutron] For port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:42:00.240952 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-919ae82d-dfba-4900-9cab-d6cfb0ffa9f1 service neutron] For port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=11e8e98c-eb94-4b13-8d37-10d3788fd7d0,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:42:00.253459 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-919ae82d-dfba-4900-9cab-d6cfb0ffa9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:00.303563 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf6eb2c-d94d-4db9-96e1-748086b37312 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting subnet bbccaf57-d8e2-4640-834f-9bd16bf3d714 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:42:00.308838 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ebf6eb2c-d94d-4db9-96e1-748086b37312 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:00.322650 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7dd8a-d7b0-442f-a086-d18e82e04a08 req-180ddd90-f74c-48e8-bcfb-e06848277011 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:00.323263 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-919ae82d-dfba-4900-9cab-d6cfb0ffa9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:00.323892 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-919ae82d-dfba-4900-9cab-d6cfb0ffa9f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:00.325434 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-919ae82d-dfba-4900-9cab-d6cfb0ffa9f1 service neutron] 10.222.0.46 "PUT /v2.0/ports/11e8e98c-eb94-4b13-8d37-10d3788fd7d0 HTTP/1.1" status: 200 len: 1096 time: 1.7885668 Dec 10 18:42:00.325910 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b0745f-c616-4a31-b3cc-0ff247ff4e88', 'tag': '11e8e98c-eb94-4b13-8d37-10d3788fd7d0'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:42:00.328403 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834e256a-481a-42d0-be22-8e4e32ae55b5" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b0745f-c616-4a31-b3cc-0ff247ff4e88", "tag": "11e8e98c-eb94-4b13-8d37-10d3788fd7d0"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:42:00.331403 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e3b7dd8a-d7b0-442f-a086-d18e82e04a08 req-180ddd90-f74c-48e8-bcfb-e06848277011 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 948 time: 0.1523094 Dec 10 18:42:00.339867 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e25fdf4d-0cea-4fdf-8afa-93a58ea9520e req-b53bc21e-ff65-440d-94f9-de23520a3db4 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397624 Dec 10 18:42:00.373589 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ae82d-dfba-4900-9cab-d6cfb0ffa9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=11e8e98c-eb94-4b13-8d37-10d3788fd7d0,revision_number=10']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:00.418276 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ebf6eb2c-d94d-4db9-96e1-748086b37312 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:00.430459 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 9445b25b-a78e-45cc-a85a-7b5cbdb88dbf details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:42:00.434638 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 246498f1-fdb3-4bd9-a635-99e7176162bc up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:42:00.439945 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-d0a3711b-aa65-4560-a34e-98eaccbb4925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:00.443791 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-d0a3711b-aa65-4560-a34e-98eaccbb4925 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f1621867e3041c3a975a6622e21074f&device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 1100 time: 0.0644903 Dec 10 18:42:00.540392 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2b9e45-330a-4833-8f8d-b911b1de52db x-openstack-request-id: req-ab2b9e45-330a-4833-8f8d-b911b1de52db {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:42:00.543645 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b0745f-c616-4a31-b3cc-0ff247ff4e88", "tag": "11e8e98c-eb94-4b13-8d37-10d3788fd7d0", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:42:00.544357 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ab2b9e45-330a-4833-8f8d-b911b1de52db {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:42:00.544867 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b0745f-c616-4a31-b3cc-0ff247ff4e88', 'tag': '11e8e98c-eb94-4b13-8d37-10d3788fd7d0', 'status': 'completed', 'code': 200} Dec 10 18:42:00.602625 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ebf6eb2c-d94d-4db9-96e1-748086b37312 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:00.637896 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e256a-481a-42d0-be22-8e4e32ae55b5 req-fdbae605-23a0-4a1d-8708-42185ffad791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:00.639776 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-834e256a-481a-42d0-be22-8e4e32ae55b5 req-fdbae605-23a0-4a1d-8708-42185ffad791 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f1621867e3041c3a975a6622e21074f&device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 1100 time: 0.0968599 Dec 10 18:42:00.692045 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-7e820874-1470-4821-9101-5894d960d237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:00.694230 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-7e820874-1470-4821-9101-5894d960d237 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.2432451 Dec 10 18:42:00.698717 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 9445b25b-a78e-45cc-a85a-7b5cbdb88dbf, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=9445b25b-a78e-45cc-a85a-7b5cbdb88dbf,segment=NetworkSegment(e2762cd7-3077-44c4-9495-44ad1a192a7e),segment_id=e2762cd7-3077-44c4-9495-44ad1a192a7e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:00.719503 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '9445b25b-a78e-45cc-a85a-7b5cbdb88dbf', 'network_id': '14bf47a8-e4dc-4d77-8612-c359c818f901', 'port_id': '9445b25b-a78e-45cc-a85a-7b5cbdb88dbf', 'mac_address': 'fa:16:3e:45:50:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473d5397-5861-4f30-8410-ba6c85b1882f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:42:00.768788 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db10dd-41fe-414d-91be-3ae026bd2b03 req-b1731122-2822-42d6-ae37-237cba4ff2c6 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:00.770298 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57db10dd-41fe-414d-91be-3ae026bd2b03 req-b1731122-2822-42d6-ae37-237cba4ff2c6 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.1782358 Dec 10 18:42:00.772252 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-e14cfe44-b676-4d69-a180-9efbe635569f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=11e8e98c-eb94-4b13-8d37-10d3788fd7d0 HTTP/1.1" status: 200 len: 217 time: 0.0710399 Dec 10 18:42:00.773663 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e256a-481a-42d0-be22-8e4e32ae55b5 req-00876533-37d1-4027-9529-e24ba5edffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:00.775443 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-834e256a-481a-42d0-be22-8e4e32ae55b5 req-00876533-37d1-4027-9529-e24ba5edffe2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.1274571 Dec 10 18:42:00.789400 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:00.807648 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 246498f1-fdb3-4bd9-a635-99e7176162bc completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:42:00.812789 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9445b25b-a78e-45cc-a85a-7b5cbdb88dbf {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:42:00.825900 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81277139-290e-4f1d-8ad5-de057447bc97'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:42:00.830607 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600b7099-19d2-49bf-bb4d-3d3f367e24a2" -d '{"events": [{"server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "name": "network-vif-plugged", "status": "completed", "tag": "81277139-290e-4f1d-8ad5-de057447bc97"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:42:00.841566 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 246498f1-fdb3-4bd9-a635-99e7176162bc triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:00.841942 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:00.846758 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-834e256a-481a-42d0-be22-8e4e32ae55b5 req-181784f7-9f4c-42f0-a909-e494ef6f7499 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=11e8e98c-eb94-4b13-8d37-10d3788fd7d0 HTTP/1.1" status: 200 len: 217 time: 0.0634422 Dec 10 18:42:00.877628 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57db10dd-41fe-414d-91be-3ae026bd2b03 req-9a52dfb1-0da2-4de9-8bc5-4a955a8d45b2 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990472 Dec 10 18:42:00.880168 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-ee53d53c-b086-44f6-8111-6ddea0ec66a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:00.882044 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-ee53d53c-b086-44f6-8111-6ddea0ec66a4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.0957968 Dec 10 18:42:00.884260 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 9445b25b-a78e-45cc-a85a-7b5cbdb88dbf, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=9445b25b-a78e-45cc-a85a-7b5cbdb88dbf,segment=NetworkSegment(e2762cd7-3077-44c4-9495-44ad1a192a7e),segment_id=e2762cd7-3077-44c4-9495-44ad1a192a7e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:00.899927 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:00.916940 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ebf6eb2c-d94d-4db9-96e1-748086b37312 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:00.954170 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-5940a13d-90a0-4c24-9a62-9ec05d758c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:00.956255 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e3b7dd8a-d7b0-442f-a086-d18e82e04a08 req-39e3a9f6-5c33-4d04-b3a6-b84f659e4815 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6232524 Dec 10 18:42:00.962824 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6eb2c-d94d-4db9-96e1-748086b37312 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Subnet': ['ID=bbccaf57-d8e2-4640-834f-9bd16bf3d714,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:00.963549 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-5940a13d-90a0-4c24-9a62-9ec05d758c23 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0663211 Dec 10 18:42:00.964374 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=9445b25b-a78e-45cc-a85a-7b5cbdb88dbf,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:00.972272 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ebf6eb2c-d94d-4db9-96e1-748086b37312 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:00.978682 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ebf6eb2c-d94d-4db9-96e1-748086b37312 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/bbccaf57-d8e2-4640-834f-9bd16bf3d714 HTTP/1.1" status: 204 len: 168 time: 0.7753685 Dec 10 18:42:00.978843 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57008) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:00.990273 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfac693-a414-4292-a7b6-3442d6165715 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:42:01.051637 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e256a-481a-42d0-be22-8e4e32ae55b5 req-af34f939-83a8-4030-979b-229309090348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:01.053730 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-834e256a-481a-42d0-be22-8e4e32ae55b5 req-af34f939-83a8-4030-979b-229309090348 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.1978824 Dec 10 18:42:01.058407 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-89f6e42a-b123-46c5-8dd3-257d7ed8bd6a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting subnet cb34de42-8866-4701-b172-87c4ed70a903 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:42:01.063801 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-89f6e42a-b123-46c5-8dd3-257d7ed8bd6a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:01.075879 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a245be-6027-406c-a690-d8387f1cf4a0 x-openstack-request-id: req-74a245be-6027-406c-a690-d8387f1cf4a0 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:42:01.077186 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "name": "network-vif-plugged", "status": "completed", "tag": "81277139-290e-4f1d-8ad5-de057447bc97", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:42:01.077464 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-74a245be-6027-406c-a690-d8387f1cf4a0 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:42:01.077919 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81277139-290e-4f1d-8ad5-de057447bc97', 'code': 200} Dec 10 18:42:01.161924 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-89f6e42a-b123-46c5-8dd3-257d7ed8bd6a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:01.165718 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['9445b25b-a78e-45cc-a85a-7b5cbdb88dbf'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:42:01.174344 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee43251-5e31-47b6-b04b-65323b6e39f1 req-703846a6-d8b8-4d51-9fe7-8773a53e6055 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:01.180597 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee43251-5e31-47b6-b04b-65323b6e39f1 req-703846a6-d8b8-4d51-9fe7-8773a53e6055 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:01.186659 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee43251-5e31-47b6-b04b-65323b6e39f1 req-703846a6-d8b8-4d51-9fe7-8773a53e6055 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:01.192814 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee43251-5e31-47b6-b04b-65323b6e39f1 req-703846a6-d8b8-4d51-9fe7-8773a53e6055 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:01.199127 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee43251-5e31-47b6-b04b-65323b6e39f1 req-703846a6-d8b8-4d51-9fe7-8773a53e6055 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:01.205299 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee43251-5e31-47b6-b04b-65323b6e39f1 req-703846a6-d8b8-4d51-9fe7-8773a53e6055 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:01.212001 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee43251-5e31-47b6-b04b-65323b6e39f1 req-703846a6-d8b8-4d51-9fe7-8773a53e6055 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:01.213919 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e256a-481a-42d0-be22-8e4e32ae55b5 req-4db0b471-38e0-41a9-9de5-41cebaaef3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:01.214074 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fee43251-5e31-47b6-b04b-65323b6e39f1 req-703846a6-d8b8-4d51-9fe7-8773a53e6055 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5431 time: 0.1344242 Dec 10 18:42:01.215505 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-834e256a-481a-42d0-be22-8e4e32ae55b5 req-4db0b471-38e0-41a9-9de5-41cebaaef3b6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1532149 Dec 10 18:42:01.220532 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-b4eebb68-8390-46cd-861f-3e303a414f4b service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528465 Dec 10 18:42:01.245044 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65481309-85bc-4cde-8c10-0399b9ef9b5b req-81e1fd7c-1f2d-4bfd-82f6-294a255f90e9 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:01.247243 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-65481309-85bc-4cde-8c10-0399b9ef9b5b req-81e1fd7c-1f2d-4bfd-82f6-294a255f90e9 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d795aa3-af6b-4c30-aaa3-369bfb4162c0 HTTP/1.1" status: 200 len: 944 time: 0.1054289 Dec 10 18:42:01.274368 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:01.297346 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:42:01.299855 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device bbbbaa6a-b115-417d-aac9-abe5c3981165 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:42:01.327745 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-89f6e42a-b123-46c5-8dd3-257d7ed8bd6a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:01.366514 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fee43251-5e31-47b6-b04b-65323b6e39f1 req-63974a3e-0799-4f85-bdc4-ab58a4b73489 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1401417 Dec 10 18:42:01.407967 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be23fb20-cfce-4bba-80ba-b73150a76fcf req-8060b736-eaa3-4a82-98c8-43ce227bfd7c service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765547 Dec 10 18:42:01.424152 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-65481309-85bc-4cde-8c10-0399b9ef9b5b req-2b689cf4-6e14-4dfe-b513-831a3ff77806 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/security-groups?id=3036b1d5-bdc6-444a-91e7-0f0e114911f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708672 Dec 10 18:42:01.441345 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 246498f1-fdb3-4bd9-a635-99e7176162bc, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=246498f1-fdb3-4bd9-a635-99e7176162bc,segment=NetworkSegment(0c3af493-e367-4b53-a139-21137d44e892),segment_id=0c3af493-e367-4b53-a139-21137d44e892)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:01.521572 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:01.522487 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device f15de41d-3225-442a-b630-79317ee1a9cc no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:42:01.535965 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e256a-481a-42d0-be22-8e4e32ae55b5 req-0051a9e2-aef5-4980-bcb9-dceacd5f06f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:01.538715 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-834e256a-481a-42d0-be22-8e4e32ae55b5 req-0051a9e2-aef5-4980-bcb9-dceacd5f06f5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f1621867e3041c3a975a6622e21074f&device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 1100 time: 0.0571713 Dec 10 18:42:01.627106 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e4a8b-13cf-4440-b92e-d2dad63e0849 req-156f8f7b-a766-4be3-ab5f-862e80562d7d tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:01.628996 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-601e4a8b-13cf-4440-b92e-d2dad63e0849 req-156f8f7b-a766-4be3-ab5f-862e80562d7d tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 945 time: 0.1132915 Dec 10 18:42:01.637986 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port bbbbaa6a-b115-417d-aac9-abe5c3981165 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:42:01.662031 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e256a-481a-42d0-be22-8e4e32ae55b5 req-b4136c2c-42b4-4414-af94-a9f8ca8012cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:01.662682 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-89f6e42a-b123-46c5-8dd3-257d7ed8bd6a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:01.664975 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-834e256a-481a-42d0-be22-8e4e32ae55b5 req-b4136c2c-42b4-4414-af94-a9f8ca8012cd service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.1180739 Dec 10 18:42:01.672664 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port bbbbaa6a-b115-417d-aac9-abe5c3981165 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:01.673065 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:01.683872 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=246498f1-fdb3-4bd9-a635-99e7176162bc,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:01.714811 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-834e256a-481a-42d0-be22-8e4e32ae55b5 req-246df097-6a39-40b8-b376-1392767ecdfd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=11e8e98c-eb94-4b13-8d37-10d3788fd7d0 HTTP/1.1" status: 200 len: 217 time: 0.0422966 Dec 10 18:42:01.716094 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=11e8e98c-eb94-4b13-8d37-10d3788fd7d0,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:01.747663 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6e42a-b123-46c5-8dd3-257d7ed8bd6a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Subnet': ['ID=cb34de42-8866-4701-b172-87c4ed70a903,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:01.761891 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-89f6e42a-b123-46c5-8dd3-257d7ed8bd6a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:01.765940 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-89f6e42a-b123-46c5-8dd3-257d7ed8bd6a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/cb34de42-8866-4701-b172-87c4ed70a903 HTTP/1.1" status: 204 len: 168 time: 0.7861626 Dec 10 18:42:01.771926 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57016) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:01.775973 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-834e256a-481a-42d0-be22-8e4e32ae55b5 req-4f350941-0886-40d9-a78c-3a71f03ec855 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949971 Dec 10 18:42:01.781130 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-601e4a8b-13cf-4440-b92e-d2dad63e0849 req-2313dc2e-bf9e-4a2a-8bdb-3449a338aba9 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415348 Dec 10 18:42:01.786454 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 has no active binding in host n-h2-821435-1 {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 18:42:01.795912 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 94ee5c58-0bf4-45fd-983d-b6e0bdd7d258 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:42:01.831171 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ba79fcdf-3efd-4fac-8b76-e4cd1713e8b2 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0578203 Dec 10 18:42:01.834199 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57018) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:01.839935 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-db4ba461-1f5f-47af-aaeb-5e41221f29f3 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'subnet': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:01.872544 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:01.906437 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e256a-481a-42d0-be22-8e4e32ae55b5 req-557325b2-691c-4879-90a8-d519ac4306c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:01.907962 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-834e256a-481a-42d0-be22-8e4e32ae55b5 req-557325b2-691c-4879-90a8-d519ac4306c1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.1769044 Dec 10 18:42:01.944250 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-834e256a-481a-42d0-be22-8e4e32ae55b5 req-2b5c020e-842d-424e-b41b-99f739067778 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561637 Dec 10 18:42:01.993223 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:02.006181 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port f15de41d-3225-442a-b630-79317ee1a9cc, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=f15de41d-3225-442a-b630-79317ee1a9cc,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:02.030549 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:02.052692 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e256a-481a-42d0-be22-8e4e32ae55b5 req-75a65361-7d3c-447e-8ddd-f8289f34385e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:02.054241 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-834e256a-481a-42d0-be22-8e4e32ae55b5 req-75a65361-7d3c-447e-8ddd-f8289f34385e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1366446 Dec 10 18:42:02.077103 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port bbbbaa6a-b115-417d-aac9-abe5c3981165, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=bbbbaa6a-b115-417d-aac9-abe5c3981165,segment=NetworkSegment(7ee9ae18-d3b7-45c6-9766-25742e5e159f),segment_id=7ee9ae18-d3b7-45c6-9766-25742e5e159f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:02.094159 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4a95c-2aae-4077-b7c4-77a6ed144bd1 req-aa4fbfe2-9e13-4624-9480-ffa6e3d63438 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:02.096103 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-78a4a95c-2aae-4077-b7c4-77a6ed144bd1 req-aa4fbfe2-9e13-4624-9480-ffa6e3d63438 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.1001320 Dec 10 18:42:02.141497 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4ba461-1f5f-47af-aaeb-5e41221f29f3 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:42:02.146134 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db4ba461-1f5f-47af-aaeb-5e41221f29f3 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:02.153668 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6369ab-fa2c-4de4-8472-35ec324b0075 req-b59c9c60-0bb1-424e-87d0-b6b158a1b9ea tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:02.156003 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ef6369ab-fa2c-4de4-8472-35ec324b0075 req-b59c9c60-0bb1-424e-87d0-b6b158a1b9ea tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 949 time: 0.0815423 Dec 10 18:42:02.219986 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ef6369ab-fa2c-4de4-8472-35ec324b0075 req-0c061e7e-9992-4073-aa11-43b45179a309 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554423 Dec 10 18:42:02.283337 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7c1fb6-683f-4953-9322-e64c5ae65ba0 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:42:02.295827 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:02.296910 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 47fbfc3e-4987-433a-854c-816b07d9ed10 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:42:02.308757 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-78a4a95c-2aae-4077-b7c4-77a6ed144bd1 req-90f61fed-63b8-494e-978b-eefd1fdb9535 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1981442 Dec 10 18:42:02.315920 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-834e256a-481a-42d0-be22-8e4e32ae55b5 req-67e255b4-0bf5-42a1-9015-da3243bfd3d5 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503219 Dec 10 18:42:02.400597 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 94ee5c58-0bf4-45fd-983d-b6e0bdd7d258, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=94ee5c58-0bf4-45fd-983d-b6e0bdd7d258,segment=NetworkSegment(0c3af493-e367-4b53-a139-21137d44e892),segment_id=0c3af493-e367-4b53-a139-21137d44e892)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:02.438097 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-48d64367-fca2-436f-8d70-519444e4086b None None] Provisioning complete for port dc8927b3-6d8d-4f57-8562-c844f921afd4 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:02.438097 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-48d64367-fca2-436f-8d70-519444e4086b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:02.440397 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=f15de41d-3225-442a-b630-79317ee1a9cc,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:02.476598 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 9445b25b-a78e-45cc-a85a-7b5cbdb88dbf up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:42:02.478592 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '94ee5c58-0bf4-45fd-983d-b6e0bdd7d258', 'network_id': '78d34d64-4845-4c10-b035-68235b493cc0', 'port_id': '94ee5c58-0bf4-45fd-983d-b6e0bdd7d258', 'mac_address': 'fa:16:3e:e2:8c:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78e534a1-1a95-404e-b0a4-d4c4732efc38', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:42:02.507873 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-834e256a-481a-42d0-be22-8e4e32ae55b5 req-576b2d2a-e790-47c0-9d33-e478522f2865 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820481 Dec 10 18:42:02.508489 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db4ba461-1f5f-47af-aaeb-5e41221f29f3 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:02.553676 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4ba461-1f5f-47af-aaeb-5e41221f29f3 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:42:02.559551 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d903c-ef08-429e-a0f5-736581ee8163 req-b0dcff9e-9d95-452f-9bc0-398ad68fd064 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:02.566001 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-db4ba461-1f5f-47af-aaeb-5e41221f29f3 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:02.566408 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d903c-ef08-429e-a0f5-736581ee8163 req-b0dcff9e-9d95-452f-9bc0-398ad68fd064 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:02.572305 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4ba461-1f5f-47af-aaeb-5e41221f29f3 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:02.573125 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db4ba461-1f5f-47af-aaeb-5e41221f29f3 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:02.574086 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d903c-ef08-429e-a0f5-736581ee8163 req-b0dcff9e-9d95-452f-9bc0-398ad68fd064 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:02.580301 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d903c-ef08-429e-a0f5-736581ee8163 req-b0dcff9e-9d95-452f-9bc0-398ad68fd064 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:02.588460 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d903c-ef08-429e-a0f5-736581ee8163 req-b0dcff9e-9d95-452f-9bc0-398ad68fd064 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:02.594784 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d903c-ef08-429e-a0f5-736581ee8163 req-b0dcff9e-9d95-452f-9bc0-398ad68fd064 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:02.605212 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d903c-ef08-429e-a0f5-736581ee8163 req-b0dcff9e-9d95-452f-9bc0-398ad68fd064 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:02.607176 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8e3d903c-ef08-429e-a0f5-736581ee8163 req-b0dcff9e-9d95-452f-9bc0-398ad68fd064 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5432 time: 0.1362705 Dec 10 18:42:02.610463 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ba461-1f5f-47af-aaeb-5e41221f29f3 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Subnet': ['ID=0823c2ba-68cb-4e3d-b914-69a793bd50d1,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:02.621401 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-db4ba461-1f5f-47af-aaeb-5e41221f29f3 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7832828 Dec 10 18:42:02.622875 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57040) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:02.633303 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-56346cc6-1f99-4187-8088-d7419cfeb786 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'subnet': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:02.640504 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df2221-f7cc-4b9b-8b64-5c1a41d9e80b req-0f933008-41f3-48f2-b56f-2d9f7957ec00 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:02.642111 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f3df2221-f7cc-4b9b-8b64-5c1a41d9e80b req-0f933008-41f3-48f2-b56f-2d9f7957ec00 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d795aa3-af6b-4c30-aaa3-369bfb4162c0 HTTP/1.1" status: 200 len: 944 time: 0.0999017 Dec 10 18:42:02.663527 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=bbbbaa6a-b115-417d-aac9-abe5c3981165,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:02.675633 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:02.691030 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 47fbfc3e-4987-433a-854c-816b07d9ed10 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:42:02.706367 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 47fbfc3e-4987-433a-854c-816b07d9ed10 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:02.706367 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:02.714354 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94ee5c58-0bf4-45fd-983d-b6e0bdd7d258 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:42:02.721168 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f3df2221-f7cc-4b9b-8b64-5c1a41d9e80b req-3a7a5c9e-f9e7-4957-86c5-9ccc2a43825d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/security-groups?id=3036b1d5-bdc6-444a-91e7-0f0e114911f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698743 Dec 10 18:42:02.793119 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 9445b25b-a78e-45cc-a85a-7b5cbdb88dbf completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:42:02.804153 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8e3d903c-ef08-429e-a0f5-736581ee8163 req-e70763c1-8ac1-42cd-958c-93890c03ac60 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1773894 Dec 10 18:42:02.820550 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 94ee5c58-0bf4-45fd-983d-b6e0bdd7d258, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=94ee5c58-0bf4-45fd-983d-b6e0bdd7d258,segment=NetworkSegment(0c3af493-e367-4b53-a139-21137d44e892),segment_id=0c3af493-e367-4b53-a139-21137d44e892)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:02.823118 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 9445b25b-a78e-45cc-a85a-7b5cbdb88dbf triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:02.823536 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:02.868070 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33070e6a-c758-4a60-8451-9b039ab63133 None None] DHCP port deletion for 4c9579a2-8f48-40cb-87f0-dbca0f4b521d request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:42:02.868333 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56346cc6-1f99-4187-8088-d7419cfeb786 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:42:02.871099 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:02.876462 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56346cc6-1f99-4187-8088-d7419cfeb786 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:02.996276 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deaa86d-c07c-4e14-9f90-7c20d1631306 req-c4e3e7da-81e0-42da-8b79-38aa272031e0 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:03.006099 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7deaa86d-c07c-4e14-9f90-7c20d1631306 req-c4e3e7da-81e0-42da-8b79-38aa272031e0 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 945 time: 0.1132970 Dec 10 18:42:03.032716 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=94ee5c58-0bf4-45fd-983d-b6e0bdd7d258,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:03.087559 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e24510-0a8a-4c85-8498-48cc7075a1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246498f1-fdb3-4bd9-a635-99e7176162bc'}, {'server_uuid': '7f63eac8-29e0-4857-8060-df07dbd6407c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f15de41d-3225-442a-b630-79317ee1a9cc'}, {'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbbaa6a-b115-417d-aac9-abe5c3981165'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:42:03.088309 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7deaa86d-c07c-4e14-9f90-7c20d1631306 req-e3fa39a9-037a-4738-9317-87be8cd373a9 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790799 Dec 10 18:42:03.090004 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4365bd-54c7-41dd-aaa4-28b9a5fecead" -d '{"events": [{"server_uuid": "38e24510-0a8a-4c85-8498-48cc7075a1ce", "name": "network-vif-plugged", "status": "completed", "tag": "246498f1-fdb3-4bd9-a635-99e7176162bc"}, {"server_uuid": "7f63eac8-29e0-4857-8060-df07dbd6407c", "name": "network-vif-unplugged", "status": "completed", "tag": "f15de41d-3225-442a-b630-79317ee1a9cc"}, {"server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "name": "network-vif-plugged", "status": "completed", "tag": "bbbbaa6a-b115-417d-aac9-abe5c3981165"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:42:03.105907 n-d-821435-1 neutron-server[103245]: INFO neutron.db.ipam_backend_mixin [None req-56346cc6-1f99-4187-8088-d7419cfeb786 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0823c2ba-68cb-4e3d-b914-69a793bd50d1 (CIDR: 2001:db8::/64) Dec 10 18:42:03.112871 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-56346cc6-1f99-4187-8088-d7419cfeb786 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:42:03.114435 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56346cc6-1f99-4187-8088-d7419cfeb786 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:03.139089 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:03.171044 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-56346cc6-1f99-4187-8088-d7419cfeb786 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5464165 Dec 10 18:42:03.174974 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57046) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:03.189912 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f4e8c98f-0da5-4a10-9c44-02f9ca2aed1f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'subnet': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:03.197663 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Fri, 10 Dec 2021 18:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f007ecd4-b4f6-4fe9-9cfa-737613a1b4c7 x-openstack-request-id: req-f007ecd4-b4f6-4fe9-9cfa-737613a1b4c7 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:42:03.198065 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e24510-0a8a-4c85-8498-48cc7075a1ce", "name": "network-vif-plugged", "status": "completed", "tag": "246498f1-fdb3-4bd9-a635-99e7176162bc", "code": 200}, {"server_uuid": "7f63eac8-29e0-4857-8060-df07dbd6407c", "name": "network-vif-unplugged", "status": "completed", "tag": "f15de41d-3225-442a-b630-79317ee1a9cc", "code": 200}, {"server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "name": "network-vif-plugged", "status": "completed", "tag": "bbbbaa6a-b115-417d-aac9-abe5c3981165", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:42:03.198393 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f007ecd4-b4f6-4fe9-9cfa-737613a1b4c7 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:42:03.198971 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e24510-0a8a-4c85-8498-48cc7075a1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246498f1-fdb3-4bd9-a635-99e7176162bc', 'code': 200} Dec 10 18:42:03.199307 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f63eac8-29e0-4857-8060-df07dbd6407c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f15de41d-3225-442a-b630-79317ee1a9cc', 'code': 200} Dec 10 18:42:03.199718 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbbaa6a-b115-417d-aac9-abe5c3981165', 'code': 200} Dec 10 18:42:03.208247 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 47fbfc3e-4987-433a-854c-816b07d9ed10, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=47fbfc3e-4987-433a-854c-816b07d9ed10,segment=NetworkSegment(7ee9ae18-d3b7-45c6-9766-25742e5e159f),segment_id=7ee9ae18-d3b7-45c6-9766-25742e5e159f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:03.209478 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:03.224676 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:03.302709 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device dc2ff59e-b465-47d0-8e13-54dcfc86e10a details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:42:03.305140 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 973dc1f1-e06c-4020-8e9d-616ae7e52df5 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:42:03.317508 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-33070e6a-c758-4a60-8451-9b039ab63133 None None] Deleting port dc8927b3-6d8d-4f57-8562-c844f921afd4 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:42:03.317895 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-33070e6a-c758-4a60-8451-9b039ab63133 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:03.456460 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de91a73-14c7-4f62-baed-b5ce06cb2e2a req-3922fbca-7b16-4aa2-9646-1af22411c7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:03.458697 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3de91a73-14c7-4f62-baed-b5ce06cb2e2a req-3922fbca-7b16-4aa2-9646-1af22411c7df service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=38e24510-0a8a-4c85-8498-48cc7075a1ce HTTP/1.1" status: 200 len: 1096 time: 0.1763282 Dec 10 18:42:03.476845 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e8c98f-0da5-4a10-9c44-02f9ca2aed1f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:42:03.481787 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f4e8c98f-0da5-4a10-9c44-02f9ca2aed1f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:03.540456 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e5320-8ada-4371-8485-590723855e02 req-fb884d08-7c41-4947-b157-89129e47a046 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:03.549094 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-050e5320-8ada-4371-8485-590723855e02 req-fb884d08-7c41-4947-b157-89129e47a046 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 949 time: 0.1937094 Dec 10 18:42:03.551465 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-33070e6a-c758-4a60-8451-9b039ab63133 None None] For port dc8927b3-6d8d-4f57-8562-c844f921afd4, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=dc8927b3-6d8d-4f57-8562-c844f921afd4,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:03.551880 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-33070e6a-c758-4a60-8451-9b039ab63133 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:03.568119 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-33070e6a-c758-4a60-8451-9b039ab63133 None None] Calling delete_port for dc8927b3-6d8d-4f57-8562-c844f921afd4 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:42:03.602451 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3de91a73-14c7-4f62-baed-b5ce06cb2e2a req-4e22e855-f403-411a-9452-ff35ec80cc07 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3036b1d5-bdc6-444a-91e7-0f0e114911f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249499 Dec 10 18:42:03.637308 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-050e5320-8ada-4371-8485-590723855e02 req-c8545f1c-4f08-4102-9ee8-11184a919344 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828760 Dec 10 18:42:03.656015 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device dc8927b3-6d8d-4f57-8562-c844f921afd4 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:42:03.734695 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 9445b25b-a78e-45cc-a85a-7b5cbdb88dbf, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=9445b25b-a78e-45cc-a85a-7b5cbdb88dbf,segment=NetworkSegment(e2762cd7-3077-44c4-9495-44ad1a192a7e),segment_id=e2762cd7-3077-44c4-9495-44ad1a192a7e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:03.758012 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43936c7-35b9-460f-b8aa-b1445e9d56c7 req-e22fa669-9b48-438c-98a2-2e6ae436e0bf tempest-MigrationsAdminTest-131387736 tempest-MigrationsAdminTest-131387736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:03.759878 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 973dc1f1-e06c-4020-8e9d-616ae7e52df5 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:42:03.763115 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:03.763884 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:03.767063 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.resource_extend [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:42:03.769740 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 973dc1f1-e06c-4020-8e9d-616ae7e52df5 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:03.770110 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:03.772103 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=47fbfc3e-4987-433a-854c-816b07d9ed10,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:03.774343 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c43936c7-35b9-460f-b8aa-b1445e9d56c7 req-e22fa669-9b48-438c-98a2-2e6ae436e0bf tempest-MigrationsAdminTest-131387736 tempest-MigrationsAdminTest-131387736-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 1100 time: 0.0678639 Dec 10 18:42:03.797956 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ceb39d-5eac-4a1d-aa1d-f49bf5a6439b req-1486c1d0-b7bf-4e98-9a93-fb574abf7af0 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:03.806972 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-90ceb39d-5eac-4a1d-aa1d-f49bf5a6439b req-1486c1d0-b7bf-4e98-9a93-fb574abf7af0 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.1966605 Dec 10 18:42:03.829971 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c43936c7-35b9-460f-b8aa-b1445e9d56c7 req-7c129dc8-5b3b-4931-b8cd-22376d705625 tempest-MigrationsAdminTest-131387736 tempest-MigrationsAdminTest-131387736-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537295 Dec 10 18:42:03.915550 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['94ee5c58-0bf4-45fd-983d-b6e0bdd7d258'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:42:03.917881 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-33070e6a-c758-4a60-8451-9b039ab63133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:03.927672 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-90ceb39d-5eac-4a1d-aa1d-f49bf5a6439b req-64afb5b1-67a7-42c5-8a53-b6ba36a9e3d9 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139097 Dec 10 18:42:03.929681 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Port dc8927b3-6d8d-4f57-8562-c844f921afd4 update to DOWN by agent not found {{(pid=103246) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 10 18:42:03.972019 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7ba77-f909-4b5c-a8a0-83c5af76906a req-48ffb6ed-ba79-43d6-b56e-69a42c41ac6f tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:03.980563 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-73f7ba77-f909-4b5c-a8a0-83c5af76906a req-48ffb6ed-ba79-43d6-b56e-69a42c41ac6f tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d795aa3-af6b-4c30-aaa3-369bfb4162c0 HTTP/1.1" status: 200 len: 944 time: 0.0823224 Dec 10 18:42:04.025016 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33070e6a-c758-4a60-8451-9b039ab63133 None None] No DVR routers for this DVR port dc8927b3-6d8d-4f57-8562-c844f921afd4 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:42:04.047067 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-73f7ba77-f909-4b5c-a8a0-83c5af76906a req-ec25ff8c-b81c-4476-81f2-8c56add28da2 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/security-groups?id=3036b1d5-bdc6-444a-91e7-0f0e114911f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651047 Dec 10 18:42:04.056246 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=9445b25b-a78e-45cc-a85a-7b5cbdb88dbf,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:04.081222 n-d-821435-1 neutron-server[103245]: DEBUG neutron.objects.ports [None req-f4e8c98f-0da5-4a10-9c44-02f9ca2aed1f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103245) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:42:04.090289 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f4e8c98f-0da5-4a10-9c44-02f9ca2aed1f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:04.095614 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011fe1cd-ee21-4978-b963-0f1aae977270 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:42:04.188434 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port dc2ff59e-b465-47d0-8e13-54dcfc86e10a, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=dc2ff59e-b465-47d0-8e13-54dcfc86e10a,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:04.193415 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e8c98f-0da5-4a10-9c44-02f9ca2aed1f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:42:04.209260 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-f4e8c98f-0da5-4a10-9c44-02f9ca2aed1f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:04.212480 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e8c98f-0da5-4a10-9c44-02f9ca2aed1f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:04.212929 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33070e6a-c758-4a60-8451-9b039ab63133 None None] Pushing event deleted for resources: {'Port': ['ID=dc8927b3-6d8d-4f57-8562-c844f921afd4,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:04.213116 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f4e8c98f-0da5-4a10-9c44-02f9ca2aed1f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:04.219185 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8c98f-0da5-4a10-9c44-02f9ca2aed1f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Subnet': ['ID=757e92ae-ca5d-4141-a05e-dcd082cb142c,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:04.234583 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:04.253933 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efb771-34b5-442a-9764-14ddd1457374 req-93485d9d-9647-4077-b501-00affd164356 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:04.257126 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': 'dc2ff59e-b465-47d0-8e13-54dcfc86e10a', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': 'dc2ff59e-b465-47d0-8e13-54dcfc86e10a', 'mac_address': 'fa:16:3e:e5:f8:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:42:04.263260 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efb771-34b5-442a-9764-14ddd1457374 req-93485d9d-9647-4077-b501-00affd164356 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:04.271388 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efb771-34b5-442a-9764-14ddd1457374 req-93485d9d-9647-4077-b501-00affd164356 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:04.281409 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efb771-34b5-442a-9764-14ddd1457374 req-93485d9d-9647-4077-b501-00affd164356 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:04.291148 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efb771-34b5-442a-9764-14ddd1457374 req-93485d9d-9647-4077-b501-00affd164356 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:04.302408 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efb771-34b5-442a-9764-14ddd1457374 req-93485d9d-9647-4077-b501-00affd164356 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:04.309871 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efb771-34b5-442a-9764-14ddd1457374 req-93485d9d-9647-4077-b501-00affd164356 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:04.311868 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-26efb771-34b5-442a-9764-14ddd1457374 req-93485d9d-9647-4077-b501-00affd164356 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5433 time: 0.1699808 Dec 10 18:42:04.317212 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f4e8c98f-0da5-4a10-9c44-02f9ca2aed1f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1395426 Dec 10 18:42:04.320102 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57076) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:04.325844 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c320f826-6ac9-46cf-9d1f-23bef106f928 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'port': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'mac_address': 'fa:16:3e:4b:7f:1f', 'name': 'tempest-NetworksTestDHCPv6-164521348'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:04.395902 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-26efb771-34b5-442a-9764-14ddd1457374 req-f6b8717c-db8e-43b8-8116-a253300983b9 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0771358 Dec 10 18:42:04.403839 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 973dc1f1-e06c-4020-8e9d-616ae7e52df5, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=973dc1f1-e06c-4020-8e9d-616ae7e52df5,segment=NetworkSegment(50e18ff0-01a9-45cf-a561-d5e7cc825a95),segment_id=50e18ff0-01a9-45cf-a561-d5e7cc825a95)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:04.431612 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:04.439604 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:04.443598 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:42:04.448817 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0e64b-8233-4d13-8729-761cd85425b7 req-f62fb56b-07d8-44be-bc2c-89f51d6772fe tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:04.450524 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-65b0e64b-8233-4d13-8729-761cd85425b7 req-f62fb56b-07d8-44be-bc2c-89f51d6772fe tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 946 time: 0.0667646 Dec 10 18:42:04.520069 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=973dc1f1-e06c-4020-8e9d-616ae7e52df5,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:04.523006 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:42:04.560167 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-65b0e64b-8233-4d13-8729-761cd85425b7 req-b5696161-ff54-4200-baaf-ac04f4261b61 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000576 Dec 10 18:42:04.585087 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e9160-e38e-4a21-a9cd-da71c609f491 req-571d7f69-758e-45b6-b700-c9f836a8e552 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:04.596013 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84862d2-2833-4e22-9308-26cb63f756b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'project_id': '5206888eb8664e02a4054430b5bab51d', 'fixed_ips': [{'subnet_id': '0823c2ba-68cb-4e3d-b914-69a793bd50d1'}, {'subnet_id': '757e92ae-ca5d-4141-a05e-dcd082cb142c'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:42:04.598775 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c320f826-6ac9-46cf-9d1f-23bef106f928 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:42:04.606303 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d84862d2-2833-4e22-9308-26cb63f756b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:04.611318 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3b3e9160-e38e-4a21-a9cd-da71c609f491 req-571d7f69-758e-45b6-b700-c9f836a8e552 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 949 time: 0.0923529 Dec 10 18:42:04.693172 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3b3e9160-e38e-4a21-a9cd-da71c609f491 req-1fc63770-b5c5-44ea-be9c-df96e8f715b0 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788116 Dec 10 18:42:04.733391 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c320f826-6ac9-46cf-9d1f-23bef106f928 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:04.757879 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-c320f826-6ac9-46cf-9d1f-23bef106f928 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] device_id is not set on port ef1f5983-850c-46c8-a3a6-816881130efb yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:42:04.828574 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc2ff59e-b465-47d0-8e13-54dcfc86e10a {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:42:04.881952 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port dc2ff59e-b465-47d0-8e13-54dcfc86e10a, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=dc2ff59e-b465-47d0-8e13-54dcfc86e10a,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:04.954346 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:04.979377 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-c320f826-6ac9-46cf-9d1f-23bef106f928 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Allocated IP 2001:db8::d6 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/0823c2ba-68cb-4e3d-b914-69a793bd50d1/ef1f5983-850c-46c8-a3a6-816881130efb) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:42:04.987419 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-c320f826-6ac9-46cf-9d1f-23bef106f928 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4b:7f1f (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/757e92ae-ca5d-4141-a05e-dcd082cb142c/ef1f5983-850c-46c8-a3a6-816881130efb) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:42:05.013021 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:42:05.058443 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:05.058968 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:05.094250 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043b283-91a3-4823-8515-4d4a4deae2c9 req-04c312ce-17ea-4a70-915e-c78e48f2cf61 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:05.095789 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f043b283-91a3-4823-8515-4d4a4deae2c9 req-04c312ce-17ea-4a70-915e-c78e48f2cf61 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.1011922 Dec 10 18:42:05.135301 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=dc2ff59e-b465-47d0-8e13-54dcfc86e10a,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:05.153573 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=11e8e98c-eb94-4b13-8d37-10d3788fd7d0,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:05.170440 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '11e8e98c-eb94-4b13-8d37-10d3788fd7d0', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': '11e8e98c-eb94-4b13-8d37-10d3788fd7d0', 'mac_address': 'fa:16:3e:bc:f3:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:42:05.196663 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['dc2ff59e-b465-47d0-8e13-54dcfc86e10a'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:42:05.196905 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f043b283-91a3-4823-8515-4d4a4deae2c9 req-abfa274d-42fb-4732-ad05-ccadea40022c tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727735 Dec 10 18:42:05.219810 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47fbfc3e-4987-433a-854c-816b07d9ed10'}, {'server_uuid': '038d177a-cd27-4a6a-a676-da7df61ac672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9445b25b-a78e-45cc-a85a-7b5cbdb88dbf'}, {'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973dc1f1-e06c-4020-8e9d-616ae7e52df5'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:42:05.220752 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1960d5-3eb2-41d3-8d5d-8f69a5c60665" -d '{"events": [{"server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "name": "network-vif-plugged", "status": "completed", "tag": "47fbfc3e-4987-433a-854c-816b07d9ed10"}, {"server_uuid": "038d177a-cd27-4a6a-a676-da7df61ac672", "name": "network-vif-plugged", "status": "completed", "tag": "9445b25b-a78e-45cc-a85a-7b5cbdb88dbf"}, {"server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "name": "network-vif-plugged", "status": "completed", "tag": "973dc1f1-e06c-4020-8e9d-616ae7e52df5"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:42:05.244001 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c320f826-6ac9-46cf-9d1f-23bef106f928 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:05.245082 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64494a-d687-4b4a-8e3a-9200464888dd req-8139f1be-fb73-40ea-955e-d0f4da44e5a6 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:05.246657 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3b64494a-d687-4b4a-8e3a-9200464888dd req-8139f1be-fb73-40ea-955e-d0f4da44e5a6 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d795aa3-af6b-4c30-aaa3-369bfb4162c0 HTTP/1.1" status: 200 len: 944 time: 0.0566924 Dec 10 18:42:05.277561 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:05.281940 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 10 Dec 2021 18:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb0f783-7b56-40a4-bfc1-247d3180d802 x-openstack-request-id: req-6eb0f783-7b56-40a4-bfc1-247d3180d802 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:42:05.282247 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "name": "network-vif-plugged", "status": "completed", "tag": "47fbfc3e-4987-433a-854c-816b07d9ed10", "code": 200}, {"server_uuid": "038d177a-cd27-4a6a-a676-da7df61ac672", "name": "network-vif-plugged", "status": "completed", "tag": "9445b25b-a78e-45cc-a85a-7b5cbdb88dbf", "code": 200}, {"server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "name": "network-vif-plugged", "status": "completed", "tag": "973dc1f1-e06c-4020-8e9d-616ae7e52df5", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:42:05.282506 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6eb0f783-7b56-40a4-bfc1-247d3180d802 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:42:05.282903 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47fbfc3e-4987-433a-854c-816b07d9ed10', 'code': 200} Dec 10 18:42:05.283147 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038d177a-cd27-4a6a-a676-da7df61ac672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9445b25b-a78e-45cc-a85a-7b5cbdb88dbf', 'code': 200} Dec 10 18:42:05.283457 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973dc1f1-e06c-4020-8e9d-616ae7e52df5', 'code': 200} Dec 10 18:42:05.284456 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:05.303049 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c320f826-6ac9-46cf-9d1f-23bef106f928 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:05.324852 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3b64494a-d687-4b4a-8e3a-9200464888dd req-84c048bb-0f0d-4524-b680-183f5c4ac2fd tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/security-groups?id=3036b1d5-bdc6-444a-91e7-0f0e114911f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712078 Dec 10 18:42:05.374964 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:42:05.403647 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c320f826-6ac9-46cf-9d1f-23bef106f928 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:42:05.416775 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-c320f826-6ac9-46cf-9d1f-23bef106f928 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:05.419340 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320f826-6ac9-46cf-9d1f-23bef106f928 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Port': ['ID=ef1f5983-850c-46c8-a3a6-816881130efb,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:05.423991 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c320f826-6ac9-46cf-9d1f-23bef106f928 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:42:05.432240 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c320f826-6ac9-46cf-9d1f-23bef106f928 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:05.432944 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c320f826-6ac9-46cf-9d1f-23bef106f928 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:05.436309 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:05.445547 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=11e8e98c-eb94-4b13-8d37-10d3788fd7d0,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:05.456431 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc777d3-e9b0-4f3a-9358-e1ef8c8845d2 req-30f5baa9-71b2-4f85-b638-954fcc8fd0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:05.456906 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc777d3-e9b0-4f3a-9358-e1ef8c8845d2 req-30f5baa9-71b2-4f85-b638-954fcc8fd0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:05.457374 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc777d3-e9b0-4f3a-9358-e1ef8c8845d2 req-30f5baa9-71b2-4f85-b638-954fcc8fd0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:05.458603 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc777d3-e9b0-4f3a-9358-e1ef8c8845d2 req-30f5baa9-71b2-4f85-b638-954fcc8fd0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:05.458603 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc777d3-e9b0-4f3a-9358-e1ef8c8845d2 req-30f5baa9-71b2-4f85-b638-954fcc8fd0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:05.458891 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc777d3-e9b0-4f3a-9358-e1ef8c8845d2 req-30f5baa9-71b2-4f85-b638-954fcc8fd0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:05.459189 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc777d3-e9b0-4f3a-9358-e1ef8c8845d2 req-30f5baa9-71b2-4f85-b638-954fcc8fd0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:05.461351 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3cc777d3-e9b0-4f3a-9358-e1ef8c8845d2 req-30f5baa9-71b2-4f85-b638-954fcc8fd0a1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 6491 time: 0.0825484 Dec 10 18:42:05.467343 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:05.468236 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef612d-45a2-4296-bc9a-be9a4f28cc4f req-c8870095-19f1-46a7-9748-f98758266100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:05.476245 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:05.478060 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6eef612d-45a2-4296-bc9a-be9a4f28cc4f req-c8870095-19f1-46a7-9748-f98758266100 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 1097 time: 0.1219311 Dec 10 18:42:05.487435 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device b72ae8e8-7e19-4712-911e-ab0c9628329a up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:42:05.492153 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c320f826-6ac9-46cf-9d1f-23bef106f928 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.1684854 Dec 10 18:42:05.494025 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57098) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:05.532398 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6eef612d-45a2-4296-bc9a-be9a4f28cc4f req-484f8cb5-5f01-476c-8f84-523c3b129e8d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413301 Dec 10 18:42:05.603756 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3cc777d3-e9b0-4f3a-9358-e1ef8c8845d2 req-c443c873-71d7-4b67-b5a0-c7d09e24ab52 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1330934 Dec 10 18:42:05.611663 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a2b32-a6b9-47b4-8453-61965c3c2f1d req-e80d7fc5-8f1e-402b-8fa3-afc0c16a6502 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:05.618323 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-d84862d2-2833-4e22-9308-26cb63f756b2 None None] Allocated IP 2001:db8::2 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/0823c2ba-68cb-4e3d-b914-69a793bd50d1/1aed32fe-acde-4b8f-8fcc-ec1152f3626c) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:42:05.619349 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a2b32-a6b9-47b4-8453-61965c3c2f1d req-e80d7fc5-8f1e-402b-8fa3-afc0c16a6502 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:05.626986 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a2b32-a6b9-47b4-8453-61965c3c2f1d req-e80d7fc5-8f1e-402b-8fa3-afc0c16a6502 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:05.630210 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:05.635465 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-d84862d2-2833-4e22-9308-26cb63f756b2 None None] Allocated IP 2001:db8:0:1:f816:3eff:fec2:1096 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/757e92ae-ca5d-4141-a05e-dcd082cb142c/1aed32fe-acde-4b8f-8fcc-ec1152f3626c) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:42:05.644056 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a2b32-a6b9-47b4-8453-61965c3c2f1d req-e80d7fc5-8f1e-402b-8fa3-afc0c16a6502 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:05.652929 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a2b32-a6b9-47b4-8453-61965c3c2f1d req-e80d7fc5-8f1e-402b-8fa3-afc0c16a6502 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:05.661638 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a2b32-a6b9-47b4-8453-61965c3c2f1d req-e80d7fc5-8f1e-402b-8fa3-afc0c16a6502 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:05.668674 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a2b32-a6b9-47b4-8453-61965c3c2f1d req-e80d7fc5-8f1e-402b-8fa3-afc0c16a6502 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:05.673461 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-604a2b32-a6b9-47b4-8453-61965c3c2f1d req-e80d7fc5-8f1e-402b-8fa3-afc0c16a6502 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5434 time: 0.1303453 Dec 10 18:42:05.709720 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b899b-bd0c-4db9-969a-5494173b1761 req-30eb1bd9-3913-4724-8b15-5fe6b686fefc tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:05.711549 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a53b899b-bd0c-4db9-969a-5494173b1761 req-30eb1bd9-3913-4724-8b15-5fe6b686fefc tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 946 time: 0.0632331 Dec 10 18:42:05.719883 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-f1ce3a63-d522-45b5-a443-78197db20560 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting port ef1f5983-850c-46c8-a3a6-816881130efb {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:42:05.720400 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f1ce3a63-d522-45b5-a443-78197db20560 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:05.751109 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-604a2b32-a6b9-47b4-8453-61965c3c2f1d req-1fac5f5e-66fa-4965-a904-46e73fd574bd tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0727468 Dec 10 18:42:05.776704 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=11e8e98c-eb94-4b13-8d37-10d3788fd7d0,revision_number=11']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:05.802862 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port b72ae8e8-7e19-4712-911e-ab0c9628329a completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:42:05.823151 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6aeef-0b26-4648-be3f-0568aa6b4551 req-5bec7121-52dd-4b9b-b69e-d905eda44c6e tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:05.824103 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port b72ae8e8-7e19-4712-911e-ab0c9628329a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:05.824486 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:05.825827 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1dc6aeef-0b26-4648-be3f-0568aa6b4551 req-5bec7121-52dd-4b9b-b69e-d905eda44c6e tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 950 time: 0.0899816 Dec 10 18:42:05.885493 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a53b899b-bd0c-4db9-969a-5494173b1761 req-b737977b-9c00-4b4a-8a96-409d922b8d60 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606116 Dec 10 18:42:05.916656 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f1ce3a63-d522-45b5-a443-78197db20560 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:05.931029 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-f1ce3a63-d522-45b5-a443-78197db20560 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Calling delete_port for ef1f5983-850c-46c8-a3a6-816881130efb owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:42:05.965224 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d84862d2-2833-4e22-9308-26cb63f756b2 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:05.992316 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e698f-e433-4be5-869a-a94f60824393 req-d0a8227a-ef08-4e23-9113-7fb667e5125c tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:05.993914 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-536e698f-e433-4be5-869a-a94f60824393 req-d0a8227a-ef08-4e23-9113-7fb667e5125c tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 950 time: 0.0746851 Dec 10 18:42:05.999048 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d84862d2-2833-4e22-9308-26cb63f756b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:06.022274 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-1dc6aeef-0b26-4648-be3f-0568aa6b4551 req-da0cbab0-9ed7-45a2-8c37-0ebc04c67a38 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Deleting port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:42:06.022624 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1dc6aeef-0b26-4648-be3f-0568aa6b4551 req-da0cbab0-9ed7-45a2-8c37-0ebc04c67a38 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:06.058264 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84862d2-2833-4e22-9308-26cb63f756b2 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:42:06.059162 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:06.069278 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84862d2-2833-4e22-9308-26cb63f756b2 None None] Pushing event updated for resources: {'Port': ['ID=1aed32fe-acde-4b8f-8fcc-ec1152f3626c,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:06.073294 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-d84862d2-2833-4e22-9308-26cb63f756b2 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:06.080531 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84862d2-2833-4e22-9308-26cb63f756b2 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:42:06.102916 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-536e698f-e433-4be5-869a-a94f60824393 req-aae11607-74e3-4e39-bcc1-6c555f51d66c tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022799 Dec 10 18:42:06.139431 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f1ce3a63-d522-45b5-a443-78197db20560 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:06.154314 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-1dc6aeef-0b26-4648-be3f-0568aa6b4551 req-da0cbab0-9ed7-45a2-8c37-0ebc04c67a38 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] For port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=11e8e98c-eb94-4b13-8d37-10d3788fd7d0,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:06.154816 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1dc6aeef-0b26-4648-be3f-0568aa6b4551 req-da0cbab0-9ed7-45a2-8c37-0ebc04c67a38 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:06.170300 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-1dc6aeef-0b26-4648-be3f-0568aa6b4551 req-da0cbab0-9ed7-45a2-8c37-0ebc04c67a38 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Calling delete_port for 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:42:06.170531 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port b72ae8e8-7e19-4712-911e-ab0c9628329a, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=b72ae8e8-7e19-4712-911e-ab0c9628329a,segment=NetworkSegment(0c3af493-e367-4b53-a139-21137d44e892),segment_id=0c3af493-e367-4b53-a139-21137d44e892)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:06.177742 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce3a63-d522-45b5-a443-78197db20560 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Port': ['ID=ef1f5983-850c-46c8-a3a6-816881130efb,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:06.200749 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:06.250822 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f1ce3a63-d522-45b5-a443-78197db20560 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:06.254969 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d84862d2-2833-4e22-9308-26cb63f756b2 None None] Attempting to bind port 1aed32fe-acde-4b8f-8fcc-ec1152f3626c on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:42:06.255343 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d84862d2-2833-4e22-9308-26cb63f756b2 None None] Attempting to bind port 1aed32fe-acde-4b8f-8fcc-ec1152f3626c by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:42:06.255704 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84862d2-2833-4e22-9308-26cb63f756b2 None None] Attempting to bind port 1aed32fe-acde-4b8f-8fcc-ec1152f3626c on network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:42:06.258492 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f1ce3a63-d522-45b5-a443-78197db20560 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/ports/ef1f5983-850c-46c8-a3a6-816881130efb HTTP/1.1" status: 204 len: 168 time: 0.7582347 Dec 10 18:42:06.260742 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57118) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:06.268809 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84862d2-2833-4e22-9308-26cb63f756b2 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:42:06.269226 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84862d2-2833-4e22-9308-26cb63f756b2 None None] Checking segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:42:06.269628 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d84862d2-2833-4e22-9308-26cb63f756b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:06.270038 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84862d2-2833-4e22-9308-26cb63f756b2 None None] Bound using segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:42:06.270530 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d84862d2-2833-4e22-9308-26cb63f756b2 None None] Bound port: 1aed32fe-acde-4b8f-8fcc-ec1152f3626c, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:42:06.270958 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d84862d2-2833-4e22-9308-26cb63f756b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:06.322696 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=b72ae8e8-7e19-4712-911e-ab0c9628329a,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:06.362223 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d84862d2-2833-4e22-9308-26cb63f756b2 None None] For port 1aed32fe-acde-4b8f-8fcc-ec1152f3626c, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:42:06.374524 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d84862d2-2833-4e22-9308-26cb63f756b2 None None] For port 1aed32fe-acde-4b8f-8fcc-ec1152f3626c, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=1aed32fe-acde-4b8f-8fcc-ec1152f3626c,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:42:06.381351 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d84862d2-2833-4e22-9308-26cb63f756b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:06.400495 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc38225-97de-4555-bb2c-e9dd48d52e06 req-50dd0639-ecf2-4134-a96d-75062b24eeca tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:06.402599 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4bc38225-97de-4555-bb2c-e9dd48d52e06 req-50dd0639-ecf2-4134-a96d-75062b24eeca tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 945 time: 0.1089630 Dec 10 18:42:06.417495 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c1aa3c-d759-4aef-825c-5eb23bf58981 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:06.419402 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-65c1aa3c-d759-4aef-825c-5eb23bf58981 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1574788 Dec 10 18:42:06.428418 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57122) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:06.442574 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84862d2-2833-4e22-9308-26cb63f756b2 None None] Pushing event updated for resources: {'Port': ['ID=1aed32fe-acde-4b8f-8fcc-ec1152f3626c,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:06.491234 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1dc6aeef-0b26-4648-be3f-0568aa6b4551 req-da0cbab0-9ed7-45a2-8c37-0ebc04c67a38 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:06.491717 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8091bf-9c02-467c-a1d1-1db5ba4e5491 req-d1e9ff76-5ad1-48f5-8131-8e5684ce1ecb tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:06.495395 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1c8091bf-9c02-467c-a1d1-1db5ba4e5491 req-d1e9ff76-5ad1-48f5-8131-8e5684ce1ecb tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d795aa3-af6b-4c30-aaa3-369bfb4162c0 HTTP/1.1" status: 200 len: 945 time: 0.0827186 Dec 10 18:42:06.509849 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['37336d05-2465-4ef9-907f-b9546be053ae'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:42:06.566604 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0cbab0-9ed7-45a2-8c37-0ebc04c67a38 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Pushing event deleted for resources: {'Port': ['ID=11e8e98c-eb94-4b13-8d37-10d3788fd7d0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:06.578041 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1c8091bf-9c02-467c-a1d1-1db5ba4e5491 req-df8d83fc-555f-44a3-9395-3fde7a3689ad tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/security-groups?id=3036b1d5-bdc6-444a-91e7-0f0e114911f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751519 Dec 10 18:42:06.600689 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b71cc6-85d2-4d3b-b695-cab3eeaf0691 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:06.602294 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c9b71cc6-85d2-4d3b-b695-cab3eeaf0691 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1729290 Dec 10 18:42:06.605801 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57124) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:06.613254 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4bc38225-97de-4555-bb2c-e9dd48d52e06 req-55abed9c-8045-4c6b-9d83-b36875ca806b tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878235 Dec 10 18:42:06.689262 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc6aeef-0b26-4648-be3f-0568aa6b4551 req-da0cbab0-9ed7-45a2-8c37-0ebc04c67a38 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] No DVR routers for this DVR port 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:42:06.701700 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1dc6aeef-0b26-4648-be3f-0568aa6b4551 req-da0cbab0-9ed7-45a2-8c37-0ebc04c67a38 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:06.721986 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1dc6aeef-0b26-4648-be3f-0568aa6b4551 req-da0cbab0-9ed7-45a2-8c37-0ebc04c67a38 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.46 "DELETE /v2.0/ports/11e8e98c-eb94-4b13-8d37-10d3788fd7d0 HTTP/1.1" status: 204 len: 173 time: 0.8844090 Dec 10 18:42:06.723282 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b0745f-c616-4a31-b3cc-0ff247ff4e88', 'name': 'network-vif-deleted', 'tag': '11e8e98c-eb94-4b13-8d37-10d3788fd7d0'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:42:06.738613 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23c35c5-c8b8-4091-97b8-f1d0b0abb4b2" -d '{"events": [{"server_uuid": "e3b0745f-c616-4a31-b3cc-0ff247ff4e88", "name": "network-vif-deleted", "tag": "11e8e98c-eb94-4b13-8d37-10d3788fd7d0"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:42:06.775331 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cd121b-ad6e-42ed-ace4-c46144d3a145 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:06.776889 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cd121b-ad6e-42ed-ace4-c46144d3a145 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:06.778552 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cd121b-ad6e-42ed-ace4-c46144d3a145 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:06.780197 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f8cd121b-ad6e-42ed-ace4-c46144d3a145 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1651258 Dec 10 18:42:06.783411 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57128) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:06.833809 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774e956c-da9a-4bcf-8a21-95b508109376 x-openstack-request-id: req-774e956c-da9a-4bcf-8a21-95b508109376 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:42:06.834314 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b0745f-c616-4a31-b3cc-0ff247ff4e88", "name": "network-vif-deleted", "tag": "11e8e98c-eb94-4b13-8d37-10d3788fd7d0", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:42:06.835040 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-774e956c-da9a-4bcf-8a21-95b508109376 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:42:06.835791 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b0745f-c616-4a31-b3cc-0ff247ff4e88', 'name': 'network-vif-deleted', 'tag': '11e8e98c-eb94-4b13-8d37-10d3788fd7d0', 'status': 'completed', 'code': 200} Dec 10 18:42:06.923621 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-c79cb64f-0b17-4cd7-ad1c-07e249ae28b1 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting subnet 0823c2ba-68cb-4e3d-b914-69a793bd50d1 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:42:06.928298 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c79cb64f-0b17-4cd7-ad1c-07e249ae28b1 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:06.994200 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36234db-45f8-4c84-a0a8-b465230760a1 req-dd8f5eb7-7446-4382-996e-990ac0f90878 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:07.001037 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36234db-45f8-4c84-a0a8-b465230760a1 req-dd8f5eb7-7446-4382-996e-990ac0f90878 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:07.008388 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36234db-45f8-4c84-a0a8-b465230760a1 req-dd8f5eb7-7446-4382-996e-990ac0f90878 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:07.010948 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c79cb64f-0b17-4cd7-ad1c-07e249ae28b1 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:07.014990 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36234db-45f8-4c84-a0a8-b465230760a1 req-dd8f5eb7-7446-4382-996e-990ac0f90878 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:07.021759 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36234db-45f8-4c84-a0a8-b465230760a1 req-dd8f5eb7-7446-4382-996e-990ac0f90878 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:07.027717 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36234db-45f8-4c84-a0a8-b465230760a1 req-dd8f5eb7-7446-4382-996e-990ac0f90878 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:07.033668 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36234db-45f8-4c84-a0a8-b465230760a1 req-dd8f5eb7-7446-4382-996e-990ac0f90878 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:07.036744 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f36234db-45f8-4c84-a0a8-b465230760a1 req-dd8f5eb7-7446-4382-996e-990ac0f90878 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5434 time: 0.1581690 Dec 10 18:42:07.105319 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f36234db-45f8-4c84-a0a8-b465230760a1 req-df8e4938-1e95-42a8-afcf-5d8604e262f0 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629072 Dec 10 18:42:07.129173 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff80ca-cc93-4a0f-809a-dec4a3a1af17 req-22811dc1-eb8e-4a0b-8a1f-9328c1012cc6 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:07.130605 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-22ff80ca-cc93-4a0f-809a-dec4a3a1af17 req-22811dc1-eb8e-4a0b-8a1f-9328c1012cc6 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 946 time: 0.0943015 Dec 10 18:42:07.157329 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c79cb64f-0b17-4cd7-ad1c-07e249ae28b1 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:07.220692 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-22ff80ca-cc93-4a0f-809a-dec4a3a1af17 req-077b152d-3409-4ac5-858e-b3e2cb39e5e3 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836263 Dec 10 18:42:07.234969 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3b3e3ee4-16e4-4153-886f-8fb9cb875279 req-6c0b6b73-1e64-4f0e-a329-113d14a20d3c tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b0745f-c616-4a31-b3cc-0ff247ff4e88 HTTP/1.1" status: 200 len: 210 time: 0.0264602 Dec 10 18:42:07.242615 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c79cb64f-0b17-4cd7-ad1c-07e249ae28b1 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:07.283520 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c79cb64f-0b17-4cd7-ad1c-07e249ae28b1 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:07.285173 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281'}, {'server_uuid': '0d795aa3-af6b-4c30-aaa3-369bfb4162c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72ae8e8-7e19-4712-911e-ab0c9628329a'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:42:07.287458 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7c26b9-cfe0-41a7-a28c-0db0a9bb9700" -d '{"events": [{"server_uuid": "71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4", "name": "network-vif-plugged", "status": "completed", "tag": "8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281"}, {"server_uuid": "0d795aa3-af6b-4c30-aaa3-369bfb4162c0", "name": "network-vif-plugged", "status": "completed", "tag": "b72ae8e8-7e19-4712-911e-ab0c9628329a"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:42:07.292956 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c79cb64f-0b17-4cd7-ad1c-07e249ae28b1 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/0823c2ba-68cb-4e3d-b914-69a793bd50d1 HTTP/1.1" status: 204 len: 168 time: 0.5083611 Dec 10 18:42:07.295523 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57152) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:07.302470 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79cb64f-0b17-4cd7-ad1c-07e249ae28b1 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Subnet': ['ID=0823c2ba-68cb-4e3d-b914-69a793bd50d1,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:07.383770 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a11f79-eb31-4550-834e-c741da829f10 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting subnet 757e92ae-ca5d-4141-a05e-dcd082cb142c {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:42:07.393325 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-94a11f79-eb31-4550-834e-c741da829f10 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:07.399154 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 18:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a8d4cf-fc61-4111-8ddf-edfd2cc0fd2e x-openstack-request-id: req-c6a8d4cf-fc61-4111-8ddf-edfd2cc0fd2e {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:42:07.399408 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4", "name": "network-vif-plugged", "status": "completed", "tag": "8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281", "code": 200}, {"server_uuid": "0d795aa3-af6b-4c30-aaa3-369bfb4162c0", "name": "network-vif-plugged", "status": "completed", "tag": "b72ae8e8-7e19-4712-911e-ab0c9628329a", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:42:07.399652 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c6a8d4cf-fc61-4111-8ddf-edfd2cc0fd2e {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:42:07.400048 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281', 'code': 200} Dec 10 18:42:07.400300 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d795aa3-af6b-4c30-aaa3-369bfb4162c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72ae8e8-7e19-4712-911e-ab0c9628329a', 'code': 200} Dec 10 18:42:07.424761 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd78ee-2e58-4036-9d07-7ca7edc27a25 req-498c2ad2-e0df-42ac-a0be-afb8bc477bbe tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:07.427759 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8cfd78ee-2e58-4036-9d07-7ca7edc27a25 req-498c2ad2-e0df-42ac-a0be-afb8bc477bbe tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 946 time: 0.0835912 Dec 10 18:42:07.458832 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-94a11f79-eb31-4550-834e-c741da829f10 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:07.592075 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-94a11f79-eb31-4550-834e-c741da829f10 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:07.634413 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a319665-1aba-4fe0-a2d2-4f1f77f95e9b req-c511105a-8157-4edd-9a9b-f0847dfaa2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:07.636977 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6a319665-1aba-4fe0-a2d2-4f1f77f95e9b req-c511105a-8157-4edd-9a9b-f0847dfaa2ad service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 1096 time: 0.1520431 Dec 10 18:42:07.644063 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 1aed32fe-acde-4b8f-8fcc-ec1152f3626c up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:42:07.654070 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8cfd78ee-2e58-4036-9d07-7ca7edc27a25 req-bcf5d120-b391-410c-9d62-a9f27f5c0e5e tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148139 Dec 10 18:42:07.719298 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c2771-3da4-4ae5-aa9b-54e2c62990f1 req-15e3535a-45e7-4f6d-bb78-013a3e75d00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:07.720136 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 1aed32fe-acde-4b8f-8fcc-ec1152f3626c triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:07.720873 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:07.724958 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-820c2771-3da4-4ae5-aa9b-54e2c62990f1 req-15e3535a-45e7-4f6d-bb78-013a3e75d00f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0d795aa3-af6b-4c30-aaa3-369bfb4162c0 HTTP/1.1" status: 200 len: 1096 time: 0.1805463 Dec 10 18:42:07.742205 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-94a11f79-eb31-4550-834e-c741da829f10 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:07.798316 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5cf6c-a7bc-474d-95d8-4711d79ca317 req-254e37db-e1cc-45d1-a43d-38a1bf6da16a tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:07.799893 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e9e5cf6c-a7bc-474d-95d8-4711d79ca317 req-254e37db-e1cc-45d1-a43d-38a1bf6da16a tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d795aa3-af6b-4c30-aaa3-369bfb4162c0 HTTP/1.1" status: 200 len: 945 time: 0.1074145 Dec 10 18:42:07.802725 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a11f79-eb31-4550-834e-c741da829f10 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Subnet': ['ID=757e92ae-ca5d-4141-a05e-dcd082cb142c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:07.805599 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-94a11f79-eb31-4550-834e-c741da829f10 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:07.811934 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-94a11f79-eb31-4550-834e-c741da829f10 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/757e92ae-ca5d-4141-a05e-dcd082cb142c HTTP/1.1" status: 204 len: 168 time: 0.5153589 Dec 10 18:42:07.812596 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57160) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:07.813321 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6a319665-1aba-4fe0-a2d2-4f1f77f95e9b req-2e6f5d74-c6b5-4952-94a9-c3e81a9555b5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580021 Dec 10 18:42:07.836111 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-820c2771-3da4-4ae5-aa9b-54e2c62990f1 req-1f6ee7bc-8a45-4864-85ec-9e0e4526d70b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3036b1d5-bdc6-444a-91e7-0f0e114911f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052096 Dec 10 18:42:07.851323 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:07.853897 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba863a-92e7-43c9-ad27-cb11b14f8313 req-f8f0de1a-1474-4095-8c35-48386f26f552 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:07.857140 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a0ba863a-92e7-43c9-ad27-cb11b14f8313 req-f8f0de1a-1474-4095-8c35-48386f26f552 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 945 time: 0.0956290 Dec 10 18:42:07.877779 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2b2d15c1-f80a-4cf2-877c-f73211e6f294 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0565660 Dec 10 18:42:07.884494 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57162) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:07.890880 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7490f919-0baf-491d-a2e9-311d0ab5764b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'subnet': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:07.898283 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 1aed32fe-acde-4b8f-8fcc-ec1152f3626c, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=1aed32fe-acde-4b8f-8fcc-ec1152f3626c,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:07.903736 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:07.917288 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a0ba863a-92e7-43c9-ad27-cb11b14f8313 req-e0437718-295e-4c0b-a30a-b18aa094f122 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554509 Dec 10 18:42:07.942071 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a681bb47-3e38-4888-8481-76534a2ac5e9 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:42:07.984930 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e9e5cf6c-a7bc-474d-95d8-4711d79ca317 req-fb4aadee-a3a8-485e-9925-185a26bc5532 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/security-groups?id=3036b1d5-bdc6-444a-91e7-0f0e114911f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699393 Dec 10 18:42:08.021873 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=1aed32fe-acde-4b8f-8fcc-ec1152f3626c,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:08.052413 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['ed2568b4-7412-40d3-84a1-51c2718451b3', '51f796ef-2718-4d1c-a386-cc5d625b4662'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:42:08.054888 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:08.073297 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7490f919-0baf-491d-a2e9-311d0ab5764b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:42:08.077439 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7490f919-0baf-491d-a2e9-311d0ab5764b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:08.107008 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eba9eb30-d717-41d2-97a7-020a6509c351 None None] Provisioning complete for port 1aed32fe-acde-4b8f-8fcc-ec1152f3626c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:08.107393 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eba9eb30-d717-41d2-97a7-020a6509c351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:08.223651 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569f2f6-7945-47dd-b07b-af8ad086188c req-a5e475b3-b5d8-4d95-8bda-1738ea6cdebf tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:08.225515 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8569f2f6-7945-47dd-b07b-af8ad086188c req-a5e475b3-b5d8-4d95-8bda-1738ea6cdebf tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 946 time: 0.0988171 Dec 10 18:42:08.251744 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5778a3e-d9ee-43bd-a2ee-275175768cd0 None None] DHCP port deletion for 4c9579a2-8f48-40cb-87f0-dbca0f4b521d request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:42:08.289546 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8569f2f6-7945-47dd-b07b-af8ad086188c req-9dbd6a4c-06d8-4107-bbdb-fcee9e1b2c0d tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576942 Dec 10 18:42:08.399856 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f5778a3e-d9ee-43bd-a2ee-275175768cd0 None None] Deleting port 1aed32fe-acde-4b8f-8fcc-ec1152f3626c {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:42:08.400654 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f5778a3e-d9ee-43bd-a2ee-275175768cd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:08.455333 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f7052-0abe-41b8-9a32-742e13273858 req-1bac0c69-f088-48b5-a001-67e8d36f37f7 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:08.457094 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0d5f7052-0abe-41b8-9a32-742e13273858 req-1bac0c69-f088-48b5-a001-67e8d36f37f7 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 946 time: 0.0556550 Dec 10 18:42:08.534037 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0d5f7052-0abe-41b8-9a32-742e13273858 req-f100a9e7-5418-40f3-829a-84e5005ef51c tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652840 Dec 10 18:42:08.649412 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f5778a3e-d9ee-43bd-a2ee-275175768cd0 None None] For port 1aed32fe-acde-4b8f-8fcc-ec1152f3626c, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=1aed32fe-acde-4b8f-8fcc-ec1152f3626c,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:08.649886 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f5778a3e-d9ee-43bd-a2ee-275175768cd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:08.673003 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f5778a3e-d9ee-43bd-a2ee-275175768cd0 None None] Calling delete_port for 1aed32fe-acde-4b8f-8fcc-ec1152f3626c owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:42:08.679221 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb686fa-c828-4094-8292-c8a74def9866 req-1b5261ce-39ab-4ae6-b9b3-a84461a996f1 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:08.685068 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb686fa-c828-4094-8292-c8a74def9866 req-1b5261ce-39ab-4ae6-b9b3-a84461a996f1 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:08.690982 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb686fa-c828-4094-8292-c8a74def9866 req-1b5261ce-39ab-4ae6-b9b3-a84461a996f1 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:08.698072 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb686fa-c828-4094-8292-c8a74def9866 req-1b5261ce-39ab-4ae6-b9b3-a84461a996f1 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:08.704202 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb686fa-c828-4094-8292-c8a74def9866 req-1b5261ce-39ab-4ae6-b9b3-a84461a996f1 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:08.711424 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb686fa-c828-4094-8292-c8a74def9866 req-1b5261ce-39ab-4ae6-b9b3-a84461a996f1 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:08.718498 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb686fa-c828-4094-8292-c8a74def9866 req-1b5261ce-39ab-4ae6-b9b3-a84461a996f1 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:08.720471 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-afb686fa-c828-4094-8292-c8a74def9866 req-1b5261ce-39ab-4ae6-b9b3-a84461a996f1 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5434 time: 0.5226839 Dec 10 18:42:08.728872 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7490f919-0baf-491d-a2e9-311d0ab5764b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:08.785848 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f5778a3e-d9ee-43bd-a2ee-275175768cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:08.807569 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7490f919-0baf-491d-a2e9-311d0ab5764b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:42:08.812426 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-7490f919-0baf-491d-a2e9-311d0ab5764b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:08.818895 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5778a3e-d9ee-43bd-a2ee-275175768cd0 None None] Pushing event deleted for resources: {'Port': ['ID=1aed32fe-acde-4b8f-8fcc-ec1152f3626c,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:08.824575 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5778a3e-d9ee-43bd-a2ee-275175768cd0 None None] No DVR routers for this DVR port 1aed32fe-acde-4b8f-8fcc-ec1152f3626c on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:42:08.831125 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7490f919-0baf-491d-a2e9-311d0ab5764b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:08.832517 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7490f919-0baf-491d-a2e9-311d0ab5764b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:08.841591 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7490f919-0baf-491d-a2e9-311d0ab5764b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Subnet': ['ID=8f84e6c0-9d7c-4249-835e-5f862c524e24,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:08.850545 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63232048-d26b-49d3-8a11-c51035c1cfff None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:42:08.871694 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-afb686fa-c828-4094-8292-c8a74def9866 req-ef8b94d1-0555-47a3-8b28-1cf13fc8b241 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1397586 Dec 10 18:42:08.879126 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57194) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:08.884208 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c8dc148f-c213-4010-9621-e05040e38628 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'subnet': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:08.889233 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7490f919-0baf-491d-a2e9-311d0ab5764b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0029998 Dec 10 18:42:09.010877 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd19c79-4a1e-477d-96fb-953ccc9c0d39 req-b29f038b-6e5d-40d2-83a8-96ffa2111a34 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:09.019319 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4fd19c79-4a1e-477d-96fb-953ccc9c0d39 req-b29f038b-6e5d-40d2-83a8-96ffa2111a34 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 950 time: 0.0636988 Dec 10 18:42:09.028766 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a312f4-53e3-4b3d-87f9-336c99bca8b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'project_id': '5206888eb8664e02a4054430b5bab51d', 'fixed_ips': [{'subnet_id': '8f84e6c0-9d7c-4249-835e-5f862c524e24'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:42:09.029666 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-96a312f4-53e3-4b3d-87f9-336c99bca8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:09.038480 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8dc148f-c213-4010-9621-e05040e38628 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:42:09.044434 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8dc148f-c213-4010-9621-e05040e38628 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:09.160117 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4fd19c79-4a1e-477d-96fb-953ccc9c0d39 req-e557692e-fdd0-43e1-b016-e1c39f61e1b1 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325562 Dec 10 18:42:09.199655 n-d-821435-1 neutron-server[103245]: INFO neutron.db.ipam_backend_mixin [None req-c8dc148f-c213-4010-9621-e05040e38628 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8f84e6c0-9d7c-4249-835e-5f862c524e24 (CIDR: 2001:db8::/64) Dec 10 18:42:09.206300 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8dc148f-c213-4010-9621-e05040e38628 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:42:09.207432 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8dc148f-c213-4010-9621-e05040e38628 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:09.231021 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-96a312f4-53e3-4b3d-87f9-336c99bca8b2 None None] Allocated IP 2001:db8::2 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/8f84e6c0-9d7c-4249-835e-5f862c524e24/b6e348c4-e029-4ce9-93b1-353eb86b72ad) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:42:09.280864 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0be1f8-35d1-4cc3-a173-1990e04215be req-52cda09c-6833-4ca4-b305-3435140e11cd tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:09.282638 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ea0be1f8-35d1-4cc3-a173-1990e04215be req-52cda09c-6833-4ca4-b305-3435140e11cd tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d795aa3-af6b-4c30-aaa3-369bfb4162c0 HTTP/1.1" status: 200 len: 945 time: 0.0636420 Dec 10 18:42:09.321165 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 94ee5c58-0bf4-45fd-983d-b6e0bdd7d258 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:42:09.362705 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ea0be1f8-35d1-4cc3-a173-1990e04215be req-39ff065c-6152-4a4a-96ca-bc4ab278f42d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/security-groups?id=3036b1d5-bdc6-444a-91e7-0f0e114911f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711329 Dec 10 18:42:09.454156 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 94ee5c58-0bf4-45fd-983d-b6e0bdd7d258 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:42:09.460400 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 94ee5c58-0bf4-45fd-983d-b6e0bdd7d258 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:09.460805 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:09.497946 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-96a312f4-53e3-4b3d-87f9-336c99bca8b2 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:09.511736 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-96a312f4-53e3-4b3d-87f9-336c99bca8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:09.555818 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a312f4-53e3-4b3d-87f9-336c99bca8b2 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:42:09.559927 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-96a312f4-53e3-4b3d-87f9-336c99bca8b2 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:09.564103 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a312f4-53e3-4b3d-87f9-336c99bca8b2 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:42:09.577465 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 1aed32fe-acde-4b8f-8fcc-ec1152f3626c no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:42:09.588704 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c8dc148f-c213-4010-9621-e05040e38628 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7080572 Dec 10 18:42:09.591396 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57220) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:09.597726 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-884acd81-1960-44c3-bed9-da15d138d6b5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'subnet': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:09.604324 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a312f4-53e3-4b3d-87f9-336c99bca8b2 None None] Pushing event updated for resources: {'Port': ['ID=b6e348c4-e029-4ce9-93b1-353eb86b72ad,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:09.612488 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 1aed32fe-acde-4b8f-8fcc-ec1152f3626c {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:42:09.613418 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 1aed32fe-acde-4b8f-8fcc-ec1152f3626c not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:42:09.626621 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b9a6e-d539-4f0b-a381-6f05c6a09cfc req-64fe756b-e71e-4ce5-92c3-ca5f8e132bf1 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:09.630499 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5b5b9a6e-d539-4f0b-a381-6f05c6a09cfc req-64fe756b-e71e-4ce5-92c3-ca5f8e132bf1 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 946 time: 0.0844774 Dec 10 18:42:09.662414 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9a2b9-9c71-4602-899b-893a419d0d6e req-ddd9095e-ffd4-4f56-ad8c-995970f66370 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:09.672432 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aaa9a2b9-9c71-4602-899b-893a419d0d6e req-ddd9095e-ffd4-4f56-ad8c-995970f66370 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 945 time: 0.4603872 Dec 10 18:42:09.690769 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-96a312f4-53e3-4b3d-87f9-336c99bca8b2 None None] Attempting to bind port b6e348c4-e029-4ce9-93b1-353eb86b72ad on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:42:09.691201 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-96a312f4-53e3-4b3d-87f9-336c99bca8b2 None None] Attempting to bind port b6e348c4-e029-4ce9-93b1-353eb86b72ad by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:42:09.691579 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a312f4-53e3-4b3d-87f9-336c99bca8b2 None None] Attempting to bind port b6e348c4-e029-4ce9-93b1-353eb86b72ad on network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:42:09.708322 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5b5b9a6e-d539-4f0b-a381-6f05c6a09cfc req-ede5efd4-de8b-471c-aa62-362b23e52b9d tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674579 Dec 10 18:42:09.709277 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a312f4-53e3-4b3d-87f9-336c99bca8b2 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:42:09.709568 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a312f4-53e3-4b3d-87f9-336c99bca8b2 None None] Checking segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:42:09.709892 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-96a312f4-53e3-4b3d-87f9-336c99bca8b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:09.710251 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a312f4-53e3-4b3d-87f9-336c99bca8b2 None None] Bound using segment: {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:42:09.710741 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-96a312f4-53e3-4b3d-87f9-336c99bca8b2 None None] Bound port: b6e348c4-e029-4ce9-93b1-353eb86b72ad, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:42:09.711125 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-96a312f4-53e3-4b3d-87f9-336c99bca8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:09.713479 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:09.778824 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbdb9b9-5659-47e7-b1f3-f5bb233dc330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ee5c58-0bf4-45fd-983d-b6e0bdd7d258'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:42:09.781142 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b6a989-096d-4246-b65d-ae17badf3791" -d '{"events": [{"server_uuid": "9fbdb9b9-5659-47e7-b1f3-f5bb233dc330", "name": "network-vif-plugged", "status": "completed", "tag": "94ee5c58-0bf4-45fd-983d-b6e0bdd7d258"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:42:09.785827 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aaa9a2b9-9c71-4602-899b-893a419d0d6e req-dcddaffc-8c50-4ae5-b515-195afd9de829 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091378 Dec 10 18:42:09.805364 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 94ee5c58-0bf4-45fd-983d-b6e0bdd7d258, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=94ee5c58-0bf4-45fd-983d-b6e0bdd7d258,segment=NetworkSegment(0c3af493-e367-4b53-a139-21137d44e892),segment_id=0c3af493-e367-4b53-a139-21137d44e892)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:09.815568 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:09.816556 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device dc2ff59e-b465-47d0-8e13-54dcfc86e10a up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:42:09.826162 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884acd81-1960-44c3-bed9-da15d138d6b5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:42:09.830940 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-884acd81-1960-44c3-bed9-da15d138d6b5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:09.852778 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12661a1-dfd8-4d8d-b08d-898a56d39842 x-openstack-request-id: req-a12661a1-dfd8-4d8d-b08d-898a56d39842 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:42:09.852778 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fbdb9b9-5659-47e7-b1f3-f5bb233dc330", "name": "network-vif-plugged", "status": "completed", "tag": "94ee5c58-0bf4-45fd-983d-b6e0bdd7d258", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:42:09.852778 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a12661a1-dfd8-4d8d-b08d-898a56d39842 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:42:09.852778 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fbdb9b9-5659-47e7-b1f3-f5bb233dc330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ee5c58-0bf4-45fd-983d-b6e0bdd7d258', 'code': 200} Dec 10 18:42:09.892925 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-96a312f4-53e3-4b3d-87f9-336c99bca8b2 None None] For port b6e348c4-e029-4ce9-93b1-353eb86b72ad, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:42:09.923891 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-96a312f4-53e3-4b3d-87f9-336c99bca8b2 None None] For port b6e348c4-e029-4ce9-93b1-353eb86b72ad, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b6e348c4-e029-4ce9-93b1-353eb86b72ad,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:42:09.931541 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-96a312f4-53e3-4b3d-87f9-336c99bca8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:09.937650 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=94ee5c58-0bf4-45fd-983d-b6e0bdd7d258,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:09.991840 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port dc2ff59e-b465-47d0-8e13-54dcfc86e10a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:09.992217 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:10.037645 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a312f4-53e3-4b3d-87f9-336c99bca8b2 None None] Pushing event updated for resources: {'Port': ['ID=b6e348c4-e029-4ce9-93b1-353eb86b72ad,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:10.081391 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484722d-fe72-4fab-abad-a120fe8307d5 req-c19fec34-6fda-4b80-9554-5c0b0045fa4b tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:10.087893 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484722d-fe72-4fab-abad-a120fe8307d5 req-c19fec34-6fda-4b80-9554-5c0b0045fa4b tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:10.093889 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484722d-fe72-4fab-abad-a120fe8307d5 req-c19fec34-6fda-4b80-9554-5c0b0045fa4b tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:10.101710 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484722d-fe72-4fab-abad-a120fe8307d5 req-c19fec34-6fda-4b80-9554-5c0b0045fa4b tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:10.105671 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:10.108731 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484722d-fe72-4fab-abad-a120fe8307d5 req-c19fec34-6fda-4b80-9554-5c0b0045fa4b tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:10.116435 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484722d-fe72-4fab-abad-a120fe8307d5 req-c19fec34-6fda-4b80-9554-5c0b0045fa4b tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:10.123064 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484722d-fe72-4fab-abad-a120fe8307d5 req-c19fec34-6fda-4b80-9554-5c0b0045fa4b tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:10.125064 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4484722d-fe72-4fab-abad-a120fe8307d5 req-c19fec34-6fda-4b80-9554-5c0b0045fa4b tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5434 time: 0.1610725 Dec 10 18:42:10.153773 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port dc2ff59e-b465-47d0-8e13-54dcfc86e10a, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=dc2ff59e-b465-47d0-8e13-54dcfc86e10a,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:10.159308 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:10.236703 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=dc2ff59e-b465-47d0-8e13-54dcfc86e10a,revision_number=10']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:10.281767 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d96225-9db0-4b4b-b1df-d6a52962bebe req-fd79e777-8532-4a8c-8a0f-d8d270a5d47d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:10.286705 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-02d96225-9db0-4b4b-b1df-d6a52962bebe req-fd79e777-8532-4a8c-8a0f-d8d270a5d47d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.46 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 950 time: 0.1431096 Dec 10 18:42:10.294667 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05d756-a0d1-4abf-b89f-763d401ef72d req-75632a98-6998-4c50-a25a-b47d15cdd98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:10.296265 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9f05d756-a0d1-4abf-b89f-763d401ef72d req-75632a98-6998-4c50-a25a-b47d15cdd98d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9fbdb9b9-5659-47e7-b1f3-f5bb233dc330 HTTP/1.1" status: 200 len: 1097 time: 0.2370520 Dec 10 18:42:10.423032 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4484722d-fe72-4fab-abad-a120fe8307d5 req-e64e064c-5283-43f5-b5b0-700ad38315ab tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2434473 Dec 10 18:42:10.442066 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93031d02-7804-49a3-9046-12feb3446eb9 req-afe5aafe-bec5-4167-8929-c4e43a3bc667 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:10.450976 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-93031d02-7804-49a3-9046-12feb3446eb9 req-afe5aafe-bec5-4167-8929-c4e43a3bc667 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 950 time: 0.1442740 Dec 10 18:42:10.534055 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:42:10.555642 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-93031d02-7804-49a3-9046-12feb3446eb9 req-347344b1-ebee-4527-aa2f-1fc19b60e1bf tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036735 Dec 10 18:42:10.572481 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:42:10.572481 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 11e8e98c-eb94-4b13-8d37-10d3788fd7d0 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:42:10.582565 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-02d96225-9db0-4b4b-b1df-d6a52962bebe req-c4478ff7-7950-40c6-9e2a-e1c6aa731e6b tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Deleting port 37336d05-2465-4ef9-907f-b9546be053ae {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:42:10.582918 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-02d96225-9db0-4b4b-b1df-d6a52962bebe req-c4478ff7-7950-40c6-9e2a-e1c6aa731e6b tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:10.586665 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9f05d756-a0d1-4abf-b89f-763d401ef72d req-9dcd32d7-3c83-4912-8395-8702ba237285 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3036b1d5-bdc6-444a-91e7-0f0e114911f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519805 Dec 10 18:42:10.630107 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d453230-c3c5-4efd-b417-63bbc125a99a req-2e419262-f712-4cbd-b0ab-98dd36417ba4 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:10.638653 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7d453230-c3c5-4efd-b417-63bbc125a99a req-2e419262-f712-4cbd-b0ab-98dd36417ba4 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d795aa3-af6b-4c30-aaa3-369bfb4162c0 HTTP/1.1" status: 200 len: 945 time: 0.0926442 Dec 10 18:42:10.718853 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-02d96225-9db0-4b4b-b1df-d6a52962bebe req-c4478ff7-7950-40c6-9e2a-e1c6aa731e6b tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] For port 37336d05-2465-4ef9-907f-b9546be053ae, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=37336d05-2465-4ef9-907f-b9546be053ae,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:10.721328 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-02d96225-9db0-4b4b-b1df-d6a52962bebe req-c4478ff7-7950-40c6-9e2a-e1c6aa731e6b tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:10.728216 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7d453230-c3c5-4efd-b417-63bbc125a99a req-afa91177-1796-4d6c-b945-70a6e5fd426e tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/security-groups?id=3036b1d5-bdc6-444a-91e7-0f0e114911f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886719 Dec 10 18:42:10.748284 n-d-821435-1 neutron-server[103245]: DEBUG neutron.objects.ports [None req-884acd81-1960-44c3-bed9-da15d138d6b5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103245) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:42:10.776922 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-02d96225-9db0-4b4b-b1df-d6a52962bebe req-c4478ff7-7950-40c6-9e2a-e1c6aa731e6b tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Calling delete_port for 37336d05-2465-4ef9-907f-b9546be053ae owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:42:10.814696 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076c497-a9b0-41be-942a-c8bebcf07f9e req-f20b3f12-58ae-4b9b-8877-9ca15fc2805f tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:10.821595 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076c497-a9b0-41be-942a-c8bebcf07f9e req-f20b3f12-58ae-4b9b-8877-9ca15fc2805f tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:10.828316 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076c497-a9b0-41be-942a-c8bebcf07f9e req-f20b3f12-58ae-4b9b-8877-9ca15fc2805f tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:10.836982 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076c497-a9b0-41be-942a-c8bebcf07f9e req-f20b3f12-58ae-4b9b-8877-9ca15fc2805f tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:10.845197 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076c497-a9b0-41be-942a-c8bebcf07f9e req-f20b3f12-58ae-4b9b-8877-9ca15fc2805f tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:10.852977 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076c497-a9b0-41be-942a-c8bebcf07f9e req-f20b3f12-58ae-4b9b-8877-9ca15fc2805f tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:10.859096 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076c497-a9b0-41be-942a-c8bebcf07f9e req-f20b3f12-58ae-4b9b-8877-9ca15fc2805f tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:10.874681 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b076c497-a9b0-41be-942a-c8bebcf07f9e req-f20b3f12-58ae-4b9b-8877-9ca15fc2805f tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5434 time: 0.1584857 Dec 10 18:42:10.878374 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57270) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:10.887149 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-dd93a124-92b8-466c-891f-acb089db9ded tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Request body: {'floatingip': {'port_id': '749d304e-94ac-4ca9-8f42-bc8c32ca4f51'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:10.930288 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20452663-baa1-42d2-a59a-0f95ba12fcb1 req-e11895b6-8358-43b6-af26-4c0b8f2a8111 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:10.940612 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-20452663-baa1-42d2-a59a-0f95ba12fcb1 req-e11895b6-8358-43b6-af26-4c0b8f2a8111 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 946 time: 0.1158009 Dec 10 18:42:10.974889 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dd93a124-92b8-466c-891f-acb089db9ded tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:11.040995 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-20452663-baa1-42d2-a59a-0f95ba12fcb1 req-ba5f64e8-4083-49d5-bd4a-5c798f20a5fb tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993018 Dec 10 18:42:11.111867 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-884acd81-1960-44c3-bed9-da15d138d6b5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:11.189880 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19b2fb-8dc5-46a5-bb8e-71cb4125cdb7 req-b6593faa-de6c-4271-9000-498d5f9269ae tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:11.201370 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8b19b2fb-8dc5-46a5-bb8e-71cb4125cdb7 req-b6593faa-de6c-4271-9000-498d5f9269ae tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/ports?device_id=38e24510-0a8a-4c85-8498-48cc7075a1ce HTTP/1.1" status: 200 len: 945 time: 0.2414865 Dec 10 18:42:11.322241 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8b19b2fb-8dc5-46a5-bb8e-71cb4125cdb7 req-a7127b3a-9173-40db-82c8-c0d34fd2a027 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/security-groups?id=3036b1d5-bdc6-444a-91e7-0f0e114911f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198714 Dec 10 18:42:11.322904 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8d559-4e9a-4203-bf00-c6edb83f06f0 req-4d107fd9-1fea-4d7b-9dfe-bc319e52014f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:11.324398 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c2b8d559-4e9a-4203-bf00-c6edb83f06f0 req-4d107fd9-1fea-4d7b-9dfe-bc319e52014f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 945 time: 0.1627903 Dec 10 18:42:11.429728 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-884acd81-1960-44c3-bed9-da15d138d6b5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] For port b6e348c4-e029-4ce9-93b1-353eb86b72ad, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b6e348c4-e029-4ce9-93b1-353eb86b72ad,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:11.483400 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c2b8d559-4e9a-4203-bf00-c6edb83f06f0 req-2e3d8d4c-4ccb-4840-b065-c4e6e63fb144 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387904 Dec 10 18:42:11.515142 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-884acd81-1960-44c3-bed9-da15d138d6b5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:11.525026 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-884acd81-1960-44c3-bed9-da15d138d6b5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:11.528413 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-884acd81-1960-44c3-bed9-da15d138d6b5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:11.545641 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-02d96225-9db0-4b4b-b1df-d6a52962bebe req-c4478ff7-7950-40c6-9e2a-e1c6aa731e6b tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:11.559148 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['37336d05-2465-4ef9-907f-b9546be053ae'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:42:11.565314 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['ed2568b4-7412-40d3-84a1-51c2718451b3', '51f796ef-2718-4d1c-a386-cc5d625b4662'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:42:11.659339 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884acd81-1960-44c3-bed9-da15d138d6b5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:42:11.673877 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-884acd81-1960-44c3-bed9-da15d138d6b5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:11.708098 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884acd81-1960-44c3-bed9-da15d138d6b5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:11.718783 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-884acd81-1960-44c3-bed9-da15d138d6b5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:11.767796 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884acd81-1960-44c3-bed9-da15d138d6b5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Subnet': ['ID=8820e5d9-5b09-4b50-8042-cb3d2e7edcc7,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:11.796601 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3a969260-595d-41b0-bcf0-2050d96950a9 None None] Provisioning complete for port b6e348c4-e029-4ce9-93b1-353eb86b72ad triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:11.797047 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3a969260-595d-41b0-bcf0-2050d96950a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:11.818694 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884acd81-1960-44c3-bed9-da15d138d6b5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Port': ['ID=b6e348c4-e029-4ce9-93b1-353eb86b72ad,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:11.843026 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-884acd81-1960-44c3-bed9-da15d138d6b5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.2479653 Dec 10 18:42:11.849351 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57284) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:11.872323 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-85107835-c1d8-48a3-94d8-7ffc3950f05f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Request body: {'port': {'network_id': '4c9579a2-8f48-40cb-87f0-dbca0f4b521d', 'mac_address': 'fa:16:3e:52:03:7d', 'name': 'tempest-NetworksTestDHCPv6-1677643836'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:11.891171 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875b61ac-7e0c-4d0f-957d-a6f989a9c239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2ff59e-b465-47d0-8e13-54dcfc86e10a'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:42:11.897362 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba032c9e-b47f-4357-9ffe-50a5e035967e" -d '{"events": [{"server_uuid": "875b61ac-7e0c-4d0f-957d-a6f989a9c239", "name": "network-vif-plugged", "status": "completed", "tag": "dc2ff59e-b465-47d0-8e13-54dcfc86e10a"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:42:11.903350 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b6e348c4-e029-4ce9-93b1-353eb86b72ad up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:42:11.943722 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4478ff7-7950-40c6-9e2a-e1c6aa731e6b tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Pushing event deleted for resources: {'Port': ['ID=37336d05-2465-4ef9-907f-b9546be053ae,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:11.997177 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d96225-9db0-4b4b-b1df-d6a52962bebe req-c4478ff7-7950-40c6-9e2a-e1c6aa731e6b tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] No DVR routers for this DVR port 37336d05-2465-4ef9-907f-b9546be053ae on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:42:12.005913 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-02d96225-9db0-4b4b-b1df-d6a52962bebe req-c4478ff7-7950-40c6-9e2a-e1c6aa731e6b tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:12.009523 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-02d96225-9db0-4b4b-b1df-d6a52962bebe req-c4478ff7-7950-40c6-9e2a-e1c6aa731e6b tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.46 "DELETE /v2.0/ports/37336d05-2465-4ef9-907f-b9546be053ae HTTP/1.1" status: 204 len: 173 time: 1.7164190 Dec 10 18:42:12.013059 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859a7eff-c39f-4199-9aa8-be8685825fd4', 'name': 'network-vif-deleted', 'tag': '37336d05-2465-4ef9-907f-b9546be053ae'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:42:12.015604 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a560bd9e-7052-4d1b-8d51-e20765664a7a" -d '{"events": [{"server_uuid": "859a7eff-c39f-4199-9aa8-be8685825fd4", "name": "network-vif-deleted", "tag": "37336d05-2465-4ef9-907f-b9546be053ae"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:42:12.036082 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931cbd2e-5ebc-49f2-85f0-c0fc1369465d None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:42:12.049473 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b61f0-1115-4b54-9395-02ba2a764481 req-09593ee6-89b1-479e-88e2-bca866dd4ea6 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:12.065157 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f52b61f0-1115-4b54-9395-02ba2a764481 req-09593ee6-89b1-479e-88e2-bca866dd4ea6 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fbdb9b9-5659-47e7-b1f3-f5bb233dc330 HTTP/1.1" status: 200 len: 946 time: 0.3938670 Dec 10 18:42:12.094472 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2332e-caf4-4b53-b65c-b0aa4692cb91 req-9f5bcc2e-b440-4249-8241-855bc753f604 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:12.121226 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2be2332e-caf4-4b53-b65c-b0aa4692cb91 req-9f5bcc2e-b440-4249-8241-855bc753f604 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 945 time: 0.2731760 Dec 10 18:42:12.129800 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57292) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:12.140790 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-29d3593e-9076-4a30-a695-f00ec4b28739 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Request body: {'floatingip': {'port_id': '8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:12.299104 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3a969260-595d-41b0-bcf0-2050d96950a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:12.353927 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29d3593e-9076-4a30-a695-f00ec4b28739 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:12.414070 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f52b61f0-1115-4b54-9395-02ba2a764481 req-01effd2c-a59f-4cb2-983f-a7ecd19ecd10 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/security-groups?id=3036b1d5-bdc6-444a-91e7-0f0e114911f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447189 Dec 10 18:42:12.418203 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85107835-c1d8-48a3-94d8-7ffc3950f05f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Made reservation on behalf of 5206888eb8664e02a4054430b5bab51d for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:42:12.528198 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cc9865d0-b3ae-4dfc-92aa-1ddc6002f9f2 req-819f7577-6304-4ba1-adc2-e26d0a1ff203 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=859a7eff-c39f-4199-9aa8-be8685825fd4 HTTP/1.1" status: 200 len: 210 time: 0.2458093 Dec 10 18:42:12.529155 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port b6e348c4-e029-4ce9-93b1-353eb86b72ad triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:12.529627 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:12.616156 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.db.resource_extend [None req-dd93a124-92b8-466c-891f-acb089db9ded tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:42:12.693766 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29462670-5e6a-4105-bb2f-3942d939f25b x-openstack-request-id: req-29462670-5e6a-4105-bb2f-3942d939f25b {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:42:12.694354 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875b61ac-7e0c-4d0f-957d-a6f989a9c239", "name": "network-vif-plugged", "status": "completed", "tag": "dc2ff59e-b465-47d0-8e13-54dcfc86e10a", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:42:12.701961 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-29462670-5e6a-4105-bb2f-3942d939f25b {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:42:12.702434 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875b61ac-7e0c-4d0f-957d-a6f989a9c239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2ff59e-b465-47d0-8e13-54dcfc86e10a', 'code': 200} Dec 10 18:42:12.763245 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1c11d7-a3be-4f87-9066-c404cb8f610a x-openstack-request-id: req-0a1c11d7-a3be-4f87-9066-c404cb8f610a {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:42:12.763495 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859a7eff-c39f-4199-9aa8-be8685825fd4", "name": "network-vif-deleted", "tag": "37336d05-2465-4ef9-907f-b9546be053ae", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:42:12.763595 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0a1c11d7-a3be-4f87-9066-c404cb8f610a {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:42:12.764016 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859a7eff-c39f-4199-9aa8-be8685825fd4', 'name': 'network-vif-deleted', 'tag': '37336d05-2465-4ef9-907f-b9546be053ae', 'status': 'completed', 'code': 200} Dec 10 18:42:12.777590 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-85107835-c1d8-48a3-94d8-7ffc3950f05f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:12.806741 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3a969260-595d-41b0-bcf0-2050d96950a9 None None] For port b6e348c4-e029-4ce9-93b1-353eb86b72ad, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b6e348c4-e029-4ce9-93b1-353eb86b72ad,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:12.846603 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-85107835-c1d8-48a3-94d8-7ffc3950f05f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] device_id is not set on port fa9c4c0c-61ba-49d3-a164-33b143f547e7 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:42:12.873157 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3a969260-595d-41b0-bcf0-2050d96950a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:12.991118 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a969260-595d-41b0-bcf0-2050d96950a9 None None] Pushing event updated for resources: {'Port': ['ID=b6e348c4-e029-4ce9-93b1-353eb86b72ad,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:13.028536 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dd93a124-92b8-466c-891f-acb089db9ded tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:13.034670 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0ebaeaff-19c6-4f3c-a235-159429ba2ab2 None None] Could not find standard attr ID for object ef1f5983-850c-46c8-a3a6-816881130efb. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:42:13.053893 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c7c17-0343-485f-9520-c84e4ff9ffc7 req-e5a50879-a217-4b9f-9463-882d64c81bf3 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:13.055952 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-947c7c17-0343-485f-9520-c84e4ff9ffc7 req-e5a50879-a217-4b9f-9463-882d64c81bf3 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 946 time: 0.2420394 Dec 10 18:42:13.059752 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dd93a124-92b8-466c-891f-acb089db9ded tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:13.137087 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-85107835-c1d8-48a3-94d8-7ffc3950f05f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Allocated IP 2001:db8::372 (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/8f84e6c0-9d7c-4249-835e-5f862c524e24/fa9c4c0c-61ba-49d3-a164-33b143f547e7) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:42:13.154111 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-85107835-c1d8-48a3-94d8-7ffc3950f05f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Allocated IP 2001:db8:0:1:f816:3eff:fe52:37d (4c9579a2-8f48-40cb-87f0-dbca0f4b521d/8820e5d9-5b09-4b50-8042-cb3d2e7edcc7/fa9c4c0c-61ba-49d3-a164-33b143f547e7) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:42:13.328583 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-947c7c17-0343-485f-9520-c84e4ff9ffc7 req-c6b00376-263a-4a85-b95f-efa469a914c2 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590754 Dec 10 18:42:13.384367 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-dd93a124-92b8-466c-891f-acb089db9ded tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Floating IP 061c9dba-ed55-40a5-b2be-7d21340ec38a associated. External IP: 172.25.7.225, port: 749d304e-94ac-4ca9-8f42-bc8c32ca4f51. Dec 10 18:42:13.392671 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-85107835-c1d8-48a3-94d8-7ffc3950f05f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:13.441488 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-85107835-c1d8-48a3-94d8-7ffc3950f05f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:13.514805 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85107835-c1d8-48a3-94d8-7ffc3950f05f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event updated for resources: {'Port': ['ID=fa9c4c0c-61ba-49d3-a164-33b143f547e7,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:13.525103 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85107835-c1d8-48a3-94d8-7ffc3950f05f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:42:13.527226 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-85107835-c1d8-48a3-94d8-7ffc3950f05f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:13.540067 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85107835-c1d8-48a3-94d8-7ffc3950f05f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:42:13.548867 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85107835-c1d8-48a3-94d8-7ffc3950f05f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:13.556749 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-85107835-c1d8-48a3-94d8-7ffc3950f05f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:13.626025 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b6e348c4-e029-4ce9-93b1-353eb86b72ad up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:42:13.647143 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-85107835-c1d8-48a3-94d8-7ffc3950f05f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7907474 Dec 10 18:42:13.650377 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57310) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:13.783769 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port b6e348c4-e029-4ce9-93b1-353eb86b72ad triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:13.784361 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:13.820107 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-26db45ff-914a-4a18-bd2e-dbd4bfa514f3 None None] Provisioning complete for port b6e348c4-e029-4ce9-93b1-353eb86b72ad triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:13.821148 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-26db45ff-914a-4a18-bd2e-dbd4bfa514f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:13.877259 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b04e9-eab0-4b69-a646-7f6ae53d7d66 req-b63956a4-643d-4c6c-b490-813b351af5b8 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:13.890097 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-218b04e9-eab0-4b69-a646-7f6ae53d7d66 req-b63956a4-643d-4c6c-b490-813b351af5b8 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fbdb9b9-5659-47e7-b1f3-f5bb233dc330 HTTP/1.1" status: 200 len: 946 time: 0.2960489 Dec 10 18:42:13.988987 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29d3593e-9076-4a30-a695-f00ec4b28739 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:14.035636 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29d3593e-9076-4a30-a695-f00ec4b28739 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:14.099246 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-218b04e9-eab0-4b69-a646-7f6ae53d7d66 req-030b8521-9243-4f91-9273-c5aa732a03b8 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/security-groups?id=3036b1d5-bdc6-444a-91e7-0f0e114911f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082334 Dec 10 18:42:14.128012 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-d1cc98f2-3a71-451e-a8e2-0f9b6fd4eaa1 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting port fa9c4c0c-61ba-49d3-a164-33b143f547e7 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:42:14.129198 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d1cc98f2-3a71-451e-a8e2-0f9b6fd4eaa1 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:14.220091 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-397d673e-c9e0-472b-b1bd-800c0bec0077 None None] Provisioning complete for port fa9c4c0c-61ba-49d3-a164-33b143f547e7 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:14.222038 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-397d673e-c9e0-472b-b1bd-800c0bec0077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:14.289476 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-397d673e-c9e0-472b-b1bd-800c0bec0077 None None] Port fa9c4c0c-61ba-49d3-a164-33b143f547e7 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:42:14.289751 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d1cc98f2-3a71-451e-a8e2-0f9b6fd4eaa1 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:14.308010 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-d1cc98f2-3a71-451e-a8e2-0f9b6fd4eaa1 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Calling delete_port for fa9c4c0c-61ba-49d3-a164-33b143f547e7 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:42:14.433398 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3dea9d-4cf9-4cd9-8051-5fd9fe264bf3 req-80633d6a-4a38-46a6-a094-76b887ac81cb tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:14.435441 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5a3dea9d-4cf9-4cd9-8051-5fd9fe264bf3 req-80633d6a-4a38-46a6-a094-76b887ac81cb tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 949 time: 0.1350939 Dec 10 18:42:14.524934 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5a3dea9d-4cf9-4cd9-8051-5fd9fe264bf3 req-8ec8f762-2f3e-45c3-83df-b758e302f177 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799563 Dec 10 18:42:14.544182 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 37336d05-2465-4ef9-907f-b9546be053ae no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:42:14.605563 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 37336d05-2465-4ef9-907f-b9546be053ae {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:42:14.605563 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 37336d05-2465-4ef9-907f-b9546be053ae not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:42:14.702493 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d1cc98f2-3a71-451e-a8e2-0f9b6fd4eaa1 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:14.716251 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f50b7-b238-46f5-aa71-23eaa9d15ef2 req-d86daa62-e3b7-4345-8afe-296d244572ad tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:14.716251 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0f0f50b7-b238-46f5-aa71-23eaa9d15ef2 req-d86daa62-e3b7-4345-8afe-296d244572ad tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fbdb9b9-5659-47e7-b1f3-f5bb233dc330 HTTP/1.1" status: 200 len: 946 time: 0.0750916 Dec 10 18:42:14.745098 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc98f2-3a71-451e-a8e2-0f9b6fd4eaa1 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Port': ['ID=fa9c4c0c-61ba-49d3-a164-33b143f547e7,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:14.823778 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d1cc98f2-3a71-451e-a8e2-0f9b6fd4eaa1 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:14.830443 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d1cc98f2-3a71-451e-a8e2-0f9b6fd4eaa1 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/ports/fa9c4c0c-61ba-49d3-a164-33b143f547e7 HTTP/1.1" status: 204 len: 168 time: 1.1754897 Dec 10 18:42:14.831157 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57334) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:14.838647 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f9bb1-c45d-473b-acb9-85514633c935 req-f2d2e93e-6b8d-4db9-b05a-cdccd43d2348 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:14.842982 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b31f9bb1-c45d-473b-acb9-85514633c935 req-f2d2e93e-6b8d-4db9-b05a-cdccd43d2348 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 946 time: 0.1629713 Dec 10 18:42:14.843234 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-29d3593e-9076-4a30-a695-f00ec4b28739 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Floating IP ab6c9c70-ad15-4399-8c0f-b94d96e2f361 associated. External IP: 172.25.7.177, port: 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281. Dec 10 18:42:14.849750 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0f0f50b7-b238-46f5-aa71-23eaa9d15ef2 req-085536dc-60d9-427b-94eb-c758b52da46b tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/security-groups?id=3036b1d5-bdc6-444a-91e7-0f0e114911f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081653 Dec 10 18:42:14.938734 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd93a124-92b8-466c-891f-acb089db9ded tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Router 5ff5ff88-f521-413e-be05-4a9892d4a641 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:42:14.960229 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0aab37-918f-4760-9fd1-2147124f1f46 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:14.964911 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4a0aab37-918f-4760-9fd1-2147124f1f46 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1289306 Dec 10 18:42:14.965583 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57344) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:15.135397 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b31f9bb1-c45d-473b-acb9-85514633c935 req-adb2aa95-cc10-45e4-8b92-0d910a489a1c tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404890 Dec 10 18:42:15.176682 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1886fe85-72b4-4ef3-9fcb-629f7639e840 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:15.178780 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1886fe85-72b4-4ef3-9fcb-629f7639e840 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2120688 Dec 10 18:42:15.181762 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57346) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:15.297181 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b872fe6e-3219-47ac-ad6b-b5909681ac0f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:15.299574 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b872fe6e-3219-47ac-ad6b-b5909681ac0f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:15.302319 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b872fe6e-3219-47ac-ad6b-b5909681ac0f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:15.307465 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b872fe6e-3219-47ac-ad6b-b5909681ac0f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1212921 Dec 10 18:42:15.307649 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd93a124-92b8-466c-891f-acb089db9ded tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:42:15.309572 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dd93a124-92b8-466c-891f-acb089db9ded tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:15.314514 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57350) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:15.320454 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b6c626-fc94-4d80-be43-f629b12ee495 None None] Sync routers for ids ['5ff5ff88-f521-413e-be05-4a9892d4a641'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:42:15.333646 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b6c626-fc94-4d80-be43-f629b12ee495 None None] Routers {'5ff5ff88-f521-413e-be05-4a9892d4a641'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:42:15.334641 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-25b6c626-fc94-4d80-be43-f629b12ee495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:41:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5ff5ff88-f521-413e-be05-4a9892d4a641'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:15.380898 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-dd93a124-92b8-466c-891f-acb089db9ded tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "PUT /v2.0/floatingips/061c9dba-ed55-40a5-b2be-7d21340ec38a HTTP/1.1" status: 200 len: 991 time: 4.5008552 Dec 10 18:42:15.391171 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'tag': '749d304e-94ac-4ca9-8f42-bc8c32ca4f51'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:42:15.396782 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9069e3-9eb8-4a5b-b8d3-d7c065bdfc7c" -d '{"events": [{"name": "network-changed", "server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "tag": "749d304e-94ac-4ca9-8f42-bc8c32ca4f51"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:42:15.411984 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d3593e-9076-4a30-a695-f00ec4b28739 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Router 4a5adfb3-a73c-4e40-ab84-cac1308961c0 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:42:15.438926 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-210d8749-e989-4ed4-91aa-11f601981190 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting subnet 8820e5d9-5b09-4b50-8042-cb3d2e7edcc7 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:42:15.443993 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-210d8749-e989-4ed4-91aa-11f601981190 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:15.511253 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-210d8749-e989-4ed4-91aa-11f601981190 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:15.523764 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb49795e-538e-4621-8f70-392a057c1506 x-openstack-request-id: req-bb49795e-538e-4621-8f70-392a057c1506 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:42:15.524062 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "tag": "749d304e-94ac-4ca9-8f42-bc8c32ca4f51", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:42:15.524311 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bb49795e-538e-4621-8f70-392a057c1506 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:42:15.524747 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'tag': '749d304e-94ac-4ca9-8f42-bc8c32ca4f51', 'status': 'completed', 'code': 200} Dec 10 18:42:15.551031 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-25b6c626-fc94-4d80-be43-f629b12ee495 None None] Set router 5ff5ff88-f521-413e-be05-4a9892d4a641 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:42:15.613795 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d3593e-9076-4a30-a695-f00ec4b28739 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:42:15.627711 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25da9d7f-e5ee-4d49-b849-f169bdfe7a6b None None] Sync routers for ids ['4a5adfb3-a73c-4e40-ab84-cac1308961c0'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:42:15.635083 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-210d8749-e989-4ed4-91aa-11f601981190 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:15.636047 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29d3593e-9076-4a30-a695-f00ec4b28739 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:15.654401 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25da9d7f-e5ee-4d49-b849-f169bdfe7a6b None None] Routers {'4a5adfb3-a73c-4e40-ab84-cac1308961c0'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:42:15.655281 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-25da9d7f-e5ee-4d49-b849-f169bdfe7a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:41:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['4a5adfb3-a73c-4e40-ab84-cac1308961c0'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:15.690395 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-29d3593e-9076-4a30-a695-f00ec4b28739 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "PUT /v2.0/floatingips/ab6c9c70-ad15-4399-8c0f-b94d96e2f361 HTTP/1.1" status: 200 len: 991 time: 3.5505140 Dec 10 18:42:15.823842 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-210d8749-e989-4ed4-91aa-11f601981190 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:15.840918 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-25da9d7f-e5ee-4d49-b849-f169bdfe7a6b None None] Set router 4a5adfb3-a73c-4e40-ab84-cac1308961c0 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:42:15.901152 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7951fafe-04cf-4e16-a1f7-3a11781171cc None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:42:15.902089 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-210d8749-e989-4ed4-91aa-11f601981190 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:15.906182 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0acbb18b-a82c-4b38-984f-5535cbc609ac req-8aba29f3-2487-4cc7-8c72-b0d6618d2648 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7f63eac8-29e0-4857-8060-df07dbd6407c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0916054 Dec 10 18:42:15.909661 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57362) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:15.909795 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-210d8749-e989-4ed4-91aa-11f601981190 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/8820e5d9-5b09-4b50-8042-cb3d2e7edcc7 HTTP/1.1" status: 204 len: 168 time: 0.5939639 Dec 10 18:42:15.940302 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fdaaa-41f1-4565-bdfb-71741ec913ec req-d495eae6-6354-4cfb-8f69-98e0c717a90a tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:15.956365 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-25b6c626-fc94-4d80-be43-f629b12ee495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'name': 'tempest-TaggedBootDevicesTest-1045322226-router', 'tenant_id': '98fdd3d4007244d19399f00305d1e82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '63e87237-fe4b-4562-a80b-efce559c3c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:15Z', 'updated_at': '2021-12-10T18:39:21Z', 'revision_number': 4, 'project_id': '98fdd3d4007244d19399f00305d1e82f', 'gw_port': {'id': '63e87237-fe4b-4562-a80b-efce559c3c95', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:16:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:16Z', 'updated_at': '2021-12-10T18:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '061c9dba-ed55-40a5-b2be-7d21340ec38a', 'tenant_id': '98fdd3d4007244d19399f00305d1e82f', 'floating_ip_address': '172.25.7.225', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'port_id': '749d304e-94ac-4ca9-8f42-bc8c32ca4f51', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1192, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c464ae35-619c-4be0-bdf6-7932892aa026', 'mac_address': 'fa:16:3e:a9:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:40:27Z', 'updated_at': '2021-12-10T18:42:12Z', 'revision_number': 1, 'project_id': '98fdd3d4007244d19399f00305d1e82f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '544a5bdc-185c-498e-8ed3-e6c6891e4c9a', 'name': '', 'network_id': 'c464ae35-619c-4be0-bdf6-7932892aa026', 'tenant_id': '98fdd3d4007244d19399f00305d1e82f', 'mac_address': 'fa:16:3e:d1:13:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '86f91219-9435-4da2-b951-1d9b6b4ae73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:20Z', 'updated_at': '2021-12-10T18:39:30Z', 'revision_number': 5, 'project_id': '98fdd3d4007244d19399f00305d1e82f', 'subnets': [{'id': '86f91219-9435-4da2-b951-1d9b6b4ae73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:15.959211 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-317fdaaa-41f1-4565-bdfb-71741ec913ec req-d495eae6-6354-4cfb-8f69-98e0c717a90a tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 949 time: 0.2097416 Dec 10 18:42:15.987136 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d8749-e989-4ed4-91aa-11f601981190 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Subnet': ['ID=8820e5d9-5b09-4b50-8042-cb3d2e7edcc7,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:16.024378 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b6c626-fc94-4d80-be43-f629b12ee495 None None] Checking router: 5ff5ff88-f521-413e-be05-4a9892d4a641 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:42:16.049055 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b6c626-fc94-4d80-be43-f629b12ee495 None None] Routers {'5ff5ff88-f521-413e-be05-4a9892d4a641'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:42:16.050059 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-25b6c626-fc94-4d80-be43-f629b12ee495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:41:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5ff5ff88-f521-413e-be05-4a9892d4a641'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:16.112679 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9069e3-9eb8-4a5b-b8d3-d7c065bdfc7c req-d3d14447-40fe-4762-a237-238757e0cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:16.121189 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-54c33a2d-30b2-44ff-b176-275351b4257a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Deleting subnet 8f84e6c0-9d7c-4249-835e-5f862c524e24 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:42:16.123583 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9069e3-9eb8-4a5b-b8d3-d7c065bdfc7c req-d3d14447-40fe-4762-a237-238757e0cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:16.124210 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9069e3-9eb8-4a5b-b8d3-d7c065bdfc7c req-d3d14447-40fe-4762-a237-238757e0cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:16.124779 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9069e3-9eb8-4a5b-b8d3-d7c065bdfc7c req-d3d14447-40fe-4762-a237-238757e0cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:16.125244 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9069e3-9eb8-4a5b-b8d3-d7c065bdfc7c req-d3d14447-40fe-4762-a237-238757e0cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:16.125862 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9069e3-9eb8-4a5b-b8d3-d7c065bdfc7c req-d3d14447-40fe-4762-a237-238757e0cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:16.127016 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9069e3-9eb8-4a5b-b8d3-d7c065bdfc7c req-d3d14447-40fe-4762-a237-238757e0cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:16.130267 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cf9069e3-9eb8-4a5b-b8d3-d7c065bdfc7c req-d3d14447-40fe-4762-a237-238757e0cd31 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=98fdd3d4007244d19399f00305d1e82f&device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 6491 time: 0.3337607 Dec 10 18:42:16.145755 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54c33a2d-30b2-44ff-b176-275351b4257a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:16.155980 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbb18b-a82c-4b38-984f-5535cbc609ac req-24b8e2bb-75cd-4e45-bb58-381e30c666a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:16.161119 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0acbb18b-a82c-4b38-984f-5535cbc609ac req-24b8e2bb-75cd-4e45-bb58-381e30c666a8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4a90a8614cab4789b8ebe3e779e622d9&device_id=7f63eac8-29e0-4857-8060-df07dbd6407c HTTP/1.1" status: 200 len: 1098 time: 0.1801524 Dec 10 18:42:16.252923 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-317fdaaa-41f1-4565-bdfb-71741ec913ec req-cbef4ccc-f8dd-4ae3-a1fc-3dcf6c0389b0 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926166 Dec 10 18:42:16.278238 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-25b6c626-fc94-4d80-be43-f629b12ee495 None None] Set router 5ff5ff88-f521-413e-be05-4a9892d4a641 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:42:16.350920 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70eaf1b-b690-4273-b981-e5744d2d3f5c req-53318093-1acd-49bb-a832-ee20f39a9126 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:16.369391 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c70eaf1b-b690-4273-b981-e5744d2d3f5c req-53318093-1acd-49bb-a832-ee20f39a9126 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fbdb9b9-5659-47e7-b1f3-f5bb233dc330 HTTP/1.1" status: 200 len: 946 time: 0.3438523 Dec 10 18:42:16.531861 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cbafab-c93a-4b52-9f00-914cfd583cd5 req-55764835-e37c-461d-849b-6c7e848d7649 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:16.533141 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a9cbafab-c93a-4b52-9f00-914cfd583cd5 req-55764835-e37c-461d-849b-6c7e848d7649 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.72 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 949 time: 0.4872990 Dec 10 18:42:16.722381 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbb18b-a82c-4b38-984f-5535cbc609ac req-80ab1146-a3d7-4a0b-ab98-4b1075fe28ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:16.724056 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0acbb18b-a82c-4b38-984f-5535cbc609ac req-80ab1146-a3d7-4a0b-ab98-4b1075fe28ed service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.4797072 Dec 10 18:42:16.752116 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54c33a2d-30b2-44ff-b176-275351b4257a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:16.770393 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c70eaf1b-b690-4273-b981-e5744d2d3f5c req-4c8b6a5a-7b74-48f1-864d-c6d98bb5f039 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/security-groups?id=3036b1d5-bdc6-444a-91e7-0f0e114911f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022677 Dec 10 18:42:16.796400 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7c365-5973-4315-a3ac-4f5100694df2 req-1f1aa29e-7c97-4086-8c11-4905e5395313 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:16.809262 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-42d7c365-5973-4315-a3ac-4f5100694df2 req-1f1aa29e-7c97-4086-8c11-4905e5395313 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 946 time: 0.3352602 Dec 10 18:42:16.812762 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9069e3-9eb8-4a5b-b8d3-d7c065bdfc7c req-7214bd4f-f32f-4e82-ac62-34db81758a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:16.814232 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cf9069e3-9eb8-4a5b-b8d3-d7c065bdfc7c req-7214bd4f-f32f-4e82-ac62-34db81758a85 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c464ae35-619c-4be0-bdf6-7932892aa026 HTTP/1.1" status: 200 len: 913 time: 0.6596735 Dec 10 18:42:16.871110 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0acbb18b-a82c-4b38-984f-5535cbc609ac req-52a7b36a-4ab2-4ab0-9974-724c8f1ea921 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=f15de41d-3225-442a-b630-79317ee1a9cc HTTP/1.1" status: 200 len: 217 time: 0.1205642 Dec 10 18:42:16.890453 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae319d-b831-4d3b-bd53-84895da2e24a req-caa7507c-75f7-46f4-baa7-48588cf25310 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:16.892128 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c3ae319d-b831-4d3b-bd53-84895da2e24a req-caa7507c-75f7-46f4-baa7-48588cf25310 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.72 "GET /v2.0/ports?device_id=9fbdb9b9-5659-47e7-b1f3-f5bb233dc330 HTTP/1.1" status: 200 len: 946 time: 0.3456089 Dec 10 18:42:16.938195 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-25da9d7f-e5ee-4d49-b849-f169bdfe7a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5adfb3-a73c-4e40-ab84-cac1308961c0', 'name': 'tempest-ServerActionsTestJSON-191798646-router', 'tenant_id': '6dd50388a58440cca7ab90078e887719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'f7601744-9b5c-4b20-aa5f-6a261b97335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:18Z', 'updated_at': '2021-12-10T18:41:27Z', 'revision_number': 4, 'project_id': '6dd50388a58440cca7ab90078e887719', 'gw_port': {'id': 'f7601744-9b5c-4b20-aa5f-6a261b97335b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5adfb3-a73c-4e40-ab84-cac1308961c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:20Z', 'updated_at': '2021-12-10T18:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'ab6c9c70-ad15-4399-8c0f-b94d96e2f361', 'tenant_id': '6dd50388a58440cca7ab90078e887719', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '4a5adfb3-a73c-4e40-ab84-cac1308961c0', 'port_id': '8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5', 'mac_address': 'fa:16:3e:22:c1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:41:33Z', 'updated_at': '2021-12-10T18:42:13Z', 'revision_number': 1, 'project_id': '6dd50388a58440cca7ab90078e887719', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '736036f4-3062-403a-939f-425113764157', 'name': '', 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5', 'tenant_id': '6dd50388a58440cca7ab90078e887719', 'mac_address': 'fa:16:3e:9f:a6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5adfb3-a73c-4e40-ab84-cac1308961c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'cdd9c23d-5046-4c54-950e-a05aba46bbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:26Z', 'updated_at': '2021-12-10T18:41:35Z', 'revision_number': 5, 'project_id': '6dd50388a58440cca7ab90078e887719', 'subnets': [{'id': 'cdd9c23d-5046-4c54-950e-a05aba46bbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:16.955177 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbb18b-a82c-4b38-984f-5535cbc609ac req-eef4eb7b-c667-4e06-95d7-4cb8b63bc277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:16.956968 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0acbb18b-a82c-4b38-984f-5535cbc609ac req-eef4eb7b-c667-4e06-95d7-4cb8b63bc277 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.0751345 Dec 10 18:42:17.035976 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25da9d7f-e5ee-4d49-b849-f169bdfe7a6b None None] Checking router: 4a5adfb3-a73c-4e40-ab84-cac1308961c0 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:42:17.059947 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25da9d7f-e5ee-4d49-b849-f169bdfe7a6b None None] Routers {'4a5adfb3-a73c-4e40-ab84-cac1308961c0'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:42:17.061443 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-25da9d7f-e5ee-4d49-b849-f169bdfe7a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:41:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['4a5adfb3-a73c-4e40-ab84-cac1308961c0'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:17.110829 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-25b6c626-fc94-4d80-be43-f629b12ee495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'name': 'tempest-TaggedBootDevicesTest-1045322226-router', 'tenant_id': '98fdd3d4007244d19399f00305d1e82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '63e87237-fe4b-4562-a80b-efce559c3c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:15Z', 'updated_at': '2021-12-10T18:39:21Z', 'revision_number': 4, 'project_id': '98fdd3d4007244d19399f00305d1e82f', 'gw_port': {'id': '63e87237-fe4b-4562-a80b-efce559c3c95', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:16:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:16Z', 'updated_at': '2021-12-10T18:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '061c9dba-ed55-40a5-b2be-7d21340ec38a', 'tenant_id': '98fdd3d4007244d19399f00305d1e82f', 'floating_ip_address': '172.25.7.225', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'port_id': '749d304e-94ac-4ca9-8f42-bc8c32ca4f51', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1192, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c464ae35-619c-4be0-bdf6-7932892aa026', 'mac_address': 'fa:16:3e:a9:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:40:27Z', 'updated_at': '2021-12-10T18:42:12Z', 'revision_number': 1, 'project_id': '98fdd3d4007244d19399f00305d1e82f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '544a5bdc-185c-498e-8ed3-e6c6891e4c9a', 'name': '', 'network_id': 'c464ae35-619c-4be0-bdf6-7932892aa026', 'tenant_id': '98fdd3d4007244d19399f00305d1e82f', 'mac_address': 'fa:16:3e:d1:13:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '86f91219-9435-4da2-b951-1d9b6b4ae73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:20Z', 'updated_at': '2021-12-10T18:39:30Z', 'revision_number': 5, 'project_id': '98fdd3d4007244d19399f00305d1e82f', 'subnets': [{'id': '86f91219-9435-4da2-b951-1d9b6b4ae73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:17.184451 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbb18b-a82c-4b38-984f-5535cbc609ac req-6382a520-a465-4a84-8fa0-643c07b0676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:17.186308 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0acbb18b-a82c-4b38-984f-5535cbc609ac req-6382a520-a465-4a84-8fa0-643c07b0676a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1631849 Dec 10 18:42:17.200073 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b6c626-fc94-4d80-be43-f629b12ee495 None None] The sync data for ids ['5ff5ff88-f521-413e-be05-4a9892d4a641'] in n-d-821435-1 is: [{'id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'name': 'tempest-TaggedBootDevicesTest-1045322226-router', 'tenant_id': '98fdd3d4007244d19399f00305d1e82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '63e87237-fe4b-4562-a80b-efce559c3c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:15Z', 'updated_at': '2021-12-10T18:39:21Z', 'revision_number': 4, 'project_id': '98fdd3d4007244d19399f00305d1e82f', 'gw_port': {'id': '63e87237-fe4b-4562-a80b-efce559c3c95', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:16:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:16Z', 'updated_at': '2021-12-10T18:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '061c9dba-ed55-40a5-b2be-7d21340ec38a', 'tenant_id': '98fdd3d4007244d19399f00305d1e82f', 'floating_ip_address': '172.25.7.225', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'port_id': '749d304e-94ac-4ca9-8f42-bc8c32ca4f51', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1192, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c464ae35-619c-4be0-bdf6-7932892aa026', 'mac_address': 'fa:16:3e:a9:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:40:27Z', 'updated_at': '2021-12-10T18:42:12Z', 'revision_number': 1, 'project_id': '98fdd3d4007244d19399f00305d1e82f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '544a5bdc-185c-498e-8ed3-e6c6891e4c9a', 'name': '', 'network_id': 'c464ae35-619c-4be0-bdf6-7932892aa026', 'tenant_id': '98fdd3d4007244d19399f00305d1e82f', 'mac_address': 'fa:16:3e:d1:13:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '86f91219-9435-4da2-b951-1d9b6b4ae73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:20Z', 'updated_at': '2021-12-10T18:39:30Z', 'revision_number': 5, 'project_id': '98fdd3d4007244d19399f00305d1e82f', 'subnets': [{'id': '86f91219-9435-4da2-b951-1d9b6b4ae73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:42:17.223746 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-42d7c365-5973-4315-a3ac-4f5100694df2 req-e891baa4-0024-41a3-8f01-c4e59e97f055 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134955 Dec 10 18:42:17.228167 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cf9069e3-9eb8-4a5b-b8d3-d7c065bdfc7c req-8624a19d-b4c1-4ff4-8e5a-2f89851c6ccb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=749d304e-94ac-4ca9-8f42-bc8c32ca4f51 HTTP/1.1" status: 200 len: 999 time: 0.3883164 Dec 10 18:42:17.231995 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-a9cbafab-c93a-4b52-9f00-914cfd583cd5 req-41802f9c-7545-43a3-8024-cc2df86a59b6 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Deleting port 51f796ef-2718-4d1c-a386-cc5d625b4662 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:42:17.232576 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a9cbafab-c93a-4b52-9f00-914cfd583cd5 req-41802f9c-7545-43a3-8024-cc2df86a59b6 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:17.360276 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-25da9d7f-e5ee-4d49-b849-f169bdfe7a6b None None] Set router 4a5adfb3-a73c-4e40-ab84-cac1308961c0 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:42:17.397663 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-c3ae319d-b831-4d3b-bd53-84895da2e24a req-4021ceab-2b27-43ee-8c96-b2f234904b83 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Deleting port 94ee5c58-0bf4-45fd-983d-b6e0bdd7d258 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:42:17.398426 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c3ae319d-b831-4d3b-bd53-84895da2e24a req-4021ceab-2b27-43ee-8c96-b2f234904b83 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:17.496000 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9069e3-9eb8-4a5b-b8d3-d7c065bdfc7c req-820f3976-2e2d-48da-9009-6b6b305d5250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:17.497557 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cf9069e3-9eb8-4a5b-b8d3-d7c065bdfc7c req-820f3976-2e2d-48da-9009-6b6b305d5250 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=86f91219-9435-4da2-b951-1d9b6b4ae73d HTTP/1.1" status: 200 len: 851 time: 0.2482073 Dec 10 18:42:17.594602 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c3ae319d-b831-4d3b-bd53-84895da2e24a req-4021ceab-2b27-43ee-8c96-b2f234904b83 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] For port 94ee5c58-0bf4-45fd-983d-b6e0bdd7d258, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=94ee5c58-0bf4-45fd-983d-b6e0bdd7d258,segment=NetworkSegment(0c3af493-e367-4b53-a139-21137d44e892),segment_id=0c3af493-e367-4b53-a139-21137d44e892)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:17.595163 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c3ae319d-b831-4d3b-bd53-84895da2e24a req-4021ceab-2b27-43ee-8c96-b2f234904b83 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:17.610686 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-c3ae319d-b831-4d3b-bd53-84895da2e24a req-4021ceab-2b27-43ee-8c96-b2f234904b83 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Calling delete_port for 94ee5c58-0bf4-45fd-983d-b6e0bdd7d258 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:42:17.635830 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9af57a-7ef7-4610-a1f4-ee65da2f27e2 None None] New status for floating IP 061c9dba-ed55-40a5-b2be-7d21340ec38a: ACTIVE {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:42:17.647218 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-a9cbafab-c93a-4b52-9f00-914cfd583cd5 req-41802f9c-7545-43a3-8024-cc2df86a59b6 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] For port 51f796ef-2718-4d1c-a386-cc5d625b4662, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=51f796ef-2718-4d1c-a386-cc5d625b4662,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:17.652518 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a9cbafab-c93a-4b52-9f00-914cfd583cd5 req-41802f9c-7545-43a3-8024-cc2df86a59b6 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:17.680734 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-a9cbafab-c93a-4b52-9f00-914cfd583cd5 req-41802f9c-7545-43a3-8024-cc2df86a59b6 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Calling delete_port for 51f796ef-2718-4d1c-a386-cc5d625b4662 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:42:17.701272 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9069e3-9eb8-4a5b-b8d3-d7c065bdfc7c req-fef1a617-407c-4620-aa2b-d4b8ed4edbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:17.703473 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cf9069e3-9eb8-4a5b-b8d3-d7c065bdfc7c req-fef1a617-407c-4620-aa2b-d4b8ed4edbe6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c464ae35-619c-4be0-bdf6-7932892aa026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1810195 Dec 10 18:42:17.760422 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0acbb18b-a82c-4b38-984f-5535cbc609ac req-f69e54f8-36ce-4a5c-91c5-de557e88dfbd service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5002503 Dec 10 18:42:17.764837 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4', 'tag': '8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:42:17.768277 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ee09f5-70a2-424a-b748-f068a29918c7" -d '{"events": [{"name": "network-changed", "server_uuid": "71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4", "tag": "8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:42:17.896617 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0acbb18b-a82c-4b38-984f-5535cbc609ac req-6fa5acaf-7d1e-4448-b784-8bf6fe594b23 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247807 Dec 10 18:42:17.897546 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c3ae319d-b831-4d3b-bd53-84895da2e24a req-4021ceab-2b27-43ee-8c96-b2f234904b83 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:17.929409 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['b72ae8e8-7e19-4712-911e-ab0c9628329a', '94ee5c58-0bf4-45fd-983d-b6e0bdd7d258'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:42:17.943158 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['246498f1-fdb3-4bd9-a635-99e7176162bc'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:42:17.974253 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4021ceab-2b27-43ee-8c96-b2f234904b83 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Pushing event deleted for resources: {'Port': ['ID=94ee5c58-0bf4-45fd-983d-b6e0bdd7d258,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:18.014326 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54c33a2d-30b2-44ff-b176-275351b4257a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:18.156495 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54c33a2d-30b2-44ff-b176-275351b4257a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:18.160473 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ae319d-b831-4d3b-bd53-84895da2e24a req-4021ceab-2b27-43ee-8c96-b2f234904b83 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] No DVR routers for this DVR port 94ee5c58-0bf4-45fd-983d-b6e0bdd7d258 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:42:18.176000 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c3ae319d-b831-4d3b-bd53-84895da2e24a req-4021ceab-2b27-43ee-8c96-b2f234904b83 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:18.180985 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c3ae319d-b831-4d3b-bd53-84895da2e24a req-4021ceab-2b27-43ee-8c96-b2f234904b83 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.72 "DELETE /v2.0/ports/94ee5c58-0bf4-45fd-983d-b6e0bdd7d258 HTTP/1.1" status: 204 len: 173 time: 1.2229156 Dec 10 18:42:18.233782 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c33a2d-30b2-44ff-b176-275351b4257a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Subnet': ['ID=8f84e6c0-9d7c-4249-835e-5f862c524e24,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:18.240221 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54c33a2d-30b2-44ff-b176-275351b4257a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:18.243715 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-54c33a2d-30b2-44ff-b176-275351b4257a tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/8f84e6c0-9d7c-4249-835e-5f862c524e24 HTTP/1.1" status: 204 len: 168 time: 2.3307619 Dec 10 18:42:18.246594 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57412) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:18.255681 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552a34e7-498a-4199-8b43-551b1f6d4873 None None] Network 4c9579a2-8f48-40cb-87f0-dbca0f4b521d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:42:18.273394 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-25da9d7f-e5ee-4d49-b849-f169bdfe7a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5adfb3-a73c-4e40-ab84-cac1308961c0', 'name': 'tempest-ServerActionsTestJSON-191798646-router', 'tenant_id': '6dd50388a58440cca7ab90078e887719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'f7601744-9b5c-4b20-aa5f-6a261b97335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:18Z', 'updated_at': '2021-12-10T18:41:27Z', 'revision_number': 4, 'project_id': '6dd50388a58440cca7ab90078e887719', 'gw_port': {'id': 'f7601744-9b5c-4b20-aa5f-6a261b97335b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5adfb3-a73c-4e40-ab84-cac1308961c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:20Z', 'updated_at': '2021-12-10T18:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'ab6c9c70-ad15-4399-8c0f-b94d96e2f361', 'tenant_id': '6dd50388a58440cca7ab90078e887719', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '4a5adfb3-a73c-4e40-ab84-cac1308961c0', 'port_id': '8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5', 'mac_address': 'fa:16:3e:22:c1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:41:33Z', 'updated_at': '2021-12-10T18:42:13Z', 'revision_number': 1, 'project_id': '6dd50388a58440cca7ab90078e887719', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '736036f4-3062-403a-939f-425113764157', 'name': '', 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5', 'tenant_id': '6dd50388a58440cca7ab90078e887719', 'mac_address': 'fa:16:3e:9f:a6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5adfb3-a73c-4e40-ab84-cac1308961c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'cdd9c23d-5046-4c54-950e-a05aba46bbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:26Z', 'updated_at': '2021-12-10T18:41:35Z', 'revision_number': 5, 'project_id': '6dd50388a58440cca7ab90078e887719', 'subnets': [{'id': 'cdd9c23d-5046-4c54-950e-a05aba46bbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:18.277022 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-625c7cdd-0259-45f7-8327-8623c65c605e None None] Provisioning complete for port b6e348c4-e029-4ce9-93b1-353eb86b72ad triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:18.277444 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-625c7cdd-0259-45f7-8327-8623c65c605e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:18.290329 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-baa8cd26-78dc-4f48-a1c3-820b525305d2 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0425506 Dec 10 18:42:18.292781 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57414) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:18.306317 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696fe00-a10e-45bf-bb84-496af71bc829 req-ab4fb28c-9e9f-49ed-9a2a-251de8c3d0f4 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:18.313924 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8696fe00-a10e-45bf-bb84-496af71bc829 req-ab4fb28c-9e9f-49ed-9a2a-251de8c3d0f4 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 949 time: 0.5501795 Dec 10 18:42:18.467831 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218dab19-6173-4fae-b0de-fcd6f55c1921 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:18.474817 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a87f6387-a974-431a-a542-2f14d239de6b req-559204ed-cf35-452d-b241-d362a58d9359 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fbdb9b9-5659-47e7-b1f3-f5bb233dc330 HTTP/1.1" status: 200 len: 210 time: 0.5133181 Dec 10 18:42:18.476977 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57416) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:18.477568 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-218dab19-6173-4fae-b0de-fcd6f55c1921 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1831162 Dec 10 18:42:18.488433 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8696fe00-a10e-45bf-bb84-496af71bc829 req-4ee7416d-43d6-40d0-88d5-67906246e2fc tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728070 Dec 10 18:42:18.521908 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25da9d7f-e5ee-4d49-b849-f169bdfe7a6b None None] The sync data for ids ['4a5adfb3-a73c-4e40-ab84-cac1308961c0'] in n-d-821435-1 is: [{'id': '4a5adfb3-a73c-4e40-ab84-cac1308961c0', 'name': 'tempest-ServerActionsTestJSON-191798646-router', 'tenant_id': '6dd50388a58440cca7ab90078e887719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'f7601744-9b5c-4b20-aa5f-6a261b97335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:18Z', 'updated_at': '2021-12-10T18:41:27Z', 'revision_number': 4, 'project_id': '6dd50388a58440cca7ab90078e887719', 'gw_port': {'id': 'f7601744-9b5c-4b20-aa5f-6a261b97335b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5adfb3-a73c-4e40-ab84-cac1308961c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:20Z', 'updated_at': '2021-12-10T18:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'ab6c9c70-ad15-4399-8c0f-b94d96e2f361', 'tenant_id': '6dd50388a58440cca7ab90078e887719', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '4a5adfb3-a73c-4e40-ab84-cac1308961c0', 'port_id': '8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5', 'mac_address': 'fa:16:3e:22:c1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:41:33Z', 'updated_at': '2021-12-10T18:42:13Z', 'revision_number': 1, 'project_id': '6dd50388a58440cca7ab90078e887719', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '736036f4-3062-403a-939f-425113764157', 'name': '', 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5', 'tenant_id': '6dd50388a58440cca7ab90078e887719', 'mac_address': 'fa:16:3e:9f:a6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5adfb3-a73c-4e40-ab84-cac1308961c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'cdd9c23d-5046-4c54-950e-a05aba46bbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:26Z', 'updated_at': '2021-12-10T18:41:35Z', 'revision_number': 5, 'project_id': '6dd50388a58440cca7ab90078e887719', 'subnets': [{'id': 'cdd9c23d-5046-4c54-950e-a05aba46bbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:42:18.553695 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af600afa-0988-44a8-8f82-105f3db23157 x-openstack-request-id: req-af600afa-0988-44a8-8f82-105f3db23157 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:42:18.554255 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4", "tag": "8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:42:18.554728 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-af600afa-0988-44a8-8f82-105f3db23157 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:42:18.555580 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4', 'tag': '8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281', 'status': 'completed', 'code': 200} Dec 10 18:42:18.658409 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cf9069e3-9eb8-4a5b-b8d3-d7c065bdfc7c req-ca2250a1-eda9-4007-888f-6139258d78ea service neutron] 10.222.0.72 "GET /v2.0/networks/c464ae35-619c-4be0-bdf6-7932892aa026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9469051 Dec 10 18:42:18.685009 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee09f5-70a2-424a-b748-f068a29918c7 req-b96971ab-8628-4f1b-8291-decf01507fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:18.686541 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-59ee09f5-70a2-424a-b748-f068a29918c7 req-b96971ab-8628-4f1b-8291-decf01507fe8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6dd50388a58440cca7ab90078e887719&device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 1096 time: 0.1123121 Dec 10 18:42:18.761200 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd67b0f-123c-4718-810b-d174f1ce63de tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:18.766850 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57420) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:18.768170 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ecd67b0f-123c-4718-810b-d174f1ce63de tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2885571 Dec 10 18:42:18.908463 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a9cbafab-c93a-4b52-9f00-914cfd583cd5 req-41802f9c-7545-43a3-8024-cc2df86a59b6 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:18.992031 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9d8ccc5d-2187-4632-8cc6-62986936f598 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2226415 Dec 10 18:42:19.000842 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57430) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:19.031790 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41802f9c-7545-43a3-8024-cc2df86a59b6 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Pushing event deleted for resources: {'Port': ['ID=51f796ef-2718-4d1c-a386-cc5d625b4662,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:19.056373 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-764f103c-613c-40c8-ad72-0ed59a3bbd3f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:19.057287 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-764f103c-613c-40c8-ad72-0ed59a3bbd3f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:19.061738 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-764f103c-613c-40c8-ad72-0ed59a3bbd3f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/ports/fa9c4c0c-61ba-49d3-a164-33b143f547e7 HTTP/1.1" status: 404 len: 333 time: 0.0591033 Dec 10 18:42:19.064850 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57432) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:19.094043 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667fe1eb-256a-4fa0-9499-ce3ad2da661b None None] New status for floating IP ab6c9c70-ad15-4399-8c0f-b94d96e2f361: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:42:19.106804 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9cbafab-c93a-4b52-9f00-914cfd583cd5 req-41802f9c-7545-43a3-8024-cc2df86a59b6 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] No DVR routers for this DVR port 51f796ef-2718-4d1c-a386-cc5d625b4662 on host n-h2-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:42:19.107406 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cee859e-d3c1-4e7c-8bd0-77d63c57f986 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:19.108058 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cee859e-d3c1-4e7c-8bd0-77d63c57f986 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:19.111472 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4cee859e-d3c1-4e7c-8bd0-77d63c57f986 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/8820e5d9-5b09-4b50-8042-cb3d2e7edcc7 HTTP/1.1" status: 404 len: 337 time: 0.0454431 Dec 10 18:42:19.114620 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57434) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:19.114785 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cf9069e3-9eb8-4a5b-b8d3-d7c065bdfc7c req-f498ee08-3a64-4d56-a44f-8760378dd66e service neutron] 10.222.0.72 "GET /v2.0/networks/c464ae35-619c-4be0-bdf6-7932892aa026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434401 Dec 10 18:42:19.115837 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a9cbafab-c93a-4b52-9f00-914cfd583cd5 req-41802f9c-7545-43a3-8024-cc2df86a59b6 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:19.119195 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a9cbafab-c93a-4b52-9f00-914cfd583cd5 req-41802f9c-7545-43a3-8024-cc2df86a59b6 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.72 "DELETE /v2.0/ports/51f796ef-2718-4d1c-a386-cc5d625b4662 HTTP/1.1" status: 204 len: 173 time: 2.5471838 Dec 10 18:42:19.122111 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da0ba39-d6e7-4f69-885d-11920eb27b2c', 'name': 'network-vif-deleted', 'tag': '51f796ef-2718-4d1c-a386-cc5d625b4662'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:42:19.123918 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854dbde8-c9d6-4d77-9df0-7556b90cfaee" -d '{"events": [{"server_uuid": "7da0ba39-d6e7-4f69-885d-11920eb27b2c", "name": "network-vif-deleted", "tag": "51f796ef-2718-4d1c-a386-cc5d625b4662"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:42:19.151734 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a3c0f-7874-4df2-9f2c-9c1c5da5394f req-68993853-4088-4b5c-91fa-853b5076e051 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:19.159305 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-799a3c0f-7874-4df2-9f2c-9c1c5da5394f req-68993853-4088-4b5c-91fa-853b5076e051 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 946 time: 0.2474427 Dec 10 18:42:19.183466 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9683477-b056-430e-ba42-9aaf0d20af5e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:19.184612 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9683477-b056-430e-ba42-9aaf0d20af5e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:19.187914 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c9683477-b056-430e-ba42-9aaf0d20af5e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/8f84e6c0-9d7c-4249-835e-5f862c524e24 HTTP/1.1" status: 404 len: 337 time: 0.0720391 Dec 10 18:42:19.191896 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57438) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:19.223549 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1544fc39-910b-4aa6-aa74-2cf9dcd50b02 x-openstack-request-id: req-1544fc39-910b-4aa6-aa74-2cf9dcd50b02 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:42:19.223956 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da0ba39-d6e7-4f69-885d-11920eb27b2c", "name": "network-vif-deleted", "tag": "51f796ef-2718-4d1c-a386-cc5d625b4662", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:42:19.224313 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1544fc39-910b-4aa6-aa74-2cf9dcd50b02 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:42:19.224847 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da0ba39-d6e7-4f69-885d-11920eb27b2c', 'name': 'network-vif-deleted', 'tag': '51f796ef-2718-4d1c-a386-cc5d625b4662', 'status': 'completed', 'code': 200} Dec 10 18:42:19.225400 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffb26d93-d12b-47e7-9726-cf7b14666835 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:19.226731 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffb26d93-d12b-47e7-9726-cf7b14666835 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:19.229997 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ffb26d93-d12b-47e7-9726-cf7b14666835 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/ports/ef1f5983-850c-46c8-a3a6-816881130efb HTTP/1.1" status: 404 len: 333 time: 0.0367491 Dec 10 18:42:19.234330 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57440) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:19.240961 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-799a3c0f-7874-4df2-9f2c-9c1c5da5394f req-ce65e581-220c-4355-8bb5-224ef5d454d5 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799673 Dec 10 18:42:19.255607 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee09f5-70a2-424a-b748-f068a29918c7 req-e73d8b7d-eef7-4ad0-b4c1-0a38b8bbd89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:19.257807 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-59ee09f5-70a2-424a-b748-f068a29918c7 req-e73d8b7d-eef7-4ad0-b4c1-0a38b8bbd89b service neutron] 10.222.0.72 "GET /v2.0/networks?id=3bc50282-3306-4b81-ae1a-81a9a8be5df5 HTTP/1.1" status: 200 len: 912 time: 0.5575643 Dec 10 18:42:19.289610 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-925373a0-605a-4d14-941b-6e7a1dc1e6ff tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:19.290336 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-925373a0-605a-4d14-941b-6e7a1dc1e6ff tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:19.294241 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-925373a0-605a-4d14-941b-6e7a1dc1e6ff tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/757e92ae-ca5d-4141-a05e-dcd082cb142c HTTP/1.1" status: 404 len: 337 time: 0.0587530 Dec 10 18:42:19.296681 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57442) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:19.381261 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-db291d9e-e5fd-4264-b570-e6eaabd327d8 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:19.381819 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db291d9e-e5fd-4264-b570-e6eaabd327d8 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:19.387361 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-db291d9e-e5fd-4264-b570-e6eaabd327d8 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/0823c2ba-68cb-4e3d-b914-69a793bd50d1 HTTP/1.1" status: 404 len: 337 time: 0.0873675 Dec 10 18:42:19.388152 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57444) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:19.398787 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b1c05e-f23b-4337-b32e-5e62fb34fb48 None None] DHCP port deletion for 4c9579a2-8f48-40cb-87f0-dbca0f4b521d request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:42:19.418076 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-499f2654-f230-4c48-8b64-041920c58395 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:19.419530 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-499f2654-f230-4c48-8b64-041920c58395 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:19.427083 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-499f2654-f230-4c48-8b64-041920c58395 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/ports/cc442cf0-22a9-408d-af79-1494e6fd1445 HTTP/1.1" status: 404 len: 333 time: 0.0375514 Dec 10 18:42:19.428020 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-59ee09f5-70a2-424a-b748-f068a29918c7 req-9cf08741-ed61-48c5-b087-bc9a1bf265ec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 HTTP/1.1" status: 200 len: 999 time: 0.1510565 Dec 10 18:42:19.428659 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57446) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:19.463923 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf0e8294-2a43-4b5f-a5c7-2810776215b1 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:19.464781 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf0e8294-2a43-4b5f-a5c7-2810776215b1 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:19.472810 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-bf0e8294-2a43-4b5f-a5c7-2810776215b1 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/bbccaf57-d8e2-4640-834f-9bd16bf3d714 HTTP/1.1" status: 404 len: 337 time: 0.0416493 Dec 10 18:42:19.474083 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57448) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:19.540316 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee09f5-70a2-424a-b748-f068a29918c7 req-0f4aa2f6-6ed5-4d18-afe9-a271d0799d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:19.541828 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-59ee09f5-70a2-424a-b748-f068a29918c7 req-0f4aa2f6-6ed5-4d18-afe9-a271d0799d7e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cdd9c23d-5046-4c54-950e-a05aba46bbec HTTP/1.1" status: 200 len: 850 time: 0.1051641 Dec 10 18:42:19.575637 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f8bc832-beb8-49ab-875b-a8094a60bae8 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:19.593709 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f8bc832-beb8-49ab-875b-a8094a60bae8 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:19.609805 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57456) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:19.610030 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2f8bc832-beb8-49ab-875b-a8094a60bae8 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/cb34de42-8866-4701-b172-87c4ed70a903 HTTP/1.1" status: 404 len: 337 time: 0.1342332 Dec 10 18:42:19.635223 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b6e348c4-e029-4ce9-93b1-353eb86b72ad no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:42:19.643716 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee09f5-70a2-424a-b748-f068a29918c7 req-63a4978e-7d9a-4150-8b02-ec54158ddefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:19.645408 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-59ee09f5-70a2-424a-b748-f068a29918c7 req-63a4978e-7d9a-4150-8b02-ec54158ddefe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3bc50282-3306-4b81-ae1a-81a9a8be5df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829847 Dec 10 18:42:19.647098 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-23f465a3-1cb2-4b18-a0b6-aa020da7b103 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:19.647632 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23f465a3-1cb2-4b18-a0b6-aa020da7b103 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:19.653432 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-23f465a3-1cb2-4b18-a0b6-aa020da7b103 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/ports/824b3aa6-f258-48ab-82cb-3bcc721aca75 HTTP/1.1" status: 404 len: 333 time: 0.0389888 Dec 10 18:42:19.653732 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57460) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:19.708529 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a5b1c05e-f23b-4337-b32e-5e62fb34fb48 None None] Deleting port b6e348c4-e029-4ce9-93b1-353eb86b72ad {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:42:19.708919 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a5b1c05e-f23b-4337-b32e-5e62fb34fb48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:19.771730 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-e87639d3-1a25-4de3-8c03-f484cce2632b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:19.772196 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e87639d3-1a25-4de3-8c03-f484cce2632b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:19.775263 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e87639d3-1a25-4de3-8c03-f484cce2632b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/12b74ead-1ced-492e-899f-e39f0d489c3c HTTP/1.1" status: 404 len: 337 time: 0.1206293 Dec 10 18:42:19.778282 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57464) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:19.842500 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c7c9b56c-f117-4b27-9f5f-f496b2eb7d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:19.910029 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['ed2568b4-7412-40d3-84a1-51c2718451b3'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:42:19.930227 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a5b1c05e-f23b-4337-b32e-5e62fb34fb48 None None] For port b6e348c4-e029-4ce9-93b1-353eb86b72ad, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b6e348c4-e029-4ce9-93b1-353eb86b72ad,segment=NetworkSegment(5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6),segment_id=5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:19.930633 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a5b1c05e-f23b-4337-b32e-5e62fb34fb48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:19.932791 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb7db50a-5b5f-404f-a675-2f6683a10854 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:19.935073 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb7db50a-5b5f-404f-a675-2f6683a10854 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:19.938943 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-59ee09f5-70a2-424a-b748-f068a29918c7 req-4ec6a3fd-d52e-489b-8b19-6d7d04b58ec8 service neutron] 10.222.0.72 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591522 Dec 10 18:42:19.946086 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-cb7db50a-5b5f-404f-a675-2f6683a10854 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/597d9924-7c77-447b-9272-e3a13afe5465 HTTP/1.1" status: 404 len: 337 time: 0.1665282 Dec 10 18:42:19.949399 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1840af4a-1ef6-4e7c-9657-5bc82ea745eb req-e0e31e0a-885d-443c-a1cf-7454b051dc95 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=7da0ba39-d6e7-4f69-885d-11920eb27b2c HTTP/1.1" status: 200 len: 210 time: 0.1530604 Dec 10 18:42:19.949918 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57472) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:19.997688 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4c6c8d1-a55c-487e-a2c1-d2d195fab628 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:20.004318 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4c6c8d1-a55c-487e-a2c1-d2d195fab628 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:20.020114 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a4c6c8d1-a55c-487e-a2c1-d2d195fab628 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/ports/d4a4941d-392e-42b0-bd27-1b5381655fd4 HTTP/1.1" status: 404 len: 333 time: 0.0676358 Dec 10 18:42:20.021462 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57474) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:20.026851 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a5b1c05e-f23b-4337-b32e-5e62fb34fb48 None None] Calling delete_port for b6e348c4-e029-4ce9-93b1-353eb86b72ad owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:42:20.050464 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb8f74fd-a871-405c-a4ec-4e22b0caad6e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:20.051137 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb8f74fd-a871-405c-a4ec-4e22b0caad6e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:20.057744 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fb8f74fd-a871-405c-a4ec-4e22b0caad6e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/dcfb635f-8c66-4900-ab44-acbd7f6d2867 HTTP/1.1" status: 404 len: 337 time: 0.0355594 Dec 10 18:42:20.060314 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57476) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:20.099412 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb9c1fc6-edf4-4cc0-a622-2324569539aa tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:20.100384 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb9c1fc6-edf4-4cc0-a622-2324569539aa tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:20.107853 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-bb9c1fc6-edf4-4cc0-a622-2324569539aa tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/ports/3358458c-360a-469a-ad73-b10fdb56277b HTTP/1.1" status: 404 len: 333 time: 0.0455894 Dec 10 18:42:20.112759 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57478) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:20.148851 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-340c304b-a0fd-4a67-adf2-66faf599eeea tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:20.149709 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-340c304b-a0fd-4a67-adf2-66faf599eeea tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:20.157024 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-340c304b-a0fd-4a67-adf2-66faf599eeea tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/bedea7ba-291e-4dff-8422-448cbbda22c9 HTTP/1.1" status: 404 len: 337 time: 0.0376599 Dec 10 18:42:20.157986 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57482) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:20.186896 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:42:20.237843 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:20.247276 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a5b1c05e-f23b-4337-b32e-5e62fb34fb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:20.270536 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-59ee09f5-70a2-424a-b748-f068a29918c7 req-e5307695-1da7-47fc-ba3a-4933236d8439 service neutron] 10.222.0.72 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215597 Dec 10 18:42:20.272238 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a18add-6430-4a37-af7c-c481cd20a171 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:20.272959 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2a18add-6430-4a37-af7c-c481cd20a171 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:20.279852 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57496) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:20.289572 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e2a18add-6430-4a37-af7c-c481cd20a171 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/ports/3a6b717f-3b19-482e-bf08-3a9e05e3934c HTTP/1.1" status: 404 len: 333 time: 0.1278753 Dec 10 18:42:20.309267 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e54c9e-876e-44f9-94fa-29e4fdd2fbee tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:20.310444 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5e54c9e-876e-44f9-94fa-29e4fdd2fbee tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:20.314153 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d5e54c9e-876e-44f9-94fa-29e4fdd2fbee tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/103880a2-24f1-4e39-ac10-f618432ad740 HTTP/1.1" status: 404 len: 337 time: 0.0341883 Dec 10 18:42:20.317852 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57498) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:20.338043 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b1c05e-f23b-4337-b32e-5e62fb34fb48 None None] Pushing event deleted for resources: {'Port': ['ID=b6e348c4-e029-4ce9-93b1-353eb86b72ad,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:20.353250 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b1c05e-f23b-4337-b32e-5e62fb34fb48 None None] No DVR routers for this DVR port b6e348c4-e029-4ce9-93b1-353eb86b72ad on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:42:20.379786 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-8930c50f-d7ca-44ea-a832-5ddb2eac9e34 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:20.382511 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8930c50f-d7ca-44ea-a832-5ddb2eac9e34 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:20.394520 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8930c50f-d7ca-44ea-a832-5ddb2eac9e34 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/ports/131e9a9e-b00f-462d-8651-beadf22c0c99 HTTP/1.1" status: 404 len: 333 time: 0.0746808 Dec 10 18:42:20.397481 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57500) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:20.470450 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-82781414-d6fa-4478-b8ca-31c43549c088 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:20.471120 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82781414-d6fa-4478-b8ca-31c43549c088 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:20.478411 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57508) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:20.479900 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-82781414-d6fa-4478-b8ca-31c43549c088 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/ca18a378-729f-42e3-835f-3bd0f446bdae HTTP/1.1" status: 404 len: 337 time: 0.0807858 Dec 10 18:42:20.536281 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59b155-ffa7-4dd4-a880-54cd91f638fb req-677e5718-7434-4094-9a50-36adae2006d8 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:20.544882 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ba59b155-ffa7-4dd4-a880-54cd91f638fb req-677e5718-7434-4094-9a50-36adae2006d8 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 946 time: 0.0861051 Dec 10 18:42:20.554615 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-646e44eb-ea19-4e70-815f-05091df4a4ed tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:20.555854 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-646e44eb-ea19-4e70-815f-05091df4a4ed tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:20.564004 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-646e44eb-ea19-4e70-815f-05091df4a4ed tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/ports/cc0315b4-4dcc-44bd-b1e8-0a6094aec7cb HTTP/1.1" status: 404 len: 333 time: 0.0821943 Dec 10 18:42:20.564004 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbdb9b9-5659-47e7-b1f3-f5bb233dc330', 'name': 'network-vif-deleted', 'tag': '94ee5c58-0bf4-45fd-983d-b6e0bdd7d258'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:42:20.568271 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57512) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:20.570943 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcae200-571b-4481-8c33-fa59d9388419" -d '{"events": [{"server_uuid": "9fbdb9b9-5659-47e7-b1f3-f5bb233dc330", "name": "network-vif-deleted", "tag": "94ee5c58-0bf4-45fd-983d-b6e0bdd7d258"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:42:20.601403 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0543603-8db9-4215-b217-cdddc431a46f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:20.602465 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0543603-8db9-4215-b217-cdddc431a46f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:20.608794 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57516) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:20.610099 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d0543603-8db9-4215-b217-cdddc431a46f tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/37439bf3-b8a7-4b4f-b344-bcb9dc1cccbe HTTP/1.1" status: 404 len: 337 time: 0.0405216 Dec 10 18:42:20.650734 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d50928-8d74-4825-b2b8-a1aefb972601 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:20.651572 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1d50928-8d74-4825-b2b8-a1aefb972601 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:20.657305 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c1d50928-8d74-4825-b2b8-a1aefb972601 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/ports/3e857366-59e8-43d5-940f-461e63d1bf99 HTTP/1.1" status: 404 len: 333 time: 0.0451493 Dec 10 18:42:20.657926 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57518) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:20.666413 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ba59b155-ffa7-4dd4-a880-54cd91f638fb req-50b4eb23-75c2-4fa7-b8b2-0b673b6c522c tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203146 Dec 10 18:42:20.695604 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4554c54-d303-4cf5-b63c-387c63571304 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:20.696911 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4554c54-d303-4cf5-b63c-387c63571304 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:20.703325 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b4554c54-d303-4cf5-b63c-387c63571304 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/f09ce85b-9394-4697-b847-3bea519c6310 HTTP/1.1" status: 404 len: 337 time: 0.0416896 Dec 10 18:42:20.704018 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57522) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:20.728091 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7def049-0633-46a3-bd53-67cc38f0615c x-openstack-request-id: req-c7def049-0633-46a3-bd53-67cc38f0615c {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:42:20.733215 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fbdb9b9-5659-47e7-b1f3-f5bb233dc330", "name": "network-vif-deleted", "tag": "94ee5c58-0bf4-45fd-983d-b6e0bdd7d258", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:42:20.733589 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c7def049-0633-46a3-bd53-67cc38f0615c {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:42:20.734108 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fbdb9b9-5659-47e7-b1f3-f5bb233dc330', 'name': 'network-vif-deleted', 'tag': '94ee5c58-0bf4-45fd-983d-b6e0bdd7d258', 'status': 'completed', 'code': 200} Dec 10 18:42:20.736000 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-fba5d7c6-4cfb-4ae4-9278-176f83e2c351 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:20.736465 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fba5d7c6-4cfb-4ae4-9278-176f83e2c351 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:20.742680 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fba5d7c6-4cfb-4ae4-9278-176f83e2c351 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/0f083169-17ec-489f-a812-51c269958400 HTTP/1.1" status: 404 len: 337 time: 0.0349908 Dec 10 18:42:20.743089 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57524) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:20.781282 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-68cf1592-567b-4b46-956b-11c47ec9f2c2 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:20.781898 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68cf1592-567b-4b46-956b-11c47ec9f2c2 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:20.787829 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-68cf1592-567b-4b46-956b-11c47ec9f2c2 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/ports/6968b0ba-1981-46d8-a020-14830b73bbb5 HTTP/1.1" status: 404 len: 333 time: 0.0412943 Dec 10 18:42:20.788602 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57526) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:20.827299 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb3117a7-9c94-4fd8-9ba2-111212e1c3d5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:20.827913 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb3117a7-9c94-4fd8-9ba2-111212e1c3d5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:20.832016 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-eb3117a7-9c94-4fd8-9ba2-111212e1c3d5 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/e4642d4b-a660-4b69-8bcd-d2a23d8a5726 HTTP/1.1" status: 404 len: 337 time: 0.0420928 Dec 10 18:42:20.835303 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57530) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:20.876388 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1719fe8-dfdc-404c-85ef-1fc57f9dc788 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:20.877000 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1719fe8-dfdc-404c-85ef-1fc57f9dc788 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:20.881374 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b1719fe8-dfdc-404c-85ef-1fc57f9dc788 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/8d6910af-0ca2-4089-a127-66b5e94d84f9 HTTP/1.1" status: 404 len: 337 time: 0.0446649 Dec 10 18:42:20.884255 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57532) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:20.919661 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a181e81-bd85-48ca-b23d-fd2fc6d1d076 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:20.920868 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a181e81-bd85-48ca-b23d-fd2fc6d1d076 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:20.928655 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8a181e81-bd85-48ca-b23d-fd2fc6d1d076 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/ports/afa73d06-852b-49d3-a73f-9f826ae17570 HTTP/1.1" status: 404 len: 333 time: 0.0391324 Dec 10 18:42:20.929742 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57534) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:20.964184 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d1e194-ac28-4f19-b61d-1a19b8b91a20 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:20.965287 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46d1e194-ac28-4f19-b61d-1a19b8b91a20 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:20.968717 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-46d1e194-ac28-4f19-b61d-1a19b8b91a20 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/01905bdf-82c3-401e-b80f-50da7359ec93 HTTP/1.1" status: 404 len: 337 time: 0.0387647 Dec 10 18:42:20.971562 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57536) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:21.014170 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-d711ee4b-9610-41f8-a0c3-d27fe029fc9c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:21.015326 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d711ee4b-9610-41f8-a0c3-d27fe029fc9c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:21.023002 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57542) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:21.023212 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d711ee4b-9610-41f8-a0c3-d27fe029fc9c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/af32bc00-64b8-46bc-881d-9d3ec6de0e80 HTTP/1.1" status: 404 len: 337 time: 0.0499523 Dec 10 18:42:21.053223 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea8e7000-cb9b-4767-838b-965b5a6bd99c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:21.053829 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea8e7000-cb9b-4767-838b-965b5a6bd99c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:21.059653 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ea8e7000-cb9b-4767-838b-965b5a6bd99c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/ports/ce5bc535-0c49-4834-829a-faa2557a4612 HTTP/1.1" status: 404 len: 333 time: 0.0325339 Dec 10 18:42:21.060494 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57546) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:21.081132 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a527eb-90f2-4d0c-8d69-f9d2f3cce297 req-b0c38ad2-3f92-457f-b897-cf633b66560d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:21.088540 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a527eb-90f2-4d0c-8d69-f9d2f3cce297 req-b0c38ad2-3f92-457f-b897-cf633b66560d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:21.090592 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f3a527eb-90f2-4d0c-8d69-f9d2f3cce297 req-b0c38ad2-3f92-457f-b897-cf633b66560d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d795aa3-af6b-4c30-aaa3-369bfb4162c0&device_id=38e24510-0a8a-4c85-8498-48cc7075a1ce HTTP/1.1" status: 200 len: 1681 time: 0.1060143 Dec 10 18:42:21.110072 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3278898-9fb4-4f14-a4e3-856b0b94130c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:21.111183 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3278898-9fb4-4f14-a4e3-856b0b94130c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:21.121560 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e3278898-9fb4-4f14-a4e3-856b0b94130c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/4448ecdd-81a3-46d8-84c1-a8d7e31771dd HTTP/1.1" status: 404 len: 337 time: 0.0600741 Dec 10 18:42:21.124520 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57552) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:21.168593 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6537532-c132-4046-a329-24b925a404fc tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:21.169332 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6537532-c132-4046-a329-24b925a404fc tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:21.172697 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f6537532-c132-4046-a329-24b925a404fc tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/c91fcef0-e34c-4fb7-bb10-cf503069ad17 HTTP/1.1" status: 404 len: 337 time: 0.0470083 Dec 10 18:42:21.176133 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57554) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:21.196855 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f3a527eb-90f2-4d0c-8d69-f9d2f3cce297 req-bb1122fe-6fd6-4a00-9f37-658ee6707f8b tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/security-groups?id=3036b1d5-bdc6-444a-91e7-0f0e114911f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001322 Dec 10 18:42:21.231514 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e8d7f521-d605-4691-935b-5f4017b9a498 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/ports?device_id=01e9ae9d-70aa-485e-a8e7-c504f770cc07 HTTP/1.1" status: 200 len: 205 time: 0.0539782 Dec 10 18:42:21.234434 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57558) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:21.290229 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-53ff615e-67da-421c-a61e-ab400ab9dd3c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] delete failed (client error): The resource could not be found. Dec 10 18:42:21.294216 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57562) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:21.294581 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-53ff615e-67da-421c-a61e-ab400ab9dd3c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/routers/01e9ae9d-70aa-485e-a8e7-c504f770cc07 HTTP/1.1" status: 404 len: 336 time: 0.0589330 Dec 10 18:42:21.346463 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b18b49d-0e34-4b67-83a4-19702635e130 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:21.348472 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b18b49d-0e34-4b67-83a4-19702635e130 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:21.359481 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9b18b49d-0e34-4b67-83a4-19702635e130 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/8cd1757d-ba04-4769-bc7f-d1f3d0395719 HTTP/1.1" status: 404 len: 337 time: 0.0637066 Dec 10 18:42:21.363330 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57568) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:21.364156 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 94ee5c58-0bf4-45fd-983d-b6e0bdd7d258 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:42:21.426261 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-63db7554-a596-4d98-9974-c882874ba23d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "GET /v2.0/ports?device_id=406ef001-b496-47ed-bfe7-3e0de664532c HTTP/1.1" status: 200 len: 205 time: 0.0623083 Dec 10 18:42:21.429049 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57574) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:21.432738 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 94ee5c58-0bf4-45fd-983d-b6e0bdd7d258 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:42:21.433314 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 94ee5c58-0bf4-45fd-983d-b6e0bdd7d258 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:42:21.433895 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 51f796ef-2718-4d1c-a386-cc5d625b4662 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:42:21.466831 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 51f796ef-2718-4d1c-a386-cc5d625b4662 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:42:21.467920 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 51f796ef-2718-4d1c-a386-cc5d625b4662 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:42:21.527122 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-afee7a35-17a2-480e-8d36-725bc47a7f74 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] delete failed (client error): The resource could not be found. Dec 10 18:42:21.530675 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-afee7a35-17a2-480e-8d36-725bc47a7f74 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/routers/406ef001-b496-47ed-bfe7-3e0de664532c HTTP/1.1" status: 404 len: 336 time: 0.0982363 Dec 10 18:42:21.533583 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57580) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:21.578651 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-5967ea27-7cc8-4fc1-9a99-b6783228302c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:21.580188 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5967ea27-7cc8-4fc1-9a99-b6783228302c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:21.586701 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5967ea27-7cc8-4fc1-9a99-b6783228302c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/a16d0815-7831-400b-948a-3262403f9bcd HTTP/1.1" status: 404 len: 337 time: 0.0493522 Dec 10 18:42:21.586701 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57582) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:21.606925 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e09e53-faea-407b-874d-623317706219 req-06a9242d-d620-414f-b995-36e409f8bf18 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:21.615368 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-91e09e53-faea-407b-874d-623317706219 req-06a9242d-d620-414f-b995-36e409f8bf18 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 950 time: 0.0842972 Dec 10 18:42:21.622891 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-55f0c387-aee8-4532-a98b-a0a0b53a3652 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:21.625104 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55f0c387-aee8-4532-a98b-a0a0b53a3652 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:21.632035 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57586) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:21.632474 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-55f0c387-aee8-4532-a98b-a0a0b53a3652 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/60281284-374d-4cf6-ac3e-7ee18890e05a HTTP/1.1" status: 404 len: 337 time: 0.0437238 Dec 10 18:42:21.669793 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-3188caf0-92da-4426-931a-b63b9fca635b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:21.670417 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3188caf0-92da-4426-931a-b63b9fca635b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:21.677257 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3188caf0-92da-4426-931a-b63b9fca635b tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/ports/874070a8-a1fc-4598-bad7-8c3f0b866aef HTTP/1.1" status: 404 len: 333 time: 0.0404353 Dec 10 18:42:21.679483 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57590) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:21.707655 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee49c039-8d43-4560-92a3-b99a76321044 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:21.708667 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee49c039-8d43-4560-92a3-b99a76321044 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:21.715884 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ee49c039-8d43-4560-92a3-b99a76321044 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/84719082-7d33-46e8-a05a-d6e20c1091f2 HTTP/1.1" status: 404 len: 337 time: 0.0352731 Dec 10 18:42:21.716578 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57594) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:21.928586 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629cf9c-ca75-4aa0-84d1-6bef7e39946e req-2ed763f5-e9a2-4554-a503-b10ecbf0ee83 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:21.937395 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9629cf9c-ca75-4aa0-84d1-6bef7e39946e req-2ed763f5-e9a2-4554-a503-b10ecbf0ee83 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 946 time: 0.0764139 Dec 10 18:42:22.006480 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9629cf9c-ca75-4aa0-84d1-6bef7e39946e req-4e33ea80-a83b-4aa5-9495-6855a41e926f tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678229 Dec 10 18:42:22.095360 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-91e09e53-faea-407b-874d-623317706219 req-a34ab728-66ea-4ddd-b4d9-479ceeaa9449 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4790916 Dec 10 18:42:22.096744 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-77f7cdf2-58a7-49e0-97b7-5de6dd74a6a9 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:22.097968 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77f7cdf2-58a7-49e0-97b7-5de6dd74a6a9 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:22.101249 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-77f7cdf2-58a7-49e0-97b7-5de6dd74a6a9 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/ports/20effae6-6280-4326-b7a8-a6cd97f7b791 HTTP/1.1" status: 404 len: 333 time: 0.3810847 Dec 10 18:42:22.106315 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57598) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:22.113585 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-73ae36e4-00d2-41ef-86cf-7980a7b07427 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4388840 Dec 10 18:42:22.177102 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a2e29b7-2d6a-42af-87d3-6eb1b288416d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:22.177660 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a2e29b7-2d6a-42af-87d3-6eb1b288416d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:22.183013 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9a2e29b7-2d6a-42af-87d3-6eb1b288416d tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/d21f0fa5-7dc3-4206-9a8b-8833d6034db9 HTTP/1.1" status: 404 len: 337 time: 0.0756104 Dec 10 18:42:22.186162 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57602) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:22.257998 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-f586119a-8b65-464f-9b31-8315f19236d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:22.258726 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-f586119a-8b65-464f-9b31-8315f19236d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:22.259283 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-f586119a-8b65-464f-9b31-8315f19236d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:22.259871 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-f586119a-8b65-464f-9b31-8315f19236d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:22.260323 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-d633a31f-54ce-4e40-813c-19b406e0ff50 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:22.260447 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-f586119a-8b65-464f-9b31-8315f19236d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:22.260904 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-f586119a-8b65-464f-9b31-8315f19236d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:22.261375 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-f586119a-8b65-464f-9b31-8315f19236d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:22.266205 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-f586119a-8b65-464f-9b31-8315f19236d0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=aee8c10e35be45139294abc10d1eada2&device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 6501 time: 0.1118338 Dec 10 18:42:22.266939 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d633a31f-54ce-4e40-813c-19b406e0ff50 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:22.272269 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d633a31f-54ce-4e40-813c-19b406e0ff50 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/ports/2515215f-03a3-48d9-9888-f2131ea401e7 HTTP/1.1" status: 404 len: 333 time: 0.0837345 Dec 10 18:42:22.273895 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57606) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:22.329376 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-49e92285-ead9-4e41-bc38-ce38cad218e0 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:22.336834 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49e92285-ead9-4e41-bc38-ce38cad218e0 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:22.341995 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-49e92285-ead9-4e41-bc38-ce38cad218e0 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/f1ee1687-4460-4b19-9dc1-ac8df0a3a0a8 HTTP/1.1" status: 404 len: 337 time: 0.0668356 Dec 10 18:42:22.351305 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57612) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:22.376903 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e6b351ce-bfd7-414f-8183-46c53b76ad67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:22.430026 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-f43d0037-c040-4936-8f02-bcc9c24aaa3e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:22.430648 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f43d0037-c040-4936-8f02-bcc9c24aaa3e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:22.433873 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f43d0037-c040-4936-8f02-bcc9c24aaa3e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/ports/32df4ab0-b26e-414a-9b2e-3b957e6833a1 HTTP/1.1" status: 404 len: 333 time: 0.0779028 Dec 10 18:42:22.436671 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57614) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:22.492965 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c767af4-7a13-4d50-a7ee-9888e810a286 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:22.493601 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c767af4-7a13-4d50-a7ee-9888e810a286 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:22.499683 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8c767af4-7a13-4d50-a7ee-9888e810a286 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/a8393dd1-f6a3-4572-973b-fb10d32ce3eb HTTP/1.1" status: 404 len: 337 time: 0.0619469 Dec 10 18:42:22.500523 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57620) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:22.563604 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-5690d68c-3fec-436e-b362-40326427dc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:22.564552 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-5690d68c-3fec-436e-b362-40326427dc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:22.565277 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-5690d68c-3fec-436e-b362-40326427dc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:22.567166 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-92ac4915-0e92-40b0-a455-6e6ff5b9f946 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:22.568929 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92ac4915-0e92-40b0-a455-6e6ff5b9f946 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:22.572219 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-5690d68c-3fec-436e-b362-40326427dc9f service neutron] 10.222.0.72 "GET /v2.0/networks?id=36da7df8-4c33-4fc7-aca6-cd96ecc32948&id=b2b3e286-a941-4c88-a3bb-4298dcd7fd59&id=b2b3e286-a941-4c88-a3bb-4298dcd7fd59&id=b2b3e286-a941-4c88-a3bb-4298dcd7fd59&id=b2b3e286-a941-4c88-a3bb-4298dcd7fd59&id=f30c8744-62ec-4c03-ba22-87870e9a413d&id=f30c8744-62ec-4c03-ba22-87870e9a413d HTTP/1.1" status: 200 len: 2296 time: 0.2563319 Dec 10 18:42:22.573150 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-92ac4915-0e92-40b0-a455-6e6ff5b9f946 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/ports/589b7743-474f-45d6-a748-d544bbb8a400 HTTP/1.1" status: 404 len: 333 time: 0.0608029 Dec 10 18:42:22.576071 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57626) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:22.641542 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa32124-7be0-499d-9708-3d1182ab9aa1 req-4f0a720f-cf80-428b-b919-4c49780a0e54 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:22.648340 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8fa32124-7be0-499d-9708-3d1182ab9aa1 req-4f0a720f-cf80-428b-b919-4c49780a0e54 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/ports?device_id=38e24510-0a8a-4c85-8498-48cc7075a1ce HTTP/1.1" status: 200 len: 945 time: 0.1531057 Dec 10 18:42:22.649580 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-b40b7b2d-c619-4baf-9e41-b390954cc95e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:22.650034 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b40b7b2d-c619-4baf-9e41-b390954cc95e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:22.655542 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b40b7b2d-c619-4baf-9e41-b390954cc95e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/a9bcd1b1-20d5-498d-aa40-a5f139d8db97 HTTP/1.1" status: 404 len: 337 time: 0.0764830 Dec 10 18:42:22.661912 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57632) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:22.681227 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-d5e87c24-bd8d-46d3-af3b-e6c28d2e03e1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5799b23-3ac5-4da6-ad03-a9a9b629a357 HTTP/1.1" status: 200 len: 1002 time: 0.0946958 Dec 10 18:42:22.727920 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8fa32124-7be0-499d-9708-3d1182ab9aa1 req-6dd5808b-ccba-4435-b8b3-308c15f31689 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/security-groups?id=3036b1d5-bdc6-444a-91e7-0f0e114911f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734742 Dec 10 18:42:22.728840 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-a83e6e28-3d26-4a78-8d0d-0e85a6ab9604 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:22.729416 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a83e6e28-3d26-4a78-8d0d-0e85a6ab9604 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:22.734720 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a83e6e28-3d26-4a78-8d0d-0e85a6ab9604 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/ports/5d569640-f915-4926-9100-d38ed31fd36d HTTP/1.1" status: 404 len: 333 time: 0.0694342 Dec 10 18:42:22.735486 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57634) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:22.766138 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b118f78-a36a-4b02-b8e0-99fb06059c6e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:22.766635 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b118f78-a36a-4b02-b8e0-99fb06059c6e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:22.774272 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0b118f78-a36a-4b02-b8e0-99fb06059c6e tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/93ba41ca-b784-4ec6-84e7-77f9c7a01ef8 HTTP/1.1" status: 404 len: 337 time: 0.0343125 Dec 10 18:42:22.774631 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57636) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:22.781535 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-6e7a2e3c-f750-4bb2-a130-1f311165a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:22.783783 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-6e7a2e3c-f750-4bb2-a130-1f311165a96b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a88e99c5-14d3-42bf-8ee8-4247e93be44f HTTP/1.1" status: 200 len: 855 time: 0.0888371 Dec 10 18:42:22.806498 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-17082666-40ea-4141-bdf7-d6253a633f4c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:22.806993 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17082666-40ea-4141-bdf7-d6253a633f4c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:22.815021 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-17082666-40ea-4141-bdf7-d6253a633f4c tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/ports/cf8e9f94-4265-4c12-bcd8-9e89ebf082c3 HTTP/1.1" status: 404 len: 333 time: 0.0393465 Dec 10 18:42:22.815731 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57638) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:22.849491 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fff6119-2323-4987-a5b1-bfbf8396c5d8 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] DELETE failed (client error): The resource could not be found. Dec 10 18:42:22.849804 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-c5971d1c-b133-4f3b-9c16-e366cf8547a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:22.850818 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fff6119-2323-4987-a5b1-bfbf8396c5d8 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:42:22.851379 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-c5971d1c-b133-4f3b-9c16-e366cf8547a9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=36da7df8-4c33-4fc7-aca6-cd96ecc32948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522244 Dec 10 18:42:22.856718 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57640) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:22.857091 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2fff6119-2323-4987-a5b1-bfbf8396c5d8 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/subnets/3c35fbbf-254c-4ba7-a7c9-68f568d2df0a HTTP/1.1" status: 404 len: 337 time: 0.0384133 Dec 10 18:42:22.999619 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bedcea24-cab6-4b13-aead-49a3095f5329 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:23.067081 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-e8167695-aebd-448c-b8af-46b1d0045d05 service neutron] 10.222.0.72 "GET /v2.0/networks/36da7df8-4c33-4fc7-aca6-cd96ecc32948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005227 Dec 10 18:42:23.231653 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bedcea24-cab6-4b13-aead-49a3095f5329 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:23.262913 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cebd36-b449-4cc2-ac84-d59b0ef43a96 req-9b285a5d-c787-4e60-9b0e-07def1f3861d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:23.264954 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4cebd36-b449-4cc2-ac84-d59b0ef43a96 req-9b285a5d-c787-4e60-9b0e-07def1f3861d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 950 time: 0.0632994 Dec 10 18:42:23.294667 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-bedcea24-cab6-4b13-aead-49a3095f5329 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c9579a2-8f48-40cb-87f0-dbca0f4b521d']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:23.328807 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:23.330068 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4cebd36-b449-4cc2-ac84-d59b0ef43a96 req-153e4c31-462d-40c2-8794-0336fd182974 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fdd9b30-28cb-411c-8274-ac6e8aa21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582423 Dec 10 18:42:23.338209 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-bedcea24-cab6-4b13-aead-49a3095f5329 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:23.338780 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-bedcea24-cab6-4b13-aead-49a3095f5329 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb61334-7d96-4ec4-89a0-ae5bf5cd19f6') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:23.353447 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bedcea24-cab6-4b13-aead-49a3095f5329 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:23.374671 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bedcea24-cab6-4b13-aead-49a3095f5329 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:23.387219 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bedcea24-cab6-4b13-aead-49a3095f5329 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:42:23.388118 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bedcea24-cab6-4b13-aead-49a3095f5329 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:23.444681 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:42:23.444681 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:42:23.444681 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:42:23.444681 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:42:23.444681 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:42:23.444681 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:42:23.444681 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:42:23.444681 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:42:23.444681 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:42:23.444681 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:42:23.444681 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:42:23.444681 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:42:23.444681 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:42:23.444681 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:42:23.444681 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:42:23.444681 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:42:23.444681 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:42:23.444681 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:42:23.444681 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:42:23.444681 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:42:23.444681 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:42:23.444681 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:42:23.444681 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:42:23.444681 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:42:23.444681 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:42:23.444681 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:42:23.444681 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:42:23.444681 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:42:23.444681 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:42:23.444681 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:42:23.444681 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:42:23.444681 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:42:23.474516 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b80c56-388f-459e-9803-04c2aa1e94cd req-a01128b3-f94e-4496-b073-a97ab5b2e7a3 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:23.474516 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-19b80c56-388f-459e-9803-04c2aa1e94cd req-a01128b3-f94e-4496-b073-a97ab5b2e7a3 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 946 time: 0.3392639 Dec 10 18:42:23.550141 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-817404bf-b500-415c-820f-ee75c11cf763 service neutron] 10.222.0.72 "GET /v2.0/networks/36da7df8-4c33-4fc7-aca6-cd96ecc32948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4669025 Dec 10 18:42:23.588418 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693c5ff-59cd-4a92-8a96-9e83855e4a4c req-7e985f64-ff93-4e34-8e64-640e1f71ded0 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:23.590612 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b693c5ff-59cd-4a92-8a96-9e83855e4a4c req-7e985f64-ff93-4e34-8e64-640e1f71ded0 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.72 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 950 time: 0.1003244 Dec 10 18:42:23.611285 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-19b80c56-388f-459e-9803-04c2aa1e94cd req-61f23b21-960a-4fd2-bec0-d1c242385630 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248093 Dec 10 18:42:23.618877 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bedcea24-cab6-4b13-aead-49a3095f5329 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:23.680287 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-1b2b3793-5ba9-4e3d-9641-72e6fcdccb58 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=584cf1dd-1af4-46a0-83d5-636ef55fe320 HTTP/1.1" status: 200 len: 217 time: 0.0867946 Dec 10 18:42:23.789262 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bedcea24-cab6-4b13-aead-49a3095f5329 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:23.795416 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-bedcea24-cab6-4b13-aead-49a3095f5329 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] 10.222.0.62 "DELETE /v2.0/networks/4c9579a2-8f48-40cb-87f0-dbca0f4b521d HTTP/1.1" status: 204 len: 168 time: 0.9348860 Dec 10 18:42:23.800799 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f9044-8aa7-411f-bc51-86a85d6886db req-e4855a92-97a9-42ca-81d9-363b0a735ea9 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:23.802331 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d58f9044-8aa7-411f-bc51-86a85d6886db req-e4855a92-97a9-42ca-81d9-363b0a735ea9 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e24510-0a8a-4c85-8498-48cc7075a1ce HTTP/1.1" status: 200 len: 945 time: 0.5408332 Dec 10 18:42:23.806728 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-b693c5ff-59cd-4a92-8a96-9e83855e4a4c req-d285333b-2e13-4f16-94a4-0ea60a1b7ef3 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Deleting port ed2568b4-7412-40d3-84a1-51c2718451b3 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:42:23.807741 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b693c5ff-59cd-4a92-8a96-9e83855e4a4c req-d285333b-2e13-4f16-94a4-0ea60a1b7ef3 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:23.849542 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedcea24-cab6-4b13-aead-49a3095f5329 tempest-NetworksTestDHCPv6-1665382689 tempest-NetworksTestDHCPv6-1665382689-project] Pushing event deleted for resources: {'Network': ['ID=4c9579a2-8f48-40cb-87f0-dbca0f4b521d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:23.924251 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-88887fda-09fd-467c-817d-b4f6652c6768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:23.926280 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-88887fda-09fd-467c-817d-b4f6652c6768 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=237ae5dd-0fd9-41fa-a8f5-5de6696f10ce HTTP/1.1" status: 200 len: 797 time: 0.2086546 Dec 10 18:42:23.945691 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e2d01-2da3-4437-918a-c96844026328 req-2e9e7d1a-5a58-40b7-ba31-f4a82b088b7b tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:23.947427 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e4e2d01-2da3-4437-918a-c96844026328 req-2e9e7d1a-5a58-40b7-ba31-f4a82b088b7b tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/ports?device_id=38e24510-0a8a-4c85-8498-48cc7075a1ce HTTP/1.1" status: 200 len: 945 time: 0.0805213 Dec 10 18:42:23.994294 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-b693c5ff-59cd-4a92-8a96-9e83855e4a4c req-d285333b-2e13-4f16-94a4-0ea60a1b7ef3 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] For port ed2568b4-7412-40d3-84a1-51c2718451b3, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=ed2568b4-7412-40d3-84a1-51c2718451b3,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:23.994817 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b693c5ff-59cd-4a92-8a96-9e83855e4a4c req-d285333b-2e13-4f16-94a4-0ea60a1b7ef3 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:24.019345 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-1871c4f3-d5b7-4e34-b6ab-30da4f362441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:24.021442 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-1871c4f3-d5b7-4e34-b6ab-30da4f362441 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b2b3e286-a941-4c88-a3bb-4298dcd7fd59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0717366 Dec 10 18:42:24.024227 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-b693c5ff-59cd-4a92-8a96-9e83855e4a4c req-d285333b-2e13-4f16-94a4-0ea60a1b7ef3 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Calling delete_port for ed2568b4-7412-40d3-84a1-51c2718451b3 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:42:24.038634 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-d58f9044-8aa7-411f-bc51-86a85d6886db req-51f6625d-82ab-4f3a-bcb3-3562158806df tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Deleting port 246498f1-fdb3-4bd9-a635-99e7176162bc {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:42:24.039189 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d58f9044-8aa7-411f-bc51-86a85d6886db req-51f6625d-82ab-4f3a-bcb3-3562158806df tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:24.050378 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e4e2d01-2da3-4437-918a-c96844026328 req-66dc0858-c804-4ed5-9ddf-ec925e721954 tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/security-groups?id=3036b1d5-bdc6-444a-91e7-0f0e114911f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920284 Dec 10 18:42:24.202507 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-d58f9044-8aa7-411f-bc51-86a85d6886db req-51f6625d-82ab-4f3a-bcb3-3562158806df tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] For port 246498f1-fdb3-4bd9-a635-99e7176162bc, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=246498f1-fdb3-4bd9-a635-99e7176162bc,segment=NetworkSegment(0c3af493-e367-4b53-a139-21137d44e892),segment_id=0c3af493-e367-4b53-a139-21137d44e892)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:24.203041 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d58f9044-8aa7-411f-bc51-86a85d6886db req-51f6625d-82ab-4f3a-bcb3-3562158806df tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:24.218428 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-d58f9044-8aa7-411f-bc51-86a85d6886db req-51f6625d-82ab-4f3a-bcb3-3562158806df tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Calling delete_port for 246498f1-fdb3-4bd9-a635-99e7176162bc owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:42:24.283210 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57672) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:24.310192 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b693c5ff-59cd-4a92-8a96-9e83855e4a4c req-d285333b-2e13-4f16-94a4-0ea60a1b7ef3 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:24.322404 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['ed2568b4-7412-40d3-84a1-51c2718451b3'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:42:24.386189 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285333b-2e13-4f16-94a4-0ea60a1b7ef3 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Pushing event deleted for resources: {'Port': ['ID=ed2568b4-7412-40d3-84a1-51c2718451b3,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:24.541995 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-b693c5ff-59cd-4a92-8a96-9e83855e4a4c req-d285333b-2e13-4f16-94a4-0ea60a1b7ef3 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] No DVR routers for this DVR port ed2568b4-7412-40d3-84a1-51c2718451b3 on host n-h2-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:42:24.547369 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b693c5ff-59cd-4a92-8a96-9e83855e4a4c req-d285333b-2e13-4f16-94a4-0ea60a1b7ef3 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:24.551348 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b693c5ff-59cd-4a92-8a96-9e83855e4a4c req-d285333b-2e13-4f16-94a4-0ea60a1b7ef3 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.72 "DELETE /v2.0/ports/ed2568b4-7412-40d3-84a1-51c2718451b3 HTTP/1.1" status: 204 len: 173 time: 0.9537251 Dec 10 18:42:24.553158 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43645557-f91a-472b-9402-c3812aa3aa0d', 'name': 'network-vif-deleted', 'tag': 'ed2568b4-7412-40d3-84a1-51c2718451b3'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:42:24.555712 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829d794e-f260-4683-889d-33d38c80cf93" -d '{"events": [{"server_uuid": "43645557-f91a-472b-9402-c3812aa3aa0d", "name": "network-vif-deleted", "tag": "ed2568b4-7412-40d3-84a1-51c2718451b3"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:42:24.570623 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfb796-eb96-4b9d-adce-057acc7efffa req-9359f1e6-3264-4891-915c-42696c8bb9de tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:24.573516 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bedfb796-eb96-4b9d-adce-057acc7efffa req-9359f1e6-3264-4891-915c-42696c8bb9de tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d795aa3-af6b-4c30-aaa3-369bfb4162c0 HTTP/1.1" status: 200 len: 945 time: 0.1983593 Dec 10 18:42:24.620434 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e123edfb-758f-46f5-86db-0475bf6c470a req-980aacbc-9a62-4ca7-9784-22941e40ab1d tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] 10.222.0.62 "GET /v2.0/ports?device_id=43645557-f91a-472b-9402-c3812aa3aa0d HTTP/1.1" status: 200 len: 210 time: 0.0923007 Dec 10 18:42:24.633816 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-d992910a-ef95-4f87-9eca-db4a12caa5d3 service neutron] 10.222.0.72 "GET /v2.0/networks/b2b3e286-a941-4c88-a3bb-4298dcd7fd59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5984774 Dec 10 18:42:24.636567 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-bce7b19d-0fc4-4601-955b-f1d37880d2a6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5206888eb8664e02a4054430b5bab51d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3520625 Dec 10 18:42:24.637655 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57682) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:24.651837 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d58f9044-8aa7-411f-bc51-86a85d6886db req-51f6625d-82ab-4f3a-bcb3-3562158806df tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:24.658093 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0027d04-fa1b-481b-ad26-04d954a31700 x-openstack-request-id: req-e0027d04-fa1b-481b-ad26-04d954a31700 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:42:24.658376 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43645557-f91a-472b-9402-c3812aa3aa0d", "name": "network-vif-deleted", "tag": "ed2568b4-7412-40d3-84a1-51c2718451b3", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:42:24.658656 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e0027d04-fa1b-481b-ad26-04d954a31700 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:42:24.659052 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43645557-f91a-472b-9402-c3812aa3aa0d', 'name': 'network-vif-deleted', 'tag': 'ed2568b4-7412-40d3-84a1-51c2718451b3', 'status': 'completed', 'code': 200} Dec 10 18:42:24.672015 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['b72ae8e8-7e19-4712-911e-ab0c9628329a'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:42:24.695255 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['246498f1-fdb3-4bd9-a635-99e7176162bc'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:42:24.807099 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-226487b8-3aef-4f64-b227-d05806231390 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:24.824323 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-bedfb796-eb96-4b9d-adce-057acc7efffa req-56644b5f-48c2-4509-923b-a0648ec49f2d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Deleting port b72ae8e8-7e19-4712-911e-ab0c9628329a {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:42:24.824323 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bedfb796-eb96-4b9d-adce-057acc7efffa req-56644b5f-48c2-4509-923b-a0648ec49f2d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:24.867057 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f6625d-82ab-4f3a-bcb3-3562158806df tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Pushing event deleted for resources: {'Port': ['ID=246498f1-fdb3-4bd9-a635-99e7176162bc,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:24.897814 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-226487b8-3aef-4f64-b227-d05806231390 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:24.936757 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:25.029951 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb099b3-30ba-47e6-8ad7-b2f192d616de req-e7f02646-ce72-455d-a217-c867726c668d tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:25.039556 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9bb099b3-30ba-47e6-8ad7-b2f192d616de req-e7f02646-ce72-455d-a217-c867726c668d tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 946 time: 0.1837785 Dec 10 18:42:25.043287 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58f9044-8aa7-411f-bc51-86a85d6886db req-51f6625d-82ab-4f3a-bcb3-3562158806df tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] No DVR routers for this DVR port 246498f1-fdb3-4bd9-a635-99e7176162bc on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:42:25.054780 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d58f9044-8aa7-411f-bc51-86a85d6886db req-51f6625d-82ab-4f3a-bcb3-3562158806df tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:25.059194 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d58f9044-8aa7-411f-bc51-86a85d6886db req-51f6625d-82ab-4f3a-bcb3-3562158806df tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.46 "DELETE /v2.0/ports/246498f1-fdb3-4bd9-a635-99e7176162bc HTTP/1.1" status: 204 len: 173 time: 1.2417600 Dec 10 18:42:25.062760 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e24510-0a8a-4c85-8498-48cc7075a1ce', 'name': 'network-vif-deleted', 'tag': '246498f1-fdb3-4bd9-a635-99e7176162bc'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:42:25.063421 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94398725-d52e-4b49-ae18-060facaf151d" -d '{"events": [{"server_uuid": "38e24510-0a8a-4c85-8498-48cc7075a1ce", "name": "network-vif-deleted", "tag": "246498f1-fdb3-4bd9-a635-99e7176162bc"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:42:25.108328 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-bedfb796-eb96-4b9d-adce-057acc7efffa req-56644b5f-48c2-4509-923b-a0648ec49f2d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] For port b72ae8e8-7e19-4712-911e-ab0c9628329a, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=b72ae8e8-7e19-4712-911e-ab0c9628329a,segment=NetworkSegment(0c3af493-e367-4b53-a139-21137d44e892),segment_id=0c3af493-e367-4b53-a139-21137d44e892)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:25.110942 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bedfb796-eb96-4b9d-adce-057acc7efffa req-56644b5f-48c2-4509-923b-a0648ec49f2d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:25.137119 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-226487b8-3aef-4f64-b227-d05806231390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:25.139780 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-226487b8-3aef-4f64-b227-d05806231390 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:25.144390 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-226487b8-3aef-4f64-b227-d05806231390 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e13a5d76-61bd-46f1-8059-66ca10b82029 HTTP/1.1" status: 204 len: 168 time: 0.5022578 Dec 10 18:42:25.152472 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-bedfb796-eb96-4b9d-adce-057acc7efffa req-56644b5f-48c2-4509-923b-a0648ec49f2d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Calling delete_port for b72ae8e8-7e19-4712-911e-ab0c9628329a owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:42:25.170867 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226487b8-3aef-4f64-b227-d05806231390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13a5d76-61bd-46f1-8059-66ca10b82029,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:25.380869 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-18c0d1b6-7bb2-444f-ad3f-981d7b164736 req-7c712723-1b6f-4cba-9e40-a31ee50975bb tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/ports?device_id=38e24510-0a8a-4c85-8498-48cc7075a1ce HTTP/1.1" status: 200 len: 210 time: 0.0839038 Dec 10 18:42:25.407753 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9bb099b3-30ba-47e6-8ad7-b2f192d616de req-053b26ea-b93b-443a-bef2-14c7e353c2b7 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658423 Dec 10 18:42:25.420889 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-626ccd8b-d9e1-4dcd-9d6e-05283ff9c23f service neutron] 10.222.0.72 "GET /v2.0/networks/b2b3e286-a941-4c88-a3bb-4298dcd7fd59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6848681 Dec 10 18:42:25.541688 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-463acca0-d596-414e-bf98-f9f7408e8b3e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=4cd87cf1-713c-4dfd-9955-0162d0cdc6ec HTTP/1.1" status: 200 len: 217 time: 0.1031497 Dec 10 18:42:25.545251 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60e040e-962c-42b6-8d69-48a2b1631cbd x-openstack-request-id: req-e60e040e-962c-42b6-8d69-48a2b1631cbd {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:42:25.546222 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e24510-0a8a-4c85-8498-48cc7075a1ce", "name": "network-vif-deleted", "tag": "246498f1-fdb3-4bd9-a635-99e7176162bc", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:42:25.546484 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e60e040e-962c-42b6-8d69-48a2b1631cbd {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:42:25.546899 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e24510-0a8a-4c85-8498-48cc7075a1ce', 'name': 'network-vif-deleted', 'tag': '246498f1-fdb3-4bd9-a635-99e7176162bc', 'status': 'completed', 'code': 200} Dec 10 18:42:25.583165 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bedfb796-eb96-4b9d-adce-057acc7efffa req-56644b5f-48c2-4509-923b-a0648ec49f2d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:25.701736 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['246498f1-fdb3-4bd9-a635-99e7176162bc'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:42:25.727576 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56644b5f-48c2-4509-923b-a0648ec49f2d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Pushing event deleted for resources: {'Port': ['ID=b72ae8e8-7e19-4712-911e-ab0c9628329a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:25.828207 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:25.831054 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-605c2f4d-f26b-4785-b59b-4ee6bd0ef35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:25.834184 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-605c2f4d-f26b-4785-b59b-4ee6bd0ef35f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=237ae5dd-0fd9-41fa-a8f5-5de6696f10ce HTTP/1.1" status: 200 len: 797 time: 0.2778528 Dec 10 18:42:25.916740 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-bedfb796-eb96-4b9d-adce-057acc7efffa req-56644b5f-48c2-4509-923b-a0648ec49f2d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] No DVR routers for this DVR port b72ae8e8-7e19-4712-911e-ab0c9628329a on host n-h2-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:42:25.924717 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bedfb796-eb96-4b9d-adce-057acc7efffa req-56644b5f-48c2-4509-923b-a0648ec49f2d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:25.929013 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bedfb796-eb96-4b9d-adce-057acc7efffa req-56644b5f-48c2-4509-923b-a0648ec49f2d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.72 "DELETE /v2.0/ports/b72ae8e8-7e19-4712-911e-ab0c9628329a HTTP/1.1" status: 204 len: 173 time: 1.3446500 Dec 10 18:42:26.003987 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-80064e72-df80-407f-a61f-3623a7f466a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:26.005665 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-80064e72-df80-407f-a61f-3623a7f466a2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b2b3e286-a941-4c88-a3bb-4298dcd7fd59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1388209 Dec 10 18:42:26.257440 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-f5807d33-9b1f-405c-9696-a5aaca4453ef service neutron] 10.222.0.72 "GET /v2.0/networks/b2b3e286-a941-4c88-a3bb-4298dcd7fd59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143555 Dec 10 18:42:26.293981 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57740) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:26.395603 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-83326513-118a-439c-8eae-fbf9459419ba service neutron] 10.222.0.72 "GET /v2.0/networks/b2b3e286-a941-4c88-a3bb-4298dcd7fd59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275582 Dec 10 18:42:26.527107 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-40e808c3-78e7-4818-8533-b94709a6499a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=5e305941-2cd9-4b3b-b5ee-5c4eac821c82 HTTP/1.1" status: 200 len: 217 time: 0.1162114 Dec 10 18:42:26.604253 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-b1c6c46b-bdbf-4717-aec3-4ba043a67689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:26.605427 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-b1c6c46b-bdbf-4717-aec3-4ba043a67689 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=237ae5dd-0fd9-41fa-a8f5-5de6696f10ce HTTP/1.1" status: 200 len: 797 time: 0.0695944 Dec 10 18:42:26.618987 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f457dd60-8db6-4113-a450-7f5b322e61bf req-45666d28-70d8-4aad-9a89-dc5baba9bd6d tempest-ListServersNegativeTestJSON-385115275 tempest-ListServersNegativeTestJSON-385115275-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d795aa3-af6b-4c30-aaa3-369bfb4162c0 HTTP/1.1" status: 200 len: 210 time: 0.0625126 Dec 10 18:42:26.665825 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d795aa3-af6b-4c30-aaa3-369bfb4162c0', 'name': 'network-vif-deleted', 'tag': 'b72ae8e8-7e19-4712-911e-ab0c9628329a'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:42:26.679244 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ace7ac-9d95-4ea1-b631-d78c0c98bcbd" -d '{"events": [{"server_uuid": "0d795aa3-af6b-4c30-aaa3-369bfb4162c0", "name": "network-vif-deleted", "tag": "b72ae8e8-7e19-4712-911e-ab0c9628329a"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:42:26.712154 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f198e-1394-4ed7-86f8-bf6892dc38f3 req-7438f709-608b-450e-aac1-d7ddaf5d0f00 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:26.713715 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a38f198e-1394-4ed7-86f8-bf6892dc38f3 req-7438f709-608b-450e-aac1-d7ddaf5d0f00 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 946 time: 0.1073666 Dec 10 18:42:26.731620 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-7dc867f8-59c9-4216-b8f3-b95d1ad9e134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:26.733370 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-7dc867f8-59c9-4216-b8f3-b95d1ad9e134 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b2b3e286-a941-4c88-a3bb-4298dcd7fd59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0785120 Dec 10 18:42:26.832473 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58275a55-2ca9-4da9-be7e-7882f261e040 x-openstack-request-id: req-58275a55-2ca9-4da9-be7e-7882f261e040 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:42:26.833287 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d795aa3-af6b-4c30-aaa3-369bfb4162c0", "name": "network-vif-deleted", "tag": "b72ae8e8-7e19-4712-911e-ab0c9628329a", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:42:26.833764 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-58275a55-2ca9-4da9-be7e-7882f261e040 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:42:26.834595 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d795aa3-af6b-4c30-aaa3-369bfb4162c0', 'name': 'network-vif-deleted', 'tag': 'b72ae8e8-7e19-4712-911e-ab0c9628329a', 'status': 'completed', 'code': 200} Dec 10 18:42:26.847573 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a38f198e-1394-4ed7-86f8-bf6892dc38f3 req-3fce2ee6-e891-4658-8eab-9e28e80d178f tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266601 Dec 10 18:42:26.848148 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57760) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:26.863496 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7a5ba3fa-bda4-4f4b-aaef-6a81d60c9f39 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4f1621867e3041c3a975a6622e21074f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5626905 Dec 10 18:42:26.923536 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-c8763e06-f2b7-4121-b735-3ae8206bb4b3 service neutron] 10.222.0.72 "GET /v2.0/networks/b2b3e286-a941-4c88-a3bb-4298dcd7fd59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781559 Dec 10 18:42:26.931927 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8feaf17f-e935-41f0-bdf3-c3f5487349a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:26.966324 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8feaf17f-e935-41f0-bdf3-c3f5487349a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:27.026941 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57766) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:27.030407 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8feaf17f-e935-41f0-bdf3-c3f5487349a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:27.032930 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8feaf17f-e935-41f0-bdf3-c3f5487349a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:27.034084 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8feaf17f-e935-41f0-bdf3-c3f5487349a6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7fdd9b30-28cb-411c-8274-ac6e8aa21b27 HTTP/1.1" status: 204 len: 168 time: 0.1835108 Dec 10 18:42:27.107421 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feaf17f-e935-41f0-bdf3-c3f5487349a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdd9b30-28cb-411c-8274-ac6e8aa21b27,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:27.167852 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-03540023-03bf-42ad-9e62-fdabe5197519 service neutron] 10.222.0.72 "GET /v2.0/networks/b2b3e286-a941-4c88-a3bb-4298dcd7fd59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514769 Dec 10 18:42:27.231973 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-6f3fcb47-f817-4805-8ff2-9d8074f873bc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=40f653ce-1fcf-45ed-a19e-849218821b64 HTTP/1.1" status: 200 len: 217 time: 0.0497286 Dec 10 18:42:27.398094 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device ed2568b4-7412-40d3-84a1-51c2718451b3 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:42:27.402435 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-ee85de5e-339d-4989-b31a-51a7c8e19f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:27.415768 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-ee85de5e-339d-4989-b31a-51a7c8e19f3e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=237ae5dd-0fd9-41fa-a8f5-5de6696f10ce HTTP/1.1" status: 200 len: 797 time: 0.1604910 Dec 10 18:42:27.447706 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: ed2568b4-7412-40d3-84a1-51c2718451b3 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:42:27.448442 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device ed2568b4-7412-40d3-84a1-51c2718451b3 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:42:27.529862 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-cbaa88d4-0b7c-457e-aa9b-44e6dde77963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:27.531387 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-cbaa88d4-0b7c-457e-aa9b-44e6dde77963 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b2b3e286-a941-4c88-a3bb-4298dcd7fd59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0980577 Dec 10 18:42:27.656105 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-8af9fd94-1c71-45ba-94f0-7c300e776a43 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:27.658884 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8af9fd94-1c71-45ba-94f0-7c300e776a43 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.6303332 Dec 10 18:42:27.662850 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57790) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:27.667799 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-b91ae23f-c646-4d22-a818-c59e5c4b6544 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:27.669194 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b91ae23f-c646-4d22-a818-c59e5c4b6544 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0048096 Dec 10 18:42:27.672226 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57792) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:27.678297 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-8d46fd47-519e-4fca-af23-120105e1410e tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:27.679526 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8d46fd47-519e-4fca-af23-120105e1410e tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0060899 Dec 10 18:42:27.682263 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57794) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:27.687186 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-5aaf38da-ddda-4d2d-8fa5-ca314194151d tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:27.688509 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5aaf38da-ddda-4d2d-8fa5-ca314194151d tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0049527 Dec 10 18:42:27.691844 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57796) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:27.696214 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-58501e78-d2c2-422c-b640-3323f6deadbc tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:27.697547 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-58501e78-d2c2-422c-b640-3323f6deadbc tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0044839 Dec 10 18:42:27.700183 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57798) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:27.710494 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57800) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:27.712568 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-b418167f-530a-4b6f-a06b-d05a0299bcf0 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:27.714353 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b418167f-530a-4b6f-a06b-d05a0299bcf0 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0129828 Dec 10 18:42:27.718181 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57802) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:27.725977 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-23c997d3-0313-41ee-8285-933b9360db84 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:27.727291 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-23c997d3-0313-41ee-8285-933b9360db84 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0077901 Dec 10 18:42:27.730202 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57804) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:27.739129 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-5c4c4f35-58e0-4055-9986-70a1e1e0bd40 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:27.740398 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5c4c4f35-58e0-4055-9986-70a1e1e0bd40 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0089035 Dec 10 18:42:27.741230 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57806) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:27.743047 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57808) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:27.747947 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-eadf8cf0-2606-47a0-92a8-5ba9df7df042 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:27.749146 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-eadf8cf0-2606-47a0-92a8-5ba9df7df042 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0047324 Dec 10 18:42:27.754996 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57810) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:27.760746 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-f6c0de88-431a-4754-b65b-cc335eabfe25 service neutron] 10.222.0.72 "GET /v2.0/networks/b2b3e286-a941-4c88-a3bb-4298dcd7fd59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212586 Dec 10 18:42:27.763658 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-69272b0d-3598-4529-aa0a-f02738452e96 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:27.765199 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-69272b0d-3598-4529-aa0a-f02738452e96 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0090122 Dec 10 18:42:27.767845 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57812) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:27.775825 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-06e5bbf7-0c8b-473a-ad6b-9cec908e14f5 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:27.779119 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-06e5bbf7-0c8b-473a-ad6b-9cec908e14f5 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0099494 Dec 10 18:42:27.785114 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57814) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:27.790999 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-116d20e3-2701-40ec-bfcb-3a0471ca6c11 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:27.791951 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-116d20e3-2701-40ec-bfcb-3a0471ca6c11 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0055959 Dec 10 18:42:27.797377 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57816) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:27.813484 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-9d0f7ba1-e61e-4e2e-a7ab-6bb6d36bd8bf tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:27.816924 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9d0f7ba1-e61e-4e2e-a7ab-6bb6d36bd8bf tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0161319 Dec 10 18:42:27.818389 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57818) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:27.829230 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-3ed9a5d3-22c1-4f16-a298-80f9a36be9c7 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:27.830598 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3ed9a5d3-22c1-4f16-a298-80f9a36be9c7 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0111728 Dec 10 18:42:27.833707 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57820) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:27.849173 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-b54fe669-1650-4b11-9287-f655607720ef admin admin] Deleting subnet 78e534a1-1a95-404e-b0a4-d4c4732efc38 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:42:27.850654 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a6eab4b7-131f-4a07-a096-946260e7adc1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e87779e16c064ec2893c406e94e85f21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1059651 Dec 10 18:42:27.853125 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57822) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:27.855373 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-b23acef1-2d37-408f-83e4-6f9e86a430d6 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:27.855740 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b54fe669-1650-4b11-9287-f655607720ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:27.857258 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b23acef1-2d37-408f-83e4-6f9e86a430d6 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0198326 Dec 10 18:42:27.859838 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57824) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:27.869778 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-07db322d-5964-4ea5-96df-0af793db6435 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:27.873244 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-07db322d-5964-4ea5-96df-0af793db6435 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0098519 Dec 10 18:42:27.876681 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57826) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:27.886145 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-062eb493-4bb9-4381-97e3-70f59b29eb89 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:27.886145 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-062eb493-4bb9-4381-97e3-70f59b29eb89 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0068986 Dec 10 18:42:27.886909 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57830) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:27.896525 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-fcc62c0d-cf35-44ce-bde5-23a438532267 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:27.901599 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fcc62c0d-cf35-44ce-bde5-23a438532267 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0138798 Dec 10 18:42:27.902309 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57832) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:27.906356 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-14aab7a1-51ab-4f8f-9c30-6e74bc96876c tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:27.911554 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-14aab7a1-51ab-4f8f-9c30-6e74bc96876c tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0077357 Dec 10 18:42:27.913314 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57834) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:27.933218 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-2f47f179-42c0-4c0b-bf87-a57dbdf22f5f tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:27.938817 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2f47f179-42c0-4c0b-bf87-a57dbdf22f5f tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0211427 Dec 10 18:42:27.941863 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57836) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:27.957205 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b54fe669-1650-4b11-9287-f655607720ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:27.965341 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-8b787e21-1b76-49a5-bc89-01e36a1dcf1f tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:27.966596 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8b787e21-1b76-49a5-bc89-01e36a1dcf1f tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0216615 Dec 10 18:42:27.971334 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57838) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.012378 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-10c78660-ec4b-4284-b6cd-829ad2c16b9b tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.016067 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-10c78660-ec4b-4284-b6cd-829ad2c16b9b tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0404408 Dec 10 18:42:28.020707 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57840) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.031051 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-ae9148bc-8ecd-441b-b657-ab23d8a44ced tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.032040 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ae9148bc-8ecd-441b-b657-ab23d8a44ced tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0103641 Dec 10 18:42:28.035359 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57842) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.035918 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-662b84a8-1a3a-4f91-a5de-96732722e250 service neutron] 10.222.0.72 "GET /v2.0/networks/b2b3e286-a941-4c88-a3bb-4298dcd7fd59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522309 Dec 10 18:42:28.041575 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-7a47a54c-c633-41dd-8467-8624bcff68f7 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.042744 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7a47a54c-c633-41dd-8467-8624bcff68f7 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0055144 Dec 10 18:42:28.045972 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57844) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.051690 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-f7f4dab3-9d5a-4053-af08-e2db9b588bbd tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.052720 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878419d-d26c-4e95-a098-856389226b3a req-1bccbaa3-31f5-493e-b9f3-0038799ac41c tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:28.052860 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f7f4dab3-9d5a-4053-af08-e2db9b588bbd tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0058851 Dec 10 18:42:28.054515 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b54fe669-1650-4b11-9287-f655607720ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:28.062934 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5878419d-d26c-4e95-a098-856389226b3a req-1bccbaa3-31f5-493e-b9f3-0038799ac41c tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 946 time: 0.0940156 Dec 10 18:42:28.063708 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57846) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.089619 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-2acc551e-89ee-4039-9762-1cb74569b3a2 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.090740 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2acc551e-89ee-4039-9762-1cb74569b3a2 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0068390 Dec 10 18:42:28.110875 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57848) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.119712 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-a7c01ae8-e7ac-41a6-a99a-e98b22abd175 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.119712 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a7c01ae8-e7ac-41a6-a99a-e98b22abd175 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0051301 Dec 10 18:42:28.120025 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57850) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.125082 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d6dd8393-ec3c-4036-a141-0164a58fb221 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:28.126573 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-402ec739-1840-4eb6-933e-d6b99b4b9d2a tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.130677 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-402ec739-1840-4eb6-933e-d6b99b4b9d2a tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0066533 Dec 10 18:42:28.131551 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-73e97958-522a-4f39-b837-9da034943f64 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6e252207-dd46-4a16-ace6-611c8fbe7898 HTTP/1.1" status: 200 len: 217 time: 0.0862796 Dec 10 18:42:28.133475 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57852) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.144295 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5878419d-d26c-4e95-a098-856389226b3a req-178c3190-9bdc-4593-bf70-69d9cd2d01e0 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791311 Dec 10 18:42:28.157145 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-29d5bdda-d91a-4dbc-9193-97ddcbcc2f83 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.158200 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-29d5bdda-d91a-4dbc-9193-97ddcbcc2f83 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0230126 Dec 10 18:42:28.161861 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57860) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.166957 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-38d63b0e-7a41-43bd-a578-3703fd2d4bad tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.168164 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-38d63b0e-7a41-43bd-a578-3703fd2d4bad tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0050905 Dec 10 18:42:28.171067 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57862) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.179131 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-f11ed0eb-af9d-4fab-a5d9-0e9e6da76900 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.182878 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f11ed0eb-af9d-4fab-a5d9-0e9e6da76900 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0059698 Dec 10 18:42:28.183636 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57864) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.191779 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-8ac2a91f-1d67-4964-a7b9-4f54f60a3157 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.196911 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8ac2a91f-1d67-4964-a7b9-4f54f60a3157 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0081980 Dec 10 18:42:28.197554 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57870) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.201669 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-6fc72d6f-0c0b-42fa-bbb5-9ec0c50be002 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.207352 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6fc72d6f-0c0b-42fa-bbb5-9ec0c50be002 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0042193 Dec 10 18:42:28.207951 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57872) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.218787 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-e2f2a433-1112-4e7a-8218-c0de207178eb tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.222238 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e2f2a433-1112-4e7a-8218-c0de207178eb tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0051649 Dec 10 18:42:28.222611 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57874) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.226955 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-cc70a262-6b82-40cb-b595-e3ce3dc40798 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.230215 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-cc70a262-6b82-40cb-b595-e3ce3dc40798 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0043609 Dec 10 18:42:28.235798 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57876) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.244694 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-0be18d51-0cb3-4beb-8081-413e55c1de15 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.245734 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0be18d51-0cb3-4beb-8081-413e55c1de15 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0084922 Dec 10 18:42:28.249630 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57878) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.250541 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d6dd8393-ec3c-4036-a141-0164a58fb221 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:28.271750 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-29701ad0-a05a-42c8-932c-e1519008b5f2 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.280846 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-29701ad0-a05a-42c8-932c-e1519008b5f2 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0276546 Dec 10 18:42:28.281277 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-111654b2-055f-46bf-93bb-b1e922bf8420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:28.281413 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-111654b2-055f-46bf-93bb-b1e922bf8420 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3794734b-aff3-415a-a172-4b9c6dbd62de HTTP/1.1" status: 200 len: 797 time: 0.1278558 Dec 10 18:42:28.282184 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57882) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.289840 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-b2077c4d-e820-4e61-adec-65d0cadc7254 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.299673 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b2077c4d-e820-4e61-adec-65d0cadc7254 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0168927 Dec 10 18:42:28.302722 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57884) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.309611 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b54fe669-1650-4b11-9287-f655607720ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:28.314466 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-eefa25e5-ddac-4833-9ee0-247727617c1f tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.321338 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-eefa25e5-ddac-4833-9ee0-247727617c1f tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0168636 Dec 10 18:42:28.321964 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57886) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.330172 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-033cf12c-a030-40fc-84f0-b5b07416affa tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.333364 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-033cf12c-a030-40fc-84f0-b5b07416affa tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0097311 Dec 10 18:42:28.337172 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57888) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.343612 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-15bbf0a0-5612-4960-9137-2fd7a3478170 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.347399 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-15bbf0a0-5612-4960-9137-2fd7a3478170 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0082593 Dec 10 18:42:28.349893 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57890) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.356132 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-76b7320d-eee0-47cc-84ae-623e9fad0280 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.357780 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-76b7320d-eee0-47cc-84ae-623e9fad0280 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0064995 Dec 10 18:42:28.360307 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57892) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.366600 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-8c3c6e36-5241-4bd4-8515-b45a3c0b1d85 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.368863 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8c3c6e36-5241-4bd4-8515-b45a3c0b1d85 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0067182 Dec 10 18:42:28.371810 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57894) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.379225 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-6ff08d14-fb58-4632-b25d-5edb230e6d93 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.381139 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b54fe669-1650-4b11-9287-f655607720ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:28.383666 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6ff08d14-fb58-4632-b25d-5edb230e6d93 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0106528 Dec 10 18:42:28.386485 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57896) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.391901 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b54fe669-1650-4b11-9287-f655607720ef admin admin] 10.222.0.62 "DELETE /v2.0/subnets/78e534a1-1a95-404e-b0a4-d4c4732efc38 HTTP/1.1" status: 204 len: 168 time: 0.6775062 Dec 10 18:42:28.394207 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-88b481ff-bf16-4139-bead-cc0d677e9bfe tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.394715 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57902) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.396573 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-88b481ff-bf16-4139-bead-cc0d677e9bfe tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0084865 Dec 10 18:42:28.399264 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57904) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.404242 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-fca7c08d-2e2a-4e1c-ba52-71e9c6418a60 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.405619 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fca7c08d-2e2a-4e1c-ba52-71e9c6418a60 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0053184 Dec 10 18:42:28.410489 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57906) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.417364 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-a9902291-46c6-4eed-bb58-23e893acb1d7 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.418673 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a9902291-46c6-4eed-bb58-23e893acb1d7 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0067720 Dec 10 18:42:28.421086 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57908) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.426205 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-e3af8e09-e8ee-4788-a640-3175ffeaded1 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.427740 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e3af8e09-e8ee-4788-a640-3175ffeaded1 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0052278 Dec 10 18:42:28.429921 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57910) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.434926 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-1d073a05-04ee-40ec-afcc-54df8f55e600 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.436314 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1d073a05-04ee-40ec-afcc-54df8f55e600 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0050757 Dec 10 18:42:28.439270 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57912) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.446271 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-c1bcba2f-80f4-489e-a66a-71a3f5ac08b9 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.449894 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c1bcba2f-80f4-489e-a66a-71a3f5ac08b9 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0074170 Dec 10 18:42:28.451423 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57914) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.457750 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-ea4e7e6c-9e55-4549-8d84-469c6a508112 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.459632 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ea4e7e6c-9e55-4549-8d84-469c6a508112 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0069678 Dec 10 18:42:28.462166 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57916) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.469753 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-dfdc5655-64cc-4e24-bb11-16da281ae703 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.476231 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-dfdc5655-64cc-4e24-bb11-16da281ae703 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0110252 Dec 10 18:42:28.476877 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57918) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.482777 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-c0c530fe-5107-440b-bc4a-d62d27dbd488 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.491080 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c0c530fe-5107-440b-bc4a-d62d27dbd488 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0121229 Dec 10 18:42:28.491816 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57920) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.497462 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54fe669-1650-4b11-9287-f655607720ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78e534a1-1a95-404e-b0a4-d4c4732efc38,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:28.497688 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-d2a52c73-6b61-470f-99f3-9982b5b05414 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.503483 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57922) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.506347 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d2a52c73-6b61-470f-99f3-9982b5b05414 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0133858 Dec 10 18:42:28.513645 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-77155b7c-4a52-4be3-bcd3-7363becb3240 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.519208 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-77155b7c-4a52-4be3-bcd3-7363becb3240 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0088019 Dec 10 18:42:28.520136 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d6dd8393-ec3c-4036-a141-0164a58fb221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:28.521187 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57924) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.523191 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d6dd8393-ec3c-4036-a141-0164a58fb221 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:28.527057 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-ba24178f-6d71-4574-ae54-269a1b4e4a49 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.527808 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d6dd8393-ec3c-4036-a141-0164a58fb221 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/923b02b6-0d36-4f9d-bc5c-7eb8c5df6ec8 HTTP/1.1" status: 204 len: 168 time: 0.6731153 Dec 10 18:42:28.528617 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ba24178f-6d71-4574-ae54-269a1b4e4a49 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0062511 Dec 10 18:42:28.545404 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57928) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.555516 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-38c7020c-76bb-46d4-b611-3cb776a8e847 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.556960 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-38c7020c-76bb-46d4-b611-3cb776a8e847 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0103078 Dec 10 18:42:28.559613 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57930) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.568344 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-2bd3d822-438a-471d-8348-78ccee11a8b7 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.574551 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd8393-ec3c-4036-a141-0164a58fb221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923b02b6-0d36-4f9d-bc5c-7eb8c5df6ec8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:28.577797 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-6ccd5bee-c7f2-4b8e-bb2c-19d6499ca80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:28.579612 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-6ccd5bee-c7f2-4b8e-bb2c-19d6499ca80c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f30c8744-62ec-4c03-ba22-87870e9a413d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2886393 Dec 10 18:42:28.587024 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8bd16ebe-891e-403c-a8b6-9c69a82dd123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:28.597042 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2bd3d822-438a-471d-8348-78ccee11a8b7 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0362391 Dec 10 18:42:28.603150 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57932) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.631973 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 246498f1-fdb3-4bd9-a635-99e7176162bc no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:42:28.635219 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-da55cf77-a2de-468b-bb5c-3ce28b57ca28 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.636730 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-da55cf77-a2de-468b-bb5c-3ce28b57ca28 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0244882 Dec 10 18:42:28.645665 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57934) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.649952 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-7ae7c510-738d-40c2-bae8-c1a9b74efdc9 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.657715 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7ae7c510-738d-40c2-bae8-c1a9b74efdc9 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0043094 Dec 10 18:42:28.658432 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57936) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.666109 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-7cc4462f-28ef-4291-8f61-e22ba1c3db04 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.670621 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7cc4462f-28ef-4291-8f61-e22ba1c3db04 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0105543 Dec 10 18:42:28.671376 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57938) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.678882 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-465fbac2-b837-4d48-a0d3-c5ff9e7c44ea tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.682650 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-465fbac2-b837-4d48-a0d3-c5ff9e7c44ea tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0103068 Dec 10 18:42:28.683264 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57940) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.688944 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-01cea6e1-0621-4754-b2cf-a4c9e5334ace tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.694335 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-01cea6e1-0621-4754-b2cf-a4c9e5334ace tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0070338 Dec 10 18:42:28.695368 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57942) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.699818 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-694ad503-31c7-40ee-abf2-281a2e87e3de tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.704227 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 246498f1-fdb3-4bd9-a635-99e7176162bc {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:42:28.705364 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-694ad503-31c7-40ee-abf2-281a2e87e3de tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0088475 Dec 10 18:42:28.705584 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 246498f1-fdb3-4bd9-a635-99e7176162bc not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:42:28.706087 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57944) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.715719 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-dc697882-3d92-438b-bbc8-d31f5f388bad service neutron] 10.222.0.72 "GET /v2.0/networks/f30c8744-62ec-4c03-ba22-87870e9a413d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188858 Dec 10 18:42:28.716451 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-14c69f2c-f7d8-4e79-a6e0-e1c07f7ed527 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.722198 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-14c69f2c-f7d8-4e79-a6e0-e1c07f7ed527 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0144966 Dec 10 18:42:28.723520 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57946) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.728565 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-fc958c07-2246-4977-afa0-21c31bbc8560 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.733943 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fc958c07-2246-4977-afa0-21c31bbc8560 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0090768 Dec 10 18:42:28.734451 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57948) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.739838 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-d9f84b5f-ab68-49bb-b8d7-c41126372af0 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.743985 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d9f84b5f-ab68-49bb-b8d7-c41126372af0 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0083160 Dec 10 18:42:28.744492 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57950) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.750787 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-99cce098-7716-4693-b8e9-b521bf367d25 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.754879 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-99cce098-7716-4693-b8e9-b521bf367d25 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0087357 Dec 10 18:42:28.756756 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57952) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.763777 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-70d08d46-06e7-4319-aa6b-45c4e3b47500 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.767952 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-70d08d46-06e7-4319-aa6b-45c4e3b47500 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0098774 Dec 10 18:42:28.770145 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57954) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.783164 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-be15d087-4de0-4bac-885d-f47272462b02 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.784976 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-be15d087-4de0-4bac-885d-f47272462b02 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0116560 Dec 10 18:42:28.790004 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57956) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.794184 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-2bf00732-9cfa-42c3-9793-7c29ba499f38 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:42:28.803318 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2bf00732-9cfa-42c3-9793-7c29ba499f38 tempest-ExtensionsTestJSON-1399429353 tempest-ExtensionsTestJSON-1399429353-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0074348 Dec 10 18:42:28.869892 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8bd16ebe-891e-403c-a8b6-9c69a82dd123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:28.899924 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-8bd16ebe-891e-403c-a8b6-9c69a82dd123 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78d34d64-4845-4c10-b035-68235b493cc0']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:28.930785 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-8bd16ebe-891e-403c-a8b6-9c69a82dd123 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c3af493-e367-4b53-a139-21137d44e892') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:28.931023 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-8bd16ebe-891e-403c-a8b6-9c69a82dd123 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c3af493-e367-4b53-a139-21137d44e892') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:28.948752 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8bd16ebe-891e-403c-a8b6-9c69a82dd123 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:28.959128 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-b3384ae3-06da-4053-9018-277cd8c1eafb service neutron] 10.222.0.72 "GET /v2.0/networks/f30c8744-62ec-4c03-ba22-87870e9a413d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093351 Dec 10 18:42:28.975236 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8bd16ebe-891e-403c-a8b6-9c69a82dd123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:29.023339 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-8c19ffa1-520e-44cb-9bdc-b6f49f9a6086 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aad9df2d-747e-41c1-8ba7-f02dcfa42da7 HTTP/1.1" status: 200 len: 217 time: 0.0566618 Dec 10 18:42:29.024308 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bd16ebe-891e-403c-a8b6-9c69a82dd123 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:42:29.024733 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8bd16ebe-891e-403c-a8b6-9c69a82dd123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:29.026891 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:42:29.026891 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:42:29.026891 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:42:29.026891 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:42:29.026891 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:42:29.026891 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:42:29.026891 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:42:29.026891 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:42:29.026891 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:42:29.026891 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:42:29.026891 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:42:29.026891 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:42:29.026891 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:42:29.026891 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:42:29.026891 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:42:29.026891 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:42:29.026891 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:42:29.026891 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:42:29.026891 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:42:29.026891 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:42:29.026891 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:42:29.026891 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:42:29.026891 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:42:29.026891 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:42:29.026891 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:42:29.026891 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:42:29.026891 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:42:29.026891 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:42:29.026891 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:42:29.026891 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:42:29.026891 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:42:29.026891 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:42:29.091556 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-c460d455-d067-44b9-970e-40999c6ff728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:29.093051 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-c460d455-d067-44b9-970e-40999c6ff728 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3794734b-aff3-415a-a172-4b9c6dbd62de HTTP/1.1" status: 200 len: 797 time: 0.0542305 Dec 10 18:42:29.211119 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57974) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:29.397714 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device b72ae8e8-7e19-4712-911e-ab0c9628329a no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:42:29.458649 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: b72ae8e8-7e19-4712-911e-ab0c9628329a {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:42:29.459201 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device b72ae8e8-7e19-4712-911e-ab0c9628329a not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:42:29.651433 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c4264c71-ea86-404b-a08b-118d10885170 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:29.662293 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8bd16ebe-891e-403c-a8b6-9c69a82dd123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:29.702334 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8bd16ebe-891e-403c-a8b6-9c69a82dd123 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:29.706050 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8bd16ebe-891e-403c-a8b6-9c69a82dd123 admin admin] 10.222.0.62 "DELETE /v2.0/networks/78d34d64-4845-4c10-b035-68235b493cc0 HTTP/1.1" status: 204 len: 168 time: 1.3103218 Dec 10 18:42:29.725058 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd16ebe-891e-403c-a8b6-9c69a82dd123 admin admin] Pushing event deleted for resources: {'Network': ['ID=78d34d64-4845-4c10-b035-68235b493cc0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:29.754576 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-b6b12a40-e7a9-4ff5-a4b9-5593ba244aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:29.756135 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-b6b12a40-e7a9-4ff5-a4b9-5593ba244aa5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f30c8744-62ec-4c03-ba22-87870e9a413d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1559498 Dec 10 18:42:29.774492 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46a42b-686a-47a2-86a2-be8f74966edb req-baa0a83f-2c4c-4b0e-97c0-38ae77f5293e tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:29.790352 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cf46a42b-686a-47a2-86a2-be8f74966edb req-baa0a83f-2c4c-4b0e-97c0-38ae77f5293e tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 946 time: 0.1841364 Dec 10 18:42:29.852991 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c4264c71-ea86-404b-a08b-118d10885170 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:29.860948 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c4264c71-ea86-404b-a08b-118d10885170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:29.914592 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4264c71-ea86-404b-a08b-118d10885170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3afcdc0-8f3c-4f7b-afa0-322413d3b87d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:29.952089 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c4264c71-ea86-404b-a08b-118d10885170 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=75438ef1c3b1482aa7d84051324c6731&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7391467 Dec 10 18:42:29.953418 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58008) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:29.980878 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cf46a42b-686a-47a2-86a2-be8f74966edb req-831cf125-9a40-4abb-9879-b2b6693797cc tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894958 Dec 10 18:42:29.981567 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58010) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:30.030601 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-fb1f11c4-b9e9-4276-9163-ad7f29a6dfc0 service neutron] 10.222.0.72 "GET /v2.0/networks/f30c8744-62ec-4c03-ba22-87870e9a413d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639701 Dec 10 18:42:30.047361 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c6eb54e8-5a20-4cb1-8d1d-f3367e15520a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:30.083929 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c6eb54e8-5a20-4cb1-8d1d-f3367e15520a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:30.157000 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c6eb54e8-5a20-4cb1-8d1d-f3367e15520a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:30.162416 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c6eb54e8-5a20-4cb1-8d1d-f3367e15520a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:30.166389 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c6eb54e8-5a20-4cb1-8d1d-f3367e15520a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c3afcdc0-8f3c-4f7b-afa0-322413d3b87d HTTP/1.1" status: 204 len: 168 time: 0.2109311 Dec 10 18:42:30.189530 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-40d39611-5770-4fc1-b331-c584fc7fbffb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fe6eb5f06afc4b37a6ea278952e91121&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2051110 Dec 10 18:42:30.193483 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a38be74-8f7a-476a-a6ca-21c138211f70 req-54ee9a42-effa-4833-b09f-1b569822aea5 service neutron] 10.222.0.72 "GET /v2.0/networks/f30c8744-62ec-4c03-ba22-87870e9a413d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482031 Dec 10 18:42:30.194244 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58016) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:30.196591 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb54e8-5a20-4cb1-8d1d-f3367e15520a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3afcdc0-8f3c-4f7b-afa0-322413d3b87d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:30.279113 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ff05d4b-cc74-41fa-b7e2-cb080e0b3938 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:30.322456 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ff05d4b-cc74-41fa-b7e2-cb080e0b3938 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:30.461969 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ff05d4b-cc74-41fa-b7e2-cb080e0b3938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:30.465097 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ff05d4b-cc74-41fa-b7e2-cb080e0b3938 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:30.466412 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0ff05d4b-cc74-41fa-b7e2-cb080e0b3938 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3036b1d5-bdc6-444a-91e7-0f0e114911f7 HTTP/1.1" status: 204 len: 168 time: 0.2707534 Dec 10 18:42:30.485587 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff05d4b-cc74-41fa-b7e2-cb080e0b3938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3036b1d5-bdc6-444a-91e7-0f0e114911f7,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:31.196201 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe9d77-bd73-4cae-a4f0-fe50119a5f93 req-cb0957bb-b665-426a-ace9-41e7bb320249 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:31.201176 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-74fe9d77-bd73-4cae-a4f0-fe50119a5f93 req-cb0957bb-b665-426a-ace9-41e7bb320249 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 946 time: 0.0749323 Dec 10 18:42:31.258278 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-74fe9d77-bd73-4cae-a4f0-fe50119a5f93 req-92e5c71e-8182-4171-879a-73f8ccf9776f tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538216 Dec 10 18:42:31.681689 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1d6fb-4c7c-467b-a2fd-9964afe436d6 req-fe852250-2444-4321-8ce5-180f43383931 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:31.683270 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-23b1d6fb-4c7c-467b-a2fd-9964afe436d6 req-fe852250-2444-4321-8ce5-180f43383931 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/ports?device_id=875b61ac-7e0c-4d0f-957d-a6f989a9c239 HTTP/1.1" status: 200 len: 950 time: 0.0682607 Dec 10 18:42:31.743842 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-23b1d6fb-4c7c-467b-a2fd-9964afe436d6 req-c347533c-b76e-458f-85f5-f75097ea8433 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/security-groups?id=746f00bf-491b-4a56-93d2-dba5a99e34cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534272 Dec 10 18:42:31.954844 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58128) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:32.183825 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1f888e25-b324-4f15-a568-a42dbafadd9e tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Request body: {'networks': [{'name': 'tempest-network--2059298306'}, {'name': 'tempest-network--587478972'}]} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:32.184593 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1f888e25-b324-4f15-a568-a42dbafadd9e tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Request body: {'network': {'name': 'tempest-network--2059298306'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:32.185084 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1f888e25-b324-4f15-a568-a42dbafadd9e tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Request body: {'network': {'name': 'tempest-network--587478972'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:32.214882 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f888e25-b324-4f15-a568-a42dbafadd9e tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Made reservation on behalf of 3a3a83c6490d4b03b8ac74b26d3c4a03 for: {'network': 2} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:42:32.222761 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f888e25-b324-4f15-a568-a42dbafadd9e tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:32.234314 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f888e25-b324-4f15-a568-a42dbafadd9e tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:32.339622 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f888e25-b324-4f15-a568-a42dbafadd9e tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:32.346052 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f888e25-b324-4f15-a568-a42dbafadd9e tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:32.347493 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f888e25-b324-4f15-a568-a42dbafadd9e tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:32.426958 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f888e25-b324-4f15-a568-a42dbafadd9e tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:42:32.429009 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f888e25-b324-4f15-a568-a42dbafadd9e tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07dc0519-70d5-46a8-ad7f-a7011952af29,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:32.444767 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f888e25-b324-4f15-a568-a42dbafadd9e tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:32.445131 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-1f888e25-b324-4f15-a568-a42dbafadd9e tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Added segment fdce1399-6d01-45ee-ad38-5721a402db17 of type vlan for network 07d2c76e-bf42-45e9-b3c9-744fadeffe0e Dec 10 18:42:32.460209 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80de72-4154-49ff-b965-625bc6e0c30a req-ff91273d-316a-4d0c-b935-8a6065e432d8 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:32.461797 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de80de72-4154-49ff-b965-625bc6e0c30a req-ff91273d-316a-4d0c-b935-8a6065e432d8 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 946 time: 0.1181576 Dec 10 18:42:32.513693 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f888e25-b324-4f15-a568-a42dbafadd9e tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:32.557062 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de80de72-4154-49ff-b965-625bc6e0c30a req-b0c4b89b-cd92-45dd-a79f-43aad380185e tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721219 Dec 10 18:42:32.568458 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f888e25-b324-4f15-a568-a42dbafadd9e tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:42:32.579547 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f888e25-b324-4f15-a568-a42dbafadd9e tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:32.579899 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-1f888e25-b324-4f15-a568-a42dbafadd9e tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Added segment 28d44787-21e4-411b-84d0-ad859e88bd03 of type vlan for network 1c0d92c0-2997-434c-8444-146f6fd891f9 Dec 10 18:42:32.625554 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f888e25-b324-4f15-a568-a42dbafadd9e tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:32.666297 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f888e25-b324-4f15-a568-a42dbafadd9e tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:32.667121 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f888e25-b324-4f15-a568-a42dbafadd9e tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:32.673402 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f888e25-b324-4f15-a568-a42dbafadd9e tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:32.678780 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f888e25-b324-4f15-a568-a42dbafadd9e tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:32.679469 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f888e25-b324-4f15-a568-a42dbafadd9e tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:32.752020 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1f888e25-b324-4f15-a568-a42dbafadd9e tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.7933202 Dec 10 18:42:32.753925 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58176) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:32.805414 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f888e25-b324-4f15-a568-a42dbafadd9e tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Pushing event updated for resources: {'Network': ['ID=07d2c76e-bf42-45e9-b3c9-744fadeffe0e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:32.820232 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 07d2c76e-bf42-45e9-b3c9-744fadeffe0e details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:42:32.899199 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f888e25-b324-4f15-a568-a42dbafadd9e tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Pushing event updated for resources: {'Network': ['ID=1c0d92c0-2997-434c-8444-146f6fd891f9,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:32.937130 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 1c0d92c0-2997-434c-8444-146f6fd891f9 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:42:33.020828 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70d6406-04e0-4a21-8e32-860711ba14cc tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:33.027679 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70d6406-04e0-4a21-8e32-860711ba14cc tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:33.035479 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70d6406-04e0-4a21-8e32-860711ba14cc tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:33.042360 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70d6406-04e0-4a21-8e32-860711ba14cc tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:33.044340 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c70d6406-04e0-4a21-8e32-860711ba14cc tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2903078 Dec 10 18:42:33.047149 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58192) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:33.060149 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168edb01-32ce-4bf3-a421-e5928b403dd8 req-3dbbbc56-3af2-4583-8127-22bc787b29da tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:33.062554 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-168edb01-32ce-4bf3-a421-e5928b403dd8 req-3dbbbc56-3af2-4583-8127-22bc787b29da tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/ports?device_id=875b61ac-7e0c-4d0f-957d-a6f989a9c239 HTTP/1.1" status: 200 len: 950 time: 0.1196935 Dec 10 18:42:33.129184 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-168edb01-32ce-4bf3-a421-e5928b403dd8 req-25687f09-c555-4163-b7f5-8e2bb5e9e723 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/security-groups?id=746f00bf-491b-4a56-93d2-dba5a99e34cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588062 Dec 10 18:42:33.163241 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb785362-e3d4-4f91-8ce8-2a7722da7e87 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:33.179677 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58202) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:33.266658 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb785362-e3d4-4f91-8ce8-2a7722da7e87 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:33.290248 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-eb785362-e3d4-4f91-8ce8-2a7722da7e87 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d2c76e-bf42-45e9-b3c9-744fadeffe0e']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:33.301274 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-eb785362-e3d4-4f91-8ce8-2a7722da7e87 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdce1399-6d01-45ee-ad38-5721a402db17') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:33.301576 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-eb785362-e3d4-4f91-8ce8-2a7722da7e87 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdce1399-6d01-45ee-ad38-5721a402db17') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:33.314563 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb785362-e3d4-4f91-8ce8-2a7722da7e87 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:33.325083 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9bde71ea-a459-4d7d-8f87-ee070aed743b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:33.328553 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb785362-e3d4-4f91-8ce8-2a7722da7e87 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:33.340053 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb785362-e3d4-4f91-8ce8-2a7722da7e87 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:42:33.340929 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb785362-e3d4-4f91-8ce8-2a7722da7e87 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:33.345191 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:42:33.345191 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:42:33.345191 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:42:33.345191 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:42:33.345191 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:42:33.345191 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:42:33.345191 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:42:33.345191 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:42:33.345191 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:42:33.345191 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:42:33.345191 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:42:33.345191 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:42:33.345191 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:42:33.345191 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:42:33.345191 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:42:33.345191 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:42:33.345191 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:42:33.345191 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:42:33.345191 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:42:33.345191 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:42:33.345191 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:42:33.345191 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:42:33.345191 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:42:33.345191 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:42:33.345191 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:42:33.345191 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:42:33.345191 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:42:33.345191 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:42:33.345191 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:42:33.345191 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:42:33.345191 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:42:33.345191 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:42:33.417176 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb785362-e3d4-4f91-8ce8-2a7722da7e87 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:33.432139 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb785362-e3d4-4f91-8ce8-2a7722da7e87 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:33.438224 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58222) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:33.438463 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-eb785362-e3d4-4f91-8ce8-2a7722da7e87 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] 10.222.0.62 "DELETE /v2.0/networks/07d2c76e-bf42-45e9-b3c9-744fadeffe0e HTTP/1.1" status: 204 len: 168 time: 0.3897784 Dec 10 18:42:33.448768 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb785362-e3d4-4f91-8ce8-2a7722da7e87 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Pushing event deleted for resources: {'Network': ['ID=07d2c76e-bf42-45e9-b3c9-744fadeffe0e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:33.556845 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a1e228e7-030e-4c46-a9fd-6b2a6320a736 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:33.582836 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9bde71ea-a459-4d7d-8f87-ee070aed743b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:33.617821 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9bde71ea-a459-4d7d-8f87-ee070aed743b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:33.665197 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:33.761467 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a1e228e7-030e-4c46-a9fd-6b2a6320a736 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:33.780777 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9bde71ea-a459-4d7d-8f87-ee070aed743b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=91e0a0cc63eb4ff7a537704a82f179e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5999036 Dec 10 18:42:33.783596 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58268) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:33.794996 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde71ea-a459-4d7d-8f87-ee070aed743b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c21cfb-c30e-45b0-ad34-44602fbd9d06,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:33.804716 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-a1e228e7-030e-4c46-a9fd-6b2a6320a736 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c0d92c0-2997-434c-8444-146f6fd891f9']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:33.820107 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-a1e228e7-030e-4c46-a9fd-6b2a6320a736 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28d44787-21e4-411b-84d0-ad859e88bd03') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:33.820421 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-a1e228e7-030e-4c46-a9fd-6b2a6320a736 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28d44787-21e4-411b-84d0-ad859e88bd03') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:33.843315 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5cf09f-94ff-4032-8f25-7412fdd3c5c3 req-60f562e7-f69e-4a79-b766-7213a289fbf7 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:33.851607 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bb5cf09f-94ff-4032-8f25-7412fdd3c5c3 req-60f562e7-f69e-4a79-b766-7213a289fbf7 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 946 time: 0.1611378 Dec 10 18:42:33.854855 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a1e228e7-030e-4c46-a9fd-6b2a6320a736 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:33.888508 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e0126e98-d61e-4fce-b428-8fe76dee1a0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:33.890312 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a1e228e7-030e-4c46-a9fd-6b2a6320a736 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:33.908788 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1e228e7-030e-4c46-a9fd-6b2a6320a736 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:42:33.910121 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a1e228e7-030e-4c46-a9fd-6b2a6320a736 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:33.914191 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:42:33.914191 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:42:33.914191 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:42:33.914191 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:42:33.914191 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:42:33.914191 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:42:33.914191 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:42:33.914191 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:42:33.914191 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:42:33.914191 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:42:33.914191 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:42:33.914191 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:42:33.914191 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:42:33.914191 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:42:33.914191 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:42:33.914191 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:42:33.914191 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:42:33.914191 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:42:33.914191 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:42:33.914191 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:42:33.914191 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:42:33.914191 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:42:33.914191 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:42:33.914191 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:42:33.914191 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:42:33.914191 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:42:33.914191 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:42:33.914191 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:42:33.914191 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:42:33.914191 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:42:33.914191 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:42:33.914191 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:42:33.919604 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e0126e98-d61e-4fce-b428-8fe76dee1a0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:33.978908 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bb5cf09f-94ff-4032-8f25-7412fdd3c5c3 req-f0c8d691-714f-49be-97d2-e4659857d5e3 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248491 Dec 10 18:42:33.980176 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e0126e98-d61e-4fce-b428-8fe76dee1a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:33.983482 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e0126e98-d61e-4fce-b428-8fe76dee1a0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:33.985144 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e0126e98-d61e-4fce-b428-8fe76dee1a0b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f8c21cfb-c30e-45b0-ad34-44602fbd9d06 HTTP/1.1" status: 204 len: 168 time: 0.1998842 Dec 10 18:42:34.009277 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a1e228e7-030e-4c46-a9fd-6b2a6320a736 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:34.009822 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0126e98-d61e-4fce-b428-8fe76dee1a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c21cfb-c30e-45b0-ad34-44602fbd9d06,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:34.016789 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a1e228e7-030e-4c46-a9fd-6b2a6320a736 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:34.038236 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a1e228e7-030e-4c46-a9fd-6b2a6320a736 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] 10.222.0.62 "DELETE /v2.0/networks/1c0d92c0-2997-434c-8444-146f6fd891f9 HTTP/1.1" status: 204 len: 168 time: 0.5960293 Dec 10 18:42:34.044239 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58290) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:34.070393 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e228e7-030e-4c46-a9fd-6b2a6320a736 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Pushing event deleted for resources: {'Network': ['ID=1c0d92c0-2997-434c-8444-146f6fd891f9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:34.243842 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa093bd4-499e-4802-8c92-7f648eadbe7d tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:34.251501 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa093bd4-499e-4802-8c92-7f648eadbe7d tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:34.257505 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58316) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:34.264115 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-a84a1b8e-c2c3-4cfd-9dd5-77572babac94 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1034031486'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:34.269701 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fa093bd4-499e-4802-8c92-7f648eadbe7d tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2236605 Dec 10 18:42:34.309973 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84a1b8e-c2c3-4cfd-9dd5-77572babac94 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Made reservation on behalf of 3a3a83c6490d4b03b8ac74b26d3c4a03 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:42:34.318816 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a84a1b8e-c2c3-4cfd-9dd5-77572babac94 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:34.376882 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a84a1b8e-c2c3-4cfd-9dd5-77572babac94 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:42:34.388737 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a84a1b8e-c2c3-4cfd-9dd5-77572babac94 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:34.389099 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-a84a1b8e-c2c3-4cfd-9dd5-77572babac94 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Added segment d2a573db-d5b7-42a5-bac0-ea6bfc23704e of type vlan for network 504954d1-9a1f-4fb6-8ff3-0927b7c6364b Dec 10 18:42:34.439376 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a84a1b8e-c2c3-4cfd-9dd5-77572babac94 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:34.442247 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58342) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:34.482150 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a84a1b8e-c2c3-4cfd-9dd5-77572babac94 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:34.503735 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84a1b8e-c2c3-4cfd-9dd5-77572babac94 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:34.503735 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a84a1b8e-c2c3-4cfd-9dd5-77572babac94 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:34.545273 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58360) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:34.551340 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-490c0001-184b-4419-a835-d263480e6294 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1048438586'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:34.560379 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a84a1b8e-c2c3-4cfd-9dd5-77572babac94 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3014505 Dec 10 18:42:34.596433 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490c0001-184b-4419-a835-d263480e6294 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Made reservation on behalf of 3a3a83c6490d4b03b8ac74b26d3c4a03 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:42:34.600363 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-490c0001-184b-4419-a835-d263480e6294 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:34.629977 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a1b8e-c2c3-4cfd-9dd5-77572babac94 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Pushing event updated for resources: {'Network': ['ID=504954d1-9a1f-4fb6-8ff3-0927b7c6364b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:34.649316 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-16288d05-74fc-4e58-8b6b-54dea41b8e04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:34.650464 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 504954d1-9a1f-4fb6-8ff3-0927b7c6364b details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:42:34.664489 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-490c0001-184b-4419-a835-d263480e6294 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:42:34.682250 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-490c0001-184b-4419-a835-d263480e6294 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:34.682750 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-490c0001-184b-4419-a835-d263480e6294 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Added segment d9e57ae0-cf8a-440b-9ea2-8d618777fc23 of type vlan for network e94c1f9f-0876-43b8-a173-98f0222ebb35 Dec 10 18:42:34.765399 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-490c0001-184b-4419-a835-d263480e6294 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:34.814919 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-490c0001-184b-4419-a835-d263480e6294 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:34.821670 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490c0001-184b-4419-a835-d263480e6294 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:34.822337 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-490c0001-184b-4419-a835-d263480e6294 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:34.858355 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-16288d05-74fc-4e58-8b6b-54dea41b8e04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:34.902695 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-16288d05-74fc-4e58-8b6b-54dea41b8e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:34.928010 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-490c0001-184b-4419-a835-d263480e6294 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3813770 Dec 10 18:42:34.931153 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58414) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:34.940692 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-2463f0ae-1c99-4556-8fd2-b79a889c0fd4 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Request body: {'ports': [{'network_id': '504954d1-9a1f-4fb6-8ff3-0927b7c6364b', 'name': 'tempest-port--701659221', 'admin_state_up': True}, {'network_id': 'e94c1f9f-0876-43b8-a173-98f0222ebb35', 'admin_state_up': False}]} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:34.941336 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-2463f0ae-1c99-4556-8fd2-b79a889c0fd4 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Request body: {'port': {'network_id': '504954d1-9a1f-4fb6-8ff3-0927b7c6364b', 'name': 'tempest-port--701659221', 'admin_state_up': True}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:34.942105 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-2463f0ae-1c99-4556-8fd2-b79a889c0fd4 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Request body: {'port': {'network_id': 'e94c1f9f-0876-43b8-a173-98f0222ebb35', 'admin_state_up': False}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:34.943703 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c0001-184b-4419-a835-d263480e6294 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Pushing event updated for resources: {'Network': ['ID=e94c1f9f-0876-43b8-a173-98f0222ebb35,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:34.957483 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network e94c1f9f-0876-43b8-a173-98f0222ebb35 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:42:34.984959 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-16288d05-74fc-4e58-8b6b-54dea41b8e04 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8cac0ebfbbdc42aba98b03ac395735d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5341079 Dec 10 18:42:34.984959 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16288d05-74fc-4e58-8b6b-54dea41b8e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef668ba-3277-472c-aff9-a1eba427ab86,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:34.984959 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58420) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:35.075287 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3392c39b-5779-4e24-97c0-c302b5d99a19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:35.120884 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3392c39b-5779-4e24-97c0-c302b5d99a19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:35.185629 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58434) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:35.202519 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3392c39b-5779-4e24-97c0-c302b5d99a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:35.206686 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3392c39b-5779-4e24-97c0-c302b5d99a19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:35.208360 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3392c39b-5779-4e24-97c0-c302b5d99a19 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8ef668ba-3277-472c-aff9-a1eba427ab86 HTTP/1.1" status: 204 len: 168 time: 0.2260640 Dec 10 18:42:35.218423 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392c39b-5779-4e24-97c0-c302b5d99a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef668ba-3277-472c-aff9-a1eba427ab86,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:35.220384 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99b8a2-b7cd-4629-8cdb-d711dc22d16f req-4a6258bb-519d-4768-b3f2-a27e6f8f13f7 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:35.222161 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fc99b8a2-b7cd-4629-8cdb-d711dc22d16f req-4a6258bb-519d-4768-b3f2-a27e6f8f13f7 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 946 time: 0.1051273 Dec 10 18:42:35.241125 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2463f0ae-1c99-4556-8fd2-b79a889c0fd4 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Made reservation on behalf of 3a3a83c6490d4b03b8ac74b26d3c4a03 for: {'port': 2} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:42:35.247790 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2463f0ae-1c99-4556-8fd2-b79a889c0fd4 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:35.275520 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2463f0ae-1c99-4556-8fd2-b79a889c0fd4 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:35.330807 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fc99b8a2-b7cd-4629-8cdb-d711dc22d16f req-b87b41a7-1990-4908-be1f-e7c3880ba1c7 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993469 Dec 10 18:42:35.382422 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-a140d324-8b11-4d45-b7f9-193c03900ba9 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1558857030-network', 'tenant_id': '7a664fd3a43041ae832c8350ee400f55'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:35.409913 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device dc2ff59e-b465-47d0-8e13-54dcfc86e10a no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:42:35.436597 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-2463f0ae-1c99-4556-8fd2-b79a889c0fd4 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] device_id is not set on port f20d8fe4-c93f-431b-97b8-d54672429eed yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:42:35.446778 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a140d324-8b11-4d45-b7f9-193c03900ba9 admin admin] Made reservation on behalf of 7a664fd3a43041ae832c8350ee400f55 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:42:35.449426 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a140d324-8b11-4d45-b7f9-193c03900ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:35.463177 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a140d324-8b11-4d45-b7f9-193c03900ba9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:35.608971 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:35.675805 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875b61ac-7e0c-4d0f-957d-a6f989a9c239', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc2ff59e-b465-47d0-8e13-54dcfc86e10a'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:42:35.677515 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2463f0ae-1c99-4556-8fd2-b79a889c0fd4 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:35.679066 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59b6213-1558-4216-82fa-5e5e31e2aff4" -d '{"events": [{"server_uuid": "875b61ac-7e0c-4d0f-957d-a6f989a9c239", "name": "network-vif-unplugged", "status": "completed", "tag": "dc2ff59e-b465-47d0-8e13-54dcfc86e10a"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:42:35.700779 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a140d324-8b11-4d45-b7f9-193c03900ba9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:35.701083 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58456) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:35.704914 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port dc2ff59e-b465-47d0-8e13-54dcfc86e10a, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=dc2ff59e-b465-47d0-8e13-54dcfc86e10a,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:35.711216 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:35.731233 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee77c349-3e4c-49d7-b5bb-7d466e1f59d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:35.732690 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a140d324-8b11-4d45-b7f9-193c03900ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:35.782704 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=dc2ff59e-b465-47d0-8e13-54dcfc86e10a,revision_number=11']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:35.811990 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ceb74d9-a524-482a-87b9-6efbd0019c50 x-openstack-request-id: req-2ceb74d9-a524-482a-87b9-6efbd0019c50 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:42:35.812358 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875b61ac-7e0c-4d0f-957d-a6f989a9c239", "name": "network-vif-unplugged", "status": "completed", "tag": "dc2ff59e-b465-47d0-8e13-54dcfc86e10a", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:42:35.812761 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2ceb74d9-a524-482a-87b9-6efbd0019c50 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:42:35.813273 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875b61ac-7e0c-4d0f-957d-a6f989a9c239', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc2ff59e-b465-47d0-8e13-54dcfc86e10a', 'code': 200} Dec 10 18:42:35.813480 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140d324-8b11-4d45-b7f9-193c03900ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825fe722-1a74-4704-9ac8-2123bc343a64,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:35.840894 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a140d324-8b11-4d45-b7f9-193c03900ba9 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:42:35.865631 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a140d324-8b11-4d45-b7f9-193c03900ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:35.866006 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-a140d324-8b11-4d45-b7f9-193c03900ba9 admin admin] Added segment 0a139bd5-0245-4532-9899-9dc6daffdc67 of type vlan for network 83110717-bb1d-4126-9fea-f92c8ab07880 Dec 10 18:42:35.870880 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-2463f0ae-1c99-4556-8fd2-b79a889c0fd4 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] device_id is not set on port 3ae7ba44-e30f-4820-9160-aaca630e15ee yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:42:35.877563 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee77c349-3e4c-49d7-b5bb-7d466e1f59d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:35.884819 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee77c349-3e4c-49d7-b5bb-7d466e1f59d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:35.925237 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ee77c349-3e4c-49d7-b5bb-7d466e1f59d7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d25cc7c2d93f4e84ac6c0baada5df4e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2224448 Dec 10 18:42:35.927905 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58478) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:35.931268 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a140d324-8b11-4d45-b7f9-193c03900ba9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:35.957720 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77c349-3e4c-49d7-b5bb-7d466e1f59d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6055d69c-e16c-40bd-9f19-9152bd9682fe,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:35.971274 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a140d324-8b11-4d45-b7f9-193c03900ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:35.972910 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a140d324-8b11-4d45-b7f9-193c03900ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:35.973514 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a140d324-8b11-4d45-b7f9-193c03900ba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:35.997236 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b116b802-cb58-4d02-a2a6-3b815c39ba94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:36.023506 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b116b802-cb58-4d02-a2a6-3b815c39ba94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:36.085566 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a140d324-8b11-4d45-b7f9-193c03900ba9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8972087 Dec 10 18:42:36.085823 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b116b802-cb58-4d02-a2a6-3b815c39ba94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:36.089334 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58484) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:36.089696 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b116b802-cb58-4d02-a2a6-3b815c39ba94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:36.093658 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b116b802-cb58-4d02-a2a6-3b815c39ba94 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6055d69c-e16c-40bd-9f19-9152bd9682fe HTTP/1.1" status: 204 len: 168 time: 0.1644254 Dec 10 18:42:36.103281 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116b802-cb58-4d02-a2a6-3b815c39ba94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6055d69c-e16c-40bd-9f19-9152bd9682fe,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:36.108470 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1dd342ab-70e1-490e-ab31-288cf1dc23ce admin admin] Request body: {'subnet': {'network_id': '83110717-bb1d-4126-9fea-f92c8ab07880', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1558857030-subnet', 'tenant_id': '7a664fd3a43041ae832c8350ee400f55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:36.130648 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140d324-8b11-4d45-b7f9-193c03900ba9 admin admin] Pushing event updated for resources: {'Network': ['ID=83110717-bb1d-4126-9fea-f92c8ab07880,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:36.147936 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 83110717-bb1d-4126-9fea-f92c8ab07880 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:42:36.162721 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2463f0ae-1c99-4556-8fd2-b79a889c0fd4 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:36.174899 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd342ab-70e1-490e-ab31-288cf1dc23ce admin admin] Made reservation on behalf of 7a664fd3a43041ae832c8350ee400f55 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:42:36.177503 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1dd342ab-70e1-490e-ab31-288cf1dc23ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:36.278506 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2463f0ae-1c99-4556-8fd2-b79a889c0fd4 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:36.377353 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463f0ae-1c99-4556-8fd2-b79a889c0fd4 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Pushing event updated for resources: {'Port': ['ID=f20d8fe4-c93f-431b-97b8-d54672429eed,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:36.442444 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2463f0ae-1c99-4556-8fd2-b79a889c0fd4 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Checking segment: {'id': 'd2a573db-d5b7-42a5-bac0-ea6bfc23704e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '504954d1-9a1f-4fb6-8ff3-0927b7c6364b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:42:36.442820 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2463f0ae-1c99-4556-8fd2-b79a889c0fd4 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Network hostable DHCP agents. Network: 504954d1-9a1f-4fb6-8ff3-0927b7c6364b, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:42:36.505740 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2463f0ae-1c99-4556-8fd2-b79a889c0fd4 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Network 504954d1-9a1f-4fb6-8ff3-0927b7c6364b is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:42:36.517602 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653af2ac-a33e-4210-b29b-e97fa9e7e645 req-f1758b91-4e7e-495f-aad3-067a27ba9192 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:36.522680 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-2463f0ae-1c99-4556-8fd2-b79a889c0fd4 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 504954d1-9a1f-4fb6-8ff3-0927b7c6364b) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:36.522919 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-653af2ac-a33e-4210-b29b-e97fa9e7e645 req-f1758b91-4e7e-495f-aad3-067a27ba9192 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 946 time: 0.1011870 Dec 10 18:42:36.532827 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd97a3b-1de6-43e7-85ad-be74fbdae674 None None] Network 504954d1-9a1f-4fb6-8ff3-0927b7c6364b requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:42:36.544329 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2463f0ae-1c99-4556-8fd2-b79a889c0fd4 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:42:36.544329 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2463f0ae-1c99-4556-8fd2-b79a889c0fd4 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:36.586277 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1dd342ab-70e1-490e-ab31-288cf1dc23ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:36.586947 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-653af2ac-a33e-4210-b29b-e97fa9e7e645 req-0d3f73b3-f1fc-42b4-b082-a09f19d30bb8 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541081 Dec 10 18:42:36.674283 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463f0ae-1c99-4556-8fd2-b79a889c0fd4 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Pushing event updated for resources: {'Port': ['ID=3ae7ba44-e30f-4820-9160-aaca630e15ee,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:36.707406 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd342ab-70e1-490e-ab31-288cf1dc23ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=87f57bba-7aaf-4bf6-b7fd-4346d45902d3,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:36.729866 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd342ab-70e1-490e-ab31-288cf1dc23ce admin admin] Checking segment: {'id': '0a139bd5-0245-4532-9899-9dc6daffdc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '83110717-bb1d-4126-9fea-f92c8ab07880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:42:36.730315 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd342ab-70e1-490e-ab31-288cf1dc23ce admin admin] Network hostable DHCP agents. Network: 83110717-bb1d-4126-9fea-f92c8ab07880, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:42:36.739601 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2463f0ae-1c99-4556-8fd2-b79a889c0fd4 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Checking segment: {'id': 'd9e57ae0-cf8a-440b-9ea2-8d618777fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e94c1f9f-0876-43b8-a173-98f0222ebb35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:42:36.740035 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2463f0ae-1c99-4556-8fd2-b79a889c0fd4 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Network hostable DHCP agents. Network: e94c1f9f-0876-43b8-a173-98f0222ebb35, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:42:36.764664 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd342ab-70e1-490e-ab31-288cf1dc23ce admin admin] Network 83110717-bb1d-4126-9fea-f92c8ab07880 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:42:36.773705 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2463f0ae-1c99-4556-8fd2-b79a889c0fd4 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Network e94c1f9f-0876-43b8-a173-98f0222ebb35 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:42:36.781773 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-1dd342ab-70e1-490e-ab31-288cf1dc23ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 83110717-bb1d-4126-9fea-f92c8ab07880) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:36.784907 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-2463f0ae-1c99-4556-8fd2-b79a889c0fd4 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, e94c1f9f-0876-43b8-a173-98f0222ebb35) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:36.790573 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd342ab-70e1-490e-ab31-288cf1dc23ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:36.791184 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1dd342ab-70e1-490e-ab31-288cf1dc23ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:36.800618 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2463f0ae-1c99-4556-8fd2-b79a889c0fd4 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:42:36.806613 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b9df2f-0485-4ace-8b80-31b64caa2fa3 None None] Network 83110717-bb1d-4126-9fea-f92c8ab07880 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:42:36.807118 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2463f0ae-1c99-4556-8fd2-b79a889c0fd4 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:36.815161 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2463f0ae-1c99-4556-8fd2-b79a889c0fd4 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:36.816049 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2463f0ae-1c99-4556-8fd2-b79a889c0fd4 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:36.848728 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2463f0ae-1c99-4556-8fd2-b79a889c0fd4 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.9151380 Dec 10 18:42:36.850157 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58534) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:36.877151 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1dd342ab-70e1-490e-ab31-288cf1dc23ce admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7731855 Dec 10 18:42:36.960807 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d41d876-5134-4b33-9a94-9a556246da26 None None] Network e94c1f9f-0876-43b8-a173-98f0222ebb35 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:42:36.996819 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b50bc6-7dfc-4a38-9bad-3ba4f7d7ebd3 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:37.005006 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b50bc6-7dfc-4a38-9bad-3ba4f7d7ebd3 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:37.012228 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-48b50bc6-7dfc-4a38-9bad-3ba4f7d7ebd3 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1609294 Dec 10 18:42:37.013456 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58550) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:37.137630 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1cd0c8-9715-4bb2-bacb-19c5f8705a79 None None] Network 83110717-bb1d-4126-9fea-f92c8ab07880 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:42:37.258137 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-8ed29a00-1889-4a1b-9995-cfe78ca7320a tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Deleting port f20d8fe4-c93f-431b-97b8-d54672429eed {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:42:37.258827 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8ed29a00-1889-4a1b-9995-cfe78ca7320a tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:37.351721 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8ed29a00-1889-4a1b-9995-cfe78ca7320a tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:37.370263 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-8ed29a00-1889-4a1b-9995-cfe78ca7320a tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Calling delete_port for f20d8fe4-c93f-431b-97b8-d54672429eed owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:42:37.466054 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8ed29a00-1889-4a1b-9995-cfe78ca7320a tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:37.509043 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8ed29a00-1889-4a1b-9995-cfe78ca7320a tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:37.513420 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8ed29a00-1889-4a1b-9995-cfe78ca7320a tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] 10.222.0.62 "DELETE /v2.0/ports/f20d8fe4-c93f-431b-97b8-d54672429eed HTTP/1.1" status: 204 len: 168 time: 0.4976628 Dec 10 18:42:37.514798 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed29a00-1889-4a1b-9995-cfe78ca7320a tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Pushing event deleted for resources: {'Port': ['ID=f20d8fe4-c93f-431b-97b8-d54672429eed,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:37.516222 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58578) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:37.637229 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-603640c8-cf00-4f87-b3cb-3be2bb25e9be tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Deleting port 3ae7ba44-e30f-4820-9160-aaca630e15ee {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:42:37.637727 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-603640c8-cf00-4f87-b3cb-3be2bb25e9be tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:37.727981 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-603640c8-cf00-4f87-b3cb-3be2bb25e9be tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:37.732795 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880debb6-6fc3-4117-b970-57393d46f716 req-ed1a2879-e045-41a0-9670-558d30f08f6a tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:37.742363 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-880debb6-6fc3-4117-b970-57393d46f716 req-ed1a2879-e045-41a0-9670-558d30f08f6a tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] 10.222.0.62 "GET /v2.0/networks?id=83110717-bb1d-4126-9fea-f92c8ab07880 HTTP/1.1" status: 200 len: 821 time: 0.1401191 Dec 10 18:42:37.750916 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-603640c8-cf00-4f87-b3cb-3be2bb25e9be tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Calling delete_port for 3ae7ba44-e30f-4820-9160-aaca630e15ee owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:42:37.759015 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-880debb6-6fc3-4117-b970-57393d46f716 req-fa0026d2-8ab9-41db-940b-5e81492aad11 tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] 10.222.0.62 "GET /v2.0/quotas/7a664fd3a43041ae832c8350ee400f55 HTTP/1.1" status: 200 len: 375 time: 0.0138083 Dec 10 18:42:37.801943 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-880debb6-6fc3-4117-b970-57393d46f716 req-6a492220-83d2-46b7-93ad-50de42905f20 tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7a664fd3a43041ae832c8350ee400f55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352914 Dec 10 18:42:37.868596 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-603640c8-cf00-4f87-b3cb-3be2bb25e9be tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:37.911622 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-603640c8-cf00-4f87-b3cb-3be2bb25e9be tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:37.917375 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-603640c8-cf00-4f87-b3cb-3be2bb25e9be tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] 10.222.0.62 "DELETE /v2.0/ports/3ae7ba44-e30f-4820-9160-aaca630e15ee HTTP/1.1" status: 204 len: 168 time: 0.3997605 Dec 10 18:42:37.919065 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603640c8-cf00-4f87-b3cb-3be2bb25e9be tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Pushing event deleted for resources: {'Port': ['ID=3ae7ba44-e30f-4820-9160-aaca630e15ee,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:37.920529 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-880debb6-6fc3-4117-b970-57393d46f716 req-8db9cf56-3a84-49ae-9bfe-e21984588d67 service neutron] 10.222.0.62 "GET /v2.0/networks/83110717-bb1d-4126-9fea-f92c8ab07880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109161 Dec 10 18:42:37.921263 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58628) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:37.959482 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:37.973313 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f400761c-2880-4f76-91d8-a4b065460a7b tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0475106 Dec 10 18:42:37.973608 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58630) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:37.979815 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c82e0fb5-c4b8-4622-bb33-a32a90c1967a tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-907543816'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:38.011003 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82e0fb5-c4b8-4622-bb33-a32a90c1967a tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Made reservation on behalf of 3a3a83c6490d4b03b8ac74b26d3c4a03 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:42:38.016676 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c82e0fb5-c4b8-4622-bb33-a32a90c1967a tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:38.042752 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c82e0fb5-c4b8-4622-bb33-a32a90c1967a tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:42:38.052856 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c82e0fb5-c4b8-4622-bb33-a32a90c1967a tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:38.053121 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-c82e0fb5-c4b8-4622-bb33-a32a90c1967a tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Added segment 7ee57a85-acec-45d6-8f69-b06aa4fe364f of type vlan for network d5b5a5b1-2c97-4789-aaee-ec763fd376a9 Dec 10 18:42:38.089920 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-880debb6-6fc3-4117-b970-57393d46f716 req-84a86747-64cd-4eaa-8948-a7316b0621de service neutron] 10.222.0.62 "GET /v2.0/networks/83110717-bb1d-4126-9fea-f92c8ab07880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540172 Dec 10 18:42:38.105608 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c82e0fb5-c4b8-4622-bb33-a32a90c1967a tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:38.135781 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c82e0fb5-c4b8-4622-bb33-a32a90c1967a tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:38.144663 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82e0fb5-c4b8-4622-bb33-a32a90c1967a tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:38.145755 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c82e0fb5-c4b8-4622-bb33-a32a90c1967a tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:38.191714 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c82e0fb5-c4b8-4622-bb33-a32a90c1967a tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2168550 Dec 10 18:42:38.194750 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58640) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:38.200808 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-0d2d9fb6-c595-42d4-a3ce-29165a6a0c9b tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1221534384'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:38.247336 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2d9fb6-c595-42d4-a3ce-29165a6a0c9b tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Made reservation on behalf of 3a3a83c6490d4b03b8ac74b26d3c4a03 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:42:38.252543 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d2d9fb6-c595-42d4-a3ce-29165a6a0c9b tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:38.282159 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e0fb5-c4b8-4622-bb33-a32a90c1967a tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Pushing event updated for resources: {'Network': ['ID=d5b5a5b1-2c97-4789-aaee-ec763fd376a9,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:38.297048 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network d5b5a5b1-2c97-4789-aaee-ec763fd376a9 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:42:38.329127 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fa7be-db9f-4b9a-8d6e-eac82e2fef2f req-40edcef0-a590-4537-abd1-d1f26080ff43 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:38.329947 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d2d9fb6-c595-42d4-a3ce-29165a6a0c9b tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:42:38.341125 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d2d9fb6-c595-42d4-a3ce-29165a6a0c9b tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:38.341510 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-0d2d9fb6-c595-42d4-a3ce-29165a6a0c9b tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Added segment e42970bd-1b32-45e7-b256-c8be52012f35 of type vlan for network 46d85000-1366-4068-b405-06ccc8920a38 Dec 10 18:42:38.341746 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3b6fa7be-db9f-4b9a-8d6e-eac82e2fef2f req-40edcef0-a590-4537-abd1-d1f26080ff43 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 946 time: 0.1738324 Dec 10 18:42:38.393432 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d2d9fb6-c595-42d4-a3ce-29165a6a0c9b tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:38.425418 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d2d9fb6-c595-42d4-a3ce-29165a6a0c9b tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:38.434357 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2d9fb6-c595-42d4-a3ce-29165a6a0c9b tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:38.436769 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d2d9fb6-c595-42d4-a3ce-29165a6a0c9b tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:38.542008 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d9fb6-c595-42d4-a3ce-29165a6a0c9b tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Pushing event updated for resources: {'Network': ['ID=46d85000-1366-4068-b405-06ccc8920a38,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:38.557745 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 46d85000-1366-4068-b405-06ccc8920a38 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:42:38.569971 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0d2d9fb6-c595-42d4-a3ce-29165a6a0c9b tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3735328 Dec 10 18:42:38.677347 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 9445b25b-a78e-45cc-a85a-7b5cbdb88dbf details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:42:38.767127 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58654) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:38.882475 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 9445b25b-a78e-45cc-a85a-7b5cbdb88dbf, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=9445b25b-a78e-45cc-a85a-7b5cbdb88dbf,segment=NetworkSegment(e2762cd7-3077-44c4-9495-44ad1a192a7e),segment_id=e2762cd7-3077-44c4-9495-44ad1a192a7e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:38.902486 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '9445b25b-a78e-45cc-a85a-7b5cbdb88dbf', 'network_id': '14bf47a8-e4dc-4d77-8612-c359c818f901', 'port_id': '9445b25b-a78e-45cc-a85a-7b5cbdb88dbf', 'mac_address': 'fa:16:3e:45:50:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473d5397-5861-4f30-8410-ba6c85b1882f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:42:38.961486 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3b6fa7be-db9f-4b9a-8d6e-eac82e2fef2f req-0579e24e-b020-4b3c-b8a7-73a2d13c0447 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6183212 Dec 10 18:42:39.001983 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cecda092-febd-4835-aa37-703f264e851f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:39.006951 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:39.022330 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9445b25b-a78e-45cc-a85a-7b5cbdb88dbf {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:42:39.047142 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-18c04aca-82aa-411b-a4f0-5ae5efe3623b req-a1559597-e75d-446a-a201-16d1dd6cdc8d tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b7b8c83-004a-4e16-89ec-1cb166e98222 HTTP/1.1" status: 200 len: 210 time: 0.0464494 Dec 10 18:42:39.055438 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 9445b25b-a78e-45cc-a85a-7b5cbdb88dbf, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=9445b25b-a78e-45cc-a85a-7b5cbdb88dbf,segment=NetworkSegment(e2762cd7-3077-44c4-9495-44ad1a192a7e),segment_id=e2762cd7-3077-44c4-9495-44ad1a192a7e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:39.073441 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:39.133324 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=9445b25b-a78e-45cc-a85a-7b5cbdb88dbf,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:39.158787 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cecda092-febd-4835-aa37-703f264e851f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:39.166352 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cecda092-febd-4835-aa37-703f264e851f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:39.174278 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc203a-a8b9-429a-b7ea-ee64f509aa23 req-ae9698ce-adc9-417e-99b0-ede521b2752e tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:39.177639 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5dfc203a-a8b9-429a-b7ea-ee64f509aa23 req-ae9698ce-adc9-417e-99b0-ede521b2752e tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f63eac8-29e0-4857-8060-df07dbd6407c HTTP/1.1" status: 200 len: 947 time: 0.0906808 Dec 10 18:42:39.209860 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecda092-febd-4835-aa37-703f264e851f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fd4a53-5444-480d-a143-822341d8f461,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:39.241823 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-cecda092-febd-4835-aa37-703f264e851f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d4bb8d0c2ecb4e6d892f5374052654d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4729033 Dec 10 18:42:39.244913 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58662) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:39.255832 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5dfc203a-a8b9-429a-b7ea-ee64f509aa23 req-57e50631-6111-4eac-9617-5d4ed32a6c4e tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/security-groups?id=746f00bf-491b-4a56-93d2-dba5a99e34cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714359 Dec 10 18:42:39.286142 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['9445b25b-a78e-45cc-a85a-7b5cbdb88dbf'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:42:39.309748 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3b84637-9d89-4879-a0a3-40d0fe181a72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:39.354416 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3b84637-9d89-4879-a0a3-40d0fe181a72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:39.430958 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3b84637-9d89-4879-a0a3-40d0fe181a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:39.434410 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3b84637-9d89-4879-a0a3-40d0fe181a72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:39.435662 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e3b84637-9d89-4879-a0a3-40d0fe181a72 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/28fd4a53-5444-480d-a143-822341d8f461 HTTP/1.1" status: 204 len: 168 time: 0.1888657 Dec 10 18:42:39.459390 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b84637-9d89-4879-a0a3-40d0fe181a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fd4a53-5444-480d-a143-822341d8f461,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:39.803785 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58674) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:39.822102 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-beb677a3-e294-4f27-ae60-65619053c175 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:39.982647 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-beb677a3-e294-4f27-ae60-65619053c175 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:39.988703 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-beb677a3-e294-4f27-ae60-65619053c175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:40.058213 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58678) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:40.058462 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-beb677a3-e294-4f27-ae60-65619053c175 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2b6df4b117aa49c687ef479f64241f72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2536099 Dec 10 18:42:40.083194 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb677a3-e294-4f27-ae60-65619053c175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd2a5f3-61aa-4c56-86a1-5405b9128ddc,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:40.122517 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880debb6-6fc3-4117-b970-57393d46f716 req-75cbfac7-0d8e-442d-a89d-f99b8c5e569b tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:40.126900 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-880debb6-6fc3-4117-b970-57393d46f716 req-75cbfac7-0d8e-442d-a89d-f99b8c5e569b tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] 10.222.0.72 "GET /v2.0/networks?id=83110717-bb1d-4126-9fea-f92c8ab07880 HTTP/1.1" status: 200 len: 821 time: 0.2113612 Dec 10 18:42:40.149291 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-880debb6-6fc3-4117-b970-57393d46f716 req-58854b0c-c755-4435-a752-8f892ae985aa tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] Request body: {'port': {'device_id': '6b7b8c83-004a-4e16-89ec-1cb166e98222', 'network_id': '83110717-bb1d-4126-9fea-f92c8ab07880', 'admin_state_up': True, 'tenant_id': '7a664fd3a43041ae832c8350ee400f55'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:40.196604 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50088c00-60a8-46d9-a976-83545ed813cf req-2cee1614-c00e-42de-8098-cf37055c4c6d tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:40.198954 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-50088c00-60a8-46d9-a976-83545ed813cf req-2cee1614-c00e-42de-8098-cf37055c4c6d tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 945 time: 0.1140463 Dec 10 18:42:40.200029 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6954748a-97e5-4d47-94d0-25fac31fcccc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:40.234433 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6954748a-97e5-4d47-94d0-25fac31fcccc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:40.239460 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ace3e8fd-9efa-43b8-b593-684cc75d5f84 req-353917ff-94e5-4a8d-91b3-b848a9c0f9d4 tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b7b8c83-004a-4e16-89ec-1cb166e98222 HTTP/1.1" status: 200 len: 210 time: 0.0321803 Dec 10 18:42:40.308566 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-50088c00-60a8-46d9-a976-83545ed813cf req-155cd7b5-3c7c-4106-b515-9adc918d0cc0 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984163 Dec 10 18:42:40.334439 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6954748a-97e5-4d47-94d0-25fac31fcccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:40.337496 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6954748a-97e5-4d47-94d0-25fac31fcccc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:40.338629 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6954748a-97e5-4d47-94d0-25fac31fcccc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6dd2a5f3-61aa-4c56-86a1-5405b9128ddc HTTP/1.1" status: 204 len: 168 time: 0.2787104 Dec 10 18:42:40.354761 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6954748a-97e5-4d47-94d0-25fac31fcccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd2a5f3-61aa-4c56-86a1-5405b9128ddc,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:40.360514 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-880debb6-6fc3-4117-b970-57393d46f716 req-58854b0c-c755-4435-a752-8f892ae985aa tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] Made reservation on behalf of 7a664fd3a43041ae832c8350ee400f55 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:42:40.364908 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-880debb6-6fc3-4117-b970-57393d46f716 req-58854b0c-c755-4435-a752-8f892ae985aa tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:40.594766 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-880debb6-6fc3-4117-b970-57393d46f716 req-58854b0c-c755-4435-a752-8f892ae985aa tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] Allocated IP 172.20.0.5 (83110717-bb1d-4126-9fea-f92c8ab07880/87f57bba-7aaf-4bf6-b7fd-4346d45902d3/a5b2b98f-14b8-4468-b9ef-787aaf96cf43) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:42:40.622156 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2258ad-5485-4ed6-8e5d-059aec21b0c4 req-310de379-d37a-4ae0-ba77-bd5e6c349195 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:40.623821 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-da2258ad-5485-4ed6-8e5d-059aec21b0c4 req-310de379-d37a-4ae0-ba77-bd5e6c349195 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f63eac8-29e0-4857-8060-df07dbd6407c HTTP/1.1" status: 200 len: 947 time: 0.1958492 Dec 10 18:42:40.639761 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fe680-faff-4fcf-9273-35298b31b58a req-65754e6b-146f-42bc-b316-fe85b27c5ff8 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:40.641312 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dd7fe680-faff-4fcf-9273-35298b31b58a req-65754e6b-146f-42bc-b316-fe85b27c5ff8 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f63eac8-29e0-4857-8060-df07dbd6407c HTTP/1.1" status: 200 len: 947 time: 0.1094203 Dec 10 18:42:40.691293 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 9445b25b-a78e-45cc-a85a-7b5cbdb88dbf up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:42:40.759583 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-da2258ad-5485-4ed6-8e5d-059aec21b0c4 req-c81588d8-ee86-433f-8f90-2e7e206b1f5d tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/security-groups?id=746f00bf-491b-4a56-93d2-dba5a99e34cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172395 Dec 10 18:42:40.796126 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 9445b25b-a78e-45cc-a85a-7b5cbdb88dbf triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:40.796941 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:40.914666 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-dd7fe680-faff-4fcf-9273-35298b31b58a req-e73ea3c0-98c0-42a3-9feb-9f7eff31b76e tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Deleting port f15de41d-3225-442a-b630-79317ee1a9cc {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:42:40.915019 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-dd7fe680-faff-4fcf-9273-35298b31b58a req-e73ea3c0-98c0-42a3-9feb-9f7eff31b76e tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:40.959557 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:40.980806 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-880debb6-6fc3-4117-b970-57393d46f716 req-58854b0c-c755-4435-a752-8f892ae985aa tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:40.999171 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038d177a-cd27-4a6a-a676-da7df61ac672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9445b25b-a78e-45cc-a85a-7b5cbdb88dbf'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:42:41.002317 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d46402a-cc9c-431a-a43a-bdfa7891a97f" -d '{"events": [{"server_uuid": "038d177a-cd27-4a6a-a676-da7df61ac672", "name": "network-vif-plugged", "status": "completed", "tag": "9445b25b-a78e-45cc-a85a-7b5cbdb88dbf"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:42:41.026632 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 9445b25b-a78e-45cc-a85a-7b5cbdb88dbf, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=9445b25b-a78e-45cc-a85a-7b5cbdb88dbf,segment=NetworkSegment(e2762cd7-3077-44c4-9495-44ad1a192a7e),segment_id=e2762cd7-3077-44c4-9495-44ad1a192a7e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:41.032506 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:41.052364 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-dd7fe680-faff-4fcf-9273-35298b31b58a req-e73ea3c0-98c0-42a3-9feb-9f7eff31b76e tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] For port f15de41d-3225-442a-b630-79317ee1a9cc, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=f15de41d-3225-442a-b630-79317ee1a9cc,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:41.052884 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-dd7fe680-faff-4fcf-9273-35298b31b58a req-e73ea3c0-98c0-42a3-9feb-9f7eff31b76e tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:41.070484 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-dd7fe680-faff-4fcf-9273-35298b31b58a req-e73ea3c0-98c0-42a3-9feb-9f7eff31b76e tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Calling delete_port for f15de41d-3225-442a-b630-79317ee1a9cc owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:42:41.077125 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-880debb6-6fc3-4117-b970-57393d46f716 req-58854b0c-c755-4435-a752-8f892ae985aa tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:41.083067 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a7e3f1-ff8d-4ae5-b6d9-a829e5082eed x-openstack-request-id: req-e4a7e3f1-ff8d-4ae5-b6d9-a829e5082eed {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:42:41.083860 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038d177a-cd27-4a6a-a676-da7df61ac672", "name": "network-vif-plugged", "status": "completed", "tag": "9445b25b-a78e-45cc-a85a-7b5cbdb88dbf", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:42:41.084334 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e4a7e3f1-ff8d-4ae5-b6d9-a829e5082eed {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:42:41.085007 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038d177a-cd27-4a6a-a676-da7df61ac672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9445b25b-a78e-45cc-a85a-7b5cbdb88dbf', 'code': 200} Dec 10 18:42:41.113638 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=9445b25b-a78e-45cc-a85a-7b5cbdb88dbf,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:41.187807 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-880debb6-6fc3-4117-b970-57393d46f716 req-58854b0c-c755-4435-a752-8f892ae985aa tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] Network 83110717-bb1d-4126-9fea-f92c8ab07880 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:42:41.197125 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-880debb6-6fc3-4117-b970-57393d46f716 req-58854b0c-c755-4435-a752-8f892ae985aa tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:41.207915 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-880debb6-6fc3-4117-b970-57393d46f716 req-58854b0c-c755-4435-a752-8f892ae985aa tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:42:41.213385 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58854b0c-c755-4435-a752-8f892ae985aa tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] Pushing event updated for resources: {'Port': ['ID=a5b2b98f-14b8-4468-b9ef-787aaf96cf43,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:41.313121 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880debb6-6fc3-4117-b970-57393d46f716 req-58854b0c-c755-4435-a752-8f892ae985aa tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:41.313852 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-880debb6-6fc3-4117-b970-57393d46f716 req-58854b0c-c755-4435-a752-8f892ae985aa tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:41.389245 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f152785-4966-48c0-8c5e-35f2227c7f4c req-681c15c4-32dc-410c-a226-56df2839204a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:41.390789 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0f152785-4966-48c0-8c5e-35f2227c7f4c req-681c15c4-32dc-410c-a226-56df2839204a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 1097 time: 0.1508720 Dec 10 18:42:41.397334 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-880debb6-6fc3-4117-b970-57393d46f716 req-58854b0c-c755-4435-a752-8f892ae985aa tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2529495 Dec 10 18:42:41.418085 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-880debb6-6fc3-4117-b970-57393d46f716 req-71c66f2e-f5d4-41e0-9fb7-5e91095dd502 service neutron] Request body: {'port': {'device_id': '6b7b8c83-004a-4e16-89ec-1cb166e98222', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:41.466480 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267378a-4e7c-4205-ada3-fd515621da58 req-e8ddab0a-9fc3-40a4-a63e-71bd8ff55ee7 tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:41.479892 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e267378a-4e7c-4205-ada3-fd515621da58 req-e8ddab0a-9fc3-40a4-a63e-71bd8ff55ee7 tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b7b8c83-004a-4e16-89ec-1cb166e98222 HTTP/1.1" status: 200 len: 931 time: 0.1147203 Dec 10 18:42:41.550669 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e267378a-4e7c-4205-ada3-fd515621da58 req-5ed5881e-b496-4bad-945e-546406cf6314 tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] 10.222.0.62 "GET /v2.0/security-groups?id=825fe722-1a74-4704-9ac8-2123bc343a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702915 Dec 10 18:42:41.868712 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-dd7fe680-faff-4fcf-9273-35298b31b58a req-e73ea3c0-98c0-42a3-9feb-9f7eff31b76e tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:41.954444 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4fa56651-79ba-4850-b1ac-6a4158adc3f4 req-42374836-8cb7-44c2-ab7c-93f3ad8839cf tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f63eac8-29e0-4857-8060-df07dbd6407c HTTP/1.1" status: 200 len: 210 time: 0.0321581 Dec 10 18:42:41.998806 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ea3c0-98c0-42a3-9feb-9f7eff31b76e tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Pushing event deleted for resources: {'Port': ['ID=f15de41d-3225-442a-b630-79317ee1a9cc,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:42.035086 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7fe680-faff-4fcf-9273-35298b31b58a req-e73ea3c0-98c0-42a3-9feb-9f7eff31b76e tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] No DVR routers for this DVR port f15de41d-3225-442a-b630-79317ee1a9cc on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:42:42.040867 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-dd7fe680-faff-4fcf-9273-35298b31b58a req-e73ea3c0-98c0-42a3-9feb-9f7eff31b76e tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:42.042896 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dd7fe680-faff-4fcf-9273-35298b31b58a req-e73ea3c0-98c0-42a3-9feb-9f7eff31b76e tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.46 "DELETE /v2.0/ports/f15de41d-3225-442a-b630-79317ee1a9cc HTTP/1.1" status: 204 len: 173 time: 1.3882506 Dec 10 18:42:42.052718 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f63eac8-29e0-4857-8060-df07dbd6407c', 'name': 'network-vif-deleted', 'tag': 'f15de41d-3225-442a-b630-79317ee1a9cc'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:42:42.055670 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5edfc0e-db47-4e93-9afe-d3c449958534" -d '{"events": [{"server_uuid": "7f63eac8-29e0-4857-8060-df07dbd6407c", "name": "network-vif-deleted", "tag": "f15de41d-3225-442a-b630-79317ee1a9cc"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:42:42.068579 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-880debb6-6fc3-4117-b970-57393d46f716 req-71c66f2e-f5d4-41e0-9fb7-5e91095dd502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:42.136687 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58736) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:42.142271 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-fb49237c-cafc-4a8a-af70-b424ac822b78 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Request body: {'subnets': [{'network_id': 'd5b5a5b1-2c97-4789-aaee-ec763fd376a9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1539322029', 'ip_version': 6}, {'network_id': '46d85000-1366-4068-b405-06ccc8920a38', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:42.142578 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-fb49237c-cafc-4a8a-af70-b424ac822b78 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Request body: {'subnet': {'network_id': 'd5b5a5b1-2c97-4789-aaee-ec763fd376a9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1539322029', 'ip_version': 6}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:42.143291 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-fb49237c-cafc-4a8a-af70-b424ac822b78 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Request body: {'subnet': {'network_id': '46d85000-1366-4068-b405-06ccc8920a38', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:42.254199 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0f152785-4966-48c0-8c5e-35f2227c7f4c req-7009f347-29a8-4021-b460-bcfb81d2259c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8522046 Dec 10 18:42:42.257595 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96a7919-3ef0-4ac3-80c9-29f0586fd6f1 x-openstack-request-id: req-c96a7919-3ef0-4ac3-80c9-29f0586fd6f1 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:42:42.257877 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f63eac8-29e0-4857-8060-df07dbd6407c", "name": "network-vif-deleted", "tag": "f15de41d-3225-442a-b630-79317ee1a9cc", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:42:42.258120 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c96a7919-3ef0-4ac3-80c9-29f0586fd6f1 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:42:42.258510 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f63eac8-29e0-4857-8060-df07dbd6407c', 'name': 'network-vif-deleted', 'tag': 'f15de41d-3225-442a-b630-79317ee1a9cc', 'status': 'completed', 'code': 200} Dec 10 18:42:42.320254 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdafe14-057c-4f59-8be9-2e20e8b89260 req-13299467-62da-457f-8294-8080f691eba4 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:42.320254 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2cdafe14-057c-4f59-8be9-2e20e8b89260 req-13299467-62da-457f-8294-8080f691eba4 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 946 time: 0.8464706 Dec 10 18:42:42.398480 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2cdafe14-057c-4f59-8be9-2e20e8b89260 req-6fa2e619-df75-4ac0-8443-90996de40cea tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768976 Dec 10 18:42:42.409702 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb49237c-cafc-4a8a-af70-b424ac822b78 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Made reservation on behalf of 3a3a83c6490d4b03b8ac74b26d3c4a03 for: {'subnet': 2} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:42:42.420109 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fb49237c-cafc-4a8a-af70-b424ac822b78 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:42.420436 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fb49237c-cafc-4a8a-af70-b424ac822b78 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:42.513549 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-880debb6-6fc3-4117-b970-57393d46f716 req-71c66f2e-f5d4-41e0-9fb7-5e91095dd502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b2b98f-14b8-4468-b9ef-787aaf96cf43 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:42:42.524614 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-880debb6-6fc3-4117-b970-57393d46f716 req-71c66f2e-f5d4-41e0-9fb7-5e91095dd502 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:42.543833 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-880debb6-6fc3-4117-b970-57393d46f716 req-71c66f2e-f5d4-41e0-9fb7-5e91095dd502 service neutron] Transition to ACTIVE for port object a5b2b98f-14b8-4468-b9ef-787aaf96cf43 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:42:42.548465 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-880debb6-6fc3-4117-b970-57393d46f716 req-71c66f2e-f5d4-41e0-9fb7-5e91095dd502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:42.654722 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c66f2e-f5d4-41e0-9fb7-5e91095dd502 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b2b98f-14b8-4468-b9ef-787aaf96cf43,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:42.716377 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-880debb6-6fc3-4117-b970-57393d46f716 req-71c66f2e-f5d4-41e0-9fb7-5e91095dd502 service neutron] Attempting to bind port a5b2b98f-14b8-4468-b9ef-787aaf96cf43 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:42:42.716797 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-880debb6-6fc3-4117-b970-57393d46f716 req-71c66f2e-f5d4-41e0-9fb7-5e91095dd502 service neutron] Attempting to bind port a5b2b98f-14b8-4468-b9ef-787aaf96cf43 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '0a139bd5-0245-4532-9899-9dc6daffdc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '83110717-bb1d-4126-9fea-f92c8ab07880'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:42:42.717074 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880debb6-6fc3-4117-b970-57393d46f716 req-71c66f2e-f5d4-41e0-9fb7-5e91095dd502 service neutron] Attempting to bind port a5b2b98f-14b8-4468-b9ef-787aaf96cf43 on network 83110717-bb1d-4126-9fea-f92c8ab07880 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:42:42.726910 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880debb6-6fc3-4117-b970-57393d46f716 req-71c66f2e-f5d4-41e0-9fb7-5e91095dd502 service neutron] Port a5b2b98f-14b8-4468-b9ef-787aaf96cf43 on network 83110717-bb1d-4126-9fea-f92c8ab07880 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:42:42.727242 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880debb6-6fc3-4117-b970-57393d46f716 req-71c66f2e-f5d4-41e0-9fb7-5e91095dd502 service neutron] Attempting to bind port a5b2b98f-14b8-4468-b9ef-787aaf96cf43 on network 83110717-bb1d-4126-9fea-f92c8ab07880 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:42:42.742693 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd06d1-34ca-42ba-bf4d-7e8d8701b2d7 req-bdb8091e-ff99-4627-bbbc-ad84d4bd34a1 tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:42.751961 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d1bd06d1-34ca-42ba-bf4d-7e8d8701b2d7 req-bdb8091e-ff99-4627-bbbc-ad84d4bd34a1 tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b7b8c83-004a-4e16-89ec-1cb166e98222 HTTP/1.1" status: 200 len: 943 time: 0.0928557 Dec 10 18:42:42.762189 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880debb6-6fc3-4117-b970-57393d46f716 req-71c66f2e-f5d4-41e0-9fb7-5e91095dd502 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:42:42.762548 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880debb6-6fc3-4117-b970-57393d46f716 req-71c66f2e-f5d4-41e0-9fb7-5e91095dd502 service neutron] Checking segment: {'id': '0a139bd5-0245-4532-9899-9dc6daffdc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '83110717-bb1d-4126-9fea-f92c8ab07880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:42:42.763126 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880debb6-6fc3-4117-b970-57393d46f716 req-71c66f2e-f5d4-41e0-9fb7-5e91095dd502 service neutron] Bound using segment: {'id': '0a139bd5-0245-4532-9899-9dc6daffdc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '83110717-bb1d-4126-9fea-f92c8ab07880'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:42:42.763400 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-880debb6-6fc3-4117-b970-57393d46f716 req-71c66f2e-f5d4-41e0-9fb7-5e91095dd502 service neutron] Bound port: a5b2b98f-14b8-4468-b9ef-787aaf96cf43, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a139bd5-0245-4532-9899-9dc6daffdc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '83110717-bb1d-4126-9fea-f92c8ab07880'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:42:42.763761 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-880debb6-6fc3-4117-b970-57393d46f716 req-71c66f2e-f5d4-41e0-9fb7-5e91095dd502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:42.864018 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d1bd06d1-34ca-42ba-bf4d-7e8d8701b2d7 req-705d7ccb-e81c-4e7a-aac0-4b82586906f3 tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] 10.222.0.62 "GET /v2.0/security-groups?id=825fe722-1a74-4704-9ac8-2123bc343a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054876 Dec 10 18:42:42.876886 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-880debb6-6fc3-4117-b970-57393d46f716 req-71c66f2e-f5d4-41e0-9fb7-5e91095dd502 service neutron] For port a5b2b98f-14b8-4468-b9ef-787aaf96cf43, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:42:42.881422 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-880debb6-6fc3-4117-b970-57393d46f716 req-71c66f2e-f5d4-41e0-9fb7-5e91095dd502 service neutron] For port a5b2b98f-14b8-4468-b9ef-787aaf96cf43, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=a5b2b98f-14b8-4468-b9ef-787aaf96cf43,segment=NetworkSegment(0a139bd5-0245-4532-9899-9dc6daffdc67),segment_id=0a139bd5-0245-4532-9899-9dc6daffdc67)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:42:42.888113 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-880debb6-6fc3-4117-b970-57393d46f716 req-71c66f2e-f5d4-41e0-9fb7-5e91095dd502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:42.934843 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880debb6-6fc3-4117-b970-57393d46f716 req-71c66f2e-f5d4-41e0-9fb7-5e91095dd502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:42.935845 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-880debb6-6fc3-4117-b970-57393d46f716 req-71c66f2e-f5d4-41e0-9fb7-5e91095dd502 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:42.936977 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-880debb6-6fc3-4117-b970-57393d46f716 req-71c66f2e-f5d4-41e0-9fb7-5e91095dd502 service neutron] 10.222.0.72 "PUT /v2.0/ports/a5b2b98f-14b8-4468-b9ef-787aaf96cf43 HTTP/1.1" status: 200 len: 1091 time: 1.5268240 Dec 10 18:42:42.946763 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fb49237c-cafc-4a8a-af70-b424ac822b78 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:42.961959 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c66f2e-f5d4-41e0-9fb7-5e91095dd502 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b2b98f-14b8-4468-b9ef-787aaf96cf43,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:43.029293 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb49237c-cafc-4a8a-af70-b424ac822b78 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Checking segment: {'id': '7ee57a85-acec-45d6-8f69-b06aa4fe364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd5b5a5b1-2c97-4789-aaee-ec763fd376a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:42:43.029877 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb49237c-cafc-4a8a-af70-b424ac822b78 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Network hostable DHCP agents. Network: d5b5a5b1-2c97-4789-aaee-ec763fd376a9, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:42:43.035042 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49237c-cafc-4a8a-af70-b424ac822b78 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Pushing event updated for resources: {'Subnet': ['ID=ff99e9d0-cda9-4b81-848d-6baf53d3dd7f,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:43.058187 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb49237c-cafc-4a8a-af70-b424ac822b78 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Network d5b5a5b1-2c97-4789-aaee-ec763fd376a9 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:42:43.064224 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880debb6-6fc3-4117-b970-57393d46f716 req-12ef8b0c-0ea4-4774-9c06-9251040ca1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:43.066731 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-880debb6-6fc3-4117-b970-57393d46f716 req-12ef8b0c-0ea4-4774-9c06-9251040ca1a4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7a664fd3a43041ae832c8350ee400f55&device_id=6b7b8c83-004a-4e16-89ec-1cb166e98222 HTTP/1.1" status: 200 len: 1094 time: 0.0743182 Dec 10 18:42:43.074131 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-fb49237c-cafc-4a8a-af70-b424ac822b78 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, d5b5a5b1-2c97-4789-aaee-ec763fd376a9) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:43.082970 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fb49237c-cafc-4a8a-af70-b424ac822b78 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:43.083166 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294c9286-b019-49f7-b9f3-8ae4337824d3 None None] Network d5b5a5b1-2c97-4789-aaee-ec763fd376a9 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:42:43.122151 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-880debb6-6fc3-4117-b970-57393d46f716 req-37d70bc5-3893-49e1-b0d3-154c37a2c0b2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5b2b98f-14b8-4468-b9ef-787aaf96cf43 HTTP/1.1" status: 200 len: 217 time: 0.0457437 Dec 10 18:42:43.159975 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49237c-cafc-4a8a-af70-b424ac822b78 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Pushing event updated for resources: {'Subnet': ['ID=08bdfab9-7f85-4dcf-ab00-5d07539af64e,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:43.178158 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb49237c-cafc-4a8a-af70-b424ac822b78 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Checking segment: {'id': 'e42970bd-1b32-45e7-b256-c8be52012f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '46d85000-1366-4068-b405-06ccc8920a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:42:43.178692 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb49237c-cafc-4a8a-af70-b424ac822b78 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Network hostable DHCP agents. Network: 46d85000-1366-4068-b405-06ccc8920a38, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:42:43.209259 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb49237c-cafc-4a8a-af70-b424ac822b78 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Network 46d85000-1366-4068-b405-06ccc8920a38 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:42:43.234401 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-fb49237c-cafc-4a8a-af70-b424ac822b78 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 46d85000-1366-4068-b405-06ccc8920a38) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:43.242850 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb49237c-cafc-4a8a-af70-b424ac822b78 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:43.243343 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb49237c-cafc-4a8a-af70-b424ac822b78 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:43.244976 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fb49237c-cafc-4a8a-af70-b424ac822b78 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:43.259944 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880debb6-6fc3-4117-b970-57393d46f716 req-582547c6-8e65-49ff-8526-326748aa0bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:43.261539 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-880debb6-6fc3-4117-b970-57393d46f716 req-582547c6-8e65-49ff-8526-326748aa0bf4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=87f57bba-7aaf-4bf6-b7fd-4346d45902d3 HTTP/1.1" status: 200 len: 861 time: 0.1319413 Dec 10 18:42:43.270122 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bac00d-fcb6-4e4f-915a-e6742e48f2c9 None None] Network 46d85000-1366-4068-b405-06ccc8920a38 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:42:43.280996 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fb49237c-cafc-4a8a-af70-b424ac822b78 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.1427317 Dec 10 18:42:43.282590 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58784) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:43.329842 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-880debb6-6fc3-4117-b970-57393d46f716 req-8fda89fe-b7a6-4844-996b-341ccbbb611c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=83110717-bb1d-4126-9fea-f92c8ab07880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609648 Dec 10 18:42:43.383902 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9b874b-5939-40c5-bca6-a0c73f055e35 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:43.385816 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9b874b-5939-40c5-bca6-a0c73f055e35 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:43.387649 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9b874b-5939-40c5-bca6-a0c73f055e35 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:43.389661 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fe9b874b-5939-40c5-bca6-a0c73f055e35 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1048393 Dec 10 18:42:43.399063 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58788) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:43.490609 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53041cdf-4364-4696-b502-92ebfe4bc2c3 req-28724ad5-0bcd-4b76-9ffd-7dc8309bb638 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:43.505403 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-53041cdf-4364-4696-b502-92ebfe4bc2c3 req-28724ad5-0bcd-4b76-9ffd-7dc8309bb638 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/ports?device_id=875b61ac-7e0c-4d0f-957d-a6f989a9c239 HTTP/1.1" status: 200 len: 948 time: 0.1249280 Dec 10 18:42:43.522026 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-31754133-fc50-45de-b48a-c46f6b92f35e tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Deleting subnet ff99e9d0-cda9-4b81-848d-6baf53d3dd7f {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:42:43.523507 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcd4dcb-dd68-49ad-bb22-af02edb2c20a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-d5b5a5b1-2c97-4789-aaee-ec763fd376a9', 'network_id': 'd5b5a5b1-2c97-4789-aaee-ec763fd376a9', 'project_id': '3a3a83c6490d4b03b8ac74b26d3c4a03', 'fixed_ips': [{'subnet_id': 'ff99e9d0-cda9-4b81-848d-6baf53d3dd7f'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:42:43.525985 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1bcd4dcb-dd68-49ad-bb22-af02edb2c20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:43.527136 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-31754133-fc50-45de-b48a-c46f6b92f35e tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:43.542870 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b444ea5-ffff-41d2-9679-c69190bbef24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-46d85000-1366-4068-b405-06ccc8920a38', 'network_id': '46d85000-1366-4068-b405-06ccc8920a38', 'project_id': '3a3a83c6490d4b03b8ac74b26d3c4a03', 'fixed_ips': [{'subnet_id': '08bdfab9-7f85-4dcf-ab00-5d07539af64e'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:42:43.544434 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5b444ea5-ffff-41d2-9679-c69190bbef24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:43.579047 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-880debb6-6fc3-4117-b970-57393d46f716 req-3f90da65-2e00-4a45-96b7-c3fe6a1b0120 service neutron] 10.222.0.72 "GET /v2.0/networks/83110717-bb1d-4126-9fea-f92c8ab07880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405910 Dec 10 18:42:43.630673 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-31754133-fc50-45de-b48a-c46f6b92f35e tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:43.679596 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c060f97-612a-4a36-9dad-0ffc31773c76 req-2e5ffa40-c5b5-44cf-8240-1628a0a6592a tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:43.681309 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4c060f97-612a-4a36-9dad-0ffc31773c76 req-2e5ffa40-c5b5-44cf-8240-1628a0a6592a tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 946 time: 0.1148577 Dec 10 18:42:43.691992 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-880debb6-6fc3-4117-b970-57393d46f716 req-3dc657f0-106c-412e-a292-c8daaca148e0 service neutron] 10.222.0.72 "GET /v2.0/networks/83110717-bb1d-4126-9fea-f92c8ab07880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038017 Dec 10 18:42:43.703822 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-31754133-fc50-45de-b48a-c46f6b92f35e tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:43.720648 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-53041cdf-4364-4696-b502-92ebfe4bc2c3 req-26bd0b45-c7c2-4fa4-b834-127aadd3d200 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/security-groups?id=746f00bf-491b-4a56-93d2-dba5a99e34cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129292 Dec 10 18:42:43.792718 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4c060f97-612a-4a36-9dad-0ffc31773c76 req-e34c8a77-d3d5-48b4-855b-e81b234b76b4 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018524 Dec 10 18:42:43.797401 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-5b444ea5-ffff-41d2-9679-c69190bbef24 None None] Allocated IP 2001:db8:0:1::1 (46d85000-1366-4068-b405-06ccc8920a38/08bdfab9-7f85-4dcf-ab00-5d07539af64e/d952376d-918a-4923-b9e6-de51e17f5706) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:42:43.812870 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-31754133-fc50-45de-b48a-c46f6b92f35e tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server [None req-1bcd4dcb-dd68-49ad-bb22-af02edb2c20a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff99e9d0-cda9-4b81-848d-6baf53d3dd7f: This subnet is being modified by another concurrent operation. Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 18:42:43.828835 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:42:43.833161 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 18:42:43.833161 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 18:42:43.833161 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:42:43.833161 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:42:43.833161 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:42:43.833161 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:42:43.833161 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 18:42:43.833161 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:42:43.833161 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 18:42:43.833161 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 18:42:43.833161 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:42:43.833161 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:42:43.833161 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:42:43.833161 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:42:43.833161 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 18:42:43.833161 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 18:42:43.833161 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 18:42:43.833161 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 18:42:43.833161 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 18:42:43.833161 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 18:42:43.833161 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 18:42:43.833161 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 18:42:43.833161 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 18:42:43.833161 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 18:42:43.833161 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:42:43.833161 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:42:43.833161 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:42:43.833161 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:42:43.833161 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 18:42:43.833161 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 18:42:43.833161 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 18:42:43.833161 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 18:42:43.833161 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 18:42:43.833161 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 18:42:43.833161 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 18:42:43.833161 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise exception Dec 10 18:42:43.833161 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff99e9d0-cda9-4b81-848d-6baf53d3dd7f: This subnet is being modified by another concurrent operation. Dec 10 18:42:43.833161 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Dec 10 18:42:43.852410 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58800) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:43.855595 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31754133-fc50-45de-b48a-c46f6b92f35e tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Pushing event deleted for resources: {'Subnet': ['ID=ff99e9d0-cda9-4b81-848d-6baf53d3dd7f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:43.857833 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-31754133-fc50-45de-b48a-c46f6b92f35e tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:43.864453 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-31754133-fc50-45de-b48a-c46f6b92f35e tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] 10.222.0.62 "DELETE /v2.0/subnets/ff99e9d0-cda9-4b81-848d-6baf53d3dd7f HTTP/1.1" status: 204 len: 168 time: 0.4636641 Dec 10 18:42:43.864744 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58804) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:43.874040 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174ab820-7c7d-4bf1-87ef-1c7bfe446d69 None None] Network d5b5a5b1-2c97-4789-aaee-ec763fd376a9 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:42:43.963185 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ff6697d-d583-48a0-8745-7eb04b7fd005 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Deleting subnet 08bdfab9-7f85-4dcf-ab00-5d07539af64e {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:42:43.995600 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c2f8e-dcc9-43cd-877b-e0da38a89944 req-ec5746a1-2272-47f3-8426-97a11436f96b tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:43.997672 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-659c2f8e-dcc9-43cd-877b-e0da38a89944 req-ec5746a1-2272-47f3-8426-97a11436f96b tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 946 time: 0.0751410 Dec 10 18:42:44.047039 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5a7f0827-7a40-45c8-bfc7-7691a356118e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:44.060115 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-659c2f8e-dcc9-43cd-877b-e0da38a89944 req-3f26b393-6c81-4e06-8d89-378cf656da4c tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551860 Dec 10 18:42:44.100501 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826b1d8-2664-46b6-98fe-fe343fca0c4e req-51acf7c0-f3dc-4cd7-8928-29375cccb806 tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:44.102118 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f826b1d8-2664-46b6-98fe-fe343fca0c4e req-51acf7c0-f3dc-4cd7-8928-29375cccb806 tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b7b8c83-004a-4e16-89ec-1cb166e98222 HTTP/1.1" status: 200 len: 943 time: 0.0958245 Dec 10 18:42:44.111014 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5b444ea5-ffff-41d2-9679-c69190bbef24 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:44.119345 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5ff6697d-d583-48a0-8745-7eb04b7fd005 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:44.122377 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5b444ea5-ffff-41d2-9679-c69190bbef24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:44.195509 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5ff6697d-d583-48a0-8745-7eb04b7fd005 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:44.264825 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b7b8c83-004a-4e16-89ec-1cb166e98222', 'tag': 'a5b2b98f-14b8-4468-b9ef-787aaf96cf43'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:42:44.267100 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49552b85-2299-428a-a35b-b5aa5d59e342" -d '{"events": [{"name": "network-changed", "server_uuid": "6b7b8c83-004a-4e16-89ec-1cb166e98222", "tag": "a5b2b98f-14b8-4468-b9ef-787aaf96cf43"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:42:44.297843 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f826b1d8-2664-46b6-98fe-fe343fca0c4e req-bfa25a75-2360-408b-ae82-65ff7382e481 tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] 10.222.0.62 "GET /v2.0/security-groups?id=825fe722-1a74-4704-9ac8-2123bc343a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747448 Dec 10 18:42:44.340575 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5a7f0827-7a40-45c8-bfc7-7691a356118e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:44.368505 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b444ea5-ffff-41d2-9679-c69190bbef24 None None] Pushing event updated for resources: {'Port': ['ID=d952376d-918a-4923-b9e6-de51e17f5706,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:44.382404 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b444ea5-ffff-41d2-9679-c69190bbef24 None None] Network 46d85000-1366-4068-b405-06ccc8920a38 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:42:44.383951 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-5b444ea5-ffff-41d2-9679-c69190bbef24 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:44.388096 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b444ea5-ffff-41d2-9679-c69190bbef24 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:42:44.393019 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a453407a-8a55-4417-a8be-4b994260e3a8 x-openstack-request-id: req-a453407a-8a55-4417-a8be-4b994260e3a8 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:42:44.393340 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b7b8c83-004a-4e16-89ec-1cb166e98222", "tag": "a5b2b98f-14b8-4468-b9ef-787aaf96cf43", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:42:44.393588 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a453407a-8a55-4417-a8be-4b994260e3a8 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:42:44.394061 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b7b8c83-004a-4e16-89ec-1cb166e98222', 'tag': 'a5b2b98f-14b8-4468-b9ef-787aaf96cf43', 'status': 'completed', 'code': 200} Dec 10 18:42:44.400052 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5a7f0827-7a40-45c8-bfc7-7691a356118e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:44.466243 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5b444ea5-ffff-41d2-9679-c69190bbef24 None None] Attempting to bind port d952376d-918a-4923-b9e6-de51e17f5706 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:42:44.466788 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5b444ea5-ffff-41d2-9679-c69190bbef24 None None] Attempting to bind port d952376d-918a-4923-b9e6-de51e17f5706 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'e42970bd-1b32-45e7-b256-c8be52012f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '46d85000-1366-4068-b405-06ccc8920a38'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:42:44.467247 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b444ea5-ffff-41d2-9679-c69190bbef24 None None] Attempting to bind port d952376d-918a-4923-b9e6-de51e17f5706 on network 46d85000-1366-4068-b405-06ccc8920a38 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:42:44.473761 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b444ea5-ffff-41d2-9679-c69190bbef24 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:42:44.474089 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b444ea5-ffff-41d2-9679-c69190bbef24 None None] Checking segment: {'id': 'e42970bd-1b32-45e7-b256-c8be52012f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '46d85000-1366-4068-b405-06ccc8920a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:42:44.474503 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5b444ea5-ffff-41d2-9679-c69190bbef24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:44.474898 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b444ea5-ffff-41d2-9679-c69190bbef24 None None] Bound using segment: {'id': 'e42970bd-1b32-45e7-b256-c8be52012f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '46d85000-1366-4068-b405-06ccc8920a38'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:42:44.475510 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5b444ea5-ffff-41d2-9679-c69190bbef24 None None] Bound port: d952376d-918a-4923-b9e6-de51e17f5706, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e42970bd-1b32-45e7-b256-c8be52012f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '46d85000-1366-4068-b405-06ccc8920a38'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:42:44.475898 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5b444ea5-ffff-41d2-9679-c69190bbef24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:44.476014 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5ff6697d-d583-48a0-8745-7eb04b7fd005 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:44.504673 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5a7f0827-7a40-45c8-bfc7-7691a356118e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=88dc0986a5ed427caa7c1e3c441992c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6508062 Dec 10 18:42:44.507186 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58828) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:44.507878 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f0827-7a40-45c8-bfc7-7691a356118e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635b7ac3-c878-4bda-aa4b-675ad4d5d510,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:44.526933 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f0827-7a40-45c8-bfc7-7691a356118e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:44.527279 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f0827-7a40-45c8-bfc7-7691a356118e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:44.527790 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f0827-7a40-45c8-bfc7-7691a356118e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:44.528285 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f0827-7a40-45c8-bfc7-7691a356118e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:44.528625 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f0827-7a40-45c8-bfc7-7691a356118e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:44.528999 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f0827-7a40-45c8-bfc7-7691a356118e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:44.529330 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f0827-7a40-45c8-bfc7-7691a356118e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:44.529661 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f0827-7a40-45c8-bfc7-7691a356118e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:44.529990 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f0827-7a40-45c8-bfc7-7691a356118e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:44.530314 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f0827-7a40-45c8-bfc7-7691a356118e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:44.530639 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f0827-7a40-45c8-bfc7-7691a356118e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:44.530967 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f0827-7a40-45c8-bfc7-7691a356118e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:44.531276 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f0827-7a40-45c8-bfc7-7691a356118e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:44.575517 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9c53957e-5691-428e-812b-5f351fd61e18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:44.579395 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49552b85-2299-428a-a35b-b5aa5d59e342 req-748b9bfd-6feb-49d7-a3da-aef8a7f956eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:44.581301 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-49552b85-2299-428a-a35b-b5aa5d59e342 req-748b9bfd-6feb-49d7-a3da-aef8a7f956eb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7a664fd3a43041ae832c8350ee400f55&device_id=6b7b8c83-004a-4e16-89ec-1cb166e98222 HTTP/1.1" status: 200 len: 1094 time: 0.1724682 Dec 10 18:42:44.604562 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9c53957e-5691-428e-812b-5f351fd61e18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:44.655050 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9c53957e-5691-428e-812b-5f351fd61e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:44.657982 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9c53957e-5691-428e-812b-5f351fd61e18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:44.659749 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9c53957e-5691-428e-812b-5f351fd61e18 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/635b7ac3-c878-4bda-aa4b-675ad4d5d510 HTTP/1.1" status: 204 len: 168 time: 0.1509221 Dec 10 18:42:44.668506 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53957e-5691-428e-812b-5f351fd61e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635b7ac3-c878-4bda-aa4b-675ad4d5d510,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:44.686796 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5ff6697d-d583-48a0-8745-7eb04b7fd005 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:44.689674 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5b444ea5-ffff-41d2-9679-c69190bbef24 None None] For port d952376d-918a-4923-b9e6-de51e17f5706, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:42:44.708196 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device f15de41d-3225-442a-b630-79317ee1a9cc no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:42:44.728988 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5b444ea5-ffff-41d2-9679-c69190bbef24 None None] For port d952376d-918a-4923-b9e6-de51e17f5706, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=d952376d-918a-4923-b9e6-de51e17f5706,segment=NetworkSegment(e42970bd-1b32-45e7-b256-c8be52012f35),segment_id=e42970bd-1b32-45e7-b256-c8be52012f35)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:42:44.730414 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: f15de41d-3225-442a-b630-79317ee1a9cc {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:42:44.730752 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device f15de41d-3225-442a-b630-79317ee1a9cc not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:42:44.734569 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5b444ea5-ffff-41d2-9679-c69190bbef24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:44.745250 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6697d-d583-48a0-8745-7eb04b7fd005 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Pushing event deleted for resources: {'Subnet': ['ID=08bdfab9-7f85-4dcf-ab00-5d07539af64e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:44.747925 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5ff6697d-d583-48a0-8745-7eb04b7fd005 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:44.755161 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5ff6697d-d583-48a0-8745-7eb04b7fd005 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] 10.222.0.62 "DELETE /v2.0/subnets/08bdfab9-7f85-4dcf-ab00-5d07539af64e HTTP/1.1" status: 204 len: 168 time: 0.8895292 Dec 10 18:42:44.755777 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58834) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:44.794417 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-9a3fc2a1-f5a2-4520-a1fc-2a2ef44cd393 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:44.796243 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-9a3fc2a1-f5a2-4520-a1fc-2a2ef44cd393 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/networks?id=14bf47a8-e4dc-4d77-8612-c359c818f901 HTTP/1.1" status: 200 len: 814 time: 0.2584374 Dec 10 18:42:44.814044 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49552b85-2299-428a-a35b-b5aa5d59e342 req-f4cd8845-6815-4ba6-8c37-603e8bdd5ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:44.816389 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-49552b85-2299-428a-a35b-b5aa5d59e342 req-f4cd8845-6815-4ba6-8c37-603e8bdd5ea6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=83110717-bb1d-4126-9fea-f92c8ab07880 HTTP/1.1" status: 200 len: 922 time: 0.2020073 Dec 10 18:42:44.827948 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-8111aa70-1efe-493d-9bec-d2733fb45a92 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/quotas/3dfb422318434a9c9244c498c01943c6 HTTP/1.1" status: 200 len: 375 time: 0.0228817 Dec 10 18:42:44.889581 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b444ea5-ffff-41d2-9679-c69190bbef24 None None] Pushing event updated for resources: {'Port': ['ID=d952376d-918a-4923-b9e6-de51e17f5706,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:44.903725 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-49552b85-2299-428a-a35b-b5aa5d59e342 req-5c39314e-012e-48f8-b34e-9cef486b1fb8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5b2b98f-14b8-4468-b9ef-787aaf96cf43 HTTP/1.1" status: 200 len: 217 time: 0.0686553 Dec 10 18:42:44.907889 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2ce24e-5198-4f72-9b2b-9f6db07be514 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:44.910190 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9a2ce24e-5198-4f72-9b2b-9f6db07be514 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1528525 Dec 10 18:42:44.916652 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58838) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:44.936623 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc49a5-0ec1-44d9-9534-7805acac725d req-e83a0eeb-4f68-4d2a-900f-4111f0fdb587 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:44.939114 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-11fc49a5-0ec1-44d9-9534-7805acac725d req-e83a0eeb-4f68-4d2a-900f-4111f0fdb587 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/ports?device_id=875b61ac-7e0c-4d0f-957d-a6f989a9c239 HTTP/1.1" status: 200 len: 948 time: 0.0816698 Dec 10 18:42:45.003171 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-11fc49a5-0ec1-44d9-9534-7805acac725d req-85a03cf4-8aff-4226-968a-480cd72cd5a9 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/security-groups?id=746f00bf-491b-4a56-93d2-dba5a99e34cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570261 Dec 10 18:42:45.033241 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-be56eeb1-332f-46c9-97d5-a157b93ff41c tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3dfb422318434a9c9244c498c01943c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2040451 Dec 10 18:42:45.101576 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58842) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:45.124200 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-06eaa092-619d-4ce1-8186-d7dc5d629182 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:45.141124 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49552b85-2299-428a-a35b-b5aa5d59e342 req-3d99bbb7-e4a0-4253-a25a-3d575fd0bbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:45.147804 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-49552b85-2299-428a-a35b-b5aa5d59e342 req-3d99bbb7-e4a0-4253-a25a-3d575fd0bbe9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=87f57bba-7aaf-4bf6-b7fd-4346d45902d3 HTTP/1.1" status: 200 len: 861 time: 0.2323601 Dec 10 18:42:45.201984 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-49552b85-2299-428a-a35b-b5aa5d59e342 req-b709ef45-2f5e-4f9d-91b4-8fa6cc50ee33 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=83110717-bb1d-4126-9fea-f92c8ab07880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400591 Dec 10 18:42:45.205897 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b922909d-6628-4ad5-b87b-d63475859aaa tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:45.216410 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-06eaa092-619d-4ce1-8186-d7dc5d629182 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:45.222084 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-06eaa092-619d-4ce1-8186-d7dc5d629182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:45.267681 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eaa092-619d-4ce1-8186-d7dc5d629182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122882f3-1c50-4261-9164-a65298cccd58,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:45.272882 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-06eaa092-619d-4ce1-8186-d7dc5d629182 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=215ca812850648fdbfb32fc921999763&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1697364 Dec 10 18:42:45.275375 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58846) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:45.331990 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-dbc826f3-003b-4f34-b1ef-1bd789b7b822 service neutron] 10.222.0.62 "GET /v2.0/networks/14bf47a8-e4dc-4d77-8612-c359c818f901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969375 Dec 10 18:42:45.335237 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7109a8bd-4d5b-4102-8929-c80463d78aac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:45.369527 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7109a8bd-4d5b-4102-8929-c80463d78aac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:45.439467 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7109a8bd-4d5b-4102-8929-c80463d78aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:45.442586 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7109a8bd-4d5b-4102-8929-c80463d78aac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:45.443783 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7109a8bd-4d5b-4102-8929-c80463d78aac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/122882f3-1c50-4261-9164-a65298cccd58 HTTP/1.1" status: 204 len: 168 time: 0.1674974 Dec 10 18:42:45.460506 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-49552b85-2299-428a-a35b-b5aa5d59e342 req-a57f2aa5-6b44-4536-8f33-4ae464924932 service neutron] 10.222.0.72 "GET /v2.0/networks/83110717-bb1d-4126-9fea-f92c8ab07880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453091 Dec 10 18:42:45.472764 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b922909d-6628-4ad5-b87b-d63475859aaa tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Deleting port d952376d-918a-4923-b9e6-de51e17f5706 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:42:45.472969 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c784e9-8263-412d-a2c0-62c7a41c7f1c req-eb31dd80-ebef-4185-9428-dd8751f9c1aa tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:45.473149 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b922909d-6628-4ad5-b87b-d63475859aaa tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:45.480824 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b0c784e9-8263-412d-a2c0-62c7a41c7f1c req-eb31dd80-ebef-4185-9428-dd8751f9c1aa tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b7b8c83-004a-4e16-89ec-1cb166e98222 HTTP/1.1" status: 200 len: 943 time: 0.0793357 Dec 10 18:42:45.483597 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109a8bd-4d5b-4102-8929-c80463d78aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122882f3-1c50-4261-9164-a65298cccd58,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:45.559328 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b0c784e9-8263-412d-a2c0-62c7a41c7f1c req-7f74b290-8d5a-401b-ae00-bd7dad8d803c tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] 10.222.0.62 "GET /v2.0/security-groups?id=825fe722-1a74-4704-9ac8-2123bc343a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738859 Dec 10 18:42:45.669845 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-9eb69d93-4de6-472b-b35c-a50c8367f67c service neutron] 10.222.0.62 "GET /v2.0/networks/14bf47a8-e4dc-4d77-8612-c359c818f901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274562 Dec 10 18:42:45.686259 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b922909d-6628-4ad5-b87b-d63475859aaa tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] For port d952376d-918a-4923-b9e6-de51e17f5706, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=d952376d-918a-4923-b9e6-de51e17f5706,segment=NetworkSegment(e42970bd-1b32-45e7-b256-c8be52012f35),segment_id=e42970bd-1b32-45e7-b256-c8be52012f35)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:45.686915 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b922909d-6628-4ad5-b87b-d63475859aaa tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:45.691878 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d952376d-918a-4923-b9e6-de51e17f5706 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:42:45.738937 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b922909d-6628-4ad5-b87b-d63475859aaa tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Calling delete_port for d952376d-918a-4923-b9e6-de51e17f5706 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:42:45.770912 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080ac27-60ea-4e7b-842a-d0706f69dd00 req-33edeb5b-06f7-42fc-a804-1c0353d9f906 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:45.772920 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8080ac27-60ea-4e7b-842a-d0706f69dd00 req-33edeb5b-06f7-42fc-a804-1c0353d9f906 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.46 "GET /v2.0/ports?device_id=038d177a-cd27-4a6a-a676-da7df61ac672 HTTP/1.1" status: 200 len: 946 time: 0.1622093 Dec 10 18:42:45.775412 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-49552b85-2299-428a-a35b-b5aa5d59e342 req-048ecea2-1b8d-4dbb-af7b-a16551338aa7 service neutron] 10.222.0.72 "GET /v2.0/networks/83110717-bb1d-4126-9fea-f92c8ab07880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001337 Dec 10 18:42:45.817520 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port d952376d-918a-4923-b9e6-de51e17f5706 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:45.817905 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:45.903944 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44b701-a7ff-4132-8fd1-a08bcda76efc req-dc66032a-679f-45ba-9d2e-27fa31d4ea9a tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:45.911397 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0e44b701-a7ff-4132-8fd1-a08bcda76efc req-dc66032a-679f-45ba-9d2e-27fa31d4ea9a tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.72 "GET /v2.0/ports?device_id=875b61ac-7e0c-4d0f-957d-a6f989a9c239 HTTP/1.1" status: 200 len: 948 time: 0.1478577 Dec 10 18:42:45.952672 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:46.001892 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port d952376d-918a-4923-b9e6-de51e17f5706, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=d952376d-918a-4923-b9e6-de51e17f5706,segment=NetworkSegment(e42970bd-1b32-45e7-b256-c8be52012f35),segment_id=e42970bd-1b32-45e7-b256-c8be52012f35)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:46.010915 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:46.042197 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b9fadc99-8ae1-4f65-b861-efe53601524e req-f36fd4f2-76ee-4c1c-a82b-85e543ccc959 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=aab807ad-6afd-41bc-8e31-8dd4155d62da HTTP/1.1" status: 200 len: 210 time: 0.1294880 Dec 10 18:42:46.135655 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-0e44b701-a7ff-4132-8fd1-a08bcda76efc req-141d2691-a0ac-4dd6-97a6-2745fdfd934e tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Deleting port dc2ff59e-b465-47d0-8e13-54dcfc86e10a {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:42:46.136011 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0e44b701-a7ff-4132-8fd1-a08bcda76efc req-141d2691-a0ac-4dd6-97a6-2745fdfd934e tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:46.145403 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=d952376d-918a-4923-b9e6-de51e17f5706,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:46.211472 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-8080ac27-60ea-4e7b-842a-d0706f69dd00 req-092a7e4f-f8ec-4843-9be3-783a3654c33a tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Deleting port 9445b25b-a78e-45cc-a85a-7b5cbdb88dbf {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:42:46.212374 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8080ac27-60ea-4e7b-842a-d0706f69dd00 req-092a7e4f-f8ec-4843-9be3-783a3654c33a tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:46.363309 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-0e44b701-a7ff-4132-8fd1-a08bcda76efc req-141d2691-a0ac-4dd6-97a6-2745fdfd934e tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] For port dc2ff59e-b465-47d0-8e13-54dcfc86e10a, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=dc2ff59e-b465-47d0-8e13-54dcfc86e10a,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:46.363686 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0e44b701-a7ff-4132-8fd1-a08bcda76efc req-141d2691-a0ac-4dd6-97a6-2745fdfd934e tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:46.384063 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b922909d-6628-4ad5-b87b-d63475859aaa tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:46.388231 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c68d9e-cdbb-4094-8322-ab2e7c6b48e9 None None] Network 46d85000-1366-4068-b405-06ccc8920a38 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:42:46.397590 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-0e44b701-a7ff-4132-8fd1-a08bcda76efc req-141d2691-a0ac-4dd6-97a6-2745fdfd934e tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Calling delete_port for dc2ff59e-b465-47d0-8e13-54dcfc86e10a owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:42:46.431854 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922909d-6628-4ad5-b87b-d63475859aaa tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Pushing event deleted for resources: {'Port': ['ID=d952376d-918a-4923-b9e6-de51e17f5706,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:46.446153 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42dd84-e569-4a67-a7be-cf579c4afa30 req-75186822-a163-499a-a61c-32842c86b067 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:46.453839 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ab42dd84-e569-4a67-a7be-cf579c4afa30 req-75186822-a163-499a-a61c-32842c86b067 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/ports?device_id=875b61ac-7e0c-4d0f-957d-a6f989a9c239 HTTP/1.1" status: 200 len: 948 time: 0.2897990 Dec 10 18:42:46.456707 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b922909d-6628-4ad5-b87b-d63475859aaa tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] No DVR routers for this DVR port d952376d-918a-4923-b9e6-de51e17f5706 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:42:46.485140 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-01d4362b-d069-4123-9190-f183fda41606 None None] Could not find standard attr ID for object d952376d-918a-4923-b9e6-de51e17f5706. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:42:46.530063 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-8080ac27-60ea-4e7b-842a-d0706f69dd00 req-092a7e4f-f8ec-4843-9be3-783a3654c33a tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] For port 9445b25b-a78e-45cc-a85a-7b5cbdb88dbf, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=9445b25b-a78e-45cc-a85a-7b5cbdb88dbf,segment=NetworkSegment(e2762cd7-3077-44c4-9495-44ad1a192a7e),segment_id=e2762cd7-3077-44c4-9495-44ad1a192a7e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:46.530545 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8080ac27-60ea-4e7b-842a-d0706f69dd00 req-092a7e4f-f8ec-4843-9be3-783a3654c33a tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:46.603095 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-8080ac27-60ea-4e7b-842a-d0706f69dd00 req-092a7e4f-f8ec-4843-9be3-783a3654c33a tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Calling delete_port for 9445b25b-a78e-45cc-a85a-7b5cbdb88dbf owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:42:46.642103 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b922909d-6628-4ad5-b87b-d63475859aaa tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:46.650721 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab66742-1dfc-49e2-9413-7250821174ab None None] DHCP port deletion for 46d85000-1366-4068-b405-06ccc8920a38 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:42:46.659915 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ab42dd84-e569-4a67-a7be-cf579c4afa30 req-7be82fd2-5c75-4d7e-82ab-8482c3a0ff68 tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.62 "GET /v2.0/security-groups?id=746f00bf-491b-4a56-93d2-dba5a99e34cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051466 Dec 10 18:42:46.688789 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d01aa5f-9d10-4822-b7f1-5cce62dd0b84 None None] get_active_networks_info from n-d-821435-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:42:46.718918 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-b922909d-6628-4ad5-b87b-d63475859aaa tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d85000-1366-4068-b405-06ccc8920a38']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:46.732580 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-b922909d-6628-4ad5-b87b-d63475859aaa tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e42970bd-1b32-45e7-b256-c8be52012f35') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:46.733389 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-b922909d-6628-4ad5-b87b-d63475859aaa tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e42970bd-1b32-45e7-b256-c8be52012f35') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:46.758175 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b922909d-6628-4ad5-b87b-d63475859aaa tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:46.773030 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0e44b701-a7ff-4132-8fd1-a08bcda76efc req-141d2691-a0ac-4dd6-97a6-2745fdfd934e tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:46.796051 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fae45-6b21-4199-abe0-9d5c1531c42a req-7dda3714-90d5-49db-9ad2-fc4839b56233 tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:46.804798 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-024fae45-6b21-4199-abe0-9d5c1531c42a req-7dda3714-90d5-49db-9ad2-fc4839b56233 tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b7b8c83-004a-4e16-89ec-1cb166e98222 HTTP/1.1" status: 200 len: 943 time: 0.1367362 Dec 10 18:42:46.840751 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d2691-a0ac-4dd6-97a6-2745fdfd934e tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Pushing event deleted for resources: {'Port': ['ID=dc2ff59e-b465-47d0-8e13-54dcfc86e10a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:46.881859 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58892) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:46.900412 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d01aa5f-9d10-4822-b7f1-5cce62dd0b84 None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 18:42:46.935557 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e44b701-a7ff-4132-8fd1-a08bcda76efc req-141d2691-a0ac-4dd6-97a6-2745fdfd934e tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] No DVR routers for this DVR port dc2ff59e-b465-47d0-8e13-54dcfc86e10a on host n-h2-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:42:46.944204 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0e44b701-a7ff-4132-8fd1-a08bcda76efc req-141d2691-a0ac-4dd6-97a6-2745fdfd934e tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:46.948253 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0e44b701-a7ff-4132-8fd1-a08bcda76efc req-141d2691-a0ac-4dd6-97a6-2745fdfd934e tempest-ListImageFiltersTestJSON-1478110550 tempest-ListImageFiltersTestJSON-1478110550-project] 10.222.0.72 "DELETE /v2.0/ports/dc2ff59e-b465-47d0-8e13-54dcfc86e10a HTTP/1.1" status: 204 len: 173 time: 1.0334842 Dec 10 18:42:46.948738 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875b61ac-7e0c-4d0f-957d-a6f989a9c239', 'name': 'network-vif-deleted', 'tag': 'dc2ff59e-b465-47d0-8e13-54dcfc86e10a'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:42:46.951784 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64a0e71-4a0e-429f-ae2b-e37cce101243" -d '{"events": [{"server_uuid": "875b61ac-7e0c-4d0f-957d-a6f989a9c239", "name": "network-vif-deleted", "tag": "dc2ff59e-b465-47d0-8e13-54dcfc86e10a"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:42:46.975328 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8080ac27-60ea-4e7b-842a-d0706f69dd00 req-092a7e4f-f8ec-4843-9be3-783a3654c33a tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:46.981973 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b922909d-6628-4ad5-b87b-d63475859aaa tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:46.992305 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-024fae45-6b21-4199-abe0-9d5c1531c42a req-0028ef9b-fb5c-42e4-9e03-b7dfe3c4d560 tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] 10.222.0.62 "GET /v2.0/security-groups?id=825fe722-1a74-4704-9ac8-2123bc343a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862690 Dec 10 18:42:47.033191 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf47c271-ca13-4385-9efb-949ba538f56d x-openstack-request-id: req-bf47c271-ca13-4385-9efb-949ba538f56d {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:42:47.034383 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875b61ac-7e0c-4d0f-957d-a6f989a9c239", "name": "network-vif-deleted", "tag": "dc2ff59e-b465-47d0-8e13-54dcfc86e10a", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:42:47.034929 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bf47c271-ca13-4385-9efb-949ba538f56d {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:42:47.036121 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875b61ac-7e0c-4d0f-957d-a6f989a9c239', 'name': 'network-vif-deleted', 'tag': 'dc2ff59e-b465-47d0-8e13-54dcfc86e10a', 'status': 'completed', 'code': 200} Dec 10 18:42:47.039868 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['9445b25b-a78e-45cc-a85a-7b5cbdb88dbf'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:42:47.061280 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b922909d-6628-4ad5-b87b-d63475859aaa tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:42:47.061873 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b922909d-6628-4ad5-b87b-d63475859aaa tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:47.066641 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:42:47.066641 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:42:47.066641 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:42:47.066641 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:42:47.066641 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:42:47.066641 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:42:47.066641 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:42:47.066641 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:42:47.066641 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:42:47.066641 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:42:47.066641 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:42:47.066641 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:42:47.066641 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:42:47.066641 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:42:47.066641 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:42:47.066641 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:42:47.066641 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:42:47.066641 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:42:47.066641 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:42:47.066641 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:42:47.066641 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:42:47.066641 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:42:47.066641 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:42:47.066641 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:42:47.066641 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:42:47.066641 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:42:47.066641 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:42:47.066641 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:42:47.066641 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:42:47.066641 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:42:47.066641 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:42:47.066641 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:42:47.070153 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a7e4f-f8ec-4843-9be3-783a3654c33a tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Pushing event deleted for resources: {'Port': ['ID=9445b25b-a78e-45cc-a85a-7b5cbdb88dbf,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:47.155791 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-5de19e01-9ec4-4977-afd7-46bd34c35b6f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1859150921-network', 'tenant_id': '59e8dfda8efa4b43845e4f8d48ac8a17'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:47.181795 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-8080ac27-60ea-4e7b-842a-d0706f69dd00 req-092a7e4f-f8ec-4843-9be3-783a3654c33a tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] No DVR routers for this DVR port 9445b25b-a78e-45cc-a85a-7b5cbdb88dbf on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:42:47.184931 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8080ac27-60ea-4e7b-842a-d0706f69dd00 req-092a7e4f-f8ec-4843-9be3-783a3654c33a tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:47.193083 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8080ac27-60ea-4e7b-842a-d0706f69dd00 req-092a7e4f-f8ec-4843-9be3-783a3654c33a tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.46 "DELETE /v2.0/ports/9445b25b-a78e-45cc-a85a-7b5cbdb88dbf HTTP/1.1" status: 204 len: 173 time: 1.4128900 Dec 10 18:42:47.193287 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038d177a-cd27-4a6a-a676-da7df61ac672', 'name': 'network-vif-deleted', 'tag': '9445b25b-a78e-45cc-a85a-7b5cbdb88dbf'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:42:47.196043 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6ab280-d24c-4c30-997f-3bbc37b22fc3" -d '{"events": [{"server_uuid": "038d177a-cd27-4a6a-a676-da7df61ac672", "name": "network-vif-deleted", "tag": "9445b25b-a78e-45cc-a85a-7b5cbdb88dbf"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:42:47.199626 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b922909d-6628-4ad5-b87b-d63475859aaa tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:47.208014 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b922909d-6628-4ad5-b87b-d63475859aaa tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:47.212976 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8ebc0b2a-b651-4983-88d1-2a6e7ce35ce4 req-0bba1c44-4aaa-4fd9-9dfa-a1d6644a71d1 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=aab807ad-6afd-41bc-8e31-8dd4155d62da HTTP/1.1" status: 200 len: 210 time: 0.0427423 Dec 10 18:42:47.214163 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b922909d-6628-4ad5-b87b-d63475859aaa tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] 10.222.0.62 "DELETE /v2.0/networks/46d85000-1366-4068-b405-06ccc8920a38 HTTP/1.1" status: 204 len: 168 time: 2.2835395 Dec 10 18:42:47.214749 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58902) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:47.225442 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de19e01-9ec4-4977-afd7-46bd34c35b6f admin admin] Made reservation on behalf of 59e8dfda8efa4b43845e4f8d48ac8a17 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:42:47.227914 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5de19e01-9ec4-4977-afd7-46bd34c35b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:47.231029 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922909d-6628-4ad5-b87b-d63475859aaa tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Pushing event deleted for resources: {'Network': ['ID=46d85000-1366-4068-b405-06ccc8920a38,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:47.284809 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5de19e01-9ec4-4977-afd7-46bd34c35b6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:47.313685 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c37ce2-7f68-4f4f-b1fb-695eef45f242 x-openstack-request-id: req-c6c37ce2-7f68-4f4f-b1fb-695eef45f242 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:42:47.313994 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038d177a-cd27-4a6a-a676-da7df61ac672", "name": "network-vif-deleted", "tag": "9445b25b-a78e-45cc-a85a-7b5cbdb88dbf", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:42:47.314258 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c6c37ce2-7f68-4f4f-b1fb-695eef45f242 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:42:47.314745 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038d177a-cd27-4a6a-a676-da7df61ac672', 'name': 'network-vif-deleted', 'tag': '9445b25b-a78e-45cc-a85a-7b5cbdb88dbf', 'status': 'completed', 'code': 200} Dec 10 18:42:47.445079 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device a5b2b98f-14b8-4468-b9ef-787aaf96cf43 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:42:47.446849 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5de19e01-9ec4-4977-afd7-46bd34c35b6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:47.456731 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5de19e01-9ec4-4977-afd7-46bd34c35b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:47.468793 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de791928-5578-4cad-b4c0-3fb9fe547856 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:47.487734 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de19e01-9ec4-4977-afd7-46bd34c35b6f admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:42:47.511852 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de19e01-9ec4-4977-afd7-46bd34c35b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a00c752-8b75-401f-a2c5-3c2251afdbec,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:47.530152 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5de19e01-9ec4-4977-afd7-46bd34c35b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:47.530538 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-5de19e01-9ec4-4977-afd7-46bd34c35b6f admin admin] Added segment 43742164-36f8-4f1b-a48d-a7982428e8e9 of type vlan for network a194f604-8b93-4cbe-9eaa-1ab2e8cb24e5 Dec 10 18:42:47.624384 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-f50b6b7c-f56b-44c8-a2ee-c01965ea06a6 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:47.626085 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-f50b6b7c-f56b-44c8-a2ee-c01965ea06a6 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.46 "GET /v2.0/networks?id=14bf47a8-e4dc-4d77-8612-c359c818f901 HTTP/1.1" status: 200 len: 814 time: 0.1517606 Dec 10 18:42:47.629402 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port a5b2b98f-14b8-4468-b9ef-787aaf96cf43, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=a5b2b98f-14b8-4468-b9ef-787aaf96cf43,segment=NetworkSegment(0a139bd5-0245-4532-9899-9dc6daffdc67),segment_id=0a139bd5-0245-4532-9899-9dc6daffdc67)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:47.645695 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-9f333252-303a-4dc6-ae9f-113ecd24f5a2 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Request body: {'port': {'device_id': 'aab807ad-6afd-41bc-8e31-8dd4155d62da', 'network_id': '14bf47a8-e4dc-4d77-8612-c359c818f901', 'admin_state_up': True, 'tenant_id': '3dfb422318434a9c9244c498c01943c6'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:47.647069 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5de19e01-9ec4-4977-afd7-46bd34c35b6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:47.657384 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d952376d-918a-4923-b9e6-de51e17f5706 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:42:47.683229 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de791928-5578-4cad-b4c0-3fb9fe547856 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:47.686993 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: d952376d-918a-4923-b9e6-de51e17f5706 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:42:47.687350 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d952376d-918a-4923-b9e6-de51e17f5706 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:42:47.693312 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': 'a5b2b98f-14b8-4468-b9ef-787aaf96cf43', 'network_id': '83110717-bb1d-4126-9fea-f92c8ab07880', 'port_id': 'a5b2b98f-14b8-4468-b9ef-787aaf96cf43', 'mac_address': 'fa:16:3e:2e:0b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87f57bba-7aaf-4bf6-b7fd-4346d45902d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:42:47.717147 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-de791928-5578-4cad-b4c0-3fb9fe547856 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5b5a5b1-2c97-4789-aaee-ec763fd376a9']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:47.729260 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5de19e01-9ec4-4977-afd7-46bd34c35b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:47.731108 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de19e01-9ec4-4977-afd7-46bd34c35b6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:47.732460 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5de19e01-9ec4-4977-afd7-46bd34c35b6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:47.743495 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-de791928-5578-4cad-b4c0-3fb9fe547856 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee57a85-acec-45d6-8f69-b06aa4fe364f') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:47.745107 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-de791928-5578-4cad-b4c0-3fb9fe547856 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee57a85-acec-45d6-8f69-b06aa4fe364f') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:47.749069 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:47.770316 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de791928-5578-4cad-b4c0-3fb9fe547856 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:47.771043 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b2b98f-14b8-4468-b9ef-787aaf96cf43 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:42:47.791556 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de791928-5578-4cad-b4c0-3fb9fe547856 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:47.799372 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de791928-5578-4cad-b4c0-3fb9fe547856 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:42:47.800175 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de791928-5578-4cad-b4c0-3fb9fe547856 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:47.802558 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port a5b2b98f-14b8-4468-b9ef-787aaf96cf43, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=a5b2b98f-14b8-4468-b9ef-787aaf96cf43,segment=NetworkSegment(0a139bd5-0245-4532-9899-9dc6daffdc67),segment_id=0a139bd5-0245-4532-9899-9dc6daffdc67)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:47.813647 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:47.902120 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:42:47.902120 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:42:47.902120 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:42:47.902120 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:42:47.902120 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:42:47.902120 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:42:47.902120 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:42:47.902120 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:42:47.902120 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:42:47.902120 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:42:47.902120 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:42:47.902120 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:42:47.902120 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:42:47.902120 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:42:47.902120 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:42:47.902120 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:42:47.902120 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:42:47.902120 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:42:47.902120 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:42:47.902120 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:42:47.902120 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:42:47.902120 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:42:47.902120 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:42:47.902120 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:42:47.902120 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:42:47.902120 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:42:47.902120 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:42:47.902120 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:42:47.902120 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:42:47.902120 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:42:47.902120 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:42:47.902120 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:42:47.933075 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-9f333252-303a-4dc6-ae9f-113ecd24f5a2 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Made reservation on behalf of 3dfb422318434a9c9244c498c01943c6 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:42:47.938943 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-9f333252-303a-4dc6-ae9f-113ecd24f5a2 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:47.952530 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=a5b2b98f-14b8-4468-b9ef-787aaf96cf43,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:47.984139 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de791928-5578-4cad-b4c0-3fb9fe547856 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:47.986282 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de19e01-9ec4-4977-afd7-46bd34c35b6f admin admin] Pushing event updated for resources: {'Network': ['ID=a194f604-8b93-4cbe-9eaa-1ab2e8cb24e5,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:47.997435 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de19e01-9ec4-4977-afd7-46bd34c35b6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:47.997787 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de19e01-9ec4-4977-afd7-46bd34c35b6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:47.998134 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de19e01-9ec4-4977-afd7-46bd34c35b6f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:47.998479 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de19e01-9ec4-4977-afd7-46bd34c35b6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:47.998821 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de19e01-9ec4-4977-afd7-46bd34c35b6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:47.999157 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de19e01-9ec4-4977-afd7-46bd34c35b6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:47.999486 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de19e01-9ec4-4977-afd7-46bd34c35b6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:47.999822 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de19e01-9ec4-4977-afd7-46bd34c35b6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:48.000154 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de19e01-9ec4-4977-afd7-46bd34c35b6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:48.000482 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de19e01-9ec4-4977-afd7-46bd34c35b6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:48.000840 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de19e01-9ec4-4977-afd7-46bd34c35b6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:48.001172 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de19e01-9ec4-4977-afd7-46bd34c35b6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:48.001499 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de19e01-9ec4-4977-afd7-46bd34c35b6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:48.004977 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de791928-5578-4cad-b4c0-3fb9fe547856 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:48.010995 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-de791928-5578-4cad-b4c0-3fb9fe547856 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] 10.222.0.62 "DELETE /v2.0/networks/d5b5a5b1-2c97-4789-aaee-ec763fd376a9 HTTP/1.1" status: 204 len: 168 time: 0.7936552 Dec 10 18:42:48.014874 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network a194f604-8b93-4cbe-9eaa-1ab2e8cb24e5 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:42:48.015044 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5de19e01-9ec4-4977-afd7-46bd34c35b6f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1332448 Dec 10 18:42:48.015461 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58922) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:48.021965 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58924) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:48.134390 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d4c20c1d-4a3d-4b74-9376-b14dbf58cd3b admin admin] Request body: {'subnet': {'network_id': 'a194f604-8b93-4cbe-9eaa-1ab2e8cb24e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1859150921-subnet', 'tenant_id': '59e8dfda8efa4b43845e4f8d48ac8a17', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:48.158178 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de791928-5578-4cad-b4c0-3fb9fe547856 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Pushing event deleted for resources: {'Network': ['ID=d5b5a5b1-2c97-4789-aaee-ec763fd376a9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:48.190592 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8a070f84-141c-45a8-83e9-2d6d520693d6 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:48.197322 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-9f333252-303a-4dc6-ae9f-113ecd24f5a2 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Allocated IP 172.20.0.10 (14bf47a8-e4dc-4d77-8612-c359c818f901/473d5397-5861-4f30-8410-ba6c85b1882f/f223fe88-67e2-4e41-b2a6-2607a9589762) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:42:48.207954 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c20c1d-4a3d-4b74-9376-b14dbf58cd3b admin admin] Made reservation on behalf of 59e8dfda8efa4b43845e4f8d48ac8a17 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:42:48.210886 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d4c20c1d-4a3d-4b74-9376-b14dbf58cd3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:48.221139 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30895943-2989-4e52-a0c4-5e465a1e16cf req-3e8ad53a-0468-416f-b8a1-68a2f89c62d9 tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:48.225473 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-30895943-2989-4e52-a0c4-5e465a1e16cf req-3e8ad53a-0468-416f-b8a1-68a2f89c62d9 tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b7b8c83-004a-4e16-89ec-1cb166e98222 HTTP/1.1" status: 200 len: 944 time: 0.0930316 Dec 10 18:42:48.320140 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-30895943-2989-4e52-a0c4-5e465a1e16cf req-38d7765c-5c83-4db6-9b21-b2186b473c6a tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] 10.222.0.62 "GET /v2.0/security-groups?id=825fe722-1a74-4704-9ac8-2123bc343a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891895 Dec 10 18:42:48.343879 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['a5b2b98f-14b8-4468-b9ef-787aaf96cf43'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:42:48.349533 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8a070f84-141c-45a8-83e9-2d6d520693d6 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:48.394783 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-8a070f84-141c-45a8-83e9-2d6d520693d6 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e94c1f9f-0876-43b8-a173-98f0222ebb35']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:48.410721 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-8a070f84-141c-45a8-83e9-2d6d520693d6 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e57ae0-cf8a-440b-9ea2-8d618777fc23') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:48.411076 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-8a070f84-141c-45a8-83e9-2d6d520693d6 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e57ae0-cf8a-440b-9ea2-8d618777fc23') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:48.442360 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8a070f84-141c-45a8-83e9-2d6d520693d6 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:48.497849 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8a070f84-141c-45a8-83e9-2d6d520693d6 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:48.511905 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a070f84-141c-45a8-83e9-2d6d520693d6 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:42:48.512458 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8a070f84-141c-45a8-83e9-2d6d520693d6 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:48.516974 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:42:48.516974 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:42:48.516974 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:42:48.516974 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:42:48.516974 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:42:48.516974 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:42:48.516974 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:42:48.516974 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:42:48.516974 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:42:48.516974 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:42:48.516974 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:42:48.516974 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:42:48.516974 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:42:48.516974 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:42:48.516974 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:42:48.516974 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:42:48.516974 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:42:48.516974 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:42:48.516974 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:42:48.516974 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:42:48.516974 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:42:48.516974 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:42:48.516974 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:42:48.516974 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:42:48.516974 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:42:48.516974 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:42:48.516974 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:42:48.516974 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:42:48.516974 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:42:48.516974 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:42:48.516974 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:42:48.516974 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:42:48.636483 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8a070f84-141c-45a8-83e9-2d6d520693d6 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:48.653815 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8a070f84-141c-45a8-83e9-2d6d520693d6 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:48.657941 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8a070f84-141c-45a8-83e9-2d6d520693d6 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] 10.222.0.62 "DELETE /v2.0/networks/e94c1f9f-0876-43b8-a173-98f0222ebb35 HTTP/1.1" status: 204 len: 168 time: 0.6382036 Dec 10 18:42:48.669858 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58950) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:48.672157 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d4c20c1d-4a3d-4b74-9376-b14dbf58cd3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:48.687814 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a070f84-141c-45a8-83e9-2d6d520693d6 tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Pushing event deleted for resources: {'Network': ['ID=e94c1f9f-0876-43b8-a173-98f0222ebb35,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:48.765677 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-543edff5-fcc3-444c-b779-d4561f170c22 req-061428cb-104a-48c4-b468-c9a56fbbefd8 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=aab807ad-6afd-41bc-8e31-8dd4155d62da HTTP/1.1" status: 200 len: 210 time: 0.0333183 Dec 10 18:42:48.807518 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c20c1d-4a3d-4b74-9376-b14dbf58cd3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=84718bf8-22d8-4397-821c-902e6819629c,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:48.813843 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d3ee7ca-4060-4f3e-87cc-7d9bec766aca tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:48.824223 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c20c1d-4a3d-4b74-9376-b14dbf58cd3b admin admin] Checking segment: {'id': '43742164-36f8-4f1b-a48d-a7982428e8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a194f604-8b93-4cbe-9eaa-1ab2e8cb24e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:42:48.824583 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c20c1d-4a3d-4b74-9376-b14dbf58cd3b admin admin] Network hostable DHCP agents. Network: a194f604-8b93-4cbe-9eaa-1ab2e8cb24e5, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:42:48.825557 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-9f333252-303a-4dc6-ae9f-113ecd24f5a2 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:48.864254 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-9f333252-303a-4dc6-ae9f-113ecd24f5a2 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:48.911490 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c20c1d-4a3d-4b74-9376-b14dbf58cd3b admin admin] Network a194f604-8b93-4cbe-9eaa-1ab2e8cb24e5 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:42:48.919044 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-9f333252-303a-4dc6-ae9f-113ecd24f5a2 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Network 14bf47a8-e4dc-4d77-8612-c359c818f901 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:42:48.922605 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-9f333252-303a-4dc6-ae9f-113ecd24f5a2 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:48.927463 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-9f333252-303a-4dc6-ae9f-113ecd24f5a2 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:42:48.928108 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d3ee7ca-4060-4f3e-87cc-7d9bec766aca tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:48.936656 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-d4c20c1d-4a3d-4b74-9376-b14dbf58cd3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, a194f604-8b93-4cbe-9eaa-1ab2e8cb24e5) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:48.945906 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c20c1d-4a3d-4b74-9376-b14dbf58cd3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:48.947041 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d4c20c1d-4a3d-4b74-9376-b14dbf58cd3b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:48.949064 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f70092d-0dce-4a06-af81-a0c7da301baf None None] DHCP port deletion for 14bf47a8-e4dc-4d77-8612-c359c818f901 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:42:48.961650 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-2d3ee7ca-4060-4f3e-87cc-7d9bec766aca tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['504954d1-9a1f-4fb6-8ff3-0927b7c6364b']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:48.962477 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa975ef2-0a0f-4c4f-a45d-b192f717d0f3 None None] Network a194f604-8b93-4cbe-9eaa-1ab2e8cb24e5 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:42:48.970532 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f333252-303a-4dc6-ae9f-113ecd24f5a2 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Pushing event updated for resources: {'Port': ['ID=f223fe88-67e2-4e41-b2a6-2607a9589762,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:48.975666 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-2d3ee7ca-4060-4f3e-87cc-7d9bec766aca tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a573db-d5b7-42a5-bac0-ea6bfc23704e') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:48.976028 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-2d3ee7ca-4060-4f3e-87cc-7d9bec766aca tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a573db-d5b7-42a5-bac0-ea6bfc23704e') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:48.981865 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d4c20c1d-4a3d-4b74-9376-b14dbf58cd3b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8538039 Dec 10 18:42:48.984311 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58968) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:48.991077 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-614fde42-2849-46cf-996c-58fde73fc0be admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1859150921-router', 'tenant_id': '59e8dfda8efa4b43845e4f8d48ac8a17', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:48.991215 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d3ee7ca-4060-4f3e-87cc-7d9bec766aca tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:49.008285 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d3ee7ca-4060-4f3e-87cc-7d9bec766aca tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:49.019130 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d3ee7ca-4060-4f3e-87cc-7d9bec766aca tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:42:49.019330 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-9f333252-303a-4dc6-ae9f-113ecd24f5a2 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:49.019540 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d3ee7ca-4060-4f3e-87cc-7d9bec766aca tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:49.020287 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-9f333252-303a-4dc6-ae9f-113ecd24f5a2 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:49.023503 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:42:49.023503 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:42:49.023503 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:42:49.023503 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:42:49.023503 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:42:49.023503 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:42:49.023503 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:42:49.023503 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:42:49.023503 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:42:49.023503 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:42:49.023503 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:42:49.023503 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:42:49.023503 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:42:49.023503 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:42:49.023503 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:42:49.023503 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:42:49.023503 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:42:49.023503 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:42:49.023503 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:42:49.023503 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:42:49.023503 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:42:49.023503 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:42:49.023503 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:42:49.023503 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:42:49.023503 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:42:49.023503 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:42:49.023503 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:42:49.023503 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:42:49.023503 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:42:49.023503 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:42:49.023503 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:42:49.023503 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:42:49.043011 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-614fde42-2849-46cf-996c-58fde73fc0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:49.044370 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-614fde42-2849-46cf-996c-58fde73fc0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:49.064858 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-9f333252-303a-4dc6-ae9f-113ecd24f5a2 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4260731 Dec 10 18:42:49.078858 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-5020c48d-25bc-4192-a252-e4cbaf69fb37 service neutron] Request body: {'port': {'device_id': 'aab807ad-6afd-41bc-8e31-8dd4155d62da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:49.092612 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5a96d3c4-25f1-44ef-96a4-3ecbc5a96a70 None None] Provisioning complete for port f223fe88-67e2-4e41-b2a6-2607a9589762 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:49.093016 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5a96d3c4-25f1-44ef-96a4-3ecbc5a96a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:49.122807 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d3ee7ca-4060-4f3e-87cc-7d9bec766aca tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:49.144463 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d3ee7ca-4060-4f3e-87cc-7d9bec766aca tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:49.151755 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2d3ee7ca-4060-4f3e-87cc-7d9bec766aca tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] 10.222.0.62 "DELETE /v2.0/networks/504954d1-9a1f-4fb6-8ff3-0927b7c6364b HTTP/1.1" status: 204 len: 168 time: 0.4801581 Dec 10 18:42:49.165199 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ee7ca-4060-4f3e-87cc-7d9bec766aca tempest-BulkNetworkOpsIpV6Test-1650573060 tempest-BulkNetworkOpsIpV6Test-1650573060-project] Pushing event deleted for resources: {'Network': ['ID=504954d1-9a1f-4fb6-8ff3-0927b7c6364b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:49.166924 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5a96d3c4-25f1-44ef-96a4-3ecbc5a96a70 None None] Port f223fe88-67e2-4e41-b2a6-2607a9589762 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:42:49.202005 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba92f8c-7621-4c65-85a5-302543d522d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-a194f604-8b93-4cbe-9eaa-1ab2e8cb24e5', 'network_id': 'a194f604-8b93-4cbe-9eaa-1ab2e8cb24e5', 'project_id': '59e8dfda8efa4b43845e4f8d48ac8a17', 'fixed_ips': [{'subnet_id': '84718bf8-22d8-4397-821c-902e6819629c'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:42:49.203401 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0ba92f8c-7621-4c65-85a5-302543d522d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:49.209615 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-614fde42-2849-46cf-996c-58fde73fc0be admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:49.387455 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-0ba92f8c-7621-4c65-85a5-302543d522d0 None None] Allocated IP 172.20.0.2 (a194f604-8b93-4cbe-9eaa-1ab2e8cb24e5/84718bf8-22d8-4397-821c-902e6819629c/0104c393-8444-4f7c-a14c-9b838f489cf0) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:42:49.395436 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-614fde42-2849-46cf-996c-58fde73fc0be admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:49.401717 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-5020c48d-25bc-4192-a252-e4cbaf69fb37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:49.469035 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device dc2ff59e-b465-47d0-8e13-54dcfc86e10a no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:42:49.489556 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58992) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:49.495436 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: dc2ff59e-b465-47d0-8e13-54dcfc86e10a {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:42:49.496038 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device dc2ff59e-b465-47d0-8e13-54dcfc86e10a not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:42:49.574582 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7d1ed-ddf2-40d0-b0ce-a4f5fb5a5e51 req-ef54ca76-5171-4280-b518-be700bb072bc tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:49.582713 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e8e7d1ed-ddf2-40d0-b0ce-a4f5fb5a5e51 req-ef54ca76-5171-4280-b518-be700bb072bc tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b7b8c83-004a-4e16-89ec-1cb166e98222 HTTP/1.1" status: 200 len: 944 time: 0.1325395 Dec 10 18:42:49.647586 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0ba92f8c-7621-4c65-85a5-302543d522d0 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:49.654044 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0bb6e2bd-20c2-417f-a53c-866ffc97c47b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:49.661234 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0ba92f8c-7621-4c65-85a5-302543d522d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:49.667334 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59002) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:49.715321 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba92f8c-7621-4c65-85a5-302543d522d0 None None] Network a194f604-8b93-4cbe-9eaa-1ab2e8cb24e5 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:42:49.719136 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-0ba92f8c-7621-4c65-85a5-302543d522d0 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:49.724779 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba92f8c-7621-4c65-85a5-302543d522d0 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:42:49.765490 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba92f8c-7621-4c65-85a5-302543d522d0 None None] Pushing event updated for resources: {'Port': ['ID=0104c393-8444-4f7c-a14c-9b838f489cf0,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:49.769259 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e8e7d1ed-ddf2-40d0-b0ce-a4f5fb5a5e51 req-0fcea746-8d86-44ae-9c34-725af5eea42d tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] 10.222.0.62 "GET /v2.0/security-groups?id=825fe722-1a74-4704-9ac8-2123bc343a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775005 Dec 10 18:42:49.854935 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0ba92f8c-7621-4c65-85a5-302543d522d0 None None] Attempting to bind port 0104c393-8444-4f7c-a14c-9b838f489cf0 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:42:49.855627 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0ba92f8c-7621-4c65-85a5-302543d522d0 None None] Attempting to bind port 0104c393-8444-4f7c-a14c-9b838f489cf0 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '43742164-36f8-4f1b-a48d-a7982428e8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a194f604-8b93-4cbe-9eaa-1ab2e8cb24e5'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:42:49.856168 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba92f8c-7621-4c65-85a5-302543d522d0 None None] Attempting to bind port 0104c393-8444-4f7c-a14c-9b838f489cf0 on network a194f604-8b93-4cbe-9eaa-1ab2e8cb24e5 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:42:49.864268 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba92f8c-7621-4c65-85a5-302543d522d0 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:42:49.864824 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba92f8c-7621-4c65-85a5-302543d522d0 None None] Checking segment: {'id': '43742164-36f8-4f1b-a48d-a7982428e8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a194f604-8b93-4cbe-9eaa-1ab2e8cb24e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:42:49.865243 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0ba92f8c-7621-4c65-85a5-302543d522d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:49.865773 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba92f8c-7621-4c65-85a5-302543d522d0 None None] Bound using segment: {'id': '43742164-36f8-4f1b-a48d-a7982428e8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a194f604-8b93-4cbe-9eaa-1ab2e8cb24e5'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:42:49.866267 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0ba92f8c-7621-4c65-85a5-302543d522d0 None None] Bound port: 0104c393-8444-4f7c-a14c-9b838f489cf0, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43742164-36f8-4f1b-a48d-a7982428e8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a194f604-8b93-4cbe-9eaa-1ab2e8cb24e5'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:42:49.866659 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0ba92f8c-7621-4c65-85a5-302543d522d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:49.892937 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-5020c48d-25bc-4192-a252-e4cbaf69fb37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f223fe88-67e2-4e41-b2a6-2607a9589762 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:42:49.904079 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-5020c48d-25bc-4192-a252-e4cbaf69fb37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:49.942668 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0ba92f8c-7621-4c65-85a5-302543d522d0 None None] For port 0104c393-8444-4f7c-a14c-9b838f489cf0, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:42:49.945085 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-5020c48d-25bc-4192-a252-e4cbaf69fb37 service neutron] Transition to ACTIVE for port object f223fe88-67e2-4e41-b2a6-2607a9589762 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:42:49.946848 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0ba92f8c-7621-4c65-85a5-302543d522d0 None None] For port 0104c393-8444-4f7c-a14c-9b838f489cf0, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=0104c393-8444-4f7c-a14c-9b838f489cf0,segment=NetworkSegment(43742164-36f8-4f1b-a48d-a7982428e8e9),segment_id=43742164-36f8-4f1b-a48d-a7982428e8e9)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:42:49.950485 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c808718a-df88-4ef6-8219-b152e264be1c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3a3a83c6490d4b03b8ac74b26d3c4a03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4547322 Dec 10 18:42:49.953819 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0ba92f8c-7621-4c65-85a5-302543d522d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:49.955514 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59008) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:49.963291 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-5020c48d-25bc-4192-a252-e4cbaf69fb37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:49.987878 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7d8400d4-beeb-48e3-90d7-374ec356864b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4a90a8614cab4789b8ebe3e779e622d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2894211 Dec 10 18:42:49.990255 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59010) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:50.005235 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2f17d-75f8-4756-b443-ad4efa1ee8aa req-6768ffa6-e116-4b2e-bbd7-ac1e4da9b555 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:50.006932 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bbe2f17d-75f8-4756-b443-ad4efa1ee8aa req-6768ffa6-e116-4b2e-bbd7-ac1e4da9b555 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=aab807ad-6afd-41bc-8e31-8dd4155d62da HTTP/1.1" status: 200 len: 932 time: 0.1116617 Dec 10 18:42:50.023514 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba92f8c-7621-4c65-85a5-302543d522d0 None None] Pushing event updated for resources: {'Port': ['ID=0104c393-8444-4f7c-a14c-9b838f489cf0,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:50.043789 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-614fde42-2849-46cf-996c-58fde73fc0be admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:50.054487 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36e2b76-5397-4a3d-b8ee-b782525915b7 None None] DHCP port deletion for 14bf47a8-e4dc-4d77-8612-c359c818f901 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:42:50.106146 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-be0d1f2b-1887-40e8-9a80-c2933f5059b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:50.108860 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bbe2f17d-75f8-4756-b443-ad4efa1ee8aa req-ec9c65d8-7a71-4d81-a6da-9fce3aae291a tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848117 Dec 10 18:42:50.109460 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-614fde42-2849-46cf-996c-58fde73fc0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:50.109687 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a7accce9-5dc2-4f1d-b2e3-16b8b21328cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:50.117850 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020c48d-25bc-4192-a252-e4cbaf69fb37 service neutron] Pushing event updated for resources: {'Port': ['ID=f223fe88-67e2-4e41-b2a6-2607a9589762,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:50.142634 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a7accce9-5dc2-4f1d-b2e3-16b8b21328cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:50.202897 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a7accce9-5dc2-4f1d-b2e3-16b8b21328cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:50.206768 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a7accce9-5dc2-4f1d-b2e3-16b8b21328cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:50.211411 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a7accce9-5dc2-4f1d-b2e3-16b8b21328cb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/746f00bf-491b-4a56-93d2-dba5a99e34cc HTTP/1.1" status: 204 len: 168 time: 0.2176948 Dec 10 18:42:50.218475 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7accce9-5dc2-4f1d-b2e3-16b8b21328cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746f00bf-491b-4a56-93d2-dba5a99e34cc,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:50.231503 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-be0d1f2b-1887-40e8-9a80-c2933f5059b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:50.350007 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-5020c48d-25bc-4192-a252-e4cbaf69fb37 service neutron] Attempting to bind port f223fe88-67e2-4e41-b2a6-2607a9589762 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:42:50.350367 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-5020c48d-25bc-4192-a252-e4cbaf69fb37 service neutron] Attempting to bind port f223fe88-67e2-4e41-b2a6-2607a9589762 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': 'e2762cd7-3077-44c4-9495-44ad1a192a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '14bf47a8-e4dc-4d77-8612-c359c818f901'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:42:50.350706 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-5020c48d-25bc-4192-a252-e4cbaf69fb37 service neutron] Attempting to bind port f223fe88-67e2-4e41-b2a6-2607a9589762 on network 14bf47a8-e4dc-4d77-8612-c359c818f901 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:42:50.363864 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-5020c48d-25bc-4192-a252-e4cbaf69fb37 service neutron] Port f223fe88-67e2-4e41-b2a6-2607a9589762 on network 14bf47a8-e4dc-4d77-8612-c359c818f901 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:42:50.363864 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-5020c48d-25bc-4192-a252-e4cbaf69fb37 service neutron] Attempting to bind port f223fe88-67e2-4e41-b2a6-2607a9589762 on network 14bf47a8-e4dc-4d77-8612-c359c818f901 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:42:50.374564 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-5020c48d-25bc-4192-a252-e4cbaf69fb37 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:42:50.375082 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-5020c48d-25bc-4192-a252-e4cbaf69fb37 service neutron] Checking segment: {'id': 'e2762cd7-3077-44c4-9495-44ad1a192a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '14bf47a8-e4dc-4d77-8612-c359c818f901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:42:50.375457 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-5020c48d-25bc-4192-a252-e4cbaf69fb37 service neutron] Bound using segment: {'id': 'e2762cd7-3077-44c4-9495-44ad1a192a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '14bf47a8-e4dc-4d77-8612-c359c818f901'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:42:50.379274 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-5020c48d-25bc-4192-a252-e4cbaf69fb37 service neutron] Bound port: f223fe88-67e2-4e41-b2a6-2607a9589762, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2762cd7-3077-44c4-9495-44ad1a192a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '14bf47a8-e4dc-4d77-8612-c359c818f901'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:42:50.379504 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-5020c48d-25bc-4192-a252-e4cbaf69fb37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:50.405645 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-be0d1f2b-1887-40e8-9a80-c2933f5059b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:50.408444 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-be0d1f2b-1887-40e8-9a80-c2933f5059b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:50.410185 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-be0d1f2b-1887-40e8-9a80-c2933f5059b8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/07dc0519-70d5-46a8-ad7f-a7011952af29 HTTP/1.1" status: 204 len: 168 time: 0.4529734 Dec 10 18:42:50.412816 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-614fde42-2849-46cf-996c-58fde73fc0be admin admin] Allocated IP 172.25.7.160 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:42:50.458848 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d1f2b-1887-40e8-9a80-c2933f5059b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07dc0519-70d5-46a8-ad7f-a7011952af29,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:50.559391 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-5020c48d-25bc-4192-a252-e4cbaf69fb37 service neutron] For port f223fe88-67e2-4e41-b2a6-2607a9589762, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:42:50.564712 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-5020c48d-25bc-4192-a252-e4cbaf69fb37 service neutron] For port f223fe88-67e2-4e41-b2a6-2607a9589762, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=f223fe88-67e2-4e41-b2a6-2607a9589762,segment=NetworkSegment(e2762cd7-3077-44c4-9495-44ad1a192a7e),segment_id=e2762cd7-3077-44c4-9495-44ad1a192a7e)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:42:50.571133 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-5020c48d-25bc-4192-a252-e4cbaf69fb37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:50.633982 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-5020c48d-25bc-4192-a252-e4cbaf69fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:50.634449 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81229c39-f494-40be-9430-080c7eae4a69 None None] DHCP port deletion for 14bf47a8-e4dc-4d77-8612-c359c818f901 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:42:50.634608 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-5020c48d-25bc-4192-a252-e4cbaf69fb37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:50.636009 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-5020c48d-25bc-4192-a252-e4cbaf69fb37 service neutron] 10.222.0.46 "PUT /v2.0/ports/f223fe88-67e2-4e41-b2a6-2607a9589762 HTTP/1.1" status: 200 len: 1092 time: 1.5627589 Dec 10 18:42:50.640513 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aab807ad-6afd-41bc-8e31-8dd4155d62da', 'tag': 'f223fe88-67e2-4e41-b2a6-2607a9589762'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:42:50.644372 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b7382c-5f76-45ae-81cd-bf3d35fb0720" -d '{"events": [{"name": "network-changed", "server_uuid": "aab807ad-6afd-41bc-8e31-8dd4155d62da", "tag": "f223fe88-67e2-4e41-b2a6-2607a9589762"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:42:50.687137 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-614fde42-2849-46cf-996c-58fde73fc0be admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:50.698608 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 9445b25b-a78e-45cc-a85a-7b5cbdb88dbf no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:42:50.756856 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f145e63b-511f-421d-9283-b2fb6aa3fbfe x-openstack-request-id: req-f145e63b-511f-421d-9283-b2fb6aa3fbfe {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:42:50.757478 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aab807ad-6afd-41bc-8e31-8dd4155d62da", "tag": "f223fe88-67e2-4e41-b2a6-2607a9589762", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:42:50.758313 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f145e63b-511f-421d-9283-b2fb6aa3fbfe {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:42:50.759266 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aab807ad-6afd-41bc-8e31-8dd4155d62da', 'tag': 'f223fe88-67e2-4e41-b2a6-2607a9589762', 'status': 'completed', 'code': 200} Dec 10 18:42:50.776370 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 9445b25b-a78e-45cc-a85a-7b5cbdb88dbf {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:42:50.776370 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 9445b25b-a78e-45cc-a85a-7b5cbdb88dbf not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:42:50.791136 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020c48d-25bc-4192-a252-e4cbaf69fb37 service neutron] Pushing event updated for resources: {'Port': ['ID=f223fe88-67e2-4e41-b2a6-2607a9589762,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:50.828918 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-614fde42-2849-46cf-996c-58fde73fc0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:50.909308 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614fde42-2849-46cf-996c-58fde73fc0be admin admin] Pushing event updated for resources: {'Port': ['ID=84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:50.923452 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-2bc13cb0-c685-445f-bde5-33fc3ff8da63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:50.925650 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-2bc13cb0-c685-445f-bde5-33fc3ff8da63 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3dfb422318434a9c9244c498c01943c6&device_id=aab807ad-6afd-41bc-8e31-8dd4155d62da HTTP/1.1" status: 200 len: 1095 time: 0.2179570 Dec 10 18:42:50.944655 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5639ed6-64f2-4a49-9270-f5fac6472e85 req-01b6802d-67b8-4ea3-ae81-1b38f0ebf04a tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:50.947210 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614fde42-2849-46cf-996c-58fde73fc0be admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:42:50.952730 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-614fde42-2849-46cf-996c-58fde73fc0be admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:50.954687 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b5639ed6-64f2-4a49-9270-f5fac6472e85 req-01b6802d-67b8-4ea3-ae81-1b38f0ebf04a tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b7b8c83-004a-4e16-89ec-1cb166e98222 HTTP/1.1" status: 200 len: 944 time: 0.0875244 Dec 10 18:42:50.967556 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c53dac-e739-4c04-88ed-5b3999d5fc46 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:42:51.007073 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614fde42-2849-46cf-996c-58fde73fc0be admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:42:51.032308 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-6c45e8cc-414c-477b-b100-c8143d4d6c40 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f223fe88-67e2-4e41-b2a6-2607a9589762 HTTP/1.1" status: 200 len: 217 time: 0.0859480 Dec 10 18:42:51.034513 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b5639ed6-64f2-4a49-9270-f5fac6472e85 req-dd2295e9-3d9e-4d0b-96c5-669b1aa9ce3a tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] 10.222.0.62 "GET /v2.0/security-groups?id=825fe722-1a74-4704-9ac8-2123bc343a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780435 Dec 10 18:42:51.036230 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e04e43c5-5eeb-4b68-8c96-37f18d76c64c None None] Provisioning complete for port 84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:51.036624 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e04e43c5-5eeb-4b68-8c96-37f18d76c64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:51.134001 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-dbac0f52-71a7-4500-b901-4026a3b10602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:51.135805 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-dbac0f52-71a7-4500-b901-4026a3b10602 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=473d5397-5861-4f30-8410-ba6c85b1882f HTTP/1.1" status: 200 len: 854 time: 0.1024721 Dec 10 18:42:51.149831 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e04e43c5-5eeb-4b68-8c96-37f18d76c64c None None] Port 84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:42:51.266465 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-1274c7ad-206a-4cf9-8f39-778c6173d7e9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=14bf47a8-e4dc-4d77-8612-c359c818f901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702934 Dec 10 18:42:51.473413 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b9d20-e6b6-4c1c-804c-53f7ab6506c8 req-5ab32744-d313-4610-a8b0-c8e13fb9330a tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:51.479930 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device a5b2b98f-14b8-4468-b9ef-787aaf96cf43 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:42:51.485300 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e91b9d20-e6b6-4c1c-804c-53f7ab6506c8 req-5ab32744-d313-4610-a8b0-c8e13fb9330a tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=aab807ad-6afd-41bc-8e31-8dd4155d62da HTTP/1.1" status: 200 len: 944 time: 0.2144642 Dec 10 18:42:51.566745 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e76d0db-c364-4583-94f9-b847d484a0af None None] Network a194f604-8b93-4cbe-9eaa-1ab2e8cb24e5 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:42:51.667007 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port a5b2b98f-14b8-4468-b9ef-787aaf96cf43 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:42:51.674406 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-e1a992f2-3b46-493a-92f2-a426a168e5b0 service neutron] 10.222.0.46 "GET /v2.0/networks/14bf47a8-e4dc-4d77-8612-c359c818f901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912938 Dec 10 18:42:51.674730 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-42479e58-68b1-4b6d-8b38-b74f6c7ca0bd None None] Provisioning complete for port 0104c393-8444-4f7c-a14c-9b838f489cf0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:51.675321 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-42479e58-68b1-4b6d-8b38-b74f6c7ca0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:51.682557 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port a5b2b98f-14b8-4468-b9ef-787aaf96cf43 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:51.683244 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:51.748927 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 0104c393-8444-4f7c-a14c-9b838f489cf0 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:42:51.774418 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e91b9d20-e6b6-4c1c-804c-53f7ab6506c8 req-1e3b4bcf-61ef-48cb-8f1c-df2dc346258d tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844226 Dec 10 18:42:51.819375 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-614fde42-2849-46cf-996c-58fde73fc0be admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:51.919364 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1b2b097-84ec-4af4-95d4-9bb237b208af req-913f6123-88bb-498a-8e93-b909ee7995c0 service neutron] 10.222.0.46 "GET /v2.0/networks/14bf47a8-e4dc-4d77-8612-c359c818f901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269716 Dec 10 18:42:51.937377 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59074) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:52.048589 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 0104c393-8444-4f7c-a14c-9b838f489cf0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:52.049165 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:52.071163 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7382c-5f76-45ae-81cd-bf3d35fb0720 req-becb9333-c81b-4bf7-a160-a6b1d8004b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:52.072624 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-13b7382c-5f76-45ae-81cd-bf3d35fb0720 req-becb9333-c81b-4bf7-a160-a6b1d8004b2d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3dfb422318434a9c9244c498c01943c6&device_id=aab807ad-6afd-41bc-8e31-8dd4155d62da HTTP/1.1" status: 200 len: 1095 time: 0.1014569 Dec 10 18:42:52.072858 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:52.144095 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b526c76b-a123-4c15-a8a5-df53d74bd328 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1478839453'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:52.179999 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303d679-a146-44a3-9cc4-3033fd78741c req-303f51e0-3270-42ec-b168-b7284ab2fd7b tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:52.189737 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f303d679-a146-44a3-9cc4-3033fd78741c req-303f51e0-3270-42ec-b168-b7284ab2fd7b tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b7b8c83-004a-4e16-89ec-1cb166e98222 HTTP/1.1" status: 200 len: 944 time: 0.0702348 Dec 10 18:42:52.191517 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7b8c83-004a-4e16-89ec-1cb166e98222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b2b98f-14b8-4468-b9ef-787aaf96cf43'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:42:52.193959 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38c9707-61c9-4a63-9f56-db4076bc084c" -d '{"events": [{"server_uuid": "6b7b8c83-004a-4e16-89ec-1cb166e98222", "name": "network-vif-plugged", "status": "completed", "tag": "a5b2b98f-14b8-4468-b9ef-787aaf96cf43"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:42:52.214738 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port a5b2b98f-14b8-4468-b9ef-787aaf96cf43, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=a5b2b98f-14b8-4468-b9ef-787aaf96cf43,segment=NetworkSegment(0a139bd5-0245-4532-9899-9dc6daffdc67),segment_id=0a139bd5-0245-4532-9899-9dc6daffdc67)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:52.225215 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:52.229576 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-42479e58-68b1-4b6d-8b38-b74f6c7ca0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:52.292955 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f303d679-a146-44a3-9cc4-3033fd78741c req-13a2594f-f842-4b78-b359-4a451614a82d tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] 10.222.0.62 "GET /v2.0/security-groups?id=825fe722-1a74-4704-9ac8-2123bc343a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951862 Dec 10 18:42:52.574815 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a797f6-cde4-4319-a94e-79cc791639c4 req-65d6b296-6020-4f00-93f0-55758d8476be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:52.576919 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-33a797f6-cde4-4319-a94e-79cc791639c4 req-65d6b296-6020-4f00-93f0-55758d8476be service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6b7b8c83-004a-4e16-89ec-1cb166e98222 HTTP/1.1" status: 200 len: 1096 time: 0.0741246 Dec 10 18:42:52.623661 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18d73c5-6de8-479e-b20b-04f31c7be9b7 x-openstack-request-id: req-a18d73c5-6de8-479e-b20b-04f31c7be9b7 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:42:52.624228 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b7b8c83-004a-4e16-89ec-1cb166e98222", "name": "network-vif-plugged", "status": "completed", "tag": "a5b2b98f-14b8-4468-b9ef-787aaf96cf43", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:42:52.624754 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a18d73c5-6de8-479e-b20b-04f31c7be9b7 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:42:52.625159 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b7b8c83-004a-4e16-89ec-1cb166e98222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b2b98f-14b8-4468-b9ef-787aaf96cf43', 'code': 200} Dec 10 18:42:52.645164 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-33a797f6-cde4-4319-a94e-79cc791639c4 req-cc436008-f783-439a-b953-e0b6246fe6b6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=825fe722-1a74-4704-9ac8-2123bc343a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605571 Dec 10 18:42:52.646105 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-42479e58-68b1-4b6d-8b38-b74f6c7ca0bd None None] For port 0104c393-8444-4f7c-a14c-9b838f489cf0, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=0104c393-8444-4f7c-a14c-9b838f489cf0,segment=NetworkSegment(43742164-36f8-4f1b-a48d-a7982428e8e9),segment_id=43742164-36f8-4f1b-a48d-a7982428e8e9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:52.649863 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=a5b2b98f-14b8-4468-b9ef-787aaf96cf43,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:52.654245 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:52.658222 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-42479e58-68b1-4b6d-8b38-b74f6c7ca0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:52.673683 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-54923f59-58be-4c68-abf9-70264b9e3373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:52.754974 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:42:52.755643 n-d-821435-1 neutron-server[103246]: DEBUG oslo_db.api [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:42:52.783436 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42479e58-68b1-4b6d-8b38-b74f6c7ca0bd None None] Pushing event updated for resources: {'Port': ['ID=0104c393-8444-4f7c-a14c-9b838f489cf0,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:52.791764 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b526c76b-a123-4c15-a8a5-df53d74bd328 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Made reservation on behalf of 5464ef5b9a964a199d8f573ee60b816c for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:42:52.794086 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4203b9d2-cfd4-4af0-9e2b-51c6b388e843 None None] Provisioning complete for port 0104c393-8444-4f7c-a14c-9b838f489cf0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:52.794649 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4203b9d2-cfd4-4af0-9e2b-51c6b388e843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:52.795305 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b526c76b-a123-4c15-a8a5-df53d74bd328 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:52.821795 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b526c76b-a123-4c15-a8a5-df53d74bd328 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:52.930307 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7382c-5f76-45ae-81cd-bf3d35fb0720 req-d44944b8-fa7b-4ef0-a4d2-f0a439c3e7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:52.931925 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-13b7382c-5f76-45ae-81cd-bf3d35fb0720 req-d44944b8-fa7b-4ef0-a4d2-f0a439c3e7d2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=14bf47a8-e4dc-4d77-8612-c359c818f901 HTTP/1.1" status: 200 len: 915 time: 0.7985547 Dec 10 18:42:52.936894 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-614fde42-2849-46cf-996c-58fde73fc0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:52.942286 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b526c76b-a123-4c15-a8a5-df53d74bd328 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:52.952666 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b526c76b-a123-4c15-a8a5-df53d74bd328 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:52.958321 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba5af1-6d35-4824-af51-93802247e3ec req-37026a68-f7bc-4ee0-b87c-b4cdd1e69648 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:52.960146 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c6ba5af1-6d35-4824-af51-93802247e3ec req-37026a68-f7bc-4ee0-b87c-b4cdd1e69648 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=aab807ad-6afd-41bc-8e31-8dd4155d62da HTTP/1.1" status: 200 len: 944 time: 0.0656807 Dec 10 18:42:52.998269 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-13b7382c-5f76-45ae-81cd-bf3d35fb0720 req-55409823-cdca-4966-b1dd-33f61b35405e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f223fe88-67e2-4e41-b2a6-2607a9589762 HTTP/1.1" status: 200 len: 217 time: 0.0588927 Dec 10 18:42:53.017718 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c6ba5af1-6d35-4824-af51-93802247e3ec req-b109d848-f6f4-49ff-83cc-5c65e3409a29 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493190 Dec 10 18:42:53.120317 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b526c76b-a123-4c15-a8a5-df53d74bd328 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:42:53.148740 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526c76b-a123-4c15-a8a5-df53d74bd328 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0966032-da77-407c-9f5a-8274a21d1093,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:53.160116 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b526c76b-a123-4c15-a8a5-df53d74bd328 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:53.160470 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-b526c76b-a123-4c15-a8a5-df53d74bd328 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Added segment 818bbf64-64ac-46fa-a274-e3a4db77c42a of type vlan for network 17e335ce-f838-4da1-9f2c-60f25cab5215 Dec 10 18:42:53.201634 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7382c-5f76-45ae-81cd-bf3d35fb0720 req-5bc93446-8a26-4ed1-861a-97826f65e8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:53.203182 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-13b7382c-5f76-45ae-81cd-bf3d35fb0720 req-5bc93446-8a26-4ed1-861a-97826f65e8fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=473d5397-5861-4f30-8410-ba6c85b1882f HTTP/1.1" status: 200 len: 854 time: 0.1659749 Dec 10 18:42:53.249160 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b526c76b-a123-4c15-a8a5-df53d74bd328 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:53.255757 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-13b7382c-5f76-45ae-81cd-bf3d35fb0720 req-bbdcdce2-1d3d-405f-8eb5-2493c703e201 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=14bf47a8-e4dc-4d77-8612-c359c818f901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450952 Dec 10 18:42:53.333362 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:53.356444 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b526c76b-a123-4c15-a8a5-df53d74bd328 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:53.369204 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b526c76b-a123-4c15-a8a5-df53d74bd328 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:53.370486 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b526c76b-a123-4c15-a8a5-df53d74bd328 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:53.432573 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df1879-00d8-4f5d-a39e-ba9aeeb4dfe3 req-a3a7b739-5c5a-4439-b8d6-7514eeca3dbb tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:53.434747 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-17df1879-00d8-4f5d-a39e-ba9aeeb4dfe3 req-a3a7b739-5c5a-4439-b8d6-7514eeca3dbb tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b7b8c83-004a-4e16-89ec-1cb166e98222 HTTP/1.1" status: 200 len: 945 time: 0.0585127 Dec 10 18:42:53.451617 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b526c76b-a123-4c15-a8a5-df53d74bd328 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5129220 Dec 10 18:42:53.475807 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614fde42-2849-46cf-996c-58fde73fc0be admin admin] Router 78271450-77e3-4b22-81da-f8710e57a7e6 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:42:53.509877 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526c76b-a123-4c15-a8a5-df53d74bd328 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event updated for resources: {'Network': ['ID=17e335ce-f838-4da1-9f2c-60f25cab5215,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:53.516190 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-13b7382c-5f76-45ae-81cd-bf3d35fb0720 req-d662411a-63a4-466a-99ea-60ce125e51cd service neutron] 10.222.0.46 "GET /v2.0/networks/14bf47a8-e4dc-4d77-8612-c359c818f901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438016 Dec 10 18:42:53.524320 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-17df1879-00d8-4f5d-a39e-ba9aeeb4dfe3 req-16ead250-c638-4d85-b025-7a39bfc0f721 tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] 10.222.0.62 "GET /v2.0/security-groups?id=825fe722-1a74-4704-9ac8-2123bc343a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764697 Dec 10 18:42:53.580289 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 17e335ce-f838-4da1-9f2c-60f25cab5215 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:42:53.708093 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 0104c393-8444-4f7c-a14c-9b838f489cf0 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:42:53.768815 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614fde42-2849-46cf-996c-58fde73fc0be admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:42:53.777828 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-13b7382c-5f76-45ae-81cd-bf3d35fb0720 req-7d4888c5-ba94-40e8-a9ed-196158c8212a service neutron] 10.222.0.46 "GET /v2.0/networks/14bf47a8-e4dc-4d77-8612-c359c818f901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265787 Dec 10 18:42:53.781779 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4a3e02-44cf-4529-9260-ea81ed506ad1 None None] Sync routers for ids ['78271450-77e3-4b22-81da-f8710e57a7e6'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:42:53.792957 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-614fde42-2849-46cf-996c-58fde73fc0be admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:53.795329 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-614fde42-2849-46cf-996c-58fde73fc0be admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8097606 Dec 10 18:42:53.798023 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59110) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:53.810046 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4a3e02-44cf-4529-9260-ea81ed506ad1 None None] Routers {'78271450-77e3-4b22-81da-f8710e57a7e6'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:42:53.810046 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-fa4a3e02-44cf-4529-9260-ea81ed506ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:42:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['78271450-77e3-4b22-81da-f8710e57a7e6'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:53.815625 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 0104c393-8444-4f7c-a14c-9b838f489cf0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:53.815925 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:53.995821 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-fa4a3e02-44cf-4529-9260-ea81ed506ad1 None None] Set router 78271450-77e3-4b22-81da-f8710e57a7e6 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:42:54.251051 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-fa4a3e02-44cf-4529-9260-ea81ed506ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78271450-77e3-4b22-81da-f8710e57a7e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1859150921-router', 'tenant_id': '59e8dfda8efa4b43845e4f8d48ac8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:49Z', 'updated_at': '2021-12-10T18:42:51Z', 'revision_number': 3, 'project_id': '59e8dfda8efa4b43845e4f8d48ac8a17', 'gw_port': {'id': '84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78271450-77e3-4b22-81da-f8710e57a7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:50Z', 'updated_at': '2021-12-10T18:42:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:54.281656 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4a3e02-44cf-4529-9260-ea81ed506ad1 None None] Checking router: 78271450-77e3-4b22-81da-f8710e57a7e6 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:42:54.282935 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4a3e02-44cf-4529-9260-ea81ed506ad1 None None] Updating router 78271450-77e3-4b22-81da-f8710e57a7e6 port 84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:42:54.316193 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-fa4a3e02-44cf-4529-9260-ea81ed506ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:54.385037 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24330582-2409-4fdf-9430-010e5405c3f2 req-9b3d7017-f8a6-4ada-94b6-543e6bc24779 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:54.386785 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-24330582-2409-4fdf-9430-010e5405c3f2 req-9b3d7017-f8a6-4ada-94b6-543e6bc24779 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=aab807ad-6afd-41bc-8e31-8dd4155d62da HTTP/1.1" status: 200 len: 944 time: 0.1359420 Dec 10 18:42:54.554993 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-24330582-2409-4fdf-9430-010e5405c3f2 req-c691fa88-38ff-4402-8fc8-7a199df917ad tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488276 Dec 10 18:42:54.692678 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f01c8cf9-71d9-40c8-abed-7815dfd02e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:54.712641 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device f223fe88-67e2-4e41-b2a6-2607a9589762 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:42:54.746278 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fda90e-4a2a-467f-aa53-60e34b905c6d req-db9eef47-1327-4c68-bc5c-6a1680943492 tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:54.748918 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-98fda90e-4a2a-467f-aa53-60e34b905c6d req-db9eef47-1327-4c68-bc5c-6a1680943492 tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b7b8c83-004a-4e16-89ec-1cb166e98222 HTTP/1.1" status: 200 len: 945 time: 0.0754771 Dec 10 18:42:54.789674 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-fa4a3e02-44cf-4529-9260-ea81ed506ad1 None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:54.797839 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-fa4a3e02-44cf-4529-9260-ea81ed506ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:54.811168 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-98fda90e-4a2a-467f-aa53-60e34b905c6d req-597663ed-022d-4219-b386-0f0fecd03e46 tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] 10.222.0.62 "GET /v2.0/security-groups?id=825fe722-1a74-4704-9ac8-2123bc343a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544448 Dec 10 18:42:54.935963 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-fa4a3e02-44cf-4529-9260-ea81ed506ad1 None None] Attempting to bind port 84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:42:54.938243 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-fa4a3e02-44cf-4529-9260-ea81ed506ad1 None None] Attempting to bind port 84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:42:54.938243 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4a3e02-44cf-4529-9260-ea81ed506ad1 None None] Attempting to bind port 84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:42:54.973139 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae82f8-e93d-4cfc-9910-f8cc9421f9fd None None] Pushing event updated for resources: {'Port': ['ID=84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c,revision_number=2']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:54.991757 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f3d7b7-63d2-4c3a-b168-0d379da9371b None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:42:54.997811 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae82f8-e93d-4cfc-9910-f8cc9421f9fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:54.999152 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae82f8-e93d-4cfc-9910-f8cc9421f9fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:55.000475 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae82f8-e93d-4cfc-9910-f8cc9421f9fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:55.000992 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae82f8-e93d-4cfc-9910-f8cc9421f9fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:55.001862 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae82f8-e93d-4cfc-9910-f8cc9421f9fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:55.003318 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae82f8-e93d-4cfc-9910-f8cc9421f9fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:55.004524 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae82f8-e93d-4cfc-9910-f8cc9421f9fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:55.005819 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae82f8-e93d-4cfc-9910-f8cc9421f9fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:55.006300 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae82f8-e93d-4cfc-9910-f8cc9421f9fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:55.006751 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae82f8-e93d-4cfc-9910-f8cc9421f9fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:55.007919 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae82f8-e93d-4cfc-9910-f8cc9421f9fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:55.008816 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae82f8-e93d-4cfc-9910-f8cc9421f9fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:55.010698 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae82f8-e93d-4cfc-9910-f8cc9421f9fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:55.018929 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4a3e02-44cf-4529-9260-ea81ed506ad1 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:42:55.021033 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4a3e02-44cf-4529-9260-ea81ed506ad1 None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:42:55.030057 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-fa4a3e02-44cf-4529-9260-ea81ed506ad1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:55.032825 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4a3e02-44cf-4529-9260-ea81ed506ad1 None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:42:55.036520 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-fa4a3e02-44cf-4529-9260-ea81ed506ad1 None None] Bound port: 84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:42:55.037129 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-fa4a3e02-44cf-4529-9260-ea81ed506ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:55.043700 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port f223fe88-67e2-4e41-b2a6-2607a9589762, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=f223fe88-67e2-4e41-b2a6-2607a9589762,segment=NetworkSegment(e2762cd7-3077-44c4-9495-44ad1a192a7e),segment_id=e2762cd7-3077-44c4-9495-44ad1a192a7e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:55.066231 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': 'f223fe88-67e2-4e41-b2a6-2607a9589762', 'network_id': '14bf47a8-e4dc-4d77-8612-c359c818f901', 'port_id': 'f223fe88-67e2-4e41-b2a6-2607a9589762', 'mac_address': 'fa:16:3e:a9:06:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473d5397-5861-4f30-8410-ba6c85b1882f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:42:55.070773 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:55.146820 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:55.169271 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-fa4a3e02-44cf-4529-9260-ea81ed506ad1 None None] For port 84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:42:55.173192 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-fa4a3e02-44cf-4529-9260-ea81ed506ad1 None None] For port 84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:42:55.181768 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-fa4a3e02-44cf-4529-9260-ea81ed506ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:55.196278 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f223fe88-67e2-4e41-b2a6-2607a9589762 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:42:55.223780 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f489d204-a521-43b0-a766-05817ffa9440 None None] Provisioning complete for port 84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:55.224158 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f489d204-a521-43b0-a766-05817ffa9440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:55.275892 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61cae48-2167-49c9-803a-aa9e4c72aeb4 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:42:55.304911 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4a3e02-44cf-4529-9260-ea81ed506ad1 None None] Routers {'78271450-77e3-4b22-81da-f8710e57a7e6'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:42:55.304911 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-fa4a3e02-44cf-4529-9260-ea81ed506ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:42:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['78271450-77e3-4b22-81da-f8710e57a7e6'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:55.376472 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port f223fe88-67e2-4e41-b2a6-2607a9589762, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=f223fe88-67e2-4e41-b2a6-2607a9589762,segment=NetworkSegment(e2762cd7-3077-44c4-9495-44ad1a192a7e),segment_id=e2762cd7-3077-44c4-9495-44ad1a192a7e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:55.380693 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-f01c8cf9-71d9-40c8-abed-7815dfd02e67 admin admin] Allocated IP 172.20.0.1 (a194f604-8b93-4cbe-9eaa-1ab2e8cb24e5/84718bf8-22d8-4397-821c-902e6819629c/fce4ff5b-d8c1-40dd-8213-3d277179f65e) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:42:55.390034 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:55.577813 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae82f8-e93d-4cfc-9910-f8cc9421f9fd None None] Pushing event updated for resources: {'Port': ['ID=84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:55.585939 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f01c8cf9-71d9-40c8-abed-7815dfd02e67 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:55.612911 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['f223fe88-67e2-4e41-b2a6-2607a9589762'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:42:55.617169 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:55.631934 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f489d204-a521-43b0-a766-05817ffa9440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:55.641452 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f01c8cf9-71d9-40c8-abed-7815dfd02e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:55.650791 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-fa4a3e02-44cf-4529-9260-ea81ed506ad1 None None] Set router 78271450-77e3-4b22-81da-f8710e57a7e6 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:42:55.684131 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f489d204-a521-43b0-a766-05817ffa9440 None None] For port 84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:55.729257 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01c8cf9-71d9-40c8-abed-7815dfd02e67 admin admin] Network a194f604-8b93-4cbe-9eaa-1ab2e8cb24e5 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:42:55.736230 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-f01c8cf9-71d9-40c8-abed-7815dfd02e67 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:55.744400 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01c8cf9-71d9-40c8-abed-7815dfd02e67 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:42:55.757492 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f489d204-a521-43b0-a766-05817ffa9440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:55.789810 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=f223fe88-67e2-4e41-b2a6-2607a9589762,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:55.804728 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f01c8cf9-71d9-40c8-abed-7815dfd02e67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:55.835983 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:55.836247 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:55.836672 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:55.837016 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:55.837500 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:55.837850 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:55.838221 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:55.838518 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:55.838850 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:55.839175 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:55.839681 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:55.840168 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:55.848058 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:55.870763 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c8cf9-71d9-40c8-abed-7815dfd02e67 admin admin] Pushing event updated for resources: {'Port': ['ID=fce4ff5b-d8c1-40dd-8213-3d277179f65e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:55.985905 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85be309-307a-4c12-9b7b-c73cf07bf2ce req-7aae5084-da8f-47c7-bc5d-9175112e0d46 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:55.998683 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c85be309-307a-4c12-9b7b-c73cf07bf2ce req-7aae5084-da8f-47c7-bc5d-9175112e0d46 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=aab807ad-6afd-41bc-8e31-8dd4155d62da HTTP/1.1" status: 200 len: 945 time: 0.1416435 Dec 10 18:42:56.043831 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f489d204-a521-43b0-a766-05817ffa9440 None None] Pushing event updated for resources: {'Port': ['ID=84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:56.070359 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f01c8cf9-71d9-40c8-abed-7815dfd02e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:56.141645 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c85be309-307a-4c12-9b7b-c73cf07bf2ce req-d5d797e7-8103-4674-b5ad-90cf5faf656c tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405580 Dec 10 18:42:56.190020 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-fa4a3e02-44cf-4529-9260-ea81ed506ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78271450-77e3-4b22-81da-f8710e57a7e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1859150921-router', 'tenant_id': '59e8dfda8efa4b43845e4f8d48ac8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:49Z', 'updated_at': '2021-12-10T18:42:51Z', 'revision_number': 3, 'project_id': '59e8dfda8efa4b43845e4f8d48ac8a17', 'gw_port': {'id': '84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78271450-77e3-4b22-81da-f8710e57a7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:50Z', 'updated_at': '2021-12-10T18:42:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:56.195831 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4dff856b-3464-4fc8-9566-a8adbd21a513 None None] Provisioning complete for port 84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:56.196827 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4dff856b-3464-4fc8-9566-a8adbd21a513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:56.218493 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4a3e02-44cf-4529-9260-ea81ed506ad1 None None] The sync data for ids ['78271450-77e3-4b22-81da-f8710e57a7e6'] in n-d-821435-1 is: [{'id': '78271450-77e3-4b22-81da-f8710e57a7e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1859150921-router', 'tenant_id': '59e8dfda8efa4b43845e4f8d48ac8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:49Z', 'updated_at': '2021-12-10T18:42:51Z', 'revision_number': 3, 'project_id': '59e8dfda8efa4b43845e4f8d48ac8a17', 'gw_port': {'id': '84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78271450-77e3-4b22-81da-f8710e57a7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:50Z', 'updated_at': '2021-12-10T18:42:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:42:56.423844 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f01c8cf9-71d9-40c8-abed-7815dfd02e67 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:56.433814 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f01c8cf9-71d9-40c8-abed-7815dfd02e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:56.623994 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c22cc21d-f011-415e-8205-2277b5baa03b None None] Provisioning complete for port fce4ff5b-d8c1-40dd-8213-3d277179f65e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:56.624301 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c22cc21d-f011-415e-8205-2277b5baa03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:56.632625 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f01c8cf9-71d9-40c8-abed-7815dfd02e67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:56.732603 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c22cc21d-f011-415e-8205-2277b5baa03b None None] Port fce4ff5b-d8c1-40dd-8213-3d277179f65e cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:42:56.734149 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c8cf9-71d9-40c8-abed-7815dfd02e67 admin admin] Pushing event updated for resources: {'Port': ['ID=fce4ff5b-d8c1-40dd-8213-3d277179f65e,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:56.811610 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635ce86-ecb8-4f9f-abc6-3b06682c1a79 req-9d2261e5-5ed7-493b-8260-1832245259cb tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:56.820626 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8635ce86-ecb8-4f9f-abc6-3b06682c1a79 req-9d2261e5-5ed7-493b-8260-1832245259cb tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b7b8c83-004a-4e16-89ec-1cb166e98222 HTTP/1.1" status: 200 len: 945 time: 0.2424030 Dec 10 18:42:56.905113 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01c8cf9-71d9-40c8-abed-7815dfd02e67 admin admin] Network a194f604-8b93-4cbe-9eaa-1ab2e8cb24e5 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:42:56.907799 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-f01c8cf9-71d9-40c8-abed-7815dfd02e67 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:56.918245 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8635ce86-ecb8-4f9f-abc6-3b06682c1a79 req-4745f5db-9e24-4c00-91ff-e58d938830c7 tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] 10.222.0.62 "GET /v2.0/security-groups?id=825fe722-1a74-4704-9ac8-2123bc343a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966935 Dec 10 18:42:57.015288 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59188) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:57.025510 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7209105d-baf5-4a60-b698-bc3814ae0786 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Request body: {'subnet': {'network_id': '17e335ce-f838-4da1-9f2c-60f25cab5215', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:57.148594 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01c8cf9-71d9-40c8-abed-7815dfd02e67 admin admin] Router 78271450-77e3-4b22-81da-f8710e57a7e6 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:42:57.181996 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7209105d-baf5-4a60-b698-bc3814ae0786 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Made reservation on behalf of 5464ef5b9a964a199d8f573ee60b816c for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:42:57.184117 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:42:57.185897 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7209105d-baf5-4a60-b698-bc3814ae0786 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:57.331918 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01c8cf9-71d9-40c8-abed-7815dfd02e67 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:42:57.354085 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f01c8cf9-71d9-40c8-abed-7815dfd02e67 admin admin] 10.222.0.62 "PUT /v2.0/routers/78271450-77e3-4b22-81da-f8710e57a7e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5443931 Dec 10 18:42:57.382991 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-19fbfda2-6c7b-4019-95d0-bc39954cfed3 None None] Provisioning complete for port fce4ff5b-d8c1-40dd-8213-3d277179f65e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:57.383560 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-19fbfda2-6c7b-4019-95d0-bc39954cfed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:57.450219 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59198) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:57.458848 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-19fbfda2-6c7b-4019-95d0-bc39954cfed3 None None] Port fce4ff5b-d8c1-40dd-8213-3d277179f65e cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:42:57.483854 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54cf25-11ac-4085-848f-e4cc66160d8b req-23701d79-c41f-4b45-84ee-5b339b8b1697 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:57.492661 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ca54cf25-11ac-4085-848f-e4cc66160d8b req-23701d79-c41f-4b45-84ee-5b339b8b1697 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=aab807ad-6afd-41bc-8e31-8dd4155d62da HTTP/1.1" status: 200 len: 945 time: 0.2106173 Dec 10 18:42:57.641292 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ca54cf25-11ac-4085-848f-e4cc66160d8b req-1b18b01f-7a1d-4cea-b43b-78ce507a65c5 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475403 Dec 10 18:42:57.645225 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7209105d-baf5-4a60-b698-bc3814ae0786 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:57.669636 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2a91846-a0d3-46e2-817e-d80c078c63ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:57.727226 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:42:57.787363 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2a91846-a0d3-46e2-817e-d80c078c63ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:57.795362 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2a91846-a0d3-46e2-817e-d80c078c63ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:57.809985 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7209105d-baf5-4a60-b698-bc3814ae0786 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Checking segment: {'id': '818bbf64-64ac-46fa-a274-e3a4db77c42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '17e335ce-f838-4da1-9f2c-60f25cab5215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:42:57.810774 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7209105d-baf5-4a60-b698-bc3814ae0786 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Network hostable DHCP agents. Network: 17e335ce-f838-4da1-9f2c-60f25cab5215, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:42:57.814761 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7209105d-baf5-4a60-b698-bc3814ae0786 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event updated for resources: {'Subnet': ['ID=e83cad6e-4eab-4ca5-a6bd-e3360ef7d6b8,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:57.834921 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:57.835301 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:57.835609 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7209105d-baf5-4a60-b698-bc3814ae0786 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Network 17e335ce-f838-4da1-9f2c-60f25cab5215 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:42:57.851250 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-7209105d-baf5-4a60-b698-bc3814ae0786 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 17e335ce-f838-4da1-9f2c-60f25cab5215) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:57.855163 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b2a91846-a0d3-46e2-817e-d80c078c63ab admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=74115a0aa84444548320ec92c793c56b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4028625 Dec 10 18:42:57.856324 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a91846-a0d3-46e2-817e-d80c078c63ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eaf086b-6602-489e-bd6a-dc0aa9d06b79,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:57.858822 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59210) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:57.862570 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7209105d-baf5-4a60-b698-bc3814ae0786 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:57.864218 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7209105d-baf5-4a60-b698-bc3814ae0786 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:57.880109 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b099437b-f1ac-443a-806f-eb667dc78912 None None] Network 17e335ce-f838-4da1-9f2c-60f25cab5215 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:42:57.948013 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-62b7c180-9235-4556-b265-8ee0095e4719 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:57.970006 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7209105d-baf5-4a60-b698-bc3814ae0786 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9436748 Dec 10 18:42:57.972905 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59216) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:57.990121 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4e9c1989-b380-49de-908a-83a105a6ec62 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-450754286'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:57.997999 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-62b7c180-9235-4556-b265-8ee0095e4719 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:58.015771 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a83edf-151d-4d73-b337-b4b5e7f806af req-efac09eb-8ca9-442e-9f80-07db4c319dbd tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:58.017654 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-16a83edf-151d-4d73-b337-b4b5e7f806af req-efac09eb-8ca9-442e-9f80-07db4c319dbd tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b7b8c83-004a-4e16-89ec-1cb166e98222 HTTP/1.1" status: 200 len: 945 time: 0.1493025 Dec 10 18:42:58.075758 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-62b7c180-9235-4556-b265-8ee0095e4719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:58.085791 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed96168-02f3-4915-9047-b79dc1f7cdc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-17e335ce-f838-4da1-9f2c-60f25cab5215', 'network_id': '17e335ce-f838-4da1-9f2c-60f25cab5215', 'project_id': '5464ef5b9a964a199d8f573ee60b816c', 'fixed_ips': [{'subnet_id': 'e83cad6e-4eab-4ca5-a6bd-e3360ef7d6b8'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:42:58.086686 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0ed96168-02f3-4915-9047-b79dc1f7cdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:58.087356 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-62b7c180-9235-4556-b265-8ee0095e4719 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:58.088831 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-62b7c180-9235-4556-b265-8ee0095e4719 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1eaf086b-6602-489e-bd6a-dc0aa9d06b79 HTTP/1.1" status: 204 len: 168 time: 0.2192116 Dec 10 18:42:58.104462 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b7c180-9235-4556-b265-8ee0095e4719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eaf086b-6602-489e-bd6a-dc0aa9d06b79,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:58.204436 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59228) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:58.210098 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-e8be4497-ff86-40d9-9e2b-f588af48cadf admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-584562146-network', 'tenant_id': 'fe48b3635baf48a49aa551e9f18cc72b'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:58.218954 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9c1989-b380-49de-908a-83a105a6ec62 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Made reservation on behalf of 5464ef5b9a964a199d8f573ee60b816c for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:42:58.223582 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e9c1989-b380-49de-908a-83a105a6ec62 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:58.248166 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8be4497-ff86-40d9-9e2b-f588af48cadf admin admin] Made reservation on behalf of fe48b3635baf48a49aa551e9f18cc72b for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:42:58.254349 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e8be4497-ff86-40d9-9e2b-f588af48cadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:58.272289 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e8be4497-ff86-40d9-9e2b-f588af48cadf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:58.288946 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0a0de-b2e3-45f2-9457-4345afa85616 req-d3289eb8-9f7b-4776-8497-41e9561a9706 tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:58.303238 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4cf0a0de-b2e3-45f2-9457-4345afa85616 req-d3289eb8-9f7b-4776-8497-41e9561a9706 tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b7b8c83-004a-4e16-89ec-1cb166e98222 HTTP/1.1" status: 200 len: 945 time: 0.1835551 Dec 10 18:42:58.309382 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-0ed96168-02f3-4915-9047-b79dc1f7cdc3 None None] Allocated IP 2001:db8:0:ffff::2 (17e335ce-f838-4da1-9f2c-60f25cab5215/e83cad6e-4eab-4ca5-a6bd-e3360ef7d6b8/2e81a603-6e2a-4504-88b0-69536c2a335d) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:42:58.369676 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e9c1989-b380-49de-908a-83a105a6ec62 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:42:58.415935 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4cf0a0de-b2e3-45f2-9457-4345afa85616 req-2f1bfeb3-dc20-44f0-b6a9-da258da1f3ef tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] 10.222.0.62 "GET /v2.0/security-groups?id=825fe722-1a74-4704-9ac8-2123bc343a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115875 Dec 10 18:42:58.418462 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e8be4497-ff86-40d9-9e2b-f588af48cadf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:58.425158 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e8be4497-ff86-40d9-9e2b-f588af48cadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:58.426882 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e9c1989-b380-49de-908a-83a105a6ec62 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:58.437631 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-4e9c1989-b380-49de-908a-83a105a6ec62 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Added segment c5715b01-899d-4a47-9e63-f95f45427c0b of type vlan for network b8dd9a42-1cb6-4faa-9bc5-4b2fcb86eef0 Dec 10 18:42:58.463404 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8be4497-ff86-40d9-9e2b-f588af48cadf admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:42:58.478341 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e8be4497-ff86-40d9-9e2b-f588af48cadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:58.478747 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-e8be4497-ff86-40d9-9e2b-f588af48cadf admin admin] Added segment b359f6f0-02b5-418f-ab26-55074aa129cb of type vlan for network 3458fdc1-64b7-42b1-b2c3-a038c20c6922 Dec 10 18:42:58.493249 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-16a83edf-151d-4d73-b337-b4b5e7f806af req-74e3c47d-dae8-4000-b164-cf8aa30617af tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] Deleting port a5b2b98f-14b8-4468-b9ef-787aaf96cf43 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:42:58.493680 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-16a83edf-151d-4d73-b337-b4b5e7f806af req-74e3c47d-dae8-4000-b164-cf8aa30617af tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:58.528117 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e8be4497-ff86-40d9-9e2b-f588af48cadf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:58.537730 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0ed96168-02f3-4915-9047-b79dc1f7cdc3 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:58.548227 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0ed96168-02f3-4915-9047-b79dc1f7cdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:58.556703 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be4497-ff86-40d9-9e2b-f588af48cadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72792d1-2a0d-4fce-aa48-1cc531684151,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:58.568551 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e8be4497-ff86-40d9-9e2b-f588af48cadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:58.569762 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8be4497-ff86-40d9-9e2b-f588af48cadf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:58.572094 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e8be4497-ff86-40d9-9e2b-f588af48cadf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:58.607628 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed96168-02f3-4915-9047-b79dc1f7cdc3 None None] Network 17e335ce-f838-4da1-9f2c-60f25cab5215 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:42:58.611179 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-0ed96168-02f3-4915-9047-b79dc1f7cdc3 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:58.615411 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed96168-02f3-4915-9047-b79dc1f7cdc3 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:42:58.618292 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-16a83edf-151d-4d73-b337-b4b5e7f806af req-74e3c47d-dae8-4000-b164-cf8aa30617af tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] For port a5b2b98f-14b8-4468-b9ef-787aaf96cf43, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=a5b2b98f-14b8-4468-b9ef-787aaf96cf43,segment=NetworkSegment(0a139bd5-0245-4532-9899-9dc6daffdc67),segment_id=0a139bd5-0245-4532-9899-9dc6daffdc67)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:58.618486 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-16a83edf-151d-4d73-b337-b4b5e7f806af req-74e3c47d-dae8-4000-b164-cf8aa30617af tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:58.634881 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-16a83edf-151d-4d73-b337-b4b5e7f806af req-74e3c47d-dae8-4000-b164-cf8aa30617af tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] Calling delete_port for a5b2b98f-14b8-4468-b9ef-787aaf96cf43 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:42:58.637318 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e8be4497-ff86-40d9-9e2b-f588af48cadf admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4317436 Dec 10 18:42:58.640022 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59232) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:58.654896 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-23213518-1d2b-45c6-8c91-f325b8bcf047 admin admin] Request body: {'subnet': {'network_id': '3458fdc1-64b7-42b1-b2c3-a038c20c6922', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-584562146-subnet', 'tenant_id': 'fe48b3635baf48a49aa551e9f18cc72b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:58.669556 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be4497-ff86-40d9-9e2b-f588af48cadf admin admin] Pushing event updated for resources: {'Network': ['ID=3458fdc1-64b7-42b1-b2c3-a038c20c6922,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:58.698748 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23213518-1d2b-45c6-8c91-f325b8bcf047 admin admin] Made reservation on behalf of fe48b3635baf48a49aa551e9f18cc72b for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:42:58.701504 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-23213518-1d2b-45c6-8c91-f325b8bcf047 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:58.701717 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 3458fdc1-64b7-42b1-b2c3-a038c20c6922 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:42:58.772840 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0ed96168-02f3-4915-9047-b79dc1f7cdc3 None None] Attempting to bind port 2e81a603-6e2a-4504-88b0-69536c2a335d on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:42:58.773223 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0ed96168-02f3-4915-9047-b79dc1f7cdc3 None None] Attempting to bind port 2e81a603-6e2a-4504-88b0-69536c2a335d by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '818bbf64-64ac-46fa-a274-e3a4db77c42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '17e335ce-f838-4da1-9f2c-60f25cab5215'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:42:58.773592 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed96168-02f3-4915-9047-b79dc1f7cdc3 None None] Attempting to bind port 2e81a603-6e2a-4504-88b0-69536c2a335d on network 17e335ce-f838-4da1-9f2c-60f25cab5215 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:42:58.781859 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device f223fe88-67e2-4e41-b2a6-2607a9589762 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:42:58.841287 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed96168-02f3-4915-9047-b79dc1f7cdc3 None None] Pushing event updated for resources: {'Port': ['ID=2e81a603-6e2a-4504-88b0-69536c2a335d,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:58.850136 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed96168-02f3-4915-9047-b79dc1f7cdc3 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:42:58.850765 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed96168-02f3-4915-9047-b79dc1f7cdc3 None None] Checking segment: {'id': '818bbf64-64ac-46fa-a274-e3a4db77c42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '17e335ce-f838-4da1-9f2c-60f25cab5215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:42:58.851335 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0ed96168-02f3-4915-9047-b79dc1f7cdc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:58.851887 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed96168-02f3-4915-9047-b79dc1f7cdc3 None None] Bound using segment: {'id': '818bbf64-64ac-46fa-a274-e3a4db77c42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '17e335ce-f838-4da1-9f2c-60f25cab5215'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:42:58.852531 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0ed96168-02f3-4915-9047-b79dc1f7cdc3 None None] Bound port: 2e81a603-6e2a-4504-88b0-69536c2a335d, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '818bbf64-64ac-46fa-a274-e3a4db77c42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '17e335ce-f838-4da1-9f2c-60f25cab5215'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:42:58.853126 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0ed96168-02f3-4915-9047-b79dc1f7cdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:58.902860 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e9c1989-b380-49de-908a-83a105a6ec62 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:58.950125 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0ed96168-02f3-4915-9047-b79dc1f7cdc3 None None] For port 2e81a603-6e2a-4504-88b0-69536c2a335d, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:42:58.953957 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0ed96168-02f3-4915-9047-b79dc1f7cdc3 None None] For port 2e81a603-6e2a-4504-88b0-69536c2a335d, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=2e81a603-6e2a-4504-88b0-69536c2a335d,segment=NetworkSegment(818bbf64-64ac-46fa-a274-e3a4db77c42a),segment_id=818bbf64-64ac-46fa-a274-e3a4db77c42a)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:42:58.956471 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-23213518-1d2b-45c6-8c91-f325b8bcf047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:58.958597 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab67faf-e0ea-45fd-aa3f-b658a9292f3d None None] Sync routers for ids ['78271450-77e3-4b22-81da-f8710e57a7e6'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:42:58.969891 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0ed96168-02f3-4915-9047-b79dc1f7cdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:58.985213 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab67faf-e0ea-45fd-aa3f-b658a9292f3d None None] Routers {'78271450-77e3-4b22-81da-f8710e57a7e6'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:42:58.985878 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7ab67faf-e0ea-45fd-aa3f-b658a9292f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:42:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['78271450-77e3-4b22-81da-f8710e57a7e6'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:58.995362 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d51bb-5224-42fc-8a94-99419ed45b1b req-c4063f00-2da4-453c-920c-9c0c018a0805 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:59.001104 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-387d51bb-5224-42fc-8a94-99419ed45b1b req-c4063f00-2da4-453c-920c-9c0c018a0805 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=aab807ad-6afd-41bc-8e31-8dd4155d62da HTTP/1.1" status: 200 len: 945 time: 0.1420200 Dec 10 18:42:59.003787 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e9c1989-b380-49de-908a-83a105a6ec62 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:59.006492 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port f223fe88-67e2-4e41-b2a6-2607a9589762 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:42:59.010114 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9c1989-b380-49de-908a-83a105a6ec62 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:59.010665 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e9c1989-b380-49de-908a-83a105a6ec62 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:59.023508 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-16a83edf-151d-4d73-b337-b4b5e7f806af req-74e3c47d-dae8-4000-b164-cf8aa30617af tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:59.075236 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23213518-1d2b-45c6-8c91-f325b8bcf047 admin admin] Pushing event updated for resources: {'Subnet': ['ID=396b26e8-4c6c-48c7-bbcf-d928b354fd32,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:59.111122 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23213518-1d2b-45c6-8c91-f325b8bcf047 admin admin] Checking segment: {'id': 'b359f6f0-02b5-418f-ab26-55074aa129cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3458fdc1-64b7-42b1-b2c3-a038c20c6922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:42:59.111804 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23213518-1d2b-45c6-8c91-f325b8bcf047 admin admin] Network hostable DHCP agents. Network: 3458fdc1-64b7-42b1-b2c3-a038c20c6922, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:42:59.137593 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23213518-1d2b-45c6-8c91-f325b8bcf047 admin admin] Network 3458fdc1-64b7-42b1-b2c3-a038c20c6922 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:42:59.156069 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-23213518-1d2b-45c6-8c91-f325b8bcf047 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 3458fdc1-64b7-42b1-b2c3-a038c20c6922) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:59.161863 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23213518-1d2b-45c6-8c91-f325b8bcf047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:59.163351 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-23213518-1d2b-45c6-8c91-f325b8bcf047 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:59.187424 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-23213518-1d2b-45c6-8c91-f325b8bcf047 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5459604 Dec 10 18:42:59.188599 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59252) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:59.195215 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1724c392-5c1f-40bd-9e9f-2c28322923f3 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-584562146-router', 'tenant_id': 'fe48b3635baf48a49aa551e9f18cc72b', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:59.195623 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-7ab67faf-e0ea-45fd-aa3f-b658a9292f3d None None] Set router 78271450-77e3-4b22-81da-f8710e57a7e6 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:42:59.229711 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1724c392-5c1f-40bd-9e9f-2c28322923f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:59.232202 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1724c392-5c1f-40bd-9e9f-2c28322923f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:59.251361 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['a5b2b98f-14b8-4468-b9ef-787aaf96cf43'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:42:59.270489 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9564c716-19f2-4012-8bcc-08002469b34a None None] Network 3458fdc1-64b7-42b1-b2c3-a038c20c6922 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:42:59.286249 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port f223fe88-67e2-4e41-b2a6-2607a9589762 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:59.287746 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:59.359013 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1724c392-5c1f-40bd-9e9f-2c28322923f3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:59.470013 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59262) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:59.479678 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed96168-02f3-4915-9047-b79dc1f7cdc3 None None] Pushing event updated for resources: {'Port': ['ID=2e81a603-6e2a-4504-88b0-69536c2a335d,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:59.650854 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3c47d-dae8-4000-b164-cf8aa30617af tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] Pushing event deleted for resources: {'Port': ['ID=a5b2b98f-14b8-4468-b9ef-787aaf96cf43,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:59.654296 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c1989-b380-49de-908a-83a105a6ec62 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event updated for resources: {'Network': ['ID=b8dd9a42-1cb6-4faa-9bc5-4b2fcb86eef0,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:59.677886 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f238b5dd-1827-4a34-9f4d-c0111195615d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-625986268-network', 'tenant_id': '918661eea5b04e8e98aee67357a7364c'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:59.698927 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4e9c1989-b380-49de-908a-83a105a6ec62 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7183039 Dec 10 18:42:59.699639 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59268) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:59.705970 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a2e07eea-8737-4f25-9df0-36ebe6bb6b05 req-549818c1-3ef2-4fff-bded-740681cfec10 tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b7b8c83-004a-4e16-89ec-1cb166e98222 HTTP/1.1" status: 200 len: 210 time: 0.0865650 Dec 10 18:42:59.714697 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-b39ca27d-f72b-494d-b1b2-1266b293ce78 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Request body: {'subnet': {'network_id': 'b8dd9a42-1cb6-4faa-9bc5-4b2fcb86eef0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:59.717151 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f238b5dd-1827-4a34-9f4d-c0111195615d admin admin] Made reservation on behalf of 918661eea5b04e8e98aee67357a7364c for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:42:59.719706 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f238b5dd-1827-4a34-9f4d-c0111195615d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:59.724842 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1724c392-5c1f-40bd-9e9f-2c28322923f3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:59.739065 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f238b5dd-1827-4a34-9f4d-c0111195615d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:59.822314 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2348f2-34ee-4500-a3d4-c8ad6323d199 None None] DHCP port deletion for 83110717-bb1d-4126-9fea-f92c8ab07880 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:42:59.823764 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a83edf-151d-4d73-b337-b4b5e7f806af req-74e3c47d-dae8-4000-b164-cf8aa30617af tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] No DVR routers for this DVR port a5b2b98f-14b8-4468-b9ef-787aaf96cf43 on host n-h2-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:42:59.831792 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-16a83edf-151d-4d73-b337-b4b5e7f806af req-74e3c47d-dae8-4000-b164-cf8aa30617af tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:59.835231 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-16a83edf-151d-4d73-b337-b4b5e7f806af req-74e3c47d-dae8-4000-b164-cf8aa30617af tempest-ServerMetadataNegativeTestJSON-1797003340 tempest-ServerMetadataNegativeTestJSON-1797003340-project] 10.222.0.72 "DELETE /v2.0/ports/a5b2b98f-14b8-4468-b9ef-787aaf96cf43 HTTP/1.1" status: 204 len: 173 time: 1.8071358 Dec 10 18:42:59.845352 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7b8c83-004a-4e16-89ec-1cb166e98222', 'name': 'network-vif-deleted', 'tag': 'a5b2b98f-14b8-4468-b9ef-787aaf96cf43'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:42:59.852891 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f5215c-ba2d-4f9c-8e4b-20bd404c276b" -d '{"events": [{"server_uuid": "6b7b8c83-004a-4e16-89ec-1cb166e98222", "name": "network-vif-deleted", "tag": "a5b2b98f-14b8-4468-b9ef-787aaf96cf43"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:42:59.872243 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network b8dd9a42-1cb6-4faa-9bc5-4b2fcb86eef0 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:42:59.890532 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f238b5dd-1827-4a34-9f4d-c0111195615d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:59.897562 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f238b5dd-1827-4a34-9f4d-c0111195615d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:59.922018 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-387d51bb-5224-42fc-8a94-99419ed45b1b req-5a703899-6a23-40ba-bf58-d57dd7fdf98b tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8781059 Dec 10 18:42:59.945471 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f238b5dd-1827-4a34-9f4d-c0111195615d admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:42:59.958833 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238b5dd-1827-4a34-9f4d-c0111195615d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f8a72b-0ebc-403f-b421-4bfcdcb91b9a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:59.969195 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f238b5dd-1827-4a34-9f4d-c0111195615d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:59.969539 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-f238b5dd-1827-4a34-9f4d-c0111195615d admin admin] Added segment efb32442-dfcf-42db-87d7-ea4f9e91c5a1 of type vlan for network 324db5a7-3677-4376-8375-fd47a06bb46b Dec 10 18:42:59.983568 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39ca27d-f72b-494d-b1b2-1266b293ce78 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Made reservation on behalf of 5464ef5b9a964a199d8f573ee60b816c for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:42:59.994770 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b39ca27d-f72b-494d-b1b2-1266b293ce78 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:00.077709 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b43dcc-c689-4a5a-b760-c4bb3ae53ad4 x-openstack-request-id: req-70b43dcc-c689-4a5a-b760-c4bb3ae53ad4 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:43:00.079514 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b7b8c83-004a-4e16-89ec-1cb166e98222", "name": "network-vif-deleted", "tag": "a5b2b98f-14b8-4468-b9ef-787aaf96cf43", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:43:00.080008 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-70b43dcc-c689-4a5a-b760-c4bb3ae53ad4 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:43:00.082119 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b7b8c83-004a-4e16-89ec-1cb166e98222', 'name': 'network-vif-deleted', 'tag': 'a5b2b98f-14b8-4468-b9ef-787aaf96cf43', 'status': 'completed', 'code': 200} Dec 10 18:43:00.105824 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4332f1ca-3cc3-43ce-ab5b-f6f1c96ae24b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-3458fdc1-64b7-42b1-b2c3-a038c20c6922', 'network_id': '3458fdc1-64b7-42b1-b2c3-a038c20c6922', 'project_id': 'fe48b3635baf48a49aa551e9f18cc72b', 'fixed_ips': [{'subnet_id': '396b26e8-4c6c-48c7-bbcf-d928b354fd32'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:43:00.106704 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4332f1ca-3cc3-43ce-ab5b-f6f1c96ae24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:00.110782 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f238b5dd-1827-4a34-9f4d-c0111195615d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:00.146993 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1724c392-5c1f-40bd-9e9f-2c28322923f3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:00.159263 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:00.177670 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1724c392-5c1f-40bd-9e9f-2c28322923f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:00.180772 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f238b5dd-1827-4a34-9f4d-c0111195615d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:00.182286 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f238b5dd-1827-4a34-9f4d-c0111195615d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:00.183210 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f238b5dd-1827-4a34-9f4d-c0111195615d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:00.306980 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f238b5dd-1827-4a34-9f4d-c0111195615d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8353138 Dec 10 18:43:00.313878 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port f223fe88-67e2-4e41-b2a6-2607a9589762, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=f223fe88-67e2-4e41-b2a6-2607a9589762,segment=NetworkSegment(e2762cd7-3077-44c4-9495-44ad1a192a7e),segment_id=e2762cd7-3077-44c4-9495-44ad1a192a7e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:00.316519 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab807ad-6afd-41bc-8e31-8dd4155d62da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f223fe88-67e2-4e41-b2a6-2607a9589762'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:43:00.319732 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59276) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:00.320479 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a44c5d-d942-4fff-b9e3-a6f3b3d3bd96" -d '{"events": [{"server_uuid": "aab807ad-6afd-41bc-8e31-8dd4155d62da", "name": "network-vif-plugged", "status": "completed", "tag": "f223fe88-67e2-4e41-b2a6-2607a9589762"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:43:00.325113 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c6097393-0324-4a9a-87b5-02b76e43bb32 admin admin] Request body: {'subnet': {'network_id': '324db5a7-3677-4376-8375-fd47a06bb46b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-625986268-subnet', 'tenant_id': '918661eea5b04e8e98aee67357a7364c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:00.331150 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:00.338623 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238b5dd-1827-4a34-9f4d-c0111195615d admin admin] Pushing event updated for resources: {'Network': ['ID=324db5a7-3677-4376-8375-fd47a06bb46b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:00.419023 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 324db5a7-3677-4376-8375-fd47a06bb46b details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:43:00.444993 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171cb638-3db3-4f6a-9aef-92ad9ac36bab x-openstack-request-id: req-171cb638-3db3-4f6a-9aef-92ad9ac36bab {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:43:00.445295 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab807ad-6afd-41bc-8e31-8dd4155d62da", "name": "network-vif-plugged", "status": "completed", "tag": "f223fe88-67e2-4e41-b2a6-2607a9589762", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:43:00.445553 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-171cb638-3db3-4f6a-9aef-92ad9ac36bab {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:43:00.446821 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab807ad-6afd-41bc-8e31-8dd4155d62da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f223fe88-67e2-4e41-b2a6-2607a9589762', 'code': 200} Dec 10 18:43:00.456170 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6097393-0324-4a9a-87b5-02b76e43bb32 admin admin] Made reservation on behalf of 918661eea5b04e8e98aee67357a7364c for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:00.459633 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6097393-0324-4a9a-87b5-02b76e43bb32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:00.473015 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b39ca27d-f72b-494d-b1b2-1266b293ce78 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:00.511876 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7ab67faf-e0ea-45fd-aa3f-b658a9292f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78271450-77e3-4b22-81da-f8710e57a7e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1859150921-router', 'tenant_id': '59e8dfda8efa4b43845e4f8d48ac8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:49Z', 'updated_at': '2021-12-10T18:42:55Z', 'revision_number': 4, 'project_id': '59e8dfda8efa4b43845e4f8d48ac8a17', 'gw_port': {'id': '84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78271450-77e3-4b22-81da-f8710e57a7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:50Z', 'updated_at': '2021-12-10T18:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'fce4ff5b-d8c1-40dd-8213-3d277179f65e', 'name': '', 'network_id': 'a194f604-8b93-4cbe-9eaa-1ab2e8cb24e5', 'tenant_id': '59e8dfda8efa4b43845e4f8d48ac8a17', 'mac_address': 'fa:16:3e:cc:29:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78271450-77e3-4b22-81da-f8710e57a7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '84718bf8-22d8-4397-821c-902e6819629c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:54Z', 'updated_at': '2021-12-10T18:42:56Z', 'revision_number': 2, 'project_id': '59e8dfda8efa4b43845e4f8d48ac8a17', 'subnets': [{'id': '84718bf8-22d8-4397-821c-902e6819629c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:00.602424 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab67faf-e0ea-45fd-aa3f-b658a9292f3d None None] Checking router: 78271450-77e3-4b22-81da-f8710e57a7e6 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:43:00.602839 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab67faf-e0ea-45fd-aa3f-b658a9292f3d None None] Updating router 78271450-77e3-4b22-81da-f8710e57a7e6 port fce4ff5b-d8c1-40dd-8213-3d277179f65e binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:43:00.637796 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=f223fe88-67e2-4e41-b2a6-2607a9589762,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:00.664187 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7ab67faf-e0ea-45fd-aa3f-b658a9292f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:00.700095 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-4332f1ca-3cc3-43ce-ab5b-f6f1c96ae24b None None] Allocated IP 172.20.0.2 (3458fdc1-64b7-42b1-b2c3-a038c20c6922/396b26e8-4c6c-48c7-bbcf-d928b354fd32/4642605a-76d7-488a-9862-667000eed0fa) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:43:00.709580 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39ca27d-f72b-494d-b1b2-1266b293ce78 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Checking segment: {'id': 'c5715b01-899d-4a47-9e63-f95f45427c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b8dd9a42-1cb6-4faa-9bc5-4b2fcb86eef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:00.710246 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39ca27d-f72b-494d-b1b2-1266b293ce78 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Network hostable DHCP agents. Network: b8dd9a42-1cb6-4faa-9bc5-4b2fcb86eef0, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:43:00.722866 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ca27d-f72b-494d-b1b2-1266b293ce78 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event updated for resources: {'Subnet': ['ID=029be629-855d-4127-bf4c-309cdd7b7229,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:00.749337 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39ca27d-f72b-494d-b1b2-1266b293ce78 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Network b8dd9a42-1cb6-4faa-9bc5-4b2fcb86eef0 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:43:00.762283 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-b39ca27d-f72b-494d-b1b2-1266b293ce78 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, b8dd9a42-1cb6-4faa-9bc5-4b2fcb86eef0) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:00.768856 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39ca27d-f72b-494d-b1b2-1266b293ce78 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:00.769468 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b39ca27d-f72b-494d-b1b2-1266b293ce78 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:00.800693 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b39ca27d-f72b-494d-b1b2-1266b293ce78 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0875885 Dec 10 18:43:00.805650 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59284) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:00.814163 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59286) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:00.957772 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8680c911-a96d-4e3b-9ae5-0581ecce925b None None] Network b8dd9a42-1cb6-4faa-9bc5-4b2fcb86eef0 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:01.074355 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-1724c392-5c1f-40bd-9e9f-2c28322923f3 admin admin] Allocated IP 172.25.7.216 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/561c44e1-2f0f-4a27-8501-0084dfd35438) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:43:01.086524 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-00355190-9337-451e-adce-6b4faf59931b admin admin] Deleting subnet 87f57bba-7aaf-4bf6-b7fd-4346d45902d3 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:43:01.095044 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-00355190-9337-451e-adce-6b4faf59931b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:01.165084 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0059587-970e-4d16-b6bc-9862885fab95 None None] Network 17e335ce-f838-4da1-9f2c-60f25cab5215 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:01.174518 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aefac618-e6df-4817-b0f1-c94badea28b2 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:01.207784 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507fbed-c6cd-4413-8a08-f0667a893e66 req-40f94bff-c1ab-4e09-8c12-783175c81bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:01.209333 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6507fbed-c6cd-4413-8a08-f0667a893e66 req-40f94bff-c1ab-4e09-8c12-783175c81bf4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aab807ad-6afd-41bc-8e31-8dd4155d62da HTTP/1.1" status: 200 len: 1097 time: 0.6397829 Dec 10 18:43:01.238029 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-00355190-9337-451e-adce-6b4faf59931b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:01.323165 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6507fbed-c6cd-4413-8a08-f0667a893e66 req-b3413835-2f05-42fb-8cfd-ac4505fd94ed service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055918 Dec 10 18:43:01.359338 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5da094-c04c-4f6b-9941-5506ad86851d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-b8dd9a42-1cb6-4faa-9bc5-4b2fcb86eef0', 'network_id': 'b8dd9a42-1cb6-4faa-9bc5-4b2fcb86eef0', 'project_id': '5464ef5b9a964a199d8f573ee60b816c', 'fixed_ips': [{'subnet_id': '029be629-855d-4127-bf4c-309cdd7b7229'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:43:01.360582 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dc5da094-c04c-4f6b-9941-5506ad86851d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:01.372314 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1724c392-5c1f-40bd-9e9f-2c28322923f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:01.376611 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-00355190-9337-451e-adce-6b4faf59931b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:01.417282 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6097393-0324-4a9a-87b5-02b76e43bb32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:01.440511 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7bc44138-a551-4a64-bad3-a6b7d00951e1 None None] Provisioning complete for port 2e81a603-6e2a-4504-88b0-69536c2a335d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:01.441023 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7bc44138-a551-4a64-bad3-a6b7d00951e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:01.448853 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba723-90fe-4248-9a04-b9190efbd0e5 req-95454e92-ce94-4cea-abeb-53fd4da88573 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:01.450448 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-478ba723-90fe-4248-9a04-b9190efbd0e5 req-95454e92-ce94-4cea-abeb-53fd4da88573 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=aab807ad-6afd-41bc-8e31-8dd4155d62da HTTP/1.1" status: 200 len: 946 time: 0.3134534 Dec 10 18:43:01.458966 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4332f1ca-3cc3-43ce-ab5b-f6f1c96ae24b None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:01.493935 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1724c392-5c1f-40bd-9e9f-2c28322923f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:01.511871 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6097393-0324-4a9a-87b5-02b76e43bb32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ae6a2b2-531a-4f1f-855e-da02266ec9c6,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:01.560319 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6097393-0324-4a9a-87b5-02b76e43bb32 admin admin] Checking segment: {'id': 'efb32442-dfcf-42db-87d7-ea4f9e91c5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '324db5a7-3677-4376-8375-fd47a06bb46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:01.560758 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6097393-0324-4a9a-87b5-02b76e43bb32 admin admin] Network hostable DHCP agents. Network: 324db5a7-3677-4376-8375-fd47a06bb46b, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:43:01.564057 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4332f1ca-3cc3-43ce-ab5b-f6f1c96ae24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:01.566440 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1724c392-5c1f-40bd-9e9f-2c28322923f3 admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:43:01.574855 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-1724c392-5c1f-40bd-9e9f-2c28322923f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:01.583229 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1724c392-5c1f-40bd-9e9f-2c28322923f3 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:43:01.586550 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1724c392-5c1f-40bd-9e9f-2c28322923f3 admin admin] Pushing event updated for resources: {'Port': ['ID=561c44e1-2f0f-4a27-8501-0084dfd35438,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:01.598766 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device a5b2b98f-14b8-4468-b9ef-787aaf96cf43 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:43:01.611940 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-478ba723-90fe-4248-9a04-b9190efbd0e5 req-c0d7aba5-1aff-43b3-9ef2-c74e33d379c8 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357892 Dec 10 18:43:01.630808 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6097393-0324-4a9a-87b5-02b76e43bb32 admin admin] Network 324db5a7-3677-4376-8375-fd47a06bb46b is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:43:01.634441 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aefac618-e6df-4817-b0f1-c94badea28b2 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:01.671933 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694e8bb9-5f45-41c4-b351-e700f4ddbfdf None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:01.687785 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-c6097393-0324-4a9a-87b5-02b76e43bb32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 324db5a7-3677-4376-8375-fd47a06bb46b) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:01.725615 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab47ca2-471f-40f3-b871-5eae083e52c2 None None] Network 324db5a7-3677-4376-8375-fd47a06bb46b requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:01.728140 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6097393-0324-4a9a-87b5-02b76e43bb32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:01.728140 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6097393-0324-4a9a-87b5-02b76e43bb32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:01.728390 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: a5b2b98f-14b8-4468-b9ef-787aaf96cf43 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:43:01.728685 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device a5b2b98f-14b8-4468-b9ef-787aaf96cf43 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:43:01.732742 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-00355190-9337-451e-adce-6b4faf59931b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:01.750799 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4332f1ca-3cc3-43ce-ab5b-f6f1c96ae24b None None] Network 3458fdc1-64b7-42b1-b2c3-a038c20c6922 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:43:01.778768 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7ab67faf-e0ea-45fd-aa3f-b658a9292f3d None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:01.785252 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c6097393-0324-4a9a-87b5-02b76e43bb32 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4641907 Dec 10 18:43:01.822537 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c91594b-67b9-4b4b-a6ad-ec96929ed89f None None] Network 83110717-bb1d-4126-9fea-f92c8ab07880 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:01.824972 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 2e81a603-6e2a-4504-88b0-69536c2a335d up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:43:01.837449 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-4332f1ca-3cc3-43ce-ab5b-f6f1c96ae24b None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:01.839565 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00355190-9337-451e-adce-6b4faf59931b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87f57bba-7aaf-4bf6-b7fd-4346d45902d3,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:01.840609 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4332f1ca-3cc3-43ce-ab5b-f6f1c96ae24b None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:43:01.844708 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-00355190-9337-451e-adce-6b4faf59931b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:01.849632 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-00355190-9337-451e-adce-6b4faf59931b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/87f57bba-7aaf-4bf6-b7fd-4346d45902d3 HTTP/1.1" status: 204 len: 168 time: 0.8995450 Dec 10 18:43:01.851971 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aefac618-e6df-4817-b0f1-c94badea28b2 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:01.860318 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59298) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:01.898133 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefac618-e6df-4817-b0f1-c94badea28b2 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event deleted for resources: {'Subnet': ['ID=029be629-855d-4127-bf4c-309cdd7b7229,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:01.997383 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aefac618-e6df-4817-b0f1-c94badea28b2 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:02.015030 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-35099b6c-8780-49cb-aa56-c32b10a0e95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:02.029324 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-aefac618-e6df-4817-b0f1-c94badea28b2 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8dd9a42-1cb6-4faa-9bc5-4b2fcb86eef0']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:02.044000 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-aefac618-e6df-4817-b0f1-c94badea28b2 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5715b01-899d-4a47-9e63-f95f45427c0b') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:02.044608 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-aefac618-e6df-4817-b0f1-c94badea28b2 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5715b01-899d-4a47-9e63-f95f45427c0b') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:02.056454 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aefac618-e6df-4817-b0f1-c94badea28b2 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:02.095763 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aefac618-e6df-4817-b0f1-c94badea28b2 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:02.107439 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aefac618-e6df-4817-b0f1-c94badea28b2 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:43:02.108038 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aefac618-e6df-4817-b0f1-c94badea28b2 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:02.113674 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:43:02.113674 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:43:02.113674 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:43:02.113674 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:43:02.113674 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:43:02.113674 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:43:02.113674 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:43:02.113674 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:43:02.113674 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:43:02.113674 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:43:02.113674 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:43:02.113674 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:43:02.113674 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:43:02.113674 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:43:02.113674 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:43:02.113674 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:43:02.113674 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:43:02.113674 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:43:02.113674 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:43:02.113674 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:43:02.113674 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:43:02.113674 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:43:02.113674 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:43:02.113674 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:43:02.113674 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:43:02.113674 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:43:02.113674 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:43:02.113674 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:43:02.113674 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:43:02.113674 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:43:02.113674 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:43:02.113674 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server [None req-dc5da094-c04c-4f6b-9941-5506ad86851d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 029be629-855d-4127-bf4c-309cdd7b7229: This subnet is being modified by another concurrent operation. Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 18:43:02.115810 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:43:02.119615 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 18:43:02.119615 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 18:43:02.119615 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:43:02.119615 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:43:02.119615 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:43:02.119615 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:43:02.119615 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 18:43:02.119615 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:43:02.119615 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 18:43:02.119615 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 18:43:02.119615 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:43:02.119615 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:43:02.119615 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:43:02.119615 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:43:02.119615 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 18:43:02.119615 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 18:43:02.119615 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 18:43:02.119615 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 18:43:02.119615 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 18:43:02.119615 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 18:43:02.119615 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 18:43:02.119615 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 18:43:02.119615 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 18:43:02.119615 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 18:43:02.119615 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:43:02.119615 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:43:02.119615 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:43:02.119615 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:43:02.119615 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 18:43:02.119615 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 18:43:02.119615 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 18:43:02.119615 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 18:43:02.119615 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 18:43:02.119615 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 18:43:02.119615 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 18:43:02.119615 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise exception Dec 10 18:43:02.119615 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 029be629-855d-4127-bf4c-309cdd7b7229: This subnet is being modified by another concurrent operation. Dec 10 18:43:02.119615 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Dec 10 18:43:02.119615 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7ab67faf-e0ea-45fd-aa3f-b658a9292f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:02.140411 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332f1ca-3cc3-43ce-ab5b-f6f1c96ae24b None None] Pushing event updated for resources: {'Port': ['ID=4642605a-76d7-488a-9862-667000eed0fa,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:02.163968 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b33dfa2-4faa-4235-91e9-b0b63b98b86f None None] Network b8dd9a42-1cb6-4faa-9bc5-4b2fcb86eef0 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:02.220572 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-35099b6c-8780-49cb-aa56-c32b10a0e95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:02.265974 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aefac618-e6df-4817-b0f1-c94badea28b2 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:02.277894 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-35099b6c-8780-49cb-aa56-c32b10a0e95d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83110717-bb1d-4126-9fea-f92c8ab07880']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:02.289561 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aefac618-e6df-4817-b0f1-c94badea28b2 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:02.296018 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-aefac618-e6df-4817-b0f1-c94badea28b2 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "DELETE /v2.0/networks/b8dd9a42-1cb6-4faa-9bc5-4b2fcb86eef0 HTTP/1.1" status: 204 len: 168 time: 1.4881103 Dec 10 18:43:02.301071 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59306) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:02.311360 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1724c392-5c1f-40bd-9e9f-2c28322923f3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:02.327316 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-b5d294c0-9661-440f-8792-6294b7557313 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-877302669'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:02.373870 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefac618-e6df-4817-b0f1-c94badea28b2 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event deleted for resources: {'Network': ['ID=b8dd9a42-1cb6-4faa-9bc5-4b2fcb86eef0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:02.408958 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-35099b6c-8780-49cb-aa56-c32b10a0e95d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a139bd5-0245-4532-9899-9dc6daffdc67') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:02.411827 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-35099b6c-8780-49cb-aa56-c32b10a0e95d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a139bd5-0245-4532-9899-9dc6daffdc67') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:02.431103 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d294c0-9661-440f-8792-6294b7557313 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Made reservation on behalf of 5464ef5b9a964a199d8f573ee60b816c for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:02.435629 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b5d294c0-9661-440f-8792-6294b7557313 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:02.443461 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-35099b6c-8780-49cb-aa56-c32b10a0e95d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:02.467630 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-35099b6c-8780-49cb-aa56-c32b10a0e95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:02.485838 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-8b35f708-4bee-47e1-b8c0-a403069dc114 req-faa75034-0a15-42b7-9d33-dab551654a4a tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1780509063', 'description': 'tempest-description-624588937'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:02.505298 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5d294c0-9661-440f-8792-6294b7557313 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:43:02.522883 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b5d294c0-9661-440f-8792-6294b7557313 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:02.523210 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-b5d294c0-9661-440f-8792-6294b7557313 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Added segment 882c2313-7ba2-418e-8207-8194de0df94e of type vlan for network 35cc7cde-ef81-4b24-ae66-3d8348e011a7 Dec 10 18:43:02.554795 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35099b6c-8780-49cb-aa56-c32b10a0e95d admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:43:02.555431 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-35099b6c-8780-49cb-aa56-c32b10a0e95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:02.583347 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b5d294c0-9661-440f-8792-6294b7557313 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:02.598820 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb00680-82cb-4d8a-a4c4-fc2c2d8dc17c None None] Pushing event updated for resources: {'Port': ['ID=fce4ff5b-d8c1-40dd-8213-3d277179f65e,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:02.625546 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b5d294c0-9661-440f-8792-6294b7557313 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:02.627982 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:43:02.627982 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:43:02.627982 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:43:02.627982 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:43:02.627982 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:43:02.627982 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:43:02.627982 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:43:02.627982 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:43:02.627982 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:43:02.627982 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:43:02.627982 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:43:02.627982 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:43:02.627982 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:43:02.627982 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:43:02.627982 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:43:02.627982 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:43:02.627982 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:43:02.627982 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:43:02.627982 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:43:02.627982 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:43:02.627982 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:43:02.627982 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:43:02.627982 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:43:02.627982 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:43:02.627982 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:43:02.627982 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:43:02.627982 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:43:02.627982 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:43:02.627982 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:43:02.627982 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:43:02.627982 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:43:02.627982 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:43:02.632243 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d294c0-9661-440f-8792-6294b7557313 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:02.633072 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b5d294c0-9661-440f-8792-6294b7557313 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:02.641431 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4332f1ca-3cc3-43ce-ab5b-f6f1c96ae24b None None] Attempting to bind port 4642605a-76d7-488a-9862-667000eed0fa on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:43:02.641812 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4332f1ca-3cc3-43ce-ab5b-f6f1c96ae24b None None] Attempting to bind port 4642605a-76d7-488a-9862-667000eed0fa by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'b359f6f0-02b5-418f-ab26-55074aa129cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3458fdc1-64b7-42b1-b2c3-a038c20c6922'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:43:02.642184 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4332f1ca-3cc3-43ce-ab5b-f6f1c96ae24b None None] Attempting to bind port 4642605a-76d7-488a-9862-667000eed0fa on network 3458fdc1-64b7-42b1-b2c3-a038c20c6922 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:43:02.675305 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28119640-8f6d-4106-b663-dcb62c69a323 None None] Network 324db5a7-3677-4376-8375-fd47a06bb46b requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:02.715924 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-35099b6c-8780-49cb-aa56-c32b10a0e95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:02.731725 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b5d294c0-9661-440f-8792-6294b7557313 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4290891 Dec 10 18:43:02.735269 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59314) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:02.741090 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-6fc83cbc-7dd9-4e67-8358-2ee4a1883570 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Request body: {'subnet': {'network_id': '35cc7cde-ef81-4b24-ae66-3d8348e011a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:02.748202 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d294c0-9661-440f-8792-6294b7557313 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event updated for resources: {'Network': ['ID=35cc7cde-ef81-4b24-ae66-3d8348e011a7,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:02.757631 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4332f1ca-3cc3-43ce-ab5b-f6f1c96ae24b None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:43:02.757631 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4332f1ca-3cc3-43ce-ab5b-f6f1c96ae24b None None] Checking segment: {'id': 'b359f6f0-02b5-418f-ab26-55074aa129cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3458fdc1-64b7-42b1-b2c3-a038c20c6922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:02.757873 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4332f1ca-3cc3-43ce-ab5b-f6f1c96ae24b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:02.758263 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4332f1ca-3cc3-43ce-ab5b-f6f1c96ae24b None None] Bound using segment: {'id': 'b359f6f0-02b5-418f-ab26-55074aa129cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3458fdc1-64b7-42b1-b2c3-a038c20c6922'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:43:02.758763 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4332f1ca-3cc3-43ce-ab5b-f6f1c96ae24b None None] Bound port: 4642605a-76d7-488a-9862-667000eed0fa, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b359f6f0-02b5-418f-ab26-55074aa129cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3458fdc1-64b7-42b1-b2c3-a038c20c6922'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:43:02.759151 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4332f1ca-3cc3-43ce-ab5b-f6f1c96ae24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:02.760515 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-35099b6c-8780-49cb-aa56-c32b10a0e95d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:02.765057 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-35099b6c-8780-49cb-aa56-c32b10a0e95d admin admin] 10.222.0.62 "DELETE /v2.0/networks/83110717-bb1d-4126-9fea-f92c8ab07880 HTTP/1.1" status: 204 len: 168 time: 0.9032335 Dec 10 18:43:02.773407 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8b35f708-4bee-47e1-b8c0-a403069dc114 req-faa75034-0a15-42b7-9d33-dab551654a4a tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:02.791096 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35099b6c-8780-49cb-aa56-c32b10a0e95d admin admin] Pushing event deleted for resources: {'Network': ['ID=83110717-bb1d-4126-9fea-f92c8ab07880,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:02.858477 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981f05d3-fdac-4cce-9b63-bda3c4ee1803 None None] DHCP port deletion for 83110717-bb1d-4126-9fea-f92c8ab07880 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:02.863501 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 35cc7cde-ef81-4b24-ae66-3d8348e011a7 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:43:02.922020 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ceefb6-1116-4d25-aff7-482dc09d95dd req-2b6ebc35-fb54-415b-82a7-7adc2cedf4ee tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:02.923596 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f4ceefb6-1116-4d25-aff7-482dc09d95dd req-2b6ebc35-fb54-415b-82a7-7adc2cedf4ee tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=aab807ad-6afd-41bc-8e31-8dd4155d62da HTTP/1.1" status: 200 len: 946 time: 0.0735691 Dec 10 18:43:02.925314 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc83cbc-7dd9-4e67-8358-2ee4a1883570 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Made reservation on behalf of 5464ef5b9a964a199d8f573ee60b816c for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:02.930113 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6fc83cbc-7dd9-4e67-8358-2ee4a1883570 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:02.948039 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1724c392-5c1f-40bd-9e9f-2c28322923f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:02.999935 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59318) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:03.052070 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7ab67faf-e0ea-45fd-aa3f-b658a9292f3d None None] Attempting to bind port fce4ff5b-d8c1-40dd-8213-3d277179f65e on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:43:03.052357 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7ab67faf-e0ea-45fd-aa3f-b658a9292f3d None None] Attempting to bind port fce4ff5b-d8c1-40dd-8213-3d277179f65e by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '43742164-36f8-4f1b-a48d-a7982428e8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a194f604-8b93-4cbe-9eaa-1ab2e8cb24e5'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:43:03.052755 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab67faf-e0ea-45fd-aa3f-b658a9292f3d None None] Attempting to bind port fce4ff5b-d8c1-40dd-8213-3d277179f65e on network a194f604-8b93-4cbe-9eaa-1ab2e8cb24e5 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:43:03.057811 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7bc44138-a551-4a64-bad3-a6b7d00951e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:03.073013 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f4ceefb6-1116-4d25-aff7-482dc09d95dd req-168da0c7-2684-4890-9f22-f2dd72041a90 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362374 Dec 10 18:43:03.099384 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab67faf-e0ea-45fd-aa3f-b658a9292f3d None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:43:03.099778 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab67faf-e0ea-45fd-aa3f-b658a9292f3d None None] Checking segment: {'id': '43742164-36f8-4f1b-a48d-a7982428e8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a194f604-8b93-4cbe-9eaa-1ab2e8cb24e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:03.102649 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7ab67faf-e0ea-45fd-aa3f-b658a9292f3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:03.102649 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab67faf-e0ea-45fd-aa3f-b658a9292f3d None None] Bound using segment: {'id': '43742164-36f8-4f1b-a48d-a7982428e8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a194f604-8b93-4cbe-9eaa-1ab2e8cb24e5'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:43:03.102649 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7ab67faf-e0ea-45fd-aa3f-b658a9292f3d None None] Bound port: fce4ff5b-d8c1-40dd-8213-3d277179f65e, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43742164-36f8-4f1b-a48d-a7982428e8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a194f604-8b93-4cbe-9eaa-1ab2e8cb24e5'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:43:03.102649 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7ab67faf-e0ea-45fd-aa3f-b658a9292f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:03.138007 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 2e81a603-6e2a-4504-88b0-69536c2a335d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:03.138875 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:03.149757 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8b35f708-4bee-47e1-b8c0-a403069dc114 req-faa75034-0a15-42b7-9d33-dab551654a4a tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:03.157336 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8b35f708-4bee-47e1-b8c0-a403069dc114 req-faa75034-0a15-42b7-9d33-dab551654a4a tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:03.207904 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8b35f708-4bee-47e1-b8c0-a403069dc114 req-faa75034-0a15-42b7-9d33-dab551654a4a tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:03.213358 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8b35f708-4bee-47e1-b8c0-a403069dc114 req-faa75034-0a15-42b7-9d33-dab551654a4a tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.9034357 Dec 10 18:43:03.215388 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7bc44138-a551-4a64-bad3-a6b7d00951e1 None None] For port 2e81a603-6e2a-4504-88b0-69536c2a335d, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=2e81a603-6e2a-4504-88b0-69536c2a335d,segment=NetworkSegment(818bbf64-64ac-46fa-a274-e3a4db77c42a),segment_id=818bbf64-64ac-46fa-a274-e3a4db77c42a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:03.243760 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa75034-0a15-42b7-9d33-dab551654a4a tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64bccdbb-1407-4df2-afa5-d70cd8fa4bc3,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:03.267267 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7bc44138-a551-4a64-bad3-a6b7d00951e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:03.311323 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-50176cd7-00c2-4725-8286-23813d6a9c3f req-931bb4ba-f17c-42ea-bb07-2aa1ffe0cace tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] 10.222.0.62 "GET /v2.0/security-groups/64bccdbb-1407-4df2-afa5-d70cd8fa4bc3 HTTP/1.1" status: 200 len: 1823 time: 0.0696926 Dec 10 18:43:03.319735 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-50176cd7-00c2-4725-8286-23813d6a9c3f req-3fb77cbd-13d9-4bdc-97af-76c0c3ef08db tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '64bccdbb-1407-4df2-afa5-d70cd8fa4bc3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:03.320333 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-50176cd7-00c2-4725-8286-23813d6a9c3f req-3fb77cbd-13d9-4bdc-97af-76c0c3ef08db tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '64bccdbb-1407-4df2-afa5-d70cd8fa4bc3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:03.350918 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1724c392-5c1f-40bd-9e9f-2c28322923f3 admin admin] Router 68f64114-80cb-4b9c-8878-ed88c0b44d07 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:43:03.383707 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc44138-a551-4a64-bad3-a6b7d00951e1 None None] Pushing event updated for resources: {'Port': ['ID=2e81a603-6e2a-4504-88b0-69536c2a335d,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:03.400164 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4332f1ca-3cc3-43ce-ab5b-f6f1c96ae24b None None] For port 4642605a-76d7-488a-9862-667000eed0fa, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:43:03.405956 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7ab67faf-e0ea-45fd-aa3f-b658a9292f3d None None] For port fce4ff5b-d8c1-40dd-8213-3d277179f65e, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:43:03.412021 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7ab67faf-e0ea-45fd-aa3f-b658a9292f3d None None] For port fce4ff5b-d8c1-40dd-8213-3d277179f65e, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=fce4ff5b-d8c1-40dd-8213-3d277179f65e,segment=NetworkSegment(43742164-36f8-4f1b-a48d-a7982428e8e9),segment_id=43742164-36f8-4f1b-a48d-a7982428e8e9)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:43:03.414086 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4332f1ca-3cc3-43ce-ab5b-f6f1c96ae24b None None] For port 4642605a-76d7-488a-9862-667000eed0fa, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=4642605a-76d7-488a-9862-667000eed0fa,segment=NetworkSegment(b359f6f0-02b5-418f-ab26-55074aa129cb),segment_id=b359f6f0-02b5-418f-ab26-55074aa129cb)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:43:03.423073 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7ab67faf-e0ea-45fd-aa3f-b658a9292f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:03.459583 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a23f3531-7ea4-480d-9f16-374b2c63ab88 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7a664fd3a43041ae832c8350ee400f55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4566860 Dec 10 18:43:03.463202 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6fc83cbc-7dd9-4e67-8358-2ee4a1883570 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:03.465221 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59326) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:03.495961 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4332f1ca-3cc3-43ce-ab5b-f6f1c96ae24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:03.500668 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb00680-82cb-4d8a-a4c4-fc2c2d8dc17c None None] Pushing event updated for resources: {'Port': ['ID=fce4ff5b-d8c1-40dd-8213-3d277179f65e,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:03.540249 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fa9e9734-3f5e-4978-9a0e-8ec21ea2bf17 None None] Provisioning complete for port fce4ff5b-d8c1-40dd-8213-3d277179f65e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:03.540698 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fa9e9734-3f5e-4978-9a0e-8ec21ea2bf17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:03.549059 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc83cbc-7dd9-4e67-8358-2ee4a1883570 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event updated for resources: {'Subnet': ['ID=98f24dfb-1838-4abe-b8c6-22324ebf75ce,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:03.577532 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1724c392-5c1f-40bd-9e9f-2c28322923f3 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:43:03.588531 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb0ac9d-e68b-41c9-b412-7727d9fdaf4c None None] Sync routers for ids ['68f64114-80cb-4b9c-8878-ed88c0b44d07'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:43:03.605331 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb0ac9d-e68b-41c9-b412-7727d9fdaf4c None None] Routers {'68f64114-80cb-4b9c-8878-ed88c0b44d07'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:43:03.605955 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-dbb0ac9d-e68b-41c9-b412-7727d9fdaf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:42:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['68f64114-80cb-4b9c-8878-ed88c0b44d07'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:03.618585 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1724c392-5c1f-40bd-9e9f-2c28322923f3 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:03.623761 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1724c392-5c1f-40bd-9e9f-2c28322923f3 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4298873 Dec 10 18:43:03.624488 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59330) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:03.624961 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc788a2-7f0c-4254-a649-0653de8d2a5e req-f3bc4868-4e56-4f82-963e-131e784f1f9c tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:03.626572 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7cc788a2-7f0c-4254-a649-0653de8d2a5e req-f3bc4868-4e56-4f82-963e-131e784f1f9c tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=aab807ad-6afd-41bc-8e31-8dd4155d62da HTTP/1.1" status: 200 len: 946 time: 0.3033104 Dec 10 18:43:03.701188 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab67faf-e0ea-45fd-aa3f-b658a9292f3d None None] Routers {'78271450-77e3-4b22-81da-f8710e57a7e6'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:43:03.702236 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7ab67faf-e0ea-45fd-aa3f-b658a9292f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:42:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['78271450-77e3-4b22-81da-f8710e57a7e6'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:03.751212 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332f1ca-3cc3-43ce-ab5b-f6f1c96ae24b None None] Pushing event updated for resources: {'Port': ['ID=4642605a-76d7-488a-9862-667000eed0fa,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:03.756036 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:03.772369 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7cc788a2-7f0c-4254-a649-0653de8d2a5e req-1a3793d0-8783-4c6f-b5dc-1061617885c3 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321180 Dec 10 18:43:03.788403 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc83cbc-7dd9-4e67-8358-2ee4a1883570 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Checking segment: {'id': '882c2313-7ba2-418e-8207-8194de0df94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '35cc7cde-ef81-4b24-ae66-3d8348e011a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:03.788837 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc83cbc-7dd9-4e67-8358-2ee4a1883570 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Network hostable DHCP agents. Network: 35cc7cde-ef81-4b24-ae66-3d8348e011a7, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:43:03.791304 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-806e2ec1-ab5e-46bd-9658-9abb1c6e1350 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:03.853075 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-50176cd7-00c2-4725-8286-23813d6a9c3f req-3fb77cbd-13d9-4bdc-97af-76c0c3ef08db tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:03.897634 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-806e2ec1-ab5e-46bd-9658-9abb1c6e1350 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:03.926827 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-dbb0ac9d-e68b-41c9-b412-7727d9fdaf4c None None] Set router 68f64114-80cb-4b9c-8878-ed88c0b44d07 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:43:03.946700 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-50176cd7-00c2-4725-8286-23813d6a9c3f req-3fb77cbd-13d9-4bdc-97af-76c0c3ef08db tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:03.966411 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-50176cd7-00c2-4725-8286-23813d6a9c3f req-3fb77cbd-13d9-4bdc-97af-76c0c3ef08db tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:03.983682 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fa9e9734-3f5e-4978-9a0e-8ec21ea2bf17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:04.005811 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc83cbc-7dd9-4e67-8358-2ee4a1883570 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Network 35cc7cde-ef81-4b24-ae66-3d8348e011a7 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:43:04.036373 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb77cbd-13d9-4bdc-97af-76c0c3ef08db tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=185e9245-ffa1-4905-b237-3b9d13b605cb,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:04.062471 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-50176cd7-00c2-4725-8286-23813d6a9c3f req-3fb77cbd-13d9-4bdc-97af-76c0c3ef08db tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:04.063777 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-50176cd7-00c2-4725-8286-23813d6a9c3f req-3fb77cbd-13d9-4bdc-97af-76c0c3ef08db tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7513168 Dec 10 18:43:04.092458 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-7ab67faf-e0ea-45fd-aa3f-b658a9292f3d None None] Set router 78271450-77e3-4b22-81da-f8710e57a7e6 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:43:04.140528 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-6fc83cbc-7dd9-4e67-8358-2ee4a1883570 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 35cc7cde-ef81-4b24-ae66-3d8348e011a7) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:04.171692 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc83cbc-7dd9-4e67-8358-2ee4a1883570 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:04.178586 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6fc83cbc-7dd9-4e67-8358-2ee4a1883570 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:04.222299 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-806e2ec1-ab5e-46bd-9658-9abb1c6e1350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:04.225772 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-806e2ec1-ab5e-46bd-9658-9abb1c6e1350 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:04.227413 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-806e2ec1-ab5e-46bd-9658-9abb1c6e1350 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/825fe722-1a74-4704-9ac8-2123bc343a64 HTTP/1.1" status: 204 len: 168 time: 0.7099738 Dec 10 18:43:04.264718 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6fc83cbc-7dd9-4e67-8358-2ee4a1883570 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5249989 Dec 10 18:43:04.269002 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59340) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:04.281110 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8506d837-1a7b-4602-b5b5-0a10b4d62ba1 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-650497288'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:04.296142 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 2e81a603-6e2a-4504-88b0-69536c2a335d up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:43:04.298227 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f50c63-07ef-453d-be53-b1de039e7ab2 None None] Network 35cc7cde-ef81-4b24-ae66-3d8348e011a7 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:04.316783 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e2ec1-ab5e-46bd-9658-9abb1c6e1350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825fe722-1a74-4704-9ac8-2123bc343a64,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:04.369277 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-8c115288-5bb2-4437-a661-6d2c158ca55f req-67c56b10-e810-42a3-af9e-93b7da370f30 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-589107158', 'description': 'tempest-description-1960948777'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:04.375742 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8506d837-1a7b-4602-b5b5-0a10b4d62ba1 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Made reservation on behalf of 5464ef5b9a964a199d8f573ee60b816c for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:04.384698 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8506d837-1a7b-4602-b5b5-0a10b4d62ba1 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:04.462125 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8506d837-1a7b-4602-b5b5-0a10b4d62ba1 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:43:04.486485 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8506d837-1a7b-4602-b5b5-0a10b4d62ba1 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:04.487102 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-8506d837-1a7b-4602-b5b5-0a10b4d62ba1 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Added segment 6f54c14e-2498-407a-a718-bbd4a2bfc578 of type vlan for network f97a888c-5da2-4261-ae9b-bdda7b4f1088 Dec 10 18:43:04.557288 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8c115288-5bb2-4437-a661-6d2c158ca55f req-67c56b10-e810-42a3-af9e-93b7da370f30 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:04.557793 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-dbb0ac9d-e68b-41c9-b412-7727d9fdaf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f64114-80cb-4b9c-8878-ed88c0b44d07', 'name': 'tempest-AttachSCSIVolumeTestJSON-584562146-router', 'tenant_id': 'fe48b3635baf48a49aa551e9f18cc72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '561c44e1-2f0f-4a27-8501-0084dfd35438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:59Z', 'updated_at': '2021-12-10T18:43:01Z', 'revision_number': 3, 'project_id': 'fe48b3635baf48a49aa551e9f18cc72b', 'gw_port': {'id': '561c44e1-2f0f-4a27-8501-0084dfd35438', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:44:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f64114-80cb-4b9c-8878-ed88c0b44d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:00Z', 'updated_at': '2021-12-10T18:43:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:04.568273 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8506d837-1a7b-4602-b5b5-0a10b4d62ba1 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:04.620980 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-fa9e9734-3f5e-4978-9a0e-8ec21ea2bf17 None None] For port fce4ff5b-d8c1-40dd-8213-3d277179f65e, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=fce4ff5b-d8c1-40dd-8213-3d277179f65e,segment=NetworkSegment(43742164-36f8-4f1b-a48d-a7982428e8e9),segment_id=43742164-36f8-4f1b-a48d-a7982428e8e9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:04.621801 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb0ac9d-e68b-41c9-b412-7727d9fdaf4c None None] Checking router: 68f64114-80cb-4b9c-8878-ed88c0b44d07 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:43:04.622971 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb0ac9d-e68b-41c9-b412-7727d9fdaf4c None None] Updating router 68f64114-80cb-4b9c-8878-ed88c0b44d07 port 561c44e1-2f0f-4a27-8501-0084dfd35438 binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:43:04.654270 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-dbb0ac9d-e68b-41c9-b412-7727d9fdaf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:04.695802 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b6138-3cf4-4909-943a-41c64ee75e39 req-8ca5b085-f434-440c-8c54-fa1404f969a8 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:04.697721 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3a7b6138-3cf4-4909-943a-41c64ee75e39 req-8ca5b085-f434-440c-8c54-fa1404f969a8 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=aab807ad-6afd-41bc-8e31-8dd4155d62da HTTP/1.1" status: 200 len: 946 time: 0.1261978 Dec 10 18:43:04.699226 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8506d837-1a7b-4602-b5b5-0a10b4d62ba1 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:04.703627 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fa9e9734-3f5e-4978-9a0e-8ec21ea2bf17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:04.710947 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8506d837-1a7b-4602-b5b5-0a10b4d62ba1 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:04.711716 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8506d837-1a7b-4602-b5b5-0a10b4d62ba1 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:04.841195 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8506d837-1a7b-4602-b5b5-0a10b4d62ba1 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5712023 Dec 10 18:43:04.849077 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8c115288-5bb2-4437-a661-6d2c158ca55f req-67c56b10-e810-42a3-af9e-93b7da370f30 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:04.850114 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59346) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:04.853893 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8506d837-1a7b-4602-b5b5-0a10b4d62ba1 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event updated for resources: {'Network': ['ID=f97a888c-5da2-4261-ae9b-bdda7b4f1088,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:04.879137 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-dc1afbc0-c395-4183-8ad9-a86f8b42089a tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Request body: {'subnet': {'network_id': 'f97a888c-5da2-4261-ae9b-bdda7b4f1088', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:04.888875 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8c115288-5bb2-4437-a661-6d2c158ca55f req-67c56b10-e810-42a3-af9e-93b7da370f30 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:04.897734 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3a7b6138-3cf4-4909-943a-41c64ee75e39 req-392fd82c-a680-4228-9f32-65746feae445 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786439 Dec 10 18:43:04.947941 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fa9e9734-3f5e-4978-9a0e-8ec21ea2bf17 None None] Provisioning complete for port 561c44e1-2f0f-4a27-8501-0084dfd35438 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:04.949288 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fa9e9734-3f5e-4978-9a0e-8ec21ea2bf17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:04.972883 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network f97a888c-5da2-4261-ae9b-bdda7b4f1088 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:43:05.098763 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8c115288-5bb2-4437-a661-6d2c158ca55f req-67c56b10-e810-42a3-af9e-93b7da370f30 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:05.100068 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8c115288-5bb2-4437-a661-6d2c158ca55f req-67c56b10-e810-42a3-af9e-93b7da370f30 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.7640822 Dec 10 18:43:05.105966 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c56b10-e810-42a3-af9e-93b7da370f30 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=718213a3-6707-47eb-bb9f-f15fe1a6900f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:05.125927 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10586945-0ae6-426b-8547-d6c113e40f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:05.201548 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d187c5-ea3a-42db-bbae-88363803373c req-ad8464a7-75ef-4e96-b3fe-786187f90c1c tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:05.212760 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-85d187c5-ea3a-42db-bbae-88363803373c req-ad8464a7-75ef-4e96-b3fe-786187f90c1c tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=aab807ad-6afd-41bc-8e31-8dd4155d62da HTTP/1.1" status: 200 len: 946 time: 0.1502361 Dec 10 18:43:05.270283 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-dbb0ac9d-e68b-41c9-b412-7727d9fdaf4c None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:05.292262 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-dbb0ac9d-e68b-41c9-b412-7727d9fdaf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:05.315157 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-85d187c5-ea3a-42db-bbae-88363803373c req-b8846d04-d530-48a2-b11f-bbcefd18651d tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986843 Dec 10 18:43:05.381158 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-dbb0ac9d-e68b-41c9-b412-7727d9fdaf4c None None] Attempting to bind port 561c44e1-2f0f-4a27-8501-0084dfd35438 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:43:05.382241 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-dbb0ac9d-e68b-41c9-b412-7727d9fdaf4c None None] Attempting to bind port 561c44e1-2f0f-4a27-8501-0084dfd35438 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:43:05.382653 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb0ac9d-e68b-41c9-b412-7727d9fdaf4c None None] Attempting to bind port 561c44e1-2f0f-4a27-8501-0084dfd35438 on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:43:05.395056 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb0ac9d-e68b-41c9-b412-7727d9fdaf4c None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:43:05.395358 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb0ac9d-e68b-41c9-b412-7727d9fdaf4c None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:05.395744 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-dbb0ac9d-e68b-41c9-b412-7727d9fdaf4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:05.396413 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb0ac9d-e68b-41c9-b412-7727d9fdaf4c None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:43:05.396980 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-dbb0ac9d-e68b-41c9-b412-7727d9fdaf4c None None] Bound port: 561c44e1-2f0f-4a27-8501-0084dfd35438, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:43:05.397364 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-dbb0ac9d-e68b-41c9-b412-7727d9fdaf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:05.491074 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-dbb0ac9d-e68b-41c9-b412-7727d9fdaf4c None None] For port 561c44e1-2f0f-4a27-8501-0084dfd35438, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:43:05.494826 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-dbb0ac9d-e68b-41c9-b412-7727d9fdaf4c None None] For port 561c44e1-2f0f-4a27-8501-0084dfd35438, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=561c44e1-2f0f-4a27-8501-0084dfd35438,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:43:05.509837 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-dbb0ac9d-e68b-41c9-b412-7727d9fdaf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:05.535587 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f91df3-8f3b-4ad7-8726-2f39b1aa99a0 None None] Pushing event updated for resources: {'Port': ['ID=561c44e1-2f0f-4a27-8501-0084dfd35438,revision_number=2']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:05.601864 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1afbc0-c395-4183-8ad9-a86f8b42089a tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Made reservation on behalf of 5464ef5b9a964a199d8f573ee60b816c for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:05.610442 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc1afbc0-c395-4183-8ad9-a86f8b42089a tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:05.699361 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f91df3-8f3b-4ad7-8726-2f39b1aa99a0 None None] Pushing event updated for resources: {'Port': ['ID=561c44e1-2f0f-4a27-8501-0084dfd35438,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:05.716123 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96b99b6-8a5c-4126-992d-a1f2080abad2 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:05.738699 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb0ac9d-e68b-41c9-b412-7727d9fdaf4c None None] Routers {'68f64114-80cb-4b9c-8878-ed88c0b44d07'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:43:05.739519 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-dbb0ac9d-e68b-41c9-b412-7727d9fdaf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:42:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['68f64114-80cb-4b9c-8878-ed88c0b44d07'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:05.748881 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef350c92-538e-4265-9ddc-7e4189146128 None None] Network 3458fdc1-64b7-42b1-b2c3-a038c20c6922 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:05.751512 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-fa9e9734-3f5e-4978-9a0e-8ec21ea2bf17 None None] Port 561c44e1-2f0f-4a27-8501-0084dfd35438 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:43:05.763595 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e9734-3f5e-4978-9a0e-8ec21ea2bf17 None None] Pushing event updated for resources: {'Port': ['ID=fce4ff5b-d8c1-40dd-8213-3d277179f65e,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:05.768288 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-10586945-0ae6-426b-8547-d6c113e40f67 admin admin] Allocated IP 172.20.0.1 (3458fdc1-64b7-42b1-b2c3-a038c20c6922/396b26e8-4c6c-48c7-bbcf-d928b354fd32/bc046dfd-5bd2-4e72-b4a8-ef988ffe3b71) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:43:05.799247 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 2e81a603-6e2a-4504-88b0-69536c2a335d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:05.800133 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:05.855386 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.ipam_backend_mixin [None req-dc1afbc0-c395-4183-8ad9-a86f8b42089a tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Performing IP validity checks on allocation pools {{(pid=103244) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 18:43:05.857176 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.ipam_backend_mixin [None req-dc1afbc0-c395-4183-8ad9-a86f8b42089a tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103244) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 18:43:05.887105 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-dbb0ac9d-e68b-41c9-b412-7727d9fdaf4c None None] Set router 68f64114-80cb-4b9c-8878-ed88c0b44d07 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:43:05.889769 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1a41d7-a625-4c5d-8b9d-55185f5e5782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-35cc7cde-ef81-4b24-ae66-3d8348e011a7', 'network_id': '35cc7cde-ef81-4b24-ae66-3d8348e011a7', 'project_id': '5464ef5b9a964a199d8f573ee60b816c', 'fixed_ips': [{'subnet_id': '98f24dfb-1838-4abe-b8c6-22324ebf75ce'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:43:05.891006 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-be1a41d7-a625-4c5d-8b9d-55185f5e5782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:05.925716 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-774b452e-c38b-405a-add5-901e6110ba66 req-e192720f-6800-4e4d-ad23-a8f12670a433 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] 10.222.0.62 "GET /v2.0/security-groups/718213a3-6707-47eb-bb9f-f15fe1a6900f HTTP/1.1" status: 200 len: 1823 time: 0.5731692 Dec 10 18:43:05.934746 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59378) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:05.974282 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95683cdf-0ae4-44aa-a9fb-d6048aabe007 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:05.976851 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d0ae8-2534-416f-9c97-174f5a47c2b3 req-dfba81f5-ff4a-43fd-8144-240edd6fe0c1 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:05.988178 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-723d0ae8-2534-416f-9c97-174f5a47c2b3 req-dfba81f5-ff4a-43fd-8144-240edd6fe0c1 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=aab807ad-6afd-41bc-8e31-8dd4155d62da HTTP/1.1" status: 200 len: 946 time: 0.0914769 Dec 10 18:43:05.989046 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-774b452e-c38b-405a-add5-901e6110ba66 req-67d425dc-0305-43a9-aac0-57fb56c97e54 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '718213a3-6707-47eb-bb9f-f15fe1a6900f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:05.989375 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-774b452e-c38b-405a-add5-901e6110ba66 req-67d425dc-0305-43a9-aac0-57fb56c97e54 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '718213a3-6707-47eb-bb9f-f15fe1a6900f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:06.073288 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-723d0ae8-2534-416f-9c97-174f5a47c2b3 req-352d40e3-f608-48a4-a3cf-288390c2cba0 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840707 Dec 10 18:43:06.134259 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fa9e9734-3f5e-4978-9a0e-8ec21ea2bf17 None None] Provisioning complete for port 2e81a603-6e2a-4504-88b0-69536c2a335d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:06.134645 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fa9e9734-3f5e-4978-9a0e-8ec21ea2bf17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:06.169270 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10586945-0ae6-426b-8547-d6c113e40f67 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:06.230216 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-be1a41d7-a625-4c5d-8b9d-55185f5e5782 None None] Allocated IP 2001:db8::1 (35cc7cde-ef81-4b24-ae66-3d8348e011a7/98f24dfb-1838-4abe-b8c6-22324ebf75ce/567332ef-efbd-4615-ae4d-9f4c5bd37b0b) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:43:06.250914 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-977dbbf0-d984-4dc2-9236-823d97f2df59 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1691855721-network', 'tenant_id': '6c8c78d08b9641899363a2a1ae441165'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:06.251470 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-dbb0ac9d-e68b-41c9-b412-7727d9fdaf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f64114-80cb-4b9c-8878-ed88c0b44d07', 'name': 'tempest-AttachSCSIVolumeTestJSON-584562146-router', 'tenant_id': 'fe48b3635baf48a49aa551e9f18cc72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '561c44e1-2f0f-4a27-8501-0084dfd35438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:59Z', 'updated_at': '2021-12-10T18:43:01Z', 'revision_number': 3, 'project_id': 'fe48b3635baf48a49aa551e9f18cc72b', 'gw_port': {'id': '561c44e1-2f0f-4a27-8501-0084dfd35438', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:44:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f64114-80cb-4b9c-8878-ed88c0b44d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:00Z', 'updated_at': '2021-12-10T18:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:06.272822 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-774b452e-c38b-405a-add5-901e6110ba66 req-67d425dc-0305-43a9-aac0-57fb56c97e54 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:06.279592 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc51eee-9db8-4447-8974-446d21219334 req-c8600667-becb-4222-b0c3-e3305e195f6b tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:06.291022 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2bc51eee-9db8-4447-8974-446d21219334 req-c8600667-becb-4222-b0c3-e3305e195f6b tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=aab807ad-6afd-41bc-8e31-8dd4155d62da HTTP/1.1" status: 200 len: 946 time: 0.0978529 Dec 10 18:43:06.308696 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc1afbc0-c395-4183-8ad9-a86f8b42089a tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:06.315192 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb0ac9d-e68b-41c9-b412-7727d9fdaf4c None None] The sync data for ids ['68f64114-80cb-4b9c-8878-ed88c0b44d07'] in n-d-821435-1 is: [{'id': '68f64114-80cb-4b9c-8878-ed88c0b44d07', 'name': 'tempest-AttachSCSIVolumeTestJSON-584562146-router', 'tenant_id': 'fe48b3635baf48a49aa551e9f18cc72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '561c44e1-2f0f-4a27-8501-0084dfd35438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:59Z', 'updated_at': '2021-12-10T18:43:01Z', 'revision_number': 3, 'project_id': 'fe48b3635baf48a49aa551e9f18cc72b', 'gw_port': {'id': '561c44e1-2f0f-4a27-8501-0084dfd35438', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:44:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f64114-80cb-4b9c-8878-ed88c0b44d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:00Z', 'updated_at': '2021-12-10T18:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:43:06.338912 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-774b452e-c38b-405a-add5-901e6110ba66 req-67d425dc-0305-43a9-aac0-57fb56c97e54 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:06.363207 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977dbbf0-d984-4dc2-9236-823d97f2df59 admin admin] Made reservation on behalf of 6c8c78d08b9641899363a2a1ae441165 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:06.365550 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-977dbbf0-d984-4dc2-9236-823d97f2df59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:06.369373 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2bc51eee-9db8-4447-8974-446d21219334 req-e47f511a-3995-4d7a-b1dd-ec9d3465e4c9 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772552 Dec 10 18:43:06.375398 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-774b452e-c38b-405a-add5-901e6110ba66 req-67d425dc-0305-43a9-aac0-57fb56c97e54 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:06.426743 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-977dbbf0-d984-4dc2-9236-823d97f2df59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:06.450307 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10586945-0ae6-426b-8547-d6c113e40f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:06.462723 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1afbc0-c395-4183-8ad9-a86f8b42089a tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event updated for resources: {'Subnet': ['ID=6d463222-c3d8-4298-b99a-14789221f081,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:06.467537 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d425dc-0305-43a9-aac0-57fb56c97e54 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f9f2508-48cf-462c-b793-050df9186f24,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:06.511467 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-774b452e-c38b-405a-add5-901e6110ba66 req-67d425dc-0305-43a9-aac0-57fb56c97e54 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:06.514509 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-774b452e-c38b-405a-add5-901e6110ba66 req-67d425dc-0305-43a9-aac0-57fb56c97e54 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5677114 Dec 10 18:43:06.561544 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7ab67faf-e0ea-45fd-aa3f-b658a9292f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78271450-77e3-4b22-81da-f8710e57a7e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1859150921-router', 'tenant_id': '59e8dfda8efa4b43845e4f8d48ac8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:49Z', 'updated_at': '2021-12-10T18:42:55Z', 'revision_number': 4, 'project_id': '59e8dfda8efa4b43845e4f8d48ac8a17', 'gw_port': {'id': '84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78271450-77e3-4b22-81da-f8710e57a7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:50Z', 'updated_at': '2021-12-10T18:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'fce4ff5b-d8c1-40dd-8213-3d277179f65e', 'name': '', 'network_id': 'a194f604-8b93-4cbe-9eaa-1ab2e8cb24e5', 'tenant_id': '59e8dfda8efa4b43845e4f8d48ac8a17', 'mac_address': 'fa:16:3e:cc:29:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78271450-77e3-4b22-81da-f8710e57a7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '84718bf8-22d8-4397-821c-902e6819629c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:54Z', 'updated_at': '2021-12-10T18:43:03Z', 'revision_number': 4, 'project_id': '59e8dfda8efa4b43845e4f8d48ac8a17', 'subnets': [{'id': '84718bf8-22d8-4397-821c-902e6819629c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:06.565726 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10586945-0ae6-426b-8547-d6c113e40f67 admin admin] Network 3458fdc1-64b7-42b1-b2c3-a038c20c6922 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:43:06.575174 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1afbc0-c395-4183-8ad9-a86f8b42089a tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Checking segment: {'id': '6f54c14e-2498-407a-a718-bbd4a2bfc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f97a888c-5da2-4261-ae9b-bdda7b4f1088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:06.575550 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1afbc0-c395-4183-8ad9-a86f8b42089a tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Network hostable DHCP agents. Network: f97a888c-5da2-4261-ae9b-bdda7b4f1088, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:43:06.587699 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-10586945-0ae6-426b-8547-d6c113e40f67 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:06.595383 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10586945-0ae6-426b-8547-d6c113e40f67 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:43:06.599382 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10586945-0ae6-426b-8547-d6c113e40f67 admin admin] Pushing event updated for resources: {'Port': ['ID=bc046dfd-5bd2-4e72-b4a8-ef988ffe3b71,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:06.647345 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab67faf-e0ea-45fd-aa3f-b658a9292f3d None None] The sync data for ids ['78271450-77e3-4b22-81da-f8710e57a7e6'] in n-d-821435-1 is: [{'id': '78271450-77e3-4b22-81da-f8710e57a7e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1859150921-router', 'tenant_id': '59e8dfda8efa4b43845e4f8d48ac8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:49Z', 'updated_at': '2021-12-10T18:42:55Z', 'revision_number': 4, 'project_id': '59e8dfda8efa4b43845e4f8d48ac8a17', 'gw_port': {'id': '84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78271450-77e3-4b22-81da-f8710e57a7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:50Z', 'updated_at': '2021-12-10T18:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'fce4ff5b-d8c1-40dd-8213-3d277179f65e', 'name': '', 'network_id': 'a194f604-8b93-4cbe-9eaa-1ab2e8cb24e5', 'tenant_id': '59e8dfda8efa4b43845e4f8d48ac8a17', 'mac_address': 'fa:16:3e:cc:29:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78271450-77e3-4b22-81da-f8710e57a7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '84718bf8-22d8-4397-821c-902e6819629c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:54Z', 'updated_at': '2021-12-10T18:43:03Z', 'revision_number': 4, 'project_id': '59e8dfda8efa4b43845e4f8d48ac8a17', 'subnets': [{'id': '84718bf8-22d8-4397-821c-902e6819629c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:43:06.747280 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-63d72c30-4290-4a2b-a387-f9a33b7db783 req-3fa5a308-2015-4b71-97c4-3970058113f7 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-728596359', 'description': 'tempest-description-1045154465'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:06.811705 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 4642605a-76d7-488a-9862-667000eed0fa up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:43:06.867109 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10586945-0ae6-426b-8547-d6c113e40f67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:06.886722 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1afbc0-c395-4183-8ad9-a86f8b42089a tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Network f97a888c-5da2-4261-ae9b-bdda7b4f1088 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:43:07.083966 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-be1a41d7-a625-4c5d-8b9d-55185f5e5782 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:07.108434 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 4642605a-76d7-488a-9862-667000eed0fa triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:07.108881 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:07.117435 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-be1a41d7-a625-4c5d-8b9d-55185f5e5782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:07.117686 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-63d72c30-4290-4a2b-a387-f9a33b7db783 req-3fa5a308-2015-4b71-97c4-3970058113f7 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:07.140119 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-dc1afbc0-c395-4183-8ad9-a86f8b42089a tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, f97a888c-5da2-4261-ae9b-bdda7b4f1088) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:07.153457 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1afbc0-c395-4183-8ad9-a86f8b42089a tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:07.153457 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc1afbc0-c395-4183-8ad9-a86f8b42089a tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:07.217547 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51fa2fe-50cb-4595-9860-dbe57b1388b7 None None] Network f97a888c-5da2-4261-ae9b-bdda7b4f1088 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:07.330667 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-63d72c30-4290-4a2b-a387-f9a33b7db783 req-3fa5a308-2015-4b71-97c4-3970058113f7 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:07.343409 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-977dbbf0-d984-4dc2-9236-823d97f2df59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:07.350850 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-63d72c30-4290-4a2b-a387-f9a33b7db783 req-3fa5a308-2015-4b71-97c4-3970058113f7 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:07.410178 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-dc1afbc0-c395-4183-8ad9-a86f8b42089a tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.5585744 Dec 10 18:43:07.413138 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59398) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:07.449677 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-63d72c30-4290-4a2b-a387-f9a33b7db783 req-3fa5a308-2015-4b71-97c4-3970058113f7 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:07.455868 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-63d72c30-4290-4a2b-a387-f9a33b7db783 req-3fa5a308-2015-4b71-97c4-3970058113f7 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.7167642 Dec 10 18:43:07.456914 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-977dbbf0-d984-4dc2-9236-823d97f2df59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:07.510866 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a41d7-a625-4c5d-8b9d-55185f5e5782 None None] Pushing event updated for resources: {'Port': ['ID=567332ef-efbd-4615-ae4d-9f4c5bd37b0b,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:07.517980 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-8ba75498-e7c6-4adc-85f9-386a16a334bd req-8f176255-a7d4-4972-ad9c-5d8739c334da tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-66135510', 'description': 'tempest-description-1732610338'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:07.518842 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1a41d7-a625-4c5d-8b9d-55185f5e5782 None None] Network 35cc7cde-ef81-4b24-ae66-3d8348e011a7 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:43:07.519914 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db108bee-0c71-438c-bceb-14e57e3ae800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-f97a888c-5da2-4261-ae9b-bdda7b4f1088', 'network_id': 'f97a888c-5da2-4261-ae9b-bdda7b4f1088', 'project_id': '5464ef5b9a964a199d8f573ee60b816c', 'fixed_ips': [{'subnet_id': '6d463222-c3d8-4298-b99a-14789221f081'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:43:07.520854 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-db108bee-0c71-438c-bceb-14e57e3ae800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:07.539361 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-333ad09f-645a-4a00-ad92-d2cb1d980eb7 None None] Provisioning complete for port fce4ff5b-d8c1-40dd-8213-3d277179f65e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:07.539497 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-333ad09f-645a-4a00-ad92-d2cb1d980eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:07.543305 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-be1a41d7-a625-4c5d-8b9d-55185f5e5782 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:07.560956 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1a41d7-a625-4c5d-8b9d-55185f5e5782 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:43:07.587633 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-977dbbf0-d984-4dc2-9236-823d97f2df59 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:43:07.610644 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-977dbbf0-d984-4dc2-9236-823d97f2df59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:07.611042 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-977dbbf0-d984-4dc2-9236-823d97f2df59 admin admin] Added segment daee2ccc-9d8c-44d4-a353-dad62781cb13 of type vlan for network 21513b7b-92d8-4ed8-a6ac-c19508cff76a Dec 10 18:43:07.612857 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5a308-2015-4b71-97c4-3970058113f7 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e176d64e-9461-47e5-b3cf-3372b02920a7,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:07.646210 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977dbbf0-d984-4dc2-9236-823d97f2df59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2dbc47-62e5-49f0-8658-b4211054349a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:07.683527 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10586945-0ae6-426b-8547-d6c113e40f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:07.698214 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8ba75498-e7c6-4adc-85f9-386a16a334bd req-8f176255-a7d4-4972-ad9c-5d8739c334da tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:07.727390 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-50a4affa-fa6e-416f-a739-471449cdf31e tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:07.838082 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8ba75498-e7c6-4adc-85f9-386a16a334bd req-8f176255-a7d4-4972-ad9c-5d8739c334da tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:07.842998 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-977dbbf0-d984-4dc2-9236-823d97f2df59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:07.848421 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8ba75498-e7c6-4adc-85f9-386a16a334bd req-8f176255-a7d4-4972-ad9c-5d8739c334da tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:07.848780 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080aed4-0126-44fd-9e21-aee32993e6db req-cdfca20d-2c90-43da-b82c-5b14444dfb38 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:07.856460 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f080aed4-0126-44fd-9e21-aee32993e6db req-cdfca20d-2c90-43da-b82c-5b14444dfb38 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=aab807ad-6afd-41bc-8e31-8dd4155d62da HTTP/1.1" status: 200 len: 946 time: 0.4244874 Dec 10 18:43:07.858578 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-50a4affa-fa6e-416f-a739-471449cdf31e tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:07.958325 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-be1a41d7-a625-4c5d-8b9d-55185f5e5782 None None] Attempting to bind port 567332ef-efbd-4615-ae4d-9f4c5bd37b0b on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:43:07.959001 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-be1a41d7-a625-4c5d-8b9d-55185f5e5782 None None] Attempting to bind port 567332ef-efbd-4615-ae4d-9f4c5bd37b0b by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '882c2313-7ba2-418e-8207-8194de0df94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '35cc7cde-ef81-4b24-ae66-3d8348e011a7'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:43:07.959128 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1a41d7-a625-4c5d-8b9d-55185f5e5782 None None] Attempting to bind port 567332ef-efbd-4615-ae4d-9f4c5bd37b0b on network 35cc7cde-ef81-4b24-ae66-3d8348e011a7 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:43:07.976276 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-50a4affa-fa6e-416f-a739-471449cdf31e tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:08.032762 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4affa-fa6e-416f-a739-471449cdf31e tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event deleted for resources: {'Subnet': ['ID=6d463222-c3d8-4298-b99a-14789221f081,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:08.041331 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1a41d7-a625-4c5d-8b9d-55185f5e5782 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:43:08.041998 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1a41d7-a625-4c5d-8b9d-55185f5e5782 None None] Checking segment: {'id': '882c2313-7ba2-418e-8207-8194de0df94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '35cc7cde-ef81-4b24-ae66-3d8348e011a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:08.046467 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-be1a41d7-a625-4c5d-8b9d-55185f5e5782 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:08.048757 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1a41d7-a625-4c5d-8b9d-55185f5e5782 None None] Bound using segment: {'id': '882c2313-7ba2-418e-8207-8194de0df94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '35cc7cde-ef81-4b24-ae66-3d8348e011a7'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:43:08.050051 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-be1a41d7-a625-4c5d-8b9d-55185f5e5782 None None] Bound port: 567332ef-efbd-4615-ae4d-9f4c5bd37b0b, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '882c2313-7ba2-418e-8207-8194de0df94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '35cc7cde-ef81-4b24-ae66-3d8348e011a7'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:43:08.050662 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-be1a41d7-a625-4c5d-8b9d-55185f5e5782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server [None req-db108bee-0c71-438c-bceb-14e57e3ae800 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6d463222-c3d8-4298-b99a-14789221f081: This subnet is being modified by another concurrent operation. Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 18:43:08.079434 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:43:08.083734 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 18:43:08.083734 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 18:43:08.083734 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:43:08.083734 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:43:08.083734 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:43:08.083734 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:43:08.083734 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 18:43:08.083734 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:43:08.083734 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 18:43:08.083734 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 18:43:08.083734 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:43:08.083734 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:43:08.083734 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:43:08.083734 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:43:08.083734 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 18:43:08.083734 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 18:43:08.083734 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 18:43:08.083734 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 18:43:08.083734 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 18:43:08.083734 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 18:43:08.083734 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 18:43:08.083734 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 18:43:08.083734 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 18:43:08.083734 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 18:43:08.083734 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:43:08.083734 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:43:08.083734 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:43:08.083734 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:43:08.083734 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 18:43:08.083734 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 18:43:08.083734 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 18:43:08.083734 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 18:43:08.083734 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 18:43:08.083734 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 18:43:08.083734 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 18:43:08.083734 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise exception Dec 10 18:43:08.083734 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6d463222-c3d8-4298-b99a-14789221f081: This subnet is being modified by another concurrent operation. Dec 10 18:43:08.083734 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Dec 10 18:43:08.095931 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:08.096854 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:08.144839 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-50a4affa-fa6e-416f-a739-471449cdf31e tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:08.169008 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f080aed4-0126-44fd-9e21-aee32993e6db req-12652a0e-e767-4d3c-a0c5-848e6a7e09f0 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114834 Dec 10 18:43:08.169943 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c21632-133b-41b4-a13d-30a74c9d6a2d None None] Network f97a888c-5da2-4261-ae9b-bdda7b4f1088 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:08.217063 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-50a4affa-fa6e-416f-a739-471449cdf31e tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f97a888c-5da2-4261-ae9b-bdda7b4f1088']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:08.240396 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-50a4affa-fa6e-416f-a739-471449cdf31e tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f54c14e-2498-407a-a718-bbd4a2bfc578') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:08.241133 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-50a4affa-fa6e-416f-a739-471449cdf31e tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f54c14e-2498-407a-a718-bbd4a2bfc578') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:08.254678 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-50a4affa-fa6e-416f-a739-471449cdf31e tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:08.270942 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 4642605a-76d7-488a-9862-667000eed0fa, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=4642605a-76d7-488a-9862-667000eed0fa,segment=NetworkSegment(b359f6f0-02b5-418f-ab26-55074aa129cb),segment_id=b359f6f0-02b5-418f-ab26-55074aa129cb)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:08.277096 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-333ad09f-645a-4a00-ad92-d2cb1d980eb7 None None] Provisioning complete for port 4642605a-76d7-488a-9862-667000eed0fa triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:08.277096 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-333ad09f-645a-4a00-ad92-d2cb1d980eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:08.282745 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-50a4affa-fa6e-416f-a739-471449cdf31e tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:08.293635 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:08.302993 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50a4affa-fa6e-416f-a739-471449cdf31e tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:43:08.303771 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-50a4affa-fa6e-416f-a739-471449cdf31e tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:08.417077 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=4642605a-76d7-488a-9862-667000eed0fa,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:08.420707 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:43:08.420707 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:43:08.420707 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:43:08.420707 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:43:08.420707 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:43:08.420707 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:43:08.420707 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:43:08.420707 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:43:08.420707 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:43:08.420707 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:43:08.420707 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:43:08.420707 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:43:08.420707 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:43:08.420707 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:43:08.420707 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:43:08.420707 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:43:08.420707 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:43:08.420707 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:43:08.420707 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:43:08.420707 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:43:08.420707 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:43:08.420707 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:43:08.420707 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:43:08.420707 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:43:08.420707 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:43:08.420707 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:43:08.420707 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:43:08.420707 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:43:08.420707 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:43:08.420707 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:43:08.420707 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:43:08.420707 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:43:08.428248 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-50a4affa-fa6e-416f-a739-471449cdf31e tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:08.433445 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-50a4affa-fa6e-416f-a739-471449cdf31e tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:08.441803 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-50a4affa-fa6e-416f-a739-471449cdf31e tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "DELETE /v2.0/networks/f97a888c-5da2-4261-ae9b-bdda7b4f1088 HTTP/1.1" status: 204 len: 168 time: 1.0230951 Dec 10 18:43:08.442002 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-be1a41d7-a625-4c5d-8b9d-55185f5e5782 None None] For port 567332ef-efbd-4615-ae4d-9f4c5bd37b0b, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:43:08.442635 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59408) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:08.453047 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-6fe078e5-245f-471d-855d-d8974a006ddc tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1880965083'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:08.476005 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4affa-fa6e-416f-a739-471449cdf31e tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event deleted for resources: {'Network': ['ID=f97a888c-5da2-4261-ae9b-bdda7b4f1088,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:08.516298 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-be1a41d7-a625-4c5d-8b9d-55185f5e5782 None None] For port 567332ef-efbd-4615-ae4d-9f4c5bd37b0b, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=567332ef-efbd-4615-ae4d-9f4c5bd37b0b,segment=NetworkSegment(882c2313-7ba2-418e-8207-8194de0df94e),segment_id=882c2313-7ba2-418e-8207-8194de0df94e)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:43:08.522709 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-be1a41d7-a625-4c5d-8b9d-55185f5e5782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:08.523251 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe078e5-245f-471d-855d-d8974a006ddc tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Made reservation on behalf of 5464ef5b9a964a199d8f573ee60b816c for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:08.541005 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6fe078e5-245f-471d-855d-d8974a006ddc tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:08.544869 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.db.resource_extend [None req-977dbbf0-d984-4dc2-9236-823d97f2df59 admin admin] It took 0.69 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:43:08.583952 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a41d7-a625-4c5d-8b9d-55185f5e5782 None None] Pushing event updated for resources: {'Port': ['ID=567332ef-efbd-4615-ae4d-9f4c5bd37b0b,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:08.596319 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fe078e5-245f-471d-855d-d8974a006ddc tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:43:08.623512 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8ba75498-e7c6-4adc-85f9-386a16a334bd req-8f176255-a7d4-4972-ad9c-5d8739c334da tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:08.624832 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8ba75498-e7c6-4adc-85f9-386a16a334bd req-8f176255-a7d4-4972-ad9c-5d8739c334da tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 1.1270022 Dec 10 18:43:08.629107 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6fe078e5-245f-471d-855d-d8974a006ddc tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:08.629749 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-6fe078e5-245f-471d-855d-d8974a006ddc tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Added segment 5a6e8067-ad17-42c4-a3ea-5a50d6d3fc3d of type vlan for network 294a90d7-4a3b-49c0-af34-3e5903fa7c38 Dec 10 18:43:08.676294 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f176255-a7d4-4972-ad9c-5d8739c334da tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=092f0c59-c0b6-4352-93e8-0d3d55b2317c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:08.715600 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6fe078e5-245f-471d-855d-d8974a006ddc tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:08.720590 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10586945-0ae6-426b-8547-d6c113e40f67 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:08.734413 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-333ad09f-645a-4a00-ad92-d2cb1d980eb7 None None] Provisioning complete for port bc046dfd-5bd2-4e72-b4a8-ef988ffe3b71 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:08.734672 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10586945-0ae6-426b-8547-d6c113e40f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:08.734988 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-333ad09f-645a-4a00-ad92-d2cb1d980eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:08.782399 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-333ad09f-645a-4a00-ad92-d2cb1d980eb7 None None] Port bc046dfd-5bd2-4e72-b4a8-ef988ffe3b71 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:43:08.789866 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6fe078e5-245f-471d-855d-d8974a006ddc tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:08.795907 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-333ad09f-645a-4a00-ad92-d2cb1d980eb7 None None] Provisioning complete for port 561c44e1-2f0f-4a27-8501-0084dfd35438 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:08.796733 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-333ad09f-645a-4a00-ad92-d2cb1d980eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:08.801269 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe078e5-245f-471d-855d-d8974a006ddc tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:08.801937 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6fe078e5-245f-471d-855d-d8974a006ddc tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:08.837279 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-977dbbf0-d984-4dc2-9236-823d97f2df59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:08.838305 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977dbbf0-d984-4dc2-9236-823d97f2df59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:08.840672 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-977dbbf0-d984-4dc2-9236-823d97f2df59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:08.882627 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device fce4ff5b-d8c1-40dd-8213-3d277179f65e up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:43:08.932554 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6fe078e5-245f-471d-855d-d8974a006ddc tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4862282 Dec 10 18:43:08.937966 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59412) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:08.949614 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4d461c89-906b-4fdf-8074-99f1249867f0 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Request body: {'subnet': {'network_id': '294a90d7-4a3b-49c0-af34-3e5903fa7c38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:08.960697 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-333ad09f-645a-4a00-ad92-d2cb1d980eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:08.961275 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21634b-4a24-40d0-b7fd-95f6820e7317 req-e07fd25e-703c-45d7-b96f-d106cd86472b tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:08.963105 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5b21634b-4a24-40d0-b7fd-95f6820e7317 req-e07fd25e-703c-45d7-b96f-d106cd86472b tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.46 "GET /v2.0/ports?device_id=aab807ad-6afd-41bc-8e31-8dd4155d62da HTTP/1.1" status: 200 len: 946 time: 0.4960895 Dec 10 18:43:09.048347 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-977dbbf0-d984-4dc2-9236-823d97f2df59 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.1000323 Dec 10 18:43:09.049755 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10586945-0ae6-426b-8547-d6c113e40f67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:09.056988 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-333ad09f-645a-4a00-ad92-d2cb1d980eb7 None None] For port 561c44e1-2f0f-4a27-8501-0084dfd35438, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=561c44e1-2f0f-4a27-8501-0084dfd35438,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:09.061998 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59414) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:09.074244 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-87fee220-fa9e-4d30-ae83-daf8a22fae5b admin admin] Request body: {'subnet': {'network_id': '21513b7b-92d8-4ed8-a6ac-c19508cff76a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1691855721-subnet', 'tenant_id': '6c8c78d08b9641899363a2a1ae441165', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:09.077406 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-333ad09f-645a-4a00-ad92-d2cb1d980eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:09.080755 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10586945-0ae6-426b-8547-d6c113e40f67 admin admin] Pushing event updated for resources: {'Port': ['ID=bc046dfd-5bd2-4e72-b4a8-ef988ffe3b71,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:09.083147 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe078e5-245f-471d-855d-d8974a006ddc tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event updated for resources: {'Network': ['ID=294a90d7-4a3b-49c0-af34-3e5903fa7c38,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:09.120429 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 294a90d7-4a3b-49c0-af34-3e5903fa7c38 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:43:09.179574 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port fce4ff5b-d8c1-40dd-8213-3d277179f65e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:09.179876 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:09.186119 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fee220-fa9e-4d30-ae83-daf8a22fae5b admin admin] Made reservation on behalf of 6c8c78d08b9641899363a2a1ae441165 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:09.188742 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-87fee220-fa9e-4d30-ae83-daf8a22fae5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:09.194712 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977dbbf0-d984-4dc2-9236-823d97f2df59 admin admin] Pushing event updated for resources: {'Network': ['ID=21513b7b-92d8-4ed8-a6ac-c19508cff76a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:09.203111 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d461c89-906b-4fdf-8074-99f1249867f0 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Made reservation on behalf of 5464ef5b9a964a199d8f573ee60b816c for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:09.220581 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d461c89-906b-4fdf-8074-99f1249867f0 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:09.252952 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 21513b7b-92d8-4ed8-a6ac-c19508cff76a details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:43:09.256356 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-29e10eea-d165-40ad-acc1-60eb2bde42f7 req-450f1441-fa38-4e6f-a747-bbd5a259077e tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] 10.222.0.62 "GET /v2.0/security-groups/e176d64e-9461-47e5-b3cf-3372b02920a7 HTTP/1.1" status: 200 len: 1823 time: 0.5234325 Dec 10 18:43:09.403925 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704eb4af-2947-4566-8362-47d1b47e1c0f req-c9194497-2f15-4bfe-b28b-f12000da3ced tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:09.414768 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-704eb4af-2947-4566-8362-47d1b47e1c0f req-c9194497-2f15-4bfe-b28b-f12000da3ced tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=aab807ad-6afd-41bc-8e31-8dd4155d62da HTTP/1.1" status: 200 len: 946 time: 0.1260822 Dec 10 18:43:09.462508 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-29e10eea-d165-40ad-acc1-60eb2bde42f7 req-2aec6b8f-3d64-441f-a5c2-34a238d257a2 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] 10.222.0.62 "GET /v2.0/security-groups/092f0c59-c0b6-4352-93e8-0d3d55b2317c HTTP/1.1" status: 200 len: 1822 time: 0.1510131 Dec 10 18:43:09.481235 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-29e10eea-d165-40ad-acc1-60eb2bde42f7 req-18ebc848-f79c-4622-8b15-d38a0f0f4bc7 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e176d64e-9461-47e5-b3cf-3372b02920a7', 'remote_group_id': '092f0c59-c0b6-4352-93e8-0d3d55b2317c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:09.481604 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-29e10eea-d165-40ad-acc1-60eb2bde42f7 req-18ebc848-f79c-4622-8b15-d38a0f0f4bc7 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e176d64e-9461-47e5-b3cf-3372b02920a7', 'remote_group_id': '092f0c59-c0b6-4352-93e8-0d3d55b2317c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:09.489744 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10586945-0ae6-426b-8547-d6c113e40f67 admin admin] Network 3458fdc1-64b7-42b1-b2c3-a038c20c6922 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:43:09.492590 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-5b21634b-4a24-40d0-b7fd-95f6820e7317 req-a0029d2e-6421-4685-814c-6360693e56e5 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Deleting port f223fe88-67e2-4e41-b2a6-2607a9589762 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:43:09.492960 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5b21634b-4a24-40d0-b7fd-95f6820e7317 req-a0029d2e-6421-4685-814c-6360693e56e5 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:09.502109 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-704eb4af-2947-4566-8362-47d1b47e1c0f req-c27ca701-1ea5-4967-8f5e-72f731cb0792 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5fc9b11-168d-4578-8078-3152825c6901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863018 Dec 10 18:43:09.515965 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-10586945-0ae6-426b-8547-d6c113e40f67 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:09.542461 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-79b06183-8125-4c9b-89cb-97fd8068dfcb None None] Provisioning complete for port bc046dfd-5bd2-4e72-b4a8-ef988ffe3b71 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:09.542873 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-79b06183-8125-4c9b-89cb-97fd8068dfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:09.544547 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ad09f-645a-4a00-ad92-d2cb1d980eb7 None None] Pushing event updated for resources: {'Port': ['ID=561c44e1-2f0f-4a27-8501-0084dfd35438,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:09.651726 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 4642605a-76d7-488a-9862-667000eed0fa up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:43:09.660790 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-79b06183-8125-4c9b-89cb-97fd8068dfcb None None] Port bc046dfd-5bd2-4e72-b4a8-ef988ffe3b71 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:43:09.724926 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d461c89-906b-4fdf-8074-99f1249867f0 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:09.769556 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 4642605a-76d7-488a-9862-667000eed0fa triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:09.770462 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:09.795563 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d461c89-906b-4fdf-8074-99f1249867f0 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event updated for resources: {'Subnet': ['ID=05015925-2639-4f41-a540-42ec240fee9a,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:09.829189 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d461c89-906b-4fdf-8074-99f1249867f0 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Checking segment: {'id': '5a6e8067-ad17-42c4-a3ea-5a50d6d3fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '294a90d7-4a3b-49c0-af34-3e5903fa7c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:09.829716 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d461c89-906b-4fdf-8074-99f1249867f0 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Network hostable DHCP agents. Network: 294a90d7-4a3b-49c0-af34-3e5903fa7c38, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:43:09.853066 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d461c89-906b-4fdf-8074-99f1249867f0 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Network 294a90d7-4a3b-49c0-af34-3e5903fa7c38 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:43:09.867665 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-4d461c89-906b-4fdf-8074-99f1249867f0 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 294a90d7-4a3b-49c0-af34-3e5903fa7c38) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:09.873660 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d461c89-906b-4fdf-8074-99f1249867f0 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:09.874717 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d461c89-906b-4fdf-8074-99f1249867f0 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:09.897684 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4d461c89-906b-4fdf-8074-99f1249867f0 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9545162 Dec 10 18:43:09.900945 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59424) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:09.917123 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b905d3aa-fa44-4ed1-b3ae-36e3129e5ed3 None None] Network 294a90d7-4a3b-49c0-af34-3e5903fa7c38 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:09.974041 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-5b21634b-4a24-40d0-b7fd-95f6820e7317 req-a0029d2e-6421-4685-814c-6360693e56e5 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] For port f223fe88-67e2-4e41-b2a6-2607a9589762, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=f223fe88-67e2-4e41-b2a6-2607a9589762,segment=NetworkSegment(e2762cd7-3077-44c4-9495-44ad1a192a7e),segment_id=e2762cd7-3077-44c4-9495-44ad1a192a7e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:09.974979 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5b21634b-4a24-40d0-b7fd-95f6820e7317 req-a0029d2e-6421-4685-814c-6360693e56e5 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:09.996185 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-87fee220-fa9e-4d30-ae83-daf8a22fae5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:10.015827 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-5b21634b-4a24-40d0-b7fd-95f6820e7317 req-a0029d2e-6421-4685-814c-6360693e56e5 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Calling delete_port for f223fe88-67e2-4e41-b2a6-2607a9589762 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:43:10.019952 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 561c44e1-2f0f-4a27-8501-0084dfd35438 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:43:10.053014 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-666fdac1-3b09-41dc-a1a8-14a467a08090 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:10.063686 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-29e10eea-d165-40ad-acc1-60eb2bde42f7 req-18ebc848-f79c-4622-8b15-d38a0f0f4bc7 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:10.069359 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-be404783-9c2d-402d-9c4c-a3b8db4d3428 None None] Provisioning complete for port bc046dfd-5bd2-4e72-b4a8-ef988ffe3b71 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:10.069758 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-be404783-9c2d-402d-9c4c-a3b8db4d3428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:10.074245 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10586945-0ae6-426b-8547-d6c113e40f67 admin admin] Router 68f64114-80cb-4b9c-8878-ed88c0b44d07 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:43:10.115051 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-666fdac1-3b09-41dc-a1a8-14a467a08090 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:10.160173 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-be404783-9c2d-402d-9c4c-a3b8db4d3428 None None] Port bc046dfd-5bd2-4e72-b4a8-ef988ffe3b71 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:43:10.165416 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336dd5b3-7b68-47d5-b26a-5f43518a524d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-294a90d7-4a3b-49c0-af34-3e5903fa7c38', 'network_id': '294a90d7-4a3b-49c0-af34-3e5903fa7c38', 'project_id': '5464ef5b9a964a199d8f573ee60b816c', 'fixed_ips': [{'subnet_id': '05015925-2639-4f41-a540-42ec240fee9a'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:43:10.166303 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-336dd5b3-7b68-47d5-b26a-5f43518a524d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:10.203306 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 561c44e1-2f0f-4a27-8501-0084dfd35438 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:10.203699 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:10.215718 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-666fdac1-3b09-41dc-a1a8-14a467a08090 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:10.258286 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-29e10eea-d165-40ad-acc1-60eb2bde42f7 req-18ebc848-f79c-4622-8b15-d38a0f0f4bc7 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:10.267369 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666fdac1-3b09-41dc-a1a8-14a467a08090 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event deleted for resources: {'Subnet': ['ID=05015925-2639-4f41-a540-42ec240fee9a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:10.281921 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fee220-fa9e-4d30-ae83-daf8a22fae5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f852d78c-d654-4eb5-9cac-2039bdd1d3f4,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:10.290950 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-29e10eea-d165-40ad-acc1-60eb2bde42f7 req-18ebc848-f79c-4622-8b15-d38a0f0f4bc7 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:10.351572 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-666fdac1-3b09-41dc-a1a8-14a467a08090 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server [None req-336dd5b3-7b68-47d5-b26a-5f43518a524d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 05015925-2639-4f41-a540-42ec240fee9a: This subnet is being modified by another concurrent operation. Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 18:43:10.376588 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:43:10.381199 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 18:43:10.381199 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 18:43:10.381199 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:43:10.381199 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:43:10.381199 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:43:10.381199 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:43:10.381199 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 18:43:10.381199 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:43:10.381199 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 18:43:10.381199 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 18:43:10.381199 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:43:10.381199 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:43:10.381199 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:43:10.381199 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:43:10.381199 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 18:43:10.381199 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 18:43:10.381199 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 18:43:10.381199 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 18:43:10.381199 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 18:43:10.381199 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 18:43:10.381199 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 18:43:10.381199 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 18:43:10.381199 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 18:43:10.381199 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 18:43:10.381199 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:43:10.381199 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:43:10.381199 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:43:10.381199 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:43:10.381199 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 18:43:10.381199 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 18:43:10.381199 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 18:43:10.381199 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 18:43:10.381199 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 18:43:10.381199 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 18:43:10.381199 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 18:43:10.381199 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise exception Dec 10 18:43:10.381199 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 05015925-2639-4f41-a540-42ec240fee9a: This subnet is being modified by another concurrent operation. Dec 10 18:43:10.381199 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Dec 10 18:43:10.399176 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-666fdac1-3b09-41dc-a1a8-14a467a08090 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['294a90d7-4a3b-49c0-af34-3e5903fa7c38']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:10.412362 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90744a42-af89-4ad3-bd28-ce23207bd70d None None] Network 294a90d7-4a3b-49c0-af34-3e5903fa7c38 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:10.425546 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-666fdac1-3b09-41dc-a1a8-14a467a08090 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a6e8067-ad17-42c4-a3ea-5a50d6d3fc3d') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:10.425981 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-666fdac1-3b09-41dc-a1a8-14a467a08090 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a6e8067-ad17-42c4-a3ea-5a50d6d3fc3d') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:10.441220 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-666fdac1-3b09-41dc-a1a8-14a467a08090 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:10.453888 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-29e10eea-d165-40ad-acc1-60eb2bde42f7 req-18ebc848-f79c-4622-8b15-d38a0f0f4bc7 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:10.456826 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-29e10eea-d165-40ad-acc1-60eb2bde42f7 req-18ebc848-f79c-4622-8b15-d38a0f0f4bc7 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9830160 Dec 10 18:43:10.458385 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-666fdac1-3b09-41dc-a1a8-14a467a08090 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:10.471710 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-666fdac1-3b09-41dc-a1a8-14a467a08090 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:43:10.471710 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-666fdac1-3b09-41dc-a1a8-14a467a08090 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:10.478143 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:43:10.478143 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:43:10.478143 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:43:10.478143 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:43:10.478143 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:43:10.478143 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:43:10.478143 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:43:10.478143 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:43:10.478143 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:43:10.478143 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:43:10.478143 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:43:10.478143 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:43:10.478143 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:43:10.478143 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:43:10.478143 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:43:10.478143 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:43:10.478143 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:43:10.478143 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:43:10.478143 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:43:10.478143 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:43:10.478143 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:43:10.478143 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:43:10.478143 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:43:10.478143 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:43:10.478143 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:43:10.478143 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:43:10.478143 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:43:10.478143 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:43:10.478143 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:43:10.478143 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:43:10.478143 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:43:10.478143 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:43:10.481936 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebc848-f79c-4622-8b15-d38a0f0f4bc7 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1db29ed-dee4-4216-b414-53a5e7f50f77,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:10.481936 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fee220-fa9e-4d30-ae83-daf8a22fae5b admin admin] Checking segment: {'id': 'daee2ccc-9d8c-44d4-a353-dad62781cb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '21513b7b-92d8-4ed8-a6ac-c19508cff76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:10.481936 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fee220-fa9e-4d30-ae83-daf8a22fae5b admin admin] Network hostable DHCP agents. Network: 21513b7b-92d8-4ed8-a6ac-c19508cff76a, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:43:10.501667 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91562876-c02c-4384-94f9-28cfed710d43 None None] Network 35cc7cde-ef81-4b24-ae66-3d8348e011a7 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:10.544866 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fee220-fa9e-4d30-ae83-daf8a22fae5b admin admin] Network 21513b7b-92d8-4ed8-a6ac-c19508cff76a is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:43:10.553584 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-60534e75-3644-4fb0-8c22-501238174347 req-c151c380-4558-4695-9fdd-ace33f8870c4 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1795721730', 'description': 'tempest-description-992522133'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:10.577273 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-87fee220-fa9e-4d30-ae83-daf8a22fae5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 21513b7b-92d8-4ed8-a6ac-c19508cff76a) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:10.590787 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fee220-fa9e-4d30-ae83-daf8a22fae5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:10.591391 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-87fee220-fa9e-4d30-ae83-daf8a22fae5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:10.593956 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79049216-9e1a-40b2-946a-97c0bb990daa None None] Network 21513b7b-92d8-4ed8-a6ac-c19508cff76a requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:10.601599 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10586945-0ae6-426b-8547-d6c113e40f67 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:43:10.604857 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-666fdac1-3b09-41dc-a1a8-14a467a08090 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:10.621086 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-666fdac1-3b09-41dc-a1a8-14a467a08090 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:10.625307 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-10586945-0ae6-426b-8547-d6c113e40f67 admin admin] 10.222.0.62 "PUT /v2.0/routers/68f64114-80cb-4b9c-8878-ed88c0b44d07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9883909 Dec 10 18:43:10.625641 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-666fdac1-3b09-41dc-a1a8-14a467a08090 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "DELETE /v2.0/networks/294a90d7-4a3b-49c0-af34-3e5903fa7c38 HTTP/1.1" status: 204 len: 168 time: 0.7233217 Dec 10 18:43:10.627362 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-60534e75-3644-4fb0-8c22-501238174347 req-c151c380-4558-4695-9fdd-ace33f8870c4 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:10.634059 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59430) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:10.641256 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3505dad7-eaa7-4f5e-9229-08328c749c8e None None] Sync routers for ids ['68f64114-80cb-4b9c-8878-ed88c0b44d07'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:43:10.646441 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5b21634b-4a24-40d0-b7fd-95f6820e7317 req-a0029d2e-6421-4685-814c-6360693e56e5 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:10.664334 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7d0ed374-c5d0-4319-a6c7-e5f14090b9be tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-234926239'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:10.670604 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666fdac1-3b09-41dc-a1a8-14a467a08090 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event deleted for resources: {'Network': ['ID=294a90d7-4a3b-49c0-af34-3e5903fa7c38,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:10.696972 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['f223fe88-67e2-4e41-b2a6-2607a9589762'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:43:10.718167 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-87fee220-fa9e-4d30-ae83-daf8a22fae5b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6547508 Dec 10 18:43:10.726882 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0ed374-c5d0-4319-a6c7-e5f14090b9be tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Made reservation on behalf of 5464ef5b9a964a199d8f573ee60b816c for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:10.730855 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d0ed374-c5d0-4319-a6c7-e5f14090b9be tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:10.782509 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d0ed374-c5d0-4319-a6c7-e5f14090b9be tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:43:10.798297 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0029d2e-6421-4685-814c-6360693e56e5 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Pushing event deleted for resources: {'Port': ['ID=f223fe88-67e2-4e41-b2a6-2607a9589762,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:10.805930 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-60534e75-3644-4fb0-8c22-501238174347 req-c151c380-4558-4695-9fdd-ace33f8870c4 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:10.810604 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d0ed374-c5d0-4319-a6c7-e5f14090b9be tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:10.810957 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-7d0ed374-c5d0-4319-a6c7-e5f14090b9be tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Added segment da1ae92d-a5db-4944-9057-82b4597f35df of type vlan for network 37b206a8-f841-44b6-a17a-be954915f009 Dec 10 18:43:10.818700 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3505dad7-eaa7-4f5e-9229-08328c749c8e None None] Routers {'68f64114-80cb-4b9c-8878-ed88c0b44d07'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:43:10.819355 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3505dad7-eaa7-4f5e-9229-08328c749c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:42:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['68f64114-80cb-4b9c-8878-ed88c0b44d07'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:10.821406 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-60534e75-3644-4fb0-8c22-501238174347 req-c151c380-4558-4695-9fdd-ace33f8870c4 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:10.844678 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0b90f075-c2ca-458d-aa0c-43defb4a1124 None None] Provisioning complete for port 567332ef-efbd-4615-ae4d-9f4c5bd37b0b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:10.845225 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0b90f075-c2ca-458d-aa0c-43defb4a1124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:10.882436 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a917219a-1c7e-4473-ae22-0b7a0b42037e req-fbfc66e4-3480-4a9e-8ea2-424dfc6f372d tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.62 "GET /v2.0/ports?device_id=aab807ad-6afd-41bc-8e31-8dd4155d62da HTTP/1.1" status: 200 len: 210 time: 0.0969467 Dec 10 18:43:10.902045 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-60534e75-3644-4fb0-8c22-501238174347 req-c151c380-4558-4695-9fdd-ace33f8870c4 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:10.903417 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-60534e75-3644-4fb0-8c22-501238174347 req-c151c380-4558-4695-9fdd-ace33f8870c4 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3923199 Dec 10 18:43:10.904617 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c151c380-4558-4695-9fdd-ace33f8870c4 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61ac825a-ba94-4896-bc9d-3000a750a6c3,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:10.912973 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d0ed374-c5d0-4319-a6c7-e5f14090b9be tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:10.988973 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d0ed374-c5d0-4319-a6c7-e5f14090b9be tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:10.997669 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0ed374-c5d0-4319-a6c7-e5f14090b9be tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:10.998329 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d0ed374-c5d0-4319-a6c7-e5f14090b9be tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:11.059578 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b21634b-4a24-40d0-b7fd-95f6820e7317 req-a0029d2e-6421-4685-814c-6360693e56e5 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] No DVR routers for this DVR port f223fe88-67e2-4e41-b2a6-2607a9589762 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:43:11.066670 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5b21634b-4a24-40d0-b7fd-95f6820e7317 req-a0029d2e-6421-4685-814c-6360693e56e5 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:11.082007 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5b21634b-4a24-40d0-b7fd-95f6820e7317 req-a0029d2e-6421-4685-814c-6360693e56e5 tempest-ServerDiskConfigTestJSON-732841241 tempest-ServerDiskConfigTestJSON-732841241-project] 10.222.0.46 "DELETE /v2.0/ports/f223fe88-67e2-4e41-b2a6-2607a9589762 HTTP/1.1" status: 204 len: 173 time: 2.0425193 Dec 10 18:43:11.082797 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab807ad-6afd-41bc-8e31-8dd4155d62da', 'name': 'network-vif-deleted', 'tag': 'f223fe88-67e2-4e41-b2a6-2607a9589762'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:43:11.085451 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebfd934-1543-4755-95b2-a67a787e4105" -d '{"events": [{"server_uuid": "aab807ad-6afd-41bc-8e31-8dd4155d62da", "name": "network-vif-deleted", "tag": "f223fe88-67e2-4e41-b2a6-2607a9589762"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:43:11.105557 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7d0ed374-c5d0-4319-a6c7-e5f14090b9be tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4700532 Dec 10 18:43:11.108708 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59458) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:11.117388 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-74ddc76d-dc75-48ab-8341-2ef00eedf6fb tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Request body: {'subnet': {'network_id': '37b206a8-f841-44b6-a17a-be954915f009', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:11.206117 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-11e4da5b-88c9-4e7d-83f3-d7ffa49029aa req-9de709e1-4595-4706-8404-04fb7969478a tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-864584375', 'description': 'tempest-description-693790525'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:11.215287 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b69e32-3743-439f-9a82-1da545d60c92 None None] DHCP port deletion for 14bf47a8-e4dc-4d77-8612-c359c818f901 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:11.220531 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ed374-c5d0-4319-a6c7-e5f14090b9be tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event updated for resources: {'Network': ['ID=37b206a8-f841-44b6-a17a-be954915f009,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:11.281210 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11e4da5b-88c9-4e7d-83f3-d7ffa49029aa req-9de709e1-4595-4706-8404-04fb7969478a tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:11.329653 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 567332ef-efbd-4615-ae4d-9f4c5bd37b0b up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:43:11.406111 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 37b206a8-f841-44b6-a17a-be954915f009 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:43:11.408916 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ddc76d-dc75-48ab-8341-2ef00eedf6fb tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Made reservation on behalf of 5464ef5b9a964a199d8f573ee60b816c for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:11.416712 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74ddc76d-dc75-48ab-8341-2ef00eedf6fb tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:11.472661 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11e4da5b-88c9-4e7d-83f3-d7ffa49029aa req-9de709e1-4595-4706-8404-04fb7969478a tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:11.480789 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11e4da5b-88c9-4e7d-83f3-d7ffa49029aa req-9de709e1-4595-4706-8404-04fb7969478a tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:11.527161 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-11e4da5b-88c9-4e7d-83f3-d7ffa49029aa req-9de709e1-4595-4706-8404-04fb7969478a tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:11.577816 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-11e4da5b-88c9-4e7d-83f3-d7ffa49029aa req-9de709e1-4595-4706-8404-04fb7969478a tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4078214 Dec 10 18:43:11.593858 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0b90f075-c2ca-458d-aa0c-43defb4a1124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:11.617877 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de709e1-4595-4706-8404-04fb7969478a tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36a757ea-fa64-48a5-a0ee-c00cfa8cee99,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:11.620289 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab97e1d-33cd-4f30-a592-1e87894a0b1a None None] Network 21513b7b-92d8-4ed8-a6ac-c19508cff76a requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:11.730230 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e12b83-9551-4230-8607-09a91d7b77f9 x-openstack-request-id: req-11e12b83-9551-4230-8607-09a91d7b77f9 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:43:11.730519 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab807ad-6afd-41bc-8e31-8dd4155d62da", "name": "network-vif-deleted", "tag": "f223fe88-67e2-4e41-b2a6-2607a9589762", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:43:11.730778 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-11e12b83-9551-4230-8607-09a91d7b77f9 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:43:11.740664 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab807ad-6afd-41bc-8e31-8dd4155d62da', 'name': 'network-vif-deleted', 'tag': 'f223fe88-67e2-4e41-b2a6-2607a9589762', 'status': 'completed', 'code': 200} Dec 10 18:43:11.785805 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 567332ef-efbd-4615-ae4d-9f4c5bd37b0b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:11.786188 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:11.875175 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0b90f075-c2ca-458d-aa0c-43defb4a1124 None None] For port 567332ef-efbd-4615-ae4d-9f4c5bd37b0b, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=567332ef-efbd-4615-ae4d-9f4c5bd37b0b,segment=NetworkSegment(882c2313-7ba2-418e-8207-8194de0df94e),segment_id=882c2313-7ba2-418e-8207-8194de0df94e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:11.898081 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3505dad7-eaa7-4f5e-9229-08328c749c8e None None] Set router 68f64114-80cb-4b9c-8878-ed88c0b44d07 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:43:11.932595 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0b90f075-c2ca-458d-aa0c-43defb4a1124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:11.964484 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6eb7cb24-1e35-41e9-9990-250044dcf7bd req-cc2ea0ec-dec3-4b5d-8b51-0558a9e2f4df tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] 10.222.0.62 "GET /v2.0/security-groups/61ac825a-ba94-4896-bc9d-3000a750a6c3 HTTP/1.1" status: 200 len: 1823 time: 0.2243109 Dec 10 18:43:11.999880 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-26639ce1-df79-48ca-a69a-cf24d3a0adb0 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:12.001250 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-26639ce1-df79-48ca-a69a-cf24d3a0adb0 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] 10.222.0.62 "GET /v2.0/networks?id=21513b7b-92d8-4ed8-a6ac-c19508cff76a HTTP/1.1" status: 200 len: 813 time: 0.3314230 Dec 10 18:43:12.063253 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-cf8870d5-ba94-4760-a3a0-dbbed2d9c551 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] 10.222.0.62 "GET /v2.0/quotas/6c8c78d08b9641899363a2a1ae441165 HTTP/1.1" status: 200 len: 375 time: 0.0390613 Dec 10 18:43:12.074951 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b90f075-c2ca-458d-aa0c-43defb4a1124 None None] Pushing event updated for resources: {'Port': ['ID=567332ef-efbd-4615-ae4d-9f4c5bd37b0b,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:12.138858 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-4dcc0a95-4d4d-443a-b4b9-0278635b36d1 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6c8c78d08b9641899363a2a1ae441165&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0738432 Dec 10 18:43:12.149213 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6eb7cb24-1e35-41e9-9990-250044dcf7bd req-65957293-b7cc-498d-9f20-68e918d81b7e tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] 10.222.0.62 "GET /v2.0/security-groups/36a757ea-fa64-48a5-a0ee-c00cfa8cee99 HTTP/1.1" status: 200 len: 1822 time: 0.1742914 Dec 10 18:43:12.160005 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-6eb7cb24-1e35-41e9-9990-250044dcf7bd req-535bc0bc-d743-4cd7-a86d-6bdd723ed091 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '61ac825a-ba94-4896-bc9d-3000a750a6c3', 'remote_group_id': '36a757ea-fa64-48a5-a0ee-c00cfa8cee99', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:12.160716 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-6eb7cb24-1e35-41e9-9990-250044dcf7bd req-535bc0bc-d743-4cd7-a86d-6bdd723ed091 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '61ac825a-ba94-4896-bc9d-3000a750a6c3', 'remote_group_id': '36a757ea-fa64-48a5-a0ee-c00cfa8cee99', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:12.183921 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74ddc76d-dc75-48ab-8341-2ef00eedf6fb tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:12.320265 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ddc76d-dc75-48ab-8341-2ef00eedf6fb tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event updated for resources: {'Subnet': ['ID=a71b898d-b9d1-43ac-a8f5-e11fa56b8d68,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:12.357571 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6eb7cb24-1e35-41e9-9990-250044dcf7bd req-535bc0bc-d743-4cd7-a86d-6bdd723ed091 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:12.381087 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-a20d9bfa-29cf-4b83-b9c1-6fdea7d72072 service neutron] 10.222.0.62 "GET /v2.0/networks/21513b7b-92d8-4ed8-a6ac-c19508cff76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412202 Dec 10 18:43:12.393945 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ddc76d-dc75-48ab-8341-2ef00eedf6fb tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Checking segment: {'id': 'da1ae92d-a5db-4944-9057-82b4597f35df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '37b206a8-f841-44b6-a17a-be954915f009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:12.394327 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ddc76d-dc75-48ab-8341-2ef00eedf6fb tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Network hostable DHCP agents. Network: 37b206a8-f841-44b6-a17a-be954915f009, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:43:12.460091 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ddc76d-dc75-48ab-8341-2ef00eedf6fb tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Network 37b206a8-f841-44b6-a17a-be954915f009 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:43:12.476343 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b89029b-9a3d-472a-bc1c-a718b8e649ba None None] get_active_networks_info from n-d-821435-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:43:12.488366 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-74ddc76d-dc75-48ab-8341-2ef00eedf6fb tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 37b206a8-f841-44b6-a17a-be954915f009) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:12.507662 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ddc76d-dc75-48ab-8341-2ef00eedf6fb tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:12.508272 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74ddc76d-dc75-48ab-8341-2ef00eedf6fb tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:12.512119 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6eb7cb24-1e35-41e9-9990-250044dcf7bd req-535bc0bc-d743-4cd7-a86d-6bdd723ed091 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:12.529672 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6eb7cb24-1e35-41e9-9990-250044dcf7bd req-535bc0bc-d743-4cd7-a86d-6bdd723ed091 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:12.531072 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-11430e75-b9eb-4850-865c-22e84fe59e60 service neutron] 10.222.0.62 "GET /v2.0/networks/21513b7b-92d8-4ed8-a6ac-c19508cff76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490159 Dec 10 18:43:12.555199 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-74ddc76d-dc75-48ab-8341-2ef00eedf6fb tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4435396 Dec 10 18:43:12.557957 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59482) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:12.559780 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535bc0bc-d743-4cd7-a86d-6bdd723ed091 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a50dd41d-71dc-45bc-a3db-f1acf41c02a7,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:12.649321 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8a61a467-d5e8-461b-b41e-e707cea528be None None] Provisioning complete for port 567332ef-efbd-4615-ae4d-9f4c5bd37b0b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:12.649941 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8a61a467-d5e8-461b-b41e-e707cea528be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:12.700572 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6eb7cb24-1e35-41e9-9990-250044dcf7bd req-535bc0bc-d743-4cd7-a86d-6bdd723ed091 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:12.701838 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6eb7cb24-1e35-41e9-9990-250044dcf7bd req-535bc0bc-d743-4cd7-a86d-6bdd723ed091 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5462654 Dec 10 18:43:12.801263 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9924f1b-c5d6-4f9a-889e-66bfdee62253 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:12.819019 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device f223fe88-67e2-4e41-b2a6-2607a9589762 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:43:12.898293 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9924f1b-c5d6-4f9a-889e-66bfdee62253 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:12.918030 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: f223fe88-67e2-4e41-b2a6-2607a9589762 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:43:12.918736 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device f223fe88-67e2-4e41-b2a6-2607a9589762 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:43:12.951171 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 561c44e1-2f0f-4a27-8501-0084dfd35438 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:43:13.043001 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9924f1b-c5d6-4f9a-889e-66bfdee62253 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:13.122559 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9924f1b-c5d6-4f9a-889e-66bfdee62253 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event deleted for resources: {'Subnet': ['ID=a71b898d-b9d1-43ac-a8f5-e11fa56b8d68,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:13.161023 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-68b0cbda-e1e3-40f4-bb4e-c938cab9f2d3 req-0ff55179-32b8-4b57-91df-7dfdeaef623a tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ed7c2a2-f6ce-4fdd-b574-07960b03fa1d HTTP/1.1" status: 200 len: 210 time: 0.1055164 Dec 10 18:43:13.258292 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 561c44e1-2f0f-4a27-8501-0084dfd35438 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:13.258292 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:13.284896 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5610e80c-0711-4444-996a-8eedd1b1b585 req-a3fd8967-3078-48b1-b96b-cffc66944a40 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] 10.222.0.62 "GET /v2.0/security-groups/36a757ea-fa64-48a5-a0ee-c00cfa8cee99 HTTP/1.1" status: 200 len: 1822 time: 0.1458161 Dec 10 18:43:13.315979 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b89029b-9a3d-472a-bc1c-a718b8e649ba None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 18:43:13.342333 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3505dad7-eaa7-4f5e-9229-08328c749c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f64114-80cb-4b9c-8878-ed88c0b44d07', 'name': 'tempest-AttachSCSIVolumeTestJSON-584562146-router', 'tenant_id': 'fe48b3635baf48a49aa551e9f18cc72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '561c44e1-2f0f-4a27-8501-0084dfd35438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:59Z', 'updated_at': '2021-12-10T18:43:07Z', 'revision_number': 4, 'project_id': 'fe48b3635baf48a49aa551e9f18cc72b', 'gw_port': {'id': '561c44e1-2f0f-4a27-8501-0084dfd35438', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:44:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f64114-80cb-4b9c-8878-ed88c0b44d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:00Z', 'updated_at': '2021-12-10T18:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'bc046dfd-5bd2-4e72-b4a8-ef988ffe3b71', 'name': '', 'network_id': '3458fdc1-64b7-42b1-b2c3-a038c20c6922', 'tenant_id': 'fe48b3635baf48a49aa551e9f18cc72b', 'mac_address': 'fa:16:3e:02:18:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f64114-80cb-4b9c-8878-ed88c0b44d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '396b26e8-4c6c-48c7-bbcf-d928b354fd32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:05Z', 'updated_at': '2021-12-10T18:43:08Z', 'revision_number': 2, 'project_id': 'fe48b3635baf48a49aa551e9f18cc72b', 'subnets': [{'id': '396b26e8-4c6c-48c7-bbcf-d928b354fd32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:13.346397 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9924f1b-c5d6-4f9a-889e-66bfdee62253 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:13.394047 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c9924f1b-c5d6-4f9a-889e-66bfdee62253 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37b206a8-f841-44b6-a17a-be954915f009']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:13.397438 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5610e80c-0711-4444-996a-8eedd1b1b585 req-11be4071-e813-420c-b6a3-7453cbe0702c tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:13.416664 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c9924f1b-c5d6-4f9a-889e-66bfdee62253 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da1ae92d-a5db-4944-9057-82b4597f35df') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:13.417065 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c9924f1b-c5d6-4f9a-889e-66bfdee62253 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da1ae92d-a5db-4944-9057-82b4597f35df') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:13.431531 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3505dad7-eaa7-4f5e-9229-08328c749c8e None None] Checking router: 68f64114-80cb-4b9c-8878-ed88c0b44d07 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:43:13.431531 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3505dad7-eaa7-4f5e-9229-08328c749c8e None None] Updating router 68f64114-80cb-4b9c-8878-ed88c0b44d07 port bc046dfd-5bd2-4e72-b4a8-ef988ffe3b71 binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:43:13.441888 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9924f1b-c5d6-4f9a-889e-66bfdee62253 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:13.449347 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5610e80c-0711-4444-996a-8eedd1b1b585 req-11be4071-e813-420c-b6a3-7453cbe0702c tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:13.482126 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9924f1b-c5d6-4f9a-889e-66bfdee62253 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:13.485375 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9924f1b-c5d6-4f9a-889e-66bfdee62253 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:43:13.485773 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9924f1b-c5d6-4f9a-889e-66bfdee62253 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:13.551752 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59504) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:13.615750 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3505dad7-eaa7-4f5e-9229-08328c749c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:13.623170 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:43:13.623170 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:43:13.623170 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:43:13.623170 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:43:13.623170 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:43:13.623170 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:43:13.623170 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:43:13.623170 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:43:13.623170 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:43:13.623170 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:43:13.623170 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:43:13.623170 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:43:13.623170 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:43:13.623170 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:43:13.623170 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:43:13.623170 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:43:13.623170 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:43:13.623170 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:43:13.623170 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:43:13.623170 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:43:13.623170 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:43:13.623170 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:43:13.623170 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:43:13.623170 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:43:13.623170 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:43:13.623170 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:43:13.623170 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:43:13.623170 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:43:13.623170 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:43:13.623170 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:43:13.623170 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:43:13.623170 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:43:13.636918 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9924f1b-c5d6-4f9a-889e-66bfdee62253 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:13.652948 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9924f1b-c5d6-4f9a-889e-66bfdee62253 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:13.661259 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c9924f1b-c5d6-4f9a-889e-66bfdee62253 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "DELETE /v2.0/networks/37b206a8-f841-44b6-a17a-be954915f009 HTTP/1.1" status: 204 len: 168 time: 1.0909762 Dec 10 18:43:13.666626 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59506) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:13.687153 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-2819b4a5-7d9c-4afa-ba4b-1c553f1730f2 admin admin] Deleting subnet 473d5397-5861-4f30-8410-ba6c85b1882f {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:43:13.688325 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-93575a5b-5b15-4177-bb5d-767efb2e297e tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-369967306'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:13.694044 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9924f1b-c5d6-4f9a-889e-66bfdee62253 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event deleted for resources: {'Network': ['ID=37b206a8-f841-44b6-a17a-be954915f009,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:13.704297 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2819b4a5-7d9c-4afa-ba4b-1c553f1730f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:13.756261 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5610e80c-0711-4444-996a-8eedd1b1b585 req-11be4071-e813-420c-b6a3-7453cbe0702c tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:13.760019 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5610e80c-0711-4444-996a-8eedd1b1b585 req-11be4071-e813-420c-b6a3-7453cbe0702c tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:13.761409 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93575a5b-5b15-4177-bb5d-767efb2e297e tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Made reservation on behalf of 5464ef5b9a964a199d8f573ee60b816c for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:13.764412 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5610e80c-0711-4444-996a-8eedd1b1b585 req-11be4071-e813-420c-b6a3-7453cbe0702c tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] 10.222.0.62 "DELETE /v2.0/security-groups/36a757ea-fa64-48a5-a0ee-c00cfa8cee99 HTTP/1.1" status: 204 len: 173 time: 0.4701335 Dec 10 18:43:13.771344 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-93575a5b-5b15-4177-bb5d-767efb2e297e tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:13.788058 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be4071-e813-420c-b6a3-7453cbe0702c tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a757ea-fa64-48a5-a0ee-c00cfa8cee99,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:13.802558 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2819b4a5-7d9c-4afa-ba4b-1c553f1730f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:13.885352 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93575a5b-5b15-4177-bb5d-767efb2e297e tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:43:13.911857 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2819b4a5-7d9c-4afa-ba4b-1c553f1730f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:13.958985 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-93575a5b-5b15-4177-bb5d-767efb2e297e tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:13.959604 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-93575a5b-5b15-4177-bb5d-767efb2e297e tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Added segment 235c2141-a0a0-476b-ad4d-0e65aeeb892d of type vlan for network 10c54cad-e213-4dad-a169-38b4aeed2075 Dec 10 18:43:13.985207 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dca03b1a-cbf3-4c65-9798-96515289490d req-3bd6618d-363f-4c0b-a629-d091ab0e14a0 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] 10.222.0.62 "GET /v2.0/security-groups/61ac825a-ba94-4896-bc9d-3000a750a6c3 HTTP/1.1" status: 200 len: 1823 time: 0.1328597 Dec 10 18:43:14.096666 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-93575a5b-5b15-4177-bb5d-767efb2e297e tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:14.129220 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-9cd9fcdc-9c69-4b40-9012-7b63f35ae428 req-bc483151-c82b-4041-a1d3-ab04d9cf08f0 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-234255189', 'description': 'tempest-description-1188060896'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:14.146805 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 567332ef-efbd-4615-ae4d-9f4c5bd37b0b up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:43:14.158677 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-93575a5b-5b15-4177-bb5d-767efb2e297e tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:14.167347 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93575a5b-5b15-4177-bb5d-767efb2e297e tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:14.168256 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-93575a5b-5b15-4177-bb5d-767efb2e297e tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:14.198858 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2819b4a5-7d9c-4afa-ba4b-1c553f1730f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:14.278342 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9cd9fcdc-9c69-4b40-9012-7b63f35ae428 req-bc483151-c82b-4041-a1d3-ab04d9cf08f0 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:14.305363 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2819b4a5-7d9c-4afa-ba4b-1c553f1730f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=473d5397-5861-4f30-8410-ba6c85b1882f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:14.328714 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2819b4a5-7d9c-4afa-ba4b-1c553f1730f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:14.328714 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2819b4a5-7d9c-4afa-ba4b-1c553f1730f2 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/473d5397-5861-4f30-8410-ba6c85b1882f HTTP/1.1" status: 204 len: 168 time: 0.7683399 Dec 10 18:43:14.341518 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59520) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:14.589732 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d32f3d3-2ef1-47e1-ab80-57a3acd7784b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:14.633421 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9cd9fcdc-9c69-4b40-9012-7b63f35ae428 req-bc483151-c82b-4041-a1d3-ab04d9cf08f0 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:14.663732 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9cd9fcdc-9c69-4b40-9012-7b63f35ae428 req-bc483151-c82b-4041-a1d3-ab04d9cf08f0 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:14.706070 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 567332ef-efbd-4615-ae4d-9f4c5bd37b0b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:14.706710 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:14.750543 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cb211982-8fc0-4a94-8060-1961f3642e56 req-e17215e8-e601-4e6a-8414-2bb97e75c975 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ed7c2a2-f6ce-4fdd-b574-07960b03fa1d HTTP/1.1" status: 200 len: 210 time: 0.0368617 Dec 10 18:43:14.766411 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93575a5b-5b15-4177-bb5d-767efb2e297e tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event updated for resources: {'Network': ['ID=10c54cad-e213-4dad-a169-38b4aeed2075,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:14.773896 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-93575a5b-5b15-4177-bb5d-767efb2e297e tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1057248 Dec 10 18:43:14.776751 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59522) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:14.781910 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a1e2d06c-1845-4b8c-8c5b-3f7046e9c8e8 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Request body: {'subnet': {'network_id': '10c54cad-e213-4dad-a169-38b4aeed2075', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:14.809927 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 10c54cad-e213-4dad-a169-38b4aeed2075 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:43:14.838788 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-9bbcb6ca-ea80-431f-b175-ce4a171a8869 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:14.841886 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-9bbcb6ca-ea80-431f-b175-ce4a171a8869 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] 10.222.0.46 "GET /v2.0/networks?id=21513b7b-92d8-4ed8-a6ac-c19508cff76a HTTP/1.1" status: 200 len: 813 time: 0.3455710 Dec 10 18:43:14.842769 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc483151-c82b-4041-a1d3-ab04d9cf08f0 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a0fdd9-b380-4178-b3c0-5e6d81248b06,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:14.885256 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-c3c84e22-1091-41ae-a31c-23c28822c012 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] Request body: {'port': {'device_id': '0ed7c2a2-f6ce-4fdd-b574-07960b03fa1d', 'network_id': '21513b7b-92d8-4ed8-a6ac-c19508cff76a', 'admin_state_up': True, 'tenant_id': '6c8c78d08b9641899363a2a1ae441165'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:14.908984 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e2d06c-1845-4b8c-8c5b-3f7046e9c8e8 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Made reservation on behalf of 5464ef5b9a964a199d8f573ee60b816c for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:14.915449 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a1e2d06c-1845-4b8c-8c5b-3f7046e9c8e8 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:15.020105 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74dd3e7-0c41-4d48-80c5-b0cb16d27a5e None None] get_active_networks_info from n-d-821435-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:43:15.107639 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3505dad7-eaa7-4f5e-9229-08328c749c8e None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:15.121849 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d32f3d3-2ef1-47e1-ab80-57a3acd7784b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:15.140691 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3505dad7-eaa7-4f5e-9229-08328c749c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:15.150352 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-7d32f3d3-2ef1-47e1-ab80-57a3acd7784b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14bf47a8-e4dc-4d77-8612-c359c818f901']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:15.176953 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-7d32f3d3-2ef1-47e1-ab80-57a3acd7784b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2762cd7-3077-44c4-9495-44ad1a192a7e') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:15.177887 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-7d32f3d3-2ef1-47e1-ab80-57a3acd7784b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2762cd7-3077-44c4-9495-44ad1a192a7e') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:15.195253 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d32f3d3-2ef1-47e1-ab80-57a3acd7784b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:15.213575 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d32f3d3-2ef1-47e1-ab80-57a3acd7784b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:15.221746 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d32f3d3-2ef1-47e1-ab80-57a3acd7784b admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:43:15.222646 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d32f3d3-2ef1-47e1-ab80-57a3acd7784b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:15.267289 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:43:15.267289 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:43:15.267289 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:43:15.267289 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:43:15.267289 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:43:15.267289 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:43:15.267289 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:43:15.267289 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:43:15.267289 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:43:15.267289 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:43:15.267289 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:43:15.267289 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:43:15.267289 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:43:15.267289 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:43:15.267289 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:43:15.267289 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:43:15.267289 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:43:15.267289 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:43:15.267289 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:43:15.267289 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:43:15.267289 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:43:15.267289 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:43:15.267289 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:43:15.267289 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:43:15.267289 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:43:15.267289 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:43:15.267289 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:43:15.267289 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:43:15.267289 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:43:15.267289 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:43:15.267289 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:43:15.267289 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:43:15.342781 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9cd9fcdc-9c69-4b40-9012-7b63f35ae428 req-bc483151-c82b-4041-a1d3-ab04d9cf08f0 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:15.363118 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9cd9fcdc-9c69-4b40-9012-7b63f35ae428 req-bc483151-c82b-4041-a1d3-ab04d9cf08f0 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 1.2480228 Dec 10 18:43:15.377642 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a1e2d06c-1845-4b8c-8c5b-3f7046e9c8e8 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:15.468921 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d32f3d3-2ef1-47e1-ab80-57a3acd7784b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:15.504035 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d32f3d3-2ef1-47e1-ab80-57a3acd7784b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:15.505559 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2d06c-1845-4b8c-8c5b-3f7046e9c8e8 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event updated for resources: {'Subnet': ['ID=faccc9d8-69b8-4297-8bfe-60ea487c27d3,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:15.508386 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e2d06c-1845-4b8c-8c5b-3f7046e9c8e8 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Checking segment: {'id': '235c2141-a0a0-476b-ad4d-0e65aeeb892d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '10c54cad-e213-4dad-a169-38b4aeed2075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:15.511146 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e2d06c-1845-4b8c-8c5b-3f7046e9c8e8 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Network hostable DHCP agents. Network: 10c54cad-e213-4dad-a169-38b4aeed2075, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:43:15.521135 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7d32f3d3-2ef1-47e1-ab80-57a3acd7784b admin admin] 10.222.0.62 "DELETE /v2.0/networks/14bf47a8-e4dc-4d77-8612-c359c818f901 HTTP/1.1" status: 204 len: 168 time: 1.1746805 Dec 10 18:43:15.582512 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-c3c84e22-1091-41ae-a31c-23c28822c012 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] Made reservation on behalf of 6c8c78d08b9641899363a2a1ae441165 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:15.586667 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-c3c84e22-1091-41ae-a31c-23c28822c012 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:15.592407 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32f3d3-2ef1-47e1-ab80-57a3acd7784b admin admin] Pushing event deleted for resources: {'Network': ['ID=14bf47a8-e4dc-4d77-8612-c359c818f901,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:15.610331 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e2d06c-1845-4b8c-8c5b-3f7046e9c8e8 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Network 10c54cad-e213-4dad-a169-38b4aeed2075 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:43:15.631600 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66965f57-a0e5-406f-bc23-d7fef6e31061 None None] Pushing event updated for resources: {'Port': ['ID=bc046dfd-5bd2-4e72-b4a8-ef988ffe3b71,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:15.638554 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-a1e2d06c-1845-4b8c-8c5b-3f7046e9c8e8 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 10c54cad-e213-4dad-a169-38b4aeed2075) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:15.693583 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3505dad7-eaa7-4f5e-9229-08328c749c8e None None] Attempting to bind port bc046dfd-5bd2-4e72-b4a8-ef988ffe3b71 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:43:15.693984 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3505dad7-eaa7-4f5e-9229-08328c749c8e None None] Attempting to bind port bc046dfd-5bd2-4e72-b4a8-ef988ffe3b71 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'b359f6f0-02b5-418f-ab26-55074aa129cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3458fdc1-64b7-42b1-b2c3-a038c20c6922'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:43:15.694354 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3505dad7-eaa7-4f5e-9229-08328c749c8e None None] Attempting to bind port bc046dfd-5bd2-4e72-b4a8-ef988ffe3b71 on network 3458fdc1-64b7-42b1-b2c3-a038c20c6922 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:43:15.694506 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e2d06c-1845-4b8c-8c5b-3f7046e9c8e8 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:15.695018 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a1e2d06c-1845-4b8c-8c5b-3f7046e9c8e8 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:15.723271 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3505dad7-eaa7-4f5e-9229-08328c749c8e None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:43:15.723271 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3505dad7-eaa7-4f5e-9229-08328c749c8e None None] Checking segment: {'id': 'b359f6f0-02b5-418f-ab26-55074aa129cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3458fdc1-64b7-42b1-b2c3-a038c20c6922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:15.725110 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3505dad7-eaa7-4f5e-9229-08328c749c8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:15.725523 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3505dad7-eaa7-4f5e-9229-08328c749c8e None None] Bound using segment: {'id': 'b359f6f0-02b5-418f-ab26-55074aa129cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3458fdc1-64b7-42b1-b2c3-a038c20c6922'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:43:15.727265 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3505dad7-eaa7-4f5e-9229-08328c749c8e None None] Bound port: bc046dfd-5bd2-4e72-b4a8-ef988ffe3b71, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b359f6f0-02b5-418f-ab26-55074aa129cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3458fdc1-64b7-42b1-b2c3-a038c20c6922'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:43:15.727626 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3505dad7-eaa7-4f5e-9229-08328c749c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:15.733201 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4c865d78-9874-414d-b99a-554f1ae3cb16 req-b2f82c83-1ebe-485c-b61a-017f0b6244eb tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] 10.222.0.62 "GET /v2.0/security-groups/c1a0fdd9-b380-4178-b3c0-5e6d81248b06 HTTP/1.1" status: 200 len: 1823 time: 0.1594627 Dec 10 18:43:15.738709 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a1e2d06c-1845-4b8c-8c5b-3f7046e9c8e8 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9609411 Dec 10 18:43:15.745607 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59534) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:15.750521 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-4c865d78-9874-414d-b99a-554f1ae3cb16 req-2c1ec777-0e45-4fd2-96c8-e4891bf4cc10 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c1a0fdd9-b380-4178-b3c0-5e6d81248b06', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:15.751339 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-4c865d78-9874-414d-b99a-554f1ae3cb16 req-2c1ec777-0e45-4fd2-96c8-e4891bf4cc10 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c1a0fdd9-b380-4178-b3c0-5e6d81248b06', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:15.754681 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-578b1311-1677-4fc0-be35-6e1f4d37e135 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Request body: {'subnet': {'network_id': '10c54cad-e213-4dad-a169-38b4aeed2075', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:15.812298 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59536) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:15.887313 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4c865d78-9874-414d-b99a-554f1ae3cb16 req-2c1ec777-0e45-4fd2-96c8-e4891bf4cc10 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:15.920509 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5c19a7d4-8620-4ca2-af69-fdc9e5df616a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3dfb422318434a9c9244c498c01943c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0992270 Dec 10 18:43:15.921306 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59540) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:15.952524 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4c865d78-9874-414d-b99a-554f1ae3cb16 req-2c1ec777-0e45-4fd2-96c8-e4891bf4cc10 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:15.966913 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4c865d78-9874-414d-b99a-554f1ae3cb16 req-2c1ec777-0e45-4fd2-96c8-e4891bf4cc10 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:15.973017 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-85e6b7f7-9ae9-449b-b6f6-ee3182caa9a1 req-939f2724-441d-4ca2-8415-6af85156c28f tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ed7c2a2-f6ce-4fdd-b574-07960b03fa1d HTTP/1.1" status: 200 len: 210 time: 0.0495672 Dec 10 18:43:15.980098 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578b1311-1677-4fc0-be35-6e1f4d37e135 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Made reservation on behalf of 5464ef5b9a964a199d8f573ee60b816c for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:15.983869 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-578b1311-1677-4fc0-be35-6e1f4d37e135 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:16.021254 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4c865d78-9874-414d-b99a-554f1ae3cb16 req-2c1ec777-0e45-4fd2-96c8-e4891bf4cc10 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:16.033388 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4c865d78-9874-414d-b99a-554f1ae3cb16 req-2c1ec777-0e45-4fd2-96c8-e4891bf4cc10 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2875025 Dec 10 18:43:16.036048 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ec777-0e45-4fd2-96c8-e4891bf4cc10 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b41bf22-5381-4eee-9000-e7b9517bd407,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:16.067065 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66f688ce-4d7f-4f42-bafb-031e35ec9d16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:16.106108 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66f688ce-4d7f-4f42-bafb-031e35ec9d16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:16.147555 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-c3c84e22-1091-41ae-a31c-23c28822c012 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] Allocated IP 172.20.0.8 (21513b7b-92d8-4ed8-a6ac-c19508cff76a/f852d78c-d654-4eb5-9cac-2039bdd1d3f4/d4981c39-dda3-432f-812f-40ad951b328c) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:43:16.167601 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74dd3e7-0c41-4d48-80c5-b0cb16d27a5e None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 18:43:16.174410 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66f688ce-4d7f-4f42-bafb-031e35ec9d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:16.181035 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66f688ce-4d7f-4f42-bafb-031e35ec9d16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:16.188074 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-66f688ce-4d7f-4f42-bafb-031e35ec9d16 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e5fc9b11-168d-4578-8078-3152825c6901 HTTP/1.1" status: 204 len: 168 time: 0.2644212 Dec 10 18:43:16.195969 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d27f7327-7c0a-4af7-b06f-0fcc56e240a6 req-c781cbb4-ec2d-43f1-9c1d-5522b4d84e9c tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] 10.222.0.62 "GET /v2.0/security-groups/c1a0fdd9-b380-4178-b3c0-5e6d81248b06 HTTP/1.1" status: 200 len: 2417 time: 0.1319077 Dec 10 18:43:16.199710 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f688ce-4d7f-4f42-bafb-031e35ec9d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fc9b11-168d-4578-8078-3152825c6901,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:16.200743 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-d27f7327-7c0a-4af7-b06f-0fcc56e240a6 req-879c5017-7950-436d-8910-0530d2e90f61 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c1a0fdd9-b380-4178-b3c0-5e6d81248b06', 'remote_group_id': None}]} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:16.201061 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-d27f7327-7c0a-4af7-b06f-0fcc56e240a6 req-879c5017-7950-436d-8910-0530d2e90f61 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c1a0fdd9-b380-4178-b3c0-5e6d81248b06', 'remote_group_id': None}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:16.254233 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3505dad7-eaa7-4f5e-9229-08328c749c8e None None] For port bc046dfd-5bd2-4e72-b4a8-ef988ffe3b71, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:43:16.341792 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3505dad7-eaa7-4f5e-9229-08328c749c8e None None] For port bc046dfd-5bd2-4e72-b4a8-ef988ffe3b71, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=bc046dfd-5bd2-4e72-b4a8-ef988ffe3b71,segment=NetworkSegment(b359f6f0-02b5-418f-ab26-55074aa129cb),segment_id=b359f6f0-02b5-418f-ab26-55074aa129cb)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:43:16.353633 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3505dad7-eaa7-4f5e-9229-08328c749c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:16.402386 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d27f7327-7c0a-4af7-b06f-0fcc56e240a6 req-879c5017-7950-436d-8910-0530d2e90f61 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:16.437194 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d27f7327-7c0a-4af7-b06f-0fcc56e240a6 req-879c5017-7950-436d-8910-0530d2e90f61 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:16.479046 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3505dad7-eaa7-4f5e-9229-08328c749c8e None None] Routers {'68f64114-80cb-4b9c-8878-ed88c0b44d07'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:43:16.480186 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3505dad7-eaa7-4f5e-9229-08328c749c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:42:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['68f64114-80cb-4b9c-8878-ed88c0b44d07'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:16.745291 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66965f57-a0e5-406f-bc23-d7fef6e31061 None None] Pushing event updated for resources: {'Port': ['ID=bc046dfd-5bd2-4e72-b4a8-ef988ffe3b71,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:16.806990 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3505dad7-eaa7-4f5e-9229-08328c749c8e None None] Set router 68f64114-80cb-4b9c-8878-ed88c0b44d07 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:43:16.819696 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d27f7327-7c0a-4af7-b06f-0fcc56e240a6 req-879c5017-7950-436d-8910-0530d2e90f61 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:16.870433 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c5017-7950-436d-8910-0530d2e90f61 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b103774-fd2f-4997-8b49-3cb3e4a9dee9,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:16.905218 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d27f7327-7c0a-4af7-b06f-0fcc56e240a6 req-879c5017-7950-436d-8910-0530d2e90f61 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:16.912362 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d27f7327-7c0a-4af7-b06f-0fcc56e240a6 req-879c5017-7950-436d-8910-0530d2e90f61 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7153354 Dec 10 18:43:17.009271 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-474a214f-1c4e-4acb-b268-ae64c7a472e7 req-36f68114-8f08-4002-8c07-ec324f275ade tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] 10.222.0.62 "GET /v2.0/security-groups/c1a0fdd9-b380-4178-b3c0-5e6d81248b06 HTTP/1.1" status: 200 len: 3016 time: 0.0767183 Dec 10 18:43:17.052906 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-c3c84e22-1091-41ae-a31c-23c28822c012 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:17.122748 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-578b1311-1677-4fc0-be35-6e1f4d37e135 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:17.129968 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ecb5bbb8-e057-42e8-968d-2a3b0af506df req-bf4a8142-8c86-4930-af64-2fd465eda044 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] 10.222.0.62 "GET /v2.0/security-group-rules/2b103774-fd2f-4997-8b49-3cb3e4a9dee9 HTTP/1.1" status: 200 len: 783 time: 0.0683582 Dec 10 18:43:17.193754 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9b4f805d-8b14-42cc-99e7-bf8b0f815fd6 req-aa1eaa6e-5eac-465d-ba7b-eeb0dabb5d3e tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ed7c2a2-f6ce-4fdd-b574-07960b03fa1d HTTP/1.1" status: 200 len: 210 time: 0.0887907 Dec 10 18:43:17.216793 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee9f1a3-a4f6-4cf1-9ad9-98b2880fa495 None None] DHCP port deletion for 14bf47a8-e4dc-4d77-8612-c359c818f901 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:17.246279 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354562cb-1c4a-421c-8a30-0460a71ad987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-10c54cad-e213-4dad-a169-38b4aeed2075', 'network_id': '10c54cad-e213-4dad-a169-38b4aeed2075', 'project_id': '5464ef5b9a964a199d8f573ee60b816c', 'fixed_ips': [{'subnet_id': 'e8f5ce35-5801-4234-b0bd-184fdc5905ee'}, {'subnet_id': 'faccc9d8-69b8-4297-8bfe-60ea487c27d3'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:43:17.247480 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-354562cb-1c4a-421c-8a30-0460a71ad987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:17.278414 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578b1311-1677-4fc0-be35-6e1f4d37e135 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Network 10c54cad-e213-4dad-a169-38b4aeed2075 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:43:17.287431 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-578b1311-1677-4fc0-be35-6e1f4d37e135 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:17.292075 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578b1311-1677-4fc0-be35-6e1f4d37e135 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:17.300188 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-578b1311-1677-4fc0-be35-6e1f4d37e135 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:17.343853 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-578b1311-1677-4fc0-be35-6e1f4d37e135 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5938427 Dec 10 18:43:17.345213 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59574) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:17.386843 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3505dad7-eaa7-4f5e-9229-08328c749c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f64114-80cb-4b9c-8878-ed88c0b44d07', 'name': 'tempest-AttachSCSIVolumeTestJSON-584562146-router', 'tenant_id': 'fe48b3635baf48a49aa551e9f18cc72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '561c44e1-2f0f-4a27-8501-0084dfd35438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:59Z', 'updated_at': '2021-12-10T18:43:07Z', 'revision_number': 4, 'project_id': 'fe48b3635baf48a49aa551e9f18cc72b', 'gw_port': {'id': '561c44e1-2f0f-4a27-8501-0084dfd35438', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:44:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f64114-80cb-4b9c-8878-ed88c0b44d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:00Z', 'updated_at': '2021-12-10T18:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'bc046dfd-5bd2-4e72-b4a8-ef988ffe3b71', 'name': '', 'network_id': '3458fdc1-64b7-42b1-b2c3-a038c20c6922', 'tenant_id': 'fe48b3635baf48a49aa551e9f18cc72b', 'mac_address': 'fa:16:3e:02:18:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f64114-80cb-4b9c-8878-ed88c0b44d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '396b26e8-4c6c-48c7-bbcf-d928b354fd32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:05Z', 'updated_at': '2021-12-10T18:43:16Z', 'revision_number': 4, 'project_id': 'fe48b3635baf48a49aa551e9f18cc72b', 'subnets': [{'id': '396b26e8-4c6c-48c7-bbcf-d928b354fd32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:17.415767 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ecb5bbb8-e057-42e8-968d-2a3b0af506df req-a1de566a-f84f-4656-a7ba-4e0bc305f8e8 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] 10.222.0.62 "GET /v2.0/security-groups/c1a0fdd9-b380-4178-b3c0-5e6d81248b06 HTTP/1.1" status: 200 len: 3016 time: 0.1968763 Dec 10 18:43:17.419355 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b1311-1677-4fc0-be35-6e1f4d37e135 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event updated for resources: {'Subnet': ['ID=e8f5ce35-5801-4234-b0bd-184fdc5905ee,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:17.433524 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3505dad7-eaa7-4f5e-9229-08328c749c8e None None] The sync data for ids ['68f64114-80cb-4b9c-8878-ed88c0b44d07'] in n-d-821435-1 is: [{'id': '68f64114-80cb-4b9c-8878-ed88c0b44d07', 'name': 'tempest-AttachSCSIVolumeTestJSON-584562146-router', 'tenant_id': 'fe48b3635baf48a49aa551e9f18cc72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '561c44e1-2f0f-4a27-8501-0084dfd35438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:59Z', 'updated_at': '2021-12-10T18:43:07Z', 'revision_number': 4, 'project_id': 'fe48b3635baf48a49aa551e9f18cc72b', 'gw_port': {'id': '561c44e1-2f0f-4a27-8501-0084dfd35438', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:44:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f64114-80cb-4b9c-8878-ed88c0b44d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:00Z', 'updated_at': '2021-12-10T18:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'bc046dfd-5bd2-4e72-b4a8-ef988ffe3b71', 'name': '', 'network_id': '3458fdc1-64b7-42b1-b2c3-a038c20c6922', 'tenant_id': 'fe48b3635baf48a49aa551e9f18cc72b', 'mac_address': 'fa:16:3e:02:18:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f64114-80cb-4b9c-8878-ed88c0b44d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '396b26e8-4c6c-48c7-bbcf-d928b354fd32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:05Z', 'updated_at': '2021-12-10T18:43:16Z', 'revision_number': 4, 'project_id': 'fe48b3635baf48a49aa551e9f18cc72b', 'subnets': [{'id': '396b26e8-4c6c-48c7-bbcf-d928b354fd32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:43:17.448572 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-c3c84e22-1091-41ae-a31c-23c28822c012 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:17.551354 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-c3c84e22-1091-41ae-a31c-23c28822c012 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] Network 21513b7b-92d8-4ed8-a6ac-c19508cff76a is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:43:17.565833 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c84e22-1091-41ae-a31c-23c28822c012 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] Pushing event updated for resources: {'Port': ['ID=d4981c39-dda3-432f-812f-40ad951b328c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:17.572358 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb00813f-7079-440b-a10a-3613affcbea4 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:17.574174 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-c3c84e22-1091-41ae-a31c-23c28822c012 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:17.576407 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb00813f-7079-440b-a10a-3613affcbea4 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:17.578891 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-c3c84e22-1091-41ae-a31c-23c28822c012 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:43:17.584457 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb00813f-7079-440b-a10a-3613affcbea4 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:17.587719 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecb5bbb8-e057-42e8-968d-2a3b0af506df req-4a1ac5e6-630d-4326-8979-2d2d666d18cf tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:17.589471 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb00813f-7079-440b-a10a-3613affcbea4 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:17.591207 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb00813f-7079-440b-a10a-3613affcbea4 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:17.598255 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-354562cb-1c4a-421c-8a30-0460a71ad987 None None] Allocated IP 172.20.0.1 (10c54cad-e213-4dad-a169-38b4aeed2075/e8f5ce35-5801-4234-b0bd-184fdc5905ee/20daa313-03a5-4793-8484-a560e45e9742) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:43:17.604845 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-354562cb-1c4a-421c-8a30-0460a71ad987 None None] Allocated IP 2001:db8::2 (10c54cad-e213-4dad-a169-38b4aeed2075/faccc9d8-69b8-4297-8bfe-60ea487c27d3/20daa313-03a5-4793-8484-a560e45e9742) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:43:17.610584 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-cb00813f-7079-440b-a10a-3613affcbea4 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2626803 Dec 10 18:43:17.615769 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59580) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:17.628009 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-622d6b7e-ac01-4ee1-a4a5-6439fd33f3c7 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-133673319'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:17.701080 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecb5bbb8-e057-42e8-968d-2a3b0af506df req-4a1ac5e6-630d-4326-8979-2d2d666d18cf tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:17.706254 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622d6b7e-ac01-4ee1-a4a5-6439fd33f3c7 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Made reservation on behalf of 5464ef5b9a964a199d8f573ee60b816c for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:17.711201 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-622d6b7e-ac01-4ee1-a4a5-6439fd33f3c7 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:17.766411 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-622d6b7e-ac01-4ee1-a4a5-6439fd33f3c7 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:43:17.783868 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-622d6b7e-ac01-4ee1-a4a5-6439fd33f3c7 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:17.784616 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-622d6b7e-ac01-4ee1-a4a5-6439fd33f3c7 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Added segment 9c308ca1-d7e9-4270-bbb1-7b7f386cf0be of type vlan for network 93a8e288-04e1-4811-8a61-908f9e636128 Dec 10 18:43:17.793784 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecb5bbb8-e057-42e8-968d-2a3b0af506df req-4a1ac5e6-630d-4326-8979-2d2d666d18cf tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:17.838582 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecb5bbb8-e057-42e8-968d-2a3b0af506df req-4a1ac5e6-630d-4326-8979-2d2d666d18cf tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:17.845290 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-622d6b7e-ac01-4ee1-a4a5-6439fd33f3c7 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:17.869765 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ecb5bbb8-e057-42e8-968d-2a3b0af506df req-4a1ac5e6-630d-4326-8979-2d2d666d18cf tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/2b103774-fd2f-4997-8b49-3cb3e4a9dee9 HTTP/1.1" status: 204 len: 173 time: 0.4442520 Dec 10 18:43:17.886155 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ac5e6-630d-4326-8979-2d2d666d18cf tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b103774-fd2f-4997-8b49-3cb3e4a9dee9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:17.902631 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-622d6b7e-ac01-4ee1-a4a5-6439fd33f3c7 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:17.922420 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59588) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:17.925427 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622d6b7e-ac01-4ee1-a4a5-6439fd33f3c7 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:17.930199 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-622d6b7e-ac01-4ee1-a4a5-6439fd33f3c7 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:17.952403 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-c3c84e22-1091-41ae-a31c-23c28822c012 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:17.953609 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-354562cb-1c4a-421c-8a30-0460a71ad987 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:17.957869 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-c3c84e22-1091-41ae-a31c-23c28822c012 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:17.969488 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-354562cb-1c4a-421c-8a30-0460a71ad987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:17.982407 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-622d6b7e-ac01-4ee1-a4a5-6439fd33f3c7 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3614435 Dec 10 18:43:17.986843 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59592) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:18.005448 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-c3c84e22-1091-41ae-a31c-23c28822c012 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1305313 Dec 10 18:43:18.031686 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-67ad4660-907c-4e1a-b093-4f5569335c0a service neutron] Request body: {'port': {'device_id': '0ed7c2a2-f6ce-4fdd-b574-07960b03fa1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:18.042916 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-6dcba494-c25c-4681-b19c-dbbcf1317d73 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:18.099695 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354562cb-1c4a-421c-8a30-0460a71ad987 None None] Pushing event updated for resources: {'Port': ['ID=20daa313-03a5-4793-8484-a560e45e9742,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:18.125111 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354562cb-1c4a-421c-8a30-0460a71ad987 None None] Network 10c54cad-e213-4dad-a169-38b4aeed2075 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:43:18.127981 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-354562cb-1c4a-421c-8a30-0460a71ad987 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:18.131489 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354562cb-1c4a-421c-8a30-0460a71ad987 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:43:18.142004 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device bc046dfd-5bd2-4e72-b4a8-ef988ffe3b71 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:43:18.154972 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-67ad4660-907c-4e1a-b093-4f5569335c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:18.320332 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d6b7e-ac01-4ee1-a4a5-6439fd33f3c7 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event updated for resources: {'Network': ['ID=93a8e288-04e1-4811-8a61-908f9e636128,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:18.335487 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7ad478f5-dd75-4b2f-abf3-7be0b0683bad admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-428140208-network', 'tenant_id': '10f9a9b34b5e4f059c57405921915531'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:18.344847 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 93a8e288-04e1-4811-8a61-908f9e636128 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:43:18.468766 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-44a9a3e1-6038-49f5-9ee2-f45aa8a21ee1 req-f117bf14-40ab-43d3-b319-f7bb82ec3a9c tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] 10.222.0.62 "GET /v2.0/security-groups/c1a0fdd9-b380-4178-b3c0-5e6d81248b06 HTTP/1.1" status: 200 len: 2417 time: 0.1451452 Dec 10 18:43:18.505559 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port bc046dfd-5bd2-4e72-b4a8-ef988ffe3b71 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:18.505559 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:18.612766 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-44a9a3e1-6038-49f5-9ee2-f45aa8a21ee1 req-f2fff08b-04e6-43c8-ad7f-e60162e850ea tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:18.612994 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-354562cb-1c4a-421c-8a30-0460a71ad987 None None] Attempting to bind port 20daa313-03a5-4793-8484-a560e45e9742 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:43:18.613286 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-354562cb-1c4a-421c-8a30-0460a71ad987 None None] Attempting to bind port 20daa313-03a5-4793-8484-a560e45e9742 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '235c2141-a0a0-476b-ad4d-0e65aeeb892d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '10c54cad-e213-4dad-a169-38b4aeed2075'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:43:18.616266 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354562cb-1c4a-421c-8a30-0460a71ad987 None None] Attempting to bind port 20daa313-03a5-4793-8484-a560e45e9742 on network 10c54cad-e213-4dad-a169-38b4aeed2075 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:43:18.638654 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354562cb-1c4a-421c-8a30-0460a71ad987 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:43:18.639047 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354562cb-1c4a-421c-8a30-0460a71ad987 None None] Checking segment: {'id': '235c2141-a0a0-476b-ad4d-0e65aeeb892d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '10c54cad-e213-4dad-a169-38b4aeed2075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:18.639501 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-354562cb-1c4a-421c-8a30-0460a71ad987 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:18.639909 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354562cb-1c4a-421c-8a30-0460a71ad987 None None] Bound using segment: {'id': '235c2141-a0a0-476b-ad4d-0e65aeeb892d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '10c54cad-e213-4dad-a169-38b4aeed2075'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:43:18.640400 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-354562cb-1c4a-421c-8a30-0460a71ad987 None None] Bound port: 20daa313-03a5-4793-8484-a560e45e9742, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '235c2141-a0a0-476b-ad4d-0e65aeeb892d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '10c54cad-e213-4dad-a169-38b4aeed2075'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:43:18.640824 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-354562cb-1c4a-421c-8a30-0460a71ad987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:18.670015 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6dcba494-c25c-4681-b19c-dbbcf1317d73 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:18.682046 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-44a9a3e1-6038-49f5-9ee2-f45aa8a21ee1 req-f2fff08b-04e6-43c8-ad7f-e60162e850ea tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:18.708802 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6dcba494-c25c-4681-b19c-dbbcf1317d73 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:18.748879 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-354562cb-1c4a-421c-8a30-0460a71ad987 None None] For port 20daa313-03a5-4793-8484-a560e45e9742, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:43:18.753719 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-354562cb-1c4a-421c-8a30-0460a71ad987 None None] For port 20daa313-03a5-4793-8484-a560e45e9742, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=20daa313-03a5-4793-8484-a560e45e9742,segment=NetworkSegment(235c2141-a0a0-476b-ad4d-0e65aeeb892d),segment_id=235c2141-a0a0-476b-ad4d-0e65aeeb892d)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:43:18.800529 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:18.803366 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6dcba494-c25c-4681-b19c-dbbcf1317d73 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Network 93a8e288-04e1-4811-8a61-908f9e636128 is not hosted by any dhcp agent {{(pid=103245) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 18:43:18.811409 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcba494-c25c-4681-b19c-dbbcf1317d73 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:18.811774 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6dcba494-c25c-4681-b19c-dbbcf1317d73 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:18.816458 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6dcba494-c25c-4681-b19c-dbbcf1317d73 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "PUT /v2.0/networks/93a8e288-04e1-4811-8a61-908f9e636128 HTTP/1.1" status: 200 len: 723 time: 0.8034165 Dec 10 18:43:18.816663 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-354562cb-1c4a-421c-8a30-0460a71ad987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:18.821632 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcba494-c25c-4681-b19c-dbbcf1317d73 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event updated for resources: {'Network': ['ID=93a8e288-04e1-4811-8a61-908f9e636128,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:18.829726 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-67ad4660-907c-4e1a-b093-4f5569335c0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4981c39-dda3-432f-812f-40ad951b328c {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:43:18.830919 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59598) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:18.840462 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-67ad4660-907c-4e1a-b093-4f5569335c0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:18.843859 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a06f945b-1008-4907-b45c-0e8ffe4ebb0d tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Request body: {'subnet': {'network_id': '93a8e288-04e1-4811-8a61-908f9e636128', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:18.855290 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 93a8e288-04e1-4811-8a61-908f9e636128 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:43:18.855920 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-67ad4660-907c-4e1a-b093-4f5569335c0a service neutron] Transition to ACTIVE for port object d4981c39-dda3-432f-812f-40ad951b328c will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:43:18.862058 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad478f5-dd75-4b2f-abf3-7be0b0683bad admin admin] Made reservation on behalf of 10f9a9b34b5e4f059c57405921915531 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:18.866824 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7ad478f5-dd75-4b2f-abf3-7be0b0683bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:18.870974 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-67ad4660-907c-4e1a-b093-4f5569335c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:18.943190 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad4660-907c-4e1a-b093-4f5569335c0a service neutron] Pushing event updated for resources: {'Port': ['ID=d4981c39-dda3-432f-812f-40ad951b328c,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:18.949899 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7ad478f5-dd75-4b2f-abf3-7be0b0683bad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:18.966326 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8833b-5d7e-41c9-ae33-cbd1c3678d30 req-3d05c987-7906-4f5e-8c44-d7c156365b16 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:18.977648 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0fd8833b-5d7e-41c9-ae33-cbd1c3678d30 req-3d05c987-7906-4f5e-8c44-d7c156365b16 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ed7c2a2-f6ce-4fdd-b574-07960b03fa1d HTTP/1.1" status: 200 len: 931 time: 0.5975716 Dec 10 18:43:19.015023 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06f945b-1008-4907-b45c-0e8ffe4ebb0d tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Made reservation on behalf of 5464ef5b9a964a199d8f573ee60b816c for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:19.025371 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a06f945b-1008-4907-b45c-0e8ffe4ebb0d tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:19.138169 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port bc046dfd-5bd2-4e72-b4a8-ef988ffe3b71, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=bc046dfd-5bd2-4e72-b4a8-ef988ffe3b71,segment=NetworkSegment(b359f6f0-02b5-418f-ab26-55074aa129cb),segment_id=b359f6f0-02b5-418f-ab26-55074aa129cb)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:19.157322 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:19.191501 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-44a9a3e1-6038-49f5-9ee2-f45aa8a21ee1 req-f2fff08b-04e6-43c8-ad7f-e60162e850ea tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:19.197732 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-44a9a3e1-6038-49f5-9ee2-f45aa8a21ee1 req-f2fff08b-04e6-43c8-ad7f-e60162e850ea tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:19.203169 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354562cb-1c4a-421c-8a30-0460a71ad987 None None] Pushing event updated for resources: {'Port': ['ID=20daa313-03a5-4793-8484-a560e45e9742,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:19.215808 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-44a9a3e1-6038-49f5-9ee2-f45aa8a21ee1 req-f2fff08b-04e6-43c8-ad7f-e60162e850ea tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] 10.222.0.62 "DELETE /v2.0/security-groups/c1a0fdd9-b380-4178-b3c0-5e6d81248b06 HTTP/1.1" status: 204 len: 173 time: 0.7459462 Dec 10 18:43:19.307056 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7ad478f5-dd75-4b2f-abf3-7be0b0683bad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:19.322019 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7ad478f5-dd75-4b2f-abf3-7be0b0683bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:19.339196 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ad478f5-dd75-4b2f-abf3-7be0b0683bad admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:43:19.359707 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7ad478f5-dd75-4b2f-abf3-7be0b0683bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:19.360145 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-7ad478f5-dd75-4b2f-abf3-7be0b0683bad admin admin] Added segment 132f30ff-d95d-463a-8f68-1425b289d47c of type vlan for network 636e2dfd-df23-4f7c-a4c9-18933828afd2 Dec 10 18:43:19.364147 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fff08b-04e6-43c8-ad7f-e60162e850ea tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a0fdd9-b380-4178-b3c0-5e6d81248b06,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:19.489349 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7ad478f5-dd75-4b2f-abf3-7be0b0683bad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:19.507692 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=bc046dfd-5bd2-4e72-b4a8-ef988ffe3b71,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:19.535545 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0fd8833b-5d7e-41c9-ae33-cbd1c3678d30 req-d6213c22-ca08-4046-ae54-723e47750966 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a2dbc47-62e5-49f0-8658-b4211054349a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5566258 Dec 10 18:43:19.616291 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-77d775bf-50fc-4a8c-9f64-8dcdc07c8677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:19.694704 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.db.resource_extend [None req-7ad478f5-dd75-4b2f-abf3-7be0b0683bad admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:43:19.723755 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad478f5-dd75-4b2f-abf3-7be0b0683bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f87d45-fb97-4d0f-8d84-4a314ee4620d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:19.756030 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [req-4cce9ddd-4759-432c-85a6-e63e8b851655 req-0f1a4803-4a80-4c3f-9c09-41d9b071e653 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] show failed (client error): The resource could not be found. Dec 10 18:43:19.757743 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4cce9ddd-4759-432c-85a6-e63e8b851655 req-0f1a4803-4a80-4c3f-9c09-41d9b071e653 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] 10.222.0.62 "GET /v2.0/security-groups/36a757ea-fa64-48a5-a0ee-c00cfa8cee99 HTTP/1.1" status: 404 len: 352 time: 0.0557950 Dec 10 18:43:19.762694 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-67ad4660-907c-4e1a-b093-4f5569335c0a service neutron] Attempting to bind port d4981c39-dda3-432f-812f-40ad951b328c on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:43:19.763055 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-67ad4660-907c-4e1a-b093-4f5569335c0a service neutron] Attempting to bind port d4981c39-dda3-432f-812f-40ad951b328c by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': 'daee2ccc-9d8c-44d4-a353-dad62781cb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '21513b7b-92d8-4ed8-a6ac-c19508cff76a'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:43:19.764193 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-67ad4660-907c-4e1a-b093-4f5569335c0a service neutron] Attempting to bind port d4981c39-dda3-432f-812f-40ad951b328c on network 21513b7b-92d8-4ed8-a6ac-c19508cff76a {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:43:19.773806 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-67ad4660-907c-4e1a-b093-4f5569335c0a service neutron] Port d4981c39-dda3-432f-812f-40ad951b328c on network 21513b7b-92d8-4ed8-a6ac-c19508cff76a not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:43:19.775075 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-67ad4660-907c-4e1a-b093-4f5569335c0a service neutron] Attempting to bind port d4981c39-dda3-432f-812f-40ad951b328c on network 21513b7b-92d8-4ed8-a6ac-c19508cff76a {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:43:19.777290 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7ad478f5-dd75-4b2f-abf3-7be0b0683bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:19.778266 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad478f5-dd75-4b2f-abf3-7be0b0683bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:19.778870 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7ad478f5-dd75-4b2f-abf3-7be0b0683bad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:19.783191 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a06f945b-1008-4907-b45c-0e8ffe4ebb0d tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:19.820520 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-67ad4660-907c-4e1a-b093-4f5569335c0a service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:43:19.821148 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-67ad4660-907c-4e1a-b093-4f5569335c0a service neutron] Checking segment: {'id': 'daee2ccc-9d8c-44d4-a353-dad62781cb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '21513b7b-92d8-4ed8-a6ac-c19508cff76a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:19.821669 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-67ad4660-907c-4e1a-b093-4f5569335c0a service neutron] Bound using segment: {'id': 'daee2ccc-9d8c-44d4-a353-dad62781cb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '21513b7b-92d8-4ed8-a6ac-c19508cff76a'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:43:19.822200 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-67ad4660-907c-4e1a-b093-4f5569335c0a service neutron] Bound port: d4981c39-dda3-432f-812f-40ad951b328c, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daee2ccc-9d8c-44d4-a353-dad62781cb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '21513b7b-92d8-4ed8-a6ac-c19508cff76a'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:43:19.822647 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-67ad4660-907c-4e1a-b093-4f5569335c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:19.912436 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f945b-1008-4907-b45c-0e8ffe4ebb0d tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event updated for resources: {'Subnet': ['ID=a40a345d-7887-49ec-9953-e5617a36ce2e,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:19.946821 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06f945b-1008-4907-b45c-0e8ffe4ebb0d tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Checking segment: {'id': '9c308ca1-d7e9-4270-bbb1-7b7f386cf0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '93a8e288-04e1-4811-8a61-908f9e636128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:19.947188 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06f945b-1008-4907-b45c-0e8ffe4ebb0d tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Network hostable DHCP agents. Network: 93a8e288-04e1-4811-8a61-908f9e636128, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:43:19.973820 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06f945b-1008-4907-b45c-0e8ffe4ebb0d tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Network 93a8e288-04e1-4811-8a61-908f9e636128 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:43:20.000368 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-a06f945b-1008-4907-b45c-0e8ffe4ebb0d tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 93a8e288-04e1-4811-8a61-908f9e636128) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:20.016012 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06f945b-1008-4907-b45c-0e8ffe4ebb0d tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:20.035016 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a06f945b-1008-4907-b45c-0e8ffe4ebb0d tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:20.037411 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59608) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:20.037543 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7ad478f5-dd75-4b2f-abf3-7be0b0683bad admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1035933 Dec 10 18:43:20.048146 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8a4489d6-9106-42d0-8220-126fd7a38f18 admin admin] Request body: {'subnet': {'network_id': '636e2dfd-df23-4f7c-a4c9-18933828afd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-428140208-subnet', 'tenant_id': '10f9a9b34b5e4f059c57405921915531', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:20.101454 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a06f945b-1008-4907-b45c-0e8ffe4ebb0d tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2692735 Dec 10 18:43:20.104784 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59610) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:20.113655 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-cdac8d9d-3e75-48d3-9d70-9adfbbce8ff5 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:20.122925 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4489d6-9106-42d0-8220-126fd7a38f18 admin admin] Made reservation on behalf of 10f9a9b34b5e4f059c57405921915531 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:20.125980 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8a4489d6-9106-42d0-8220-126fd7a38f18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:20.145415 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 20daa313-03a5-4793-8484-a560e45e9742 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:43:20.180902 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7ffa73bb-1a15-44e1-b93e-e4872a537cee req-370d2d4a-f60e-43dd-9b3e-e5a032d1f8a6 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] 10.222.0.62 "GET /v2.0/security-groups/61ac825a-ba94-4896-bc9d-3000a750a6c3 HTTP/1.1" status: 200 len: 1823 time: 0.3367600 Dec 10 18:43:20.188970 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad478f5-dd75-4b2f-abf3-7be0b0683bad admin admin] Pushing event updated for resources: {'Network': ['ID=636e2dfd-df23-4f7c-a4c9-18933828afd2,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:20.208739 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 636e2dfd-df23-4f7c-a4c9-18933828afd2 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:43:20.309958 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-67ad4660-907c-4e1a-b093-4f5569335c0a service neutron] For port d4981c39-dda3-432f-812f-40ad951b328c, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:43:20.340569 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-67ad4660-907c-4e1a-b093-4f5569335c0a service neutron] For port d4981c39-dda3-432f-812f-40ad951b328c, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=d4981c39-dda3-432f-812f-40ad951b328c,segment=NetworkSegment(daee2ccc-9d8c-44d4-a353-dad62781cb13),segment_id=daee2ccc-9d8c-44d4-a353-dad62781cb13)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:43:20.373651 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-67ad4660-907c-4e1a-b093-4f5569335c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:20.381293 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 20daa313-03a5-4793-8484-a560e45e9742 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:20.382056 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:20.505868 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8a4489d6-9106-42d0-8220-126fd7a38f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:20.512154 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-67ad4660-907c-4e1a-b093-4f5569335c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:20.513311 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-67ad4660-907c-4e1a-b093-4f5569335c0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:20.515010 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-67ad4660-907c-4e1a-b093-4f5569335c0a service neutron] 10.222.0.46 "PUT /v2.0/ports/d4981c39-dda3-432f-812f-40ad951b328c HTTP/1.1" status: 200 len: 1091 time: 2.4913325 Dec 10 18:43:20.523036 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed7c2a2-f6ce-4fdd-b574-07960b03fa1d', 'tag': 'd4981c39-dda3-432f-812f-40ad951b328c'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:43:20.526917 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a718736-d079-4623-8a72-3d148e46b94a" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed7c2a2-f6ce-4fdd-b574-07960b03fa1d", "tag": "d4981c39-dda3-432f-812f-40ad951b328c"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:43:20.559853 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7ffa73bb-1a15-44e1-b93e-e4872a537cee req-1cb38f6b-b7e5-4f3b-b463-f8732247ffef tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:20.590741 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:20.592097 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7ffa73bb-1a15-44e1-b93e-e4872a537cee req-1cb38f6b-b7e5-4f3b-b463-f8732247ffef tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:20.613584 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4489d6-9106-42d0-8220-126fd7a38f18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=430bde89-6d4e-4351-83c8-14323bc62853,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:20.676094 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cdac8d9d-3e75-48d3-9d70-9adfbbce8ff5 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8406882'] for subnet, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:20.676702 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 20daa313-03a5-4793-8484-a560e45e9742, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=20daa313-03a5-4793-8484-a560e45e9742,segment=NetworkSegment(235c2141-a0a0-476b-ad4d-0e65aeeb892d),segment_id=235c2141-a0a0-476b-ad4d-0e65aeeb892d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:20.696848 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:20.697305 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device bc046dfd-5bd2-4e72-b4a8-ef988ffe3b71 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:43:20.704410 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4489d6-9106-42d0-8220-126fd7a38f18 admin admin] Checking segment: {'id': '132f30ff-d95d-463a-8f68-1425b289d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '636e2dfd-df23-4f7c-a4c9-18933828afd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:20.710001 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4489d6-9106-42d0-8220-126fd7a38f18 admin admin] Network hostable DHCP agents. Network: 636e2dfd-df23-4f7c-a4c9-18933828afd2, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:43:20.767194 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4489d6-9106-42d0-8220-126fd7a38f18 admin admin] Network 636e2dfd-df23-4f7c-a4c9-18933828afd2 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:43:20.786296 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-8a4489d6-9106-42d0-8220-126fd7a38f18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 636e2dfd-df23-4f7c-a4c9-18933828afd2) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:20.793685 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4489d6-9106-42d0-8220-126fd7a38f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:20.794303 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8a4489d6-9106-42d0-8220-126fd7a38f18 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:20.867479 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8a4489d6-9106-42d0-8220-126fd7a38f18 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8186467 Dec 10 18:43:20.891927 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08542415-d5b3-40ea-8644-6c5c3cd29061 x-openstack-request-id: req-08542415-d5b3-40ea-8644-6c5c3cd29061 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:43:20.892324 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed7c2a2-f6ce-4fdd-b574-07960b03fa1d", "tag": "d4981c39-dda3-432f-812f-40ad951b328c", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:43:20.892517 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-08542415-d5b3-40ea-8644-6c5c3cd29061 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:43:20.893203 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed7c2a2-f6ce-4fdd-b574-07960b03fa1d', 'tag': 'd4981c39-dda3-432f-812f-40ad951b328c', 'status': 'completed', 'code': 200} Dec 10 18:43:20.973051 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f8f3d-c75d-4389-829e-b5685e6504f9 req-36860496-74d2-4dcc-a801-7ae195e1de00 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:20.974728 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-869f8f3d-c75d-4389-829e-b5685e6504f9 req-36860496-74d2-4dcc-a801-7ae195e1de00 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ed7c2a2-f6ce-4fdd-b574-07960b03fa1d HTTP/1.1" status: 200 len: 943 time: 0.1619415 Dec 10 18:43:20.981687 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7ffa73bb-1a15-44e1-b93e-e4872a537cee req-1cb38f6b-b7e5-4f3b-b463-f8732247ffef tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:20.993614 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7ffa73bb-1a15-44e1-b93e-e4872a537cee req-1cb38f6b-b7e5-4f3b-b463-f8732247ffef tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:20.994815 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7ffa73bb-1a15-44e1-b93e-e4872a537cee req-1cb38f6b-b7e5-4f3b-b463-f8732247ffef tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] 10.222.0.62 "DELETE /v2.0/security-groups/61ac825a-ba94-4896-bc9d-3000a750a6c3 HTTP/1.1" status: 204 len: 173 time: 0.8124232 Dec 10 18:43:21.034081 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad4660-907c-4e1a-b093-4f5569335c0a service neutron] Pushing event updated for resources: {'Port': ['ID=d4981c39-dda3-432f-812f-40ad951b328c,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:21.115810 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-869f8f3d-c75d-4389-829e-b5685e6504f9 req-69a28c12-ec18-4d0c-b82a-c2ea3dc1b03a tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a2dbc47-62e5-49f0-8658-b4211054349a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316702 Dec 10 18:43:21.186642 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb38f6b-b7e5-4f3b-b463-f8732247ffef tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ac825a-ba94-4896-bc9d-3000a750a6c3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:21.222918 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-92e68494-3dd6-4f3e-90f8-7747e921ee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:21.224696 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-92e68494-3dd6-4f3e-90f8-7747e921ee4b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6c8c78d08b9641899363a2a1ae441165&device_id=0ed7c2a2-f6ce-4fdd-b574-07960b03fa1d HTTP/1.1" status: 200 len: 1094 time: 0.5382910 Dec 10 18:43:21.284014 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=20daa313-03a5-4793-8484-a560e45e9742,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:21.287174 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358a0cbe-73b1-49e5-a71c-1b258051c1ff None None] Network 37b206a8-f841-44b6-a17a-be954915f009 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:21.300919 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a598dd-661b-4214-bb3d-20f5d3779557 None None] Network 10c54cad-e213-4dad-a169-38b4aeed2075 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:21.302906 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e4f7c2-bc05-4773-83af-30a7ef35226f None None] DHCP port deletion for 21513b7b-92d8-4ed8-a6ac-c19508cff76a request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:21.306906 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bacdbf1-c1a6-468b-b4db-18b26b05c608 None None] Network 93a8e288-04e1-4811-8a61-908f9e636128 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:21.397964 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c26567a-ec9d-456e-92c2-a101ff40647f None None] Network 636e2dfd-df23-4f7c-a4c9-18933828afd2 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:21.472910 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-866fbfab-c155-4c69-8891-4e9655e2fa81 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4981c39-dda3-432f-812f-40ad951b328c HTTP/1.1" status: 200 len: 217 time: 0.2295508 Dec 10 18:43:21.482041 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cdac8d9d-3e75-48d3-9d70-9adfbbce8ff5 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794392028380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8845726'] for subnet, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:21.507933 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358a0cbe-73b1-49e5-a71c-1b258051c1ff None None] Network 37b206a8-f841-44b6-a17a-be954915f009 could not be found, it might have been deleted concurrently. {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 18:43:21.567814 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be0cc12-7a9c-4442-8e2e-888f19fd44f6 None None] Network 37b206a8-f841-44b6-a17a-be954915f009 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:21.668542 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86c028c-d9f6-4821-96f2-ad7ae03fb6bc None None] DHCP port deletion for 21513b7b-92d8-4ed8-a6ac-c19508cff76a request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:21.671090 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4111f95-dbff-42b4-8029-8b7fffb56d20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-93a8e288-04e1-4811-8a61-908f9e636128', 'network_id': '93a8e288-04e1-4811-8a61-908f9e636128', 'project_id': '5464ef5b9a964a199d8f573ee60b816c', 'fixed_ips': [{'subnet_id': 'a40a345d-7887-49ec-9953-e5617a36ce2e'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:43:21.671947 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c4111f95-dbff-42b4-8029-8b7fffb56d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:21.692052 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-6b6a3a7d-b7ab-49f9-8d8e-2d1ea581ede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:21.693782 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-6b6a3a7d-b7ab-49f9-8d8e-2d1ea581ede9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f852d78c-d654-4eb5-9cac-2039bdd1d3f4 HTTP/1.1" status: 200 len: 853 time: 0.2081523 Dec 10 18:43:21.698917 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac8d9d-3e75-48d3-9d70-9adfbbce8ff5 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event updated for resources: {'Subnet': ['ID=a40a345d-7887-49ec-9953-e5617a36ce2e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:21.727469 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a942a3-97e1-4148-8078-caa3ed16abde None None] Network 636e2dfd-df23-4f7c-a4c9-18933828afd2 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:21.729870 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fa314c33-251b-4950-991d-0528761befc8 None None] Provisioning complete for port 20daa313-03a5-4793-8484-a560e45e9742 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:21.730189 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fa314c33-251b-4950-991d-0528761befc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:21.731622 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be0cc12-7a9c-4442-8e2e-888f19fd44f6 None None] Network 37b206a8-f841-44b6-a17a-be954915f009 could not be found, it might have been deleted concurrently. {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 18:43:21.739577 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-83a041b4-6274-44b5-a4ed-af506a7bc403 req-f4329226-b26b-4e14-8348-c694f3df4c8e tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] 10.222.0.62 "GET /v2.0/security-groups/092f0c59-c0b6-4352-93e8-0d3d55b2317c HTTP/1.1" status: 200 len: 1822 time: 0.5405686 Dec 10 18:43:21.847371 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4313a375-6fd2-4bbb-9ab5-86b9cfff63ac None None] DHCP port deletion for 21513b7b-92d8-4ed8-a6ac-c19508cff76a request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:21.868201 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-9c1b5efe-7eac-4032-8109-50030864216d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21513b7b-92d8-4ed8-a6ac-c19508cff76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1519084 Dec 10 18:43:21.871196 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdac8d9d-3e75-48d3-9d70-9adfbbce8ff5 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:21.873751 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cdac8d9d-3e75-48d3-9d70-9adfbbce8ff5 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:21.879514 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-cdac8d9d-3e75-48d3-9d70-9adfbbce8ff5 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "PUT /v2.0/subnets/a40a345d-7887-49ec-9953-e5617a36ce2e HTTP/1.1" status: 200 len: 826 time: 1.7686408 Dec 10 18:43:21.906751 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59644) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:21.938978 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-fd1e2291-c816-46da-b0ea-b0994bde3dfc tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:21.941250 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-fd1e2291-c816-46da-b0ea-b0994bde3dfc tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/networks?id=636e2dfd-df23-4f7c-a4c9-18933828afd2 HTTP/1.1" status: 200 len: 812 time: 0.1892719 Dec 10 18:43:21.958020 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-5177b0b0-16af-4e5a-9cd2-fe4addfa219c tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/quotas/10f9a9b34b5e4f059c57405921915531 HTTP/1.1" status: 200 len: 375 time: 0.0108583 Dec 10 18:43:22.043188 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-8059fbef-d324-48cc-9a97-bc7c8859a714 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=10f9a9b34b5e4f059c57405921915531&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744209 Dec 10 18:43:22.060923 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port bc046dfd-5bd2-4e72-b4a8-ef988ffe3b71 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:22.061219 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:22.130251 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-83a041b4-6274-44b5-a4ed-af506a7bc403 req-5dace68c-8704-4f08-8819-7e66c4f9d297 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:22.160742 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-83a041b4-6274-44b5-a4ed-af506a7bc403 req-5dace68c-8704-4f08-8819-7e66c4f9d297 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:22.232785 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-cc5f9c1f-aef2-4563-8c7f-2f20c2c12f3a service neutron] 10.222.0.62 "GET /v2.0/networks/636e2dfd-df23-4f7c-a4c9-18933828afd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758070 Dec 10 18:43:22.290057 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbdfb591-18af-4631-acec-01f673a1bf9c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:22.295615 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-83a041b4-6274-44b5-a4ed-af506a7bc403 req-5dace68c-8704-4f08-8819-7e66c4f9d297 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:22.299489 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-83a041b4-6274-44b5-a4ed-af506a7bc403 req-5dace68c-8704-4f08-8819-7e66c4f9d297 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:22.317931 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-c4111f95-dbff-42b4-8029-8b7fffb56d20 None None] Allocated IP 2001:db8::2 (93a8e288-04e1-4811-8a61-908f9e636128/a40a345d-7887-49ec-9953-e5617a36ce2e/780c014a-f4cf-4e51-8a0d-52111c5c7efd) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:43:22.323071 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-83a041b4-6274-44b5-a4ed-af506a7bc403 req-5dace68c-8704-4f08-8819-7e66c4f9d297 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] 10.222.0.62 "DELETE /v2.0/security-groups/092f0c59-c0b6-4352-93e8-0d3d55b2317c HTTP/1.1" status: 204 len: 173 time: 0.5805833 Dec 10 18:43:22.415816 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dace68c-8704-4f08-8819-7e66c4f9d297 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=092f0c59-c0b6-4352-93e8-0d3d55b2317c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:22.428276 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-6a189f4d-3f6d-47a4-bcd2-a43b6f7d3a99 service neutron] 10.222.0.46 "GET /v2.0/networks/21513b7b-92d8-4ed8-a6ac-c19508cff76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5141723 Dec 10 18:43:22.453589 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-0d672b9d-aa5c-4cb3-867e-0d243e5c4da3 service neutron] 10.222.0.62 "GET /v2.0/networks/636e2dfd-df23-4f7c-a4c9-18933828afd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193456 Dec 10 18:43:22.693821 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c4111f95-dbff-42b4-8029-8b7fffb56d20 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:22.701273 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbdfb591-18af-4631-acec-01f673a1bf9c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:22.736978 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c4111f95-dbff-42b4-8029-8b7fffb56d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:22.761698 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5abb26de-2bc7-4897-a826-a702836550c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:22.839368 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e3938-378c-433c-90a9-dffb8cc60992 req-12446cbb-5aab-414b-a0f9-05f45f631fa8 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:22.847798 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d85e3938-378c-433c-90a9-dffb8cc60992 req-12446cbb-5aab-414b-a0f9-05f45f631fa8 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ed7c2a2-f6ce-4fdd-b574-07960b03fa1d HTTP/1.1" status: 200 len: 943 time: 0.3191056 Dec 10 18:43:22.878638 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-144072d1-6a35-4998-941a-a50a5dcd6bcd req-1b64f926-978c-4f81-bbba-c9b5bf8a70f1 service neutron] 10.222.0.46 "GET /v2.0/networks/21513b7b-92d8-4ed8-a6ac-c19508cff76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4415648 Dec 10 18:43:22.942072 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4111f95-dbff-42b4-8029-8b7fffb56d20 None None] Network 93a8e288-04e1-4811-8a61-908f9e636128 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:43:22.942072 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-13662cd9-4241-4f0d-8904-e2f2f6969c8c None None] Provisioning complete for port bc046dfd-5bd2-4e72-b4a8-ef988ffe3b71 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:22.942072 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-13662cd9-4241-4f0d-8904-e2f2f6969c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:22.960687 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-c4111f95-dbff-42b4-8029-8b7fffb56d20 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:23.103719 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4111f95-dbff-42b4-8029-8b7fffb56d20 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:43:23.133044 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d85e3938-378c-433c-90a9-dffb8cc60992 req-33369a25-b348-4e96-ac0e-0e35842e3493 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a2dbc47-62e5-49f0-8658-b4211054349a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782538 Dec 10 18:43:23.147734 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbdfb591-18af-4631-acec-01f673a1bf9c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:23.153809 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 20daa313-03a5-4793-8484-a560e45e9742 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:43:23.267769 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e6dd729b-7fb3-4b23-ba5a-72ec31711fcd req-1d8435fe-ea53-42ed-9391-52af3b0e43ba tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] 10.222.0.62 "GET /v2.0/security-groups/e176d64e-9461-47e5-b3cf-3372b02920a7 HTTP/1.1" status: 200 len: 1823 time: 0.1154070 Dec 10 18:43:23.303226 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdfb591-18af-4631-acec-01f673a1bf9c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event deleted for resources: {'Subnet': ['ID=a40a345d-7887-49ec-9953-e5617a36ce2e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:23.427717 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e6dd729b-7fb3-4b23-ba5a-72ec31711fcd req-08e9b75c-d4fb-4e72-8375-42d3b09a630e tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:23.461344 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e6dd729b-7fb3-4b23-ba5a-72ec31711fcd req-08e9b75c-d4fb-4e72-8375-42d3b09a630e tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:23.509487 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4111f95-dbff-42b4-8029-8b7fffb56d20 None None] Pushing event updated for resources: {'Port': ['ID=780c014a-f4cf-4e51-8a0d-52111c5c7efd,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:23.572376 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e6dd729b-7fb3-4b23-ba5a-72ec31711fcd req-08e9b75c-d4fb-4e72-8375-42d3b09a630e tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:23.575316 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e6dd729b-7fb3-4b23-ba5a-72ec31711fcd req-08e9b75c-d4fb-4e72-8375-42d3b09a630e tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:23.588553 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e6dd729b-7fb3-4b23-ba5a-72ec31711fcd req-08e9b75c-d4fb-4e72-8375-42d3b09a630e tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] 10.222.0.62 "DELETE /v2.0/security-groups/e176d64e-9461-47e5-b3cf-3372b02920a7 HTTP/1.1" status: 204 len: 173 time: 0.3197412 Dec 10 18:43:23.602533 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f4c1a5-0638-492e-90da-b123e758dd49 None None] Network 10c54cad-e213-4dad-a169-38b4aeed2075 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:23.609964 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c4111f95-dbff-42b4-8029-8b7fffb56d20 None None] Attempting to bind port 780c014a-f4cf-4e51-8a0d-52111c5c7efd on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:43:23.610199 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c4111f95-dbff-42b4-8029-8b7fffb56d20 None None] Attempting to bind port 780c014a-f4cf-4e51-8a0d-52111c5c7efd by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '9c308ca1-d7e9-4270-bbb1-7b7f386cf0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '93a8e288-04e1-4811-8a61-908f9e636128'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:43:23.610403 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4111f95-dbff-42b4-8029-8b7fffb56d20 None None] Attempting to bind port 780c014a-f4cf-4e51-8a0d-52111c5c7efd on network 93a8e288-04e1-4811-8a61-908f9e636128 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:43:23.612178 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e9b75c-d4fb-4e72-8375-42d3b09a630e tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e176d64e-9461-47e5-b3cf-3372b02920a7,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:23.613382 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a718736-d079-4623-8a72-3d148e46b94a req-f61bfc7a-aa37-4afa-99ca-d8963f3a500b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:23.616141 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a718736-d079-4623-8a72-3d148e46b94a req-f61bfc7a-aa37-4afa-99ca-d8963f3a500b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6c8c78d08b9641899363a2a1ae441165&device_id=0ed7c2a2-f6ce-4fdd-b574-07960b03fa1d HTTP/1.1" status: 200 len: 1094 time: 0.5832551 Dec 10 18:43:23.616556 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 20daa313-03a5-4793-8484-a560e45e9742 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:23.616967 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:23.631020 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2d9e83ad-f2c9-49a3-8c65-842217097fe4 req-bdb31566-3397-4a6e-aba6-eb60a80a1a6e tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c3f5a4d-8852-40ea-88d6-9c938782ec59 HTTP/1.1" status: 200 len: 210 time: 0.1069965 Dec 10 18:43:23.718097 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:23.750930 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbdfb591-18af-4631-acec-01f673a1bf9c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:23.794353 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4111f95-dbff-42b4-8029-8b7fffb56d20 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:43:23.795265 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4111f95-dbff-42b4-8029-8b7fffb56d20 None None] Checking segment: {'id': '9c308ca1-d7e9-4270-bbb1-7b7f386cf0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '93a8e288-04e1-4811-8a61-908f9e636128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:23.796132 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c4111f95-dbff-42b4-8029-8b7fffb56d20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:23.796909 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4111f95-dbff-42b4-8029-8b7fffb56d20 None None] Bound using segment: {'id': '9c308ca1-d7e9-4270-bbb1-7b7f386cf0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '93a8e288-04e1-4811-8a61-908f9e636128'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:43:23.797661 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c4111f95-dbff-42b4-8029-8b7fffb56d20 None None] Bound port: 780c014a-f4cf-4e51-8a0d-52111c5c7efd, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c308ca1-d7e9-4270-bbb1-7b7f386cf0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '93a8e288-04e1-4811-8a61-908f9e636128'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:43:23.798314 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c4111f95-dbff-42b4-8029-8b7fffb56d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:23.824958 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-dbdfb591-18af-4631-acec-01f673a1bf9c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a8e288-04e1-4811-8a61-908f9e636128']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:23.846606 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-dbdfb591-18af-4631-acec-01f673a1bf9c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c308ca1-d7e9-4270-bbb1-7b7f386cf0be') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:23.846909 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-dbdfb591-18af-4631-acec-01f673a1bf9c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c308ca1-d7e9-4270-bbb1-7b7f386cf0be') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:23.853768 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-486b779e-a305-4468-9791-8f84ea1b0d81 req-b8b19306-b8b7-4320-8e11-561a7c32d1c0 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] 10.222.0.62 "GET /v2.0/security-groups/718213a3-6707-47eb-bb9f-f15fe1a6900f HTTP/1.1" status: 200 len: 2423 time: 0.1213541 Dec 10 18:43:23.872073 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbdfb591-18af-4631-acec-01f673a1bf9c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:23.935367 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbdfb591-18af-4631-acec-01f673a1bf9c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:23.944401 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a718736-d079-4623-8a72-3d148e46b94a req-ca8b83b3-ceb3-4645-9bd2-e4efe8e09047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:23.946201 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a718736-d079-4623-8a72-3d148e46b94a req-ca8b83b3-ceb3-4645-9bd2-e4efe8e09047 service neutron] 10.222.0.46 "GET /v2.0/networks?id=21513b7b-92d8-4ed8-a6ac-c19508cff76a HTTP/1.1" status: 200 len: 914 time: 0.3104479 Dec 10 18:43:23.958235 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbdfb591-18af-4631-acec-01f673a1bf9c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:43:23.958655 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbdfb591-18af-4631-acec-01f673a1bf9c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:23.963033 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:43:23.963033 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:43:23.963033 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:43:23.963033 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:43:23.963033 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:43:23.963033 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:43:23.963033 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:43:23.963033 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:43:23.963033 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:43:23.963033 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:43:23.963033 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:43:23.963033 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:43:23.963033 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:43:23.963033 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:43:23.963033 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:43:23.963033 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:43:23.963033 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:43:23.963033 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:43:23.963033 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:43:23.963033 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:43:23.963033 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:43:23.963033 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:43:23.963033 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:43:23.963033 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:43:23.963033 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:43:23.963033 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:43:23.963033 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:43:23.963033 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:43:23.963033 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:43:23.963033 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:43:23.963033 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:43:23.963033 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:43:23.966391 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c4111f95-dbff-42b4-8029-8b7fffb56d20 None None] For port 780c014a-f4cf-4e51-8a0d-52111c5c7efd, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:43:24.058671 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a718736-d079-4623-8a72-3d148e46b94a req-85af0447-e135-41fc-b30b-1ab3e8db2dde service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4981c39-dda3-432f-812f-40ad951b328c HTTP/1.1" status: 200 len: 217 time: 0.1022136 Dec 10 18:43:24.112212 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-486b779e-a305-4468-9791-8f84ea1b0d81 req-441ecf65-2559-4c25-be18-d4e7ddccf300 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:24.144917 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-486b779e-a305-4468-9791-8f84ea1b0d81 req-441ecf65-2559-4c25-be18-d4e7ddccf300 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:24.215766 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fb24ac4f-dabd-485f-9d77-991d967cbc67 None None] Provisioning complete for port 20daa313-03a5-4793-8484-a560e45e9742 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:24.216514 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fb24ac4f-dabd-485f-9d77-991d967cbc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:24.219856 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.db.api [None req-dbdfb591-18af-4631-acec-01f673a1bf9c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 18:43:24.219856 n-d-821435-1 neutron-server[103244]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 18:43:24.219856 n-d-821435-1 neutron-server[103244]: [parameters: {'id': '93a8e288-04e1-4811-8a61-908f9e636128'}] Dec 10 18:43:24.219856 n-d-821435-1 neutron-server[103244]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:43:24.220966 n-d-821435-1 neutron-server[103244]: DEBUG oslo_db.api [None req-dbdfb591-18af-4631-acec-01f673a1bf9c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:43:24.223984 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-486b779e-a305-4468-9791-8f84ea1b0d81 req-441ecf65-2559-4c25-be18-d4e7ddccf300 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:24.226918 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-486b779e-a305-4468-9791-8f84ea1b0d81 req-441ecf65-2559-4c25-be18-d4e7ddccf300 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:24.228375 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-486b779e-a305-4468-9791-8f84ea1b0d81 req-441ecf65-2559-4c25-be18-d4e7ddccf300 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] 10.222.0.62 "DELETE /v2.0/security-groups/718213a3-6707-47eb-bb9f-f15fe1a6900f HTTP/1.1" status: 204 len: 173 time: 0.3585384 Dec 10 18:43:24.249068 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ecf65-2559-4c25-be18-d4e7ddccf300 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=718213a3-6707-47eb-bb9f-f15fe1a6900f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:24.255993 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a718736-d079-4623-8a72-3d148e46b94a req-6c53c767-96e7-48ed-8e10-d0f8e468f1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:24.257827 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a718736-d079-4623-8a72-3d148e46b94a req-6c53c767-96e7-48ed-8e10-d0f8e468f1e4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f852d78c-d654-4eb5-9cac-2039bdd1d3f4 HTTP/1.1" status: 200 len: 853 time: 0.1907959 Dec 10 18:43:24.298765 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a718736-d079-4623-8a72-3d148e46b94a req-f834eae9-03bd-4dd9-bea8-91bba937efd4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21513b7b-92d8-4ed8-a6ac-c19508cff76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326521 Dec 10 18:43:24.422970 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1b2f162e-3609-4151-b2fd-b4386fb335e1 req-dabfd11c-c716-42c4-953e-b2e2db773d74 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] 10.222.0.62 "GET /v2.0/security-groups/64bccdbb-1407-4df2-afa5-d70cd8fa4bc3 HTTP/1.1" status: 200 len: 2417 time: 0.0804396 Dec 10 18:43:24.438025 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c4111f95-dbff-42b4-8029-8b7fffb56d20 None None] For port 780c014a-f4cf-4e51-8a0d-52111c5c7efd, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=780c014a-f4cf-4e51-8a0d-52111c5c7efd,segment=NetworkSegment(9c308ca1-d7e9-4270-bbb1-7b7f386cf0be),segment_id=9c308ca1-d7e9-4270-bbb1-7b7f386cf0be)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:43:24.472719 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c4111f95-dbff-42b4-8029-8b7fffb56d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:24.544444 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1b2f162e-3609-4151-b2fd-b4386fb335e1 req-9347ed19-8310-4f57-a1b0-649e40333567 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:24.594381 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e021de-0605-4fa8-9ece-a9db8c071b2a req-4c885087-8242-4c38-bb38-aff8ee8f8552 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:24.607471 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d8e021de-0605-4fa8-9ece-a9db8c071b2a req-4c885087-8242-4c38-bb38-aff8ee8f8552 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ed7c2a2-f6ce-4fdd-b574-07960b03fa1d HTTP/1.1" status: 200 len: 943 time: 0.1974339 Dec 10 18:43:24.616674 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1b2f162e-3609-4151-b2fd-b4386fb335e1 req-9347ed19-8310-4f57-a1b0-649e40333567 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:24.619285 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a718736-d079-4623-8a72-3d148e46b94a req-1f302db6-f3b8-454a-b945-c3e9d7cae458 service neutron] 10.222.0.46 "GET /v2.0/networks/21513b7b-92d8-4ed8-a6ac-c19508cff76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130257 Dec 10 18:43:24.695385 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1b2f162e-3609-4151-b2fd-b4386fb335e1 req-9347ed19-8310-4f57-a1b0-649e40333567 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:24.701905 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4111f95-dbff-42b4-8029-8b7fffb56d20 None None] Pushing event updated for resources: {'Port': ['ID=780c014a-f4cf-4e51-8a0d-52111c5c7efd,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:24.703021 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1b2f162e-3609-4151-b2fd-b4386fb335e1 req-9347ed19-8310-4f57-a1b0-649e40333567 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:24.712990 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1b2f162e-3609-4151-b2fd-b4386fb335e1 req-9347ed19-8310-4f57-a1b0-649e40333567 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] 10.222.0.62 "DELETE /v2.0/security-groups/64bccdbb-1407-4df2-afa5-d70cd8fa4bc3 HTTP/1.1" status: 204 len: 173 time: 0.2865143 Dec 10 18:43:24.713721 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59692) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:24.728525 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbdfb591-18af-4631-acec-01f673a1bf9c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:24.732588 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:24.745716 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1ebcb1-54e9-4c2b-a655-6c5800f85c5b None None] Network 93a8e288-04e1-4811-8a61-908f9e636128 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:24.821000 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d8e021de-0605-4fa8-9ece-a9db8c071b2a req-d65c95c7-23bd-4577-a4be-c8f50870c7eb tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a2dbc47-62e5-49f0-8658-b4211054349a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110167 Dec 10 18:43:24.855060 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347ed19-8310-4f57-a1b0-649e40333567 tempest-SecurityGroupRulesTestJSON-459857833 tempest-SecurityGroupRulesTestJSON-459857833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bccdbb-1407-4df2-afa5-d70cd8fa4bc3,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:24.902532 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-08ae4eea-8ce0-4c2f-9a6d-89d15e4e741d req-6f200f50-0048-47ad-be89-aa16e58a919a tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c3f5a4d-8852-40ea-88d6-9c938782ec59 HTTP/1.1" status: 200 len: 210 time: 0.0537174 Dec 10 18:43:24.935392 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9daa21e-b659-4293-8b09-d4403f3ef2fd admin admin] Deleting subnet 6ae6a2b2-531a-4f1f-855e-da02266ec9c6 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:43:24.946473 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e9daa21e-b659-4293-8b09-d4403f3ef2fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:24.971526 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a718736-d079-4623-8a72-3d148e46b94a req-8089e674-c8e1-42a6-9926-0ac78233d7d1 service neutron] 10.222.0.46 "GET /v2.0/networks/21513b7b-92d8-4ed8-a6ac-c19508cff76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408997 Dec 10 18:43:25.010014 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e9daa21e-b659-4293-8b09-d4403f3ef2fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:25.030951 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-dbdfb591-18af-4631-acec-01f673a1bf9c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Deleting port 780c014a-f4cf-4e51-8a0d-52111c5c7efd {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:43:25.033323 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbdfb591-18af-4631-acec-01f673a1bf9c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:25.059945 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e9daa21e-b659-4293-8b09-d4403f3ef2fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:25.071187 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf36ac1-86f8-4041-a655-c8f6966bfb08 None None] Network 10c54cad-e213-4dad-a169-38b4aeed2075 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:25.219364 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1b003f13-b54a-4e0c-bfbf-77c0d63b9e14 None None] Provisioning complete for port 20daa313-03a5-4793-8484-a560e45e9742 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:25.220318 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1b003f13-b54a-4e0c-bfbf-77c0d63b9e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:25.299980 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-dbdfb591-18af-4631-acec-01f673a1bf9c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] For port 780c014a-f4cf-4e51-8a0d-52111c5c7efd, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=780c014a-f4cf-4e51-8a0d-52111c5c7efd,segment=NetworkSegment(9c308ca1-d7e9-4270-bbb1-7b7f386cf0be),segment_id=9c308ca1-d7e9-4270-bbb1-7b7f386cf0be)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:25.300343 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbdfb591-18af-4631-acec-01f673a1bf9c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:25.324553 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-9dcf08ca-f34f-4ae9-bd42-a9b4eed735e1 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:25.326127 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-9dcf08ca-f34f-4ae9-bd42-a9b4eed735e1 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.46 "GET /v2.0/networks?id=636e2dfd-df23-4f7c-a4c9-18933828afd2 HTTP/1.1" status: 200 len: 812 time: 0.1881487 Dec 10 18:43:25.364381 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-c3fbc89d-c29d-4323-8b15-beb5890ce82e tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:25.365954 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-c3fbc89d-c29d-4323-8b15-beb5890ce82e tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.72 "GET /v2.0/networks?id=636e2dfd-df23-4f7c-a4c9-18933828afd2 HTTP/1.1" status: 200 len: 812 time: 0.2664299 Dec 10 18:43:25.366786 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-f5d44098-ca6e-41a5-97d4-d3b6dc4fc2eb tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Request body: {'port': {'device_id': '1c3f5a4d-8852-40ea-88d6-9c938782ec59', 'network_id': '636e2dfd-df23-4f7c-a4c9-18933828afd2', 'admin_state_up': True, 'tenant_id': '10f9a9b34b5e4f059c57405921915531'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:25.397466 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-2482d239-accb-4050-9552-ba89f468531d tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Request body: {'port': {'device_id': '17dcd94f-4cca-4879-91fc-b894272b2adf', 'network_id': '636e2dfd-df23-4f7c-a4c9-18933828afd2', 'admin_state_up': True, 'tenant_id': '10f9a9b34b5e4f059c57405921915531'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:25.458265 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-dbdfb591-18af-4631-acec-01f673a1bf9c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Calling delete_port for 780c014a-f4cf-4e51-8a0d-52111c5c7efd owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:43:25.475879 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:25.498333 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e9daa21e-b659-4293-8b09-d4403f3ef2fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:25.501180 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bc196c-5ab0-4f3c-9c08-a5d9132a4d61 None None] Network 93a8e288-04e1-4811-8a61-908f9e636128 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:25.537142 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9daa21e-b659-4293-8b09-d4403f3ef2fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ae6a2b2-531a-4f1f-855e-da02266ec9c6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:25.562620 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e9daa21e-b659-4293-8b09-d4403f3ef2fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:25.566568 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e9daa21e-b659-4293-8b09-d4403f3ef2fd admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6ae6a2b2-531a-4f1f-855e-da02266ec9c6 HTTP/1.1" status: 204 len: 168 time: 0.8291533 Dec 10 18:43:25.569630 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59712) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:25.667737 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdc08ab-5c1a-4b20-be9a-87737465840b None None] Network 324db5a7-3677-4376-8375-fd47a06bb46b requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:25.669588 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-f5d44098-ca6e-41a5-97d4-d3b6dc4fc2eb tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Made reservation on behalf of 10f9a9b34b5e4f059c57405921915531 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:25.674202 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-f5d44098-ca6e-41a5-97d4-d3b6dc4fc2eb tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:25.677734 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbdfb591-18af-4631-acec-01f673a1bf9c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:25.729151 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a903bf0f-14f5-44cb-9d80-270d51d39dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:25.730672 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdfb591-18af-4631-acec-01f673a1bf9c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] No DVR routers for this DVR port 780c014a-f4cf-4e51-8a0d-52111c5c7efd on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:43:25.734469 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdfb591-18af-4631-acec-01f673a1bf9c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event deleted for resources: {'Port': ['ID=780c014a-f4cf-4e51-8a0d-52111c5c7efd,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:25.837676 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-2482d239-accb-4050-9552-ba89f468531d tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Made reservation on behalf of 10f9a9b34b5e4f059c57405921915531 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:25.848372 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-2482d239-accb-4050-9552-ba89f468531d tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:25.907815 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4043fa1-e24a-4e51-9c79-ae2e9a7bc53a None None] DHCP port deletion for 324db5a7-3677-4376-8375-fd47a06bb46b request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:25.938788 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9837fd-9786-4f81-b022-0113295ec842 None None] get_active_networks_info from n-d-821435-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:43:25.961955 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a903bf0f-14f5-44cb-9d80-270d51d39dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:25.990749 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-a903bf0f-14f5-44cb-9d80-270d51d39dbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['324db5a7-3677-4376-8375-fd47a06bb46b']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:26.006044 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-a903bf0f-14f5-44cb-9d80-270d51d39dbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efb32442-dfcf-42db-87d7-ea4f9e91c5a1') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:26.006348 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-a903bf0f-14f5-44cb-9d80-270d51d39dbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efb32442-dfcf-42db-87d7-ea4f9e91c5a1') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:26.023542 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a903bf0f-14f5-44cb-9d80-270d51d39dbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:26.042925 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a903bf0f-14f5-44cb-9d80-270d51d39dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:26.051557 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a903bf0f-14f5-44cb-9d80-270d51d39dbd admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:43:26.052234 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a903bf0f-14f5-44cb-9d80-270d51d39dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:26.070917 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f331a48d-d807-4992-9dfe-ea9dcbfa1017 None None] Provisioning complete for port 20daa313-03a5-4793-8484-a560e45e9742 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:26.071346 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f331a48d-d807-4992-9dfe-ea9dcbfa1017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:26.138961 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:43:26.138961 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:43:26.138961 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:43:26.138961 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:43:26.138961 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:43:26.138961 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:43:26.138961 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:43:26.138961 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:43:26.138961 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:43:26.138961 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:43:26.138961 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:43:26.138961 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:43:26.138961 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:43:26.138961 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:43:26.138961 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:43:26.138961 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:43:26.138961 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:43:26.138961 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:43:26.138961 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:43:26.138961 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:43:26.138961 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:43:26.138961 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:43:26.138961 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:43:26.138961 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:43:26.138961 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:43:26.138961 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:43:26.138961 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:43:26.138961 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:43:26.138961 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:43:26.138961 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:43:26.138961 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:43:26.138961 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:43:26.149199 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a903bf0f-14f5-44cb-9d80-270d51d39dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:26.189785 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a903bf0f-14f5-44cb-9d80-270d51d39dbd admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:26.195761 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a903bf0f-14f5-44cb-9d80-270d51d39dbd admin admin] 10.222.0.62 "DELETE /v2.0/networks/324db5a7-3677-4376-8375-fd47a06bb46b HTTP/1.1" status: 204 len: 168 time: 0.6226249 Dec 10 18:43:26.195761 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903bf0f-14f5-44cb-9d80-270d51d39dbd admin admin] Pushing event deleted for resources: {'Network': ['ID=324db5a7-3677-4376-8375-fd47a06bb46b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:26.295844 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9837fd-9786-4f81-b022-0113295ec842 None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 18:43:26.373068 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbdfb591-18af-4631-acec-01f673a1bf9c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:26.419931 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8c648eaf-48dc-4272-bb4d-afbd545c80b4 req-0036bbca-3553-469a-a5f9-bda2bf9cacd2 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c3f5a4d-8852-40ea-88d6-9c938782ec59 HTTP/1.1" status: 200 len: 210 time: 0.0651755 Dec 10 18:43:26.453961 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-dbdfb591-18af-4631-acec-01f673a1bf9c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a8e288-04e1-4811-8a61-908f9e636128']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:26.477622 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59726) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:26.501133 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-2482d239-accb-4050-9552-ba89f468531d tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Allocated IP 172.20.0.4 (636e2dfd-df23-4f7c-a4c9-18933828afd2/430bde89-6d4e-4351-83c8-14323bc62853/205d2ed4-d296-4756-a11b-3d9e7323e73f) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:43:26.503371 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-dbdfb591-18af-4631-acec-01f673a1bf9c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c308ca1-d7e9-4270-bbb1-7b7f386cf0be') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:26.503962 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-dbdfb591-18af-4631-acec-01f673a1bf9c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c308ca1-d7e9-4270-bbb1-7b7f386cf0be') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:26.545963 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbdfb591-18af-4631-acec-01f673a1bf9c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:26.617988 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbdfb591-18af-4631-acec-01f673a1bf9c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:26.656529 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbdfb591-18af-4631-acec-01f673a1bf9c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:43:26.658437 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbdfb591-18af-4631-acec-01f673a1bf9c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:26.665149 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:43:26.665149 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:43:26.665149 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:43:26.665149 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:43:26.665149 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:43:26.665149 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:43:26.665149 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:43:26.665149 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:43:26.665149 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:43:26.665149 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:43:26.665149 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:43:26.665149 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:43:26.665149 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:43:26.665149 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:43:26.665149 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:43:26.665149 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:43:26.665149 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:43:26.665149 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:43:26.665149 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:43:26.665149 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:43:26.665149 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:43:26.665149 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:43:26.665149 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:43:26.665149 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:43:26.665149 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:43:26.665149 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:43:26.665149 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:43:26.665149 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:43:26.665149 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:43:26.665149 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:43:26.665149 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:43:26.665149 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:43:26.693199 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-2482d239-accb-4050-9552-ba89f468531d tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:26.707638 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-70e73476-6543-4a1b-89b7-efbd6bf63184 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=918661eea5b04e8e98aee67357a7364c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2270422 Dec 10 18:43:26.754505 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59728) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:26.773403 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-2482d239-accb-4050-9552-ba89f468531d tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:26.847922 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device d4981c39-dda3-432f-812f-40ad951b328c details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:43:26.867239 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-f5d44098-ca6e-41a5-97d4-d3b6dc4fc2eb tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Allocated IP 172.20.0.3 (636e2dfd-df23-4f7c-a4c9-18933828afd2/430bde89-6d4e-4351-83c8-14323bc62853/d5526e24-c51a-4332-a394-993ec784cd36) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:43:26.885773 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482d239-accb-4050-9552-ba89f468531d tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Pushing event updated for resources: {'Port': ['ID=205d2ed4-d296-4756-a11b-3d9e7323e73f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:26.912939 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed895f4-3112-4d95-bb09-00b45679cd1c req-baefa1e7-b7d1-43f0-bde1-a8cd342c8a4f tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:26.914969 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4ed895f4-3112-4d95-bb09-00b45679cd1c req-baefa1e7-b7d1-43f0-bde1-a8cd342c8a4f tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ed7c2a2-f6ce-4fdd-b574-07960b03fa1d HTTP/1.1" status: 200 len: 943 time: 0.7862744 Dec 10 18:43:26.925884 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-2482d239-accb-4050-9552-ba89f468531d tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Network 636e2dfd-df23-4f7c-a4c9-18933828afd2 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:43:26.938838 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-2482d239-accb-4050-9552-ba89f468531d tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:26.949339 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-2482d239-accb-4050-9552-ba89f468531d tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:43:26.984888 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f9c25a-2738-4bb0-a5bd-d158cfe0fe49 None None] DHCP port deletion for 636e2dfd-df23-4f7c-a4c9-18933828afd2 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:26.995493 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3715fea0-cf1a-4486-bd90-5383c988c5fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:27.007579 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbdfb591-18af-4631-acec-01f673a1bf9c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:27.034739 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbdfb591-18af-4631-acec-01f673a1bf9c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654698'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:27.042985 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-dbdfb591-18af-4631-acec-01f673a1bf9c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "DELETE /v2.0/networks/93a8e288-04e1-4811-8a61-908f9e636128 HTTP/1.1" status: 204 len: 168 time: 5.1205344 Dec 10 18:43:27.045863 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59730) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:27.067898 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-2482d239-accb-4050-9552-ba89f468531d tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:27.068529 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-2482d239-accb-4050-9552-ba89f468531d tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:27.081881 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3715fea0-cf1a-4486-bd90-5383c988c5fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:27.089588 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4ed895f4-3112-4d95-bb09-00b45679cd1c req-f6df4e5e-18b5-4728-a9a7-3c92b4476966 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a2dbc47-62e5-49f0-8658-b4211054349a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622107 Dec 10 18:43:27.090145 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port d4981c39-dda3-432f-812f-40ad951b328c, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=d4981c39-dda3-432f-812f-40ad951b328c,segment=NetworkSegment(daee2ccc-9d8c-44d4-a353-dad62781cb13),segment_id=daee2ccc-9d8c-44d4-a353-dad62781cb13)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:27.118467 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-1781cc9d-3710-484d-9d92-13324b9b6ebe tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] DELETE failed (client error): The resource could not be found. Dec 10 18:43:27.118993 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1781cc9d-3710-484d-9d92-13324b9b6ebe tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:43:27.125433 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1781cc9d-3710-484d-9d92-13324b9b6ebe tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "DELETE /v2.0/networks/93a8e288-04e1-4811-8a61-908f9e636128 HTTP/1.1" status: 404 len: 339 time: 0.0716856 Dec 10 18:43:27.129284 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': 'd4981c39-dda3-432f-812f-40ad951b328c', 'network_id': '21513b7b-92d8-4ed8-a6ac-c19508cff76a', 'port_id': 'd4981c39-dda3-432f-812f-40ad951b328c', 'mac_address': 'fa:16:3e:c3:5a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f852d78c-d654-4eb5-9cac-2039bdd1d3f4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:43:27.140337 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-193c012c-57e9-4f99-8f30-ec72acfa9770 None None] Provisioning complete for port 205d2ed4-d296-4756-a11b-3d9e7323e73f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:27.140337 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-193c012c-57e9-4f99-8f30-ec72acfa9770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:27.159582 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59732) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:27.168904 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-6f3e81f2-473a-4e09-b963-4b52501c4ea3 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-752713939', 'description': 'd1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:27.178510 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3715fea0-cf1a-4486-bd90-5383c988c5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:27.181047 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3715fea0-cf1a-4486-bd90-5383c988c5fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:27.182179 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3715fea0-cf1a-4486-bd90-5383c988c5fc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/06f8a72b-0ebc-403f-b421-4bfcdcb91b9a HTTP/1.1" status: 204 len: 168 time: 0.4255326 Dec 10 18:43:27.186382 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-2482d239-accb-4050-9552-ba89f468531d tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8025331 Dec 10 18:43:27.203061 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-be8ee518-9a47-4968-bc8e-d4a0015e176e service neutron] Request body: {'port': {'device_id': '17dcd94f-4cca-4879-91fc-b894272b2adf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:27.211936 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3715fea0-cf1a-4486-bd90-5383c988c5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f8a72b-0ebc-403f-b421-4bfcdcb91b9a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:27.221131 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-193c012c-57e9-4f99-8f30-ec72acfa9770 None None] Port 205d2ed4-d296-4756-a11b-3d9e7323e73f cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:43:27.227502 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:27.240411 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3e81f2-473a-4e09-b963-4b52501c4ea3 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Made reservation on behalf of 5464ef5b9a964a199d8f573ee60b816c for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:27.245454 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6f3e81f2-473a-4e09-b963-4b52501c4ea3 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:27.255078 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4981c39-dda3-432f-812f-40ad951b328c {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:43:27.279320 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-f5d44098-ca6e-41a5-97d4-d3b6dc4fc2eb tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:27.281980 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f3e81f2-473a-4e09-b963-4b52501c4ea3 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:43:27.291598 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6f3e81f2-473a-4e09-b963-4b52501c4ea3 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:27.292475 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-6f3e81f2-473a-4e09-b963-4b52501c4ea3 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Added segment fe62cc46-5fd5-45a1-bc1f-960ef5574c9d of type vlan for network dec4048d-bd33-46ac-8891-e539a49ca6c1 Dec 10 18:43:27.292615 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port d4981c39-dda3-432f-812f-40ad951b328c, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=d4981c39-dda3-432f-812f-40ad951b328c,segment=NetworkSegment(daee2ccc-9d8c-44d4-a353-dad62781cb13),segment_id=daee2ccc-9d8c-44d4-a353-dad62781cb13)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:27.299059 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:27.323864 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdfb591-18af-4631-acec-01f673a1bf9c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event deleted for resources: {'Network': ['ID=93a8e288-04e1-4811-8a61-908f9e636128,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:27.334633 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-f5d44098-ca6e-41a5-97d4-d3b6dc4fc2eb tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:27.343250 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6f3e81f2-473a-4e09-b963-4b52501c4ea3 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:27.396765 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6f3e81f2-473a-4e09-b963-4b52501c4ea3 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:27.404428 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-f5d44098-ca6e-41a5-97d4-d3b6dc4fc2eb tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Network 636e2dfd-df23-4f7c-a4c9-18933828afd2 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:43:27.404928 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3e81f2-473a-4e09-b963-4b52501c4ea3 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:27.406079 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6f3e81f2-473a-4e09-b963-4b52501c4ea3 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:27.409530 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-f5d44098-ca6e-41a5-97d4-d3b6dc4fc2eb tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:27.414666 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=d4981c39-dda3-432f-812f-40ad951b328c,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:27.415927 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-f5d44098-ca6e-41a5-97d4-d3b6dc4fc2eb tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:43:27.429256 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9d6e99-0ba8-48ce-a451-6a56fddd1993 None None] DHCP port deletion for 636e2dfd-df23-4f7c-a4c9-18933828afd2 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:27.470889 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d44098-ca6e-41a5-97d4-d3b6dc4fc2eb tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Pushing event updated for resources: {'Port': ['ID=d5526e24-c51a-4332-a394-993ec784cd36,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:27.473757 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-be8ee518-9a47-4968-bc8e-d4a0015e176e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:27.508601 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['d4981c39-dda3-432f-812f-40ad951b328c'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:43:27.520589 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6f3e81f2-473a-4e09-b963-4b52501c4ea3 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3598311 Dec 10 18:43:27.523020 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-f5d44098-ca6e-41a5-97d4-d3b6dc4fc2eb tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:27.524450 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-f5d44098-ca6e-41a5-97d4-d3b6dc4fc2eb tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:27.527168 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59738) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:27.551790 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e81f2-473a-4e09-b963-4b52501c4ea3 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event updated for resources: {'Network': ['ID=dec4048d-bd33-46ac-8891-e539a49ca6c1,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:27.591338 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network dec4048d-bd33-46ac-8891-e539a49ca6c1 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:43:27.659966 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a49f0cc-001e-417f-a209-6a1631119a15 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:27.662088 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6a49f0cc-001e-417f-a209-6a1631119a15 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "GET /v2.0/networks?id=dec4048d-bd33-46ac-8891-e539a49ca6c1 HTTP/1.1" status: 200 len: 764 time: 0.1310456 Dec 10 18:43:27.665557 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59744) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:27.671883 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-5bf01d6c-31c4-46df-9fd1-b54a0997df29 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Request body: {'network': {'description': 'd2'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:27.681487 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdd2c-bca5-468f-bee0-fce344789a9c None None] Provisioning complete for port d5526e24-c51a-4332-a394-993ec784cd36 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:27.681723 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdd2c-bca5-468f-bee0-fce344789a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:27.767243 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-f5d44098-ca6e-41a5-97d4-d3b6dc4fc2eb tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4162052 Dec 10 18:43:27.800184 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-51bd3169-2916-4cad-a4ae-ad7700a3933c service neutron] Request body: {'port': {'device_id': '1c3f5a4d-8852-40ea-88d6-9c938782ec59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:27.805565 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdd2c-bca5-468f-bee0-fce344789a9c None None] Port d5526e24-c51a-4332-a394-993ec784cd36 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:43:27.953035 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98819db1-fbf2-4b57-921f-d08146f07207 req-d483af54-eae7-42ca-86c2-ec015c7860a1 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:27.954644 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-98819db1-fbf2-4b57-921f-d08146f07207 req-d483af54-eae7-42ca-86c2-ec015c7860a1 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c3f5a4d-8852-40ea-88d6-9c938782ec59 HTTP/1.1" status: 200 len: 931 time: 0.2763474 Dec 10 18:43:28.097588 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-51bd3169-2916-4cad-a4ae-ad7700a3933c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:28.155212 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5bf01d6c-31c4-46df-9fd1-b54a0997df29 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:28.165037 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-98819db1-fbf2-4b57-921f-d08146f07207 req-3192d461-ec1f-46f9-bc48-97a63fa8a52b tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/security-groups?id=37f87d45-fb97-4d0f-8d84-4a314ee4620d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888750 Dec 10 18:43:28.207916 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5bf01d6c-31c4-46df-9fd1-b54a0997df29 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:28.209900 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-be8ee518-9a47-4968-bc8e-d4a0015e176e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 205d2ed4-d296-4756-a11b-3d9e7323e73f {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:43:28.234727 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-be8ee518-9a47-4968-bc8e-d4a0015e176e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:28.266544 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5bf01d6c-31c4-46df-9fd1-b54a0997df29 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Network dec4048d-bd33-46ac-8891-e539a49ca6c1 is not hosted by any dhcp agent {{(pid=103244) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 18:43:28.273756 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf01d6c-31c4-46df-9fd1-b54a0997df29 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:28.274462 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5bf01d6c-31c4-46df-9fd1-b54a0997df29 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:28.275765 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5bf01d6c-31c4-46df-9fd1-b54a0997df29 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "PUT /v2.0/networks/dec4048d-bd33-46ac-8891-e539a49ca6c1 HTTP/1.1" status: 200 len: 761 time: 0.6092522 Dec 10 18:43:28.285524 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-be8ee518-9a47-4968-bc8e-d4a0015e176e service neutron] Transition to ACTIVE for port object 205d2ed4-d296-4756-a11b-3d9e7323e73f will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:43:28.289230 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59762) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:28.388512 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-be8ee518-9a47-4968-bc8e-d4a0015e176e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:28.398478 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf01d6c-31c4-46df-9fd1-b54a0997df29 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event updated for resources: {'Network': ['ID=dec4048d-bd33-46ac-8891-e539a49ca6c1,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:28.418476 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network dec4048d-bd33-46ac-8891-e539a49ca6c1 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:43:28.568823 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ad7f2f-3a63-467e-a0a3-b278ca2eedcb None None] DHCP port deletion for 636e2dfd-df23-4f7c-a4c9-18933828afd2 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:28.671702 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5833ee75-d700-4e4f-be29-1a0d44f8e06c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:28.679954 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5833ee75-d700-4e4f-be29-1a0d44f8e06c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "GET /v2.0/networks?id=dec4048d-bd33-46ac-8891-e539a49ca6c1 HTTP/1.1" status: 200 len: 764 time: 0.3888183 Dec 10 18:43:28.684038 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59770) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:28.686212 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ee518-9a47-4968-bc8e-d4a0015e176e service neutron] Pushing event updated for resources: {'Port': ['ID=205d2ed4-d296-4756-a11b-3d9e7323e73f,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:28.698266 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-be8ee518-9a47-4968-bc8e-d4a0015e176e service neutron] Attempting to bind port 205d2ed4-d296-4756-a11b-3d9e7323e73f on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:43:28.698743 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-be8ee518-9a47-4968-bc8e-d4a0015e176e service neutron] Attempting to bind port 205d2ed4-d296-4756-a11b-3d9e7323e73f by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '132f30ff-d95d-463a-8f68-1425b289d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '636e2dfd-df23-4f7c-a4c9-18933828afd2'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:43:28.699061 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-be8ee518-9a47-4968-bc8e-d4a0015e176e service neutron] Attempting to bind port 205d2ed4-d296-4756-a11b-3d9e7323e73f on network 636e2dfd-df23-4f7c-a4c9-18933828afd2 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:43:28.713581 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-be8ee518-9a47-4968-bc8e-d4a0015e176e service neutron] Port 205d2ed4-d296-4756-a11b-3d9e7323e73f on network 636e2dfd-df23-4f7c-a4c9-18933828afd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:43:28.713919 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-be8ee518-9a47-4968-bc8e-d4a0015e176e service neutron] Attempting to bind port 205d2ed4-d296-4756-a11b-3d9e7323e73f on network 636e2dfd-df23-4f7c-a4c9-18933828afd2 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:43:28.742287 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-be8ee518-9a47-4968-bc8e-d4a0015e176e service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:43:28.742602 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-be8ee518-9a47-4968-bc8e-d4a0015e176e service neutron] Checking segment: {'id': '132f30ff-d95d-463a-8f68-1425b289d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '636e2dfd-df23-4f7c-a4c9-18933828afd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:28.743117 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-be8ee518-9a47-4968-bc8e-d4a0015e176e service neutron] Bound using segment: {'id': '132f30ff-d95d-463a-8f68-1425b289d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '636e2dfd-df23-4f7c-a4c9-18933828afd2'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:43:28.757542 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-be8ee518-9a47-4968-bc8e-d4a0015e176e service neutron] Bound port: 205d2ed4-d296-4756-a11b-3d9e7323e73f, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '132f30ff-d95d-463a-8f68-1425b289d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '636e2dfd-df23-4f7c-a4c9-18933828afd2'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:43:28.758131 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-be8ee518-9a47-4968-bc8e-d4a0015e176e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:28.811587 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device d4981c39-dda3-432f-812f-40ad951b328c up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:43:28.854140 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59776) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:28.886916 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port d4981c39-dda3-432f-812f-40ad951b328c completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:43:28.894791 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port d4981c39-dda3-432f-812f-40ad951b328c triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:28.895265 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:28.937649 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe2429-b1de-4408-beb3-adb3ce410ed3 req-9ade4ea5-43fa-4805-9808-a580b8278505 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:28.942784 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a6fe2429-b1de-4408-beb3-adb3ce410ed3 req-9ade4ea5-43fa-4805-9808-a580b8278505 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ed7c2a2-f6ce-4fdd-b574-07960b03fa1d HTTP/1.1" status: 200 len: 944 time: 0.6974533 Dec 10 18:43:28.977747 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-51bd3169-2916-4cad-a4ae-ad7700a3933c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5526e24-c51a-4332-a394-993ec784cd36 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:43:28.999204 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-51bd3169-2916-4cad-a4ae-ad7700a3933c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:29.024979 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:29.062802 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed7c2a2-f6ce-4fdd-b574-07960b03fa1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4981c39-dda3-432f-812f-40ad951b328c'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:43:29.066772 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f079e6-e904-4c54-b0ba-92747f5efb46" -d '{"events": [{"server_uuid": "0ed7c2a2-f6ce-4fdd-b574-07960b03fa1d", "name": "network-vif-plugged", "status": "completed", "tag": "d4981c39-dda3-432f-812f-40ad951b328c"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:43:29.069992 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-51bd3169-2916-4cad-a4ae-ad7700a3933c service neutron] Transition to ACTIVE for port object d5526e24-c51a-4332-a394-993ec784cd36 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:43:29.074427 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-be8ee518-9a47-4968-bc8e-d4a0015e176e service neutron] For port 205d2ed4-d296-4756-a11b-3d9e7323e73f, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:43:29.080320 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-51bd3169-2916-4cad-a4ae-ad7700a3933c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:29.093758 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port d4981c39-dda3-432f-812f-40ad951b328c, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=d4981c39-dda3-432f-812f-40ad951b328c,segment=NetworkSegment(daee2ccc-9d8c-44d4-a353-dad62781cb13),segment_id=daee2ccc-9d8c-44d4-a353-dad62781cb13)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:29.094594 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4729c4c1-625c-47de-bf44-b108a729991f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1718734073-network', 'tenant_id': 'cce1c3b5470c41ffb71cb4c870503f62'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:29.099779 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:29.121110 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a6fe2429-b1de-4408-beb3-adb3ce410ed3 req-688edbba-3a58-429e-bdf3-e85ed5a296fb tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a2dbc47-62e5-49f0-8658-b4211054349a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573465 Dec 10 18:43:29.124455 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-be8ee518-9a47-4968-bc8e-d4a0015e176e service neutron] For port 205d2ed4-d296-4756-a11b-3d9e7323e73f, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=205d2ed4-d296-4756-a11b-3d9e7323e73f,segment=NetworkSegment(132f30ff-d95d-463a-8f68-1425b289d47c),segment_id=132f30ff-d95d-463a-8f68-1425b289d47c)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:43:29.133980 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-be8ee518-9a47-4968-bc8e-d4a0015e176e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:29.163845 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68b2764-c718-464a-bf39-313ac8b1375b tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:29.165621 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c68b2764-c718-464a-bf39-313ac8b1375b tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4806459 Dec 10 18:43:29.171260 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59786) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:29.198364 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ee518-9a47-4968-bc8e-d4a0015e176e service neutron] Pushing event updated for resources: {'Port': ['ID=205d2ed4-d296-4756-a11b-3d9e7323e73f,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:29.209410 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4729c4c1-625c-47de-bf44-b108a729991f admin admin] Made reservation on behalf of cce1c3b5470c41ffb71cb4c870503f62 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:29.212870 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ab5581bd-81bd-4f56-81e9-7e7a60f73f29 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "GET /v2.0/subnets?network_id=6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 207 time: 0.0403204 Dec 10 18:43:29.213136 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4729c4c1-625c-47de-bf44-b108a729991f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:29.221249 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59790) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:29.223833 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ebfeb1-f412-41cc-a460-9c4d358abb59 None None] DHCP port deletion for 636e2dfd-df23-4f7c-a4c9-18933828afd2 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:29.229151 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-be8ee518-9a47-4968-bc8e-d4a0015e176e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:29.229503 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-be8ee518-9a47-4968-bc8e-d4a0015e176e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:29.230984 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-be8ee518-9a47-4968-bc8e-d4a0015e176e service neutron] 10.222.0.72 "PUT /v2.0/ports/205d2ed4-d296-4756-a11b-3d9e7323e73f HTTP/1.1" status: 200 len: 1091 time: 2.0359390 Dec 10 18:43:29.231769 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17dcd94f-4cca-4879-91fc-b894272b2adf', 'tag': '205d2ed4-d296-4756-a11b-3d9e7323e73f'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:43:29.235201 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1b228d-cc34-4b53-8f34-7594b28af7bd" -d '{"events": [{"name": "network-changed", "server_uuid": "17dcd94f-4cca-4879-91fc-b894272b2adf", "tag": "205d2ed4-d296-4756-a11b-3d9e7323e73f"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:43:29.246942 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae91a980-ba7a-43ae-b562-1fd7c914632b x-openstack-request-id: req-ae91a980-ba7a-43ae-b562-1fd7c914632b {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:43:29.247517 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed7c2a2-f6ce-4fdd-b574-07960b03fa1d", "name": "network-vif-plugged", "status": "completed", "tag": "d4981c39-dda3-432f-812f-40ad951b328c", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:43:29.248332 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ae91a980-ba7a-43ae-b562-1fd7c914632b {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:43:29.249070 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed7c2a2-f6ce-4fdd-b574-07960b03fa1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4981c39-dda3-432f-812f-40ad951b328c', 'code': 200} Dec 10 18:43:29.280344 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab655f0c-6c93-4310-899b-ce63fc568755 None None] DHCP port deletion for 636e2dfd-df23-4f7c-a4c9-18933828afd2 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:29.283169 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4729c4c1-625c-47de-bf44-b108a729991f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:29.315676 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=d4981c39-dda3-432f-812f-40ad951b328c,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:29.360310 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd3169-2916-4cad-a4ae-ad7700a3933c service neutron] Pushing event updated for resources: {'Port': ['ID=d5526e24-c51a-4332-a394-993ec784cd36,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:29.430084 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafd90fa-a947-4311-8860-2bacf449ed19 x-openstack-request-id: req-cafd90fa-a947-4311-8860-2bacf449ed19 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:43:29.430367 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17dcd94f-4cca-4879-91fc-b894272b2adf", "tag": "205d2ed4-d296-4756-a11b-3d9e7323e73f", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:43:29.430630 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cafd90fa-a947-4311-8860-2bacf449ed19 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:43:29.431036 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17dcd94f-4cca-4879-91fc-b894272b2adf', 'tag': '205d2ed4-d296-4756-a11b-3d9e7323e73f', 'status': 'completed', 'code': 200} Dec 10 18:43:29.471317 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-d682295d-cbbe-4c3d-9cb1-6889beb7f22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:29.473175 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-d682295d-cbbe-4c3d-9cb1-6889beb7f22b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=10f9a9b34b5e4f059c57405921915531&device_id=17dcd94f-4cca-4879-91fc-b894272b2adf HTTP/1.1" status: 200 len: 1094 time: 0.1728907 Dec 10 18:43:29.491166 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f664d-8a2c-4fb1-b5be-b3e752545f53 req-98175d19-1f3b-4211-968b-8ce3c52d6cb2 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:29.498471 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5c6f664d-8a2c-4fb1-b5be-b3e752545f53 req-98175d19-1f3b-4211-968b-8ce3c52d6cb2 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c3f5a4d-8852-40ea-88d6-9c938782ec59 HTTP/1.1" status: 200 len: 943 time: 0.1441481 Dec 10 18:43:29.549894 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-af0731a3-2c0b-4442-b523-fa0e5e9142c4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=205d2ed4-d296-4756-a11b-3d9e7323e73f HTTP/1.1" status: 200 len: 217 time: 0.0672426 Dec 10 18:43:29.645854 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79ba16-a6da-4c64-8800-c5d4578d6cd0 req-a92efe7b-175e-41e1-a5fa-5a6f6a836309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:29.647380 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ca79ba16-a6da-4c64-8800-c5d4578d6cd0 req-a92efe7b-175e-41e1-a5fa-5a6f6a836309 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0ed7c2a2-f6ce-4fdd-b574-07960b03fa1d HTTP/1.1" status: 200 len: 1096 time: 0.2796283 Dec 10 18:43:29.653453 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5c6f664d-8a2c-4fb1-b5be-b3e752545f53 req-ac5ea163-8582-4179-8dc0-e29b5946a29e tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/security-groups?id=37f87d45-fb97-4d0f-8d84-4a314ee4620d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525006 Dec 10 18:43:29.671283 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4729c4c1-625c-47de-bf44-b108a729991f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:29.676777 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-efe0ded3-a4ee-4490-89da-9902b9245595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:29.676777 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-efe0ded3-a4ee-4490-89da-9902b9245595 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=430bde89-6d4e-4351-83c8-14323bc62853 HTTP/1.1" status: 200 len: 852 time: 0.1186588 Dec 10 18:43:29.678691 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4729c4c1-625c-47de-bf44-b108a729991f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:29.691479 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-51bd3169-2916-4cad-a4ae-ad7700a3933c service neutron] Attempting to bind port d5526e24-c51a-4332-a394-993ec784cd36 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:43:29.693763 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-51bd3169-2916-4cad-a4ae-ad7700a3933c service neutron] Attempting to bind port d5526e24-c51a-4332-a394-993ec784cd36 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '132f30ff-d95d-463a-8f68-1425b289d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '636e2dfd-df23-4f7c-a4c9-18933828afd2'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:43:29.694518 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-51bd3169-2916-4cad-a4ae-ad7700a3933c service neutron] Attempting to bind port d5526e24-c51a-4332-a394-993ec784cd36 on network 636e2dfd-df23-4f7c-a4c9-18933828afd2 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:43:29.726222 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9275ca0e-90a0-4575-b5a4-88f2faf6b761 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:29.727843 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-e14296f7-e52f-44f2-9db1-f688b05e1ac5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=636e2dfd-df23-4f7c-a4c9-18933828afd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429161 Dec 10 18:43:29.731199 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9275ca0e-90a0-4575-b5a4-88f2faf6b761 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:29.733274 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4729c4c1-625c-47de-bf44-b108a729991f admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:43:29.737992 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9275ca0e-90a0-4575-b5a4-88f2faf6b761 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:29.748217 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9275ca0e-90a0-4575-b5a4-88f2faf6b761 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:29.756217 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9275ca0e-90a0-4575-b5a4-88f2faf6b761 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:29.762358 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9275ca0e-90a0-4575-b5a4-88f2faf6b761 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:29.771116 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9275ca0e-90a0-4575-b5a4-88f2faf6b761 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.5417371 Dec 10 18:43:29.771116 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-51bd3169-2916-4cad-a4ae-ad7700a3933c service neutron] Port d5526e24-c51a-4332-a394-993ec784cd36 on network 636e2dfd-df23-4f7c-a4c9-18933828afd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:43:29.771116 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-51bd3169-2916-4cad-a4ae-ad7700a3933c service neutron] Attempting to bind port d5526e24-c51a-4332-a394-993ec784cd36 on network 636e2dfd-df23-4f7c-a4c9-18933828afd2 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:43:29.772908 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59794) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:29.781447 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-51bd3169-2916-4cad-a4ae-ad7700a3933c service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:43:29.781930 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-51bd3169-2916-4cad-a4ae-ad7700a3933c service neutron] Checking segment: {'id': '132f30ff-d95d-463a-8f68-1425b289d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '636e2dfd-df23-4f7c-a4c9-18933828afd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:29.782166 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-51bd3169-2916-4cad-a4ae-ad7700a3933c service neutron] Bound using segment: {'id': '132f30ff-d95d-463a-8f68-1425b289d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '636e2dfd-df23-4f7c-a4c9-18933828afd2'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:43:29.783512 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-51bd3169-2916-4cad-a4ae-ad7700a3933c service neutron] Bound port: d5526e24-c51a-4332-a394-993ec784cd36, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '132f30ff-d95d-463a-8f68-1425b289d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '636e2dfd-df23-4f7c-a4c9-18933828afd2'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:43:29.783512 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-51bd3169-2916-4cad-a4ae-ad7700a3933c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:29.789529 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4729c4c1-625c-47de-bf44-b108a729991f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:29.789896 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-4729c4c1-625c-47de-bf44-b108a729991f admin admin] Added segment 081f6c0d-2ccb-4712-b226-9eb31f1e0833 of type vlan for network 3400ceac-c9d7-43d3-a928-a7c4b47add68 Dec 10 18:43:29.803286 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729c4c1-625c-47de-bf44-b108a729991f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314eaba7-054a-4e8f-95a6-62dabd69c8b6,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:29.890894 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-51bd3169-2916-4cad-a4ae-ad7700a3933c service neutron] For port d5526e24-c51a-4332-a394-993ec784cd36, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:43:29.900218 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-51bd3169-2916-4cad-a4ae-ad7700a3933c service neutron] For port d5526e24-c51a-4332-a394-993ec784cd36, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=d5526e24-c51a-4332-a394-993ec784cd36,segment=NetworkSegment(132f30ff-d95d-463a-8f68-1425b289d47c),segment_id=132f30ff-d95d-463a-8f68-1425b289d47c)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:43:29.906763 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ca79ba16-a6da-4c64-8800-c5d4578d6cd0 req-05cb0ebd-9bfd-4cc3-9af0-4ee2593906ca service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1a2dbc47-62e5-49f0-8658-b4211054349a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241867 Dec 10 18:43:29.910743 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-51bd3169-2916-4cad-a4ae-ad7700a3933c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:29.936620 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f9c0c2-beae-4e1d-83a6-11e544ad8ca7 None None] DHCP port deletion for 636e2dfd-df23-4f7c-a4c9-18933828afd2 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:30.004997 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd3169-2916-4cad-a4ae-ad7700a3933c service neutron] Pushing event updated for resources: {'Port': ['ID=d5526e24-c51a-4332-a394-993ec784cd36,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:30.018119 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-51bd3169-2916-4cad-a4ae-ad7700a3933c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:30.018771 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-51bd3169-2916-4cad-a4ae-ad7700a3933c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:30.020226 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-51bd3169-2916-4cad-a4ae-ad7700a3933c service neutron] 10.222.0.46 "PUT /v2.0/ports/d5526e24-c51a-4332-a394-993ec784cd36 HTTP/1.1" status: 200 len: 1091 time: 2.2393553 Dec 10 18:43:30.021295 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c3f5a4d-8852-40ea-88d6-9c938782ec59', 'tag': 'd5526e24-c51a-4332-a394-993ec784cd36'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:43:30.023838 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f330c2cb-b128-44ad-9217-7c67ae46730c" -d '{"events": [{"name": "network-changed", "server_uuid": "1c3f5a4d-8852-40ea-88d6-9c938782ec59", "tag": "d5526e24-c51a-4332-a394-993ec784cd36"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:43:30.078965 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e72bc8-2b5f-4a89-852b-e6b66e07160a x-openstack-request-id: req-84e72bc8-2b5f-4a89-852b-e6b66e07160a {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:43:30.079263 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c3f5a4d-8852-40ea-88d6-9c938782ec59", "tag": "d5526e24-c51a-4332-a394-993ec784cd36", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:43:30.079561 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-84e72bc8-2b5f-4a89-852b-e6b66e07160a {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:43:30.080676 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c3f5a4d-8852-40ea-88d6-9c938782ec59', 'tag': 'd5526e24-c51a-4332-a394-993ec784cd36', 'status': 'completed', 'code': 200} Dec 10 18:43:30.221378 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330c2cb-b128-44ad-9217-7c67ae46730c req-aab6a12c-0a4f-4226-b656-9f17db0e4f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:30.224176 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f330c2cb-b128-44ad-9217-7c67ae46730c req-aab6a12c-0a4f-4226-b656-9f17db0e4f16 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=10f9a9b34b5e4f059c57405921915531&device_id=1c3f5a4d-8852-40ea-88d6-9c938782ec59 HTTP/1.1" status: 200 len: 1094 time: 0.0953362 Dec 10 18:43:30.356812 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4729c4c1-625c-47de-bf44-b108a729991f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:30.428938 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb391de0-fce8-4f93-9072-0f83167aba17 req-3dfec5cc-7040-4fe2-9b30-5d87b650fe69 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:30.432447 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330c2cb-b128-44ad-9217-7c67ae46730c req-cbba5c23-ba37-436c-877e-687ff74c4e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:30.434250 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f330c2cb-b128-44ad-9217-7c67ae46730c req-cbba5c23-ba37-436c-877e-687ff74c4e7d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=10f9a9b34b5e4f059c57405921915531&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2007868 Dec 10 18:43:30.437284 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cb391de0-fce8-4f93-9072-0f83167aba17 req-3dfec5cc-7040-4fe2-9b30-5d87b650fe69 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ed7c2a2-f6ce-4fdd-b574-07960b03fa1d HTTP/1.1" status: 200 len: 945 time: 0.1866653 Dec 10 18:43:30.454110 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-dbeb821e-776d-4a40-96bc-9b5706e3d691 service neutron] 10.222.0.72 "GET /v2.0/networks/636e2dfd-df23-4f7c-a4c9-18933828afd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7120140 Dec 10 18:43:30.531726 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4729c4c1-625c-47de-bf44-b108a729991f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:30.533638 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4729c4c1-625c-47de-bf44-b108a729991f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:30.534404 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4729c4c1-625c-47de-bf44-b108a729991f admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:30.573359 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-172401d1-d828-43dc-9f93-9c2dff957cc8 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.7974012 Dec 10 18:43:30.581328 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4729c4c1-625c-47de-bf44-b108a729991f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7219498 Dec 10 18:43:30.583414 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59806) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:30.583772 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59808) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:30.590576 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-22d73746-14a1-48ab-891b-0215f86ecb78 admin admin] Request body: {'subnet': {'network_id': '3400ceac-c9d7-43d3-a928-a7c4b47add68', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1718734073-subnet', 'tenant_id': 'cce1c3b5470c41ffb71cb4c870503f62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:30.682898 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cb391de0-fce8-4f93-9072-0f83167aba17 req-329da1d6-ba3c-401e-b06b-9f8d79253d39 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a2dbc47-62e5-49f0-8658-b4211054349a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412033 Dec 10 18:43:30.715413 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330c2cb-b128-44ad-9217-7c67ae46730c req-5b601639-55c0-4ed0-a162-b81a93358c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:30.715797 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729c4c1-625c-47de-bf44-b108a729991f admin admin] Pushing event updated for resources: {'Network': ['ID=3400ceac-c9d7-43d3-a928-a7c4b47add68,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:30.717128 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f330c2cb-b128-44ad-9217-7c67ae46730c req-5b601639-55c0-4ed0-a162-b81a93358c83 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2751348 Dec 10 18:43:30.718604 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d73746-14a1-48ab-891b-0215f86ecb78 admin admin] Made reservation on behalf of cce1c3b5470c41ffb71cb4c870503f62 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:30.730021 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 3400ceac-c9d7-43d3-a928-a7c4b47add68 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:43:30.732585 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-22d73746-14a1-48ab-891b-0215f86ecb78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:30.745270 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-33654290-1764-4b93-b494-5dacbfc9b1ef service neutron] 10.222.0.72 "GET /v2.0/networks/636e2dfd-df23-4f7c-a4c9-18933828afd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814951 Dec 10 18:43:30.767862 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79c563a-1eb3-4ade-8414-88bd33808bda tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:30.770355 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79c563a-1eb3-4ade-8414-88bd33808bda tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:30.774781 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79c563a-1eb3-4ade-8414-88bd33808bda tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:30.777052 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79c563a-1eb3-4ade-8414-88bd33808bda tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:30.778669 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79c563a-1eb3-4ade-8414-88bd33808bda tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:30.780536 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a79c563a-1eb3-4ade-8414-88bd33808bda tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1958151 Dec 10 18:43:30.785224 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59812) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:30.913664 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35b98be-32a5-4c6a-9d6d-4151dd25225f tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:30.915184 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35b98be-32a5-4c6a-9d6d-4151dd25225f tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:30.917615 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35b98be-32a5-4c6a-9d6d-4151dd25225f tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:30.919967 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35b98be-32a5-4c6a-9d6d-4151dd25225f tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:30.922534 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35b98be-32a5-4c6a-9d6d-4151dd25225f tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:30.930901 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e35b98be-32a5-4c6a-9d6d-4151dd25225f tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1442337 Dec 10 18:43:30.931741 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59814) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:30.938681 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-dbf5ccf3-5504-4f92-869e-42e41c752cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:30.940560 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-dbf5ccf3-5504-4f92-869e-42e41c752cb9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=10f9a9b34b5e4f059c57405921915531&device_id=1c3f5a4d-8852-40ea-88d6-9c938782ec59 HTTP/1.1" status: 200 len: 1094 time: 0.1432252 Dec 10 18:43:30.954051 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c2870a-be5b-4ddb-8f81-dc8ad1e5643e req-48ae08b0-9ea5-4e63-aba2-a0a6e717478f tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:30.955968 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b6c2870a-be5b-4ddb-8f81-dc8ad1e5643e req-48ae08b0-9ea5-4e63-aba2-a0a6e717478f tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c3f5a4d-8852-40ea-88d6-9c938782ec59 HTTP/1.1" status: 200 len: 943 time: 0.1598017 Dec 10 18:43:31.027943 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b228d-cc34-4b53-8f34-7594b28af7bd req-d66220ae-b3d6-406c-abc9-e2c1a55dd7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:31.029727 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bb1b228d-cc34-4b53-8f34-7594b28af7bd req-d66220ae-b3d6-406c-abc9-e2c1a55dd7cd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=10f9a9b34b5e4f059c57405921915531&device_id=17dcd94f-4cca-4879-91fc-b894272b2adf HTTP/1.1" status: 200 len: 1094 time: 0.1827955 Dec 10 18:43:31.037317 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-5bf36698-a672-4b3f-907f-d6cd72bdb635 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5526e24-c51a-4332-a394-993ec784cd36 HTTP/1.1" status: 200 len: 217 time: 0.0775030 Dec 10 18:43:31.107613 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-e72fe1d1-f804-4f9c-af4f-254bd1426650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:31.109137 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-e72fe1d1-f804-4f9c-af4f-254bd1426650 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=430bde89-6d4e-4351-83c8-14323bc62853 HTTP/1.1" status: 200 len: 852 time: 0.0611699 Dec 10 18:43:31.155362 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b228d-cc34-4b53-8f34-7594b28af7bd req-1c7f8938-24ee-41a2-a9c7-bf706eef3f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:31.157252 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bb1b228d-cc34-4b53-8f34-7594b28af7bd req-1c7f8938-24ee-41a2-a9c7-bf706eef3f92 service neutron] 10.222.0.72 "GET /v2.0/networks?id=636e2dfd-df23-4f7c-a4c9-18933828afd2 HTTP/1.1" status: 200 len: 913 time: 0.1157014 Dec 10 18:43:31.166822 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b6c2870a-be5b-4ddb-8f81-dc8ad1e5643e req-b090a506-b32c-49de-b667-4916b3df870f tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/security-groups?id=37f87d45-fb97-4d0f-8d84-4a314ee4620d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868436 Dec 10 18:43:31.174210 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-89e29287-7c75-43ab-b681-6da79a3b2ae1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=636e2dfd-df23-4f7c-a4c9-18933828afd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538268 Dec 10 18:43:31.240228 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bb1b228d-cc34-4b53-8f34-7594b28af7bd req-cabf14e3-f81b-4236-8da3-52de73ce3b8d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=205d2ed4-d296-4756-a11b-3d9e7323e73f HTTP/1.1" status: 200 len: 217 time: 0.0693140 Dec 10 18:43:31.326296 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09148ed5-ffdc-4ea7-abd9-8017227a98ff tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:31.328086 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-09148ed5-ffdc-4ea7-abd9-8017227a98ff tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "GET /v2.0/networks/17e335ce-f838-4da1-9f2c-60f25cab5215 HTTP/1.1" status: 200 len: 804 time: 0.3913507 Dec 10 18:43:31.332725 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59820) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:31.388705 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-22d73746-14a1-48ab-891b-0215f86ecb78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:31.406450 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b228d-cc34-4b53-8f34-7594b28af7bd req-6d4928d2-adbc-4a20-bc93-227ee701e0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:31.408900 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bb1b228d-cc34-4b53-8f34-7594b28af7bd req-6d4928d2-adbc-4a20-bc93-227ee701e0db service neutron] 10.222.0.72 "GET /v2.0/subnets?id=430bde89-6d4e-4351-83c8-14323bc62853 HTTP/1.1" status: 200 len: 852 time: 0.1585810 Dec 10 18:43:31.439815 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-6742db5f-6e3b-4cad-a61d-b38fbede00f4 service neutron] 10.222.0.46 "GET /v2.0/networks/636e2dfd-df23-4f7c-a4c9-18933828afd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363710 Dec 10 18:43:31.468622 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bb1b228d-cc34-4b53-8f34-7594b28af7bd req-df6233a6-643d-4f5a-ba13-32f652a62cbf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=636e2dfd-df23-4f7c-a4c9-18933828afd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502062 Dec 10 18:43:31.558218 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d73746-14a1-48ab-891b-0215f86ecb78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbddcdb2-7b0e-4d37-9430-d2028d9545ed,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:31.585943 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d73746-14a1-48ab-891b-0215f86ecb78 admin admin] Checking segment: {'id': '081f6c0d-2ccb-4712-b226-9eb31f1e0833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3400ceac-c9d7-43d3-a928-a7c4b47add68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:31.586577 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d73746-14a1-48ab-891b-0215f86ecb78 admin admin] Network hostable DHCP agents. Network: 3400ceac-c9d7-43d3-a928-a7c4b47add68, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:43:31.609822 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-cf9772d4-f512-474b-9c24-3aa025f80476 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "GET /v2.0/networks/17e335ce-f838-4da1-9f2c-60f25cab5215?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2724955 Dec 10 18:43:31.611464 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59824) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:31.616136 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9f696a88-befd-4ca4-83e9-57c12279a075 req-3f3f7a20-2799-450c-bee7-14db682a3306 service neutron] 10.222.0.46 "GET /v2.0/networks/636e2dfd-df23-4f7c-a4c9-18933828afd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555371 Dec 10 18:43:31.670830 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d73746-14a1-48ab-891b-0215f86ecb78 admin admin] Network 3400ceac-c9d7-43d3-a928-a7c4b47add68 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:43:31.684655 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bb1b228d-cc34-4b53-8f34-7594b28af7bd req-009b30bc-8165-4a63-96bf-ff48bfadd337 service neutron] 10.222.0.72 "GET /v2.0/networks/636e2dfd-df23-4f7c-a4c9-18933828afd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045360 Dec 10 18:43:31.695393 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-22d73746-14a1-48ab-891b-0215f86ecb78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 3400ceac-c9d7-43d3-a928-a7c4b47add68) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:31.711902 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35397464-1b9b-40ea-b8ff-cccf799175bb None None] Network 3400ceac-c9d7-43d3-a928-a7c4b47add68 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:31.712822 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59ee1c2-fab7-443a-8a1c-aa12d87964f1 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:31.719767 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d59ee1c2-fab7-443a-8a1c-aa12d87964f1 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "GET /v2.0/subnets/e83cad6e-4eab-4ca5-a6bd-e3360ef7d6b8 HTTP/1.1" status: 200 len: 843 time: 0.1003151 Dec 10 18:43:31.732542 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59828) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:31.732542 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d73746-14a1-48ab-891b-0215f86ecb78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:31.741001 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-22d73746-14a1-48ab-891b-0215f86ecb78 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:31.868616 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b789b6-5a7c-41b7-a9d6-eb4e29ee75b5 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:31.875915 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59832) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:31.877149 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a3b789b6-5a7c-41b7-a9d6-eb4e29ee75b5 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "GET /v2.0/subnets/e83cad6e-4eab-4ca5-a6bd-e3360ef7d6b8?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1398838 Dec 10 18:43:31.884692 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c3621f9e-ce30-4494-8d23-57e0544669c9 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-717820897'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:31.890198 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-22d73746-14a1-48ab-891b-0215f86ecb78 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3042045 Dec 10 18:43:31.900008 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b36108-7077-4053-a18d-2371d2242d62 req-ada8faec-d263-4a96-93ff-819cb446d386 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:31.901712 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-50b36108-7077-4053-a18d-2371d2242d62 req-ada8faec-d263-4a96-93ff-819cb446d386 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ed7c2a2-f6ce-4fdd-b574-07960b03fa1d HTTP/1.1" status: 200 len: 945 time: 0.1057296 Dec 10 18:43:31.906157 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bb1b228d-cc34-4b53-8f34-7594b28af7bd req-07c638c1-12a1-4cba-ae1e-1f30c2dae8a9 service neutron] 10.222.0.72 "GET /v2.0/networks/636e2dfd-df23-4f7c-a4c9-18933828afd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125444 Dec 10 18:43:31.915624 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec095ab4-c949-4226-9754-818464e9ce78 None None] Network 3400ceac-c9d7-43d3-a928-a7c4b47add68 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:31.934246 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3621f9e-ce30-4494-8d23-57e0544669c9 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Made reservation on behalf of 5464ef5b9a964a199d8f573ee60b816c for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:31.937815 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3621f9e-ce30-4494-8d23-57e0544669c9 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:31.994122 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3621f9e-ce30-4494-8d23-57e0544669c9 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:43:32.004807 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-50b36108-7077-4053-a18d-2371d2242d62 req-8e7554a4-915b-4791-ba88-37994a625bee tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a2dbc47-62e5-49f0-8658-b4211054349a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793998 Dec 10 18:43:32.013607 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3621f9e-ce30-4494-8d23-57e0544669c9 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:32.015851 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-c3621f9e-ce30-4494-8d23-57e0544669c9 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Added segment 229d3cc0-9240-416f-bcc8-91beef0d2683 of type vlan for network 1abef452-2837-4627-adb9-a89b0b5f6add Dec 10 18:43:32.115086 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3621f9e-ce30-4494-8d23-57e0544669c9 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:32.194425 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3621f9e-ce30-4494-8d23-57e0544669c9 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:32.200911 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3621f9e-ce30-4494-8d23-57e0544669c9 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:32.203408 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3621f9e-ce30-4494-8d23-57e0544669c9 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:32.274687 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c3621f9e-ce30-4494-8d23-57e0544669c9 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3965268 Dec 10 18:43:32.275148 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59852) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:32.282056 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c2607166-dbca-4125-b058-ccc54ab2fb94 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Request body: {'subnet': {'network_id': '1abef452-2837-4627-adb9-a89b0b5f6add', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:32.404906 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3621f9e-ce30-4494-8d23-57e0544669c9 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event updated for resources: {'Network': ['ID=1abef452-2837-4627-adb9-a89b0b5f6add,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:32.428510 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 1abef452-2837-4627-adb9-a89b0b5f6add details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:43:32.529796 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2607166-dbca-4125-b058-ccc54ab2fb94 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Made reservation on behalf of 5464ef5b9a964a199d8f573ee60b816c for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:32.534573 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2607166-dbca-4125-b058-ccc54ab2fb94 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:32.536493 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c991560-af65-4971-a2d8-f77795851030 req-bdfa7f74-3614-4d4e-bb1d-28e895532eee tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:32.544522 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1c991560-af65-4971-a2d8-f77795851030 req-bdfa7f74-3614-4d4e-bb1d-28e895532eee tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c3f5a4d-8852-40ea-88d6-9c938782ec59 HTTP/1.1" status: 200 len: 943 time: 0.0669732 Dec 10 18:43:32.603601 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1c991560-af65-4971-a2d8-f77795851030 req-a6c769ce-0ce9-45ce-8f3a-6571a5e4dae1 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/security-groups?id=37f87d45-fb97-4d0f-8d84-4a314ee4620d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580254 Dec 10 18:43:32.613933 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.ipam_backend_mixin [None req-c2607166-dbca-4125-b058-ccc54ab2fb94 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Performing IP validity checks on allocation pools {{(pid=103244) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 18:43:32.613933 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.ipam_backend_mixin [None req-c2607166-dbca-4125-b058-ccc54ab2fb94 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103244) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 18:43:32.670537 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-5ca3dcd8-598f-4e05-9c03-6f9b6144ac1d tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:32.672189 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-5ca3dcd8-598f-4e05-9c03-6f9b6144ac1d tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] 10.222.0.62 "GET /v2.0/networks?id=3400ceac-c9d7-43d3-a928-a7c4b47add68 HTTP/1.1" status: 200 len: 822 time: 0.2171853 Dec 10 18:43:32.705006 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-dd49ef72-911b-42e4-9de4-bf3538cf7749 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] 10.222.0.62 "GET /v2.0/quotas/cce1c3b5470c41ffb71cb4c870503f62 HTTP/1.1" status: 200 len: 375 time: 0.0154397 Dec 10 18:43:32.783549 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-5e110d65-49b8-49c4-9214-8b84f4d639be tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cce1c3b5470c41ffb71cb4c870503f62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670228 Dec 10 18:43:32.915715 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2607166-dbca-4125-b058-ccc54ab2fb94 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:32.978814 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-15103ec1-7397-43fb-954d-04fd044c903e service neutron] 10.222.0.62 "GET /v2.0/networks/3400ceac-c9d7-43d3-a928-a7c4b47add68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787548 Dec 10 18:43:33.096219 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef6ccc-2a91-45e2-ae30-d03e1f78ecb8 req-2f24beee-f386-42e1-996b-15e6ee4c739b tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:33.108347 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ecef6ccc-2a91-45e2-ae30-d03e1f78ecb8 req-2f24beee-f386-42e1-996b-15e6ee4c739b tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ed7c2a2-f6ce-4fdd-b574-07960b03fa1d HTTP/1.1" status: 200 len: 945 time: 0.0738986 Dec 10 18:43:33.194332 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ecef6ccc-2a91-45e2-ae30-d03e1f78ecb8 req-5f5594f8-5a84-4598-8dd8-6de8adb90dbc tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a2dbc47-62e5-49f0-8658-b4211054349a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831172 Dec 10 18:43:33.416235 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2607166-dbca-4125-b058-ccc54ab2fb94 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event updated for resources: {'Subnet': ['ID=dfe2cabe-b72b-43ea-a88d-38d959f27da4,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:33.425624 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2607166-dbca-4125-b058-ccc54ab2fb94 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Checking segment: {'id': '229d3cc0-9240-416f-bcc8-91beef0d2683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1abef452-2837-4627-adb9-a89b0b5f6add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:33.425997 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2607166-dbca-4125-b058-ccc54ab2fb94 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Network hostable DHCP agents. Network: 1abef452-2837-4627-adb9-a89b0b5f6add, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:43:33.456907 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-de98dd2d-997f-4a40-9aa0-e1b1c06c7557 service neutron] 10.222.0.62 "GET /v2.0/networks/3400ceac-c9d7-43d3-a928-a7c4b47add68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4699392 Dec 10 18:43:33.465935 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2607166-dbca-4125-b058-ccc54ab2fb94 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Network 1abef452-2837-4627-adb9-a89b0b5f6add is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:43:33.481270 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-c2607166-dbca-4125-b058-ccc54ab2fb94 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 1abef452-2837-4627-adb9-a89b0b5f6add) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:33.488242 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2607166-dbca-4125-b058-ccc54ab2fb94 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:33.488502 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2607166-dbca-4125-b058-ccc54ab2fb94 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:33.512775 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f33ce37-6c09-4372-8ae3-5c678a85f2d5 None None] Network 1abef452-2837-4627-adb9-a89b0b5f6add requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:33.519930 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c2607166-dbca-4125-b058-ccc54ab2fb94 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2435491 Dec 10 18:43:33.522542 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59872) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:33.533863 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-5df5d381-bd78-459c-b65f-126ca34d7df6 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:33.680235 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1efe50-1eee-4c39-af8f-ec38630927fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-1abef452-2837-4627-adb9-a89b0b5f6add', 'network_id': '1abef452-2837-4627-adb9-a89b0b5f6add', 'project_id': '5464ef5b9a964a199d8f573ee60b816c', 'fixed_ips': [{'subnet_id': 'dfe2cabe-b72b-43ea-a88d-38d959f27da4'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:43:33.681143 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1c1efe50-1eee-4c39-af8f-ec38630927fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:33.704318 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:33.736601 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5df5d381-bd78-459c-b65f-126ca34d7df6 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8406882'] for subnet, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:33.872248 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8515bf-baf7-4e3e-bff9-e6c6743b26ef req-06d7bc59-2bf4-440d-8be8-376ede3c87cb tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:33.881877 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0e8515bf-baf7-4e3e-bff9-e6c6743b26ef req-06d7bc59-2bf4-440d-8be8-376ede3c87cb tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c3f5a4d-8852-40ea-88d6-9c938782ec59 HTTP/1.1" status: 200 len: 943 time: 0.1155441 Dec 10 18:43:33.896831 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c9f5a3ca-a15e-4177-8265-a2799c66ad61 req-698e97a4-227e-4ef3-b9e1-67f4cf5efff0 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc7abd6f-5a48-467a-9ddb-845c0566d69f HTTP/1.1" status: 200 len: 210 time: 0.1945114 Dec 10 18:43:33.934579 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-1c1efe50-1eee-4c39-af8f-ec38630927fe None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 18:43:33.934579 n-d-821435-1 neutron-server[103246]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 10 18:43:33.934579 n-d-821435-1 neutron-server[103246]: [parameters: {'in_use': 1, 'id_1': 'dfe2cabe-b72b-43ea-a88d-38d959f27da4'}] Dec 10 18:43:33.934579 n-d-821435-1 neutron-server[103246]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:43:33.935063 n-d-821435-1 neutron-server[103246]: DEBUG oslo_db.api [None req-1c1efe50-1eee-4c39-af8f-ec38630927fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:43:33.948523 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0e8515bf-baf7-4e3e-bff9-e6c6743b26ef req-18d1578f-6129-4ab2-a4ca-fc4a3a7e0755 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/security-groups?id=37f87d45-fb97-4d0f-8d84-4a314ee4620d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657473 Dec 10 18:43:34.095822 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5df5d381-bd78-459c-b65f-126ca34d7df6 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794392028380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8845726'] for subnet, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:34.152103 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df5d381-bd78-459c-b65f-126ca34d7df6 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:34.152623 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5df5d381-bd78-459c-b65f-126ca34d7df6 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:34.156743 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5df5d381-bd78-459c-b65f-126ca34d7df6 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "PUT /v2.0/subnets/dfe2cabe-b72b-43ea-a88d-38d959f27da4 HTTP/1.1" status: 200 len: 900 time: 0.6306324 Dec 10 18:43:34.157039 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59892) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:34.185534 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:43:34.227706 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5d381-bd78-459c-b65f-126ca34d7df6 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event updated for resources: {'Subnet': ['ID=dfe2cabe-b72b-43ea-a88d-38d959f27da4,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:34.268372 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d9454-1aae-443f-9871-a8ec27e7dec6 req-e1638cc1-a975-4938-b5ee-86bf2dee2dcf tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:34.270203 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-321d9454-1aae-443f-9871-a8ec27e7dec6 req-e1638cc1-a975-4938-b5ee-86bf2dee2dcf tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed7c2a2-f6ce-4fdd-b574-07960b03fa1d HTTP/1.1" status: 200 len: 945 time: 0.0873077 Dec 10 18:43:34.342784 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-063910df-d422-490e-beff-60394bf7d6f4 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:34.436183 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1c1efe50-1eee-4c39-af8f-ec38630927fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:34.438212 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-063910df-d422-490e-beff-60394bf7d6f4 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:34.545749 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b601b3e-33dc-470e-b4da-4b32819cab6e req-7ec4e56c-0638-4ad2-ba23-6b1b8b0f3716 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:34.549462 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-063910df-d422-490e-beff-60394bf7d6f4 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:34.555714 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1b601b3e-33dc-470e-b4da-4b32819cab6e req-7ec4e56c-0638-4ad2-ba23-6b1b8b0f3716 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ed7c2a2-f6ce-4fdd-b574-07960b03fa1d HTTP/1.1" status: 200 len: 945 time: 0.2289672 Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server [None req-1c1efe50-1eee-4c39-af8f-ec38630927fe None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dfe2cabe-b72b-43ea-a88d-38d959f27da4: This subnet is being modified by another concurrent operation. Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 18:43:34.575876 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:43:34.580505 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 18:43:34.580505 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 18:43:34.580505 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:43:34.580505 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:43:34.580505 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:43:34.580505 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:43:34.580505 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 18:43:34.580505 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:43:34.580505 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 18:43:34.580505 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 18:43:34.580505 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:43:34.580505 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:43:34.580505 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:43:34.580505 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:43:34.580505 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 18:43:34.580505 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 18:43:34.580505 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 18:43:34.580505 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 18:43:34.580505 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 18:43:34.580505 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 18:43:34.580505 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 18:43:34.580505 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 18:43:34.580505 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 18:43:34.580505 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 18:43:34.580505 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:43:34.580505 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:43:34.580505 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:43:34.580505 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:43:34.580505 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 18:43:34.580505 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 18:43:34.580505 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 18:43:34.580505 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 18:43:34.580505 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 18:43:34.580505 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 18:43:34.580505 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 18:43:34.580505 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise exception Dec 10 18:43:34.580505 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dfe2cabe-b72b-43ea-a88d-38d959f27da4: This subnet is being modified by another concurrent operation. Dec 10 18:43:34.580505 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Dec 10 18:43:34.587329 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063910df-d422-490e-beff-60394bf7d6f4 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event deleted for resources: {'Subnet': ['ID=dfe2cabe-b72b-43ea-a88d-38d959f27da4,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:34.604144 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512960a7-1e9d-405d-92e6-e315b77a5bac None None] Network 1abef452-2837-4627-adb9-a89b0b5f6add requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:34.624730 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-321d9454-1aae-443f-9871-a8ec27e7dec6 req-afbc88f0-4a8a-4418-88b8-dc8eed2d2e81 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] Deleting port d4981c39-dda3-432f-812f-40ad951b328c {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:43:34.625496 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-321d9454-1aae-443f-9871-a8ec27e7dec6 req-afbc88f0-4a8a-4418-88b8-dc8eed2d2e81 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:34.691789 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-063910df-d422-490e-beff-60394bf7d6f4 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:34.718570 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-063910df-d422-490e-beff-60394bf7d6f4 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1abef452-2837-4627-adb9-a89b0b5f6add']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:34.744103 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-063910df-d422-490e-beff-60394bf7d6f4 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '229d3cc0-9240-416f-bcc8-91beef0d2683') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:34.744585 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1b601b3e-33dc-470e-b4da-4b32819cab6e req-eb4421c0-b248-4cf6-97ca-c85602b0d505 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a2dbc47-62e5-49f0-8658-b4211054349a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828809 Dec 10 18:43:34.744926 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-063910df-d422-490e-beff-60394bf7d6f4 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '229d3cc0-9240-416f-bcc8-91beef0d2683') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:34.760973 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4787de-75fb-4abc-998e-2ac308772f66 None None] Network 1abef452-2837-4627-adb9-a89b0b5f6add requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:34.772645 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-063910df-d422-490e-beff-60394bf7d6f4 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:34.797001 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-063910df-d422-490e-beff-60394bf7d6f4 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:34.808595 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-063910df-d422-490e-beff-60394bf7d6f4 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:43:34.809042 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-063910df-d422-490e-beff-60394bf7d6f4 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:34.833366 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-321d9454-1aae-443f-9871-a8ec27e7dec6 req-afbc88f0-4a8a-4418-88b8-dc8eed2d2e81 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] For port d4981c39-dda3-432f-812f-40ad951b328c, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=d4981c39-dda3-432f-812f-40ad951b328c,segment=NetworkSegment(daee2ccc-9d8c-44d4-a353-dad62781cb13),segment_id=daee2ccc-9d8c-44d4-a353-dad62781cb13)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:34.833776 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-321d9454-1aae-443f-9871-a8ec27e7dec6 req-afbc88f0-4a8a-4418-88b8-dc8eed2d2e81 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:34.847875 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device d5526e24-c51a-4332-a394-993ec784cd36 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:43:34.859958 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-321d9454-1aae-443f-9871-a8ec27e7dec6 req-afbc88f0-4a8a-4418-88b8-dc8eed2d2e81 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] Calling delete_port for d4981c39-dda3-432f-812f-40ad951b328c owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:43:34.868655 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436b1548-bd2f-4749-b40c-6df29c7bc0f8 None None] get_active_networks_info from n-d-821435-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:43:34.873797 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:43:34.873797 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:43:34.873797 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:43:34.873797 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:43:34.873797 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:43:34.873797 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:43:34.873797 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:43:34.873797 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:43:34.873797 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:43:34.873797 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:43:34.873797 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:43:34.873797 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:43:34.873797 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:43:34.873797 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:43:34.873797 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:43:34.873797 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:43:34.873797 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:43:34.873797 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:43:34.873797 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:43:34.873797 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:43:34.873797 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:43:34.873797 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:43:34.873797 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:43:34.873797 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:43:34.873797 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:43:34.873797 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:43:34.873797 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:43:34.873797 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:43:34.873797 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:43:34.873797 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:43:34.873797 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:43:34.873797 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:43:34.904667 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-063910df-d422-490e-beff-60394bf7d6f4 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:34.942181 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-063910df-d422-490e-beff-60394bf7d6f4 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:34.954085 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59902) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:34.955250 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-063910df-d422-490e-beff-60394bf7d6f4 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "DELETE /v2.0/networks/1abef452-2837-4627-adb9-a89b0b5f6add HTTP/1.1" status: 204 len: 168 time: 0.7958617 Dec 10 18:43:34.984584 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5786861-3f52-4e75-ab21-b115a58eba0b tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] DELETE failed (client error): The resource could not be found. Dec 10 18:43:34.985453 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5786861-3f52-4e75-ab21-b115a58eba0b tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:43:34.990937 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f5786861-3f52-4e75-ab21-b115a58eba0b tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "DELETE /v2.0/subnets/dfe2cabe-b72b-43ea-a88d-38d959f27da4 HTTP/1.1" status: 404 len: 337 time: 0.0341201 Dec 10 18:43:34.993276 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59906) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:35.018374 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-e82251d6-3325-42f4-bc4e-e66a69c278c8 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] DELETE failed (client error): The resource could not be found. Dec 10 18:43:35.019264 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e82251d6-3325-42f4-bc4e-e66a69c278c8 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:43:35.022793 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e82251d6-3325-42f4-bc4e-e66a69c278c8 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "DELETE /v2.0/networks/1abef452-2837-4627-adb9-a89b0b5f6add HTTP/1.1" status: 404 len: 339 time: 0.0279117 Dec 10 18:43:35.027408 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59908) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:35.050143 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063910df-d422-490e-beff-60394bf7d6f4 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event deleted for resources: {'Network': ['ID=1abef452-2837-4627-adb9-a89b0b5f6add,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:35.157014 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db10dea3-23c2-4917-b06f-954e554ad2c2 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:35.160791 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-321d9454-1aae-443f-9871-a8ec27e7dec6 req-afbc88f0-4a8a-4418-88b8-dc8eed2d2e81 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:35.179642 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port d5526e24-c51a-4332-a394-993ec784cd36, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=d5526e24-c51a-4332-a394-993ec784cd36,segment=NetworkSegment(132f30ff-d95d-463a-8f68-1425b289d47c),segment_id=132f30ff-d95d-463a-8f68-1425b289d47c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:35.185222 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-11cd1190-d5f3-453b-a7d9-f1e272b4060f req-a5091175-6990-40e8-9a38-4b82a126349a tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc7abd6f-5a48-467a-9ddb-845c0566d69f HTTP/1.1" status: 200 len: 210 time: 0.1066577 Dec 10 18:43:35.200685 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['d4981c39-dda3-432f-812f-40ad951b328c'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:43:35.216307 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc88f0-4a8a-4418-88b8-dc8eed2d2e81 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] Pushing event deleted for resources: {'Port': ['ID=d4981c39-dda3-432f-812f-40ad951b328c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:35.236698 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': 'd5526e24-c51a-4332-a394-993ec784cd36', 'network_id': '636e2dfd-df23-4f7c-a4c9-18933828afd2', 'port_id': 'd5526e24-c51a-4332-a394-993ec784cd36', 'mac_address': 'fa:16:3e:56:c5:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '430bde89-6d4e-4351-83c8-14323bc62853', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:43:35.292646 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:35.304962 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-321d9454-1aae-443f-9871-a8ec27e7dec6 req-afbc88f0-4a8a-4418-88b8-dc8eed2d2e81 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] No DVR routers for this DVR port d4981c39-dda3-432f-812f-40ad951b328c on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:43:35.308885 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-321d9454-1aae-443f-9871-a8ec27e7dec6 req-afbc88f0-4a8a-4418-88b8-dc8eed2d2e81 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:35.313254 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-321d9454-1aae-443f-9871-a8ec27e7dec6 req-afbc88f0-4a8a-4418-88b8-dc8eed2d2e81 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] 10.222.0.46 "DELETE /v2.0/ports/d4981c39-dda3-432f-812f-40ad951b328c HTTP/1.1" status: 204 len: 173 time: 1.0363271 Dec 10 18:43:35.321803 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5526e24-c51a-4332-a394-993ec784cd36 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:43:35.356252 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed7c2a2-f6ce-4fdd-b574-07960b03fa1d', 'name': 'network-vif-deleted', 'tag': 'd4981c39-dda3-432f-812f-40ad951b328c'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:43:35.358359 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port d5526e24-c51a-4332-a394-993ec784cd36, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=d5526e24-c51a-4332-a394-993ec784cd36,segment=NetworkSegment(132f30ff-d95d-463a-8f68-1425b289d47c),segment_id=132f30ff-d95d-463a-8f68-1425b289d47c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:35.365296 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25d9e79-7eac-4ded-8baf-09bbedd22536" -d '{"events": [{"server_uuid": "0ed7c2a2-f6ce-4fdd-b574-07960b03fa1d", "name": "network-vif-deleted", "tag": "d4981c39-dda3-432f-812f-40ad951b328c"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:43:35.370430 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-53acc9d8-af60-486e-a2d7-0860642c62f3 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:35.372140 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-53acc9d8-af60-486e-a2d7-0860642c62f3 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] 10.222.0.72 "GET /v2.0/networks?id=3400ceac-c9d7-43d3-a928-a7c4b47add68 HTTP/1.1" status: 200 len: 822 time: 0.2182918 Dec 10 18:43:35.376158 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:35.391916 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-72e9c3dc-4e46-4f56-bb18-9fde5f3491f5 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] Request body: {'port': {'device_id': 'bc7abd6f-5a48-467a-9ddb-845c0566d69f', 'network_id': '3400ceac-c9d7-43d3-a928-a7c4b47add68', 'admin_state_up': True, 'tenant_id': 'cce1c3b5470c41ffb71cb4c870503f62'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:35.466980 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=d5526e24-c51a-4332-a394-993ec784cd36,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:35.479305 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436b1548-bd2f-4749-b40c-6df29c7bc0f8 None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 18:43:35.597699 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['d5526e24-c51a-4332-a394-993ec784cd36'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:43:35.646484 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66564ff-4a72-4e28-b5eb-ee9e8ebf474b x-openstack-request-id: req-d66564ff-4a72-4e28-b5eb-ee9e8ebf474b {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:43:35.647132 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed7c2a2-f6ce-4fdd-b574-07960b03fa1d", "name": "network-vif-deleted", "tag": "d4981c39-dda3-432f-812f-40ad951b328c", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:43:35.647132 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d66564ff-4a72-4e28-b5eb-ee9e8ebf474b {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:43:35.658423 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed7c2a2-f6ce-4fdd-b574-07960b03fa1d', 'name': 'network-vif-deleted', 'tag': 'd4981c39-dda3-432f-812f-40ad951b328c', 'status': 'completed', 'code': 200} Dec 10 18:43:35.660240 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-72e9c3dc-4e46-4f56-bb18-9fde5f3491f5 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] Made reservation on behalf of cce1c3b5470c41ffb71cb4c870503f62 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:35.664761 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-72e9c3dc-4e46-4f56-bb18-9fde5f3491f5 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:35.693154 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 205d2ed4-d296-4756-a11b-3d9e7323e73f details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:43:35.723523 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dded375-3f5b-4373-9bc1-00bdbcff747f req-bc498e00-a4c3-4a6c-9a33-07d1371138c6 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:35.735347 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4dded375-3f5b-4373-9bc1-00bdbcff747f req-bc498e00-a4c3-4a6c-9a33-07d1371138c6 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c3f5a4d-8852-40ea-88d6-9c938782ec59 HTTP/1.1" status: 200 len: 943 time: 0.5209317 Dec 10 18:43:35.746582 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db10dea3-23c2-4917-b06f-954e554ad2c2 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:35.782091 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-db10dea3-23c2-4917-b06f-954e554ad2c2 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dec4048d-bd33-46ac-8891-e539a49ca6c1']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:35.802640 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-db10dea3-23c2-4917-b06f-954e554ad2c2 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe62cc46-5fd5-45a1-bc1f-960ef5574c9d') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:35.802961 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-db10dea3-23c2-4917-b06f-954e554ad2c2 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe62cc46-5fd5-45a1-bc1f-960ef5574c9d') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:35.820932 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db10dea3-23c2-4917-b06f-954e554ad2c2 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:35.843297 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4dded375-3f5b-4373-9bc1-00bdbcff747f req-f8440135-034e-4c13-bb2d-04905693db71 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/security-groups?id=37f87d45-fb97-4d0f-8d84-4a314ee4620d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017056 Dec 10 18:43:35.859102 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db10dea3-23c2-4917-b06f-954e554ad2c2 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:35.875077 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db10dea3-23c2-4917-b06f-954e554ad2c2 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:43:35.875927 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db10dea3-23c2-4917-b06f-954e554ad2c2 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:35.882558 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:43:35.882558 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:43:35.882558 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:43:35.882558 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:43:35.882558 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:43:35.882558 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:43:35.882558 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:43:35.882558 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:43:35.882558 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:43:35.882558 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:43:35.882558 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:43:35.882558 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:43:35.882558 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:43:35.882558 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:43:35.882558 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:43:35.882558 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:43:35.882558 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:43:35.882558 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:43:35.882558 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:43:35.882558 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:43:35.882558 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:43:35.882558 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:43:35.882558 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:43:35.882558 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:43:35.882558 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:43:35.882558 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:43:35.882558 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:43:35.882558 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:43:35.882558 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:43:35.882558 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:43:35.882558 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:43:35.882558 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:43:35.885205 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-72e9c3dc-4e46-4f56-bb18-9fde5f3491f5 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] Allocated IP 172.20.0.6 (3400ceac-c9d7-43d3-a928-a7c4b47add68/dbddcdb2-7b0e-4d37-9430-d2028d9545ed/7efc6bc1-2761-4db4-8e44-1fd74d3ccc54) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:43:35.919857 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.resource_extend [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:43:35.981838 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db10dea3-23c2-4917-b06f-954e554ad2c2 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:35.991304 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db10dea3-23c2-4917-b06f-954e554ad2c2 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:35.995187 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-db10dea3-23c2-4917-b06f-954e554ad2c2 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "DELETE /v2.0/networks/dec4048d-bd33-46ac-8891-e539a49ca6c1 HTTP/1.1" status: 204 len: 168 time: 0.9665525 Dec 10 18:43:35.998028 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59920) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:36.018409 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10dea3-23c2-4917-b06f-954e554ad2c2 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event deleted for resources: {'Network': ['ID=dec4048d-bd33-46ac-8891-e539a49ca6c1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:36.044505 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f35243-29c3-462e-a81c-c8a68a0e6269 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] DELETE failed (client error): The resource could not be found. Dec 10 18:43:36.045380 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98f35243-29c3-462e-a81c-c8a68a0e6269 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:43:36.049663 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-98f35243-29c3-462e-a81c-c8a68a0e6269 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "DELETE /v2.0/subnets/a40a345d-7887-49ec-9953-e5617a36ce2e HTTP/1.1" status: 404 len: 337 time: 0.0502710 Dec 10 18:43:36.053896 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59922) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:36.099700 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-a46dc8be-407f-44f3-9220-1c8e154fda59 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] DELETE failed (client error): The resource could not be found. Dec 10 18:43:36.102362 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a46dc8be-407f-44f3-9220-1c8e154fda59 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:43:36.117953 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a46dc8be-407f-44f3-9220-1c8e154fda59 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "DELETE /v2.0/networks/93a8e288-04e1-4811-8a61-908f9e636128 HTTP/1.1" status: 404 len: 339 time: 0.0568101 Dec 10 18:43:36.119598 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59924) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:36.252218 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-8081c3b2-6214-4ab9-90b7-3fe62ef57c37 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Deleting subnet e8f5ce35-5801-4234-b0bd-184fdc5905ee {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:43:36.256097 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8081c3b2-6214-4ab9-90b7-3fe62ef57c37 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:36.292095 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-33aed27a-48c7-4066-9390-be960c4f55a3 req-7e85e4b6-b61b-4a70-9d9c-71b270657f11 tempest-ServerPasswordTestJSON-173307531 tempest-ServerPasswordTestJSON-173307531-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ed7c2a2-f6ce-4fdd-b574-07960b03fa1d HTTP/1.1" status: 200 len: 210 time: 0.0494549 Dec 10 18:43:36.324461 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-72e9c3dc-4e46-4f56-bb18-9fde5f3491f5 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:36.332047 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-adab1f03-b53f-49a3-b786-28607cf0fb2b req-df389bea-fd73-47bd-adc9-71c792f7a385 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc7abd6f-5a48-467a-9ddb-845c0566d69f HTTP/1.1" status: 200 len: 210 time: 0.0506959 Dec 10 18:43:36.356161 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8081c3b2-6214-4ab9-90b7-3fe62ef57c37 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:36.386883 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 205d2ed4-d296-4756-a11b-3d9e7323e73f, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=205d2ed4-d296-4756-a11b-3d9e7323e73f,segment=NetworkSegment(132f30ff-d95d-463a-8f68-1425b289d47c),segment_id=132f30ff-d95d-463a-8f68-1425b289d47c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:36.410372 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-72e9c3dc-4e46-4f56-bb18-9fde5f3491f5 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:36.477757 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9c3dc-4e46-4f56-bb18-9fde5f3491f5 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] Pushing event updated for resources: {'Port': ['ID=7efc6bc1-2761-4db4-8e44-1fd74d3ccc54,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:36.490086 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-72e9c3dc-4e46-4f56-bb18-9fde5f3491f5 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] Network 3400ceac-c9d7-43d3-a928-a7c4b47add68 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:43:36.491614 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-72e9c3dc-4e46-4f56-bb18-9fde5f3491f5 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:36.493942 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-72e9c3dc-4e46-4f56-bb18-9fde5f3491f5 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:43:36.509184 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '205d2ed4-d296-4756-a11b-3d9e7323e73f', 'network_id': '636e2dfd-df23-4f7c-a4c9-18933828afd2', 'port_id': '205d2ed4-d296-4756-a11b-3d9e7323e73f', 'mac_address': 'fa:16:3e:6b:ae:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '430bde89-6d4e-4351-83c8-14323bc62853', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:43:36.580296 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8081c3b2-6214-4ab9-90b7-3fe62ef57c37 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:36.582504 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a4bbf1-7fcb-4573-922c-4dda7e02a782 None None] DHCP port deletion for 21513b7b-92d8-4ed8-a6ac-c19508cff76a request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:36.583337 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-72e9c3dc-4e46-4f56-bb18-9fde5f3491f5 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:36.584116 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-72e9c3dc-4e46-4f56-bb18-9fde5f3491f5 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:36.620445 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:36.624663 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-72e9c3dc-4e46-4f56-bb18-9fde5f3491f5 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2424133 Dec 10 18:43:36.644609 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431af92c-4602-441a-aa54-6f5b47ab825b None None] DHCP port deletion for 3400ceac-c9d7-43d3-a928-a7c4b47add68 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:36.653863 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 205d2ed4-d296-4756-a11b-3d9e7323e73f {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:43:36.655394 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-cf75c2df-0e2d-4849-b555-44238bfa0443 service neutron] Request body: {'port': {'device_id': 'bc7abd6f-5a48-467a-9ddb-845c0566d69f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:36.678596 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8081c3b2-6214-4ab9-90b7-3fe62ef57c37 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:36.680013 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 205d2ed4-d296-4756-a11b-3d9e7323e73f, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=205d2ed4-d296-4756-a11b-3d9e7323e73f,segment=NetworkSegment(132f30ff-d95d-463a-8f68-1425b289d47c),segment_id=132f30ff-d95d-463a-8f68-1425b289d47c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:36.692182 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:36.741995 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-cf75c2df-0e2d-4849-b555-44238bfa0443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:36.756273 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=205d2ed4-d296-4756-a11b-3d9e7323e73f,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:36.778771 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081c3b2-6214-4ab9-90b7-3fe62ef57c37 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event deleted for resources: {'Subnet': ['ID=e8f5ce35-5801-4234-b0bd-184fdc5905ee,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:36.779604 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8081c3b2-6214-4ab9-90b7-3fe62ef57c37 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:36.786282 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8081c3b2-6214-4ab9-90b7-3fe62ef57c37 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "DELETE /v2.0/subnets/e8f5ce35-5801-4234-b0bd-184fdc5905ee HTTP/1.1" status: 204 len: 168 time: 0.6640911 Dec 10 18:43:36.789613 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59934) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:36.797116 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b2f90a-b067-43a8-979b-92f392828f78 None None] Network 10c54cad-e213-4dad-a169-38b4aeed2075 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:36.865758 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c7eada7-1833-4864-9f26-0a7a369bfe77 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Deleting subnet faccc9d8-69b8-4297-8bfe-60ea487c27d3 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:43:36.870697 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3c7eada7-1833-4864-9f26-0a7a369bfe77 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:36.936681 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3c7eada7-1833-4864-9f26-0a7a369bfe77 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:37.004614 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0a73b923-a546-49d8-b785-f48b176f1125 None None] Provisioning complete for port 7efc6bc1-2761-4db4-8e44-1fd74d3ccc54 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:37.005586 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0a73b923-a546-49d8-b785-f48b176f1125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:37.046684 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-0a73b923-a546-49d8-b785-f48b176f1125 None None] Port 7efc6bc1-2761-4db4-8e44-1fd74d3ccc54 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:43:37.052989 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3c7eada7-1833-4864-9f26-0a7a369bfe77 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:37.164202 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f599d94-4fd7-4a93-b336-4448594fe3c6 req-8f39fb09-ac84-48f1-b874-a2f80d57467f tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:37.165859 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4f599d94-4fd7-4a93-b336-4448594fe3c6 req-8f39fb09-ac84-48f1-b874-a2f80d57467f tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c3f5a4d-8852-40ea-88d6-9c938782ec59 HTTP/1.1" status: 200 len: 944 time: 0.0793242 Dec 10 18:43:37.220876 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3c7eada7-1833-4864-9f26-0a7a369bfe77 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:37.227395 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['205d2ed4-d296-4756-a11b-3d9e7323e73f'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:43:37.303898 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4f599d94-4fd7-4a93-b336-4448594fe3c6 req-d44ab039-7862-4e01-9625-4e2498ace48b tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/security-groups?id=37f87d45-fb97-4d0f-8d84-4a314ee4620d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259274 Dec 10 18:43:37.306776 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7eada7-1833-4864-9f26-0a7a369bfe77 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event deleted for resources: {'Subnet': ['ID=faccc9d8-69b8-4297-8bfe-60ea487c27d3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:37.311990 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3c7eada7-1833-4864-9f26-0a7a369bfe77 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:37.317018 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3c7eada7-1833-4864-9f26-0a7a369bfe77 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "DELETE /v2.0/subnets/faccc9d8-69b8-4297-8bfe-60ea487c27d3 HTTP/1.1" status: 204 len: 168 time: 0.5245671 Dec 10 18:43:37.319827 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59938) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:37.320450 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-cf75c2df-0e2d-4849-b555-44238bfa0443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7efc6bc1-2761-4db4-8e44-1fd74d3ccc54 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:43:37.362057 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-cf75c2df-0e2d-4849-b555-44238bfa0443 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:37.410272 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-cf75c2df-0e2d-4849-b555-44238bfa0443 service neutron] Transition to ACTIVE for port object 7efc6bc1-2761-4db4-8e44-1fd74d3ccc54 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:43:37.421225 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-cf75c2df-0e2d-4849-b555-44238bfa0443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:37.429863 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59944) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:37.455199 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a1e9d3f-076d-4281-92d7-93421d00b851 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:37.574951 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9a1e9d3f-076d-4281-92d7-93421d00b851 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Deleting port 20daa313-03a5-4793-8484-a560e45e9742 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:43:37.575339 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a1e9d3f-076d-4281-92d7-93421d00b851 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:37.585653 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35e7ea-5d50-4a51-bb49-871030ccad6d req-0b320766-25d8-4141-b1a8-2ee2fe77f4d9 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:37.594847 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6b35e7ea-5d50-4a51-bb49-871030ccad6d req-0b320766-25d8-4141-b1a8-2ee2fe77f4d9 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc7abd6f-5a48-467a-9ddb-845c0566d69f HTTP/1.1" status: 200 len: 943 time: 0.1026525 Dec 10 18:43:37.664378 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75c2df-0e2d-4849-b555-44238bfa0443 service neutron] Pushing event updated for resources: {'Port': ['ID=7efc6bc1-2761-4db4-8e44-1fd74d3ccc54,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:37.701308 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6187fc89-29eb-40bd-9828-32a57bf3917c None None] DHCP port deletion for 3400ceac-c9d7-43d3-a928-a7c4b47add68 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:37.727654 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6b35e7ea-5d50-4a51-bb49-871030ccad6d req-64ff0426-0a87-41fe-a6c6-6dad002b5e41 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] 10.222.0.62 "GET /v2.0/security-groups?id=314eaba7-054a-4e8f-95a6-62dabd69c8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308300 Dec 10 18:43:37.755558 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-9a1e9d3f-076d-4281-92d7-93421d00b851 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] For port 20daa313-03a5-4793-8484-a560e45e9742, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=20daa313-03a5-4793-8484-a560e45e9742,segment=NetworkSegment(235c2141-a0a0-476b-ad4d-0e65aeeb892d),segment_id=235c2141-a0a0-476b-ad4d-0e65aeeb892d)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:37.755928 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a1e9d3f-076d-4281-92d7-93421d00b851 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:37.772457 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9a1e9d3f-076d-4281-92d7-93421d00b851 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Calling delete_port for 20daa313-03a5-4793-8484-a560e45e9742 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:43:37.800729 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdcc3001-cf5b-43c5-af5f-8cdefdf0589d admin admin] Deleting subnet f852d78c-d654-4eb5-9cac-2039bdd1d3f4 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:43:37.816306 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bdcc3001-cf5b-43c5-af5f-8cdefdf0589d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:37.898761 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bdcc3001-cf5b-43c5-af5f-8cdefdf0589d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:37.935269 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a1e9d3f-076d-4281-92d7-93421d00b851 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:37.953188 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bdcc3001-cf5b-43c5-af5f-8cdefdf0589d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:37.973040 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e9d3f-076d-4281-92d7-93421d00b851 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event deleted for resources: {'Port': ['ID=20daa313-03a5-4793-8484-a560e45e9742,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:37.978296 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1e9d3f-076d-4281-92d7-93421d00b851 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] No DVR routers for this DVR port 20daa313-03a5-4793-8484-a560e45e9742 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:43:38.015325 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:38.035580 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bdcc3001-cf5b-43c5-af5f-8cdefdf0589d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:38.106935 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc3001-cf5b-43c5-af5f-8cdefdf0589d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f852d78c-d654-4eb5-9cac-2039bdd1d3f4,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:38.120897 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78fbb44-77ef-4eeb-bff4-93e79c6c3d25 None None] Network 21513b7b-92d8-4ed8-a6ac-c19508cff76a requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:38.122462 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bdcc3001-cf5b-43c5-af5f-8cdefdf0589d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:38.128269 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-bdcc3001-cf5b-43c5-af5f-8cdefdf0589d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f852d78c-d654-4eb5-9cac-2039bdd1d3f4 HTTP/1.1" status: 204 len: 168 time: 0.6972010 Dec 10 18:43:38.130925 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59956) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:38.131934 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a1e9d3f-076d-4281-92d7-93421d00b851 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:38.141085 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-cf75c2df-0e2d-4849-b555-44238bfa0443 service neutron] Attempting to bind port 7efc6bc1-2761-4db4-8e44-1fd74d3ccc54 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:43:38.141830 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-cf75c2df-0e2d-4849-b555-44238bfa0443 service neutron] Attempting to bind port 7efc6bc1-2761-4db4-8e44-1fd74d3ccc54 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '081f6c0d-2ccb-4712-b226-9eb31f1e0833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3400ceac-c9d7-43d3-a928-a7c4b47add68'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:43:38.143081 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-cf75c2df-0e2d-4849-b555-44238bfa0443 service neutron] Attempting to bind port 7efc6bc1-2761-4db4-8e44-1fd74d3ccc54 on network 3400ceac-c9d7-43d3-a928-a7c4b47add68 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:43:38.171692 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-9a1e9d3f-076d-4281-92d7-93421d00b851 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10c54cad-e213-4dad-a169-38b4aeed2075']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:38.189668 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-9a1e9d3f-076d-4281-92d7-93421d00b851 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '235c2141-a0a0-476b-ad4d-0e65aeeb892d') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:38.190165 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-9a1e9d3f-076d-4281-92d7-93421d00b851 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '235c2141-a0a0-476b-ad4d-0e65aeeb892d') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:38.195161 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-cf75c2df-0e2d-4849-b555-44238bfa0443 service neutron] Port 7efc6bc1-2761-4db4-8e44-1fd74d3ccc54 on network 3400ceac-c9d7-43d3-a928-a7c4b47add68 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:43:38.195487 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-cf75c2df-0e2d-4849-b555-44238bfa0443 service neutron] Attempting to bind port 7efc6bc1-2761-4db4-8e44-1fd74d3ccc54 on network 3400ceac-c9d7-43d3-a928-a7c4b47add68 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:43:38.203452 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-cf75c2df-0e2d-4849-b555-44238bfa0443 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:43:38.203795 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-cf75c2df-0e2d-4849-b555-44238bfa0443 service neutron] Checking segment: {'id': '081f6c0d-2ccb-4712-b226-9eb31f1e0833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3400ceac-c9d7-43d3-a928-a7c4b47add68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:38.204175 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-cf75c2df-0e2d-4849-b555-44238bfa0443 service neutron] Bound using segment: {'id': '081f6c0d-2ccb-4712-b226-9eb31f1e0833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3400ceac-c9d7-43d3-a928-a7c4b47add68'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:43:38.205387 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-cf75c2df-0e2d-4849-b555-44238bfa0443 service neutron] Bound port: 7efc6bc1-2761-4db4-8e44-1fd74d3ccc54, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081f6c0d-2ccb-4712-b226-9eb31f1e0833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3400ceac-c9d7-43d3-a928-a7c4b47add68'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:43:38.205757 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-cf75c2df-0e2d-4849-b555-44238bfa0443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:38.217484 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a1e9d3f-076d-4281-92d7-93421d00b851 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:38.239191 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a1e9d3f-076d-4281-92d7-93421d00b851 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:38.249274 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a1e9d3f-076d-4281-92d7-93421d00b851 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:43:38.249884 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a1e9d3f-076d-4281-92d7-93421d00b851 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:38.258910 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:43:38.258910 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:43:38.258910 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:43:38.258910 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:43:38.258910 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:43:38.258910 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:43:38.258910 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:43:38.258910 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:43:38.258910 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:43:38.258910 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:43:38.258910 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:43:38.258910 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:43:38.258910 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:43:38.258910 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:43:38.258910 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:43:38.258910 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:43:38.258910 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:43:38.258910 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:43:38.258910 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:43:38.258910 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:43:38.258910 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:43:38.258910 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:43:38.258910 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:43:38.258910 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:43:38.258910 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:43:38.258910 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:43:38.258910 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:43:38.258910 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:43:38.258910 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:43:38.258910 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:43:38.258910 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:43:38.258910 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:43:38.262851 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb162d2d-ed53-4ac0-9c3e-eba48301f28a None None] Network 10c54cad-e213-4dad-a169-38b4aeed2075 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:38.277089 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca56a21a-66e7-458e-99ab-19e1ee448953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:38.285147 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1b22af32-317e-4c1c-afee-d0a5291abcb6 None None] Could not find standard attr ID for object 20daa313-03a5-4793-8484-a560e45e9742. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:43:38.310245 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-cf75c2df-0e2d-4849-b555-44238bfa0443 service neutron] For port 7efc6bc1-2761-4db4-8e44-1fd74d3ccc54, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:43:38.315346 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-cf75c2df-0e2d-4849-b555-44238bfa0443 service neutron] For port 7efc6bc1-2761-4db4-8e44-1fd74d3ccc54, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=7efc6bc1-2761-4db4-8e44-1fd74d3ccc54,segment=NetworkSegment(081f6c0d-2ccb-4712-b226-9eb31f1e0833),segment_id=081f6c0d-2ccb-4712-b226-9eb31f1e0833)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:43:38.408719 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca56a21a-66e7-458e-99ab-19e1ee448953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:38.417002 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2e7615-8b9a-4dae-bb93-6ba0f0ec528c None None] DHCP port deletion for 21513b7b-92d8-4ed8-a6ac-c19508cff76a request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:38.424681 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a1e9d3f-076d-4281-92d7-93421d00b851 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:38.432266 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ca56a21a-66e7-458e-99ab-19e1ee448953 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21513b7b-92d8-4ed8-a6ac-c19508cff76a']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:38.443592 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ca56a21a-66e7-458e-99ab-19e1ee448953 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daee2ccc-9d8c-44d4-a353-dad62781cb13') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:38.443923 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ca56a21a-66e7-458e-99ab-19e1ee448953 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daee2ccc-9d8c-44d4-a353-dad62781cb13') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:38.451209 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-cf75c2df-0e2d-4849-b555-44238bfa0443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:38.463034 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a1e9d3f-076d-4281-92d7-93421d00b851 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:38.467611 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9a1e9d3f-076d-4281-92d7-93421d00b851 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "DELETE /v2.0/networks/10c54cad-e213-4dad-a169-38b4aeed2075 HTTP/1.1" status: 204 len: 168 time: 1.1443477 Dec 10 18:43:38.468547 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e9d3f-076d-4281-92d7-93421d00b851 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event deleted for resources: {'Network': ['ID=10c54cad-e213-4dad-a169-38b4aeed2075,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:38.471847 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59960) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:38.482710 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca56a21a-66e7-458e-99ab-19e1ee448953 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:38.507443 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29907e9a-1caa-454a-b2da-28174bde6230 None None] DHCP port deletion for 3400ceac-c9d7-43d3-a928-a7c4b47add68 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:38.509056 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-2629560c-c3ce-4216-8562-12f511e3a350 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] DELETE failed (client error): The resource could not be found. Dec 10 18:43:38.509536 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2629560c-c3ce-4216-8562-12f511e3a350 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:43:38.512678 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2629560c-c3ce-4216-8562-12f511e3a350 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "DELETE /v2.0/subnets/a71b898d-b9d1-43ac-a8f5-e11fa56b8d68 HTTP/1.1" status: 404 len: 337 time: 0.0396416 Dec 10 18:43:38.515215 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59962) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:38.531345 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-cf75c2df-0e2d-4849-b555-44238bfa0443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:38.531345 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-cf75c2df-0e2d-4849-b555-44238bfa0443 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:38.533470 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-cf75c2df-0e2d-4849-b555-44238bfa0443 service neutron] 10.222.0.72 "PUT /v2.0/ports/7efc6bc1-2761-4db4-8e44-1fd74d3ccc54 HTTP/1.1" status: 200 len: 1091 time: 1.8926475 Dec 10 18:43:38.534129 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7abd6f-5a48-467a-9ddb-845c0566d69f', 'tag': '7efc6bc1-2761-4db4-8e44-1fd74d3ccc54'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:43:38.536411 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba584c2-3a08-4007-bc26-0d522b5ab2ca" -d '{"events": [{"name": "network-changed", "server_uuid": "bc7abd6f-5a48-467a-9ddb-845c0566d69f", "tag": "7efc6bc1-2761-4db4-8e44-1fd74d3ccc54"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:43:38.542934 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-861b5fa8-bcea-4777-8ec6-d82026a33908 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] DELETE failed (client error): The resource could not be found. Dec 10 18:43:38.543513 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-861b5fa8-bcea-4777-8ec6-d82026a33908 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:43:38.547025 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-861b5fa8-bcea-4777-8ec6-d82026a33908 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "DELETE /v2.0/networks/37b206a8-f841-44b6-a17a-be954915f009 HTTP/1.1" status: 404 len: 339 time: 0.0307796 Dec 10 18:43:38.550904 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca56a21a-66e7-458e-99ab-19e1ee448953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:38.552987 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59966) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:38.575862 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e366d1-a63d-4a26-9cd9-7053947af34f None None] DHCP port deletion for 10c54cad-e213-4dad-a169-38b4aeed2075 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:38.590418 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca56a21a-66e7-458e-99ab-19e1ee448953 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:43:38.592499 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca56a21a-66e7-458e-99ab-19e1ee448953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:38.599986 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:43:38.599986 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:43:38.599986 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:43:38.599986 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:43:38.599986 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:43:38.599986 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:43:38.599986 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:43:38.599986 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:43:38.599986 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:43:38.599986 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:43:38.599986 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:43:38.599986 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:43:38.599986 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:43:38.599986 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:43:38.599986 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:43:38.599986 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:43:38.599986 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:43:38.599986 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:43:38.599986 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:43:38.599986 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:43:38.599986 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:43:38.599986 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:43:38.599986 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:43:38.599986 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:43:38.599986 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:43:38.599986 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:43:38.599986 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:43:38.599986 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:43:38.599986 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:43:38.599986 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:43:38.599986 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:43:38.599986 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:43:38.604092 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42be14f-955a-4837-9ca6-e2389308ec84 x-openstack-request-id: req-f42be14f-955a-4837-9ca6-e2389308ec84 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:43:38.604386 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc7abd6f-5a48-467a-9ddb-845c0566d69f", "tag": "7efc6bc1-2761-4db4-8e44-1fd74d3ccc54", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:43:38.604671 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f42be14f-955a-4837-9ca6-e2389308ec84 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:43:38.605107 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc7abd6f-5a48-467a-9ddb-845c0566d69f', 'tag': '7efc6bc1-2761-4db4-8e44-1fd74d3ccc54', 'status': 'completed', 'code': 200} Dec 10 18:43:38.628654 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c798ac-a8df-4621-a100-98f4dc62d5cf tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] DELETE failed (client error): The resource could not be found. Dec 10 18:43:38.629113 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83c798ac-a8df-4621-a100-98f4dc62d5cf tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:43:38.634774 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59970) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:38.635121 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-83c798ac-a8df-4621-a100-98f4dc62d5cf tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "DELETE /v2.0/subnets/05015925-2639-4f41-a540-42ec240fee9a HTTP/1.1" status: 404 len: 337 time: 0.0772309 Dec 10 18:43:38.672570 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf68da5-c09a-43c7-964d-c8bd785e9291 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] DELETE failed (client error): The resource could not be found. Dec 10 18:43:38.673262 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddf68da5-c09a-43c7-964d-c8bd785e9291 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:43:38.676875 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ddf68da5-c09a-43c7-964d-c8bd785e9291 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "DELETE /v2.0/networks/294a90d7-4a3b-49c0-af34-3e5903fa7c38 HTTP/1.1" status: 404 len: 339 time: 0.0410047 Dec 10 18:43:38.681782 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59972) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:38.723741 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-139b0741-e9c5-4f3c-bedd-82d91d55673a tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] DELETE failed (client error): The resource could not be found. Dec 10 18:43:38.724216 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-139b0741-e9c5-4f3c-bedd-82d91d55673a tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:43:38.727311 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-139b0741-e9c5-4f3c-bedd-82d91d55673a tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "DELETE /v2.0/subnets/6d463222-c3d8-4298-b99a-14789221f081 HTTP/1.1" status: 404 len: 337 time: 0.0445454 Dec 10 18:43:38.730361 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59974) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:38.731300 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75c2df-0e2d-4849-b555-44238bfa0443 service neutron] Pushing event updated for resources: {'Port': ['ID=7efc6bc1-2761-4db4-8e44-1fd74d3ccc54,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:38.741522 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4743667-d8c9-4646-80a5-db65fca72d81 req-05548c5c-1491-44ed-8f01-87dbf95cc9af tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:38.745312 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b4743667-d8c9-4646-80a5-db65fca72d81 req-05548c5c-1491-44ed-8f01-87dbf95cc9af tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c3f5a4d-8852-40ea-88d6-9c938782ec59 HTTP/1.1" status: 200 len: 944 time: 0.2829759 Dec 10 18:43:38.765398 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca56a21a-66e7-458e-99ab-19e1ee448953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:38.780299 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae7218bd-2e91-4a72-9197-a88d528ad73b tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] DELETE failed (client error): The resource could not be found. Dec 10 18:43:38.780584 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae7218bd-2e91-4a72-9197-a88d528ad73b tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:43:38.786490 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ae7218bd-2e91-4a72-9197-a88d528ad73b tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "DELETE /v2.0/networks/f97a888c-5da2-4261-ae9b-bdda7b4f1088 HTTP/1.1" status: 404 len: 339 time: 0.0535738 Dec 10 18:43:38.789999 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59978) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:38.796493 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca56a21a-66e7-458e-99ab-19e1ee448953 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:38.811493 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ca56a21a-66e7-458e-99ab-19e1ee448953 admin admin] 10.222.0.62 "DELETE /v2.0/networks/21513b7b-92d8-4ed8-a6ac-c19508cff76a HTTP/1.1" status: 204 len: 168 time: 0.6786468 Dec 10 18:43:38.824679 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-a18776a8-a611-4bd0-b0a1-7c9e45c2da56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:38.826720 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-a18776a8-a611-4bd0-b0a1-7c9e45c2da56 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cce1c3b5470c41ffb71cb4c870503f62&device_id=bc7abd6f-5a48-467a-9ddb-845c0566d69f HTTP/1.1" status: 200 len: 1094 time: 0.2066369 Dec 10 18:43:38.853985 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56a21a-66e7-458e-99ab-19e1ee448953 admin admin] Pushing event deleted for resources: {'Network': ['ID=21513b7b-92d8-4ed8-a6ac-c19508cff76a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:38.859100 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device d5526e24-c51a-4332-a394-993ec784cd36 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:43:38.926867 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 20daa313-03a5-4793-8484-a560e45e9742 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:43:38.940337 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ef90703-7c8a-4f48-a406-0e5f610558ba tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Deleting subnet 98f24dfb-1838-4abe-b8c6-22324ebf75ce {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:43:38.951658 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ef90703-7c8a-4f48-a406-0e5f610558ba tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:38.971164 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 20daa313-03a5-4793-8484-a560e45e9742 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:43:38.972003 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 20daa313-03a5-4793-8484-a560e45e9742 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:43:39.019319 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port d5526e24-c51a-4332-a394-993ec784cd36 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:43:39.026274 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port d5526e24-c51a-4332-a394-993ec784cd36 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:39.027240 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:39.083410 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4038d1-d186-459a-9198-ea6c4d8c04b2 req-65a7db0b-0dd9-4142-93c6-ef2b5e609cc9 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:39.093996 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9c4038d1-d186-459a-9198-ea6c4d8c04b2 req-65a7db0b-0dd9-4142-93c6-ef2b5e609cc9 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc7abd6f-5a48-467a-9ddb-845c0566d69f HTTP/1.1" status: 200 len: 943 time: 0.2002621 Dec 10 18:43:39.119929 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ef90703-7c8a-4f48-a406-0e5f610558ba tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:39.229364 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ef90703-7c8a-4f48-a406-0e5f610558ba tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:39.302506 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59986) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:39.330929 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b4743667-d8c9-4646-80a5-db65fca72d81 req-e955933e-5efd-436f-a928-ef5fc46c79db tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/security-groups?id=37f87d45-fb97-4d0f-8d84-4a314ee4620d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5582085 Dec 10 18:43:39.332228 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-65dc42c4-7bc4-454e-b119-b2bfd2f6bb38 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7efc6bc1-2761-4db4-8e44-1fd74d3ccc54 HTTP/1.1" status: 200 len: 217 time: 0.4933014 Dec 10 18:43:39.367954 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:39.369368 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-09bd3a0f-2c10-4400-8119-b3a21e41ef98 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6c8c78d08b9641899363a2a1ae441165&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0652716 Dec 10 18:43:39.370690 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ef90703-7c8a-4f48-a406-0e5f610558ba tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:39.382520 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59988) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:39.393580 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ef90703-7c8a-4f48-a406-0e5f610558ba tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:39.398287 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9ef90703-7c8a-4f48-a406-0e5f610558ba tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "DELETE /v2.0/subnets/98f24dfb-1838-4abe-b8c6-22324ebf75ce HTTP/1.1" status: 204 len: 168 time: 0.6071889 Dec 10 18:43:39.400406 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077673be-b936-43c6-8b71-011f921aa04c None None] Network 35cc7cde-ef81-4b24-ae66-3d8348e011a7 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:39.408814 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59990) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:39.450477 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port d5526e24-c51a-4332-a394-993ec784cd36, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=d5526e24-c51a-4332-a394-993ec784cd36,segment=NetworkSegment(132f30ff-d95d-463a-8f68-1425b289d47c),segment_id=132f30ff-d95d-463a-8f68-1425b289d47c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:39.451251 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef90703-7c8a-4f48-a406-0e5f610558ba tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event deleted for resources: {'Subnet': ['ID=98f24dfb-1838-4abe-b8c6-22324ebf75ce,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:39.487935 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3f5a4d-8852-40ea-88d6-9c938782ec59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5526e24-c51a-4332-a394-993ec784cd36'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:43:39.491029 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34b8d25-f421-4af4-8507-caf47aeaaedc" -d '{"events": [{"server_uuid": "1c3f5a4d-8852-40ea-88d6-9c938782ec59", "name": "network-vif-plugged", "status": "completed", "tag": "d5526e24-c51a-4332-a394-993ec784cd36"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:43:39.497511 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:39.498762 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device d4981c39-dda3-432f-812f-40ad951b328c no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:43:39.509867 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9c4038d1-d186-459a-9198-ea6c4d8c04b2 req-e909e069-b614-4e6e-92e9-bacf0b73a352 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] 10.222.0.62 "GET /v2.0/security-groups?id=314eaba7-054a-4e8f-95a6-62dabd69c8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128890 Dec 10 18:43:39.535486 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2c232640-2f29-4b11-ba23-9349999fbe38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:39.565527 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2c232640-2f29-4b11-ba23-9349999fbe38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:39.571743 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=d5526e24-c51a-4332-a394-993ec784cd36,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:39.584116 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: d4981c39-dda3-432f-812f-40ad951b328c {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:43:39.584116 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device d4981c39-dda3-432f-812f-40ad951b328c not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:43:39.597969 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-f0179b1f-aa2d-4d9b-9ce5-81a6ba4a9b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:39.599460 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-f0179b1f-aa2d-4d9b-9ce5-81a6ba4a9b29 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dbddcdb2-7b0e-4d37-9430-d2028d9545ed HTTP/1.1" status: 200 len: 862 time: 0.2587383 Dec 10 18:43:39.609410 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e54b066-9527-4c3c-a664-9c51643b2cc5 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:39.642926 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-36d42650-12ff-4550-afa2-18bdf4ef6671 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3400ceac-c9d7-43d3-a928-a7c4b47add68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307765 Dec 10 18:43:39.658265 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2c232640-2f29-4b11-ba23-9349999fbe38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:39.661961 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2c232640-2f29-4b11-ba23-9349999fbe38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:39.663901 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2c232640-2f29-4b11-ba23-9349999fbe38 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1a2dbc47-62e5-49f0-8658-b4211054349a HTTP/1.1" status: 204 len: 168 time: 0.2749321 Dec 10 18:43:39.680649 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c232640-2f29-4b11-ba23-9349999fbe38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2dbc47-62e5-49f0-8658-b4211054349a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:39.705377 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59cde91-037b-4692-b5f5-55950950d62c x-openstack-request-id: req-f59cde91-037b-4692-b5f5-55950950d62c {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:43:39.706092 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3f5a4d-8852-40ea-88d6-9c938782ec59", "name": "network-vif-plugged", "status": "completed", "tag": "d5526e24-c51a-4332-a394-993ec784cd36", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:43:39.706733 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f59cde91-037b-4692-b5f5-55950950d62c {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:43:39.707950 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c3f5a4d-8852-40ea-88d6-9c938782ec59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5526e24-c51a-4332-a394-993ec784cd36', 'code': 200} Dec 10 18:43:39.717176 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 205d2ed4-d296-4756-a11b-3d9e7323e73f up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:43:39.820992 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa4d026-86ab-4c98-bae6-fa4ab825e91c None None] DHCP port deletion for 35cc7cde-ef81-4b24-ae66-3d8348e011a7 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:39.883211 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 205d2ed4-d296-4756-a11b-3d9e7323e73f completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:43:39.894046 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 205d2ed4-d296-4756-a11b-3d9e7323e73f triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:39.894570 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:39.900079 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-3dbaac05-4067-45d9-8e35-afbfc071825a service neutron] 10.222.0.72 "GET /v2.0/networks/3400ceac-c9d7-43d3-a928-a7c4b47add68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461507 Dec 10 18:43:39.940943 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-faa4d026-86ab-4c98-bae6-fa4ab825e91c None None] Deleting port 567332ef-efbd-4615-ae4d-9f4c5bd37b0b {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:43:39.943255 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-faa4d026-86ab-4c98-bae6-fa4ab825e91c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:40.046431 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-2e54b066-9527-4c3c-a664-9c51643b2cc5 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Deleting port 567332ef-efbd-4615-ae4d-9f4c5bd37b0b {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:43:40.051835 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e54b066-9527-4c3c-a664-9c51643b2cc5 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:40.104734 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94263a96-1d09-4fdb-94c2-c0317b1567d3 req-dc237b04-8cd6-490a-b39a-7a64d6d3166e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:40.109203 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-94263a96-1d09-4fdb-94c2-c0317b1567d3 req-dc237b04-8cd6-490a-b39a-7a64d6d3166e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1c3f5a4d-8852-40ea-88d6-9c938782ec59 HTTP/1.1" status: 200 len: 1096 time: 0.3551705 Dec 10 18:43:40.128337 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-faa4d026-86ab-4c98-bae6-fa4ab825e91c None None] For port 567332ef-efbd-4615-ae4d-9f4c5bd37b0b, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=567332ef-efbd-4615-ae4d-9f4c5bd37b0b,segment=NetworkSegment(882c2313-7ba2-418e-8207-8194de0df94e),segment_id=882c2313-7ba2-418e-8207-8194de0df94e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:40.128868 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-faa4d026-86ab-4c98-bae6-fa4ab825e91c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:40.161344 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-faa4d026-86ab-4c98-bae6-fa4ab825e91c None None] Calling delete_port for 567332ef-efbd-4615-ae4d-9f4c5bd37b0b owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:43:40.182895 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-94263a96-1d09-4fdb-94c2-c0317b1567d3 req-e236f160-9231-4e83-9a53-ab9240295ef4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=37f87d45-fb97-4d0f-8d84-4a314ee4620d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650067 Dec 10 18:43:40.265472 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-2e54b066-9527-4c3c-a664-9c51643b2cc5 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] For port 567332ef-efbd-4615-ae4d-9f4c5bd37b0b, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=567332ef-efbd-4615-ae4d-9f4c5bd37b0b,segment=NetworkSegment(882c2313-7ba2-418e-8207-8194de0df94e),segment_id=882c2313-7ba2-418e-8207-8194de0df94e)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:40.265858 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e54b066-9527-4c3c-a664-9c51643b2cc5 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:40.299066 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c898c1f4-d55f-4ed4-90a3-43a7da245938 req-b17759db-7d1a-4609-9889-1d080a3bc8a5 service neutron] 10.222.0.72 "GET /v2.0/networks/3400ceac-c9d7-43d3-a928-a7c4b47add68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888311 Dec 10 18:43:40.300032 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-2e54b066-9527-4c3c-a664-9c51643b2cc5 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Calling delete_port for 567332ef-efbd-4615-ae4d-9f4c5bd37b0b owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:43:40.323209 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:40.381614 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 205d2ed4-d296-4756-a11b-3d9e7323e73f, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=205d2ed4-d296-4756-a11b-3d9e7323e73f,segment=NetworkSegment(132f30ff-d95d-463a-8f68-1425b289d47c),segment_id=132f30ff-d95d-463a-8f68-1425b289d47c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:40.390930 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:40.449364 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=205d2ed4-d296-4756-a11b-3d9e7323e73f,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:40.461109 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-faa4d026-86ab-4c98-bae6-fa4ab825e91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:40.486658 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba584c2-3a08-4007-bc26-0d522b5ab2ca req-60ed2c8d-0f7e-42ec-83c0-5cd72490126c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:40.488217 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9ba584c2-3a08-4007-bc26-0d522b5ab2ca req-60ed2c8d-0f7e-42ec-83c0-5cd72490126c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cce1c3b5470c41ffb71cb4c870503f62&device_id=bc7abd6f-5a48-467a-9ddb-845c0566d69f HTTP/1.1" status: 200 len: 1094 time: 0.0945451 Dec 10 18:43:40.517504 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4d026-86ab-4c98-bae6-fa4ab825e91c None None] Pushing event deleted for resources: {'Port': ['ID=567332ef-efbd-4615-ae4d-9f4c5bd37b0b,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:40.527191 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa4d026-86ab-4c98-bae6-fa4ab825e91c None None] No DVR routers for this DVR port 567332ef-efbd-4615-ae4d-9f4c5bd37b0b on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:43:40.528745 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e54b066-9527-4c3c-a664-9c51643b2cc5 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:40.651334 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e0f66-f24e-425f-8eca-fbc56fe52429 req-33a1986f-f21f-4cb4-b7ee-191d674224c5 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:40.653673 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a00e0f66-f24e-425f-8eca-fbc56fe52429 req-33a1986f-f21f-4cb4-b7ee-191d674224c5 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c3f5a4d-8852-40ea-88d6-9c938782ec59 HTTP/1.1" status: 200 len: 945 time: 0.1392748 Dec 10 18:43:40.735322 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54b066-9527-4c3c-a664-9c51643b2cc5 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event deleted for resources: {'Port': ['ID=567332ef-efbd-4615-ae4d-9f4c5bd37b0b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:40.744762 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e54b066-9527-4c3c-a664-9c51643b2cc5 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] No DVR routers for this DVR port 567332ef-efbd-4615-ae4d-9f4c5bd37b0b on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:43:40.776962 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a00e0f66-f24e-425f-8eca-fbc56fe52429 req-f836dae9-7edb-425b-91cc-9a50f937030b tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/security-groups?id=37f87d45-fb97-4d0f-8d84-4a314ee4620d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138122 Dec 10 18:43:40.909749 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a0882-8419-4dd0-a950-0551283bd9e1 req-b896e4d2-1636-4534-ad62-082a8d89e410 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:40.914383 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 567332ef-efbd-4615-ae4d-9f4c5bd37b0b no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:43:40.917728 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-084a0882-8419-4dd0-a950-0551283bd9e1 req-b896e4d2-1636-4534-ad62-082a8d89e410 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc7abd6f-5a48-467a-9ddb-845c0566d69f HTTP/1.1" status: 200 len: 943 time: 0.2569315 Dec 10 18:43:40.929571 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba584c2-3a08-4007-bc26-0d522b5ab2ca req-76cd4bcc-d912-49ea-b2c2-44c40c43e158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:40.931776 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9ba584c2-3a08-4007-bc26-0d522b5ab2ca req-76cd4bcc-d912-49ea-b2c2-44c40c43e158 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3400ceac-c9d7-43d3-a928-a7c4b47add68 HTTP/1.1" status: 200 len: 923 time: 0.4348440 Dec 10 18:43:40.955052 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e54b066-9527-4c3c-a664-9c51643b2cc5 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:40.955566 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 60028) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:40.973519 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 567332ef-efbd-4615-ae4d-9f4c5bd37b0b {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:43:40.974116 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 567332ef-efbd-4615-ae4d-9f4c5bd37b0b not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:43:40.994616 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9ba584c2-3a08-4007-bc26-0d522b5ab2ca req-c79c6185-76e5-4d70-b97c-1b63ed8a0240 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7efc6bc1-2761-4db4-8e44-1fd74d3ccc54 HTTP/1.1" status: 200 len: 217 time: 0.0525613 Dec 10 18:43:41.025583 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-2e54b066-9527-4c3c-a664-9c51643b2cc5 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35cc7cde-ef81-4b24-ae66-3d8348e011a7']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:41.059431 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-2e54b066-9527-4c3c-a664-9c51643b2cc5 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '882c2313-7ba2-418e-8207-8194de0df94e') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:41.059710 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-2e54b066-9527-4c3c-a664-9c51643b2cc5 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '882c2313-7ba2-418e-8207-8194de0df94e') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:41.083402 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e54b066-9527-4c3c-a664-9c51643b2cc5 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:41.099016 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-084a0882-8419-4dd0-a950-0551283bd9e1 req-2bbbca03-86fb-4910-8a44-ec9b485a6b86 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] 10.222.0.62 "GET /v2.0/security-groups?id=314eaba7-054a-4e8f-95a6-62dabd69c8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786842 Dec 10 18:43:41.124600 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba584c2-3a08-4007-bc26-0d522b5ab2ca req-8dd709bd-af3e-416b-bcf1-cda61238df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:41.126873 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9ba584c2-3a08-4007-bc26-0d522b5ab2ca req-8dd709bd-af3e-416b-bcf1-cda61238df4b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dbddcdb2-7b0e-4d37-9430-d2028d9545ed HTTP/1.1" status: 200 len: 862 time: 0.1183052 Dec 10 18:43:41.136056 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e54b066-9527-4c3c-a664-9c51643b2cc5 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:41.136302 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f27e8a8b-64a1-4ead-9622-0b48186bf9df admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1167862112-network', 'tenant_id': '08881b755791457cbf9f2f860f9402bd'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:41.172572 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9ba584c2-3a08-4007-bc26-0d522b5ab2ca req-d7e33fb3-7668-433f-adab-cc4c006df55a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3400ceac-c9d7-43d3-a928-a7c4b47add68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366282 Dec 10 18:43:41.174896 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e54b066-9527-4c3c-a664-9c51643b2cc5 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:43:41.174896 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e54b066-9527-4c3c-a664-9c51643b2cc5 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:41.178200 n-d-821435-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:43:41.178200 n-d-821435-1 neutron-server[103245]: self.session.flush() Dec 10 18:43:41.178200 n-d-821435-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:43:41.178200 n-d-821435-1 neutron-server[103245]: self.session.flush() Dec 10 18:43:41.178200 n-d-821435-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:43:41.178200 n-d-821435-1 neutron-server[103245]: self.session.flush() Dec 10 18:43:41.178200 n-d-821435-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:43:41.178200 n-d-821435-1 neutron-server[103245]: self.session.flush() Dec 10 18:43:41.178200 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:43:41.178200 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:43:41.178200 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:43:41.178200 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:43:41.178200 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:43:41.178200 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:43:41.178200 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:43:41.178200 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:43:41.178200 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:43:41.178200 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:43:41.178200 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:43:41.178200 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:43:41.178200 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:43:41.178200 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:43:41.178200 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:43:41.178200 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:43:41.178200 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:43:41.178200 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:43:41.178200 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:43:41.178200 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:43:41.178200 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:43:41.178200 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:43:41.178200 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:43:41.178200 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:43:41.178200 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:43:41.178200 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:43:41.178200 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:43:41.178200 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:43:41.178200 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:43:41.178200 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:43:41.178200 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:43:41.178200 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:43:41.192620 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27e8a8b-64a1-4ead-9622-0b48186bf9df admin admin] Made reservation on behalf of 08881b755791457cbf9f2f860f9402bd for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:41.195374 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f27e8a8b-64a1-4ead-9622-0b48186bf9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:41.210501 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f27e8a8b-64a1-4ead-9622-0b48186bf9df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:41.309635 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e54b066-9527-4c3c-a664-9c51643b2cc5 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:41.321718 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e54b066-9527-4c3c-a664-9c51643b2cc5 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:41.324813 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f27e8a8b-64a1-4ead-9622-0b48186bf9df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:41.324967 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2e54b066-9527-4c3c-a664-9c51643b2cc5 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "DELETE /v2.0/networks/35cc7cde-ef81-4b24-ae66-3d8348e011a7 HTTP/1.1" status: 204 len: 168 time: 1.9054854 Dec 10 18:43:41.328490 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 60032) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:41.339228 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f27e8a8b-64a1-4ead-9622-0b48186bf9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:41.342169 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54b066-9527-4c3c-a664-9c51643b2cc5 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event deleted for resources: {'Network': ['ID=35cc7cde-ef81-4b24-ae66-3d8348e011a7,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:41.370770 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9ba584c2-3a08-4007-bc26-0d522b5ab2ca req-5832ed43-263d-4747-ad80-b425197fd245 service neutron] 10.222.0.72 "GET /v2.0/networks/3400ceac-c9d7-43d3-a928-a7c4b47add68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807208 Dec 10 18:43:41.384135 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-08205013-8db8-40bf-b77b-b4e704021925 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] DELETE failed (client error): The resource could not be found. Dec 10 18:43:41.384600 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08205013-8db8-40bf-b77b-b4e704021925 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:43:41.387759 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-08205013-8db8-40bf-b77b-b4e704021925 tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "DELETE /v2.0/subnets/029be629-855d-4127-bf4c-309cdd7b7229 HTTP/1.1" status: 404 len: 337 time: 0.0581656 Dec 10 18:43:41.389926 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e8a8b-64a1-4ead-9622-0b48186bf9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac78d262-7039-4d02-9e7b-cfe82b6c6c14,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:41.391621 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60034) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:41.397904 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f27e8a8b-64a1-4ead-9622-0b48186bf9df admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:43:41.418005 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f27e8a8b-64a1-4ead-9622-0b48186bf9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:41.418569 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-f27e8a8b-64a1-4ead-9622-0b48186bf9df admin admin] Added segment c91301c4-5a4a-4e10-a4f7-739480877399 of type vlan for network b329163e-f9fa-424f-9d31-14ff2a98db73 Dec 10 18:43:41.452268 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-d930dc7c-6721-47ea-a328-ec80fcf012ca tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] DELETE failed (client error): The resource could not be found. Dec 10 18:43:41.452805 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d930dc7c-6721-47ea-a328-ec80fcf012ca tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:43:41.455977 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d930dc7c-6721-47ea-a328-ec80fcf012ca tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "DELETE /v2.0/networks/b8dd9a42-1cb6-4faa-9bc5-4b2fcb86eef0 HTTP/1.1" status: 404 len: 339 time: 0.0633326 Dec 10 18:43:41.460202 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60036) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:41.476677 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f27e8a8b-64a1-4ead-9622-0b48186bf9df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:41.508428 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f27e8a8b-64a1-4ead-9622-0b48186bf9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:41.510009 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27e8a8b-64a1-4ead-9622-0b48186bf9df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:41.510561 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f27e8a8b-64a1-4ead-9622-0b48186bf9df admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:41.536599 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-10b1b207-c089-489a-8d64-a43316f539ae tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Deleting subnet e83cad6e-4eab-4ca5-a6bd-e3360ef7d6b8 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:43:41.557314 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-10b1b207-c089-489a-8d64-a43316f539ae tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:41.579094 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f27e8a8b-64a1-4ead-9622-0b48186bf9df admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6222780 Dec 10 18:43:41.580292 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 60038) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:41.589919 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9ba584c2-3a08-4007-bc26-0d522b5ab2ca req-9e26b68e-d7e5-446e-b8f5-3bad59bba3c8 service neutron] 10.222.0.72 "GET /v2.0/networks/3400ceac-c9d7-43d3-a928-a7c4b47add68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104945 Dec 10 18:43:41.614483 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ebd04f49-3f1e-4db5-a202-667a0eba8008 admin admin] Request body: {'subnet': {'network_id': 'b329163e-f9fa-424f-9d31-14ff2a98db73', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1167862112-subnet', 'tenant_id': '08881b755791457cbf9f2f860f9402bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:41.618000 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-10b1b207-c089-489a-8d64-a43316f539ae tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:41.640020 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e8a8b-64a1-4ead-9622-0b48186bf9df admin admin] Pushing event updated for resources: {'Network': ['ID=b329163e-f9fa-424f-9d31-14ff2a98db73,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:41.655468 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network b329163e-f9fa-424f-9d31-14ff2a98db73 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:43:41.686289 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd04f49-3f1e-4db5-a202-667a0eba8008 admin admin] Made reservation on behalf of 08881b755791457cbf9f2f860f9402bd for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:41.688514 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ebd04f49-3f1e-4db5-a202-667a0eba8008 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:41.741767 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-10b1b207-c089-489a-8d64-a43316f539ae tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:41.745327 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17dcd94f-4cca-4879-91fc-b894272b2adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205d2ed4-d296-4756-a11b-3d9e7323e73f'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:43:41.747729 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a578f8c-7508-470a-9ad4-156e3ec8af7f" -d '{"events": [{"server_uuid": "17dcd94f-4cca-4879-91fc-b894272b2adf", "name": "network-vif-plugged", "status": "completed", "tag": "205d2ed4-d296-4756-a11b-3d9e7323e73f"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:43:41.820723 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e924c81f-db9f-415a-9d81-a59cb8c91f7a x-openstack-request-id: req-e924c81f-db9f-415a-9d81-a59cb8c91f7a {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:43:41.821154 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17dcd94f-4cca-4879-91fc-b894272b2adf", "name": "network-vif-plugged", "status": "completed", "tag": "205d2ed4-d296-4756-a11b-3d9e7323e73f", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:43:41.821659 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e924c81f-db9f-415a-9d81-a59cb8c91f7a {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:43:41.822167 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17dcd94f-4cca-4879-91fc-b894272b2adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205d2ed4-d296-4756-a11b-3d9e7323e73f', 'code': 200} Dec 10 18:43:41.930822 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-10b1b207-c089-489a-8d64-a43316f539ae tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:41.963687 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bca9525-58f7-49d4-951d-0cba5d0cfc1f None None] Network 17e335ce-f838-4da1-9f2c-60f25cab5215 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:41.968606 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-10b1b207-c089-489a-8d64-a43316f539ae tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:41.972895 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-10b1b207-c089-489a-8d64-a43316f539ae tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "DELETE /v2.0/subnets/e83cad6e-4eab-4ca5-a6bd-e3360ef7d6b8 HTTP/1.1" status: 204 len: 168 time: 0.5119839 Dec 10 18:43:41.981597 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 60048) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:41.989626 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b1b207-c089-489a-8d64-a43316f539ae tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event deleted for resources: {'Subnet': ['ID=e83cad6e-4eab-4ca5-a6bd-e3360ef7d6b8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:41.992619 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f18b8-4815-48a0-9224-85ac5b755299 req-1b24ce21-4a63-41fb-b82d-e37d93e7ea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:42.005565 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-281f18b8-4815-48a0-9224-85ac5b755299 req-1b24ce21-4a63-41fb-b82d-e37d93e7ea00 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=17dcd94f-4cca-4879-91fc-b894272b2adf HTTP/1.1" status: 200 len: 1096 time: 0.1097023 Dec 10 18:43:42.093881 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79188650-9687-4de6-b936-5386eb622f2c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:42.095197 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-281f18b8-4815-48a0-9224-85ac5b755299 req-bbfb3ee9-6552-4585-bb4c-401ac6652810 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=37f87d45-fb97-4d0f-8d84-4a314ee4620d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812054 Dec 10 18:43:42.171969 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8125ff-a0d8-4174-a5ba-06f185596b3a req-6804fa29-030f-4ae9-a9a8-bd4f03581581 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:42.180115 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1f8125ff-a0d8-4174-a5ba-06f185596b3a req-6804fa29-030f-4ae9-a9a8-bd4f03581581 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c3f5a4d-8852-40ea-88d6-9c938782ec59 HTTP/1.1" status: 200 len: 945 time: 0.2723958 Dec 10 18:43:42.204715 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ebd04f49-3f1e-4db5-a202-667a0eba8008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:42.229622 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9b3b4a-e33d-4eca-89eb-7bed575c1cfc None None] DHCP port deletion for 17e335ce-f838-4da1-9f2c-60f25cab5215 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:42.303982 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9d9b3b4a-e33d-4eca-89eb-7bed575c1cfc None None] Deleting port 2e81a603-6e2a-4504-88b0-69536c2a335d {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:43:42.304592 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9d9b3b4a-e33d-4eca-89eb-7bed575c1cfc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:42.331403 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1f8125ff-a0d8-4174-a5ba-06f185596b3a req-c4ac0ccf-f34c-4e0f-bbe8-8637af012747 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/security-groups?id=37f87d45-fb97-4d0f-8d84-4a314ee4620d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447313 Dec 10 18:43:42.378514 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd04f49-3f1e-4db5-a202-667a0eba8008 admin admin] Pushing event updated for resources: {'Subnet': ['ID=891bbe66-13fb-4014-8260-37a0a27c3787,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:42.411397 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9d9b3b4a-e33d-4eca-89eb-7bed575c1cfc None None] For port 2e81a603-6e2a-4504-88b0-69536c2a335d, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=2e81a603-6e2a-4504-88b0-69536c2a335d,segment=NetworkSegment(818bbf64-64ac-46fa-a274-e3a4db77c42a),segment_id=818bbf64-64ac-46fa-a274-e3a4db77c42a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:42.411810 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9d9b3b4a-e33d-4eca-89eb-7bed575c1cfc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:42.417914 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd04f49-3f1e-4db5-a202-667a0eba8008 admin admin] Checking segment: {'id': 'c91301c4-5a4a-4e10-a4f7-739480877399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b329163e-f9fa-424f-9d31-14ff2a98db73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:42.426489 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9d9b3b4a-e33d-4eca-89eb-7bed575c1cfc None None] Calling delete_port for 2e81a603-6e2a-4504-88b0-69536c2a335d owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:43:42.427179 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd04f49-3f1e-4db5-a202-667a0eba8008 admin admin] Network hostable DHCP agents. Network: b329163e-f9fa-424f-9d31-14ff2a98db73, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:43:42.431598 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-79188650-9687-4de6-b936-5386eb622f2c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Deleting port 2e81a603-6e2a-4504-88b0-69536c2a335d {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:43:42.436216 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79188650-9687-4de6-b936-5386eb622f2c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:42.509973 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595f51b-4bfe-426e-b37a-f331e0dbb703 req-5fceac7c-dd93-49d5-85dc-c520845e5182 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:42.511594 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f595f51b-4bfe-426e-b37a-f331e0dbb703 req-5fceac7c-dd93-49d5-85dc-c520845e5182 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/ports?device_id=17dcd94f-4cca-4879-91fc-b894272b2adf HTTP/1.1" status: 200 len: 945 time: 0.0797596 Dec 10 18:43:42.549218 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9d9b3b4a-e33d-4eca-89eb-7bed575c1cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:42.550124 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd04f49-3f1e-4db5-a202-667a0eba8008 admin admin] Network b329163e-f9fa-424f-9d31-14ff2a98db73 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:43:42.563362 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-79188650-9687-4de6-b936-5386eb622f2c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] For port 2e81a603-6e2a-4504-88b0-69536c2a335d, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=2e81a603-6e2a-4504-88b0-69536c2a335d,segment=NetworkSegment(818bbf64-64ac-46fa-a274-e3a4db77c42a),segment_id=818bbf64-64ac-46fa-a274-e3a4db77c42a)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:42.564031 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79188650-9687-4de6-b936-5386eb622f2c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:42.577076 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b3b4a-e33d-4eca-89eb-7bed575c1cfc None None] Pushing event deleted for resources: {'Port': ['ID=2e81a603-6e2a-4504-88b0-69536c2a335d,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:42.581850 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9b3b4a-e33d-4eca-89eb-7bed575c1cfc None None] No DVR routers for this DVR port 2e81a603-6e2a-4504-88b0-69536c2a335d on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:43:42.587105 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2988284-5624-415e-ad83-4f345e04f76b req-60227c7c-862d-4883-b38e-df10754a2fbd tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:42.598702 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f2988284-5624-415e-ad83-4f345e04f76b req-60227c7c-862d-4883-b38e-df10754a2fbd tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc7abd6f-5a48-467a-9ddb-845c0566d69f HTTP/1.1" status: 200 len: 943 time: 0.1582353 Dec 10 18:43:42.612230 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-79188650-9687-4de6-b936-5386eb622f2c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Calling delete_port for 2e81a603-6e2a-4504-88b0-69536c2a335d owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:43:42.617265 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-ebd04f49-3f1e-4db5-a202-667a0eba8008 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, b329163e-f9fa-424f-9d31-14ff2a98db73) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:42.627440 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f595f51b-4bfe-426e-b37a-f331e0dbb703 req-b6137302-0e1f-4419-a1ec-e7af9d2b41b6 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/security-groups?id=37f87d45-fb97-4d0f-8d84-4a314ee4620d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078165 Dec 10 18:43:42.638702 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e489a1-631e-4460-9758-821aa6daaf57 None None] Network b329163e-f9fa-424f-9d31-14ff2a98db73 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:42.638966 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd04f49-3f1e-4db5-a202-667a0eba8008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:42.639887 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ebd04f49-3f1e-4db5-a202-667a0eba8008 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:42.720225 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ebd04f49-3f1e-4db5-a202-667a0eba8008 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1298330 Dec 10 18:43:42.721132 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60056) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:42.734266 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-45bfcaaf-747a-42d8-b1aa-c85bdfe0a0ab admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1167862112-router', 'tenant_id': '08881b755791457cbf9f2f860f9402bd', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:42.738472 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f2988284-5624-415e-ad83-4f345e04f76b req-8f609c73-1bd0-4a2a-8ee7-c9d15af9b46f tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] 10.222.0.62 "GET /v2.0/security-groups?id=314eaba7-054a-4e8f-95a6-62dabd69c8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389174 Dec 10 18:43:42.784081 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79188650-9687-4de6-b936-5386eb622f2c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:42.806926 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45bfcaaf-747a-42d8-b1aa-c85bdfe0a0ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:42.807896 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960a7525-bd00-4b33-9d24-7d7e3b4385ae None None] Network b329163e-f9fa-424f-9d31-14ff2a98db73 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:42.808707 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45bfcaaf-747a-42d8-b1aa-c85bdfe0a0ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:42.854606 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79188650-9687-4de6-b936-5386eb622f2c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] No DVR routers for this DVR port 2e81a603-6e2a-4504-88b0-69536c2a335d on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:43:42.889192 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79188650-9687-4de6-b936-5386eb622f2c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event deleted for resources: {'Port': ['ID=2e81a603-6e2a-4504-88b0-69536c2a335d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:42.889325 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 2e81a603-6e2a-4504-88b0-69536c2a335d no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:43:42.917145 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 2e81a603-6e2a-4504-88b0-69536c2a335d {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:43:42.917492 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 2e81a603-6e2a-4504-88b0-69536c2a335d not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:43:42.919713 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45bfcaaf-747a-42d8-b1aa-c85bdfe0a0ab admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:43.034933 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79188650-9687-4de6-b936-5386eb622f2c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:43.067766 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-79188650-9687-4de6-b936-5386eb622f2c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17e335ce-f838-4da1-9f2c-60f25cab5215']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:43.093508 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-79188650-9687-4de6-b936-5386eb622f2c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '818bbf64-64ac-46fa-a274-e3a4db77c42a') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:43.093809 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-79188650-9687-4de6-b936-5386eb622f2c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '818bbf64-64ac-46fa-a274-e3a4db77c42a') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:43.115068 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45bfcaaf-747a-42d8-b1aa-c85bdfe0a0ab admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:43.115331 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79188650-9687-4de6-b936-5386eb622f2c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:43.136479 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79188650-9687-4de6-b936-5386eb622f2c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:43.153301 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79188650-9687-4de6-b936-5386eb622f2c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:43:43.153784 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79188650-9687-4de6-b936-5386eb622f2c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:43.157950 n-d-821435-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:43:43.157950 n-d-821435-1 neutron-server[103244]: self.session.flush() Dec 10 18:43:43.157950 n-d-821435-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:43:43.157950 n-d-821435-1 neutron-server[103244]: self.session.flush() Dec 10 18:43:43.157950 n-d-821435-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:43:43.157950 n-d-821435-1 neutron-server[103244]: self.session.flush() Dec 10 18:43:43.157950 n-d-821435-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:43:43.157950 n-d-821435-1 neutron-server[103244]: self.session.flush() Dec 10 18:43:43.157950 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:43:43.157950 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:43:43.157950 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:43:43.157950 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:43:43.157950 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:43:43.157950 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:43:43.157950 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:43:43.157950 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:43:43.157950 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:43:43.157950 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:43:43.157950 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:43:43.157950 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:43:43.157950 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:43:43.157950 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:43:43.157950 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:43:43.157950 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:43:43.157950 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:43:43.157950 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:43:43.157950 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:43:43.157950 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:43:43.157950 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:43:43.157950 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:43:43.157950 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:43:43.157950 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:43:43.157950 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:43:43.157950 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:43:43.157950 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:43:43.157950 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:43:43.157950 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:43:43.157950 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:43:43.157950 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:43:43.157950 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:43:43.232502 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79188650-9687-4de6-b936-5386eb622f2c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:43.241365 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79188650-9687-4de6-b936-5386eb622f2c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:43.244815 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-79188650-9687-4de6-b936-5386eb622f2c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] 10.222.0.62 "DELETE /v2.0/networks/17e335ce-f838-4da1-9f2c-60f25cab5215 HTTP/1.1" status: 204 len: 168 time: 1.2597682 Dec 10 18:43:43.277913 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79188650-9687-4de6-b936-5386eb622f2c tempest-NetworksIpV6Test-254794306 tempest-NetworksIpV6Test-254794306-project] Pushing event deleted for resources: {'Network': ['ID=17e335ce-f838-4da1-9f2c-60f25cab5215,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:43.393429 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45bfcaaf-747a-42d8-b1aa-c85bdfe0a0ab admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:43.436299 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45bfcaaf-747a-42d8-b1aa-c85bdfe0a0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:43.611204 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-45bfcaaf-747a-42d8-b1aa-c85bdfe0a0ab admin admin] Allocated IP 172.25.7.103 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/7d317310-1bbb-4042-ac28-f52b618afe10) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:43:43.670837 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 60070) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:43.711310 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 7efc6bc1-2761-4db4-8e44-1fd74d3ccc54 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:43:43.773841 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45bfcaaf-747a-42d8-b1aa-c85bdfe0a0ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:43.850463 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf471dff-830b-4ec1-8247-e38806dac925 req-44520214-d4bc-4b0c-ab5c-50ca5f6fd500 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:43.852192 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cf471dff-830b-4ec1-8247-e38806dac925 req-44520214-d4bc-4b0c-ab5c-50ca5f6fd500 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/ports?device_id=17dcd94f-4cca-4879-91fc-b894272b2adf HTTP/1.1" status: 200 len: 945 time: 0.1139672 Dec 10 18:43:43.858652 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45bfcaaf-747a-42d8-b1aa-c85bdfe0a0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:43.888363 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 7efc6bc1-2761-4db4-8e44-1fd74d3ccc54, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=7efc6bc1-2761-4db4-8e44-1fd74d3ccc54,segment=NetworkSegment(081f6c0d-2ccb-4712-b226-9eb31f1e0833),segment_id=081f6c0d-2ccb-4712-b226-9eb31f1e0833)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:43.914599 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '7efc6bc1-2761-4db4-8e44-1fd74d3ccc54', 'network_id': '3400ceac-c9d7-43d3-a928-a7c4b47add68', 'port_id': '7efc6bc1-2761-4db4-8e44-1fd74d3ccc54', 'mac_address': 'fa:16:3e:62:ce:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbddcdb2-7b0e-4d37-9430-d2028d9545ed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:43:43.945272 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6b2a6a06-7e7a-4fd1-9f72-fe084b25c98d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5464ef5b9a964a199d8f573ee60b816c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2727652 Dec 10 18:43:43.949911 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cf471dff-830b-4ec1-8247-e38806dac925 req-01cd711b-8e21-4f1c-b2c2-ba8e29a09911 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/security-groups?id=37f87d45-fb97-4d0f-8d84-4a314ee4620d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745673 Dec 10 18:43:43.950523 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 60082) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:43.956312 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bfcaaf-747a-42d8-b1aa-c85bdfe0a0ab admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:43:43.965178 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-45bfcaaf-747a-42d8-b1aa-c85bdfe0a0ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:43.968358 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfcaaf-747a-42d8-b1aa-c85bdfe0a0ab admin admin] Pushing event updated for resources: {'Port': ['ID=7d317310-1bbb-4042-ac28-f52b618afe10,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:43.970883 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bfcaaf-747a-42d8-b1aa-c85bdfe0a0ab admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:43:43.979162 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:43.981338 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acef13d-fff0-4914-8406-325308ffc389 req-5c8e474c-3beb-40aa-a670-33d3bff8513d tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:43.995966 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2acef13d-fff0-4914-8406-325308ffc389 req-5c8e474c-3beb-40aa-a670-33d3bff8513d tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc7abd6f-5a48-467a-9ddb-845c0566d69f HTTP/1.1" status: 200 len: 943 time: 0.1205733 Dec 10 18:43:44.004565 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7efc6bc1-2761-4db4-8e44-1fd74d3ccc54 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:43:44.012158 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11bfb63-0b55-4296-b0c4-e656dd6ae6e6 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:44.042874 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 7efc6bc1-2761-4db4-8e44-1fd74d3ccc54, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=7efc6bc1-2761-4db4-8e44-1fd74d3ccc54,segment=NetworkSegment(081f6c0d-2ccb-4712-b226-9eb31f1e0833),segment_id=081f6c0d-2ccb-4712-b226-9eb31f1e0833)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:44.051400 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:44.060024 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90fab6b2-4125-4409-93c6-88c1c94ef16a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:44.099641 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2acef13d-fff0-4914-8406-325308ffc389 req-4a32f9dd-6938-46f3-9cde-45ccb53d14b3 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] 10.222.0.62 "GET /v2.0/security-groups?id=314eaba7-054a-4e8f-95a6-62dabd69c8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025970 Dec 10 18:43:44.114988 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90fab6b2-4125-4409-93c6-88c1c94ef16a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:44.148317 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d8aa8b6d-e817-4477-a086-c73e58157888 None None] Provisioning complete for port 7d317310-1bbb-4042-ac28-f52b618afe10 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:44.148559 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d8aa8b6d-e817-4477-a086-c73e58157888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:44.190402 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90fab6b2-4125-4409-93c6-88c1c94ef16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:44.194631 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d8aa8b6d-e817-4477-a086-c73e58157888 None None] Port 7d317310-1bbb-4042-ac28-f52b618afe10 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:43:44.197430 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=7efc6bc1-2761-4db4-8e44-1fd74d3ccc54,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:44.198792 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90fab6b2-4125-4409-93c6-88c1c94ef16a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:44.211032 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-90fab6b2-4125-4409-93c6-88c1c94ef16a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c0966032-da77-407c-9f5a-8274a21d1093 HTTP/1.1" status: 204 len: 168 time: 0.2586374 Dec 10 18:43:44.244571 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fab6b2-4125-4409-93c6-88c1c94ef16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0966032-da77-407c-9f5a-8274a21d1093,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:44.492781 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['7efc6bc1-2761-4db4-8e44-1fd74d3ccc54'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:43:44.510135 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45bfcaaf-747a-42d8-b1aa-c85bdfe0a0ab admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:45.229486 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45bfcaaf-747a-42d8-b1aa-c85bdfe0a0ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:45.239143 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-378ff628-cddf-43aa-8348-7e3cdc5dba1e tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:45.241028 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-378ff628-cddf-43aa-8348-7e3cdc5dba1e tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/networks?id=636e2dfd-df23-4f7c-a4c9-18933828afd2 HTTP/1.1" status: 200 len: 812 time: 0.1817923 Dec 10 18:43:45.253453 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 60136) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:45.276684 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41410a8-16cc-498b-92aa-7e9beb4daefb req-8ffc7997-b2d2-41d6-a56c-a4db3aab4022 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:45.285229 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a41410a8-16cc-498b-92aa-7e9beb4daefb req-8ffc7997-b2d2-41d6-a56c-a4db3aab4022 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc7abd6f-5a48-467a-9ddb-845c0566d69f HTTP/1.1" status: 200 len: 944 time: 0.0785780 Dec 10 18:43:45.326549 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-051e48b8-b9f1-4207-8062-cd58fea7196a tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/quotas/10f9a9b34b5e4f059c57405921915531 HTTP/1.1" status: 200 len: 375 time: 0.0177877 Dec 10 18:43:45.340579 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a41410a8-16cc-498b-92aa-7e9beb4daefb req-c9ce5da6-66dc-49e1-8762-a277ca8fbf03 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] 10.222.0.62 "GET /v2.0/security-groups?id=314eaba7-054a-4e8f-95a6-62dabd69c8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543320 Dec 10 18:43:45.394197 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-370bf8c6-8517-40f0-bbb6-240842fbfbe9 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-345613012', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:45.405928 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-6923af4d-28c3-4bf0-a780-cc4f3231a992 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=10f9a9b34b5e4f059c57405921915531&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676494 Dec 10 18:43:45.418864 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-370bf8c6-8517-40f0-bbb6-240842fbfbe9 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:45.420058 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-370bf8c6-8517-40f0-bbb6-240842fbfbe9 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:45.475328 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45bfcaaf-747a-42d8-b1aa-c85bdfe0a0ab admin admin] Router 6bf06ac2-26b8-4e99-9286-2721bda246c3 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:43:45.480658 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-370bf8c6-8517-40f0-bbb6-240842fbfbe9 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:45.487184 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-370bf8c6-8517-40f0-bbb6-240842fbfbe9 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:45.508396 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-370bf8c6-8517-40f0-bbb6-240842fbfbe9 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:45.512823 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-370bf8c6-8517-40f0-bbb6-240842fbfbe9 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2581108 Dec 10 18:43:45.513463 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 60146) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:45.518489 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-bc6c22a1-031d-4e30-b241-49704159d882 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-423004139'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:45.539290 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6c22a1-031d-4e30-b241-49704159d882 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Made reservation on behalf of ee0aaf60149249e09069cf6cdac8b7f6 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:45.543216 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bc6c22a1-031d-4e30-b241-49704159d882 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:45.553187 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bc6c22a1-031d-4e30-b241-49704159d882 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:45.584600 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-e605cd0c-1dce-4183-8376-72b764627240 service neutron] 10.222.0.62 "GET /v2.0/networks/636e2dfd-df23-4f7c-a4c9-18933828afd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706336 Dec 10 18:43:45.649928 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bc6c22a1-031d-4e30-b241-49704159d882 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:45.654147 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bc6c22a1-031d-4e30-b241-49704159d882 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:45.668006 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45bfcaaf-747a-42d8-b1aa-c85bdfe0a0ab admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:43:45.680355 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b56c0c-10c8-4d15-a059-8a43fc2cf6dd None None] Sync routers for ids ['6bf06ac2-26b8-4e99-9286-2721bda246c3'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:43:45.690362 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b56c0c-10c8-4d15-a059-8a43fc2cf6dd None None] Routers {'6bf06ac2-26b8-4e99-9286-2721bda246c3'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:43:45.691295 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-b1b56c0c-10c8-4d15-a059-8a43fc2cf6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:43:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6bf06ac2-26b8-4e99-9286-2721bda246c3'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:45.693195 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc6c22a1-031d-4e30-b241-49704159d882 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:43:45.711484 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45bfcaaf-747a-42d8-b1aa-c85bdfe0a0ab admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:45.711919 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-45bfcaaf-747a-42d8-b1aa-c85bdfe0a0ab admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.9895499 Dec 10 18:43:45.717826 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60158) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:45.740981 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c22a1-031d-4e30-b241-49704159d882 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bccdaa71-3d5f-4dfb-b75f-5992551937fc,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:45.750170 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bc6c22a1-031d-4e30-b241-49704159d882 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:45.750657 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-bc6c22a1-031d-4e30-b241-49704159d882 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Added segment 14bc528e-77ab-4606-a389-6c12bf0726a2 of type vlan for network f851182f-bce4-49b0-8110-a196e999000c Dec 10 18:43:45.757015 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6c22a1-031d-4e30-b241-49704159d882 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:45.757453 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6c22a1-031d-4e30-b241-49704159d882 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:45.757885 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6c22a1-031d-4e30-b241-49704159d882 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:45.758288 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6c22a1-031d-4e30-b241-49704159d882 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:45.758691 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6c22a1-031d-4e30-b241-49704159d882 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:45.759087 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6c22a1-031d-4e30-b241-49704159d882 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:45.759539 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6c22a1-031d-4e30-b241-49704159d882 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:45.759931 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6c22a1-031d-4e30-b241-49704159d882 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:45.760325 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6c22a1-031d-4e30-b241-49704159d882 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:45.760780 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6c22a1-031d-4e30-b241-49704159d882 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:45.761190 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6c22a1-031d-4e30-b241-49704159d882 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:45.761601 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6c22a1-031d-4e30-b241-49704159d882 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:45.761993 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6c22a1-031d-4e30-b241-49704159d882 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:45.802026 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-d10137dc-973c-4626-88fb-bc77ac89d1de service neutron] 10.222.0.62 "GET /v2.0/networks/636e2dfd-df23-4f7c-a4c9-18933828afd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093186 Dec 10 18:43:45.833445 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bc6c22a1-031d-4e30-b241-49704159d882 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:45.839576 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-b1b56c0c-10c8-4d15-a059-8a43fc2cf6dd None None] Set router 6bf06ac2-26b8-4e99-9286-2721bda246c3 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:43:45.872094 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731aad65-a5fb-427e-bd13-a7df6c403206 req-9209681a-2f39-43a5-b94d-287a11c815a3 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:45.873681 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-731aad65-a5fb-427e-bd13-a7df6c403206 req-9209681a-2f39-43a5-b94d-287a11c815a3 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/networks?id=a194f604-8b93-4cbe-9eaa-1ab2e8cb24e5 HTTP/1.1" status: 200 len: 815 time: 0.2035716 Dec 10 18:43:45.890156 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bc6c22a1-031d-4e30-b241-49704159d882 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:45.897076 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6c22a1-031d-4e30-b241-49704159d882 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:45.897803 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bc6c22a1-031d-4e30-b241-49704159d882 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:45.968141 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c22a1-031d-4e30-b241-49704159d882 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Pushing event updated for resources: {'Network': ['ID=f851182f-bce4-49b0-8110-a196e999000c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:45.980299 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network f851182f-bce4-49b0-8110-a196e999000c details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:43:45.981129 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-731aad65-a5fb-427e-bd13-a7df6c403206 req-450ba352-0b71-4d54-9baf-db1ebda34e21 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/quotas/59e8dfda8efa4b43845e4f8d48ac8a17 HTTP/1.1" status: 200 len: 375 time: 0.0990405 Dec 10 18:43:46.025741 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-bc6c22a1-031d-4e30-b241-49704159d882 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5085821 Dec 10 18:43:46.028580 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 60160) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:46.033022 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-80209f1d-e111-4207-b171-ecf5276ff98a tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Request body: {'subnet': {'network_id': 'f851182f-bce4-49b0-8110-a196e999000c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:46.094499 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-b1b56c0c-10c8-4d15-a059-8a43fc2cf6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf06ac2-26b8-4e99-9286-2721bda246c3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1167862112-router', 'tenant_id': '08881b755791457cbf9f2f860f9402bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '7d317310-1bbb-4042-ac28-f52b618afe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:43:42Z', 'updated_at': '2021-12-10T18:43:44Z', 'revision_number': 3, 'project_id': '08881b755791457cbf9f2f860f9402bd', 'gw_port': {'id': '7d317310-1bbb-4042-ac28-f52b618afe10', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:70:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf06ac2-26b8-4e99-9286-2721bda246c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:43Z', 'updated_at': '2021-12-10T18:43:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:46.130849 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b56c0c-10c8-4d15-a059-8a43fc2cf6dd None None] Checking router: 6bf06ac2-26b8-4e99-9286-2721bda246c3 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:43:46.131430 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b56c0c-10c8-4d15-a059-8a43fc2cf6dd None None] Updating router 6bf06ac2-26b8-4e99-9286-2721bda246c3 port 7d317310-1bbb-4042-ac28-f52b618afe10 binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:43:46.132151 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b99757-1714-4d17-8f40-395526a06148 req-62173a34-ea4c-4bac-80b1-06ce76ecd1a4 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:46.133805 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e8b99757-1714-4d17-8f40-395526a06148 req-62173a34-ea4c-4bac-80b1-06ce76ecd1a4 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c3f5a4d-8852-40ea-88d6-9c938782ec59 HTTP/1.1" status: 200 len: 945 time: 0.1696994 Dec 10 18:43:46.147853 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-731aad65-a5fb-427e-bd13-a7df6c403206 req-c362aae8-1a4a-458f-8fca-744f367b47c7 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=59e8dfda8efa4b43845e4f8d48ac8a17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1398556 Dec 10 18:43:46.150609 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf055bf1-ed8b-441d-9222-682023723365 req-e568f13c-cd54-45d8-92a2-358009e2d3ef tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:46.152880 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cf055bf1-ed8b-441d-9222-682023723365 req-e568f13c-cd54-45d8-92a2-358009e2d3ef tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.72 "GET /v2.0/ports?device_id=17dcd94f-4cca-4879-91fc-b894272b2adf HTTP/1.1" status: 200 len: 945 time: 0.2137220 Dec 10 18:43:46.161310 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-b1b56c0c-10c8-4d15-a059-8a43fc2cf6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:46.333536 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-cf055bf1-ed8b-441d-9222-682023723365 req-63a51fbf-b15b-4cbb-8272-39c097f5b8ae tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Deleting port 205d2ed4-d296-4756-a11b-3d9e7323e73f {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:43:46.334113 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-cf055bf1-ed8b-441d-9222-682023723365 req-63a51fbf-b15b-4cbb-8272-39c097f5b8ae tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:46.450634 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-b1b56c0c-10c8-4d15-a059-8a43fc2cf6dd None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:46.457935 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-b1b56c0c-10c8-4d15-a059-8a43fc2cf6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:46.518873 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f0f87-e283-4b63-8e77-cdbc80c68d34 None None] Pushing event updated for resources: {'Port': ['ID=7d317310-1bbb-4042-ac28-f52b618afe10,revision_number=2']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:46.537005 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-b1b56c0c-10c8-4d15-a059-8a43fc2cf6dd None None] Attempting to bind port 7d317310-1bbb-4042-ac28-f52b618afe10 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:43:46.537706 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-b1b56c0c-10c8-4d15-a059-8a43fc2cf6dd None None] Attempting to bind port 7d317310-1bbb-4042-ac28-f52b618afe10 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:43:46.538336 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b56c0c-10c8-4d15-a059-8a43fc2cf6dd None None] Attempting to bind port 7d317310-1bbb-4042-ac28-f52b618afe10 on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:43:46.543729 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476ed31d-8e90-4ae9-a682-bf64e65d7529 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:46.554460 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b56c0c-10c8-4d15-a059-8a43fc2cf6dd None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:43:46.555826 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b56c0c-10c8-4d15-a059-8a43fc2cf6dd None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:46.556549 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-b1b56c0c-10c8-4d15-a059-8a43fc2cf6dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:46.557156 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b56c0c-10c8-4d15-a059-8a43fc2cf6dd None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:43:46.557844 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-b1b56c0c-10c8-4d15-a059-8a43fc2cf6dd None None] Bound port: 7d317310-1bbb-4042-ac28-f52b618afe10, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:43:46.558545 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-b1b56c0c-10c8-4d15-a059-8a43fc2cf6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:46.599394 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-cf055bf1-ed8b-441d-9222-682023723365 req-63a51fbf-b15b-4cbb-8272-39c097f5b8ae tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] For port 205d2ed4-d296-4756-a11b-3d9e7323e73f, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=205d2ed4-d296-4756-a11b-3d9e7323e73f,segment=NetworkSegment(132f30ff-d95d-463a-8f68-1425b289d47c),segment_id=132f30ff-d95d-463a-8f68-1425b289d47c)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:46.600150 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-cf055bf1-ed8b-441d-9222-682023723365 req-63a51fbf-b15b-4cbb-8272-39c097f5b8ae tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:46.624288 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e9390-3ada-4a8f-a0bf-d21a08803062 req-4682370c-36bc-404a-b406-9eb43b577bbb tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:46.632781 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0e8e9390-3ada-4a8f-a0bf-d21a08803062 req-4682370c-36bc-404a-b406-9eb43b577bbb tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc7abd6f-5a48-467a-9ddb-845c0566d69f HTTP/1.1" status: 200 len: 944 time: 0.1270378 Dec 10 18:43:46.639632 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-990cb24a-c2ba-4228-9963-6e613838dada None None] Provisioning complete for port 7d317310-1bbb-4042-ac28-f52b618afe10 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:46.642686 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-990cb24a-c2ba-4228-9963-6e613838dada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:46.645852 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-b1b56c0c-10c8-4d15-a059-8a43fc2cf6dd None None] For port 7d317310-1bbb-4042-ac28-f52b618afe10, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:43:46.650568 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-b1b56c0c-10c8-4d15-a059-8a43fc2cf6dd None None] For port 7d317310-1bbb-4042-ac28-f52b618afe10, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=7d317310-1bbb-4042-ac28-f52b618afe10,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:43:46.656800 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-b1b56c0c-10c8-4d15-a059-8a43fc2cf6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:46.663696 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-cf055bf1-ed8b-441d-9222-682023723365 req-63a51fbf-b15b-4cbb-8272-39c097f5b8ae tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Calling delete_port for 205d2ed4-d296-4756-a11b-3d9e7323e73f owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:43:46.718924 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-990cb24a-c2ba-4228-9963-6e613838dada None None] Port 7d317310-1bbb-4042-ac28-f52b618afe10 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:43:46.719197 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f0f87-e283-4b63-8e77-cdbc80c68d34 None None] Pushing event updated for resources: {'Port': ['ID=7d317310-1bbb-4042-ac28-f52b618afe10,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:46.747603 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b56c0c-10c8-4d15-a059-8a43fc2cf6dd None None] Routers {'6bf06ac2-26b8-4e99-9286-2721bda246c3'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:43:46.748466 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-b1b56c0c-10c8-4d15-a059-8a43fc2cf6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:43:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6bf06ac2-26b8-4e99-9286-2721bda246c3'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:46.752149 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f62f81-0d9e-4bea-9443-221334b1d51a None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:46.804627 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0e8e9390-3ada-4a8f-a0bf-d21a08803062 req-48965ee4-f140-4ae7-a977-e1d215703bbf tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] 10.222.0.62 "GET /v2.0/security-groups?id=314eaba7-054a-4e8f-95a6-62dabd69c8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642416 Dec 10 18:43:46.816401 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3ce70dbb-9739-4373-9971-bed5c3d872a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:46.862301 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-bb36c3a5-a1c7-4d23-b4d2-6f911cfae40d None None] Provisioning complete for port 7d317310-1bbb-4042-ac28-f52b618afe10 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:46.872916 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bb36c3a5-a1c7-4d23-b4d2-6f911cfae40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:46.927041 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e9b96029-d59c-4399-9b36-929c322986de req-e20257a9-8e9e-4c12-a884-db824bec6240 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/ports?device_id=d25659b4-14ce-4359-8efb-3eba0bd3cbde HTTP/1.1" status: 200 len: 210 time: 0.0278385 Dec 10 18:43:46.936060 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-b1b56c0c-10c8-4d15-a059-8a43fc2cf6dd None None] Set router 6bf06ac2-26b8-4e99-9286-2721bda246c3 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:43:47.001680 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80209f1d-e111-4207-b171-ecf5276ff98a tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Made reservation on behalf of ee0aaf60149249e09069cf6cdac8b7f6 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:47.005752 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-80209f1d-e111-4207-b171-ecf5276ff98a tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:47.054752 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-cf055bf1-ed8b-441d-9222-682023723365 req-63a51fbf-b15b-4cbb-8272-39c097f5b8ae tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:47.078555 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['d5526e24-c51a-4332-a394-993ec784cd36'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:43:47.127548 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a51fbf-b15b-4cbb-8272-39c097f5b8ae tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Pushing event deleted for resources: {'Port': ['ID=205d2ed4-d296-4756-a11b-3d9e7323e73f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:47.163770 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['205d2ed4-d296-4756-a11b-3d9e7323e73f'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:43:47.190726 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9256c2-40e2-4fab-ab0b-b7b6ef6bbb6c None None] DHCP port deletion for 636e2dfd-df23-4f7c-a4c9-18933828afd2 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:47.217365 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf055bf1-ed8b-441d-9222-682023723365 req-63a51fbf-b15b-4cbb-8272-39c097f5b8ae tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] No DVR routers for this DVR port 205d2ed4-d296-4756-a11b-3d9e7323e73f on host n-h2-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:43:47.220264 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-3ce70dbb-9739-4373-9971-bed5c3d872a2 admin admin] Allocated IP 172.20.0.1 (b329163e-f9fa-424f-9d31-14ff2a98db73/891bbe66-13fb-4014-8260-37a0a27c3787/8246f2c9-188e-4989-8d9f-2c19c1aaa830) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:43:47.227870 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-cf055bf1-ed8b-441d-9222-682023723365 req-63a51fbf-b15b-4cbb-8272-39c097f5b8ae tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:47.231970 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cf055bf1-ed8b-441d-9222-682023723365 req-63a51fbf-b15b-4cbb-8272-39c097f5b8ae tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.72 "DELETE /v2.0/ports/205d2ed4-d296-4756-a11b-3d9e7323e73f HTTP/1.1" status: 204 len: 173 time: 1.0719426 Dec 10 18:43:47.232444 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17dcd94f-4cca-4879-91fc-b894272b2adf', 'name': 'network-vif-deleted', 'tag': '205d2ed4-d296-4756-a11b-3d9e7323e73f'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:43:47.244824 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55710e6c-d0db-4a98-9df5-76cdc00a004a" -d '{"events": [{"server_uuid": "17dcd94f-4cca-4879-91fc-b894272b2adf", "name": "network-vif-deleted", "tag": "205d2ed4-d296-4756-a11b-3d9e7323e73f"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:43:47.284451 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bb36c3a5-a1c7-4d23-b4d2-6f911cfae40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:47.312012 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-bb36c3a5-a1c7-4d23-b4d2-6f911cfae40d None None] For port 7d317310-1bbb-4042-ac28-f52b618afe10, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=7d317310-1bbb-4042-ac28-f52b618afe10,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:47.325179 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bb36c3a5-a1c7-4d23-b4d2-6f911cfae40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:47.331794 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-731aad65-a5fb-427e-bd13-a7df6c403206 req-f8a7e5d9-6aad-4698-a702-2c8cdb7fbc1f service neutron] 10.222.0.62 "GET /v2.0/networks/a194f604-8b93-4cbe-9eaa-1ab2e8cb24e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5061357 Dec 10 18:43:47.407034 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-b1b56c0c-10c8-4d15-a059-8a43fc2cf6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf06ac2-26b8-4e99-9286-2721bda246c3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1167862112-router', 'tenant_id': '08881b755791457cbf9f2f860f9402bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '7d317310-1bbb-4042-ac28-f52b618afe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:43:42Z', 'updated_at': '2021-12-10T18:43:44Z', 'revision_number': 3, 'project_id': '08881b755791457cbf9f2f860f9402bd', 'gw_port': {'id': '7d317310-1bbb-4042-ac28-f52b618afe10', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:70:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf06ac2-26b8-4e99-9286-2721bda246c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:43Z', 'updated_at': '2021-12-10T18:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:47.411214 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36c3a5-a1c7-4d23-b4d2-6f911cfae40d None None] Pushing event updated for resources: {'Port': ['ID=7d317310-1bbb-4042-ac28-f52b618afe10,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:47.447867 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b56c0c-10c8-4d15-a059-8a43fc2cf6dd None None] The sync data for ids ['6bf06ac2-26b8-4e99-9286-2721bda246c3'] in n-d-821435-1 is: [{'id': '6bf06ac2-26b8-4e99-9286-2721bda246c3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1167862112-router', 'tenant_id': '08881b755791457cbf9f2f860f9402bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '7d317310-1bbb-4042-ac28-f52b618afe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:43:42Z', 'updated_at': '2021-12-10T18:43:44Z', 'revision_number': 3, 'project_id': '08881b755791457cbf9f2f860f9402bd', 'gw_port': {'id': '7d317310-1bbb-4042-ac28-f52b618afe10', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:70:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf06ac2-26b8-4e99-9286-2721bda246c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:43Z', 'updated_at': '2021-12-10T18:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:43:47.485170 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3ce70dbb-9739-4373-9971-bed5c3d872a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:47.518735 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-e8b99757-1714-4d17-8f40-395526a06148 req-dd262095-1c37-4f66-9fa3-0bfea11317a1 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Deleting port d5526e24-c51a-4332-a394-993ec784cd36 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:43:47.519456 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e8b99757-1714-4d17-8f40-395526a06148 req-dd262095-1c37-4f66-9fa3-0bfea11317a1 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:47.562352 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3ce70dbb-9739-4373-9971-bed5c3d872a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:47.614696 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09188bd1-7192-4ee1-9ca2-a65ebff4b900 x-openstack-request-id: req-09188bd1-7192-4ee1-9ca2-a65ebff4b900 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:43:47.614999 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17dcd94f-4cca-4879-91fc-b894272b2adf", "name": "network-vif-deleted", "tag": "205d2ed4-d296-4756-a11b-3d9e7323e73f", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:43:47.615282 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-09188bd1-7192-4ee1-9ca2-a65ebff4b900 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:43:47.616241 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17dcd94f-4cca-4879-91fc-b894272b2adf', 'name': 'network-vif-deleted', 'tag': '205d2ed4-d296-4756-a11b-3d9e7323e73f', 'status': 'completed', 'code': 200} Dec 10 18:43:47.631672 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce70dbb-9739-4373-9971-bed5c3d872a2 admin admin] Network b329163e-f9fa-424f-9d31-14ff2a98db73 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:43:47.640229 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-3ce70dbb-9739-4373-9971-bed5c3d872a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:47.642674 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce70dbb-9739-4373-9971-bed5c3d872a2 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:43:47.681721 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce70dbb-9739-4373-9971-bed5c3d872a2 admin admin] Pushing event updated for resources: {'Port': ['ID=8246f2c9-188e-4989-8d9f-2c19c1aaa830,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:47.707596 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3ce70dbb-9739-4373-9971-bed5c3d872a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:47.710184 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 7efc6bc1-2761-4db4-8e44-1fd74d3ccc54 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:43:47.770850 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-731aad65-a5fb-427e-bd13-a7df6c403206 req-9b26f2da-5bba-48ed-81d4-871647605dd4 service neutron] 10.222.0.62 "GET /v2.0/networks/a194f604-8b93-4cbe-9eaa-1ab2e8cb24e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381638 Dec 10 18:43:47.781247 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-80209f1d-e111-4207-b171-ecf5276ff98a tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:47.794360 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 7efc6bc1-2761-4db4-8e44-1fd74d3ccc54 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:43:47.807681 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 7efc6bc1-2761-4db4-8e44-1fd74d3ccc54 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:47.808057 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:47.835437 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e8b99757-1714-4d17-8f40-395526a06148 req-dd262095-1c37-4f66-9fa3-0bfea11317a1 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] For port d5526e24-c51a-4332-a394-993ec784cd36, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=d5526e24-c51a-4332-a394-993ec784cd36,segment=NetworkSegment(132f30ff-d95d-463a-8f68-1425b289d47c),segment_id=132f30ff-d95d-463a-8f68-1425b289d47c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:47.835815 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e8b99757-1714-4d17-8f40-395526a06148 req-dd262095-1c37-4f66-9fa3-0bfea11317a1 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:47.875386 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-e8b99757-1714-4d17-8f40-395526a06148 req-dd262095-1c37-4f66-9fa3-0bfea11317a1 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Calling delete_port for d5526e24-c51a-4332-a394-993ec784cd36 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:43:47.908389 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80209f1d-e111-4207-b171-ecf5276ff98a tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Pushing event updated for resources: {'Subnet': ['ID=12d4dcb8-a1ee-4c75-ba04-3b007a32b85b,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:47.973892 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80209f1d-e111-4207-b171-ecf5276ff98a tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Checking segment: {'id': '14bc528e-77ab-4606-a389-6c12bf0726a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f851182f-bce4-49b0-8110-a196e999000c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:47.974282 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80209f1d-e111-4207-b171-ecf5276ff98a tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Network hostable DHCP agents. Network: f851182f-bce4-49b0-8110-a196e999000c, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:43:48.088591 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80209f1d-e111-4207-b171-ecf5276ff98a tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Network f851182f-bce4-49b0-8110-a196e999000c is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:43:48.124903 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-80209f1d-e111-4207-b171-ecf5276ff98a tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, f851182f-bce4-49b0-8110-a196e999000c) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:48.135226 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80209f1d-e111-4207-b171-ecf5276ff98a tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:48.136131 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-80209f1d-e111-4207-b171-ecf5276ff98a tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:48.165698 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc21ed1a-d577-49f5-9b52-27577e51f034 None None] Network f851182f-bce4-49b0-8110-a196e999000c requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:48.257733 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3ce70dbb-9739-4373-9971-bed5c3d872a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:48.258017 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:48.333197 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5042c-8c22-4081-a960-576a8f16ef5e req-0d41bdc6-e411-4608-b432-442e1a7eef4d tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:48.347054 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dce5042c-8c22-4081-a960-576a8f16ef5e req-0d41bdc6-e411-4608-b432-442e1a7eef4d tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc7abd6f-5a48-467a-9ddb-845c0566d69f HTTP/1.1" status: 200 len: 944 time: 0.3146551 Dec 10 18:43:48.376372 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-80209f1d-e111-4207-b171-ecf5276ff98a tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3430111 Dec 10 18:43:48.384507 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 7efc6bc1-2761-4db4-8e44-1fd74d3ccc54, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=7efc6bc1-2761-4db4-8e44-1fd74d3ccc54,segment=NetworkSegment(081f6c0d-2ccb-4712-b226-9eb31f1e0833),segment_id=081f6c0d-2ccb-4712-b226-9eb31f1e0833)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:48.388077 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7abd6f-5a48-467a-9ddb-845c0566d69f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efc6bc1-2761-4db4-8e44-1fd74d3ccc54'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:43:48.395720 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65848453-82bb-47c6-bc3c-25b323359b66" -d '{"events": [{"server_uuid": "bc7abd6f-5a48-467a-9ddb-845c0566d69f", "name": "network-vif-plugged", "status": "completed", "tag": "7efc6bc1-2761-4db4-8e44-1fd74d3ccc54"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:43:48.405457 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:48.437392 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60202) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:48.459097 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-3d4c34ea-078d-4c02-83a2-9161d19efc3d tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Request body: {'network': {'name': 'tempest-router-network01--63171913'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:48.501451 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-75378cdc-a2ef-41a8-95bf-72a00cdf97d2 req-a583201b-0c59-497e-9bdc-59751b9f8aab tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/ports?device_id=d25659b4-14ce-4359-8efb-3eba0bd3cbde HTTP/1.1" status: 200 len: 210 time: 0.2813139 Dec 10 18:43:48.508260 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e8b99757-1714-4d17-8f40-395526a06148 req-dd262095-1c37-4f66-9fa3-0bfea11317a1 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:48.565515 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=7efc6bc1-2761-4db4-8e44-1fd74d3ccc54,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:48.610043 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd262095-1c37-4f66-9fa3-0bfea11317a1 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Pushing event deleted for resources: {'Port': ['ID=d5526e24-c51a-4332-a394-993ec784cd36,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:48.631233 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4c34ea-078d-4c02-83a2-9161d19efc3d tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Made reservation on behalf of ee0aaf60149249e09069cf6cdac8b7f6 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:48.634315 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f087361a-7020-4ce5-bdb5-b3fb027ff3b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-f851182f-bce4-49b0-8110-a196e999000c', 'network_id': 'f851182f-bce4-49b0-8110-a196e999000c', 'project_id': 'ee0aaf60149249e09069cf6cdac8b7f6', 'fixed_ips': [{'subnet_id': '12d4dcb8-a1ee-4c75-ba04-3b007a32b85b'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:43:48.635426 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f087361a-7020-4ce5-bdb5-b3fb027ff3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:48.640911 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3d4c34ea-078d-4c02-83a2-9161d19efc3d tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:48.663103 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dce5042c-8c22-4081-a960-576a8f16ef5e req-20e0b453-eec7-4db2-ad0e-03de7906a964 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] 10.222.0.62 "GET /v2.0/security-groups?id=314eaba7-054a-4e8f-95a6-62dabd69c8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143401 Dec 10 18:43:48.665955 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da3c7b2-e7b1-4df8-873b-3d98ad5520fc None None] DHCP port deletion for 636e2dfd-df23-4f7c-a4c9-18933828afd2 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:48.786306 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b99757-1714-4d17-8f40-395526a06148 req-dd262095-1c37-4f66-9fa3-0bfea11317a1 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] No DVR routers for this DVR port d5526e24-c51a-4332-a394-993ec784cd36 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:43:48.789808 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d4c34ea-078d-4c02-83a2-9161d19efc3d tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:43:48.796378 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e8b99757-1714-4d17-8f40-395526a06148 req-dd262095-1c37-4f66-9fa3-0bfea11317a1 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:48.800143 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e8b99757-1714-4d17-8f40-395526a06148 req-dd262095-1c37-4f66-9fa3-0bfea11317a1 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.46 "DELETE /v2.0/ports/d5526e24-c51a-4332-a394-993ec784cd36 HTTP/1.1" status: 204 len: 173 time: 2.6434591 Dec 10 18:43:48.800617 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3f5a4d-8852-40ea-88d6-9c938782ec59', 'name': 'network-vif-deleted', 'tag': 'd5526e24-c51a-4332-a394-993ec784cd36'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:43:48.802987 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726e2285-0aae-43ca-a3dc-958474a4e56b" -d '{"events": [{"server_uuid": "1c3f5a4d-8852-40ea-88d6-9c938782ec59", "name": "network-vif-deleted", "tag": "d5526e24-c51a-4332-a394-993ec784cd36"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:43:48.836924 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-620698ed-6c2c-4657-9733-79676d3d1492 req-c2d4e9ae-de5e-45df-b81a-6e69cb2a709e tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.1160159 Dec 10 18:43:48.852052 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-97209af9-fd09-4960-8c6b-a0f9a79614f4 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:48.856080 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-97209af9-fd09-4960-8c6b-a0f9a79614f4 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.46 "GET /v2.0/networks?id=636e2dfd-df23-4f7c-a4c9-18933828afd2 HTTP/1.1" status: 200 len: 812 time: 0.6249790 Dec 10 18:43:48.875699 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-edbe0814-e459-465d-a7c7-66dd9997a125 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Request body: {'port': {'device_id': '2421529b-27e7-45b5-b458-57cdf17c470b', 'network_id': '636e2dfd-df23-4f7c-a4c9-18933828afd2', 'admin_state_up': True, 'tenant_id': '10f9a9b34b5e4f059c57405921915531'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:48.946025 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3ce70dbb-9739-4373-9971-bed5c3d872a2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:48.956767 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17131ec7-fc2a-4305-add6-99e1d134c2ef x-openstack-request-id: req-17131ec7-fc2a-4305-add6-99e1d134c2ef {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:43:48.957366 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7abd6f-5a48-467a-9ddb-845c0566d69f", "name": "network-vif-plugged", "status": "completed", "tag": "7efc6bc1-2761-4db4-8e44-1fd74d3ccc54", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:43:48.958892 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-17131ec7-fc2a-4305-add6-99e1d134c2ef {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:43:48.959493 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7abd6f-5a48-467a-9ddb-845c0566d69f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efc6bc1-2761-4db4-8e44-1fd74d3ccc54', 'code': 200} Dec 10 18:43:48.971927 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3ce70dbb-9739-4373-9971-bed5c3d872a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:49.028758 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-f087361a-7020-4ce5-bdb5-b3fb027ff3b1 None None] Allocated IP 172.20.0.2 (f851182f-bce4-49b0-8110-a196e999000c/12d4dcb8-a1ee-4c75-ba04-3b007a32b85b/cdf0f7ef-f379-4dac-a4f7-dbba8d8334c6) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:43:49.068165 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157ea145-84b8-4eac-9195-1b85a044a03d x-openstack-request-id: req-157ea145-84b8-4eac-9195-1b85a044a03d {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:43:49.068875 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3f5a4d-8852-40ea-88d6-9c938782ec59", "name": "network-vif-deleted", "tag": "d5526e24-c51a-4332-a394-993ec784cd36", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:43:49.069294 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-157ea145-84b8-4eac-9195-1b85a044a03d {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:43:49.069877 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c3f5a4d-8852-40ea-88d6-9c938782ec59', 'name': 'network-vif-deleted', 'tag': 'd5526e24-c51a-4332-a394-993ec784cd36', 'status': 'completed', 'code': 200} Dec 10 18:43:49.129589 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3d4c34ea-078d-4c02-83a2-9161d19efc3d tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:49.129996 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-3d4c34ea-078d-4c02-83a2-9161d19efc3d tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Added segment 7bc02d33-77fe-43ee-ab4a-fe76232f7b75 of type vlan for network fec43d40-526a-4eca-8daa-6537b7aafd7d Dec 10 18:43:49.200949 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 7d317310-1bbb-4042-ac28-f52b618afe10 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:43:49.226413 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-edbe0814-e459-465d-a7c7-66dd9997a125 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Made reservation on behalf of 10f9a9b34b5e4f059c57405921915531 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:49.227108 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3ce70dbb-9739-4373-9971-bed5c3d872a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:49.230327 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-edbe0814-e459-465d-a7c7-66dd9997a125 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:49.274710 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce70dbb-9739-4373-9971-bed5c3d872a2 admin admin] Pushing event updated for resources: {'Port': ['ID=8246f2c9-188e-4989-8d9f-2c19c1aaa830,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:49.296600 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3d4c34ea-078d-4c02-83a2-9161d19efc3d tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:49.314801 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 7d317310-1bbb-4042-ac28-f52b618afe10 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:49.315617 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:49.317278 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce70dbb-9739-4373-9971-bed5c3d872a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:49.317636 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce70dbb-9739-4373-9971-bed5c3d872a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:49.317987 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce70dbb-9739-4373-9971-bed5c3d872a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:49.318331 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce70dbb-9739-4373-9971-bed5c3d872a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:49.318956 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce70dbb-9739-4373-9971-bed5c3d872a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:49.319100 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce70dbb-9739-4373-9971-bed5c3d872a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:49.320077 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce70dbb-9739-4373-9971-bed5c3d872a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:49.320077 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce70dbb-9739-4373-9971-bed5c3d872a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:49.320077 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce70dbb-9739-4373-9971-bed5c3d872a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:49.320364 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce70dbb-9739-4373-9971-bed5c3d872a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:49.320620 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce70dbb-9739-4373-9971-bed5c3d872a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:49.320961 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce70dbb-9739-4373-9971-bed5c3d872a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:49.321289 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce70dbb-9739-4373-9971-bed5c3d872a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:49.369214 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-b90aa77c-ca48-489e-acb3-888495636fa7 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:49.370462 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-b90aa77c-ca48-489e-acb3-888495636fa7 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.46 "GET /v2.0/networks?id=636e2dfd-df23-4f7c-a4c9-18933828afd2 HTTP/1.1" status: 200 len: 812 time: 0.4217105 Dec 10 18:43:49.399327 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-92278991-f18c-48d6-b479-ea3af86a488b tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Request body: {'port': {'device_id': 'd25659b4-14ce-4359-8efb-3eba0bd3cbde', 'network_id': '636e2dfd-df23-4f7c-a4c9-18933828afd2', 'admin_state_up': True, 'tenant_id': '10f9a9b34b5e4f059c57405921915531'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:49.405178 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f087361a-7020-4ce5-bdb5-b3fb027ff3b1 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:49.408183 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-edbe0814-e459-465d-a7c7-66dd9997a125 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Allocated IP 172.20.0.8 (636e2dfd-df23-4f7c-a4c9-18933828afd2/430bde89-6d4e-4351-83c8-14323bc62853/77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:43:49.411662 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259dce8d-045b-476b-80d0-ada203e55fc3 req-5abfd953-09a0-4fbb-984d-fbd2505d1fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:49.413532 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-259dce8d-045b-476b-80d0-ada203e55fc3 req-5abfd953-09a0-4fbb-984d-fbd2505d1fb5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bc7abd6f-5a48-467a-9ddb-845c0566d69f HTTP/1.1" status: 200 len: 1096 time: 0.2410834 Dec 10 18:43:49.440686 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f087361a-7020-4ce5-bdb5-b3fb027ff3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:49.458779 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3d4c34ea-078d-4c02-83a2-9161d19efc3d tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:49.464379 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4c34ea-078d-4c02-83a2-9161d19efc3d tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:49.468418 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3d4c34ea-078d-4c02-83a2-9161d19efc3d tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:49.471559 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f087361a-7020-4ce5-bdb5-b3fb027ff3b1 None None] Network f851182f-bce4-49b0-8110-a196e999000c is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:43:49.523426 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-f087361a-7020-4ce5-bdb5-b3fb027ff3b1 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:49.541794 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f087361a-7020-4ce5-bdb5-b3fb027ff3b1 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:43:49.621612 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087361a-7020-4ce5-bdb5-b3fb027ff3b1 None None] Pushing event updated for resources: {'Port': ['ID=cdf0f7ef-f379-4dac-a4f7-dbba8d8334c6,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:49.653440 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c0918d16-4745-4048-9bc0-87c76864228d req-56de4444-9281-4059-a552-75080fa6cce1 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/ports?device_id=d25659b4-14ce-4359-8efb-3eba0bd3cbde HTTP/1.1" status: 200 len: 210 time: 0.0551074 Dec 10 18:43:49.661089 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6a852bf5-496d-4bee-aaa0-94dd5059ffad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:49.663520 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f087361a-7020-4ce5-bdb5-b3fb027ff3b1 None None] Attempting to bind port cdf0f7ef-f379-4dac-a4f7-dbba8d8334c6 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:43:49.664072 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f087361a-7020-4ce5-bdb5-b3fb027ff3b1 None None] Attempting to bind port cdf0f7ef-f379-4dac-a4f7-dbba8d8334c6 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '14bc528e-77ab-4606-a389-6c12bf0726a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f851182f-bce4-49b0-8110-a196e999000c'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:43:49.665261 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f087361a-7020-4ce5-bdb5-b3fb027ff3b1 None None] Attempting to bind port cdf0f7ef-f379-4dac-a4f7-dbba8d8334c6 on network f851182f-bce4-49b0-8110-a196e999000c {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:43:49.678404 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f087361a-7020-4ce5-bdb5-b3fb027ff3b1 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:43:49.678404 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f087361a-7020-4ce5-bdb5-b3fb027ff3b1 None None] Checking segment: {'id': '14bc528e-77ab-4606-a389-6c12bf0726a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f851182f-bce4-49b0-8110-a196e999000c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:49.678741 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-edbe0814-e459-465d-a7c7-66dd9997a125 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:49.678848 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f087361a-7020-4ce5-bdb5-b3fb027ff3b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:49.678848 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f087361a-7020-4ce5-bdb5-b3fb027ff3b1 None None] Bound using segment: {'id': '14bc528e-77ab-4606-a389-6c12bf0726a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f851182f-bce4-49b0-8110-a196e999000c'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:43:49.678848 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f087361a-7020-4ce5-bdb5-b3fb027ff3b1 None None] Bound port: cdf0f7ef-f379-4dac-a4f7-dbba8d8334c6, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14bc528e-77ab-4606-a389-6c12bf0726a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f851182f-bce4-49b0-8110-a196e999000c'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:43:49.678848 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f087361a-7020-4ce5-bdb5-b3fb027ff3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:49.717583 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 205d2ed4-d296-4756-a11b-3d9e7323e73f no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:43:49.751669 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-edbe0814-e459-465d-a7c7-66dd9997a125 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:49.763783 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 205d2ed4-d296-4756-a11b-3d9e7323e73f {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:43:49.764351 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 205d2ed4-d296-4756-a11b-3d9e7323e73f not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:43:49.795854 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f087361a-7020-4ce5-bdb5-b3fb027ff3b1 None None] For port cdf0f7ef-f379-4dac-a4f7-dbba8d8334c6, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:43:49.801793 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f087361a-7020-4ce5-bdb5-b3fb027ff3b1 None None] For port cdf0f7ef-f379-4dac-a4f7-dbba8d8334c6, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=cdf0f7ef-f379-4dac-a4f7-dbba8d8334c6,segment=NetworkSegment(14bc528e-77ab-4606-a389-6c12bf0726a2),segment_id=14bc528e-77ab-4606-a389-6c12bf0726a2)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:43:49.810001 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f087361a-7020-4ce5-bdb5-b3fb027ff3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:49.839374 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-edbe0814-e459-465d-a7c7-66dd9997a125 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Network 636e2dfd-df23-4f7c-a4c9-18933828afd2 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:43:49.846933 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-edbe0814-e459-465d-a7c7-66dd9997a125 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:49.849717 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-edbe0814-e459-465d-a7c7-66dd9997a125 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:43:49.879728 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087361a-7020-4ce5-bdb5-b3fb027ff3b1 None None] Pushing event updated for resources: {'Port': ['ID=cdf0f7ef-f379-4dac-a4f7-dbba8d8334c6,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:49.892702 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe0814-e459-465d-a7c7-66dd9997a125 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Pushing event updated for resources: {'Port': ['ID=77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:49.903200 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891b3e5a-b43e-4393-a57e-3ae7b2f97481 None None] DHCP port deletion for 636e2dfd-df23-4f7c-a4c9-18933828afd2 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:49.927028 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad58b0-cfae-4fca-970b-7afefce2c9b4 req-e4fee329-dac8-4ab8-b8a6-c8a1ddb31910 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:49.939437 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-80ad58b0-cfae-4fca-970b-7afefce2c9b4 req-e4fee329-dac8-4ab8-b8a6-c8a1ddb31910 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc7abd6f-5a48-467a-9ddb-845c0566d69f HTTP/1.1" status: 200 len: 945 time: 0.1452451 Dec 10 18:43:49.958336 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-edbe0814-e459-465d-a7c7-66dd9997a125 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:49.959097 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-edbe0814-e459-465d-a7c7-66dd9997a125 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:49.994070 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-edbe0814-e459-465d-a7c7-66dd9997a125 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1236472 Dec 10 18:43:50.015700 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-53cba03a-01cf-48e2-914d-4b376577bfdb service neutron] Request body: {'port': {'device_id': '2421529b-27e7-45b5-b458-57cdf17c470b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:50.026899 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-803670af-d918-4abb-9dcf-8720474c1c1d None None] Provisioning complete for port 77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:50.027403 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-803670af-d918-4abb-9dcf-8720474c1c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:50.046612 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-80ad58b0-cfae-4fca-970b-7afefce2c9b4 req-b05b8913-4ba8-41cd-89a8-5154a96f56a3 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] 10.222.0.62 "GET /v2.0/security-groups?id=314eaba7-054a-4e8f-95a6-62dabd69c8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061978 Dec 10 18:43:50.058651 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-259dce8d-045b-476b-80d0-ada203e55fc3 req-e30c1660-bcd9-46d9-be29-9e1366db387d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=314eaba7-054a-4e8f-95a6-62dabd69c8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6308188 Dec 10 18:43:50.061766 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3d4c34ea-078d-4c02-83a2-9161d19efc3d tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6228378 Dec 10 18:43:50.072619 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 60226) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:50.085385 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-803670af-d918-4abb-9dcf-8720474c1c1d None None] Port 77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:43:50.100188 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f5c1f727-ffa3-44ee-a441-345a14637183 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Request body: {'network': {'name': 'tempest-router-network02--344914040'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:50.120440 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-72c34a4b-7d2e-4c7b-b1a9-f6bcb0d16d88 req-7af2362c-9651-4888-bb58-fb329dacd3ed tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.1286206 Dec 10 18:43:50.131268 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c34ea-078d-4c02-83a2-9161d19efc3d tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Pushing event updated for resources: {'Network': ['ID=fec43d40-526a-4eca-8daa-6537b7aafd7d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:50.143881 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network fec43d40-526a-4eca-8daa-6537b7aafd7d details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:43:50.159001 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce70dbb-9739-4373-9971-bed5c3d872a2 admin admin] Network b329163e-f9fa-424f-9d31-14ff2a98db73 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:43:50.160427 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-3ce70dbb-9739-4373-9971-bed5c3d872a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:50.169099 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-53cba03a-01cf-48e2-914d-4b376577bfdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:50.176154 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c1f727-ffa3-44ee-a441-345a14637183 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Made reservation on behalf of ee0aaf60149249e09069cf6cdac8b7f6 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:50.180564 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5c1f727-ffa3-44ee-a441-345a14637183 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:50.261050 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5c1f727-ffa3-44ee-a441-345a14637183 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:43:50.357155 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-92278991-f18c-48d6-b479-ea3af86a488b tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Made reservation on behalf of 10f9a9b34b5e4f059c57405921915531 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:50.361453 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-92278991-f18c-48d6-b479-ea3af86a488b tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:50.381264 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5c1f727-ffa3-44ee-a441-345a14637183 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:50.381880 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-f5c1f727-ffa3-44ee-a441-345a14637183 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Added segment f3904e81-44b7-4f11-8660-676213a389c7 of type vlan for network 9d6f0c23-6f2f-48eb-bd1f-aeac771298d9 Dec 10 18:43:50.443031 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5c1f727-ffa3-44ee-a441-345a14637183 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:50.471097 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce70dbb-9739-4373-9971-bed5c3d872a2 admin admin] Router 6bf06ac2-26b8-4e99-9286-2721bda246c3 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:43:50.529002 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5c1f727-ffa3-44ee-a441-345a14637183 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:50.535908 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c1f727-ffa3-44ee-a441-345a14637183 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:50.536498 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5c1f727-ffa3-44ee-a441-345a14637183 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:50.589953 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce70dbb-9739-4373-9971-bed5c3d872a2 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:43:50.595064 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3ce70dbb-9739-4373-9971-bed5c3d872a2 admin admin] 10.222.0.62 "PUT /v2.0/routers/6bf06ac2-26b8-4e99-9286-2721bda246c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8761716 Dec 10 18:43:50.601256 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f5c1f727-ffa3-44ee-a441-345a14637183 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5256329 Dec 10 18:43:50.604171 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60228) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:50.612402 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e131af6d-873f-474a-8d6b-0e04be986e00 None None] Sync routers for ids ['6bf06ac2-26b8-4e99-9286-2721bda246c3'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:43:50.617226 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-503be75f-31ee-4199-9da5-9be83a4d2005 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Request body: {'subnet': {'network_id': 'fec43d40-526a-4eca-8daa-6537b7aafd7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:50.629795 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e131af6d-873f-474a-8d6b-0e04be986e00 None None] Routers {'6bf06ac2-26b8-4e99-9286-2721bda246c3'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:43:50.630795 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e131af6d-873f-474a-8d6b-0e04be986e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:43:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6bf06ac2-26b8-4e99-9286-2721bda246c3'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:50.642732 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1f727-ffa3-44ee-a441-345a14637183 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Pushing event updated for resources: {'Network': ['ID=9d6f0c23-6f2f-48eb-bd1f-aeac771298d9,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:50.716549 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-53cba03a-01cf-48e2-914d-4b376577bfdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:43:50.725951 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-53cba03a-01cf-48e2-914d-4b376577bfdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:50.741468 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-53cba03a-01cf-48e2-914d-4b376577bfdb service neutron] Transition to ACTIVE for port object 77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:43:50.753120 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-53cba03a-01cf-48e2-914d-4b376577bfdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:50.778446 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 9d6f0c23-6f2f-48eb-bd1f-aeac771298d9 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:43:50.855295 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de07558-29ae-4376-a0d5-31a92f2d9999 None None] DHCP port deletion for 636e2dfd-df23-4f7c-a4c9-18933828afd2 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:50.914679 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-53cba03a-01cf-48e2-914d-4b376577bfdb service neutron] Attempting to bind port 77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:43:50.915127 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-53cba03a-01cf-48e2-914d-4b376577bfdb service neutron] Attempting to bind port 77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '132f30ff-d95d-463a-8f68-1425b289d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '636e2dfd-df23-4f7c-a4c9-18933828afd2'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:43:50.915364 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-53cba03a-01cf-48e2-914d-4b376577bfdb service neutron] Attempting to bind port 77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366 on network 636e2dfd-df23-4f7c-a4c9-18933828afd2 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:43:50.918532 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cba03a-01cf-48e2-914d-4b376577bfdb service neutron] Pushing event updated for resources: {'Port': ['ID=77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:50.925617 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-53cba03a-01cf-48e2-914d-4b376577bfdb service neutron] Port 77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366 on network 636e2dfd-df23-4f7c-a4c9-18933828afd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:43:50.925951 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-53cba03a-01cf-48e2-914d-4b376577bfdb service neutron] Attempting to bind port 77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366 on network 636e2dfd-df23-4f7c-a4c9-18933828afd2 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:43:50.932132 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-53cba03a-01cf-48e2-914d-4b376577bfdb service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:43:50.932475 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-53cba03a-01cf-48e2-914d-4b376577bfdb service neutron] Checking segment: {'id': '132f30ff-d95d-463a-8f68-1425b289d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '636e2dfd-df23-4f7c-a4c9-18933828afd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:50.932901 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-53cba03a-01cf-48e2-914d-4b376577bfdb service neutron] Bound using segment: {'id': '132f30ff-d95d-463a-8f68-1425b289d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '636e2dfd-df23-4f7c-a4c9-18933828afd2'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:43:50.933344 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-53cba03a-01cf-48e2-914d-4b376577bfdb service neutron] Bound port: 77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '132f30ff-d95d-463a-8f68-1425b289d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '636e2dfd-df23-4f7c-a4c9-18933828afd2'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:43:50.933733 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-53cba03a-01cf-48e2-914d-4b376577bfdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:50.937549 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device d5526e24-c51a-4332-a394-993ec784cd36 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:43:50.977698 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-92278991-f18c-48d6-b479-ea3af86a488b tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Allocated IP 172.20.0.7 (636e2dfd-df23-4f7c-a4c9-18933828afd2/430bde89-6d4e-4351-83c8-14323bc62853/1feb4294-93ae-4ab0-a1e8-e4f84d574066) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:43:51.009447 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503be75f-31ee-4199-9da5-9be83a4d2005 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Made reservation on behalf of ee0aaf60149249e09069cf6cdac8b7f6 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:51.011156 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: d5526e24-c51a-4332-a394-993ec784cd36 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:43:51.013415 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device d5526e24-c51a-4332-a394-993ec784cd36 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:43:51.016352 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-503be75f-31ee-4199-9da5-9be83a4d2005 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:51.090099 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-53cba03a-01cf-48e2-914d-4b376577bfdb service neutron] For port 77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:43:51.095974 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-53cba03a-01cf-48e2-914d-4b376577bfdb service neutron] For port 77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366,segment=NetworkSegment(132f30ff-d95d-463a-8f68-1425b289d47c),segment_id=132f30ff-d95d-463a-8f68-1425b289d47c)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:43:51.099813 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-e131af6d-873f-474a-8d6b-0e04be986e00 None None] Set router 6bf06ac2-26b8-4e99-9286-2721bda246c3 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:43:51.103436 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device cdf0f7ef-f379-4dac-a4f7-dbba8d8334c6 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:43:51.106615 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-53cba03a-01cf-48e2-914d-4b376577bfdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:51.190255 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-53cba03a-01cf-48e2-914d-4b376577bfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:51.191065 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-53cba03a-01cf-48e2-914d-4b376577bfdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:51.193125 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-53cba03a-01cf-48e2-914d-4b376577bfdb service neutron] 10.222.0.46 "PUT /v2.0/ports/77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366 HTTP/1.1" status: 200 len: 1091 time: 1.1866455 Dec 10 18:43:51.193776 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2421529b-27e7-45b5-b458-57cdf17c470b', 'tag': '77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:43:51.196367 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f3dbe7-c4f2-45f3-b3a6-e299b53f30d2" -d '{"events": [{"name": "network-changed", "server_uuid": "2421529b-27e7-45b5-b458-57cdf17c470b", "tag": "77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:43:51.222618 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02a9097-dccd-4559-89be-b01d906af7db None None] DHCP port deletion for 636e2dfd-df23-4f7c-a4c9-18933828afd2 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:51.226196 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cba03a-01cf-48e2-914d-4b376577bfdb service neutron] Pushing event updated for resources: {'Port': ['ID=77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:51.297310 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-842b7d66-e383-4048-b626-394859841f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:51.299110 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-842b7d66-e383-4048-b626-394859841f6f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=10f9a9b34b5e4f059c57405921915531&device_id=2421529b-27e7-45b5-b458-57cdf17c470b HTTP/1.1" status: 200 len: 1094 time: 0.0610015 Dec 10 18:43:51.387971 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-4d74fb2b-e687-4157-a5a1-ec1f5c152a5d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366 HTTP/1.1" status: 200 len: 217 time: 0.0806458 Dec 10 18:43:51.404266 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port cdf0f7ef-f379-4dac-a4f7-dbba8d8334c6 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:51.404901 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:51.453372 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f54316d8-ffe1-4f7d-a83e-d2bfc1886409 req-7437c590-26b0-4182-93f2-576918670c42 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/ports?device_id=d25659b4-14ce-4359-8efb-3eba0bd3cbde HTTP/1.1" status: 200 len: 210 time: 0.0638278 Dec 10 18:43:51.509436 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-868ec096-6801-48b8-9ec4-242bd1d85c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:51.510941 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-868ec096-6801-48b8-9ec4-242bd1d85c95 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=430bde89-6d4e-4351-83c8-14323bc62853 HTTP/1.1" status: 200 len: 852 time: 0.1087122 Dec 10 18:43:51.568395 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:51.598897 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-60b2c312-155e-4341-8363-1827102dc4f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=636e2dfd-df23-4f7c-a4c9-18933828afd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803297 Dec 10 18:43:51.620040 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port cdf0f7ef-f379-4dac-a4f7-dbba8d8334c6, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=cdf0f7ef-f379-4dac-a4f7-dbba8d8334c6,segment=NetworkSegment(14bc528e-77ab-4606-a389-6c12bf0726a2),segment_id=14bc528e-77ab-4606-a389-6c12bf0726a2)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:51.627715 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:51.644177 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec528b-9585-4dd6-be0c-d7e24d87e566 req-19215fd5-8381-4c1e-91f1-ab4c686cb833 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:51.646775 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7bec528b-9585-4dd6-be0c-d7e24d87e566 req-19215fd5-8381-4c1e-91f1-ab4c686cb833 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc7abd6f-5a48-467a-9ddb-845c0566d69f HTTP/1.1" status: 200 len: 945 time: 0.0962977 Dec 10 18:43:51.684178 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=cdf0f7ef-f379-4dac-a4f7-dbba8d8334c6,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:51.686876 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884ce4cc-7200-41de-8b30-0b40e6b5b197 None None] Network f851182f-bce4-49b0-8110-a196e999000c requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:51.693783 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e131af6d-873f-474a-8d6b-0e04be986e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf06ac2-26b8-4e99-9286-2721bda246c3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1167862112-router', 'tenant_id': '08881b755791457cbf9f2f860f9402bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '7d317310-1bbb-4042-ac28-f52b618afe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:43:42Z', 'updated_at': '2021-12-10T18:43:48Z', 'revision_number': 4, 'project_id': '08881b755791457cbf9f2f860f9402bd', 'gw_port': {'id': '7d317310-1bbb-4042-ac28-f52b618afe10', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:70:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf06ac2-26b8-4e99-9286-2721bda246c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:43Z', 'updated_at': '2021-12-10T18:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '8246f2c9-188e-4989-8d9f-2c19c1aaa830', 'name': '', 'network_id': 'b329163e-f9fa-424f-9d31-14ff2a98db73', 'tenant_id': '08881b755791457cbf9f2f860f9402bd', 'mac_address': 'fa:16:3e:ae:16:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf06ac2-26b8-4e99-9286-2721bda246c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '891bbe66-13fb-4014-8260-37a0a27c3787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:46Z', 'updated_at': '2021-12-10T18:43:48Z', 'revision_number': 2, 'project_id': '08881b755791457cbf9f2f860f9402bd', 'subnets': [{'id': '891bbe66-13fb-4014-8260-37a0a27c3787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:51.725063 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-503be75f-31ee-4199-9da5-9be83a4d2005 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:51.755883 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7bec528b-9585-4dd6-be0c-d7e24d87e566 req-5a791b16-d157-43ab-8022-ba7442c3115f tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] 10.222.0.62 "GET /v2.0/security-groups?id=314eaba7-054a-4e8f-95a6-62dabd69c8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739925 Dec 10 18:43:51.764777 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-fe2ac28f-d7f9-43c7-9830-edcb57aebf9b tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:51.770695 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-34fe35b8-6787-4d51-a236-722acd60cea5 service neutron] 10.222.0.46 "GET /v2.0/networks/636e2dfd-df23-4f7c-a4c9-18933828afd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624863 Dec 10 18:43:51.772162 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e131af6d-873f-474a-8d6b-0e04be986e00 None None] Checking router: 6bf06ac2-26b8-4e99-9286-2721bda246c3 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:43:51.772525 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e131af6d-873f-474a-8d6b-0e04be986e00 None None] Updating router 6bf06ac2-26b8-4e99-9286-2721bda246c3 port 8246f2c9-188e-4989-8d9f-2c19c1aaa830 binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:43:51.773346 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-fe2ac28f-d7f9-43c7-9830-edcb57aebf9b tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/networks?id=b329163e-f9fa-424f-9d31-14ff2a98db73 HTTP/1.1" status: 200 len: 820 time: 0.5860379 Dec 10 18:43:51.815413 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-92278991-f18c-48d6-b479-ea3af86a488b tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:51.818429 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-8f473995-42e8-40ff-8f9b-f5945a746268 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/quotas/08881b755791457cbf9f2f860f9402bd HTTP/1.1" status: 200 len: 375 time: 0.0435956 Dec 10 18:43:51.825510 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a65d1c31-4ab6-47d8-b0c7-4e75884118c8 None None] Provisioning complete for port cdf0f7ef-f379-4dac-a4f7-dbba8d8334c6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:51.825891 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a65d1c31-4ab6-47d8-b0c7-4e75884118c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:51.858946 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503be75f-31ee-4199-9da5-9be83a4d2005 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Pushing event updated for resources: {'Subnet': ['ID=82513f33-0bce-4f9b-818f-2a127c563b60,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:51.867981 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2cf29037-989f-4b9d-9817-397a30362bfc req-3329e8a7-88d8-4a9c-b78b-628aebc66973 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0383253 Dec 10 18:43:51.887845 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e131af6d-873f-474a-8d6b-0e04be986e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:51.914148 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503be75f-31ee-4199-9da5-9be83a4d2005 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Checking segment: {'id': '7bc02d33-77fe-43ee-ab4a-fe76232f7b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fec43d40-526a-4eca-8daa-6537b7aafd7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:51.914543 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503be75f-31ee-4199-9da5-9be83a4d2005 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Network hostable DHCP agents. Network: fec43d40-526a-4eca-8daa-6537b7aafd7d, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:43:51.921973 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-92278991-f18c-48d6-b479-ea3af86a488b tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:51.931881 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-534e3ff7-9881-4ded-8f41-574783a27e6e service neutron] 10.222.0.46 "GET /v2.0/networks/636e2dfd-df23-4f7c-a4c9-18933828afd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534026 Dec 10 18:43:51.933841 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb968df-f012-48b2-985b-c240854a1ee0 x-openstack-request-id: req-adb968df-f012-48b2-985b-c240854a1ee0 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:43:51.934427 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2421529b-27e7-45b5-b458-57cdf17c470b", "tag": "77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:43:51.934694 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-adb968df-f012-48b2-985b-c240854a1ee0 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:43:51.935096 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2421529b-27e7-45b5-b458-57cdf17c470b', 'tag': '77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366', 'status': 'completed', 'code': 200} Dec 10 18:43:51.935896 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-cb162b33-b9e7-439d-923a-1e4857a277b4 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=08881b755791457cbf9f2f860f9402bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1050487 Dec 10 18:43:52.047304 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3dbe7-c4f2-45f3-b3a6-e299b53f30d2 req-298a68c5-e83b-4510-962f-5ca76e26b840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:52.051087 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d9f3dbe7-c4f2-45f3-b3a6-e299b53f30d2 req-298a68c5-e83b-4510-962f-5ca76e26b840 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=10f9a9b34b5e4f059c57405921915531&device_id=2421529b-27e7-45b5-b458-57cdf17c470b HTTP/1.1" status: 200 len: 1094 time: 0.0618262 Dec 10 18:43:52.064556 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503be75f-31ee-4199-9da5-9be83a4d2005 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Network fec43d40-526a-4eca-8daa-6537b7aafd7d is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:43:52.071796 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-92278991-f18c-48d6-b479-ea3af86a488b tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Network 636e2dfd-df23-4f7c-a4c9-18933828afd2 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:43:52.078310 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-92278991-f18c-48d6-b479-ea3af86a488b tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:52.085148 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-92278991-f18c-48d6-b479-ea3af86a488b tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:43:52.135597 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92278991-f18c-48d6-b479-ea3af86a488b tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Pushing event updated for resources: {'Port': ['ID=1feb4294-93ae-4ab0-a1e8-e4f84d574066,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:52.143521 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-92278991-f18c-48d6-b479-ea3af86a488b tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:52.144334 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-92278991-f18c-48d6-b479-ea3af86a488b tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:52.152751 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f63eadf-0877-406b-905a-6e2bd89b26f6 None None] DHCP port deletion for 636e2dfd-df23-4f7c-a4c9-18933828afd2 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:52.160124 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-503be75f-31ee-4199-9da5-9be83a4d2005 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, fec43d40-526a-4eca-8daa-6537b7aafd7d) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:52.174136 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503be75f-31ee-4199-9da5-9be83a4d2005 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:52.174738 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-503be75f-31ee-4199-9da5-9be83a4d2005 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:52.202916 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-92278991-f18c-48d6-b479-ea3af86a488b tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8119895 Dec 10 18:43:52.214968 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-017ec2e3-adb5-41b3-afa7-1cf3b49d2ed9 service neutron] 10.222.0.62 "GET /v2.0/networks/b329163e-f9fa-424f-9d31-14ff2a98db73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774546 Dec 10 18:43:52.227425 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-9895b564-0740-4019-8a04-582a90a09a35 service neutron] Request body: {'port': {'device_id': 'd25659b4-14ce-4359-8efb-3eba0bd3cbde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:52.229752 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3dbe7-c4f2-45f3-b3a6-e299b53f30d2 req-222796c7-935b-4be7-aca0-aefe187b15a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:52.233837 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d9f3dbe7-c4f2-45f3-b3a6-e299b53f30d2 req-222796c7-935b-4be7-aca0-aefe187b15a8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=636e2dfd-df23-4f7c-a4c9-18933828afd2 HTTP/1.1" status: 200 len: 913 time: 0.1748824 Dec 10 18:43:52.237154 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd30693-ab38-4fbc-bba9-3105b8b95a7d None None] Network fec43d40-526a-4eca-8daa-6537b7aafd7d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:52.292927 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d9f3dbe7-c4f2-45f3-b3a6-e299b53f30d2 req-c8cf40c0-198d-483d-87d3-1dd298864d93 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366 HTTP/1.1" status: 200 len: 217 time: 0.0509238 Dec 10 18:43:52.295245 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 60266) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:52.295490 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-503be75f-31ee-4199-9da5-9be83a4d2005 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6901422 Dec 10 18:43:52.302286 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-4ede7908-a7c8-4562-94aa-abc0ca47e7f7 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Request body: {'subnet': {'network_id': '9d6f0c23-6f2f-48eb-bd1f-aeac771298d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:52.374876 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-9895b564-0740-4019-8a04-582a90a09a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:52.431912 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b3e37663-3a05-4b0e-a370-bb11321b9a39 None None] Provisioning complete for port 1feb4294-93ae-4ab0-a1e8-e4f84d574066 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:52.433718 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b3e37663-3a05-4b0e-a370-bb11321b9a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:52.447923 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-76e8593b-bf79-4f31-8e92-478ae299deaa service neutron] 10.222.0.62 "GET /v2.0/networks/b329163e-f9fa-424f-9d31-14ff2a98db73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326763 Dec 10 18:43:52.472370 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3dbe7-c4f2-45f3-b3a6-e299b53f30d2 req-e8a71f72-6499-459d-8eb0-ea1b8e86d3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:52.474134 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d9f3dbe7-c4f2-45f3-b3a6-e299b53f30d2 req-e8a71f72-6499-459d-8eb0-ea1b8e86d3b4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=430bde89-6d4e-4351-83c8-14323bc62853 HTTP/1.1" status: 200 len: 852 time: 0.1659150 Dec 10 18:43:52.525823 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b3e37663-3a05-4b0e-a370-bb11321b9a39 None None] Port 1feb4294-93ae-4ab0-a1e8-e4f84d574066 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:43:52.535768 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-da838192-b506-43c4-8b90-64bcbe2c1eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:52.547713 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d9f3dbe7-c4f2-45f3-b3a6-e299b53f30d2 req-08f513eb-33e1-469e-a03e-317729df063e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=636e2dfd-df23-4f7c-a4c9-18933828afd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604649 Dec 10 18:43:52.574484 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ede7908-a7c8-4562-94aa-abc0ca47e7f7 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Made reservation on behalf of ee0aaf60149249e09069cf6cdac8b7f6 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:52.580424 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ede7908-a7c8-4562-94aa-abc0ca47e7f7 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:52.631082 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee85c1af-381b-4608-9b3e-e65965650495 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-fec43d40-526a-4eca-8daa-6537b7aafd7d', 'network_id': 'fec43d40-526a-4eca-8daa-6537b7aafd7d', 'project_id': 'ee0aaf60149249e09069cf6cdac8b7f6', 'fixed_ips': [{'subnet_id': '82513f33-0bce-4f9b-818f-2a127c563b60'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:43:52.631976 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ee85c1af-381b-4608-9b3e-e65965650495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:52.838501 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-ee85c1af-381b-4608-9b3e-e65965650495 None None] Allocated IP 172.20.0.2 (fec43d40-526a-4eca-8daa-6537b7aafd7d/82513f33-0bce-4f9b-818f-2a127c563b60/3ef7b9cf-d667-4916-a479-18d642864251) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:43:52.895126 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb1b86-8003-4bfa-809e-cf625bdf90ed req-8d00a309-8b8f-4287-a4b7-608209eac126 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:52.896816 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eabb1b86-8003-4bfa-809e-cf625bdf90ed req-8d00a309-8b8f-4287-a4b7-608209eac126 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/ports?device_id=d25659b4-14ce-4359-8efb-3eba0bd3cbde HTTP/1.1" status: 200 len: 931 time: 0.2589786 Dec 10 18:43:52.928995 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-9895b564-0740-4019-8a04-582a90a09a35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1feb4294-93ae-4ab0-a1e8-e4f84d574066 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:43:52.933307 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device cdf0f7ef-f379-4dac-a4f7-dbba8d8334c6 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:43:52.941667 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-9895b564-0740-4019-8a04-582a90a09a35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:52.945337 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d9f3dbe7-c4f2-45f3-b3a6-e299b53f30d2 req-0b611636-ca9e-4492-93ff-81aa57f06585 service neutron] 10.222.0.46 "GET /v2.0/networks/636e2dfd-df23-4f7c-a4c9-18933828afd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889380 Dec 10 18:43:52.970994 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ec1a7-3295-4186-ac7e-8a725dd69aba req-a375c735-7f8d-4ad2-a0af-0dacc2ee102d tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:52.983649 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9f3ec1a7-3295-4186-ac7e-8a725dd69aba req-a375c735-7f8d-4ad2-a0af-0dacc2ee102d tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc7abd6f-5a48-467a-9ddb-845c0566d69f HTTP/1.1" status: 200 len: 945 time: 0.2149117 Dec 10 18:43:53.010266 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-9895b564-0740-4019-8a04-582a90a09a35 service neutron] Transition to ACTIVE for port object 1feb4294-93ae-4ab0-a1e8-e4f84d574066 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:43:53.026528 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3318b8b7-a772-4841-b283-a4bba535778d None None] Provisioning complete for port cdf0f7ef-f379-4dac-a4f7-dbba8d8334c6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:53.026903 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3318b8b7-a772-4841-b283-a4bba535778d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:53.037550 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-9895b564-0740-4019-8a04-582a90a09a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:53.109986 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9f3ec1a7-3295-4186-ac7e-8a725dd69aba req-28fe1ff2-1275-46ba-81df-3c0ab367a703 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] 10.222.0.62 "GET /v2.0/security-groups?id=314eaba7-054a-4e8f-95a6-62dabd69c8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251049 Dec 10 18:43:53.113200 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eabb1b86-8003-4bfa-809e-cf625bdf90ed req-0fd50304-4b39-4328-873a-fc9b2de4c663 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/security-groups?id=37f87d45-fb97-4d0f-8d84-4a314ee4620d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955037 Dec 10 18:43:53.139540 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895b564-0740-4019-8a04-582a90a09a35 service neutron] Pushing event updated for resources: {'Port': ['ID=1feb4294-93ae-4ab0-a1e8-e4f84d574066,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:53.142465 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port cdf0f7ef-f379-4dac-a4f7-dbba8d8334c6 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:53.143072 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:53.151793 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec4d4a0-5c02-49ff-9631-be89c52c9a45 None None] DHCP port deletion for 636e2dfd-df23-4f7c-a4c9-18933828afd2 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:53.234773 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ede7908-a7c8-4562-94aa-abc0ca47e7f7 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:53.249052 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e131af6d-873f-474a-8d6b-0e04be986e00 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:53.277567 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e131af6d-873f-474a-8d6b-0e04be986e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:53.279810 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-9895b564-0740-4019-8a04-582a90a09a35 service neutron] Attempting to bind port 1feb4294-93ae-4ab0-a1e8-e4f84d574066 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:43:53.280169 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-9895b564-0740-4019-8a04-582a90a09a35 service neutron] Attempting to bind port 1feb4294-93ae-4ab0-a1e8-e4f84d574066 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '132f30ff-d95d-463a-8f68-1425b289d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '636e2dfd-df23-4f7c-a4c9-18933828afd2'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:43:53.280541 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-9895b564-0740-4019-8a04-582a90a09a35 service neutron] Attempting to bind port 1feb4294-93ae-4ab0-a1e8-e4f84d574066 on network 636e2dfd-df23-4f7c-a4c9-18933828afd2 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:43:53.288751 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ac86bd98-ae18-4b90-80bc-aa419c248a4d req-d492b91f-b122-4c44-b386-7622fd832182 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0571399 Dec 10 18:43:53.290924 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-9895b564-0740-4019-8a04-582a90a09a35 service neutron] Port 1feb4294-93ae-4ab0-a1e8-e4f84d574066 on network 636e2dfd-df23-4f7c-a4c9-18933828afd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:43:53.291254 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-9895b564-0740-4019-8a04-582a90a09a35 service neutron] Attempting to bind port 1feb4294-93ae-4ab0-a1e8-e4f84d574066 on network 636e2dfd-df23-4f7c-a4c9-18933828afd2 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:43:53.298731 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-9895b564-0740-4019-8a04-582a90a09a35 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:43:53.299080 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-9895b564-0740-4019-8a04-582a90a09a35 service neutron] Checking segment: {'id': '132f30ff-d95d-463a-8f68-1425b289d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '636e2dfd-df23-4f7c-a4c9-18933828afd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:53.299469 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-9895b564-0740-4019-8a04-582a90a09a35 service neutron] Bound using segment: {'id': '132f30ff-d95d-463a-8f68-1425b289d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '636e2dfd-df23-4f7c-a4c9-18933828afd2'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:43:53.299946 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-9895b564-0740-4019-8a04-582a90a09a35 service neutron] Bound port: 1feb4294-93ae-4ab0-a1e8-e4f84d574066, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '132f30ff-d95d-463a-8f68-1425b289d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '636e2dfd-df23-4f7c-a4c9-18933828afd2'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:43:53.300310 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-9895b564-0740-4019-8a04-582a90a09a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:53.324491 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-531e420a-9d0a-418c-8b82-cd06cd0d79da req-86676806-5996-45db-8714-870408a5c8c0 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 210 time: 0.0968707 Dec 10 18:43:53.337901 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d9f3dbe7-c4f2-45f3-b3a6-e299b53f30d2 req-e606e815-e38a-48c1-8e7f-0e76376849c8 service neutron] 10.222.0.46 "GET /v2.0/networks/636e2dfd-df23-4f7c-a4c9-18933828afd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828166 Dec 10 18:43:53.369885 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede7908-a7c8-4562-94aa-abc0ca47e7f7 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Pushing event updated for resources: {'Subnet': ['ID=84e66c1c-05b2-498c-80cf-af6117702b8d,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:53.383495 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ede7908-a7c8-4562-94aa-abc0ca47e7f7 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Checking segment: {'id': 'f3904e81-44b7-4f11-8660-676213a389c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9d6f0c23-6f2f-48eb-bd1f-aeac771298d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:53.383880 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ede7908-a7c8-4562-94aa-abc0ca47e7f7 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Network hostable DHCP agents. Network: 9d6f0c23-6f2f-48eb-bd1f-aeac771298d9, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:43:53.391716 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ee85c1af-381b-4608-9b3e-e65965650495 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:53.397286 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f20c409-06a2-4ac7-b7f3-858f156b7f78 None None] Pushing event updated for resources: {'Port': ['ID=8246f2c9-188e-4989-8d9f-2c19c1aaa830,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:53.416852 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ede7908-a7c8-4562-94aa-abc0ca47e7f7 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Network 9d6f0c23-6f2f-48eb-bd1f-aeac771298d9 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:43:53.435091 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-4ede7908-a7c8-4562-94aa-abc0ca47e7f7 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 9d6f0c23-6f2f-48eb-bd1f-aeac771298d9) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:53.451772 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ee85c1af-381b-4608-9b3e-e65965650495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:53.458153 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ede7908-a7c8-4562-94aa-abc0ca47e7f7 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:53.460423 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ede7908-a7c8-4562-94aa-abc0ca47e7f7 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:53.464318 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6a60f2-9c4c-4c84-b774-642e6c532c6d None None] Network 9d6f0c23-6f2f-48eb-bd1f-aeac771298d9 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:53.501092 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4ede7908-a7c8-4562-94aa-abc0ca47e7f7 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2032309 Dec 10 18:43:53.502005 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 60292) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:53.512443 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-9895b564-0740-4019-8a04-582a90a09a35 service neutron] For port 1feb4294-93ae-4ab0-a1e8-e4f84d574066, host n-h1-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:43:53.519272 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-9895b564-0740-4019-8a04-582a90a09a35 service neutron] For port 1feb4294-93ae-4ab0-a1e8-e4f84d574066, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=1feb4294-93ae-4ab0-a1e8-e4f84d574066,segment=NetworkSegment(132f30ff-d95d-463a-8f68-1425b289d47c),segment_id=132f30ff-d95d-463a-8f68-1425b289d47c)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:43:53.535945 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-9895b564-0740-4019-8a04-582a90a09a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:53.569229 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:53.587471 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee85c1af-381b-4608-9b3e-e65965650495 None None] Network fec43d40-526a-4eca-8daa-6537b7aafd7d is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:43:53.608862 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-ee85c1af-381b-4608-9b3e-e65965650495 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:53.621828 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-9895b564-0740-4019-8a04-582a90a09a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:53.622969 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-9895b564-0740-4019-8a04-582a90a09a35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:53.624606 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-9895b564-0740-4019-8a04-582a90a09a35 service neutron] 10.222.0.46 "PUT /v2.0/ports/1feb4294-93ae-4ab0-a1e8-e4f84d574066 HTTP/1.1" status: 200 len: 1091 time: 1.4011726 Dec 10 18:43:53.625300 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd25659b4-14ce-4359-8efb-3eba0bd3cbde', 'tag': '1feb4294-93ae-4ab0-a1e8-e4f84d574066'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:43:53.628357 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1703300-2548-4c8d-b947-d5cb0ea1b8b8" -d '{"events": [{"name": "network-changed", "server_uuid": "d25659b4-14ce-4359-8efb-3eba0bd3cbde", "tag": "1feb4294-93ae-4ab0-a1e8-e4f84d574066"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:43:53.633258 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee85c1af-381b-4608-9b3e-e65965650495 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:43:53.643650 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e131af6d-873f-474a-8d6b-0e04be986e00 None None] Attempting to bind port 8246f2c9-188e-4989-8d9f-2c19c1aaa830 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:43:53.644733 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e131af6d-873f-474a-8d6b-0e04be986e00 None None] Attempting to bind port 8246f2c9-188e-4989-8d9f-2c19c1aaa830 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'c91301c4-5a4a-4e10-a4f7-739480877399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b329163e-f9fa-424f-9d31-14ff2a98db73'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:43:53.645286 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e131af6d-873f-474a-8d6b-0e04be986e00 None None] Attempting to bind port 8246f2c9-188e-4989-8d9f-2c19c1aaa830 on network b329163e-f9fa-424f-9d31-14ff2a98db73 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:43:53.649899 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a695fe60-6770-4157-8a1d-5ef2a3a4a98b None None] DHCP port deletion for 636e2dfd-df23-4f7c-a4c9-18933828afd2 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:53.718989 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e131af6d-873f-474a-8d6b-0e04be986e00 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:43:53.719379 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e131af6d-873f-474a-8d6b-0e04be986e00 None None] Checking segment: {'id': 'c91301c4-5a4a-4e10-a4f7-739480877399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b329163e-f9fa-424f-9d31-14ff2a98db73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:53.720400 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e131af6d-873f-474a-8d6b-0e04be986e00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:53.720832 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e131af6d-873f-474a-8d6b-0e04be986e00 None None] Bound using segment: {'id': 'c91301c4-5a4a-4e10-a4f7-739480877399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b329163e-f9fa-424f-9d31-14ff2a98db73'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:43:53.721499 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e131af6d-873f-474a-8d6b-0e04be986e00 None None] Bound port: 8246f2c9-188e-4989-8d9f-2c19c1aaa830, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c91301c4-5a4a-4e10-a4f7-739480877399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b329163e-f9fa-424f-9d31-14ff2a98db73'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:43:53.722076 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e131af6d-873f-474a-8d6b-0e04be986e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:53.723142 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895b564-0740-4019-8a04-582a90a09a35 service neutron] Pushing event updated for resources: {'Port': ['ID=1feb4294-93ae-4ab0-a1e8-e4f84d574066,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:53.724971 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85c1af-381b-4608-9b3e-e65965650495 None None] Pushing event updated for resources: {'Port': ['ID=3ef7b9cf-d667-4916-a479-18d642864251,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:53.743734 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dde46db-c5b9-46a7-af1c-0aea0b8010d8 x-openstack-request-id: req-8dde46db-c5b9-46a7-af1c-0aea0b8010d8 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:43:53.744148 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d25659b4-14ce-4359-8efb-3eba0bd3cbde", "tag": "1feb4294-93ae-4ab0-a1e8-e4f84d574066", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:43:53.744297 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8dde46db-c5b9-46a7-af1c-0aea0b8010d8 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:43:53.744684 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd25659b4-14ce-4359-8efb-3eba0bd3cbde', 'tag': '1feb4294-93ae-4ab0-a1e8-e4f84d574066', 'status': 'completed', 'code': 200} Dec 10 18:43:53.765167 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-7c4ce11f-3e8d-43ab-99c0-5758ec766599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:53.770525 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-7c4ce11f-3e8d-43ab-99c0-5758ec766599 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=10f9a9b34b5e4f059c57405921915531&device_id=d25659b4-14ce-4359-8efb-3eba0bd3cbde HTTP/1.1" status: 200 len: 1094 time: 0.0945904 Dec 10 18:43:53.828519 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-e989c9ed-9e8f-4d0f-8133-f7380875527c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1feb4294-93ae-4ab0-a1e8-e4f84d574066 HTTP/1.1" status: 200 len: 217 time: 0.0460093 Dec 10 18:43:53.844217 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-ee85c1af-381b-4608-9b3e-e65965650495 None None] Attempting to bind port 3ef7b9cf-d667-4916-a479-18d642864251 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:43:53.845419 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-ee85c1af-381b-4608-9b3e-e65965650495 None None] Attempting to bind port 3ef7b9cf-d667-4916-a479-18d642864251 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '7bc02d33-77fe-43ee-ab4a-fe76232f7b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fec43d40-526a-4eca-8daa-6537b7aafd7d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:43:53.845419 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee85c1af-381b-4608-9b3e-e65965650495 None None] Attempting to bind port 3ef7b9cf-d667-4916-a479-18d642864251 on network fec43d40-526a-4eca-8daa-6537b7aafd7d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:43:53.854226 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e131af6d-873f-474a-8d6b-0e04be986e00 None None] For port 8246f2c9-188e-4989-8d9f-2c19c1aaa830, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:43:53.858467 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee85c1af-381b-4608-9b3e-e65965650495 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:43:53.858467 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee85c1af-381b-4608-9b3e-e65965650495 None None] Checking segment: {'id': '7bc02d33-77fe-43ee-ab4a-fe76232f7b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fec43d40-526a-4eca-8daa-6537b7aafd7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:53.858889 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ee85c1af-381b-4608-9b3e-e65965650495 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:53.859335 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee85c1af-381b-4608-9b3e-e65965650495 None None] Bound using segment: {'id': '7bc02d33-77fe-43ee-ab4a-fe76232f7b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fec43d40-526a-4eca-8daa-6537b7aafd7d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:43:53.859845 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-ee85c1af-381b-4608-9b3e-e65965650495 None None] Bound port: 3ef7b9cf-d667-4916-a479-18d642864251, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bc02d33-77fe-43ee-ab4a-fe76232f7b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fec43d40-526a-4eca-8daa-6537b7aafd7d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:43:53.860820 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ee85c1af-381b-4608-9b3e-e65965650495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:53.864106 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e131af6d-873f-474a-8d6b-0e04be986e00 None None] For port 8246f2c9-188e-4989-8d9f-2c19c1aaa830, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=8246f2c9-188e-4989-8d9f-2c19c1aaa830,segment=NetworkSegment(c91301c4-5a4a-4e10-a4f7-739480877399),segment_id=c91301c4-5a4a-4e10-a4f7-739480877399)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:43:53.888283 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e131af6d-873f-474a-8d6b-0e04be986e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:53.889897 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0102b561-993b-4a66-9a8d-86af184b6bc1 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:53.890566 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-00ace42b-65cd-4e55-a4ff-6d54a2447927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:53.893172 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-00ace42b-65cd-4e55-a4ff-6d54a2447927 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=430bde89-6d4e-4351-83c8-14323bc62853 HTTP/1.1" status: 200 len: 852 time: 0.0579970 Dec 10 18:43:53.900978 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85369076-571f-4d7b-b0ec-d95734beb709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-9d6f0c23-6f2f-48eb-bd1f-aeac771298d9', 'network_id': '9d6f0c23-6f2f-48eb-bd1f-aeac771298d9', 'project_id': 'ee0aaf60149249e09069cf6cdac8b7f6', 'fixed_ips': [{'subnet_id': '84e66c1c-05b2-498c-80cf-af6117702b8d'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:43:53.901845 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-85369076-571f-4d7b-b0ec-d95734beb709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:53.927236 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-88083d64-8ffb-44d9-94e6-f21deada6874 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=636e2dfd-df23-4f7c-a4c9-18933828afd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275619 Dec 10 18:43:54.058686 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a39dbc-0517-4b6b-a0df-888653299f72 req-a5aed39d-5801-4d98-ac63-6710a8b28418 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:54.060278 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d7a39dbc-0517-4b6b-a0df-888653299f72 req-a5aed39d-5801-4d98-ac63-6710a8b28418 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc7abd6f-5a48-467a-9ddb-845c0566d69f HTTP/1.1" status: 200 len: 945 time: 0.1051586 Dec 10 18:43:54.088263 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e131af6d-873f-474a-8d6b-0e04be986e00 None None] Routers {'6bf06ac2-26b8-4e99-9286-2721bda246c3'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:43:54.088954 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e131af6d-873f-474a-8d6b-0e04be986e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:43:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6bf06ac2-26b8-4e99-9286-2721bda246c3'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:54.096164 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f20c409-06a2-4ac7-b7f3-858f156b7f78 None None] Pushing event updated for resources: {'Port': ['ID=8246f2c9-188e-4989-8d9f-2c19c1aaa830,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:54.176086 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ee85c1af-381b-4608-9b3e-e65965650495 None None] For port 3ef7b9cf-d667-4916-a479-18d642864251, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:43:54.212715 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-f98c7a90-af69-4344-94e6-9f206cbcc753 service neutron] 10.222.0.46 "GET /v2.0/networks/636e2dfd-df23-4f7c-a4c9-18933828afd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779963 Dec 10 18:43:54.266065 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-e131af6d-873f-474a-8d6b-0e04be986e00 None None] Set router 6bf06ac2-26b8-4e99-9286-2721bda246c3 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:43:54.340999 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75c81c-c4e2-4241-946f-acb99c701ad5 req-e90a0c47-974f-4cb3-a734-a3d65b98d862 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:54.349974 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5a75c81c-c4e2-4241-946f-acb99c701ad5 req-e90a0c47-974f-4cb3-a734-a3d65b98d862 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/ports?device_id=d25659b4-14ce-4359-8efb-3eba0bd3cbde HTTP/1.1" status: 200 len: 943 time: 0.1546834 Dec 10 18:43:54.432519 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-d7a39dbc-0517-4b6b-a0df-888653299f72 req-16cbccda-fe2f-466c-9aa1-7b53a997d4b8 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] Deleting port 7efc6bc1-2761-4db4-8e44-1fd74d3ccc54 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:43:54.432905 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d7a39dbc-0517-4b6b-a0df-888653299f72 req-16cbccda-fe2f-466c-9aa1-7b53a997d4b8 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:54.460399 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5a75c81c-c4e2-4241-946f-acb99c701ad5 req-4a75538f-89d5-487d-a251-0c1f9eab08ce tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/security-groups?id=37f87d45-fb97-4d0f-8d84-4a314ee4620d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045711 Dec 10 18:43:54.496855 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-f55bc6c6-9a29-4394-8822-58d34b15f991 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:54.498412 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-f55bc6c6-9a29-4394-8822-58d34b15f991 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.72 "GET /v2.0/networks?id=b329163e-f9fa-424f-9d31-14ff2a98db73 HTTP/1.1" status: 200 len: 820 time: 0.1125181 Dec 10 18:43:54.515849 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e6ce7f78-7134-447d-994b-e14a82584f07 req-209d1259-2673-43a3-9def-06b68a663abc service neutron] 10.222.0.46 "GET /v2.0/networks/636e2dfd-df23-4f7c-a4c9-18933828afd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640531 Dec 10 18:43:54.519001 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ee85c1af-381b-4608-9b3e-e65965650495 None None] For port 3ef7b9cf-d667-4916-a479-18d642864251, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=3ef7b9cf-d667-4916-a479-18d642864251,segment=NetworkSegment(7bc02d33-77fe-43ee-ab4a-fe76232f7b75),segment_id=7bc02d33-77fe-43ee-ab4a-fe76232f7b75)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:43:54.530587 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-db9f1c7c-0d24-4b78-9642-d27e68cc0ff6 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Request body: {'port': {'device_id': 'fe5d5c8b-5951-46ce-8df3-ee510175edbf', 'network_id': 'b329163e-f9fa-424f-9d31-14ff2a98db73', 'admin_state_up': True, 'tenant_id': '08881b755791457cbf9f2f860f9402bd'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:54.531092 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ee85c1af-381b-4608-9b3e-e65965650495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:54.567296 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6b94630d-0821-42fe-99fc-43ca21ab36f4 req-5320e55a-7104-48e9-926a-7dc2cdd888b2 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0531037 Dec 10 18:43:54.659636 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-d7a39dbc-0517-4b6b-a0df-888653299f72 req-16cbccda-fe2f-466c-9aa1-7b53a997d4b8 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] For port 7efc6bc1-2761-4db4-8e44-1fd74d3ccc54, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=7efc6bc1-2761-4db4-8e44-1fd74d3ccc54,segment=NetworkSegment(081f6c0d-2ccb-4712-b226-9eb31f1e0833),segment_id=081f6c0d-2ccb-4712-b226-9eb31f1e0833)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:54.660016 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d7a39dbc-0517-4b6b-a0df-888653299f72 req-16cbccda-fe2f-466c-9aa1-7b53a997d4b8 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:54.685398 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-d7a39dbc-0517-4b6b-a0df-888653299f72 req-16cbccda-fe2f-466c-9aa1-7b53a997d4b8 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] Calling delete_port for 7efc6bc1-2761-4db4-8e44-1fd74d3ccc54 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:43:54.706482 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabab6ee-a5ec-4951-b8be-4d9b6a42aabb req-79b762ec-350d-4a1e-93bd-7169544572a3 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:54.713188 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eabab6ee-a5ec-4951-b8be-4d9b6a42aabb req-79b762ec-350d-4a1e-93bd-7169544572a3 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc7abd6f-5a48-467a-9ddb-845c0566d69f HTTP/1.1" status: 200 len: 945 time: 0.3361058 Dec 10 18:43:54.728401 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e370f0f0-84b1-4538-b69c-c291d9a22b74 req-5d9b94b2-08ca-4fec-8a0b-d70405fd03e8 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 210 time: 0.0465791 Dec 10 18:43:54.733621 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-85369076-571f-4d7b-b0ec-d95734beb709 None None] Allocated IP 172.20.0.2 (9d6f0c23-6f2f-48eb-bd1f-aeac771298d9/84e66c1c-05b2-498c-80cf-af6117702b8d/3c818000-13aa-4525-ba24-1b3941435e52) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:43:54.807165 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:54.807983 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85c1af-381b-4608-9b3e-e65965650495 None None] Pushing event updated for resources: {'Port': ['ID=3ef7b9cf-d667-4916-a479-18d642864251,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:54.837044 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1703300-2548-4c8d-b947-d5cb0ea1b8b8 req-47059a01-48d8-40e2-af9e-78004fa02b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:54.839462 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c1703300-2548-4c8d-b947-d5cb0ea1b8b8 req-47059a01-48d8-40e2-af9e-78004fa02b05 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=10f9a9b34b5e4f059c57405921915531&device_id=d25659b4-14ce-4359-8efb-3eba0bd3cbde HTTP/1.1" status: 200 len: 1094 time: 0.2531164 Dec 10 18:43:54.861839 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eabab6ee-a5ec-4951-b8be-4d9b6a42aabb req-fdb1b0a8-479d-42f9-8812-56ee76d348a2 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] 10.222.0.62 "GET /v2.0/security-groups?id=314eaba7-054a-4e8f-95a6-62dabd69c8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371245 Dec 10 18:43:54.940400 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:43:55.005113 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-db9f1c7c-0d24-4b78-9642-d27e68cc0ff6 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Made reservation on behalf of 08881b755791457cbf9f2f860f9402bd for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:55.026177 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-db9f1c7c-0d24-4b78-9642-d27e68cc0ff6 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:55.036003 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-0102b561-993b-4a66-9a8d-86af184b6bc1 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Allocated IP 172.20.0.1 (fec43d40-526a-4eca-8daa-6537b7aafd7d/82513f33-0bce-4f9b-818f-2a127c563b60/06062d85-10ca-4f6a-8eeb-bcaceba12b76) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:43:55.093633 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.resource_extend [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:43:55.137697 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1703300-2548-4c8d-b947-d5cb0ea1b8b8 req-8588d965-a056-48ef-871c-8995b02e2b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:55.139274 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c1703300-2548-4c8d-b947-d5cb0ea1b8b8 req-8588d965-a056-48ef-871c-8995b02e2b76 service neutron] 10.222.0.46 "GET /v2.0/networks?id=636e2dfd-df23-4f7c-a4c9-18933828afd2 HTTP/1.1" status: 200 len: 913 time: 0.2906115 Dec 10 18:43:55.206715 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c1703300-2548-4c8d-b947-d5cb0ea1b8b8 req-ffcaa339-d08f-40d8-b708-17291606e819 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1feb4294-93ae-4ab0-a1e8-e4f84d574066 HTTP/1.1" status: 200 len: 217 time: 0.0466344 Dec 10 18:43:55.231779 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e131af6d-873f-474a-8d6b-0e04be986e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf06ac2-26b8-4e99-9286-2721bda246c3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1167862112-router', 'tenant_id': '08881b755791457cbf9f2f860f9402bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '7d317310-1bbb-4042-ac28-f52b618afe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:43:42Z', 'updated_at': '2021-12-10T18:43:48Z', 'revision_number': 4, 'project_id': '08881b755791457cbf9f2f860f9402bd', 'gw_port': {'id': '7d317310-1bbb-4042-ac28-f52b618afe10', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:70:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf06ac2-26b8-4e99-9286-2721bda246c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:43Z', 'updated_at': '2021-12-10T18:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '8246f2c9-188e-4989-8d9f-2c19c1aaa830', 'name': '', 'network_id': 'b329163e-f9fa-424f-9d31-14ff2a98db73', 'tenant_id': '08881b755791457cbf9f2f860f9402bd', 'mac_address': 'fa:16:3e:ae:16:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf06ac2-26b8-4e99-9286-2721bda246c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '891bbe66-13fb-4014-8260-37a0a27c3787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:46Z', 'updated_at': '2021-12-10T18:43:53Z', 'revision_number': 4, 'project_id': '08881b755791457cbf9f2f860f9402bd', 'subnets': [{'id': '891bbe66-13fb-4014-8260-37a0a27c3787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:55.267349 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-85369076-571f-4d7b-b0ec-d95734beb709 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:55.268838 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e131af6d-873f-474a-8d6b-0e04be986e00 None None] The sync data for ids ['6bf06ac2-26b8-4e99-9286-2721bda246c3'] in n-d-821435-1 is: [{'id': '6bf06ac2-26b8-4e99-9286-2721bda246c3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1167862112-router', 'tenant_id': '08881b755791457cbf9f2f860f9402bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '7d317310-1bbb-4042-ac28-f52b618afe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:43:42Z', 'updated_at': '2021-12-10T18:43:48Z', 'revision_number': 4, 'project_id': '08881b755791457cbf9f2f860f9402bd', 'gw_port': {'id': '7d317310-1bbb-4042-ac28-f52b618afe10', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:70:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf06ac2-26b8-4e99-9286-2721bda246c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:43Z', 'updated_at': '2021-12-10T18:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '8246f2c9-188e-4989-8d9f-2c19c1aaa830', 'name': '', 'network_id': 'b329163e-f9fa-424f-9d31-14ff2a98db73', 'tenant_id': '08881b755791457cbf9f2f860f9402bd', 'mac_address': 'fa:16:3e:ae:16:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf06ac2-26b8-4e99-9286-2721bda246c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '891bbe66-13fb-4014-8260-37a0a27c3787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:46Z', 'updated_at': '2021-12-10T18:43:53Z', 'revision_number': 4, 'project_id': '08881b755791457cbf9f2f860f9402bd', 'subnets': [{'id': '891bbe66-13fb-4014-8260-37a0a27c3787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:43:55.284549 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d7a39dbc-0517-4b6b-a0df-888653299f72 req-16cbccda-fe2f-466c-9aa1-7b53a997d4b8 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:55.288796 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-85369076-571f-4d7b-b0ec-d95734beb709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:55.293846 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0102b561-993b-4a66-9a8d-86af184b6bc1 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:55.316377 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['7efc6bc1-2761-4db4-8e44-1fd74d3ccc54'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:43:55.339377 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cbccda-fe2f-466c-9aa1-7b53a997d4b8 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] Pushing event deleted for resources: {'Port': ['ID=7efc6bc1-2761-4db4-8e44-1fd74d3ccc54,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:55.388475 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1703300-2548-4c8d-b947-d5cb0ea1b8b8 req-f7203407-d767-4cf9-b013-f493572bc4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:55.393329 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c1703300-2548-4c8d-b947-d5cb0ea1b8b8 req-f7203407-d767-4cf9-b013-f493572bc4a4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=430bde89-6d4e-4351-83c8-14323bc62853 HTTP/1.1" status: 200 len: 852 time: 0.1765523 Dec 10 18:43:55.418566 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-db9f1c7c-0d24-4b78-9642-d27e68cc0ff6 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Allocated IP 172.20.0.10 (b329163e-f9fa-424f-9d31-14ff2a98db73/891bbe66-13fb-4014-8260-37a0a27c3787/89295c7f-096b-41c2-87b7-b76cb27b61ec) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:43:55.420698 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e695d7-0303-4d64-bae7-f5c4d4e937be None None] DHCP port deletion for 3400ceac-c9d7-43d3-a928-a7c4b47add68 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:55.455686 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0102b561-993b-4a66-9a8d-86af184b6bc1 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:55.461270 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85369076-571f-4d7b-b0ec-d95734beb709 None None] Network 9d6f0c23-6f2f-48eb-bd1f-aeac771298d9 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:43:55.477983 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a39dbc-0517-4b6b-a0df-888653299f72 req-16cbccda-fe2f-466c-9aa1-7b53a997d4b8 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] No DVR routers for this DVR port 7efc6bc1-2761-4db4-8e44-1fd74d3ccc54 on host n-h2-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:43:55.480992 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-85369076-571f-4d7b-b0ec-d95734beb709 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:55.481674 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c1703300-2548-4c8d-b947-d5cb0ea1b8b8 req-31ac286d-2550-407a-8dff-40f2a17eba65 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=636e2dfd-df23-4f7c-a4c9-18933828afd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673573 Dec 10 18:43:55.482834 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d7a39dbc-0517-4b6b-a0df-888653299f72 req-16cbccda-fe2f-466c-9aa1-7b53a997d4b8 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:55.484151 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85369076-571f-4d7b-b0ec-d95734beb709 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:43:55.491919 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d7a39dbc-0517-4b6b-a0df-888653299f72 req-16cbccda-fe2f-466c-9aa1-7b53a997d4b8 tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] 10.222.0.72 "DELETE /v2.0/ports/7efc6bc1-2761-4db4-8e44-1fd74d3ccc54 HTTP/1.1" status: 204 len: 173 time: 1.4183819 Dec 10 18:43:55.567058 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0102b561-993b-4a66-9a8d-86af184b6bc1 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Network fec43d40-526a-4eca-8daa-6537b7aafd7d is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:43:55.570190 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85369076-571f-4d7b-b0ec-d95734beb709 None None] Pushing event updated for resources: {'Port': ['ID=3c818000-13aa-4525-ba24-1b3941435e52,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:55.603279 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-0102b561-993b-4a66-9a8d-86af184b6bc1 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:55.607755 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0102b561-993b-4a66-9a8d-86af184b6bc1 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:43:55.651403 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c1703300-2548-4c8d-b947-d5cb0ea1b8b8 req-e18d3482-f80f-4503-8118-62a774a28ff7 service neutron] 10.222.0.46 "GET /v2.0/networks/636e2dfd-df23-4f7c-a4c9-18933828afd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532161 Dec 10 18:43:55.675104 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366,segment=NetworkSegment(132f30ff-d95d-463a-8f68-1425b289d47c),segment_id=132f30ff-d95d-463a-8f68-1425b289d47c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:55.704905 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0102b561-993b-4a66-9a8d-86af184b6bc1 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:55.723952 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:55.747227 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366', 'network_id': '636e2dfd-df23-4f7c-a4c9-18933828afd2', 'port_id': '77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366', 'mac_address': 'fa:16:3e:a8:2e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '430bde89-6d4e-4351-83c8-14323bc62853', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:43:55.759158 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7abd6f-5a48-467a-9ddb-845c0566d69f', 'name': 'network-vif-deleted', 'tag': '7efc6bc1-2761-4db4-8e44-1fd74d3ccc54'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:43:55.764043 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db82624a-d33f-4902-b308-55c47def8287" -d '{"events": [{"server_uuid": "bc7abd6f-5a48-467a-9ddb-845c0566d69f", "name": "network-vif-deleted", "tag": "7efc6bc1-2761-4db4-8e44-1fd74d3ccc54"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:43:55.769035 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-85369076-571f-4d7b-b0ec-d95734beb709 None None] Attempting to bind port 3c818000-13aa-4525-ba24-1b3941435e52 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:43:55.772361 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-85369076-571f-4d7b-b0ec-d95734beb709 None None] Attempting to bind port 3c818000-13aa-4525-ba24-1b3941435e52 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'f3904e81-44b7-4f11-8660-676213a389c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9d6f0c23-6f2f-48eb-bd1f-aeac771298d9'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:43:55.772606 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85369076-571f-4d7b-b0ec-d95734beb709 None None] Attempting to bind port 3c818000-13aa-4525-ba24-1b3941435e52 on network 9d6f0c23-6f2f-48eb-bd1f-aeac771298d9 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:43:55.810363 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102b561-993b-4a66-9a8d-86af184b6bc1 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Pushing event updated for resources: {'Port': ['ID=06062d85-10ca-4f6a-8eeb-bcaceba12b76,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:55.822693 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c05f6d3f-eb0d-4482-a540-3796c7e837ba req-ce16ebc1-c10c-406e-b41a-a70844e1d930 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0519528 Dec 10 18:43:55.852209 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85369076-571f-4d7b-b0ec-d95734beb709 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:43:55.852594 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85369076-571f-4d7b-b0ec-d95734beb709 None None] Checking segment: {'id': 'f3904e81-44b7-4f11-8660-676213a389c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9d6f0c23-6f2f-48eb-bd1f-aeac771298d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:55.862270 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-85369076-571f-4d7b-b0ec-d95734beb709 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:55.862712 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85369076-571f-4d7b-b0ec-d95734beb709 None None] Bound using segment: {'id': 'f3904e81-44b7-4f11-8660-676213a389c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9d6f0c23-6f2f-48eb-bd1f-aeac771298d9'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:43:55.863243 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-85369076-571f-4d7b-b0ec-d95734beb709 None None] Bound port: 3c818000-13aa-4525-ba24-1b3941435e52, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3904e81-44b7-4f11-8660-676213a389c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9d6f0c23-6f2f-48eb-bd1f-aeac771298d9'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:43:55.863643 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-85369076-571f-4d7b-b0ec-d95734beb709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:55.879851 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1f2c4-8d92-4db9-b1ad-0d8a37143b8b req-5030e460-8d2e-44a7-8285-49f94049ab66 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:55.888140 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57c1f2c4-8d92-4db9-b1ad-0d8a37143b8b req-5030e460-8d2e-44a7-8285-49f94049ab66 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/ports?device_id=d25659b4-14ce-4359-8efb-3eba0bd3cbde HTTP/1.1" status: 200 len: 943 time: 0.3132827 Dec 10 18:43:55.904565 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c1703300-2548-4c8d-b947-d5cb0ea1b8b8 req-6517e246-6f43-40f5-96c7-fb2f93b039cb service neutron] 10.222.0.46 "GET /v2.0/networks/636e2dfd-df23-4f7c-a4c9-18933828afd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500563 Dec 10 18:43:55.919823 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:55.936472 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d090fd-ff2e-482e-a532-3c8c8266e151 x-openstack-request-id: req-e5d090fd-ff2e-482e-a532-3c8c8266e151 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:43:55.936951 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7abd6f-5a48-467a-9ddb-845c0566d69f", "name": "network-vif-deleted", "tag": "7efc6bc1-2761-4db4-8e44-1fd74d3ccc54", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:43:55.937301 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e5d090fd-ff2e-482e-a532-3c8c8266e151 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:43:55.940319 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7abd6f-5a48-467a-9ddb-845c0566d69f', 'name': 'network-vif-deleted', 'tag': '7efc6bc1-2761-4db4-8e44-1fd74d3ccc54', 'status': 'completed', 'code': 200} Dec 10 18:43:55.988693 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:43:56.052898 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366,segment=NetworkSegment(132f30ff-d95d-463a-8f68-1425b289d47c),segment_id=132f30ff-d95d-463a-8f68-1425b289d47c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:56.073394 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:56.084593 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57c1f2c4-8d92-4db9-b1ad-0d8a37143b8b req-ee7d2172-6d7c-418c-8ba2-6bb3aa0c6fe8 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/security-groups?id=37f87d45-fb97-4d0f-8d84-4a314ee4620d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958375 Dec 10 18:43:56.086328 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-42396c68-835c-45ea-94d2-7706ed97f9ce req-cc1d4996-e5c1-42be-90fa-a4af25cba4cc tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 210 time: 0.0586200 Dec 10 18:43:56.120101 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0102b561-993b-4a66-9a8d-86af184b6bc1 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:56.215057 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-85369076-571f-4d7b-b0ec-d95734beb709 None None] For port 3c818000-13aa-4525-ba24-1b3941435e52, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:43:56.254043 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-85369076-571f-4d7b-b0ec-d95734beb709 None None] For port 3c818000-13aa-4525-ba24-1b3941435e52, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=3c818000-13aa-4525-ba24-1b3941435e52,segment=NetworkSegment(f3904e81-44b7-4f11-8660-676213a389c7),segment_id=f3904e81-44b7-4f11-8660-676213a389c7)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:43:56.268310 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-85369076-571f-4d7b-b0ec-d95734beb709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:56.290833 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:43:56.333972 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bf17c0d2-3895-4cff-a648-d464a46d9be8 req-c364e64f-9872-4f55-9b71-129f943d953e tempest-InstanceActionsNegativeTestJSON-1693225288 tempest-InstanceActionsNegativeTestJSON-1693225288-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc7abd6f-5a48-467a-9ddb-845c0566d69f HTTP/1.1" status: 200 len: 210 time: 0.0535908 Dec 10 18:43:56.341411 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbcc301-2d2a-42a9-a1a7-616be209bf98 None None] Network fec43d40-526a-4eca-8daa-6537b7aafd7d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:56.362805 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:56.386211 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-db9f1c7c-0d24-4b78-9642-d27e68cc0ff6 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:56.429321 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:56.430403 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:56.430865 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:56.431414 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:56.436202 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:56.436734 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:56.437189 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:56.437639 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:56.438084 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:56.438567 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:56.439184 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:56.439643 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:56.440082 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:56.511002 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-db9f1c7c-0d24-4b78-9642-d27e68cc0ff6 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:56.535232 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-acdac4bd-cf16-42fa-a4a5-f255d382ab47 None None] Provisioning complete for port 3ef7b9cf-d667-4916-a479-18d642864251 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:56.535694 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-acdac4bd-cf16-42fa-a4a5-f255d382ab47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:56.581409 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-db9f1c7c-0d24-4b78-9642-d27e68cc0ff6 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Network b329163e-f9fa-424f-9d31-14ff2a98db73 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:43:56.593311 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-db9f1c7c-0d24-4b78-9642-d27e68cc0ff6 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:56.602851 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85369076-571f-4d7b-b0ec-d95734beb709 None None] Pushing event updated for resources: {'Port': ['ID=3c818000-13aa-4525-ba24-1b3941435e52,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:56.611443 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-db9f1c7c-0d24-4b78-9642-d27e68cc0ff6 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:43:56.653165 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0102b561-993b-4a66-9a8d-86af184b6bc1 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:56.659294 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f1c7c-0d24-4b78-9642-d27e68cc0ff6 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Pushing event updated for resources: {'Port': ['ID=89295c7f-096b-41c2-87b7-b76cb27b61ec,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:56.691506 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0102b561-993b-4a66-9a8d-86af184b6bc1 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:56.786671 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102b561-993b-4a66-9a8d-86af184b6bc1 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Pushing event updated for resources: {'Port': ['ID=06062d85-10ca-4f6a-8eeb-bcaceba12b76,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:56.822248 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-db9f1c7c-0d24-4b78-9642-d27e68cc0ff6 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:56.822944 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-db9f1c7c-0d24-4b78-9642-d27e68cc0ff6 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:56.826000 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0102b561-993b-4a66-9a8d-86af184b6bc1 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:56.827790 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-acdac4bd-cf16-42fa-a4a5-f255d382ab47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:56.858326 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-db9f1c7c-0d24-4b78-9642-d27e68cc0ff6 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3315597 Dec 10 18:43:56.874577 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-acdac4bd-cf16-42fa-a4a5-f255d382ab47 None None] For port 3ef7b9cf-d667-4916-a479-18d642864251, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=3ef7b9cf-d667-4916-a479-18d642864251,segment=NetworkSegment(7bc02d33-77fe-43ee-ab4a-fe76232f7b75),segment_id=7bc02d33-77fe-43ee-ab4a-fe76232f7b75)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:56.879950 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-acdac4bd-cf16-42fa-a4a5-f255d382ab47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:56.925414 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-4582095c-ae75-4882-809a-80af29c1e02d service neutron] Request body: {'port': {'device_id': 'fe5d5c8b-5951-46ce-8df3-ee510175edbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:57.056910 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 1feb4294-93ae-4ab0-a1e8-e4f84d574066 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:43:57.066558 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f9b195dc-683b-46ac-83ed-f9bf3175030b req-3d2e5f0d-81c7-4fc1-81b7-e2b0c9813f16 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.1346755 Dec 10 18:43:57.194804 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 1feb4294-93ae-4ab0-a1e8-e4f84d574066, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=1feb4294-93ae-4ab0-a1e8-e4f84d574066,segment=NetworkSegment(132f30ff-d95d-463a-8f68-1425b289d47c),segment_id=132f30ff-d95d-463a-8f68-1425b289d47c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:57.213489 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '1feb4294-93ae-4ab0-a1e8-e4f84d574066', 'network_id': '636e2dfd-df23-4f7c-a4c9-18933828afd2', 'port_id': '1feb4294-93ae-4ab0-a1e8-e4f84d574066', 'mac_address': 'fa:16:3e:82:80:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '430bde89-6d4e-4351-83c8-14323bc62853', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:43:57.312834 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 3c818000-13aa-4525-ba24-1b3941435e52 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:43:57.320583 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-4582095c-ae75-4882-809a-80af29c1e02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:57.326718 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0102b561-993b-4a66-9a8d-86af184b6bc1 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Network fec43d40-526a-4eca-8daa-6537b7aafd7d is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:43:57.353121 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-0102b561-993b-4a66-9a8d-86af184b6bc1 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:57.372365 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdac4bd-cf16-42fa-a4a5-f255d382ab47 None None] Pushing event updated for resources: {'Port': ['ID=3ef7b9cf-d667-4916-a479-18d642864251,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:57.380922 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a481a77-9fb7-4f74-8c2d-3480b046c083 req-a483f539-01d9-41c0-997d-47d4f0b3e341 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:57.383188 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8a481a77-9fb7-4f74-8c2d-3480b046c083 req-a483f539-01d9-41c0-997d-47d4f0b3e341 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 932 time: 0.1241198 Dec 10 18:43:57.407259 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0fb429be-4dc4-4eb4-8264-867b61519739 None None] Provisioning complete for port 3ef7b9cf-d667-4916-a479-18d642864251 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:57.408232 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0fb429be-4dc4-4eb4-8264-867b61519739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:57.453064 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 3c818000-13aa-4525-ba24-1b3941435e52 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:57.453812 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:57.458216 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8a481a77-9fb7-4f74-8c2d-3480b046c083 req-c6e4e17e-66f0-416d-8738-a7a48236e22e tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac78d262-7039-4d02-9e7b-cfe82b6c6c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669613 Dec 10 18:43:57.541074 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:57.594045 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1feb4294-93ae-4ab0-a1e8-e4f84d574066 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:43:57.617343 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60340) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:57.628212 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619029d7-bb14-4544-80f4-4289298962c6 req-2489e77b-204b-4a49-9fbc-1b8e6c56a7e5 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:57.643031 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-619029d7-bb14-4544-80f4-4289298962c6 req-2489e77b-204b-4a49-9fbc-1b8e6c56a7e5 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/ports?device_id=d25659b4-14ce-4359-8efb-3eba0bd3cbde HTTP/1.1" status: 200 len: 943 time: 0.3460519 Dec 10 18:43:57.648306 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 1feb4294-93ae-4ab0-a1e8-e4f84d574066, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=1feb4294-93ae-4ab0-a1e8-e4f84d574066,segment=NetworkSegment(132f30ff-d95d-463a-8f68-1425b289d47c),segment_id=132f30ff-d95d-463a-8f68-1425b289d47c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:57.712968 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-d451d565-2034-43d0-96d8-42935de2aba6 admin admin] Deleting subnet dbddcdb2-7b0e-4d37-9430-d2028d9545ed {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:43:57.716648 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d451d565-2034-43d0-96d8-42935de2aba6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:57.761193 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 7efc6bc1-2761-4db4-8e44-1fd74d3ccc54 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:43:57.794465 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d451d565-2034-43d0-96d8-42935de2aba6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:57.875295 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d451d565-2034-43d0-96d8-42935de2aba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:57.939863 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-619029d7-bb14-4544-80f4-4289298962c6 req-79478b5e-a71f-48a2-971e-3545eaccf6ae tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/security-groups?id=37f87d45-fb97-4d0f-8d84-4a314ee4620d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921641 Dec 10 18:43:57.966805 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d451d565-2034-43d0-96d8-42935de2aba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:57.982751 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0102b561-993b-4a66-9a8d-86af184b6bc1 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Router 6a856911-b491-4859-9610-863d0aaa6b1a is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:43:58.003758 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d451d565-2034-43d0-96d8-42935de2aba6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbddcdb2-7b0e-4d37-9430-d2028d9545ed,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:58.005980 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d451d565-2034-43d0-96d8-42935de2aba6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:58.012408 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 60342) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:58.013097 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d451d565-2034-43d0-96d8-42935de2aba6 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/dbddcdb2-7b0e-4d37-9430-d2028d9545ed HTTP/1.1" status: 204 len: 168 time: 0.3943174 Dec 10 18:43:58.018275 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163c2272-9e0d-46d7-89eb-10f28a118fc5 None None] Network 3400ceac-c9d7-43d3-a928-a7c4b47add68 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:58.020836 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:58.027027 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 7efc6bc1-2761-4db4-8e44-1fd74d3ccc54 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:43:58.027431 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 7efc6bc1-2761-4db4-8e44-1fd74d3ccc54 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:43:58.090803 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:58.167247 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3ad5a6f6-365d-4510-9559-fd0ed0c9befa req-43520112-228a-47ba-87d4-1b29a115a7de tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0343468 Dec 10 18:43:58.168778 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5bd050-d82e-4758-a4d6-18eb5c936e7a None None] Network 9d6f0c23-6f2f-48eb-bd1f-aeac771298d9 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:58.228790 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-024ea6a5-1ec2-4719-b769-507f3d6e28c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:58.237946 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0102b561-993b-4a66-9a8d-86af184b6bc1 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:43:58.243918 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0102b561-993b-4a66-9a8d-86af184b6bc1 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] 10.222.0.62 "PUT /v2.0/routers/6a856911-b491-4859-9610-863d0aaa6b1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7384799 Dec 10 18:43:58.247147 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60346) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:58.249728 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64944a72-4f47-412e-bd57-fcb2fb53ce02 None None] Sync routers for ids ['6a856911-b491-4859-9610-863d0aaa6b1a'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:43:58.253362 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['1feb4294-93ae-4ab0-a1e8-e4f84d574066'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:43:58.257023 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-4582095c-ae75-4882-809a-80af29c1e02d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89295c7f-096b-41c2-87b7-b76cb27b61ec {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:43:58.264792 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64944a72-4f47-412e-bd57-fcb2fb53ce02 None None] Routers {'6a856911-b491-4859-9610-863d0aaa6b1a'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:43:58.265907 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-64944a72-4f47-412e-bd57-fcb2fb53ce02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:43:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6a856911-b491-4859-9610-863d0aaa6b1a'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:58.267689 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-4582095c-ae75-4882-809a-80af29c1e02d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:58.309320 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-64944a72-4f47-412e-bd57-fcb2fb53ce02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:58.323526 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64944a72-4f47-412e-bd57-fcb2fb53ce02 None None] Routers {'6a856911-b491-4859-9610-863d0aaa6b1a'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:43:58.325112 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-64944a72-4f47-412e-bd57-fcb2fb53ce02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:43:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6a856911-b491-4859-9610-863d0aaa6b1a'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:58.342097 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-4582095c-ae75-4882-809a-80af29c1e02d service neutron] Transition to ACTIVE for port object 89295c7f-096b-41c2-87b7-b76cb27b61ec will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:43:58.355049 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 3c818000-13aa-4525-ba24-1b3941435e52, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=3c818000-13aa-4525-ba24-1b3941435e52,segment=NetworkSegment(f3904e81-44b7-4f11-8660-676213a389c7),segment_id=f3904e81-44b7-4f11-8660-676213a389c7)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:58.358279 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=1feb4294-93ae-4ab0-a1e8-e4f84d574066,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:58.360430 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-4582095c-ae75-4882-809a-80af29c1e02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:58.367254 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01d79c4-6205-409c-ad0d-144f012dc022 None None] DHCP port deletion for 3400ceac-c9d7-43d3-a928-a7c4b47add68 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:58.370779 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-024ea6a5-1ec2-4719-b769-507f3d6e28c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:58.406495 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:58.407341 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 3ef7b9cf-d667-4916-a479-18d642864251 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:43:58.415597 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-64944a72-4f47-412e-bd57-fcb2fb53ce02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:58.417079 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64944a72-4f47-412e-bd57-fcb2fb53ce02 None None] The sync data for ids ['6a856911-b491-4859-9610-863d0aaa6b1a'] in n-d-821435-1 is: [] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:43:58.428327 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-024ea6a5-1ec2-4719-b769-507f3d6e28c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3400ceac-c9d7-43d3-a928-a7c4b47add68']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:58.443902 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-024ea6a5-1ec2-4719-b769-507f3d6e28c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '081f6c0d-2ccb-4712-b226-9eb31f1e0833') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:58.444199 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-024ea6a5-1ec2-4719-b769-507f3d6e28c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '081f6c0d-2ccb-4712-b226-9eb31f1e0833') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:58.468044 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-024ea6a5-1ec2-4719-b769-507f3d6e28c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:58.471526 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4582095c-ae75-4882-809a-80af29c1e02d service neutron] Pushing event updated for resources: {'Port': ['ID=89295c7f-096b-41c2-87b7-b76cb27b61ec,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:58.518072 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0fb429be-4dc4-4eb4-8264-867b61519739 None None] Provisioning complete for port 06062d85-10ca-4f6a-8eeb-bcaceba12b76 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:58.518454 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0fb429be-4dc4-4eb4-8264-867b61519739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:58.552836 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-024ea6a5-1ec2-4719-b769-507f3d6e28c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:58.580888 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-024ea6a5-1ec2-4719-b769-507f3d6e28c8 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:43:58.581244 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-024ea6a5-1ec2-4719-b769-507f3d6e28c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:58.583078 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:43:58.583078 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:43:58.583078 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:43:58.583078 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:43:58.583078 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:43:58.583078 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:43:58.583078 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:43:58.583078 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:43:58.583078 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:43:58.583078 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:43:58.583078 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:43:58.583078 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:43:58.583078 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:43:58.583078 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:43:58.583078 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:43:58.583078 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:43:58.583078 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:43:58.583078 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:43:58.583078 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:43:58.583078 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:43:58.583078 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:43:58.583078 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:43:58.583078 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:43:58.583078 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:43:58.583078 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:43:58.583078 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:43:58.583078 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:43:58.583078 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:43:58.583078 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:43:58.583078 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:43:58.583078 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:43:58.583078 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:43:58.641864 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=3c818000-13aa-4525-ba24-1b3941435e52,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:58.657659 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-0fb429be-4dc4-4eb4-8264-867b61519739 None None] Port 06062d85-10ca-4f6a-8eeb-bcaceba12b76 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:43:58.702821 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 3ef7b9cf-d667-4916-a479-18d642864251 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:58.703242 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:58.799923 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-faa60638-2789-45ab-bb8d-269a2e99dfd6 None None] Provisioning complete for port 3c818000-13aa-4525-ba24-1b3941435e52 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:58.800309 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-faa60638-2789-45ab-bb8d-269a2e99dfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:58.890630 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 8246f2c9-188e-4989-8d9f-2c19c1aaa830 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:43:58.936202 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:43:59.042691 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 8246f2c9-188e-4989-8d9f-2c19c1aaa830 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:59.043403 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:59.089394 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:43:59.101735 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:59.102153 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:59.109515 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-4582095c-ae75-4882-809a-80af29c1e02d service neutron] Attempting to bind port 89295c7f-096b-41c2-87b7-b76cb27b61ec on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:43:59.110155 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-4582095c-ae75-4882-809a-80af29c1e02d service neutron] Attempting to bind port 89295c7f-096b-41c2-87b7-b76cb27b61ec by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': 'c91301c4-5a4a-4e10-a4f7-739480877399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b329163e-f9fa-424f-9d31-14ff2a98db73'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:43:59.110651 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-4582095c-ae75-4882-809a-80af29c1e02d service neutron] Attempting to bind port 89295c7f-096b-41c2-87b7-b76cb27b61ec on network b329163e-f9fa-424f-9d31-14ff2a98db73 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:43:59.123255 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da94ef-05fa-43eb-b396-0f692af3925b req-d9710a8d-b671-47aa-8c94-701fa907e05e tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:59.124840 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-47da94ef-05fa-43eb-b396-0f692af3925b req-d9710a8d-b671-47aa-8c94-701fa907e05e tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 944 time: 0.5642190 Dec 10 18:43:59.126552 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-4582095c-ae75-4882-809a-80af29c1e02d service neutron] Port 89295c7f-096b-41c2-87b7-b76cb27b61ec on network b329163e-f9fa-424f-9d31-14ff2a98db73 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:43:59.126882 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-4582095c-ae75-4882-809a-80af29c1e02d service neutron] Attempting to bind port 89295c7f-096b-41c2-87b7-b76cb27b61ec on network b329163e-f9fa-424f-9d31-14ff2a98db73 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:43:59.129984 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-024ea6a5-1ec2-4719-b769-507f3d6e28c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:59.143827 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-faa60638-2789-45ab-bb8d-269a2e99dfd6 None None] Provisioning complete for port 06062d85-10ca-4f6a-8eeb-bcaceba12b76 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:59.144049 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-024ea6a5-1ec2-4719-b769-507f3d6e28c8 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:59.144336 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-faa60638-2789-45ab-bb8d-269a2e99dfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:59.149615 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-024ea6a5-1ec2-4719-b769-507f3d6e28c8 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3400ceac-c9d7-43d3-a928-a7c4b47add68 HTTP/1.1" status: 204 len: 168 time: 1.1285229 Dec 10 18:43:59.149615 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-4582095c-ae75-4882-809a-80af29c1e02d service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:43:59.149615 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-4582095c-ae75-4882-809a-80af29c1e02d service neutron] Checking segment: {'id': 'c91301c4-5a4a-4e10-a4f7-739480877399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b329163e-f9fa-424f-9d31-14ff2a98db73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:59.149615 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-4582095c-ae75-4882-809a-80af29c1e02d service neutron] Bound using segment: {'id': 'c91301c4-5a4a-4e10-a4f7-739480877399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b329163e-f9fa-424f-9d31-14ff2a98db73'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:43:59.149615 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-4582095c-ae75-4882-809a-80af29c1e02d service neutron] Bound port: 89295c7f-096b-41c2-87b7-b76cb27b61ec, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91301c4-5a4a-4e10-a4f7-739480877399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b329163e-f9fa-424f-9d31-14ff2a98db73'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:43:59.149615 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-4582095c-ae75-4882-809a-80af29c1e02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:59.167534 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e389ef9-2720-4ee2-89fb-5d71f646f36b req-46d5d072-5171-4527-a9c3-31d03242ee8f tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:59.170527 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3e389ef9-2720-4ee2-89fb-5d71f646f36b req-46d5d072-5171-4527-a9c3-31d03242ee8f tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/ports?device_id=d25659b4-14ce-4359-8efb-3eba0bd3cbde HTTP/1.1" status: 200 len: 944 time: 0.1210449 Dec 10 18:43:59.186059 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-d127aee0-d65d-44b5-998d-c0b0cf43a96b tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:43:59.187840 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d127aee0-d65d-44b5-998d-c0b0cf43a96b tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] 10.222.0.62 "PUT /v2.0/routers/6a856911-b491-4859-9610-863d0aaa6b1a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9392345 Dec 10 18:43:59.205752 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 60360) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:59.208019 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ea6a5-1ec2-4719-b769-507f3d6e28c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3400ceac-c9d7-43d3-a928-a7c4b47add68,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:59.230775 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-faa60638-2789-45ab-bb8d-269a2e99dfd6 None None] Port 06062d85-10ca-4f6a-8eeb-bcaceba12b76 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:43:59.251351 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:59.279124 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3e389ef9-2720-4ee2-89fb-5d71f646f36b req-87f9b9d1-00d7-4c29-b292-c7c3262eccf6 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/security-groups?id=37f87d45-fb97-4d0f-8d84-4a314ee4620d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870397 Dec 10 18:43:59.355739 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 8246f2c9-188e-4989-8d9f-2c19c1aaa830, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=8246f2c9-188e-4989-8d9f-2c19c1aaa830,segment=NetworkSegment(c91301c4-5a4a-4e10-a4f7-739480877399),segment_id=c91301c4-5a4a-4e10-a4f7-739480877399)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:59.359358 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:59.380525 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ac159fd9-d8a5-4843-a60c-7511738da056 req-fa26b5bf-e382-4cac-9d43-16b7565e8e9a tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0552700 Dec 10 18:43:59.382907 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-47da94ef-05fa-43eb-b396-0f692af3925b req-95a75b36-7632-4ed1-9898-2bb5b228ee55 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac78d262-7039-4d02-9e7b-cfe82b6c6c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454422 Dec 10 18:43:59.391353 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-4582095c-ae75-4882-809a-80af29c1e02d service neutron] For port 89295c7f-096b-41c2-87b7-b76cb27b61ec, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:43:59.394851 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:59.432450 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60364) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:59.432794 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-155406e2-2567-40f0-81fe-02b4e6b1f1a1 None None] Provisioning complete for port 3c818000-13aa-4525-ba24-1b3941435e52 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:59.433280 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-155406e2-2567-40f0-81fe-02b4e6b1f1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:59.473230 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2421529b-27e7-45b5-b458-57cdf17c470b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:43:59.475930 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ac6b30-a5ca-4c1e-9475-8357249041f1" -d '{"events": [{"server_uuid": "2421529b-27e7-45b5-b458-57cdf17c470b", "name": "network-vif-plugged", "status": "completed", "tag": "77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:43:59.477234 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-4582095c-ae75-4882-809a-80af29c1e02d service neutron] For port 89295c7f-096b-41c2-87b7-b76cb27b61ec, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=89295c7f-096b-41c2-87b7-b76cb27b61ec,segment=NetworkSegment(c91301c4-5a4a-4e10-a4f7-739480877399),segment_id=c91301c4-5a4a-4e10-a4f7-739480877399)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:43:59.500143 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366,segment=NetworkSegment(132f30ff-d95d-463a-8f68-1425b289d47c),segment_id=132f30ff-d95d-463a-8f68-1425b289d47c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:59.506217 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-4582095c-ae75-4882-809a-80af29c1e02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:59.507307 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d135333a-7fe2-47cb-bc63-c4e634f23bb0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cce1c3b5470c41ffb71cb4c870503f62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0730915 Dec 10 18:43:59.510886 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60368) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:59.511168 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:59.517940 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=8246f2c9-188e-4989-8d9f-2c19c1aaa830,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:59.563914 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf12c7d9-b9fe-4202-ad41-6127ce05937c x-openstack-request-id: req-bf12c7d9-b9fe-4202-ad41-6127ce05937c {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:43:59.564310 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2421529b-27e7-45b5-b458-57cdf17c470b", "name": "network-vif-plugged", "status": "completed", "tag": "77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:43:59.564578 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bf12c7d9-b9fe-4202-ad41-6127ce05937c {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:43:59.565003 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2421529b-27e7-45b5-b458-57cdf17c470b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366', 'code': 200} Dec 10 18:43:59.568741 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-4582095c-ae75-4882-809a-80af29c1e02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:59.569649 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-4582095c-ae75-4882-809a-80af29c1e02d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:59.569788 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 3ef7b9cf-d667-4916-a479-18d642864251 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:43:59.571364 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-4582095c-ae75-4882-809a-80af29c1e02d service neutron] 10.222.0.72 "PUT /v2.0/ports/89295c7f-096b-41c2-87b7-b76cb27b61ec HTTP/1.1" status: 200 len: 1092 time: 2.6629500 Dec 10 18:43:59.576041 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5d5c8b-5951-46ce-8df3-ee510175edbf', 'tag': '89295c7f-096b-41c2-87b7-b76cb27b61ec'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:43:59.578621 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e2c091-619b-40de-8a99-8e458d358041" -d '{"events": [{"name": "network-changed", "server_uuid": "fe5d5c8b-5951-46ce-8df3-ee510175edbf", "tag": "89295c7f-096b-41c2-87b7-b76cb27b61ec"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:43:59.630970 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ded14b65-ce2e-48fc-9332-ad33843ae408 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:59.655914 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fe882d-7371-4121-9ab9-e07483226220 x-openstack-request-id: req-e8fe882d-7371-4121-9ab9-e07483226220 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:43:59.656206 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe5d5c8b-5951-46ce-8df3-ee510175edbf", "tag": "89295c7f-096b-41c2-87b7-b76cb27b61ec", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:43:59.656685 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e8fe882d-7371-4121-9ab9-e07483226220 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:43:59.657808 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe5d5c8b-5951-46ce-8df3-ee510175edbf', 'tag': '89295c7f-096b-41c2-87b7-b76cb27b61ec', 'status': 'completed', 'code': 200} Dec 10 18:43:59.675737 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ded14b65-ce2e-48fc-9332-ad33843ae408 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:59.685316 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:59.700043 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4582095c-ae75-4882-809a-80af29c1e02d service neutron] Pushing event updated for resources: {'Port': ['ID=89295c7f-096b-41c2-87b7-b76cb27b61ec,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:59.713857 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 3ef7b9cf-d667-4916-a479-18d642864251 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:59.714242 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:59.718891 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-2972e76f-79ca-483f-b898-c962bf7a636d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:59.721751 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-2972e76f-79ca-483f-b898-c962bf7a636d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08881b755791457cbf9f2f860f9402bd&device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 1095 time: 0.1005881 Dec 10 18:43:59.769279 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a876bd-4a15-4faa-8b00-2b736cd059d0 req-ba37c531-f3f1-45fb-bbf5-d02549795c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:59.772830 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e1a876bd-4a15-4faa-8b00-2b736cd059d0 req-ba37c531-f3f1-45fb-bbf5-d02549795c76 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2421529b-27e7-45b5-b458-57cdf17c470b HTTP/1.1" status: 200 len: 1096 time: 0.1192436 Dec 10 18:43:59.795449 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-f9914d88-9334-4795-9a22-00ab2e097ce2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89295c7f-096b-41c2-87b7-b76cb27b61ec HTTP/1.1" status: 200 len: 217 time: 0.0641801 Dec 10 18:43:59.810494 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ded14b65-ce2e-48fc-9332-ad33843ae408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:59.813205 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ded14b65-ce2e-48fc-9332-ad33843ae408 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:59.814935 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ded14b65-ce2e-48fc-9332-ad33843ae408 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/314eaba7-054a-4e8f-95a6-62dabd69c8b6 HTTP/1.1" status: 204 len: 168 time: 0.3024540 Dec 10 18:43:59.833639 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded14b65-ce2e-48fc-9332-ad33843ae408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314eaba7-054a-4e8f-95a6-62dabd69c8b6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:59.840087 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e1a876bd-4a15-4faa-8b00-2b736cd059d0 req-ecc1a11a-feed-41dd-ad28-92c5d2773d59 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=37f87d45-fb97-4d0f-8d84-4a314ee4620d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571744 Dec 10 18:43:59.880320 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 3c818000-13aa-4525-ba24-1b3941435e52 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:43:59.880483 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-39665a73-7531-4d3c-a63e-c113313575d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:59.881947 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-39665a73-7531-4d3c-a63e-c113313575d3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=891bbe66-13fb-4014-8260-37a0a27c3787 HTTP/1.1" status: 200 len: 860 time: 0.0655887 Dec 10 18:43:59.889130 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a8d38d5b-46d7-4c22-a63d-05e83ddfda53 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:59.958518 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 3c818000-13aa-4525-ba24-1b3941435e52 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:59.959498 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:59.998013 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-7b0ad3c5-0eab-47d2-afb8-7698d5b986f3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b329163e-f9fa-424f-9d31-14ff2a98db73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660570 Dec 10 18:44:00.167582 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-1f523534-161f-4c96-aff3-398026670ded service neutron] 10.222.0.72 "GET /v2.0/networks/b329163e-f9fa-424f-9d31-14ff2a98db73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622379 Dec 10 18:44:00.350007 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a65e17c-beba-4a33-a5f7-8c31a7316f40 req-daefa24f-f022-4dcd-a0c6-272dc02531c5 service neutron] 10.222.0.72 "GET /v2.0/networks/b329163e-f9fa-424f-9d31-14ff2a98db73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676779 Dec 10 18:44:00.470340 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0c791a85-4e84-4bef-b3e2-5571687b01a7 req-d585d386-457b-48dd-b732-3fadfd740bfc tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0305731 Dec 10 18:44:00.523946 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a8d38d5b-46d7-4c22-a63d-05e83ddfda53 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Deleting port 06062d85-10ca-4f6a-8eeb-bcaceba12b76 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:44:00.527522 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a8d38d5b-46d7-4c22-a63d-05e83ddfda53 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:00.542920 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ae043-41de-4e28-939e-7ed90e764c06 req-00345f9b-64e5-4418-bd18-6b140002ffb2 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:00.544868 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f88ae043-41de-4e28-939e-7ed90e764c06 req-00345f9b-64e5-4418-bd18-6b140002ffb2 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/ports?device_id=d25659b4-14ce-4359-8efb-3eba0bd3cbde HTTP/1.1" status: 200 len: 944 time: 0.1547146 Dec 10 18:44:00.561571 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e2c091-619b-40de-8a99-8e458d358041 req-013fa52d-2539-4d9a-b3d4-85ebe37f8a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:00.563922 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43e2c091-619b-40de-8a99-8e458d358041 req-013fa52d-2539-4d9a-b3d4-85ebe37f8a30 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08881b755791457cbf9f2f860f9402bd&device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 1095 time: 0.1553626 Dec 10 18:44:00.604483 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e33d6-bc43-460f-ad21-7b98e9a3a4b4 req-54f66f3e-cb8d-4cc5-b538-5e3db2283313 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:00.608812 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-872e33d6-bc43-460f-ad21-7b98e9a3a4b4 req-54f66f3e-cb8d-4cc5-b538-5e3db2283313 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 944 time: 0.0615907 Dec 10 18:44:00.677505 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-872e33d6-bc43-460f-ad21-7b98e9a3a4b4 req-5e45283f-1894-409e-b243-6616ad1fe8df tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac78d262-7039-4d02-9e7b-cfe82b6c6c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585124 Dec 10 18:44:00.840694 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a8d38d5b-46d7-4c22-a63d-05e83ddfda53 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:00.857859 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f88ae043-41de-4e28-939e-7ed90e764c06 req-c521fcc7-e61d-4f98-815f-83b1b74fe5f3 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/security-groups?id=37f87d45-fb97-4d0f-8d84-4a314ee4620d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925162 Dec 10 18:44:00.887835 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a8d38d5b-46d7-4c22-a63d-05e83ddfda53 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Calling delete_port for 06062d85-10ca-4f6a-8eeb-bcaceba12b76 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:44:00.905865 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e2c091-619b-40de-8a99-8e458d358041 req-741e0547-f829-41dc-bc04-dcb02f85ed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:00.908887 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43e2c091-619b-40de-8a99-8e458d358041 req-741e0547-f829-41dc-bc04-dcb02f85ed26 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b329163e-f9fa-424f-9d31-14ff2a98db73 HTTP/1.1" status: 200 len: 921 time: 0.3005633 Dec 10 18:44:00.951623 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 1feb4294-93ae-4ab0-a1e8-e4f84d574066 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:44:01.024623 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43e2c091-619b-40de-8a99-8e458d358041 req-defcb460-9233-45ec-b648-c3df0aef2278 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89295c7f-096b-41c2-87b7-b76cb27b61ec HTTP/1.1" status: 200 len: 217 time: 0.1068182 Dec 10 18:44:01.025179 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 1feb4294-93ae-4ab0-a1e8-e4f84d574066 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:44:01.032802 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 1feb4294-93ae-4ab0-a1e8-e4f84d574066 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:01.033188 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:01.134768 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:01.149873 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e2c091-619b-40de-8a99-8e458d358041 req-7501b399-5fc8-4032-939b-c2d12eaf5f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:01.151397 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43e2c091-619b-40de-8a99-8e458d358041 req-7501b399-5fc8-4032-939b-c2d12eaf5f75 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=891bbe66-13fb-4014-8260-37a0a27c3787 HTTP/1.1" status: 200 len: 860 time: 0.1182790 Dec 10 18:44:01.184302 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 1feb4294-93ae-4ab0-a1e8-e4f84d574066, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=1feb4294-93ae-4ab0-a1e8-e4f84d574066,segment=NetworkSegment(132f30ff-d95d-463a-8f68-1425b289d47c),segment_id=132f30ff-d95d-463a-8f68-1425b289d47c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:01.189290 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:01.198550 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43e2c091-619b-40de-8a99-8e458d358041 req-b14ca9e4-fced-4dbd-85f8-094143471537 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b329163e-f9fa-424f-9d31-14ff2a98db73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375469 Dec 10 18:44:01.266970 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=1feb4294-93ae-4ab0-a1e8-e4f84d574066,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:01.336816 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9dea585a-841b-49d8-b5c1-079425cab8a5 req-9aeba35d-fb41-452e-a2c6-02cb87c84278 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0379906 Dec 10 18:44:01.369889 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a8d38d5b-46d7-4c22-a63d-05e83ddfda53 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:01.416585 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d38d5b-46d7-4c22-a63d-05e83ddfda53 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Pushing event deleted for resources: {'Port': ['ID=06062d85-10ca-4f6a-8eeb-bcaceba12b76,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:01.422519 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43e2c091-619b-40de-8a99-8e458d358041 req-b722c489-bb26-43f4-af25-de1eebe58320 service neutron] 10.222.0.72 "GET /v2.0/networks/b329163e-f9fa-424f-9d31-14ff2a98db73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152948 Dec 10 18:44:01.500013 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 8246f2c9-188e-4989-8d9f-2c19c1aaa830 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:44:01.567427 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25659b4-14ce-4359-8efb-3eba0bd3cbde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1feb4294-93ae-4ab0-a1e8-e4f84d574066'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:44:01.575865 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e446d622-16d4-4698-baab-02a2969e27b1" -d '{"events": [{"server_uuid": "d25659b4-14ce-4359-8efb-3eba0bd3cbde", "name": "network-vif-plugged", "status": "completed", "tag": "1feb4294-93ae-4ab0-a1e8-e4f84d574066"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:44:01.593799 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3583d9ac-26be-4f43-8e56-534c44693e55 req-2ed32843-ac6e-4190-a222-df03a0f40c27 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0561483 Dec 10 18:44:01.624667 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 8246f2c9-188e-4989-8d9f-2c19c1aaa830 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:01.625280 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:01.711859 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a8d38d5b-46d7-4c22-a63d-05e83ddfda53 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:01.715426 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43e2c091-619b-40de-8a99-8e458d358041 req-b91ffc46-a957-41b0-958c-efa0d8d2903e service neutron] 10.222.0.72 "GET /v2.0/networks/b329163e-f9fa-424f-9d31-14ff2a98db73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624590 Dec 10 18:44:01.770819 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b76a73-18a1-4eb5-9340-063fd7365f16 x-openstack-request-id: req-e1b76a73-18a1-4eb5-9340-063fd7365f16 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:44:01.771121 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25659b4-14ce-4359-8efb-3eba0bd3cbde", "name": "network-vif-plugged", "status": "completed", "tag": "1feb4294-93ae-4ab0-a1e8-e4f84d574066", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:44:01.771380 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e1b76a73-18a1-4eb5-9340-063fd7365f16 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:44:01.771828 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd25659b4-14ce-4359-8efb-3eba0bd3cbde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1feb4294-93ae-4ab0-a1e8-e4f84d574066', 'code': 200} Dec 10 18:44:01.838418 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d1f5e-a71c-4cd3-bf9d-4a2b1218e102 req-181c2ea0-a3c2-4f5f-887a-65f9f2b2d88a tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:01.840209 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b72d1f5e-a71c-4cd3-bf9d-4a2b1218e102 req-181c2ea0-a3c2-4f5f-887a-65f9f2b2d88a tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 944 time: 0.0523076 Dec 10 18:44:01.908473 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d38d5b-46d7-4c22-a63d-05e83ddfda53 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Router 6a856911-b491-4859-9610-863d0aaa6b1a has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:44:01.916083 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e2253-8aa4-4a1d-9920-6e72d41e6f4a req-0aa59585-a085-4056-9cd0-5af805a5a1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:01.917997 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-029e2253-8aa4-4a1d-9920-6e72d41e6f4a req-0aa59585-a085-4056-9cd0-5af805a5a1ae service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d25659b4-14ce-4359-8efb-3eba0bd3cbde HTTP/1.1" status: 200 len: 1096 time: 0.0876770 Dec 10 18:44:01.927128 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b72d1f5e-a71c-4cd3-bf9d-4a2b1218e102 req-1f10e531-a79d-4159-872d-cfe936d3394b tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac78d262-7039-4d02-9e7b-cfe82b6c6c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779099 Dec 10 18:44:01.972887 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-029e2253-8aa4-4a1d-9920-6e72d41e6f4a req-0d5fcb38-3a36-4ece-8df2-0ff675b72b76 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=37f87d45-fb97-4d0f-8d84-4a314ee4620d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447068 Dec 10 18:44:01.994570 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d38d5b-46d7-4c22-a63d-05e83ddfda53 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:44:01.999607 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a8d38d5b-46d7-4c22-a63d-05e83ddfda53 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] 10.222.0.62 "PUT /v2.0/routers/6a856911-b491-4859-9610-863d0aaa6b1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7926943 Dec 10 18:44:02.004816 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60444) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:02.007178 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a02cd3-7fac-467b-b882-0e87a17ffe0c None None] Sync routers for ids ['6a856911-b491-4859-9610-863d0aaa6b1a'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:44:02.018335 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a02cd3-7fac-467b-b882-0e87a17ffe0c None None] Routers {'6a856911-b491-4859-9610-863d0aaa6b1a'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:44:02.019074 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f9a02cd3-7fac-467b-b882-0e87a17ffe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:43:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6a856911-b491-4859-9610-863d0aaa6b1a'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:02.060097 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-6a4207a7-bfbb-40b2-b8bb-678c8fd359ee tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] delete failed (client error): The resource could not be found. Dec 10 18:44:02.061311 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6a4207a7-bfbb-40b2-b8bb-678c8fd359ee tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] 10.222.0.62 "DELETE /v2.0/routers/tempest-non_exist_router-471955334 HTTP/1.1" status: 404 len: 334 time: 0.0549777 Dec 10 18:44:02.062033 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da01e7b-591b-4d3e-9a04-e76e921a61a4 req-55ca089c-5f24-41d8-853d-78b793e5192c tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:02.065174 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60448) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:02.068313 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f9a02cd3-7fac-467b-b882-0e87a17ffe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:02.070677 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-5ae7e988-cf0a-4f1b-aa75-86b569a628d6 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Request body: {'router': {'external_gateway_info': {'network_id': '6a856911-b491-4859-9610-863d0aaa6b1a'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:02.070895 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7da01e7b-591b-4d3e-9a04-e76e921a61a4 req-55ca089c-5f24-41d8-853d-78b793e5192c tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/ports?device_id=d25659b4-14ce-4359-8efb-3eba0bd3cbde HTTP/1.1" status: 200 len: 945 time: 0.0700595 Dec 10 18:44:02.078297 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a02cd3-7fac-467b-b882-0e87a17ffe0c None None] Routers {'6a856911-b491-4859-9610-863d0aaa6b1a'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:44:02.080130 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f9a02cd3-7fac-467b-b882-0e87a17ffe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:43:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6a856911-b491-4859-9610-863d0aaa6b1a'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:02.113264 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f9a02cd3-7fac-467b-b882-0e87a17ffe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:02.113951 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a02cd3-7fac-467b-b882-0e87a17ffe0c None None] The sync data for ids ['6a856911-b491-4859-9610-863d0aaa6b1a'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:44:02.130080 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7da01e7b-591b-4d3e-9a04-e76e921a61a4 req-837b4156-23a7-4737-9f25-700eef04e147 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/security-groups?id=37f87d45-fb97-4d0f-8d84-4a314ee4620d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582683 Dec 10 18:44:02.298690 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5ae7e988-cf0a-4f1b-aa75-86b569a628d6 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:02.318461 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-5ae7e988-cf0a-4f1b-aa75-86b569a628d6 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] update failed (client error): The resource could not be found. Dec 10 18:44:02.319520 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5ae7e988-cf0a-4f1b-aa75-86b569a628d6 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] 10.222.0.62 "PUT /v2.0/routers/6a856911-b491-4859-9610-863d0aaa6b1a HTTP/1.1" status: 404 len: 339 time: 0.2527568 Dec 10 18:44:02.323178 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60452) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:02.442296 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-beb2024a-1b78-45fc-8d60-ae6728ee1557 req-3ea9bd66-4024-47c4-a8f0-9d58fb20965c tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0284030 Dec 10 18:44:02.606719 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-43410f9a-dbc0-415b-91b2-b733f1de84f6 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:02.715559 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-36377c76-3323-4425-a787-d6da981aed0e req-7e3793df-77f8-4390-af29-422fdb05bc37 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0576537 Dec 10 18:44:02.875328 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-43410f9a-dbc0-415b-91b2-b733f1de84f6 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Allocated IP 172.20.0.1 (f851182f-bce4-49b0-8110-a196e999000c/12d4dcb8-a1ee-4c75-ba04-3b007a32b85b/cc79eed1-1b2c-498d-b296-14a381231613) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:44:03.056676 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-43410f9a-dbc0-415b-91b2-b733f1de84f6 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:03.095394 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331019a1-1e22-4b32-b804-82cdb93b4821 req-a968315a-f3bf-4049-b57d-242d36233565 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:03.098852 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-331019a1-1e22-4b32-b804-82cdb93b4821 req-a968315a-f3bf-4049-b57d-242d36233565 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 944 time: 0.0787292 Dec 10 18:44:03.123910 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-43410f9a-dbc0-415b-91b2-b733f1de84f6 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:03.192615 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43410f9a-dbc0-415b-91b2-b733f1de84f6 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Network f851182f-bce4-49b0-8110-a196e999000c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:44:03.201093 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-43410f9a-dbc0-415b-91b2-b733f1de84f6 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:44:03.206540 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43410f9a-dbc0-415b-91b2-b733f1de84f6 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:44:03.212273 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-331019a1-1e22-4b32-b804-82cdb93b4821 req-1ce994af-c1c9-4870-9819-e123bf123f37 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac78d262-7039-4d02-9e7b-cfe82b6c6c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071715 Dec 10 18:44:03.214608 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43410f9a-dbc0-415b-91b2-b733f1de84f6 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Pushing event updated for resources: {'Port': ['ID=cc79eed1-1b2c-498d-b296-14a381231613,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:03.269167 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-43410f9a-dbc0-415b-91b2-b733f1de84f6 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:03.304858 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7ca7e-c93d-4ab6-84d5-72deaa4aefe7 req-60e2667b-bb28-4072-a1e6-e588bd91da0f tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:03.306647 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7c7ca7e-c93d-4ab6-84d5-72deaa4aefe7 req-60e2667b-bb28-4072-a1e6-e588bd91da0f tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/ports?device_id=d25659b4-14ce-4359-8efb-3eba0bd3cbde HTTP/1.1" status: 200 len: 945 time: 0.0950203 Dec 10 18:44:03.361805 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7c7ca7e-c93d-4ab6-84d5-72deaa4aefe7 req-6677d977-29d4-41e6-b9e8-1639b5f40a82 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/security-groups?id=37f87d45-fb97-4d0f-8d84-4a314ee4620d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483558 Dec 10 18:44:03.426566 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-43410f9a-dbc0-415b-91b2-b733f1de84f6 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:03.537035 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-63cbbb3c-e19e-41fd-a31f-c8608deda0d7 req-16122ec4-09fd-41db-bed9-dab47007f2ac tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0301816 Dec 10 18:44:03.567126 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-737f87bf-b705-4886-9202-ba42cafdf33f None None] Provisioning complete for port cc79eed1-1b2c-498d-b296-14a381231613 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:03.567744 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-737f87bf-b705-4886-9202-ba42cafdf33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:03.596778 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435355bf-66db-42b7-9ba1-54e8a7760c8a req-b49c065e-6458-4f88-8401-60accf6b1bf1 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:03.598443 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-435355bf-66db-42b7-9ba1-54e8a7760c8a req-b49c065e-6458-4f88-8401-60accf6b1bf1 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/ports?device_id=2421529b-27e7-45b5-b458-57cdf17c470b HTTP/1.1" status: 200 len: 945 time: 0.1316340 Dec 10 18:44:03.610084 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-737f87bf-b705-4886-9202-ba42cafdf33f None None] Port cc79eed1-1b2c-498d-b296-14a381231613 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:44:03.660463 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:03.708454 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-435355bf-66db-42b7-9ba1-54e8a7760c8a req-8c09015b-925d-46ac-9802-9dd0fe86784c tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/security-groups?id=37f87d45-fb97-4d0f-8d84-4a314ee4620d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022553 Dec 10 18:44:03.764934 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 89295c7f-096b-41c2-87b7-b76cb27b61ec details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:44:03.824924 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c77f1622-f1b3-47f4-8c67-3131e8e83129 req-a9a39123-60d1-4d1a-b690-984599ae11a1 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0535960 Dec 10 18:44:03.853312 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-43410f9a-dbc0-415b-91b2-b733f1de84f6 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:03.858700 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-43410f9a-dbc0-415b-91b2-b733f1de84f6 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:03.877862 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 89295c7f-096b-41c2-87b7-b76cb27b61ec, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=89295c7f-096b-41c2-87b7-b76cb27b61ec,segment=NetworkSegment(c91301c4-5a4a-4e10-a4f7-739480877399),segment_id=c91301c4-5a4a-4e10-a4f7-739480877399)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:03.891624 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '89295c7f-096b-41c2-87b7-b76cb27b61ec', 'network_id': 'b329163e-f9fa-424f-9d31-14ff2a98db73', 'port_id': '89295c7f-096b-41c2-87b7-b76cb27b61ec', 'mac_address': 'fa:16:3e:5c:86:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '891bbe66-13fb-4014-8260-37a0a27c3787', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:44:03.937119 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:03.946422 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43410f9a-dbc0-415b-91b2-b733f1de84f6 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Pushing event updated for resources: {'Port': ['ID=cc79eed1-1b2c-498d-b296-14a381231613,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:03.951994 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-43410f9a-dbc0-415b-91b2-b733f1de84f6 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:03.956275 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89295c7f-096b-41c2-87b7-b76cb27b61ec {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:44:03.980031 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 89295c7f-096b-41c2-87b7-b76cb27b61ec, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=89295c7f-096b-41c2-87b7-b76cb27b61ec,segment=NetworkSegment(c91301c4-5a4a-4e10-a4f7-739480877399),segment_id=c91301c4-5a4a-4e10-a4f7-739480877399)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:03.986511 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:04.044023 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=89295c7f-096b-41c2-87b7-b76cb27b61ec,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:04.061313 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43410f9a-dbc0-415b-91b2-b733f1de84f6 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Network f851182f-bce4-49b0-8110-a196e999000c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:44:04.063309 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-43410f9a-dbc0-415b-91b2-b733f1de84f6 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:44:04.223392 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43410f9a-dbc0-415b-91b2-b733f1de84f6 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Router 6a856911-b491-4859-9610-863d0aaa6b1a has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:44:04.234682 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05f293-d695-42d8-8749-a0b71d057c7c req-77788442-5c8d-485c-9b99-38b471860c45 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:04.244982 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4b05f293-d695-42d8-8749-a0b71d057c7c req-77788442-5c8d-485c-9b99-38b471860c45 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/ports?device_id=2421529b-27e7-45b5-b458-57cdf17c470b HTTP/1.1" status: 200 len: 945 time: 0.0856190 Dec 10 18:44:04.335525 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-85a5503e-b0a0-4e16-92cf-fe67fca02aa4 None None] Provisioning complete for port cc79eed1-1b2c-498d-b296-14a381231613 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:04.335912 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-85a5503e-b0a0-4e16-92cf-fe67fca02aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:04.352246 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141bb04-7a64-4812-a7f6-b45cbe547dc9 req-ec820050-8c47-4ade-84ae-f05ba107e5a1 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:04.357463 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5141bb04-7a64-4812-a7f6-b45cbe547dc9 req-ec820050-8c47-4ade-84ae-f05ba107e5a1 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 945 time: 0.0587370 Dec 10 18:44:04.382779 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4b05f293-d695-42d8-8749-a0b71d057c7c req-b1e95a8e-ce44-47af-a401-40a2399e96a3 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/security-groups?id=37f87d45-fb97-4d0f-8d84-4a314ee4620d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368768 Dec 10 18:44:04.383143 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-85a5503e-b0a0-4e16-92cf-fe67fca02aa4 None None] Port cc79eed1-1b2c-498d-b296-14a381231613 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:44:04.401515 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43410f9a-dbc0-415b-91b2-b733f1de84f6 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:44:04.409286 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-43410f9a-dbc0-415b-91b2-b733f1de84f6 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] 10.222.0.62 "PUT /v2.0/routers/6a856911-b491-4859-9610-863d0aaa6b1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0850527 Dec 10 18:44:04.412104 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60488) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:04.418088 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c491f79-e073-4876-a418-6937029cbcfd None None] Sync routers for ids ['6a856911-b491-4859-9610-863d0aaa6b1a'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:44:04.427048 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['89295c7f-096b-41c2-87b7-b76cb27b61ec'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:44:04.433115 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c491f79-e073-4876-a418-6937029cbcfd None None] Routers {'6a856911-b491-4859-9610-863d0aaa6b1a'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:44:04.433743 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-9c491f79-e073-4876-a418-6937029cbcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:43:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6a856911-b491-4859-9610-863d0aaa6b1a'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:04.452800 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5141bb04-7a64-4812-a7f6-b45cbe547dc9 req-97e86cd7-33ca-44a8-9bde-c06e5dda821b tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac78d262-7039-4d02-9e7b-cfe82b6c6c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807288 Dec 10 18:44:04.482710 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-9c491f79-e073-4876-a418-6937029cbcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:04.493540 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c491f79-e073-4876-a418-6937029cbcfd None None] Routers {'6a856911-b491-4859-9610-863d0aaa6b1a'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:44:04.494165 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-9c491f79-e073-4876-a418-6937029cbcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:43:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6a856911-b491-4859-9610-863d0aaa6b1a'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:04.530952 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-9c491f79-e073-4876-a418-6937029cbcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:04.531617 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c491f79-e073-4876-a418-6937029cbcfd None None] The sync data for ids ['6a856911-b491-4859-9610-863d0aaa6b1a'] in n-d-821435-1 is: [] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:44:04.542344 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-780d849f-e438-4456-81b0-692e042a3396 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:04.624344 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9e29240a-3190-47d4-a41e-f8b06cfea17b req-2cbafa8a-c1ab-418d-87b0-24e5de0244d6 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0275791 Dec 10 18:44:04.632126 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-780d849f-e438-4456-81b0-692e042a3396 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 10 18:44:04.633337 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-780d849f-e438-4456-81b0-692e042a3396 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] 10.222.0.62 "DELETE /v2.0/routers/6a856911-b491-4859-9610-863d0aaa6b1a HTTP/1.1" status: 409 len: 329 time: 0.2198005 Dec 10 18:44:04.636224 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 60492) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:04.916997 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-22841e94-c243-4b94-987c-922fe5eab02d req-88383ecc-fc73-4aa5-bcd8-9098ae6a558c tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0301175 Dec 10 18:44:04.962134 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e7bb6d4f-f6be-4875-a07e-e96f1f6f8931 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:05.212570 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e7bb6d4f-f6be-4875-a07e-e96f1f6f8931 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Deleting port cc79eed1-1b2c-498d-b296-14a381231613 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:44:05.212947 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e7bb6d4f-f6be-4875-a07e-e96f1f6f8931 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:05.300761 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e7bb6d4f-f6be-4875-a07e-e96f1f6f8931 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:05.313630 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e7bb6d4f-f6be-4875-a07e-e96f1f6f8931 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Calling delete_port for cc79eed1-1b2c-498d-b296-14a381231613 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:44:05.389732 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7408c-67c3-48b6-9cb4-a437247418a4 req-2666286a-845a-4428-9c16-f23ccd1f2436 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:05.391876 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7ff7408c-67c3-48b6-9cb4-a437247418a4 req-2666286a-845a-4428-9c16-f23ccd1f2436 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.46 "GET /v2.0/ports?device_id=2421529b-27e7-45b5-b458-57cdf17c470b HTTP/1.1" status: 200 len: 945 time: 0.0627153 Dec 10 18:44:05.512401 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-7ff7408c-67c3-48b6-9cb4-a437247418a4 req-b25933fa-db4a-419c-8384-98c05ff71ec7 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Deleting port 77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:44:05.513011 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7ff7408c-67c3-48b6-9cb4-a437247418a4 req-b25933fa-db4a-419c-8384-98c05ff71ec7 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:05.597798 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e7bb6d4f-f6be-4875-a07e-e96f1f6f8931 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:05.611501 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4744e6-8de9-4208-8d34-3cd1249182b7 req-741d8406-8d35-4c3a-909f-da9f25753ab5 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:05.613115 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ea4744e6-8de9-4208-8d34-3cd1249182b7 req-741d8406-8d35-4c3a-909f-da9f25753ab5 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/ports?device_id=2421529b-27e7-45b5-b458-57cdf17c470b HTTP/1.1" status: 200 len: 945 time: 0.1383917 Dec 10 18:44:05.644054 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb6d4f-f6be-4875-a07e-e96f1f6f8931 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Pushing event deleted for resources: {'Port': ['ID=cc79eed1-1b2c-498d-b296-14a381231613,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:05.661877 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59458cb5-6405-4c5e-a589-f9eeeb3b2565 req-3a230bc0-4e2a-4b01-8600-f6fb6c128679 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:05.664336 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-59458cb5-6405-4c5e-a589-f9eeeb3b2565 req-3a230bc0-4e2a-4b01-8600-f6fb6c128679 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.46 "GET /v2.0/ports?device_id=d25659b4-14ce-4359-8efb-3eba0bd3cbde HTTP/1.1" status: 200 len: 945 time: 0.1316254 Dec 10 18:44:05.822939 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ea4744e6-8de9-4208-8d34-3cd1249182b7 req-9f0ebb9c-2c62-42f3-b9f8-9097bca6e03a tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/security-groups?id=37f87d45-fb97-4d0f-8d84-4a314ee4620d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833336 Dec 10 18:44:05.948554 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7aeed-4fcc-465d-bb53-c34f29e1e95c req-61ea1790-ea75-4abc-8fae-d6e539a249b1 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:05.950181 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a0a7aeed-4fcc-465d-bb53-c34f29e1e95c req-61ea1790-ea75-4abc-8fae-d6e539a249b1 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 945 time: 0.3977246 Dec 10 18:44:05.969087 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-7ff7408c-67c3-48b6-9cb4-a437247418a4 req-b25933fa-db4a-419c-8384-98c05ff71ec7 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] For port 77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366,segment=NetworkSegment(132f30ff-d95d-463a-8f68-1425b289d47c),segment_id=132f30ff-d95d-463a-8f68-1425b289d47c)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:05.970004 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7ff7408c-67c3-48b6-9cb4-a437247418a4 req-b25933fa-db4a-419c-8384-98c05ff71ec7 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:05.992403 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-7ff7408c-67c3-48b6-9cb4-a437247418a4 req-b25933fa-db4a-419c-8384-98c05ff71ec7 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Calling delete_port for 77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:44:06.060013 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a0a7aeed-4fcc-465d-bb53-c34f29e1e95c req-8f351ac1-04c5-40bf-8e53-0aa03d5bae5b tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac78d262-7039-4d02-9e7b-cfe82b6c6c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012003 Dec 10 18:44:06.139966 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0ca8482d-decb-44d9-8ccf-8ff04d2513c0 req-2397642f-8cce-4ce7-9956-c39d2a484da8 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0360513 Dec 10 18:44:06.190129 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7ff7408c-67c3-48b6-9cb4-a437247418a4 req-b25933fa-db4a-419c-8384-98c05ff71ec7 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:06.201043 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366', '1feb4294-93ae-4ab0-a1e8-e4f84d574066'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:44:06.222544 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25933fa-db4a-419c-8384-98c05ff71ec7 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Pushing event deleted for resources: {'Port': ['ID=77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:06.263753 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe513cc-ec9f-4624-9af0-84db401f39d6 None None] DHCP port deletion for 636e2dfd-df23-4f7c-a4c9-18933828afd2 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:44:06.298089 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff7408c-67c3-48b6-9cb4-a437247418a4 req-b25933fa-db4a-419c-8384-98c05ff71ec7 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] No DVR routers for this DVR port 77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366 on host n-h1-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:44:06.301024 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7ff7408c-67c3-48b6-9cb4-a437247418a4 req-b25933fa-db4a-419c-8384-98c05ff71ec7 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:06.309628 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7ff7408c-67c3-48b6-9cb4-a437247418a4 req-b25933fa-db4a-419c-8384-98c05ff71ec7 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.46 "DELETE /v2.0/ports/77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366 HTTP/1.1" status: 204 len: 173 time: 0.9065218 Dec 10 18:44:06.309628 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2421529b-27e7-45b5-b458-57cdf17c470b', 'name': 'network-vif-deleted', 'tag': '77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:44:06.309628 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150c7e94-79c9-4016-b9c5-d61f4247cac1" -d '{"events": [{"server_uuid": "2421529b-27e7-45b5-b458-57cdf17c470b", "name": "network-vif-deleted", "tag": "77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:44:06.337014 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d5c23f73-6593-4798-a4fc-a73232f5fd7f req-3c130ebe-2615-49f7-a145-a47f46fe6fcc tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0546553 Dec 10 18:44:06.342597 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e7bb6d4f-f6be-4875-a07e-e96f1f6f8931 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:06.387820 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13dd436e-f972-4fee-ad31-dab8781ceaa0 x-openstack-request-id: req-13dd436e-f972-4fee-ad31-dab8781ceaa0 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:44:06.388125 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2421529b-27e7-45b5-b458-57cdf17c470b", "name": "network-vif-deleted", "tag": "77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:44:06.388398 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-13dd436e-f972-4fee-ad31-dab8781ceaa0 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:44:06.389120 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2421529b-27e7-45b5-b458-57cdf17c470b', 'name': 'network-vif-deleted', 'tag': '77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366', 'status': 'completed', 'code': 200} Dec 10 18:44:06.475884 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-59458cb5-6405-4c5e-a589-f9eeeb3b2565 req-3bfd320b-5921-4e5d-a822-41f3cde24bd9 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Deleting port 1feb4294-93ae-4ab0-a1e8-e4f84d574066 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:44:06.476144 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-59458cb5-6405-4c5e-a589-f9eeeb3b2565 req-3bfd320b-5921-4e5d-a822-41f3cde24bd9 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:06.609362 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7bb6d4f-f6be-4875-a07e-e96f1f6f8931 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Router 6a856911-b491-4859-9610-863d0aaa6b1a has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:44:06.640488 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-59458cb5-6405-4c5e-a589-f9eeeb3b2565 req-3bfd320b-5921-4e5d-a822-41f3cde24bd9 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] For port 1feb4294-93ae-4ab0-a1e8-e4f84d574066, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=1feb4294-93ae-4ab0-a1e8-e4f84d574066,segment=NetworkSegment(132f30ff-d95d-463a-8f68-1425b289d47c),segment_id=132f30ff-d95d-463a-8f68-1425b289d47c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:06.640881 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-59458cb5-6405-4c5e-a589-f9eeeb3b2565 req-3bfd320b-5921-4e5d-a822-41f3cde24bd9 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:06.712211 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-59458cb5-6405-4c5e-a589-f9eeeb3b2565 req-3bfd320b-5921-4e5d-a822-41f3cde24bd9 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Calling delete_port for 1feb4294-93ae-4ab0-a1e8-e4f84d574066 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:44:06.726710 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bb6d4f-f6be-4875-a07e-e96f1f6f8931 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:44:06.732673 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e7bb6d4f-f6be-4875-a07e-e96f1f6f8931 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] 10.222.0.62 "PUT /v2.0/routers/6a856911-b491-4859-9610-863d0aaa6b1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0953429 Dec 10 18:44:06.737101 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60516) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:06.744654 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb214ef-4214-4c77-acd7-71ef32b4a600 None None] Sync routers for ids ['6a856911-b491-4859-9610-863d0aaa6b1a'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:44:06.756532 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb214ef-4214-4c77-acd7-71ef32b4a600 None None] Routers {'6a856911-b491-4859-9610-863d0aaa6b1a'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:44:06.757576 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9cb214ef-4214-4c77-acd7-71ef32b4a600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:43:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6a856911-b491-4859-9610-863d0aaa6b1a'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:06.792470 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9cb214ef-4214-4c77-acd7-71ef32b4a600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:06.802183 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-e9691b06-ec9d-4216-b984-cda136de0639 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] show failed (client error): The resource could not be found. Dec 10 18:44:06.802567 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb214ef-4214-4c77-acd7-71ef32b4a600 None None] Routers {'6a856911-b491-4859-9610-863d0aaa6b1a'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:44:06.803322 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9cb214ef-4214-4c77-acd7-71ef32b4a600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:43:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6a856911-b491-4859-9610-863d0aaa6b1a'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:06.803923 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e9691b06-ec9d-4216-b984-cda136de0639 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] 10.222.0.62 "GET /v2.0/routers/tempest-non_exist_router-547446436 HTTP/1.1" status: 404 len: 334 time: 0.0657785 Dec 10 18:44:06.809370 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60518) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:06.817628 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-091e45ed-1ebe-454d-83d5-45f6b5060ce6 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:06.883343 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-091e45ed-1ebe-454d-83d5-45f6b5060ce6 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] update failed (client error): The resource could not be found. Dec 10 18:44:06.884853 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-091e45ed-1ebe-454d-83d5-45f6b5060ce6 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] 10.222.0.62 "PUT /v2.0/routers/tempest-non_exist_router-538925421 HTTP/1.1" status: 404 len: 334 time: 0.0739560 Dec 10 18:44:06.890292 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60522) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:06.972246 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-59458cb5-6405-4c5e-a589-f9eeeb3b2565 req-3bfd320b-5921-4e5d-a822-41f3cde24bd9 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:06.983915 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-422fbb37-a8da-4d8e-9ba6-78bfabfd6c49 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Deleting subnet 84e66c1c-05b2-498c-80cf-af6117702b8d {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:44:06.989818 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-422fbb37-a8da-4d8e-9ba6-78bfabfd6c49 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:07.051638 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd320b-5921-4e5d-a822-41f3cde24bd9 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Pushing event deleted for resources: {'Port': ['ID=1feb4294-93ae-4ab0-a1e8-e4f84d574066,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:07.068301 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:44:07.070988 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00209591-0e22-4aa9-bb4c-a0113cc8328c None None] DHCP port deletion for 636e2dfd-df23-4f7c-a4c9-18933828afd2 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:44:07.075341 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9cb214ef-4214-4c77-acd7-71ef32b4a600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:07.075993 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb214ef-4214-4c77-acd7-71ef32b4a600 None None] The sync data for ids ['6a856911-b491-4859-9610-863d0aaa6b1a'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:44:07.096415 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-422fbb37-a8da-4d8e-9ba6-78bfabfd6c49 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:07.113737 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-59458cb5-6405-4c5e-a589-f9eeeb3b2565 req-3bfd320b-5921-4e5d-a822-41f3cde24bd9 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] No DVR routers for this DVR port 1feb4294-93ae-4ab0-a1e8-e4f84d574066 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:44:07.116871 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f6f59f55-a053-4c0a-a07b-06e9126b9389 req-3d06e1be-cf99-42ce-9690-b2523d11009d tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.62 "GET /v2.0/ports?device_id=d25659b4-14ce-4359-8efb-3eba0bd3cbde HTTP/1.1" status: 200 len: 210 time: 0.0628910 Dec 10 18:44:07.118060 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-59458cb5-6405-4c5e-a589-f9eeeb3b2565 req-3bfd320b-5921-4e5d-a822-41f3cde24bd9 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:07.132500 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-59458cb5-6405-4c5e-a589-f9eeeb3b2565 req-3bfd320b-5921-4e5d-a822-41f3cde24bd9 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] 10.222.0.46 "DELETE /v2.0/ports/1feb4294-93ae-4ab0-a1e8-e4f84d574066 HTTP/1.1" status: 204 len: 173 time: 1.4570377 Dec 10 18:44:07.133046 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25659b4-14ce-4359-8efb-3eba0bd3cbde', 'name': 'network-vif-deleted', 'tag': '1feb4294-93ae-4ab0-a1e8-e4f84d574066'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:44:07.135395 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5a3e39-fdcb-4dc7-8d15-6dbb4276e6dd" -d '{"events": [{"server_uuid": "d25659b4-14ce-4359-8efb-3eba0bd3cbde", "name": "network-vif-deleted", "tag": "1feb4294-93ae-4ab0-a1e8-e4f84d574066"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:44:07.177966 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ee1c22-29ec-46af-9a9f-6de684777a70 x-openstack-request-id: req-21ee1c22-29ec-46af-9a9f-6de684777a70 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:44:07.178492 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25659b4-14ce-4359-8efb-3eba0bd3cbde", "name": "network-vif-deleted", "tag": "1feb4294-93ae-4ab0-a1e8-e4f84d574066", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:44:07.178933 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-21ee1c22-29ec-46af-9a9f-6de684777a70 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:44:07.179558 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd25659b4-14ce-4359-8efb-3eba0bd3cbde', 'name': 'network-vif-deleted', 'tag': '1feb4294-93ae-4ab0-a1e8-e4f84d574066', 'status': 'completed', 'code': 200} Dec 10 18:44:07.245402 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7c0a05a1-9354-45ca-9cfb-8dbad7c653a1 req-1c3f199b-d662-4875-bc01-478d9b0fc5dd tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0280447 Dec 10 18:44:07.261729 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-422fbb37-a8da-4d8e-9ba6-78bfabfd6c49 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:07.302557 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a41dd-40b2-4e2f-baba-66cad9d87944 req-0dc712c1-f08f-4424-84d0-06af79a335f7 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:07.304049 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e29a41dd-40b2-4e2f-baba-66cad9d87944 req-0dc712c1-f08f-4424-84d0-06af79a335f7 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 945 time: 0.1149528 Dec 10 18:44:07.368362 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-422fbb37-a8da-4d8e-9ba6-78bfabfd6c49 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:07.378608 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e29a41dd-40b2-4e2f-baba-66cad9d87944 req-c8540d14-39a1-4d84-9078-36dc7c10b392 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac78d262-7039-4d02-9e7b-cfe82b6c6c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679100 Dec 10 18:44:07.402378 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422fbb37-a8da-4d8e-9ba6-78bfabfd6c49 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Pushing event deleted for resources: {'Subnet': ['ID=84e66c1c-05b2-498c-80cf-af6117702b8d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:07.407923 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-422fbb37-a8da-4d8e-9ba6-78bfabfd6c49 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:07.411147 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-422fbb37-a8da-4d8e-9ba6-78bfabfd6c49 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] 10.222.0.62 "DELETE /v2.0/subnets/84e66c1c-05b2-498c-80cf-af6117702b8d HTTP/1.1" status: 204 len: 168 time: 0.5188720 Dec 10 18:44:07.413749 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60538) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:07.416678 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c2dfbb-b1d8-4293-a625-6ea819c615af None None] Network 9d6f0c23-6f2f-48eb-bd1f-aeac771298d9 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:44:07.445700 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3aa1fae4-8e64-4bbf-80a1-750f8c7c2232 req-b8ee69a5-ed76-4807-97aa-8a7c61d68226 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0313179 Dec 10 18:44:07.503448 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee7cfd04-3a86-4911-808d-0f5a142b2463 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Deleting subnet 82513f33-0bce-4f9b-818f-2a127c563b60 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:44:07.507941 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee7cfd04-3a86-4911-808d-0f5a142b2463 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:07.556160 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee7cfd04-3a86-4911-808d-0f5a142b2463 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:07.583820 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7899fc-e7b9-4e38-83f0-1adcfc85e47b None None] DHCP port deletion for 9d6f0c23-6f2f-48eb-bd1f-aeac771298d9 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:44:07.633094 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ea7899fc-e7b9-4e38-83f0-1adcfc85e47b None None] Deleting port 3c818000-13aa-4525-ba24-1b3941435e52 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:44:07.633766 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ea7899fc-e7b9-4e38-83f0-1adcfc85e47b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:07.654792 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee7cfd04-3a86-4911-808d-0f5a142b2463 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:07.698390 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ea7899fc-e7b9-4e38-83f0-1adcfc85e47b None None] For port 3c818000-13aa-4525-ba24-1b3941435e52, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=3c818000-13aa-4525-ba24-1b3941435e52,segment=NetworkSegment(f3904e81-44b7-4f11-8660-676213a389c7),segment_id=f3904e81-44b7-4f11-8660-676213a389c7)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:07.698791 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ea7899fc-e7b9-4e38-83f0-1adcfc85e47b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:07.711684 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ea7899fc-e7b9-4e38-83f0-1adcfc85e47b None None] Calling delete_port for 3c818000-13aa-4525-ba24-1b3941435e52 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:44:07.715085 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee7cfd04-3a86-4911-808d-0f5a142b2463 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:07.745909 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7cfd04-3a86-4911-808d-0f5a142b2463 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Pushing event deleted for resources: {'Subnet': ['ID=82513f33-0bce-4f9b-818f-2a127c563b60,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:07.748214 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee7cfd04-3a86-4911-808d-0f5a142b2463 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:07.754426 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ee7cfd04-3a86-4911-808d-0f5a142b2463 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] 10.222.0.62 "DELETE /v2.0/subnets/82513f33-0bce-4f9b-818f-2a127c563b60 HTTP/1.1" status: 204 len: 168 time: 0.3265038 Dec 10 18:44:07.754426 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60542) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:07.758994 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc071b7a-02eb-40e8-974f-242ea352cfb8 None None] Network fec43d40-526a-4eca-8daa-6537b7aafd7d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:44:07.764286 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 89295c7f-096b-41c2-87b7-b76cb27b61ec up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:44:07.838593 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-008b6fc4-b465-43de-beeb-719ce86df792 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:07.892562 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-008b6fc4-b465-43de-beeb-719ce86df792 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Deleting port 3c818000-13aa-4525-ba24-1b3941435e52 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:44:07.892937 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-008b6fc4-b465-43de-beeb-719ce86df792 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:07.910097 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 89295c7f-096b-41c2-87b7-b76cb27b61ec completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:44:07.914832 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ea7899fc-e7b9-4e38-83f0-1adcfc85e47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:07.921746 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 89295c7f-096b-41c2-87b7-b76cb27b61ec triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:07.922119 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:07.965458 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-008b6fc4-b465-43de-beeb-719ce86df792 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] For port 3c818000-13aa-4525-ba24-1b3941435e52, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=3c818000-13aa-4525-ba24-1b3941435e52,segment=NetworkSegment(f3904e81-44b7-4f11-8660-676213a389c7),segment_id=f3904e81-44b7-4f11-8660-676213a389c7)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:07.966245 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-008b6fc4-b465-43de-beeb-719ce86df792 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:07.971820 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7899fc-e7b9-4e38-83f0-1adcfc85e47b None None] Pushing event deleted for resources: {'Port': ['ID=3c818000-13aa-4525-ba24-1b3941435e52,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:07.973768 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7899fc-e7b9-4e38-83f0-1adcfc85e47b None None] No DVR routers for this DVR port 3c818000-13aa-4525-ba24-1b3941435e52 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:44:07.992795 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-008b6fc4-b465-43de-beeb-719ce86df792 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Calling delete_port for 3c818000-13aa-4525-ba24-1b3941435e52 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:44:08.002497 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c76654-aaf3-4ecc-90f3-5d009750a656 None None] DHCP port deletion for fec43d40-526a-4eca-8daa-6537b7aafd7d request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:44:08.005536 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:08.096794 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-008b6fc4-b465-43de-beeb-719ce86df792 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:08.097199 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:08.126597 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-67c76654-aaf3-4ecc-90f3-5d009750a656 None None] Deleting port 3ef7b9cf-d667-4916-a479-18d642864251 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:44:08.126964 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-67c76654-aaf3-4ecc-90f3-5d009750a656 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:08.128958 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b6fc4-b465-43de-beeb-719ce86df792 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Pushing event deleted for resources: {'Port': ['ID=3c818000-13aa-4525-ba24-1b3941435e52,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:08.130999 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008b6fc4-b465-43de-beeb-719ce86df792 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] No DVR routers for this DVR port 3c818000-13aa-4525-ba24-1b3941435e52 on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:44:08.132122 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5d5c8b-5951-46ce-8df3-ee510175edbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89295c7f-096b-41c2-87b7-b76cb27b61ec'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:44:08.134437 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0c3c16-f57c-448a-a88f-7f88f67f7708" -d '{"events": [{"server_uuid": "fe5d5c8b-5951-46ce-8df3-ee510175edbf", "name": "network-vif-plugged", "status": "completed", "tag": "89295c7f-096b-41c2-87b7-b76cb27b61ec"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:44:08.159066 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 89295c7f-096b-41c2-87b7-b76cb27b61ec, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=89295c7f-096b-41c2-87b7-b76cb27b61ec,segment=NetworkSegment(c91301c4-5a4a-4e10-a4f7-739480877399),segment_id=c91301c4-5a4a-4e10-a4f7-739480877399)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:08.196534 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 60550) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:08.208751 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4c2b08-0525-4e05-b3ad-1bc044510bf5 x-openstack-request-id: req-0b4c2b08-0525-4e05-b3ad-1bc044510bf5 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:44:08.209003 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe5d5c8b-5951-46ce-8df3-ee510175edbf", "name": "network-vif-plugged", "status": "completed", "tag": "89295c7f-096b-41c2-87b7-b76cb27b61ec", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:44:08.209254 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0b4c2b08-0525-4e05-b3ad-1bc044510bf5 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:44:08.209647 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5d5c8b-5951-46ce-8df3-ee510175edbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89295c7f-096b-41c2-87b7-b76cb27b61ec', 'code': 200} Dec 10 18:44:08.210311 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:08.235224 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-008b6fc4-b465-43de-beeb-719ce86df792 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:08.277728 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-008b6fc4-b465-43de-beeb-719ce86df792 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d6f0c23-6f2f-48eb-bd1f-aeac771298d9']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:08.279232 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4655234-83bb-49a0-9c78-f412a2d48b72 admin admin] Deleting subnet 430bde89-6d4e-4351-83c8-14323bc62853 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:44:08.279362 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-67c76654-aaf3-4ecc-90f3-5d009750a656 None None] For port 3ef7b9cf-d667-4916-a479-18d642864251, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=3ef7b9cf-d667-4916-a479-18d642864251,segment=NetworkSegment(7bc02d33-77fe-43ee-ab4a-fe76232f7b75),segment_id=7bc02d33-77fe-43ee-ab4a-fe76232f7b75)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:08.279821 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-67c76654-aaf3-4ecc-90f3-5d009750a656 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:08.288451 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a4655234-83bb-49a0-9c78-f412a2d48b72 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:08.300418 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-008b6fc4-b465-43de-beeb-719ce86df792 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3904e81-44b7-4f11-8660-676213a389c7') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:08.302763 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-008b6fc4-b465-43de-beeb-719ce86df792 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3904e81-44b7-4f11-8660-676213a389c7') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:08.305753 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-67c76654-aaf3-4ecc-90f3-5d009750a656 None None] Calling delete_port for 3ef7b9cf-d667-4916-a479-18d642864251 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:44:08.309844 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=89295c7f-096b-41c2-87b7-b76cb27b61ec,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:08.326852 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-008b6fc4-b465-43de-beeb-719ce86df792 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:08.368456 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a4655234-83bb-49a0-9c78-f412a2d48b72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:08.374927 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-008b6fc4-b465-43de-beeb-719ce86df792 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:08.401904 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-008b6fc4-b465-43de-beeb-719ce86df792 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:44:08.402339 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-008b6fc4-b465-43de-beeb-719ce86df792 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:08.408326 n-d-821435-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:44:08.408326 n-d-821435-1 neutron-server[103245]: self.session.flush() Dec 10 18:44:08.408326 n-d-821435-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:44:08.408326 n-d-821435-1 neutron-server[103245]: self.session.flush() Dec 10 18:44:08.408326 n-d-821435-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:44:08.408326 n-d-821435-1 neutron-server[103245]: self.session.flush() Dec 10 18:44:08.408326 n-d-821435-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:44:08.408326 n-d-821435-1 neutron-server[103245]: self.session.flush() Dec 10 18:44:08.408326 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:44:08.408326 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:44:08.408326 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:44:08.408326 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:44:08.408326 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:44:08.408326 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:44:08.408326 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:44:08.408326 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:44:08.408326 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:44:08.408326 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:44:08.408326 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:44:08.408326 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:44:08.408326 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:44:08.408326 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:44:08.408326 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:44:08.408326 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:44:08.408326 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:44:08.408326 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:44:08.408326 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:44:08.408326 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:44:08.408326 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:44:08.408326 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:44:08.408326 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:44:08.408326 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:44:08.408326 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:44:08.408326 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:44:08.408326 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:44:08.408326 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:44:08.408326 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:44:08.408326 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:44:08.408326 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:44:08.408326 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:44:08.433990 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-67c76654-aaf3-4ecc-90f3-5d009750a656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:08.436345 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-928090d1-8b2a-4294-a455-5d64a819be8c req-6a6acb91-a1e3-4cf1-bc30-eb582765a21b tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0927327 Dec 10 18:44:08.480447 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b47064-099c-41e0-b414-22f85e268bc7 req-5e667796-7c8a-4bfa-8f7e-650561e8dbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:08.482310 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-31b47064-099c-41e0-b414-22f85e268bc7 req-5e667796-7c8a-4bfa-8f7e-650561e8dbc0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 1097 time: 0.2264895 Dec 10 18:44:08.483726 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a4655234-83bb-49a0-9c78-f412a2d48b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:08.502977 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-008b6fc4-b465-43de-beeb-719ce86df792 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:08.515009 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-008b6fc4-b465-43de-beeb-719ce86df792 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:08.522257 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-008b6fc4-b465-43de-beeb-719ce86df792 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] 10.222.0.62 "DELETE /v2.0/networks/9d6f0c23-6f2f-48eb-bd1f-aeac771298d9 HTTP/1.1" status: 204 len: 168 time: 0.7667961 Dec 10 18:44:08.530687 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 60562) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:08.535140 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c76654-aaf3-4ecc-90f3-5d009750a656 None None] Pushing event deleted for resources: {'Port': ['ID=3ef7b9cf-d667-4916-a479-18d642864251,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:08.544284 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c76654-aaf3-4ecc-90f3-5d009750a656 None None] No DVR routers for this DVR port 3ef7b9cf-d667-4916-a479-18d642864251 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:44:08.565343 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b6fc4-b465-43de-beeb-719ce86df792 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Pushing event deleted for resources: {'Network': ['ID=9d6f0c23-6f2f-48eb-bd1f-aeac771298d9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:08.614761 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f1222-fcb0-4e5e-bedf-87c516a5df03 req-3dbcfda3-7d72-4cb0-ba5c-ec9985f4dffa tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:08.616320 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7a4f1222-fcb0-4e5e-bedf-87c516a5df03 req-3dbcfda3-7d72-4cb0-ba5c-ec9985f4dffa tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 946 time: 0.0618927 Dec 10 18:44:08.649876 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d36e1638-9c80-4d8a-a798-244e0a3b2698 req-1c48daa2-9b72-4c16-80da-222184caeca1 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0534155 Dec 10 18:44:08.676218 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7a4f1222-fcb0-4e5e-bedf-87c516a5df03 req-9717e012-d60f-4913-95ad-c9d825777af4 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac78d262-7039-4d02-9e7b-cfe82b6c6c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533731 Dec 10 18:44:08.695730 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54b10090-301a-4c59-9c71-f5555920a4cb tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:08.708401 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-31b47064-099c-41e0-b414-22f85e268bc7 req-95d996b8-974b-4f4b-876d-b669c228251a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ac78d262-7039-4d02-9e7b-cfe82b6c6c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997080 Dec 10 18:44:08.718633 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a4655234-83bb-49a0-9c78-f412a2d48b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:08.785301 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a4655234-83bb-49a0-9c78-f412a2d48b72 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:08.788712 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a4655234-83bb-49a0-9c78-f412a2d48b72 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/430bde89-6d4e-4351-83c8-14323bc62853 HTTP/1.1" status: 204 len: 168 time: 0.5902529 Dec 10 18:44:08.791481 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60566) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:08.793227 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2015e2d2-a5f8-4775-aa0e-2f72c00e2931 None None] Network 636e2dfd-df23-4f7c-a4c9-18933828afd2 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:44:08.815968 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4655234-83bb-49a0-9c78-f412a2d48b72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=430bde89-6d4e-4351-83c8-14323bc62853,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:08.839512 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54b10090-301a-4c59-9c71-f5555920a4cb tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:08.864375 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-54b10090-301a-4c59-9c71-f5555920a4cb tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec43d40-526a-4eca-8daa-6537b7aafd7d']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:08.864758 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-47eb1280-7ca7-40b7-b8a9-8302314cfa1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:08.877231 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-54b10090-301a-4c59-9c71-f5555920a4cb tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bc02d33-77fe-43ee-ab4a-fe76232f7b75') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:08.878146 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-54b10090-301a-4c59-9c71-f5555920a4cb tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bc02d33-77fe-43ee-ab4a-fe76232f7b75') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:08.883447 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08738341-8578-4874-afa1-8620ecc2b191 None None] DHCP port deletion for 636e2dfd-df23-4f7c-a4c9-18933828afd2 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:44:08.888265 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54b10090-301a-4c59-9c71-f5555920a4cb tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:08.904255 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54b10090-301a-4c59-9c71-f5555920a4cb tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:08.911377 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54b10090-301a-4c59-9c71-f5555920a4cb tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:44:08.911773 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54b10090-301a-4c59-9c71-f5555920a4cb tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:08.915121 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:44:08.915121 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:44:08.915121 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:44:08.915121 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:44:08.915121 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:44:08.915121 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:44:08.915121 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:44:08.915121 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:44:08.915121 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:44:08.915121 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:44:08.915121 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:44:08.915121 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:44:08.915121 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:44:08.915121 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:44:08.915121 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:44:08.915121 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:44:08.915121 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:44:08.915121 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:44:08.915121 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:44:08.915121 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:44:08.915121 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:44:08.915121 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:44:08.915121 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:44:08.915121 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:44:08.915121 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:44:08.915121 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:44:08.915121 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:44:08.915121 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:44:08.915121 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:44:08.915121 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:44:08.915121 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:44:08.915121 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:44:08.947715 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-47eb1280-7ca7-40b7-b8a9-8302314cfa1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:08.975009 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-47eb1280-7ca7-40b7-b8a9-8302314cfa1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['636e2dfd-df23-4f7c-a4c9-18933828afd2']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:08.982820 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54b10090-301a-4c59-9c71-f5555920a4cb tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:08.988099 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-47eb1280-7ca7-40b7-b8a9-8302314cfa1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '132f30ff-d95d-463a-8f68-1425b289d47c') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:08.988402 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-47eb1280-7ca7-40b7-b8a9-8302314cfa1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '132f30ff-d95d-463a-8f68-1425b289d47c') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:08.991045 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54b10090-301a-4c59-9c71-f5555920a4cb tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:08.994978 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-54b10090-301a-4c59-9c71-f5555920a4cb tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] 10.222.0.62 "DELETE /v2.0/networks/fec43d40-526a-4eca-8daa-6537b7aafd7d HTTP/1.1" status: 204 len: 168 time: 0.4632425 Dec 10 18:44:08.995192 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 1feb4294-93ae-4ab0-a1e8-e4f84d574066 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:44:08.997500 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 60568) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:09.000233 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-47eb1280-7ca7-40b7-b8a9-8302314cfa1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:09.015968 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-47eb1280-7ca7-40b7-b8a9-8302314cfa1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:09.016264 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b10090-301a-4c59-9c71-f5555920a4cb tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Pushing event deleted for resources: {'Network': ['ID=fec43d40-526a-4eca-8daa-6537b7aafd7d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:09.024803 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 1feb4294-93ae-4ab0-a1e8-e4f84d574066 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:44:09.024803 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 1feb4294-93ae-4ab0-a1e8-e4f84d574066 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:44:09.025264 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:44:09.027568 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47eb1280-7ca7-40b7-b8a9-8302314cfa1c admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:44:09.028029 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-47eb1280-7ca7-40b7-b8a9-8302314cfa1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:09.029870 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:44:09.029870 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:44:09.029870 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:44:09.029870 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:44:09.029870 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:44:09.029870 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:44:09.029870 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:44:09.029870 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:44:09.029870 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:44:09.029870 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:44:09.029870 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:44:09.029870 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:44:09.029870 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:44:09.029870 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:44:09.029870 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:44:09.029870 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:44:09.029870 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:44:09.029870 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:44:09.029870 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:44:09.029870 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:44:09.029870 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:44:09.029870 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:44:09.029870 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:44:09.029870 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:44:09.029870 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:44:09.029870 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:44:09.029870 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:44:09.029870 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:44:09.029870 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:44:09.029870 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:44:09.029870 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:44:09.029870 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:44:09.055360 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:44:09.055632 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 77c6bcaa-c3b2-4a5c-b970-4d7b4b62b366 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:44:09.065613 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-48e69a2e-d92b-47d8-beb5-4a237c142cde tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Deleting subnet 12d4dcb8-a1ee-4c75-ba04-3b007a32b85b {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:44:09.068990 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-48e69a2e-d92b-47d8-beb5-4a237c142cde tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:09.090845 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-47eb1280-7ca7-40b7-b8a9-8302314cfa1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:09.097733 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-47eb1280-7ca7-40b7-b8a9-8302314cfa1c admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:09.100428 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-47eb1280-7ca7-40b7-b8a9-8302314cfa1c admin admin] 10.222.0.62 "DELETE /v2.0/networks/636e2dfd-df23-4f7c-a4c9-18933828afd2 HTTP/1.1" status: 204 len: 168 time: 0.3078558 Dec 10 18:44:09.117271 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb1280-7ca7-40b7-b8a9-8302314cfa1c admin admin] Pushing event deleted for resources: {'Network': ['ID=636e2dfd-df23-4f7c-a4c9-18933828afd2,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:09.119363 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-48e69a2e-d92b-47d8-beb5-4a237c142cde tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:09.220793 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-48e69a2e-d92b-47d8-beb5-4a237c142cde tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:09.283154 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-48e69a2e-d92b-47d8-beb5-4a237c142cde tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:09.286969 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60574) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:09.312086 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e69a2e-d92b-47d8-beb5-4a237c142cde tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Pushing event deleted for resources: {'Subnet': ['ID=12d4dcb8-a1ee-4c75-ba04-3b007a32b85b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:09.316656 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-48e69a2e-d92b-47d8-beb5-4a237c142cde tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:09.322719 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-48e69a2e-d92b-47d8-beb5-4a237c142cde tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] 10.222.0.62 "DELETE /v2.0/subnets/12d4dcb8-a1ee-4c75-ba04-3b007a32b85b HTTP/1.1" status: 204 len: 168 time: 0.3213556 Dec 10 18:44:09.322719 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 60576) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:09.324838 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7780f8bc-897c-400b-805d-928c3341df7f None None] Network f851182f-bce4-49b0-8110-a196e999000c requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:44:09.340873 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7090f370-38d0-4a24-9345-fb8257511c84 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=10f9a9b34b5e4f059c57405921915531&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0522788 Dec 10 18:44:09.343356 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60578) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:09.404598 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-98a9bd1c-954c-4122-a580-6224254b9548 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:09.405260 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50a5415a-037a-4f79-b9c8-e2ce7bbaa178 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:09.435741 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-98a9bd1c-954c-4122-a580-6224254b9548 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:09.510982 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-50a5415a-037a-4f79-b9c8-e2ce7bbaa178 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Deleting port cdf0f7ef-f379-4dac-a4f7-dbba8d8334c6 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:44:09.511330 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50a5415a-037a-4f79-b9c8-e2ce7bbaa178 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:09.517394 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbdffcc-34ec-4fd6-a592-235d7d94e0cf None None] DHCP port deletion for f851182f-bce4-49b0-8110-a196e999000c request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:44:09.536409 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-98a9bd1c-954c-4122-a580-6224254b9548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:09.541275 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-98a9bd1c-954c-4122-a580-6224254b9548 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:09.544508 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-98a9bd1c-954c-4122-a580-6224254b9548 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/37f87d45-fb97-4d0f-8d84-4a314ee4620d HTTP/1.1" status: 204 len: 168 time: 0.1982734 Dec 10 18:44:09.553691 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 3ef7b9cf-d667-4916-a479-18d642864251 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:44:09.569525 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a9bd1c-954c-4122-a580-6224254b9548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f87d45-fb97-4d0f-8d84-4a314ee4620d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:09.583337 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 3ef7b9cf-d667-4916-a479-18d642864251 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:44:09.584044 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 3ef7b9cf-d667-4916-a479-18d642864251 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:44:09.584656 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 3c818000-13aa-4525-ba24-1b3941435e52 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:44:09.614401 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 3c818000-13aa-4525-ba24-1b3941435e52 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:44:09.615020 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 3c818000-13aa-4525-ba24-1b3941435e52 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:44:09.649255 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5dbdffcc-34ec-4fd6-a592-235d7d94e0cf None None] Deleting port cdf0f7ef-f379-4dac-a4f7-dbba8d8334c6 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:44:09.650044 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5dbdffcc-34ec-4fd6-a592-235d7d94e0cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:09.651183 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5e149dba-44ef-4924-b62c-b05ebf3b5ffa req-36936126-5fc3-4f8b-8cb2-69518658bf98 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0480721 Dec 10 18:44:09.662791 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-50a5415a-037a-4f79-b9c8-e2ce7bbaa178 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] For port cdf0f7ef-f379-4dac-a4f7-dbba8d8334c6, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=cdf0f7ef-f379-4dac-a4f7-dbba8d8334c6,segment=NetworkSegment(14bc528e-77ab-4606-a389-6c12bf0726a2),segment_id=14bc528e-77ab-4606-a389-6c12bf0726a2)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:09.663161 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50a5415a-037a-4f79-b9c8-e2ce7bbaa178 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:09.681280 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-50a5415a-037a-4f79-b9c8-e2ce7bbaa178 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Calling delete_port for cdf0f7ef-f379-4dac-a4f7-dbba8d8334c6 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:44:09.755836 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5dbdffcc-34ec-4fd6-a592-235d7d94e0cf None None] For port cdf0f7ef-f379-4dac-a4f7-dbba8d8334c6, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=cdf0f7ef-f379-4dac-a4f7-dbba8d8334c6,segment=NetworkSegment(14bc528e-77ab-4606-a389-6c12bf0726a2),segment_id=14bc528e-77ab-4606-a389-6c12bf0726a2)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:09.756728 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5dbdffcc-34ec-4fd6-a592-235d7d94e0cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:09.771865 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5dbdffcc-34ec-4fd6-a592-235d7d94e0cf None None] Calling delete_port for cdf0f7ef-f379-4dac-a4f7-dbba8d8334c6 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:44:09.801804 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50a5415a-037a-4f79-b9c8-e2ce7bbaa178 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:09.813372 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3cf72d90-e0fe-47dc-aef3-65c8576de543 req-ebebde4c-70ab-474f-90b8-f51f29533314 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0471995 Dec 10 18:44:09.852221 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5415a-037a-4f79-b9c8-e2ce7bbaa178 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Pushing event deleted for resources: {'Port': ['ID=cdf0f7ef-f379-4dac-a4f7-dbba8d8334c6,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: from cryptography.utils import int_from_bytes Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: from cryptography.utils import int_from_bytes Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:44:09.860885 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:44:09.863691 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:44:09.863691 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:44:09.863691 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:44:09.863691 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:44:09.863691 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:44:09.863691 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:44:09.863691 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:44:09.863691 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:44:09.863691 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:44:09.863691 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:44:09.863691 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:44:09.863691 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:44:09.863691 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:44:09.863691 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:44:09.871292 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a5415a-037a-4f79-b9c8-e2ce7bbaa178 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] No DVR routers for this DVR port cdf0f7ef-f379-4dac-a4f7-dbba8d8334c6 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:44:09.872393 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5dbdffcc-34ec-4fd6-a592-235d7d94e0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:09.902187 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbdffcc-34ec-4fd6-a592-235d7d94e0cf None None] Pushing event deleted for resources: {'Port': ['ID=cdf0f7ef-f379-4dac-a4f7-dbba8d8334c6,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:09.903523 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbdffcc-34ec-4fd6-a592-235d7d94e0cf None None] No DVR routers for this DVR port cdf0f7ef-f379-4dac-a4f7-dbba8d8334c6 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:44:09.975006 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb52418-b355-4c78-9817-f6ed304fba30 req-d6bfe36d-09bf-43b5-9087-c9a67c12263e tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:09.976858 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2bb52418-b355-4c78-9817-f6ed304fba30 req-d6bfe36d-09bf-43b5-9087-c9a67c12263e tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 946 time: 0.1707981 Dec 10 18:44:09.981676 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50a5415a-037a-4f79-b9c8-e2ce7bbaa178 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:10.029866 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-50a5415a-037a-4f79-b9c8-e2ce7bbaa178 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f851182f-bce4-49b0-8110-a196e999000c']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:10.055367 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-50a5415a-037a-4f79-b9c8-e2ce7bbaa178 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14bc528e-77ab-4606-a389-6c12bf0726a2') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:10.055778 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-50a5415a-037a-4f79-b9c8-e2ce7bbaa178 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14bc528e-77ab-4606-a389-6c12bf0726a2') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:10.073435 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50a5415a-037a-4f79-b9c8-e2ce7bbaa178 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:10.091652 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2bb52418-b355-4c78-9817-f6ed304fba30 req-72c1ea8b-292c-4d7b-bd6c-d368da238005 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac78d262-7039-4d02-9e7b-cfe82b6c6c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067364 Dec 10 18:44:10.101299 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50a5415a-037a-4f79-b9c8-e2ce7bbaa178 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:10.118145 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50a5415a-037a-4f79-b9c8-e2ce7bbaa178 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:44:10.118670 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50a5415a-037a-4f79-b9c8-e2ce7bbaa178 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:10.122794 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:44:10.122794 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:44:10.122794 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:44:10.122794 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:44:10.122794 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:44:10.122794 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:44:10.122794 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:44:10.122794 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:44:10.122794 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:44:10.122794 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:44:10.122794 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:44:10.122794 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:44:10.122794 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:44:10.122794 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:44:10.122794 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:44:10.122794 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:44:10.122794 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:44:10.122794 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:44:10.122794 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:44:10.122794 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:44:10.122794 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:44:10.122794 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:44:10.122794 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:44:10.122794 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:44:10.122794 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:44:10.122794 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:44:10.122794 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:44:10.122794 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:44:10.122794 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:44:10.122794 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:44:10.122794 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:44:10.122794 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:44:10.187264 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50a5415a-037a-4f79-b9c8-e2ce7bbaa178 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:10.201633 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50a5415a-037a-4f79-b9c8-e2ce7bbaa178 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:10.208689 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-50a5415a-037a-4f79-b9c8-e2ce7bbaa178 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] 10.222.0.62 "DELETE /v2.0/networks/f851182f-bce4-49b0-8110-a196e999000c HTTP/1.1" status: 204 len: 168 time: 0.8829522 Dec 10 18:44:10.209313 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60606) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:10.234367 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5415a-037a-4f79-b9c8-e2ce7bbaa178 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Pushing event deleted for resources: {'Network': ['ID=f851182f-bce4-49b0-8110-a196e999000c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:10.253539 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c1c33dad-3c85-4404-87e7-8c936a362610 tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a856911-b491-4859-9610-863d0aaa6b1a HTTP/1.1" status: 200 len: 205 time: 0.0430419 Dec 10 18:44:10.259805 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60610) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:10.347878 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5836c617-e17d-410a-9d36-de79f0da1a0b tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:10.441332 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 60616) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:10.522656 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5836c617-e17d-410a-9d36-de79f0da1a0b tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:10.524925 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5836c617-e17d-410a-9d36-de79f0da1a0b tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:10.549667 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-d65007f1-5c9e-47d1-80d1-0c7f2577ef57 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1980543108-network', 'tenant_id': 'c9d4402e1f044a9e89c3151983efc153'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:10.580600 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65007f1-5c9e-47d1-80d1-0c7f2577ef57 admin admin] Made reservation on behalf of c9d4402e1f044a9e89c3151983efc153 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:44:10.581996 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5836c617-e17d-410a-9d36-de79f0da1a0b tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:10.582582 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5836c617-e17d-410a-9d36-de79f0da1a0b tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Fanout notify agent at l3_agent the message router_deleted on router 6a856911-b491-4859-9610-863d0aaa6b1a {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:44:10.583309 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d65007f1-5c9e-47d1-80d1-0c7f2577ef57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:10.589569 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5836c617-e17d-410a-9d36-de79f0da1a0b tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:10.593311 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5836c617-e17d-410a-9d36-de79f0da1a0b tempest-RoutersNegativeTest-859198566 tempest-RoutersNegativeTest-859198566-project] 10.222.0.62 "DELETE /v2.0/routers/6a856911-b491-4859-9610-863d0aaa6b1a HTTP/1.1" status: 204 len: 168 time: 0.3293746 Dec 10 18:44:10.593736 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d65007f1-5c9e-47d1-80d1-0c7f2577ef57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:10.687580 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d65007f1-5c9e-47d1-80d1-0c7f2577ef57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:10.693482 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d65007f1-5c9e-47d1-80d1-0c7f2577ef57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:10.721265 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65007f1-5c9e-47d1-80d1-0c7f2577ef57 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:44:10.741581 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65007f1-5c9e-47d1-80d1-0c7f2577ef57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889e13c0-6fd5-4bea-839c-be72e5d29e0c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:10.748342 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d65007f1-5c9e-47d1-80d1-0c7f2577ef57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:10.748806 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-d65007f1-5c9e-47d1-80d1-0c7f2577ef57 admin admin] Added segment 5a513984-5667-44d5-ac4e-28879ca70df4 of type vlan for network 14824598-ed94-4b97-a672-ae3f18d92d62 Dec 10 18:44:10.765823 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c9c44a27-369e-44ab-bd78-02714a163f3e req-ae17033c-db49-4d06-9681-689a565a7d6b tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0473609 Dec 10 18:44:10.801175 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d65007f1-5c9e-47d1-80d1-0c7f2577ef57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:10.831590 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d65007f1-5c9e-47d1-80d1-0c7f2577ef57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:10.832898 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65007f1-5c9e-47d1-80d1-0c7f2577ef57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:10.833510 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d65007f1-5c9e-47d1-80d1-0c7f2577ef57 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:10.843077 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60630) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:10.935077 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d65007f1-5c9e-47d1-80d1-0c7f2577ef57 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4925861 Dec 10 18:44:10.938740 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60634) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:10.939367 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8adbc483-d582-434d-beb3-00c72d361617 req-d201b949-e243-4ea9-a980-d1686a8cc632 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0542126 Dec 10 18:44:10.943383 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65007f1-5c9e-47d1-80d1-0c7f2577ef57 admin admin] Pushing event updated for resources: {'Network': ['ID=14824598-ed94-4b97-a672-ae3f18d92d62,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:10.943716 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-51ce3a0d-c3de-4463-bef1-9e254f98d4a4 admin admin] Request body: {'subnet': {'network_id': '14824598-ed94-4b97-a672-ae3f18d92d62', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1980543108-subnet', 'tenant_id': 'c9d4402e1f044a9e89c3151983efc153', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:10.954475 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 14824598-ed94-4b97-a672-ae3f18d92d62 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:44:11.017102 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ce3a0d-c3de-4463-bef1-9e254f98d4a4 admin admin] Made reservation on behalf of c9d4402e1f044a9e89c3151983efc153 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:44:11.019505 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-51ce3a0d-c3de-4463-bef1-9e254f98d4a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:11.072095 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3bc7b774-a090-4a0a-b09e-7c1f0c1667c8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ee0aaf60149249e09069cf6cdac8b7f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2257075 Dec 10 18:44:11.072329 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60638) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:11.162612 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9601fd2f-d87a-4736-aa1e-75ea2284c334 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:11.185351 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:44:11.216471 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9601fd2f-d87a-4736-aa1e-75ea2284c334 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:11.230860 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88daf423-69ef-4df0-ab05-5d1245c6635b req-8b367f6e-57be-4168-95d4-a2ff0ab5e54e tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:11.232436 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-88daf423-69ef-4df0-ab05-5d1245c6635b req-8b367f6e-57be-4168-95d4-a2ff0ab5e54e tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 946 time: 0.0603359 Dec 10 18:44:11.289480 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-88daf423-69ef-4df0-ab05-5d1245c6635b req-8b82f1e9-7cff-49a9-9c0a-8cc7c096cff4 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac78d262-7039-4d02-9e7b-cfe82b6c6c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502546 Dec 10 18:44:11.315033 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-51ce3a0d-c3de-4463-bef1-9e254f98d4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:11.323959 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9601fd2f-d87a-4736-aa1e-75ea2284c334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:11.328521 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9601fd2f-d87a-4736-aa1e-75ea2284c334 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:11.330695 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9601fd2f-d87a-4736-aa1e-75ea2284c334 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bccdaa71-3d5f-4dfb-b75f-5992551937fc HTTP/1.1" status: 204 len: 168 time: 0.2574124 Dec 10 18:44:11.362743 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601fd2f-d87a-4736-aa1e-75ea2284c334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccdaa71-3d5f-4dfb-b75f-5992551937fc,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:11.394017 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce3a0d-c3de-4463-bef1-9e254f98d4a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97369f52-145d-49e2-bc57-6fe2d10f5bb0,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:11.403824 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce3a0d-c3de-4463-bef1-9e254f98d4a4 admin admin] Checking segment: {'id': '5a513984-5667-44d5-ac4e-28879ca70df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '14824598-ed94-4b97-a672-ae3f18d92d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:44:11.404202 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ce3a0d-c3de-4463-bef1-9e254f98d4a4 admin admin] Network hostable DHCP agents. Network: 14824598-ed94-4b97-a672-ae3f18d92d62, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:44:11.424652 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ce3a0d-c3de-4463-bef1-9e254f98d4a4 admin admin] Network 14824598-ed94-4b97-a672-ae3f18d92d62 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:44:11.435664 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-51ce3a0d-c3de-4463-bef1-9e254f98d4a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 14824598-ed94-4b97-a672-ae3f18d92d62) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:44:11.441899 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ce3a0d-c3de-4463-bef1-9e254f98d4a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:11.442630 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-51ce3a0d-c3de-4463-bef1-9e254f98d4a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:11.448410 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2b0b7e-166f-4c1f-9b6c-f6942c74008e None None] Network 14824598-ed94-4b97-a672-ae3f18d92d62 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:44:11.461129 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-51ce3a0d-c3de-4463-bef1-9e254f98d4a4 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5211689 Dec 10 18:44:11.598801 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device cdf0f7ef-f379-4dac-a4f7-dbba8d8334c6 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:44:11.613894 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630ebe3-ef0d-41ea-8327-a834a15cbad1 req-130a13a4-556d-4143-b45c-5b9fc0d86a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:11.617317 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6630ebe3-ef0d-41ea-8327-a834a15cbad1 req-130a13a4-556d-4143-b45c-5b9fc0d86a1e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08881b755791457cbf9f2f860f9402bd&device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 1097 time: 0.0967746 Dec 10 18:44:11.634578 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c779bf9d-7a2c-4b4a-904e-4bbb145ec249 None None] Network 14824598-ed94-4b97-a672-ae3f18d92d62 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:44:11.637966 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: cdf0f7ef-f379-4dac-a4f7-dbba8d8334c6 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:44:11.638318 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device cdf0f7ef-f379-4dac-a4f7-dbba8d8334c6 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:44:11.644440 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608687d-6f7b-4869-8371-4a6ce8baa87f req-9c979f5d-0d0e-4b8e-8739-5e3cf328b7e5 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:11.652420 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9608687d-6f7b-4869-8371-4a6ce8baa87f req-9c979f5d-0d0e-4b8e-8739-5e3cf328b7e5 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 946 time: 0.0749543 Dec 10 18:44:11.720980 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9608687d-6f7b-4869-8371-4a6ce8baa87f req-fc9bdf77-fd59-40af-95a4-4f731b78edb1 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac78d262-7039-4d02-9e7b-cfe82b6c6c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675452 Dec 10 18:44:11.811452 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630ebe3-ef0d-41ea-8327-a834a15cbad1 req-2598f6e1-866c-4c18-a0c5-b6248631930e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:11.813033 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6630ebe3-ef0d-41ea-8327-a834a15cbad1 req-2598f6e1-866c-4c18-a0c5-b6248631930e service neutron] 10.222.0.72 "GET /v2.0/networks?id=b329163e-f9fa-424f-9d31-14ff2a98db73 HTTP/1.1" status: 200 len: 921 time: 0.1859615 Dec 10 18:44:11.851684 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b3ebc357-7c5a-4a0f-9e5f-a0f316cc117a req-fd4aae29-f29f-4fbc-8f91-fbab9037b8ab tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0321779 Dec 10 18:44:11.873894 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6630ebe3-ef0d-41ea-8327-a834a15cbad1 req-0afe42aa-eef3-4add-8ef0-ab484d070b3f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89295c7f-096b-41c2-87b7-b76cb27b61ec HTTP/1.1" status: 200 len: 217 time: 0.0531995 Dec 10 18:44:11.927270 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630ebe3-ef0d-41ea-8327-a834a15cbad1 req-13fb081f-3776-4a24-993b-c668ebf64de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:11.929280 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6630ebe3-ef0d-41ea-8327-a834a15cbad1 req-13fb081f-3776-4a24-993b-c668ebf64de2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=891bbe66-13fb-4014-8260-37a0a27c3787 HTTP/1.1" status: 200 len: 860 time: 0.0475001 Dec 10 18:44:11.963460 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6630ebe3-ef0d-41ea-8327-a834a15cbad1 req-7586adea-884e-4e01-8345-4689e3a9d924 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b329163e-f9fa-424f-9d31-14ff2a98db73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274673 Dec 10 18:44:12.068149 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0048e1fc-8233-4251-b043-4a80919b23c9 req-74d8192b-2fa1-4447-a196-6d3324686513 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0458801 Dec 10 18:44:12.089968 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6630ebe3-ef0d-41ea-8327-a834a15cbad1 req-05fe286d-739f-4bcf-bf1f-ea6ca1b2723c service neutron] 10.222.0.72 "GET /v2.0/networks/b329163e-f9fa-424f-9d31-14ff2a98db73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195292 Dec 10 18:44:12.240600 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60692) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:12.255703 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6630ebe3-ef0d-41ea-8327-a834a15cbad1 req-e3edb1e6-0c12-42ee-aaa0-344802c52af2 service neutron] 10.222.0.72 "GET /v2.0/networks/b329163e-f9fa-424f-9d31-14ff2a98db73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586268 Dec 10 18:44:12.316082 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-a0a5d92c-b0d3-4e48-92c9-3e212283c6fc tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:12.317694 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-a0a5d92c-b0d3-4e48-92c9-3e212283c6fc tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] 10.222.0.62 "GET /v2.0/networks?id=14824598-ed94-4b97-a672-ae3f18d92d62 HTTP/1.1" status: 200 len: 814 time: 0.1374986 Dec 10 18:44:12.334554 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-1ad4c17f-fc68-47d2-a8d7-20402dbe8da8 tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] 10.222.0.62 "GET /v2.0/quotas/c9d4402e1f044a9e89c3151983efc153 HTTP/1.1" status: 200 len: 375 time: 0.0102494 Dec 10 18:44:12.346738 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a1dfe60c-24c9-4c13-bdde-286bc1820ae2 tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-212652785'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:12.373245 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1dfe60c-24c9-4c13-bdde-286bc1820ae2 tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] Made reservation on behalf of c4f2d96245af4301ae29350d643942d8 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:44:12.373406 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-7ea19f4f-de84-420f-8f49-fe577422015b tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c9d4402e1f044a9e89c3151983efc153&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324371 Dec 10 18:44:12.377704 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a1dfe60c-24c9-4c13-bdde-286bc1820ae2 tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:12.386994 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a1dfe60c-24c9-4c13-bdde-286bc1820ae2 tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:12.465244 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a1dfe60c-24c9-4c13-bdde-286bc1820ae2 tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:12.469394 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a1dfe60c-24c9-4c13-bdde-286bc1820ae2 tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:12.477421 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-06fac48a-d4f6-4712-8f48-4a27a56abd08 service neutron] 10.222.0.62 "GET /v2.0/networks/14824598-ed94-4b97-a672-ae3f18d92d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949049 Dec 10 18:44:12.497122 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1dfe60c-24c9-4c13-bdde-286bc1820ae2 tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:44:12.507789 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dfe60c-24c9-4c13-bdde-286bc1820ae2 tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2743e6-27b5-4bcb-82ca-199dc1faf114,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:12.513799 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a1dfe60c-24c9-4c13-bdde-286bc1820ae2 tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:12.514197 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-a1dfe60c-24c9-4c13-bdde-286bc1820ae2 tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] Added segment 77e8fd13-a0e9-4eb7-a580-f758235ba145 of type vlan for network bbf785f8-d67d-4071-8401-1cef0b34afab Dec 10 18:44:12.560563 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a1dfe60c-24c9-4c13-bdde-286bc1820ae2 tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:12.581269 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-346cca80-6dcf-4bf7-82aa-6d870cfc5ceb service neutron] 10.222.0.62 "GET /v2.0/networks/14824598-ed94-4b97-a672-ae3f18d92d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968604 Dec 10 18:44:12.586951 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a1dfe60c-24c9-4c13-bdde-286bc1820ae2 tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:12.592528 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dfe60c-24c9-4c13-bdde-286bc1820ae2 tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:12.593510 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a1dfe60c-24c9-4c13-bdde-286bc1820ae2 tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:12.651876 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a1dfe60c-24c9-4c13-bdde-286bc1820ae2 tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.4100318 Dec 10 18:44:12.656441 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 60702) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:12.663154 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-acaf9995-4061-457e-a6ed-4d110a02010c tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'bbf785f8-d67d-4071-8401-1cef0b34afab', 'tempest-TagsTest-Tag-531187509') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:12.666404 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dfe60c-24c9-4c13-bdde-286bc1820ae2 tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] Pushing event updated for resources: {'Network': ['ID=bbf785f8-d67d-4071-8401-1cef0b34afab,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:12.678501 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network bbf785f8-d67d-4071-8401-1cef0b34afab details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:44:12.759323 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-056a0910-ee35-4430-8199-bab06c83fb11 req-8b14cea6-0445-4bc5-b164-46d2d44a4809 tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a015437-6a4c-4684-a75e-744e14ef185b HTTP/1.1" status: 200 len: 210 time: 0.0300250 Dec 10 18:44:12.840426 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-acaf9995-4061-457e-a6ed-4d110a02010c tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] 10.222.0.62 "PUT /v2.0/networks/bbf785f8-d67d-4071-8401-1cef0b34afab/tags/tempest-TagsTest-Tag-531187509 HTTP/1.1" status: 201 len: 201 time: 0.1796901 Dec 10 18:44:12.840706 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 60712) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:12.845057 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-6ac5077b-0e84-48f8-9eb3-a99bc85a83b5 tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bbf785f8-d67d-4071-8401-1cef0b34afab', 'tempest-TagsTest-Tag-531187509') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:12.905969 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876830f-9b6c-4d83-846a-02c8f23e29f0 req-bca62b5a-6f56-48a5-8a3b-781393afc84a tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:12.908123 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9876830f-9b6c-4d83-846a-02c8f23e29f0 req-bca62b5a-6f56-48a5-8a3b-781393afc84a tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 946 time: 0.1010575 Dec 10 18:44:12.964622 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6ac5077b-0e84-48f8-9eb3-a99bc85a83b5 tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] 10.222.0.62 "GET /v2.0/networks/bbf785f8-d67d-4071-8401-1cef0b34afab/tags/tempest-TagsTest-Tag-531187509 HTTP/1.1" status: 204 len: 168 time: 0.1199048 Dec 10 18:44:12.968190 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 60720) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:12.971242 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f76e6bde-0813-4703-86ba-d07df4d9d1c5 req-ce2eb043-b374-4ae8-807a-e7b410b30d92 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0412533 Dec 10 18:44:12.972873 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-6df325de-a203-4a7a-be44-22df3af9481d tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'bbf785f8-d67d-4071-8401-1cef0b34afab') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:12.999321 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9876830f-9b6c-4d83-846a-02c8f23e29f0 req-1e3ff036-d052-41b0-b3d1-30e28aec9e7a tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac78d262-7039-4d02-9e7b-cfe82b6c6c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836411 Dec 10 18:44:13.053509 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6df325de-a203-4a7a-be44-22df3af9481d tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] 10.222.0.62 "GET /v2.0/networks/bbf785f8-d67d-4071-8401-1cef0b34afab/tags HTTP/1.1" status: 200 len: 237 time: 0.0842323 Dec 10 18:44:13.056056 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 60724) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:13.060439 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-e5d393f9-028c-43dd-b3b1-2e764e78bfbf tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'bbf785f8-d67d-4071-8401-1cef0b34afab', {'tags': ['tempest-TagsTest-Tag-1442738731', 'tempest-TagsTest-Tag-1636948706', 'tempest-TagsTest-Tag-1553581812']}) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:13.146793 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e5d393f9-028c-43dd-b3b1-2e764e78bfbf tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] 10.222.0.62 "PUT /v2.0/networks/bbf785f8-d67d-4071-8401-1cef0b34afab/tags HTTP/1.1" status: 200 len: 309 time: 0.0896828 Dec 10 18:44:13.149326 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 60728) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:13.153816 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-e46ba06f-c1f4-4ff0-baaf-15d5b6ef044a tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'bbf785f8-d67d-4071-8401-1cef0b34afab', 'tempest-TagsTest-Tag-1442738731') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:13.164267 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-32356c81-e1f7-44ec-acab-3116c390b0e5 req-fbe9973c-be6f-436e-8827-869861c653fa tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0452213 Dec 10 18:44:13.248927 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e46ba06f-c1f4-4ff0-baaf-15d5b6ef044a tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] 10.222.0.62 "DELETE /v2.0/networks/bbf785f8-d67d-4071-8401-1cef0b34afab/tags/tempest-TagsTest-Tag-1442738731 HTTP/1.1" status: 204 len: 168 time: 0.0974791 Dec 10 18:44:13.251911 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60732) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:13.256397 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-1f5ad08f-c966-4652-8329-0c609ea2eed2 tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bbf785f8-d67d-4071-8401-1cef0b34afab', 'tempest-TagsTest-Tag-1442738731') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:13.324904 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-1f5ad08f-c966-4652-8329-0c609ea2eed2 tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] show failed (client error): The resource could not be found. Dec 10 18:44:13.325961 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1f5ad08f-c966-4652-8329-0c609ea2eed2 tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] 10.222.0.62 "GET /v2.0/networks/bbf785f8-d67d-4071-8401-1cef0b34afab/tags/tempest-TagsTest-Tag-1442738731 HTTP/1.1" status: 404 len: 326 time: 0.0734420 Dec 10 18:44:13.328658 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60734) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:13.332972 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-35a17824-7c9d-48b5-b830-941682998b21 tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bbf785f8-d67d-4071-8401-1cef0b34afab', 'tempest-TagsTest-Tag-1636948706') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:13.408313 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-35a17824-7c9d-48b5-b830-941682998b21 tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] 10.222.0.62 "GET /v2.0/networks/bbf785f8-d67d-4071-8401-1cef0b34afab/tags/tempest-TagsTest-Tag-1636948706 HTTP/1.1" status: 204 len: 168 time: 0.0784407 Dec 10 18:44:13.410837 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60736) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:13.415240 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-30e7c267-b44c-46ce-884a-cd50c94d6c2f tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bbf785f8-d67d-4071-8401-1cef0b34afab', 'tempest-TagsTest-Tag-1553581812') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:13.486622 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-30e7c267-b44c-46ce-884a-cd50c94d6c2f tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] 10.222.0.62 "GET /v2.0/networks/bbf785f8-d67d-4071-8401-1cef0b34afab/tags/tempest-TagsTest-Tag-1553581812 HTTP/1.1" status: 204 len: 168 time: 0.0746529 Dec 10 18:44:13.488886 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60740) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:13.493166 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-75b43693-6a79-4c95-9cf6-3c53805f2682 tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'bbf785f8-d67d-4071-8401-1cef0b34afab') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:13.581309 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-75b43693-6a79-4c95-9cf6-3c53805f2682 tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] 10.222.0.62 "DELETE /v2.0/networks/bbf785f8-d67d-4071-8401-1cef0b34afab/tags HTTP/1.1" status: 204 len: 168 time: 0.0914183 Dec 10 18:44:13.583826 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60742) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:13.587945 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-914702e3-49e3-410f-a0fc-b9fc8ac12c5b tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bbf785f8-d67d-4071-8401-1cef0b34afab', 'tempest-TagsTest-Tag-1636948706') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:13.651525 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-914702e3-49e3-410f-a0fc-b9fc8ac12c5b tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] show failed (client error): The resource could not be found. Dec 10 18:44:13.652578 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-914702e3-49e3-410f-a0fc-b9fc8ac12c5b tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] 10.222.0.62 "GET /v2.0/networks/bbf785f8-d67d-4071-8401-1cef0b34afab/tags/tempest-TagsTest-Tag-1636948706 HTTP/1.1" status: 404 len: 326 time: 0.0678160 Dec 10 18:44:13.655378 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60744) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:13.659614 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-3ce97042-c8c6-4104-9891-06f7c75fdc2f tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bbf785f8-d67d-4071-8401-1cef0b34afab', 'tempest-TagsTest-Tag-1553581812') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:13.734054 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-3ce97042-c8c6-4104-9891-06f7c75fdc2f tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] show failed (client error): The resource could not be found. Dec 10 18:44:13.736089 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3ce97042-c8c6-4104-9891-06f7c75fdc2f tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] 10.222.0.62 "GET /v2.0/networks/bbf785f8-d67d-4071-8401-1cef0b34afab/tags/tempest-TagsTest-Tag-1553581812 HTTP/1.1" status: 404 len: 326 time: 0.0798161 Dec 10 18:44:13.738732 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60746) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:13.743117 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-2e55caa7-02b4-4fb9-bd85-6ee9dacea747 tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'bbf785f8-d67d-4071-8401-1cef0b34afab') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:13.832724 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2e55caa7-02b4-4fb9-bd85-6ee9dacea747 tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] 10.222.0.62 "DELETE /v2.0/networks/bbf785f8-d67d-4071-8401-1cef0b34afab/tags HTTP/1.1" status: 204 len: 168 time: 0.0929682 Dec 10 18:44:13.838259 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 60750) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:13.927844 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4858f26d-031d-4a2d-b505-85290cb3197a req-76510d4e-c3be-43a8-9b86-97edc0f2c7f5 tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a015437-6a4c-4684-a75e-744e14ef185b HTTP/1.1" status: 200 len: 210 time: 0.0771885 Dec 10 18:44:13.948035 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-79334cd3-2aa5-41ad-9175-b2cb031eccee tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:13.948035 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-79334cd3-2aa5-41ad-9175-b2cb031eccee tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] 10.222.0.46 "GET /v2.0/networks?id=14824598-ed94-4b97-a672-ae3f18d92d62 HTTP/1.1" status: 200 len: 814 time: 0.2017698 Dec 10 18:44:13.962475 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-1c5308b8-be11-47ea-92f0-f030d49f27ae tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] Request body: {'port': {'device_id': '4a015437-6a4c-4684-a75e-744e14ef185b', 'network_id': '14824598-ed94-4b97-a672-ae3f18d92d62', 'admin_state_up': True, 'tenant_id': 'c9d4402e1f044a9e89c3151983efc153'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:13.972040 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a539a4b7-1d28-4237-9ce1-3969d0fdc0c2 tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:14.129742 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f46b5-670d-49a2-b6ee-f2c5c26a1e47 req-a94d6a6d-5d38-458e-95ea-d074d32d8487 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:14.131256 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3e8f46b5-670d-49a2-b6ee-f2c5c26a1e47 req-a94d6a6d-5d38-458e-95ea-d074d32d8487 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 946 time: 0.0565560 Dec 10 18:44:14.164908 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-627eb38e-4677-4608-b72d-6c244b4bf02c req-572f3afa-a679-4244-bc0f-2d0a7cef0fb4 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.1173983 Dec 10 18:44:14.185785 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3e8f46b5-670d-49a2-b6ee-f2c5c26a1e47 req-64f2e881-5c07-46ba-bfc3-bba30b20e6a8 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac78d262-7039-4d02-9e7b-cfe82b6c6c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483685 Dec 10 18:44:14.197050 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a539a4b7-1d28-4237-9ce1-3969d0fdc0c2 tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:14.223953 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-a539a4b7-1d28-4237-9ce1-3969d0fdc0c2 tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbf785f8-d67d-4071-8401-1cef0b34afab']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:14.248851 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-a539a4b7-1d28-4237-9ce1-3969d0fdc0c2 tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77e8fd13-a0e9-4eb7-a580-f758235ba145') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:14.249154 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-a539a4b7-1d28-4237-9ce1-3969d0fdc0c2 tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77e8fd13-a0e9-4eb7-a580-f758235ba145') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:14.277250 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cb2a5990-21c4-4ef4-820b-815c714e6e75 req-1e7ce027-8168-47be-b633-fbb0048cf108 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0410969 Dec 10 18:44:14.280239 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a539a4b7-1d28-4237-9ce1-3969d0fdc0c2 tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:14.289667 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-1c5308b8-be11-47ea-92f0-f030d49f27ae tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] Made reservation on behalf of c9d4402e1f044a9e89c3151983efc153 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:44:14.293122 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-1c5308b8-be11-47ea-92f0-f030d49f27ae tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:14.309181 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a539a4b7-1d28-4237-9ce1-3969d0fdc0c2 tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:14.318393 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a539a4b7-1d28-4237-9ce1-3969d0fdc0c2 tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:44:14.318760 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a539a4b7-1d28-4237-9ce1-3969d0fdc0c2 tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:14.321762 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:44:14.321762 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:44:14.321762 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:44:14.321762 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:44:14.321762 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:44:14.321762 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:44:14.321762 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:44:14.321762 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:44:14.321762 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:44:14.321762 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:44:14.321762 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:44:14.321762 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:44:14.321762 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:44:14.321762 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:44:14.321762 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:44:14.321762 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:44:14.321762 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:44:14.321762 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:44:14.321762 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:44:14.321762 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:44:14.321762 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:44:14.321762 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:44:14.321762 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:44:14.321762 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:44:14.321762 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:44:14.321762 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:44:14.321762 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:44:14.321762 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:44:14.321762 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:44:14.321762 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:44:14.321762 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:44:14.321762 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:44:14.395103 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a539a4b7-1d28-4237-9ce1-3969d0fdc0c2 tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:14.427542 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a539a4b7-1d28-4237-9ce1-3969d0fdc0c2 tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:14.430859 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a539a4b7-1d28-4237-9ce1-3969d0fdc0c2 tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] 10.222.0.62 "DELETE /v2.0/networks/bbf785f8-d67d-4071-8401-1cef0b34afab HTTP/1.1" status: 204 len: 168 time: 0.5917275 Dec 10 18:44:14.450316 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539a4b7-1d28-4237-9ce1-3969d0fdc0c2 tempest-TagsTest-1307690614 tempest-TagsTest-1307690614-project] Pushing event deleted for resources: {'Network': ['ID=bbf785f8-d67d-4071-8401-1cef0b34afab,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:14.525573 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-1c5308b8-be11-47ea-92f0-f030d49f27ae tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] Allocated IP 172.20.0.3 (14824598-ed94-4b97-a672-ae3f18d92d62/97369f52-145d-49e2-bc57-6fe2d10f5bb0/1c104479-b3c5-427b-b8f0-5f7b7b14416c) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:44:14.679145 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-1c5308b8-be11-47ea-92f0-f030d49f27ae tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:14.700536 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60768) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:14.716982 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-1c5308b8-be11-47ea-92f0-f030d49f27ae tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:14.767233 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-1c5308b8-be11-47ea-92f0-f030d49f27ae tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] Network 14824598-ed94-4b97-a672-ae3f18d92d62 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:44:14.771874 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-1c5308b8-be11-47ea-92f0-f030d49f27ae tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:44:14.775938 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-1c5308b8-be11-47ea-92f0-f030d49f27ae tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:44:14.804806 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5308b8-be11-47ea-92f0-f030d49f27ae tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] Pushing event updated for resources: {'Port': ['ID=1c104479-b3c5-427b-b8f0-5f7b7b14416c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:14.832132 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-1c5308b8-be11-47ea-92f0-f030d49f27ae tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:14.832799 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-1c5308b8-be11-47ea-92f0-f030d49f27ae tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:14.840091 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-87c29696-9c6c-4b3b-ba80-09a43fb036ba admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c4f2d96245af4301ae29350d643942d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1383588 Dec 10 18:44:14.842568 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 60772) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:14.852969 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-1c5308b8-be11-47ea-92f0-f030d49f27ae tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8960853 Dec 10 18:44:14.868322 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-53e29215-1458-4349-8e09-ae8b036bd9d4 service neutron] Request body: {'port': {'device_id': '4a015437-6a4c-4684-a75e-744e14ef185b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:14.943772 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-341ac93b-c68d-46c7-8206-0dd0b2c90118 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:14.963853 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-53e29215-1458-4349-8e09-ae8b036bd9d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:14.980084 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-341ac93b-c68d-46c7-8206-0dd0b2c90118 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:15.054905 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e597e-538d-460d-ac52-7cf490203ce7 req-ebb1db65-4458-48e6-bee3-1e4f2cde3438 tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:15.056442 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bb7e597e-538d-460d-ac52-7cf490203ce7 req-ebb1db65-4458-48e6-bee3-1e4f2cde3438 tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a015437-6a4c-4684-a75e-744e14ef185b HTTP/1.1" status: 200 len: 931 time: 0.0515084 Dec 10 18:44:15.107117 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bb7e597e-538d-460d-ac52-7cf490203ce7 req-1368075f-ea1e-4dbb-89f3-fbd533a2048b tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] 10.222.0.62 "GET /v2.0/security-groups?id=889e13c0-6fd5-4bea-839c-be72e5d29e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445085 Dec 10 18:44:15.111056 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-341ac93b-c68d-46c7-8206-0dd0b2c90118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:15.113656 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-341ac93b-c68d-46c7-8206-0dd0b2c90118 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:15.117673 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-341ac93b-c68d-46c7-8206-0dd0b2c90118 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ee2743e6-27b5-4bcb-82ca-199dc1faf114 HTTP/1.1" status: 204 len: 168 time: 0.2741389 Dec 10 18:44:15.128121 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ac93b-c68d-46c7-8206-0dd0b2c90118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2743e6-27b5-4bcb-82ca-199dc1faf114,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:15.264738 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-92443bd0-b1a9-4b77-91cf-e469acd759ce req-1929874a-1316-4c80-a3f7-6bc98c606456 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0359042 Dec 10 18:44:15.334356 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-53e29215-1458-4349-8e09-ae8b036bd9d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c104479-b3c5-427b-b8f0-5f7b7b14416c {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:44:15.340764 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a052b08b-2a21-4905-a57e-0e3e8ef054cb req-c0cca9dc-1cec-466f-b2ce-50f33c566a73 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:15.343146 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-53e29215-1458-4349-8e09-ae8b036bd9d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:15.348032 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a052b08b-2a21-4905-a57e-0e3e8ef054cb req-c0cca9dc-1cec-466f-b2ce-50f33c566a73 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 946 time: 0.0742548 Dec 10 18:44:15.388205 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-10d31493-913c-4f7f-b63d-e406de094a81 req-aef8b52e-c88f-4484-a1b0-9a7214bf9f61 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0415912 Dec 10 18:44:15.393726 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-53e29215-1458-4349-8e09-ae8b036bd9d4 service neutron] Transition to ACTIVE for port object 1c104479-b3c5-427b-b8f0-5f7b7b14416c will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:44:15.400455 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-53e29215-1458-4349-8e09-ae8b036bd9d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:15.416113 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a052b08b-2a21-4905-a57e-0e3e8ef054cb req-42768e86-9ad0-4aa9-8d44-3a96e3d12cad tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac78d262-7039-4d02-9e7b-cfe82b6c6c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589659 Dec 10 18:44:15.460234 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e29215-1458-4349-8e09-ae8b036bd9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=1c104479-b3c5-427b-b8f0-5f7b7b14416c,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:15.537465 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-53e29215-1458-4349-8e09-ae8b036bd9d4 service neutron] Attempting to bind port 1c104479-b3c5-427b-b8f0-5f7b7b14416c on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:44:15.537804 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-53e29215-1458-4349-8e09-ae8b036bd9d4 service neutron] Attempting to bind port 1c104479-b3c5-427b-b8f0-5f7b7b14416c by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '5a513984-5667-44d5-ac4e-28879ca70df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '14824598-ed94-4b97-a672-ae3f18d92d62'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:44:15.538140 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-53e29215-1458-4349-8e09-ae8b036bd9d4 service neutron] Attempting to bind port 1c104479-b3c5-427b-b8f0-5f7b7b14416c on network 14824598-ed94-4b97-a672-ae3f18d92d62 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:44:15.542628 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-53e29215-1458-4349-8e09-ae8b036bd9d4 service neutron] Port 1c104479-b3c5-427b-b8f0-5f7b7b14416c on network 14824598-ed94-4b97-a672-ae3f18d92d62 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:44:15.542963 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-53e29215-1458-4349-8e09-ae8b036bd9d4 service neutron] Attempting to bind port 1c104479-b3c5-427b-b8f0-5f7b7b14416c on network 14824598-ed94-4b97-a672-ae3f18d92d62 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:44:15.548504 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-53e29215-1458-4349-8e09-ae8b036bd9d4 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:44:15.549296 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-53e29215-1458-4349-8e09-ae8b036bd9d4 service neutron] Checking segment: {'id': '5a513984-5667-44d5-ac4e-28879ca70df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '14824598-ed94-4b97-a672-ae3f18d92d62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:44:15.549296 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-53e29215-1458-4349-8e09-ae8b036bd9d4 service neutron] Bound using segment: {'id': '5a513984-5667-44d5-ac4e-28879ca70df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '14824598-ed94-4b97-a672-ae3f18d92d62'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:44:15.549692 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-53e29215-1458-4349-8e09-ae8b036bd9d4 service neutron] Bound port: 1c104479-b3c5-427b-b8f0-5f7b7b14416c, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a513984-5667-44d5-ac4e-28879ca70df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '14824598-ed94-4b97-a672-ae3f18d92d62'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:44:15.550060 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-53e29215-1458-4349-8e09-ae8b036bd9d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:15.627703 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-53e29215-1458-4349-8e09-ae8b036bd9d4 service neutron] For port 1c104479-b3c5-427b-b8f0-5f7b7b14416c, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:44:15.630998 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-53e29215-1458-4349-8e09-ae8b036bd9d4 service neutron] For port 1c104479-b3c5-427b-b8f0-5f7b7b14416c, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=1c104479-b3c5-427b-b8f0-5f7b7b14416c,segment=NetworkSegment(5a513984-5667-44d5-ac4e-28879ca70df4),segment_id=5a513984-5667-44d5-ac4e-28879ca70df4)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:44:15.635242 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-53e29215-1458-4349-8e09-ae8b036bd9d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:16.018382 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-53e29215-1458-4349-8e09-ae8b036bd9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:16.019047 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-53e29215-1458-4349-8e09-ae8b036bd9d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:16.020379 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-53e29215-1458-4349-8e09-ae8b036bd9d4 service neutron] 10.222.0.46 "PUT /v2.0/ports/1c104479-b3c5-427b-b8f0-5f7b7b14416c HTTP/1.1" status: 200 len: 1091 time: 1.1586380 Dec 10 18:44:16.020905 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a015437-6a4c-4684-a75e-744e14ef185b', 'tag': '1c104479-b3c5-427b-b8f0-5f7b7b14416c'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:44:16.023102 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009f90da-0669-408f-a6aa-d8654251ffe7" -d '{"events": [{"name": "network-changed", "server_uuid": "4a015437-6a4c-4684-a75e-744e14ef185b", "tag": "1c104479-b3c5-427b-b8f0-5f7b7b14416c"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:44:16.055454 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e29215-1458-4349-8e09-ae8b036bd9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=1c104479-b3c5-427b-b8f0-5f7b7b14416c,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:16.082184 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39822513-f7bd-45a0-8146-a108bd955570 x-openstack-request-id: req-39822513-f7bd-45a0-8146-a108bd955570 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:44:16.082489 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a015437-6a4c-4684-a75e-744e14ef185b", "tag": "1c104479-b3c5-427b-b8f0-5f7b7b14416c", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:44:16.082745 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-39822513-f7bd-45a0-8146-a108bd955570 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:44:16.083147 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a015437-6a4c-4684-a75e-744e14ef185b', 'tag': '1c104479-b3c5-427b-b8f0-5f7b7b14416c', 'status': 'completed', 'code': 200} Dec 10 18:44:16.122785 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-d35835f5-3e80-4ade-bfef-bc0cb419803b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:16.124355 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-d35835f5-3e80-4ade-bfef-bc0cb419803b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9d4402e1f044a9e89c3151983efc153&device_id=4a015437-6a4c-4684-a75e-744e14ef185b HTTP/1.1" status: 200 len: 1094 time: 0.0565805 Dec 10 18:44:16.173115 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-8e1f8a64-44fc-4dc8-a13c-1671d72ecf91 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c104479-b3c5-427b-b8f0-5f7b7b14416c HTTP/1.1" status: 200 len: 217 time: 0.0410023 Dec 10 18:44:16.258616 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-e765ca3e-f06b-4862-965f-d597e7bc99f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:16.260106 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-e765ca3e-f06b-4862-965f-d597e7bc99f9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97369f52-145d-49e2-bc57-6fe2d10f5bb0 HTTP/1.1" status: 200 len: 854 time: 0.0787091 Dec 10 18:44:16.273106 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb392d-dac1-4a1d-a676-d21c53864b76 req-53e64690-53ff-402e-adee-4e68ced73cf7 tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:16.274573 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-54eb392d-dac1-4a1d-a676-d21c53864b76 req-53e64690-53ff-402e-adee-4e68ced73cf7 tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a015437-6a4c-4684-a75e-744e14ef185b HTTP/1.1" status: 200 len: 943 time: 0.0819132 Dec 10 18:44:16.312128 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-cf915e99-9719-443a-97d6-05b93f5d816b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=14824598-ed94-4b97-a672-ae3f18d92d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365784 Dec 10 18:44:16.356001 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-990ceb63-c0e9-41f7-a599-9bbb4a9beb2b req-342a4b01-4222-40f2-8b0a-4e3a729ba11e tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0315197 Dec 10 18:44:16.401731 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-54eb392d-dac1-4a1d-a676-d21c53864b76 req-d0b09a9d-1640-4933-84a4-bf1eff2b7176 tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] 10.222.0.62 "GET /v2.0/security-groups?id=889e13c0-6fd5-4bea-839c-be72e5d29e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165226 Dec 10 18:44:16.442769 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-068ab398-1f4d-4995-81a6-53855bf4c403 service neutron] 10.222.0.46 "GET /v2.0/networks/14824598-ed94-4b97-a672-ae3f18d92d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214192 Dec 10 18:44:16.494970 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9fe883eb-b629-4078-8668-44cb76642b28 req-785fd137-765c-4a71-a5a3-6b7732615b69 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0388076 Dec 10 18:44:16.601027 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a6328-3549-4902-b7ab-d06d6814ab73 req-32faa1fc-6d5b-400e-b717-2421e3fad733 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:16.602547 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9c4a6328-3549-4902-b7ab-d06d6814ab73 req-32faa1fc-6d5b-400e-b717-2421e3fad733 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 946 time: 0.0910556 Dec 10 18:44:16.608340 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ddadaec9-cd85-4563-aff7-c2e141f74777 req-a5c474a4-5a77-409d-866a-0a8cbb652b95 service neutron] 10.222.0.46 "GET /v2.0/networks/14824598-ed94-4b97-a672-ae3f18d92d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574042 Dec 10 18:44:16.659634 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9c4a6328-3549-4902-b7ab-d06d6814ab73 req-a7ccf1b2-35a4-4531-8b3e-40513d15b415 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac78d262-7039-4d02-9e7b-cfe82b6c6c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502458 Dec 10 18:44:16.712572 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f90da-0669-408f-a6aa-d8654251ffe7 req-790cb133-5c36-425a-8158-61fb5f31f4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:16.714143 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-009f90da-0669-408f-a6aa-d8654251ffe7 req-790cb133-5c36-425a-8158-61fb5f31f4ac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9d4402e1f044a9e89c3151983efc153&device_id=4a015437-6a4c-4684-a75e-744e14ef185b HTTP/1.1" status: 200 len: 1094 time: 0.0506620 Dec 10 18:44:16.814856 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f90da-0669-408f-a6aa-d8654251ffe7 req-60dce3ac-8259-4669-aaa4-838421adf672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:16.816610 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-009f90da-0669-408f-a6aa-d8654251ffe7 req-60dce3ac-8259-4669-aaa4-838421adf672 service neutron] 10.222.0.46 "GET /v2.0/networks?id=14824598-ed94-4b97-a672-ae3f18d92d62 HTTP/1.1" status: 200 len: 915 time: 0.0954430 Dec 10 18:44:16.859063 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-009f90da-0669-408f-a6aa-d8654251ffe7 req-f5f45e69-d03c-4359-b62c-6820f43d30f9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c104479-b3c5-427b-b8f0-5f7b7b14416c HTTP/1.1" status: 200 len: 217 time: 0.0353076 Dec 10 18:44:16.912476 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f90da-0669-408f-a6aa-d8654251ffe7 req-7e67b83b-57f8-49a0-a2ef-9ad0eec4c8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:16.914200 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-009f90da-0669-408f-a6aa-d8654251ffe7 req-7e67b83b-57f8-49a0-a2ef-9ad0eec4c8be service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97369f52-145d-49e2-bc57-6fe2d10f5bb0 HTTP/1.1" status: 200 len: 854 time: 0.0477934 Dec 10 18:44:16.954832 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-009f90da-0669-408f-a6aa-d8654251ffe7 req-57587156-3c7e-4e21-a72a-e17141d60aaa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=14824598-ed94-4b97-a672-ae3f18d92d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313077 Dec 10 18:44:17.053859 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-009f90da-0669-408f-a6aa-d8654251ffe7 req-5c70934c-8b97-4a06-94be-26c4148d54c3 service neutron] 10.222.0.46 "GET /v2.0/networks/14824598-ed94-4b97-a672-ae3f18d92d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908241 Dec 10 18:44:17.153847 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-009f90da-0669-408f-a6aa-d8654251ffe7 req-71278c9d-c4d2-4bb5-882f-83b39752f091 service neutron] 10.222.0.46 "GET /v2.0/networks/14824598-ed94-4b97-a672-ae3f18d92d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928078 Dec 10 18:44:17.458549 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-beb2cc14-76cd-4841-9f5f-699bc31cb157 req-45f09763-287c-4ea3-b34e-f9a4f3bd07a3 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0359876 Dec 10 18:44:17.543805 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad213c5-c53f-4e69-8cb7-900de6a7139a req-d137038c-5ffc-4e98-bc8b-6ff7e7de19e4 tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:17.545453 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9ad213c5-c53f-4e69-8cb7-900de6a7139a req-d137038c-5ffc-4e98-bc8b-6ff7e7de19e4 tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a015437-6a4c-4684-a75e-744e14ef185b HTTP/1.1" status: 200 len: 943 time: 0.0511215 Dec 10 18:44:17.573065 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-98327eb6-1c30-43c1-b6db-b8c7815b26d1 req-e28c1da2-f3a2-4254-8635-c8d7b6a775a6 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0259247 Dec 10 18:44:17.609192 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9ad213c5-c53f-4e69-8cb7-900de6a7139a req-53fe8504-01f8-451c-8ff8-3857ba6a5cc7 tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] 10.222.0.62 "GET /v2.0/security-groups?id=889e13c0-6fd5-4bea-839c-be72e5d29e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565898 Dec 10 18:44:17.793290 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee8e82-6ffa-4585-8127-4db3f9d75ba3 req-e7259503-b27d-4097-83d8-f150bb654d45 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:17.794887 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-07ee8e82-6ffa-4585-8127-4db3f9d75ba3 req-e7259503-b27d-4097-83d8-f150bb654d45 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 946 time: 0.0543907 Dec 10 18:44:17.846353 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-07ee8e82-6ffa-4585-8127-4db3f9d75ba3 req-c8d48ca9-ec40-415b-9a03-5b1f83e5cbd5 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac78d262-7039-4d02-9e7b-cfe82b6c6c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450730 Dec 10 18:44:18.541060 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7c8136e5-d2bb-4ed7-947c-64245fc9667b req-eff351de-9a1b-4685-a83e-6286e6b55f5f tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0299356 Dec 10 18:44:18.664924 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bcba962f-8c0c-4ed8-958a-011e6fff33a9 req-55d3c92e-950f-480e-a6d8-a9531bf27595 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0303569 Dec 10 18:44:18.730914 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72fca2b-50ac-450b-8022-2f376d4bc111 req-97f55025-8de1-484b-8b0f-982693220c3b tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:18.732518 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c72fca2b-50ac-450b-8022-2f376d4bc111 req-97f55025-8de1-484b-8b0f-982693220c3b tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a015437-6a4c-4684-a75e-744e14ef185b HTTP/1.1" status: 200 len: 943 time: 0.0534930 Dec 10 18:44:18.782181 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c72fca2b-50ac-450b-8022-2f376d4bc111 req-b3dd6566-e6f9-4252-8c96-c54684e2c138 tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] 10.222.0.62 "GET /v2.0/security-groups?id=889e13c0-6fd5-4bea-839c-be72e5d29e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423746 Dec 10 18:44:18.962821 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499f16c-1f13-4597-89b4-542e75509d2d req-7eaea895-e63e-43b7-a890-656716d0f860 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:18.964322 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3499f16c-1f13-4597-89b4-542e75509d2d req-7eaea895-e63e-43b7-a890-656716d0f860 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 946 time: 0.0497699 Dec 10 18:44:18.999807 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 1c104479-b3c5-427b-b8f0-5f7b7b14416c details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:44:19.013751 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3499f16c-1f13-4597-89b4-542e75509d2d req-e61569b7-bf7e-4486-9a2b-821441afec49 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac78d262-7039-4d02-9e7b-cfe82b6c6c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426850 Dec 10 18:44:19.105787 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 1c104479-b3c5-427b-b8f0-5f7b7b14416c, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=1c104479-b3c5-427b-b8f0-5f7b7b14416c,segment=NetworkSegment(5a513984-5667-44d5-ac4e-28879ca70df4),segment_id=5a513984-5667-44d5-ac4e-28879ca70df4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:19.117500 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '1c104479-b3c5-427b-b8f0-5f7b7b14416c', 'network_id': '14824598-ed94-4b97-a672-ae3f18d92d62', 'port_id': '1c104479-b3c5-427b-b8f0-5f7b7b14416c', 'mac_address': 'fa:16:3e:df:df:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97369f52-145d-49e2-bc57-6fe2d10f5bb0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:44:19.157370 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:19.171011 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c104479-b3c5-427b-b8f0-5f7b7b14416c {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:44:19.191717 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 1c104479-b3c5-427b-b8f0-5f7b7b14416c, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=1c104479-b3c5-427b-b8f0-5f7b7b14416c,segment=NetworkSegment(5a513984-5667-44d5-ac4e-28879ca70df4),segment_id=5a513984-5667-44d5-ac4e-28879ca70df4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:19.197110 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:19.258766 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=1c104479-b3c5-427b-b8f0-5f7b7b14416c,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:19.393254 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['1c104479-b3c5-427b-b8f0-5f7b7b14416c'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:44:19.584891 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bd2f98a1-7d2a-41d1-a6f2-aa041b436423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:19.631031 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f7992fd2-a14b-48b1-bd6c-fb2e98da87ab req-ac28a08f-fdb2-41e2-804d-59ceb530142b tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0370362 Dec 10 18:44:19.762245 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-74820f61-e32d-4c47-8e02-2bdf576e8568 req-062a111e-ee63-475f-8427-d0f01ccdcf0d tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0360019 Dec 10 18:44:19.907468 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8284b-7038-4831-a871-d78d5921a5ed req-7383734a-a637-40fa-9902-61624ab35514 tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:19.909049 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8cd8284b-7038-4831-a871-d78d5921a5ed req-7383734a-a637-40fa-9902-61624ab35514 tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a015437-6a4c-4684-a75e-744e14ef185b HTTP/1.1" status: 200 len: 944 time: 0.0506747 Dec 10 18:44:19.966816 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8cd8284b-7038-4831-a871-d78d5921a5ed req-d9f65bc2-8082-4321-bdaf-f341b2550aa4 tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] 10.222.0.62 "GET /v2.0/security-groups?id=889e13c0-6fd5-4bea-839c-be72e5d29e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512242 Dec 10 18:44:20.139029 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c679fe5-0179-42ad-ac7a-2266456b439a req-d359aebe-3bd3-42b0-97fa-18e40f90ba74 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:20.140460 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5c679fe5-0179-42ad-ac7a-2266456b439a req-d359aebe-3bd3-42b0-97fa-18e40f90ba74 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 946 time: 0.0533252 Dec 10 18:44:20.190730 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5c679fe5-0179-42ad-ac7a-2266456b439a req-7aa5842c-abf6-4d89-9ba3-49f6b40d9075 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac78d262-7039-4d02-9e7b-cfe82b6c6c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435128 Dec 10 18:44:20.712912 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b10e28f3-3606-4521-8fcd-e036f0e36396 req-511f23f0-4378-4b51-935b-e588f24b6c74 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0272267 Dec 10 18:44:20.855963 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fee661a9-e338-4a46-b2e1-033d50130c15 req-29402c3f-650d-4638-bbc4-ba8404e76165 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0302923 Dec 10 18:44:21.016924 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 1c104479-b3c5-427b-b8f0-5f7b7b14416c up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:44:21.067537 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 1c104479-b3c5-427b-b8f0-5f7b7b14416c completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:44:21.072132 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 1c104479-b3c5-427b-b8f0-5f7b7b14416c triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:21.072517 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:21.098054 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400fd17-63c7-470a-bfc4-30121d4534d7 req-5617f292-176c-4140-81c1-2b80445dbc71 tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:21.100398 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3400fd17-63c7-470a-bfc4-30121d4534d7 req-5617f292-176c-4140-81c1-2b80445dbc71 tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a015437-6a4c-4684-a75e-744e14ef185b HTTP/1.1" status: 200 len: 944 time: 0.0585279 Dec 10 18:44:21.156616 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3400fd17-63c7-470a-bfc4-30121d4534d7 req-0beabd46-84b0-47fe-8430-9eb1adf30ca6 tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] 10.222.0.62 "GET /v2.0/security-groups?id=889e13c0-6fd5-4bea-839c-be72e5d29e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498543 Dec 10 18:44:21.158797 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:21.181721 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a015437-6a4c-4684-a75e-744e14ef185b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c104479-b3c5-427b-b8f0-5f7b7b14416c'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:44:21.183919 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380aa764-2b1f-4976-8415-2534fb4b8482" -d '{"events": [{"server_uuid": "4a015437-6a4c-4684-a75e-744e14ef185b", "name": "network-vif-plugged", "status": "completed", "tag": "1c104479-b3c5-427b-b8f0-5f7b7b14416c"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:44:21.197136 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 1c104479-b3c5-427b-b8f0-5f7b7b14416c, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=1c104479-b3c5-427b-b8f0-5f7b7b14416c,segment=NetworkSegment(5a513984-5667-44d5-ac4e-28879ca70df4),segment_id=5a513984-5667-44d5-ac4e-28879ca70df4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:21.201675 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:21.224777 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade704ee-63b1-4a44-8ec0-7dcbbf799f7b x-openstack-request-id: req-ade704ee-63b1-4a44-8ec0-7dcbbf799f7b {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:44:21.225071 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a015437-6a4c-4684-a75e-744e14ef185b", "name": "network-vif-plugged", "status": "completed", "tag": "1c104479-b3c5-427b-b8f0-5f7b7b14416c", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:44:21.225322 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ade704ee-63b1-4a44-8ec0-7dcbbf799f7b {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:44:21.225708 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a015437-6a4c-4684-a75e-744e14ef185b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c104479-b3c5-427b-b8f0-5f7b7b14416c', 'code': 200} Dec 10 18:44:21.253497 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=1c104479-b3c5-427b-b8f0-5f7b7b14416c,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:21.365566 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fab3e-1dbd-4be5-b036-ef7fff6f67b8 req-a3caf83e-d88b-4164-a6ee-fba2f3ab4d39 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:21.367131 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-007fab3e-1dbd-4be5-b036-ef7fff6f67b8 req-a3caf83e-d88b-4164-a6ee-fba2f3ab4d39 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 946 time: 0.0920873 Dec 10 18:44:21.373590 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf905c7-2da9-43ac-9fc1-534e858225a5 req-de1e8edc-fe97-4d36-889c-09723c85c2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:21.374816 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4cf905c7-2da9-43ac-9fc1-534e858225a5 req-de1e8edc-fe97-4d36-889c-09723c85c2ae service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4a015437-6a4c-4684-a75e-744e14ef185b HTTP/1.1" status: 200 len: 1096 time: 0.0681915 Dec 10 18:44:21.456177 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-007fab3e-1dbd-4be5-b036-ef7fff6f67b8 req-591af183-714f-4832-a42b-00fa9eecd710 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac78d262-7039-4d02-9e7b-cfe82b6c6c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772378 Dec 10 18:44:21.458657 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4cf905c7-2da9-43ac-9fc1-534e858225a5 req-415f7a23-0bd4-4ba8-9ccd-440e17bcfd7a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=889e13c0-6fd5-4bea-839c-be72e5d29e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723960 Dec 10 18:44:21.796413 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-84f3e11f-86b5-4c59-9548-b10b63b4967a req-dbe61938-ef42-42a3-8a58-10a828618a71 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0311854 Dec 10 18:44:21.954668 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b522f256-da21-4caf-bd27-80bec81729d8 req-dc956c26-05e5-4a6b-abd9-0d2eacd42251 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0301235 Dec 10 18:44:22.274887 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f6e7e-d499-4b51-9d8a-735e90405b2d req-e5d5b77b-83c3-47c6-a119-6677d53fb257 tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:22.276302 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-089f6e7e-d499-4b51-9d8a-735e90405b2d req-e5d5b77b-83c3-47c6-a119-6677d53fb257 tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a015437-6a4c-4684-a75e-744e14ef185b HTTP/1.1" status: 200 len: 945 time: 0.0495176 Dec 10 18:44:22.325735 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-089f6e7e-d499-4b51-9d8a-735e90405b2d req-7d17e5fb-9881-4a78-acea-8862b06666e2 tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] 10.222.0.62 "GET /v2.0/security-groups?id=889e13c0-6fd5-4bea-839c-be72e5d29e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431106 Dec 10 18:44:22.368091 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8159774b-4435-44b6-8ac4-825d04a91616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:22.582057 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05038dba-d1df-4d61-9b84-3d01e00a92d1 req-880944e2-7925-4114-a2aa-0ff51a39acf7 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:22.583571 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-05038dba-d1df-4d61-9b84-3d01e00a92d1 req-880944e2-7925-4114-a2aa-0ff51a39acf7 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 946 time: 0.0506635 Dec 10 18:44:22.635453 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-05038dba-d1df-4d61-9b84-3d01e00a92d1 req-125c4a1c-2800-43cc-8f3b-5aba8b4a7c35 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac78d262-7039-4d02-9e7b-cfe82b6c6c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455666 Dec 10 18:44:22.700071 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-e1907fce-e6d2-41d6-84c5-841febe65ec4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0493391 Dec 10 18:44:22.809890 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-a1002e40-4856-4ddc-97d9-359dfd163447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:22.810555 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-a1002e40-4856-4ddc-97d9-359dfd163447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:22.810746 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-a1002e40-4856-4ddc-97d9-359dfd163447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:22.811219 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-a1002e40-4856-4ddc-97d9-359dfd163447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:22.811689 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-a1002e40-4856-4ddc-97d9-359dfd163447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:22.812152 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-a1002e40-4856-4ddc-97d9-359dfd163447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:22.812718 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-a1002e40-4856-4ddc-97d9-359dfd163447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:22.814698 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-a1002e40-4856-4ddc-97d9-359dfd163447 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=aee8c10e35be45139294abc10d1eada2&device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 6501 time: 0.0523496 Dec 10 18:44:22.877653 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fa9f1eb5-9ec8-48af-98e7-7a200f93ea3f req-8aa9deb3-25e9-4f18-bec2-f53e29dfd377 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0271652 Dec 10 18:44:22.941481 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-1e677b31-0464-4378-828e-514c564adcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:22.941959 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-1e677b31-0464-4378-828e-514c564adcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:22.942422 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-1e677b31-0464-4378-828e-514c564adcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:22.944086 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-1e677b31-0464-4378-828e-514c564adcf0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=36da7df8-4c33-4fc7-aca6-cd96ecc32948&id=b2b3e286-a941-4c88-a3bb-4298dcd7fd59&id=b2b3e286-a941-4c88-a3bb-4298dcd7fd59&id=b2b3e286-a941-4c88-a3bb-4298dcd7fd59&id=b2b3e286-a941-4c88-a3bb-4298dcd7fd59&id=f30c8744-62ec-4c03-ba22-87870e9a413d&id=f30c8744-62ec-4c03-ba22-87870e9a413d HTTP/1.1" status: 200 len: 2296 time: 0.1021047 Dec 10 18:44:23.025204 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-d780fe2c-35ef-4e94-9535-9e4d0796113b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5799b23-3ac5-4da6-ad03-a9a9b629a357 HTTP/1.1" status: 200 len: 1002 time: 0.0742781 Dec 10 18:44:23.043472 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0747bb76-c929-4753-8d4d-e5793c49498c req-b2c50f6f-aed1-4213-b719-fdc1e3c1d7f6 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0311272 Dec 10 18:44:23.081754 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-f0281a62-d54d-4458-ba8c-8e940927d7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:23.083326 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-f0281a62-d54d-4458-ba8c-8e940927d7ec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a88e99c5-14d3-42bf-8ee8-4247e93be44f HTTP/1.1" status: 200 len: 855 time: 0.0506122 Dec 10 18:44:23.133206 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-1acd2f90-a124-415d-bc57-973a54d7e5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:23.134725 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-1acd2f90-a124-415d-bc57-973a54d7e5e9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=36da7df8-4c33-4fc7-aca6-cd96ecc32948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439532 Dec 10 18:44:23.228948 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-f7aa37a0-4823-4cf0-85db-6f90b2d0a235 service neutron] 10.222.0.72 "GET /v2.0/networks/36da7df8-4c33-4fc7-aca6-cd96ecc32948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866318 Dec 10 18:44:23.331270 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-c7b9e42e-ef8e-48e0-b21b-63d8b9b3b5cc service neutron] 10.222.0.72 "GET /v2.0/networks/36da7df8-4c33-4fc7-aca6-cd96ecc32948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950284 Dec 10 18:44:23.334438 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:23.389667 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-5b79b90d-63a1-4bf8-8070-711c5cd6f517 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=584cf1dd-1af4-46a0-83d5-636ef55fe320 HTTP/1.1" status: 200 len: 217 time: 0.0505588 Dec 10 18:44:23.452538 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-4213454e-0392-49d4-b44f-90ed891c1bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:23.454748 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-4213454e-0392-49d4-b44f-90ed891c1bb6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=237ae5dd-0fd9-41fa-a8f5-5de6696f10ce HTTP/1.1" status: 200 len: 797 time: 0.0577981 Dec 10 18:44:23.459810 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7df51-3e3a-428c-bfc5-b7dc8c841619 req-d5778278-72bd-4ad1-97d0-8f88abd0dfb9 tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:23.461446 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-69f7df51-3e3a-428c-bfc5-b7dc8c841619 req-d5778278-72bd-4ad1-97d0-8f88abd0dfb9 tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a015437-6a4c-4684-a75e-744e14ef185b HTTP/1.1" status: 200 len: 945 time: 0.0596809 Dec 10 18:44:23.506094 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-9a1f22bb-15f9-4ede-95db-5372a442b6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:23.507626 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-9a1f22bb-15f9-4ede-95db-5372a442b6d8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b2b3e286-a941-4c88-a3bb-4298dcd7fd59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0447323 Dec 10 18:44:23.519826 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-69f7df51-3e3a-428c-bfc5-b7dc8c841619 req-106a46ae-86fb-4d8f-b7a2-266ff86017a7 tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] 10.222.0.62 "GET /v2.0/security-groups?id=889e13c0-6fd5-4bea-839c-be72e5d29e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509002 Dec 10 18:44:23.621105 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-65387337-d3b0-4282-a308-ce1df7a855bb service neutron] 10.222.0.72 "GET /v2.0/networks/b2b3e286-a941-4c88-a3bb-4298dcd7fd59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038189 Dec 10 18:44:23.748922 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-82c95332-3644-41aa-9aa8-cc68718639f2 service neutron] 10.222.0.72 "GET /v2.0/networks/b2b3e286-a941-4c88-a3bb-4298dcd7fd59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171410 Dec 10 18:44:23.786508 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06aa34a-9273-41a1-b95e-95bc567ff21e req-f0a6beb5-2e2e-484e-bcce-96bbf62a8cc9 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:23.789416 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e06aa34a-9273-41a1-b95e-95bc567ff21e req-f0a6beb5-2e2e-484e-bcce-96bbf62a8cc9 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 946 time: 0.0621409 Dec 10 18:44:23.842342 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-9272b565-2c7b-41f3-920f-d0f6785461fb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=4cd87cf1-713c-4dfd-9955-0162d0cdc6ec HTTP/1.1" status: 200 len: 217 time: 0.0703523 Dec 10 18:44:23.843827 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e06aa34a-9273-41a1-b95e-95bc567ff21e req-f6381d0a-a0c2-41d1-b975-37401ee7459c tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac78d262-7039-4d02-9e7b-cfe82b6c6c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477061 Dec 10 18:44:23.914094 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-dccb65f9-f778-43fd-a07b-fb4a3c7cf4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:23.915311 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-dccb65f9-f778-43fd-a07b-fb4a3c7cf4fb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=237ae5dd-0fd9-41fa-a8f5-5de6696f10ce HTTP/1.1" status: 200 len: 797 time: 0.0666487 Dec 10 18:44:23.990866 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-583181f0-c7c9-49e7-a6b1-cdb3ecb74e40 req-0ff01ae9-a03b-4280-b083-f393aa654b97 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0372524 Dec 10 18:44:24.006021 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-c27f7b22-b8ac-46ca-8734-d506e8bb740d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:24.007764 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-c27f7b22-b8ac-46ca-8734-d506e8bb740d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b2b3e286-a941-4c88-a3bb-4298dcd7fd59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0860395 Dec 10 18:44:24.008924 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f329b5-0153-498c-80ab-1abdf796aa79 req-ba1ae1e7-07b2-4656-92ff-b363b33b7c9e tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:24.010525 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-19f329b5-0153-498c-80ab-1abdf796aa79 req-ba1ae1e7-07b2-4656-92ff-b363b33b7c9e tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a015437-6a4c-4684-a75e-744e14ef185b HTTP/1.1" status: 200 len: 945 time: 0.0670776 Dec 10 18:44:24.068297 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-19f329b5-0153-498c-80ab-1abdf796aa79 req-0b424f0f-1548-4569-b163-fff25cb6a945 tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] 10.222.0.62 "GET /v2.0/security-groups?id=889e13c0-6fd5-4bea-839c-be72e5d29e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515296 Dec 10 18:44:24.130637 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-a68e84c1-c60d-4976-a872-6b16ab32312f service neutron] 10.222.0.72 "GET /v2.0/networks/b2b3e286-a941-4c88-a3bb-4298dcd7fd59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159880 Dec 10 18:44:24.152422 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b963ce0d-ff94-4165-9085-c0b9d85ec9ae req-7d129623-bcab-4a71-9781-af56af28446b tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0301278 Dec 10 18:44:24.237523 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-cb3630b9-47e0-4490-86ad-1239bb742ff3 service neutron] 10.222.0.72 "GET /v2.0/networks/b2b3e286-a941-4c88-a3bb-4298dcd7fd59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887780 Dec 10 18:44:24.283064 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-289cb21a-6893-4a5a-b54b-9b22edd493be service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=5e305941-2cd9-4b3b-b5ee-5c4eac821c82 HTTP/1.1" status: 200 len: 217 time: 0.0385454 Dec 10 18:44:24.332275 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-dd9f97be-00b2-4a32-8a9c-d229307070a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:24.333772 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-dd9f97be-00b2-4a32-8a9c-d229307070a6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=237ae5dd-0fd9-41fa-a8f5-5de6696f10ce HTTP/1.1" status: 200 len: 797 time: 0.0438414 Dec 10 18:44:24.381981 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-934fb70e-e92f-45c5-859e-6b686b60bf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:24.383502 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-934fb70e-e92f-45c5-859e-6b686b60bf26 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b2b3e286-a941-4c88-a3bb-4298dcd7fd59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0425570 Dec 10 18:44:24.477252 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-0762386d-f896-4ccc-9634-d407738f09e7 service neutron] 10.222.0.72 "GET /v2.0/networks/b2b3e286-a941-4c88-a3bb-4298dcd7fd59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865748 Dec 10 18:44:24.584860 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-ef3fcdbd-9ea3-4292-91bd-e2b1ad2d5311 service neutron] 10.222.0.72 "GET /v2.0/networks/b2b3e286-a941-4c88-a3bb-4298dcd7fd59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892460 Dec 10 18:44:24.630443 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-ad723260-b66a-46fc-833a-ea1bea8770a5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=40f653ce-1fcf-45ed-a19e-849218821b64 HTTP/1.1" status: 200 len: 217 time: 0.0377998 Dec 10 18:44:24.686197 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-c75fb7a2-39da-4549-a131-44207d1aee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:24.687683 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-c75fb7a2-39da-4549-a131-44207d1aee36 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=237ae5dd-0fd9-41fa-a8f5-5de6696f10ce HTTP/1.1" status: 200 len: 797 time: 0.0446348 Dec 10 18:44:24.726601 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:24.733667 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-a5f750b0-669a-4a98-8b58-3784efad0b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:24.735894 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-a5f750b0-669a-4a98-8b58-3784efad0b6b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b2b3e286-a941-4c88-a3bb-4298dcd7fd59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0413260 Dec 10 18:44:24.828585 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-bc5edebf-a844-469b-a14e-9d2ebc62a28a service neutron] 10.222.0.72 "GET /v2.0/networks/b2b3e286-a941-4c88-a3bb-4298dcd7fd59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853724 Dec 10 18:44:24.972804 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-0d099545-985a-433e-b605-6ce7976576b6 service neutron] 10.222.0.72 "GET /v2.0/networks/b2b3e286-a941-4c88-a3bb-4298dcd7fd59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251783 Dec 10 18:44:24.998702 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc7e1c-c90a-4134-9a5c-9f3f14650b84 req-93952871-c1b5-4785-bb78-ae8a72c89414 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:25.000731 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dcbc7e1c-c90a-4134-9a5c-9f3f14650b84 req-93952871-c1b5-4785-bb78-ae8a72c89414 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 946 time: 0.0714936 Dec 10 18:44:25.055485 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-963fe60d-5a21-4362-8405-996cf73d593e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6e252207-dd46-4a16-ace6-611c8fbe7898 HTTP/1.1" status: 200 len: 217 time: 0.0752423 Dec 10 18:44:25.107849 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0820e521-e010-4c55-bca9-9bfe8ac79b2f req-3bc1882e-4aae-4c5b-ac1d-3b59cd5a077e tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0302246 Dec 10 18:44:25.136751 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-59e5fc87-07ee-494c-a634-93980abbd963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:25.138324 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-59e5fc87-07ee-494c-a634-93980abbd963 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3794734b-aff3-415a-a172-4b9c6dbd62de HTTP/1.1" status: 200 len: 797 time: 0.0691805 Dec 10 18:44:25.149220 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dcbc7e1c-c90a-4134-9a5c-9f3f14650b84 req-63f78ef5-06c2-43eb-b905-a3cc585e5802 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac78d262-7039-4d02-9e7b-cfe82b6c6c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961947 Dec 10 18:44:25.232971 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ddfdf-1749-4a16-b4c5-a483f57949fe req-47f38d73-1139-4bb2-82ae-7b8328af78b1 tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:25.235603 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-870ddfdf-1749-4a16-b4c5-a483f57949fe req-47f38d73-1139-4bb2-82ae-7b8328af78b1 tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a015437-6a4c-4684-a75e-744e14ef185b HTTP/1.1" status: 200 len: 945 time: 0.0613511 Dec 10 18:44:25.245618 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-b9808a45-1a79-472b-b3ae-c12cdd794dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:25.247165 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-b9808a45-1a79-472b-b3ae-c12cdd794dd1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f30c8744-62ec-4c03-ba22-87870e9a413d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0962391 Dec 10 18:44:25.258810 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb30d93f-55cc-410c-8bdc-7bab56cef7c8 req-3f8bed0d-d942-4635-8a11-5a1ad63af4c6 tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:25.261156 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fb30d93f-55cc-410c-8bdc-7bab56cef7c8 req-3f8bed0d-d942-4635-8a11-5a1ad63af4c6 tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a015437-6a4c-4684-a75e-744e14ef185b HTTP/1.1" status: 200 len: 945 time: 0.0978246 Dec 10 18:44:25.293921 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-870ddfdf-1749-4a16-b4c5-a483f57949fe req-f4084a67-85b1-41e9-9474-cb7cc50162d9 tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] 10.222.0.62 "GET /v2.0/security-groups?id=889e13c0-6fd5-4bea-839c-be72e5d29e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515635 Dec 10 18:44:25.373070 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0e8bc268-77c9-4a72-b90a-a8cf120e01f2 req-05aa8917-a0a4-4f18-affc-e79f0e9c7607 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0851512 Dec 10 18:44:25.423109 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:25.453820 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-e810119c-05ee-44bb-9eb8-f68819d1b923 service neutron] 10.222.0.72 "GET /v2.0/networks/f30c8744-62ec-4c03-ba22-87870e9a413d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915627 Dec 10 18:44:25.460987 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-fb30d93f-55cc-410c-8bdc-7bab56cef7c8 req-d0377892-e93b-46db-8428-aa3fb0f16ff4 tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] Deleting port 1c104479-b3c5-427b-b8f0-5f7b7b14416c {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:44:25.461343 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fb30d93f-55cc-410c-8bdc-7bab56cef7c8 req-d0377892-e93b-46db-8428-aa3fb0f16ff4 tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:25.619301 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-ea7ee282-6bdd-459f-9265-57cbcd83f377 service neutron] 10.222.0.72 "GET /v2.0/networks/f30c8744-62ec-4c03-ba22-87870e9a413d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550944 Dec 10 18:44:25.620981 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-fb30d93f-55cc-410c-8bdc-7bab56cef7c8 req-d0377892-e93b-46db-8428-aa3fb0f16ff4 tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] For port 1c104479-b3c5-427b-b8f0-5f7b7b14416c, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=1c104479-b3c5-427b-b8f0-5f7b7b14416c,segment=NetworkSegment(5a513984-5667-44d5-ac4e-28879ca70df4),segment_id=5a513984-5667-44d5-ac4e-28879ca70df4)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:25.621345 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fb30d93f-55cc-410c-8bdc-7bab56cef7c8 req-d0377892-e93b-46db-8428-aa3fb0f16ff4 tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:25.639855 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-fb30d93f-55cc-410c-8bdc-7bab56cef7c8 req-d0377892-e93b-46db-8428-aa3fb0f16ff4 tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] Calling delete_port for 1c104479-b3c5-427b-b8f0-5f7b7b14416c owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:44:25.675921 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-90040b96-77f3-45f1-afc7-1919c888ef47 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aad9df2d-747e-41c1-8ba7-f02dcfa42da7 HTTP/1.1" status: 200 len: 217 time: 0.0473528 Dec 10 18:44:25.779248 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-5b57d9e5-2c69-40e5-8a89-7aa3b95aaa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:25.780971 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-5b57d9e5-2c69-40e5-8a89-7aa3b95aaa8a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3794734b-aff3-415a-a172-4b9c6dbd62de HTTP/1.1" status: 200 len: 797 time: 0.0965765 Dec 10 18:44:25.874579 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-b73532cc-c46a-47d6-ae69-7fbbaf640cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:25.876137 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-b73532cc-c46a-47d6-ae69-7fbbaf640cc7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f30c8744-62ec-4c03-ba22-87870e9a413d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0798869 Dec 10 18:44:25.892691 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fb30d93f-55cc-410c-8bdc-7bab56cef7c8 req-d0377892-e93b-46db-8428-aa3fb0f16ff4 tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:25.905266 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['1c104479-b3c5-427b-b8f0-5f7b7b14416c'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:44:25.958777 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0377892-e93b-46db-8428-aa3fb0f16ff4 tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] Pushing event deleted for resources: {'Port': ['ID=1c104479-b3c5-427b-b8f0-5f7b7b14416c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:26.009393 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb30d93f-55cc-410c-8bdc-7bab56cef7c8 req-d0377892-e93b-46db-8428-aa3fb0f16ff4 tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] No DVR routers for this DVR port 1c104479-b3c5-427b-b8f0-5f7b7b14416c on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:44:26.012780 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fb30d93f-55cc-410c-8bdc-7bab56cef7c8 req-d0377892-e93b-46db-8428-aa3fb0f16ff4 tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:26.016089 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fb30d93f-55cc-410c-8bdc-7bab56cef7c8 req-d0377892-e93b-46db-8428-aa3fb0f16ff4 tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] 10.222.0.46 "DELETE /v2.0/ports/1c104479-b3c5-427b-b8f0-5f7b7b14416c HTTP/1.1" status: 204 len: 173 time: 0.7461913 Dec 10 18:44:26.016603 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a015437-6a4c-4684-a75e-744e14ef185b', 'name': 'network-vif-deleted', 'tag': '1c104479-b3c5-427b-b8f0-5f7b7b14416c'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:44:26.018834 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c418ac18-5f52-4b6f-a1eb-2e5065976f50" -d '{"events": [{"server_uuid": "4a015437-6a4c-4684-a75e-744e14ef185b", "name": "network-vif-deleted", "tag": "1c104479-b3c5-427b-b8f0-5f7b7b14416c"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:44:26.056938 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-054b5ef3-0c42-4222-b36b-7a2a7defd779 service neutron] 10.222.0.72 "GET /v2.0/networks/f30c8744-62ec-4c03-ba22-87870e9a413d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729133 Dec 10 18:44:26.197021 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6868b499-048e-4e1e-b206-7aee50a6e88a req-5eb5a222-7b56-429d-bf7d-4ed46eb1066d service neutron] 10.222.0.72 "GET /v2.0/networks/f30c8744-62ec-4c03-ba22-87870e9a413d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312649 Dec 10 18:44:26.221550 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c4812c48-6f00-47a1-9aae-6f23a9db565e req-d9973af0-e659-427d-922d-7c667eb8207c tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0386739 Dec 10 18:44:26.280400 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e480a3-c265-4626-9ae7-8f427d06eec7 x-openstack-request-id: req-91e480a3-c265-4626-9ae7-8f427d06eec7 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:44:26.280805 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a015437-6a4c-4684-a75e-744e14ef185b", "name": "network-vif-deleted", "tag": "1c104479-b3c5-427b-b8f0-5f7b7b14416c", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:44:26.281678 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-91e480a3-c265-4626-9ae7-8f427d06eec7 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:44:26.282359 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a015437-6a4c-4684-a75e-744e14ef185b', 'name': 'network-vif-deleted', 'tag': '1c104479-b3c5-427b-b8f0-5f7b7b14416c', 'status': 'completed', 'code': 200} Dec 10 18:44:26.355650 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9d0db-3ccd-4012-98ce-45199a0046b6 req-54c3cfa5-3fc5-459b-b6cd-d74d88d3a79c tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:26.357301 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-86b9d0db-3ccd-4012-98ce-45199a0046b6 req-54c3cfa5-3fc5-459b-b6cd-d74d88d3a79c tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 946 time: 0.0583811 Dec 10 18:44:26.420683 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-86b9d0db-3ccd-4012-98ce-45199a0046b6 req-0abfdada-cb59-4872-b9ad-4a07462efdaa tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac78d262-7039-4d02-9e7b-cfe82b6c6c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558035 Dec 10 18:44:26.468164 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6899265d-4fde-4f3a-906d-20358f26cbd3 req-1e1503be-8dd3-47f7-bea1-d27babb47da0 tempest-ServerAddressesTestJSON-2041766733 tempest-ServerAddressesTestJSON-2041766733-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a015437-6a4c-4684-a75e-744e14ef185b HTTP/1.1" status: 200 len: 210 time: 0.0411503 Dec 10 18:44:26.552945 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e1b4ca7c-f55f-4cfc-8bf0-2d67559d3aa6 req-7660cbc3-4ec8-4cba-b5fa-bb5824a88770 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0327621 Dec 10 18:44:27.304031 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4d6b7a74-b1d8-4e55-8f31-dbaa7bd80bf2 req-a97d38bb-7b78-46f4-8ea9-df0f58272a7c tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0266497 Dec 10 18:44:27.532326 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 32808) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:27.569691 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08475da5-2c8f-4d48-aa27-7c8ad73692bf req-3e7753f1-7ace-4c7a-9e59-b8258ba1526c tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:27.572168 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-08475da5-2c8f-4d48-aa27-7c8ad73692bf req-3e7753f1-7ace-4c7a-9e59-b8258ba1526c tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 946 time: 0.0676627 Dec 10 18:44:27.598304 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-53edb81f-70d4-4d01-8257-b32bad62d689 admin admin] Deleting subnet 97369f52-145d-49e2-bc57-6fe2d10f5bb0 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:44:27.604314 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-53edb81f-70d4-4d01-8257-b32bad62d689 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:27.657775 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-08475da5-2c8f-4d48-aa27-7c8ad73692bf req-21380c63-ab53-4e9a-a8bf-af69e501334b tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac78d262-7039-4d02-9e7b-cfe82b6c6c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767415 Dec 10 18:44:27.688397 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-53edb81f-70d4-4d01-8257-b32bad62d689 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:27.747543 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4cc73faa-332d-4c7e-b052-8e2cf6fca337 req-9f6a903e-9eb9-4b2c-b262-141fde732251 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0794456 Dec 10 18:44:27.768325 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-53edb81f-70d4-4d01-8257-b32bad62d689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:27.823545 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-53edb81f-70d4-4d01-8257-b32bad62d689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:27.852811 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53edb81f-70d4-4d01-8257-b32bad62d689 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97369f52-145d-49e2-bc57-6fe2d10f5bb0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:27.854867 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-53edb81f-70d4-4d01-8257-b32bad62d689 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:27.858440 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-53edb81f-70d4-4d01-8257-b32bad62d689 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/97369f52-145d-49e2-bc57-6fe2d10f5bb0 HTTP/1.1" status: 204 len: 168 time: 0.3236082 Dec 10 18:44:27.861620 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 32812) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:27.954825 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7fe88d96-175a-43c3-ad91-8e24a5b1bc5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:28.034588 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7fe88d96-175a-43c3-ad91-8e24a5b1bc5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:28.054925 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-7fe88d96-175a-43c3-ad91-8e24a5b1bc5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14824598-ed94-4b97-a672-ae3f18d92d62']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:28.064579 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-7fe88d96-175a-43c3-ad91-8e24a5b1bc5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a513984-5667-44d5-ac4e-28879ca70df4') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:28.064910 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-7fe88d96-175a-43c3-ad91-8e24a5b1bc5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a513984-5667-44d5-ac4e-28879ca70df4') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:28.074481 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7fe88d96-175a-43c3-ad91-8e24a5b1bc5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:28.088202 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7fe88d96-175a-43c3-ad91-8e24a5b1bc5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:28.095903 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe88d96-175a-43c3-ad91-8e24a5b1bc5c admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:44:28.096267 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7fe88d96-175a-43c3-ad91-8e24a5b1bc5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:28.098043 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:44:28.098043 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:44:28.098043 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:44:28.098043 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:44:28.098043 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:44:28.098043 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:44:28.098043 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:44:28.098043 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:44:28.098043 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:44:28.098043 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:44:28.098043 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:44:28.098043 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:44:28.098043 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:44:28.098043 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:44:28.098043 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:44:28.098043 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:44:28.098043 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:44:28.098043 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:44:28.098043 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:44:28.098043 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:44:28.098043 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:44:28.098043 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:44:28.098043 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:44:28.098043 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:44:28.098043 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:44:28.098043 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:44:28.098043 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:44:28.098043 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:44:28.098043 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:44:28.098043 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:44:28.098043 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:44:28.098043 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:44:28.155701 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7fe88d96-175a-43c3-ad91-8e24a5b1bc5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:28.173400 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7fe88d96-175a-43c3-ad91-8e24a5b1bc5c admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:28.178970 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7fe88d96-175a-43c3-ad91-8e24a5b1bc5c admin admin] 10.222.0.62 "DELETE /v2.0/networks/14824598-ed94-4b97-a672-ae3f18d92d62 HTTP/1.1" status: 204 len: 168 time: 0.3140337 Dec 10 18:44:28.178970 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe88d96-175a-43c3-ad91-8e24a5b1bc5c admin admin] Pushing event deleted for resources: {'Network': ['ID=14824598-ed94-4b97-a672-ae3f18d92d62,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:28.402039 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 32828) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:28.408083 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d1323646-16f7-461b-af56-82ba5cdfd5ba req-e4e2ea64-0ec0-4599-8983-e4005a721daa tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0457401 Dec 10 18:44:28.453855 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f671ca3d-23a3-4050-8917-5b3b643d0f6c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c9d4402e1f044a9e89c3151983efc153&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0500081 Dec 10 18:44:28.454065 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 32832) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:28.499798 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 32834) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:28.511198 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b793bf01-2dbd-483a-a704-52548f923c62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:28.536199 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b793bf01-2dbd-483a-a704-52548f923c62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:28.594931 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b793bf01-2dbd-483a-a704-52548f923c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:28.598735 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b793bf01-2dbd-483a-a704-52548f923c62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:28.599903 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b793bf01-2dbd-483a-a704-52548f923c62 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/889e13c0-6fd5-4bea-839c-be72e5d29e0c HTTP/1.1" status: 204 len: 168 time: 0.1448948 Dec 10 18:44:28.611948 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793bf01-2dbd-483a-a704-52548f923c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889e13c0-6fd5-4bea-839c-be72e5d29e0c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:28.631535 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-efe3248f-b552-41eb-b13e-0091196c5642 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:28.730123 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-efe3248f-b552-41eb-b13e-0091196c5642 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:28.736367 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-efe3248f-b552-41eb-b13e-0091196c5642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:28.778495 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-efe3248f-b552-41eb-b13e-0091196c5642 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b84b32f246ec44568f03dcce8950db61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2770224 Dec 10 18:44:28.782546 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 32848) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:28.795777 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3248f-b552-41eb-b13e-0091196c5642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f182401-1edc-4c3b-bf12-c4282cafd4e8,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:28.827190 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680757d-5347-4cd0-be92-11aca34b51cc req-4e1ea656-a53a-4d85-aeeb-a152e085e37e tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:28.830024 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8680757d-5347-4cd0-be92-11aca34b51cc req-4e1ea656-a53a-4d85-aeeb-a152e085e37e tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 946 time: 0.0730059 Dec 10 18:44:28.884304 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8680757d-5347-4cd0-be92-11aca34b51cc req-5a0e7c71-fea8-4cd8-9b34-7ccaa3ba564b tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac78d262-7039-4d02-9e7b-cfe82b6c6c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453470 Dec 10 18:44:29.014316 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 1c104479-b3c5-427b-b8f0-5f7b7b14416c no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:44:29.046302 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 1c104479-b3c5-427b-b8f0-5f7b7b14416c {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:44:29.047224 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 1c104479-b3c5-427b-b8f0-5f7b7b14416c not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:44:29.158151 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e1270099-28bd-4916-a14e-f806dbf2b11b req-e5040cf0-1589-4ead-a5d5-67f09ed3ca77 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.3302662 Dec 10 18:44:29.182858 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-798be24a-7b14-4efa-899a-6e5a0d112270 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:29.205489 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-798be24a-7b14-4efa-899a-6e5a0d112270 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:29.253768 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-798be24a-7b14-4efa-899a-6e5a0d112270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:29.256217 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-798be24a-7b14-4efa-899a-6e5a0d112270 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:29.257500 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-798be24a-7b14-4efa-899a-6e5a0d112270 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7f182401-1edc-4c3b-bf12-c4282cafd4e8 HTTP/1.1" status: 204 len: 168 time: 0.4740124 Dec 10 18:44:29.265472 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798be24a-7b14-4efa-899a-6e5a0d112270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f182401-1edc-4c3b-bf12-c4282cafd4e8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:29.357388 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 32870) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:29.489721 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-16995564-6ece-4d8c-a470-77a94fb78271 req-f74bcc8d-f1f5-4630-9c9b-ef3466f221ed tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0321825 Dec 10 18:44:29.544233 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e7b0ac06-1718-4ddc-a38c-7e71355476c3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1752912232-network', 'tenant_id': '03fbac8cd9664c0ab5033875ec289be7'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:29.566353 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b0ac06-1718-4ddc-a38c-7e71355476c3 admin admin] Made reservation on behalf of 03fbac8cd9664c0ab5033875ec289be7 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:44:29.568813 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e7b0ac06-1718-4ddc-a38c-7e71355476c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:29.577754 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e7b0ac06-1718-4ddc-a38c-7e71355476c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:29.623447 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 32880) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:29.637705 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fbe97973-3783-41ee-930f-86669c8df24a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:29.654280 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e7b0ac06-1718-4ddc-a38c-7e71355476c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:29.659155 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e7b0ac06-1718-4ddc-a38c-7e71355476c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:29.680059 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7b0ac06-1718-4ddc-a38c-7e71355476c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:44:29.693470 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0ac06-1718-4ddc-a38c-7e71355476c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a69521-ea70-4b3a-9115-a49ac975349f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:29.698295 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e7b0ac06-1718-4ddc-a38c-7e71355476c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:29.698636 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-e7b0ac06-1718-4ddc-a38c-7e71355476c3 admin admin] Added segment 1285f984-3e18-4f1a-bf44-6a33242c14c4 of type vlan for network 7298e2ff-8266-485b-b15d-e11513ae77de Dec 10 18:44:29.715794 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fbe97973-3783-41ee-930f-86669c8df24a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:29.723768 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fbe97973-3783-41ee-930f-86669c8df24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:29.754069 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e7b0ac06-1718-4ddc-a38c-7e71355476c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:29.770940 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe97973-3783-41ee-930f-86669c8df24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e44b3f9-2641-4166-8038-dde11a890e1a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:29.780412 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-fbe97973-3783-41ee-930f-86669c8df24a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=30ca3480cbe746bf90166f57d4018819&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1529860 Dec 10 18:44:29.780412 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 32884) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:29.794192 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e7b0ac06-1718-4ddc-a38c-7e71355476c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:29.795240 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b0ac06-1718-4ddc-a38c-7e71355476c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:29.795816 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e7b0ac06-1718-4ddc-a38c-7e71355476c3 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:29.832323 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e454a33f-4d81-4032-8581-439c7cdf676a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:29.853182 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e7b0ac06-1718-4ddc-a38c-7e71355476c3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4919395 Dec 10 18:44:29.854434 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 32886) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:29.857720 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e454a33f-4d81-4032-8581-439c7cdf676a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:29.861620 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0ac06-1718-4ddc-a38c-7e71355476c3 admin admin] Pushing event updated for resources: {'Network': ['ID=7298e2ff-8266-485b-b15d-e11513ae77de,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:29.862146 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-736cc751-17c6-45d9-b638-7229882a266e admin admin] Request body: {'subnet': {'network_id': '7298e2ff-8266-485b-b15d-e11513ae77de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1752912232-subnet', 'tenant_id': '03fbac8cd9664c0ab5033875ec289be7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:29.871816 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 7298e2ff-8266-485b-b15d-e11513ae77de details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:44:29.920385 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736cc751-17c6-45d9-b638-7229882a266e admin admin] Made reservation on behalf of 03fbac8cd9664c0ab5033875ec289be7 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:44:29.923165 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-736cc751-17c6-45d9-b638-7229882a266e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:29.993233 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e454a33f-4d81-4032-8581-439c7cdf676a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:29.995762 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e454a33f-4d81-4032-8581-439c7cdf676a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:29.996949 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e454a33f-4d81-4032-8581-439c7cdf676a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2e44b3f9-2641-4166-8038-dde11a890e1a HTTP/1.1" status: 204 len: 168 time: 0.2157733 Dec 10 18:44:30.021949 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e454a33f-4d81-4032-8581-439c7cdf676a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e44b3f9-2641-4166-8038-dde11a890e1a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:30.033169 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1423c0b-d34e-4899-8c8a-7e23e6e3f542 req-5973ca8c-70c3-447c-8e1d-26994015f468 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:30.034749 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d1423c0b-d34e-4899-8c8a-7e23e6e3f542 req-5973ca8c-70c3-447c-8e1d-26994015f468 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 946 time: 0.0583763 Dec 10 18:44:30.093309 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d1423c0b-d34e-4899-8c8a-7e23e6e3f542 req-8388cfb9-07e7-44e8-bd50-a6c130026a17 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac78d262-7039-4d02-9e7b-cfe82b6c6c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512726 Dec 10 18:44:30.247768 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cbe79c95-29f8-4140-8bc1-a538747ff947 req-4fd9d296-c1a0-4e6a-9283-152b70f70ad6 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0274322 Dec 10 18:44:30.500660 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-736cc751-17c6-45d9-b638-7229882a266e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:30.571242 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736cc751-17c6-45d9-b638-7229882a266e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c24893f4-aeec-4797-8dc4-9c83d9d3d696,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:30.591057 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e3b9b5ef-1791-4476-acef-b1540b8fcd9c req-565de61e-11dd-4bf4-82c9-575d337a43c7 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0441208 Dec 10 18:44:30.592200 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736cc751-17c6-45d9-b638-7229882a266e admin admin] Checking segment: {'id': '1285f984-3e18-4f1a-bf44-6a33242c14c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7298e2ff-8266-485b-b15d-e11513ae77de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:44:30.592669 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736cc751-17c6-45d9-b638-7229882a266e admin admin] Network hostable DHCP agents. Network: 7298e2ff-8266-485b-b15d-e11513ae77de, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:44:30.614077 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736cc751-17c6-45d9-b638-7229882a266e admin admin] Network 7298e2ff-8266-485b-b15d-e11513ae77de is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:44:30.627210 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-736cc751-17c6-45d9-b638-7229882a266e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 7298e2ff-8266-485b-b15d-e11513ae77de) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:44:30.632179 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736cc751-17c6-45d9-b638-7229882a266e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:30.632887 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-736cc751-17c6-45d9-b638-7229882a266e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:30.638609 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1911fe7a-fd30-42ed-a210-cd766831e464 None None] Network 7298e2ff-8266-485b-b15d-e11513ae77de requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:44:30.660763 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-736cc751-17c6-45d9-b638-7229882a266e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8025613 Dec 10 18:44:30.660893 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 32916) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:30.665339 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-9797f255-73dd-41da-ac4a-288271d60e7f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1752912232-router', 'tenant_id': '03fbac8cd9664c0ab5033875ec289be7', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:30.690633 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9797f255-73dd-41da-ac4a-288271d60e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:30.693027 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9797f255-73dd-41da-ac4a-288271d60e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:30.758081 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9797f255-73dd-41da-ac4a-288271d60e7f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:30.762493 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00705d4c-00e1-4576-826f-2a8a575eb076 None None] Network 7298e2ff-8266-485b-b15d-e11513ae77de requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:44:30.913463 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9797f255-73dd-41da-ac4a-288271d60e7f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:31.121936 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9797f255-73dd-41da-ac4a-288271d60e7f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:31.142537 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9797f255-73dd-41da-ac4a-288271d60e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:31.241293 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984cab72-f065-4576-8073-95952b310cc0 req-3a74a285-88b6-4c56-bcb3-c6b77958652d tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:31.243586 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-984cab72-f065-4576-8073-95952b310cc0 req-3a74a285-88b6-4c56-bcb3-c6b77958652d tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 946 time: 0.0541112 Dec 10 18:44:31.271084 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-9797f255-73dd-41da-ac4a-288271d60e7f admin admin] Allocated IP 172.25.7.44 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/9cea6efc-9eb8-41d9-afda-e0f9bf808fec) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:44:31.306717 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-984cab72-f065-4576-8073-95952b310cc0 req-8309703c-3585-418b-9548-37278feb36cb tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac78d262-7039-4d02-9e7b-cfe82b6c6c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505362 Dec 10 18:44:31.375441 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-82e9580a-b687-4fc1-9826-22d4a14a7296 req-88fb280a-8319-427b-a4dc-6d0d15a16fda tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0386658 Dec 10 18:44:31.427811 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9797f255-73dd-41da-ac4a-288271d60e7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:31.463715 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9797f255-73dd-41da-ac4a-288271d60e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:31.504138 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9797f255-73dd-41da-ac4a-288271d60e7f admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:44:31.507216 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-9797f255-73dd-41da-ac4a-288271d60e7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:44:31.510876 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9797f255-73dd-41da-ac4a-288271d60e7f admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:44:31.521663 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2646c2aa-49a7-4295-b83f-b8b5ab2e0e5e None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:44:31.537283 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9797f255-73dd-41da-ac4a-288271d60e7f admin admin] Pushing event updated for resources: {'Port': ['ID=9cea6efc-9eb8-41d9-afda-e0f9bf808fec,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:31.647405 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-48dc33e4-02b1-4c21-aa1a-c03e6af822df None None] Provisioning complete for port 9cea6efc-9eb8-41d9-afda-e0f9bf808fec triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:31.648020 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-48dc33e4-02b1-4c21-aa1a-c03e6af822df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:31.709077 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0c2880ee-61a4-485b-a504-ec705a50e33f req-570295c5-5119-4ffc-ae01-d3e04bc5df8d tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0329459 Dec 10 18:44:31.728359 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-48dc33e4-02b1-4c21-aa1a-c03e6af822df None None] Port 9cea6efc-9eb8-41d9-afda-e0f9bf808fec cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:44:31.868904 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9797f255-73dd-41da-ac4a-288271d60e7f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:32.035544 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 32958) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:32.091737 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9797f255-73dd-41da-ac4a-288271d60e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:32.150587 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1497e51e-4238-4cec-8037-3719221f9d87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:32.226911 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9797f255-73dd-41da-ac4a-288271d60e7f admin admin] Router 5312ca1b-672e-4a04-99f1-55e0204b439d is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:44:32.231677 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1497e51e-4238-4cec-8037-3719221f9d87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:32.236935 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1497e51e-4238-4cec-8037-3719221f9d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:32.275523 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1497e51e-4238-4cec-8037-3719221f9d87 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a50b5e820bc0408e8387f68b7607b5f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2388556 Dec 10 18:44:32.278069 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 32964) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:32.285856 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497e51e-4238-4cec-8037-3719221f9d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b6f66b-2a0c-4f7d-b776-1a0f6c2583eb,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:32.331976 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67867bdb-6157-4e8d-833a-a9653f69087a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:32.339181 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9797f255-73dd-41da-ac4a-288271d60e7f admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:44:32.350215 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b179d1-445b-4dbf-bb5b-156c0b17958c None None] Sync routers for ids ['5312ca1b-672e-4a04-99f1-55e0204b439d'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:44:32.361861 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67867bdb-6157-4e8d-833a-a9653f69087a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:32.362109 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b179d1-445b-4dbf-bb5b-156c0b17958c None None] Routers {'5312ca1b-672e-4a04-99f1-55e0204b439d'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:44:32.362752 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-b0b179d1-445b-4dbf-bb5b-156c0b17958c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:44:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5312ca1b-672e-4a04-99f1-55e0204b439d'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:32.368627 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9797f255-73dd-41da-ac4a-288271d60e7f admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:32.373093 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9797f255-73dd-41da-ac4a-288271d60e7f admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 1.7112844 Dec 10 18:44:32.376461 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 32968) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:32.454795 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31cd3e-26ef-423e-82e6-e1711bc339ca req-ad4b64ab-6d46-46c4-a446-b83b9415fc47 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:32.456447 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7c31cd3e-26ef-423e-82e6-e1711bc339ca req-ad4b64ab-6d46-46c4-a446-b83b9415fc47 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 946 time: 0.0586894 Dec 10 18:44:32.457875 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67867bdb-6157-4e8d-833a-a9653f69087a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:32.461012 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67867bdb-6157-4e8d-833a-a9653f69087a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:32.465553 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-67867bdb-6157-4e8d-833a-a9653f69087a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/59b6f66b-2a0c-4f7d-b776-1a0f6c2583eb HTTP/1.1" status: 204 len: 168 time: 0.1864364 Dec 10 18:44:32.490324 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67867bdb-6157-4e8d-833a-a9653f69087a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b6f66b-2a0c-4f7d-b776-1a0f6c2583eb,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:32.533880 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7c31cd3e-26ef-423e-82e6-e1711bc339ca req-6593016a-b397-4be6-90e6-28dfa3758403 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac78d262-7039-4d02-9e7b-cfe82b6c6c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663421 Dec 10 18:44:32.538236 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b6104c70-d005-4488-933a-531ad9704db4 req-ffb59b97-341c-46a9-a014-bb711f7811f9 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0576890 Dec 10 18:44:32.613019 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-b0b179d1-445b-4dbf-bb5b-156c0b17958c None None] Set router 5312ca1b-672e-4a04-99f1-55e0204b439d gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:44:32.821921 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 32980) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:32.831480 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-b0b179d1-445b-4dbf-bb5b-156c0b17958c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5312ca1b-672e-4a04-99f1-55e0204b439d', 'name': 'tempest-ServerRescueNegativeTestJSON-1752912232-router', 'tenant_id': '03fbac8cd9664c0ab5033875ec289be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '9cea6efc-9eb8-41d9-afda-e0f9bf808fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:30Z', 'updated_at': '2021-12-10T18:44:31Z', 'revision_number': 3, 'project_id': '03fbac8cd9664c0ab5033875ec289be7', 'gw_port': {'id': '9cea6efc-9eb8-41d9-afda-e0f9bf808fec', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:64:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5312ca1b-672e-4a04-99f1-55e0204b439d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:31Z', 'updated_at': '2021-12-10T18:44:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:32.840416 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-120da31a-fe39-4eab-8d52-1816517d0fa5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:32.844820 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d782aa91-b9b3-4b6a-878f-cd8a61498dcd req-f6860c22-f907-44d9-9d16-aba9429d22a2 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0656519 Dec 10 18:44:32.861635 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b179d1-445b-4dbf-bb5b-156c0b17958c None None] Checking router: 5312ca1b-672e-4a04-99f1-55e0204b439d for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:44:32.861994 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b179d1-445b-4dbf-bb5b-156c0b17958c None None] Updating router 5312ca1b-672e-4a04-99f1-55e0204b439d port 9cea6efc-9eb8-41d9-afda-e0f9bf808fec binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:44:32.887924 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-b0b179d1-445b-4dbf-bb5b-156c0b17958c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:32.967291 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b201a9d-5535-4c51-bd62-4c611b744b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:33.057713 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-120da31a-fe39-4eab-8d52-1816517d0fa5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:33.064692 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-120da31a-fe39-4eab-8d52-1816517d0fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:33.149178 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-120da31a-fe39-4eab-8d52-1816517d0fa5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3e0e3f98eeb84518a447f55bfdd39dbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3238506 Dec 10 18:44:33.149684 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 32984) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:33.151778 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120da31a-fe39-4eab-8d52-1816517d0fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b8935e-c9fd-43c9-9a73-425edf91914c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:33.164349 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-b0b179d1-445b-4dbf-bb5b-156c0b17958c None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:33.170141 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-b0b179d1-445b-4dbf-bb5b-156c0b17958c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:33.193559 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2e6e07-490d-48e0-9213-6414ecc38415 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:44:33.213564 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9191a1f5-a842-48c8-bd61-c208e74bc143 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:33.220155 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-4b201a9d-5535-4c51-bd62-4c611b744b56 admin admin] Allocated IP 172.20.0.1 (7298e2ff-8266-485b-b15d-e11513ae77de/c24893f4-aeec-4797-8dc4-9c83d9d3d696/e06badfc-69e7-48aa-a6c4-d9dce024e85d) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:44:33.230333 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-b0b179d1-445b-4dbf-bb5b-156c0b17958c None None] Attempting to bind port 9cea6efc-9eb8-41d9-afda-e0f9bf808fec on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:44:33.230706 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-b0b179d1-445b-4dbf-bb5b-156c0b17958c None None] Attempting to bind port 9cea6efc-9eb8-41d9-afda-e0f9bf808fec by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:44:33.231077 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b179d1-445b-4dbf-bb5b-156c0b17958c None None] Attempting to bind port 9cea6efc-9eb8-41d9-afda-e0f9bf808fec on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:44:33.238718 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9191a1f5-a842-48c8-bd61-c208e74bc143 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:33.239236 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b179d1-445b-4dbf-bb5b-156c0b17958c None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:44:33.239614 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b179d1-445b-4dbf-bb5b-156c0b17958c None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:44:33.240011 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-b0b179d1-445b-4dbf-bb5b-156c0b17958c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:33.240610 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b179d1-445b-4dbf-bb5b-156c0b17958c None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:44:33.241321 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-b0b179d1-445b-4dbf-bb5b-156c0b17958c None None] Bound port: 9cea6efc-9eb8-41d9-afda-e0f9bf808fec, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:44:33.241902 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-b0b179d1-445b-4dbf-bb5b-156c0b17958c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:33.272029 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2483e5dc-1905-433e-a833-d0670d100617 None None] Provisioning complete for port 9cea6efc-9eb8-41d9-afda-e0f9bf808fec triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:33.272724 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2483e5dc-1905-433e-a833-d0670d100617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:33.275772 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b3e723-edc5-4db0-8971-8a9164e08f85 None None] Pushing event updated for resources: {'Port': ['ID=9cea6efc-9eb8-41d9-afda-e0f9bf808fec,revision_number=2']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:33.286360 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3e723-edc5-4db0-8971-8a9164e08f85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:33.287275 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3e723-edc5-4db0-8971-8a9164e08f85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:33.287609 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3e723-edc5-4db0-8971-8a9164e08f85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:33.288100 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3e723-edc5-4db0-8971-8a9164e08f85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:33.288592 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3e723-edc5-4db0-8971-8a9164e08f85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:33.289113 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3e723-edc5-4db0-8971-8a9164e08f85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:33.289601 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3e723-edc5-4db0-8971-8a9164e08f85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:33.290105 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3e723-edc5-4db0-8971-8a9164e08f85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:33.290432 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3e723-edc5-4db0-8971-8a9164e08f85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:33.290758 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3e723-edc5-4db0-8971-8a9164e08f85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:33.291088 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3e723-edc5-4db0-8971-8a9164e08f85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:33.291410 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3e723-edc5-4db0-8971-8a9164e08f85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:33.291731 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3e723-edc5-4db0-8971-8a9164e08f85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:33.302369 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9191a1f5-a842-48c8-bd61-c208e74bc143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:33.304946 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9191a1f5-a842-48c8-bd61-c208e74bc143 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:33.308376 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9191a1f5-a842-48c8-bd61-c208e74bc143 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/68b8935e-c9fd-43c9-9a73-425edf91914c HTTP/1.1" status: 204 len: 168 time: 0.1553471 Dec 10 18:44:33.320820 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9191a1f5-a842-48c8-bd61-c208e74bc143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b8935e-c9fd-43c9-9a73-425edf91914c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:33.329687 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-b0b179d1-445b-4dbf-bb5b-156c0b17958c None None] For port 9cea6efc-9eb8-41d9-afda-e0f9bf808fec, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:44:33.337079 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-b0b179d1-445b-4dbf-bb5b-156c0b17958c None None] For port 9cea6efc-9eb8-41d9-afda-e0f9bf808fec, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=9cea6efc-9eb8-41d9-afda-e0f9bf808fec,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:44:33.347557 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-b0b179d1-445b-4dbf-bb5b-156c0b17958c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:33.383922 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2483e5dc-1905-433e-a833-d0670d100617 None None] Port 9cea6efc-9eb8-41d9-afda-e0f9bf808fec cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:44:33.407314 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b201a9d-5535-4c51-bd62-4c611b744b56 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:33.414668 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d7ef97-99cb-4b43-9e85-1b71c65682fd None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:44:33.453273 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b179d1-445b-4dbf-bb5b-156c0b17958c None None] Routers {'5312ca1b-672e-4a04-99f1-55e0204b439d'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:44:33.454257 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-b0b179d1-445b-4dbf-bb5b-156c0b17958c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:44:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5312ca1b-672e-4a04-99f1-55e0204b439d'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:33.462374 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b201a9d-5535-4c51-bd62-4c611b744b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:33.505568 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9a6f5f5c-8356-4b16-b606-b0d36df3b81a None None] Provisioning complete for port 9cea6efc-9eb8-41d9-afda-e0f9bf808fec triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:33.506569 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9a6f5f5c-8356-4b16-b606-b0d36df3b81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:33.514335 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b201a9d-5535-4c51-bd62-4c611b744b56 admin admin] Pushing event updated for resources: {'Port': ['ID=e06badfc-69e7-48aa-a6c4-d9dce024e85d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:33.519056 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b3e723-edc5-4db0-8971-8a9164e08f85 None None] Pushing event updated for resources: {'Port': ['ID=9cea6efc-9eb8-41d9-afda-e0f9bf808fec,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:33.548118 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b201a9d-5535-4c51-bd62-4c611b744b56 admin admin] Network 7298e2ff-8266-485b-b15d-e11513ae77de is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:44:33.549694 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-4b201a9d-5535-4c51-bd62-4c611b744b56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:44:33.553176 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b201a9d-5535-4c51-bd62-4c611b744b56 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:44:33.580978 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-b0b179d1-445b-4dbf-bb5b-156c0b17958c None None] Set router 5312ca1b-672e-4a04-99f1-55e0204b439d gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:44:33.639494 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9a6f5f5c-8356-4b16-b606-b0d36df3b81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:33.639712 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b201a9d-5535-4c51-bd62-4c611b744b56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:33.666028 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9a6f5f5c-8356-4b16-b606-b0d36df3b81a None None] For port 9cea6efc-9eb8-41d9-afda-e0f9bf808fec, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=9cea6efc-9eb8-41d9-afda-e0f9bf808fec,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:33.690609 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9a6f5f5c-8356-4b16-b606-b0d36df3b81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:33.757105 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:33.763240 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f5f5c-8356-4b16-b606-b0d36df3b81a None None] Pushing event updated for resources: {'Port': ['ID=9cea6efc-9eb8-41d9-afda-e0f9bf808fec,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:33.777127 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39adc9-afd9-4f9d-98bc-e26a8d7a5670 req-fee6e3f2-36f8-4208-84bd-a97af2505b0a tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:33.778770 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9e39adc9-afd9-4f9d-98bc-e26a8d7a5670 req-fee6e3f2-36f8-4208-84bd-a97af2505b0a tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 946 time: 0.0913582 Dec 10 18:44:33.826759 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-b0b179d1-445b-4dbf-bb5b-156c0b17958c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5312ca1b-672e-4a04-99f1-55e0204b439d', 'name': 'tempest-ServerRescueNegativeTestJSON-1752912232-router', 'tenant_id': '03fbac8cd9664c0ab5033875ec289be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '9cea6efc-9eb8-41d9-afda-e0f9bf808fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:30Z', 'updated_at': '2021-12-10T18:44:31Z', 'revision_number': 3, 'project_id': '03fbac8cd9664c0ab5033875ec289be7', 'gw_port': {'id': '9cea6efc-9eb8-41d9-afda-e0f9bf808fec', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:64:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5312ca1b-672e-4a04-99f1-55e0204b439d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:31Z', 'updated_at': '2021-12-10T18:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:33.832089 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cc559bd6-c7f5-4a95-aec0-2b563c293f91 req-d3bc6a61-20df-4652-a09c-b5c979bd906a tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.2033727 Dec 10 18:44:33.851192 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b201a9d-5535-4c51-bd62-4c611b744b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:33.861830 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b179d1-445b-4dbf-bb5b-156c0b17958c None None] The sync data for ids ['5312ca1b-672e-4a04-99f1-55e0204b439d'] in n-d-821435-1 is: [{'id': '5312ca1b-672e-4a04-99f1-55e0204b439d', 'name': 'tempest-ServerRescueNegativeTestJSON-1752912232-router', 'tenant_id': '03fbac8cd9664c0ab5033875ec289be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '9cea6efc-9eb8-41d9-afda-e0f9bf808fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:30Z', 'updated_at': '2021-12-10T18:44:31Z', 'revision_number': 3, 'project_id': '03fbac8cd9664c0ab5033875ec289be7', 'gw_port': {'id': '9cea6efc-9eb8-41d9-afda-e0f9bf808fec', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:64:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5312ca1b-672e-4a04-99f1-55e0204b439d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:31Z', 'updated_at': '2021-12-10T18:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:44:33.888051 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9e39adc9-afd9-4f9d-98bc-e26a8d7a5670 req-0d47f867-7320-4371-9f8c-aa590b7ce9a9 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac78d262-7039-4d02-9e7b-cfe82b6c6c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949080 Dec 10 18:44:33.970313 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b46e3ec6-6a2b-4d14-a73a-ec0d3273486a req-e7473d4c-c113-4463-8541-6b770efd843e tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0364537 Dec 10 18:44:34.102026 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b201a9d-5535-4c51-bd62-4c611b744b56 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:34.109575 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b201a9d-5535-4c51-bd62-4c611b744b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:34.189232 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b201a9d-5535-4c51-bd62-4c611b744b56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:34.254486 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b201a9d-5535-4c51-bd62-4c611b744b56 admin admin] Pushing event updated for resources: {'Port': ['ID=e06badfc-69e7-48aa-a6c4-d9dce024e85d,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:34.314435 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b201a9d-5535-4c51-bd62-4c611b744b56 admin admin] Network 7298e2ff-8266-485b-b15d-e11513ae77de is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:44:34.316037 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-4b201a9d-5535-4c51-bd62-4c611b744b56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:44:34.455027 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b201a9d-5535-4c51-bd62-4c611b744b56 admin admin] Router 5312ca1b-672e-4a04-99f1-55e0204b439d has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:44:34.576788 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b201a9d-5535-4c51-bd62-4c611b744b56 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:44:34.586185 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4b201a9d-5535-4c51-bd62-4c611b744b56 admin admin] 10.222.0.62 "PUT /v2.0/routers/5312ca1b-672e-4a04-99f1-55e0204b439d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2074990 Dec 10 18:44:34.945940 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7dc281f3-8c0f-48dd-8e79-d36fab0d4008 req-bdbc00b2-295a-4065-8e7d-6b6e2fd222cc tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0405765 Dec 10 18:44:35.064478 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740736e6-c8e7-4ac8-8cbe-edc6c856735b req-a6986288-bfc0-4203-9609-8c31724e462b tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:35.066195 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-740736e6-c8e7-4ac8-8cbe-edc6c856735b req-a6986288-bfc0-4203-9609-8c31724e462b tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 946 time: 0.0539587 Dec 10 18:44:35.129192 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-740736e6-c8e7-4ac8-8cbe-edc6c856735b req-ce8ba189-57d4-4013-911d-6535a3a3fbbb tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac78d262-7039-4d02-9e7b-cfe82b6c6c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537541 Dec 10 18:44:35.248883 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf0750-69ca-4089-a189-bbb865c3aa11 req-6e6514d3-005d-4b23-a70b-7ee8f599de05 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:35.253149 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-20bf0750-69ca-4089-a189-bbb865c3aa11 req-6e6514d3-005d-4b23-a70b-7ee8f599de05 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/networks?id=7298e2ff-8266-485b-b15d-e11513ae77de HTTP/1.1" status: 200 len: 819 time: 0.1313958 Dec 10 18:44:35.269364 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-20bf0750-69ca-4089-a189-bbb865c3aa11 req-e03685f8-fd90-4727-b94a-5682596485a7 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/quotas/03fbac8cd9664c0ab5033875ec289be7 HTTP/1.1" status: 200 len: 375 time: 0.0103998 Dec 10 18:44:35.284859 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bc3f3f7e-dbbb-4571-a4d2-34edf1513e64 req-682064bd-e4d9-485a-b9b3-d19739df73d4 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0316103 Dec 10 18:44:35.330788 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-20bf0750-69ca-4089-a189-bbb865c3aa11 req-6da1d55d-5ed0-4c23-99cb-320d464b5c5a tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=03fbac8cd9664c0ab5033875ec289be7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0531890 Dec 10 18:44:35.444176 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-20bf0750-69ca-4089-a189-bbb865c3aa11 req-49f3607a-5a94-4e36-a389-df9b9bf72119 service neutron] 10.222.0.62 "GET /v2.0/networks/7298e2ff-8266-485b-b15d-e11513ae77de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046810 Dec 10 18:44:35.586761 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 9cea6efc-9eb8-41d9-afda-e0f9bf808fec up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:44:35.620342 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-20bf0750-69ca-4089-a189-bbb865c3aa11 req-de02ee89-6f11-4025-a6df-e7357bf76b56 service neutron] 10.222.0.62 "GET /v2.0/networks/7298e2ff-8266-485b-b15d-e11513ae77de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691966 Dec 10 18:44:35.662404 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 9cea6efc-9eb8-41d9-afda-e0f9bf808fec triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:35.663083 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:35.809817 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a582acfc-b7ac-4663-a31a-407fbca7fc9e req-944a871c-ebdf-47f7-ae31-6790c694ac3f tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0331116 Dec 10 18:44:35.983571 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f9db84-8826-426d-a12d-805f3daf2727 None None] Sync routers for ids ['5312ca1b-672e-4a04-99f1-55e0204b439d'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:44:35.998348 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f9db84-8826-426d-a12d-805f3daf2727 None None] Routers {'5312ca1b-672e-4a04-99f1-55e0204b439d'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:44:36.002942 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e5f9db84-8826-426d-a12d-805f3daf2727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:44:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5312ca1b-672e-4a04-99f1-55e0204b439d'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:36.091576 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e81f5f45-379a-433c-afb8-4a6b7dee747c req-1fdc560e-a260-4db4-83a5-e6de815a5c48 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0434411 Dec 10 18:44:36.196964 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-e5f9db84-8826-426d-a12d-805f3daf2727 None None] Set router 5312ca1b-672e-4a04-99f1-55e0204b439d gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:44:36.269505 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380e528-6186-4662-9ba8-67ae2ccf2900 req-74b63a64-c390-4d7f-861a-539771ed5222 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:36.271891 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2380e528-6186-4662-9ba8-67ae2ccf2900 req-74b63a64-c390-4d7f-861a-539771ed5222 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 946 time: 0.0612235 Dec 10 18:44:36.284219 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-511b158f-d72e-43af-95fe-4f516d170ed8 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:36.286287 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-511b158f-d72e-43af-95fe-4f516d170ed8 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/networks?id=7298e2ff-8266-485b-b15d-e11513ae77de HTTP/1.1" status: 200 len: 819 time: 0.1641531 Dec 10 18:44:36.323522 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-922034c2-3018-44ac-bb49-67e1e5758775 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/quotas/03fbac8cd9664c0ab5033875ec289be7 HTTP/1.1" status: 200 len: 375 time: 0.0292091 Dec 10 18:44:36.392950 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-5bb31e98-4947-4736-893e-de6868aeab46 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=03fbac8cd9664c0ab5033875ec289be7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0683858 Dec 10 18:44:36.394355 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2380e528-6186-4662-9ba8-67ae2ccf2900 req-f6668c6e-bd62-48d8-ad7e-153309850d25 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac78d262-7039-4d02-9e7b-cfe82b6c6c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107397 Dec 10 18:44:36.497754 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e5f9db84-8826-426d-a12d-805f3daf2727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5312ca1b-672e-4a04-99f1-55e0204b439d', 'name': 'tempest-ServerRescueNegativeTestJSON-1752912232-router', 'tenant_id': '03fbac8cd9664c0ab5033875ec289be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '9cea6efc-9eb8-41d9-afda-e0f9bf808fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:30Z', 'updated_at': '2021-12-10T18:44:33Z', 'revision_number': 4, 'project_id': '03fbac8cd9664c0ab5033875ec289be7', 'gw_port': {'id': '9cea6efc-9eb8-41d9-afda-e0f9bf808fec', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:64:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5312ca1b-672e-4a04-99f1-55e0204b439d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:31Z', 'updated_at': '2021-12-10T18:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'e06badfc-69e7-48aa-a6c4-d9dce024e85d', 'name': '', 'network_id': '7298e2ff-8266-485b-b15d-e11513ae77de', 'tenant_id': '03fbac8cd9664c0ab5033875ec289be7', 'mac_address': 'fa:16:3e:a9:cd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5312ca1b-672e-4a04-99f1-55e0204b439d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'c24893f4-aeec-4797-8dc4-9c83d9d3d696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:33Z', 'updated_at': '2021-12-10T18:44:33Z', 'revision_number': 2, 'project_id': '03fbac8cd9664c0ab5033875ec289be7', 'subnets': [{'id': 'c24893f4-aeec-4797-8dc4-9c83d9d3d696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:36.532430 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f9db84-8826-426d-a12d-805f3daf2727 None None] Checking router: 5312ca1b-672e-4a04-99f1-55e0204b439d for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:44:36.532829 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f9db84-8826-426d-a12d-805f3daf2727 None None] Updating router 5312ca1b-672e-4a04-99f1-55e0204b439d port e06badfc-69e7-48aa-a6c4-d9dce024e85d binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:44:36.543201 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a27431af-680a-4334-8e26-04d7c5810ab6 req-6a24cbc1-2560-4fd8-a55c-10b4e57e16d4 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0354650 Dec 10 18:44:36.575539 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e5f9db84-8826-426d-a12d-805f3daf2727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:36.662514 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-30180060-7e7b-4491-aad9-d3e5b69a2b0c service neutron] 10.222.0.62 "GET /v2.0/networks/7298e2ff-8266-485b-b15d-e11513ae77de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615399 Dec 10 18:44:36.767331 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-624e8781-a7d5-41fd-88dd-feb8509d8dd8 service neutron] 10.222.0.62 "GET /v2.0/networks/7298e2ff-8266-485b-b15d-e11513ae77de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984561 Dec 10 18:44:36.906861 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e5f9db84-8826-426d-a12d-805f3daf2727 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:36.918206 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e5f9db84-8826-426d-a12d-805f3daf2727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:36.980045 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-55b481d9-8f68-4a22-8ce2-cbbcfb1106fd req-4172bd84-4de0-4b0e-9486-f6739fced285 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 210 time: 0.0489373 Dec 10 18:44:36.995575 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d6e526-9063-485d-aac0-18699bbd2f46 None None] Pushing event updated for resources: {'Port': ['ID=e06badfc-69e7-48aa-a6c4-d9dce024e85d,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:37.046626 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e5f9db84-8826-426d-a12d-805f3daf2727 None None] Attempting to bind port e06badfc-69e7-48aa-a6c4-d9dce024e85d on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:44:37.047359 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e5f9db84-8826-426d-a12d-805f3daf2727 None None] Attempting to bind port e06badfc-69e7-48aa-a6c4-d9dce024e85d by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1285f984-3e18-4f1a-bf44-6a33242c14c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7298e2ff-8266-485b-b15d-e11513ae77de'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:44:37.047920 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f9db84-8826-426d-a12d-805f3daf2727 None None] Attempting to bind port e06badfc-69e7-48aa-a6c4-d9dce024e85d on network 7298e2ff-8266-485b-b15d-e11513ae77de {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:44:37.055890 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f9db84-8826-426d-a12d-805f3daf2727 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:44:37.056431 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f9db84-8826-426d-a12d-805f3daf2727 None None] Checking segment: {'id': '1285f984-3e18-4f1a-bf44-6a33242c14c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7298e2ff-8266-485b-b15d-e11513ae77de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:44:37.057027 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e5f9db84-8826-426d-a12d-805f3daf2727 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:37.057555 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f9db84-8826-426d-a12d-805f3daf2727 None None] Bound using segment: {'id': '1285f984-3e18-4f1a-bf44-6a33242c14c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7298e2ff-8266-485b-b15d-e11513ae77de'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:44:37.057886 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e5f9db84-8826-426d-a12d-805f3daf2727 None None] Bound port: e06badfc-69e7-48aa-a6c4-d9dce024e85d, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1285f984-3e18-4f1a-bf44-6a33242c14c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7298e2ff-8266-485b-b15d-e11513ae77de'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:44:37.058270 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e5f9db84-8826-426d-a12d-805f3daf2727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:37.128935 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e5f9db84-8826-426d-a12d-805f3daf2727 None None] For port e06badfc-69e7-48aa-a6c4-d9dce024e85d, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:44:37.133821 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e5f9db84-8826-426d-a12d-805f3daf2727 None None] For port e06badfc-69e7-48aa-a6c4-d9dce024e85d, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e06badfc-69e7-48aa-a6c4-d9dce024e85d,segment=NetworkSegment(1285f984-3e18-4f1a-bf44-6a33242c14c4),segment_id=1285f984-3e18-4f1a-bf44-6a33242c14c4)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:44:37.139367 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e5f9db84-8826-426d-a12d-805f3daf2727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:37.198145 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5dda560c-c07e-4395-88e0-0eec65d25cd8 req-c658dc43-4006-438c-a54a-25b2e3a05376 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0310013 Dec 10 18:44:37.228400 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d6e526-9063-485d-aac0-18699bbd2f46 None None] Pushing event updated for resources: {'Port': ['ID=e06badfc-69e7-48aa-a6c4-d9dce024e85d,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:37.231005 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f9db84-8826-426d-a12d-805f3daf2727 None None] Routers {'5312ca1b-672e-4a04-99f1-55e0204b439d'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:44:37.232013 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e5f9db84-8826-426d-a12d-805f3daf2727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:44:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5312ca1b-672e-4a04-99f1-55e0204b439d'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:37.362548 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-e5f9db84-8826-426d-a12d-805f3daf2727 None None] Set router 5312ca1b-672e-4a04-99f1-55e0204b439d gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:44:37.599608 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee6785-fa5b-412d-8dcd-01a8e7662f2a req-cd2af07b-209f-4f7e-aa10-20dd86ba77e3 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:37.602075 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-89ee6785-fa5b-412d-8dcd-01a8e7662f2a req-cd2af07b-209f-4f7e-aa10-20dd86ba77e3 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 946 time: 0.0837376 Dec 10 18:44:37.638999 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e5f9db84-8826-426d-a12d-805f3daf2727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5312ca1b-672e-4a04-99f1-55e0204b439d', 'name': 'tempest-ServerRescueNegativeTestJSON-1752912232-router', 'tenant_id': '03fbac8cd9664c0ab5033875ec289be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '9cea6efc-9eb8-41d9-afda-e0f9bf808fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:30Z', 'updated_at': '2021-12-10T18:44:33Z', 'revision_number': 4, 'project_id': '03fbac8cd9664c0ab5033875ec289be7', 'gw_port': {'id': '9cea6efc-9eb8-41d9-afda-e0f9bf808fec', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:64:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5312ca1b-672e-4a04-99f1-55e0204b439d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:31Z', 'updated_at': '2021-12-10T18:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'e06badfc-69e7-48aa-a6c4-d9dce024e85d', 'name': '', 'network_id': '7298e2ff-8266-485b-b15d-e11513ae77de', 'tenant_id': '03fbac8cd9664c0ab5033875ec289be7', 'mac_address': 'fa:16:3e:a9:cd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5312ca1b-672e-4a04-99f1-55e0204b439d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'c24893f4-aeec-4797-8dc4-9c83d9d3d696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:33Z', 'updated_at': '2021-12-10T18:44:37Z', 'revision_number': 4, 'project_id': '03fbac8cd9664c0ab5033875ec289be7', 'subnets': [{'id': 'c24893f4-aeec-4797-8dc4-9c83d9d3d696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:37.677186 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f9db84-8826-426d-a12d-805f3daf2727 None None] The sync data for ids ['5312ca1b-672e-4a04-99f1-55e0204b439d'] in n-d-821435-1 is: [{'id': '5312ca1b-672e-4a04-99f1-55e0204b439d', 'name': 'tempest-ServerRescueNegativeTestJSON-1752912232-router', 'tenant_id': '03fbac8cd9664c0ab5033875ec289be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '9cea6efc-9eb8-41d9-afda-e0f9bf808fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:30Z', 'updated_at': '2021-12-10T18:44:33Z', 'revision_number': 4, 'project_id': '03fbac8cd9664c0ab5033875ec289be7', 'gw_port': {'id': '9cea6efc-9eb8-41d9-afda-e0f9bf808fec', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:64:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5312ca1b-672e-4a04-99f1-55e0204b439d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:31Z', 'updated_at': '2021-12-10T18:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'e06badfc-69e7-48aa-a6c4-d9dce024e85d', 'name': '', 'network_id': '7298e2ff-8266-485b-b15d-e11513ae77de', 'tenant_id': '03fbac8cd9664c0ab5033875ec289be7', 'mac_address': 'fa:16:3e:a9:cd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5312ca1b-672e-4a04-99f1-55e0204b439d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'c24893f4-aeec-4797-8dc4-9c83d9d3d696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:33Z', 'updated_at': '2021-12-10T18:44:37Z', 'revision_number': 4, 'project_id': '03fbac8cd9664c0ab5033875ec289be7', 'subnets': [{'id': 'c24893f4-aeec-4797-8dc4-9c83d9d3d696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:44:37.693958 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-89ee6785-fa5b-412d-8dcd-01a8e7662f2a req-13677cce-b02f-4c41-a252-5b97fbc5a013 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac78d262-7039-4d02-9e7b-cfe82b6c6c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855274 Dec 10 18:44:37.783088 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3623c30a-8404-4333-9b25-4a1b3e982206 req-34d0ef90-8c0e-4a7f-83fa-973f4228908f tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0532835 Dec 10 18:44:38.034846 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:38.167509 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6d6bc66f-3ff3-4a46-a760-b8aa2b311107 req-4bdded7e-c312-4a9d-afdc-1f1470ae94fd tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 210 time: 0.0556815 Dec 10 18:44:38.228936 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-711a255b-d558-466d-bc35-8672e3029dc1 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:38.230454 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-711a255b-d558-466d-bc35-8672e3029dc1 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.46 "GET /v2.0/networks?id=7298e2ff-8266-485b-b15d-e11513ae77de HTTP/1.1" status: 200 len: 819 time: 0.2024314 Dec 10 18:44:38.243782 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-50bb45ec-c775-4842-885d-0a825c8976ce tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Request body: {'port': {'device_id': '65feacbf-a1a6-45c4-a9d7-d81bfaae0b26', 'network_id': '7298e2ff-8266-485b-b15d-e11513ae77de', 'admin_state_up': True, 'tenant_id': '03fbac8cd9664c0ab5033875ec289be7'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:38.326875 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bdd26433-0717-40b0-91ba-e0cae2a26745 req-54cf34a1-d77d-4665-842b-d278ea780b8c tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0368268 Dec 10 18:44:38.377558 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-50bb45ec-c775-4842-885d-0a825c8976ce tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Made reservation on behalf of 03fbac8cd9664c0ab5033875ec289be7 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:44:38.381284 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-50bb45ec-c775-4842-885d-0a825c8976ce tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:38.893225 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cad7d7eb-e68c-45a3-8ca3-b78852f9724f req-67f6656e-ca11-4d36-875a-3604da0f628c tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0424800 Dec 10 18:44:38.903552 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a7240-5ba2-4acb-97f6-1aed7c7eb6c3 req-ac3997d4-6c4e-4999-a1b9-bd6a20abfc3e tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:38.903552 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-909a7240-5ba2-4acb-97f6-1aed7c7eb6c3 req-ac3997d4-6c4e-4999-a1b9-bd6a20abfc3e tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 946 time: 0.1020501 Dec 10 18:44:38.922131 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-50bb45ec-c775-4842-885d-0a825c8976ce tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Allocated IP 172.20.0.2 (7298e2ff-8266-485b-b15d-e11513ae77de/c24893f4-aeec-4797-8dc4-9c83d9d3d696/fa924f55-ae4a-4fe6-86b6-09234eefa69b) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:44:39.032308 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-909a7240-5ba2-4acb-97f6-1aed7c7eb6c3 req-c4a3866f-3731-441c-aaf7-e0427b26fe0f tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac78d262-7039-4d02-9e7b-cfe82b6c6c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073844 Dec 10 18:44:39.200196 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb57646-5a54-47f6-8ae4-df3354e12e9b req-0e572a6e-7fd6-4036-ae12-fafa57b4715f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:39.201727 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fbb57646-5a54-47f6-8ae4-df3354e12e9b req-0e572a6e-7fd6-4036-ae12-fafa57b4715f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 1097 time: 0.0816658 Dec 10 18:44:39.252849 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-50bb45ec-c775-4842-885d-0a825c8976ce tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:39.290463 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fbb57646-5a54-47f6-8ae4-df3354e12e9b req-ece653d0-2855-435b-96f4-a027fa175669 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ac78d262-7039-4d02-9e7b-cfe82b6c6c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811567 Dec 10 18:44:39.299551 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-448ada5b-e4df-4bbe-aaa9-71aef940f515 req-b31f8be8-4605-46dd-b813-cf2f890a281d tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 210 time: 0.0339432 Dec 10 18:44:39.309999 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-50bb45ec-c775-4842-885d-0a825c8976ce tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:39.350774 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-50bb45ec-c775-4842-885d-0a825c8976ce tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Network 7298e2ff-8266-485b-b15d-e11513ae77de is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:44:39.353850 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-50bb45ec-c775-4842-885d-0a825c8976ce tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:44:39.357601 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-50bb45ec-c775-4842-885d-0a825c8976ce tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:44:39.394056 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb45ec-c775-4842-885d-0a825c8976ce tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Pushing event updated for resources: {'Port': ['ID=fa924f55-ae4a-4fe6-86b6-09234eefa69b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:39.435476 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e1cad6a5-ccd4-420e-aad7-9131a33d5738 req-3db0774a-4a2a-43b6-820f-4196f21a3267 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0327592 Dec 10 18:44:39.447859 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-50bb45ec-c775-4842-885d-0a825c8976ce tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:39.448558 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-50bb45ec-c775-4842-885d-0a825c8976ce tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:39.476881 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-50bb45ec-c775-4842-885d-0a825c8976ce tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2368641 Dec 10 18:44:39.490750 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-6dc725a0-79e9-4c9f-9039-6d1331ad2bb9 service neutron] Request body: {'port': {'device_id': '65feacbf-a1a6-45c4-a9d7-d81bfaae0b26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:39.555706 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-6dc725a0-79e9-4c9f-9039-6d1331ad2bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:39.558739 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e06badfc-69e7-48aa-a6c4-d9dce024e85d up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:44:39.609621 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port e06badfc-69e7-48aa-a6c4-d9dce024e85d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:39.610103 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:39.690391 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:39.724033 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port e06badfc-69e7-48aa-a6c4-d9dce024e85d, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e06badfc-69e7-48aa-a6c4-d9dce024e85d,segment=NetworkSegment(1285f984-3e18-4f1a-bf44-6a33242c14c4),segment_id=1285f984-3e18-4f1a-bf44-6a33242c14c4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:39.729115 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:39.816871 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=e06badfc-69e7-48aa-a6c4-d9dce024e85d,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:39.851331 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-6dc725a0-79e9-4c9f-9039-6d1331ad2bb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa924f55-ae4a-4fe6-86b6-09234eefa69b {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:44:39.859737 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-6dc725a0-79e9-4c9f-9039-6d1331ad2bb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:39.872763 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-6dc725a0-79e9-4c9f-9039-6d1331ad2bb9 service neutron] Transition to ACTIVE for port object fa924f55-ae4a-4fe6-86b6-09234eefa69b will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:44:39.877101 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-6dc725a0-79e9-4c9f-9039-6d1331ad2bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:39.928532 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc725a0-79e9-4c9f-9039-6d1331ad2bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=fa924f55-ae4a-4fe6-86b6-09234eefa69b,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:39.980085 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bf0839f3-d96d-40ca-8ad9-2eecf3b34477 req-87b8c8d4-2712-4407-89d8-11dcc0a51da7 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0331392 Dec 10 18:44:40.005977 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-6dc725a0-79e9-4c9f-9039-6d1331ad2bb9 service neutron] Attempting to bind port fa924f55-ae4a-4fe6-86b6-09234eefa69b on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:44:40.006330 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-6dc725a0-79e9-4c9f-9039-6d1331ad2bb9 service neutron] Attempting to bind port fa924f55-ae4a-4fe6-86b6-09234eefa69b by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '1285f984-3e18-4f1a-bf44-6a33242c14c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7298e2ff-8266-485b-b15d-e11513ae77de'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:44:40.006673 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-6dc725a0-79e9-4c9f-9039-6d1331ad2bb9 service neutron] Attempting to bind port fa924f55-ae4a-4fe6-86b6-09234eefa69b on network 7298e2ff-8266-485b-b15d-e11513ae77de {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:44:40.013246 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-6dc725a0-79e9-4c9f-9039-6d1331ad2bb9 service neutron] Port fa924f55-ae4a-4fe6-86b6-09234eefa69b on network 7298e2ff-8266-485b-b15d-e11513ae77de not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:44:40.013589 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-6dc725a0-79e9-4c9f-9039-6d1331ad2bb9 service neutron] Attempting to bind port fa924f55-ae4a-4fe6-86b6-09234eefa69b on network 7298e2ff-8266-485b-b15d-e11513ae77de {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:44:40.019787 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-6dc725a0-79e9-4c9f-9039-6d1331ad2bb9 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:44:40.020298 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-6dc725a0-79e9-4c9f-9039-6d1331ad2bb9 service neutron] Checking segment: {'id': '1285f984-3e18-4f1a-bf44-6a33242c14c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7298e2ff-8266-485b-b15d-e11513ae77de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:44:40.020744 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-6dc725a0-79e9-4c9f-9039-6d1331ad2bb9 service neutron] Bound using segment: {'id': '1285f984-3e18-4f1a-bf44-6a33242c14c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7298e2ff-8266-485b-b15d-e11513ae77de'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:44:40.021238 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-6dc725a0-79e9-4c9f-9039-6d1331ad2bb9 service neutron] Bound port: fa924f55-ae4a-4fe6-86b6-09234eefa69b, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1285f984-3e18-4f1a-bf44-6a33242c14c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7298e2ff-8266-485b-b15d-e11513ae77de'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:44:40.021612 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-6dc725a0-79e9-4c9f-9039-6d1331ad2bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:40.102261 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-6dc725a0-79e9-4c9f-9039-6d1331ad2bb9 service neutron] For port fa924f55-ae4a-4fe6-86b6-09234eefa69b, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:44:40.106241 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-6dc725a0-79e9-4c9f-9039-6d1331ad2bb9 service neutron] For port fa924f55-ae4a-4fe6-86b6-09234eefa69b, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=fa924f55-ae4a-4fe6-86b6-09234eefa69b,segment=NetworkSegment(1285f984-3e18-4f1a-bf44-6a33242c14c4),segment_id=1285f984-3e18-4f1a-bf44-6a33242c14c4)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:44:40.111454 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-6dc725a0-79e9-4c9f-9039-6d1331ad2bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:40.151655 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-6dc725a0-79e9-4c9f-9039-6d1331ad2bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:40.152458 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-6dc725a0-79e9-4c9f-9039-6d1331ad2bb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:40.153874 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-6dc725a0-79e9-4c9f-9039-6d1331ad2bb9 service neutron] 10.222.0.46 "PUT /v2.0/ports/fa924f55-ae4a-4fe6-86b6-09234eefa69b HTTP/1.1" status: 200 len: 1091 time: 0.6679580 Dec 10 18:44:40.154336 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65feacbf-a1a6-45c4-a9d7-d81bfaae0b26', 'tag': 'fa924f55-ae4a-4fe6-86b6-09234eefa69b'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:44:40.158027 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96502ede-596d-43b2-a54b-79ce5a03ce56" -d '{"events": [{"name": "network-changed", "server_uuid": "65feacbf-a1a6-45c4-a9d7-d81bfaae0b26", "tag": "fa924f55-ae4a-4fe6-86b6-09234eefa69b"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:44:40.191365 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc725a0-79e9-4c9f-9039-6d1331ad2bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=fa924f55-ae4a-4fe6-86b6-09234eefa69b,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:40.208969 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b564da-98d0-421c-853a-8685d32a6aa9 req-9fa175f5-db22-4596-a00f-39c9dd3bb001 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:40.210871 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-93b564da-98d0-421c-853a-8685d32a6aa9 req-9fa175f5-db22-4596-a00f-39c9dd3bb001 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 946 time: 0.0944700 Dec 10 18:44:40.268861 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-c111a7d0-d427-4d78-a00b-5d5ca4fe00be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:40.270862 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-c111a7d0-d427-4d78-a00b-5d5ca4fe00be service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=03fbac8cd9664c0ab5033875ec289be7&device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 1094 time: 0.0579753 Dec 10 18:44:40.278527 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-93b564da-98d0-421c-853a-8685d32a6aa9 req-f7c1c061-67db-4abd-a29d-945285d50387 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac78d262-7039-4d02-9e7b-cfe82b6c6c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613086 Dec 10 18:44:40.338881 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4498aa-6980-4571-b102-6d2788ab0061 x-openstack-request-id: req-8d4498aa-6980-4571-b102-6d2788ab0061 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:44:40.339325 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65feacbf-a1a6-45c4-a9d7-d81bfaae0b26", "tag": "fa924f55-ae4a-4fe6-86b6-09234eefa69b", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:44:40.339465 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8d4498aa-6980-4571-b102-6d2788ab0061 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:44:40.339840 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65feacbf-a1a6-45c4-a9d7-d81bfaae0b26', 'tag': 'fa924f55-ae4a-4fe6-86b6-09234eefa69b', 'status': 'completed', 'code': 200} Dec 10 18:44:40.341425 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-e9378074-fd34-4757-9f62-3efc5d8b4f7e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa924f55-ae4a-4fe6-86b6-09234eefa69b HTTP/1.1" status: 200 len: 217 time: 0.0547297 Dec 10 18:44:40.409280 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-f6862d1b-db6c-4e6b-8130-a8293a98a5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:40.410952 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-f6862d1b-db6c-4e6b-8130-a8293a98a5b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c24893f4-aeec-4797-8dc4-9c83d9d3d696 HTTP/1.1" status: 200 len: 859 time: 0.0598722 Dec 10 18:44:40.435849 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531fbb54-91d4-4025-ba55-8f5c3ac38d9a req-e09eada1-5ca4-4313-a9c3-19fb10a63f48 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:40.438352 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-531fbb54-91d4-4025-ba55-8f5c3ac38d9a req-e09eada1-5ca4-4313-a9c3-19fb10a63f48 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 943 time: 0.0554147 Dec 10 18:44:40.448252 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-e74207f0-2f86-44ca-bb76-8d2145c35685 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7298e2ff-8266-485b-b15d-e11513ae77de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296447 Dec 10 18:44:40.515856 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-531fbb54-91d4-4025-ba55-8f5c3ac38d9a req-24700a52-fe72-4184-9ce3-7a0a6780bdbb tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/security-groups?id=63a69521-ea70-4b3a-9115-a49ac975349f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667505 Dec 10 18:44:40.545131 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-add61138-51cc-4e1d-967f-15a266cd4a19 req-e10808fc-8620-4e3a-8457-bed88eec279d tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0373237 Dec 10 18:44:40.593053 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-444602dc-d6f7-4768-bf9d-13af6baaca36 service neutron] 10.222.0.46 "GET /v2.0/networks/7298e2ff-8266-485b-b15d-e11513ae77de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372590 Dec 10 18:44:40.686614 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-04d62823-71ce-41fb-a4eb-bb80d7f6be41 req-0e030f7e-98af-458d-9535-011b184d6593 service neutron] 10.222.0.46 "GET /v2.0/networks/7298e2ff-8266-485b-b15d-e11513ae77de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869927 Dec 10 18:44:40.774367 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96502ede-596d-43b2-a54b-79ce5a03ce56 req-4fcc4aff-4d5f-4ad8-be6e-3520f767e175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:40.775810 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-96502ede-596d-43b2-a54b-79ce5a03ce56 req-4fcc4aff-4d5f-4ad8-be6e-3520f767e175 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=03fbac8cd9664c0ab5033875ec289be7&device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 1094 time: 0.0431423 Dec 10 18:44:40.872517 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96502ede-596d-43b2-a54b-79ce5a03ce56 req-4cd72a0f-1b09-4677-b32e-24fefadd566c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:40.874047 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-96502ede-596d-43b2-a54b-79ce5a03ce56 req-4cd72a0f-1b09-4677-b32e-24fefadd566c service neutron] 10.222.0.46 "GET /v2.0/networks?id=7298e2ff-8266-485b-b15d-e11513ae77de HTTP/1.1" status: 200 len: 920 time: 0.0914347 Dec 10 18:44:40.916813 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-96502ede-596d-43b2-a54b-79ce5a03ce56 req-3e15d8a1-d7df-4c89-8ec9-ad1dc6350710 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa924f55-ae4a-4fe6-86b6-09234eefa69b HTTP/1.1" status: 200 len: 217 time: 0.0360479 Dec 10 18:44:40.972192 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96502ede-596d-43b2-a54b-79ce5a03ce56 req-0c694805-e485-45f3-98bb-b0793fd99897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:40.973745 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-96502ede-596d-43b2-a54b-79ce5a03ce56 req-0c694805-e485-45f3-98bb-b0793fd99897 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c24893f4-aeec-4797-8dc4-9c83d9d3d696 HTTP/1.1" status: 200 len: 859 time: 0.0499899 Dec 10 18:44:41.010107 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-96502ede-596d-43b2-a54b-79ce5a03ce56 req-3396f46f-3674-47be-8ce9-0d93fa542225 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7298e2ff-8266-485b-b15d-e11513ae77de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273492 Dec 10 18:44:41.109449 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-96502ede-596d-43b2-a54b-79ce5a03ce56 req-9893b0e1-c48e-4fd3-903f-de099d067d8f service neutron] 10.222.0.46 "GET /v2.0/networks/7298e2ff-8266-485b-b15d-e11513ae77de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909104 Dec 10 18:44:41.124317 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4e93426b-0161-4f97-a49b-4d4f54e494f4 req-ba3518b4-3332-4672-9596-e720fd7695c8 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0560803 Dec 10 18:44:41.216260 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-96502ede-596d-43b2-a54b-79ce5a03ce56 req-fa41f32d-373b-4cea-8386-1fc1a040754c service neutron] 10.222.0.46 "GET /v2.0/networks/7298e2ff-8266-485b-b15d-e11513ae77de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000288 Dec 10 18:44:41.423977 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43335b04-db74-4495-b22d-a079fd008784 req-55eec3ed-bdd3-4a39-b50d-5f758403d1cb tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:41.425563 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-43335b04-db74-4495-b22d-a079fd008784 req-55eec3ed-bdd3-4a39-b50d-5f758403d1cb tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 946 time: 0.0577960 Dec 10 18:44:41.496088 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-43335b04-db74-4495-b22d-a079fd008784 req-236efb1e-ed38-431e-9e6e-42177ce3ba77 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac78d262-7039-4d02-9e7b-cfe82b6c6c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608211 Dec 10 18:44:41.542756 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e06badfc-69e7-48aa-a6c4-d9dce024e85d up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:44:41.554540 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-f90aa705-51eb-4cfd-9ea8-00bab896f195 req-8b0da574-1871-4746-91a4-e670ae2b116c tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1670759101', 'description': 'tempest-description-430703133'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:41.595337 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f90aa705-51eb-4cfd-9ea8-00bab896f195 req-8b0da574-1871-4746-91a4-e670ae2b116c tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:41.626680 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port e06badfc-69e7-48aa-a6c4-d9dce024e85d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:41.627330 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:41.677448 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928c975-c96e-441b-a391-dff6aa7f4859 req-0060384d-ea9f-4ba0-9ca3-0b9b31ca7021 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:41.681689 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0928c975-c96e-441b-a391-dff6aa7f4859 req-0060384d-ea9f-4ba0-9ca3-0b9b31ca7021 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 943 time: 0.0803308 Dec 10 18:44:41.720963 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33242) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:41.747610 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f90aa705-51eb-4cfd-9ea8-00bab896f195 req-8b0da574-1871-4746-91a4-e670ae2b116c tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:41.753516 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0928c975-c96e-441b-a391-dff6aa7f4859 req-d85279be-17e3-49e2-9424-944e8369e074 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/security-groups?id=63a69521-ea70-4b3a-9115-a49ac975349f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640004 Dec 10 18:44:41.753941 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f90aa705-51eb-4cfd-9ea8-00bab896f195 req-8b0da574-1871-4746-91a4-e670ae2b116c tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:41.791761 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f90aa705-51eb-4cfd-9ea8-00bab896f195 req-8b0da574-1871-4746-91a4-e670ae2b116c tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:41.797295 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f90aa705-51eb-4cfd-9ea8-00bab896f195 req-8b0da574-1871-4746-91a4-e670ae2b116c tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.2463255 Dec 10 18:44:41.801671 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0da574-1871-4746-91a4-e670ae2b116c tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7601348e-c544-4f8b-8c1a-327f6a30f8c3,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:41.845517 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-da89c03b-7c95-4dca-908e-219fd396b048 req-96ac9448-c6da-4685-887e-d22f31baa72a tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0403171 Dec 10 18:44:41.929500 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8a5350c5-a208-4616-8324-2a6bd328d499 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:41.955111 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d44ff00e-9ba9-4376-b1ef-2ac69d8b5eed req-8b3add86-6804-4792-95f5-c5fe67e2ece2 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1670759101&fields=id&tenant_id=08881b755791457cbf9f2f860f9402bd HTTP/1.1" status: 200 len: 267 time: 0.1012659 Dec 10 18:44:42.051372 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ff00e-9ba9-4376-b1ef-2ac69d8b5eed req-f87af4c3-22b3-49ba-88a5-706823e2303b tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:42.052846 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d44ff00e-9ba9-4376-b1ef-2ac69d8b5eed req-f87af4c3-22b3-49ba-88a5-706823e2303b tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 946 time: 0.0916910 Dec 10 18:44:42.071501 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-d44ff00e-9ba9-4376-b1ef-2ac69d8b5eed req-b1f25335-37e1-4055-a159-3b4ae2095822 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Request body: {'port': {'security_groups': ['ac78d262-7039-4d02-9e7b-cfe82b6c6c14', '7601348e-c544-4f8b-8c1a-327f6a30f8c3']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:42.100017 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8a5350c5-a208-4616-8324-2a6bd328d499 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:42.106869 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8a5350c5-a208-4616-8324-2a6bd328d499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:42.189983 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8a5350c5-a208-4616-8324-2a6bd328d499 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=743ed63c62654c14b2c2e6f583edf45a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4651811 Dec 10 18:44:42.191686 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33252) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:42.192349 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5350c5-a208-4616-8324-2a6bd328d499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7819d4-a99c-472d-9102-5849dde0269e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:42.204350 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-235f4a28-306d-4d8c-809a-bdff7d2d5b43 req-0018c1e9-28c3-4bce-97c9-ea77d7078a42 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0263469 Dec 10 18:44:42.206019 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d44ff00e-9ba9-4376-b1ef-2ac69d8b5eed req-b1f25335-37e1-4055-a159-3b4ae2095822 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:42.317264 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a53ddc3-eef4-43b4-aad3-cd6b831bd7b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:42.363328 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a53ddc3-eef4-43b4-aad3-cd6b831bd7b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:42.480145 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a53ddc3-eef4-43b4-aad3-cd6b831bd7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:42.482703 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a53ddc3-eef4-43b4-aad3-cd6b831bd7b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:42.483845 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3a53ddc3-eef4-43b4-aad3-cd6b831bd7b1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dc7819d4-a99c-472d-9102-5849dde0269e HTTP/1.1" status: 204 len: 168 time: 0.2887037 Dec 10 18:44:42.502116 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53ddc3-eef4-43b4-aad3-cd6b831bd7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7819d4-a99c-472d-9102-5849dde0269e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:42.508093 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-d44ff00e-9ba9-4376-b1ef-2ac69d8b5eed req-b1f25335-37e1-4055-a159-3b4ae2095822 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] For port 89295c7f-096b-41c2-87b7-b76cb27b61ec, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=89295c7f-096b-41c2-87b7-b76cb27b61ec,segment=NetworkSegment(c91301c4-5a4a-4e10-a4f7-739480877399),segment_id=c91301c4-5a4a-4e10-a4f7-739480877399)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:42.543461 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d44ff00e-9ba9-4376-b1ef-2ac69d8b5eed req-b1f25335-37e1-4055-a159-3b4ae2095822 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:42.548320 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d44ff00e-9ba9-4376-b1ef-2ac69d8b5eed req-b1f25335-37e1-4055-a159-3b4ae2095822 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:42.560229 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['89295c7f-096b-41c2-87b7-b76cb27b61ec'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:44:42.600315 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ff00e-9ba9-4376-b1ef-2ac69d8b5eed req-b1f25335-37e1-4055-a159-3b4ae2095822 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:42.600994 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d44ff00e-9ba9-4376-b1ef-2ac69d8b5eed req-b1f25335-37e1-4055-a159-3b4ae2095822 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:42.602459 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d44ff00e-9ba9-4376-b1ef-2ac69d8b5eed req-b1f25335-37e1-4055-a159-3b4ae2095822 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "PUT /v2.0/ports/89295c7f-096b-41c2-87b7-b76cb27b61ec HTTP/1.1" status: 200 len: 982 time: 0.5399706 Dec 10 18:44:42.602943 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5d5c8b-5951-46ce-8df3-ee510175edbf', 'tag': '89295c7f-096b-41c2-87b7-b76cb27b61ec'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:44:42.605480 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ac45ff-370f-4f63-8685-fd52eab6db00" -d '{"events": [{"name": "network-changed", "server_uuid": "fe5d5c8b-5951-46ce-8df3-ee510175edbf", "tag": "89295c7f-096b-41c2-87b7-b76cb27b61ec"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:44:42.632832 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f25335-37e1-4055-a159-3b4ae2095822 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Pushing event updated for resources: {'Port': ['ID=89295c7f-096b-41c2-87b7-b76cb27b61ec,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:42.675512 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5304400-1edd-49ce-9df0-72e5e8a91a32 x-openstack-request-id: req-d5304400-1edd-49ce-9df0-72e5e8a91a32 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:44:42.675815 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe5d5c8b-5951-46ce-8df3-ee510175edbf", "tag": "89295c7f-096b-41c2-87b7-b76cb27b61ec", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:44:42.676078 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d5304400-1edd-49ce-9df0-72e5e8a91a32 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:44:42.676511 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe5d5c8b-5951-46ce-8df3-ee510175edbf', 'tag': '89295c7f-096b-41c2-87b7-b76cb27b61ec', 'status': 'completed', 'code': 200} Dec 10 18:44:42.752201 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['89295c7f-096b-41c2-87b7-b76cb27b61ec'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:44:42.779731 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac45ff-370f-4f63-8685-fd52eab6db00 req-2ec658db-5de8-474a-ad4d-fc364303ecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:42.781547 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-14ac45ff-370f-4f63-8685-fd52eab6db00 req-2ec658db-5de8-474a-ad4d-fc364303ecb2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08881b755791457cbf9f2f860f9402bd&device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 1136 time: 0.0796404 Dec 10 18:44:42.786203 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7a73ad6d-86bf-4647-a00a-ab813a6264d7 req-78af593c-31c9-4465-ae3a-d62a04f110d2 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1670759101&fields=id&tenant_id=08881b755791457cbf9f2f860f9402bd HTTP/1.1" status: 200 len: 267 time: 0.0836699 Dec 10 18:44:42.865539 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33268) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:42.896765 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84edaa0-9713-4903-9cdd-98c0ee69f817 req-ecd8088a-b3bc-4610-be12-0a12fb3ae190 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:42.898974 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c84edaa0-9713-4903-9cdd-98c0ee69f817 req-ecd8088a-b3bc-4610-be12-0a12fb3ae190 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 943 time: 0.0608866 Dec 10 18:44:42.923456 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bfc12187-9b93-4f69-9e5f-c71f917ea989 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:42.939556 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac45ff-370f-4f63-8685-fd52eab6db00 req-17ca57ee-373e-4102-82ed-bf96c4834d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:42.941229 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-14ac45ff-370f-4f63-8685-fd52eab6db00 req-17ca57ee-373e-4102-82ed-bf96c4834d4b service neutron] 10.222.0.72 "GET /v2.0/networks?id=b329163e-f9fa-424f-9d31-14ff2a98db73 HTTP/1.1" status: 200 len: 921 time: 0.1528425 Dec 10 18:44:42.952762 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c84edaa0-9713-4903-9cdd-98c0ee69f817 req-80493020-4cb0-4949-a2fd-40b1989d51b6 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/security-groups?id=63a69521-ea70-4b3a-9115-a49ac975349f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488129 Dec 10 18:44:42.999756 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-14ac45ff-370f-4f63-8685-fd52eab6db00 req-f4acecc3-ee96-4e1b-8f7d-2c202945f9a6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89295c7f-096b-41c2-87b7-b76cb27b61ec HTTP/1.1" status: 200 len: 217 time: 0.0506349 Dec 10 18:44:43.013523 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73ad6d-86bf-4647-a00a-ab813a6264d7 req-3323c01e-e47b-461d-b13c-3898f3289cff tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:43.015566 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7a73ad6d-86bf-4647-a00a-ab813a6264d7 req-3323c01e-e47b-461d-b13c-3898f3289cff tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 985 time: 0.1486063 Dec 10 18:44:43.032600 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d4210043-faf3-4918-a681-3a5ff224da09 req-d40480df-f271-43f5-a2e3-c9105fb0c684 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0311773 Dec 10 18:44:43.034835 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-7a73ad6d-86bf-4647-a00a-ab813a6264d7 req-f76ca279-15fa-4793-b620-94fb0f5d5ace tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Request body: {'port': {'security_groups': ['ac78d262-7039-4d02-9e7b-cfe82b6c6c14']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:43.137582 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device fa924f55-ae4a-4fe6-86b6-09234eefa69b details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:44:43.139186 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac45ff-370f-4f63-8685-fd52eab6db00 req-76ec32e3-8f77-4f2e-ac39-1cff2128e1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:43.141303 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-14ac45ff-370f-4f63-8685-fd52eab6db00 req-76ec32e3-8f77-4f2e-ac39-1cff2128e1ac service neutron] 10.222.0.72 "GET /v2.0/subnets?id=891bbe66-13fb-4014-8260-37a0a27c3787 HTTP/1.1" status: 200 len: 860 time: 0.1247382 Dec 10 18:44:43.204337 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-14ac45ff-370f-4f63-8685-fd52eab6db00 req-5121f109-7469-4beb-a8be-dd8a95889892 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b329163e-f9fa-424f-9d31-14ff2a98db73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383966 Dec 10 18:44:43.210746 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7a73ad6d-86bf-4647-a00a-ab813a6264d7 req-f76ca279-15fa-4793-b620-94fb0f5d5ace tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:43.289494 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d06cf1ea-48c6-43df-95b5-c01f0f64b978 req-c43da3a3-8efc-454c-af06-a6a21305717c tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0323124 Dec 10 18:44:43.294792 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bfc12187-9b93-4f69-9e5f-c71f917ea989 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:43.329696 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bfc12187-9b93-4f69-9e5f-c71f917ea989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:43.405405 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port fa924f55-ae4a-4fe6-86b6-09234eefa69b, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=fa924f55-ae4a-4fe6-86b6-09234eefa69b,segment=NetworkSegment(1285f984-3e18-4f1a-bf44-6a33242c14c4),segment_id=1285f984-3e18-4f1a-bf44-6a33242c14c4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:43.416733 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-bfc12187-9b93-4f69-9e5f-c71f917ea989 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c27f760cc9e94d1cb712bd7aad14f01e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5457616 Dec 10 18:44:43.417066 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33278) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:43.420772 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': 'fa924f55-ae4a-4fe6-86b6-09234eefa69b', 'network_id': '7298e2ff-8266-485b-b15d-e11513ae77de', 'port_id': 'fa924f55-ae4a-4fe6-86b6-09234eefa69b', 'mac_address': 'fa:16:3e:5a:f3:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24893f4-aeec-4797-8dc4-9c83d9d3d696', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:44:43.422420 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc12187-9b93-4f69-9e5f-c71f917ea989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b9e587-b2bf-4c7e-b5ab-751543f93191,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:43.446520 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-14ac45ff-370f-4f63-8685-fd52eab6db00 req-d378137a-4a2b-410b-8e3d-ba24704cbcfe service neutron] 10.222.0.72 "GET /v2.0/networks/b329163e-f9fa-424f-9d31-14ff2a98db73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310252 Dec 10 18:44:43.468961 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:43.483369 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa924f55-ae4a-4fe6-86b6-09234eefa69b {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:44:43.511830 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port fa924f55-ae4a-4fe6-86b6-09234eefa69b, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=fa924f55-ae4a-4fe6-86b6-09234eefa69b,segment=NetworkSegment(1285f984-3e18-4f1a-bf44-6a33242c14c4),segment_id=1285f984-3e18-4f1a-bf44-6a33242c14c4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:43.518677 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:43.533818 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c109c992-beb3-4710-a81d-bcb8162e497f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:43.557629 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c109c992-beb3-4710-a81d-bcb8162e497f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:43.571495 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=fa924f55-ae4a-4fe6-86b6-09234eefa69b,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:43.614411 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c109c992-beb3-4710-a81d-bcb8162e497f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:43.617009 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c109c992-beb3-4710-a81d-bcb8162e497f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:43.618169 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c109c992-beb3-4710-a81d-bcb8162e497f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/50b9e587-b2bf-4c7e-b5ab-751543f93191 HTTP/1.1" status: 204 len: 168 time: 0.2000928 Dec 10 18:44:43.628726 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c109c992-beb3-4710-a81d-bcb8162e497f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b9e587-b2bf-4c7e-b5ab-751543f93191,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:43.633614 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-14ac45ff-370f-4f63-8685-fd52eab6db00 req-8a904b62-16a3-43c0-991a-ac761a31fa3d service neutron] 10.222.0.72 "GET /v2.0/networks/b329163e-f9fa-424f-9d31-14ff2a98db73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792676 Dec 10 18:44:43.646775 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-7a73ad6d-86bf-4647-a00a-ab813a6264d7 req-f76ca279-15fa-4793-b620-94fb0f5d5ace tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] For port 89295c7f-096b-41c2-87b7-b76cb27b61ec, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=89295c7f-096b-41c2-87b7-b76cb27b61ec,segment=NetworkSegment(c91301c4-5a4a-4e10-a4f7-739480877399),segment_id=c91301c4-5a4a-4e10-a4f7-739480877399)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:43.683627 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7a73ad6d-86bf-4647-a00a-ab813a6264d7 req-f76ca279-15fa-4793-b620-94fb0f5d5ace tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:43.688947 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7a73ad6d-86bf-4647-a00a-ab813a6264d7 req-f76ca279-15fa-4793-b620-94fb0f5d5ace tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:43.700764 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['89295c7f-096b-41c2-87b7-b76cb27b61ec'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:44:43.729685 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['fa924f55-ae4a-4fe6-86b6-09234eefa69b'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:44:43.738196 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73ad6d-86bf-4647-a00a-ab813a6264d7 req-f76ca279-15fa-4793-b620-94fb0f5d5ace tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:43.738866 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7a73ad6d-86bf-4647-a00a-ab813a6264d7 req-f76ca279-15fa-4793-b620-94fb0f5d5ace tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:43.740313 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7a73ad6d-86bf-4647-a00a-ab813a6264d7 req-f76ca279-15fa-4793-b620-94fb0f5d5ace tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "PUT /v2.0/ports/89295c7f-096b-41c2-87b7-b76cb27b61ec HTTP/1.1" status: 200 len: 943 time: 0.7144785 Dec 10 18:44:43.773953 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ca279-15fa-4793-b620-94fb0f5d5ace tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Pushing event updated for resources: {'Port': ['ID=89295c7f-096b-41c2-87b7-b76cb27b61ec,revision_number=7']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:43.881598 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['89295c7f-096b-41c2-87b7-b76cb27b61ec'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:44:43.981152 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-44c38c89-6ba7-4b74-b86f-d1e98d8d0714 req-e90b8a0b-8e3c-4050-a183-d8be3d2d8bd3 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2138042 Dec 10 18:44:43.993274 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-44c38c89-6ba7-4b74-b86f-d1e98d8d0714 req-81f58d02-9f8b-43c9-83a2-8dd4cbf5168f tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:44.017764 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-44c38c89-6ba7-4b74-b86f-d1e98d8d0714 req-81f58d02-9f8b-43c9-83a2-8dd4cbf5168f tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:44.076182 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33292) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:44.094604 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-463e05f8-48b9-4684-8e56-17be2e84006f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:44.140884 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c2276-b153-4093-9cdc-7ba0e7fc129a req-e645d024-8999-4b49-a529-8297baebee6b tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:44.142717 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-725c2276-b153-4093-9cdc-7ba0e7fc129a req-e645d024-8999-4b49-a529-8297baebee6b tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 944 time: 0.0987504 Dec 10 18:44:44.154564 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-44c38c89-6ba7-4b74-b86f-d1e98d8d0714 req-81f58d02-9f8b-43c9-83a2-8dd4cbf5168f tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:44.225802 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-725c2276-b153-4093-9cdc-7ba0e7fc129a req-b1434bee-853f-49e8-bf63-671483320f07 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/security-groups?id=63a69521-ea70-4b3a-9115-a49ac975349f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744493 Dec 10 18:44:44.257564 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-463e05f8-48b9-4684-8e56-17be2e84006f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:44.262455 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-463e05f8-48b9-4684-8e56-17be2e84006f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:44.281539 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-44c38c89-6ba7-4b74-b86f-d1e98d8d0714 req-81f58d02-9f8b-43c9-83a2-8dd4cbf5168f tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Allocated IP 172.25.7.120 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/ae9996e1-e5a4-4e4b-84eb-739445ff95de) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:44:44.331228 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a2e2edaf-d818-482d-8c30-2e8c3121a479 req-f16b1104-c4da-4727-aa2e-78973c8aaa58 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0458958 Dec 10 18:44:44.337356 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-463e05f8-48b9-4684-8e56-17be2e84006f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=abfae97476e34dc4ab17395b67873ce5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2576199 Dec 10 18:44:44.337356 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e05f8-48b9-4684-8e56-17be2e84006f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb79009-e01f-42a5-b0d3-51a7e61f4ed6,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:44.338128 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33296) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:44.407077 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-44c38c89-6ba7-4b74-b86f-d1e98d8d0714 req-81f58d02-9f8b-43c9-83a2-8dd4cbf5168f tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:44.415806 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d5ff1d1-5685-490e-ab64-05ada266898b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:44.442382 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f8b91036-7530-44d2-bc4f-82e0b849da26 req-2fa639eb-fd3a-417d-8ed8-33992b5b4868 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0383608 Dec 10 18:44:44.447559 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-44c38c89-6ba7-4b74-b86f-d1e98d8d0714 req-81f58d02-9f8b-43c9-83a2-8dd4cbf5168f tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:44.457093 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d5ff1d1-5685-490e-ab64-05ada266898b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:44.496092 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44c38c89-6ba7-4b74-b86f-d1e98d8d0714 req-81f58d02-9f8b-43c9-83a2-8dd4cbf5168f tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:44:44.501406 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-44c38c89-6ba7-4b74-b86f-d1e98d8d0714 req-81f58d02-9f8b-43c9-83a2-8dd4cbf5168f tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:44:44.505329 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c38c89-6ba7-4b74-b86f-d1e98d8d0714 req-81f58d02-9f8b-43c9-83a2-8dd4cbf5168f tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:44:44.526262 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d5ff1d1-5685-490e-ab64-05ada266898b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:44.528676 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d5ff1d1-5685-490e-ab64-05ada266898b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:44.533074 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7d5ff1d1-5685-490e-ab64-05ada266898b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fbb79009-e01f-42a5-b0d3-51a7e61f4ed6 HTTP/1.1" status: 204 len: 168 time: 0.1908357 Dec 10 18:44:44.536731 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f58d02-9f8b-43c9-83a2-8dd4cbf5168f tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Pushing event updated for resources: {'Port': ['ID=ae9996e1-e5a4-4e4b-84eb-739445ff95de,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:44.558634 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ff1d1-5685-490e-ab64-05ada266898b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb79009-e01f-42a5-b0d3-51a7e61f4ed6,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:44.614142 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-44c38c89-6ba7-4b74-b86f-d1e98d8d0714 req-81f58d02-9f8b-43c9-83a2-8dd4cbf5168f tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:44.656358 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-44c38c89-6ba7-4b74-b86f-d1e98d8d0714 req-81f58d02-9f8b-43c9-83a2-8dd4cbf5168f tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:44.678205 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5d5c8b-5951-46ce-8df3-ee510175edbf', 'tag': '89295c7f-096b-41c2-87b7-b76cb27b61ec'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:44:44.680718 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317fbd3a-2c6f-4855-b0eb-5b269cd8e13b" -d '{"events": [{"name": "network-changed", "server_uuid": "fe5d5c8b-5951-46ce-8df3-ee510175edbf", "tag": "89295c7f-096b-41c2-87b7-b76cb27b61ec"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:44:44.724021 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf1e8fa-70ca-4769-9d5b-926acc20a08a x-openstack-request-id: req-cbf1e8fa-70ca-4769-9d5b-926acc20a08a {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:44:44.724341 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe5d5c8b-5951-46ce-8df3-ee510175edbf", "tag": "89295c7f-096b-41c2-87b7-b76cb27b61ec", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:44:44.724658 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cbf1e8fa-70ca-4769-9d5b-926acc20a08a {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:44:44.725078 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe5d5c8b-5951-46ce-8df3-ee510175edbf', 'tag': '89295c7f-096b-41c2-87b7-b76cb27b61ec', 'status': 'completed', 'code': 200} Dec 10 18:44:44.797896 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fbd3a-2c6f-4855-b0eb-5b269cd8e13b req-b90660f7-79a3-4b9c-acc9-6c469bc0bb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:44.799694 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-317fbd3a-2c6f-4855-b0eb-5b269cd8e13b req-b90660f7-79a3-4b9c-acc9-6c469bc0bb26 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08881b755791457cbf9f2f860f9402bd&device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 1097 time: 0.0505984 Dec 10 18:44:44.833761 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-44c38c89-6ba7-4b74-b86f-d1e98d8d0714 req-81f58d02-9f8b-43c9-83a2-8dd4cbf5168f tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:44.839358 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-44c38c89-6ba7-4b74-b86f-d1e98d8d0714 req-81f58d02-9f8b-43c9-83a2-8dd4cbf5168f tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:44.903818 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fbd3a-2c6f-4855-b0eb-5b269cd8e13b req-d048424e-e168-4916-8273-4f37946b505f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:44.905690 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-317fbd3a-2c6f-4855-b0eb-5b269cd8e13b req-d048424e-e168-4916-8273-4f37946b505f service neutron] 10.222.0.72 "GET /v2.0/networks?id=b329163e-f9fa-424f-9d31-14ff2a98db73 HTTP/1.1" status: 200 len: 921 time: 0.0987475 Dec 10 18:44:44.928314 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f58d02-9f8b-43c9-83a2-8dd4cbf5168f tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Pushing event updated for resources: {'Port': ['ID=ae9996e1-e5a4-4e4b-84eb-739445ff95de,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:44.945949 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-44c38c89-6ba7-4b74-b86f-d1e98d8d0714 req-81f58d02-9f8b-43c9-83a2-8dd4cbf5168f tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:44.959259 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-317fbd3a-2c6f-4855-b0eb-5b269cd8e13b req-8310ba7e-cd78-46e6-80e0-f31215a38288 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89295c7f-096b-41c2-87b7-b76cb27b61ec HTTP/1.1" status: 200 len: 217 time: 0.0460079 Dec 10 18:44:44.978623 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-44c38c89-6ba7-4b74-b86f-d1e98d8d0714 req-81f58d02-9f8b-43c9-83a2-8dd4cbf5168f tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:44.979868 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-44c38c89-6ba7-4b74-b86f-d1e98d8d0714 req-81f58d02-9f8b-43c9-83a2-8dd4cbf5168f tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9912670 Dec 10 18:44:45.020094 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fbd3a-2c6f-4855-b0eb-5b269cd8e13b req-2c0d5e7b-1562-42ad-9df3-558e15ae95fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:45.021633 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-317fbd3a-2c6f-4855-b0eb-5b269cd8e13b req-2c0d5e7b-1562-42ad-9df3-558e15ae95fd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=891bbe66-13fb-4014-8260-37a0a27c3787 HTTP/1.1" status: 200 len: 860 time: 0.0541990 Dec 10 18:44:45.035730 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-44c38c89-6ba7-4b74-b86f-d1e98d8d0714 req-96c0f636-62b3-48e2-a3f6-ce065ad67eab tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 696 time: 0.0485873 Dec 10 18:44:45.055959 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-317fbd3a-2c6f-4855-b0eb-5b269cd8e13b req-5bb3427d-27ae-4178-acb7-e68e0554ad4b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b329163e-f9fa-424f-9d31-14ff2a98db73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270529 Dec 10 18:44:45.155069 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c38c89-6ba7-4b74-b86f-d1e98d8d0714 req-7434b488-f489-4a95-a84f-d1b95dc1e00a tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:45.157316 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device fa924f55-ae4a-4fe6-86b6-09234eefa69b up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:44:45.157847 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-44c38c89-6ba7-4b74-b86f-d1e98d8d0714 req-7434b488-f489-4a95-a84f-d1b95dc1e00a tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/networks/6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 784 time: 0.1148527 Dec 10 18:44:45.165163 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-317fbd3a-2c6f-4855-b0eb-5b269cd8e13b req-19a56162-c08e-46e5-821d-6f7ddaccc801 service neutron] 10.222.0.72 "GET /v2.0/networks/b329163e-f9fa-424f-9d31-14ff2a98db73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015644 Dec 10 18:44:45.168844 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-44c38c89-6ba7-4b74-b86f-d1e98d8d0714 req-28edd92b-5a54-4efc-8604-8dc3264b336c tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:44:45.169936 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-44c38c89-6ba7-4b74-b86f-d1e98d8d0714 req-28edd92b-5a54-4efc-8604-8dc3264b336c tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062437 Dec 10 18:44:45.233317 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port fa924f55-ae4a-4fe6-86b6-09234eefa69b completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:44:45.238767 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port fa924f55-ae4a-4fe6-86b6-09234eefa69b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:45.239461 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:45.356765 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:45.360043 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c4bbd-884e-46fd-85f4-7c5bd5400c3f req-4e815fcb-8c46-49f0-9b18-d7799426ed54 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:45.367688 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-607c4bbd-884e-46fd-85f4-7c5bd5400c3f req-4e815fcb-8c46-49f0-9b18-d7799426ed54 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1340771 Dec 10 18:44:45.390952 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65feacbf-a1a6-45c4-a9d7-d81bfaae0b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa924f55-ae4a-4fe6-86b6-09234eefa69b'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:44:45.392032 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e76263-9d7f-4aa2-8153-068e720e986e req-bf9e81f9-5686-44e2-927a-21f975b2633f tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:45.395369 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e496f7f-f187-41d4-954a-39d82be6d7d1" -d '{"events": [{"server_uuid": "65feacbf-a1a6-45c4-a9d7-d81bfaae0b26", "name": "network-vif-plugged", "status": "completed", "tag": "fa924f55-ae4a-4fe6-86b6-09234eefa69b"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:44:45.399661 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-12e76263-9d7f-4aa2-8153-068e720e986e req-bf9e81f9-5686-44e2-927a-21f975b2633f tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 944 time: 0.0734508 Dec 10 18:44:45.428189 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port fa924f55-ae4a-4fe6-86b6-09234eefa69b, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=fa924f55-ae4a-4fe6-86b6-09234eefa69b,segment=NetworkSegment(1285f984-3e18-4f1a-bf44-6a33242c14c4),segment_id=1285f984-3e18-4f1a-bf44-6a33242c14c4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:45.433704 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:45.449358 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-12e76263-9d7f-4aa2-8153-068e720e986e req-24292926-cac8-4ba3-a947-ef3764a6be30 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/security-groups?id=63a69521-ea70-4b3a-9115-a49ac975349f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484018 Dec 10 18:44:45.487694 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-317fbd3a-2c6f-4855-b0eb-5b269cd8e13b req-26e65db0-6eac-45ed-bc98-689a5cb5e140 service neutron] 10.222.0.72 "GET /v2.0/networks/b329163e-f9fa-424f-9d31-14ff2a98db73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150339 Dec 10 18:44:45.523936 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-607c4bbd-884e-46fd-85f4-7c5bd5400c3f req-f6cecd81-8479-4cf7-9637-74d42d293754 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 696 time: 0.1539807 Dec 10 18:44:45.525450 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=fa924f55-ae4a-4fe6-86b6-09234eefa69b,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:45.533187 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-607c4bbd-884e-46fd-85f4-7c5bd5400c3f req-2ea3f93a-41e4-40e4-9c09-4a5518f9242e tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Request body: {'floatingip': {'port_id': '89295c7f-096b-41c2-87b7-b76cb27b61ec', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:45.550026 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-20e037da-8810-44c5-a961-29896f0b4e32 req-3f151aa9-1f4e-4087-ba0d-0fe38ece3f98 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0378633 Dec 10 18:44:45.638755 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6e4b91-20b8-4b2f-8224-5efa3833b1b8 x-openstack-request-id: req-2b6e4b91-20b8-4b2f-8224-5efa3833b1b8 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:44:45.639279 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65feacbf-a1a6-45c4-a9d7-d81bfaae0b26", "name": "network-vif-plugged", "status": "completed", "tag": "fa924f55-ae4a-4fe6-86b6-09234eefa69b", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:44:45.639795 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2b6e4b91-20b8-4b2f-8224-5efa3833b1b8 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:44:45.641074 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65feacbf-a1a6-45c4-a9d7-d81bfaae0b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa924f55-ae4a-4fe6-86b6-09234eefa69b', 'code': 200} Dec 10 18:44:45.646539 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-607c4bbd-884e-46fd-85f4-7c5bd5400c3f req-2ea3f93a-41e4-40e4-9c09-4a5518f9242e tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:45.698854 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1adca951-326c-42e8-8dd9-282db7f3de92 req-1699c47f-31a5-4d1e-a225-ca2cc8725a6c tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0304770 Dec 10 18:44:45.848715 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fb002-dfd0-4f0b-aa0b-43397a6c0663 req-5690b1e7-a536-4bad-95ae-dccf8773b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:45.850297 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1e0fb002-dfd0-4f0b-aa0b-43397a6c0663 req-5690b1e7-a536-4bad-95ae-dccf8773b9cd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 1096 time: 0.1524425 Dec 10 18:44:46.280268 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1e0fb002-dfd0-4f0b-aa0b-43397a6c0663 req-1256de76-8493-420a-95d6-1ad89c9588b1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=63a69521-ea70-4b3a-9115-a49ac975349f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615985 Dec 10 18:44:46.596126 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfbc15-b974-44a0-a0a3-0effdf3a34f1 req-df7adec8-74a2-4feb-a586-5092b0401518 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:46.598076 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-78cfbc15-b974-44a0-a0a3-0effdf3a34f1 req-df7adec8-74a2-4feb-a586-5092b0401518 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 945 time: 0.0615871 Dec 10 18:44:46.653431 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-78cfbc15-b974-44a0-a0a3-0effdf3a34f1 req-e9bd5f16-8605-4023-a3ff-2efd5dc958fe tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/security-groups?id=63a69521-ea70-4b3a-9115-a49ac975349f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487826 Dec 10 18:44:46.686788 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-607c4bbd-884e-46fd-85f4-7c5bd5400c3f req-2ea3f93a-41e4-40e4-9c09-4a5518f9242e tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:46.691678 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-607c4bbd-884e-46fd-85f4-7c5bd5400c3f req-2ea3f93a-41e4-40e4-9c09-4a5518f9242e tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:46.737165 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-654893f6-84c0-401e-9a13-472abf7674ab req-6d847d2b-882a-4f47-a20f-52ebfb087bfb tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0293071 Dec 10 18:44:46.800954 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [req-607c4bbd-884e-46fd-85f4-7c5bd5400c3f req-2ea3f93a-41e4-40e4-9c09-4a5518f9242e tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Floating IP 89c5b9d7-87a2-4598-b946-c5b0d80d2470 associated. External IP: 172.25.7.120, port: 89295c7f-096b-41c2-87b7-b76cb27b61ec. Dec 10 18:44:46.820042 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6aa4bf8e-6296-4b1a-815d-354f22d89c2d req-b0d66750-5783-4a18-8ecb-03042ef8332e tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0277605 Dec 10 18:44:47.048127 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-607c4bbd-884e-46fd-85f4-7c5bd5400c3f req-2ea3f93a-41e4-40e4-9c09-4a5518f9242e tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Router 6bf06ac2-26b8-4e99-9286-2721bda246c3 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:44:47.152656 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33402) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:47.164397 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-607c4bbd-884e-46fd-85f4-7c5bd5400c3f req-2ea3f93a-41e4-40e4-9c09-4a5518f9242e tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:44:47.168989 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-607c4bbd-884e-46fd-85f4-7c5bd5400c3f req-2ea3f93a-41e4-40e4-9c09-4a5518f9242e tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:47.175760 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c72805d-bfe4-4b04-8f1a-bbe4b9a16295 None None] Sync routers for ids ['6bf06ac2-26b8-4e99-9286-2721bda246c3'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:44:47.186678 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c72805d-bfe4-4b04-8f1a-bbe4b9a16295 None None] Routers {'6bf06ac2-26b8-4e99-9286-2721bda246c3'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:44:47.188011 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-0c72805d-bfe4-4b04-8f1a-bbe4b9a16295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:44:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6bf06ac2-26b8-4e99-9286-2721bda246c3'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:47.199125 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-607c4bbd-884e-46fd-85f4-7c5bd5400c3f req-2ea3f93a-41e4-40e4-9c09-4a5518f9242e tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "PUT /v2.0/floatingips/89c5b9d7-87a2-4598-b946-c5b0d80d2470 HTTP/1.1" status: 200 len: 997 time: 1.6714442 Dec 10 18:44:47.199591 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5d5c8b-5951-46ce-8df3-ee510175edbf', 'tag': '89295c7f-096b-41c2-87b7-b76cb27b61ec'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:44:47.202322 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc08134-b2fe-4917-a26e-f5161135d714" -d '{"events": [{"name": "network-changed", "server_uuid": "fe5d5c8b-5951-46ce-8df3-ee510175edbf", "tag": "89295c7f-096b-41c2-87b7-b76cb27b61ec"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:44:47.255168 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ce2c8d-fdf7-4214-a49c-6b9aaa066f0d x-openstack-request-id: req-f9ce2c8d-fdf7-4214-a49c-6b9aaa066f0d {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:44:47.255556 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe5d5c8b-5951-46ce-8df3-ee510175edbf", "tag": "89295c7f-096b-41c2-87b7-b76cb27b61ec", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:44:47.255760 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f9ce2c8d-fdf7-4214-a49c-6b9aaa066f0d {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:44:47.256141 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe5d5c8b-5951-46ce-8df3-ee510175edbf', 'tag': '89295c7f-096b-41c2-87b7-b76cb27b61ec', 'status': 'completed', 'code': 200} Dec 10 18:44:47.281539 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c4bbd-884e-46fd-85f4-7c5bd5400c3f req-26eff17f-13a1-4862-8595-f52a4d8b6b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:47.283402 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-607c4bbd-884e-46fd-85f4-7c5bd5400c3f req-26eff17f-13a1-4862-8595-f52a4d8b6b33 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=08881b755791457cbf9f2f860f9402bd&device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 1097 time: 0.0668490 Dec 10 18:44:47.333924 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-54677cd3-f273-4851-8564-3852609309d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:47.339488 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-0c72805d-bfe4-4b04-8f1a-bbe4b9a16295 None None] Set router 6bf06ac2-26b8-4e99-9286-2721bda246c3 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:44:47.397253 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc08134-b2fe-4917-a26e-f5161135d714 req-0d9b6b07-3003-44dd-875a-a60535f4fda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:47.398804 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cdc08134-b2fe-4917-a26e-f5161135d714 req-0d9b6b07-3003-44dd-875a-a60535f4fda2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08881b755791457cbf9f2f860f9402bd&device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 1097 time: 0.1109488 Dec 10 18:44:47.438405 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-54677cd3-f273-4851-8564-3852609309d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:47.443924 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-54677cd3-f273-4851-8564-3852609309d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:47.474552 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c4bbd-884e-46fd-85f4-7c5bd5400c3f req-a4600003-abab-4eb3-a495-d8674161a6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:47.476071 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-607c4bbd-884e-46fd-85f4-7c5bd5400c3f req-a4600003-abab-4eb3-a495-d8674161a6ed service neutron] 10.222.0.62 "GET /v2.0/networks?id=b329163e-f9fa-424f-9d31-14ff2a98db73 HTTP/1.1" status: 200 len: 921 time: 0.1781216 Dec 10 18:44:47.492113 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-54677cd3-f273-4851-8564-3852609309d6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f0618af352a444e18dd7643756a4791f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3357024 Dec 10 18:44:47.492113 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54677cd3-f273-4851-8564-3852609309d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ffc600-4698-42c8-b618-7697448b72dc,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:47.493144 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33408) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:47.605799 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-607c4bbd-884e-46fd-85f4-7c5bd5400c3f req-0ee89567-5dac-429e-b11f-35f6884b43a3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89295c7f-096b-41c2-87b7-b76cb27b61ec HTTP/1.1" status: 200 len: 1000 time: 0.1210613 Dec 10 18:44:47.608383 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc08134-b2fe-4917-a26e-f5161135d714 req-da0b4f10-c5fc-463f-a335-3220a7324599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:47.609938 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cdc08134-b2fe-4917-a26e-f5161135d714 req-da0b4f10-c5fc-463f-a335-3220a7324599 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b329163e-f9fa-424f-9d31-14ff2a98db73 HTTP/1.1" status: 200 len: 921 time: 0.1975729 Dec 10 18:44:47.614852 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-0c72805d-bfe4-4b04-8f1a-bbe4b9a16295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf06ac2-26b8-4e99-9286-2721bda246c3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1167862112-router', 'tenant_id': '08881b755791457cbf9f2f860f9402bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '7d317310-1bbb-4042-ac28-f52b618afe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:43:42Z', 'updated_at': '2021-12-10T18:43:48Z', 'revision_number': 4, 'project_id': '08881b755791457cbf9f2f860f9402bd', 'gw_port': {'id': '7d317310-1bbb-4042-ac28-f52b618afe10', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:70:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf06ac2-26b8-4e99-9286-2721bda246c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:43Z', 'updated_at': '2021-12-10T18:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '89c5b9d7-87a2-4598-b946-c5b0d80d2470', 'tenant_id': '08881b755791457cbf9f2f860f9402bd', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '6bf06ac2-26b8-4e99-9286-2721bda246c3', 'port_id': '89295c7f-096b-41c2-87b7-b76cb27b61ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b329163e-f9fa-424f-9d31-14ff2a98db73', 'mac_address': 'fa:16:3e:5c:86:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5d5c8b-5951-46ce-8df3-ee510175edbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:44:44Z', 'updated_at': '2021-12-10T18:44:46Z', 'revision_number': 1, 'project_id': '08881b755791457cbf9f2f860f9402bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8246f2c9-188e-4989-8d9f-2c19c1aaa830', 'name': '', 'network_id': 'b329163e-f9fa-424f-9d31-14ff2a98db73', 'tenant_id': '08881b755791457cbf9f2f860f9402bd', 'mac_address': 'fa:16:3e:ae:16:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf06ac2-26b8-4e99-9286-2721bda246c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '891bbe66-13fb-4014-8260-37a0a27c3787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:46Z', 'updated_at': '2021-12-10T18:43:59Z', 'revision_number': 5, 'project_id': '08881b755791457cbf9f2f860f9402bd', 'subnets': [{'id': '891bbe66-13fb-4014-8260-37a0a27c3787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:47.641503 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c72805d-bfe4-4b04-8f1a-bbe4b9a16295 None None] Checking router: 6bf06ac2-26b8-4e99-9286-2721bda246c3 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:44:47.649788 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c72805d-bfe4-4b04-8f1a-bbe4b9a16295 None None] Routers {'6bf06ac2-26b8-4e99-9286-2721bda246c3'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:44:47.650390 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-0c72805d-bfe4-4b04-8f1a-bbe4b9a16295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:44:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6bf06ac2-26b8-4e99-9286-2721bda246c3'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:47.683360 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-875d04c3-a011-4079-b3d4-3b76ab015685 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:47.733597 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-875d04c3-a011-4079-b3d4-3b76ab015685 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:47.748302 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c4bbd-884e-46fd-85f4-7c5bd5400c3f req-56fdbbf9-04a1-4f27-8f49-f508252bdeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:47.750653 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-607c4bbd-884e-46fd-85f4-7c5bd5400c3f req-56fdbbf9-04a1-4f27-8f49-f508252bdeb7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=891bbe66-13fb-4014-8260-37a0a27c3787 HTTP/1.1" status: 200 len: 860 time: 0.1350541 Dec 10 18:44:47.752440 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cdc08134-b2fe-4917-a26e-f5161135d714 req-89d7e8f8-70a4-4e44-a50e-e37ff225efb7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89295c7f-096b-41c2-87b7-b76cb27b61ec HTTP/1.1" status: 200 len: 1000 time: 0.1244974 Dec 10 18:44:47.761166 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-0c72805d-bfe4-4b04-8f1a-bbe4b9a16295 None None] Set router 6bf06ac2-26b8-4e99-9286-2721bda246c3 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:44:47.789265 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b9e21-5af8-489b-aa84-b2348594df16 req-6bed40d4-6179-4dbe-8d11-73c1a873e0ef tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:47.790917 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9d0b9e21-5af8-489b-aa84-b2348594df16 req-6bed40d4-6179-4dbe-8d11-73c1a873e0ef tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 945 time: 0.0584052 Dec 10 18:44:47.824968 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-607c4bbd-884e-46fd-85f4-7c5bd5400c3f req-cbfc9e35-c5ff-484d-808b-1e16a115b677 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b329163e-f9fa-424f-9d31-14ff2a98db73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607982 Dec 10 18:44:47.840381 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-607c4bbd-884e-46fd-85f4-7c5bd5400c3f req-ff41b74a-5443-4c3d-9c71-e2e468617f90 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:44:47.841327 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9d0b9e21-5af8-489b-aa84-b2348594df16 req-98a645bc-0e02-4b1f-ad6e-afd02965235a tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/security-groups?id=63a69521-ea70-4b3a-9115-a49ac975349f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427861 Dec 10 18:44:47.841465 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-607c4bbd-884e-46fd-85f4-7c5bd5400c3f req-ff41b74a-5443-4c3d-9c71-e2e468617f90 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058274 Dec 10 18:44:47.861014 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc08134-b2fe-4917-a26e-f5161135d714 req-29967b65-7783-48ac-b59a-192af46d7f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:47.862606 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cdc08134-b2fe-4917-a26e-f5161135d714 req-29967b65-7783-48ac-b59a-192af46d7f16 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=891bbe66-13fb-4014-8260-37a0a27c3787 HTTP/1.1" status: 200 len: 860 time: 0.1007223 Dec 10 18:44:47.927793 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c1d95285-e1fd-462f-826e-67458866fcb3 req-cc281756-6efd-4a40-a612-9606dd9bac6a tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0316796 Dec 10 18:44:47.932974 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cdc08134-b2fe-4917-a26e-f5161135d714 req-dd42176b-388d-4f81-9059-728e5815c70c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b329163e-f9fa-424f-9d31-14ff2a98db73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594060 Dec 10 18:44:47.935313 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-875d04c3-a011-4079-b3d4-3b76ab015685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:47.938552 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-875d04c3-a011-4079-b3d4-3b76ab015685 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:47.939753 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-875d04c3-a011-4079-b3d4-3b76ab015685 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e6ffc600-4698-42c8-b618-7697448b72dc HTTP/1.1" status: 204 len: 168 time: 0.4443307 Dec 10 18:44:47.971437 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d04c3-a011-4079-b3d4-3b76ab015685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ffc600-4698-42c8-b618-7697448b72dc,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:48.021691 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d04c3-a011-4079-b3d4-3b76ab015685 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:48.022069 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d04c3-a011-4079-b3d4-3b76ab015685 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:48.022396 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d04c3-a011-4079-b3d4-3b76ab015685 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:48.022747 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d04c3-a011-4079-b3d4-3b76ab015685 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:48.023095 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d04c3-a011-4079-b3d4-3b76ab015685 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:48.023426 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d04c3-a011-4079-b3d4-3b76ab015685 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:48.023764 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d04c3-a011-4079-b3d4-3b76ab015685 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:48.024656 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d04c3-a011-4079-b3d4-3b76ab015685 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:48.024656 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d04c3-a011-4079-b3d4-3b76ab015685 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:48.024873 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d04c3-a011-4079-b3d4-3b76ab015685 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:48.025157 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d04c3-a011-4079-b3d4-3b76ab015685 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:48.025419 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d04c3-a011-4079-b3d4-3b76ab015685 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:48.025749 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d04c3-a011-4079-b3d4-3b76ab015685 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:48.049641 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-026d63f9-c7f5-4cc0-9c28-59805c150b2f req-292618e6-b168-47bc-89ee-e3a1eea6ca09 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0554218 Dec 10 18:44:48.070046 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-607c4bbd-884e-46fd-85f4-7c5bd5400c3f req-ac75a4d0-7624-40f8-bd94-5e33c1c7136d service neutron] 10.222.0.62 "GET /v2.0/networks/b329163e-f9fa-424f-9d31-14ff2a98db73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208190 Dec 10 18:44:48.071043 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-0c72805d-bfe4-4b04-8f1a-bbe4b9a16295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf06ac2-26b8-4e99-9286-2721bda246c3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1167862112-router', 'tenant_id': '08881b755791457cbf9f2f860f9402bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '7d317310-1bbb-4042-ac28-f52b618afe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:43:42Z', 'updated_at': '2021-12-10T18:43:48Z', 'revision_number': 4, 'project_id': '08881b755791457cbf9f2f860f9402bd', 'gw_port': {'id': '7d317310-1bbb-4042-ac28-f52b618afe10', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:70:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf06ac2-26b8-4e99-9286-2721bda246c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:43Z', 'updated_at': '2021-12-10T18:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '89c5b9d7-87a2-4598-b946-c5b0d80d2470', 'tenant_id': '08881b755791457cbf9f2f860f9402bd', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '6bf06ac2-26b8-4e99-9286-2721bda246c3', 'port_id': '89295c7f-096b-41c2-87b7-b76cb27b61ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b329163e-f9fa-424f-9d31-14ff2a98db73', 'mac_address': 'fa:16:3e:5c:86:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5d5c8b-5951-46ce-8df3-ee510175edbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:44:44Z', 'updated_at': '2021-12-10T18:44:46Z', 'revision_number': 1, 'project_id': '08881b755791457cbf9f2f860f9402bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8246f2c9-188e-4989-8d9f-2c19c1aaa830', 'name': '', 'network_id': 'b329163e-f9fa-424f-9d31-14ff2a98db73', 'tenant_id': '08881b755791457cbf9f2f860f9402bd', 'mac_address': 'fa:16:3e:ae:16:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf06ac2-26b8-4e99-9286-2721bda246c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '891bbe66-13fb-4014-8260-37a0a27c3787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:46Z', 'updated_at': '2021-12-10T18:43:59Z', 'revision_number': 5, 'project_id': '08881b755791457cbf9f2f860f9402bd', 'subnets': [{'id': '891bbe66-13fb-4014-8260-37a0a27c3787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:48.140563 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cdc08134-b2fe-4917-a26e-f5161135d714 req-92209b30-5119-4770-bafd-675532e00ebe service neutron] 10.222.0.72 "GET /v2.0/networks/b329163e-f9fa-424f-9d31-14ff2a98db73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990254 Dec 10 18:44:48.201609 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-607c4bbd-884e-46fd-85f4-7c5bd5400c3f req-bb6a5327-5e85-4405-8a51-6a9ceb73a28c service neutron] 10.222.0.62 "GET /v2.0/networks/b329163e-f9fa-424f-9d31-14ff2a98db73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185489 Dec 10 18:44:48.236754 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c72805d-bfe4-4b04-8f1a-bbe4b9a16295 None None] The sync data for ids ['6bf06ac2-26b8-4e99-9286-2721bda246c3'] in n-d-821435-1 is: [{'id': '6bf06ac2-26b8-4e99-9286-2721bda246c3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1167862112-router', 'tenant_id': '08881b755791457cbf9f2f860f9402bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '7d317310-1bbb-4042-ac28-f52b618afe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:43:42Z', 'updated_at': '2021-12-10T18:43:48Z', 'revision_number': 4, 'project_id': '08881b755791457cbf9f2f860f9402bd', 'gw_port': {'id': '7d317310-1bbb-4042-ac28-f52b618afe10', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:70:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf06ac2-26b8-4e99-9286-2721bda246c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:43Z', 'updated_at': '2021-12-10T18:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '89c5b9d7-87a2-4598-b946-c5b0d80d2470', 'tenant_id': '08881b755791457cbf9f2f860f9402bd', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '6bf06ac2-26b8-4e99-9286-2721bda246c3', 'port_id': '89295c7f-096b-41c2-87b7-b76cb27b61ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b329163e-f9fa-424f-9d31-14ff2a98db73', 'mac_address': 'fa:16:3e:5c:86:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5d5c8b-5951-46ce-8df3-ee510175edbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:44:44Z', 'updated_at': '2021-12-10T18:44:46Z', 'revision_number': 1, 'project_id': '08881b755791457cbf9f2f860f9402bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8246f2c9-188e-4989-8d9f-2c19c1aaa830', 'name': '', 'network_id': 'b329163e-f9fa-424f-9d31-14ff2a98db73', 'tenant_id': '08881b755791457cbf9f2f860f9402bd', 'mac_address': 'fa:16:3e:ae:16:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf06ac2-26b8-4e99-9286-2721bda246c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '891bbe66-13fb-4014-8260-37a0a27c3787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:46Z', 'updated_at': '2021-12-10T18:43:59Z', 'revision_number': 5, 'project_id': '08881b755791457cbf9f2f860f9402bd', 'subnets': [{'id': '891bbe66-13fb-4014-8260-37a0a27c3787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:44:48.254897 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:44:48.323490 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cdc08134-b2fe-4917-a26e-f5161135d714 req-ff0ee49c-3dec-4b41-9cbe-248115194d9d service neutron] 10.222.0.72 "GET /v2.0/networks/b329163e-f9fa-424f-9d31-14ff2a98db73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734691 Dec 10 18:44:48.324383 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33430) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:48.346156 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fb9c154c-4bf7-48c3-a3d6-e4141e1a2ef8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:48.456935 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fb9c154c-4bf7-48c3-a3d6-e4141e1a2ef8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:48.463809 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fb9c154c-4bf7-48c3-a3d6-e4141e1a2ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:48.538961 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fb9c154c-4bf7-48c3-a3d6-e4141e1a2ef8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9e85ffb9957041b8a12869fd83b8565f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2107599 Dec 10 18:44:48.538961 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c154c-4bf7-48c3-a3d6-e4141e1a2ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73fdbf28-559f-4965-a5c7-fc7121b54423,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:48.556531 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33434) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:48.574653 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e1d2eb-56c1-4773-8190-2e163c893ca6 None None] New status for floating IP 89c5b9d7-87a2-4598-b946-c5b0d80d2470: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:44:48.624113 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a46e29e-b88b-4ea9-adc2-1ff77f5c5f78 req-4197d3eb-b5fe-4534-a3d8-5bb7bda6ece2 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:48.626675 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5a46e29e-b88b-4ea9-adc2-1ff77f5c5f78 req-4197d3eb-b5fe-4534-a3d8-5bb7bda6ece2 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 945 time: 0.1077433 Dec 10 18:44:48.637016 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-17ef7f7a-ed64-4d77-bc5a-4d3cc55264cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:48.680704 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-17ef7f7a-ed64-4d77-bc5a-4d3cc55264cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:48.722374 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5a46e29e-b88b-4ea9-adc2-1ff77f5c5f78 req-e488ee87-deb2-4408-bfde-edd01101a100 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/security-groups?id=63a69521-ea70-4b3a-9115-a49ac975349f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831678 Dec 10 18:44:48.753665 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-17ef7f7a-ed64-4d77-bc5a-4d3cc55264cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:48.756503 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-17ef7f7a-ed64-4d77-bc5a-4d3cc55264cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:48.757983 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-17ef7f7a-ed64-4d77-bc5a-4d3cc55264cb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/73fdbf28-559f-4965-a5c7-fc7121b54423 HTTP/1.1" status: 204 len: 168 time: 0.2003064 Dec 10 18:44:48.772001 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef7f7a-ed64-4d77-bc5a-4d3cc55264cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fdbf28-559f-4965-a5c7-fc7121b54423,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:48.778988 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962bfb9-fef2-45ef-a3d3-f49ddd10a7ad req-375b14c2-5b92-4579-9002-33fed7cb21d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:48.781450 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0962bfb9-fef2-45ef-a3d3-f49ddd10a7ad req-375b14c2-5b92-4579-9002-33fed7cb21d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=03fbac8cd9664c0ab5033875ec289be7&device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 1096 time: 0.3679810 Dec 10 18:44:48.873336 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6a1afb50-b05f-4731-8fef-44954989a292 req-b6db2fc0-4286-445c-a247-98092aafe91d tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 1000 time: 0.1605265 Dec 10 18:44:48.950251 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1afb50-b05f-4731-8fef-44954989a292 req-88ec3cb0-360a-4362-ad13-46599a0ea225 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:48.951617 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6a1afb50-b05f-4731-8fef-44954989a292 req-88ec3cb0-360a-4362-ad13-46599a0ea225 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports/89295c7f-096b-41c2-87b7-b76cb27b61ec HTTP/1.1" status: 200 len: 943 time: 0.0706716 Dec 10 18:44:48.957263 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962bfb9-fef2-45ef-a3d3-f49ddd10a7ad req-93df94e1-5a17-4d17-bfe8-7dd1ec88bc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:48.958691 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0962bfb9-fef2-45ef-a3d3-f49ddd10a7ad req-93df94e1-5a17-4d17-bfe8-7dd1ec88bc4c service neutron] 10.222.0.46 "GET /v2.0/networks?id=7298e2ff-8266-485b-b15d-e11513ae77de HTTP/1.1" status: 200 len: 920 time: 0.1676383 Dec 10 18:44:49.010369 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0962bfb9-fef2-45ef-a3d3-f49ddd10a7ad req-96016e90-ad3b-4e6a-bede-984b376037c1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa924f55-ae4a-4fe6-86b6-09234eefa69b HTTP/1.1" status: 200 len: 217 time: 0.0446494 Dec 10 18:44:49.033939 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-614d3cb0-d928-477b-9853-b376f1473f50 req-5ca812b9-f07b-4bd8-a3f8-0f90c17db45c tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0325572 Dec 10 18:44:49.112941 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962bfb9-fef2-45ef-a3d3-f49ddd10a7ad req-c6796469-442c-427b-aefa-9cdd535f61fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:49.114122 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0962bfb9-fef2-45ef-a3d3-f49ddd10a7ad req-c6796469-442c-427b-aefa-9cdd535f61fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c24893f4-aeec-4797-8dc4-9c83d9d3d696 HTTP/1.1" status: 200 len: 859 time: 0.0965619 Dec 10 18:44:49.117409 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6a1afb50-b05f-4731-8fef-44954989a292 req-e3202d3b-0844-426c-be85-2ccfe46d1ab6 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 1002 time: 0.1099391 Dec 10 18:44:49.131156 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ae20f369-89ff-4310-b8e4-653d090f8003 req-faee114c-ee75-48cd-af9f-76097efac19d tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0281150 Dec 10 18:44:49.165843 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0962bfb9-fef2-45ef-a3d3-f49ddd10a7ad req-096dde50-83e1-4dea-9a72-82909c3e4119 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7298e2ff-8266-485b-b15d-e11513ae77de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443926 Dec 10 18:44:49.309964 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1afb50-b05f-4731-8fef-44954989a292 req-6673eab3-0484-45ad-bf14-6b8d823efe60 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:49.311360 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6a1afb50-b05f-4731-8fef-44954989a292 req-6673eab3-0484-45ad-bf14-6b8d823efe60 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/networks/6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 784 time: 0.1823688 Dec 10 18:44:49.326363 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0962bfb9-fef2-45ef-a3d3-f49ddd10a7ad req-e8441c46-8fd6-44e2-846c-1212be4e03be service neutron] 10.222.0.46 "GET /v2.0/networks/7298e2ff-8266-485b-b15d-e11513ae77de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321034 Dec 10 18:44:49.454974 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6a1afb50-b05f-4731-8fef-44954989a292 req-88a3efba-a3d8-4531-8500-8f7d38bd0485 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 1002 time: 0.1249249 Dec 10 18:44:49.490688 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-6a1afb50-b05f-4731-8fef-44954989a292 req-b4d4868e-a344-4da9-b15c-ac0cc919c942 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:49.535609 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0962bfb9-fef2-45ef-a3d3-f49ddd10a7ad req-ae2edb14-c6ff-4bd3-9185-6c20cad64fb1 service neutron] 10.222.0.46 "GET /v2.0/networks/7298e2ff-8266-485b-b15d-e11513ae77de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002554 Dec 10 18:44:49.555150 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6a1afb50-b05f-4731-8fef-44954989a292 req-b4d4868e-a344-4da9-b15c-ac0cc919c942 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:49.603549 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-48ed93e7-c6de-4743-884b-07c23876623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:49.721902 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6a1afb50-b05f-4731-8fef-44954989a292 req-b4d4868e-a344-4da9-b15c-ac0cc919c942 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:49.726057 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6a1afb50-b05f-4731-8fef-44954989a292 req-b4d4868e-a344-4da9-b15c-ac0cc919c942 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:49.726564 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [req-6a1afb50-b05f-4731-8fef-44954989a292 req-b4d4868e-a344-4da9-b15c-ac0cc919c942 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Floating IP 89c5b9d7-87a2-4598-b946-c5b0d80d2470 disassociated. External IP: 172.25.7.120, port: 89295c7f-096b-41c2-87b7-b76cb27b61ec. Dec 10 18:44:49.852305 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39ca65-612b-4ba9-b4ad-0b943b414372 req-32d87dc1-33a6-4655-8edc-636f5a42ee4a tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:49.853970 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-da39ca65-612b-4ba9-b4ad-0b943b414372 req-32d87dc1-33a6-4655-8edc-636f5a42ee4a tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 945 time: 0.0509763 Dec 10 18:44:49.907729 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-da39ca65-612b-4ba9-b4ad-0b943b414372 req-bf8d300e-aedf-4fb2-9a9f-405708cce226 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/security-groups?id=63a69521-ea70-4b3a-9115-a49ac975349f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471766 Dec 10 18:44:49.960342 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a1afb50-b05f-4731-8fef-44954989a292 req-b4d4868e-a344-4da9-b15c-ac0cc919c942 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Router 6bf06ac2-26b8-4e99-9286-2721bda246c3 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:44:50.071644 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a1afb50-b05f-4731-8fef-44954989a292 req-b4d4868e-a344-4da9-b15c-ac0cc919c942 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:44:50.076159 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6a1afb50-b05f-4731-8fef-44954989a292 req-b4d4868e-a344-4da9-b15c-ac0cc919c942 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:50.086204 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae51c35-033f-4fe2-a246-81a6da372606 None None] Sync routers for ids ['6bf06ac2-26b8-4e99-9286-2721bda246c3'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:44:50.109516 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae51c35-033f-4fe2-a246-81a6da372606 None None] Routers {'6bf06ac2-26b8-4e99-9286-2721bda246c3'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:44:50.110141 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-5ae51c35-033f-4fe2-a246-81a6da372606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:44:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6bf06ac2-26b8-4e99-9286-2721bda246c3'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:50.116942 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6a1afb50-b05f-4731-8fef-44954989a292 req-b4d4868e-a344-4da9-b15c-ac0cc919c942 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "PUT /v2.0/floatingips/89c5b9d7-87a2-4598-b946-c5b0d80d2470 HTTP/1.1" status: 200 len: 695 time: 0.6379788 Dec 10 18:44:50.117520 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5d5c8b-5951-46ce-8df3-ee510175edbf', 'tag': '89295c7f-096b-41c2-87b7-b76cb27b61ec'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:44:50.119866 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a87ebc8-a02a-4aa9-ac44-9de11d0a273b" -d '{"events": [{"name": "network-changed", "server_uuid": "fe5d5c8b-5951-46ce-8df3-ee510175edbf", "tag": "89295c7f-096b-41c2-87b7-b76cb27b61ec"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:44:50.146529 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f7270c43-4a64-4224-b4a5-e53ae6899571 req-cc464f5a-de08-4945-902b-169d900754a8 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0447192 Dec 10 18:44:50.178478 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1afb50-b05f-4731-8fef-44954989a292 req-414cce54-48db-43c7-9c14-3e9f0ed75a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:50.187696 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6a1afb50-b05f-4731-8fef-44954989a292 req-414cce54-48db-43c7-9c14-3e9f0ed75a9c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=08881b755791457cbf9f2f860f9402bd&device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 1097 time: 0.0569599 Dec 10 18:44:50.199837 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3680af-a582-4a0f-936b-ef797a49fb98 x-openstack-request-id: req-0c3680af-a582-4a0f-936b-ef797a49fb98 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:44:50.200368 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe5d5c8b-5951-46ce-8df3-ee510175edbf", "tag": "89295c7f-096b-41c2-87b7-b76cb27b61ec", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:44:50.200625 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0c3680af-a582-4a0f-936b-ef797a49fb98 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:44:50.201196 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe5d5c8b-5951-46ce-8df3-ee510175edbf', 'tag': '89295c7f-096b-41c2-87b7-b76cb27b61ec', 'status': 'completed', 'code': 200} Dec 10 18:44:50.267705 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f4be945c-ce27-4982-b9cc-77c7e77437c0 req-9159cf01-2241-4a23-a97e-24388850da03 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0426438 Dec 10 18:44:50.272008 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-5ae51c35-033f-4fe2-a246-81a6da372606 None None] Set router 6bf06ac2-26b8-4e99-9286-2721bda246c3 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:44:50.319377 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87ebc8-a02a-4aa9-ac44-9de11d0a273b req-15c67339-6bd5-498c-a0ae-3b5b2e003b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:50.320974 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7a87ebc8-a02a-4aa9-ac44-9de11d0a273b req-15c67339-6bd5-498c-a0ae-3b5b2e003b6d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08881b755791457cbf9f2f860f9402bd&device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 1097 time: 0.0771544 Dec 10 18:44:50.325675 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1afb50-b05f-4731-8fef-44954989a292 req-3c9284a8-4cb5-437d-9bdd-d8b41cf0059f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:50.329097 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6a1afb50-b05f-4731-8fef-44954989a292 req-3c9284a8-4cb5-437d-9bdd-d8b41cf0059f service neutron] 10.222.0.62 "GET /v2.0/networks?id=b329163e-f9fa-424f-9d31-14ff2a98db73 HTTP/1.1" status: 200 len: 921 time: 0.1405036 Dec 10 18:44:50.454420 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6a1afb50-b05f-4731-8fef-44954989a292 req-d871e9d5-f264-4a8d-a471-f34776ec6ebf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89295c7f-096b-41c2-87b7-b76cb27b61ec HTTP/1.1" status: 200 len: 217 time: 0.1151724 Dec 10 18:44:50.518258 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87ebc8-a02a-4aa9-ac44-9de11d0a273b req-a279e749-e272-49c2-b5ef-497cac62b801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:50.518505 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7a87ebc8-a02a-4aa9-ac44-9de11d0a273b req-a279e749-e272-49c2-b5ef-497cac62b801 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b329163e-f9fa-424f-9d31-14ff2a98db73 HTTP/1.1" status: 200 len: 921 time: 0.1881456 Dec 10 18:44:50.552473 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-5ae51c35-033f-4fe2-a246-81a6da372606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf06ac2-26b8-4e99-9286-2721bda246c3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1167862112-router', 'tenant_id': '08881b755791457cbf9f2f860f9402bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '7d317310-1bbb-4042-ac28-f52b618afe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:43:42Z', 'updated_at': '2021-12-10T18:43:48Z', 'revision_number': 4, 'project_id': '08881b755791457cbf9f2f860f9402bd', 'gw_port': {'id': '7d317310-1bbb-4042-ac28-f52b618afe10', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:70:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf06ac2-26b8-4e99-9286-2721bda246c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:43Z', 'updated_at': '2021-12-10T18:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '8246f2c9-188e-4989-8d9f-2c19c1aaa830', 'name': '', 'network_id': 'b329163e-f9fa-424f-9d31-14ff2a98db73', 'tenant_id': '08881b755791457cbf9f2f860f9402bd', 'mac_address': 'fa:16:3e:ae:16:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf06ac2-26b8-4e99-9286-2721bda246c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '891bbe66-13fb-4014-8260-37a0a27c3787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:46Z', 'updated_at': '2021-12-10T18:43:59Z', 'revision_number': 5, 'project_id': '08881b755791457cbf9f2f860f9402bd', 'subnets': [{'id': '891bbe66-13fb-4014-8260-37a0a27c3787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:50.574329 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1afb50-b05f-4731-8fef-44954989a292 req-05b24b11-548f-45fb-98f1-2551d91d800e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:50.575906 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6a1afb50-b05f-4731-8fef-44954989a292 req-05b24b11-548f-45fb-98f1-2551d91d800e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=891bbe66-13fb-4014-8260-37a0a27c3787 HTTP/1.1" status: 200 len: 860 time: 0.1115375 Dec 10 18:44:50.577915 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7a87ebc8-a02a-4aa9-ac44-9de11d0a273b req-bf51a673-f4d3-4ba4-943c-1da882883203 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89295c7f-096b-41c2-87b7-b76cb27b61ec HTTP/1.1" status: 200 len: 217 time: 0.0522482 Dec 10 18:44:50.582420 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae51c35-033f-4fe2-a246-81a6da372606 None None] Checking router: 6bf06ac2-26b8-4e99-9286-2721bda246c3 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:44:50.597152 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae51c35-033f-4fe2-a246-81a6da372606 None None] Routers {'6bf06ac2-26b8-4e99-9286-2721bda246c3'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:44:50.598639 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-5ae51c35-033f-4fe2-a246-81a6da372606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:44:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6bf06ac2-26b8-4e99-9286-2721bda246c3'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:50.635814 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6a1afb50-b05f-4731-8fef-44954989a292 req-a49338ed-375e-4c43-afbc-5de71ddf30bf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b329163e-f9fa-424f-9d31-14ff2a98db73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511887 Dec 10 18:44:50.717440 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87ebc8-a02a-4aa9-ac44-9de11d0a273b req-af534978-c65a-426a-b519-0ee3251a1d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:50.719833 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7a87ebc8-a02a-4aa9-ac44-9de11d0a273b req-af534978-c65a-426a-b519-0ee3251a1d3e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=891bbe66-13fb-4014-8260-37a0a27c3787 HTTP/1.1" status: 200 len: 860 time: 0.1340864 Dec 10 18:44:50.750266 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-5ae51c35-033f-4fe2-a246-81a6da372606 None None] Set router 6bf06ac2-26b8-4e99-9286-2721bda246c3 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:44:50.765234 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7a87ebc8-a02a-4aa9-ac44-9de11d0a273b req-8d1ed344-dbaa-433d-a5bb-945cc6678687 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b329163e-f9fa-424f-9d31-14ff2a98db73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362995 Dec 10 18:44:50.847283 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6a1afb50-b05f-4731-8fef-44954989a292 req-46b0c9f7-594b-488d-8d13-a31bb0522a26 service neutron] 10.222.0.62 "GET /v2.0/networks/b329163e-f9fa-424f-9d31-14ff2a98db73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008131 Dec 10 18:44:50.929491 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7a87ebc8-a02a-4aa9-ac44-9de11d0a273b req-aac9abb7-8b75-4b0a-ae02-7de8c4b61ea4 service neutron] 10.222.0.72 "GET /v2.0/networks/b329163e-f9fa-424f-9d31-14ff2a98db73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569195 Dec 10 18:44:50.985021 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-5ae51c35-033f-4fe2-a246-81a6da372606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf06ac2-26b8-4e99-9286-2721bda246c3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1167862112-router', 'tenant_id': '08881b755791457cbf9f2f860f9402bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '7d317310-1bbb-4042-ac28-f52b618afe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:43:42Z', 'updated_at': '2021-12-10T18:43:48Z', 'revision_number': 4, 'project_id': '08881b755791457cbf9f2f860f9402bd', 'gw_port': {'id': '7d317310-1bbb-4042-ac28-f52b618afe10', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:70:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf06ac2-26b8-4e99-9286-2721bda246c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:43Z', 'updated_at': '2021-12-10T18:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '8246f2c9-188e-4989-8d9f-2c19c1aaa830', 'name': '', 'network_id': 'b329163e-f9fa-424f-9d31-14ff2a98db73', 'tenant_id': '08881b755791457cbf9f2f860f9402bd', 'mac_address': 'fa:16:3e:ae:16:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf06ac2-26b8-4e99-9286-2721bda246c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '891bbe66-13fb-4014-8260-37a0a27c3787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:46Z', 'updated_at': '2021-12-10T18:43:59Z', 'revision_number': 5, 'project_id': '08881b755791457cbf9f2f860f9402bd', 'subnets': [{'id': '891bbe66-13fb-4014-8260-37a0a27c3787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:51.017591 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae51c35-033f-4fe2-a246-81a6da372606 None None] The sync data for ids ['6bf06ac2-26b8-4e99-9286-2721bda246c3'] in n-d-821435-1 is: [{'id': '6bf06ac2-26b8-4e99-9286-2721bda246c3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1167862112-router', 'tenant_id': '08881b755791457cbf9f2f860f9402bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '7d317310-1bbb-4042-ac28-f52b618afe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:43:42Z', 'updated_at': '2021-12-10T18:43:48Z', 'revision_number': 4, 'project_id': '08881b755791457cbf9f2f860f9402bd', 'gw_port': {'id': '7d317310-1bbb-4042-ac28-f52b618afe10', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:70:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf06ac2-26b8-4e99-9286-2721bda246c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:43Z', 'updated_at': '2021-12-10T18:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '8246f2c9-188e-4989-8d9f-2c19c1aaa830', 'name': '', 'network_id': 'b329163e-f9fa-424f-9d31-14ff2a98db73', 'tenant_id': '08881b755791457cbf9f2f860f9402bd', 'mac_address': 'fa:16:3e:ae:16:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf06ac2-26b8-4e99-9286-2721bda246c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '891bbe66-13fb-4014-8260-37a0a27c3787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:46Z', 'updated_at': '2021-12-10T18:43:59Z', 'revision_number': 5, 'project_id': '08881b755791457cbf9f2f860f9402bd', 'subnets': [{'id': '891bbe66-13fb-4014-8260-37a0a27c3787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:44:51.035328 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6a1afb50-b05f-4731-8fef-44954989a292 req-11cd647f-1acd-4113-b4e6-65086c7c771a service neutron] 10.222.0.62 "GET /v2.0/networks/b329163e-f9fa-424f-9d31-14ff2a98db73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650522 Dec 10 18:44:51.083889 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7a87ebc8-a02a-4aa9-ac44-9de11d0a273b req-c0f63b4d-e42a-4e3c-8100-b41faa0b0fad service neutron] 10.222.0.72 "GET /v2.0/networks/b329163e-f9fa-424f-9d31-14ff2a98db73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442666 Dec 10 18:44:51.107359 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37f311-9586-4a1c-9d8d-9f3e2351a67f req-2e57ce52-f014-46eb-870d-57b2f48a7d8a tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:51.115085 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ba37f311-9586-4a1c-9d8d-9f3e2351a67f req-2e57ce52-f014-46eb-870d-57b2f48a7d8a tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 945 time: 0.0949471 Dec 10 18:44:51.154582 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8c89da96-0aa4-4cf5-becb-dae2d01edb02 req-14b2a22c-802d-4dba-b5e8-2594a86336e8 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/floatingips/89c5b9d7-87a2-4598-b946-c5b0d80d2470 HTTP/1.1" status: 200 len: 695 time: 0.0663214 Dec 10 18:44:51.171018 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ba37f311-9586-4a1c-9d8d-9f3e2351a67f req-03ce2051-5408-4624-84ab-a601edbe2630 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/security-groups?id=63a69521-ea70-4b3a-9115-a49ac975349f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547354 Dec 10 18:44:51.257930 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3b9d07c3-48fc-46f3-a9e6-d59e60f6b2c1 req-2c1d4d34-4095-4dea-b41e-412cd3b2cde7 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0368133 Dec 10 18:44:51.334360 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89da96-0aa4-4cf5-becb-dae2d01edb02 req-e2aa52f0-b3a8-4849-8850-d1d3b30f89f9 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:51.337977 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8c89da96-0aa4-4cf5-becb-dae2d01edb02 req-e2aa52f0-b3a8-4849-8850-d1d3b30f89f9 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/networks/6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 784 time: 0.1766667 Dec 10 18:44:51.352540 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-77299ecd-1b1e-436c-a8e0-5fd31e27c6ea req-0f9ce5de-0e71-4ea9-8e33-231bb5f8e2e1 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0317917 Dec 10 18:44:51.354843 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-8c89da96-0aa4-4cf5-becb-dae2d01edb02 req-b03d4eb4-111f-47c4-9c06-047efc8cf00f tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:44:51.355807 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8c89da96-0aa4-4cf5-becb-dae2d01edb02 req-b03d4eb4-111f-47c4-9c06-047efc8cf00f tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088627 Dec 10 18:44:51.428040 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8c89da96-0aa4-4cf5-becb-dae2d01edb02 req-3f261d2a-9d22-450b-bc10-925553954629 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 698 time: 0.0632100 Dec 10 18:44:51.450243 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da7e26b-fff4-4f94-a577-36b8057f707d None None] New status for floating IP 89c5b9d7-87a2-4598-b946-c5b0d80d2470: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:44:51.733002 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8c89da96-0aa4-4cf5-becb-dae2d01edb02 req-15e4c411-2362-441a-a5cf-4842e4dfeff2 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 698 time: 0.2984984 Dec 10 18:44:51.871870 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-8c89da96-0aa4-4cf5-becb-dae2d01edb02 req-29c11e30-5ed5-4655-938b-7ec10562d4a8 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Deleting port ae9996e1-e5a4-4e4b-84eb-739445ff95de {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:44:51.872094 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8c89da96-0aa4-4cf5-becb-dae2d01edb02 req-29c11e30-5ed5-4655-938b-7ec10562d4a8 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:51.948621 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8c89da96-0aa4-4cf5-becb-dae2d01edb02 req-29c11e30-5ed5-4655-938b-7ec10562d4a8 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:51.948992 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8c89da96-0aa4-4cf5-becb-dae2d01edb02 req-29c11e30-5ed5-4655-938b-7ec10562d4a8 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:51.961440 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-8c89da96-0aa4-4cf5-becb-dae2d01edb02 req-29c11e30-5ed5-4655-938b-7ec10562d4a8 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Calling delete_port for ae9996e1-e5a4-4e4b-84eb-739445ff95de owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:44:52.110637 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8c89da96-0aa4-4cf5-becb-dae2d01edb02 req-29c11e30-5ed5-4655-938b-7ec10562d4a8 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:52.141181 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c11e30-5ed5-4655-938b-7ec10562d4a8 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Pushing event deleted for resources: {'Port': ['ID=ae9996e1-e5a4-4e4b-84eb-739445ff95de,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:52.210292 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8c89da96-0aa4-4cf5-becb-dae2d01edb02 req-29c11e30-5ed5-4655-938b-7ec10562d4a8 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:52.214330 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8c89da96-0aa4-4cf5-becb-dae2d01edb02 req-29c11e30-5ed5-4655-938b-7ec10562d4a8 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:52.215574 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8c89da96-0aa4-4cf5-becb-dae2d01edb02 req-29c11e30-5ed5-4655-938b-7ec10562d4a8 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "DELETE /v2.0/floatingips/89c5b9d7-87a2-4598-b946-c5b0d80d2470 HTTP/1.1" status: 204 len: 173 time: 0.4758656 Dec 10 18:44:52.277183 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-65bd8caf-f6e1-4d3e-80f5-8270f97cd4b0 req-44ae7b74-2cf3-4b54-ba7e-82b8c45ea3a3 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups/7601348e-c544-4f8b-8c1a-327f6a30f8c3 HTTP/1.1" status: 200 len: 1826 time: 0.0414288 Dec 10 18:44:52.315879 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da714f5-df71-4f5e-9688-5f52331ae3f8 req-02cb02a0-82d0-48b0-8deb-4bf8261a843d tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:52.317441 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2da714f5-df71-4f5e-9688-5f52331ae3f8 req-02cb02a0-82d0-48b0-8deb-4bf8261a843d tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 945 time: 0.0588706 Dec 10 18:44:52.340646 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-65bd8caf-f6e1-4d3e-80f5-8270f97cd4b0 req-18774423-eb7c-411b-badb-61c9cb5d6105 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:52.362556 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b9f2881f-a9b3-4c11-821d-35705577e1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:52.375183 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-65bd8caf-f6e1-4d3e-80f5-8270f97cd4b0 req-18774423-eb7c-411b-badb-61c9cb5d6105 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:52.378042 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2da714f5-df71-4f5e-9688-5f52331ae3f8 req-009af996-308e-4082-a238-649741970287 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/security-groups?id=63a69521-ea70-4b3a-9115-a49ac975349f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542054 Dec 10 18:44:52.430718 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-65bd8caf-f6e1-4d3e-80f5-8270f97cd4b0 req-18774423-eb7c-411b-badb-61c9cb5d6105 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:52.434041 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-65bd8caf-f6e1-4d3e-80f5-8270f97cd4b0 req-18774423-eb7c-411b-badb-61c9cb5d6105 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:52.436244 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-65bd8caf-f6e1-4d3e-80f5-8270f97cd4b0 req-18774423-eb7c-411b-badb-61c9cb5d6105 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "DELETE /v2.0/security-groups/7601348e-c544-4f8b-8c1a-327f6a30f8c3 HTTP/1.1" status: 204 len: 173 time: 0.1516347 Dec 10 18:44:52.450296 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18774423-eb7c-411b-badb-61c9cb5d6105 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7601348e-c544-4f8b-8c1a-327f6a30f8c3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:52.457648 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6a049e97-e556-494b-ba1d-3a1de67b780b req-ae9aa4cf-bb7e-4001-a69a-e8a0399fbedc tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0367992 Dec 10 18:44:52.502917 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a101ca4f-fffb-4082-a394-a3c34b0fce21 req-b7f012b7-5d05-4c1c-99da-c588a33f2a73 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0309064 Dec 10 18:44:52.741303 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4042273-06f2-4b62-9c8a-3954e9682f61 req-f2043e1f-1066-4bd0-aedb-8625f12a98be tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:52.743178 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f4042273-06f2-4b62-9c8a-3954e9682f61 req-f2043e1f-1066-4bd0-aedb-8625f12a98be tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 946 time: 0.0610180 Dec 10 18:44:52.808921 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f4042273-06f2-4b62-9c8a-3954e9682f61 req-344f5c47-160f-4ab3-b8bd-f9c3fa83085a tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac78d262-7039-4d02-9e7b-cfe82b6c6c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555429 Dec 10 18:44:52.865599 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909b54f-f95d-4077-a147-16c814c1528c req-e63b6502-36bc-4e35-ae88-97ab630a305d tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:52.867194 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8909b54f-f95d-4077-a147-16c814c1528c req-e63b6502-36bc-4e35-ae88-97ab630a305d tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 945 time: 0.0624745 Dec 10 18:44:52.920206 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8909b54f-f95d-4077-a147-16c814c1528c req-580f3172-93d5-49a3-9ad2-6ab1f958488d tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448763 Dec 10 18:44:53.342391 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:53.537998 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7e0f7-bb1a-4ebd-b993-5214d0383217 req-ea9a813a-c116-48b9-9b5c-0420b496617f tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:53.540106 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bae7e0f7-bb1a-4ebd-b993-5214d0383217 req-ea9a813a-c116-48b9-9b5c-0420b496617f tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 945 time: 0.0712614 Dec 10 18:44:53.557620 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4402c7f0-37e0-43f2-97e3-a85ed5e1d616 req-1a1b9693-b595-4a28-a548-060dfc5ac04c tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0290432 Dec 10 18:44:53.595024 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bae7e0f7-bb1a-4ebd-b993-5214d0383217 req-39de0e0f-204d-4062-bf04-efdb6c003c10 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/security-groups?id=63a69521-ea70-4b3a-9115-a49ac975349f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486460 Dec 10 18:44:53.639555 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8ef75e74-ae06-4414-b119-db6abd361e6b req-7f5e68e9-3a97-4e59-81e9-341e1545d3cf tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0310240 Dec 10 18:44:53.922730 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef11ef-82e0-4753-b1ec-4bb33891e45f req-d0c0e1e2-61e7-478c-b356-58c317030e21 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:53.924249 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a3ef11ef-82e0-4753-b1ec-4bb33891e45f req-d0c0e1e2-61e7-478c-b356-58c317030e21 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 946 time: 0.0509372 Dec 10 18:44:53.978699 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a3ef11ef-82e0-4753-b1ec-4bb33891e45f req-915d96f7-83f2-4517-b057-3c2eb242f4bf tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac78d262-7039-4d02-9e7b-cfe82b6c6c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476985 Dec 10 18:44:54.650200 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-42022d46-9acf-476d-aa10-ff8fc24b91ab req-fa91eab7-9f03-43c8-bd83-c58f8c10ff1c tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0292668 Dec 10 18:44:54.721609 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f7d5b-f2b3-48d5-82a6-b38a9ccad55d req-e1ca6115-9e20-42b9-b2f5-b166109c314a tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:54.730731 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:54.731341 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f70f7d5b-f2b3-48d5-82a6-b38a9ccad55d req-e1ca6115-9e20-42b9-b2f5-b166109c314a tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 945 time: 0.0596509 Dec 10 18:44:54.734827 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5b790b16-0c3e-4005-86c8-0497d6364771 req-624966d7-4931-436a-aa8b-9c0067ad6535 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0418842 Dec 10 18:44:54.778303 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f70f7d5b-f2b3-48d5-82a6-b38a9ccad55d req-19ff93d4-3e4f-481d-80af-7fa6bd142107 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/security-groups?id=63a69521-ea70-4b3a-9115-a49ac975349f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459321 Dec 10 18:44:55.106873 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746cf2c-4d08-4b10-84c3-d152f3c9c87e req-e5fda998-a9f2-424b-8752-e202a44bd860 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:55.109321 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3746cf2c-4d08-4b10-84c3-d152f3c9c87e req-e5fda998-a9f2-424b-8752-e202a44bd860 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 946 time: 0.0513196 Dec 10 18:44:55.157625 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3746cf2c-4d08-4b10-84c3-d152f3c9c87e req-90db82be-721a-4bc4-b1fb-1e7f3194b25b tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac78d262-7039-4d02-9e7b-cfe82b6c6c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421009 Dec 10 18:44:55.419504 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:55.694502 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebcf8b-986e-42a4-ab89-8e09697db894 req-9388864c-e9fd-4b73-8ffe-8ce4312d390d tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:55.696070 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a5ebcf8b-986e-42a4-ab89-8e09697db894 req-9388864c-e9fd-4b73-8ffe-8ce4312d390d tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 946 time: 0.0690043 Dec 10 18:44:55.787545 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d9db2da3-9609-466b-a6c9-57b2fd1efda0 req-f2858885-47e1-41db-88bb-4fc749251244 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0594947 Dec 10 18:44:55.858078 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a9e75e0-48f3-4319-ae10-587ca8b269c6 req-656f26ba-4671-4de3-a362-c917c943da22 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0532029 Dec 10 18:44:55.888555 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-a5ebcf8b-986e-42a4-ab89-8e09697db894 req-f5c8e5f6-55a0-42f5-aee1-649cf447ada1 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Deleting port 89295c7f-096b-41c2-87b7-b76cb27b61ec {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:44:55.889030 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a5ebcf8b-986e-42a4-ab89-8e09697db894 req-f5c8e5f6-55a0-42f5-aee1-649cf447ada1 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:55.968397 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6af5e5-a635-4bc9-87af-a33d9ed16233 req-43c2b1bc-94be-4ccb-8e1c-57a48e8e2bf9 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:55.978982 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8d6af5e5-a635-4bc9-87af-a33d9ed16233 req-43c2b1bc-94be-4ccb-8e1c-57a48e8e2bf9 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 945 time: 0.1070390 Dec 10 18:44:56.044441 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8d6af5e5-a635-4bc9-87af-a33d9ed16233 req-2afcb19b-b93b-41be-9e10-1670e3b6b10e tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/security-groups?id=63a69521-ea70-4b3a-9115-a49ac975349f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643275 Dec 10 18:44:56.054221 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a5ebcf8b-986e-42a4-ab89-8e09697db894 req-f5c8e5f6-55a0-42f5-aee1-649cf447ada1 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] For port 89295c7f-096b-41c2-87b7-b76cb27b61ec, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=89295c7f-096b-41c2-87b7-b76cb27b61ec,segment=NetworkSegment(c91301c4-5a4a-4e10-a4f7-739480877399),segment_id=c91301c4-5a4a-4e10-a4f7-739480877399)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:56.056088 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a5ebcf8b-986e-42a4-ab89-8e09697db894 req-f5c8e5f6-55a0-42f5-aee1-649cf447ada1 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:56.076522 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-a5ebcf8b-986e-42a4-ab89-8e09697db894 req-f5c8e5f6-55a0-42f5-aee1-649cf447ada1 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Calling delete_port for 89295c7f-096b-41c2-87b7-b76cb27b61ec owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:44:56.226891 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a5ebcf8b-986e-42a4-ab89-8e09697db894 req-f5c8e5f6-55a0-42f5-aee1-649cf447ada1 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:56.287144 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c79567f7-5b3f-4b98-9ce9-32a9e35bc0e9 req-c84d537d-a7e8-402c-b31f-c8675a8f354b tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe5d5c8b-5951-46ce-8df3-ee510175edbf HTTP/1.1" status: 200 len: 210 time: 0.0368855 Dec 10 18:44:56.306666 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c8e5f6-55a0-42f5-aee1-649cf447ada1 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Pushing event deleted for resources: {'Port': ['ID=89295c7f-096b-41c2-87b7-b76cb27b61ec,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:56.326782 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ebcf8b-986e-42a4-ab89-8e09697db894 req-f5c8e5f6-55a0-42f5-aee1-649cf447ada1 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] No DVR routers for this DVR port 89295c7f-096b-41c2-87b7-b76cb27b61ec on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:44:56.330031 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a5ebcf8b-986e-42a4-ab89-8e09697db894 req-f5c8e5f6-55a0-42f5-aee1-649cf447ada1 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:56.333630 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a5ebcf8b-986e-42a4-ab89-8e09697db894 req-f5c8e5f6-55a0-42f5-aee1-649cf447ada1 tempest-ServerRescueTestJSONUnderV235-920668555 tempest-ServerRescueTestJSONUnderV235-920668555-project] 10.222.0.72 "DELETE /v2.0/ports/89295c7f-096b-41c2-87b7-b76cb27b61ec HTTP/1.1" status: 204 len: 173 time: 0.6306543 Dec 10 18:44:56.334189 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5d5c8b-5951-46ce-8df3-ee510175edbf', 'name': 'network-vif-deleted', 'tag': '89295c7f-096b-41c2-87b7-b76cb27b61ec'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:44:56.336691 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d23a9e-c874-4c42-b95f-2ec5a97bb1bf" -d '{"events": [{"server_uuid": "fe5d5c8b-5951-46ce-8df3-ee510175edbf", "name": "network-vif-deleted", "tag": "89295c7f-096b-41c2-87b7-b76cb27b61ec"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:44:56.404770 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a355b890-fbc3-4942-b520-4ec85c836172 x-openstack-request-id: req-a355b890-fbc3-4942-b520-4ec85c836172 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:44:56.405164 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe5d5c8b-5951-46ce-8df3-ee510175edbf", "name": "network-vif-deleted", "tag": "89295c7f-096b-41c2-87b7-b76cb27b61ec", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:44:56.405561 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a355b890-fbc3-4942-b520-4ec85c836172 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:44:56.406070 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5d5c8b-5951-46ce-8df3-ee510175edbf', 'name': 'network-vif-deleted', 'tag': '89295c7f-096b-41c2-87b7-b76cb27b61ec', 'status': 'completed', 'code': 200} Dec 10 18:44:56.898275 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-45d8d656-bdcd-42f4-808c-c1db31fff0f9 req-ad6fead3-d52c-49c5-8f48-ff270299ac57 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0443633 Dec 10 18:44:56.992282 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1facb250-3895-4d03-90f9-14c6d71f0dc7 req-026a4110-1d39-4aca-ad89-ec293accd009 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0287232 Dec 10 18:44:57.187067 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d942ad-a119-4b3f-8116-365c7adfd9f2 req-bce4553e-f35e-4842-8739-66f402b8c956 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:57.194516 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-95d942ad-a119-4b3f-8116-365c7adfd9f2 req-bce4553e-f35e-4842-8739-66f402b8c956 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 945 time: 0.0707197 Dec 10 18:44:57.246760 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-95d942ad-a119-4b3f-8116-365c7adfd9f2 req-6d04d748-f30b-4a12-bfd2-f84f20f3f296 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/security-groups?id=63a69521-ea70-4b3a-9115-a49ac975349f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511682 Dec 10 18:44:57.341578 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33690) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:57.787185 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-55df4783-1bc1-407b-9994-04590bb00666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:57.985694 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aa89b163-c9e6-4fdf-b654-353378237ede req-eeedef5e-04ff-40fd-8785-6ab9e8938078 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0292547 Dec 10 18:44:58.035807 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:44:58.039359 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 89295c7f-096b-41c2-87b7-b76cb27b61ec no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:44:58.062598 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 89295c7f-096b-41c2-87b7-b76cb27b61ec {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:44:58.063244 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 89295c7f-096b-41c2-87b7-b76cb27b61ec not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:44:58.084614 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ebf53c34-7879-460c-a6f4-673a6dc7fd8e req-b47171a4-0cad-4ea6-9518-c86597971447 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0350988 Dec 10 18:44:58.145572 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-55df4783-1bc1-407b-9994-04590bb00666 admin admin] Deleting port 8246f2c9-188e-4989-8d9f-2c19c1aaa830 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:44:58.145916 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-55df4783-1bc1-407b-9994-04590bb00666 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:58.194803 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:58.209048 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281', 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5', 'port_id': '8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281', 'mac_address': 'fa:16:3e:22:c1:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd9c23d-5046-4c54-950e-a05aba46bbec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:44:58.241099 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-55df4783-1bc1-407b-9994-04590bb00666 admin admin] For port 8246f2c9-188e-4989-8d9f-2c19c1aaa830, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=8246f2c9-188e-4989-8d9f-2c19c1aaa830,segment=NetworkSegment(c91301c4-5a4a-4e10-a4f7-739480877399),segment_id=c91301c4-5a4a-4e10-a4f7-739480877399)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:58.241878 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-55df4783-1bc1-407b-9994-04590bb00666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:58.254209 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:58.260759 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-55df4783-1bc1-407b-9994-04590bb00666 admin admin] Calling delete_port for 8246f2c9-188e-4989-8d9f-2c19c1aaa830 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:44:58.270664 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:44:58.295562 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:58.302164 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:58.369262 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:58.379649 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:58.380367 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:58.380904 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:58.381477 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:58.381979 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:58.382482 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:58.382980 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:58.383485 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:58.384029 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:58.384536 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:58.385059 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:58.385552 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:58.386065 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:58.417175 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b234a879-962a-433f-98cb-9c535e97d259 req-ccc02d2d-8de8-4194-95d0-2adb93369446 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:58.418748 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b234a879-962a-433f-98cb-9c535e97d259 req-ccc02d2d-8de8-4194-95d0-2adb93369446 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 945 time: 0.0823300 Dec 10 18:44:58.466205 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:44:58.482206 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b234a879-962a-433f-98cb-9c535e97d259 req-b3c76975-f0f7-48a6-9aba-06f4fe19d7cc tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/security-groups?id=63a69521-ea70-4b3a-9115-a49ac975349f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525520 Dec 10 18:44:58.525627 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-55df4783-1bc1-407b-9994-04590bb00666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:58.561251 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df4783-1bc1-407b-9994-04590bb00666 admin admin] Pushing event deleted for resources: {'Port': ['ID=8246f2c9-188e-4989-8d9f-2c19c1aaa830,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:58.584076 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df4783-1bc1-407b-9994-04590bb00666 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:58.584456 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df4783-1bc1-407b-9994-04590bb00666 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:58.584798 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df4783-1bc1-407b-9994-04590bb00666 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:58.585427 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df4783-1bc1-407b-9994-04590bb00666 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:58.585770 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df4783-1bc1-407b-9994-04590bb00666 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:58.586103 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df4783-1bc1-407b-9994-04590bb00666 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:58.586441 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df4783-1bc1-407b-9994-04590bb00666 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:58.586754 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df4783-1bc1-407b-9994-04590bb00666 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:58.587080 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df4783-1bc1-407b-9994-04590bb00666 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:58.587410 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df4783-1bc1-407b-9994-04590bb00666 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:58.587738 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df4783-1bc1-407b-9994-04590bb00666 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:58.588060 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df4783-1bc1-407b-9994-04590bb00666 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:58.588385 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df4783-1bc1-407b-9994-04590bb00666 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:59.010187 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-55df4783-1bc1-407b-9994-04590bb00666 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:59.109476 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-64ae485c-4f9c-4302-9f1d-6878b2942a59 req-076046e5-7092-4daf-ac3f-89d58bd586cc tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0557566 Dec 10 18:44:59.178193 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bb93ed46-3ff8-4c0a-864b-24a93faf661b req-f61b958b-41d9-4eb0-b0cb-9a9d2277951b tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0271735 Dec 10 18:44:59.256944 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55df4783-1bc1-407b-9994-04590bb00666 admin admin] Router 6bf06ac2-26b8-4e99-9286-2721bda246c3 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:44:59.373162 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55df4783-1bc1-407b-9994-04590bb00666 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:44:59.378475 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-55df4783-1bc1-407b-9994-04590bb00666 admin admin] 10.222.0.62 "PUT /v2.0/routers/6bf06ac2-26b8-4e99-9286-2721bda246c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0321622 Dec 10 18:44:59.381693 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33720) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:59.383743 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862bc2d9-265f-4527-a9c8-fdc689707b3a None None] Sync routers for ids ['6bf06ac2-26b8-4e99-9286-2721bda246c3'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:44:59.396072 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862bc2d9-265f-4527-a9c8-fdc689707b3a None None] Routers {'6bf06ac2-26b8-4e99-9286-2721bda246c3'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:44:59.396944 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-862bc2d9-265f-4527-a9c8-fdc689707b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:44:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6bf06ac2-26b8-4e99-9286-2721bda246c3'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:59.555076 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bbf43f69-f6ca-42d3-ba50-94bb0c6509d5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:59.586709 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-862bc2d9-265f-4527-a9c8-fdc689707b3a None None] Set router 6bf06ac2-26b8-4e99-9286-2721bda246c3 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:44:59.715439 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da7a5f-7f89-455a-b53b-af67e4616249 req-76762dc2-6431-4f6c-b709-ab82ee3caa4c tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:59.724811 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-23da7a5f-7f89-455a-b53b-af67e4616249 req-76762dc2-6431-4f6c-b709-ab82ee3caa4c tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 945 time: 0.0950902 Dec 10 18:44:59.750452 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bbf43f69-f6ca-42d3-ba50-94bb0c6509d5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:59.837001 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-862bc2d9-265f-4527-a9c8-fdc689707b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf06ac2-26b8-4e99-9286-2721bda246c3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1167862112-router', 'tenant_id': '08881b755791457cbf9f2f860f9402bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '7d317310-1bbb-4042-ac28-f52b618afe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:43:42Z', 'updated_at': '2021-12-10T18:44:58Z', 'revision_number': 5, 'project_id': '08881b755791457cbf9f2f860f9402bd', 'gw_port': {'id': '7d317310-1bbb-4042-ac28-f52b618afe10', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:70:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf06ac2-26b8-4e99-9286-2721bda246c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:43Z', 'updated_at': '2021-12-10T18:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:59.865164 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-23da7a5f-7f89-455a-b53b-af67e4616249 req-11dbd55f-1a7b-43e6-8cea-3d3998687e2a tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/security-groups?id=63a69521-ea70-4b3a-9115-a49ac975349f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400928 Dec 10 18:44:59.871910 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-bbf43f69-f6ca-42d3-ba50-94bb0c6509d5 admin admin] Deleting port 7d317310-1bbb-4042-ac28-f52b618afe10 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:44:59.872249 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bbf43f69-f6ca-42d3-ba50-94bb0c6509d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:59.886915 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862bc2d9-265f-4527-a9c8-fdc689707b3a None None] Checking router: 6bf06ac2-26b8-4e99-9286-2721bda246c3 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:44:59.891309 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33738) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:59.896704 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862bc2d9-265f-4527-a9c8-fdc689707b3a None None] Routers {'6bf06ac2-26b8-4e99-9286-2721bda246c3'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:44:59.897400 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-862bc2d9-265f-4527-a9c8-fdc689707b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:44:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6bf06ac2-26b8-4e99-9286-2721bda246c3'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:59.959674 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-bbf43f69-f6ca-42d3-ba50-94bb0c6509d5 admin admin] For port 7d317310-1bbb-4042-ac28-f52b618afe10, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=7d317310-1bbb-4042-ac28-f52b618afe10,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:59.960047 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bbf43f69-f6ca-42d3-ba50-94bb0c6509d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:59.984879 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-bbf43f69-f6ca-42d3-ba50-94bb0c6509d5 admin admin] Calling delete_port for 7d317310-1bbb-4042-ac28-f52b618afe10 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:44:59.999533 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-862bc2d9-265f-4527-a9c8-fdc689707b3a None None] Set router 6bf06ac2-26b8-4e99-9286-2721bda246c3 gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:45:00.023159 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-caea0e90-c7b8-41e3-9010-feaf59efd83b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:00.057743 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:45:00.108468 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-862bc2d9-265f-4527-a9c8-fdc689707b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf06ac2-26b8-4e99-9286-2721bda246c3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1167862112-router', 'tenant_id': '08881b755791457cbf9f2f860f9402bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:43:42Z', 'updated_at': '2021-12-10T18:44:59Z', 'revision_number': 6, 'project_id': '08881b755791457cbf9f2f860f9402bd', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:45:00.136939 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-caea0e90-c7b8-41e3-9010-feaf59efd83b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:00.142951 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-caea0e90-c7b8-41e3-9010-feaf59efd83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:00.157076 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862bc2d9-265f-4527-a9c8-fdc689707b3a None None] The sync data for ids ['6bf06ac2-26b8-4e99-9286-2721bda246c3'] in n-d-821435-1 is: [{'id': '6bf06ac2-26b8-4e99-9286-2721bda246c3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1167862112-router', 'tenant_id': '08881b755791457cbf9f2f860f9402bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:43:42Z', 'updated_at': '2021-12-10T18:44:59Z', 'revision_number': 6, 'project_id': '08881b755791457cbf9f2f860f9402bd', 'gw_port_host': None}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:45:00.181634 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bbf43f69-f6ca-42d3-ba50-94bb0c6509d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:00.215289 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-caea0e90-c7b8-41e3-9010-feaf59efd83b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9a41572fd52d45d39b2513f264313710&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3222723 Dec 10 18:45:00.216495 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea0e90-c7b8-41e3-9010-feaf59efd83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc035d11-a957-4b4c-a8f5-2ec4ad706104,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:00.219380 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:45:00.219902 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:00.230956 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33746) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:00.262884 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf43f69-f6ca-42d3-ba50-94bb0c6509d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d317310-1bbb-4042-ac28-f52b618afe10,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:00.273489 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fab1ad1-4f02-427c-b3ff-369c7232589b None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:45:00.283118 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-700c08fb-1bdc-4cf5-8807-4927850798c5 req-c8ec5eac-c7ff-4fd0-a0ac-fc25f236bde9 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0892825 Dec 10 18:45:00.322728 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3382d01f-d7c1-4d2e-b784-8583320098a2 req-e710fe90-0637-469d-aca5-3b3cd3e565ca tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0431786 Dec 10 18:45:00.341834 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c768054a-87e2-4844-a96f-cb34fd4d3da0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:00.355698 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bbf43f69-f6ca-42d3-ba50-94bb0c6509d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:00.374589 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c768054a-87e2-4844-a96f-cb34fd4d3da0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:00.428419 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:00.474189 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:45:00.474467 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c768054a-87e2-4844-a96f-cb34fd4d3da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:00.476577 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00770cb2-2acc-43ca-a99f-4920aeef1b90" -d '{"events": [{"server_uuid": "71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4", "name": "network-vif-plugged", "status": "completed", "tag": "8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:45:00.477655 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c768054a-87e2-4844-a96f-cb34fd4d3da0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:00.481465 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c768054a-87e2-4844-a96f-cb34fd4d3da0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dc035d11-a957-4b4c-a8f5-2ec4ad706104 HTTP/1.1" status: 204 len: 168 time: 0.2459776 Dec 10 18:45:00.488677 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:45:00.498235 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:00.512877 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768054a-87e2-4844-a96f-cb34fd4d3da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc035d11-a957-4b4c-a8f5-2ec4ad706104,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:00.543117 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bbf43f69-f6ca-42d3-ba50-94bb0c6509d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:00.546260 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bbf43f69-f6ca-42d3-ba50-94bb0c6509d5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:00.608028 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0726a29e-3be8-43d5-b9d5-dc63b36cf07a x-openstack-request-id: req-0726a29e-3be8-43d5-b9d5-dc63b36cf07a {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:45:00.608388 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4", "name": "network-vif-plugged", "status": "completed", "tag": "8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:45:00.608674 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0726a29e-3be8-43d5-b9d5-dc63b36cf07a {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:45:00.609222 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281', 'code': 200} Dec 10 18:45:00.609806 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:00.651834 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bbf43f69-f6ca-42d3-ba50-94bb0c6509d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:00.653280 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf43f69-f6ca-42d3-ba50-94bb0c6509d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bf06ac2-26b8-4e99-9286-2721bda246c3 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:45:00.660254 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bbf43f69-f6ca-42d3-ba50-94bb0c6509d5 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:00.664393 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-bbf43f69-f6ca-42d3-ba50-94bb0c6509d5 admin admin] 10.222.0.62 "DELETE /v2.0/routers/6bf06ac2-26b8-4e99-9286-2721bda246c3 HTTP/1.1" status: 204 len: 168 time: 1.2786379 Dec 10 18:45:00.664393 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33760) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:00.732229 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f0c409a-3cb3-4281-ab64-a27bb75225ce admin admin] Deleting subnet 891bbe66-13fb-4014-8260-37a0a27c3787 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:45:00.736489 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f0c409a-3cb3-4281-ab64-a27bb75225ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:00.779082 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f0c409a-3cb3-4281-ab64-a27bb75225ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:00.822736 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f0c409a-3cb3-4281-ab64-a27bb75225ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:00.876518 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33766) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:00.892953 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9824ded5-d9c1-4633-894b-64d4d62fd80b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:00.902581 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f0c409a-3cb3-4281-ab64-a27bb75225ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:00.954232 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f0c409a-3cb3-4281-ab64-a27bb75225ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:00.963036 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9f0c409a-3cb3-4281-ab64-a27bb75225ce admin admin] 10.222.0.62 "DELETE /v2.0/subnets/891bbe66-13fb-4014-8260-37a0a27c3787 HTTP/1.1" status: 204 len: 168 time: 0.2974875 Dec 10 18:45:00.963854 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c409a-3cb3-4281-ab64-a27bb75225ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=891bbe66-13fb-4014-8260-37a0a27c3787,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:00.967144 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33768) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:01.012188 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86819fc-7363-4cba-9582-f88360d2f3f3 req-b52d8c70-985c-424e-90e5-f31b520d1388 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:01.013767 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d86819fc-7363-4cba-9582-f88360d2f3f3 req-b52d8c70-985c-424e-90e5-f31b520d1388 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 945 time: 0.0758171 Dec 10 18:45:01.024916 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9824ded5-d9c1-4633-894b-64d4d62fd80b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:01.033783 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9824ded5-d9c1-4633-894b-64d4d62fd80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:01.073588 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d86819fc-7363-4cba-9582-f88360d2f3f3 req-0663ebca-3793-4219-8d95-b81f526d6894 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/security-groups?id=63a69521-ea70-4b3a-9115-a49ac975349f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529923 Dec 10 18:45:01.101844 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-548cd1b5-3de0-4b33-85be-067a0897279c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:01.109313 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9824ded5-d9c1-4633-894b-64d4d62fd80b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c0c71fcffecc4b0584514a690673a7a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2315314 Dec 10 18:45:01.113668 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33770) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:01.114857 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824ded5-d9c1-4633-894b-64d4d62fd80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0575c33-6792-458f-8c13-bd3be67360cf,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:01.213071 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-913daf9e-4ef0-4ad2-beb0-c31c0b83491f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:01.239704 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-913daf9e-4ef0-4ad2-beb0-c31c0b83491f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:01.243077 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-548cd1b5-3de0-4b33-85be-067a0897279c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:01.274795 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-548cd1b5-3de0-4b33-85be-067a0897279c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b329163e-f9fa-424f-9d31-14ff2a98db73']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:45:01.286122 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-548cd1b5-3de0-4b33-85be-067a0897279c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c91301c4-5a4a-4e10-a4f7-739480877399') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:45:01.286427 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-548cd1b5-3de0-4b33-85be-067a0897279c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c91301c4-5a4a-4e10-a4f7-739480877399') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:45:01.299747 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-548cd1b5-3de0-4b33-85be-067a0897279c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:01.305807 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-913daf9e-4ef0-4ad2-beb0-c31c0b83491f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:01.308847 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-913daf9e-4ef0-4ad2-beb0-c31c0b83491f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:01.309969 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-913daf9e-4ef0-4ad2-beb0-c31c0b83491f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a0575c33-6792-458f-8c13-bd3be67360cf HTTP/1.1" status: 204 len: 168 time: 0.1947005 Dec 10 18:45:01.324717 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-548cd1b5-3de0-4b33-85be-067a0897279c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:01.328729 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913daf9e-4ef0-4ad2-beb0-c31c0b83491f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0575c33-6792-458f-8c13-bd3be67360cf,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:01.335852 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-548cd1b5-3de0-4b33-85be-067a0897279c admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:45:01.337222 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-548cd1b5-3de0-4b33-85be-067a0897279c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:01.339369 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:45:01.339369 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:45:01.339369 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:45:01.339369 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:45:01.339369 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:45:01.339369 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:45:01.339369 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:45:01.339369 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:45:01.339369 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:45:01.339369 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:45:01.339369 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:45:01.339369 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:45:01.339369 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:45:01.339369 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:45:01.339369 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:45:01.339369 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:45:01.339369 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:45:01.339369 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:45:01.339369 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:45:01.339369 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:45:01.339369 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:45:01.339369 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:45:01.339369 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:45:01.339369 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:45:01.339369 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:45:01.339369 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:45:01.339369 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:45:01.339369 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:45:01.339369 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:45:01.339369 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:45:01.339369 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:45:01.339369 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:45:01.450041 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f9a97837-26dc-4b77-a40a-589a27ee0e7c req-c330ac74-189a-4198-a9cf-46febe0b23e4 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0490792 Dec 10 18:45:01.491299 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-548cd1b5-3de0-4b33-85be-067a0897279c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:01.517962 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-024a0362-49c1-415c-a822-f3877cf531f0 req-10f22fde-3dac-4519-8728-47baadec6f65 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0970290 Dec 10 18:45:01.529318 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-548cd1b5-3de0-4b33-85be-067a0897279c admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:01.548132 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-548cd1b5-3de0-4b33-85be-067a0897279c admin admin] 10.222.0.62 "DELETE /v2.0/networks/b329163e-f9fa-424f-9d31-14ff2a98db73 HTTP/1.1" status: 204 len: 168 time: 0.5795588 Dec 10 18:45:01.611664 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548cd1b5-3de0-4b33-85be-067a0897279c admin admin] Pushing event deleted for resources: {'Network': ['ID=b329163e-f9fa-424f-9d31-14ff2a98db73,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:01.661941 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 7d317310-1bbb-4042-ac28-f52b618afe10 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:45:01.690652 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 7d317310-1bbb-4042-ac28-f52b618afe10 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:45:01.690652 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 7d317310-1bbb-4042-ac28-f52b618afe10 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:45:01.690652 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 8246f2c9-188e-4989-8d9f-2c19c1aaa830 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:45:01.724615 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 8246f2c9-188e-4989-8d9f-2c19c1aaa830 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:45:01.724980 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 8246f2c9-188e-4989-8d9f-2c19c1aaa830 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:45:01.857265 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33802) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:01.922424 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ae2c8a25-9da5-4522-ae23-e4e47829e56e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=08881b755791457cbf9f2f860f9402bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0639315 Dec 10 18:45:01.925202 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33804) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:01.938344 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33806) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:01.952766 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3988a055-d3b6-41ff-8127-7c55063c12b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:01.983232 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ba8eab1d-cd0c-4b17-892d-884db77871d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:02.009965 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ba8eab1d-cd0c-4b17-892d-884db77871d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:02.036345 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3988a055-d3b6-41ff-8127-7c55063c12b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:02.041176 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3988a055-d3b6-41ff-8127-7c55063c12b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:02.076997 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3988a055-d3b6-41ff-8127-7c55063c12b2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=18ce40c240e9441f8fab5e1671815cef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1373289 Dec 10 18:45:02.080423 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33818) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:02.081909 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ba8eab1d-cd0c-4b17-892d-884db77871d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:02.084605 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ba8eab1d-cd0c-4b17-892d-884db77871d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:02.085905 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ba8eab1d-cd0c-4b17-892d-884db77871d0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ac78d262-7039-4d02-9e7b-cfe82b6c6c14 HTTP/1.1" status: 204 len: 168 time: 0.1598303 Dec 10 18:45:02.094943 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8eab1d-cd0c-4b17-892d-884db77871d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac78d262-7039-4d02-9e7b-cfe82b6c6c14,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:02.106544 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988a055-d3b6-41ff-8127-7c55063c12b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2472a7cd-08d6-48d2-af82-d00b5466d749,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:02.158148 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77b75888-5ef2-4f00-a8c6-28e65ea7362a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:02.182390 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77b75888-5ef2-4f00-a8c6-28e65ea7362a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:02.288073 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e814b-5c04-4956-b7ee-c973f99fe688 req-cf321f79-1c93-44c5-8c4c-884e9f9e4dc9 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:02.291884 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c45e814b-5c04-4956-b7ee-c973f99fe688 req-cf321f79-1c93-44c5-8c4c-884e9f9e4dc9 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 945 time: 0.0752945 Dec 10 18:45:02.301655 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77b75888-5ef2-4f00-a8c6-28e65ea7362a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:02.309316 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77b75888-5ef2-4f00-a8c6-28e65ea7362a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:02.317041 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-77b75888-5ef2-4f00-a8c6-28e65ea7362a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2472a7cd-08d6-48d2-af82-d00b5466d749 HTTP/1.1" status: 204 len: 168 time: 0.2352960 Dec 10 18:45:02.362091 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b75888-5ef2-4f00-a8c6-28e65ea7362a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2472a7cd-08d6-48d2-af82-d00b5466d749,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:02.448790 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c45e814b-5c04-4956-b7ee-c973f99fe688 req-95707ab4-d7af-4741-9695-7f90e9daf2cf tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/security-groups?id=63a69521-ea70-4b3a-9115-a49ac975349f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291015 Dec 10 18:45:02.645880 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dc49bbb5-ca8c-4e47-8480-746dce9a65b7 req-f7e5befe-2785-4d33-b5d8-2b872479d29d tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.1006880 Dec 10 18:45:02.674875 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-262061e5-2a90-4f5d-9fc2-e5b118d68e78 req-dec3134d-fe0f-4d7e-8e08-cc023e2cd114 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0838649 Dec 10 18:45:03.599004 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c966381-cc13-4baf-8531-5bd5500c1930 req-d0a0da92-7ae8-4cb5-8a8c-e1a7dd51203f tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:03.606744 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9c966381-cc13-4baf-8531-5bd5500c1930 req-d0a0da92-7ae8-4cb5-8a8c-e1a7dd51203f tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 945 time: 0.0749013 Dec 10 18:45:03.706285 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:03.738679 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9c966381-cc13-4baf-8531-5bd5500c1930 req-6054edff-0487-4aae-bfdf-50f1132a7118 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/security-groups?id=63a69521-ea70-4b3a-9115-a49ac975349f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308517 Dec 10 18:45:03.819771 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-733aec61-3e56-4390-8f6b-f0fe9b15e093 req-00bf631a-dd3d-45c2-ad03-ef5b9160ae04 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0795667 Dec 10 18:45:03.906573 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e7aa3e57-240a-4d9b-9e34-29685ce7eb4f req-d001f547-807c-4c85-bb65-e7b4995fcba7 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0579252 Dec 10 18:45:04.900256 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a600db-7272-431e-9815-b6d23cc402b6 req-45ad1a92-3621-4b42-8445-79035a8df581 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:04.902360 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a0a600db-7272-431e-9815-b6d23cc402b6 req-45ad1a92-3621-4b42-8445-79035a8df581 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 945 time: 0.0722547 Dec 10 18:45:04.978435 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fdd34dcb-313f-49d3-ba4b-36ee178d7d1e req-e5367d91-f02c-47e7-ba29-66e830d866bc tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0477092 Dec 10 18:45:05.029770 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a0a600db-7272-431e-9815-b6d23cc402b6 req-a7593dd6-03a6-4f20-923f-29132f8a020b tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/security-groups?id=63a69521-ea70-4b3a-9115-a49ac975349f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186106 Dec 10 18:45:05.117252 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4bf5dd2d-980f-4d58-98eb-2977b848e20c req-076d4e0b-d47d-4318-a35d-657d7f554b28 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0750647 Dec 10 18:45:06.145775 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4b67cd7b-2d2b-4122-9dcd-fd9596c94e49 req-c3662225-3dda-4cf0-9482-63f2c85ce55b tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0719416 Dec 10 18:45:06.242507 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-edabb17b-7a24-4f77-a4ce-8fd6ac329e05 req-58a24435-5fe8-459d-a5dc-13c91093ebe0 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0472655 Dec 10 18:45:06.251637 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e23e6-a69b-4b8a-b58e-7c34e1417433 req-41ffcc7d-ef65-4edf-ac11-213221ac6224 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:06.261341 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-578e23e6-a69b-4b8a-b58e-7c34e1417433 req-41ffcc7d-ef65-4edf-ac11-213221ac6224 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 945 time: 0.0971057 Dec 10 18:45:06.417554 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-578e23e6-a69b-4b8a-b58e-7c34e1417433 req-a07166c5-a535-46f4-a8f9-0ae00526d3ce tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/security-groups?id=63a69521-ea70-4b3a-9115-a49ac975349f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550505 Dec 10 18:45:07.291886 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-819942ef-5e37-46f7-a15e-b2440c660682 req-b82f1cb5-0a56-4790-b14d-18e06a1ddbfc tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0734038 Dec 10 18:45:07.414892 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6e8fc9f2-90e7-4148-b550-226f1b4d7f4d req-86e6add3-f64b-48d8-9853-6e9ac8710abb tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0576904 Dec 10 18:45:07.587696 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128ac4e-5c0b-41c6-9c60-50b528ea3488 req-55779438-0101-464e-aca9-c1e68a707fbf tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:07.596126 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f128ac4e-5c0b-41c6-9c60-50b528ea3488 req-55779438-0101-464e-aca9-c1e68a707fbf tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 945 time: 0.0719728 Dec 10 18:45:07.657057 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f128ac4e-5c0b-41c6-9c60-50b528ea3488 req-09b57b7c-8af0-467c-a7fb-dc5479bf73ba tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/security-groups?id=63a69521-ea70-4b3a-9115-a49ac975349f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539079 Dec 10 18:45:08.026258 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:08.423543 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8a7352e1-134b-4fe2-a623-54a16bfe4294 req-c2374587-7694-4d69-8fa4-a9bc5c6208c7 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0476694 Dec 10 18:45:08.525980 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9ae5b090-9364-49e2-99b1-608c31669482 req-6cc8d4c6-22c8-47d7-8122-6d94e16f9984 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0583134 Dec 10 18:45:08.810636 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c397999-d738-492e-9c0e-d1bcb8c94545 req-9a363cda-997c-4fac-8036-3a25e36cf6af tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:08.821591 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5c397999-d738-492e-9c0e-d1bcb8c94545 req-9a363cda-997c-4fac-8036-3a25e36cf6af tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 945 time: 0.0772085 Dec 10 18:45:08.919800 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5c397999-d738-492e-9c0e-d1bcb8c94545 req-4790a64e-d71f-4d4c-b2b5-0c6889b6c500 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/security-groups?id=63a69521-ea70-4b3a-9115-a49ac975349f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969915 Dec 10 18:45:09.594657 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1995c5f1-30b4-4350-903c-5a67b9856873 req-37af50b8-5d19-4ad8-96f7-9c62a761e592 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0654275 Dec 10 18:45:09.667014 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2780df04-3ba7-4914-862c-1d8761931de7 req-a97017e8-ea14-4c08-aa7a-af05b1f240f4 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0586686 Dec 10 18:45:10.087743 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e1f2b-cd9b-46cb-9456-97349b8c5f4e req-1004068a-baa5-4c8a-8c42-1ed2e984ef1c tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:10.089736 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-902e1f2b-cd9b-46cb-9456-97349b8c5f4e req-1004068a-baa5-4c8a-8c42-1ed2e984ef1c tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 945 time: 0.0562835 Dec 10 18:45:10.156902 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-902e1f2b-cd9b-46cb-9456-97349b8c5f4e req-c0371240-5241-4034-9d60-b8b0455fd448 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/security-groups?id=63a69521-ea70-4b3a-9115-a49ac975349f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596488 Dec 10 18:45:10.713210 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-674c15f1-2609-4bb4-810d-02ee6dfccd58 req-94008398-4d1a-4ded-b587-6d35924cac21 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0472460 Dec 10 18:45:10.766527 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-62516ce7-389d-47bf-9f54-baddfaa2a149 req-d3014ba5-5803-40a6-81ba-b0a06f85e631 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0291522 Dec 10 18:45:10.815208 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34240) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:10.997085 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae69c653-d614-4ccc-9809-b92d37a2a43d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:11.098568 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae69c653-d614-4ccc-9809-b92d37a2a43d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:11.104288 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae69c653-d614-4ccc-9809-b92d37a2a43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:11.138936 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ae69c653-d614-4ccc-9809-b92d37a2a43d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fb30371f3a1c432e86b7e245eeaa5c58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3221934 Dec 10 18:45:11.139198 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 34250) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:11.205625 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69c653-d614-4ccc-9809-b92d37a2a43d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4333291c-d7c5-4667-8769-f20e0a157cd1,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:11.214434 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3d0c6d7-9518-4c4e-ab8b-59cd73ee9b93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:11.242509 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3d0c6d7-9518-4c4e-ab8b-59cd73ee9b93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:11.327129 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3d0c6d7-9518-4c4e-ab8b-59cd73ee9b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:11.335567 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3d0c6d7-9518-4c4e-ab8b-59cd73ee9b93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:11.341013 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a3d0c6d7-9518-4c4e-ab8b-59cd73ee9b93 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4333291c-d7c5-4667-8769-f20e0a157cd1 HTTP/1.1" status: 204 len: 168 time: 0.1993458 Dec 10 18:45:11.349436 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755b86c-7ac1-4156-8344-3ffe0767d279 req-ed1188f6-0e21-4441-a243-ca48872cf081 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:11.359204 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1755b86c-7ac1-4156-8344-3ffe0767d279 req-ed1188f6-0e21-4441-a243-ca48872cf081 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 945 time: 0.0914299 Dec 10 18:45:11.375468 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d0c6d7-9518-4c4e-ab8b-59cd73ee9b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4333291c-d7c5-4667-8769-f20e0a157cd1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:11.449022 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1755b86c-7ac1-4156-8344-3ffe0767d279 req-c321773e-07db-47fa-b5b4-ff08d8bde3e1 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/security-groups?id=63a69521-ea70-4b3a-9115-a49ac975349f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836115 Dec 10 18:45:11.789000 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 34264) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:11.811132 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4eaa1e01-dd7e-407d-84dc-c2e8af8ef7b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:11.865023 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f11465bd-341e-4f52-af7e-0af8804aa32a req-0771d67f-b7fc-4248-b0af-2818a2f7faf5 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0435123 Dec 10 18:45:11.900194 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c3585cf0-3362-4271-bb57-feebe7759c19 req-593a4ad8-0a44-429e-b52a-19da29441a9c tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0667143 Dec 10 18:45:12.062583 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4eaa1e01-dd7e-407d-84dc-c2e8af8ef7b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:12.070940 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4eaa1e01-dd7e-407d-84dc-c2e8af8ef7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:12.121026 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4eaa1e01-dd7e-407d-84dc-c2e8af8ef7b6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8266762f95b84ab9a81556a0c77735cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3281586 Dec 10 18:45:12.124377 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa1e01-dd7e-407d-84dc-c2e8af8ef7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c5ad41-4e6d-42bf-adec-f85c326c4ec5,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:12.124543 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34278) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:12.203616 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0148c762-7880-459d-a8ee-82c202445be5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:12.235418 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0148c762-7880-459d-a8ee-82c202445be5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:12.301397 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0148c762-7880-459d-a8ee-82c202445be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:12.304020 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0148c762-7880-459d-a8ee-82c202445be5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:12.305222 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0148c762-7880-459d-a8ee-82c202445be5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f4c5ad41-4e6d-42bf-adec-f85c326c4ec5 HTTP/1.1" status: 204 len: 168 time: 0.1794100 Dec 10 18:45:12.315505 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0148c762-7880-459d-a8ee-82c202445be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c5ad41-4e6d-42bf-adec-f85c326c4ec5,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:12.669684 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a43ae-5989-497f-8cf8-751edae674fc req-41c77910-5d05-4393-9cb7-a16efcffa23f tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:12.671867 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a56a43ae-5989-497f-8cf8-751edae674fc req-41c77910-5d05-4393-9cb7-a16efcffa23f tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 945 time: 0.0718527 Dec 10 18:45:12.748247 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a56a43ae-5989-497f-8cf8-751edae674fc req-b217adbe-66b4-43b8-8544-441d51cff518 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/security-groups?id=63a69521-ea70-4b3a-9115-a49ac975349f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687547 Dec 10 18:45:13.056863 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e91ee856-ac88-4992-a56c-a03348621a01 req-5077b521-ed62-4fd2-a294-74b385a462f6 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0611501 Dec 10 18:45:13.066788 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9477a710-e3fe-4e26-baf8-954659eae439 req-669e606a-8f69-437f-9ef9-307d0dd1165c tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0493772 Dec 10 18:45:13.961480 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b57f1-11d9-4446-8aa7-ea4284a5863a req-4bed6f95-749a-4981-90e4-11010944cfd6 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:13.964168 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ee1b57f1-11d9-4446-8aa7-ea4284a5863a req-4bed6f95-749a-4981-90e4-11010944cfd6 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 945 time: 0.0794573 Dec 10 18:45:14.080804 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ee1b57f1-11d9-4446-8aa7-ea4284a5863a req-d08c1379-bad7-4a28-9940-5e896b708ec7 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/security-groups?id=63a69521-ea70-4b3a-9115-a49ac975349f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044736 Dec 10 18:45:14.183744 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8dd294fa-c42f-49e3-933f-21f4d72e9439 req-2038a690-a1ca-4fa9-a22e-e1a0ac466a2c tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0491204 Dec 10 18:45:14.255392 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7b73a53b-f173-4cdd-950d-c1854f2a6b3e req-f0cba7b7-9ed3-42b0-9b80-97575de0c425 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0747194 Dec 10 18:45:15.228152 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb2aca-2069-4411-b05b-c2d7168d2bd5 req-719ae94b-4377-4e44-ae51-27f04c983c1b tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:15.236449 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bdbb2aca-2069-4411-b05b-c2d7168d2bd5 req-719ae94b-4377-4e44-ae51-27f04c983c1b tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 945 time: 0.0721869 Dec 10 18:45:15.297349 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d8a5bdab-ae60-473c-a95f-c0bbb399c582 req-5214a9cf-1324-4fba-82c6-75b7ab254804 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0570655 Dec 10 18:45:15.319090 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bdbb2aca-2069-4411-b05b-c2d7168d2bd5 req-eeed9fb7-c843-4f15-b5ca-cdea7f0e4a9e tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/security-groups?id=63a69521-ea70-4b3a-9115-a49ac975349f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811560 Dec 10 18:45:15.427447 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0928cbb6-d5c9-407b-93d6-2e1635b7f704 req-25ac2fd9-bc81-413c-aebf-cde2b73bed84 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0324132 Dec 10 18:45:15.677470 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b4eaa-32cf-4b3b-80a8-4c3184ed9a5a req-36741c55-2433-41d0-a54b-c014d551d291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:15.679118 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-314b4eaa-32cf-4b3b-80a8-4c3184ed9a5a req-36741c55-2433-41d0-a54b-c014d551d291 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 1096 time: 0.0882120 Dec 10 18:45:15.730282 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-314b4eaa-32cf-4b3b-80a8-4c3184ed9a5a req-639f548f-e7b0-403f-9984-1a51cf1ca6aa service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=63a69521-ea70-4b3a-9115-a49ac975349f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440218 Dec 10 18:45:16.466593 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f326c33b-f802-44f8-b052-c3d523422d79 req-b0e44040-2a34-4575-ba0d-678855a9dbeb tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0752492 Dec 10 18:45:16.586974 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa2806-64d2-4a5c-8836-b43373399afa req-3c387f62-875a-4844-8098-a88274a8d4d9 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:16.598431 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-78aa2806-64d2-4a5c-8836-b43373399afa req-3c387f62-875a-4844-8098-a88274a8d4d9 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 945 time: 0.1159382 Dec 10 18:45:16.667841 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f278b571-845e-4c8d-98ae-2c98dcf2b016 req-f37d2439-a5cb-4bcc-921a-af694a142814 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0872419 Dec 10 18:45:16.689273 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-78aa2806-64d2-4a5c-8836-b43373399afa req-7c98526b-a5ef-4184-9b18-45e3ae763dcb tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/security-groups?id=63a69521-ea70-4b3a-9115-a49ac975349f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895364 Dec 10 18:45:17.335218 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b1616-9c21-4eee-b593-674ad98e7592 req-0fc2c931-07dd-42c8-b5a1-31f5a42697ee tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:17.337071 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-075b1616-9c21-4eee-b593-674ad98e7592 req-0fc2c931-07dd-42c8-b5a1-31f5a42697ee tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 945 time: 0.0567281 Dec 10 18:45:17.417926 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-075b1616-9c21-4eee-b593-674ad98e7592 req-2e8bc547-564f-4161-a921-d00e26de89a8 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600815 Dec 10 18:45:17.553551 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7bc1134a-493e-447a-985f-786726da1ef0 req-6c360ece-ff2a-44b0-b6da-fea53a69ca07 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0367284 Dec 10 18:45:17.673198 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0f79699d-e160-44f9-add4-32269d9606da req-2a6afba1-bca4-40b7-ab3d-119d5764e3d3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0485682 Dec 10 18:45:17.766923 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1bbd1a04-b4c1-4dc8-98fa-c6b7a3c7be5f req-69114a30-ed8c-4699-8895-0ab8ec7c3721 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0322151 Dec 10 18:45:17.776788 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79699d-e160-44f9-add4-32269d9606da req-7847af48-57c1-4470-835e-c41bbf8ceb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:17.778583 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0f79699d-e160-44f9-add4-32269d9606da req-7847af48-57c1-4470-835e-c41bbf8ceb9d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=03fbac8cd9664c0ab5033875ec289be7&device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 1096 time: 0.0584493 Dec 10 18:45:17.918708 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668024c-d18c-4c7f-bd29-37f57ccb1bbe req-eacf441f-27bf-4774-b382-6ce29abf6dc5 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:17.920409 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a668024c-d18c-4c7f-bd29-37f57ccb1bbe req-eacf441f-27bf-4774-b382-6ce29abf6dc5 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 945 time: 0.1348479 Dec 10 18:45:17.994275 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79699d-e160-44f9-add4-32269d9606da req-f0278abb-60d0-4f3a-ba14-7653c08fca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:17.995807 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0f79699d-e160-44f9-add4-32269d9606da req-f0278abb-60d0-4f3a-ba14-7653c08fca21 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7298e2ff-8266-485b-b15d-e11513ae77de HTTP/1.1" status: 200 len: 920 time: 0.1957645 Dec 10 18:45:18.001365 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a668024c-d18c-4c7f-bd29-37f57ccb1bbe req-bc5c354c-86bc-4fe7-95bf-fde4c271d67d tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/security-groups?id=63a69521-ea70-4b3a-9115-a49ac975349f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717816 Dec 10 18:45:18.051341 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0f79699d-e160-44f9-add4-32269d9606da req-4131e55d-6706-4932-8912-c3f4960edad3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa924f55-ae4a-4fe6-86b6-09234eefa69b HTTP/1.1" status: 200 len: 217 time: 0.0470951 Dec 10 18:45:18.109704 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7b846bad-f4bc-4c02-8194-985c5e38e5ff req-2e95958d-2351-4aef-aa76-bf63cb688773 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0475845 Dec 10 18:45:18.348772 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79699d-e160-44f9-add4-32269d9606da req-eaabae58-f2e0-4640-bc93-cfb6975adebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:18.350266 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0f79699d-e160-44f9-add4-32269d9606da req-eaabae58-f2e0-4640-bc93-cfb6975adebe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c24893f4-aeec-4797-8dc4-9c83d9d3d696 HTTP/1.1" status: 200 len: 859 time: 0.2930906 Dec 10 18:45:18.384229 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0f79699d-e160-44f9-add4-32269d9606da req-aa101a99-fd64-46d7-8632-e2ea4e093e22 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7298e2ff-8266-485b-b15d-e11513ae77de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268888 Dec 10 18:45:18.496940 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0f79699d-e160-44f9-add4-32269d9606da req-f5db3057-c412-42d4-8773-9021b7aeed5a service neutron] 10.222.0.46 "GET /v2.0/networks/7298e2ff-8266-485b-b15d-e11513ae77de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053464 Dec 10 18:45:18.601613 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f9092-3591-47fd-9eca-15648fbc4b60 req-321e6e36-88a1-4fd2-86b4-65e56e3a369f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:18.603397 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-937f9092-3591-47fd-9eca-15648fbc4b60 req-321e6e36-88a1-4fd2-86b4-65e56e3a369f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 945 time: 0.1100118 Dec 10 18:45:18.672745 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0f79699d-e160-44f9-add4-32269d9606da req-7610640c-48d9-4057-b1b1-446d3b5ff3c2 service neutron] 10.222.0.46 "GET /v2.0/networks/7298e2ff-8266-485b-b15d-e11513ae77de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669705 Dec 10 18:45:18.676871 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-65e2df6a-7a3f-44f3-b29f-4c0899732463 req-de48f7ef-3bd8-45c2-b139-c30c5bc58902 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0425434 Dec 10 18:45:18.702833 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-937f9092-3591-47fd-9eca-15648fbc4b60 req-943c8121-fc28-4150-9f50-430d72813c17 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817704 Dec 10 18:45:18.887016 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-152cd971-79d8-46c6-bf55-f4e6751acc5b req-b9de1d94-ab1e-423c-bf87-974c421cbf6b tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0289583 Dec 10 18:45:19.191983 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0e6e4230-64cb-422f-a54f-7c979f7403da req-5d022dd5-adcf-43e5-a76b-8406a6b19f7c tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0314138 Dec 10 18:45:19.591712 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bf3421c6-5a0d-4848-8bc9-b263b3f192f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:19.731210 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34550) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:19.783344 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5f2dd97b-3c71-430c-940d-58c5137cf2b2 req-fc9f8fc8-74ae-4562-aa39-46966d55c3e1 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0484450 Dec 10 18:45:19.899099 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-815559fb-1daa-44f1-a6f0-6e582242dd46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:19.988904 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a0b2901c-4b28-4e1c-959f-e0da92f4798f req-563ed6b3-c2a0-419b-b0bf-6d0fa8bf2ac6 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0354297 Dec 10 18:45:20.003083 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 34562) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:20.008419 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-815559fb-1daa-44f1-a6f0-6e582242dd46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:20.015562 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-815559fb-1daa-44f1-a6f0-6e582242dd46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:20.072476 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-815559fb-1daa-44f1-a6f0-6e582242dd46 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c82658601173401a8bf03b06d8cc6f6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3340020 Dec 10 18:45:20.073425 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815559fb-1daa-44f1-a6f0-6e582242dd46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99c552f-b833-4bcd-8bdb-6dd15f610efe,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:20.075129 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 34566) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:20.136493 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-57147c08-7e0a-44f7-ad99-abfb92ef5fe8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:20.166054 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-432f2fb7-fcf4-4e55-a685-2b3b84388ee2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:20.173096 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-57147c08-7e0a-44f7-ad99-abfb92ef5fe8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:20.195691 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:45:20.277785 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:20.285979 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-257def15-4bc1-4891-bf1c-f8a3f1535ff0 req-897a6ec3-2c49-478d-8234-51ba62214f3f tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0355499 Dec 10 18:45:20.292878 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-57147c08-7e0a-44f7-ad99-abfb92ef5fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:20.295799 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-57147c08-7e0a-44f7-ad99-abfb92ef5fe8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:20.300583 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-57147c08-7e0a-44f7-ad99-abfb92ef5fe8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b99c552f-b833-4bcd-8bdb-6dd15f610efe HTTP/1.1" status: 204 len: 168 time: 0.2241876 Dec 10 18:45:20.309423 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57147c08-7e0a-44f7-ad99-abfb92ef5fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99c552f-b833-4bcd-8bdb-6dd15f610efe,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:20.314830 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:45:20.315702 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:45:20.318108 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769b6056-9795-4548-b12d-acf0dca63ebc" -d '{"events": [{"server_uuid": "71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4", "name": "network-vif-unplugged", "status": "completed", "tag": "8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:45:20.329017 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:20.359944 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-432f2fb7-fcf4-4e55-a685-2b3b84388ee2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:20.369116 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-432f2fb7-fcf4-4e55-a685-2b3b84388ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:20.390259 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62169ca-1df3-4539-a100-c185873c6ea6 x-openstack-request-id: req-a62169ca-1df3-4539-a100-c185873c6ea6 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:45:20.390703 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4", "name": "network-vif-unplugged", "status": "completed", "tag": "8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:45:20.390964 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a62169ca-1df3-4539-a100-c185873c6ea6 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:45:20.391540 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281', 'code': 200} Dec 10 18:45:20.395536 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:20.413143 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f2fb7-fcf4-4e55-a685-2b3b84388ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21341f6-8d22-43b1-9d2d-ae072f1cc97a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:20.417473 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-432f2fb7-fcf4-4e55-a685-2b3b84388ee2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=59e15dac8eb04e17b5e37f6e238f3d74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4130688 Dec 10 18:45:20.420388 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 34578) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:20.473640 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d13bf49-d7bc-4bbe-83a4-f4db92233800 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:20.496289 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d13bf49-d7bc-4bbe-83a4-f4db92233800 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:20.545188 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d13bf49-d7bc-4bbe-83a4-f4db92233800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:20.548063 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d13bf49-d7bc-4bbe-83a4-f4db92233800 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:20.549237 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2d13bf49-d7bc-4bbe-83a4-f4db92233800 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f21341f6-8d22-43b1-9d2d-ae072f1cc97a HTTP/1.1" status: 204 len: 168 time: 0.1273456 Dec 10 18:45:20.558107 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13bf49-d7bc-4bbe-83a4-f4db92233800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21341f6-8d22-43b1-9d2d-ae072f1cc97a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:20.614354 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 34584) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:20.631401 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-60528fa0-a0d1-4abe-bd54-1b5b6fcfd759 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:20.712394 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-60528fa0-a0d1-4abe-bd54-1b5b6fcfd759 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:20.716411 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-60528fa0-a0d1-4abe-bd54-1b5b6fcfd759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:20.755863 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-60528fa0-a0d1-4abe-bd54-1b5b6fcfd759 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d9a5c5733c494032aa61479c081049fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1404085 Dec 10 18:45:20.757087 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60528fa0-a0d1-4abe-bd54-1b5b6fcfd759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d3e77a-09b2-4e03-aa27-67cb7907869d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:20.759312 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34588) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:20.817624 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60610829-f6c1-47aa-8b69-63d0512360f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:20.846013 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60610829-f6c1-47aa-8b69-63d0512360f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:20.858645 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-10eb7788-81bd-414b-8d13-a33e1e7133b6 req-70b58a0d-a9db-4e4c-a977-51bf684292dc tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0282402 Dec 10 18:45:20.902135 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60610829-f6c1-47aa-8b69-63d0512360f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:20.905196 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60610829-f6c1-47aa-8b69-63d0512360f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:20.909193 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-60610829-f6c1-47aa-8b69-63d0512360f0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b7d3e77a-09b2-4e03-aa27-67cb7907869d HTTP/1.1" status: 204 len: 168 time: 0.1451819 Dec 10 18:45:20.920344 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 34596) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:20.925095 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60610829-f6c1-47aa-8b69-63d0512360f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d3e77a-09b2-4e03-aa27-67cb7907869d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:20.938235 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6625bc8-b537-442f-9aab-0d762dd30410 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:21.022716 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6625bc8-b537-442f-9aab-0d762dd30410 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:21.027250 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6625bc8-b537-442f-9aab-0d762dd30410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:21.079949 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f6625bc8-b537-442f-9aab-0d762dd30410 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c40e024574934ab79abbd6689ade06bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1579969 Dec 10 18:45:21.082714 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34602) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:21.101316 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6625bc8-b537-442f-9aab-0d762dd30410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8e9af9-9eae-42a5-bc4d-9264e3215ee6,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:21.108469 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-18db0fa3-228f-49ee-81d4-1999b7968bb6 req-31c12d0e-43b3-4bbd-92f1-ed033b6bb133 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0526564 Dec 10 18:45:21.148375 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7777c627-bd1c-4426-ab58-bff7d9101dfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:21.173307 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7777c627-bd1c-4426-ab58-bff7d9101dfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:21.222690 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7777c627-bd1c-4426-ab58-bff7d9101dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:21.226109 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7777c627-bd1c-4426-ab58-bff7d9101dfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:21.227561 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7777c627-bd1c-4426-ab58-bff7d9101dfc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6d8e9af9-9eae-42a5-bc4d-9264e3215ee6 HTTP/1.1" status: 204 len: 168 time: 0.1434777 Dec 10 18:45:21.237828 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777c627-bd1c-4426-ab58-bff7d9101dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8e9af9-9eae-42a5-bc4d-9264e3215ee6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:21.292853 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34612) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:21.307190 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-776d9d18-2c5f-4824-8445-fd90fcfad9eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:21.372513 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ca026115-68aa-432e-803f-f5aa4eab33c4 req-64b02b03-286d-4ed1-b5c5-2137d5ae35cb tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0291893 Dec 10 18:45:21.408166 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-776d9d18-2c5f-4824-8445-fd90fcfad9eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:21.412491 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-776d9d18-2c5f-4824-8445-fd90fcfad9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:21.453943 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-776d9d18-2c5f-4824-8445-fd90fcfad9eb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cf815e39d9704b8f96766c23e5d2078f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1599026 Dec 10 18:45:21.455081 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d9d18-2c5f-4824-8445-fd90fcfad9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae477ac-da6e-470a-824c-4a6c2a3a17b5,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:21.456841 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 34618) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:21.514918 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8dd8b7aa-cce9-4fff-8e61-57045cbc692f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:21.538027 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8dd8b7aa-cce9-4fff-8e61-57045cbc692f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:21.592856 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8dd8b7aa-cce9-4fff-8e61-57045cbc692f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:21.596390 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8dd8b7aa-cce9-4fff-8e61-57045cbc692f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:21.598502 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8dd8b7aa-cce9-4fff-8e61-57045cbc692f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6ae477ac-da6e-470a-824c-4a6c2a3a17b5 HTTP/1.1" status: 204 len: 168 time: 0.1340094 Dec 10 18:45:21.609877 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd8b7aa-cce9-4fff-8e61-57045cbc692f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae477ac-da6e-470a-824c-4a6c2a3a17b5,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:21.955726 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9dc72446-ae9a-4cee-ad2a-4ee9d04335df req-3b26dcef-d17a-4efb-9396-fced79186d14 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0373349 Dec 10 18:45:22.243405 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5c3d0e7e-1e6b-49ed-85cf-21d4a1ae732d req-30e71e49-81f5-4fa6-b03d-923104f7a260 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0343313 Dec 10 18:45:22.366826 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8fcafd57-baff-4753-86d1-25e67c4efd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:22.458417 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6529b844-9662-4fee-bfce-ad3c640d8df6 req-4f75d0f6-1722-4e7f-a39c-530b756ff982 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0287108 Dec 10 18:45:23.053533 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8f197e5e-5bce-42a9-8800-0446de155fd1 req-13beade9-2d5c-49f1-afae-10fc19fc46e1 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0326254 Dec 10 18:45:23.354938 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:23.375767 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6ab81d1d-f20c-4bf8-a8a9-e98e22531058 req-35397ee7-ed5a-4b52-83c1-97b75a80b236 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0366535 Dec 10 18:45:23.544145 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-71d28bad-4bc4-4c10-acce-fbabdae52c44 req-add650c7-21ba-4aca-96c8-6c123c2605ae tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0277386 Dec 10 18:45:23.869300 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 34744) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:23.988585 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5995ef64-5afa-4ec9-a926-3492b92e6760 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:24.067690 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5995ef64-5afa-4ec9-a926-3492b92e6760 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:24.072308 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5995ef64-5afa-4ec9-a926-3492b92e6760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:24.121197 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5995ef64-5afa-4ec9-a926-3492b92e6760 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0994af5911b74a72aa43c93e3b1eed77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2507210 Dec 10 18:45:24.122456 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34756) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:24.124243 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995ef64-5afa-4ec9-a926-3492b92e6760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae42c55c-301b-4e2e-911e-1b84e3d602c5,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:24.159497 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3e0762d4-ba2b-43f3-a66b-954b860044f7 req-89f7a22e-be11-4589-8aa6-c62427872908 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0277143 Dec 10 18:45:24.176584 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8282a683-1f1c-4bf4-8fb0-0c6902ae3919 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:24.199344 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8282a683-1f1c-4bf4-8fb0-0c6902ae3919 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:24.211912 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:45:24.279427 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8282a683-1f1c-4bf4-8fb0-0c6902ae3919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:24.282708 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8282a683-1f1c-4bf4-8fb0-0c6902ae3919 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:24.284079 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8282a683-1f1c-4bf4-8fb0-0c6902ae3919 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ae42c55c-301b-4e2e-911e-1b84e3d602c5 HTTP/1.1" status: 204 len: 168 time: 0.1606266 Dec 10 18:45:24.296446 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282a683-1f1c-4bf4-8fb0-0c6902ae3919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae42c55c-301b-4e2e-911e-1b84e3d602c5,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:24.382733 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:45:24.396755 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281', 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5', 'port_id': '8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281', 'mac_address': 'fa:16:3e:22:c1:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd9c23d-5046-4c54-950e-a05aba46bbec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:45:24.414848 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-e1a31f02-2ecf-4447-a349-793cd662e661 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0700557 Dec 10 18:45:24.453247 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:24.470643 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:45:24.502078 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:45:24.511257 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:24.568960 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1e2bb92a-04f1-416b-89c5-4e0abf7518dd req-642128f2-df6f-41ff-86b0-21bcfc124895 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0590129 Dec 10 18:45:24.582586 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-6b059585-8847-4d99-8c98-afddb76de7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:24.583599 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-6b059585-8847-4d99-8c98-afddb76de7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:24.584357 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:24.584508 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-6b059585-8847-4d99-8c98-afddb76de7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:24.585080 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-6b059585-8847-4d99-8c98-afddb76de7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:24.585731 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-6b059585-8847-4d99-8c98-afddb76de7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:24.586372 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-6b059585-8847-4d99-8c98-afddb76de7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:24.587011 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-6b059585-8847-4d99-8c98-afddb76de7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:24.590313 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-6b059585-8847-4d99-8c98-afddb76de7b3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=98fdd3d4007244d19399f00305d1e82f&device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 6491 time: 0.1434622 Dec 10 18:45:24.669878 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7e421d8c-f2b4-4b48-9325-80528cf2db4f req-74163a6d-dcc8-4247-ad4a-f3e406990c36 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0431442 Dec 10 18:45:24.677836 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:45:24.735352 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:24.786061 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-56e5f920-437f-4b4d-8453-7e2bad547a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:24.786812 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-56e5f920-437f-4b4d-8453-7e2bad547a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:24.787283 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-56e5f920-437f-4b4d-8453-7e2bad547a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:24.788992 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-56e5f920-437f-4b4d-8453-7e2bad547a49 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c464ae35-619c-4be0-bdf6-7932892aa026&id=e891f6b3-8680-45b2-9ef7-cbafd7cf9175&id=e891f6b3-8680-45b2-9ef7-cbafd7cf9175&id=e891f6b3-8680-45b2-9ef7-cbafd7cf9175&id=e891f6b3-8680-45b2-9ef7-cbafd7cf9175&id=08d0d37b-1e92-4759-bf0e-8cf5a993438c&id=08d0d37b-1e92-4759-bf0e-8cf5a993438c HTTP/1.1" status: 200 len: 2294 time: 0.1131067 Dec 10 18:45:24.798744 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34778) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:24.816918 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90b7067d-c3a9-4c92-b500-dbf975ee7403 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:24.866593 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-7e90d55a-ff97-459b-9754-42bd07679978 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=749d304e-94ac-4ca9-8f42-bc8c32ca4f51 HTTP/1.1" status: 200 len: 1001 time: 0.0681474 Dec 10 18:45:24.906697 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90b7067d-c3a9-4c92-b500-dbf975ee7403 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:24.912906 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90b7067d-c3a9-4c92-b500-dbf975ee7403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:24.943518 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-d639b4ad-f472-443a-9b1c-fb3126e818f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:24.945875 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-d639b4ad-f472-443a-9b1c-fb3126e818f5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=86f91219-9435-4da2-b951-1d9b6b4ae73d HTTP/1.1" status: 200 len: 851 time: 0.0726221 Dec 10 18:45:24.954952 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-90b7067d-c3a9-4c92-b500-dbf975ee7403 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=74f5a4bd373542ddbb07a7051ed8328d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1544626 Dec 10 18:45:24.956432 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b7067d-c3a9-4c92-b500-dbf975ee7403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9628037b-24f3-44ac-8827-4b7f274a5efe,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:24.959000 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34780) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:24.995882 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-2ddd4d7a-b08a-449b-8ef1-9c5c8e7b0187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:24.997337 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-2ddd4d7a-b08a-449b-8ef1-9c5c8e7b0187 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c464ae35-619c-4be0-bdf6-7932892aa026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435371 Dec 10 18:45:25.012564 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e733d3fd-a350-4c90-b45f-8590926c9f84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:25.036645 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e733d3fd-a350-4c90-b45f-8590926c9f84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:25.097297 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e733d3fd-a350-4c90-b45f-8590926c9f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:25.100088 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e733d3fd-a350-4c90-b45f-8590926c9f84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:25.101335 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e733d3fd-a350-4c90-b45f-8590926c9f84 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9628037b-24f3-44ac-8827-4b7f274a5efe HTTP/1.1" status: 204 len: 168 time: 0.1414309 Dec 10 18:45:25.107382 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-4872676e-752d-4973-bfe0-b67ec89c7b79 service neutron] 10.222.0.72 "GET /v2.0/networks/c464ae35-619c-4be0-bdf6-7932892aa026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025391 Dec 10 18:45:25.111397 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733d3fd-a350-4c90-b45f-8590926c9f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9628037b-24f3-44ac-8827-4b7f274a5efe,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:25.246440 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:45:25.259575 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ddf87f26-a1a0-4d3b-a4c9-2c0927f29455 req-6cef7c5b-6eea-4770-86d0-67cc308fc19c tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0453050 Dec 10 18:45:25.272728 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-f9a48c58-9197-4ad5-9bdf-ca56af494a70 service neutron] 10.222.0.72 "GET /v2.0/networks/c464ae35-619c-4be0-bdf6-7932892aa026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522291 Dec 10 18:45:25.320128 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-da523dec-f565-4229-8c3c-cff718a2fce7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=0d10c87b-1905-4b3f-bcac-2040c27cd26b HTTP/1.1" status: 200 len: 217 time: 0.0388646 Dec 10 18:45:25.414242 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-f0035e2d-6913-4818-aaa6-19297a3e096f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:25.417890 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-f0035e2d-6913-4818-aaa6-19297a3e096f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9840673c-d01e-49e6-88aa-2cd6e74682a7 HTTP/1.1" status: 200 len: 797 time: 0.0891993 Dec 10 18:45:25.423003 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:25.488197 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-0324e00a-4572-460f-9c3a-dccc41969b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:25.490320 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-0324e00a-4572-460f-9c3a-dccc41969b7c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e891f6b3-8680-45b2-9ef7-cbafd7cf9175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0626285 Dec 10 18:45:25.593151 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-0fe47e38-f93b-41d6-9b7e-c98d5f5ed50c service neutron] 10.222.0.72 "GET /v2.0/networks/e891f6b3-8680-45b2-9ef7-cbafd7cf9175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913849 Dec 10 18:45:25.673010 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-afbf1e9d-8953-4fbe-b71c-547ea6976105 req-b12c1fd4-5103-4002-aac9-f163fcd162b8 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0324905 Dec 10 18:45:25.740363 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-dad07104-3c4f-46cf-bde9-b040564ee94e service neutron] 10.222.0.72 "GET /v2.0/networks/e891f6b3-8680-45b2-9ef7-cbafd7cf9175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326902 Dec 10 18:45:25.766277 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3aae08e5-1d8c-4255-a4b3-779b3042bc39 req-70687631-93ea-490f-9e62-9b4f31f2a8bb tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0408819 Dec 10 18:45:25.799903 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-079c2f2e-a91e-4546-b0ea-e8476835933f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=f26c6f39-65f3-454a-91e4-8caaab987687 HTTP/1.1" status: 200 len: 217 time: 0.0415206 Dec 10 18:45:25.852339 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-32198f1b-6f51-45f6-9311-712b65462d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:25.854018 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-32198f1b-6f51-45f6-9311-712b65462d1c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9840673c-d01e-49e6-88aa-2cd6e74682a7 HTTP/1.1" status: 200 len: 797 time: 0.0457153 Dec 10 18:45:25.905433 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-4e2eed40-9cb0-4425-b65e-279f699d4f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:25.907005 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-4e2eed40-9cb0-4425-b65e-279f699d4f86 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e891f6b3-8680-45b2-9ef7-cbafd7cf9175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0463920 Dec 10 18:45:26.008898 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-d8db81d1-8812-417f-bc68-fe764a8fbc98 service neutron] 10.222.0.72 "GET /v2.0/networks/e891f6b3-8680-45b2-9ef7-cbafd7cf9175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933046 Dec 10 18:45:26.106826 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-1596ab2d-0475-4ff7-ad3b-478e1d15f645 service neutron] 10.222.0.72 "GET /v2.0/networks/e891f6b3-8680-45b2-9ef7-cbafd7cf9175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914693 Dec 10 18:45:26.153933 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-6f710ccb-a094-4759-86c3-fc871f4d3387 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=81277139-290e-4f1d-8ad5-de057447bc97 HTTP/1.1" status: 200 len: 217 time: 0.0403612 Dec 10 18:45:26.205915 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-0583b638-c702-49fb-bf78-1262f1f567ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:26.207729 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-0583b638-c702-49fb-bf78-1262f1f567ec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9840673c-d01e-49e6-88aa-2cd6e74682a7 HTTP/1.1" status: 200 len: 797 time: 0.0471978 Dec 10 18:45:26.216256 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:45:26.265580 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-f25a150a-57b8-4640-9e21-e52b1fc5d8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:26.267197 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-f25a150a-57b8-4640-9e21-e52b1fc5d8e5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e891f6b3-8680-45b2-9ef7-cbafd7cf9175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0519748 Dec 10 18:45:26.323016 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:45:26.323506 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:26.392604 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-7e628f38-22fd-4e30-a22c-0803e8aa915c service neutron] 10.222.0.72 "GET /v2.0/networks/e891f6b3-8680-45b2-9ef7-cbafd7cf9175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181102 Dec 10 18:45:26.395352 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b78c4bcc-68f4-4978-b2ba-590389258dac req-0b966c38-28f8-459e-98b4-f53446186814 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0471842 Dec 10 18:45:26.451232 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:26.518682 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:45:26.525443 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e75fd20-0ba5-4018-9080-b6d88b19d6e9" -d '{"events": [{"server_uuid": "71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4", "name": "network-vif-plugged", "status": "completed", "tag": "8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:45:26.542610 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:45:26.551278 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:26.599349 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-8eb1b21c-fa66-45ed-a07c-e851847b6668 service neutron] 10.222.0.72 "GET /v2.0/networks/e891f6b3-8680-45b2-9ef7-cbafd7cf9175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964672 Dec 10 18:45:26.632154 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281,revision_number=10']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:26.636003 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47dcf7c8-0694-4d3e-9191-d4ae4449a4f9 x-openstack-request-id: req-47dcf7c8-0694-4d3e-9191-d4ae4449a4f9 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:45:26.636293 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4", "name": "network-vif-plugged", "status": "completed", "tag": "8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:45:26.636798 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-47dcf7c8-0694-4d3e-9191-d4ae4449a4f9 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:45:26.637377 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281', 'code': 200} Dec 10 18:45:26.648535 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-5d6cbd76-1cf4-4002-beca-240dab432513 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=973dc1f1-e06c-4020-8e9d-616ae7e52df5 HTTP/1.1" status: 200 len: 217 time: 0.0424197 Dec 10 18:45:26.705164 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-77d29178-1685-48bb-97a4-a37c48e8b7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:26.706965 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-77d29178-1685-48bb-97a4-a37c48e8b7b7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9840673c-d01e-49e6-88aa-2cd6e74682a7 HTTP/1.1" status: 200 len: 797 time: 0.0515811 Dec 10 18:45:26.768310 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-0a47fb6d-204d-4be1-b48a-fed98062da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:26.770059 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-0a47fb6d-204d-4be1-b48a-fed98062da9f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e891f6b3-8680-45b2-9ef7-cbafd7cf9175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0557413 Dec 10 18:45:26.834517 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6b83e60a-2a30-4759-837d-41bc8d0151c2 req-d5dbbb7b-5352-4fb6-b9f4-bd9aaa476d60 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0668433 Dec 10 18:45:26.889423 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c3b0255f-b65a-4fe4-9178-ec545dc04b19 req-a2331606-296f-49a7-8841-978f65e5e33c tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0345974 Dec 10 18:45:26.917941 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-e4239a77-9bc3-4859-a8d9-e438f89ad703 service neutron] 10.222.0.72 "GET /v2.0/networks/e891f6b3-8680-45b2-9ef7-cbafd7cf9175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404285 Dec 10 18:45:27.029047 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-a5005b21-10a5-4168-9617-84a316480d6b service neutron] 10.222.0.72 "GET /v2.0/networks/e891f6b3-8680-45b2-9ef7-cbafd7cf9175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041098 Dec 10 18:45:27.071609 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-e99d436d-7410-4761-acc5-cebae21222f1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bbbbaa6a-b115-417d-aac9-abe5c3981165 HTTP/1.1" status: 200 len: 217 time: 0.0359709 Dec 10 18:45:27.131424 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-ffd8dd3e-3ef5-4926-825e-2464567f8ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:27.133388 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-ffd8dd3e-3ef5-4926-825e-2464567f8ab8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2f579da5-53e1-4327-92af-ea2cc0762399 HTTP/1.1" status: 200 len: 797 time: 0.0548775 Dec 10 18:45:27.190867 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-a108574e-bb9d-42a3-97ee-ffac38e3e02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:27.192459 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-a108574e-bb9d-42a3-97ee-ffac38e3e02a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08d0d37b-1e92-4759-bf0e-8cf5a993438c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0516372 Dec 10 18:45:27.320786 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-06636975-db28-47f9-a2ac-241850dc4be5 service neutron] 10.222.0.72 "GET /v2.0/networks/08d0d37b-1e92-4759-bf0e-8cf5a993438c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199441 Dec 10 18:45:27.518639 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a399be3d-ecab-4505-822c-aa77522236e3 req-53991019-c180-4f01-98c2-9b60eb874cb4 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0680916 Dec 10 18:45:27.643472 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-bdfb982f-0688-4f47-afb9-bb330274a8f0 service neutron] 10.222.0.72 "GET /v2.0/networks/08d0d37b-1e92-4759-bf0e-8cf5a993438c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399783 Dec 10 18:45:27.722289 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-9f43b6dd-9efc-4c45-ae67-476b64445e6c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=47fbfc3e-4987-433a-854c-816b07d9ed10 HTTP/1.1" status: 200 len: 217 time: 0.0690808 Dec 10 18:45:27.839910 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-f308cdbd-f03f-4bdf-9953-056e265699f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:27.841480 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-f308cdbd-f03f-4bdf-9953-056e265699f0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2f579da5-53e1-4327-92af-ea2cc0762399 HTTP/1.1" status: 200 len: 797 time: 0.1109307 Dec 10 18:45:27.959629 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-30797a62-6e31-437d-ac1d-1ab0fc803211 req-694bc497-5884-4d50-a9c1-8b633dccf568 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0565572 Dec 10 18:45:27.967810 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-3ee4e4ae-7bda-4599-a664-8012d74c4823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:27.969547 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-3ee4e4ae-7bda-4599-a664-8012d74c4823 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08d0d37b-1e92-4759-bf0e-8cf5a993438c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1168444 Dec 10 18:45:27.970061 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 34910) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:28.009809 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-660b97c9-35c5-4f91-86a8-0ed12c5375d9 req-07a241cd-d9e2-4e34-9f70-1b9bf71747d0 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0502632 Dec 10 18:45:28.118295 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-b0507d78-cde8-452d-ac98-d72c6d0d3b41 service neutron] 10.222.0.72 "GET /v2.0/networks/08d0d37b-1e92-4759-bf0e-8cf5a993438c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217079 Dec 10 18:45:28.230068 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d170cd70-16ae-44a5-aebc-8115309a54bb req-d9d5f7c1-9061-428b-97aa-5f2b2fa8de13 service neutron] 10.222.0.72 "GET /v2.0/networks/08d0d37b-1e92-4759-bf0e-8cf5a993438c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044602 Dec 10 18:45:28.230569 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b632f314-7d17-40eb-9421-2a3cf48a0867 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:28.334525 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b632f314-7d17-40eb-9421-2a3cf48a0867 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:28.340745 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b632f314-7d17-40eb-9421-2a3cf48a0867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:28.391759 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b632f314-7d17-40eb-9421-2a3cf48a0867 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c891ebb7d99c40a8a5c8a17c03c18b03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4206414 Dec 10 18:45:28.392661 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632f314-7d17-40eb-9421-2a3cf48a0867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a81500-b272-4342-a455-281134a969d5,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:28.394432 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34928) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:28.468951 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-febf638c-c9ec-4f43-9114-13be84b63ff0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:28.494661 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-febf638c-c9ec-4f43-9114-13be84b63ff0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:28.575777 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-febf638c-c9ec-4f43-9114-13be84b63ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:28.579229 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-febf638c-c9ec-4f43-9114-13be84b63ff0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:28.580808 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-febf638c-c9ec-4f43-9114-13be84b63ff0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/97a81500-b272-4342-a455-281134a969d5 HTTP/1.1" status: 204 len: 168 time: 0.1839881 Dec 10 18:45:28.594362 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf638c-c9ec-4f43-9114-13be84b63ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a81500-b272-4342-a455-281134a969d5,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:28.657002 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0b278c1c-6d88-4afb-877b-2418d610844d req-08e524ca-f6eb-4d59-8dc3-afcea2f3d8b0 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0714576 Dec 10 18:45:29.135941 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c1c2263f-ec3c-4d2d-ae1f-48b00f88cc39 req-7adc1278-5ab6-4a38-89a9-950fce01c5d0 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0544944 Dec 10 18:45:29.189051 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fbe6d7b3-9cbd-401a-8025-2a91e1c9e5cd req-9585a077-77cf-4284-bdfd-c6b159718e49 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0567627 Dec 10 18:45:29.757090 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-46255100-b10a-4f65-92fb-5d980e77c8a6 req-c253b6f4-5693-4fb9-a419-f17950a684f1 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0425904 Dec 10 18:45:30.262756 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-12c76f73-518b-4fb0-b3f6-5b25c146e81b req-6a8e066b-e1ab-4e0e-8315-19304df509ff tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0509923 Dec 10 18:45:30.307974 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-25c7d071-f1d8-4ff1-8e32-da86f52812eb req-1c7eedc5-fb19-4553-bc6d-9b0894cd36eb tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0606592 Dec 10 18:45:30.856162 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3ea54933-56f6-4ba5-b5e4-49da9114c923 req-b686a29a-1a3d-443e-ab9a-ed8dfc48af62 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0396590 Dec 10 18:45:31.530656 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f8a71479-c722-4c96-a392-0532051622f8 req-ec65f7c6-ed5d-4839-949d-4b0c5ade4f4e tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0904441 Dec 10 18:45:31.533789 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eeec1440-d9b9-4744-b728-414a751d2b1b req-457039cc-b3f3-451c-8c09-889b8a27a9a4 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0602391 Dec 10 18:45:31.988015 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ed566594-6b50-4dca-b3aa-33f2f75e09d0 req-81e299d1-d2d6-4946-9ca5-dd675b7ffac1 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0766094 Dec 10 18:45:32.648441 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34924810-c248-4975-876e-b002d70b2146 req-28d5a40a-44b0-4b40-b864-c30b0d085174 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0442846 Dec 10 18:45:32.691082 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6679521c-4db3-4794-af9c-b317ad230bb5 req-63ef85a8-12ea-45b1-a765-3c4bec83e213 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0731668 Dec 10 18:45:33.096456 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-72f34731-4157-436f-9f1f-baf0e42b53a9 req-f50556a7-f092-4453-b51d-d0df938c8bca tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0566447 Dec 10 18:45:33.734226 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:33.817890 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7bdaa427-03d1-4680-afc5-17d41c350dfd req-b4a2a9a0-587d-4b66-8450-a6afa8cc7739 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0797732 Dec 10 18:45:33.894147 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-adc571da-97a7-40f0-b125-71b0b1e3b320 req-3b26da4e-2ad8-46c8-821d-60ffb3b26811 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0708022 Dec 10 18:45:34.203058 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2cfbef93-46cb-4add-bd7b-5c9710bc2efb req-4e9307b6-a35b-4de6-8cc9-18a11929f240 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0344186 Dec 10 18:45:34.923619 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-750a7657-3177-4597-9dcb-d1f220d1eeab req-dfc28849-1e5a-4d20-a246-27a3f4515db6 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0378504 Dec 10 18:45:35.002376 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9d5e3e8c-168c-4744-af5a-c36a99ded737 req-f95ebef4-dff8-4a16-8db2-5a9e50d72de3 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0431867 Dec 10 18:45:35.301925 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6fb138b5-c2a9-4a89-8e52-3124e8042b95 req-dd33a054-7d61-4695-bda0-9d9ad722accb tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0401530 Dec 10 18:45:36.064415 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ee51b6b4-f17f-418d-bc20-1d76663fa9f9 req-9b360dbe-be1f-4461-83ed-7706b8423f1a tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0679977 Dec 10 18:45:36.121490 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1f914e93-db19-4ebb-927e-ed005a6eb5a7 req-1d8767c6-6a6b-486c-ad7f-196f15e83c16 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0432684 Dec 10 18:45:36.448233 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cdd22cb9-d123-46af-b67f-9e6512d17a23 req-78118fce-8bac-48d2-b6d5-202ef22afa20 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0589676 Dec 10 18:45:37.236134 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a5109e3c-682d-405b-bf43-0bd7ac826075 req-f948c5db-8f98-4c1e-9e01-264c78fdd34f tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0926170 Dec 10 18:45:37.295406 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c4f5c687-1cdc-4286-ab27-9a0723c36ba5 req-3197d8de-5c9f-406d-ac7c-1d9c072b65ea tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0506032 Dec 10 18:45:37.540847 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-72e34eb4-6fdb-4f44-90a3-696a5dd6b656 req-6de60ee4-73a3-4c25-8bd9-a95311745606 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0429056 Dec 10 18:45:38.022435 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:38.394571 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7600506c-7e9f-4ab5-841f-e4c9697f49ca req-bcdb4624-3efb-45b9-b4cc-b05887d70d84 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0626774 Dec 10 18:45:38.437746 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-436708aa-f2ae-4c39-a10f-4903b09c65a3 req-4d9e5e10-d0f3-47c7-981d-56a693aec548 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0523612 Dec 10 18:45:38.706653 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e8d39382-a191-4bd3-bd1e-5f01f599c64e req-4a8090c1-626f-4ac6-881a-25569cb4a178 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0701227 Dec 10 18:45:39.541937 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c68024a5-a591-4387-89ae-d287c94f85c6 req-7c495715-509e-41ac-8b21-809f1b2fcfaf tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0687611 Dec 10 18:45:39.603519 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-adae71db-d551-448a-9e14-36e685e66df0 req-10cebca2-bdab-4d69-91ac-08a88e017ca1 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0353396 Dec 10 18:45:39.825096 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79ab4cce-61d9-4d93-887c-3a26faf3146b req-9137c9b0-afef-4ca9-b69e-4492c26140f0 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0388925 Dec 10 18:45:40.430226 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 35352) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:40.588644 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-69014403-bc57-4d86-81e4-3ffe2bd75ee4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:40.642873 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9699a569-f316-4559-905a-2151e8e94817 req-b84c5d0b-b1a6-4da6-96df-e18e8e8d34f8 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0377007 Dec 10 18:45:40.717154 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-924a0763-a030-4257-9519-5ee399ae5379 req-7ab1203f-3081-4445-9b6c-eac8411ad456 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0388174 Dec 10 18:45:40.747804 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-69014403-bc57-4d86-81e4-3ffe2bd75ee4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:40.752824 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-69014403-bc57-4d86-81e4-3ffe2bd75ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:40.786401 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69014403-bc57-4d86-81e4-3ffe2bd75ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8562b89-96be-43ee-9ba1-6a7a9121d4c1,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:40.807772 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-69014403-bc57-4d86-81e4-3ffe2bd75ee4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f4cf2bcc58414452a8519789a6128912&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3759828 Dec 10 18:45:40.810148 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 35366) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:40.943497 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-67d04704-ee9e-423b-aa38-8f2a37464ac3 req-92e40b7a-8d76-40b9-b5bb-2ce1fa3e8d00 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0521591 Dec 10 18:45:40.967085 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a0bdcc7-4ed6-4013-9ae2-73b9646fa27f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:41.006215 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a0bdcc7-4ed6-4013-9ae2-73b9646fa27f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:41.068173 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a0bdcc7-4ed6-4013-9ae2-73b9646fa27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:41.071687 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a0bdcc7-4ed6-4013-9ae2-73b9646fa27f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:41.073130 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4a0bdcc7-4ed6-4013-9ae2-73b9646fa27f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d8562b89-96be-43ee-9ba1-6a7a9121d4c1 HTTP/1.1" status: 204 len: 168 time: 0.2617681 Dec 10 18:45:41.082113 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0bdcc7-4ed6-4013-9ae2-73b9646fa27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8562b89-96be-43ee-9ba1-6a7a9121d4c1,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:41.492806 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 35378) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:41.511076 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a6cdb99a-83ad-4e1c-9e82-8e687be83d8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:41.644725 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a6cdb99a-83ad-4e1c-9e82-8e687be83d8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:41.665134 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a6cdb99a-83ad-4e1c-9e82-8e687be83d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:41.722868 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a6cdb99a-83ad-4e1c-9e82-8e687be83d8f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dfd8e7f33d6b40f4bf65874230fc56a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2284720 Dec 10 18:45:41.724922 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 35388) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:41.725562 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cdb99a-83ad-4e1c-9e82-8e687be83d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a2e5ee-50b4-4743-9629-43f526706886,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:41.777596 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b300bd6e-28ce-46d6-8595-4734a6d730ec req-81a67bdd-e25d-4dd7-900d-9cfee1ec0afe tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0435741 Dec 10 18:45:41.831281 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-299e0b62-747f-4fc8-a51b-597b0f3b1841 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:41.851524 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9d3530a8-d5fb-43a4-b0a9-bb6b35587ec2 req-2d076040-d63d-40c7-b887-229a3e8cf2cc tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0422645 Dec 10 18:45:41.877876 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-299e0b62-747f-4fc8-a51b-597b0f3b1841 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:41.930872 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-299e0b62-747f-4fc8-a51b-597b0f3b1841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:41.934039 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-299e0b62-747f-4fc8-a51b-597b0f3b1841 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:41.938640 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-299e0b62-747f-4fc8-a51b-597b0f3b1841 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d1a2e5ee-50b4-4743-9629-43f526706886 HTTP/1.1" status: 204 len: 168 time: 0.2083778 Dec 10 18:45:41.946330 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e0b62-747f-4fc8-a51b-597b0f3b1841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a2e5ee-50b4-4743-9629-43f526706886,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:42.051937 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-543d35ed-8d03-49a0-a6a5-a929da987752 req-b359582a-733b-4320-ad4f-bc83b158b5ac tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0517070 Dec 10 18:45:42.177173 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3991ef6-f5c5-4212-a4d8-db50d51bb877 req-6f0736fc-f0bf-4220-a27b-024b8f019fdf tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:42.179925 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f3991ef6-f5c5-4212-a4d8-db50d51bb877 req-6f0736fc-f0bf-4220-a27b-024b8f019fdf tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 946 time: 0.0739520 Dec 10 18:45:42.238545 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f3991ef6-f5c5-4212-a4d8-db50d51bb877 req-95ec54ad-a9a9-4715-9b4e-7345f2512b87 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509491 Dec 10 18:45:42.897123 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-54179d65-740e-4338-ba0b-4a1984cd830d req-1cc31650-8220-4dea-b214-b72305b59dac tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0443454 Dec 10 18:45:42.958835 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3b50b8dd-af58-4bd2-8ad7-f8b21da7bdec req-eef2d06e-9215-4993-b156-499a6cc2c885 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0288200 Dec 10 18:45:43.137180 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7d7cc438-1a27-4544-b405-cb909f9afd9e req-cbe09fd1-7afa-41c9-b1e6-f7210e9f4458 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0335248 Dec 10 18:45:43.388893 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1da50a-67ee-42ee-89b4-d804af1926a1 req-529874be-13eb-42c0-90d4-2a07c51c7765 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:43.390053 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4b1da50a-67ee-42ee-89b4-d804af1926a1 req-529874be-13eb-42c0-90d4-2a07c51c7765 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 946 time: 0.0649371 Dec 10 18:45:43.443843 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4b1da50a-67ee-42ee-89b4-d804af1926a1 req-52e2a44f-8630-441e-affd-a81ff49b25f3 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440116 Dec 10 18:45:43.975178 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4321d6-5343-4365-aa97-020bb442c729 req-bc7be90c-690a-427f-a8f0-82123ec83ca9 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:43.977765 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6b4321d6-5343-4365-aa97-020bb442c729 req-bc7be90c-690a-427f-a8f0-82123ec83ca9 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 946 time: 0.1200266 Dec 10 18:45:44.014667 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0f774c86-42bf-4d3b-b1c7-c915f2f19b75 req-9e6352c0-142c-4f83-b258-ede18306b2bb tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0438774 Dec 10 18:45:44.051949 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6b4321d6-5343-4365-aa97-020bb442c729 req-5d81fc13-b500-4845-8efe-148c53eb65b6 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615046 Dec 10 18:45:44.091023 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-14155be3-09b9-4dcb-870c-9fb9a0645842 req-e3d82ad4-f096-4a36-bae4-7d926e36eb32 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0294089 Dec 10 18:45:44.226889 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bd5ec63a-f65c-46bf-943a-8023db35c8d2 req-7afb851c-4379-411c-9650-3d89c4953dc4 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0338063 Dec 10 18:45:45.103436 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d6f4222e-cfb9-4c6d-bb1e-0fd7309bd9eb req-aae151a9-3145-4076-9152-cadc2ec439df tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0325618 Dec 10 18:45:45.190678 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4ae0b5ac-b688-4076-8c78-1b385278809f req-d997ae8f-8d67-4832-a900-2b97750f743e tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0388701 Dec 10 18:45:45.240994 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3fab9-eaaf-4438-bd0b-656c3946839d req-71b505a4-32ad-48a0-a0dd-6bce2f2e7493 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:45.250416 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ebb3fab9-eaaf-4438-bd0b-656c3946839d req-71b505a4-32ad-48a0-a0dd-6bce2f2e7493 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 946 time: 0.0828986 Dec 10 18:45:45.315362 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ebb3fab9-eaaf-4438-bd0b-656c3946839d req-0a9848d8-3f75-4be0-a25d-b77291d153f5 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636692 Dec 10 18:45:45.350651 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8980a72e-bf8a-4b45-8cde-299f5d953d92 req-ec6bd797-a83f-4b79-9070-c8aba37bba35 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0324309 Dec 10 18:45:46.201493 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-40b230ca-3604-4d24-950a-7726baef62a2 req-5e235aa3-fecd-4d54-97c5-78e705fd8ef9 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0327182 Dec 10 18:45:46.285194 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-84be997c-ada7-43e7-a9d2-79a2c0416490 req-b40a6e60-28a5-4f05-acdf-efa502215c1b tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0300870 Dec 10 18:45:46.286961 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:45:46.416716 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:46.505926 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd96e4-8c1b-43f5-9b86-99456c0a9c36 req-48f4b357-65a0-4302-b8b2-c055f6888174 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:46.507962 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d3fd96e4-8c1b-43f5-9b86-99456c0a9c36 req-48f4b357-65a0-4302-b8b2-c055f6888174 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 946 time: 0.0854728 Dec 10 18:45:46.514432 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5b763cc6-7590-4723-aa23-274ee747f1ac req-8fd6b85b-0593-4d5e-adb3-4b178f9dc169 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0348995 Dec 10 18:45:46.598070 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d3fd96e4-8c1b-43f5-9b86-99456c0a9c36 req-41437c8f-779c-44ac-8596-def2db86e75a tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807903 Dec 10 18:45:46.633609 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:45:46.637185 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd734b5-bb46-44fb-8cdf-8f2566245820" -d '{"events": [{"server_uuid": "71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4", "name": "network-vif-unplugged", "status": "completed", "tag": "8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:45:46.660609 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:45:46.667273 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:46.709941 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477dd863-9522-4bd8-a3d2-7bbc0016942b x-openstack-request-id: req-477dd863-9522-4bd8-a3d2-7bbc0016942b {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:45:46.710249 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4", "name": "network-vif-unplugged", "status": "completed", "tag": "8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:45:46.710508 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-477dd863-9522-4bd8-a3d2-7bbc0016942b {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:45:46.710901 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281', 'code': 200} Dec 10 18:45:46.739962 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281,revision_number=11']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:47.299218 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b0d79f08-9a96-44e9-b5db-2443f5c139c0 req-883c692f-deea-4cb3-8a31-75c7aa9a7eff tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0299745 Dec 10 18:45:47.375705 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4bd0059a-a9b5-4a7f-b5ae-3f3bb7b9c175 req-2483585e-e87e-46d7-a706-65fecfb47585 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0324259 Dec 10 18:45:47.601175 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-48d21766-596e-46e1-94fa-2dfb7e4afc4d req-e09f1b2e-fba5-4785-bf01-e36a9984f0bd tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0285993 Dec 10 18:45:47.738461 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831699b-5429-4132-bb68-388e86a93fdd req-424e1a89-a614-4b2d-be64-1a1a8f081f52 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:47.740091 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1831699b-5429-4132-bb68-388e86a93fdd req-424e1a89-a614-4b2d-be64-1a1a8f081f52 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.0597944 Dec 10 18:45:47.798726 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1831699b-5429-4132-bb68-388e86a93fdd req-683266b3-c519-4330-99d7-6c9b64eba0bb tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521789 Dec 10 18:45:48.304711 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:45:48.423911 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fa4f408d-94e1-42ca-88b5-bbfea9bb964e req-6347fd5f-9775-4e0b-afdf-74d4d27470d8 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0536492 Dec 10 18:45:48.471690 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:45:48.486744 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281', 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5', 'port_id': '8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281', 'mac_address': 'fa:16:3e:22:c1:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd9c23d-5046-4c54-950e-a05aba46bbec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:45:48.490268 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f949d839-0a93-409b-8e7f-29f02f18f6ce req-8423241a-2ac9-4f47-8e3a-5485fcd736ee tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0411792 Dec 10 18:45:48.550396 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:48.565286 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:45:48.585932 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:45:48.590813 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:48.652367 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281,revision_number=12']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:48.702138 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c6845900-7cac-45c2-8b66-708aff8bbbff req-844546bd-bd3d-4013-8423-0cb04bc20ab9 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0260875 Dec 10 18:45:48.751638 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:45:48.937112 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2879a9-a82a-4430-b651-1cd891ed1bde req-c9763c63-7d61-4944-bd10-cbdfc2b1f394 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:48.944611 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cc2879a9-a82a-4430-b651-1cd891ed1bde req-c9763c63-7d61-4944-bd10-cbdfc2b1f394 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 945 time: 0.0692139 Dec 10 18:45:48.992617 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cc2879a9-a82a-4430-b651-1cd891ed1bde req-bf7d8f9d-25f9-456b-9681-fa901dcdb5ba tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467834 Dec 10 18:45:49.510419 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f2f75493-d4a0-48f1-abf5-3f2f858afa33 req-a821c2f1-7d2a-443a-b2da-03a37160ec89 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0285854 Dec 10 18:45:49.577080 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3ec6fd82-8faa-429b-a144-8f0d3a3d4ed3 req-ab5b5e2c-bf5c-4294-884f-31394f8f94c5 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0286634 Dec 10 18:45:49.591929 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-88134760-7d30-439f-8ab0-94253af5cd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:49.793483 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a9494935-9f89-49eb-a410-7a37f13bb350 req-a79eeedc-e3d8-4237-b1d5-e973b16893a9 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0337906 Dec 10 18:45:50.115685 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38916016-f4d5-45a8-a78f-81ff27f1e3aa req-8502ec84-a016-4abd-bdf4-e2b8bcafbb67 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:50.117548 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-38916016-f4d5-45a8-a78f-81ff27f1e3aa req-8502ec84-a016-4abd-bdf4-e2b8bcafbb67 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 945 time: 0.0553613 Dec 10 18:45:50.177087 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-38916016-f4d5-45a8-a78f-81ff27f1e3aa req-9298d977-767b-48b1-a875-19dfe959ffa8 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521607 Dec 10 18:45:50.320698 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:45:50.393750 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:45:50.394239 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:50.494078 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:50.526769 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:45:50.531050 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a69b2ab-23df-475d-991c-1dcdd8d94c9d" -d '{"events": [{"server_uuid": "71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4", "name": "network-vif-plugged", "status": "completed", "tag": "8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:45:50.550343 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:45:50.557707 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:50.606643 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d766442f-c9be-4c70-b9be-ba04d0b1f96b req-2e9fe9b1-29cd-4b71-853c-97b0b1b32dec tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0314322 Dec 10 18:45:50.630187 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b769dd52-e458-4740-a6d6-097ee4814775 x-openstack-request-id: req-b769dd52-e458-4740-a6d6-097ee4814775 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:45:50.631173 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4", "name": "network-vif-plugged", "status": "completed", "tag": "8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:45:50.631644 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b769dd52-e458-4740-a6d6-097ee4814775 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:45:50.632230 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281', 'code': 200} Dec 10 18:45:50.657946 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281,revision_number=13']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:50.704235 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-805aa0ab-5343-403f-bbe0-cd540d4e9634 req-030e4446-4385-42eb-80eb-5bdb0e49039a tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0435281 Dec 10 18:45:50.886825 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b320565f-5318-4f3e-b3a4-3fddfb3e30d5 req-74d70b6f-7415-45b1-967c-a1a95b489a46 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0334017 Dec 10 18:45:51.307458 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ea64e-b73d-4ea1-b3c7-7eeff0ebfcc8 req-23349740-21f7-4371-9e4f-c5f86f432baf tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:51.309659 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-777ea64e-b73d-4ea1-b3c7-7eeff0ebfcc8 req-23349740-21f7-4371-9e4f-c5f86f432baf tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 946 time: 0.0665448 Dec 10 18:45:51.396260 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-777ea64e-b73d-4ea1-b3c7-7eeff0ebfcc8 req-00f3bb02-27c5-4193-8c34-7f94203a3585 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749056 Dec 10 18:45:51.721932 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-03fe6ddc-68a8-4b7c-b1fe-7a853fa6b8d1 req-e8f093bb-2e42-4adf-b936-c0c3829f0dfa tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0436099 Dec 10 18:45:51.838129 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ee20fad9-53fd-40c3-83ca-5aac6b97c055 req-66a2a3df-67e0-45bd-8b57-3a8426b601bd tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0423172 Dec 10 18:45:52.025450 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4c362418-8e29-434d-aace-a01add664a60 req-0e01caf3-d1f5-469a-b07a-880d92b0580d tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0513017 Dec 10 18:45:52.363348 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ccb50535-2d8e-4cd7-8c25-a33aad567f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:52.623295 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f998fae-4140-4e3c-afbc-5cdf23139fdb req-a4beb8fa-99fe-46d0-8878-18d1d6e4976b tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:52.625993 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0f998fae-4140-4e3c-afbc-5cdf23139fdb req-a4beb8fa-99fe-46d0-8878-18d1d6e4976b tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 946 time: 0.1045430 Dec 10 18:45:52.705282 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0f998fae-4140-4e3c-afbc-5cdf23139fdb req-15d52e5f-ca47-4831-8005-67297e244025 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697386 Dec 10 18:45:52.861341 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3d758c3c-c37e-4361-b4c8-11830d64b8a4 req-dd89aa41-e32c-4ea5-b28d-4e7d84a94a2b tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0437279 Dec 10 18:45:52.964769 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1ef6027e-3f3e-44c8-82cf-7764f91b7ab0 req-3ba07418-d1aa-4574-86d2-5acbbdcff5d5 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0506437 Dec 10 18:45:53.199762 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1b511edb-34a6-4493-86ce-7de575e0be04 req-3dee05fc-902d-46e3-bdcc-34baaaa1daff tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0593574 Dec 10 18:45:53.352839 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:53.880968 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c596a-2ce9-434f-bb95-a6cc0d162c25 req-fd0517ac-862e-4537-87de-b53101eead71 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:53.884740 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-849c596a-2ce9-434f-bb95-a6cc0d162c25 req-fd0517ac-862e-4537-87de-b53101eead71 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 946 time: 0.0798461 Dec 10 18:45:53.973738 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-849c596a-2ce9-434f-bb95-a6cc0d162c25 req-b25523ae-4e95-4cda-b29b-bd540aeeb9fa tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784128 Dec 10 18:45:54.000729 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-201b8da2-ff83-4cbc-bc07-9fa848a71f50 req-1b4591ce-6881-44a5-8413-2693b46befac tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0605829 Dec 10 18:45:54.129887 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9ad681c2-4675-4a87-8c1f-a981bac9ee9e req-545f2b8a-8db6-4a35-8f07-3f26ab4bcf90 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0542905 Dec 10 18:45:54.346682 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a3a2788e-32f1-4bd7-b81f-51eb07825b33 req-f1546759-33e2-4ce6-8c5a-2fde9ae6b6f4 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0737574 Dec 10 18:45:54.738446 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:55.153136 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4e0fa7e5-d765-46b6-9941-76d9e6416cb9 req-5ccd13c1-9999-488f-be0b-6f2df641264e tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0567553 Dec 10 18:45:55.161440 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2f15b-1a22-4895-9e10-22ddbf85fcd4 req-8216a22f-3d6e-48a6-8aeb-3ef928c717e5 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:55.171325 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-75f2f15b-1a22-4895-9e10-22ddbf85fcd4 req-8216a22f-3d6e-48a6-8aeb-3ef928c717e5 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 946 time: 0.0819795 Dec 10 18:45:55.268112 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-75f2f15b-1a22-4895-9e10-22ddbf85fcd4 req-080e69bb-dbc1-49eb-803b-3157563fa471 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954094 Dec 10 18:45:55.346082 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b759ffbd-de1c-45a0-ba9d-9b2b91720961 req-b43a0bab-32c7-4849-ac4a-d0bca6a4ec9a tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0604496 Dec 10 18:45:55.472154 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:55.487192 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-84187932-4950-433a-a15d-471eefd19b1d req-d8a63d81-da55-4ab7-b1bd-f1f9004caf33 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0651827 Dec 10 18:45:55.905405 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 35922) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:56.025047 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f15981f-0b19-4cd0-8829-093cf6814bc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:56.121915 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f15981f-0b19-4cd0-8829-093cf6814bc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:56.129844 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f15981f-0b19-4cd0-8829-093cf6814bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:56.165544 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8f15981f-0b19-4cd0-8829-093cf6814bc0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=83641a7aad904c8ba15acece04b6c33e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2592461 Dec 10 18:45:56.171391 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 35930) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:56.223456 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f15981f-0b19-4cd0-8829-093cf6814bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e62d9c8-c828-44eb-b916-54869fddfb9c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:56.257659 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e41f5db-0c3b-4b7f-970d-da4d89628f67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:56.280946 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15981f-0b19-4cd0-8829-093cf6814bc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:56.282212 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15981f-0b19-4cd0-8829-093cf6814bc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:56.282574 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15981f-0b19-4cd0-8829-093cf6814bc0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:56.282916 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15981f-0b19-4cd0-8829-093cf6814bc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:56.283771 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15981f-0b19-4cd0-8829-093cf6814bc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:56.284333 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15981f-0b19-4cd0-8829-093cf6814bc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:56.285025 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15981f-0b19-4cd0-8829-093cf6814bc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:56.285574 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15981f-0b19-4cd0-8829-093cf6814bc0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:56.286508 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15981f-0b19-4cd0-8829-093cf6814bc0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:56.287186 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15981f-0b19-4cd0-8829-093cf6814bc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:56.287827 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15981f-0b19-4cd0-8829-093cf6814bc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:56.288051 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15981f-0b19-4cd0-8829-093cf6814bc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:56.288584 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15981f-0b19-4cd0-8829-093cf6814bc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:56.289629 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e41f5db-0c3b-4b7f-970d-da4d89628f67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:56.313083 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e9d2b848-9e94-4765-9251-f8ea565391f1 req-4f204344-4563-4e8f-bf7c-a515bd6a0d52 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0891764 Dec 10 18:45:56.414647 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e41f5db-0c3b-4b7f-970d-da4d89628f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:56.419144 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e41f5db-0c3b-4b7f-970d-da4d89628f67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:56.424192 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5e41f5db-0c3b-4b7f-970d-da4d89628f67 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1e62d9c8-c828-44eb-b916-54869fddfb9c HTTP/1.1" status: 204 len: 168 time: 0.2514412 Dec 10 18:45:56.440541 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41f5db-0c3b-4b7f-970d-da4d89628f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e62d9c8-c828-44eb-b916-54869fddfb9c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:56.522581 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-79eeff39-41de-416d-9937-96f16ace5084 req-2bae5dfd-1208-42b7-8c58-bd7e01c29114 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0833814 Dec 10 18:45:56.563891 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e3b92-1ef4-4bed-9815-7be970bea754 req-648752f2-18e1-4c0e-a24b-b51bbdda0fb8 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:56.565802 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b00e3b92-1ef4-4bed-9815-7be970bea754 req-648752f2-18e1-4c0e-a24b-b51bbdda0fb8 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 946 time: 0.1039488 Dec 10 18:45:56.612620 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0779ccb5-2d60-4c75-adf9-aa51ca15d227 req-57817052-0e04-4789-b9a4-8e59c579f327 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0423729 Dec 10 18:45:56.675004 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b00e3b92-1ef4-4bed-9815-7be970bea754 req-70e58c78-61ca-467d-9323-da79434d3f3d tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902228 Dec 10 18:45:56.897774 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 35950) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:56.913005 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a520353a-b761-436e-89d1-c97acc3318f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:57.028084 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a520353a-b761-436e-89d1-c97acc3318f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:57.033450 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a520353a-b761-436e-89d1-c97acc3318f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:57.333986 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a520353a-b761-436e-89d1-c97acc3318f0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5d62a30676db4141a3ab786b672c0f6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4348979 Dec 10 18:45:57.337728 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 35952) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:57.369153 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520353a-b761-436e-89d1-c97acc3318f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997fa7bc-f085-4c0a-8443-7781cd5636bf,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:57.407727 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-709a18a2-afa7-4615-9002-21cc9fbc0103 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:57.435396 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-709a18a2-afa7-4615-9002-21cc9fbc0103 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:57.484068 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-90e83c47-731f-4e05-9ed7-8e5f9df3eb91 req-7ae1da35-7a57-4316-8eaa-96a582b1f475 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0464311 Dec 10 18:45:57.548765 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-709a18a2-afa7-4615-9002-21cc9fbc0103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:57.551421 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-709a18a2-afa7-4615-9002-21cc9fbc0103 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:57.554868 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-709a18a2-afa7-4615-9002-21cc9fbc0103 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/997fa7bc-f085-4c0a-8443-7781cd5636bf HTTP/1.1" status: 204 len: 168 time: 0.2143583 Dec 10 18:45:57.563302 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a18a2-afa7-4615-9002-21cc9fbc0103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997fa7bc-f085-4c0a-8443-7781cd5636bf,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:57.698688 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f1c6bbf8-2192-4475-a508-de05edaba748 req-1ff2a1cf-989c-48be-8dba-6855ac571878 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0617609 Dec 10 18:45:57.734825 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2285970a-b00a-400c-a220-762d0fab1fb0 req-e4136f74-e986-4fcb-a020-2345cbb68cf7 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0488203 Dec 10 18:45:57.887173 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c50fc-bca1-4f00-a535-72b11c1a0953 req-07634625-0ec7-42cc-a05c-bb2fbac39b8f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:57.889613 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3a8c50fc-bca1-4f00-a535-72b11c1a0953 req-07634625-0ec7-42cc-a05c-bb2fbac39b8f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 946 time: 0.1095705 Dec 10 18:45:57.999699 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3a8c50fc-bca1-4f00-a535-72b11c1a0953 req-689568db-3bc6-4f16-9a6f-51aa7615d458 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991168 Dec 10 18:45:58.594885 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9e710664-7a57-4744-926f-f52bcd54a3a3 req-0f33d50e-3dfc-41ce-940c-af28c9448d1d tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0467978 Dec 10 18:45:58.794254 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-06f160af-8278-4448-9d04-535480e47968 req-861b11b8-30e7-4cc8-ba0c-56289385f256 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0464196 Dec 10 18:45:58.832002 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ebd35419-3c96-440d-b59e-b1b409c77aad req-3c79102f-f8a5-4e30-94ab-90f44f355c0b tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0503540 Dec 10 18:45:59.194243 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19bd23-f32f-43b2-9ef8-702389f74941 req-f7f56bd1-35f2-4bb2-b694-9a7d4f8db194 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:59.200262 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36012) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:59.213770 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-df19bd23-f32f-43b2-9ef8-702389f74941 req-f7f56bd1-35f2-4bb2-b694-9a7d4f8db194 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 946 time: 0.1084538 Dec 10 18:45:59.277070 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-df19bd23-f32f-43b2-9ef8-702389f74941 req-f6cba74d-8fce-473e-8fc7-99d718ce70da tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572937 Dec 10 18:45:59.404917 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0928ee61-de0e-4d5d-807c-61fb9acb5e6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:59.687062 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0928ee61-de0e-4d5d-807c-61fb9acb5e6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:59.692548 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0928ee61-de0e-4d5d-807c-61fb9acb5e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:59.726676 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-81e68cad-ed3c-4e31-978f-a077b38088d3 req-52e191e5-cb5f-448f-82b4-0676a7ee5b87 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0339210 Dec 10 18:45:59.728238 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 36020) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:59.728670 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0928ee61-de0e-4d5d-807c-61fb9acb5e6b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=df243eafbeab479fae916a872907bdd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5269194 Dec 10 18:45:59.768317 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0928ee61-de0e-4d5d-807c-61fb9acb5e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e72bf5b-06f7-4884-bed8-d3667fe5752e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:59.841330 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-26e083c7-07b7-44d9-acc1-77962d8f0607 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:59.901010 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-26e083c7-07b7-44d9-acc1-77962d8f0607 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:59.904811 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f58fad7c-07ad-4666-ac1e-84f85339c24b req-aa6cee7b-fa70-486a-91ba-984111a49cf1 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0432005 Dec 10 18:45:59.938639 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-412c2264-7c0d-4e4d-bb50-20b4bbd46b32 req-609b596f-47df-44ee-9e53-bc9013ebfd68 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0419848 Dec 10 18:45:59.973999 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-26e083c7-07b7-44d9-acc1-77962d8f0607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:59.976652 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-26e083c7-07b7-44d9-acc1-77962d8f0607 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:59.977978 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-26e083c7-07b7-44d9-acc1-77962d8f0607 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8e72bf5b-06f7-4884-bed8-d3667fe5752e HTTP/1.1" status: 204 len: 168 time: 0.2483363 Dec 10 18:46:00.000869 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e083c7-07b7-44d9-acc1-77962d8f0607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e72bf5b-06f7-4884-bed8-d3667fe5752e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:00.016718 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e083c7-07b7-44d9-acc1-77962d8f0607 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:00.016718 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e083c7-07b7-44d9-acc1-77962d8f0607 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:00.016718 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e083c7-07b7-44d9-acc1-77962d8f0607 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:00.016718 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e083c7-07b7-44d9-acc1-77962d8f0607 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:00.016718 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e083c7-07b7-44d9-acc1-77962d8f0607 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:00.016718 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e083c7-07b7-44d9-acc1-77962d8f0607 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:00.016718 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e083c7-07b7-44d9-acc1-77962d8f0607 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:00.016718 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e083c7-07b7-44d9-acc1-77962d8f0607 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:00.016718 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e083c7-07b7-44d9-acc1-77962d8f0607 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:00.018404 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e083c7-07b7-44d9-acc1-77962d8f0607 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:00.018404 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e083c7-07b7-44d9-acc1-77962d8f0607 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:00.018404 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e083c7-07b7-44d9-acc1-77962d8f0607 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:00.018404 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e083c7-07b7-44d9-acc1-77962d8f0607 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:00.444323 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e246532-0a2d-4736-a0b1-0ca1051e84f5 req-b9cfe848-5164-44ac-9232-358150ac4a9e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:00.452494 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6e246532-0a2d-4736-a0b1-0ca1051e84f5 req-b9cfe848-5164-44ac-9232-358150ac4a9e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 946 time: 0.0705030 Dec 10 18:46:00.523763 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6e246532-0a2d-4736-a0b1-0ca1051e84f5 req-0a215b3a-a5dd-4e44-97c0-130dcfb9a6ac tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699370 Dec 10 18:46:00.841908 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5739991a-133a-4fe3-953d-1e23ed4bd3ec req-3c80cb33-8daf-4b0b-a747-4ef259d54e58 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0415475 Dec 10 18:46:01.037640 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-efabdcae-69b4-4539-a66d-86dc7b95c75b req-63b61021-6fee-4c75-af03-483877347112 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0447481 Dec 10 18:46:01.092525 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-94ad7977-8b7f-46e3-9dd6-dee7619b30be req-78660a40-9ec8-4b10-a0b2-b5c3a04a8eed tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0439472 Dec 10 18:46:01.670993 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dceb2d2-7975-46b1-9fd2-01d6a77f8fdc req-bed2e400-eab5-49a1-a0ea-7729f5a2c921 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:01.672615 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1dceb2d2-7975-46b1-9fd2-01d6a77f8fdc req-bed2e400-eab5-49a1-a0ea-7729f5a2c921 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 946 time: 0.0571971 Dec 10 18:46:01.759212 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1dceb2d2-7975-46b1-9fd2-01d6a77f8fdc req-1d050943-6218-461c-b28a-37b1700609b7 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780342 Dec 10 18:46:01.995717 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4d33242a-e46a-42a7-a36a-f0212c5fbe32 req-04e6abbf-6e69-4554-8dd2-7d5ad078b941 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0409677 Dec 10 18:46:02.238148 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f2615305-fae0-4d85-9b8a-8b74abb7685e req-91db4e0e-06ea-49d3-8083-17f68c9d499f tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0919049 Dec 10 18:46:02.257459 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:46:02.265957 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-124155ce-e6a9-4dfa-938a-ba5807ea92a3 req-1ccd1846-8ae3-455d-bb88-0402d2fa06e2 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0760536 Dec 10 18:46:02.949224 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a8827-17cd-4422-8137-88f24a22d533 req-1ec1c447-cceb-4a77-95b4-c1cc7397890f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:02.959153 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-125a8827-17cd-4422-8137-88f24a22d533 req-1ec1c447-cceb-4a77-95b4-c1cc7397890f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 946 time: 0.0944943 Dec 10 18:46:03.065685 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-125a8827-17cd-4422-8137-88f24a22d533 req-f0b4cc9e-7bba-41e5-a50e-6aabb869dce9 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048143 Dec 10 18:46:03.251382 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b45c95c5-2df4-4912-ab54-307b53453bc5 req-b19bf886-e68d-49bd-b997-d472054378e8 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0463319 Dec 10 18:46:03.370834 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 36158) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:03.372940 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-611fd741-6b80-455d-8053-88291af06c7d req-3bcac99b-0d66-4e4d-8093-e20e4f4b30dd tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0714526 Dec 10 18:46:03.508923 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b5412e8d-174e-4045-b1e0-96206305e4f7 req-075e7826-2dc9-40b7-be4a-04b2cf78b66d tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0483646 Dec 10 18:46:03.605442 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-591a5775-7edd-4796-b7c9-8fb327bebdbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:03.740287 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:03.745589 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-591a5775-7edd-4796-b7c9-8fb327bebdbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:03.755826 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-591a5775-7edd-4796-b7c9-8fb327bebdbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:03.825935 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36166) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:03.826461 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-591a5775-7edd-4796-b7c9-8fb327bebdbc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4452aa035a094cf3b5aa791bb67ef7e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4537115 Dec 10 18:46:03.827825 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a5775-7edd-4796-b7c9-8fb327bebdbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f613e537-e974-4a2c-be9d-f3c41880a4af,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:03.887586 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c5019a0b-8e24-4373-a12c-452db0dbffba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:03.916762 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c5019a0b-8e24-4373-a12c-452db0dbffba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:03.985688 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c5019a0b-8e24-4373-a12c-452db0dbffba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:03.989176 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c5019a0b-8e24-4373-a12c-452db0dbffba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:03.992939 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c5019a0b-8e24-4373-a12c-452db0dbffba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f613e537-e974-4a2c-be9d-f3c41880a4af HTTP/1.1" status: 204 len: 168 time: 0.1633127 Dec 10 18:46:04.014996 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5019a0b-8e24-4373-a12c-452db0dbffba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f613e537-e974-4a2c-be9d-f3c41880a4af,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:04.345523 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416bf668-c40f-4cfc-9730-328e337b697a req-aa3533ad-1d93-4b22-a082-195fdcbf6b48 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:04.368045 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-416bf668-c40f-4cfc-9730-328e337b697a req-aa3533ad-1d93-4b22-a082-195fdcbf6b48 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 946 time: 0.1583161 Dec 10 18:46:04.512668 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-416bf668-c40f-4cfc-9730-328e337b697a req-b5a689ad-c0b0-4d61-ae73-c747a7a2a7f1 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156919 Dec 10 18:46:04.534649 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 36184) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:04.574327 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-93cc3a59-928c-4b45-b49f-113b8495d01b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:04.613631 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-36325125-6add-496e-8604-e25ffd837f63 req-ff050464-ea70-44e9-960b-20898e21d728 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.1104345 Dec 10 18:46:04.746734 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-574ca982-4082-48ac-bf55-4b5c4efe0b90 req-4dd4767a-e934-44aa-bb86-7193e76d1b19 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0949566 Dec 10 18:46:04.780366 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2b9e4f51-5d56-4b74-9dce-0a76510c72a1 req-a88177b0-c939-430a-8e65-076e7487f0fc tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0740047 Dec 10 18:46:04.867841 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-93cc3a59-928c-4b45-b49f-113b8495d01b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:04.872838 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-93cc3a59-928c-4b45-b49f-113b8495d01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:04.922664 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-93cc3a59-928c-4b45-b49f-113b8495d01b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4a5c6af6ea2b4ac7a4cd469f717e744c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3868706 Dec 10 18:46:04.923456 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3a59-928c-4b45-b49f-113b8495d01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7f9715-a774-44b7-8d86-0a8228b2e69f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:04.925438 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36188) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:04.986189 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed0b5e96-4d1b-4d8e-8327-8458fba8e17e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:05.018518 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed0b5e96-4d1b-4d8e-8327-8458fba8e17e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:05.074525 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed0b5e96-4d1b-4d8e-8327-8458fba8e17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:05.077649 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed0b5e96-4d1b-4d8e-8327-8458fba8e17e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:05.078898 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ed0b5e96-4d1b-4d8e-8327-8458fba8e17e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7e7f9715-a774-44b7-8d86-0a8228b2e69f HTTP/1.1" status: 204 len: 168 time: 0.1519127 Dec 10 18:46:05.087901 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b5e96-4d1b-4d8e-8327-8458fba8e17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7f9715-a774-44b7-8d86-0a8228b2e69f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:05.672436 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460670c1-3957-44c7-a38f-041b7e74eeae req-ddbfd175-30f5-46c3-abc9-b5ed4c24ebe3 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:05.680964 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-460670c1-3957-44c7-a38f-041b7e74eeae req-ddbfd175-30f5-46c3-abc9-b5ed4c24ebe3 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 946 time: 0.0959365 Dec 10 18:46:05.754628 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-460670c1-3957-44c7-a38f-041b7e74eeae req-b5b90e48-94f7-4163-8cf3-70027147564f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724542 Dec 10 18:46:05.755212 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2462452d-c1f2-4b13-990a-5aff975fa3d2 req-31881ad2-31eb-4e40-8dc2-53ec774c0d41 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0507030 Dec 10 18:46:05.864252 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5e354c30-de7b-4038-8210-b77b2835cd34 req-fc999765-e217-4c86-bf35-406ebfb13e97 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0540104 Dec 10 18:46:05.941959 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fc56dc0a-a194-4601-a276-21546e950d9d req-321ead8b-f353-4be7-8185-0f96b6e8c0d3 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0449431 Dec 10 18:46:06.860377 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cde92653-33d7-4291-bcba-f18c0eface50 req-7ee70988-23f2-4048-8655-6f40fd973ea0 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0420904 Dec 10 18:46:06.904562 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca511e-fe1d-40c0-ae8d-3cddeb08266a req-4a393ed1-edf8-4424-bece-b69a5292ceea tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:06.909332 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-84ca511e-fe1d-40c0-ae8d-3cddeb08266a req-4a393ed1-edf8-4424-bece-b69a5292ceea tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 946 time: 0.0808301 Dec 10 18:46:06.962253 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-701b97c8-dc37-40d2-b2c3-6cf33635d19f req-a6e4003e-1e4d-4ce2-8910-9455918ff535 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0279424 Dec 10 18:46:06.970511 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-84ca511e-fe1d-40c0-ae8d-3cddeb08266a req-f3635c40-105f-497a-9bae-f0fe425d0b70 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539658 Dec 10 18:46:07.064890 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2c122dba-ac54-42d4-a0a9-abc602a3778b req-cb2de3e2-4972-4f59-a2be-8cf722ebb680 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0339372 Dec 10 18:46:07.232513 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426079a5-7475-4a5a-90a9-d2e84afaebbd req-b50739b6-6265-41fc-89b9-e0d7f6dde207 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:07.251307 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426079a5-7475-4a5a-90a9-d2e84afaebbd req-b50739b6-6265-41fc-89b9-e0d7f6dde207 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:07.260604 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426079a5-7475-4a5a-90a9-d2e84afaebbd req-b50739b6-6265-41fc-89b9-e0d7f6dde207 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:07.271216 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426079a5-7475-4a5a-90a9-d2e84afaebbd req-b50739b6-6265-41fc-89b9-e0d7f6dde207 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:07.277453 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426079a5-7475-4a5a-90a9-d2e84afaebbd req-b50739b6-6265-41fc-89b9-e0d7f6dde207 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:07.284921 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426079a5-7475-4a5a-90a9-d2e84afaebbd req-b50739b6-6265-41fc-89b9-e0d7f6dde207 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:07.292000 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426079a5-7475-4a5a-90a9-d2e84afaebbd req-b50739b6-6265-41fc-89b9-e0d7f6dde207 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:07.294232 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-426079a5-7475-4a5a-90a9-d2e84afaebbd req-b50739b6-6265-41fc-89b9-e0d7f6dde207 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 5444 time: 0.1322889 Dec 10 18:46:07.379292 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-426079a5-7475-4a5a-90a9-d2e84afaebbd req-b7c0e601-fab3-4538-b931-c3bbfba0f83b tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&id=7281f497-4962-41a8-857f-71fd676337b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0763087 Dec 10 18:46:07.567867 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbebdfee-460f-4ce6-a054-5d435f47e92a req-de9ab02d-9175-4280-a808-eefa3fa45c97 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:07.574428 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbebdfee-460f-4ce6-a054-5d435f47e92a req-de9ab02d-9175-4280-a808-eefa3fa45c97 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:07.581455 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbebdfee-460f-4ce6-a054-5d435f47e92a req-de9ab02d-9175-4280-a808-eefa3fa45c97 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:07.588767 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbebdfee-460f-4ce6-a054-5d435f47e92a req-de9ab02d-9175-4280-a808-eefa3fa45c97 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:07.597220 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbebdfee-460f-4ce6-a054-5d435f47e92a req-de9ab02d-9175-4280-a808-eefa3fa45c97 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:07.606371 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbebdfee-460f-4ce6-a054-5d435f47e92a req-de9ab02d-9175-4280-a808-eefa3fa45c97 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:07.620581 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbebdfee-460f-4ce6-a054-5d435f47e92a req-de9ab02d-9175-4280-a808-eefa3fa45c97 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:07.623664 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dbebdfee-460f-4ce6-a054-5d435f47e92a req-de9ab02d-9175-4280-a808-eefa3fa45c97 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 5444 time: 0.1238558 Dec 10 18:46:07.963531 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ae00947b-6096-44dd-8312-087c913685e9 req-45b27794-6415-4fdf-849e-433cfc6c3692 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0369954 Dec 10 18:46:08.037972 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:08.118559 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5e7a7b09-84be-4c6e-b9a2-ff6b693ff88c req-1ef3aeeb-20e4-4f3f-9247-75b1bc014cbf tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0588505 Dec 10 18:46:08.174072 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11658a59-aa14-4960-8afc-4bc5e442d856 req-8712bce9-0da2-4866-a680-cc9ed214433d tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:08.177377 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11658a59-aa14-4960-8afc-4bc5e442d856 req-8712bce9-0da2-4866-a680-cc9ed214433d tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 946 time: 0.0740128 Dec 10 18:46:08.211494 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4f652f85-95e2-4b3a-89b1-d1bebb557cf2 req-c1316b01-1485-4843-97c4-d8a546fef609 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0351975 Dec 10 18:46:08.248743 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11658a59-aa14-4960-8afc-4bc5e442d856 req-cd568949-f271-4404-b635-929131c42c5f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669060 Dec 10 18:46:08.490658 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 36400) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:08.518705 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534379f-6fdc-4a35-81e1-2402c7b4ff0f req-84f8045e-b31c-4a20-8955-ab4f277e0049 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:08.520254 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8534379f-6fdc-4a35-81e1-2402c7b4ff0f req-84f8045e-b31c-4a20-8955-ab4f277e0049 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 946 time: 0.0668578 Dec 10 18:46:08.576196 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8534379f-6fdc-4a35-81e1-2402c7b4ff0f req-1e9aa4df-c7f9-4442-9b01-49c8668d7cef tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489314 Dec 10 18:46:08.612700 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e728d79f-4901-498d-8bf7-29f5246bce4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:08.697878 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e728d79f-4901-498d-8bf7-29f5246bce4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:08.702388 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e728d79f-4901-498d-8bf7-29f5246bce4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:08.755722 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e728d79f-4901-498d-8bf7-29f5246bce4e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=02590aa5fcbc41edb78e97711fc61aa1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2640069 Dec 10 18:46:08.758329 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36416) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:08.763194 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e728d79f-4901-498d-8bf7-29f5246bce4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ca0b9c-c8b0-4afd-bea2-3cb4f66533c8,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:08.831792 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a1f06df5-23f5-465d-9785-bfb4ab003162 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:08.854975 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a1f06df5-23f5-465d-9785-bfb4ab003162 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:08.927526 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a1f06df5-23f5-465d-9785-bfb4ab003162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:08.930721 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a1f06df5-23f5-465d-9785-bfb4ab003162 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:08.932018 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a1f06df5-23f5-465d-9785-bfb4ab003162 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/26ca0b9c-c8b0-4afd-bea2-3cb4f66533c8 HTTP/1.1" status: 204 len: 168 time: 0.1721764 Dec 10 18:46:08.947284 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f06df5-23f5-465d-9785-bfb4ab003162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ca0b9c-c8b0-4afd-bea2-3cb4f66533c8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:09.086164 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0a961d3a-08a5-443e-b574-04c3a63286b3 req-50519d13-3b57-4fbd-8a2b-7d2070a3dcff tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0359795 Dec 10 18:46:09.248105 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-18f6419c-a9b0-407f-81d6-8cdeac28a6e5 req-4aef5730-77ef-431f-8a7c-90a80a45f3c4 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0503724 Dec 10 18:46:09.325920 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a228deec-dcd8-43aa-b786-475d46edbfad req-636bfce7-0355-440e-a482-c9d18a4e57f3 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0412235 Dec 10 18:46:09.357404 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36464) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:09.371873 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e7f8dcce-69c8-4734-af98-8474a6bc2e2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:09.481230 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e7f8dcce-69c8-4734-af98-8474a6bc2e2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:09.487779 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e7f8dcce-69c8-4734-af98-8474a6bc2e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:09.532255 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f8dcce-69c8-4734-af98-8474a6bc2e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d60f2e-bdee-47c8-9994-fc1b693c12d1,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:09.547591 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e7f8dcce-69c8-4734-af98-8474a6bc2e2a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=48046ca4eb7a4f2d8161626580292995&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1890545 Dec 10 18:46:09.550257 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 36474) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:09.608715 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-16478347-90f6-422b-b7c6-173cb2b6dff8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:09.642784 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-16478347-90f6-422b-b7c6-173cb2b6dff8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:09.713313 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-16478347-90f6-422b-b7c6-173cb2b6dff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:09.717376 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-16478347-90f6-422b-b7c6-173cb2b6dff8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:09.721709 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-16478347-90f6-422b-b7c6-173cb2b6dff8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/15d60f2e-bdee-47c8-9994-fc1b693c12d1 HTTP/1.1" status: 204 len: 168 time: 0.1701472 Dec 10 18:46:09.730764 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16478347-90f6-422b-b7c6-173cb2b6dff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d60f2e-bdee-47c8-9994-fc1b693c12d1,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:10.104590 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36522) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:10.207137 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8db1b-993f-457e-85ef-2574e2327b92 req-33d652d4-6701-4787-b649-82e87a9588fa tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:10.212674 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ff58c720-dd30-4f96-b32c-1ed2dbd3baf9 req-ae688c08-fb1c-4703-82b8-dc2d0bfba3de tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0570009 Dec 10 18:46:10.215435 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-31f8db1b-993f-457e-85ef-2574e2327b92 req-33d652d4-6701-4787-b649-82e87a9588fa tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 946 time: 0.0755014 Dec 10 18:46:10.285020 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-31f8db1b-993f-457e-85ef-2574e2327b92 req-c7479c91-5210-4f44-a366-b7c3c7352071 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674720 Dec 10 18:46:10.291204 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cfb16-dd81-4101-b8a4-5003f44f3815 req-e60d0ef6-6e9c-4c95-a00e-5d94c6a0035d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:10.291794 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cfb16-dd81-4101-b8a4-5003f44f3815 req-e60d0ef6-6e9c-4c95-a00e-5d94c6a0035d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:10.292174 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cfb16-dd81-4101-b8a4-5003f44f3815 req-e60d0ef6-6e9c-4c95-a00e-5d94c6a0035d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:10.292863 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cfb16-dd81-4101-b8a4-5003f44f3815 req-e60d0ef6-6e9c-4c95-a00e-5d94c6a0035d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:10.293491 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cfb16-dd81-4101-b8a4-5003f44f3815 req-e60d0ef6-6e9c-4c95-a00e-5d94c6a0035d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:10.294745 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cfb16-dd81-4101-b8a4-5003f44f3815 req-e60d0ef6-6e9c-4c95-a00e-5d94c6a0035d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:10.299009 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cfb16-dd81-4101-b8a4-5003f44f3815 req-e60d0ef6-6e9c-4c95-a00e-5d94c6a0035d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:10.305467 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-804cfb16-dd81-4101-b8a4-5003f44f3815 req-e60d0ef6-6e9c-4c95-a00e-5d94c6a0035d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 6501 time: 0.1997430 Dec 10 18:46:10.383965 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-804cfb16-dd81-4101-b8a4-5003f44f3815 req-a62715f4-72f8-4fdc-98f7-004cf0c98264 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&id=7281f497-4962-41a8-857f-71fd676337b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0775375 Dec 10 18:46:10.418158 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6eb260a8-2d77-4185-94d0-50d6a1d7b61d req-b54b0df5-2673-4c70-b682-090bbd001286 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0431693 Dec 10 18:46:10.522433 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e8288a24-a151-4454-9c18-86d8923ac60b req-5fb4c111-1f44-4d33-8ef8-ba90dc6eb67a tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0380607 Dec 10 18:46:10.586190 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a66868-5190-4daa-82a8-64b14fa62f12 req-9b817406-ba13-43ea-976a-00f993e285b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:10.588230 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-24a66868-5190-4daa-82a8-64b14fa62f12 req-9b817406-ba13-43ea-976a-00f993e285b9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6dd50388a58440cca7ab90078e887719&device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0632904 Dec 10 18:46:10.596395 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e14a5-cf27-498a-9928-02bf73a95098 req-decfe220-04f6-4b6a-b5e0-97c62f0477ec tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:10.598623 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-da1e14a5-cf27-498a-9928-02bf73a95098 req-decfe220-04f6-4b6a-b5e0-97c62f0477ec tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 946 time: 0.0785580 Dec 10 18:46:10.667144 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-da1e14a5-cf27-498a-9928-02bf73a95098 req-8e37565a-cf67-4af0-9eef-036a915238d2 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620303 Dec 10 18:46:10.709254 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a66868-5190-4daa-82a8-64b14fa62f12 req-fe9b237d-b675-49bd-9e09-59877b5f4bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:10.711182 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-24a66868-5190-4daa-82a8-64b14fa62f12 req-fe9b237d-b675-49bd-9e09-59877b5f4bf9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3bc50282-3306-4b81-ae1a-81a9a8be5df5 HTTP/1.1" status: 200 len: 912 time: 0.1158712 Dec 10 18:46:10.787209 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-24a66868-5190-4daa-82a8-64b14fa62f12 req-f57862dd-d515-4298-a5ee-56f4fa52b111 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 HTTP/1.1" status: 200 len: 1001 time: 0.0685873 Dec 10 18:46:10.847238 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a66868-5190-4daa-82a8-64b14fa62f12 req-96f1d38f-b488-4ddd-9baa-6e5d45e360f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:10.857643 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-24a66868-5190-4daa-82a8-64b14fa62f12 req-96f1d38f-b488-4ddd-9baa-6e5d45e360f1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cdd9c23d-5046-4c54-950e-a05aba46bbec HTTP/1.1" status: 200 len: 850 time: 0.0548182 Dec 10 18:46:10.905560 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a66868-5190-4daa-82a8-64b14fa62f12 req-df7c5b93-6c90-47cc-8018-e0aea4f833ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:10.907162 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-24a66868-5190-4daa-82a8-64b14fa62f12 req-df7c5b93-6c90-47cc-8018-e0aea4f833ca service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3bc50282-3306-4b81-ae1a-81a9a8be5df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484157 Dec 10 18:46:11.014032 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-24a66868-5190-4daa-82a8-64b14fa62f12 req-80d36bc8-34e2-4d6a-820b-29d75a3b97b9 service neutron] 10.222.0.72 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992472 Dec 10 18:46:11.117121 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-24a66868-5190-4daa-82a8-64b14fa62f12 req-a5f0c17f-785f-48ee-80d0-442c5184f3eb service neutron] 10.222.0.72 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940940 Dec 10 18:46:11.337693 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eb5b7d5a-93c8-4b4b-b0f0-f0a67a06241f req-0b8154fe-dc3e-41b9-a53c-241d6cc7fff9 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0345681 Dec 10 18:46:11.530151 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-894ded6a-886c-43d4-a627-1a9120189d17 req-89d142f8-5b0b-45d6-8247-3572390ebc62 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0402608 Dec 10 18:46:11.625953 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fd83e8ee-5bb9-47fb-a2a9-df38417eaa2b req-b75216cd-2deb-4001-90a2-c178a93e2cb0 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0282161 Dec 10 18:46:11.721232 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36588) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:11.842036 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c71a7fb-b77f-4a03-9be6-04e1b59b0383 req-7e2a506a-eb13-4c5b-abd7-2aeb75bd6a07 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:11.850394 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0c71a7fb-b77f-4a03-9be6-04e1b59b0383 req-7e2a506a-eb13-4c5b-abd7-2aeb75bd6a07 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 946 time: 0.0738986 Dec 10 18:46:11.916944 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0c71a7fb-b77f-4a03-9be6-04e1b59b0383 req-dfc7ae8b-baeb-4e8b-80db-2143287aeda2 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652459 Dec 10 18:46:11.923273 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-d4e5d6fa-08c9-4d09-9db5-be9d7ac2b319 tempest-ExternalNetworksTestJSON-2032053579 tempest-ExternalNetworksTestJSON-2032053579-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1507041300'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:11.946894 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e5d6fa-08c9-4d09-9db5-be9d7ac2b319 tempest-ExternalNetworksTestJSON-2032053579 tempest-ExternalNetworksTestJSON-2032053579-project] Made reservation on behalf of 90b7c82016e94bd49212acc36c287878 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:46:11.950621 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4e5d6fa-08c9-4d09-9db5-be9d7ac2b319 tempest-ExternalNetworksTestJSON-2032053579 tempest-ExternalNetworksTestJSON-2032053579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:11.959378 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4e5d6fa-08c9-4d09-9db5-be9d7ac2b319 tempest-ExternalNetworksTestJSON-2032053579 tempest-ExternalNetworksTestJSON-2032053579-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:12.054859 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4e5d6fa-08c9-4d09-9db5-be9d7ac2b319 tempest-ExternalNetworksTestJSON-2032053579 tempest-ExternalNetworksTestJSON-2032053579-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:12.060882 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4e5d6fa-08c9-4d09-9db5-be9d7ac2b319 tempest-ExternalNetworksTestJSON-2032053579 tempest-ExternalNetworksTestJSON-2032053579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:12.087424 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4e5d6fa-08c9-4d09-9db5-be9d7ac2b319 tempest-ExternalNetworksTestJSON-2032053579 tempest-ExternalNetworksTestJSON-2032053579-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:46:12.097508 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e5d6fa-08c9-4d09-9db5-be9d7ac2b319 tempest-ExternalNetworksTestJSON-2032053579 tempest-ExternalNetworksTestJSON-2032053579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee908342-4433-4025-a1d5-6577d36da556,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:12.105628 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4e5d6fa-08c9-4d09-9db5-be9d7ac2b319 tempest-ExternalNetworksTestJSON-2032053579 tempest-ExternalNetworksTestJSON-2032053579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:12.106065 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-d4e5d6fa-08c9-4d09-9db5-be9d7ac2b319 tempest-ExternalNetworksTestJSON-2032053579 tempest-ExternalNetworksTestJSON-2032053579-project] Added segment e8028f59-ad65-4da6-bdb4-f0f8aeed02a5 of type vlan for network 6d414268-c05d-4b3e-bd1d-9b8f3b1e6b8e Dec 10 18:46:12.154711 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4e5d6fa-08c9-4d09-9db5-be9d7ac2b319 tempest-ExternalNetworksTestJSON-2032053579 tempest-ExternalNetworksTestJSON-2032053579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:12.181968 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4e5d6fa-08c9-4d09-9db5-be9d7ac2b319 tempest-ExternalNetworksTestJSON-2032053579 tempest-ExternalNetworksTestJSON-2032053579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:12.187808 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e5d6fa-08c9-4d09-9db5-be9d7ac2b319 tempest-ExternalNetworksTestJSON-2032053579 tempest-ExternalNetworksTestJSON-2032053579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:12.188401 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4e5d6fa-08c9-4d09-9db5-be9d7ac2b319 tempest-ExternalNetworksTestJSON-2032053579 tempest-ExternalNetworksTestJSON-2032053579-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:12.247810 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d4e5d6fa-08c9-4d09-9db5-be9d7ac2b319 tempest-ExternalNetworksTestJSON-2032053579 tempest-ExternalNetworksTestJSON-2032053579-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5248041 Dec 10 18:46:12.251556 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 36594) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:12.260015 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e5d6fa-08c9-4d09-9db5-be9d7ac2b319 tempest-ExternalNetworksTestJSON-2032053579 tempest-ExternalNetworksTestJSON-2032053579-project] Pushing event updated for resources: {'Network': ['ID=6d414268-c05d-4b3e-bd1d-9b8f3b1e6b8e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:12.271700 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 6d414268-c05d-4b3e-bd1d-9b8f3b1e6b8e details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:46:12.377971 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7f9a5f64-be0a-45e6-9a45-3dd1a5ed7d59 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Request body: {'network': {'name': 'tempest-network--1260799135', 'router:external': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:12.382560 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:46:12.423519 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9a5f64-be0a-45e6-9a45-3dd1a5ed7d59 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Made reservation on behalf of 53aa2b82df4a41fe9a947fd2965bc1dd for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:46:12.425741 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f9a5f64-be0a-45e6-9a45-3dd1a5ed7d59 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:12.442463 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f9a5f64-be0a-45e6-9a45-3dd1a5ed7d59 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:12.460284 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e53652b7-17e1-4eb7-bc73-1e257ba097c4 req-fe02555f-626f-43e7-adff-d3548c27a09d tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0398228 Dec 10 18:46:12.483024 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:12.522480 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:46:12.523784 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:46:12.527083 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e578a0-3d8a-4e85-89fa-54dac0ab0cb5" -d '{"events": [{"server_uuid": "71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4", "name": "network-vif-unplugged", "status": "completed", "tag": "8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:46:12.541709 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:12.585143 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdef4c0-20df-430c-a6c1-671b1810dd26 x-openstack-request-id: req-8fdef4c0-20df-430c-a6c1-671b1810dd26 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:46:12.585648 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4", "name": "network-vif-unplugged", "status": "completed", "tag": "8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:46:12.585904 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8fdef4c0-20df-430c-a6c1-671b1810dd26 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:46:12.586302 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281', 'code': 200} Dec 10 18:46:12.601847 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f9a5f64-be0a-45e6-9a45-3dd1a5ed7d59 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:12.608978 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f9a5f64-be0a-45e6-9a45-3dd1a5ed7d59 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:12.611380 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281,revision_number=14']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:12.620255 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:12.620612 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:12.621135 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:12.621670 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:12.622757 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:12.623109 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:12.623447 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:12.623788 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:12.624111 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:12.624438 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:12.624802 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:12.625330 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:12.625667 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:12.636982 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-806d64f1-639f-42a4-96af-ceda1a67c08e req-4da4c642-0490-4913-9aa8-249a58ca71b6 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0419703 Dec 10 18:46:12.651091 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a5f64-be0a-45e6-9a45-3dd1a5ed7d59 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350dbaa4-defa-4778-a583-7334dca7bfe0,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:12.654399 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f9a5f64-be0a-45e6-9a45-3dd1a5ed7d59 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:46:12.664870 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f9a5f64-be0a-45e6-9a45-3dd1a5ed7d59 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:12.665289 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-7f9a5f64-be0a-45e6-9a45-3dd1a5ed7d59 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Added segment c96304cb-07b3-4f65-aca1-7bad08daf763 of type vlan for network f9d210e0-58a0-43c5-beeb-17a2e0b7790f Dec 10 18:46:12.733508 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-45004fa8-5148-4ad0-8e07-def50cb1b254 req-83247d3e-0d33-45cd-8417-835366b582c2 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0375023 Dec 10 18:46:12.737044 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f9a5f64-be0a-45e6-9a45-3dd1a5ed7d59 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:12.769251 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f9a5f64-be0a-45e6-9a45-3dd1a5ed7d59 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:12.770294 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9a5f64-be0a-45e6-9a45-3dd1a5ed7d59 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:12.770954 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f9a5f64-be0a-45e6-9a45-3dd1a5ed7d59 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:12.824907 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7f9a5f64-be0a-45e6-9a45-3dd1a5ed7d59 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5719202 Dec 10 18:46:12.828167 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36608) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:12.836720 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a5f64-be0a-45e6-9a45-3dd1a5ed7d59 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Pushing event updated for resources: {'Network': ['ID=f9d210e0-58a0-43c5-beeb-17a2e0b7790f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:12.848359 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network f9d210e0-58a0-43c5-beeb-17a2e0b7790f details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:46:12.904364 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0f0d9bc1-a4b4-446d-a374-bcddd9357db0 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:12.993431 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0f0d9bc1-a4b4-446d-a374-bcddd9357db0 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:13.038527 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-0f0d9bc1-a4b4-446d-a374-bcddd9357db0 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d210e0-58a0-43c5-beeb-17a2e0b7790f']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:13.050595 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-0f0d9bc1-a4b4-446d-a374-bcddd9357db0 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c96304cb-07b3-4f65-aca1-7bad08daf763') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:13.050890 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-0f0d9bc1-a4b4-446d-a374-bcddd9357db0 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c96304cb-07b3-4f65-aca1-7bad08daf763') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:13.063166 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0f0d9bc1-a4b4-446d-a374-bcddd9357db0 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:13.087611 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4fda81-37eb-417b-8aa6-7c5e1e4b64f6 req-4d8782d0-3ec9-4d71-b9bc-8d154484f97d tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:13.092096 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dd4fda81-37eb-417b-8aa6-7c5e1e4b64f6 req-4d8782d0-3ec9-4d71-b9bc-8d154484f97d tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.0930548 Dec 10 18:46:13.097990 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0f0d9bc1-a4b4-446d-a374-bcddd9357db0 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:13.112573 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f0d9bc1-a4b4-446d-a374-bcddd9357db0 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:46:13.113014 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0f0d9bc1-a4b4-446d-a374-bcddd9357db0 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:13.115843 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:46:13.115843 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:46:13.115843 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:46:13.115843 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:46:13.115843 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:46:13.115843 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:46:13.115843 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:46:13.115843 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:46:13.115843 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:46:13.115843 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:46:13.115843 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:46:13.115843 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:46:13.115843 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:46:13.115843 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:46:13.115843 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:46:13.115843 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:46:13.115843 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:46:13.115843 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:46:13.115843 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:46:13.115843 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:46:13.115843 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:46:13.115843 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:46:13.115843 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:46:13.115843 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:46:13.115843 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:46:13.115843 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:46:13.115843 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:46:13.115843 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:46:13.115843 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:46:13.115843 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:46:13.115843 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:46:13.115843 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:46:13.209478 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dd4fda81-37eb-417b-8aa6-7c5e1e4b64f6 req-23537136-5501-4bd2-a8d9-521bb4f28639 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087091 Dec 10 18:46:13.213905 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0f0d9bc1-a4b4-446d-a374-bcddd9357db0 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:13.220238 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0d9bc1-a4b4-446d-a374-bcddd9357db0 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f9d210e0-58a0-43c5-beeb-17a2e0b7790f {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 18:46:13.223523 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0f0d9bc1-a4b4-446d-a374-bcddd9357db0 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:13.229985 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0f0d9bc1-a4b4-446d-a374-bcddd9357db0 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] 10.222.0.62 "DELETE /v2.0/networks/f9d210e0-58a0-43c5-beeb-17a2e0b7790f HTTP/1.1" status: 204 len: 168 time: 0.3975370 Dec 10 18:46:13.231722 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36614) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:13.237510 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f265e8d7-9d9c-46b4-8ac1-5463f6ae0495 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:13.252363 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d9bc1-a4b4-446d-a374-bcddd9357db0 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Pushing event deleted for resources: {'Network': ['ID=f9d210e0-58a0-43c5-beeb-17a2e0b7790f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:13.272843 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f265e8d7-9d9c-46b4-8ac1-5463f6ae0495 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Made reservation on behalf of 53aa2b82df4a41fe9a947fd2965bc1dd for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:46:13.275891 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f265e8d7-9d9c-46b4-8ac1-5463f6ae0495 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:13.305506 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f265e8d7-9d9c-46b4-8ac1-5463f6ae0495 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:46:13.317392 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f265e8d7-9d9c-46b4-8ac1-5463f6ae0495 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:13.317750 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-f265e8d7-9d9c-46b4-8ac1-5463f6ae0495 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Added segment fd30db8a-8726-415a-b191-582cbf57eebc of type vlan for network e21ae31b-0652-41cb-afbb-d3a7d0694472 Dec 10 18:46:13.394786 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f265e8d7-9d9c-46b4-8ac1-5463f6ae0495 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:13.461459 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94187a-c465-40d7-ba39-1719a2d42573 req-41c68dce-960e-4d10-8993-df7ff1d15b7c tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:13.462919 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2f94187a-c465-40d7-ba39-1719a2d42573 req-41c68dce-960e-4d10-8993-df7ff1d15b7c tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.0806932 Dec 10 18:46:13.464108 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f265e8d7-9d9c-46b4-8ac1-5463f6ae0495 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:13.465028 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f265e8d7-9d9c-46b4-8ac1-5463f6ae0495 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:13.465590 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f265e8d7-9d9c-46b4-8ac1-5463f6ae0495 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:13.561231 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f265e8d7-9d9c-46b4-8ac1-5463f6ae0495 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3284049 Dec 10 18:46:13.562161 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36624) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:13.577446 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-e32e8f3d-6a1e-40f0-b497-f4749c43338e tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Request body: {'subnet': {'network_id': 'e21ae31b-0652-41cb-afbb-d3a7d0694472', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:13.586313 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265e8d7-9d9c-46b4-8ac1-5463f6ae0495 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Pushing event updated for resources: {'Network': ['ID=e21ae31b-0652-41cb-afbb-d3a7d0694472,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:13.599051 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network e21ae31b-0652-41cb-afbb-d3a7d0694472 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:46:13.626165 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-87f0ade9-c1b7-4e4b-aed7-4fa31b3a91d7 req-0d4ffbc1-13d3-4af6-af2c-8f68ce4d0a39 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0909832 Dec 10 18:46:13.629294 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2f94187a-c465-40d7-ba39-1719a2d42573 req-48c2c663-72dc-4da0-bfab-f81670896ce0 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576293 Dec 10 18:46:13.651360 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32e8f3d-6a1e-40f0-b497-f4749c43338e tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Made reservation on behalf of 53aa2b82df4a41fe9a947fd2965bc1dd for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:46:13.655444 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e32e8f3d-6a1e-40f0-b497-f4749c43338e tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:13.794170 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2a7dd495-7367-457f-a9f8-6fd628b9b059 req-86b2fd61-c6ca-4a5c-9721-981292291b37 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0420134 Dec 10 18:46:13.816130 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37db000-b057-482a-8c70-ddd02c35a1a9 req-3000173c-5f23-4d87-8841-1342b0ab34da tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:13.818344 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b37db000-b057-482a-8c70-ddd02c35a1a9 req-3000173c-5f23-4d87-8841-1342b0ab34da tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.0758941 Dec 10 18:46:13.904902 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b37db000-b057-482a-8c70-ddd02c35a1a9 req-ac2e4ace-c448-4089-9be3-69417fd0e72b tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778883 Dec 10 18:46:13.929051 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fa39aadf-53a0-4ca4-868e-6caad8419b24 req-d957ff45-9bb5-48ea-94a5-90a789155c06 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0378029 Dec 10 18:46:14.135325 n-d-821435-1 neutron-server[103244]: DEBUG neutron.objects.ports [None req-e32e8f3d-6a1e-40f0-b497-f4749c43338e tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103244) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:46:14.135792 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e32e8f3d-6a1e-40f0-b497-f4749c43338e tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:14.208967 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e8f3d-6a1e-40f0-b497-f4749c43338e tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3fe62dcc-0542-4b16-828b-c34d4c3d896c,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:14.213079 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32e8f3d-6a1e-40f0-b497-f4749c43338e tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Checking segment: {'id': 'fd30db8a-8726-415a-b191-582cbf57eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e21ae31b-0652-41cb-afbb-d3a7d0694472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:46:14.213944 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32e8f3d-6a1e-40f0-b497-f4749c43338e tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Network hostable DHCP agents. Network: e21ae31b-0652-41cb-afbb-d3a7d0694472, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:46:14.235888 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32e8f3d-6a1e-40f0-b497-f4749c43338e tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Network e21ae31b-0652-41cb-afbb-d3a7d0694472 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:46:14.249331 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-e32e8f3d-6a1e-40f0-b497-f4749c43338e tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, e21ae31b-0652-41cb-afbb-d3a7d0694472) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:46:14.255641 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd401f01-5990-4a06-b2ba-a0ca43013f29 req-3309547a-4d9f-46a8-916c-68c5103ee08e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:14.260226 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450b933a-9b78-4293-a8a0-eb9abeece436 None None] Network e21ae31b-0652-41cb-afbb-d3a7d0694472 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:46:14.262312 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32e8f3d-6a1e-40f0-b497-f4749c43338e tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:14.263187 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e32e8f3d-6a1e-40f0-b497-f4749c43338e tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:14.264880 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cd401f01-5990-4a06-b2ba-a0ca43013f29 req-3309547a-4d9f-46a8-916c-68c5103ee08e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/networks?id=3bc50282-3306-4b81-ae1a-81a9a8be5df5 HTTP/1.1" status: 200 len: 811 time: 0.1466966 Dec 10 18:46:14.285416 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e32e8f3d-6a1e-40f0-b497-f4749c43338e tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7120497 Dec 10 18:46:14.286404 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36646) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:14.287707 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cd401f01-5990-4a06-b2ba-a0ca43013f29 req-9f7f37bf-3e25-4b77-8722-3e9ddc9ce6cc tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/quotas/6dd50388a58440cca7ab90078e887719 HTTP/1.1" status: 200 len: 375 time: 0.0113654 Dec 10 18:46:14.291359 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-0b292f5b-0b81-415a-8aa4-6df3a2ebe5d9 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Request body: {'floatingip': {'floating_network_id': 'e21ae31b-0652-41cb-afbb-d3a7d0694472'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:14.327041 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b292f5b-0b81-415a-8aa4-6df3a2ebe5d9 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:14.355491 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cd401f01-5990-4a06-b2ba-a0ca43013f29 req-e8114b71-aa40-4722-a3bf-bfe04dee0085 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6dd50388a58440cca7ab90078e887719&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0590634 Dec 10 18:46:14.401685 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5ca109-196d-4200-b4bf-61c261a0d30e None None] Network e21ae31b-0652-41cb-afbb-d3a7d0694472 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:46:14.451022 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b292f5b-0b81-415a-8aa4-6df3a2ebe5d9 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:14.548185 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cd401f01-5990-4a06-b2ba-a0ca43013f29 req-877416f1-fba6-4897-89ea-4162a0604a1c service neutron] 10.222.0.62 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739769 Dec 10 18:46:14.569603 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-0b292f5b-0b81-415a-8aa4-6df3a2ebe5d9 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Allocated IP 172.20.0.12 (e21ae31b-0652-41cb-afbb-d3a7d0694472/3fe62dcc-0542-4b16-828b-c34d4c3d896c/8d4bf537-b0b6-4248-8972-ac63941509ba) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:46:14.651143 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cd401f01-5990-4a06-b2ba-a0ca43013f29 req-3e6f1831-4c93-45da-96d8-a82f658f63cb service neutron] 10.222.0.62 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967712 Dec 10 18:46:14.689899 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b292f5b-0b81-415a-8aa4-6df3a2ebe5d9 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:14.728708 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-55392bb9-ef93-4399-862c-3555a83934ae req-3c4b878f-17f7-4c29-9e7e-dbe097e221e7 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0369480 Dec 10 18:46:14.761919 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b292f5b-0b81-415a-8aa4-6df3a2ebe5d9 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:14.813416 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b292f5b-0b81-415a-8aa4-6df3a2ebe5d9 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Network e21ae31b-0652-41cb-afbb-d3a7d0694472 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:46:14.828464 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-0b292f5b-0b81-415a-8aa4-6df3a2ebe5d9 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:46:14.838695 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b292f5b-0b81-415a-8aa4-6df3a2ebe5d9 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:46:14.841810 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b292f5b-0b81-415a-8aa4-6df3a2ebe5d9 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Pushing event updated for resources: {'Port': ['ID=8d4bf537-b0b6-4248-8972-ac63941509ba,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:14.925507 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d17ad975-9103-48a3-a696-8546b05a64c9 req-5152a390-0c9f-4325-be67-af9d0e20eaf8 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0461016 Dec 10 18:46:14.965508 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a42cc63a-37a5-45ef-9292-e1e213c5db88 req-aaf601e0-ff75-49f2-99b0-637266930bf2 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0717423 Dec 10 18:46:15.036213 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b292f5b-0b81-415a-8aa4-6df3a2ebe5d9 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:15.092723 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-481fe8ef-8701-4c8a-8779-1d23d6c0952a req-f1ce6fe3-4c7d-4fe5-aa17-b36c44a54212 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0468881 Dec 10 18:46:15.101548 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b292f5b-0b81-415a-8aa4-6df3a2ebe5d9 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:15.161282 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 36670) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:15.279071 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b292f5b-0b81-415a-8aa4-6df3a2ebe5d9 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:15.285674 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b292f5b-0b81-415a-8aa4-6df3a2ebe5d9 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:15.303954 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95ab767f-0bad-424f-98fb-af7a4036636a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:15.375868 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b292f5b-0b81-415a-8aa4-6df3a2ebe5d9 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Pushing event updated for resources: {'Port': ['ID=8d4bf537-b0b6-4248-8972-ac63941509ba,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:15.388513 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b292f5b-0b81-415a-8aa4-6df3a2ebe5d9 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:15.405506 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b292f5b-0b81-415a-8aa4-6df3a2ebe5d9 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:15.406774 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0b292f5b-0b81-415a-8aa4-6df3a2ebe5d9 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1192682 Dec 10 18:46:15.409945 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36676) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:15.414438 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95ab767f-0bad-424f-98fb-af7a4036636a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:15.420414 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95ab767f-0bad-424f-98fb-af7a4036636a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:15.462269 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-95ab767f-0bad-424f-98fb-af7a4036636a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8c0a973354b34d2b8d5c4eb903016bfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2998738 Dec 10 18:46:15.463006 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab767f-0bad-424f-98fb-af7a4036636a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0d3d8e-e07f-4034-ad49-94a7d44b6d65,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:15.465242 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 36678) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:15.479753 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e561d146-dd31-4ed3-9e49-8e4957eaa623 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] 10.222.0.62 "GET /v2.0/floatingips?floating_network_id=e21ae31b-0652-41cb-afbb-d3a7d0694472 HTTP/1.1" status: 200 len: 690 time: 0.0686214 Dec 10 18:46:15.482740 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 36680) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:15.565457 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8c10018-8818-4f9f-a718-2141b514f019 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:15.604901 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8c10018-8818-4f9f-a718-2141b514f019 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:15.613287 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12a350fd-bc42-425e-80e7-a767808eb795 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:15.747608 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8c10018-8818-4f9f-a718-2141b514f019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:15.750126 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8c10018-8818-4f9f-a718-2141b514f019 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:15.751264 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c8c10018-8818-4f9f-a718-2141b514f019 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6a0d3d8e-e07f-4034-ad49-94a7d44b6d65 HTTP/1.1" status: 204 len: 168 time: 0.2850835 Dec 10 18:46:15.762471 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c10018-8818-4f9f-a718-2141b514f019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0d3d8e-e07f-4034-ad49-94a7d44b6d65,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:15.773630 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-12a350fd-bc42-425e-80e7-a767808eb795 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Deleting port 8d4bf537-b0b6-4248-8972-ac63941509ba {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:46:15.773977 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12a350fd-bc42-425e-80e7-a767808eb795 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:15.823265 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8c2b0511-1c54-418c-84fa-14770f2eb102 req-e009e42b-4651-4f8b-a17a-025001e3a0b1 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0260684 Dec 10 18:46:15.862171 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12a350fd-bc42-425e-80e7-a767808eb795 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:15.862502 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12a350fd-bc42-425e-80e7-a767808eb795 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:15.876602 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-12a350fd-bc42-425e-80e7-a767808eb795 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Calling delete_port for 8d4bf537-b0b6-4248-8972-ac63941509ba owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:46:16.032730 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a8da4f97-6208-4a50-a051-a19d47e8465c req-674a14e6-c29a-4c48-8726-bfde2512de62 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0375869 Dec 10 18:46:16.050186 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12a350fd-bc42-425e-80e7-a767808eb795 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:16.065094 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0d7532c-f82c-444b-b4e8-4fc86d907ded req-573ffb72-9349-4d70-b9d3-e9dd7040527c tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0412860 Dec 10 18:46:16.076736 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a350fd-bc42-425e-80e7-a767808eb795 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d4bf537-b0b6-4248-8972-ac63941509ba,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:16.156482 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12a350fd-bc42-425e-80e7-a767808eb795 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:16.188097 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-77210221-97d6-4697-b660-f3134fb5653a req-6245915d-fd65-48c8-b4f9-1d2753e5c9ac tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0357111 Dec 10 18:46:16.227127 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12a350fd-bc42-425e-80e7-a767808eb795 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:16.287629 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12a350fd-bc42-425e-80e7-a767808eb795 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:16.313015 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a350fd-bc42-425e-80e7-a767808eb795 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3fe62dcc-0542-4b16-828b-c34d4c3d896c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:16.381516 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12a350fd-bc42-425e-80e7-a767808eb795 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:16.406016 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-12a350fd-bc42-425e-80e7-a767808eb795 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e21ae31b-0652-41cb-afbb-d3a7d0694472']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:16.416499 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-12a350fd-bc42-425e-80e7-a767808eb795 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd30db8a-8726-415a-b191-582cbf57eebc') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:16.422237 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-12a350fd-bc42-425e-80e7-a767808eb795 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd30db8a-8726-415a-b191-582cbf57eebc') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:16.428887 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12a350fd-bc42-425e-80e7-a767808eb795 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:16.446850 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12a350fd-bc42-425e-80e7-a767808eb795 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:16.457518 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12a350fd-bc42-425e-80e7-a767808eb795 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:46:16.457996 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12a350fd-bc42-425e-80e7-a767808eb795 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:16.463335 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:46:16.463335 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:46:16.463335 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:46:16.463335 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:46:16.463335 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:46:16.463335 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:46:16.463335 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:46:16.463335 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:46:16.463335 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:46:16.463335 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:46:16.463335 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:46:16.463335 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:46:16.463335 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:46:16.463335 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:46:16.463335 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:46:16.463335 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:46:16.463335 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:46:16.463335 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:46:16.463335 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:46:16.463335 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:46:16.463335 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:46:16.463335 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:46:16.463335 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:46:16.463335 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:46:16.463335 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:46:16.463335 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:46:16.463335 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:46:16.463335 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:46:16.463335 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:46:16.463335 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:46:16.463335 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:46:16.463335 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:46:16.530323 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12a350fd-bc42-425e-80e7-a767808eb795 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:16.536018 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a350fd-bc42-425e-80e7-a767808eb795 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e21ae31b-0652-41cb-afbb-d3a7d0694472 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 18:46:16.538913 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12a350fd-bc42-425e-80e7-a767808eb795 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:16.542397 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-12a350fd-bc42-425e-80e7-a767808eb795 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] 10.222.0.62 "DELETE /v2.0/networks/e21ae31b-0652-41cb-afbb-d3a7d0694472 HTTP/1.1" status: 204 len: 168 time: 1.0584698 Dec 10 18:46:16.545693 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36712) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:16.562433 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a350fd-bc42-425e-80e7-a767808eb795 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Pushing event deleted for resources: {'Network': ['ID=e21ae31b-0652-41cb-afbb-d3a7d0694472,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:16.661963 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2fa03861-15e9-4917-ae34-caef76b8e09c tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2566 time: 0.1147451 Dec 10 18:46:16.664330 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36718) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:16.774844 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d8bcb4-8350-480b-b7dd-6d1727f28046 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:16.774844 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d8bcb4-8350-480b-b7dd-6d1727f28046 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:16.774844 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d8bcb4-8350-480b-b7dd-6d1727f28046 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:16.774844 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d8bcb4-8350-480b-b7dd-6d1727f28046 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:16.774844 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d8bcb4-8350-480b-b7dd-6d1727f28046 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:16.774844 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d8bcb4-8350-480b-b7dd-6d1727f28046 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:16.774844 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d8bcb4-8350-480b-b7dd-6d1727f28046 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:16.774844 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d8bcb4-8350-480b-b7dd-6d1727f28046 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:16.774844 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d8bcb4-8350-480b-b7dd-6d1727f28046 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:16.775639 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d8bcb4-8350-480b-b7dd-6d1727f28046 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:16.775639 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d8bcb4-8350-480b-b7dd-6d1727f28046 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:16.775958 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d8bcb4-8350-480b-b7dd-6d1727f28046 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:16.776383 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d8bcb4-8350-480b-b7dd-6d1727f28046 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:16.776844 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d8bcb4-8350-480b-b7dd-6d1727f28046 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:16.777282 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d8bcb4-8350-480b-b7dd-6d1727f28046 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:16.780089 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-99d8bcb4-8350-480b-b7dd-6d1727f28046 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9576 time: 0.1146095 Dec 10 18:46:16.783472 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 36726) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:16.822101 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-b230d9c7-8511-4e62-9791-2c1daa16f954 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] delete failed (client error): The resource could not be found. Dec 10 18:46:16.823147 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b230d9c7-8511-4e62-9791-2c1daa16f954 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/e85c69d7-82f7-423f-ac54-ccd18100e292 HTTP/1.1" status: 404 len: 345 time: 0.0387590 Dec 10 18:46:16.826480 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 36732) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:16.843687 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e66a0da-9779-4656-bb81-c28d4f8cc115 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] DELETE failed (client error): The resource could not be found. Dec 10 18:46:16.844452 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e66a0da-9779-4656-bb81-c28d4f8cc115 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:46:16.851073 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2e66a0da-9779-4656-bb81-c28d4f8cc115 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] 10.222.0.62 "DELETE /v2.0/networks/e21ae31b-0652-41cb-afbb-d3a7d0694472 HTTP/1.1" status: 404 len: 339 time: 0.0200922 Dec 10 18:46:16.851909 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 36734) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:16.858000 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a9f66296-ce0a-449a-ba52-643035b712ec tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Request body: {'network': {'name': 'tempest-network--703416852', 'router:external': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:16.885358 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f66296-ce0a-449a-ba52-643035b712ec tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Made reservation on behalf of 53aa2b82df4a41fe9a947fd2965bc1dd for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:46:16.888681 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9f66296-ce0a-449a-ba52-643035b712ec tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:16.930329 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3dfc831c-b39c-4727-93ea-43487dd55a3e req-7fa94d29-a7cf-4901-98ec-ea4b17978ada tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0309911 Dec 10 18:46:16.944564 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f66296-ce0a-449a-ba52-643035b712ec tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:46:16.955835 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9f66296-ce0a-449a-ba52-643035b712ec tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:16.956306 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-a9f66296-ce0a-449a-ba52-643035b712ec tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Added segment ac07e969-66c3-455e-bad3-fa10cc2e36d0 of type vlan for network 1022d628-dc31-4d0c-bec1-9235f80959f1 Dec 10 18:46:17.014840 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9f66296-ce0a-449a-ba52-643035b712ec tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:17.045805 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9f66296-ce0a-449a-ba52-643035b712ec tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:17.046829 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f66296-ce0a-449a-ba52-643035b712ec tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:17.047430 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9f66296-ce0a-449a-ba52-643035b712ec tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:17.100743 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a9f66296-ce0a-449a-ba52-643035b712ec tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2476912 Dec 10 18:46:17.107951 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 36742) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:17.447761 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-95fa0583-5d08-407f-b972-30a21918114e req-fe500076-aeb6-4427-8f9c-d4cefcdce526 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.3205369 Dec 10 18:46:17.515436 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f66296-ce0a-449a-ba52-643035b712ec tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Pushing event updated for resources: {'Network': ['ID=1022d628-dc31-4d0c-bec1-9235f80959f1,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:17.520224 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ade0fc01-d772-45f5-98ac-77d6851ec188 req-725b6a7a-8151-420b-a21b-0e7013937a71 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0286672 Dec 10 18:46:17.534346 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 1022d628-dc31-4d0c-bec1-9235f80959f1 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:46:17.563051 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1126ac3e-2162-4496-821d-edd7f96353d8 req-79c3efd0-c72b-475d-af7b-660f8d3db905 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0488245 Dec 10 18:46:17.628463 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f691ef42-3da9-4598-88d6-f1424870aac0 tempest-ExternalNetworksTestJSON-2032053579 tempest-ExternalNetworksTestJSON-2032053579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:17.634766 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f691ef42-3da9-4598-88d6-f1424870aac0 tempest-ExternalNetworksTestJSON-2032053579 tempest-ExternalNetworksTestJSON-2032053579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:17.641399 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f691ef42-3da9-4598-88d6-f1424870aac0 tempest-ExternalNetworksTestJSON-2032053579 tempest-ExternalNetworksTestJSON-2032053579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:17.649546 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f691ef42-3da9-4598-88d6-f1424870aac0 tempest-ExternalNetworksTestJSON-2032053579 tempest-ExternalNetworksTestJSON-2032053579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:17.649797 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f691ef42-3da9-4598-88d6-f1424870aac0 tempest-ExternalNetworksTestJSON-2032053579 tempest-ExternalNetworksTestJSON-2032053579-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5405571 Dec 10 18:46:17.652297 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 36754) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:17.728379 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-06bd626c-695a-4f65-844b-9afdc4dbcc9e tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:17.730784 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d9ffb20-634f-481d-84fd-5cd7ecad7e55 req-2eefbe6e-0343-4501-8990-a2d9b46cf50f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405490 Dec 10 18:46:17.812117 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-06bd626c-695a-4f65-844b-9afdc4dbcc9e tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:17.814589 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ffb20-634f-481d-84fd-5cd7ecad7e55 req-6df274c7-00a7-41b1-9b0c-656e6205154d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:17.816371 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d9ffb20-634f-481d-84fd-5cd7ecad7e55 req-6df274c7-00a7-41b1-9b0c-656e6205154d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=03fbac8cd9664c0ab5033875ec289be7&device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 1096 time: 0.0434351 Dec 10 18:46:17.837250 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-06bd626c-695a-4f65-844b-9afdc4dbcc9e tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1022d628-dc31-4d0c-bec1-9235f80959f1']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:17.847214 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-06bd626c-695a-4f65-844b-9afdc4dbcc9e tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac07e969-66c3-455e-bad3-fa10cc2e36d0') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:17.847513 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-06bd626c-695a-4f65-844b-9afdc4dbcc9e tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac07e969-66c3-455e-bad3-fa10cc2e36d0') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:17.857737 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-06bd626c-695a-4f65-844b-9afdc4dbcc9e tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:17.874283 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-06bd626c-695a-4f65-844b-9afdc4dbcc9e tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:17.884623 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06bd626c-695a-4f65-844b-9afdc4dbcc9e tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:46:17.885130 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-06bd626c-695a-4f65-844b-9afdc4dbcc9e tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:17.901866 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:46:17.901866 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:46:17.901866 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:46:17.901866 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:46:17.901866 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:46:17.901866 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:46:17.901866 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:46:17.901866 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:46:17.901866 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:46:17.901866 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:46:17.901866 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:46:17.901866 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:46:17.901866 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:46:17.901866 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:46:17.901866 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:46:17.901866 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:46:17.901866 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:46:17.901866 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:46:17.901866 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:46:17.901866 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:46:17.901866 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:46:17.901866 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:46:17.901866 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:46:17.901866 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:46:17.901866 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:46:17.901866 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:46:17.901866 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:46:17.901866 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:46:17.901866 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:46:17.901866 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:46:17.901866 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:46:17.901866 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:46:17.935430 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ffb20-634f-481d-84fd-5cd7ecad7e55 req-00eb6a6e-fdef-4bc2-bf67-b4afa4a0ceec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:17.937598 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d9ffb20-634f-481d-84fd-5cd7ecad7e55 req-00eb6a6e-fdef-4bc2-bf67-b4afa4a0ceec service neutron] 10.222.0.46 "GET /v2.0/networks?id=7298e2ff-8266-485b-b15d-e11513ae77de HTTP/1.1" status: 200 len: 920 time: 0.1011138 Dec 10 18:46:17.958819 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-06bd626c-695a-4f65-844b-9afdc4dbcc9e tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:17.976603 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bd626c-695a-4f65-844b-9afdc4dbcc9e tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1022d628-dc31-4d0c-bec1-9235f80959f1 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 18:46:17.978456 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd626c-695a-4f65-844b-9afdc4dbcc9e tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Pushing event deleted for resources: {'Network': ['ID=1022d628-dc31-4d0c-bec1-9235f80959f1,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:17.985763 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-06bd626c-695a-4f65-844b-9afdc4dbcc9e tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:17.989142 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d9ffb20-634f-481d-84fd-5cd7ecad7e55 req-45b952e8-68a4-4ca7-bc8b-546e631b0cf7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa924f55-ae4a-4fe6-86b6-09234eefa69b HTTP/1.1" status: 200 len: 217 time: 0.0447459 Dec 10 18:46:17.991228 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-06bd626c-695a-4f65-844b-9afdc4dbcc9e tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] 10.222.0.62 "DELETE /v2.0/networks/1022d628-dc31-4d0c-bec1-9235f80959f1 HTTP/1.1" status: 204 len: 168 time: 0.3373210 Dec 10 18:46:17.994473 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36758) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:18.004607 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-aa59fee7-cde3-4f20-9cf7-a44b4a6cfe91 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Request body: {'network': {'name': 'tempest-network--903546623', 'router:external': True}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:18.076316 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ffb20-634f-481d-84fd-5cd7ecad7e55 req-2392adb5-5c88-4d17-829e-dd7dbae2f489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:18.078017 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d9ffb20-634f-481d-84fd-5cd7ecad7e55 req-2392adb5-5c88-4d17-829e-dd7dbae2f489 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c24893f4-aeec-4797-8dc4-9c83d9d3d696 HTTP/1.1" status: 200 len: 859 time: 0.0776708 Dec 10 18:46:18.078952 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa59fee7-cde3-4f20-9cf7-a44b4a6cfe91 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Made reservation on behalf of 53aa2b82df4a41fe9a947fd2965bc1dd for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:46:18.081701 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aa59fee7-cde3-4f20-9cf7-a44b4a6cfe91 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:18.086966 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0cfc855e-45a1-4cf8-8481-d4d2e41651dc req-2a2c31b7-4413-4e91-b7f9-a68317cccf5f tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0328827 Dec 10 18:46:18.142694 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d9ffb20-634f-481d-84fd-5cd7ecad7e55 req-12dccd23-2649-434d-a512-420df67767b8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7298e2ff-8266-485b-b15d-e11513ae77de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479288 Dec 10 18:46:18.162583 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa59fee7-cde3-4f20-9cf7-a44b4a6cfe91 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:46:18.211677 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aa59fee7-cde3-4f20-9cf7-a44b4a6cfe91 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:18.211902 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-aa59fee7-cde3-4f20-9cf7-a44b4a6cfe91 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Added segment 2fb18774-df71-4dbf-91b6-10fa8e3cbbe6 of type vlan for network cf81e9c4-bab5-471f-b6aa-16851358ac73 Dec 10 18:46:18.287350 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aa59fee7-cde3-4f20-9cf7-a44b4a6cfe91 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:18.311605 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d9ffb20-634f-481d-84fd-5cd7ecad7e55 req-352d238d-fef8-45b5-a96d-f3a1b87d955a service neutron] 10.222.0.46 "GET /v2.0/networks/7298e2ff-8266-485b-b15d-e11513ae77de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592388 Dec 10 18:46:18.382355 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aa59fee7-cde3-4f20-9cf7-a44b4a6cfe91 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:18.383595 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa59fee7-cde3-4f20-9cf7-a44b4a6cfe91 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:18.384378 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aa59fee7-cde3-4f20-9cf7-a44b4a6cfe91 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:18.458024 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-aa59fee7-cde3-4f20-9cf7-a44b4a6cfe91 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4624174 Dec 10 18:46:18.461731 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 36768) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:18.491920 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59fee7-cde3-4f20-9cf7-a44b4a6cfe91 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Pushing event updated for resources: {'Network': ['ID=cf81e9c4-bab5-471f-b6aa-16851358ac73,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:18.504340 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network cf81e9c4-bab5-471f-b6aa-16851358ac73 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:46:18.520256 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d9ffb20-634f-481d-84fd-5cd7ecad7e55 req-f4e716e2-d688-4a02-9a5b-db5e38e405cd service neutron] 10.222.0.46 "GET /v2.0/networks/7298e2ff-8266-485b-b15d-e11513ae77de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995986 Dec 10 18:46:18.602789 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f472889b-b63f-4857-9699-80974f826f25 req-07a22653-810e-4ab9-b2ba-317970c68847 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0557787 Dec 10 18:46:18.657394 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0f9e6172-76f2-400e-99d1-3bf5d21da1ab req-6522918a-7f48-4d91-82e1-73b5282bbdfd tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0530221 Dec 10 18:46:18.685811 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56294b4-12db-4a18-a162-5ecbfe6d9f36 tempest-ExternalNetworksTestJSON-2032053579 tempest-ExternalNetworksTestJSON-2032053579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:18.687840 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a56294b4-12db-4a18-a162-5ecbfe6d9f36 tempest-ExternalNetworksTestJSON-2032053579 tempest-ExternalNetworksTestJSON-2032053579-project] 10.222.0.62 "GET /v2.0/networks/cf81e9c4-bab5-471f-b6aa-16851358ac73 HTTP/1.1" status: 200 len: 756 time: 0.2240238 Dec 10 18:46:18.689819 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f8fa7655-ee40-42f9-85b1-61f17abf5b67 req-8ad46ac0-6422-463b-864d-222817a8a871 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0452557 Dec 10 18:46:18.690287 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36778) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:18.787389 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67c17db-c8e9-4162-b73d-196d3a82a4c9 tempest-ExternalNetworksTestJSON-2032053579 tempest-ExternalNetworksTestJSON-2032053579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:18.788773 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f67c17db-c8e9-4162-b73d-196d3a82a4c9 tempest-ExternalNetworksTestJSON-2032053579 tempest-ExternalNetworksTestJSON-2032053579-project] 10.222.0.62 "GET /v2.0/networks/6d414268-c05d-4b3e-bd1d-9b8f3b1e6b8e HTTP/1.1" status: 200 len: 768 time: 0.0975478 Dec 10 18:46:18.791558 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36780) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:18.858354 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8aa3bce6-7263-4e6d-89f5-7a35ea85b2bc tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:18.940771 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8aa3bce6-7263-4e6d-89f5-7a35ea85b2bc tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:18.961558 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-8aa3bce6-7263-4e6d-89f5-7a35ea85b2bc tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf81e9c4-bab5-471f-b6aa-16851358ac73']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:18.971480 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-8aa3bce6-7263-4e6d-89f5-7a35ea85b2bc tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb18774-df71-4dbf-91b6-10fa8e3cbbe6') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:18.971777 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-8aa3bce6-7263-4e6d-89f5-7a35ea85b2bc tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb18774-df71-4dbf-91b6-10fa8e3cbbe6') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:18.981805 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8aa3bce6-7263-4e6d-89f5-7a35ea85b2bc tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:18.995065 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8aa3bce6-7263-4e6d-89f5-7a35ea85b2bc tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:19.002157 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa3bce6-7263-4e6d-89f5-7a35ea85b2bc tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:46:19.002618 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8aa3bce6-7263-4e6d-89f5-7a35ea85b2bc tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:19.005200 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:46:19.005200 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:46:19.005200 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:46:19.005200 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:46:19.005200 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:46:19.005200 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:46:19.005200 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:46:19.005200 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:46:19.005200 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:46:19.005200 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:46:19.005200 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:46:19.005200 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:46:19.005200 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:46:19.005200 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:46:19.005200 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:46:19.005200 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:46:19.005200 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:46:19.005200 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:46:19.005200 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:46:19.005200 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:46:19.005200 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:46:19.005200 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:46:19.005200 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:46:19.005200 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:46:19.005200 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:46:19.005200 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:46:19.005200 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:46:19.005200 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:46:19.005200 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:46:19.005200 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:46:19.005200 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:46:19.005200 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:46:19.063550 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8aa3bce6-7263-4e6d-89f5-7a35ea85b2bc tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:19.070010 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa3bce6-7263-4e6d-89f5-7a35ea85b2bc tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cf81e9c4-bab5-471f-b6aa-16851358ac73 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 18:46:19.073766 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8aa3bce6-7263-4e6d-89f5-7a35ea85b2bc tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:19.078160 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8aa3bce6-7263-4e6d-89f5-7a35ea85b2bc tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] 10.222.0.62 "DELETE /v2.0/networks/cf81e9c4-bab5-471f-b6aa-16851358ac73 HTTP/1.1" status: 204 len: 168 time: 0.2855115 Dec 10 18:46:19.083367 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 36782) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:19.088729 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-2a4b9d8c-9905-4546-8aed-20a49f881bc9 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Request body: {'network': {'name': 'tempest-network--1945869771'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:19.100812 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3bce6-7263-4e6d-89f5-7a35ea85b2bc tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Pushing event deleted for resources: {'Network': ['ID=cf81e9c4-bab5-471f-b6aa-16851358ac73,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:19.117182 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4b9d8c-9905-4546-8aed-20a49f881bc9 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Made reservation on behalf of 53aa2b82df4a41fe9a947fd2965bc1dd for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:46:19.122776 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2a4b9d8c-9905-4546-8aed-20a49f881bc9 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:19.149118 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a4b9d8c-9905-4546-8aed-20a49f881bc9 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:46:19.170204 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2a4b9d8c-9905-4546-8aed-20a49f881bc9 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:19.172405 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-2a4b9d8c-9905-4546-8aed-20a49f881bc9 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Added segment 90c49447-9bc6-4e38-a03e-18c4bf1e5dd5 of type vlan for network b563377a-8596-4ad8-a6be-50bc8dcdcd34 Dec 10 18:46:19.207690 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5c17fdaf-8bce-4ab0-8cac-414afb5096b3 req-06655351-b1b5-4a49-b8ca-eb55c475ce93 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0478358 Dec 10 18:46:19.230852 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2a4b9d8c-9905-4546-8aed-20a49f881bc9 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:19.258811 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2a4b9d8c-9905-4546-8aed-20a49f881bc9 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:19.259962 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4b9d8c-9905-4546-8aed-20a49f881bc9 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:19.260652 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2a4b9d8c-9905-4546-8aed-20a49f881bc9 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:19.322592 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2a4b9d8c-9905-4546-8aed-20a49f881bc9 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2353795 Dec 10 18:46:19.323456 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 36786) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:19.328111 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-36bb4d4d-ad31-4f5e-a943-737ea9c65a0b tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:19.342967 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b9d8c-9905-4546-8aed-20a49f881bc9 tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Pushing event updated for resources: {'Network': ['ID=b563377a-8596-4ad8-a6be-50bc8dcdcd34,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:19.363129 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network b563377a-8596-4ad8-a6be-50bc8dcdcd34 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:46:19.524141 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-36bb4d4d-ad31-4f5e-a943-737ea9c65a0b tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:19.541192 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-36bb4d4d-ad31-4f5e-a943-737ea9c65a0b tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:19.558394 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-36bb4d4d-ad31-4f5e-a943-737ea9c65a0b tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Network b563377a-8596-4ad8-a6be-50bc8dcdcd34 is not hosted by any dhcp agent {{(pid=103245) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 18:46:19.560226 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bb4d4d-ad31-4f5e-a943-737ea9c65a0b tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:19.560226 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-36bb4d4d-ad31-4f5e-a943-737ea9c65a0b tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:19.563911 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-36bb4d4d-ad31-4f5e-a943-737ea9c65a0b tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] 10.222.0.62 "PUT /v2.0/networks/b563377a-8596-4ad8-a6be-50bc8dcdcd34 HTTP/1.1" status: 200 len: 858 time: 0.2374558 Dec 10 18:46:19.564332 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36790) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:19.599537 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-74464424-4609-47cc-8b3d-63ea9c5a192e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:19.609014 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb4d4d-ad31-4f5e-a943-737ea9c65a0b tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Pushing event updated for resources: {'Network': ['ID=b563377a-8596-4ad8-a6be-50bc8dcdcd34,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:19.646229 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6cfb5bb1-e052-460c-a825-6ff8ff9fa4ec tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:19.686504 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-28059416-7a37-4d6a-843d-0e611063a9f6 req-4be997d8-5bbf-46d6-900f-695befc0b096 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0303512 Dec 10 18:46:19.774906 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bb1e9f28-726e-4562-b870-44b5d8e6eb9a req-91ac70e5-1ce5-455c-90a6-43b5994b2621 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0452509 Dec 10 18:46:19.776490 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3bf2e5c2-47d6-45de-9908-edf0b3736b34 req-080ddc20-9186-4901-9247-586708c9faf1 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0322680 Dec 10 18:46:19.784283 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6cfb5bb1-e052-460c-a825-6ff8ff9fa4ec tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:19.815627 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-6cfb5bb1-e052-460c-a825-6ff8ff9fa4ec tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b563377a-8596-4ad8-a6be-50bc8dcdcd34']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:19.832753 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-6cfb5bb1-e052-460c-a825-6ff8ff9fa4ec tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90c49447-9bc6-4e38-a03e-18c4bf1e5dd5') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:19.832753 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-6cfb5bb1-e052-460c-a825-6ff8ff9fa4ec tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90c49447-9bc6-4e38-a03e-18c4bf1e5dd5') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:19.841117 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6cfb5bb1-e052-460c-a825-6ff8ff9fa4ec tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:19.864504 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6cfb5bb1-e052-460c-a825-6ff8ff9fa4ec tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:19.874414 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cfb5bb1-e052-460c-a825-6ff8ff9fa4ec tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:46:19.874907 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6cfb5bb1-e052-460c-a825-6ff8ff9fa4ec tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:19.877777 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:46:19.877777 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:46:19.877777 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:46:19.877777 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:46:19.877777 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:46:19.877777 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:46:19.877777 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:46:19.877777 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:46:19.877777 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:46:19.877777 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:46:19.877777 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:46:19.877777 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:46:19.877777 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:46:19.877777 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:46:19.877777 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:46:19.877777 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:46:19.877777 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:46:19.877777 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:46:19.877777 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:46:19.877777 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:46:19.877777 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:46:19.877777 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:46:19.877777 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:46:19.877777 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:46:19.877777 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:46:19.877777 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:46:19.877777 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:46:19.877777 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:46:19.877777 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:46:19.877777 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:46:19.877777 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:46:19.877777 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:46:19.987819 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6cfb5bb1-e052-460c-a825-6ff8ff9fa4ec tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:19.995279 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cfb5bb1-e052-460c-a825-6ff8ff9fa4ec tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b563377a-8596-4ad8-a6be-50bc8dcdcd34 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 18:46:19.999632 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6cfb5bb1-e052-460c-a825-6ff8ff9fa4ec tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:20.007815 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6cfb5bb1-e052-460c-a825-6ff8ff9fa4ec tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] 10.222.0.62 "DELETE /v2.0/networks/b563377a-8596-4ad8-a6be-50bc8dcdcd34 HTTP/1.1" status: 204 len: 168 time: 0.4416847 Dec 10 18:46:20.012486 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 36800) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:20.024227 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb5bb1-e052-460c-a825-6ff8ff9fa4ec tempest-ExternalNetworksTestJSON-1672181788 tempest-ExternalNetworksTestJSON-1672181788-project-admin] Pushing event deleted for resources: {'Network': ['ID=b563377a-8596-4ad8-a6be-50bc8dcdcd34,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:20.056845 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b5e01ef-cf69-4f1e-8dd5-69cb9d6fce21 tempest-ExternalNetworksTestJSON-2032053579 tempest-ExternalNetworksTestJSON-2032053579-project] DELETE failed (client error): The resource could not be found. Dec 10 18:46:20.057307 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b5e01ef-cf69-4f1e-8dd5-69cb9d6fce21 tempest-ExternalNetworksTestJSON-2032053579 tempest-ExternalNetworksTestJSON-2032053579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:46:20.063347 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8b5e01ef-cf69-4f1e-8dd5-69cb9d6fce21 tempest-ExternalNetworksTestJSON-2032053579 tempest-ExternalNetworksTestJSON-2032053579-project] 10.222.0.62 "DELETE /v2.0/subnets/3fe62dcc-0542-4b16-828b-c34d4c3d896c HTTP/1.1" status: 404 len: 337 time: 0.0471139 Dec 10 18:46:20.063644 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 36802) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:20.158583 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2b9bbbb8-d8bf-4ece-a528-fd58e27ca682 tempest-ExternalNetworksTestJSON-2032053579 tempest-ExternalNetworksTestJSON-2032053579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:20.259201 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2b9bbbb8-d8bf-4ece-a528-fd58e27ca682 tempest-ExternalNetworksTestJSON-2032053579 tempest-ExternalNetworksTestJSON-2032053579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:20.280521 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-2b9bbbb8-d8bf-4ece-a528-fd58e27ca682 tempest-ExternalNetworksTestJSON-2032053579 tempest-ExternalNetworksTestJSON-2032053579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d414268-c05d-4b3e-bd1d-9b8f3b1e6b8e']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:20.290285 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f2840867-4a93-4a43-b687-8096cbc1a774 req-cbf83e79-bb0d-44d2-8b53-6675c77b0ddb tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0271711 Dec 10 18:46:20.290500 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-2b9bbbb8-d8bf-4ece-a528-fd58e27ca682 tempest-ExternalNetworksTestJSON-2032053579 tempest-ExternalNetworksTestJSON-2032053579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8028f59-ad65-4da6-bdb4-f0f8aeed02a5') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:20.290703 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-2b9bbbb8-d8bf-4ece-a528-fd58e27ca682 tempest-ExternalNetworksTestJSON-2032053579 tempest-ExternalNetworksTestJSON-2032053579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8028f59-ad65-4da6-bdb4-f0f8aeed02a5') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:20.301873 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2b9bbbb8-d8bf-4ece-a528-fd58e27ca682 tempest-ExternalNetworksTestJSON-2032053579 tempest-ExternalNetworksTestJSON-2032053579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:20.317114 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2b9bbbb8-d8bf-4ece-a528-fd58e27ca682 tempest-ExternalNetworksTestJSON-2032053579 tempest-ExternalNetworksTestJSON-2032053579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:20.321033 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b9bbbb8-d8bf-4ece-a528-fd58e27ca682 tempest-ExternalNetworksTestJSON-2032053579 tempest-ExternalNetworksTestJSON-2032053579-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:46:20.321417 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2b9bbbb8-d8bf-4ece-a528-fd58e27ca682 tempest-ExternalNetworksTestJSON-2032053579 tempest-ExternalNetworksTestJSON-2032053579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:20.324321 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:46:20.324321 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:46:20.324321 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:46:20.324321 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:46:20.324321 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:46:20.324321 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:46:20.324321 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:46:20.324321 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:46:20.324321 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:46:20.324321 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:46:20.324321 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:46:20.324321 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:46:20.324321 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:46:20.324321 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:46:20.324321 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:46:20.324321 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:46:20.324321 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:46:20.324321 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:46:20.324321 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:46:20.324321 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:46:20.324321 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:46:20.324321 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:46:20.324321 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:46:20.324321 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:46:20.324321 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:46:20.324321 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:46:20.324321 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:46:20.324321 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:46:20.324321 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:46:20.324321 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:46:20.324321 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:46:20.324321 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:46:20.381732 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2b9bbbb8-d8bf-4ece-a528-fd58e27ca682 tempest-ExternalNetworksTestJSON-2032053579 tempest-ExternalNetworksTestJSON-2032053579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:20.390361 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2b9bbbb8-d8bf-4ece-a528-fd58e27ca682 tempest-ExternalNetworksTestJSON-2032053579 tempest-ExternalNetworksTestJSON-2032053579-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:20.396820 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2b9bbbb8-d8bf-4ece-a528-fd58e27ca682 tempest-ExternalNetworksTestJSON-2032053579 tempest-ExternalNetworksTestJSON-2032053579-project] 10.222.0.62 "DELETE /v2.0/networks/6d414268-c05d-4b3e-bd1d-9b8f3b1e6b8e HTTP/1.1" status: 204 len: 168 time: 0.3290331 Dec 10 18:46:20.413533 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9bbbb8-d8bf-4ece-a528-fd58e27ca682 tempest-ExternalNetworksTestJSON-2032053579 tempest-ExternalNetworksTestJSON-2032053579-project] Pushing event deleted for resources: {'Network': ['ID=6d414268-c05d-4b3e-bd1d-9b8f3b1e6b8e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:20.677757 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 36818) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:20.770951 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ecffa64d-f9db-4c54-9713-f780ea7500da req-fcd84989-7d20-43b0-9a7a-0f1eee4db6fa tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0284598 Dec 10 18:46:20.828864 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36828) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:20.829476 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a268740c-a6c9-458a-a270-7a436de35a69 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=90b7c82016e94bd49212acc36c287878&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1499338 Dec 10 18:46:20.863395 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6adcd21b-dcee-4229-b1ac-aedcf0168ecc req-cf3502d7-bc66-4359-aad8-c9795d66aa4d tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0263638 Dec 10 18:46:20.867533 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6cb63b46-eafd-4bb1-a5c7-5f659257534d req-8eb1aca5-a841-4259-a097-b4c244f892bc tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0321722 Dec 10 18:46:20.913869 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ae5f862-a5e3-47fb-92a7-c0934cd462c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:20.938324 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ae5f862-a5e3-47fb-92a7-c0934cd462c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:20.986848 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ae5f862-a5e3-47fb-92a7-c0934cd462c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:20.989477 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ae5f862-a5e3-47fb-92a7-c0934cd462c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:20.990627 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9ae5f862-a5e3-47fb-92a7-c0934cd462c6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ee908342-4433-4025-a1d5-6577d36da556 HTTP/1.1" status: 204 len: 168 time: 0.1607273 Dec 10 18:46:20.999684 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5f862-a5e3-47fb-92a7-c0934cd462c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee908342-4433-4025-a1d5-6577d36da556,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:21.274689 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36836) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:21.323830 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d98e9bb3-f10e-4521-9600-c5b00e4e6d39 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=53aa2b82df4a41fe9a947fd2965bc1dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0478771 Dec 10 18:46:21.326794 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36840) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:21.382397 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb5446a1-f11d-4b26-bc31-1432956be301 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:21.394262 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-17703f88-ccd4-46eb-8ea2-5b051dc018f0 req-35214ea9-0f96-4051-bf5b-530808a228a0 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0388603 Dec 10 18:46:21.405725 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb5446a1-f11d-4b26-bc31-1432956be301 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:21.458615 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb5446a1-f11d-4b26-bc31-1432956be301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:21.461360 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb5446a1-f11d-4b26-bc31-1432956be301 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:21.469349 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-eb5446a1-f11d-4b26-bc31-1432956be301 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/350dbaa4-defa-4778-a583-7334dca7bfe0 HTTP/1.1" status: 204 len: 168 time: 0.1345878 Dec 10 18:46:21.475260 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5446a1-f11d-4b26-bc31-1432956be301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350dbaa4-defa-4778-a583-7334dca7bfe0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:21.858216 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5b5f4fac-8945-48c1-8830-3e3b07878e5a req-c1a64282-4a96-4960-a7e4-4792e981b646 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0303328 Dec 10 18:46:22.004127 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f227fa08-4068-4834-8e9a-eca444d6c005 req-6642fc6b-5e3f-4421-8c2a-66f4d390a0ac tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0323243 Dec 10 18:46:22.013512 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f74365cb-bfa2-471e-a265-94ea844d80e4 req-0effd8b2-9d60-4329-98d4-00453a1d3448 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0473232 Dec 10 18:46:22.357906 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a5b4bd46-7e9b-44e1-b7a4-850e63570d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:22.487957 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f07ea695-51ba-4dd2-8c24-6a64faf3d8f6 req-345b4760-aa8f-4fee-8c41-f559b6b39762 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0338042 Dec 10 18:46:22.948129 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0bd1d59a-7908-4ac0-b949-75ca3e19457e req-b7de8ae0-05af-460a-b165-44af7fc10731 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0328169 Dec 10 18:46:23.027599 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36904) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:23.151487 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4fb0140a-db88-4d44-9a62-5b2448263066 req-7effb37e-dc91-40f0-94db-268ace558a28 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0563838 Dec 10 18:46:23.156814 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-9630754f-e82f-4695-b103-c61183cce3d2 tempest-QuotasTest-1705648669 tempest-QuotasTest-1705648669-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:23.162143 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5553ab37-e5a3-4a5a-aec7-1079bf68f867 req-34599cac-b696-4409-8568-29eab18cf567 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0401797 Dec 10 18:46:23.209504 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 36914) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:23.217123 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9630754f-e82f-4695-b103-c61183cce3d2 tempest-QuotasTest-1705648669 tempest-QuotasTest-1705648669-project-admin] 10.222.0.62 "PUT /v2.0/quotas/621aff764f584ab09da23601dcfba282 HTTP/1.1" status: 200 len: 366 time: 0.1875267 Dec 10 18:46:23.224096 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2af38927-5739-42a7-9826-a2201906aed4 tempest-QuotasTest-1705648669 tempest-QuotasTest-1705648669-project-admin] 10.222.0.62 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0125673 Dec 10 18:46:23.225790 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 36916) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:23.239973 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-63ac57c0-cbd7-4c12-a2fc-402271ff71ee tempest-QuotasTest-1705648669 tempest-QuotasTest-1705648669-project-admin] 10.222.0.62 "GET /v2.0/quotas/621aff764f584ab09da23601dcfba282 HTTP/1.1" status: 200 len: 366 time: 0.0106020 Dec 10 18:46:23.240306 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 36918) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:23.261798 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-22517735-5fd8-481e-bc2e-072714890b1f tempest-QuotasTest-1705648669 tempest-QuotasTest-1705648669-project-admin] 10.222.0.62 "DELETE /v2.0/quotas/621aff764f584ab09da23601dcfba282 HTTP/1.1" status: 204 len: 168 time: 0.0198073 Dec 10 18:46:23.265231 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36920) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:23.275489 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-847eaa1b-20bc-4edf-98d0-7d9222b580aa tempest-QuotasTest-1705648669 tempest-QuotasTest-1705648669-project-admin] 10.222.0.62 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0089691 Dec 10 18:46:23.278644 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36922) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:23.290021 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-fa170f7d-8c0e-4df1-9722-2ebcd94aa5ef tempest-QuotasTest-1705648669 tempest-QuotasTest-1705648669-project-admin] 10.222.0.62 "GET /v2.0/quotas/621aff764f584ab09da23601dcfba282 HTTP/1.1" status: 200 len: 370 time: 0.0100632 Dec 10 18:46:23.293155 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36924) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:23.298590 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2c36592b-eadf-4b37-867e-1458cab2941e tempest-QuotasTest-1705648669 tempest-QuotasTest-1705648669-project-admin] 10.222.0.62 "GET /v2.0/quotas/621aff764f584ab09da23601dcfba282/default HTTP/1.1" status: 200 len: 370 time: 0.0038657 Dec 10 18:46:23.301295 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36926) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:23.310427 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-d9ee32b9-d9af-4afe-9ab6-b9a349511fd2 tempest-QuotasTest-1705648669 tempest-QuotasTest-1705648669-project-admin] delete failed (client error): The resource could not be found. Dec 10 18:46:23.311480 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d9ee32b9-d9af-4afe-9ab6-b9a349511fd2 tempest-QuotasTest-1705648669 tempest-QuotasTest-1705648669-project-admin] 10.222.0.62 "DELETE /v2.0/quotas/621aff764f584ab09da23601dcfba282 HTTP/1.1" status: 404 len: 348 time: 0.0091388 Dec 10 18:46:23.354694 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:23.425063 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36930) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:23.446461 n-d-821435-1 neutron-server[103244]: DEBUG neutron.quota.resource [None req-42be5e04-1c40-4cb6-885f-0a42e0464e5b tempest-QuotasTest-1705648669 tempest-QuotasTest-1705648669-project-admin] Usage tracker for resource:network and project:7f6ba76c2687452f8ef34ef6ce87a943 is out of sync, need to count used quota {{(pid=103244) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 18:46:23.450825 n-d-821435-1 neutron-server[103244]: DEBUG neutron.quota.resource [None req-42be5e04-1c40-4cb6-885f-0a42e0464e5b tempest-QuotasTest-1705648669 tempest-QuotasTest-1705648669-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103244) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 18:46:23.458342 n-d-821435-1 neutron-server[103244]: DEBUG neutron.quota.resource [None req-42be5e04-1c40-4cb6-885f-0a42e0464e5b tempest-QuotasTest-1705648669 tempest-QuotasTest-1705648669-project-admin] Usage tracker for resource:subnet and project:7f6ba76c2687452f8ef34ef6ce87a943 is out of sync, need to count used quota {{(pid=103244) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 18:46:23.461917 n-d-821435-1 neutron-server[103244]: DEBUG neutron.quota.resource [None req-42be5e04-1c40-4cb6-885f-0a42e0464e5b tempest-QuotasTest-1705648669 tempest-QuotasTest-1705648669-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103244) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 18:46:23.470824 n-d-821435-1 neutron-server[103244]: DEBUG neutron.quota.resource [None req-42be5e04-1c40-4cb6-885f-0a42e0464e5b tempest-QuotasTest-1705648669 tempest-QuotasTest-1705648669-project-admin] Usage tracker for resource:subnetpool and project:7f6ba76c2687452f8ef34ef6ce87a943 is out of sync, need to count used quota {{(pid=103244) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 18:46:23.476994 n-d-821435-1 neutron-server[103244]: DEBUG neutron.quota.resource [None req-42be5e04-1c40-4cb6-885f-0a42e0464e5b tempest-QuotasTest-1705648669 tempest-QuotasTest-1705648669-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103244) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 18:46:23.485407 n-d-821435-1 neutron-server[103244]: DEBUG neutron.quota.resource [None req-42be5e04-1c40-4cb6-885f-0a42e0464e5b tempest-QuotasTest-1705648669 tempest-QuotasTest-1705648669-project-admin] Usage tracker for resource:port and project:7f6ba76c2687452f8ef34ef6ce87a943 is out of sync, need to count used quota {{(pid=103244) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 18:46:23.488910 n-d-821435-1 neutron-server[103244]: DEBUG neutron.quota.resource [None req-42be5e04-1c40-4cb6-885f-0a42e0464e5b tempest-QuotasTest-1705648669 tempest-QuotasTest-1705648669-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103244) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 18:46:23.496301 n-d-821435-1 neutron-server[103244]: DEBUG neutron.quota.resource [None req-42be5e04-1c40-4cb6-885f-0a42e0464e5b tempest-QuotasTest-1705648669 tempest-QuotasTest-1705648669-project-admin] Usage tracker for resource:router and project:7f6ba76c2687452f8ef34ef6ce87a943 is out of sync, need to count used quota {{(pid=103244) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 18:46:23.499907 n-d-821435-1 neutron-server[103244]: DEBUG neutron.quota.resource [None req-42be5e04-1c40-4cb6-885f-0a42e0464e5b tempest-QuotasTest-1705648669 tempest-QuotasTest-1705648669-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103244) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 18:46:23.506533 n-d-821435-1 neutron-server[103244]: DEBUG neutron.quota.resource [None req-42be5e04-1c40-4cb6-885f-0a42e0464e5b tempest-QuotasTest-1705648669 tempest-QuotasTest-1705648669-project-admin] Usage tracker for resource:floatingip and project:7f6ba76c2687452f8ef34ef6ce87a943 is out of sync, need to count used quota {{(pid=103244) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 18:46:23.509715 n-d-821435-1 neutron-server[103244]: DEBUG neutron.quota.resource [None req-42be5e04-1c40-4cb6-885f-0a42e0464e5b tempest-QuotasTest-1705648669 tempest-QuotasTest-1705648669-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103244) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 18:46:23.551116 n-d-821435-1 neutron-server[103244]: DEBUG neutron.quota.resource [None req-42be5e04-1c40-4cb6-885f-0a42e0464e5b tempest-QuotasTest-1705648669 tempest-QuotasTest-1705648669-project-admin] Usage tracker for resource:security_group and project:7f6ba76c2687452f8ef34ef6ce87a943 is out of sync, need to count used quota {{(pid=103244) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 18:46:23.554729 n-d-821435-1 neutron-server[103244]: DEBUG neutron.quota.resource [None req-42be5e04-1c40-4cb6-885f-0a42e0464e5b tempest-QuotasTest-1705648669 tempest-QuotasTest-1705648669-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103244) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 18:46:23.561786 n-d-821435-1 neutron-server[103244]: DEBUG neutron.quota.resource [None req-42be5e04-1c40-4cb6-885f-0a42e0464e5b tempest-QuotasTest-1705648669 tempest-QuotasTest-1705648669-project-admin] Usage tracker for resource:security_group_rule and project:7f6ba76c2687452f8ef34ef6ce87a943 is out of sync, need to count used quota {{(pid=103244) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 18:46:23.565329 n-d-821435-1 neutron-server[103244]: DEBUG neutron.quota.resource [None req-42be5e04-1c40-4cb6-885f-0a42e0464e5b tempest-QuotasTest-1705648669 tempest-QuotasTest-1705648669-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103244) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 18:46:23.570012 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-42be5e04-1c40-4cb6-885f-0a42e0464e5b tempest-QuotasTest-1705648669 tempest-QuotasTest-1705648669-project-admin] 10.222.0.62 "GET /v2.0/quotas/7f6ba76c2687452f8ef34ef6ce87a943/details.json HTTP/1.1" status: 200 len: 703 time: 0.1439340 Dec 10 18:46:23.585211 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-69bf955e-5b88-4a5a-91c2-d51bc5bbe9b9 req-294cc4e9-6196-40c7-9ec7-6f66ead9ffcd tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0343273 Dec 10 18:46:23.890419 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 36940) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:23.999483 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b7b069c2-917a-40fb-bf7d-b7b755f35a0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:24.045064 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1f32b2b2-72bf-4377-8e44-9e046e086f9c req-d66ed41f-8a2f-47ba-85a2-2bc4f63cfeab tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0288198 Dec 10 18:46:24.079441 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b7b069c2-917a-40fb-bf7d-b7b755f35a0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:24.083861 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b7b069c2-917a-40fb-bf7d-b7b755f35a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:24.131794 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b7b069c2-917a-40fb-bf7d-b7b755f35a0a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=96c2cf4746104fd6ad3281a02913e598&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2380097 Dec 10 18:46:24.131794 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b069c2-917a-40fb-bf7d-b7b755f35a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91602ff-3ecb-49bb-a93b-227c524380e6,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:24.132554 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36946) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:24.190361 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37148172-421b-44a2-9c2a-8b7da5ab53cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:24.222494 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37148172-421b-44a2-9c2a-8b7da5ab53cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:24.245438 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-98fc8215-244c-4e4c-af23-e95cbaa38884 req-d5eab51e-2722-4021-bebf-76339f6a13f1 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0364349 Dec 10 18:46:24.254750 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-52ff869f-40ad-4f1c-b764-c459edf65a9b req-8fd14759-9b6b-4255-83a4-bde2199d5e31 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0416923 Dec 10 18:46:24.304385 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37148172-421b-44a2-9c2a-8b7da5ab53cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:24.307294 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37148172-421b-44a2-9c2a-8b7da5ab53cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:24.312923 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-37148172-421b-44a2-9c2a-8b7da5ab53cd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e91602ff-3ecb-49bb-a93b-227c524380e6 HTTP/1.1" status: 204 len: 168 time: 0.1778009 Dec 10 18:46:24.320859 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37148172-421b-44a2-9c2a-8b7da5ab53cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91602ff-3ecb-49bb-a93b-227c524380e6,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:24.567716 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3d54f55a-63bc-46c2-a7ff-396c80a3a4a8 req-7d38060d-9708-49a9-ad45-be885c2f529d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435154 Dec 10 18:46:24.609787 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 36958) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:24.634867 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-982b5a49-bc1a-4b85-a038-526a36e78ed3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:24.658981 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54f55a-63bc-46c2-a7ff-396c80a3a4a8 req-3d05ca28-cc3a-43e8-96f0-c3f90e13de88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:24.660851 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3d54f55a-63bc-46c2-a7ff-396c80a3a4a8 req-3d05ca28-cc3a-43e8-96f0-c3f90e13de88 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6dd50388a58440cca7ab90078e887719&device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 1095 time: 0.0526326 Dec 10 18:46:24.703838 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b0030a0f-82f0-4ecc-b4ae-a67fc00b8703 req-565129be-1020-41c9-ab9c-2412b14788dd tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0363388 Dec 10 18:46:24.743075 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:24.751411 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-982b5a49-bc1a-4b85-a038-526a36e78ed3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:24.755729 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-982b5a49-bc1a-4b85-a038-526a36e78ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:24.800375 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b5a49-bc1a-4b85-a038-526a36e78ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c03651-679f-458d-b84f-21dd27fb2c3c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:24.807704 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-982b5a49-bc1a-4b85-a038-526a36e78ed3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7f6ba76c2687452f8ef34ef6ce87a943&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1949332 Dec 10 18:46:24.810325 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54f55a-63bc-46c2-a7ff-396c80a3a4a8 req-a085b68d-0500-4d5d-8c41-1aa774f444c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:24.813243 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3d54f55a-63bc-46c2-a7ff-396c80a3a4a8 req-a085b68d-0500-4d5d-8c41-1aa774f444c5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3bc50282-3306-4b81-ae1a-81a9a8be5df5 HTTP/1.1" status: 200 len: 912 time: 0.1185539 Dec 10 18:46:24.813848 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36962) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:24.911084 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3d54f55a-63bc-46c2-a7ff-396c80a3a4a8 req-eb6b3b7a-48cf-4a0b-9fc3-e4c4e93875bd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 HTTP/1.1" status: 200 len: 999 time: 0.0884724 Dec 10 18:46:24.949816 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-158e6512-4cce-42cb-b212-7700f069195f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:24.983897 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-158e6512-4cce-42cb-b212-7700f069195f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:24.991169 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54f55a-63bc-46c2-a7ff-396c80a3a4a8 req-d68f7222-f0ba-491b-b2f4-315569953fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:24.992687 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3d54f55a-63bc-46c2-a7ff-396c80a3a4a8 req-d68f7222-f0ba-491b-b2f4-315569953fd3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cdd9c23d-5046-4c54-950e-a05aba46bbec HTTP/1.1" status: 200 len: 850 time: 0.0723779 Dec 10 18:46:25.060890 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54f55a-63bc-46c2-a7ff-396c80a3a4a8 req-9e2ae16d-bbbf-4ba5-a786-abef7c0458cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:25.062435 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3d54f55a-63bc-46c2-a7ff-396c80a3a4a8 req-9e2ae16d-bbbf-4ba5-a786-abef7c0458cf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3bc50282-3306-4b81-ae1a-81a9a8be5df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604172 Dec 10 18:46:25.093000 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-158e6512-4cce-42cb-b212-7700f069195f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:25.096115 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-158e6512-4cce-42cb-b212-7700f069195f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:25.098140 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-158e6512-4cce-42cb-b212-7700f069195f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/64c03651-679f-458d-b84f-21dd27fb2c3c HTTP/1.1" status: 204 len: 168 time: 0.2828529 Dec 10 18:46:25.141797 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0889e36b-ff0e-4e17-a761-bac5e9523df6 req-d9d7f5d2-322c-487d-9594-743a04ad2899 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0418253 Dec 10 18:46:25.179435 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e6512-4cce-42cb-b212-7700f069195f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c03651-679f-458d-b84f-21dd27fb2c3c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:25.187828 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3d54f55a-63bc-46c2-a7ff-396c80a3a4a8 req-9c091071-6504-45c7-88c9-4db18b6d68f1 service neutron] 10.222.0.72 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162903 Dec 10 18:46:25.320110 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3d54f55a-63bc-46c2-a7ff-396c80a3a4a8 req-46b46c84-c8e8-4aae-8d2c-32bac2968e5e service neutron] 10.222.0.72 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141138 Dec 10 18:46:25.364265 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2ed6899e-5ae9-4df7-afe3-b8c1c527516c req-a4ad954d-a356-485b-bbb3-32fbfafabd13 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0415852 Dec 10 18:46:25.394872 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-513ba01f-5b49-4050-a475-c59bc5d4a1b3 req-1e399e95-1d4a-493a-9aef-d9a25d15f414 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0609477 Dec 10 18:46:25.427059 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:25.806747 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bb197374-c467-4055-9292-fff195a005fb req-8289578b-a50f-442f-9d54-230f4454126a tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0368018 Dec 10 18:46:26.199835 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37008) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:26.218504 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9807881f-a282-42ad-a01f-82677f55e8bc req-b545994b-8488-44dd-b032-f3dd5dbd8549 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0296190 Dec 10 18:46:26.331824 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a98f6e19-f03f-4bbb-b715-bb071082c945 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:26.416482 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a98f6e19-f03f-4bbb-b715-bb071082c945 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:26.422494 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a98f6e19-f03f-4bbb-b715-bb071082c945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:26.474794 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fa282f7b-6527-4a8b-9f3b-527f59f637f7 req-ff470720-3b09-4cb9-8e0b-9541c2d7705b tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0468230 Dec 10 18:46:26.501157 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-58d9df53-1571-4b7d-ac68-df91071e82e2 req-67e74cf5-222f-4660-97a2-c76618543f27 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0374107 Dec 10 18:46:26.504976 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a98f6e19-f03f-4bbb-b715-bb071082c945 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=32c7d2d49caa43fdaa94b9087dd4a7c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3004091 Dec 10 18:46:26.507662 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37028) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:26.511582 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f6e19-f03f-4bbb-b715-bb071082c945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15266a68-cd5f-4d53-a34c-71628740063a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:26.571181 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-92467d9e-88a2-4ee0-be27-ad1df02c92ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:26.599697 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-92467d9e-88a2-4ee0-be27-ad1df02c92ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:26.628130 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37030) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:26.662554 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-92467d9e-88a2-4ee0-be27-ad1df02c92ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:26.665187 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-92467d9e-88a2-4ee0-be27-ad1df02c92ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:26.666520 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-92467d9e-88a2-4ee0-be27-ad1df02c92ba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/15266a68-cd5f-4d53-a34c-71628740063a HTTP/1.1" status: 204 len: 168 time: 0.1578290 Dec 10 18:46:26.675060 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92467d9e-88a2-4ee0-be27-ad1df02c92ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15266a68-cd5f-4d53-a34c-71628740063a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:26.744885 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e88d4c57-004e-49cf-b645-9b4451abd528 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-973729450', 'router:external': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:26.781940 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88d4c57-004e-49cf-b645-9b4451abd528 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Made reservation on behalf of 4cfd523d64f948c1b3aaf64dc5b4e68b for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:46:26.784500 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e88d4c57-004e-49cf-b645-9b4451abd528 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:26.795159 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e88d4c57-004e-49cf-b645-9b4451abd528 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:26.922140 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-21781d9b-97ab-40fd-a64c-fc341b2582eb req-dc4553c7-6f92-45dc-8fa1-8656a786490b tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0397530 Dec 10 18:46:26.924191 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e88d4c57-004e-49cf-b645-9b4451abd528 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:26.930062 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e88d4c57-004e-49cf-b645-9b4451abd528 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:26.962444 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e88d4c57-004e-49cf-b645-9b4451abd528 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:46:26.973826 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d4c57-004e-49cf-b645-9b4451abd528 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a658d6d-66a7-41c0-b136-5345d3ac51a6,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:26.978691 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e88d4c57-004e-49cf-b645-9b4451abd528 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:26.979043 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-e88d4c57-004e-49cf-b645-9b4451abd528 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Added segment 2efe85fd-8ac1-4403-b114-c1ed3233b4ec of type vlan for network caff93b9-5711-425b-bdb9-8183db03749b Dec 10 18:46:27.025177 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e88d4c57-004e-49cf-b645-9b4451abd528 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:27.058412 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e88d4c57-004e-49cf-b645-9b4451abd528 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:27.059546 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88d4c57-004e-49cf-b645-9b4451abd528 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:27.060366 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e88d4c57-004e-49cf-b645-9b4451abd528 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:27.115355 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e88d4c57-004e-49cf-b645-9b4451abd528 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.4855857 Dec 10 18:46:27.118218 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37048) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:27.125666 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-0aaa4db8-37f1-40e6-8651-24a5a72cfdb3 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Request body: {'subnet': {'network_id': 'caff93b9-5711-425b-bdb9-8183db03749b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:27.126958 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d4c57-004e-49cf-b645-9b4451abd528 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Pushing event updated for resources: {'Network': ['ID=caff93b9-5711-425b-bdb9-8183db03749b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:27.136744 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network caff93b9-5711-425b-bdb9-8183db03749b details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:46:27.148845 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aaa4db8-37f1-40e6-8651-24a5a72cfdb3 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Made reservation on behalf of 4cfd523d64f948c1b3aaf64dc5b4e68b for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:46:27.152564 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0aaa4db8-37f1-40e6-8651-24a5a72cfdb3 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:27.357312 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-13f71ccf-7f0d-4c98-b654-ed5e42ba0e55 req-90695f3d-3046-4dba-a0eb-c95d829f9616 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0392656 Dec 10 18:46:27.490607 n-d-821435-1 neutron-server[103244]: DEBUG neutron.objects.ports [None req-0aaa4db8-37f1-40e6-8651-24a5a72cfdb3 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103244) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:46:27.491071 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0aaa4db8-37f1-40e6-8651-24a5a72cfdb3 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:27.578547 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa4db8-37f1-40e6-8651-24a5a72cfdb3 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a447b123-c0c0-42d8-9e41-5fc703e50aea,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:27.583418 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e1d9efac-6136-4a46-8323-79c8c40d2138 req-5fb814b6-7604-409f-a9ae-5ea3c8345af8 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0458236 Dec 10 18:46:27.586418 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaa4db8-37f1-40e6-8651-24a5a72cfdb3 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Checking segment: {'id': '2efe85fd-8ac1-4403-b114-c1ed3233b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'caff93b9-5711-425b-bdb9-8183db03749b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:46:27.586990 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aaa4db8-37f1-40e6-8651-24a5a72cfdb3 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Network hostable DHCP agents. Network: caff93b9-5711-425b-bdb9-8183db03749b, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:46:27.588795 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fa51e15f-90b3-4cf9-aee3-0e883ceea7c1 req-5ad53758-bfd9-40a5-80f2-0c0c8e8cc457 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0370095 Dec 10 18:46:27.618073 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aaa4db8-37f1-40e6-8651-24a5a72cfdb3 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Network caff93b9-5711-425b-bdb9-8183db03749b is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:46:27.630682 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-0aaa4db8-37f1-40e6-8651-24a5a72cfdb3 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, caff93b9-5711-425b-bdb9-8183db03749b) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:46:27.636179 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aaa4db8-37f1-40e6-8651-24a5a72cfdb3 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:27.638322 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0aaa4db8-37f1-40e6-8651-24a5a72cfdb3 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:27.639570 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dabf7e3-b4b1-4456-87f2-627b8fd587d7 None None] Network caff93b9-5711-425b-bdb9-8183db03749b requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:46:27.661522 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37070) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:27.661852 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0aaa4db8-37f1-40e6-8651-24a5a72cfdb3 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5419648 Dec 10 18:46:27.666672 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-3f92a6c6-de6c-4c99-8d24-a528bab25634 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-476211933', 'network_id': 'caff93b9-5711-425b-bdb9-8183db03749b'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:27.696823 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f92a6c6-de6c-4c99-8d24-a528bab25634 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Made reservation on behalf of 4cfd523d64f948c1b3aaf64dc5b4e68b for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:46:27.699593 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f92a6c6-de6c-4c99-8d24-a528bab25634 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:27.717297 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-3f92a6c6-de6c-4c99-8d24-a528bab25634 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] device_id is not set on port 24dce3a1-4a7f-4fd9-bfff-7110b1213476 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:46:27.828952 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-3f92a6c6-de6c-4c99-8d24-a528bab25634 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Allocated IP 172.20.0.8 (caff93b9-5711-425b-bdb9-8183db03749b/a447b123-c0c0-42d8-9e41-5fc703e50aea/24dce3a1-4a7f-4fd9-bfff-7110b1213476) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:46:27.921413 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b8c7d5-ab51-414e-abb5-cdf5ebdb50de None None] Network caff93b9-5711-425b-bdb9-8183db03749b requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:46:28.030152 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-608b90c9-ddf8-4736-97b1-a6e3ef00fb5d req-73ca0946-a19b-48e8-be76-db7d0996d737 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0389636 Dec 10 18:46:28.033254 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f92a6c6-de6c-4c99-8d24-a528bab25634 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:28.070489 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f92a6c6-de6c-4c99-8d24-a528bab25634 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:28.116101 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f92a6c6-de6c-4c99-8d24-a528bab25634 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Network caff93b9-5711-425b-bdb9-8183db03749b is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:46:28.121032 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-3f92a6c6-de6c-4c99-8d24-a528bab25634 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:46:28.125066 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f92a6c6-de6c-4c99-8d24-a528bab25634 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:46:28.131577 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92a6c6-de6c-4c99-8d24-a528bab25634 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Pushing event updated for resources: {'Port': ['ID=24dce3a1-4a7f-4fd9-bfff-7110b1213476,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:28.169764 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f92a6c6-de6c-4c99-8d24-a528bab25634 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:28.170370 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f92a6c6-de6c-4c99-8d24-a528bab25634 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:28.195029 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3f92a6c6-de6c-4c99-8d24-a528bab25634 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.5321021 Dec 10 18:46:28.197687 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37090) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:28.276554 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-721f4d76-6f47-4968-bcb8-538f7f11096c tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Deleting port 24dce3a1-4a7f-4fd9-bfff-7110b1213476 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:46:28.276980 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-721f4d76-6f47-4968-bcb8-538f7f11096c tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:28.360898 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-721f4d76-6f47-4968-bcb8-538f7f11096c tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:28.374639 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-721f4d76-6f47-4968-bcb8-538f7f11096c tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Calling delete_port for 24dce3a1-4a7f-4fd9-bfff-7110b1213476 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:46:28.451718 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-edce1f40-e57f-4467-9ddc-70ba18949132 req-d1098b67-0dd2-44d3-b1fd-b864d2cc73d8 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0332067 Dec 10 18:46:28.528666 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-721f4d76-6f47-4968-bcb8-538f7f11096c tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:28.567573 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f4d76-6f47-4968-bcb8-538f7f11096c tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Pushing event deleted for resources: {'Port': ['ID=24dce3a1-4a7f-4fd9-bfff-7110b1213476,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:28.638583 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-721f4d76-6f47-4968-bcb8-538f7f11096c tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:28.642895 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-721f4d76-6f47-4968-bcb8-538f7f11096c tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] 10.222.0.62 "DELETE /v2.0/ports/24dce3a1-4a7f-4fd9-bfff-7110b1213476 HTTP/1.1" status: 204 len: 168 time: 0.4443240 Dec 10 18:46:28.645558 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37178) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:28.651048 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3a9f2788-b9ea-4b09-9304-5ef7c2211509 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'caff93b9-5711-425b-bdb9-8183db03749b', 'external_fixed_ips': [{'subnet_id': 'a447b123-c0c0-42d8-9e41-5fc703e50aea', 'ip_address': '172.20.0.8'}]}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:28.689176 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-25934129-2e3e-4cd2-a535-eea26714118b req-382ce357-2e1f-4b30-86f9-12a13ac46bef tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0323017 Dec 10 18:46:28.700329 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a9f2788-b9ea-4b09-9304-5ef7c2211509 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:28.702734 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a9f2788-b9ea-4b09-9304-5ef7c2211509 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:28.734544 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bafa1f4f-cb94-4694-8180-87f4bb54b55c req-7aab23ca-0151-4c90-8931-1342fc754e12 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0462453 Dec 10 18:46:28.805546 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a9f2788-b9ea-4b09-9304-5ef7c2211509 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:28.959801 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a9f2788-b9ea-4b09-9304-5ef7c2211509 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:29.144600 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37216) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:29.175289 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7ddc78bb-c999-43a9-8563-f6f6d70f8ffc req-6e0bb2fc-6bb1-4d5b-b846-e07d9c85f349 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0709705 Dec 10 18:46:29.230704 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a9f2788-b9ea-4b09-9304-5ef7c2211509 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:29.253325 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a9f2788-b9ea-4b09-9304-5ef7c2211509 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:29.312156 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fe1d09b6-7eaf-47f7-ab00-ce5903d843c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:29.455989 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-3a9f2788-b9ea-4b09-9304-5ef7c2211509 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Allocated IP 172.20.0.8 (caff93b9-5711-425b-bdb9-8183db03749b/a447b123-c0c0-42d8-9e41-5fc703e50aea/49c2146a-f9c1-4616-871a-8d57b1cb0f99) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:46:29.487519 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fe1d09b6-7eaf-47f7-ab00-ce5903d843c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:29.491255 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fe1d09b6-7eaf-47f7-ab00-ce5903d843c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:29.536026 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-91b58166-a6f8-4890-856f-10e2678afcba req-632c4ce0-6583-4be8-9f2c-61a759850693 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0263510 Dec 10 18:46:29.576396 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-fe1d09b6-7eaf-47f7-ab00-ce5903d843c8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c5d4a4bed13f46aab1bb3f6da4b7c9e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4306364 Dec 10 18:46:29.578939 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d09b6-7eaf-47f7-ab00-ce5903d843c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba908f8f-3af4-4cce-b4e6-87a149a17490,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:29.579114 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37222) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:29.629907 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a9f2788-b9ea-4b09-9304-5ef7c2211509 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:29.635507 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-06bc93f1-5711-4c48-aa35-7782784ff2e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:29.656905 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-06bc93f1-5711-4c48-aa35-7782784ff2e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:29.665247 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a9f2788-b9ea-4b09-9304-5ef7c2211509 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:29.708719 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-06bc93f1-5711-4c48-aa35-7782784ff2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:29.709203 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9f2788-b9ea-4b09-9304-5ef7c2211509 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Network caff93b9-5711-425b-bdb9-8183db03749b is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:46:29.711348 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-06bc93f1-5711-4c48-aa35-7782784ff2e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:29.712262 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-3a9f2788-b9ea-4b09-9304-5ef7c2211509 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:46:29.712507 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-06bc93f1-5711-4c48-aa35-7782784ff2e9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ba908f8f-3af4-4cce-b4e6-87a149a17490 HTTP/1.1" status: 204 len: 168 time: 0.1324372 Dec 10 18:46:29.722256 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9f2788-b9ea-4b09-9304-5ef7c2211509 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:46:29.724415 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc93f1-5711-4c48-aa35-7782784ff2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba908f8f-3af4-4cce-b4e6-87a149a17490,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:29.750520 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f2788-b9ea-4b09-9304-5ef7c2211509 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Pushing event updated for resources: {'Port': ['ID=49c2146a-f9c1-4616-871a-8d57b1cb0f99,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:29.816621 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-084d7b44-9971-44ca-8d97-8490a7f279cf req-fd2eb3a6-751d-4f95-97c7-c3cae9b62b26 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0478497 Dec 10 18:46:29.834994 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-938035de-066e-4d59-a383-b1ed5c951513 req-bf451eb6-0712-415c-af3e-f21084ee608c tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0332289 Dec 10 18:46:30.066845 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37234) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:30.080973 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-249d2785-cd02-4858-beb9-8b51dbece6de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:30.163830 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-249d2785-cd02-4858-beb9-8b51dbece6de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:30.167868 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-249d2785-cd02-4858-beb9-8b51dbece6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:30.210523 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-249d2785-cd02-4858-beb9-8b51dbece6de admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3a70accad81944bfbb37ca5e802bf46a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1423817 Dec 10 18:46:30.211419 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37238) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:30.213582 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d2785-cd02-4858-beb9-8b51dbece6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b0f1dd-cca1-42b7-9787-0e9afb8dd283,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:30.270450 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a36b5a00-2591-4f99-a370-08fad9f6f557 req-d5af91bc-0f5b-4ff4-97a5-57d730872c6f tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0303569 Dec 10 18:46:30.292817 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7cc95a3e-bb17-4e8c-b8aa-675518ba9a22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:30.317649 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7cc95a3e-bb17-4e8c-b8aa-675518ba9a22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:30.318376 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a9f2788-b9ea-4b09-9304-5ef7c2211509 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:30.371918 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7cc95a3e-bb17-4e8c-b8aa-675518ba9a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:30.374620 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7cc95a3e-bb17-4e8c-b8aa-675518ba9a22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:30.375783 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7cc95a3e-bb17-4e8c-b8aa-675518ba9a22 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d6b0f1dd-cca1-42b7-9787-0e9afb8dd283 HTTP/1.1" status: 204 len: 168 time: 0.1632841 Dec 10 18:46:30.384278 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc95a3e-bb17-4e8c-b8aa-675518ba9a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b0f1dd-cca1-42b7-9787-0e9afb8dd283,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:30.516859 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a9f2788-b9ea-4b09-9304-5ef7c2211509 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:30.623148 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9ce5d319-4356-446e-8c90-c882b63a6925 req-be2db0cf-16ea-4343-a41c-f598417aefe1 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0291247 Dec 10 18:46:30.690363 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9f2788-b9ea-4b09-9304-5ef7c2211509 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Router 8d040bf0-2a9c-40d3-bc35-aba38c823c40 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:46:30.854456 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9f2788-b9ea-4b09-9304-5ef7c2211509 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:46:30.877455 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3b5af5-83a6-4724-a6e8-2d94da909639 None None] Sync routers for ids ['8d040bf0-2a9c-40d3-bc35-aba38c823c40'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:46:30.894668 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a9f2788-b9ea-4b09-9304-5ef7c2211509 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:30.898887 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3a9f2788-b9ea-4b09-9304-5ef7c2211509 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.2519457 Dec 10 18:46:30.899043 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37262) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:30.900056 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3b5af5-83a6-4724-a6e8-2d94da909639 None None] Routers {'8d040bf0-2a9c-40d3-bc35-aba38c823c40'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:46:30.900755 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-dd3b5af5-83a6-4724-a6e8-2d94da909639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:46:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['8d040bf0-2a9c-40d3-bc35-aba38c823c40'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:31.026970 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7b4bc465-9c5f-4655-907c-d0fa820fc7be req-f39273e0-8cc3-42b7-a945-7acecd28ef50 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.1134474 Dec 10 18:46:31.031447 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-dd3b5af5-83a6-4724-a6e8-2d94da909639 None None] Set router 8d040bf0-2a9c-40d3-bc35-aba38c823c40 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:46:31.175954 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c7fc936-a38a-43f7-91c7-5ebdff010791 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:31.316238 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-dd3b5af5-83a6-4724-a6e8-2d94da909639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d040bf0-2a9c-40d3-bc35-aba38c823c40', 'name': '', 'tenant_id': '4cfd523d64f948c1b3aaf64dc5b4e68b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caff93b9-5711-425b-bdb9-8183db03749b', 'external_fixed_ips': [{'subnet_id': 'a447b123-c0c0-42d8-9e41-5fc703e50aea', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '49c2146a-f9c1-4616-871a-8d57b1cb0f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:46:28Z', 'updated_at': '2021-12-10T18:46:29Z', 'revision_number': 3, 'project_id': '4cfd523d64f948c1b3aaf64dc5b4e68b', 'gw_port': {'id': '49c2146a-f9c1-4616-871a-8d57b1cb0f99', 'name': '', 'network_id': 'caff93b9-5711-425b-bdb9-8183db03749b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:17:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d040bf0-2a9c-40d3-bc35-aba38c823c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'a447b123-c0c0-42d8-9e41-5fc703e50aea', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:46:29Z', 'updated_at': '2021-12-10T18:46:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a447b123-c0c0-42d8-9e41-5fc703e50aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:31.353402 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3b5af5-83a6-4724-a6e8-2d94da909639 None None] Checking router: 8d040bf0-2a9c-40d3-bc35-aba38c823c40 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:46:31.353763 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3b5af5-83a6-4724-a6e8-2d94da909639 None None] Updating router 8d040bf0-2a9c-40d3-bc35-aba38c823c40 port 49c2146a-f9c1-4616-871a-8d57b1cb0f99 binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:46:31.354420 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c7fc936-a38a-43f7-91c7-5ebdff010791 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:31.397718 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dd3b5af5-83a6-4724-a6e8-2d94da909639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:31.422116 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d93f3afa-108d-4adf-bca9-3c58c28429f8 req-c57f545f-4ea7-4e96-bc4b-fc747970a535 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0463226 Dec 10 18:46:31.460570 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e8cdfccb-a7a3-4cf4-a282-742cade60ddb req-fc6bdeea-472c-4597-870c-c7e8be128ae2 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0768368 Dec 10 18:46:31.480311 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-8c7fc936-a38a-43f7-91c7-5ebdff010791 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Deleting port 49c2146a-f9c1-4616-871a-8d57b1cb0f99 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:46:31.480847 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c7fc936-a38a-43f7-91c7-5ebdff010791 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:31.489747 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37276) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:31.567283 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c7fc936-a38a-43f7-91c7-5ebdff010791 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:31.585163 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-8c7fc936-a38a-43f7-91c7-5ebdff010791 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Calling delete_port for 49c2146a-f9c1-4616-871a-8d57b1cb0f99 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:46:31.612052 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c78d4762-c7a4-423b-a7d2-ad6316facd97 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2070152147-network', 'tenant_id': 'b0fdade9f1e5428995f7afe3f39bff7d'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:31.635266 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78d4762-c7a4-423b-a7d2-ad6316facd97 admin admin] Made reservation on behalf of b0fdade9f1e5428995f7afe3f39bff7d for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:46:31.638719 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c78d4762-c7a4-423b-a7d2-ad6316facd97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:31.648024 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c78d4762-c7a4-423b-a7d2-ad6316facd97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:31.715662 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dd3b5af5-83a6-4724-a6e8-2d94da909639 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:31.725239 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-83e2fbf1-2852-4ca9-b853-9be2d5aa2bc3 req-18dae1c6-176f-43e3-b4b0-e37d5b19a90d tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0393622 Dec 10 18:46:31.728573 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-dd3b5af5-83a6-4724-a6e8-2d94da909639 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 18:46:31.728573 n-d-821435-1 neutron-server[103246]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Dec 10 18:46:31.728573 n-d-821435-1 neutron-server[103246]: [parameters: {'host': 'n-d-821435-1', 'ml2_port_bindings_port_id': '49c2146a-f9c1-4616-871a-8d57b1cb0f99', 'ml2_port_bindings_host': ''}] Dec 10 18:46:31.728573 n-d-821435-1 neutron-server[103246]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:46:31.729022 n-d-821435-1 neutron-server[103246]: DEBUG oslo_db.api [None req-dd3b5af5-83a6-4724-a6e8-2d94da909639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:46:31.770718 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c7fc936-a38a-43f7-91c7-5ebdff010791 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:31.798030 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7fc936-a38a-43f7-91c7-5ebdff010791 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Pushing event deleted for resources: {'Port': ['ID=49c2146a-f9c1-4616-871a-8d57b1cb0f99,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:31.814329 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c78d4762-c7a4-423b-a7d2-ad6316facd97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:31.819147 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c78d4762-c7a4-423b-a7d2-ad6316facd97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:31.845474 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c78d4762-c7a4-423b-a7d2-ad6316facd97 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:46:31.855550 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d4762-c7a4-423b-a7d2-ad6316facd97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f87c808-e2a6-467a-94b9-85717a5b9c42,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:31.860741 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c78d4762-c7a4-423b-a7d2-ad6316facd97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:31.861100 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-c78d4762-c7a4-423b-a7d2-ad6316facd97 admin admin] Added segment 0f86b82a-ab7b-4c69-bfe4-3947fe02db64 of type vlan for network 467068ab-b8ed-4863-b360-299b47586d64 Dec 10 18:46:31.878271 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c7fc936-a38a-43f7-91c7-5ebdff010791 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:31.901514 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c78d4762-c7a4-423b-a7d2-ad6316facd97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:31.928149 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c78d4762-c7a4-423b-a7d2-ad6316facd97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:31.929246 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78d4762-c7a4-423b-a7d2-ad6316facd97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:31.929829 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c78d4762-c7a4-423b-a7d2-ad6316facd97 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:31.974196 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c7fc936-a38a-43f7-91c7-5ebdff010791 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:31.976338 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c7fc936-a38a-43f7-91c7-5ebdff010791 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:31.988077 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c78d4762-c7a4-423b-a7d2-ad6316facd97 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4970872 Dec 10 18:46:31.994592 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37282) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:32.002377 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-efef8d90-dc94-4c1b-a303-04f7d2d5badf admin admin] Request body: {'subnet': {'network_id': '467068ab-b8ed-4863-b360-299b47586d64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2070152147-subnet', 'tenant_id': 'b0fdade9f1e5428995f7afe3f39bff7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:32.018984 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d4762-c7a4-423b-a7d2-ad6316facd97 admin admin] Pushing event updated for resources: {'Network': ['ID=467068ab-b8ed-4863-b360-299b47586d64,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:32.023244 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c7fc936-a38a-43f7-91c7-5ebdff010791 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:32.023840 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7fc936-a38a-43f7-91c7-5ebdff010791 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8d040bf0-2a9c-40d3-bc35-aba38c823c40 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:46:32.030209 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c7fc936-a38a-43f7-91c7-5ebdff010791 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:32.034548 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37284) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:32.034967 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8c7fc936-a38a-43f7-91c7-5ebdff010791 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] 10.222.0.62 "DELETE /v2.0/routers/8d040bf0-2a9c-40d3-bc35-aba38c823c40 HTTP/1.1" status: 204 len: 168 time: 1.1349108 Dec 10 18:46:32.042048 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 467068ab-b8ed-4863-b360-299b47586d64 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:46:32.047068 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efef8d90-dc94-4c1b-a303-04f7d2d5badf admin admin] Made reservation on behalf of b0fdade9f1e5428995f7afe3f39bff7d for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:46:32.049460 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-efef8d90-dc94-4c1b-a303-04f7d2d5badf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:32.110301 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-81676634-29f1-49a5-a9dd-f4b57800980a req-bb8f0683-0163-4907-9656-9613abc727ab tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0374782 Dec 10 18:46:32.146624 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-182ed84e-25aa-4df1-b8b5-55cbdc1743c5 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Deleting subnet a447b123-c0c0-42d8-9e41-5fc703e50aea {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:46:32.156103 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-182ed84e-25aa-4df1-b8b5-55cbdc1743c5 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:32.200528 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-182ed84e-25aa-4df1-b8b5-55cbdc1743c5 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:32.247656 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3b5af5-83a6-4724-a6e8-2d94da909639 None None] Port 49c2146a-f9c1-4616-871a-8d57b1cb0f99 not found while updating agent binding for router 8d040bf0-2a9c-40d3-bc35-aba38c823c40. {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 10 18:46:32.256177 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3b5af5-83a6-4724-a6e8-2d94da909639 None None] Routers set() bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:46:32.256658 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3b5af5-83a6-4724-a6e8-2d94da909639 None None] Router IDs set() for agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 18:46:32.257397 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_agentschedulers_db [None req-dd3b5af5-83a6-4724-a6e8-2d94da909639 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8d040bf0-2a9c-40d3-bc35-aba38c823c40'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:46:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent'). {{(pid=103246) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 10 18:46:32.257847 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3b5af5-83a6-4724-a6e8-2d94da909639 None None] The sync data for ids ['8d040bf0-2a9c-40d3-bc35-aba38c823c40'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:46:32.271524 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-182ed84e-25aa-4df1-b8b5-55cbdc1743c5 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:32.357927 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-efef8d90-dc94-4c1b-a303-04f7d2d5badf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:32.401005 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-182ed84e-25aa-4df1-b8b5-55cbdc1743c5 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:32.424108 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-182ed84e-25aa-4df1-b8b5-55cbdc1743c5 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:32.427279 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-182ed84e-25aa-4df1-b8b5-55cbdc1743c5 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] 10.222.0.62 "DELETE /v2.0/subnets/a447b123-c0c0-42d8-9e41-5fc703e50aea HTTP/1.1" status: 204 len: 168 time: 0.3910005 Dec 10 18:46:32.430079 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37290) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:32.433236 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef8d90-dc94-4c1b-a303-04f7d2d5badf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5adc6f58-747e-4ae3-a552-24c1def1f0ad,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:32.460522 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ed84e-25aa-4df1-b8b5-55cbdc1743c5 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a447b123-c0c0-42d8-9e41-5fc703e50aea,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:32.465996 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efef8d90-dc94-4c1b-a303-04f7d2d5badf admin admin] Checking segment: {'id': '0f86b82a-ab7b-4c69-bfe4-3947fe02db64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '467068ab-b8ed-4863-b360-299b47586d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:46:32.466360 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efef8d90-dc94-4c1b-a303-04f7d2d5badf admin admin] Network hostable DHCP agents. Network: 467068ab-b8ed-4863-b360-299b47586d64, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:46:32.484932 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efef8d90-dc94-4c1b-a303-04f7d2d5badf admin admin] Network 467068ab-b8ed-4863-b360-299b47586d64 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:46:32.495741 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-efef8d90-dc94-4c1b-a303-04f7d2d5badf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 467068ab-b8ed-4863-b360-299b47586d64) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:46:32.501396 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efef8d90-dc94-4c1b-a303-04f7d2d5badf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:32.502094 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-efef8d90-dc94-4c1b-a303-04f7d2d5badf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:32.507366 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dfcd19-6f02-487e-a07a-cc90d8ee2927 None None] Network 467068ab-b8ed-4863-b360-299b47586d64 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:46:32.523217 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-efef8d90-dc94-4c1b-a303-04f7d2d5badf admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5274346 Dec 10 18:46:32.530128 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-61d729bc-333d-417f-8628-f785a935c032 req-e8e1f4e8-1cdf-4671-a021-00a1d541f51d tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0492327 Dec 10 18:46:32.551389 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65c4f751-d61e-48fe-87c8-b3df16992fe6 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:32.596341 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-94ddd84a-ad40-4d4f-a6cf-b397aedb51a1 req-d7106ad2-19b9-4073-b65b-74bdef01c89b tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0350213 Dec 10 18:46:32.669856 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa16c29-2001-414b-944f-de4f70577f2d None None] Network 467068ab-b8ed-4863-b360-299b47586d64 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:46:32.690583 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65c4f751-d61e-48fe-87c8-b3df16992fe6 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:32.722229 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-65c4f751-d61e-48fe-87c8-b3df16992fe6 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caff93b9-5711-425b-bdb9-8183db03749b']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:32.733584 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-65c4f751-d61e-48fe-87c8-b3df16992fe6 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2efe85fd-8ac1-4403-b114-c1ed3233b4ec') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:32.734064 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-65c4f751-d61e-48fe-87c8-b3df16992fe6 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2efe85fd-8ac1-4403-b114-c1ed3233b4ec') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:32.745633 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65c4f751-d61e-48fe-87c8-b3df16992fe6 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:32.766187 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65c4f751-d61e-48fe-87c8-b3df16992fe6 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:32.778792 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c4f751-d61e-48fe-87c8-b3df16992fe6 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:46:32.779186 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65c4f751-d61e-48fe-87c8-b3df16992fe6 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:32.782295 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:46:32.782295 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:46:32.782295 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:46:32.782295 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:46:32.782295 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:46:32.782295 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:46:32.782295 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:46:32.782295 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:46:32.782295 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:46:32.782295 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:46:32.782295 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:46:32.782295 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:46:32.782295 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:46:32.782295 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:46:32.782295 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:46:32.782295 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:46:32.782295 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:46:32.782295 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:46:32.782295 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:46:32.782295 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:46:32.782295 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:46:32.782295 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:46:32.782295 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:46:32.782295 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:46:32.782295 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:46:32.782295 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:46:32.782295 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:46:32.782295 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:46:32.782295 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:46:32.782295 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:46:32.782295 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:46:32.782295 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:46:32.857320 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f85c9cf0-59c5-4d7d-8bb1-efeb7671289e req-7ee7371d-9053-43f4-8b92-6d5a5b94047f tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0695539 Dec 10 18:46:32.888684 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65c4f751-d61e-48fe-87c8-b3df16992fe6 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:32.894652 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c4f751-d61e-48fe-87c8-b3df16992fe6 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network caff93b9-5711-425b-bdb9-8183db03749b {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 18:46:32.909502 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65c4f751-d61e-48fe-87c8-b3df16992fe6 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:32.912950 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-65c4f751-d61e-48fe-87c8-b3df16992fe6 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] 10.222.0.62 "DELETE /v2.0/networks/caff93b9-5711-425b-bdb9-8183db03749b HTTP/1.1" status: 204 len: 168 time: 0.4818277 Dec 10 18:46:32.950318 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c4f751-d61e-48fe-87c8-b3df16992fe6 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Pushing event deleted for resources: {'Network': ['ID=caff93b9-5711-425b-bdb9-8183db03749b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:33.197913 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0e204d1a-97e1-459c-9778-3d072213ea21 req-be9443ae-1527-4830-b038-2b1bd7053471 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0403335 Dec 10 18:46:33.218272 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37318) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:33.222685 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-24c7c8f0-9e2f-4a65-bebd-b1eb624c3bba tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Request body: {'router': {'name': 'tempest-router--879947618', 'project_id': 'd7ca92eeceee41bd858f9651c1ac4740'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:33.247504 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-24c7c8f0-9e2f-4a65-bebd-b1eb624c3bba tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:33.249205 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-24c7c8f0-9e2f-4a65-bebd-b1eb624c3bba tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:33.313892 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-24c7c8f0-9e2f-4a65-bebd-b1eb624c3bba tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:33.318838 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-24c7c8f0-9e2f-4a65-bebd-b1eb624c3bba tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:33.322461 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37324) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:33.329574 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-d218f26b-e9f6-4cf3-9133-314339d1920b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-710439648-network', 'tenant_id': '2cc71fee026c49e387dec355d46a213f'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:33.335362 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-24c7c8f0-9e2f-4a65-bebd-b1eb624c3bba tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:33.336802 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-24c7c8f0-9e2f-4a65-bebd-b1eb624c3bba tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1175008 Dec 10 18:46:33.340172 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37326) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:33.357031 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d218f26b-e9f6-4cf3-9133-314339d1920b admin admin] Made reservation on behalf of 2cc71fee026c49e387dec355d46a213f for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:46:33.359764 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d218f26b-e9f6-4cf3-9133-314339d1920b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:33.378949 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d218f26b-e9f6-4cf3-9133-314339d1920b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:33.417284 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a70cd681-d329-40f8-99bf-fc962076fbe2 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:33.463733 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d218f26b-e9f6-4cf3-9133-314339d1920b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:33.468491 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d218f26b-e9f6-4cf3-9133-314339d1920b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:33.491199 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d218f26b-e9f6-4cf3-9133-314339d1920b admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:46:33.507681 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218f26b-e9f6-4cf3-9133-314339d1920b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380e33ab-9848-4e4e-acc9-bf8d9348584c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:33.510697 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d218f26b-e9f6-4cf3-9133-314339d1920b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:33.510979 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-d218f26b-e9f6-4cf3-9133-314339d1920b admin admin] Added segment 2e4c3bb1-23fc-480c-9c34-453939d202d4 of type vlan for network 56df26ef-ea10-4108-9a8d-6ffe238d0c7b Dec 10 18:46:33.558181 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d218f26b-e9f6-4cf3-9133-314339d1920b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:33.586842 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d218f26b-e9f6-4cf3-9133-314339d1920b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:33.587465 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d218f26b-e9f6-4cf3-9133-314339d1920b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:33.588061 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d218f26b-e9f6-4cf3-9133-314339d1920b admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:33.588315 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a70cd681-d329-40f8-99bf-fc962076fbe2 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:33.591359 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a70cd681-d329-40f8-99bf-fc962076fbe2 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:33.638604 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a70cd681-d329-40f8-99bf-fc962076fbe2 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:33.639279 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70cd681-d329-40f8-99bf-fc962076fbe2 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1035fa51-4ec6-4377-8f03-a06e700127fc {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:46:33.643978 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a70cd681-d329-40f8-99bf-fc962076fbe2 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:33.645188 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a70cd681-d329-40f8-99bf-fc962076fbe2 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] 10.222.0.62 "DELETE /v2.0/routers/1035fa51-4ec6-4377-8f03-a06e700127fc HTTP/1.1" status: 204 len: 168 time: 0.3037159 Dec 10 18:46:33.688912 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-72540b87-fb16-435d-9874-5d401c6b3dd0 req-dde0783f-c958-4828-a610-9276ffb2190e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0827904 Dec 10 18:46:33.694862 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d218f26b-e9f6-4cf3-9133-314339d1920b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3686192 Dec 10 18:46:33.695190 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37334) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:33.704375 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7a8f7015-cd7e-400b-9289-f09b75de7c70 admin admin] Request body: {'subnet': {'network_id': '56df26ef-ea10-4108-9a8d-6ffe238d0c7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-710439648-subnet', 'tenant_id': '2cc71fee026c49e387dec355d46a213f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:33.721242 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218f26b-e9f6-4cf3-9133-314339d1920b admin admin] Pushing event updated for resources: {'Network': ['ID=56df26ef-ea10-4108-9a8d-6ffe238d0c7b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:33.736867 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b6b4cf6c-f9f7-4d25-bf43-e254d2ab726e req-3591586d-c4e8-42bf-9df4-9a21aed18ba9 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0563018 Dec 10 18:46:33.739338 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 56df26ef-ea10-4108-9a8d-6ffe238d0c7b details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:46:33.769423 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8f7015-cd7e-400b-9289-f09b75de7c70 admin admin] Made reservation on behalf of 2cc71fee026c49e387dec355d46a213f for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:46:33.772076 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7a8f7015-cd7e-400b-9289-f09b75de7c70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:33.806067 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:33.875171 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37336) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:33.934574 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b90cc1b2-b374-4fac-b5b8-f2db8eec72fe req-dadc619e-67f5-4735-b6ae-0a94ce71b229 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0286987 Dec 10 18:46:34.003630 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7a8f7015-cd7e-400b-9289-f09b75de7c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:34.069943 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f7015-cd7e-400b-9289-f09b75de7c70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3330b2a-daf1-47b4-a970-e4774bd93436,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:34.076171 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8f7015-cd7e-400b-9289-f09b75de7c70 admin admin] Checking segment: {'id': '2e4c3bb1-23fc-480c-9c34-453939d202d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '56df26ef-ea10-4108-9a8d-6ffe238d0c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:46:34.076544 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8f7015-cd7e-400b-9289-f09b75de7c70 admin admin] Network hostable DHCP agents. Network: 56df26ef-ea10-4108-9a8d-6ffe238d0c7b, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:46:34.095005 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8f7015-cd7e-400b-9289-f09b75de7c70 admin admin] Network 56df26ef-ea10-4108-9a8d-6ffe238d0c7b is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:46:34.105167 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-7a8f7015-cd7e-400b-9289-f09b75de7c70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 56df26ef-ea10-4108-9a8d-6ffe238d0c7b) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:46:34.110347 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8f7015-cd7e-400b-9289-f09b75de7c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:34.111358 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7a8f7015-cd7e-400b-9289-f09b75de7c70 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:34.115137 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66266c78-e6a5-4bad-8125-5dee177b55eb None None] Network 56df26ef-ea10-4108-9a8d-6ffe238d0c7b requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:46:34.130700 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7a8f7015-cd7e-400b-9289-f09b75de7c70 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4306502 Dec 10 18:46:34.165745 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-46bf517b-82f9-413d-8326-74b16d9c3690 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-941838005', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}, 'admin_state_up': False}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:34.194558 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-46bf517b-82f9-413d-8326-74b16d9c3690 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:34.195909 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-46bf517b-82f9-413d-8326-74b16d9c3690 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:34.258402 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-46bf517b-82f9-413d-8326-74b16d9c3690 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:34.265089 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce4686b-b8ce-4c47-92f8-7f8418d97668 None None] Network 56df26ef-ea10-4108-9a8d-6ffe238d0c7b requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:46:34.301743 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2e17f823-ba2e-4ba3-9d61-862321be92a8 req-476ff25a-a2c7-4764-9119-290deb9b2498 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0382826 Dec 10 18:46:34.442417 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-46bf517b-82f9-413d-8326-74b16d9c3690 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:34.640744 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-46bf517b-82f9-413d-8326-74b16d9c3690 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:34.663664 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-46bf517b-82f9-413d-8326-74b16d9c3690 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:34.765982 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-1f8b01aa-8909-4f6e-88cf-48d79ca98459 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:34.769161 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-1f8b01aa-8909-4f6e-88cf-48d79ca98459 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/networks?id=467068ab-b8ed-4863-b360-299b47586d64 HTTP/1.1" status: 200 len: 812 time: 0.1068554 Dec 10 18:46:34.785117 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4800ea96-9fdf-4693-9654-4682b4832772 req-983a593e-f194-4713-8aee-7e7609f3f5fa tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0321164 Dec 10 18:46:34.786842 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-1ed11596-952b-417e-8ce6-af7ab9b07b24 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/quotas/b0fdade9f1e5428995f7afe3f39bff7d HTTP/1.1" status: 200 len: 375 time: 0.0098670 Dec 10 18:46:34.808616 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-46bf517b-82f9-413d-8326-74b16d9c3690 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Allocated IP 172.25.7.232 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/905ff60d-c073-4d70-9572-36a9ea16e9ac) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:46:34.825155 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-9f1a8650-7e35-4e70-9413-478125f4afbc tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0fdade9f1e5428995f7afe3f39bff7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320661 Dec 10 18:46:34.897709 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9847b058-659f-447d-8540-d8b45eebd0fb req-f673f1da-3ad3-401e-aa45-a6e2aafa0865 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0598428 Dec 10 18:46:34.921514 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-a693f35e-d195-4cec-88c3-9b82f80d8db9 service neutron] 10.222.0.62 "GET /v2.0/networks/467068ab-b8ed-4863-b360-299b47586d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871911 Dec 10 18:46:34.948043 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-46bf517b-82f9-413d-8326-74b16d9c3690 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:34.993209 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-46bf517b-82f9-413d-8326-74b16d9c3690 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:35.031438 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-0af895db-8cba-4d82-a7a4-98f9bea577a1 service neutron] 10.222.0.62 "GET /v2.0/networks/467068ab-b8ed-4863-b360-299b47586d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032739 Dec 10 18:46:35.058846 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bd739b3c-dcc6-4f0c-8a12-d55f8243a3f9 req-e5acfdc3-e5a1-4c48-b6a9-78820b6b3083 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0617478 Dec 10 18:46:35.065821 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bf517b-82f9-413d-8326-74b16d9c3690 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:46:35.070649 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-46bf517b-82f9-413d-8326-74b16d9c3690 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:46:35.080176 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bf517b-82f9-413d-8326-74b16d9c3690 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:46:35.093049 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99deb4bd-df98-42cd-bf6c-4dbbea3a82bf None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:46:35.103799 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf517b-82f9-413d-8326-74b16d9c3690 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Pushing event updated for resources: {'Port': ['ID=905ff60d-c073-4d70-9572-36a9ea16e9ac,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:35.168026 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-488437ea-1349-4169-b347-de9797af9f4c None None] Provisioning complete for port 905ff60d-c073-4d70-9572-36a9ea16e9ac triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:46:35.168451 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-488437ea-1349-4169-b347-de9797af9f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:35.204530 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-488437ea-1349-4169-b347-de9797af9f4c None None] Port 905ff60d-c073-4d70-9572-36a9ea16e9ac cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:46:35.255755 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f3a859f3-4ba9-489b-b65e-bd102b65cbdc req-acd7bb05-23b6-4444-8486-c727628f07fa tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ed2c94-9b20-4341-b51e-78468fb86915 HTTP/1.1" status: 200 len: 210 time: 0.0472751 Dec 10 18:46:35.398557 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-91df4e46-0ed8-45b3-957f-3a1a69914fc4 req-af8d4277-8d31-4a00-848b-7814d57e9f65 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0289660 Dec 10 18:46:35.417172 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-46bf517b-82f9-413d-8326-74b16d9c3690 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:35.638713 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-46bf517b-82f9-413d-8326-74b16d9c3690 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:35.770357 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46bf517b-82f9-413d-8326-74b16d9c3690 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Router 92a058b6-354e-477f-9e40-aa55c59c6adb is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:46:35.865788 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7a9c356e-43b5-4187-90a5-5a526be03e00 req-6e416d5f-e6f7-4e41-b531-1f134c98438e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0262818 Dec 10 18:46:35.886740 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46bf517b-82f9-413d-8326-74b16d9c3690 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:46:35.896309 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acfb64e-ad5b-4fca-88ea-2dee5c31db66 None None] Sync routers for ids ['92a058b6-354e-477f-9e40-aa55c59c6adb'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:46:35.907527 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acfb64e-ad5b-4fca-88ea-2dee5c31db66 None None] Routers {'92a058b6-354e-477f-9e40-aa55c59c6adb'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:46:35.907792 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-46bf517b-82f9-413d-8326-74b16d9c3690 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:35.908090 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-6acfb64e-ad5b-4fca-88ea-2dee5c31db66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:46:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['92a058b6-354e-477f-9e40-aa55c59c6adb'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:35.909067 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-46bf517b-82f9-413d-8326-74b16d9c3690 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.0322115 Dec 10 18:46:35.912377 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37384) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:35.940524 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-6acfb64e-ad5b-4fca-88ea-2dee5c31db66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:35.949671 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acfb64e-ad5b-4fca-88ea-2dee5c31db66 None None] Routers {'92a058b6-354e-477f-9e40-aa55c59c6adb'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:46:35.950495 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-6acfb64e-ad5b-4fca-88ea-2dee5c31db66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:46:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['92a058b6-354e-477f-9e40-aa55c59c6adb'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:35.984142 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-6acfb64e-ad5b-4fca-88ea-2dee5c31db66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:35.984844 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acfb64e-ad5b-4fca-88ea-2dee5c31db66 None None] The sync data for ids ['92a058b6-354e-477f-9e40-aa55c59c6adb'] in n-d-821435-1 is: [] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:46:36.283191 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ab33fe14-f2b5-44ee-a234-71b559764871 req-d44927d7-1070-4633-94e1-e8e28c7340b9 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.3208518 Dec 10 18:46:36.365401 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cf87185b-281e-4a0c-9e2e-ce044e4b1c4f req-8fc50e8d-24c5-46aa-a68c-3329d14a9250 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0330837 Dec 10 18:46:36.403527 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-360c9742-892c-4c4b-bed9-afd356a6b566 req-bd7c8262-69c5-49cc-8147-3d90d44d768d tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ed2c94-9b20-4341-b51e-78468fb86915 HTTP/1.1" status: 200 len: 210 time: 0.0433843 Dec 10 18:46:36.407499 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0b0cc711-8523-43d8-ab76-c10ffd58f225 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] 10.222.0.62 "GET /v2.0/routers/92a058b6-354e-477f-9e40-aa55c59c6adb HTTP/1.1" status: 200 len: 920 time: 0.4913459 Dec 10 18:46:36.408138 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37392) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:36.438566 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-72b6b6e9-2998-4dce-8616-aa9625f20de7 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] 10.222.0.62 "GET /v2.0/ports?device_id=92a058b6-354e-477f-9e40-aa55c59c6adb HTTP/1.1" status: 200 len: 205 time: 0.0292435 Dec 10 18:46:36.439158 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-7aff94fa-8d86-4491-a86a-1395cc4895ae tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:36.440621 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-7aff94fa-8d86-4491-a86a-1395cc4895ae tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.46 "GET /v2.0/networks?id=467068ab-b8ed-4863-b360-299b47586d64 HTTP/1.1" status: 200 len: 812 time: 0.1630118 Dec 10 18:46:36.441182 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37396) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:36.482339 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f9a6f536-4912-4393-8a66-e79ca8c6a284 req-e028068f-5ca7-45a2-9c87-440a20c37908 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0262644 Dec 10 18:46:36.513917 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-0fb9ad03-d1dd-4aab-a57e-63c385f324a7 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Request body: {'port': {'device_id': 'f1ed2c94-9b20-4341-b51e-78468fb86915', 'network_id': '467068ab-b8ed-4863-b360-299b47586d64', 'admin_state_up': True, 'tenant_id': 'b0fdade9f1e5428995f7afe3f39bff7d'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:36.625627 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a966df5a-382e-488f-a8bf-221d00309aaf tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:36.714745 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-0fb9ad03-d1dd-4aab-a57e-63c385f324a7 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Made reservation on behalf of b0fdade9f1e5428995f7afe3f39bff7d for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:46:36.718795 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-0fb9ad03-d1dd-4aab-a57e-63c385f324a7 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:36.800749 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a966df5a-382e-488f-a8bf-221d00309aaf tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:36.895569 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-0fb9ad03-d1dd-4aab-a57e-63c385f324a7 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Allocated IP 172.20.0.2 (467068ab-b8ed-4863-b360-299b47586d64/5adc6f58-747e-4ae3-a552-24c1def1f0ad/fc691453-6c6e-4189-92c6-d9f74a80692a) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:46:36.916271 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a966df5a-382e-488f-a8bf-221d00309aaf tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Deleting port 905ff60d-c073-4d70-9572-36a9ea16e9ac {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:46:36.916610 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a966df5a-382e-488f-a8bf-221d00309aaf tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:36.944708 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-94fb33e2-5153-4f26-98a8-ffe7e2619b68 req-80b437a9-0aa5-4956-a752-47d2ed1ae6f3 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0267262 Dec 10 18:46:37.067813 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a966df5a-382e-488f-a8bf-221d00309aaf tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:37.087031 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a966df5a-382e-488f-a8bf-221d00309aaf tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Calling delete_port for 905ff60d-c073-4d70-9572-36a9ea16e9ac owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:46:37.163017 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-0fb9ad03-d1dd-4aab-a57e-63c385f324a7 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:37.255281 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-0fb9ad03-d1dd-4aab-a57e-63c385f324a7 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:37.337876 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-0fb9ad03-d1dd-4aab-a57e-63c385f324a7 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Network 467068ab-b8ed-4863-b360-299b47586d64 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:46:37.344726 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-0fb9ad03-d1dd-4aab-a57e-63c385f324a7 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:46:37.353115 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-0fb9ad03-d1dd-4aab-a57e-63c385f324a7 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:46:37.363826 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9ad03-d1dd-4aab-a57e-63c385f324a7 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Pushing event updated for resources: {'Port': ['ID=fc691453-6c6e-4189-92c6-d9f74a80692a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:37.414947 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7341fc8f-2ff3-4613-992f-92e2fb1083e7 req-b8a4977c-73c0-495a-8e6f-b7175784aaf6 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0570819 Dec 10 18:46:37.419230 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a966df5a-382e-488f-a8bf-221d00309aaf tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:37.457274 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0d91bba0-2e3e-4d13-913a-0a7faecf2195 req-3748d2d1-7b45-4500-bc6c-f4cfdbb81d7c tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0368803 Dec 10 18:46:37.460471 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966df5a-382e-488f-a8bf-221d00309aaf tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Pushing event deleted for resources: {'Port': ['ID=905ff60d-c073-4d70-9572-36a9ea16e9ac,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:37.481756 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74a025b-f8b2-4f7c-b386-329049e5352b None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:46:37.502974 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-0fb9ad03-d1dd-4aab-a57e-63c385f324a7 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:37.503596 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-0fb9ad03-d1dd-4aab-a57e-63c385f324a7 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:37.567803 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bbc68007-12c9-414b-b901-d0ade5f0461e req-314cea02-f9cb-4efa-b45e-b15414af82b7 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0301480 Dec 10 18:46:37.573417 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-0fb9ad03-d1dd-4aab-a57e-63c385f324a7 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0941708 Dec 10 18:46:37.587762 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-db86e25a-4558-49a3-bbe4-cea46a2f8871 service neutron] Request body: {'port': {'device_id': 'f1ed2c94-9b20-4341-b51e-78468fb86915', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:37.593351 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a966df5a-382e-488f-a8bf-221d00309aaf tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:37.618550 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6168d6-f85b-4d45-8deb-67fade9a126f req-9faf1116-4431-4371-a94c-3cdab3f7e49a tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:37.620068 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de6168d6-f85b-4d45-8deb-67fade9a126f req-9faf1116-4431-4371-a94c-3cdab3f7e49a tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ed2c94-9b20-4341-b51e-78468fb86915 HTTP/1.1" status: 200 len: 931 time: 0.1240034 Dec 10 18:46:37.723354 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a966df5a-382e-488f-a8bf-221d00309aaf tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:37.730322 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a966df5a-382e-488f-a8bf-221d00309aaf tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:37.802946 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-db86e25a-4558-49a3-bbe4-cea46a2f8871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:37.827195 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a966df5a-382e-488f-a8bf-221d00309aaf tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:37.827754 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a966df5a-382e-488f-a8bf-221d00309aaf tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Fanout notify agent at l3_agent the message router_deleted on router 92a058b6-354e-477f-9e40-aa55c59c6adb {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:46:37.834448 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de6168d6-f85b-4d45-8deb-67fade9a126f req-3ae1e2b7-045a-4fd0-8328-611294b48116 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f87c808-e2a6-467a-94b9-85717a5b9c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559594 Dec 10 18:46:37.839813 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a966df5a-382e-488f-a8bf-221d00309aaf tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:37.844510 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a966df5a-382e-488f-a8bf-221d00309aaf tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] 10.222.0.62 "DELETE /v2.0/routers/92a058b6-354e-477f-9e40-aa55c59c6adb HTTP/1.1" status: 204 len: 168 time: 1.3987875 Dec 10 18:46:37.844718 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37412) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:37.865931 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3d982310-6ac6-401e-962e-a2ac06c16f30 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1116629164', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'enable_snat': False}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:37.909693 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3d982310-6ac6-401e-962e-a2ac06c16f30 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:37.910964 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3d982310-6ac6-401e-962e-a2ac06c16f30 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:38.031263 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bedab6f5-123a-4680-af76-7ebdf72f3b72 req-c8d72ff0-16cf-4337-95ab-b45ff0e2bbc4 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0307798 Dec 10 18:46:38.032176 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:38.058288 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3d982310-6ac6-401e-962e-a2ac06c16f30 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:38.218492 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3d982310-6ac6-401e-962e-a2ac06c16f30 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:38.318818 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-db86e25a-4558-49a3-bbe4-cea46a2f8871 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc691453-6c6e-4189-92c6-d9f74a80692a {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:46:38.328815 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-db86e25a-4558-49a3-bbe4-cea46a2f8871 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:38.345469 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-db86e25a-4558-49a3-bbe4-cea46a2f8871 service neutron] Transition to ACTIVE for port object fc691453-6c6e-4189-92c6-d9f74a80692a will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:46:38.353422 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-db86e25a-4558-49a3-bbe4-cea46a2f8871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:38.418349 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86e25a-4558-49a3-bbe4-cea46a2f8871 service neutron] Pushing event updated for resources: {'Port': ['ID=fc691453-6c6e-4189-92c6-d9f74a80692a,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:38.541729 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9ff55df2-919c-4659-904c-960b8a172e62 req-356134ac-9a06-4279-865c-1255c1944911 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0293527 Dec 10 18:46:38.569308 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5d69560f-f02f-4e06-960d-4f811b82b95f req-e24e5659-8878-4236-b461-b38ae76e77b7 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0682464 Dec 10 18:46:38.618231 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-db86e25a-4558-49a3-bbe4-cea46a2f8871 service neutron] Attempting to bind port fc691453-6c6e-4189-92c6-d9f74a80692a on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:46:38.618574 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-db86e25a-4558-49a3-bbe4-cea46a2f8871 service neutron] Attempting to bind port fc691453-6c6e-4189-92c6-d9f74a80692a by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '0f86b82a-ab7b-4c69-bfe4-3947fe02db64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '467068ab-b8ed-4863-b360-299b47586d64'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:46:38.618908 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-db86e25a-4558-49a3-bbe4-cea46a2f8871 service neutron] Attempting to bind port fc691453-6c6e-4189-92c6-d9f74a80692a on network 467068ab-b8ed-4863-b360-299b47586d64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:46:38.626259 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3d982310-6ac6-401e-962e-a2ac06c16f30 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:38.627993 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-db86e25a-4558-49a3-bbe4-cea46a2f8871 service neutron] Port fc691453-6c6e-4189-92c6-d9f74a80692a on network 467068ab-b8ed-4863-b360-299b47586d64 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:46:38.628322 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-db86e25a-4558-49a3-bbe4-cea46a2f8871 service neutron] Attempting to bind port fc691453-6c6e-4189-92c6-d9f74a80692a on network 467068ab-b8ed-4863-b360-299b47586d64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:46:38.647558 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6c5230c7-c42a-47e3-be59-09d394a73da5 req-9a8fe1d2-e915-4dfc-b040-c2ed484097f0 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0260551 Dec 10 18:46:38.653670 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3d982310-6ac6-401e-962e-a2ac06c16f30 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:38.656562 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-db86e25a-4558-49a3-bbe4-cea46a2f8871 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:46:38.656933 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-db86e25a-4558-49a3-bbe4-cea46a2f8871 service neutron] Checking segment: {'id': '0f86b82a-ab7b-4c69-bfe4-3947fe02db64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '467068ab-b8ed-4863-b360-299b47586d64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:46:38.657554 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-db86e25a-4558-49a3-bbe4-cea46a2f8871 service neutron] Bound using segment: {'id': '0f86b82a-ab7b-4c69-bfe4-3947fe02db64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '467068ab-b8ed-4863-b360-299b47586d64'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:46:38.657771 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-db86e25a-4558-49a3-bbe4-cea46a2f8871 service neutron] Bound port: fc691453-6c6e-4189-92c6-d9f74a80692a, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f86b82a-ab7b-4c69-bfe4-3947fe02db64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '467068ab-b8ed-4863-b360-299b47586d64'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:46:38.658136 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-db86e25a-4558-49a3-bbe4-cea46a2f8871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:38.793763 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-db86e25a-4558-49a3-bbe4-cea46a2f8871 service neutron] For port fc691453-6c6e-4189-92c6-d9f74a80692a, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:46:38.806470 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-db86e25a-4558-49a3-bbe4-cea46a2f8871 service neutron] For port fc691453-6c6e-4189-92c6-d9f74a80692a, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=fc691453-6c6e-4189-92c6-d9f74a80692a,segment=NetworkSegment(0f86b82a-ab7b-4c69-bfe4-3947fe02db64),segment_id=0f86b82a-ab7b-4c69-bfe4-3947fe02db64)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:46:38.806736 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-db86e25a-4558-49a3-bbe4-cea46a2f8871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:38.851200 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-3d982310-6ac6-401e-962e-a2ac06c16f30 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Allocated IP 172.25.7.158 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/ca65ccee-94bc-4f11-be0b-0f3ef43228cd) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:46:38.874264 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-db86e25a-4558-49a3-bbe4-cea46a2f8871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:38.874920 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-db86e25a-4558-49a3-bbe4-cea46a2f8871 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:38.876472 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-db86e25a-4558-49a3-bbe4-cea46a2f8871 service neutron] 10.222.0.46 "PUT /v2.0/ports/fc691453-6c6e-4189-92c6-d9f74a80692a HTTP/1.1" status: 200 len: 1091 time: 1.2944999 Dec 10 18:46:38.876973 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ed2c94-9b20-4341-b51e-78468fb86915', 'tag': 'fc691453-6c6e-4189-92c6-d9f74a80692a'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:46:38.879161 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5138e3-87d2-40fb-a053-b49784c1a2d1" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ed2c94-9b20-4341-b51e-78468fb86915", "tag": "fc691453-6c6e-4189-92c6-d9f74a80692a"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:46:38.937933 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542dcbf1-4f68-4dca-b5f5-4b8fc4160229 x-openstack-request-id: req-542dcbf1-4f68-4dca-b5f5-4b8fc4160229 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:46:38.938231 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ed2c94-9b20-4341-b51e-78468fb86915", "tag": "fc691453-6c6e-4189-92c6-d9f74a80692a", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:46:38.938489 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-542dcbf1-4f68-4dca-b5f5-4b8fc4160229 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:46:38.938885 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ed2c94-9b20-4341-b51e-78468fb86915', 'tag': 'fc691453-6c6e-4189-92c6-d9f74a80692a', 'status': 'completed', 'code': 200} Dec 10 18:46:38.951049 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86e25a-4558-49a3-bbe4-cea46a2f8871 service neutron] Pushing event updated for resources: {'Port': ['ID=fc691453-6c6e-4189-92c6-d9f74a80692a,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:38.968389 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fcec1-0bd1-414e-a646-d2494d7848bc req-cf1e35ad-aad2-4656-af2f-0751e935554f tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:38.969982 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8d6fcec1-0bd1-414e-a646-d2494d7848bc req-cf1e35ad-aad2-4656-af2f-0751e935554f tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ed2c94-9b20-4341-b51e-78468fb86915 HTTP/1.1" status: 200 len: 943 time: 0.0553932 Dec 10 18:46:39.010722 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-0b1874da-4243-4963-a7ca-cf4d779fc679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:39.012340 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-0b1874da-4243-4963-a7ca-cf4d779fc679 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b0fdade9f1e5428995f7afe3f39bff7d&device_id=f1ed2c94-9b20-4341-b51e-78468fb86915 HTTP/1.1" status: 200 len: 1094 time: 0.0780640 Dec 10 18:46:39.018711 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8d6fcec1-0bd1-414e-a646-d2494d7848bc req-cfd10f52-7c8b-43ef-9acd-de753867b354 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f87c808-e2a6-467a-94b9-85717a5b9c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422282 Dec 10 18:46:39.040029 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3d982310-6ac6-401e-962e-a2ac06c16f30 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:39.072253 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-37ef52be-d2f2-4cdd-a603-35eb32e2593b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc691453-6c6e-4189-92c6-d9f74a80692a HTTP/1.1" status: 200 len: 217 time: 0.0474050 Dec 10 18:46:39.142405 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3b09f9a9-4b26-4f7e-b92e-3a3b7c89a363 req-22276a33-283e-4d80-b44d-77db25a09640 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0551109 Dec 10 18:46:39.162881 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-20cb5e35-78cc-44c8-8ddc-e6808d30c213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:39.164870 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-20cb5e35-78cc-44c8-8ddc-e6808d30c213 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5adc6f58-747e-4ae3-a552-24c1def1f0ad HTTP/1.1" status: 200 len: 852 time: 0.0861254 Dec 10 18:46:39.165892 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3d982310-6ac6-401e-962e-a2ac06c16f30 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:39.248331 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:46:39.511652 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-a372f4a9-435d-472c-878e-229849f7261d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=467068ab-b8ed-4863-b360-299b47586d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3338511 Dec 10 18:46:39.513918 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d982310-6ac6-401e-962e-a2ac06c16f30 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:46:39.517003 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-3d982310-6ac6-401e-962e-a2ac06c16f30 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:46:39.530022 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9a4b6e-4243-46c8-be8a-68eae748333a None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:46:39.533420 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d982310-6ac6-401e-962e-a2ac06c16f30 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:46:39.537815 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d982310-6ac6-401e-962e-a2ac06c16f30 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Pushing event updated for resources: {'Port': ['ID=ca65ccee-94bc-4f11-be0b-0f3ef43228cd,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:39.568096 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8088dbbc-26ed-4c97-b2ed-d1cd212e3166 None None] Provisioning complete for port ca65ccee-94bc-4f11-be0b-0f3ef43228cd triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:46:39.568476 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8088dbbc-26ed-4c97-b2ed-d1cd212e3166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:39.613996 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8088dbbc-26ed-4c97-b2ed-d1cd212e3166 None None] Port ca65ccee-94bc-4f11-be0b-0f3ef43228cd cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:46:39.634248 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b06cc2f5-fc83-4b22-ba18-7be658fd23c4 req-e81e1e67-3829-4a10-9ae7-f4560b55039f tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0380094 Dec 10 18:46:39.681319 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d9e1940f-e8a2-48e9-97a5-c28622f4c9cb req-181c7f3d-88db-4e09-a86c-0a9ddb50f1ba tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0506184 Dec 10 18:46:39.692603 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-3184ca57-ebb1-4010-a01f-b7ce570b3dec service neutron] 10.222.0.46 "GET /v2.0/networks/467068ab-b8ed-4863-b360-299b47586d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731839 Dec 10 18:46:39.726981 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5db14a3c-32fb-47e7-ac28-312e21eaa048 req-94d92a63-e009-43ee-b540-5ed3ddc119ae tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0268118 Dec 10 18:46:39.908577 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-020559e7-2f79-4ec6-8bd0-6fccd2037956 req-57e8783b-b46e-4cce-b35a-64f827f6a001 service neutron] 10.222.0.46 "GET /v2.0/networks/467068ab-b8ed-4863-b360-299b47586d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858017 Dec 10 18:46:40.004102 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3d982310-6ac6-401e-962e-a2ac06c16f30 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:40.072521 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5138e3-87d2-40fb-a053-b49784c1a2d1 req-a4ef384a-a05d-4c17-a5d0-ed45a0800abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:40.074072 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0b5138e3-87d2-40fb-a053-b49784c1a2d1 req-a4ef384a-a05d-4c17-a5d0-ed45a0800abd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b0fdade9f1e5428995f7afe3f39bff7d&device_id=f1ed2c94-9b20-4341-b51e-78468fb86915 HTTP/1.1" status: 200 len: 1094 time: 0.1139963 Dec 10 18:46:40.144133 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454a2a3-5c47-4daf-b1f1-307feaffe51e req-d84f8bdd-76cd-428e-bbb6-83a6eba3ad0c tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:40.145965 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0454a2a3-5c47-4daf-b1f1-307feaffe51e req-d84f8bdd-76cd-428e-bbb6-83a6eba3ad0c tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ed2c94-9b20-4341-b51e-78468fb86915 HTTP/1.1" status: 200 len: 943 time: 0.0542839 Dec 10 18:46:40.197068 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0454a2a3-5c47-4daf-b1f1-307feaffe51e req-a637a228-1656-4805-87a9-328b516bc633 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f87c808-e2a6-467a-94b9-85717a5b9c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450406 Dec 10 18:46:40.270936 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ac4af49f-dfbb-46bb-81e4-48b42d3885cb req-a4839ca1-b3f9-4639-b69d-4f337b344fe5 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0669677 Dec 10 18:46:40.275087 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5138e3-87d2-40fb-a053-b49784c1a2d1 req-1d5cffdb-ddb8-4252-bee4-36843414110e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:40.276452 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0b5138e3-87d2-40fb-a053-b49784c1a2d1 req-1d5cffdb-ddb8-4252-bee4-36843414110e service neutron] 10.222.0.46 "GET /v2.0/networks?id=467068ab-b8ed-4863-b360-299b47586d64 HTTP/1.1" status: 200 len: 913 time: 0.1951680 Dec 10 18:46:40.329260 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0b5138e3-87d2-40fb-a053-b49784c1a2d1 req-5e33d19e-553d-4dc1-b152-95f578827ff5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc691453-6c6e-4189-92c6-d9f74a80692a HTTP/1.1" status: 200 len: 217 time: 0.0449901 Dec 10 18:46:40.377600 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3d982310-6ac6-401e-962e-a2ac06c16f30 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:40.427270 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5138e3-87d2-40fb-a053-b49784c1a2d1 req-ea0211e8-16ff-4227-9aeb-6eb08c0e0509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:40.428796 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0b5138e3-87d2-40fb-a053-b49784c1a2d1 req-ea0211e8-16ff-4227-9aeb-6eb08c0e0509 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5adc6f58-747e-4ae3-a552-24c1def1f0ad HTTP/1.1" status: 200 len: 852 time: 0.0931952 Dec 10 18:46:40.488445 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0b5138e3-87d2-40fb-a053-b49784c1a2d1 req-3a7d9491-37ff-41f8-b899-07ef970bcd02 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=467068ab-b8ed-4863-b360-299b47586d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336578 Dec 10 18:46:40.622867 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0b5138e3-87d2-40fb-a053-b49784c1a2d1 req-c301fa89-0112-49cc-b4cb-cc741f106c30 service neutron] 10.222.0.46 "GET /v2.0/networks/467068ab-b8ed-4863-b360-299b47586d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260746 Dec 10 18:46:40.628112 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d982310-6ac6-401e-962e-a2ac06c16f30 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Router 969afde7-82a1-43a3-a403-3de916bccdfa is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:46:40.718086 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c142bae5-4c98-428b-b0c4-11fd2082c79d req-f9739b0b-4ded-48a5-a652-aa06c29bf15d tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0284669 Dec 10 18:46:40.798986 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-db5139e2-236e-46cb-87e0-e1b89c0bc58b req-c2650f95-166b-4726-a6da-ad1bf6a6ab57 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0488937 Dec 10 18:46:40.811196 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e5682b09-3692-4caf-8019-b038c7f04aba req-97172cb0-7566-42e9-bfc5-6b554279c120 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0331018 Dec 10 18:46:40.847002 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0b5138e3-87d2-40fb-a053-b49784c1a2d1 req-51693e27-2909-4fcb-ae19-2294a86091de service neutron] 10.222.0.46 "GET /v2.0/networks/467068ab-b8ed-4863-b360-299b47586d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157831 Dec 10 18:46:40.855082 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d982310-6ac6-401e-962e-a2ac06c16f30 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:46:40.867441 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3fcb9d-ae29-4044-b4ab-3ac24e05b5c8 None None] Sync routers for ids ['969afde7-82a1-43a3-a403-3de916bccdfa'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:46:40.874115 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3d982310-6ac6-401e-962e-a2ac06c16f30 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:40.875299 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3d982310-6ac6-401e-962e-a2ac06c16f30 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.0296631 Dec 10 18:46:40.878217 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37450) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:40.883666 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3fcb9d-ae29-4044-b4ab-3ac24e05b5c8 None None] Routers {'969afde7-82a1-43a3-a403-3de916bccdfa'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:46:40.884794 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-bb3fcb9d-ae29-4044-b4ab-3ac24e05b5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:46:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['969afde7-82a1-43a3-a403-3de916bccdfa'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:40.995593 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0115f311-d2c8-4cfd-a9b0-a00bdff5324d tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] 10.222.0.62 "GET /v2.0/routers/969afde7-82a1-43a3-a403-3de916bccdfa HTTP/1.1" status: 200 len: 909 time: 0.1137555 Dec 10 18:46:40.995846 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37452) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:41.000257 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-93c86300-abd2-4fa2-8470-d4d437d26c67 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1116629164', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'enable_snat': True}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:41.003180 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-bb3fcb9d-ae29-4044-b4ab-3ac24e05b5c8 None None] Set router 969afde7-82a1-43a3-a403-3de916bccdfa gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:46:41.021530 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-93c86300-abd2-4fa2-8470-d4d437d26c67 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:41.022592 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-93c86300-abd2-4fa2-8470-d4d437d26c67 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:41.077147 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-93c86300-abd2-4fa2-8470-d4d437d26c67 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:41.209788 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-bb3fcb9d-ae29-4044-b4ab-3ac24e05b5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969afde7-82a1-43a3-a403-3de916bccdfa', 'name': 'tempest-snat-router-1116629164', 'tenant_id': '4cfd523d64f948c1b3aaf64dc5b4e68b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.158'}], 'enable_snat': False}, 'gw_port_id': 'ca65ccee-94bc-4f11-be0b-0f3ef43228cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:46:37Z', 'updated_at': '2021-12-10T18:46:39Z', 'revision_number': 3, 'project_id': '4cfd523d64f948c1b3aaf64dc5b4e68b', 'gw_port': {'id': 'ca65ccee-94bc-4f11-be0b-0f3ef43228cd', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:69:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969afde7-82a1-43a3-a403-3de916bccdfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:46:38Z', 'updated_at': '2021-12-10T18:46:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:41.259817 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-93c86300-abd2-4fa2-8470-d4d437d26c67 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:41.260118 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3fcb9d-ae29-4044-b4ab-3ac24e05b5c8 None None] Checking router: 969afde7-82a1-43a3-a403-3de916bccdfa for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:46:41.260667 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3fcb9d-ae29-4044-b4ab-3ac24e05b5c8 None None] Updating router 969afde7-82a1-43a3-a403-3de916bccdfa port ca65ccee-94bc-4f11-be0b-0f3ef43228cd binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:46:41.302373 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bb3fcb9d-ae29-4044-b4ab-3ac24e05b5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:41.366628 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e60da9b4-6cb0-4169-ab53-d189536b3272 req-d26edd11-4c12-4fb5-8e6b-ee6423b29ce3 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0283980 Dec 10 18:46:41.420217 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815a824-65b7-49dc-9ea8-9cb0b7f4ea37 req-a3e9c471-81a3-4965-b3ea-8b4fca0071a5 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:41.421776 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e815a824-65b7-49dc-9ea8-9cb0b7f4ea37 req-a3e9c471-81a3-4965-b3ea-8b4fca0071a5 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ed2c94-9b20-4341-b51e-78468fb86915 HTTP/1.1" status: 200 len: 943 time: 0.1461978 Dec 10 18:46:41.485827 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e815a824-65b7-49dc-9ea8-9cb0b7f4ea37 req-72d1ddfe-a839-4d26-b7e9-5a33453aebfb tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f87c808-e2a6-467a-94b9-85717a5b9c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579424 Dec 10 18:46:41.593369 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bb3fcb9d-ae29-4044-b4ab-3ac24e05b5c8 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:41.597936 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-93c86300-abd2-4fa2-8470-d4d437d26c67 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:41.598873 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bb3fcb9d-ae29-4044-b4ab-3ac24e05b5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:41.617582 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-93c86300-abd2-4fa2-8470-d4d437d26c67 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:41.651118 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525ff1a8-6115-480e-b798-dc4033eb6e0b None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:46:41.664543 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-bb3fcb9d-ae29-4044-b4ab-3ac24e05b5c8 None None] Attempting to bind port ca65ccee-94bc-4f11-be0b-0f3ef43228cd on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:46:41.664773 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-bb3fcb9d-ae29-4044-b4ab-3ac24e05b5c8 None None] Attempting to bind port ca65ccee-94bc-4f11-be0b-0f3ef43228cd by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:46:41.665029 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3fcb9d-ae29-4044-b4ab-3ac24e05b5c8 None None] Attempting to bind port ca65ccee-94bc-4f11-be0b-0f3ef43228cd on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:46:41.675743 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3fcb9d-ae29-4044-b4ab-3ac24e05b5c8 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:46:41.676130 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3fcb9d-ae29-4044-b4ab-3ac24e05b5c8 None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:46:41.676540 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bb3fcb9d-ae29-4044-b4ab-3ac24e05b5c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:41.677065 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3fcb9d-ae29-4044-b4ab-3ac24e05b5c8 None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:46:41.677464 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-bb3fcb9d-ae29-4044-b4ab-3ac24e05b5c8 None None] Bound port: ca65ccee-94bc-4f11-be0b-0f3ef43228cd, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:46:41.677853 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bb3fcb9d-ae29-4044-b4ab-3ac24e05b5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:41.679417 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d0501-6d33-4f0b-8644-f2362faa15a1 None None] Pushing event updated for resources: {'Port': ['ID=ca65ccee-94bc-4f11-be0b-0f3ef43228cd,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:41.735692 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-bb3fcb9d-ae29-4044-b4ab-3ac24e05b5c8 None None] For port ca65ccee-94bc-4f11-be0b-0f3ef43228cd, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:46:41.736670 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-93c86300-abd2-4fa2-8470-d4d437d26c67 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Allocated IP 172.25.7.49 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/75d15f28-3609-48fb-8003-fb396b48604a) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:46:41.738793 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-bb3fcb9d-ae29-4044-b4ab-3ac24e05b5c8 None None] For port ca65ccee-94bc-4f11-be0b-0f3ef43228cd, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=ca65ccee-94bc-4f11-be0b-0f3ef43228cd,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:46:41.742598 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bb3fcb9d-ae29-4044-b4ab-3ac24e05b5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:41.804000 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17e68cd-87f2-48da-b6e6-08ea0a6450fb None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:46:41.812063 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-046ccfb6-7c78-4626-b818-217b78041f2d req-67a0be3b-15b5-4f35-9d8a-8b4a36710215 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0308981 Dec 10 18:46:41.822204 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3eae0793-5b49-49d3-be8a-5f7726c90c07 None None] Provisioning complete for port ca65ccee-94bc-4f11-be0b-0f3ef43228cd triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:46:41.822584 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3eae0793-5b49-49d3-be8a-5f7726c90c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:41.848764 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d0501-6d33-4f0b-8644-f2362faa15a1 None None] Pushing event updated for resources: {'Port': ['ID=ca65ccee-94bc-4f11-be0b-0f3ef43228cd,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:41.860308 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3fcb9d-ae29-4044-b4ab-3ac24e05b5c8 None None] Routers {'969afde7-82a1-43a3-a403-3de916bccdfa'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:46:41.861621 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-bb3fcb9d-ae29-4044-b4ab-3ac24e05b5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:46:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['969afde7-82a1-43a3-a403-3de916bccdfa'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:41.906737 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1a4af893-f25f-40ab-9d74-6613deeb7956 req-be20bba4-a8a8-4f8b-b411-ff31f860b89c tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0294785 Dec 10 18:46:41.912814 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a05b79a7-4d3a-4937-b31a-c778649cef34 req-49882af6-902e-4dc0-9196-fec36a65b26b tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0446603 Dec 10 18:46:41.915711 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-93c86300-abd2-4fa2-8470-d4d437d26c67 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:41.954506 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-93c86300-abd2-4fa2-8470-d4d437d26c67 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:41.993758 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-bb3fcb9d-ae29-4044-b4ab-3ac24e05b5c8 None None] Set router 969afde7-82a1-43a3-a403-3de916bccdfa gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:46:41.999605 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c86300-abd2-4fa2-8470-d4d437d26c67 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:46:42.004588 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-93c86300-abd2-4fa2-8470-d4d437d26c67 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:46:42.007095 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c86300-abd2-4fa2-8470-d4d437d26c67 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:46:42.039720 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c86300-abd2-4fa2-8470-d4d437d26c67 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Pushing event updated for resources: {'Port': ['ID=75d15f28-3609-48fb-8003-fb396b48604a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:42.206046 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb58aa4-b15c-4049-8b3b-cf827dc6679c None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:46:42.279485 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-93c86300-abd2-4fa2-8470-d4d437d26c67 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:42.290329 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3eae0793-5b49-49d3-be8a-5f7726c90c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:42.327644 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3eae0793-5b49-49d3-be8a-5f7726c90c07 None None] For port ca65ccee-94bc-4f11-be0b-0f3ef43228cd, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=ca65ccee-94bc-4f11-be0b-0f3ef43228cd,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:46:42.333568 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3eae0793-5b49-49d3-be8a-5f7726c90c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:42.414925 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae0793-5b49-49d3-be8a-5f7726c90c07 None None] Pushing event updated for resources: {'Port': ['ID=ca65ccee-94bc-4f11-be0b-0f3ef43228cd,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:42.432245 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-bb3fcb9d-ae29-4044-b4ab-3ac24e05b5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969afde7-82a1-43a3-a403-3de916bccdfa', 'name': 'tempest-snat-router-1116629164', 'tenant_id': '4cfd523d64f948c1b3aaf64dc5b4e68b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.158'}], 'enable_snat': False}, 'gw_port_id': 'ca65ccee-94bc-4f11-be0b-0f3ef43228cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:46:37Z', 'updated_at': '2021-12-10T18:46:39Z', 'revision_number': 3, 'project_id': '4cfd523d64f948c1b3aaf64dc5b4e68b', 'gw_port': {'id': 'ca65ccee-94bc-4f11-be0b-0f3ef43228cd', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:69:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969afde7-82a1-43a3-a403-3de916bccdfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:46:38Z', 'updated_at': '2021-12-10T18:46:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:42.464704 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3fcb9d-ae29-4044-b4ab-3ac24e05b5c8 None None] The sync data for ids ['969afde7-82a1-43a3-a403-3de916bccdfa'] in n-d-821435-1 is: [{'id': '969afde7-82a1-43a3-a403-3de916bccdfa', 'name': 'tempest-snat-router-1116629164', 'tenant_id': '4cfd523d64f948c1b3aaf64dc5b4e68b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.158'}], 'enable_snat': False}, 'gw_port_id': 'ca65ccee-94bc-4f11-be0b-0f3ef43228cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:46:37Z', 'updated_at': '2021-12-10T18:46:39Z', 'revision_number': 3, 'project_id': '4cfd523d64f948c1b3aaf64dc5b4e68b', 'gw_port': {'id': 'ca65ccee-94bc-4f11-be0b-0f3ef43228cd', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:69:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969afde7-82a1-43a3-a403-3de916bccdfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:46:38Z', 'updated_at': '2021-12-10T18:46:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:46:42.476527 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb6b32b0-a76d-499b-a51e-4617d8c4f878 None None] Provisioning complete for port 75d15f28-3609-48fb-8003-fb396b48604a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:46:42.476943 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb6b32b0-a76d-499b-a51e-4617d8c4f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:42.497628 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a7bb955a-42a0-49c3-9b18-fa2b03dcfd32 req-da4282a7-3471-43e0-b63d-d738093d8295 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0418217 Dec 10 18:46:42.522711 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb6b32b0-a76d-499b-a51e-4617d8c4f878 None None] Port 75d15f28-3609-48fb-8003-fb396b48604a cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:46:42.529654 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb6b32b0-a76d-499b-a51e-4617d8c4f878 None None] Provisioning complete for port ca65ccee-94bc-4f11-be0b-0f3ef43228cd triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:46:42.530167 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb6b32b0-a76d-499b-a51e-4617d8c4f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:42.533945 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-93c86300-abd2-4fa2-8470-d4d437d26c67 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:42.631838 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46a4bc-f375-46e5-9787-5882c0db39a5 req-ef2dade5-261f-444f-8f11-10a90c5386dd tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:42.633608 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7a46a4bc-f375-46e5-9787-5882c0db39a5 req-ef2dade5-261f-444f-8f11-10a90c5386dd tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ed2c94-9b20-4341-b51e-78468fb86915 HTTP/1.1" status: 200 len: 943 time: 0.0582540 Dec 10 18:46:42.682909 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c86300-abd2-4fa2-8470-d4d437d26c67 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Router 339c26c0-29b8-4fc9-abb5-60eb94abe067 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:46:42.696945 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7a46a4bc-f375-46e5-9787-5882c0db39a5 req-0d09cbde-47be-4c6f-95cd-1540be88a8ae tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f87c808-e2a6-467a-94b9-85717a5b9c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568748 Dec 10 18:46:42.825270 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c86300-abd2-4fa2-8470-d4d437d26c67 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:46:42.837339 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88919fc2-f865-4bed-8c17-10b128bc5fad None None] Sync routers for ids ['339c26c0-29b8-4fc9-abb5-60eb94abe067'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:46:42.846297 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-93c86300-abd2-4fa2-8470-d4d437d26c67 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:42.850797 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37472) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:42.851447 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-93c86300-abd2-4fa2-8470-d4d437d26c67 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.8539319 Dec 10 18:46:42.857204 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88919fc2-f865-4bed-8c17-10b128bc5fad None None] Routers {'339c26c0-29b8-4fc9-abb5-60eb94abe067'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:46:42.857928 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-88919fc2-f865-4bed-8c17-10b128bc5fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:46:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['339c26c0-29b8-4fc9-abb5-60eb94abe067'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:42.908566 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-900c6414-b9f5-43bd-909f-3cdf1e56f9a8 req-bc11709d-ded2-410b-8a51-c8772a2bdc21 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0381773 Dec 10 18:46:42.971635 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-88919fc2-f865-4bed-8c17-10b128bc5fad None None] Set router 339c26c0-29b8-4fc9-abb5-60eb94abe067 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:46:42.983259 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3e67616a-e2ab-4acb-b7cd-fc81192b7537 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] 10.222.0.62 "GET /v2.0/routers/339c26c0-29b8-4fc9-abb5-60eb94abe067 HTTP/1.1" status: 200 len: 907 time: 0.1306863 Dec 10 18:46:42.985297 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37478) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:43.028158 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f4bdcb30-c9a1-446d-8234-ee656f6e93cf req-6736cd77-a356-4c0f-9f13-5942b293db4e tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0338709 Dec 10 18:46:43.190577 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-88919fc2-f865-4bed-8c17-10b128bc5fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339c26c0-29b8-4fc9-abb5-60eb94abe067', 'name': 'tempest-snat-router-1116629164', 'tenant_id': '4cfd523d64f948c1b3aaf64dc5b4e68b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '75d15f28-3609-48fb-8003-fb396b48604a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:46:41Z', 'updated_at': '2021-12-10T18:46:42Z', 'revision_number': 3, 'project_id': '4cfd523d64f948c1b3aaf64dc5b4e68b', 'gw_port': {'id': '75d15f28-3609-48fb-8003-fb396b48604a', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339c26c0-29b8-4fc9-abb5-60eb94abe067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:46:41Z', 'updated_at': '2021-12-10T18:46:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:43.219909 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88919fc2-f865-4bed-8c17-10b128bc5fad None None] Checking router: 339c26c0-29b8-4fc9-abb5-60eb94abe067 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:46:43.220537 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88919fc2-f865-4bed-8c17-10b128bc5fad None None] Updating router 339c26c0-29b8-4fc9-abb5-60eb94abe067 port 75d15f28-3609-48fb-8003-fb396b48604a binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:46:43.250520 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-88919fc2-f865-4bed-8c17-10b128bc5fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:43.393587 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f66e96e5-3081-49a4-9028-8f322cc40a18 req-0b4fadeb-c84c-41dd-81a0-94d0e0563e8c tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.3983502 Dec 10 18:46:43.440071 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a63e7f14-a55a-4b59-a3e7-7f0fcb934522 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:43.545285 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-88919fc2-f865-4bed-8c17-10b128bc5fad None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:43.550760 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a63e7f14-a55a-4b59-a3e7-7f0fcb934522 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:43.555678 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-88919fc2-f865-4bed-8c17-10b128bc5fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:43.592455 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1fbc4343-0d35-4641-8bf6-94a79b809213 req-f5d78475-9f74-480b-ab6f-6e04bf319496 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0312102 Dec 10 18:46:43.611059 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887bc3e2-9075-40b0-abc4-2112668945c1 None None] Pushing event updated for resources: {'Port': ['ID=75d15f28-3609-48fb-8003-fb396b48604a,revision_number=2']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:43.629308 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a63e7f14-a55a-4b59-a3e7-7f0fcb934522 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Deleting port 75d15f28-3609-48fb-8003-fb396b48604a {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:46:43.629936 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a63e7f14-a55a-4b59-a3e7-7f0fcb934522 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:43.630764 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a44b265-36ab-4d75-8be2-460934217753 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:46:43.633673 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887bc3e2-9075-40b0-abc4-2112668945c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:43.634235 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887bc3e2-9075-40b0-abc4-2112668945c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:43.634585 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887bc3e2-9075-40b0-abc4-2112668945c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:43.634920 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887bc3e2-9075-40b0-abc4-2112668945c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:43.635248 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887bc3e2-9075-40b0-abc4-2112668945c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:43.635705 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887bc3e2-9075-40b0-abc4-2112668945c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:43.636811 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887bc3e2-9075-40b0-abc4-2112668945c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:43.637309 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887bc3e2-9075-40b0-abc4-2112668945c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:43.638051 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887bc3e2-9075-40b0-abc4-2112668945c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:43.638542 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887bc3e2-9075-40b0-abc4-2112668945c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:43.639548 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887bc3e2-9075-40b0-abc4-2112668945c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:43.640055 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887bc3e2-9075-40b0-abc4-2112668945c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:43.640744 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887bc3e2-9075-40b0-abc4-2112668945c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:43.659320 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-88919fc2-f865-4bed-8c17-10b128bc5fad None None] Attempting to bind port 75d15f28-3609-48fb-8003-fb396b48604a on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:46:43.659690 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-88919fc2-f865-4bed-8c17-10b128bc5fad None None] Attempting to bind port 75d15f28-3609-48fb-8003-fb396b48604a by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:46:43.660048 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88919fc2-f865-4bed-8c17-10b128bc5fad None None] Attempting to bind port 75d15f28-3609-48fb-8003-fb396b48604a on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:46:43.665595 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88919fc2-f865-4bed-8c17-10b128bc5fad None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:46:43.666097 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88919fc2-f865-4bed-8c17-10b128bc5fad None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:46:43.666501 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-88919fc2-f865-4bed-8c17-10b128bc5fad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:43.666891 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88919fc2-f865-4bed-8c17-10b128bc5fad None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:46:43.667370 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-88919fc2-f865-4bed-8c17-10b128bc5fad None None] Bound port: 75d15f28-3609-48fb-8003-fb396b48604a, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:46:43.667747 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-88919fc2-f865-4bed-8c17-10b128bc5fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:43.669112 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3ee4632e-16e6-4956-80a1-f3dc4a8c9878 None None] Provisioning complete for port 75d15f28-3609-48fb-8003-fb396b48604a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:46:43.669693 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3ee4632e-16e6-4956-80a1-f3dc4a8c9878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:43.703723 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device fc691453-6c6e-4189-92c6-d9f74a80692a details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:46:43.705943 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device ca65ccee-94bc-4f11-be0b-0f3ef43228cd up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:46:43.731657 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a63e7f14-a55a-4b59-a3e7-7f0fcb934522 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] For port 75d15f28-3609-48fb-8003-fb396b48604a, host n-d-821435-1, got binding levels [] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:46:43.732710 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a63e7f14-a55a-4b59-a3e7-7f0fcb934522 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:43.743055 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-88919fc2-f865-4bed-8c17-10b128bc5fad None None] For port 75d15f28-3609-48fb-8003-fb396b48604a, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:46:43.749468 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-88919fc2-f865-4bed-8c17-10b128bc5fad None None] For port 75d15f28-3609-48fb-8003-fb396b48604a, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=75d15f28-3609-48fb-8003-fb396b48604a,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:46:43.750574 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a63e7f14-a55a-4b59-a3e7-7f0fcb934522 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Calling delete_port for 75d15f28-3609-48fb-8003-fb396b48604a owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:46:43.757935 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-88919fc2-f865-4bed-8c17-10b128bc5fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:43.771943 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3ee4632e-16e6-4956-80a1-f3dc4a8c9878 None None] Port 75d15f28-3609-48fb-8003-fb396b48604a cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:46:43.813586 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd017bf-a527-4510-b6df-5650e9b21233 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:46:43.816242 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88919fc2-f865-4bed-8c17-10b128bc5fad None None] Routers {'339c26c0-29b8-4fc9-abb5-60eb94abe067'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:46:43.816905 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-88919fc2-f865-4bed-8c17-10b128bc5fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:46:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['339c26c0-29b8-4fc9-abb5-60eb94abe067'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:43.856993 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port ca65ccee-94bc-4f11-be0b-0f3ef43228cd triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:46:43.857372 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:43.897630 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port fc691453-6c6e-4189-92c6-d9f74a80692a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=fc691453-6c6e-4189-92c6-d9f74a80692a,segment=NetworkSegment(0f86b82a-ab7b-4c69-bfe4-3947fe02db64),segment_id=0f86b82a-ab7b-4c69-bfe4-3947fe02db64)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:46:43.908013 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-88919fc2-f865-4bed-8c17-10b128bc5fad None None] Set router 339c26c0-29b8-4fc9-abb5-60eb94abe067 gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:46:43.932584 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': 'fc691453-6c6e-4189-92c6-d9f74a80692a', 'network_id': '467068ab-b8ed-4863-b360-299b47586d64', 'port_id': 'fc691453-6c6e-4189-92c6-d9f74a80692a', 'mac_address': 'fa:16:3e:23:b7:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5adc6f58-747e-4ae3-a552-24c1def1f0ad', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:46:43.936328 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0d8de963-5e84-449c-b5f5-de29eb8ed4eb None None] Provisioning complete for port 75d15f28-3609-48fb-8003-fb396b48604a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:46:43.936661 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0d8de963-5e84-449c-b5f5-de29eb8ed4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:43.946452 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0da11d-51ad-4c61-a37b-afe263bdba41 req-e92c656e-619a-4432-b4c8-75cdf6dc8353 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:43.956359 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8d0da11d-51ad-4c61-a37b-afe263bdba41 req-e92c656e-619a-4432-b4c8-75cdf6dc8353 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ed2c94-9b20-4341-b51e-78468fb86915 HTTP/1.1" status: 200 len: 943 time: 0.1276667 Dec 10 18:46:44.028878 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8d0da11d-51ad-4c61-a37b-afe263bdba41 req-e7897af9-2fdc-4a91-862a-4ba91af19ef5 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f87c808-e2a6-467a-94b9-85717a5b9c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711384 Dec 10 18:46:44.053441 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-71d83ca7-7d7f-43d5-a306-58ba797f48dc req-b72039d9-7008-4e9b-8b03-8cd59083e84e tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0596976 Dec 10 18:46:44.053980 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887bc3e2-9075-40b0-abc4-2112668945c1 None None] Pushing event updated for resources: {'Port': ['ID=75d15f28-3609-48fb-8003-fb396b48604a,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:44.063874 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-88919fc2-f865-4bed-8c17-10b128bc5fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339c26c0-29b8-4fc9-abb5-60eb94abe067', 'name': 'tempest-snat-router-1116629164', 'tenant_id': '4cfd523d64f948c1b3aaf64dc5b4e68b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:46:41Z', 'updated_at': '2021-12-10T18:46:43Z', 'revision_number': 4, 'project_id': '4cfd523d64f948c1b3aaf64dc5b4e68b', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:44.092293 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a63e7f14-a55a-4b59-a3e7-7f0fcb934522 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:44.098011 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:44.100030 n-d-821435-1 neutron-server[103246]: INFO neutron.plugins.ml2.db [None req-0d8de963-5e84-449c-b5f5-de29eb8ed4eb None None] No ports have port_id starting with 75d15f28-3609-48fb-8003-fb396b48604a Dec 10 18:46:44.115896 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc691453-6c6e-4189-92c6-d9f74a80692a {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:46:44.165876 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port fc691453-6c6e-4189-92c6-d9f74a80692a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=fc691453-6c6e-4189-92c6-d9f74a80692a,segment=NetworkSegment(0f86b82a-ab7b-4c69-bfe4-3947fe02db64),segment_id=0f86b82a-ab7b-4c69-bfe4-3947fe02db64)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:46:44.176461 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:44.181823 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9a20ef1b-a43c-44d8-9de4-3831b5150b66 req-90b245ab-8218-4030-a7e3-0c728124837d tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0693762 Dec 10 18:46:44.182976 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e7f14-a55a-4b59-a3e7-7f0fcb934522 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Pushing event deleted for resources: {'Port': ['ID=75d15f28-3609-48fb-8003-fb396b48604a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:44.222254 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88919fc2-f865-4bed-8c17-10b128bc5fad None None] The sync data for ids ['339c26c0-29b8-4fc9-abb5-60eb94abe067'] in n-d-821435-1 is: [{'id': '339c26c0-29b8-4fc9-abb5-60eb94abe067', 'name': 'tempest-snat-router-1116629164', 'tenant_id': '4cfd523d64f948c1b3aaf64dc5b4e68b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:46:41Z', 'updated_at': '2021-12-10T18:46:43Z', 'revision_number': 4, 'project_id': '4cfd523d64f948c1b3aaf64dc5b4e68b', 'gw_port_host': None}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:46:44.231598 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cb700d-df6d-477f-8626-baf281503542 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:46:44.272698 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=fc691453-6c6e-4189-92c6-d9f74a80692a,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:44.291651 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a63e7f14-a55a-4b59-a3e7-7f0fcb934522 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:44.391125 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a63e7f14-a55a-4b59-a3e7-7f0fcb934522 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:44.392906 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['fc691453-6c6e-4189-92c6-d9f74a80692a'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:46:44.394478 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a63e7f14-a55a-4b59-a3e7-7f0fcb934522 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:44.447736 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a63e7f14-a55a-4b59-a3e7-7f0fcb934522 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:44.450734 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63e7f14-a55a-4b59-a3e7-7f0fcb934522 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 339c26c0-29b8-4fc9-abb5-60eb94abe067 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:46:44.460379 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a63e7f14-a55a-4b59-a3e7-7f0fcb934522 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:44.461792 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a63e7f14-a55a-4b59-a3e7-7f0fcb934522 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] 10.222.0.62 "DELETE /v2.0/routers/339c26c0-29b8-4fc9-abb5-60eb94abe067 HTTP/1.1" status: 204 len: 168 time: 1.4754634 Dec 10 18:46:44.464456 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37494) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:44.494020 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1a630b71-09a2-413f-b43f-45b9168f9b65 req-4f0009ad-e320-4a19-a16c-5fcaa590cf5c tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0398593 Dec 10 18:46:44.578150 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c265cf85-2f58-4893-a5d9-07ae360ca395 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:44.682927 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3fe609a9-0e5b-4866-9de7-ee1f1b6678b5 req-31b81ec7-b8ef-4f20-bfcd-c729ac01b520 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0318928 Dec 10 18:46:44.707006 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c265cf85-2f58-4893-a5d9-07ae360ca395 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:44.762340 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c265cf85-2f58-4893-a5d9-07ae360ca395 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Deleting port ca65ccee-94bc-4f11-be0b-0f3ef43228cd {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:46:44.762693 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c265cf85-2f58-4893-a5d9-07ae360ca395 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:44.844542 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-c265cf85-2f58-4893-a5d9-07ae360ca395 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] For port ca65ccee-94bc-4f11-be0b-0f3ef43228cd, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=ca65ccee-94bc-4f11-be0b-0f3ef43228cd,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:46:44.844957 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c265cf85-2f58-4893-a5d9-07ae360ca395 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:44.858495 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c265cf85-2f58-4893-a5d9-07ae360ca395 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Calling delete_port for ca65ccee-94bc-4f11-be0b-0f3ef43228cd owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:46:45.033229 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c265cf85-2f58-4893-a5d9-07ae360ca395 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:45.065026 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265cf85-2f58-4893-a5d9-07ae360ca395 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca65ccee-94bc-4f11-be0b-0f3ef43228cd,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:45.088511 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a006a2b-6ab0-44ec-b8d7-ff5ddde247f8 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:46:45.143338 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e16263e6-d21a-41b2-98ba-a5f2b22c2f4b req-7499bd1d-3673-4c95-ad64-b313033e64ae tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0324738 Dec 10 18:46:45.155857 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c265cf85-2f58-4893-a5d9-07ae360ca395 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:45.195053 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d78a8-6599-4ee0-a0c9-6495edcfa04f req-fc8299d5-8a82-4967-a184-967e8232aad0 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:45.196558 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-501d78a8-6599-4ee0-a0c9-6495edcfa04f req-fc8299d5-8a82-4967-a184-967e8232aad0 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ed2c94-9b20-4341-b51e-78468fb86915 HTTP/1.1" status: 200 len: 944 time: 0.0665715 Dec 10 18:46:45.269878 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-501d78a8-6599-4ee0-a0c9-6495edcfa04f req-3e8007e7-0213-46c8-8171-3d6e9aa97283 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f87c808-e2a6-467a-94b9-85717a5b9c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654445 Dec 10 18:46:45.279827 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7abcb3f9-6059-47dc-8a57-4353779702a7 req-63468b99-aa2d-47ee-b636-7cbad3db0873 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0294003 Dec 10 18:46:45.281572 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c265cf85-2f58-4893-a5d9-07ae360ca395 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:45.284309 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c265cf85-2f58-4893-a5d9-07ae360ca395 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:45.350752 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c265cf85-2f58-4893-a5d9-07ae360ca395 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:45.351332 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c265cf85-2f58-4893-a5d9-07ae360ca395 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 969afde7-82a1-43a3-a403-3de916bccdfa {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:46:45.356215 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c265cf85-2f58-4893-a5d9-07ae360ca395 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:45.357491 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c265cf85-2f58-4893-a5d9-07ae360ca395 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] 10.222.0.62 "DELETE /v2.0/routers/969afde7-82a1-43a3-a403-3de916bccdfa HTTP/1.1" status: 204 len: 168 time: 0.8917289 Dec 10 18:46:45.361226 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37506) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:45.366210 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ef174303-69d7-4107-a992-e76edb8bc331 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-136266460', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}, 'admin_state_up': False}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:45.400305 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef174303-69d7-4107-a992-e76edb8bc331 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:45.401482 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef174303-69d7-4107-a992-e76edb8bc331 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:45.456273 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef174303-69d7-4107-a992-e76edb8bc331 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:45.586448 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d8096ef8-0633-4189-a80b-aff9e9221477 req-3224dff9-3801-4768-8f83-54d6498cc459 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0281143 Dec 10 18:46:45.604179 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef174303-69d7-4107-a992-e76edb8bc331 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:45.680356 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device fc691453-6c6e-4189-92c6-d9f74a80692a up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:46:45.731968 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port fc691453-6c6e-4189-92c6-d9f74a80692a completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:46:45.737180 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port fc691453-6c6e-4189-92c6-d9f74a80692a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:46:45.737818 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:45.807038 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0f1c7f33-beb3-4338-8f9a-931b00ac7a79 req-9353db0c-198f-441a-9dd0-76bf5b164d77 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0533812 Dec 10 18:46:45.815224 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:45.847867 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef174303-69d7-4107-a992-e76edb8bc331 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:45.849924 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ed2c94-9b20-4341-b51e-78468fb86915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc691453-6c6e-4189-92c6-d9f74a80692a'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:46:45.852190 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e84708-034d-45d8-8ab8-3bd883064f78" -d '{"events": [{"server_uuid": "f1ed2c94-9b20-4341-b51e-78468fb86915", "name": "network-vif-plugged", "status": "completed", "tag": "fc691453-6c6e-4189-92c6-d9f74a80692a"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:46:45.866894 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port fc691453-6c6e-4189-92c6-d9f74a80692a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=fc691453-6c6e-4189-92c6-d9f74a80692a,segment=NetworkSegment(0f86b82a-ab7b-4c69-bfe4-3947fe02db64),segment_id=0f86b82a-ab7b-4c69-bfe4-3947fe02db64)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:46:45.869387 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef174303-69d7-4107-a992-e76edb8bc331 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:45.876351 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:45.912245 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6f77ca-9cd3-41a4-9303-fe8327826424 x-openstack-request-id: req-1a6f77ca-9cd3-41a4-9303-fe8327826424 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:46:45.912537 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ed2c94-9b20-4341-b51e-78468fb86915", "name": "network-vif-plugged", "status": "completed", "tag": "fc691453-6c6e-4189-92c6-d9f74a80692a", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:46:45.912831 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1a6f77ca-9cd3-41a4-9303-fe8327826424 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:46:45.913223 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ed2c94-9b20-4341-b51e-78468fb86915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc691453-6c6e-4189-92c6-d9f74a80692a', 'code': 200} Dec 10 18:46:45.927648 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device ca65ccee-94bc-4f11-be0b-0f3ef43228cd no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:46:45.958079 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: ca65ccee-94bc-4f11-be0b-0f3ef43228cd {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:46:45.958339 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device ca65ccee-94bc-4f11-be0b-0f3ef43228cd not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:46:45.965374 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=fc691453-6c6e-4189-92c6-d9f74a80692a,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:46.030036 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-ef174303-69d7-4107-a992-e76edb8bc331 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Allocated IP 172.25.7.62 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/8bccdb2f-2424-48c0-9b5d-78d81dc6e003) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:46:46.045810 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c117d00-ed19-4501-9ba8-167d607ea04d req-dd04080c-0623-4ef8-ad17-df7ee3e6fd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:46.047308 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5c117d00-ed19-4501-9ba8-167d607ea04d req-dd04080c-0623-4ef8-ad17-df7ee3e6fd48 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f1ed2c94-9b20-4341-b51e-78468fb86915 HTTP/1.1" status: 200 len: 1096 time: 0.0744298 Dec 10 18:46:46.143054 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5c117d00-ed19-4501-9ba8-167d607ea04d req-b987cd50-f8f0-48f5-8172-c7908205d196 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1f87c808-e2a6-467a-94b9-85717a5b9c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824113 Dec 10 18:46:46.166900 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef174303-69d7-4107-a992-e76edb8bc331 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:46.208768 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef174303-69d7-4107-a992-e76edb8bc331 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:46.234472 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-20b717f7-040f-44a8-9353-971609bf47e6 req-d06778f4-673d-4dea-9528-825eb768b670 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0367024 Dec 10 18:46:46.266376 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef174303-69d7-4107-a992-e76edb8bc331 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:46:46.269267 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-ef174303-69d7-4107-a992-e76edb8bc331 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:46:46.272796 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef174303-69d7-4107-a992-e76edb8bc331 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:46:46.284259 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9d146b-8c0a-404b-b7e2-5ffacf88a97c None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:46:46.308041 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef174303-69d7-4107-a992-e76edb8bc331 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Pushing event updated for resources: {'Port': ['ID=8bccdb2f-2424-48c0-9b5d-78d81dc6e003,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:46.350955 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8d230ec7-01de-4448-ab1f-115a48955797 None None] Provisioning complete for port 8bccdb2f-2424-48c0-9b5d-78d81dc6e003 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:46:46.351331 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8d230ec7-01de-4448-ab1f-115a48955797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:46.397073 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8d230ec7-01de-4448-ab1f-115a48955797 None None] Port 8bccdb2f-2424-48c0-9b5d-78d81dc6e003 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:46:46.412996 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162bd8a4-29f7-4ab8-8adb-1a16516bafe6 req-00359d4c-7154-4435-b523-1592323837b3 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:46.414509 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-162bd8a4-29f7-4ab8-8adb-1a16516bafe6 req-00359d4c-7154-4435-b523-1592323837b3 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ed2c94-9b20-4341-b51e-78468fb86915 HTTP/1.1" status: 200 len: 945 time: 0.0557406 Dec 10 18:46:46.434625 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ebe26c8f-b7d0-45d8-a2e8-5f343ccc1a7f req-08fb7057-4ed4-40ef-a657-f8df066ab94a tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0651488 Dec 10 18:46:46.469123 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-162bd8a4-29f7-4ab8-8adb-1a16516bafe6 req-553c75d9-da99-4d40-8e5d-e5b19b4113d7 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f87c808-e2a6-467a-94b9-85717a5b9c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469429 Dec 10 18:46:46.594574 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef174303-69d7-4107-a992-e76edb8bc331 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:46.664732 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-51ca15ae-f85f-4642-a898-1756aa9ffe74 req-7df4e71b-b79f-495f-89c1-a8a0125557c4 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0264468 Dec 10 18:46:46.795369 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef174303-69d7-4107-a992-e76edb8bc331 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:46.919593 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a8c02994-672e-4791-a5c4-c9d7d4d22ab1 req-52441806-a042-4dbd-89f0-2c38d3d75187 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0341349 Dec 10 18:46:46.962192 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef174303-69d7-4107-a992-e76edb8bc331 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Router 7b0d5e03-1768-447f-b786-047d85725121 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:46:47.069700 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef174303-69d7-4107-a992-e76edb8bc331 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:46:47.080163 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b2d9e9-3c69-45ba-a978-aac8182cd6ce None None] Sync routers for ids ['7b0d5e03-1768-447f-b786-047d85725121'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:46:47.091588 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef174303-69d7-4107-a992-e76edb8bc331 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:47.092198 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b2d9e9-3c69-45ba-a978-aac8182cd6ce None None] Routers {'7b0d5e03-1768-447f-b786-047d85725121'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:46:47.092892 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-35b2d9e9-3c69-45ba-a978-aac8182cd6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:46:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['7b0d5e03-1768-447f-b786-047d85725121'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:47.093475 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ef174303-69d7-4107-a992-e76edb8bc331 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.7310069 Dec 10 18:46:47.096308 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37526) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:47.100953 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f903969c-5422-4064-b047-f34a908148cf tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'enable_snat': False}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:47.134346 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-35b2d9e9-3c69-45ba-a978-aac8182cd6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:47.144358 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b2d9e9-3c69-45ba-a978-aac8182cd6ce None None] Routers {'7b0d5e03-1768-447f-b786-047d85725121'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:46:47.144997 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-35b2d9e9-3c69-45ba-a978-aac8182cd6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:46:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['7b0d5e03-1768-447f-b786-047d85725121'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:47.184474 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-35b2d9e9-3c69-45ba-a978-aac8182cd6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:47.185385 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b2d9e9-3c69-45ba-a978-aac8182cd6ce None None] The sync data for ids ['7b0d5e03-1768-447f-b786-047d85725121'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:46:47.316543 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-daf06dd2-5fb3-4e04-bc18-7c511ad8c6a0 req-5fb48355-e2dc-48f3-abcb-913639aa9978 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0296614 Dec 10 18:46:47.442060 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f903969c-5422-4064-b047-f34a908148cf tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:47.526373 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f9b870a-55a4-4327-b922-25386a98e87e req-7c6b5aa9-56b1-4d71-910e-225a9398b648 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0323536 Dec 10 18:46:47.674970 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc7fdd-b364-4fc4-9896-9965867c0de7 req-61a329aa-ee27-4811-9476-077c380549b0 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:47.676460 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-51cc7fdd-b364-4fc4-9896-9965867c0de7 req-61a329aa-ee27-4811-9476-077c380549b0 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ed2c94-9b20-4341-b51e-78468fb86915 HTTP/1.1" status: 200 len: 945 time: 0.1263149 Dec 10 18:46:47.746668 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b0a93560-bffe-4a20-9fc8-1f13a6629b76 req-eaaf268d-1577-4d93-960d-c038af92e10d tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0259304 Dec 10 18:46:47.801318 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-51cc7fdd-b364-4fc4-9896-9965867c0de7 req-4e01c5a8-c228-4bf7-b087-1dac60738e8c tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f87c808-e2a6-467a-94b9-85717a5b9c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188447 Dec 10 18:46:47.922545 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abe6c2-8b28-4136-89f6-4510e82e2767 req-b317504e-2e09-4cde-9a1d-35baa68da24d tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:47.923955 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-12abe6c2-8b28-4136-89f6-4510e82e2767 req-b317504e-2e09-4cde-9a1d-35baa68da24d tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ed2c94-9b20-4341-b51e-78468fb86915 HTTP/1.1" status: 200 len: 945 time: 0.0508204 Dec 10 18:46:47.938088 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f903969c-5422-4064-b047-f34a908148cf tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4723'] for router, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:47.941378 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f903969c-5422-4064-b047-f34a908148cf tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534354'] for router, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:47.981270 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-12abe6c2-8b28-4136-89f6-4510e82e2767 req-2e982837-c354-4e0c-beba-919905b1ae14 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f87c808-e2a6-467a-94b9-85717a5b9c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505357 Dec 10 18:46:48.226244 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5121841-559c-4973-9177-e0b187bbc59e req-d6dbe525-654e-45aa-8c3d-e7ab9d6bbe82 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:48.227771 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d5121841-559c-4973-9177-e0b187bbc59e req-d6dbe525-654e-45aa-8c3d-e7ab9d6bbe82 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ed2c94-9b20-4341-b51e-78468fb86915 HTTP/1.1" status: 200 len: 945 time: 0.0527194 Dec 10 18:46:48.280432 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d5121841-559c-4973-9177-e0b187bbc59e req-35b667b1-0666-45f1-bc5a-8ac58634292a tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f87c808-e2a6-467a-94b9-85717a5b9c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458231 Dec 10 18:46:48.353742 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e3fdee71-8dac-4fe4-b56c-6602bc2b01de req-94bd3c4a-bb97-4173-84c2-cb12a5c038c4 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.3754623 Dec 10 18:46:48.395596 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f903969c-5422-4064-b047-f34a908148cf tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Router 7b0d5e03-1768-447f-b786-047d85725121 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:46:48.395859 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3ce7d5d8-5ffb-4298-b54f-56596e854847 req-53824a82-6901-4024-ba12-1a9089afcbbe tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0263770 Dec 10 18:46:48.501444 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f903969c-5422-4064-b047-f34a908148cf tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:46:48.505821 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f903969c-5422-4064-b047-f34a908148cf tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:48.507910 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f903969c-5422-4064-b047-f34a908148cf tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] 10.222.0.62 "PUT /v2.0/routers/7b0d5e03-1768-447f-b786-047d85725121 HTTP/1.1" status: 200 len: 920 time: 1.4094148 Dec 10 18:46:48.509633 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37548) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:48.513521 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936014b0-f1d5-4758-bde1-a85a53e4d6d7 None None] Sync routers for ids ['7b0d5e03-1768-447f-b786-047d85725121'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:46:48.523187 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936014b0-f1d5-4758-bde1-a85a53e4d6d7 None None] Routers {'7b0d5e03-1768-447f-b786-047d85725121'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:46:48.523796 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-936014b0-f1d5-4758-bde1-a85a53e4d6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:46:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['7b0d5e03-1768-447f-b786-047d85725121'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:48.559989 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-936014b0-f1d5-4758-bde1-a85a53e4d6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:48.569219 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936014b0-f1d5-4758-bde1-a85a53e4d6d7 None None] Routers {'7b0d5e03-1768-447f-b786-047d85725121'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:46:48.569892 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-936014b0-f1d5-4758-bde1-a85a53e4d6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:46:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['7b0d5e03-1768-447f-b786-047d85725121'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:48.622886 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-936014b0-f1d5-4758-bde1-a85a53e4d6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:48.623610 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936014b0-f1d5-4758-bde1-a85a53e4d6d7 None None] The sync data for ids ['7b0d5e03-1768-447f-b786-047d85725121'] in n-d-821435-1 is: [] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:46:48.647989 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d2121410-621a-4d0b-9b15-11d0cb5acd61 req-20fbf73f-57fa-4028-837f-2ae4236568e9 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0472958 Dec 10 18:46:48.701196 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7cc36c15-4a36-4f41-bf23-584fd8dbf1a1 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] 10.222.0.62 "GET /v2.0/routers/7b0d5e03-1768-447f-b786-047d85725121 HTTP/1.1" status: 200 len: 920 time: 0.1903040 Dec 10 18:46:48.703941 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37554) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:48.774305 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7367f7-de38-4a7a-adcf-15d35c459b58 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:48.776177 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4f7367f7-de38-4a7a-adcf-15d35c459b58 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=6fdf4522-5bcb-4bff-a877-38bc5e23829f&device_id=7b0d5e03-1768-447f-b786-047d85725121&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0706000 Dec 10 18:46:48.778875 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37558) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:48.828401 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-88038712-d0a8-4237-b837-faaaee1c8e56 req-b506bd6e-dd18-4707-ba86-73452097174f tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0325992 Dec 10 18:46:49.136006 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5025b0be-b012-4c39-ae04-d4c1c7fd988f tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:49.137716 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5025b0be-b012-4c39-ae04-d4c1c7fd988f tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] 10.222.0.62 "GET /v2.0/networks/6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 881 time: 0.3577805 Dec 10 18:46:49.140561 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37560) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:49.166259 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-cc64e9d9-283a-49b8-b0fd-5bb1cc19fd35 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b0d5e03-1768-447f-b786-047d85725121 HTTP/1.1" status: 200 len: 205 time: 0.0245311 Dec 10 18:46:49.169355 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37562) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:49.290065 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d5b6073-40ea-4e16-a263-7b4891413dae tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:49.430445 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf3ada-ea13-422f-b7cc-00cf9f2f6606 req-8a59c3d8-7fb8-43ab-a50b-e1dc95eac9a3 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:49.431949 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-26cf3ada-ea13-422f-b7cc-00cf9f2f6606 req-8a59c3d8-7fb8-43ab-a50b-e1dc95eac9a3 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ed2c94-9b20-4341-b51e-78468fb86915 HTTP/1.1" status: 200 len: 945 time: 0.0756822 Dec 10 18:46:49.439486 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4523fcbd-93fe-47ba-a8a4-6115c9a053d8 req-086047f5-0857-4418-9b39-f90ae8ee1493 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0266049 Dec 10 18:46:49.447896 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d5b6073-40ea-4e16-a263-7b4891413dae tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:49.509648 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4ccfe5f-5992-45a8-83c4-7ef834648939 req-827d2c7f-7248-489a-a5c1-e365771c25e0 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0273786 Dec 10 18:46:49.512978 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-26cf3ada-ea13-422f-b7cc-00cf9f2f6606 req-41f68734-6b1e-462b-9bdf-34c451ca04e7 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f87c808-e2a6-467a-94b9-85717a5b9c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737667 Dec 10 18:46:49.537311 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-2d5b6073-40ea-4e16-a263-7b4891413dae tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Deleting port 8bccdb2f-2424-48c0-9b5d-78d81dc6e003 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:46:49.537682 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d5b6073-40ea-4e16-a263-7b4891413dae tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:49.593933 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1304beb8-7d19-4ece-99c6-47eb4d7fe75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:49.636623 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d5b6073-40ea-4e16-a263-7b4891413dae tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:49.650967 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-2d5b6073-40ea-4e16-a263-7b4891413dae tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Calling delete_port for 8bccdb2f-2424-48c0-9b5d-78d81dc6e003 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:46:49.754029 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ba54c143-e9ef-44be-b813-063edcdddfdf req-8c1bd377-696c-40d7-9d23-f003e4a79157 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0271435 Dec 10 18:46:49.838100 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4345425-3d9d-4835-83fc-2b7c506bbd91 req-c7ad5eed-deb2-489b-9382-2d9445780cd1 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:49.838596 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b4345425-3d9d-4835-83fc-2b7c506bbd91 req-c7ad5eed-deb2-489b-9382-2d9445780cd1 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ed2c94-9b20-4341-b51e-78468fb86915 HTTP/1.1" status: 200 len: 945 time: 0.1430862 Dec 10 18:46:49.848897 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d49758-446f-4d8f-a983-7eda74968837 req-fa0d2be0-af62-42a9-92de-4ef239ca597a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:49.850589 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57d49758-446f-4d8f-a983-7eda74968837 req-fa0d2be0-af62-42a9-92de-4ef239ca597a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b0fdade9f1e5428995f7afe3f39bff7d&device_id=f1ed2c94-9b20-4341-b51e-78468fb86915 HTTP/1.1" status: 200 len: 1096 time: 0.1225445 Dec 10 18:46:49.909672 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-64848048-b184-4be7-b051-52f05726a49e req-07bc7126-f2fd-43d0-9f73-1e682caecb38 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0275388 Dec 10 18:46:49.992800 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b4345425-3d9d-4835-83fc-2b7c506bbd91 req-ebcb21a1-44c3-4cc7-b74b-93360040fff2 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f87c808-e2a6-467a-94b9-85717a5b9c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406641 Dec 10 18:46:50.005784 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d5b6073-40ea-4e16-a263-7b4891413dae tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:50.046470 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b6073-40ea-4e16-a263-7b4891413dae tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Pushing event deleted for resources: {'Port': ['ID=8bccdb2f-2424-48c0-9b5d-78d81dc6e003,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:50.048751 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d49758-446f-4d8f-a983-7eda74968837 req-a919f23b-1e52-4a96-8c7b-ae88d83bbcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:50.050235 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57d49758-446f-4d8f-a983-7eda74968837 req-a919f23b-1e52-4a96-8c7b-ae88d83bbcd2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=467068ab-b8ed-4863-b360-299b47586d64 HTTP/1.1" status: 200 len: 913 time: 0.1911230 Dec 10 18:46:50.064340 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18848f82-fcbe-4e1a-b3cf-ba3be9d52097 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:46:50.106167 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57d49758-446f-4d8f-a983-7eda74968837 req-d5d150e0-6b37-44ea-b0ab-4307bb3d114d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc691453-6c6e-4189-92c6-d9f74a80692a HTTP/1.1" status: 200 len: 217 time: 0.0474646 Dec 10 18:46:50.178612 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d5b6073-40ea-4e16-a263-7b4891413dae tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:50.184167 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d49758-446f-4d8f-a983-7eda74968837 req-88094f2e-d4f8-4bbd-a2f0-2d88e3a99ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:50.185654 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57d49758-446f-4d8f-a983-7eda74968837 req-88094f2e-d4f8-4bbd-a2f0-2d88e3a99ee8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5adc6f58-747e-4ae3-a552-24c1def1f0ad HTTP/1.1" status: 200 len: 852 time: 0.0624268 Dec 10 18:46:50.289177 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57d49758-446f-4d8f-a983-7eda74968837 req-cb763bf8-51d7-493f-b9e9-7bcbad8afc70 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=467068ab-b8ed-4863-b360-299b47586d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809216 Dec 10 18:46:50.292503 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d5b6073-40ea-4e16-a263-7b4891413dae tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:50.295534 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d5b6073-40ea-4e16-a263-7b4891413dae tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:50.383348 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d5b6073-40ea-4e16-a263-7b4891413dae tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:50.383910 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5b6073-40ea-4e16-a263-7b4891413dae tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Fanout notify agent at l3_agent the message router_deleted on router 7b0d5e03-1768-447f-b786-047d85725121 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:46:50.391929 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d5b6073-40ea-4e16-a263-7b4891413dae tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:50.393053 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2d5b6073-40ea-4e16-a263-7b4891413dae tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] 10.222.0.62 "DELETE /v2.0/routers/7b0d5e03-1768-447f-b786-047d85725121 HTTP/1.1" status: 204 len: 168 time: 1.2227867 Dec 10 18:46:50.396875 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37580) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:50.401601 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-66ce6e83-ed90-48d0-8501-2045066caa23 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1211553159', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:50.426806 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66ce6e83-ed90-48d0-8501-2045066caa23 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:50.427677 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57d49758-446f-4d8f-a983-7eda74968837 req-7e39ec45-ed1e-47fa-825a-3938cadc0dec service neutron] 10.222.0.46 "GET /v2.0/networks/467068ab-b8ed-4863-b360-299b47586d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303596 Dec 10 18:46:50.427896 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66ce6e83-ed90-48d0-8501-2045066caa23 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:50.482859 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66ce6e83-ed90-48d0-8501-2045066caa23 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:50.487843 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66ce6e83-ed90-48d0-8501-2045066caa23 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:50.526887 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7aa0085f-23fd-4c8c-bd5c-398ba899039f req-a0ad6eca-e273-414c-8a31-341d37f66293 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0328963 Dec 10 18:46:50.527887 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57d49758-446f-4d8f-a983-7eda74968837 req-01400a57-7989-4d60-ad95-e5692155de13 service neutron] 10.222.0.46 "GET /v2.0/networks/467068ab-b8ed-4863-b360-299b47586d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916407 Dec 10 18:46:50.529727 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66ce6e83-ed90-48d0-8501-2045066caa23 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:50.530816 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-66ce6e83-ed90-48d0-8501-2045066caa23 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1328869 Dec 10 18:46:50.535027 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37584) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:50.539019 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-87c0798a-c0cf-4183-becf-6c98f134a3f2 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Request body: {'router': {'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:50.602995 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ce384519-5824-43be-a95e-bc3c32f76fa9 req-f88968dd-c826-4c12-8fd8-7d12304b54f7 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0277162 Dec 10 18:46:50.747368 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87c0798a-c0cf-4183-becf-6c98f134a3f2 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:50.841716 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e9a25436-750e-4c15-b0bf-b01839d6c987 req-84e08ccd-02dd-4388-871b-85ba27527a35 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0287564 Dec 10 18:46:50.992595 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87c0798a-c0cf-4183-becf-6c98f134a3f2 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:51.030913 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dd5a888f-ec76-4306-abe2-67bb6a63aabd req-c952c8bf-9cc4-4d8e-99b0-09f9fd4e60ae tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0638340 Dec 10 18:46:51.032265 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87c0798a-c0cf-4183-becf-6c98f134a3f2 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:51.132245 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccfba1-bbbd-4e79-8e69-1680f0aa732d req-7e21537d-7926-472f-b58d-5db925a7e267 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:51.133950 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f8ccfba1-bbbd-4e79-8e69-1680f0aa732d req-7e21537d-7926-472f-b58d-5db925a7e267 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ed2c94-9b20-4341-b51e-78468fb86915 HTTP/1.1" status: 200 len: 945 time: 0.0564885 Dec 10 18:46:51.150058 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-87c0798a-c0cf-4183-becf-6c98f134a3f2 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Allocated IP 172.25.7.46 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/3a833755-3cc0-4eaf-8f95-5331c7c7391c) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:46:51.187427 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f8ccfba1-bbbd-4e79-8e69-1680f0aa732d req-10ce88cd-be11-4359-8155-c8390670b4fa tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f87c808-e2a6-467a-94b9-85717a5b9c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454283 Dec 10 18:46:51.264882 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87c0798a-c0cf-4183-becf-6c98f134a3f2 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:51.298593 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87c0798a-c0cf-4183-becf-6c98f134a3f2 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:51.338776 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c0798a-c0cf-4183-becf-6c98f134a3f2 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:46:51.342156 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-87c0798a-c0cf-4183-becf-6c98f134a3f2 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:46:51.345739 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c0798a-c0cf-4183-becf-6c98f134a3f2 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:46:51.356975 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119e6790-db90-4e31-a2c7-3cab96c79220 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:46:51.376601 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0798a-c0cf-4183-becf-6c98f134a3f2 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Pushing event updated for resources: {'Port': ['ID=3a833755-3cc0-4eaf-8f95-5331c7c7391c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:51.447844 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-029f977d-65fc-4491-8c71-710585080aae None None] Provisioning complete for port 3a833755-3cc0-4eaf-8f95-5331c7c7391c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:46:51.448223 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-029f977d-65fc-4491-8c71-710585080aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:51.481561 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-029f977d-65fc-4491-8c71-710585080aae None None] Port 3a833755-3cc0-4eaf-8f95-5331c7c7391c cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:46:51.631657 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4ff84932-9971-42f3-a5b1-8de29a2b3141 req-15b74ddf-aef6-4105-bcaa-18d335a351fa tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0506330 Dec 10 18:46:51.648566 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87c0798a-c0cf-4183-becf-6c98f134a3f2 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:51.683683 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ce19c187-3a5f-4b4f-9f58-279d7e6ab503 req-fe21e90b-2fe5-405f-be6a-7b5bd5622431 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0274191 Dec 10 18:46:51.845217 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87c0798a-c0cf-4183-becf-6c98f134a3f2 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4723'] for router, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:51.848375 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87c0798a-c0cf-4183-becf-6c98f134a3f2 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534354'] for router, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:51.943919 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7c150b86-b0ca-4561-b105-3e049d21b51d req-63c6ee7f-d8f0-4b0d-bb6a-d1659610ff10 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0353646 Dec 10 18:46:52.002528 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c0798a-c0cf-4183-becf-6c98f134a3f2 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Router 0c588042-de6c-49d4-9a01-74d7c5c415a1 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:46:52.117236 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-11473526-373d-4339-8e77-19b113555ead req-83fc1b70-1357-48e8-bd51-10c762d22212 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0319455 Dec 10 18:46:52.133553 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c0798a-c0cf-4183-becf-6c98f134a3f2 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:46:52.141851 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87c0798a-c0cf-4183-becf-6c98f134a3f2 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:52.143417 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-87c0798a-c0cf-4183-becf-6c98f134a3f2 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] 10.222.0.62 "PUT /v2.0/routers/0c588042-de6c-49d4-9a01-74d7c5c415a1 HTTP/1.1" status: 200 len: 879 time: 1.6078029 Dec 10 18:46:52.145390 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec0c7d8-a35d-4139-b633-a1b3eff2be98 None None] Sync routers for ids ['0c588042-de6c-49d4-9a01-74d7c5c415a1'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:46:52.145662 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37608) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:52.157244 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec0c7d8-a35d-4139-b633-a1b3eff2be98 None None] Routers {'0c588042-de6c-49d4-9a01-74d7c5c415a1'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:46:52.157866 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8ec0c7d8-a35d-4139-b633-a1b3eff2be98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:46:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['0c588042-de6c-49d4-9a01-74d7c5c415a1'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:52.193250 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8ec0c7d8-a35d-4139-b633-a1b3eff2be98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:52.202621 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec0c7d8-a35d-4139-b633-a1b3eff2be98 None None] Routers {'0c588042-de6c-49d4-9a01-74d7c5c415a1'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:46:52.203228 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8ec0c7d8-a35d-4139-b633-a1b3eff2be98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:46:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['0c588042-de6c-49d4-9a01-74d7c5c415a1'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:52.236033 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8ec0c7d8-a35d-4139-b633-a1b3eff2be98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:52.236722 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec0c7d8-a35d-4139-b633-a1b3eff2be98 None None] The sync data for ids ['0c588042-de6c-49d4-9a01-74d7c5c415a1'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:46:52.320055 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a18ace-da0d-4335-b7a0-9d1c5dcc6c5f req-425334a5-caed-41b9-b8c2-c724c0d54b51 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:52.321725 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1a18ace-da0d-4335-b7a0-9d1c5dcc6c5f req-425334a5-caed-41b9-b8c2-c724c0d54b51 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ed2c94-9b20-4341-b51e-78468fb86915 HTTP/1.1" status: 200 len: 945 time: 0.0548122 Dec 10 18:46:52.364406 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4ba39f55-2afa-4db7-89ea-4ad3faedb85d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:52.379318 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1a18ace-da0d-4335-b7a0-9d1c5dcc6c5f req-d5e8a879-aaf5-4436-a476-573ffe4c53e9 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f87c808-e2a6-467a-94b9-85717a5b9c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512314 Dec 10 18:46:52.571854 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-dd164f85-bb29-4b23-9360-c9b4ff0e7359 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] 10.222.0.62 "GET /v2.0/routers/0c588042-de6c-49d4-9a01-74d7c5c415a1 HTTP/1.1" status: 200 len: 920 time: 0.4250705 Dec 10 18:46:52.574673 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37616) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:52.617298 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980b6b1f-9d5e-41fa-93be-ae5e9220451e tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:52.618843 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-980b6b1f-9d5e-41fa-93be-ae5e9220451e tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=6fdf4522-5bcb-4bff-a877-38bc5e23829f&device_id=0c588042-de6c-49d4-9a01-74d7c5c415a1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0431831 Dec 10 18:46:52.621876 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37618) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:52.625384 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f719bfb-01fb-4b74-b035-a867e5b136f6 req-a92938f9-d3f6-4985-abb2-4dd4d1aac1d6 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:52.626873 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9f719bfb-01fb-4b74-b035-a867e5b136f6 req-a92938f9-d3f6-4985-abb2-4dd4d1aac1d6 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ed2c94-9b20-4341-b51e-78468fb86915 HTTP/1.1" status: 200 len: 945 time: 0.0559175 Dec 10 18:46:52.678882 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9f719bfb-01fb-4b74-b035-a867e5b136f6 req-655c6e06-a11c-49ec-8817-cb0ef8d014ee tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f87c808-e2a6-467a-94b9-85717a5b9c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458353 Dec 10 18:46:52.732725 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-12450d95-c40e-4470-a77b-e4aa79c7790f req-e8165d32-e6e7-44fe-8b9e-e669e4cccbb7 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0390811 Dec 10 18:46:52.735519 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4863a7bd-cc87-4789-ba4a-126a555df204 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:52.738265 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4863a7bd-cc87-4789-ba4a-126a555df204 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] 10.222.0.62 "GET /v2.0/networks/6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 881 time: 0.1154397 Dec 10 18:46:52.739659 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37624) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:52.766863 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-39ccc268-720d-4164-9653-2761d08195ed tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c588042-de6c-49d4-9a01-74d7c5c415a1 HTTP/1.1" status: 200 len: 205 time: 0.0261006 Dec 10 18:46:52.769434 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37626) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:52.770513 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7d358b6c-1f1f-4243-b402-1ebaeaf7b336 req-9db15024-46e6-4c47-8443-5399078d3d77 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0358951 Dec 10 18:46:52.873062 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9a2a847a-5b2d-45df-8c05-c09de364bf4d tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:52.981447 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9a2a847a-5b2d-45df-8c05-c09de364bf4d tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:53.066650 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b3c42947-bca8-4f8b-bfa2-f39201e80120 req-0d160d20-b3d0-4c1d-9bcc-54aa28c39cb1 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0303180 Dec 10 18:46:53.070674 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-9a2a847a-5b2d-45df-8c05-c09de364bf4d tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Deleting port 3a833755-3cc0-4eaf-8f95-5331c7c7391c {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:46:53.071167 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9a2a847a-5b2d-45df-8c05-c09de364bf4d tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:53.153043 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9a2a847a-5b2d-45df-8c05-c09de364bf4d tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:53.165191 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-9a2a847a-5b2d-45df-8c05-c09de364bf4d tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Calling delete_port for 3a833755-3cc0-4eaf-8f95-5331c7c7391c owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:46:53.197957 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9376b7f0-eede-46e9-97d4-ac89eb3951bd req-27140510-546a-43e0-bbe0-3e47a1f390a2 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0262613 Dec 10 18:46:53.328521 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9a2a847a-5b2d-45df-8c05-c09de364bf4d tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:53.351896 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:53.354160 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a847a-5b2d-45df-8c05-c09de364bf4d tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Pushing event deleted for resources: {'Port': ['ID=3a833755-3cc0-4eaf-8f95-5331c7c7391c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:53.369050 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0375d7-4e77-4f14-b8fa-a7475b85e2f8 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:46:53.416469 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9a2a847a-5b2d-45df-8c05-c09de364bf4d tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:53.513321 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9a2a847a-5b2d-45df-8c05-c09de364bf4d tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:53.516087 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9a2a847a-5b2d-45df-8c05-c09de364bf4d tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:53.558288 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9a2a847a-5b2d-45df-8c05-c09de364bf4d tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:53.559510 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2a847a-5b2d-45df-8c05-c09de364bf4d tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Fanout notify agent at l3_agent the message router_deleted on router 0c588042-de6c-49d4-9a01-74d7c5c415a1 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:46:53.567237 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9a2a847a-5b2d-45df-8c05-c09de364bf4d tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:53.568341 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9a2a847a-5b2d-45df-8c05-c09de364bf4d tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] 10.222.0.62 "DELETE /v2.0/routers/0c588042-de6c-49d4-9a01-74d7c5c415a1 HTTP/1.1" status: 204 len: 168 time: 0.7980177 Dec 10 18:46:53.572186 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37634) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:53.578143 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-53799601-cae0-44a3-8602-f1b35140ef0e tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-101608053', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:53.601888 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-53799601-cae0-44a3-8602-f1b35140ef0e tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:53.602815 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-53799601-cae0-44a3-8602-f1b35140ef0e tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:53.657485 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-53799601-cae0-44a3-8602-f1b35140ef0e tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:53.662264 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-53799601-cae0-44a3-8602-f1b35140ef0e tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:53.679330 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-53799601-cae0-44a3-8602-f1b35140ef0e tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:53.680513 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-53799601-cae0-44a3-8602-f1b35140ef0e tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1072409 Dec 10 18:46:53.683296 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37636) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:53.687881 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f3660acc-0f0c-45e6-9b9d-960cb94a6235 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'enable_snat': True}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:53.799375 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162d7a9-ce33-45f7-af14-206b69f88497 req-09af9549-5a5c-4f0e-9a84-3369be9f034c tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:53.800953 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d162d7a9-ce33-45f7-af14-206b69f88497 req-09af9549-5a5c-4f0e-9a84-3369be9f034c tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ed2c94-9b20-4341-b51e-78468fb86915 HTTP/1.1" status: 200 len: 945 time: 0.0523610 Dec 10 18:46:53.851601 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d162d7a9-ce33-45f7-af14-206b69f88497 req-3d3e6d31-7596-4fe9-b302-68150e44ebb0 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f87c808-e2a6-467a-94b9-85717a5b9c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441265 Dec 10 18:46:53.853762 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8a8d0f3c-b093-493a-82cc-756f756fe0a6 req-967bed14-1dce-4549-af74-61488174601d tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0557818 Dec 10 18:46:53.933837 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3660acc-0f0c-45e6-9b9d-960cb94a6235 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:53.958059 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be6c919c-d2c2-49f4-89c2-594cea3578cc req-0d4e59d0-c14b-4b9e-8e6c-1adf5a5730f8 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0417988 Dec 10 18:46:54.103143 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50904e17-50ce-49d6-9720-000e51788f66 req-658ea27f-8c30-47b6-848d-ec784effab1e tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:54.105197 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-50904e17-50ce-49d6-9720-000e51788f66 req-658ea27f-8c30-47b6-848d-ec784effab1e tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ed2c94-9b20-4341-b51e-78468fb86915 HTTP/1.1" status: 200 len: 945 time: 0.0730562 Dec 10 18:46:54.162964 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-50904e17-50ce-49d6-9720-000e51788f66 req-417db2a1-74d4-44d6-83b0-1aa248fdc601 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f87c808-e2a6-467a-94b9-85717a5b9c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508287 Dec 10 18:46:54.230916 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-33827113-f426-4d32-9342-61c8df439ff5 req-5b08a35a-11df-47d9-8bc5-1c4eb9ed4405 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0428751 Dec 10 18:46:54.237242 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c636f-43a5-4c40-a60e-f886ff498e5a req-671385fb-6dc1-4988-b29d-592ee9d2c7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:54.238785 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4b8c636f-43a5-4c40-a60e-f886ff498e5a req-671385fb-6dc1-4988-b29d-592ee9d2c7e6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b0fdade9f1e5428995f7afe3f39bff7d&device_id=f1ed2c94-9b20-4341-b51e-78468fb86915 HTTP/1.1" status: 200 len: 1096 time: 0.1312902 Dec 10 18:46:54.242072 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3660acc-0f0c-45e6-9b9d-960cb94a6235 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:54.272381 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3660acc-0f0c-45e6-9b9d-960cb94a6235 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:54.285197 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eea85f5a-6816-4f02-bbff-54cd9220f238 req-71497ade-498e-4191-9cc4-a6322150d2b7 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0295651 Dec 10 18:46:54.423179 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c636f-43a5-4c40-a60e-f886ff498e5a req-ae0bdd23-0e5c-47b3-8408-f2a6ddf91c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:54.424677 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4b8c636f-43a5-4c40-a60e-f886ff498e5a req-ae0bdd23-0e5c-47b3-8408-f2a6ddf91c9b service neutron] 10.222.0.46 "GET /v2.0/networks?id=467068ab-b8ed-4863-b360-299b47586d64 HTTP/1.1" status: 200 len: 913 time: 0.1612961 Dec 10 18:46:54.476478 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4b8c636f-43a5-4c40-a60e-f886ff498e5a req-750fddb9-dda9-4d6d-b3dc-d190360495f6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc691453-6c6e-4189-92c6-d9f74a80692a HTTP/1.1" status: 200 len: 217 time: 0.0441675 Dec 10 18:46:54.477485 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-f3660acc-0f0c-45e6-9b9d-960cb94a6235 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Allocated IP 172.25.7.15 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/e606e3dd-7f55-42e7-92b4-a8dff4cdc9e5) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:46:54.574189 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c636f-43a5-4c40-a60e-f886ff498e5a req-006c58db-3e4d-4eb7-a5b3-0d1775cc3c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:54.575720 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4b8c636f-43a5-4c40-a60e-f886ff498e5a req-006c58db-3e4d-4eb7-a5b3-0d1775cc3c22 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5adc6f58-747e-4ae3-a552-24c1def1f0ad HTTP/1.1" status: 200 len: 852 time: 0.0920966 Dec 10 18:46:54.614905 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4b8c636f-43a5-4c40-a60e-f886ff498e5a req-764ddd3a-0142-4baa-8c39-b4457ae27bad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=467068ab-b8ed-4863-b360-299b47586d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313799 Dec 10 18:46:54.687517 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3660acc-0f0c-45e6-9b9d-960cb94a6235 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:54.741235 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:54.754116 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4b8c636f-43a5-4c40-a60e-f886ff498e5a req-02d16932-52d9-4507-8b46-20f96b631205 service neutron] 10.222.0.46 "GET /v2.0/networks/467068ab-b8ed-4863-b360-299b47586d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284809 Dec 10 18:46:54.759674 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3660acc-0f0c-45e6-9b9d-960cb94a6235 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:54.851774 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3660acc-0f0c-45e6-9b9d-960cb94a6235 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:46:54.859091 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-f3660acc-0f0c-45e6-9b9d-960cb94a6235 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:46:54.862085 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3660acc-0f0c-45e6-9b9d-960cb94a6235 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:46:54.866715 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3660acc-0f0c-45e6-9b9d-960cb94a6235 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Pushing event updated for resources: {'Port': ['ID=e606e3dd-7f55-42e7-92b4-a8dff4cdc9e5,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:54.871488 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9965453-f4ae-4930-bbf0-d15e2fa8bf7a None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:46:54.921384 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7cc5a39c-b1d1-4705-ac03-bedfc4b391fc None None] Provisioning complete for port e606e3dd-7f55-42e7-92b4-a8dff4cdc9e5 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:46:54.921831 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7cc5a39c-b1d1-4705-ac03-bedfc4b391fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:54.955964 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ca01f42e-8ee7-4cea-ae0a-2c3b8269612f req-4b20fead-3b76-4a5f-a9a0-b6938f138579 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0463538 Dec 10 18:46:54.959311 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-7cc5a39c-b1d1-4705-ac03-bedfc4b391fc None None] Port e606e3dd-7f55-42e7-92b4-a8dff4cdc9e5 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:46:54.965515 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4b8c636f-43a5-4c40-a60e-f886ff498e5a req-1a4a108b-8085-4f39-8d2d-e04e2daf9a25 service neutron] 10.222.0.46 "GET /v2.0/networks/467068ab-b8ed-4863-b360-299b47586d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035754 Dec 10 18:46:55.064518 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8759e76b-803a-44c6-8cc0-9c2fa4333c08 req-56706d93-d5be-414a-a624-89bb89c4c78c tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0296798 Dec 10 18:46:55.299689 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629693ff-3a19-4daa-a139-0843a2759646 req-b0d3e477-88ee-4cec-8d0f-52ad15e8f899 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:55.301249 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-629693ff-3a19-4daa-a139-0843a2759646 req-b0d3e477-88ee-4cec-8d0f-52ad15e8f899 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ed2c94-9b20-4341-b51e-78468fb86915 HTTP/1.1" status: 200 len: 945 time: 0.0605817 Dec 10 18:46:55.354553 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5506ed7c-89e5-4ae7-ae43-2c4a8e00611b req-0b98834c-2ff2-40d6-be50-04971326532a tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0493202 Dec 10 18:46:55.359505 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-629693ff-3a19-4daa-a139-0843a2759646 req-7b9991c4-18e9-4524-b7ff-e56a614275a9 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f87c808-e2a6-467a-94b9-85717a5b9c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523138 Dec 10 18:46:55.432257 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:55.438976 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6baabef2-14dd-493a-ae63-3e509fbbe82f req-d222108a-0cfa-4270-8e77-ded45099914c tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0288208 Dec 10 18:46:55.503800 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3660acc-0f0c-45e6-9b9d-960cb94a6235 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:55.711357 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3660acc-0f0c-45e6-9b9d-960cb94a6235 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4723'] for router, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:55.715257 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3660acc-0f0c-45e6-9b9d-960cb94a6235 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534354'] for router, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:55.846592 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3660acc-0f0c-45e6-9b9d-960cb94a6235 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Router 77aeebd7-a1ff-435e-9e05-34abf528331c is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:46:55.953942 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3660acc-0f0c-45e6-9b9d-960cb94a6235 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:46:55.958771 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3660acc-0f0c-45e6-9b9d-960cb94a6235 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:55.959437 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f3660acc-0f0c-45e6-9b9d-960cb94a6235 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] 10.222.0.62 "PUT /v2.0/routers/77aeebd7-a1ff-435e-9e05-34abf528331c HTTP/1.1" status: 200 len: 913 time: 2.2748673 Dec 10 18:46:55.962314 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37666) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:55.963254 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3268b9-fd59-48e2-9375-cedfc2b94448 None None] Sync routers for ids ['77aeebd7-a1ff-435e-9e05-34abf528331c'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:46:55.974685 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3268b9-fd59-48e2-9375-cedfc2b94448 None None] Routers {'77aeebd7-a1ff-435e-9e05-34abf528331c'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:46:55.975292 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-dd3268b9-fd59-48e2-9375-cedfc2b94448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:46:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['77aeebd7-a1ff-435e-9e05-34abf528331c'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:56.008156 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-dd3268b9-fd59-48e2-9375-cedfc2b94448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:56.019528 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3268b9-fd59-48e2-9375-cedfc2b94448 None None] Routers {'77aeebd7-a1ff-435e-9e05-34abf528331c'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:46:56.020140 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-dd3268b9-fd59-48e2-9375-cedfc2b94448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:46:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['77aeebd7-a1ff-435e-9e05-34abf528331c'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:56.037956 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de3506fc-cc08-4d90-ae74-ab0f2097f149 req-19eb5ed6-aaa4-4011-8bd7-9be288427167 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0285363 Dec 10 18:46:56.061534 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-dd3268b9-fd59-48e2-9375-cedfc2b94448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:56.061534 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3268b9-fd59-48e2-9375-cedfc2b94448 None None] The sync data for ids ['77aeebd7-a1ff-435e-9e05-34abf528331c'] in n-d-821435-1 is: [] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:46:56.069993 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-bac05c1c-74e5-47fa-8a4b-a1fb5fa4aa5e tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] 10.222.0.62 "GET /v2.0/routers/77aeebd7-a1ff-435e-9e05-34abf528331c HTTP/1.1" status: 200 len: 919 time: 0.1065855 Dec 10 18:46:56.072727 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37670) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:56.115763 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7452bfa3-bd93-4c99-af11-2f3a9f8e95e4 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:56.117402 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7452bfa3-bd93-4c99-af11-2f3a9f8e95e4 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=6fdf4522-5bcb-4bff-a877-38bc5e23829f&device_id=77aeebd7-a1ff-435e-9e05-34abf528331c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0437214 Dec 10 18:46:56.120305 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37674) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:56.147338 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-50d83603-f8b9-427e-a463-b09196034f65 req-76d96d29-fc9f-4925-8e18-eb046a539e31 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0288556 Dec 10 18:46:56.208542 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11081a0d-ff28-43f8-bfd8-8ab9d8716176 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:56.210100 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-11081a0d-ff28-43f8-bfd8-8ab9d8716176 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] 10.222.0.62 "GET /v2.0/networks/6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 881 time: 0.0881062 Dec 10 18:46:56.212912 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37676) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:56.239545 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3a48b13a-5339-4f3d-9a37-c147adc52121 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] 10.222.0.62 "GET /v2.0/ports?device_id=77aeebd7-a1ff-435e-9e05-34abf528331c HTTP/1.1" status: 200 len: 205 time: 0.0255678 Dec 10 18:46:56.242219 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37680) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:56.350501 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2d301b6-0167-49ef-9fd4-941f43b4ff00 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:56.457535 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-35cb9318-3a6d-4dbd-b648-833e49b3ca7b req-1b33c019-1a27-4690-9432-e10caa99edb5 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0334380 Dec 10 18:46:56.490159 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34a988-148e-4320-98b2-96135d970fc6 req-4b7ad532-17dd-4c10-a502-84287cc21839 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:56.490820 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2d301b6-0167-49ef-9fd4-941f43b4ff00 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:56.491749 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0e34a988-148e-4320-98b2-96135d970fc6 req-4b7ad532-17dd-4c10-a502-84287cc21839 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ed2c94-9b20-4341-b51e-78468fb86915 HTTP/1.1" status: 200 len: 945 time: 0.0586417 Dec 10 18:46:56.544187 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0e34a988-148e-4320-98b2-96135d970fc6 req-93e77caa-47e6-4a0c-b25b-acf400484972 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f87c808-e2a6-467a-94b9-85717a5b9c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458660 Dec 10 18:46:56.559629 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-203ee7fb-68ba-490e-ae2f-d8e13c9e9fe5 req-6216043b-095e-421c-87f4-6148b9a5e254 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0356061 Dec 10 18:46:56.575802 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b2d301b6-0167-49ef-9fd4-941f43b4ff00 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Deleting port e606e3dd-7f55-42e7-92b4-a8dff4cdc9e5 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:46:56.576284 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2d301b6-0167-49ef-9fd4-941f43b4ff00 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:56.657165 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2d301b6-0167-49ef-9fd4-941f43b4ff00 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:56.673011 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b2d301b6-0167-49ef-9fd4-941f43b4ff00 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Calling delete_port for e606e3dd-7f55-42e7-92b4-a8dff4cdc9e5 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:46:56.832400 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca8111-1622-4a37-b37d-38c5dd3e7895 req-a8a5ca8c-068f-4bdc-b37c-4da787c1726d tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:56.833938 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e3ca8111-1622-4a37-b37d-38c5dd3e7895 req-a8a5ca8c-068f-4bdc-b37c-4da787c1726d tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ed2c94-9b20-4341-b51e-78468fb86915 HTTP/1.1" status: 200 len: 945 time: 0.0949101 Dec 10 18:46:56.904685 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2d301b6-0167-49ef-9fd4-941f43b4ff00 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:56.921456 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e3ca8111-1622-4a37-b37d-38c5dd3e7895 req-061a9a24-214a-485d-9f5e-d129ff55af57 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f87c808-e2a6-467a-94b9-85717a5b9c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646420 Dec 10 18:46:56.944109 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d301b6-0167-49ef-9fd4-941f43b4ff00 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Pushing event deleted for resources: {'Port': ['ID=e606e3dd-7f55-42e7-92b4-a8dff4cdc9e5,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:56.957965 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb45a355-9f64-4809-bc48-fb389841165e None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:46:56.970308 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d301b6-0167-49ef-9fd4-941f43b4ff00 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:56.970672 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d301b6-0167-49ef-9fd4-941f43b4ff00 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:56.971026 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d301b6-0167-49ef-9fd4-941f43b4ff00 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:56.971374 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d301b6-0167-49ef-9fd4-941f43b4ff00 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:56.971720 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d301b6-0167-49ef-9fd4-941f43b4ff00 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:56.972053 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d301b6-0167-49ef-9fd4-941f43b4ff00 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:56.972428 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d301b6-0167-49ef-9fd4-941f43b4ff00 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:56.972743 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d301b6-0167-49ef-9fd4-941f43b4ff00 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:56.973078 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d301b6-0167-49ef-9fd4-941f43b4ff00 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:56.973413 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d301b6-0167-49ef-9fd4-941f43b4ff00 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:56.973743 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d301b6-0167-49ef-9fd4-941f43b4ff00 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:56.974069 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d301b6-0167-49ef-9fd4-941f43b4ff00 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:56.974396 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d301b6-0167-49ef-9fd4-941f43b4ff00 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:57.014518 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2d301b6-0167-49ef-9fd4-941f43b4ff00 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:57.106073 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2d301b6-0167-49ef-9fd4-941f43b4ff00 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:57.108275 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2d301b6-0167-49ef-9fd4-941f43b4ff00 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:57.128301 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-10340cfe-2c06-452f-b2a8-55e1a38b12a0 req-700ef258-95f6-46a3-848d-b2e1498e7d24 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0324035 Dec 10 18:46:57.151591 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2d301b6-0167-49ef-9fd4-941f43b4ff00 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:57.152398 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d301b6-0167-49ef-9fd4-941f43b4ff00 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Fanout notify agent at l3_agent the message router_deleted on router 77aeebd7-a1ff-435e-9e05-34abf528331c {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:46:57.159279 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2d301b6-0167-49ef-9fd4-941f43b4ff00 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:57.160606 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b2d301b6-0167-49ef-9fd4-941f43b4ff00 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] 10.222.0.62 "DELETE /v2.0/routers/77aeebd7-a1ff-435e-9e05-34abf528331c HTTP/1.1" status: 204 len: 168 time: 0.9171295 Dec 10 18:46:57.164440 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37694) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:57.169155 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-20a7f7f3-dc99-46a5-b064-f33ac2f5032d tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1082123180', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:57.193965 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20a7f7f3-dc99-46a5-b064-f33ac2f5032d tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:57.194989 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20a7f7f3-dc99-46a5-b064-f33ac2f5032d tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:57.232892 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6b21d492-8738-4211-8829-08147c370f96 req-51dd0446-c2a8-4f5a-b244-f691985a0f08 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0314765 Dec 10 18:46:57.248555 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20a7f7f3-dc99-46a5-b064-f33ac2f5032d tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:57.252904 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20a7f7f3-dc99-46a5-b064-f33ac2f5032d tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:57.270801 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20a7f7f3-dc99-46a5-b064-f33ac2f5032d tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:57.271989 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-20a7f7f3-dc99-46a5-b064-f33ac2f5032d tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1064756 Dec 10 18:46:57.274803 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37698) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:57.279225 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8feb1803-7df9-4d93-83a1-0368a0434618 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'enable_snat': False}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:57.494283 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8feb1803-7df9-4d93-83a1-0368a0434618 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:57.547287 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-279bb6fa-9852-41b8-a0c1-0f8feec5ab40 req-a336fd5c-70de-4bcf-a90e-f672ae85c651 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0269015 Dec 10 18:46:57.680241 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2f7d36b9-c918-45f7-96f4-c3fbf697fdd9 req-6eac2c94-9b18-47a2-8417-325c3df037ca tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0534928 Dec 10 18:46:57.717182 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8feb1803-7df9-4d93-83a1-0368a0434618 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:57.738949 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8feb1803-7df9-4d93-83a1-0368a0434618 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:57.841468 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-8feb1803-7df9-4d93-83a1-0368a0434618 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Allocated IP 172.25.7.135 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/f267a2bc-57a8-46f7-9e3d-563dc46612a1) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:46:57.944308 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8feb1803-7df9-4d93-83a1-0368a0434618 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:57.978841 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8feb1803-7df9-4d93-83a1-0368a0434618 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:58.024246 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8feb1803-7df9-4d93-83a1-0368a0434618 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:46:58.030471 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-8feb1803-7df9-4d93-83a1-0368a0434618 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:46:58.032421 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb1803-7df9-4d93-83a1-0368a0434618 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Pushing event updated for resources: {'Port': ['ID=f267a2bc-57a8-46f7-9e3d-563dc46612a1,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:58.034571 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feb1803-7df9-4d93-83a1-0368a0434618 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:46:58.049616 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9e9f1-747c-43b0-b85e-a0fcad551c27 req-2cc9bbe7-235d-4f0e-9693-104963772481 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:58.051207 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7cd9e9f1-747c-43b0-b85e-a0fcad551c27 req-2cc9bbe7-235d-4f0e-9693-104963772481 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ed2c94-9b20-4341-b51e-78468fb86915 HTTP/1.1" status: 200 len: 945 time: 0.0562894 Dec 10 18:46:58.051837 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e08a11-1254-4531-8d34-bc69d2282869 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:46:58.101558 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8a745eac-9c77-4600-9716-26f4120510b5 None None] Provisioning complete for port f267a2bc-57a8-46f7-9e3d-563dc46612a1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:46:58.102360 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8a745eac-9c77-4600-9716-26f4120510b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:58.109262 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7cd9e9f1-747c-43b0-b85e-a0fcad551c27 req-95058b0d-f283-431f-be8e-a4d75d7b67d6 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f87c808-e2a6-467a-94b9-85717a5b9c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496719 Dec 10 18:46:58.144971 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8a745eac-9c77-4600-9716-26f4120510b5 None None] Port f267a2bc-57a8-46f7-9e3d-563dc46612a1 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:46:58.218283 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b8e533ab-4246-4818-804e-ced2f9732f4a req-b25b4e60-1c8c-4a60-aad6-90eb2abe413e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0361001 Dec 10 18:46:58.313620 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b89c50cf-1abc-4279-821b-f95ca898cf7d req-788a99eb-e696-46a9-8987-497683e2ac9f tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0281320 Dec 10 18:46:58.316745 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8feb1803-7df9-4d93-83a1-0368a0434618 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:58.514486 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8feb1803-7df9-4d93-83a1-0368a0434618 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4723'] for router, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:58.517923 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8feb1803-7df9-4d93-83a1-0368a0434618 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534354'] for router, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:58.532993 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713619ea-8296-4397-9a3f-e238bd86ede0 req-a32a77c4-b9be-40c4-a15d-b1ea29551eb2 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:58.534452 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-713619ea-8296-4397-9a3f-e238bd86ede0 req-a32a77c4-b9be-40c4-a15d-b1ea29551eb2 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1ed2c94-9b20-4341-b51e-78468fb86915 HTTP/1.1" status: 200 len: 945 time: 0.0566609 Dec 10 18:46:58.636923 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b0ae93b4-e804-4a6d-8581-306c27aaa1bd req-0f7f23e4-cbbd-47a3-b96c-a85dcc7000fd tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0302887 Dec 10 18:46:58.649195 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8feb1803-7df9-4d93-83a1-0368a0434618 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Router c9b8b3ea-caca-421c-8077-93dc00f7c3bd is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:46:58.661017 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-713619ea-8296-4397-9a3f-e238bd86ede0 req-cd6c32fe-b985-4754-9dbd-878c3a0639d6 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Deleting port fc691453-6c6e-4189-92c6-d9f74a80692a {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:46:58.661550 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-713619ea-8296-4397-9a3f-e238bd86ede0 req-cd6c32fe-b985-4754-9dbd-878c3a0639d6 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:58.759604 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-713619ea-8296-4397-9a3f-e238bd86ede0 req-cd6c32fe-b985-4754-9dbd-878c3a0639d6 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] For port fc691453-6c6e-4189-92c6-d9f74a80692a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=fc691453-6c6e-4189-92c6-d9f74a80692a,segment=NetworkSegment(0f86b82a-ab7b-4c69-bfe4-3947fe02db64),segment_id=0f86b82a-ab7b-4c69-bfe4-3947fe02db64)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:46:58.759977 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-713619ea-8296-4397-9a3f-e238bd86ede0 req-cd6c32fe-b985-4754-9dbd-878c3a0639d6 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:58.768813 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c5b3924a-cbf3-4762-a9b1-c4c3cfc968c0 req-1b7aaf5a-97bc-4aab-b1e4-041a1b8bc7d2 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0317159 Dec 10 18:46:58.774609 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-713619ea-8296-4397-9a3f-e238bd86ede0 req-cd6c32fe-b985-4754-9dbd-878c3a0639d6 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Calling delete_port for fc691453-6c6e-4189-92c6-d9f74a80692a owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:46:58.787210 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8feb1803-7df9-4d93-83a1-0368a0434618 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:46:58.792350 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8feb1803-7df9-4d93-83a1-0368a0434618 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:58.793589 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8feb1803-7df9-4d93-83a1-0368a0434618 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] 10.222.0.62 "PUT /v2.0/routers/c9b8b3ea-caca-421c-8077-93dc00f7c3bd HTTP/1.1" status: 200 len: 916 time: 1.5178132 Dec 10 18:46:58.797095 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37718) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:58.797271 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2afde43-1b23-441b-b160-1d80cc50656d None None] Sync routers for ids ['c9b8b3ea-caca-421c-8077-93dc00f7c3bd'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:46:58.809490 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2afde43-1b23-441b-b160-1d80cc50656d None None] Routers {'c9b8b3ea-caca-421c-8077-93dc00f7c3bd'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:46:58.810238 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a2afde43-1b23-441b-b160-1d80cc50656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:46:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['c9b8b3ea-caca-421c-8077-93dc00f7c3bd'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:58.842802 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a2afde43-1b23-441b-b160-1d80cc50656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:58.851682 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2afde43-1b23-441b-b160-1d80cc50656d None None] Routers {'c9b8b3ea-caca-421c-8077-93dc00f7c3bd'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:46:58.852445 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a2afde43-1b23-441b-b160-1d80cc50656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:46:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['c9b8b3ea-caca-421c-8077-93dc00f7c3bd'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:58.884924 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a2afde43-1b23-441b-b160-1d80cc50656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:58.885750 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2afde43-1b23-441b-b160-1d80cc50656d None None] The sync data for ids ['c9b8b3ea-caca-421c-8077-93dc00f7c3bd'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:46:58.916507 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-713619ea-8296-4397-9a3f-e238bd86ede0 req-cd6c32fe-b985-4754-9dbd-878c3a0639d6 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:58.929601 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['fc691453-6c6e-4189-92c6-d9f74a80692a'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:46:58.950885 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c32fe-b985-4754-9dbd-878c3a0639d6 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Pushing event deleted for resources: {'Port': ['ID=fc691453-6c6e-4189-92c6-d9f74a80692a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:58.998335 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-713619ea-8296-4397-9a3f-e238bd86ede0 req-cd6c32fe-b985-4754-9dbd-878c3a0639d6 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] No DVR routers for this DVR port fc691453-6c6e-4189-92c6-d9f74a80692a on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:46:59.001014 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-713619ea-8296-4397-9a3f-e238bd86ede0 req-cd6c32fe-b985-4754-9dbd-878c3a0639d6 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:59.004460 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-713619ea-8296-4397-9a3f-e238bd86ede0 req-cd6c32fe-b985-4754-9dbd-878c3a0639d6 tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.46 "DELETE /v2.0/ports/fc691453-6c6e-4189-92c6-d9f74a80692a HTTP/1.1" status: 204 len: 173 time: 0.4633062 Dec 10 18:46:59.004977 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ed2c94-9b20-4341-b51e-78468fb86915', 'name': 'network-vif-deleted', 'tag': 'fc691453-6c6e-4189-92c6-d9f74a80692a'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:46:59.007636 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db82366-c7ad-4c25-bd32-53f9a8f5ce5a" -d '{"events": [{"server_uuid": "f1ed2c94-9b20-4341-b51e-78468fb86915", "name": "network-vif-deleted", "tag": "fc691453-6c6e-4189-92c6-d9f74a80692a"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:46:59.059075 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e178c618-4ed0-41a2-95cf-b41306b880b6 x-openstack-request-id: req-e178c618-4ed0-41a2-95cf-b41306b880b6 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:46:59.059729 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ed2c94-9b20-4341-b51e-78468fb86915", "name": "network-vif-deleted", "tag": "fc691453-6c6e-4189-92c6-d9f74a80692a", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:46:59.059729 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e178c618-4ed0-41a2-95cf-b41306b880b6 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:46:59.060037 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ed2c94-9b20-4341-b51e-78468fb86915', 'name': 'network-vif-deleted', 'tag': 'fc691453-6c6e-4189-92c6-d9f74a80692a', 'status': 'completed', 'code': 200} Dec 10 18:46:59.232151 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-19ee64a4-4b86-4014-a756-1942475a3ef4 req-a3832fda-0a0b-402f-9555-3f413b03c4ea tempest-TestServerAdvancedOps-1410609559 tempest-TestServerAdvancedOps-1410609559-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ed2c94-9b20-4341-b51e-78468fb86915 HTTP/1.1" status: 200 len: 210 time: 0.0306740 Dec 10 18:46:59.266449 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fc79d530-6ef5-4e91-8628-556dfed7273c tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] 10.222.0.62 "GET /v2.0/routers/c9b8b3ea-caca-421c-8077-93dc00f7c3bd HTTP/1.1" status: 200 len: 922 time: 0.4681387 Dec 10 18:46:59.269055 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37726) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:59.295627 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-220c06d6-85b1-4b91-812a-932ef0b36326 req-5a67bb31-bd9a-4fe8-973e-06880f959672 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0265784 Dec 10 18:46:59.313569 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93abb1b7-4a9a-48a8-b56c-9f01f9ce0cac tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:59.315135 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-93abb1b7-4a9a-48a8-b56c-9f01f9ce0cac tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=6fdf4522-5bcb-4bff-a877-38bc5e23829f&device_id=c9b8b3ea-caca-421c-8077-93dc00f7c3bd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0451531 Dec 10 18:46:59.317806 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37728) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:59.401656 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0435e5ad-e750-41f2-864b-7ccd28ba5f42 req-c4682d2c-ef20-48a2-bfd0-a1fbf5bf45a7 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0330460 Dec 10 18:46:59.435884 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a49acc-13e5-4e24-8056-1f2a594cb48c tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:59.437347 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-31a49acc-13e5-4e24-8056-1f2a594cb48c tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] 10.222.0.62 "GET /v2.0/networks/6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 881 time: 0.1186111 Dec 10 18:46:59.440666 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37732) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:59.479780 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0981502c-4c2a-4cb3-9cee-d140d9bb18a8 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9b8b3ea-caca-421c-8077-93dc00f7c3bd HTTP/1.1" status: 200 len: 205 time: 0.0348594 Dec 10 18:46:59.480560 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37736) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:59.620467 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f14417fe-c01e-41e0-90c3-28d813b768be tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:59.732767 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-94dd0246-22ee-439a-a943-0a6b98ec9eae req-a9d90826-faee-4aca-a962-cfeec7c2d40f tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0354972 Dec 10 18:46:59.749444 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f14417fe-c01e-41e0-90c3-28d813b768be tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:59.806105 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-f14417fe-c01e-41e0-90c3-28d813b768be tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Deleting port f267a2bc-57a8-46f7-9e3d-563dc46612a1 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:46:59.806379 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f14417fe-c01e-41e0-90c3-28d813b768be tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:59.850784 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0c19af9f-b8ab-4740-9d99-41893b5d5a18 req-6cb89a41-bfd6-456a-9e4d-b606f9c8504f tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0261443 Dec 10 18:46:59.886486 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f14417fe-c01e-41e0-90c3-28d813b768be tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:59.897975 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-f14417fe-c01e-41e0-90c3-28d813b768be tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Calling delete_port for f267a2bc-57a8-46f7-9e3d-563dc46612a1 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:00.061288 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f14417fe-c01e-41e0-90c3-28d813b768be tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:00.084487 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14417fe-c01e-41e0-90c3-28d813b768be tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Pushing event deleted for resources: {'Port': ['ID=f267a2bc-57a8-46f7-9e3d-563dc46612a1,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:00.097188 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14417fe-c01e-41e0-90c3-28d813b768be tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:00.097474 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14417fe-c01e-41e0-90c3-28d813b768be tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:00.097801 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14417fe-c01e-41e0-90c3-28d813b768be tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:00.098142 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14417fe-c01e-41e0-90c3-28d813b768be tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:00.098918 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14417fe-c01e-41e0-90c3-28d813b768be tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:00.098918 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14417fe-c01e-41e0-90c3-28d813b768be tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:00.099146 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14417fe-c01e-41e0-90c3-28d813b768be tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:00.099437 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14417fe-c01e-41e0-90c3-28d813b768be tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:00.099764 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14417fe-c01e-41e0-90c3-28d813b768be tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:00.100093 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14417fe-c01e-41e0-90c3-28d813b768be tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:00.100420 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14417fe-c01e-41e0-90c3-28d813b768be tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:00.100762 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14417fe-c01e-41e0-90c3-28d813b768be tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:00.101087 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14417fe-c01e-41e0-90c3-28d813b768be tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:00.102011 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74ed152-809b-489c-8155-eb8db6a7d252 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:47:00.159020 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f14417fe-c01e-41e0-90c3-28d813b768be tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:00.247593 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f14417fe-c01e-41e0-90c3-28d813b768be tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:00.249800 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f14417fe-c01e-41e0-90c3-28d813b768be tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:00.295879 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37744) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:00.304206 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f14417fe-c01e-41e0-90c3-28d813b768be tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:00.304778 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14417fe-c01e-41e0-90c3-28d813b768be tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Fanout notify agent at l3_agent the message router_deleted on router c9b8b3ea-caca-421c-8077-93dc00f7c3bd {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:47:00.329276 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f14417fe-c01e-41e0-90c3-28d813b768be tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:00.330390 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f14417fe-c01e-41e0-90c3-28d813b768be tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] 10.222.0.62 "DELETE /v2.0/routers/c9b8b3ea-caca-421c-8077-93dc00f7c3bd HTTP/1.1" status: 204 len: 168 time: 0.8486798 Dec 10 18:47:00.334883 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37748) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:00.340944 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3ae2c5e3-e15c-494c-8243-244b45147f2c tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-574405441', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}, 'admin_state_up': False}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:00.354510 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce64186c-d9ae-45d3-9351-5af9d9d82455 admin admin] Deleting subnet 5adc6f58-747e-4ae3-a552-24c1def1f0ad {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:47:00.358122 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce64186c-d9ae-45d3-9351-5af9d9d82455 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:00.384395 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7885ad11-6dd1-404f-8b56-27449235f66f req-5d1a2906-bbbf-4ef6-adc4-a0a8142d1dff tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0366111 Dec 10 18:47:00.397868 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ae2c5e3-e15c-494c-8243-244b45147f2c tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:00.399119 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ae2c5e3-e15c-494c-8243-244b45147f2c tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:00.399897 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce64186c-d9ae-45d3-9351-5af9d9d82455 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:00.442064 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce64186c-d9ae-45d3-9351-5af9d9d82455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:00.452349 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ae2c5e3-e15c-494c-8243-244b45147f2c tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:00.498604 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-72bc9a07-e329-41eb-9250-4195095a88af req-c9d41ae7-2e45-4b47-8170-e14190fe0c90 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0362678 Dec 10 18:47:00.528344 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce64186c-d9ae-45d3-9351-5af9d9d82455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:00.557549 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce64186c-d9ae-45d3-9351-5af9d9d82455 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:00.563955 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ce64186c-d9ae-45d3-9351-5af9d9d82455 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5adc6f58-747e-4ae3-a552-24c1def1f0ad HTTP/1.1" status: 204 len: 168 time: 0.2668059 Dec 10 18:47:00.564670 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37754) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:00.565431 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64186c-d9ae-45d3-9351-5af9d9d82455 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5adc6f58-747e-4ae3-a552-24c1def1f0ad,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:00.599358 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ae2c5e3-e15c-494c-8243-244b45147f2c tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:00.641424 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2770ddf9-9b2b-4eab-b239-5040d9e4918b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:00.756428 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2770ddf9-9b2b-4eab-b239-5040d9e4918b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:00.778227 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-2770ddf9-9b2b-4eab-b239-5040d9e4918b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['467068ab-b8ed-4863-b360-299b47586d64']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:00.788011 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-2770ddf9-9b2b-4eab-b239-5040d9e4918b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f86b82a-ab7b-4c69-bfe4-3947fe02db64') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:00.788327 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-2770ddf9-9b2b-4eab-b239-5040d9e4918b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f86b82a-ab7b-4c69-bfe4-3947fe02db64') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:00.807617 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2770ddf9-9b2b-4eab-b239-5040d9e4918b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:00.827510 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ae2c5e3-e15c-494c-8243-244b45147f2c tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:00.828235 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e043c886-8e4b-43a1-a0e9-45f3c5388e19 req-d2ac0323-0376-456e-ba39-0d7dad41ebdf tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0331831 Dec 10 18:47:00.835898 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2770ddf9-9b2b-4eab-b239-5040d9e4918b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:00.842636 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2770ddf9-9b2b-4eab-b239-5040d9e4918b admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:47:00.843040 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2770ddf9-9b2b-4eab-b239-5040d9e4918b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:00.844827 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:47:00.844827 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:47:00.844827 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:47:00.844827 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:47:00.844827 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:47:00.844827 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:47:00.844827 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:47:00.844827 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:47:00.844827 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:47:00.844827 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:47:00.844827 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:47:00.844827 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:47:00.844827 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:47:00.844827 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:47:00.844827 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:47:00.844827 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:47:00.844827 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:47:00.844827 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:47:00.844827 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:47:00.844827 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:47:00.844827 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:47:00.844827 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:47:00.844827 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:47:00.844827 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:47:00.844827 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:47:00.844827 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:47:00.844827 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:47:00.844827 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:47:00.844827 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:47:00.844827 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:47:00.844827 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:47:00.844827 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:47:00.851677 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ae2c5e3-e15c-494c-8243-244b45147f2c tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:00.915500 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2770ddf9-9b2b-4eab-b239-5040d9e4918b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:00.923227 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2770ddf9-9b2b-4eab-b239-5040d9e4918b admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:00.926494 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2770ddf9-9b2b-4eab-b239-5040d9e4918b admin admin] 10.222.0.62 "DELETE /v2.0/networks/467068ab-b8ed-4863-b360-299b47586d64 HTTP/1.1" status: 204 len: 168 time: 0.3568652 Dec 10 18:47:00.936697 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37760) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:00.944674 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770ddf9-9b2b-4eab-b239-5040d9e4918b admin admin] Pushing event deleted for resources: {'Network': ['ID=467068ab-b8ed-4863-b360-299b47586d64,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:00.961253 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1a0db7aa-cbd0-4de7-a899-eb0e4dc43f5a req-4b262475-0bf5-41f6-a7f3-449837befd99 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0532658 Dec 10 18:47:00.985924 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b5f345f-ae6c-4182-b242-d932d0ead6c2 admin admin] Deleting subnet f3330b2a-daf1-47b4-a970-e4774bd93436 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:47:00.989201 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b5f345f-ae6c-4182-b242-d932d0ead6c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:01.027580 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b5f345f-ae6c-4182-b242-d932d0ead6c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:01.038854 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-3ae2c5e3-e15c-494c-8243-244b45147f2c tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Allocated IP 172.25.7.113 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/0889a835-6bc2-4b99-8f55-2edd47c88adb) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:47:01.074676 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b5f345f-ae6c-4182-b242-d932d0ead6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:01.130221 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b5f345f-ae6c-4182-b242-d932d0ead6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:01.147400 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ae2c5e3-e15c-494c-8243-244b45147f2c tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:01.159509 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b5f345f-ae6c-4182-b242-d932d0ead6c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:01.163122 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5b5f345f-ae6c-4182-b242-d932d0ead6c2 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f3330b2a-daf1-47b4-a970-e4774bd93436 HTTP/1.1" status: 204 len: 168 time: 0.2254713 Dec 10 18:47:01.164152 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f345f-ae6c-4182-b242-d932d0ead6c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3330b2a-daf1-47b4-a970-e4774bd93436,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:01.166868 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37762) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:01.187727 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ae2c5e3-e15c-494c-8243-244b45147f2c tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:01.229793 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae2c5e3-e15c-494c-8243-244b45147f2c tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:47:01.233854 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-3ae2c5e3-e15c-494c-8243-244b45147f2c tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:01.237460 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae2c5e3-e15c-494c-8243-244b45147f2c tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:47:01.239614 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0ab55f9e-2f0c-4c6f-91a0-d17bd5ecb06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:01.243877 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae2c5e3-e15c-494c-8243-244b45147f2c tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Pushing event updated for resources: {'Port': ['ID=0889a835-6bc2-4b99-8f55-2edd47c88adb,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:01.249120 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d76b04b-9240-471b-8928-57f52e76891d None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:47:01.287740 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d7f82c84-9d02-4921-9be6-124f27243732 None None] Provisioning complete for port 0889a835-6bc2-4b99-8f55-2edd47c88adb triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:01.288464 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d7f82c84-9d02-4921-9be6-124f27243732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:01.326825 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d7f82c84-9d02-4921-9be6-124f27243732 None None] Port 0889a835-6bc2-4b99-8f55-2edd47c88adb cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:47:01.339130 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0ab55f9e-2f0c-4c6f-91a0-d17bd5ecb06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:01.364510 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-0ab55f9e-2f0c-4c6f-91a0-d17bd5ecb06a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56df26ef-ea10-4108-9a8d-6ffe238d0c7b']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:01.375026 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-0ab55f9e-2f0c-4c6f-91a0-d17bd5ecb06a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e4c3bb1-23fc-480c-9c34-453939d202d4') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:01.375329 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-0ab55f9e-2f0c-4c6f-91a0-d17bd5ecb06a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e4c3bb1-23fc-480c-9c34-453939d202d4') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:01.385544 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0ab55f9e-2f0c-4c6f-91a0-d17bd5ecb06a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:01.403376 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0ab55f9e-2f0c-4c6f-91a0-d17bd5ecb06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:01.410492 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ab55f9e-2f0c-4c6f-91a0-d17bd5ecb06a admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:47:01.410999 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0ab55f9e-2f0c-4c6f-91a0-d17bd5ecb06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:01.413419 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:47:01.413419 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:47:01.413419 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:47:01.413419 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:47:01.413419 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:47:01.413419 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:47:01.413419 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:47:01.413419 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:47:01.413419 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:47:01.413419 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:47:01.413419 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:47:01.413419 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:47:01.413419 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:47:01.413419 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:47:01.413419 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:47:01.413419 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:47:01.413419 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:47:01.413419 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:47:01.413419 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:47:01.413419 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:47:01.413419 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:47:01.413419 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:47:01.413419 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:47:01.413419 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:47:01.413419 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:47:01.413419 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:47:01.413419 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:47:01.413419 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:47:01.413419 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:47:01.413419 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:47:01.413419 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:47:01.413419 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:47:01.490689 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-688b6db8-5cb4-4226-ae53-884d0ba2a196 req-a0d8677b-c0e8-45f1-aa2c-5451e188bf10 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0375326 Dec 10 18:47:01.497616 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0ab55f9e-2f0c-4c6f-91a0-d17bd5ecb06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:01.504109 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0ab55f9e-2f0c-4c6f-91a0-d17bd5ecb06a admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:01.507543 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0ab55f9e-2f0c-4c6f-91a0-d17bd5ecb06a admin admin] 10.222.0.62 "DELETE /v2.0/networks/56df26ef-ea10-4108-9a8d-6ffe238d0c7b HTTP/1.1" status: 204 len: 168 time: 0.3390539 Dec 10 18:47:01.517949 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab55f9e-2f0c-4c6f-91a0-d17bd5ecb06a admin admin] Pushing event deleted for resources: {'Network': ['ID=56df26ef-ea10-4108-9a8d-6ffe238d0c7b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:01.523542 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ae2c5e3-e15c-494c-8243-244b45147f2c tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:01.709805 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37772) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:01.742937 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device fc691453-6c6e-4189-92c6-d9f74a80692a no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:47:01.754391 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-980ec753-ea3e-4ee1-be40-d56f6125de47 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b0fdade9f1e5428995f7afe3f39bff7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432904 Dec 10 18:47:01.756938 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37774) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:01.765538 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: fc691453-6c6e-4189-92c6-d9f74a80692a {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:47:01.765963 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device fc691453-6c6e-4189-92c6-d9f74a80692a not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:47:01.812341 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-34771b2d-2eaa-48f1-8ac9-cdd38f973425 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:01.835882 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-34771b2d-2eaa-48f1-8ac9-cdd38f973425 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:01.892839 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-34771b2d-2eaa-48f1-8ac9-cdd38f973425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:01.893079 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-95d5afa9-bfc9-407b-b787-7a30fbd0b5ee req-d414e390-be6f-443e-a7f2-a1d4e4f4d9ee tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.3281043 Dec 10 18:47:01.896512 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-34771b2d-2eaa-48f1-8ac9-cdd38f973425 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:01.900507 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-34771b2d-2eaa-48f1-8ac9-cdd38f973425 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1f87c808-e2a6-467a-94b9-85717a5b9c42 HTTP/1.1" status: 204 len: 168 time: 0.1403651 Dec 10 18:47:01.913354 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34771b2d-2eaa-48f1-8ac9-cdd38f973425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f87c808-e2a6-467a-94b9-85717a5b9c42,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:01.965097 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-08aa399d-d852-4ddd-9e1c-a4cc70f5d31d req-4ac1ad5c-bab2-4f3e-a0cd-f8610ade8484 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0531723 Dec 10 18:47:02.054595 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-18ccc8a2-6e5f-46d5-883c-8aa7022acf1b req-1ef1a082-dd56-4954-8338-fa485628139c tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0373178 Dec 10 18:47:02.082148 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ae2c5e3-e15c-494c-8243-244b45147f2c tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:02.217254 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae2c5e3-e15c-494c-8243-244b45147f2c tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Router 054208ed-a55e-43fb-9cb4-d65dcab63fbd is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:47:02.275835 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37784) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:02.317714 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0f4d1932-5029-4d88-97ef-d09ff9000654 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2cc71fee026c49e387dec355d46a213f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407088 Dec 10 18:47:02.320293 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37786) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:02.328527 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae2c5e3-e15c-494c-8243-244b45147f2c tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:47:02.339709 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ba6ee2-9f40-4690-8c44-e1a14374da21 None None] Sync routers for ids ['054208ed-a55e-43fb-9cb4-d65dcab63fbd'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:47:02.351506 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ba6ee2-9f40-4690-8c44-e1a14374da21 None None] Routers {'054208ed-a55e-43fb-9cb4-d65dcab63fbd'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:47:02.352299 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f6ba6ee2-9f40-4690-8c44-e1a14374da21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:46:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['054208ed-a55e-43fb-9cb4-d65dcab63fbd'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:02.358842 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ae2c5e3-e15c-494c-8243-244b45147f2c tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:02.360168 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3ae2c5e3-e15c-494c-8243-244b45147f2c tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.0236914 Dec 10 18:47:02.364032 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37788) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:02.373928 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-1cb412f8-fba6-469b-a5c9-7898dd77115a tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:02.388756 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f6ba6ee2-9f40-4690-8c44-e1a14374da21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:02.397872 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ba6ee2-9f40-4690-8c44-e1a14374da21 None None] Routers {'054208ed-a55e-43fb-9cb4-d65dcab63fbd'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:47:02.398493 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f6ba6ee2-9f40-4690-8c44-e1a14374da21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:46:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['054208ed-a55e-43fb-9cb4-d65dcab63fbd'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:02.444450 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e426c1ea-20fe-4ca9-a036-fae965835d95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:02.444783 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f6ba6ee2-9f40-4690-8c44-e1a14374da21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:02.445472 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ba6ee2-9f40-4690-8c44-e1a14374da21 None None] The sync data for ids ['054208ed-a55e-43fb-9cb4-d65dcab63fbd'] in n-d-821435-1 is: [] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:47:02.488072 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e426c1ea-20fe-4ca9-a036-fae965835d95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:02.638074 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5780a0ec-5093-4a3f-be4a-508cfb241177 req-8c791927-2e22-4ef9-8384-64e0aa3f2c7a tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0612204 Dec 10 18:47:02.646219 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e426c1ea-20fe-4ca9-a036-fae965835d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:02.648833 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e426c1ea-20fe-4ca9-a036-fae965835d95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:02.653078 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e426c1ea-20fe-4ca9-a036-fae965835d95 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/380e33ab-9848-4e4e-acc9-bf8d9348584c HTTP/1.1" status: 204 len: 168 time: 0.3287055 Dec 10 18:47:02.664807 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426c1ea-20fe-4ca9-a036-fae965835d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380e33ab-9848-4e4e-acc9-bf8d9348584c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:02.808291 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1cb412f8-fba6-469b-a5c9-7898dd77115a tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:02.822208 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1cb412f8-fba6-469b-a5c9-7898dd77115a tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:02.892519 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1cb412f8-fba6-469b-a5c9-7898dd77115a tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Deleting port 0889a835-6bc2-4b99-8f55-2edd47c88adb {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:02.892895 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1cb412f8-fba6-469b-a5c9-7898dd77115a tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:02.992056 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b475253d-564e-483b-a292-63033436ac3c req-f821a833-bafc-4693-b60b-34b51aa9c6b5 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0371690 Dec 10 18:47:03.021882 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1cb412f8-fba6-469b-a5c9-7898dd77115a tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:03.041707 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1cb412f8-fba6-469b-a5c9-7898dd77115a tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Calling delete_port for 0889a835-6bc2-4b99-8f55-2edd47c88adb owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:03.175650 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cd35bca6-f91c-47a5-94d7-2270a30a2c4d req-a3713a1c-55ec-41ed-812d-3128eb4f839e tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0846047 Dec 10 18:47:03.221743 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-97f470f8-adee-4361-a618-3193bbca2a6c req-a3545d5d-0033-45f9-9c53-6f4c0f474c4d tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0373249 Dec 10 18:47:03.282610 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1cb412f8-fba6-469b-a5c9-7898dd77115a tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:03.315476 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb412f8-fba6-469b-a5c9-7898dd77115a tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Pushing event deleted for resources: {'Port': ['ID=0889a835-6bc2-4b99-8f55-2edd47c88adb,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:03.328921 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749912c4-85ba-4e52-a02c-95b040bfb3a5 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:47:03.391947 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1cb412f8-fba6-469b-a5c9-7898dd77115a tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:03.601851 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1cb412f8-fba6-469b-a5c9-7898dd77115a tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4723'] for router, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:03.606639 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1cb412f8-fba6-469b-a5c9-7898dd77115a tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534354'] for router, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:03.686821 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb412f8-fba6-469b-a5c9-7898dd77115a tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Router 054208ed-a55e-43fb-9cb4-d65dcab63fbd has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:47:03.737611 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5173e20a-d3fe-457b-88bc-d0126d01e3b4 req-098bfbb4-d581-407e-8f92-0697de545707 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0361111 Dec 10 18:47:03.744714 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:03.773906 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb412f8-fba6-469b-a5c9-7898dd77115a tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:47:03.781754 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1cb412f8-fba6-469b-a5c9-7898dd77115a tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:03.784700 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1cb412f8-fba6-469b-a5c9-7898dd77115a tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] 10.222.0.62 "PUT /v2.0/routers/054208ed-a55e-43fb-9cb4-d65dcab63fbd HTTP/1.1" status: 200 len: 705 time: 1.4172449 Dec 10 18:47:03.785004 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37804) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:03.785395 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326c21f1-22f2-4b96-bf8f-e176d12e344b None None] Sync routers for ids ['054208ed-a55e-43fb-9cb4-d65dcab63fbd'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:47:03.798541 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326c21f1-22f2-4b96-bf8f-e176d12e344b None None] Routers {'054208ed-a55e-43fb-9cb4-d65dcab63fbd'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:47:03.799168 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-326c21f1-22f2-4b96-bf8f-e176d12e344b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:46:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['054208ed-a55e-43fb-9cb4-d65dcab63fbd'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:03.833333 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-326c21f1-22f2-4b96-bf8f-e176d12e344b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:03.843976 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326c21f1-22f2-4b96-bf8f-e176d12e344b None None] Routers {'054208ed-a55e-43fb-9cb4-d65dcab63fbd'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:47:03.844651 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-326c21f1-22f2-4b96-bf8f-e176d12e344b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:46:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['054208ed-a55e-43fb-9cb4-d65dcab63fbd'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:03.874637 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-88e1e8e9-f9bd-4c45-ab86-4c66df3e8fb1 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] 10.222.0.62 "GET /v2.0/routers/054208ed-a55e-43fb-9cb4-d65dcab63fbd HTTP/1.1" status: 200 len: 740 time: 0.0879850 Dec 10 18:47:03.877189 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37808) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:03.880996 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-326c21f1-22f2-4b96-bf8f-e176d12e344b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:03.881654 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326c21f1-22f2-4b96-bf8f-e176d12e344b None None] The sync data for ids ['054208ed-a55e-43fb-9cb4-d65dcab63fbd'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:47:03.924561 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ed4a4713-0326-4f9d-a1cd-784bf1ec0978 tempest-RoutersAdminTest-2115341705 tempest-RoutersAdminTest-2115341705-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=6fdf4522-5bcb-4bff-a877-38bc5e23829f&device_id=054208ed-a55e-43fb-9cb4-d65dcab63fbd HTTP/1.1" status: 200 len: 205 time: 0.0461266 Dec 10 18:47:03.927127 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37810) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:03.953344 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-190f8a35-5f89-4620-872f-7ca2419ec5e0 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] 10.222.0.62 "GET /v2.0/ports?device_id=054208ed-a55e-43fb-9cb4-d65dcab63fbd HTTP/1.1" status: 200 len: 205 time: 0.0250580 Dec 10 18:47:03.955800 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37812) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:04.033415 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd432cf2-33bb-42dc-aaf6-0c7e74b2c3d5 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:04.131954 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cf2cf949-3f2e-4d0a-9fd7-bdfa105f20d3 req-68999411-75fe-46c1-9352-148198a0115b tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0301206 Dec 10 18:47:04.200707 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd432cf2-33bb-42dc-aaf6-0c7e74b2c3d5 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:04.203513 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd432cf2-33bb-42dc-aaf6-0c7e74b2c3d5 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:04.294699 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7c18f0aa-19b8-4cf3-bdfc-c9b9cd39dccd req-4e6ceedf-d9e5-4a45-8353-c024ed0ed612 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0419188 Dec 10 18:47:04.296661 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd432cf2-33bb-42dc-aaf6-0c7e74b2c3d5 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:04.297259 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd432cf2-33bb-42dc-aaf6-0c7e74b2c3d5 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Fanout notify agent at l3_agent the message router_deleted on router 054208ed-a55e-43fb-9cb4-d65dcab63fbd {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:47:04.306129 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd432cf2-33bb-42dc-aaf6-0c7e74b2c3d5 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:04.307559 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-bd432cf2-33bb-42dc-aaf6-0c7e74b2c3d5 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] 10.222.0.62 "DELETE /v2.0/routers/054208ed-a55e-43fb-9cb4-d65dcab63fbd HTTP/1.1" status: 204 len: 168 time: 0.3508544 Dec 10 18:47:04.311715 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37820) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:04.337082 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-87415f05-693e-48b0-aa5d-4f9f73eb0138 req-2c5b18a1-23ad-4f03-b2e6-80f8f5eadcca tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0399625 Dec 10 18:47:04.359838 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-11c6900c-2be5-4066-aa35-b50e26c37fa1 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] 10.222.0.62 "GET /v2.0/ports?device_id=054208ed-a55e-43fb-9cb4-d65dcab63fbd HTTP/1.1" status: 200 len: 205 time: 0.0323565 Dec 10 18:47:04.362655 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37822) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:04.408752 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-4e225021-45cf-4241-9bba-a69a5e4112a1 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] delete failed (client error): The resource could not be found. Dec 10 18:47:04.410414 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4e225021-45cf-4241-9bba-a69a5e4112a1 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] 10.222.0.62 "DELETE /v2.0/routers/054208ed-a55e-43fb-9cb4-d65dcab63fbd HTTP/1.1" status: 404 len: 336 time: 0.0463524 Dec 10 18:47:04.413131 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37824) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:04.447634 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-06b6a2a8-5930-475b-a2ef-da86449524a0 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9b8b3ea-caca-421c-8077-93dc00f7c3bd HTTP/1.1" status: 200 len: 205 time: 0.0330856 Dec 10 18:47:04.449802 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37826) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:04.853909 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-95939523-a7bf-494d-a57b-8e66ed239dae tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] delete failed (client error): The resource could not be found. Dec 10 18:47:04.855886 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-95939523-a7bf-494d-a57b-8e66ed239dae tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] 10.222.0.62 "DELETE /v2.0/routers/c9b8b3ea-caca-421c-8077-93dc00f7c3bd HTTP/1.1" status: 404 len: 336 time: 0.4045064 Dec 10 18:47:04.858665 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37830) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:04.886619 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-92053c84-ea67-4641-be76-9eb0253c715f req-1cf224c0-7331-4e15-8baa-fc384c7ce81d tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0351346 Dec 10 18:47:04.893071 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9bca270c-0e62-4f2f-8f7b-c0a3b286c0a7 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] 10.222.0.62 "GET /v2.0/ports?device_id=77aeebd7-a1ff-435e-9e05-34abf528331c HTTP/1.1" status: 200 len: 205 time: 0.0332012 Dec 10 18:47:04.895558 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37834) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:04.935515 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-39d0f470-1218-476a-9cb8-feaa4d2ea4d3 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] delete failed (client error): The resource could not be found. Dec 10 18:47:04.936735 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-39d0f470-1218-476a-9cb8-feaa4d2ea4d3 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] 10.222.0.62 "DELETE /v2.0/routers/77aeebd7-a1ff-435e-9e05-34abf528331c HTTP/1.1" status: 404 len: 336 time: 0.0389400 Dec 10 18:47:04.939469 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37836) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:04.966292 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-fc67891e-1598-4dbd-9b94-c685cf894f01 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c588042-de6c-49d4-9a01-74d7c5c415a1 HTTP/1.1" status: 200 len: 205 time: 0.0256543 Dec 10 18:47:04.968789 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37838) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:05.009270 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-7150146b-1b48-43f1-b4ab-e4895e26c319 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] delete failed (client error): The resource could not be found. Dec 10 18:47:05.010319 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7150146b-1b48-43f1-b4ab-e4895e26c319 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] 10.222.0.62 "DELETE /v2.0/routers/0c588042-de6c-49d4-9a01-74d7c5c415a1 HTTP/1.1" status: 404 len: 336 time: 0.0405598 Dec 10 18:47:05.013126 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37840) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:05.039371 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a3de87db-5153-420e-a0e7-9e72aef61024 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b0d5e03-1768-447f-b786-047d85725121 HTTP/1.1" status: 200 len: 205 time: 0.0250657 Dec 10 18:47:05.041590 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37842) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:05.082516 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-a1c2f333-a29e-442c-b2da-f638bc32ee9e tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] delete failed (client error): The resource could not be found. Dec 10 18:47:05.083585 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a1c2f333-a29e-442c-b2da-f638bc32ee9e tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] 10.222.0.62 "DELETE /v2.0/routers/7b0d5e03-1768-447f-b786-047d85725121 HTTP/1.1" status: 404 len: 336 time: 0.0411015 Dec 10 18:47:05.086284 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37844) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:05.115669 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-115c395f-d50e-474c-8f73-b4c47f9748bf tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] 10.222.0.62 "GET /v2.0/ports?device_id=92a058b6-354e-477f-9e40-aa55c59c6adb HTTP/1.1" status: 200 len: 205 time: 0.0280380 Dec 10 18:47:05.117982 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37846) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:05.158468 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-01e77255-a37d-4ceb-9775-58c7e7bcb279 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] delete failed (client error): The resource could not be found. Dec 10 18:47:05.162167 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-01e77255-a37d-4ceb-9775-58c7e7bcb279 tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] 10.222.0.62 "DELETE /v2.0/routers/92a058b6-354e-477f-9e40-aa55c59c6adb HTTP/1.1" status: 404 len: 336 time: 0.0406458 Dec 10 18:47:05.162695 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37850) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:05.189610 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0c23c5c-10b7-4190-b997-b27860a045cc tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] DELETE failed (client error): The resource could not be found. Dec 10 18:47:05.190069 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0c23c5c-10b7-4190-b997-b27860a045cc tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:47:05.195722 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b0c23c5c-10b7-4190-b997-b27860a045cc tempest-RoutersAdminTest-787334341 tempest-RoutersAdminTest-787334341-project] 10.222.0.62 "DELETE /v2.0/subnets/a447b123-c0c0-42d8-9e41-5fc703e50aea HTTP/1.1" status: 404 len: 337 time: 0.0294328 Dec 10 18:47:05.232051 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a7b3cd1b-66a0-4759-b363-558812f7a862 req-11fc98f8-eceb-4132-a0b4-8c0cf94f22b2 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0306005 Dec 10 18:47:05.410838 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8d5d31b4-027c-4268-a1f6-1e9587e1be98 req-44716601-9ba5-43b5-b171-a1e4f43a0a75 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0295539 Dec 10 18:47:05.434498 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-12e11bc5-4ee2-4c82-b083-23efcc4353d5 req-04cddf75-123e-473d-bf75-ea6d5f6fb402 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0372009 Dec 10 18:47:05.465399 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37860) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:05.575388 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a865ee1c-b0be-40e0-a4f3-13d531b19fbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:05.611229 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-34e37fdf-0380-472c-9dd1-9d6ea1217f18 req-39f57a79-7cce-42b4-b2da-bbe8ee2ce934 service neutron] (103244) timed out ('10.222.0.46', 50473) {{(pid=103244) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 18:47:05.648968 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a865ee1c-b0be-40e0-a4f3-13d531b19fbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:05.653464 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a865ee1c-b0be-40e0-a4f3-13d531b19fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:05.694430 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a865ee1c-b0be-40e0-a4f3-13d531b19fbc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e160b8e1f1d14771b69833fcddc33bd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2279198 Dec 10 18:47:05.695309 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865ee1c-b0be-40e0-a4f3-13d531b19fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b85f33-b032-4676-b448-38969ac76286,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:05.697093 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37864) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:05.745302 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-be98b5d1-d165-4786-afeb-274151e334dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:05.766826 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-be98b5d1-d165-4786-afeb-274151e334dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:05.813449 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-be98b5d1-d165-4786-afeb-274151e334dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:05.816109 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-be98b5d1-d165-4786-afeb-274151e334dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:05.817290 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-be98b5d1-d165-4786-afeb-274151e334dd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/67b85f33-b032-4676-b448-38969ac76286 HTTP/1.1" status: 204 len: 168 time: 0.1192145 Dec 10 18:47:05.825431 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98b5d1-d165-4786-afeb-274151e334dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b85f33-b032-4676-b448-38969ac76286,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:05.981213 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1db3ecfd-9b97-495b-afee-0784213633a6 req-5b6c916f-69fa-4a33-9e41-7baa60f05e7c tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0390751 Dec 10 18:47:06.093618 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37874) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:06.133321 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-86f50ced-6ea5-41cd-9d99-baf5c2279f50 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4cfd523d64f948c1b3aaf64dc5b4e68b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385263 Dec 10 18:47:06.136107 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37876) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:06.184507 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b94ccf30-dd70-45d5-852d-a6ee6796fc6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:06.205196 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b94ccf30-dd70-45d5-852d-a6ee6796fc6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:06.256603 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b94ccf30-dd70-45d5-852d-a6ee6796fc6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:06.259704 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b94ccf30-dd70-45d5-852d-a6ee6796fc6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:06.260920 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b94ccf30-dd70-45d5-852d-a6ee6796fc6f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4a658d6d-66a7-41c0-b136-5345d3ac51a6 HTTP/1.1" status: 204 len: 168 time: 0.1236832 Dec 10 18:47:06.269678 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ccf30-dd70-45d5-852d-a6ee6796fc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a658d6d-66a7-41c0-b136-5345d3ac51a6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:06.322492 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be116fe3-2788-4183-8aa1-26d7b48d0248 req-aecad0bf-8ab8-4620-8636-4f85d1268464 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0259662 Dec 10 18:47:06.506519 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e8a27198-2130-4ee6-9604-a23ddeec17e3 req-8845eda7-82f5-496b-9378-110e3bf9f1e0 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0313349 Dec 10 18:47:06.512031 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-33e65b8a-4e72-4cdb-94c8-3ae088bb0cb6 req-ca904e46-5ef9-473f-9b2a-be656a36f0a9 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0283680 Dec 10 18:47:07.081186 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6a60191-2022-4254-9a59-eee597ad9c38 req-4ef00090-e3cd-4468-9507-d6094681367e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0429549 Dec 10 18:47:07.411001 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-df8616f9-e893-46c8-b6f9-868e0674e364 req-3b0d1438-5e9c-4f58-9610-5b0ae9a4052a tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0269251 Dec 10 18:47:07.524076 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37924) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:07.598160 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d824cd1f-89a3-4fe8-a963-fec59c1b9ee6 req-3d89f080-df7b-4d3d-865d-0fb5e9640be0 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0305901 Dec 10 18:47:07.603885 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3a432fff-83dc-4a4c-8516-58f9356310cf req-5e309129-2eaa-4678-b95d-499fc9bbdd97 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0319724 Dec 10 18:47:07.631554 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d8bb428f-5291-46c6-91f4-53627b0659c0 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-188643491'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:07.652578 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d8bb428f-5291-46c6-91f4-53627b0659c0 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:07.653758 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d8bb428f-5291-46c6-91f4-53627b0659c0 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:07.705656 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d8bb428f-5291-46c6-91f4-53627b0659c0 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:07.709811 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d8bb428f-5291-46c6-91f4-53627b0659c0 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:07.724508 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d8bb428f-5291-46c6-91f4-53627b0659c0 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:07.725715 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d8bb428f-5291-46c6-91f4-53627b0659c0 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2006109 Dec 10 18:47:07.728300 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37932) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:07.800808 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-84e3f9e8-79c4-4da4-b09c-57e83f3db72a tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:07.954006 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-84e3f9e8-79c4-4da4-b09c-57e83f3db72a tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:07.956109 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-84e3f9e8-79c4-4da4-b09c-57e83f3db72a tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:07.999287 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-84e3f9e8-79c4-4da4-b09c-57e83f3db72a tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:07.999809 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e3f9e8-79c4-4da4-b09c-57e83f3db72a tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00a57faa-f1b6-4b80-a433-457894a0fb85 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:47:08.004147 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-84e3f9e8-79c4-4da4-b09c-57e83f3db72a tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:08.009304 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-84e3f9e8-79c4-4da4-b09c-57e83f3db72a tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] 10.222.0.62 "DELETE /v2.0/routers/00a57faa-f1b6-4b80-a433-457894a0fb85 HTTP/1.1" status: 204 len: 168 time: 0.2761278 Dec 10 18:47:08.009304 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37934) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:08.013606 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4fd38bb1-4671-4caf-b96e-33d7758e8e30 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Request body: {'router': {'name': 'tempest-router-2047794869', 'distributed': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:08.018583 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:08.033693 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4fd38bb1-4671-4caf-b96e-33d7758e8e30 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:08.034676 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4fd38bb1-4671-4caf-b96e-33d7758e8e30 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:08.085256 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4fd38bb1-4671-4caf-b96e-33d7758e8e30 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:08.090551 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4fd38bb1-4671-4caf-b96e-33d7758e8e30 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:08.109921 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4fd38bb1-4671-4caf-b96e-33d7758e8e30 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:08.109921 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4fd38bb1-4671-4caf-b96e-33d7758e8e30 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.0974095 Dec 10 18:47:08.110181 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37940) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:08.208986 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8f7ca2b8-6b51-4db2-84ae-0f85309e2971 req-78bbf354-0242-40b6-aa4e-1be5c4d581d2 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0522227 Dec 10 18:47:08.213474 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3b2eead-a192-490d-94b0-2da4acd5dff0 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:08.374160 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3b2eead-a192-490d-94b0-2da4acd5dff0 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:08.376371 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3b2eead-a192-490d-94b0-2da4acd5dff0 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:08.424024 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3b2eead-a192-490d-94b0-2da4acd5dff0 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:08.424535 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b2eead-a192-490d-94b0-2da4acd5dff0 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b7a817c4-7fb2-49e0-8705-35ea11dde03c {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:47:08.428934 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3b2eead-a192-490d-94b0-2da4acd5dff0 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:08.429806 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c3b2eead-a192-490d-94b0-2da4acd5dff0 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] 10.222.0.62 "DELETE /v2.0/routers/b7a817c4-7fb2-49e0-8705-35ea11dde03c HTTP/1.1" status: 204 len: 168 time: 0.3188596 Dec 10 18:47:08.434710 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37942) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:08.438413 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-b049bb71-82f8-4fe2-be3d-b03488fa1e37 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Request body: {'router': {'name': 'tempest-router-1567824938', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'f827ae0ac81045d58d743c79b60d5139'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:08.459187 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b049bb71-82f8-4fe2-be3d-b03488fa1e37 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:08.460433 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b049bb71-82f8-4fe2-be3d-b03488fa1e37 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:08.493262 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-db28e92c-a0b4-4691-a349-cfa1eca29ff1 req-56c14b19-0e0a-417c-b78d-10642dcff937 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0261755 Dec 10 18:47:08.513414 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b049bb71-82f8-4fe2-be3d-b03488fa1e37 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:08.517627 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b049bb71-82f8-4fe2-be3d-b03488fa1e37 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:08.532961 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b049bb71-82f8-4fe2-be3d-b03488fa1e37 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:08.536832 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b049bb71-82f8-4fe2-be3d-b03488fa1e37 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1014216 Dec 10 18:47:08.537598 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37946) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:08.541787 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-671fce30-8710-4413-ba63-8ec5609d64fe tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:08.692028 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3149770d-4322-441d-b100-e039917d3b1f req-2a24c851-678a-4b33-bd6c-94067f421e3a tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0283728 Dec 10 18:47:08.702030 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-569fb7d6-2cbe-4d16-8367-dc3fefd840bc req-4cd26aa5-64ff-48c8-9453-8e46de874aca tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0301125 Dec 10 18:47:08.770070 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-671fce30-8710-4413-ba63-8ec5609d64fe tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4723'] for router, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:08.770617 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-671fce30-8710-4413-ba63-8ec5609d64fe tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks [] for router, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:08.848927 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-671fce30-8710-4413-ba63-8ec5609d64fe tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103245) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 10 18:47:08.849283 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-671fce30-8710-4413-ba63-8ec5609d64fe tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Router 30ebb869-55c1-4771-8ee1-36b514a76c1e migrating from provider to provider. {{(pid=103245) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 10 18:47:08.849664 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-671fce30-8710-4413-ba63-8ec5609d64fe tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:08.855331 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-671fce30-8710-4413-ba63-8ec5609d64fe tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:08.858928 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-671fce30-8710-4413-ba63-8ec5609d64fe tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534354'] for router, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:08.934756 n-d-821435-1 neutron-server[103245]: WARNING neutron.scheduler.l3_agent_scheduler [None req-671fce30-8710-4413-ba63-8ec5609d64fe tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] No L3 agents can host the router 30ebb869-55c1-4771-8ee1-36b514a76c1e Dec 10 18:47:09.049283 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671fce30-8710-4413-ba63-8ec5609d64fe tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Hosts for router 30ebb869-55c1-4771-8ee1-36b514a76c1e: [] {{(pid=103245) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 10 18:47:09.074036 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671fce30-8710-4413-ba63-8ec5609d64fe tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Hosts for other DVR routers connected to router 30ebb869-55c1-4771-8ee1-36b514a76c1e: set() {{(pid=103245) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 10 18:47:09.076444 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-671fce30-8710-4413-ba63-8ec5609d64fe tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:09.077673 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-671fce30-8710-4413-ba63-8ec5609d64fe tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] 10.222.0.62 "PUT /v2.0/routers/30ebb869-55c1-4771-8ee1-36b514a76c1e HTTP/1.1" status: 200 len: 717 time: 0.5391603 Dec 10 18:47:09.080627 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37952) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:09.154483 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fb44d54e-ffc7-465b-bdac-bb1b9cd2eeee tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] 10.222.0.62 "GET /v2.0/routers/30ebb869-55c1-4771-8ee1-36b514a76c1e HTTP/1.1" status: 200 len: 717 time: 0.0727334 Dec 10 18:47:09.157062 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37954) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:09.342858 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0ac5d44a-c10a-4854-8cef-2af9e3c00cad req-067bd656-4571-4675-9de2-b801fd7f2245 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0821517 Dec 10 18:47:09.353622 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fbdb0726-5eb7-463a-a417-7255c433f046 tempest-RoutersTestDVR-963260579 tempest-RoutersTestDVR-963260579-project] 10.222.0.62 "GET /v2.0/routers/30ebb869-55c1-4771-8ee1-36b514a76c1e HTTP/1.1" status: 200 len: 683 time: 0.1954968 Dec 10 18:47:09.356985 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37962) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:09.432915 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0bc5ba58-0b45-4e88-989a-b7016876adf8 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:09.574821 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5e93503-e332-4b96-b8b5-65c77fb942d0 req-c66e7fa8-74b0-45ed-9c42-87eb12e9a460 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0273216 Dec 10 18:47:09.594026 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0bc5ba58-0b45-4e88-989a-b7016876adf8 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:09.596166 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0bc5ba58-0b45-4e88-989a-b7016876adf8 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:09.641284 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0bc5ba58-0b45-4e88-989a-b7016876adf8 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:09.641761 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc5ba58-0b45-4e88-989a-b7016876adf8 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 30ebb869-55c1-4771-8ee1-36b514a76c1e {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:47:09.646314 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0bc5ba58-0b45-4e88-989a-b7016876adf8 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:09.647258 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0bc5ba58-0b45-4e88-989a-b7016876adf8 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] 10.222.0.62 "DELETE /v2.0/routers/30ebb869-55c1-4771-8ee1-36b514a76c1e HTTP/1.1" status: 204 len: 168 time: 0.2893479 Dec 10 18:47:09.651057 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37966) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:09.656048 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f6d827af-38a4-4208-8237-c4f809c583f2 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Request body: {'router': {'name': 'tempest-router-126272561', 'distributed': True}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:09.677787 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6d827af-38a4-4208-8237-c4f809c583f2 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:09.678764 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6d827af-38a4-4208-8237-c4f809c583f2 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:09.732241 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6d827af-38a4-4208-8237-c4f809c583f2 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:09.737505 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6d827af-38a4-4208-8237-c4f809c583f2 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:09.752331 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6d827af-38a4-4208-8237-c4f809c583f2 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:09.755975 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f6d827af-38a4-4208-8237-c4f809c583f2 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1017549 Dec 10 18:47:09.756192 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37972) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:09.778839 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-545bf84a-53d5-4332-afc0-63cf27df9003 req-0dee6a52-3d05-4e36-a66d-6365015fc419 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0285537 Dec 10 18:47:09.851514 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6a8c5b6c-8fda-4c91-8542-a4ef6f1397ee req-9c2a6370-9917-46b0-a316-056a68daac8d tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0886574 Dec 10 18:47:09.861984 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-95152517-cbc5-4d1c-8842-e43082ed4315 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:10.027860 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-95152517-cbc5-4d1c-8842-e43082ed4315 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:10.030152 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-95152517-cbc5-4d1c-8842-e43082ed4315 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:10.072800 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-95152517-cbc5-4d1c-8842-e43082ed4315 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:10.073996 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95152517-cbc5-4d1c-8842-e43082ed4315 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 464c6069-08c9-46e1-8334-f6f4a68888c4 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:47:10.078659 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-95152517-cbc5-4d1c-8842-e43082ed4315 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:10.079748 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-95152517-cbc5-4d1c-8842-e43082ed4315 tempest-RoutersTestDVR-1304961673 tempest-RoutersTestDVR-1304961673-project-admin] 10.222.0.62 "DELETE /v2.0/routers/464c6069-08c9-46e1-8334-f6f4a68888c4 HTTP/1.1" status: 204 len: 168 time: 0.3222702 Dec 10 18:47:10.333716 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37980) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:10.423679 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dc891dc2-1598-4111-964f-e9c2392f184e req-db3b5f30-5b9e-41f7-8a3f-627243cf34f5 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0275533 Dec 10 18:47:10.444969 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3200a6d0-8f89-46ee-8d4e-c4b81b512f87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:10.519171 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3200a6d0-8f89-46ee-8d4e-c4b81b512f87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:10.522974 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3200a6d0-8f89-46ee-8d4e-c4b81b512f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:10.571319 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3200a6d0-8f89-46ee-8d4e-c4b81b512f87 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f827ae0ac81045d58d743c79b60d5139&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2363412 Dec 10 18:47:10.572150 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3200a6d0-8f89-46ee-8d4e-c4b81b512f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7734eda0-fdc6-4bab-87be-1ad22c11fb15,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:10.574715 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37986) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:10.647885 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d7fc4037-ea3c-490a-b21a-fc9d4568b179 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:10.665731 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-078c669a-b8d3-4dd2-9ada-34c9810b711b req-a80b77ee-3e91-4fef-98a9-1e74aa753d5f tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0316041 Dec 10 18:47:10.683394 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d7fc4037-ea3c-490a-b21a-fc9d4568b179 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:10.728772 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d7fc4037-ea3c-490a-b21a-fc9d4568b179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:10.732028 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d7fc4037-ea3c-490a-b21a-fc9d4568b179 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:10.733249 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d7fc4037-ea3c-490a-b21a-fc9d4568b179 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7734eda0-fdc6-4bab-87be-1ad22c11fb15 HTTP/1.1" status: 204 len: 168 time: 0.1573923 Dec 10 18:47:10.741252 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc4037-ea3c-490a-b21a-fc9d4568b179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7734eda0-fdc6-4bab-87be-1ad22c11fb15,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:10.863370 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9128dc8f-0273-4014-bf53-e6400ceef7aa req-8b10537e-df29-4375-8d4d-c7f97c072102 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0277739 Dec 10 18:47:10.960269 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fea11e6b-4b77-401c-9589-bf5863f43300 req-ddcfda9f-842f-42b8-a127-8fa1a95efc89 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0327251 Dec 10 18:47:11.022973 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37998) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:11.037651 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-36854524-0a7d-48cb-b449-8f48a1b6f787 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:11.114225 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-36854524-0a7d-48cb-b449-8f48a1b6f787 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:11.118560 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-36854524-0a7d-48cb-b449-8f48a1b6f787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:11.156609 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36854524-0a7d-48cb-b449-8f48a1b6f787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de767d0a-e728-4257-ab35-6a33936700fc,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:11.161160 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-36854524-0a7d-48cb-b449-8f48a1b6f787 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bf551ada8b5c40b996e43aaa225a8966&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1370890 Dec 10 18:47:11.163828 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38000) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:11.212185 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f4c552ba-3935-4e88-8416-46443fb239c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:11.234164 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f4c552ba-3935-4e88-8416-46443fb239c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:11.283377 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f4c552ba-3935-4e88-8416-46443fb239c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:11.286149 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f4c552ba-3935-4e88-8416-46443fb239c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:11.287300 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f4c552ba-3935-4e88-8416-46443fb239c6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/de767d0a-e728-4257-ab35-6a33936700fc HTTP/1.1" status: 204 len: 168 time: 0.1225667 Dec 10 18:47:11.296441 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c552ba-3935-4e88-8416-46443fb239c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de767d0a-e728-4257-ab35-6a33936700fc,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:11.506687 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f008b84a-340b-419c-9787-d8655c785e56 req-b01e9bfa-f04f-4055-aafc-0484d8f622a2 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0270264 Dec 10 18:47:11.749920 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-247be915-555e-41ff-b2de-98471b82c6fc req-1ea434a1-c826-41cf-9a67-f864b9c1df1c tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0286872 Dec 10 18:47:11.953326 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1931584c-d240-4f35-938c-f8ad3d4ef8e5 req-cd1b64c2-5811-419b-b586-e097d290979e tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0270138 Dec 10 18:47:12.030348 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38032) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:12.041595 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d9279fe1-25ac-490f-897f-fea42c1c77e3 req-87cdf44f-f6a2-4fd3-8ea9-61376130347b tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0264125 Dec 10 18:47:12.144841 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fa727fc2-d762-4af1-8bf3-d82ea0a86785 tempest-AgentManagementNegativeTest-1431113120 tempest-AgentManagementNegativeTest-1431113120-project] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1133239 Dec 10 18:47:12.394195 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38042) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:12.503140 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a90c0130-1628-46da-86cd-6bbe23ad4457 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:12.597543 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-88dcc5f7-3e4e-4066-ab0d-9997d7277a22 req-921dcebf-781d-4bfc-b22f-103396c670a0 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0361173 Dec 10 18:47:12.611617 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a90c0130-1628-46da-86cd-6bbe23ad4457 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:12.615590 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a90c0130-1628-46da-86cd-6bbe23ad4457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:12.653136 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c0130-1628-46da-86cd-6bbe23ad4457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10d3776-012a-4b4a-8adc-da5adb1b6457,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:12.658565 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a90c0130-1628-46da-86cd-6bbe23ad4457 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=18e5f8cf5f194f5e8ff47fda015851b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2633312 Dec 10 18:47:12.661461 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38048) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:12.711639 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f24af4f-5777-43ce-9cb9-bb0bfb07aaf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:12.733070 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f24af4f-5777-43ce-9cb9-bb0bfb07aaf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:12.783624 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f24af4f-5777-43ce-9cb9-bb0bfb07aaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:12.787528 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f24af4f-5777-43ce-9cb9-bb0bfb07aaf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:12.789261 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1f24af4f-5777-43ce-9cb9-bb0bfb07aaf8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d10d3776-012a-4b4a-8adc-da5adb1b6457 HTTP/1.1" status: 204 len: 168 time: 0.1267607 Dec 10 18:47:12.799660 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f24af4f-5777-43ce-9cb9-bb0bfb07aaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10d3776-012a-4b4a-8adc-da5adb1b6457,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:12.833639 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-947073ba-8bb1-46d9-877c-c6d7db7f6c3e req-e8de3708-81f8-4cd1-9b3b-63960200b877 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0279613 Dec 10 18:47:13.040697 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4dd06609-87f0-4ce1-b5f0-6216fc4d474f req-7e2a8ccd-2c00-4a12-be6e-6fe23309b896 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0283701 Dec 10 18:47:13.123099 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0d0cdebd-7c25-46c1-9f92-d10abbb96c02 req-f044a84a-eb6d-4958-9373-11c4464715ee tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0285141 Dec 10 18:47:13.446300 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38076) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:13.547614 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b47546f0-2ce1-46d7-b252-85111378ad46 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1047156571'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:13.568565 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47546f0-2ce1-46d7-b252-85111378ad46 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Made reservation on behalf of 5be2df4579e145a385f1979eb214a63e for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:13.572065 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b47546f0-2ce1-46d7-b252-85111378ad46 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:13.581164 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b47546f0-2ce1-46d7-b252-85111378ad46 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:13.662506 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b47546f0-2ce1-46d7-b252-85111378ad46 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:13.667054 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b47546f0-2ce1-46d7-b252-85111378ad46 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:13.681799 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-12cafd9f-f36d-4682-9dbb-a4b03b0abbb0 req-ad08ba9a-4d7b-4f1a-8cce-b87bd2d0e2ad tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0307522 Dec 10 18:47:13.695308 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b47546f0-2ce1-46d7-b252-85111378ad46 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:47:13.705152 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47546f0-2ce1-46d7-b252-85111378ad46 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=053f45c9-28be-4b12-a46a-c41a621183e7,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:13.713414 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b47546f0-2ce1-46d7-b252-85111378ad46 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:13.713414 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-b47546f0-2ce1-46d7-b252-85111378ad46 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Added segment b7eb7282-31a8-404b-a84e-1e46038d6381 of type vlan for network 006d8b5d-6171-4e28-930c-9d85ee7dbc1a Dec 10 18:47:13.753714 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b47546f0-2ce1-46d7-b252-85111378ad46 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:13.779646 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b47546f0-2ce1-46d7-b252-85111378ad46 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:13.785549 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47546f0-2ce1-46d7-b252-85111378ad46 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:13.786134 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b47546f0-2ce1-46d7-b252-85111378ad46 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:13.838874 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b47546f0-2ce1-46d7-b252-85111378ad46 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3914411 Dec 10 18:47:13.842217 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38084) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:13.857452 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-33d325fa-df4a-436d-b6fc-46138b10802f tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Request body: {'subnet': {'network_id': '006d8b5d-6171-4e28-930c-9d85ee7dbc1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:13.875548 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47546f0-2ce1-46d7-b252-85111378ad46 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Pushing event updated for resources: {'Network': ['ID=006d8b5d-6171-4e28-930c-9d85ee7dbc1a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:13.887736 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 006d8b5d-6171-4e28-930c-9d85ee7dbc1a details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:47:13.939169 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-861a5509-0eb8-4e4b-9e9b-61e62f3289a4 req-db6ad2ef-06aa-4794-90fb-06aabe05c2ba tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0360918 Dec 10 18:47:13.974646 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d325fa-df4a-436d-b6fc-46138b10802f tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Made reservation on behalf of 5be2df4579e145a385f1979eb214a63e for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:13.978111 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-33d325fa-df4a-436d-b6fc-46138b10802f tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:14.126157 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fffeba76-7783-4bb2-8d98-1bcf86b34949 req-c6875a77-2c40-4b06-b743-3a734febcc13 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0275946 Dec 10 18:47:14.163102 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-33d325fa-df4a-436d-b6fc-46138b10802f tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:14.233403 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-807ed1e4-4aea-49e5-8f73-5e4d30efd07d req-64f21317-56f3-4a22-bb0b-025e6d73a991 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0430548 Dec 10 18:47:14.254481 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d325fa-df4a-436d-b6fc-46138b10802f tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Pushing event updated for resources: {'Subnet': ['ID=42cbfa70-3023-496a-9c04-b7a8bbe874d8,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:14.263737 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d325fa-df4a-436d-b6fc-46138b10802f tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Checking segment: {'id': 'b7eb7282-31a8-404b-a84e-1e46038d6381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '006d8b5d-6171-4e28-930c-9d85ee7dbc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:47:14.264280 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d325fa-df4a-436d-b6fc-46138b10802f tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Network hostable DHCP agents. Network: 006d8b5d-6171-4e28-930c-9d85ee7dbc1a, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:47:14.281209 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d325fa-df4a-436d-b6fc-46138b10802f tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Network 006d8b5d-6171-4e28-930c-9d85ee7dbc1a is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:47:14.290088 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-33d325fa-df4a-436d-b6fc-46138b10802f tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 006d8b5d-6171-4e28-930c-9d85ee7dbc1a) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:14.295025 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d325fa-df4a-436d-b6fc-46138b10802f tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:14.295634 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-33d325fa-df4a-436d-b6fc-46138b10802f tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:14.301500 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a061aa5-2463-451d-a3fb-a1371afa2d24 None None] Network 006d8b5d-6171-4e28-930c-9d85ee7dbc1a requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:47:14.313585 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-33d325fa-df4a-436d-b6fc-46138b10802f tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4703252 Dec 10 18:47:14.316281 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38092) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:14.321132 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-d09983f8-16f5-4447-af1c-9e5343a47bc3 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Request body: {'port': {'network_id': '006d8b5d-6171-4e28-930c-9d85ee7dbc1a', 'name': 'tempest-AllowedAddressPairTestJSON-249941590'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:14.407561 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babea8ad-f829-49d5-8847-866a171fa251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-006d8b5d-6171-4e28-930c-9d85ee7dbc1a', 'network_id': '006d8b5d-6171-4e28-930c-9d85ee7dbc1a', 'project_id': '5be2df4579e145a385f1979eb214a63e', 'fixed_ips': [{'subnet_id': '42cbfa70-3023-496a-9c04-b7a8bbe874d8'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:47:14.408599 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-babea8ad-f829-49d5-8847-866a171fa251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:14.437749 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09983f8-16f5-4447-af1c-9e5343a47bc3 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Made reservation on behalf of 5be2df4579e145a385f1979eb214a63e for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:14.441392 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d09983f8-16f5-4447-af1c-9e5343a47bc3 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:14.467134 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-d09983f8-16f5-4447-af1c-9e5343a47bc3 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] device_id is not set on port 8f3274c1-8fc9-43c9-bea2-c1a3bde880f1 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:47:14.549839 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-babea8ad-f829-49d5-8847-866a171fa251 None None] Allocated IP 172.20.0.2 (006d8b5d-6171-4e28-930c-9d85ee7dbc1a/42cbfa70-3023-496a-9c04-b7a8bbe874d8/b09444df-065d-4c2c-8960-382913b9ac4c) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:47:14.765299 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-63118b76-166c-46ba-a33f-1292ca7a0824 req-86cdde27-86c2-4a00-9a92-1619b53a7bb3 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0293779 Dec 10 18:47:14.844414 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-babea8ad-f829-49d5-8847-866a171fa251 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:14.850643 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-babea8ad-f829-49d5-8847-866a171fa251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:14.888896 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babea8ad-f829-49d5-8847-866a171fa251 None None] Network 006d8b5d-6171-4e28-930c-9d85ee7dbc1a is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:47:14.893886 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-babea8ad-f829-49d5-8847-866a171fa251 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:14.896892 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babea8ad-f829-49d5-8847-866a171fa251 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:47:14.907888 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.db.api [None req-d09983f8-16f5-4447-af1c-9e5343a47bc3 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-e39321a9-5a99-4c1c-8ea4-78ad9250cfb4 {{(pid=103244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:47:14.908220 n-d-821435-1 neutron-server[103244]: DEBUG oslo_db.api [None req-d09983f8-16f5-4447-af1c-9e5343a47bc3 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:47:14.911807 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babea8ad-f829-49d5-8847-866a171fa251 None None] Pushing event updated for resources: {'Port': ['ID=b09444df-065d-4c2c-8960-382913b9ac4c,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:14.936549 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babea8ad-f829-49d5-8847-866a171fa251 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:14.936944 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babea8ad-f829-49d5-8847-866a171fa251 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:14.937300 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babea8ad-f829-49d5-8847-866a171fa251 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:14.937655 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babea8ad-f829-49d5-8847-866a171fa251 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:14.938001 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babea8ad-f829-49d5-8847-866a171fa251 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:14.938343 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babea8ad-f829-49d5-8847-866a171fa251 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:14.938706 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babea8ad-f829-49d5-8847-866a171fa251 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:14.939068 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babea8ad-f829-49d5-8847-866a171fa251 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:14.939401 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babea8ad-f829-49d5-8847-866a171fa251 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:14.939734 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babea8ad-f829-49d5-8847-866a171fa251 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:14.940072 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babea8ad-f829-49d5-8847-866a171fa251 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:14.940400 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babea8ad-f829-49d5-8847-866a171fa251 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:14.940758 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babea8ad-f829-49d5-8847-866a171fa251 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:14.971171 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-babea8ad-f829-49d5-8847-866a171fa251 None None] Attempting to bind port b09444df-065d-4c2c-8960-382913b9ac4c on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:47:14.971518 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-babea8ad-f829-49d5-8847-866a171fa251 None None] Attempting to bind port b09444df-065d-4c2c-8960-382913b9ac4c by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'b7eb7282-31a8-404b-a84e-1e46038d6381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '006d8b5d-6171-4e28-930c-9d85ee7dbc1a'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:47:14.971886 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babea8ad-f829-49d5-8847-866a171fa251 None None] Attempting to bind port b09444df-065d-4c2c-8960-382913b9ac4c on network 006d8b5d-6171-4e28-930c-9d85ee7dbc1a {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:47:14.977402 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babea8ad-f829-49d5-8847-866a171fa251 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:47:14.978069 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babea8ad-f829-49d5-8847-866a171fa251 None None] Checking segment: {'id': 'b7eb7282-31a8-404b-a84e-1e46038d6381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '006d8b5d-6171-4e28-930c-9d85ee7dbc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:47:14.978354 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-babea8ad-f829-49d5-8847-866a171fa251 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:14.978705 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babea8ad-f829-49d5-8847-866a171fa251 None None] Bound using segment: {'id': 'b7eb7282-31a8-404b-a84e-1e46038d6381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '006d8b5d-6171-4e28-930c-9d85ee7dbc1a'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:47:14.979180 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-babea8ad-f829-49d5-8847-866a171fa251 None None] Bound port: b09444df-065d-4c2c-8960-382913b9ac4c, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7eb7282-31a8-404b-a84e-1e46038d6381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '006d8b5d-6171-4e28-930c-9d85ee7dbc1a'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:47:14.980106 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-babea8ad-f829-49d5-8847-866a171fa251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:15.022496 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-149b82ff-0539-4367-85d8-1f95e5aa699b req-09334984-fdb8-4ed2-845b-1cf1c3e0aca2 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0270491 Dec 10 18:47:15.050425 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-babea8ad-f829-49d5-8847-866a171fa251 None None] For port b09444df-065d-4c2c-8960-382913b9ac4c, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:47:15.053446 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-babea8ad-f829-49d5-8847-866a171fa251 None None] For port b09444df-065d-4c2c-8960-382913b9ac4c, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b09444df-065d-4c2c-8960-382913b9ac4c,segment=NetworkSegment(b7eb7282-31a8-404b-a84e-1e46038d6381),segment_id=b7eb7282-31a8-404b-a84e-1e46038d6381)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:47:15.059733 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-babea8ad-f829-49d5-8847-866a171fa251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:15.115296 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babea8ad-f829-49d5-8847-866a171fa251 None None] Pushing event updated for resources: {'Port': ['ID=b09444df-065d-4c2c-8960-382913b9ac4c,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:15.218389 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f4d2940e-62d2-48c0-9507-3e1c6d6b8efa req-138bce74-7b7b-4f04-933f-9bd3604eed21 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0271904 Dec 10 18:47:15.330259 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7ef771a7-a599-4ebb-9a62-2448e9453e13 req-0c3982f9-5ddb-428f-b48a-580e12037b4b tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0293829 Dec 10 18:47:15.409453 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d09983f8-16f5-4447-af1c-9e5343a47bc3 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:15.432493 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-d09983f8-16f5-4447-af1c-9e5343a47bc3 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] device_id is not set on port 0e2ad0f6-2f1d-498c-adb8-aa2c8d58d637 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:47:15.544020 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-d09983f8-16f5-4447-af1c-9e5343a47bc3 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Allocated IP 172.20.0.14 (006d8b5d-6171-4e28-930c-9d85ee7dbc1a/42cbfa70-3023-496a-9c04-b7a8bbe874d8/0e2ad0f6-2f1d-498c-adb8-aa2c8d58d637) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:47:15.676113 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b09444df-065d-4c2c-8960-382913b9ac4c up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:47:15.726920 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d09983f8-16f5-4447-af1c-9e5343a47bc3 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:15.727418 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port b09444df-065d-4c2c-8960-382913b9ac4c triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:15.727796 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:15.766508 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d09983f8-16f5-4447-af1c-9e5343a47bc3 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:15.811071 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09983f8-16f5-4447-af1c-9e5343a47bc3 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Network 006d8b5d-6171-4e28-930c-9d85ee7dbc1a is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:47:15.814477 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-d09983f8-16f5-4447-af1c-9e5343a47bc3 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:15.818263 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09983f8-16f5-4447-af1c-9e5343a47bc3 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:47:15.828291 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:15.853737 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09983f8-16f5-4447-af1c-9e5343a47bc3 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Pushing event updated for resources: {'Port': ['ID=0e2ad0f6-2f1d-498c-adb8-aa2c8d58d637,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:15.868170 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port b09444df-065d-4c2c-8960-382913b9ac4c, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b09444df-065d-4c2c-8960-382913b9ac4c,segment=NetworkSegment(b7eb7282-31a8-404b-a84e-1e46038d6381),segment_id=b7eb7282-31a8-404b-a84e-1e46038d6381)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:15.869526 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-22886ddb-d063-47cf-8edc-538da14c1776 req-db9b0862-ba98-4068-9ec5-afee5a95f54c tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0448782 Dec 10 18:47:15.872842 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:15.888695 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09983f8-16f5-4447-af1c-9e5343a47bc3 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:15.889421 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d09983f8-16f5-4447-af1c-9e5343a47bc3 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:15.911426 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d09983f8-16f5-4447-af1c-9e5343a47bc3 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5910556 Dec 10 18:47:15.911770 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38108) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:15.917571 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-db92aa25-2ea1-48c4-9665-83fee5f9d7a7 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Request body: {'port': {'network_id': '006d8b5d-6171-4e28-930c-9d85ee7dbc1a', 'name': 'tempest-AllowedAddressPairTestJSON-986632818', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:7c:d3:d8'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:15.924025 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=b09444df-065d-4c2c-8960-382913b9ac4c,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:16.037510 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db92aa25-2ea1-48c4-9665-83fee5f9d7a7 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Made reservation on behalf of 5be2df4579e145a385f1979eb214a63e for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:16.112902 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2e8faa-80a2-495b-8a0f-954d7d7d2b20 None None] Network 006d8b5d-6171-4e28-930c-9d85ee7dbc1a requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:47:16.115139 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1bc5ea84-b44f-432a-b63b-3d026fc427a2 req-d9957224-d3a4-46a5-b0d5-b290bc07b985 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0330355 Dec 10 18:47:16.130026 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-db92aa25-2ea1-48c4-9665-83fee5f9d7a7 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:16.150353 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-db92aa25-2ea1-48c4-9665-83fee5f9d7a7 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] device_id is not set on port d6f4ca1c-53b2-472e-ac8c-36e97f0eb033 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:47:16.193207 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f4e7cbd4-b58d-4a67-a1e4-dc8f019055b8 None None] Provisioning complete for port b09444df-065d-4c2c-8960-382913b9ac4c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:16.193586 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4e7cbd4-b58d-4a67-a1e4-dc8f019055b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:16.248482 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:47:16.269982 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-db92aa25-2ea1-48c4-9665-83fee5f9d7a7 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Allocated IP 172.20.0.10 (006d8b5d-6171-4e28-930c-9d85ee7dbc1a/42cbfa70-3023-496a-9c04-b7a8bbe874d8/d6f4ca1c-53b2-472e-ac8c-36e97f0eb033) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:47:16.331845 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-24fd97a8-4192-4e7d-9eb1-923fba7b2ebd req-41a84353-1274-4576-908e-e438dcf17366 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0418706 Dec 10 18:47:16.414738 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-42e91cb6-9de0-4b33-bcf2-030edbfeb855 req-917fd9f0-8ddb-4156-8557-098735ea8221 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0289426 Dec 10 18:47:16.473593 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-db92aa25-2ea1-48c4-9665-83fee5f9d7a7 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:16.509827 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-db92aa25-2ea1-48c4-9665-83fee5f9d7a7 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:16.536880 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-49200c30-e24d-4ba9-a5c0-1c32110be593 None None] Provisioning complete for port 0e2ad0f6-2f1d-498c-adb8-aa2c8d58d637 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:16.537596 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-49200c30-e24d-4ba9-a5c0-1c32110be593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:16.565335 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db92aa25-2ea1-48c4-9665-83fee5f9d7a7 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Network 006d8b5d-6171-4e28-930c-9d85ee7dbc1a is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:47:16.568698 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-db92aa25-2ea1-48c4-9665-83fee5f9d7a7 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:16.571637 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db92aa25-2ea1-48c4-9665-83fee5f9d7a7 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:47:16.583866 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-49200c30-e24d-4ba9-a5c0-1c32110be593 None None] Port 0e2ad0f6-2f1d-498c-adb8-aa2c8d58d637 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:47:16.594912 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-49200c30-e24d-4ba9-a5c0-1c32110be593 None None] Provisioning complete for port b09444df-065d-4c2c-8960-382913b9ac4c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:16.595282 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-49200c30-e24d-4ba9-a5c0-1c32110be593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:16.598436 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92aa25-2ea1-48c4-9665-83fee5f9d7a7 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Pushing event updated for resources: {'Port': ['ID=d6f4ca1c-53b2-472e-ac8c-36e97f0eb033,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:16.632232 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db92aa25-2ea1-48c4-9665-83fee5f9d7a7 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:16.632912 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-db92aa25-2ea1-48c4-9665-83fee5f9d7a7 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:16.654004 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-db92aa25-2ea1-48c4-9665-83fee5f9d7a7 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 0.7379396 Dec 10 18:47:16.654326 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38116) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:16.718575 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7077091-3ea2-4974-9db0-cc5d79b29b6f tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:16.724734 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7077091-3ea2-4974-9db0-cc5d79b29b6f tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:16.730892 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7077091-3ea2-4974-9db0-cc5d79b29b6f tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:16.732616 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b7077091-3ea2-4974-9db0-cc5d79b29b6f tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.0771928 Dec 10 18:47:16.736164 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38120) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:16.811048 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c4b90caa-c545-4e35-8489-efff7b5aeac7 None None] Provisioning complete for port 0e2ad0f6-2f1d-498c-adb8-aa2c8d58d637 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:16.811048 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c4b90caa-c545-4e35-8489-efff7b5aeac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:16.833077 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-855f04fc-aa4d-4db6-81c6-1436a1038c0d tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Deleting port d6f4ca1c-53b2-472e-ac8c-36e97f0eb033 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:16.833333 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-855f04fc-aa4d-4db6-81c6-1436a1038c0d tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:16.850566 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c4b90caa-c545-4e35-8489-efff7b5aeac7 None None] Port 0e2ad0f6-2f1d-498c-adb8-aa2c8d58d637 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:47:16.942653 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-72e8a773-3105-4bba-ad2a-3c458ac66b91 req-3e2ec57d-de57-4bc3-85cd-d44e1cce34ca tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0271869 Dec 10 18:47:16.971247 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-961daf8c-e447-4528-a439-29c7d405ad57 None None] Provisioning complete for port d6f4ca1c-53b2-472e-ac8c-36e97f0eb033 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:16.971883 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-961daf8c-e447-4528-a439-29c7d405ad57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:17.007918 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-961daf8c-e447-4528-a439-29c7d405ad57 None None] Port d6f4ca1c-53b2-472e-ac8c-36e97f0eb033 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:47:17.235835 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-503788b4-873a-446e-ae22-bb331bfdac70 req-866704b4-805c-4528-839d-b7eae1fc1cbd tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0317149 Dec 10 18:47:17.274775 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-855f04fc-aa4d-4db6-81c6-1436a1038c0d tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:17.286998 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-855f04fc-aa4d-4db6-81c6-1436a1038c0d tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Calling delete_port for d6f4ca1c-53b2-472e-ac8c-36e97f0eb033 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:17.427617 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-caa5c725-592e-4721-b3ef-414ab70c0773 req-e41e14d4-bd17-4884-a736-3e9385ce3d85 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0273569 Dec 10 18:47:17.431156 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-855f04fc-aa4d-4db6-81c6-1436a1038c0d tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:17.473014 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f04fc-aa4d-4db6-81c6-1436a1038c0d tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Pushing event deleted for resources: {'Port': ['ID=d6f4ca1c-53b2-472e-ac8c-36e97f0eb033,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:17.525146 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-933ae945-be7c-4e96-ba1d-eb83ebb60128 req-a146b046-ec52-4e67-b821-18417cbecf4a tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0535455 Dec 10 18:47:17.655261 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b09444df-065d-4c2c-8960-382913b9ac4c up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:47:17.660971 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-855f04fc-aa4d-4db6-81c6-1436a1038c0d tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:17.667639 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-855f04fc-aa4d-4db6-81c6-1436a1038c0d tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] 10.222.0.62 "DELETE /v2.0/ports/d6f4ca1c-53b2-472e-ac8c-36e97f0eb033 HTTP/1.1" status: 204 len: 168 time: 0.9277184 Dec 10 18:47:17.668299 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38130) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:17.695422 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b4c9d34-5864-4136-9da6-cdad0738d9c2 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] GET failed (client error): The resource could not be found. Dec 10 18:47:17.696912 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1b4c9d34-5864-4136-9da6-cdad0738d9c2 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] 10.222.0.62 "GET /v2.0/ports/d6f4ca1c-53b2-472e-ac8c-36e97f0eb033 HTTP/1.1" status: 404 len: 333 time: 0.0274146 Dec 10 18:47:17.700999 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38132) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:17.704896 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port b09444df-065d-4c2c-8960-382913b9ac4c triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:17.705278 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:17.706663 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-aba26a25-f70e-4256-9f9a-9a762979920b tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Request body: {'port': {'network_id': '006d8b5d-6171-4e28-930c-9d85ee7dbc1a', 'name': 'tempest-AllowedAddressPairTestJSON-1937831856'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:17.825775 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba26a25-f70e-4256-9f9a-9a762979920b tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Made reservation on behalf of 5be2df4579e145a385f1979eb214a63e for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:17.829504 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aba26a25-f70e-4256-9f9a-9a762979920b tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:17.847101 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-aba26a25-f70e-4256-9f9a-9a762979920b tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] device_id is not set on port fd19e0c4-2aff-48a1-9848-519589716bc9 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:47:17.953284 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-aba26a25-f70e-4256-9f9a-9a762979920b tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Allocated IP 172.20.0.12 (006d8b5d-6171-4e28-930c-9d85ee7dbc1a/42cbfa70-3023-496a-9c04-b7a8bbe874d8/fd19e0c4-2aff-48a1-9848-519589716bc9) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:47:18.030984 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-27a3bd11-4b85-41b8-a522-726649a45fee req-63538956-6553-4d2f-8c20-ea2a424aa783 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0336957 Dec 10 18:47:18.104055 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aba26a25-f70e-4256-9f9a-9a762979920b tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:18.137644 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aba26a25-f70e-4256-9f9a-9a762979920b tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:18.181665 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba26a25-f70e-4256-9f9a-9a762979920b tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Network 006d8b5d-6171-4e28-930c-9d85ee7dbc1a is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:47:18.185425 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-aba26a25-f70e-4256-9f9a-9a762979920b tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:18.189134 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba26a25-f70e-4256-9f9a-9a762979920b tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:47:18.195415 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba26a25-f70e-4256-9f9a-9a762979920b tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Pushing event updated for resources: {'Port': ['ID=fd19e0c4-2aff-48a1-9848-519589716bc9,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:18.245104 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba26a25-f70e-4256-9f9a-9a762979920b tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:18.246066 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aba26a25-f70e-4256-9f9a-9a762979920b tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:18.263972 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-aba26a25-f70e-4256-9f9a-9a762979920b tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.5616279 Dec 10 18:47:18.266381 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38140) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:18.272363 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-6ad07ef0-ba9f-4aeb-946a-4e2a85cb0350 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:7c:d3:d8'}]}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:18.331757 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d9ef3ab6-cf80-4f36-8f4f-e0f134bab1ec req-3f78cfeb-a01e-489e-88ac-472aa4efa1e6 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0351562 Dec 10 18:47:18.436292 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-74f125cb-adaf-4b07-b74c-37f537924b53 None None] Provisioning complete for port fd19e0c4-2aff-48a1-9848-519589716bc9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:18.437040 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-74f125cb-adaf-4b07-b74c-37f537924b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:18.457214 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ad07ef0-ba9f-4aeb-946a-4e2a85cb0350 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:18.472855 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-74f125cb-adaf-4b07-b74c-37f537924b53 None None] Port fd19e0c4-2aff-48a1-9848-519589716bc9 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:47:18.520203 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a0d26060-538e-40db-8d39-22708dd1ce64 req-782614bd-9846-4d89-a94a-ea77a4650bc1 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0290880 Dec 10 18:47:18.615473 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-17ee0e65-5341-49ea-a08a-2bff24b7b3ce req-33b278b5-1cf9-4a21-a523-8898a71f4002 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0361359 Dec 10 18:47:18.695279 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ad07ef0-ba9f-4aeb-946a-4e2a85cb0350 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:18.701383 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ad07ef0-ba9f-4aeb-946a-4e2a85cb0350 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:18.772861 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4ea075b4-53f9-4f28-b744-9b7eddc28dd3 req-87c56730-b5ff-49d4-a535-669d8c399ecd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1101897 Dec 10 18:47:18.783249 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad07ef0-ba9f-4aeb-946a-4e2a85cb0350 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Pushing event updated for resources: {'Port': ['ID=fd19e0c4-2aff-48a1-9848-519589716bc9,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:18.804947 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6ad07ef0-ba9f-4aeb-946a-4e2a85cb0350 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] In _notify_port_updated(), no bound segment for port fd19e0c4-2aff-48a1-9848-519589716bc9 on network 006d8b5d-6171-4e28-930c-9d85ee7dbc1a {{(pid=103244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:47:18.812914 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad07ef0-ba9f-4aeb-946a-4e2a85cb0350 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:18.813601 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ad07ef0-ba9f-4aeb-946a-4e2a85cb0350 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:18.816326 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6ad07ef0-ba9f-4aeb-946a-4e2a85cb0350 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] 10.222.0.62 "PUT /v2.0/ports/fd19e0c4-2aff-48a1-9848-519589716bc9 HTTP/1.1" status: 200 len: 995 time: 0.5475106 Dec 10 18:47:18.817696 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38148) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:18.999120 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-aa666f1b-28ba-4862-8a5f-7346500e7551 None None] Provisioning complete for port fd19e0c4-2aff-48a1-9848-519589716bc9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:18.999418 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aa666f1b-28ba-4862-8a5f-7346500e7551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:19.037490 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-aa666f1b-28ba-4862-8a5f-7346500e7551 None None] Port fd19e0c4-2aff-48a1-9848-519589716bc9 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:47:19.233679 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1a9a1a12-7afa-4f3d-a0c2-6afe526526c3 req-d85b649d-2192-492d-b40b-55e9882ddc3f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0356214 Dec 10 18:47:19.235327 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea075b4-53f9-4f28-b744-9b7eddc28dd3 req-58c9a31c-3de0-4fda-b9ee-b76a356ad83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:19.236688 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4ea075b4-53f9-4f28-b744-9b7eddc28dd3 req-58c9a31c-3de0-4fda-b9ee-b76a356ad83b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=03fbac8cd9664c0ab5033875ec289be7&device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 1096 time: 0.4104855 Dec 10 18:47:19.263040 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6670fe84-50e0-41e3-8c28-b676ddfcf8f0 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Deleting port fd19e0c4-2aff-48a1-9848-519589716bc9 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:19.263295 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6670fe84-50e0-41e3-8c28-b676ddfcf8f0 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:19.415565 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6670fe84-50e0-41e3-8c28-b676ddfcf8f0 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:19.418657 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-187c7570-734c-4f86-ba91-986103874916 req-fb19ca68-5e15-4a51-8c3b-1ab4842a76dc tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0266559 Dec 10 18:47:19.430197 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea075b4-53f9-4f28-b744-9b7eddc28dd3 req-dd095d89-24b7-4c70-865f-3e994a062f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:19.431751 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4ea075b4-53f9-4f28-b744-9b7eddc28dd3 req-dd095d89-24b7-4c70-865f-3e994a062f75 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7298e2ff-8266-485b-b15d-e11513ae77de HTTP/1.1" status: 200 len: 920 time: 0.1652098 Dec 10 18:47:19.433268 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6670fe84-50e0-41e3-8c28-b676ddfcf8f0 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Calling delete_port for fd19e0c4-2aff-48a1-9848-519589716bc9 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:19.481442 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4ea075b4-53f9-4f28-b744-9b7eddc28dd3 req-987d8c37-2e7f-4101-ae5f-eddf0c5e1f23 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa924f55-ae4a-4fe6-86b6-09234eefa69b HTTP/1.1" status: 200 len: 217 time: 0.0426567 Dec 10 18:47:19.566850 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea075b4-53f9-4f28-b744-9b7eddc28dd3 req-c18b859b-9834-4e23-b9b2-950ffdb1e1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:19.568320 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4ea075b4-53f9-4f28-b744-9b7eddc28dd3 req-c18b859b-9834-4e23-b9b2-950ffdb1e1f1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c24893f4-aeec-4797-8dc4-9c83d9d3d696 HTTP/1.1" status: 200 len: 859 time: 0.0606999 Dec 10 18:47:19.592417 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b2a6ea57-e2c0-43a8-8a49-7a2fddd30847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:19.616129 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4ea075b4-53f9-4f28-b744-9b7eddc28dd3 req-1ada935d-2826-4cf8-9ece-eecb6c550d2f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7298e2ff-8266-485b-b15d-e11513ae77de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387497 Dec 10 18:47:19.662315 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b6b03885-ab7e-4b99-9b1b-8ae4f01020c1 req-6278533d-fb2a-4bed-ab9a-b490cf2aa548 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0695765 Dec 10 18:47:19.701354 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-46acd227-1181-480e-af3e-b15de7f9adbc req-407d1fe3-8161-4f40-92b3-a2ed3ae9901f tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0343335 Dec 10 18:47:19.733885 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6670fe84-50e0-41e3-8c28-b676ddfcf8f0 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:19.772341 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670fe84-50e0-41e3-8c28-b676ddfcf8f0 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Pushing event deleted for resources: {'Port': ['ID=fd19e0c4-2aff-48a1-9848-519589716bc9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:19.817052 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4ea075b4-53f9-4f28-b744-9b7eddc28dd3 req-c0bda7af-056d-448f-96fc-d1001427560a service neutron] 10.222.0.46 "GET /v2.0/networks/7298e2ff-8266-485b-b15d-e11513ae77de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797612 Dec 10 18:47:20.014324 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4ea075b4-53f9-4f28-b744-9b7eddc28dd3 req-63b6d6d2-0cac-466d-929d-2e48dfe9de75 service neutron] 10.222.0.46 "GET /v2.0/networks/7298e2ff-8266-485b-b15d-e11513ae77de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814101 Dec 10 18:47:20.019491 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6670fe84-50e0-41e3-8c28-b676ddfcf8f0 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:20.022699 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6670fe84-50e0-41e3-8c28-b676ddfcf8f0 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] 10.222.0.62 "DELETE /v2.0/ports/fd19e0c4-2aff-48a1-9848-519589716bc9 HTTP/1.1" status: 204 len: 168 time: 1.2040122 Dec 10 18:47:20.025386 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38160) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:20.053569 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e6c618-6ea3-4428-a301-f3f9c8032e14 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] GET failed (client error): The resource could not be found. Dec 10 18:47:20.054906 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f7e6c618-6ea3-4428-a301-f3f9c8032e14 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] 10.222.0.62 "GET /v2.0/ports/fd19e0c4-2aff-48a1-9848-519589716bc9 HTTP/1.1" status: 404 len: 333 time: 0.0284777 Dec 10 18:47:20.058411 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38162) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:20.063300 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-95cc572c-8d56-405a-a9dd-6d7d90c34f93 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Request body: {'port': {'network_id': '006d8b5d-6171-4e28-930c-9d85ee7dbc1a', 'name': 'tempest-AllowedAddressPairTestJSON-312850491'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:20.176879 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cc572c-8d56-405a-a9dd-6d7d90c34f93 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Made reservation on behalf of 5be2df4579e145a385f1979eb214a63e for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:20.180245 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-95cc572c-8d56-405a-a9dd-6d7d90c34f93 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:20.196867 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-95cc572c-8d56-405a-a9dd-6d7d90c34f93 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] device_id is not set on port eed5d946-7884-4a2d-9198-06963e59ead9 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:47:20.317297 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-33920768-da2e-427c-b3a0-33e416f47eb0 req-9c4a3883-2f2a-4277-ac6b-bd2f1aceb6e1 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0294564 Dec 10 18:47:20.319124 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-95cc572c-8d56-405a-a9dd-6d7d90c34f93 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Allocated IP 172.20.0.3 (006d8b5d-6171-4e28-930c-9d85ee7dbc1a/42cbfa70-3023-496a-9c04-b7a8bbe874d8/eed5d946-7884-4a2d-9198-06963e59ead9) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:47:20.487426 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-95cc572c-8d56-405a-a9dd-6d7d90c34f93 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:20.509842 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52bde047-01c9-433c-b156-86a9e991f77b req-332fa438-0dfd-4ad4-931c-a9253450131b tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0352905 Dec 10 18:47:20.539012 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-95cc572c-8d56-405a-a9dd-6d7d90c34f93 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:20.589730 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cc572c-8d56-405a-a9dd-6d7d90c34f93 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Network 006d8b5d-6171-4e28-930c-9d85ee7dbc1a is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:47:20.593015 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-95cc572c-8d56-405a-a9dd-6d7d90c34f93 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:20.596810 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cc572c-8d56-405a-a9dd-6d7d90c34f93 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:47:20.622170 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc572c-8d56-405a-a9dd-6d7d90c34f93 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Pushing event updated for resources: {'Port': ['ID=eed5d946-7884-4a2d-9198-06963e59ead9,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:20.653363 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cc572c-8d56-405a-a9dd-6d7d90c34f93 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:20.654096 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-95cc572c-8d56-405a-a9dd-6d7d90c34f93 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:20.672005 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-95cc572c-8d56-405a-a9dd-6d7d90c34f93 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6125014 Dec 10 18:47:20.675013 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38168) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:20.680496 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-cca85c81-5f1e-431f-9c1b-cc40d790ec00 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:7c:d3:d8'}]}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:20.754123 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-70304922-f99c-47eb-99e2-3caae5348fe3 req-33ab3dba-faa0-49ed-a3ff-5942e39db238 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0275257 Dec 10 18:47:20.783164 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cca85c81-5f1e-431f-9c1b-cc40d790ec00 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:20.792242 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3fbbf9bb-e92d-4686-9e32-b8a8146c6403 req-4d4dbdd4-5f44-455e-8821-5ff229b1acfa tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0347245 Dec 10 18:47:20.868386 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-828306e9-a9e2-4198-9c98-b1cd95770686 None None] Provisioning complete for port eed5d946-7884-4a2d-9198-06963e59ead9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:20.868969 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-828306e9-a9e2-4198-9c98-b1cd95770686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:20.906497 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-828306e9-a9e2-4198-9c98-b1cd95770686 None None] Port eed5d946-7884-4a2d-9198-06963e59ead9 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:47:20.982019 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cca85c81-5f1e-431f-9c1b-cc40d790ec00 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:20.986807 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cca85c81-5f1e-431f-9c1b-cc40d790ec00 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:21.071360 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca85c81-5f1e-431f-9c1b-cc40d790ec00 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Pushing event updated for resources: {'Port': ['ID=eed5d946-7884-4a2d-9198-06963e59ead9,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:21.092586 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-cca85c81-5f1e-431f-9c1b-cc40d790ec00 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] In _notify_port_updated(), no bound segment for port eed5d946-7884-4a2d-9198-06963e59ead9 on network 006d8b5d-6171-4e28-930c-9d85ee7dbc1a {{(pid=103244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:47:21.098287 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca85c81-5f1e-431f-9c1b-cc40d790ec00 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:21.098944 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cca85c81-5f1e-431f-9c1b-cc40d790ec00 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:21.100339 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-cca85c81-5f1e-431f-9c1b-cc40d790ec00 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] 10.222.0.62 "PUT /v2.0/ports/eed5d946-7884-4a2d-9198-06963e59ead9 HTTP/1.1" status: 200 len: 995 time: 0.4243460 Dec 10 18:47:21.103071 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38176) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:21.207332 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4e861a08-c57d-4957-95ef-46f2895c4c47 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Deleting port eed5d946-7884-4a2d-9198-06963e59ead9 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:21.207690 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e861a08-c57d-4957-95ef-46f2895c4c47 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:21.300768 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e861a08-c57d-4957-95ef-46f2895c4c47 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:21.313729 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4e861a08-c57d-4957-95ef-46f2895c4c47 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Calling delete_port for eed5d946-7884-4a2d-9198-06963e59ead9 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:21.331217 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-09411012-2d70-421b-8226-53fa14208f1d None None] Provisioning complete for port eed5d946-7884-4a2d-9198-06963e59ead9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:21.331682 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-09411012-2d70-421b-8226-53fa14208f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:21.379737 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-09411012-2d70-421b-8226-53fa14208f1d None None] Port eed5d946-7884-4a2d-9198-06963e59ead9 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:47:21.411191 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3317ef48-060e-43be-83a4-34b9cc89dc3e req-51452621-1448-4b34-9f6a-435dcb689202 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0352263 Dec 10 18:47:21.484560 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e861a08-c57d-4957-95ef-46f2895c4c47 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:21.510972 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e861a08-c57d-4957-95ef-46f2895c4c47 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Pushing event deleted for resources: {'Port': ['ID=eed5d946-7884-4a2d-9198-06963e59ead9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:21.584154 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e861a08-c57d-4957-95ef-46f2895c4c47 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:21.591466 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4e861a08-c57d-4957-95ef-46f2895c4c47 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] 10.222.0.62 "DELETE /v2.0/ports/eed5d946-7884-4a2d-9198-06963e59ead9 HTTP/1.1" status: 204 len: 168 time: 0.4873445 Dec 10 18:47:21.592173 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38182) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:21.596399 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4b1607d1-cc17-4291-92f1-1c95c4489af6 req-77048629-6fbf-4543-8781-1e63d208cf4a tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0286541 Dec 10 18:47:21.619637 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2b071c1-cc41-420e-87f4-a4f8b5077b50 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] GET failed (client error): The resource could not be found. Dec 10 18:47:21.620986 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b2b071c1-cc41-420e-87f4-a4f8b5077b50 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] 10.222.0.62 "GET /v2.0/ports/eed5d946-7884-4a2d-9198-06963e59ead9 HTTP/1.1" status: 404 len: 333 time: 0.0277033 Dec 10 18:47:21.624875 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38184) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:21.629819 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-56c1ad52-f10c-47d0-a3c3-406d5f3b2d27 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Request body: {'port': {'network_id': '006d8b5d-6171-4e28-930c-9d85ee7dbc1a', 'name': 'tempest-AllowedAddressPairTestJSON-598527164'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:21.746792 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c1ad52-f10c-47d0-a3c3-406d5f3b2d27 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Made reservation on behalf of 5be2df4579e145a385f1979eb214a63e for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:21.750358 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-56c1ad52-f10c-47d0-a3c3-406d5f3b2d27 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:21.768167 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-56c1ad52-f10c-47d0-a3c3-406d5f3b2d27 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] device_id is not set on port 59b6b9ee-840e-4bd6-abad-2028cdba9cd0 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:47:21.853166 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2ab781f1-e6d6-430e-87a7-5548efa6956d req-81f37f57-2051-4ce2-9b24-9f7387de1025 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0376301 Dec 10 18:47:21.882555 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-59dd0999-daa3-4885-87de-78902ff9d0b9 req-47afba9b-357c-49e8-b190-8a7ea048f6e3 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0314937 Dec 10 18:47:21.907325 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-56c1ad52-f10c-47d0-a3c3-406d5f3b2d27 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Allocated IP 172.20.0.9 (006d8b5d-6171-4e28-930c-9d85ee7dbc1a/42cbfa70-3023-496a-9c04-b7a8bbe874d8/59b6b9ee-840e-4bd6-abad-2028cdba9cd0) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:47:22.068881 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-56c1ad52-f10c-47d0-a3c3-406d5f3b2d27 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:22.107401 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-56c1ad52-f10c-47d0-a3c3-406d5f3b2d27 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:22.150182 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c1ad52-f10c-47d0-a3c3-406d5f3b2d27 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Network 006d8b5d-6171-4e28-930c-9d85ee7dbc1a is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:47:22.153909 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-56c1ad52-f10c-47d0-a3c3-406d5f3b2d27 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:22.157684 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c1ad52-f10c-47d0-a3c3-406d5f3b2d27 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:47:22.164248 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1ad52-f10c-47d0-a3c3-406d5f3b2d27 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Pushing event updated for resources: {'Port': ['ID=59b6b9ee-840e-4bd6-abad-2028cdba9cd0,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:22.213374 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c1ad52-f10c-47d0-a3c3-406d5f3b2d27 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:22.214545 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-56c1ad52-f10c-47d0-a3c3-406d5f3b2d27 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:22.232116 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-56c1ad52-f10c-47d0-a3c3-406d5f3b2d27 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6061051 Dec 10 18:47:22.234669 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38192) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:22.239711 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7a262958-cd68-40c2-9f5a-675bd5a8f36e tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Request body: {'port': {'network_id': '006d8b5d-6171-4e28-930c-9d85ee7dbc1a', 'name': 'tempest-AllowedAddressPairTestJSON-930282774'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:22.355428 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a262958-cd68-40c2-9f5a-675bd5a8f36e tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Made reservation on behalf of 5be2df4579e145a385f1979eb214a63e for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:22.359044 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7a262958-cd68-40c2-9f5a-675bd5a8f36e tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:22.359536 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fef83b2c-a76b-4d13-a372-207a7a84c334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:22.376810 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-7a262958-cd68-40c2-9f5a-675bd5a8f36e tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] device_id is not set on port 1784061e-e192-43ae-9ef2-ff19806f814a yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:47:22.406052 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-54bfc949-52dc-4f0f-af38-950ea15a73e3 None None] Provisioning complete for port 59b6b9ee-840e-4bd6-abad-2028cdba9cd0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:22.406423 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-54bfc949-52dc-4f0f-af38-950ea15a73e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:22.443811 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-54bfc949-52dc-4f0f-af38-950ea15a73e3 None None] Port 59b6b9ee-840e-4bd6-abad-2028cdba9cd0 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:47:22.490654 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a9e9ed39-a3dc-413a-9a6a-186fee555eeb req-02daa774-ac81-4a8c-882f-bf2d7e447555 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0267825 Dec 10 18:47:22.499078 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-7a262958-cd68-40c2-9f5a-675bd5a8f36e tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Allocated IP 172.20.0.12 (006d8b5d-6171-4e28-930c-9d85ee7dbc1a/42cbfa70-3023-496a-9c04-b7a8bbe874d8/1784061e-e192-43ae-9ef2-ff19806f814a) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:47:22.646379 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7a262958-cd68-40c2-9f5a-675bd5a8f36e tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:22.684339 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7fd1b68c-09da-4130-bb39-86c70f832eb6 req-9c16833c-7c43-46e7-8838-47653e226909 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0349274 Dec 10 18:47:22.711234 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7a262958-cd68-40c2-9f5a-675bd5a8f36e tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:22.753860 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a262958-cd68-40c2-9f5a-675bd5a8f36e tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Network 006d8b5d-6171-4e28-930c-9d85ee7dbc1a is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:47:22.756963 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-7a262958-cd68-40c2-9f5a-675bd5a8f36e tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:22.760932 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a262958-cd68-40c2-9f5a-675bd5a8f36e tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:47:22.786655 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a262958-cd68-40c2-9f5a-675bd5a8f36e tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Pushing event updated for resources: {'Port': ['ID=1784061e-e192-43ae-9ef2-ff19806f814a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:22.815157 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a262958-cd68-40c2-9f5a-675bd5a8f36e tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:22.815783 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7a262958-cd68-40c2-9f5a-675bd5a8f36e tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:22.832519 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7a262958-cd68-40c2-9f5a-675bd5a8f36e tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5967453 Dec 10 18:47:22.835375 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38198) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:22.841677 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-a99d96d1-ea82-438c-b69e-57e6f801c3c5 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:7c:d3:d8'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:c6:b7:9a'}]}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:22.927406 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a99d96d1-ea82-438c-b69e-57e6f801c3c5 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:22.945973 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-209ce3ee-191c-4a29-b24a-86deda0d5eef req-02cdc5da-1be4-4269-bd4d-7996cedddae3 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0330687 Dec 10 18:47:22.971552 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eb115fa6-a186-4192-bde1-9602b063be81 req-c4d2287b-4483-45c6-ba2e-9294a4a0729e tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0309501 Dec 10 18:47:23.067175 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8c39cf6b-5e1c-42dd-86b6-769b222ac609 None None] Provisioning complete for port 1784061e-e192-43ae-9ef2-ff19806f814a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:23.067582 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8c39cf6b-5e1c-42dd-86b6-769b222ac609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:23.102674 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8c39cf6b-5e1c-42dd-86b6-769b222ac609 None None] Port 1784061e-e192-43ae-9ef2-ff19806f814a cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:47:23.145230 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a99d96d1-ea82-438c-b69e-57e6f801c3c5 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:23.150534 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a99d96d1-ea82-438c-b69e-57e6f801c3c5 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:23.228234 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d96d1-ea82-438c-b69e-57e6f801c3c5 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Pushing event updated for resources: {'Port': ['ID=1784061e-e192-43ae-9ef2-ff19806f814a,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:23.243176 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a99d96d1-ea82-438c-b69e-57e6f801c3c5 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] In _notify_port_updated(), no bound segment for port 1784061e-e192-43ae-9ef2-ff19806f814a on network 006d8b5d-6171-4e28-930c-9d85ee7dbc1a {{(pid=103244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:47:23.249105 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99d96d1-ea82-438c-b69e-57e6f801c3c5 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:23.249933 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a99d96d1-ea82-438c-b69e-57e6f801c3c5 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:23.251303 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a99d96d1-ea82-438c-b69e-57e6f801c3c5 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] 10.222.0.62 "PUT /v2.0/ports/1784061e-e192-43ae-9ef2-ff19806f814a HTTP/1.1" status: 200 len: 1056 time: 0.4149160 Dec 10 18:47:23.254143 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38206) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:23.358674 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:23.368797 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7597d9ea-4603-4d32-8b8d-7becffb099cf tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Deleting port 1784061e-e192-43ae-9ef2-ff19806f814a {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:23.369226 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7597d9ea-4603-4d32-8b8d-7becffb099cf tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:23.426525 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8bea3e5e-fdf6-4472-99f6-a15ca5788f4b None None] Provisioning complete for port 1784061e-e192-43ae-9ef2-ff19806f814a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:23.427107 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8bea3e5e-fdf6-4472-99f6-a15ca5788f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:23.460187 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8bea3e5e-fdf6-4472-99f6-a15ca5788f4b None None] Port 1784061e-e192-43ae-9ef2-ff19806f814a cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:47:23.460619 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7597d9ea-4603-4d32-8b8d-7becffb099cf tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:23.475024 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7597d9ea-4603-4d32-8b8d-7becffb099cf tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Calling delete_port for 1784061e-e192-43ae-9ef2-ff19806f814a owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:23.577872 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cfee04c0-b4b7-44d1-9635-91cdd241a82f req-203c5445-393e-4004-9eac-4cb96d7bb5f6 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0285122 Dec 10 18:47:23.631907 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7597d9ea-4603-4d32-8b8d-7becffb099cf tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:23.664876 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597d9ea-4603-4d32-8b8d-7becffb099cf tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Pushing event deleted for resources: {'Port': ['ID=1784061e-e192-43ae-9ef2-ff19806f814a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:23.767415 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d6f7710b-4f91-4800-aeb7-be486644a692 req-95f76bac-03da-4bf7-bb51-614e43a3e3be tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0284796 Dec 10 18:47:23.868987 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7597d9ea-4603-4d32-8b8d-7becffb099cf tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:23.872863 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7597d9ea-4603-4d32-8b8d-7becffb099cf tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] 10.222.0.62 "DELETE /v2.0/ports/1784061e-e192-43ae-9ef2-ff19806f814a HTTP/1.1" status: 204 len: 168 time: 0.6174524 Dec 10 18:47:23.875525 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38212) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:23.898687 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce20e903-c57a-4993-b128-a8e21df9cf2c tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] GET failed (client error): The resource could not be found. Dec 10 18:47:23.900069 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ce20e903-c57a-4993-b128-a8e21df9cf2c tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] 10.222.0.62 "GET /v2.0/ports/1784061e-e192-43ae-9ef2-ff19806f814a HTTP/1.1" status: 404 len: 333 time: 0.0236454 Dec 10 18:47:23.903597 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38214) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:24.009775 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4d296e8c-c7e6-4ca9-acc7-cb07f11e9356 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Deleting port 59b6b9ee-840e-4bd6-abad-2028cdba9cd0 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:24.010127 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d296e8c-c7e6-4ca9-acc7-cb07f11e9356 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:24.057168 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7a5b8c45-799b-4f55-8da0-d8a490c5cf98 req-f582d1a9-07ca-41da-858d-805bfdc052b8 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0306556 Dec 10 18:47:24.085369 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-88963e14-d292-4598-beec-d485c9b2c3a5 req-15066294-23b4-4ff4-ae8d-2f1608a0be3b tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0703330 Dec 10 18:47:24.139384 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d296e8c-c7e6-4ca9-acc7-cb07f11e9356 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:24.152376 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4d296e8c-c7e6-4ca9-acc7-cb07f11e9356 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Calling delete_port for 59b6b9ee-840e-4bd6-abad-2028cdba9cd0 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:24.287754 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d296e8c-c7e6-4ca9-acc7-cb07f11e9356 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:24.316564 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d296e8c-c7e6-4ca9-acc7-cb07f11e9356 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Pushing event deleted for resources: {'Port': ['ID=59b6b9ee-840e-4bd6-abad-2028cdba9cd0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:24.394532 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d296e8c-c7e6-4ca9-acc7-cb07f11e9356 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:24.397919 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4d296e8c-c7e6-4ca9-acc7-cb07f11e9356 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] 10.222.0.62 "DELETE /v2.0/ports/59b6b9ee-840e-4bd6-abad-2028cdba9cd0 HTTP/1.1" status: 204 len: 168 time: 0.4933937 Dec 10 18:47:24.400496 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38222) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:24.429483 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-c090fbc0-952b-42f8-84fe-899008c00494 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] GET failed (client error): The resource could not be found. Dec 10 18:47:24.431020 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c090fbc0-952b-42f8-84fe-899008c00494 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] 10.222.0.62 "GET /v2.0/ports/59b6b9ee-840e-4bd6-abad-2028cdba9cd0 HTTP/1.1" status: 404 len: 333 time: 0.0288939 Dec 10 18:47:24.435266 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38224) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:24.530447 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-56d3d003-d831-46cb-9fa6-b21b61685608 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Deleting port 0e2ad0f6-2f1d-498c-adb8-aa2c8d58d637 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:24.530796 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-56d3d003-d831-46cb-9fa6-b21b61685608 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:24.742256 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:24.848392 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cf9fd549-873b-41ce-9b8f-d0225507d3a5 req-f483779f-d575-49f8-83c7-0960eedbd62b tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0271933 Dec 10 18:47:24.872455 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bec624c5-fd09-4806-8575-1f11a461e2a1 req-166c8f2d-b0fc-4fcc-aef1-6c77d00689b1 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0324776 Dec 10 18:47:24.911511 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-56d3d003-d831-46cb-9fa6-b21b61685608 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:24.927927 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-56d3d003-d831-46cb-9fa6-b21b61685608 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Calling delete_port for 0e2ad0f6-2f1d-498c-adb8-aa2c8d58d637 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:25.055493 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-56d3d003-d831-46cb-9fa6-b21b61685608 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:25.086347 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3d003-d831-46cb-9fa6-b21b61685608 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Pushing event deleted for resources: {'Port': ['ID=0e2ad0f6-2f1d-498c-adb8-aa2c8d58d637,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:25.159658 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-56d3d003-d831-46cb-9fa6-b21b61685608 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:25.163423 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-56d3d003-d831-46cb-9fa6-b21b61685608 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] 10.222.0.62 "DELETE /v2.0/ports/0e2ad0f6-2f1d-498c-adb8-aa2c8d58d637 HTTP/1.1" status: 204 len: 168 time: 0.7269819 Dec 10 18:47:25.166040 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38234) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:25.192074 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2be3a6ff-3f1d-4abf-b42e-a24ef7b44ac5 req-af082a06-3a3a-466b-b5b4-cd2bf5f21e70 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0339587 Dec 10 18:47:25.198898 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de893710-c78f-44e3-99ba-c6fd769238d9 req-d5e74132-a1fe-4cd8-a62c-44e5d9a7ea32 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0336723 Dec 10 18:47:25.247563 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfea75da-a820-4849-aad8-cdb38aa5d369 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Deleting subnet 42cbfa70-3023-496a-9c04-b7a8bbe874d8 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:47:25.251161 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dfea75da-a820-4849-aad8-cdb38aa5d369 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:25.295023 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dfea75da-a820-4849-aad8-cdb38aa5d369 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:25.382663 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dfea75da-a820-4849-aad8-cdb38aa5d369 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:25.418442 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:25.444283 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dfea75da-a820-4849-aad8-cdb38aa5d369 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:25.471341 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea75da-a820-4849-aad8-cdb38aa5d369 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Pushing event deleted for resources: {'Subnet': ['ID=42cbfa70-3023-496a-9c04-b7a8bbe874d8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:25.474956 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dfea75da-a820-4849-aad8-cdb38aa5d369 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:25.478172 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-dfea75da-a820-4849-aad8-cdb38aa5d369 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] 10.222.0.62 "DELETE /v2.0/subnets/42cbfa70-3023-496a-9c04-b7a8bbe874d8 HTTP/1.1" status: 204 len: 168 time: 0.3040793 Dec 10 18:47:25.481459 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38238) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:25.483540 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69024c3b-0398-4464-9d59-4f73825ae8eb None None] Network 006d8b5d-6171-4e28-930c-9d85ee7dbc1a requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:47:25.567180 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44b27582-8ff7-4ed0-bae2-2e4400317099 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:25.625648 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-44b27582-8ff7-4ed0-bae2-2e4400317099 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Deleting port b09444df-065d-4c2c-8960-382913b9ac4c {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:25.625994 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44b27582-8ff7-4ed0-bae2-2e4400317099 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:25.632605 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbcff42-aedb-4750-8359-82e7d6f39578 None None] DHCP port deletion for 006d8b5d-6171-4e28-930c-9d85ee7dbc1a request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:47:25.689874 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-0cbcff42-aedb-4750-8359-82e7d6f39578 None None] Deleting port b09444df-065d-4c2c-8960-382913b9ac4c {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:25.690261 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0cbcff42-aedb-4750-8359-82e7d6f39578 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:25.700332 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-44b27582-8ff7-4ed0-bae2-2e4400317099 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] For port b09444df-065d-4c2c-8960-382913b9ac4c, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b09444df-065d-4c2c-8960-382913b9ac4c,segment=NetworkSegment(b7eb7282-31a8-404b-a84e-1e46038d6381),segment_id=b7eb7282-31a8-404b-a84e-1e46038d6381)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:25.700708 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44b27582-8ff7-4ed0-bae2-2e4400317099 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:25.717280 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-44b27582-8ff7-4ed0-bae2-2e4400317099 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Calling delete_port for b09444df-065d-4c2c-8960-382913b9ac4c owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:25.752911 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0cbcff42-aedb-4750-8359-82e7d6f39578 None None] For port b09444df-065d-4c2c-8960-382913b9ac4c, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b09444df-065d-4c2c-8960-382913b9ac4c,segment=NetworkSegment(b7eb7282-31a8-404b-a84e-1e46038d6381),segment_id=b7eb7282-31a8-404b-a84e-1e46038d6381)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:25.753511 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0cbcff42-aedb-4750-8359-82e7d6f39578 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:25.765795 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-0cbcff42-aedb-4750-8359-82e7d6f39578 None None] Calling delete_port for b09444df-065d-4c2c-8960-382913b9ac4c owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:25.797704 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44b27582-8ff7-4ed0-bae2-2e4400317099 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:25.821955 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b27582-8ff7-4ed0-bae2-2e4400317099 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Pushing event deleted for resources: {'Port': ['ID=b09444df-065d-4c2c-8960-382913b9ac4c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:25.827713 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b27582-8ff7-4ed0-bae2-2e4400317099 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] No DVR routers for this DVR port b09444df-065d-4c2c-8960-382913b9ac4c on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:47:25.853377 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0cbcff42-aedb-4750-8359-82e7d6f39578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:25.879753 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbcff42-aedb-4750-8359-82e7d6f39578 None None] Pushing event deleted for resources: {'Port': ['ID=b09444df-065d-4c2c-8960-382913b9ac4c,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:25.881621 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbcff42-aedb-4750-8359-82e7d6f39578 None None] No DVR routers for this DVR port b09444df-065d-4c2c-8960-382913b9ac4c on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:47:25.929756 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44b27582-8ff7-4ed0-bae2-2e4400317099 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:25.950563 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4a36f4f2-6121-4dcd-83ad-ba8206035d9a req-7b5108df-6ae7-4943-9afa-df8d7cf8e574 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0407736 Dec 10 18:47:25.958452 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-31502c2b-7f66-4608-a98f-b26346ec5069 req-adcafd1a-6187-4e18-9689-9feee7ea5abb tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0262470 Dec 10 18:47:25.964993 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-44b27582-8ff7-4ed0-bae2-2e4400317099 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['006d8b5d-6171-4e28-930c-9d85ee7dbc1a']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:25.975618 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-44b27582-8ff7-4ed0-bae2-2e4400317099 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7eb7282-31a8-404b-a84e-1e46038d6381') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:25.975919 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-44b27582-8ff7-4ed0-bae2-2e4400317099 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7eb7282-31a8-404b-a84e-1e46038d6381') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:25.985506 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44b27582-8ff7-4ed0-bae2-2e4400317099 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:25.998982 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44b27582-8ff7-4ed0-bae2-2e4400317099 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:26.004912 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b27582-8ff7-4ed0-bae2-2e4400317099 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:47:26.005297 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44b27582-8ff7-4ed0-bae2-2e4400317099 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:26.008185 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:47:26.008185 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:47:26.008185 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:47:26.008185 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:47:26.008185 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:47:26.008185 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:47:26.008185 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:47:26.008185 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:47:26.008185 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:47:26.008185 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:47:26.008185 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:47:26.008185 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:47:26.008185 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:47:26.008185 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:47:26.008185 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:47:26.008185 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:47:26.008185 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:47:26.008185 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:47:26.008185 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:47:26.008185 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:47:26.008185 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:47:26.008185 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:47:26.008185 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:47:26.008185 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:47:26.008185 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:47:26.008185 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:47:26.008185 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:47:26.008185 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:47:26.008185 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:47:26.008185 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:47:26.008185 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:47:26.008185 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:47:26.067911 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44b27582-8ff7-4ed0-bae2-2e4400317099 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:26.075159 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44b27582-8ff7-4ed0-bae2-2e4400317099 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:26.078256 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-44b27582-8ff7-4ed0-bae2-2e4400317099 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] 10.222.0.62 "DELETE /v2.0/networks/006d8b5d-6171-4e28-930c-9d85ee7dbc1a HTTP/1.1" status: 204 len: 168 time: 0.5956914 Dec 10 18:47:26.090721 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b27582-8ff7-4ed0-bae2-2e4400317099 tempest-AllowedAddressPairTestJSON-1413656721 tempest-AllowedAddressPairTestJSON-1413656721-project] Pushing event deleted for resources: {'Network': ['ID=006d8b5d-6171-4e28-930c-9d85ee7dbc1a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:26.278642 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c1c35395-9d89-494e-8637-6594073b2cd1 req-2cd02bc2-9bbc-40e3-8040-238294e1f7fc tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0302768 Dec 10 18:47:26.297349 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d2706a25-f3d4-4d2f-a501-8aa19f40e1c4 req-96dbde55-d10f-46bf-9a77-b92f93705110 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0323811 Dec 10 18:47:26.357748 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38254) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:26.497845 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5625b17e-a392-418b-ad5a-a36c3e1fca3f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5be2df4579e145a385f1979eb214a63e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1389055 Dec 10 18:47:26.501932 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38258) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:26.558817 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50de086a-4952-4f9f-b30d-886a3f7e011c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:26.580448 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50de086a-4952-4f9f-b30d-886a3f7e011c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:26.627955 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50de086a-4952-4f9f-b30d-886a3f7e011c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:26.630982 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50de086a-4952-4f9f-b30d-886a3f7e011c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:26.632164 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-50de086a-4952-4f9f-b30d-886a3f7e011c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/053f45c9-28be-4b12-a46a-c41a621183e7 HTTP/1.1" status: 204 len: 168 time: 0.1292493 Dec 10 18:47:26.640834 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de086a-4952-4f9f-b30d-886a3f7e011c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053f45c9-28be-4b12-a46a-c41a621183e7,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:27.030703 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4ec44b9a-65e8-42fd-bab6-812577cdfc50 req-27a3d501-a26f-4274-84b2-3296611858db tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0283561 Dec 10 18:47:27.056307 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-256cfe6b-2ac2-4aa5-918a-a0c75f9f687a req-c4057fee-a51e-4b9d-a07d-ba82b393298f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0417895 Dec 10 18:47:27.290781 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38284) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:27.363333 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9c9c6e9c-62a2-4097-9899-0637bbe2b1cd req-2c625db9-0461-4a79-817d-e11117806431 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0284164 Dec 10 18:47:27.406620 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c727ed09-50a7-446f-8b2b-3bf001264015 req-f47763ee-effb-42d6-8f28-2d5d47df4928 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0479689 Dec 10 18:47:27.421933 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-974324b7-5ac1-4c07-8415-273289af6fc0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-207051180'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:27.452427 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974324b7-5ac1-4c07-8415-273289af6fc0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Made reservation on behalf of 77943ebb5cc94e169c0d46465a2e0f0f for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:27.457002 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-974324b7-5ac1-4c07-8415-273289af6fc0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:27.468275 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-974324b7-5ac1-4c07-8415-273289af6fc0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:27.543467 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-974324b7-5ac1-4c07-8415-273289af6fc0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:27.547481 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-974324b7-5ac1-4c07-8415-273289af6fc0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:27.578110 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-974324b7-5ac1-4c07-8415-273289af6fc0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:47:27.584972 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974324b7-5ac1-4c07-8415-273289af6fc0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8e3d0a-6d5a-4a9a-bf89-61ea5d8714ff,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:27.592800 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-974324b7-5ac1-4c07-8415-273289af6fc0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:27.593166 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-974324b7-5ac1-4c07-8415-273289af6fc0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Added segment 5cfdefeb-d1d3-455a-8169-1f1258930d82 of type vlan for network ac16bc8f-e019-422c-a623-b9c849cebae9 Dec 10 18:47:27.634397 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b09444df-065d-4c2c-8960-382913b9ac4c no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:47:27.635054 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-974324b7-5ac1-4c07-8415-273289af6fc0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:27.656736 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: b09444df-065d-4c2c-8960-382913b9ac4c {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:47:27.657214 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b09444df-065d-4c2c-8960-382913b9ac4c not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:47:27.663939 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-974324b7-5ac1-4c07-8415-273289af6fc0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:27.670458 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974324b7-5ac1-4c07-8415-273289af6fc0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:27.671079 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-974324b7-5ac1-4c07-8415-273289af6fc0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:27.738242 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-974324b7-5ac1-4c07-8415-273289af6fc0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4461169 Dec 10 18:47:27.740889 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38294) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:27.747695 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1ef263b4-7657-45d6-9a99-17896957498d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'port': {'network_id': 'ac16bc8f-e019-422c-a623-b9c849cebae9', 'name': 'tempest-PortsTestJSON-302668455'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:27.752121 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974324b7-5ac1-4c07-8415-273289af6fc0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Network': ['ID=ac16bc8f-e019-422c-a623-b9c849cebae9,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:27.763568 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network ac16bc8f-e019-422c-a623-b9c849cebae9 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:47:27.845955 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef263b4-7657-45d6-9a99-17896957498d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Made reservation on behalf of 77943ebb5cc94e169c0d46465a2e0f0f for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:27.849513 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ef263b4-7657-45d6-9a99-17896957498d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:27.866539 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-1ef263b4-7657-45d6-9a99-17896957498d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] device_id is not set on port 469306c7-fa41-41a7-81eb-700150d7bdb9 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:47:28.030285 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ef263b4-7657-45d6-9a99-17896957498d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:28.075425 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ef263b4-7657-45d6-9a99-17896957498d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:28.139311 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-64000364-41d4-4db9-a7ff-a99f334bc060 req-adad3101-6ffd-4ffc-99df-a3ddd51efc23 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0271225 Dec 10 18:47:28.146731 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7540290f-a749-4225-b223-594554066207 req-4c0f7b37-40ae-48b7-97ad-07c27254b577 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0593429 Dec 10 18:47:28.165139 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef263b4-7657-45d6-9a99-17896957498d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Port': ['ID=469306c7-fa41-41a7-81eb-700150d7bdb9,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:28.177588 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef263b4-7657-45d6-9a99-17896957498d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Checking segment: {'id': '5cfdefeb-d1d3-455a-8169-1f1258930d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ac16bc8f-e019-422c-a623-b9c849cebae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:47:28.177971 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef263b4-7657-45d6-9a99-17896957498d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Network hostable DHCP agents. Network: ac16bc8f-e019-422c-a623-b9c849cebae9, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:47:28.196262 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef263b4-7657-45d6-9a99-17896957498d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Network ac16bc8f-e019-422c-a623-b9c849cebae9 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:47:28.205794 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-1ef263b4-7657-45d6-9a99-17896957498d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, ac16bc8f-e019-422c-a623-b9c849cebae9) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:28.209518 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef263b4-7657-45d6-9a99-17896957498d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:47:28.215153 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0492c79b-56d4-454d-b009-04313c36f7c6 None None] Network ac16bc8f-e019-422c-a623-b9c849cebae9 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:47:28.215361 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef263b4-7657-45d6-9a99-17896957498d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:28.215949 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ef263b4-7657-45d6-9a99-17896957498d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:28.232531 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1ef263b4-7657-45d6-9a99-17896957498d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4906156 Dec 10 18:47:28.235537 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38300) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:28.241639 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c6147a17-21ff-4059-98a7-9c8a653412d9 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-826519030'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:28.265475 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6147a17-21ff-4059-98a7-9c8a653412d9 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Made reservation on behalf of 77943ebb5cc94e169c0d46465a2e0f0f for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:28.269088 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6147a17-21ff-4059-98a7-9c8a653412d9 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:28.296080 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6147a17-21ff-4059-98a7-9c8a653412d9 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:47:28.305676 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6147a17-21ff-4059-98a7-9c8a653412d9 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:28.306021 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-c6147a17-21ff-4059-98a7-9c8a653412d9 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Added segment 1946fc70-78b1-45a4-8294-b6fdbed5d6e7 of type vlan for network 72062112-2f81-4be1-ac12-8b6b1f2796b9 Dec 10 18:47:28.354800 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6147a17-21ff-4059-98a7-9c8a653412d9 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:28.381615 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6147a17-21ff-4059-98a7-9c8a653412d9 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:28.388147 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6147a17-21ff-4059-98a7-9c8a653412d9 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:28.388788 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6147a17-21ff-4059-98a7-9c8a653412d9 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:28.446143 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c6147a17-21ff-4059-98a7-9c8a653412d9 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2092385 Dec 10 18:47:28.450310 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bb13be41-02ab-4f69-b21a-1617b8b71d3a req-3c7a8263-f936-4f14-b304-d2b5e4454d31 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0322325 Dec 10 18:47:28.451360 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38304) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:28.457145 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e3380ffb-079b-4700-b13e-dc24aba98b94 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'ports': [{'network_id': 'ac16bc8f-e019-422c-a623-b9c849cebae9'}, {'network_id': '72062112-2f81-4be1-ac12-8b6b1f2796b9'}]} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:28.457469 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e3380ffb-079b-4700-b13e-dc24aba98b94 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'port': {'network_id': 'ac16bc8f-e019-422c-a623-b9c849cebae9'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:28.458166 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e3380ffb-079b-4700-b13e-dc24aba98b94 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'port': {'network_id': '72062112-2f81-4be1-ac12-8b6b1f2796b9'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:28.458608 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6147a17-21ff-4059-98a7-9c8a653412d9 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Network': ['ID=72062112-2f81-4be1-ac12-8b6b1f2796b9,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:28.472404 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 72062112-2f81-4be1-ac12-8b6b1f2796b9 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:47:28.522145 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-28923dc4-ce92-4956-bfac-607d88691ccf req-449ed9de-5386-4064-b504-bf01b90c6970 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0362780 Dec 10 18:47:28.640477 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3380ffb-079b-4700-b13e-dc24aba98b94 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Made reservation on behalf of 77943ebb5cc94e169c0d46465a2e0f0f for: {'port': 2} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:28.645082 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e3380ffb-079b-4700-b13e-dc24aba98b94 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:28.658469 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e3380ffb-079b-4700-b13e-dc24aba98b94 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:28.736396 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-e3380ffb-079b-4700-b13e-dc24aba98b94 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] device_id is not set on port 3422ee7b-d25f-4b19-9b8f-20f1337d08d8 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:47:28.855554 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e3380ffb-079b-4700-b13e-dc24aba98b94 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:28.920060 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-e3380ffb-079b-4700-b13e-dc24aba98b94 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] device_id is not set on port a01a0951-f3bc-403f-8163-63c6031aa746 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:47:29.029191 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e3380ffb-079b-4700-b13e-dc24aba98b94 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:29.065295 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e3380ffb-079b-4700-b13e-dc24aba98b94 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:29.110369 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3380ffb-079b-4700-b13e-dc24aba98b94 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Network ac16bc8f-e019-422c-a623-b9c849cebae9 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:47:29.113431 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-e3380ffb-079b-4700-b13e-dc24aba98b94 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:29.116362 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3380ffb-079b-4700-b13e-dc24aba98b94 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:47:29.117236 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e3380ffb-079b-4700-b13e-dc24aba98b94 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:29.129737 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3380ffb-079b-4700-b13e-dc24aba98b94 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Port': ['ID=3422ee7b-d25f-4b19-9b8f-20f1337d08d8,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:29.193153 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3380ffb-079b-4700-b13e-dc24aba98b94 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Port': ['ID=a01a0951-f3bc-403f-8163-63c6031aa746,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:29.199363 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3380ffb-079b-4700-b13e-dc24aba98b94 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Checking segment: {'id': '1946fc70-78b1-45a4-8294-b6fdbed5d6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '72062112-2f81-4be1-ac12-8b6b1f2796b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:47:29.199710 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3380ffb-079b-4700-b13e-dc24aba98b94 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Network hostable DHCP agents. Network: 72062112-2f81-4be1-ac12-8b6b1f2796b9, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:47:29.220866 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-95b7356d-b979-4ec4-9c3f-b37108a64839 req-3de7a61e-92fe-48e4-9f4b-9e9b4171149d tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0299170 Dec 10 18:47:29.248899 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a83e0e18-72e6-4eb3-b88f-2a4d50ba2f08 req-0aea2788-d49e-4ec9-ad46-db6725d266e9 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0360932 Dec 10 18:47:29.249624 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3380ffb-079b-4700-b13e-dc24aba98b94 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Network 72062112-2f81-4be1-ac12-8b6b1f2796b9 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:47:29.259339 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-e3380ffb-079b-4700-b13e-dc24aba98b94 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 72062112-2f81-4be1-ac12-8b6b1f2796b9) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:29.265214 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3380ffb-079b-4700-b13e-dc24aba98b94 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:47:29.269625 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9bae75-dc4c-4986-88ee-5dd7e4da53f5 None None] Network 72062112-2f81-4be1-ac12-8b6b1f2796b9 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:47:29.272365 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3380ffb-079b-4700-b13e-dc24aba98b94 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:29.278516 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3380ffb-079b-4700-b13e-dc24aba98b94 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:29.279230 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e3380ffb-079b-4700-b13e-dc24aba98b94 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:29.296613 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e3380ffb-079b-4700-b13e-dc24aba98b94 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8440268 Dec 10 18:47:29.299410 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38314) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:29.393815 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-6431d37f-154e-41c1-891d-c516a433409d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Deleting port a01a0951-f3bc-403f-8163-63c6031aa746 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:29.394158 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6431d37f-154e-41c1-891d-c516a433409d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:29.464163 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6431d37f-154e-41c1-891d-c516a433409d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:29.476842 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-6431d37f-154e-41c1-891d-c516a433409d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Calling delete_port for a01a0951-f3bc-403f-8163-63c6031aa746 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:29.556759 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6431d37f-154e-41c1-891d-c516a433409d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:29.573583 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1f372cc7-26ca-4719-8fd8-7a6b7c97602d req-e1a2721e-496f-40e5-9a02-c765c195f528 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0446806 Dec 10 18:47:29.631759 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a1a1441e-31e8-455b-b5aa-4534734abf20 req-de857043-a102-4b24-82a8-48cdd9abdad1 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0484295 Dec 10 18:47:29.632424 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431d37f-154e-41c1-891d-c516a433409d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'Port': ['ID=a01a0951-f3bc-403f-8163-63c6031aa746,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:29.634492 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6431d37f-154e-41c1-891d-c516a433409d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:29.638515 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6431d37f-154e-41c1-891d-c516a433409d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/ports/a01a0951-f3bc-403f-8163-63c6031aa746 HTTP/1.1" status: 204 len: 168 time: 0.3381534 Dec 10 18:47:29.641162 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38322) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:29.695479 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40618061-791f-4700-a371-c7c2caef6a1c tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:29.702165 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40618061-791f-4700-a371-c7c2caef6a1c tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:29.703713 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-40618061-791f-4700-a371-c7c2caef6a1c tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0616283 Dec 10 18:47:29.706555 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38324) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:29.796536 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-452fc258-da24-4268-ba72-286b124798ec tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Deleting port 3422ee7b-d25f-4b19-9b8f-20f1337d08d8 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:29.796945 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-452fc258-da24-4268-ba72-286b124798ec tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:29.867166 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-452fc258-da24-4268-ba72-286b124798ec tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:29.881524 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-452fc258-da24-4268-ba72-286b124798ec tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Calling delete_port for 3422ee7b-d25f-4b19-9b8f-20f1337d08d8 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:29.960815 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-452fc258-da24-4268-ba72-286b124798ec tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:29.987907 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452fc258-da24-4268-ba72-286b124798ec tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'Port': ['ID=3422ee7b-d25f-4b19-9b8f-20f1337d08d8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:29.995723 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-452fc258-da24-4268-ba72-286b124798ec tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:29.999108 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-452fc258-da24-4268-ba72-286b124798ec tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/ports/3422ee7b-d25f-4b19-9b8f-20f1337d08d8 HTTP/1.1" status: 204 len: 168 time: 0.2916403 Dec 10 18:47:30.001606 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38326) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:30.055725 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed07a357-acb6-41ae-88cb-4514b6210f41 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:30.057884 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ed07a357-acb6-41ae-88cb-4514b6210f41 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0547278 Dec 10 18:47:30.061159 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38328) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:30.084579 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-d287097b-78ba-4081-8148-efa4b0a3aa02 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] GET failed (client error): The resource could not be found. Dec 10 18:47:30.086006 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d287097b-78ba-4081-8148-efa4b0a3aa02 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "GET /v2.0/ports/a01a0951-f3bc-403f-8163-63c6031aa746 HTTP/1.1" status: 404 len: 333 time: 0.0238917 Dec 10 18:47:30.088685 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38330) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:30.112503 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-a086cea7-d755-4d8e-95bc-99aba33c21ce tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] GET failed (client error): The resource could not be found. Dec 10 18:47:30.113872 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a086cea7-d755-4d8e-95bc-99aba33c21ce tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "GET /v2.0/ports/3422ee7b-d25f-4b19-9b8f-20f1337d08d8 HTTP/1.1" status: 404 len: 333 time: 0.0242288 Dec 10 18:47:30.116397 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38332) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:30.193589 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c979b60b-413e-4946-a7e2-80610ef28b07 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:30.280569 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c979b60b-413e-4946-a7e2-80610ef28b07 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:30.308799 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-93f3ed4d-5cdc-4c4d-9c7e-8a0353b10330 req-96cc3c5b-bee1-4237-aeef-c9cb67efac3b tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0308225 Dec 10 18:47:30.317894 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c979b60b-413e-4946-a7e2-80610ef28b07 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72062112-2f81-4be1-ac12-8b6b1f2796b9']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:30.344038 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-58aed0c3-7112-4722-b13a-2e72e1be42af req-e13c7bde-5c99-4fea-b602-8e149017f5c7 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0383527 Dec 10 18:47:30.347513 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c979b60b-413e-4946-a7e2-80610ef28b07 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1946fc70-78b1-45a4-8294-b6fdbed5d6e7') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:30.347814 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c979b60b-413e-4946-a7e2-80610ef28b07 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1946fc70-78b1-45a4-8294-b6fdbed5d6e7') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:30.359467 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c979b60b-413e-4946-a7e2-80610ef28b07 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:30.373703 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c979b60b-413e-4946-a7e2-80610ef28b07 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:30.379556 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c979b60b-413e-4946-a7e2-80610ef28b07 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:47:30.379945 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c979b60b-413e-4946-a7e2-80610ef28b07 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:30.382989 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:47:30.382989 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:47:30.382989 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:47:30.382989 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:47:30.382989 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:47:30.382989 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:47:30.382989 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:47:30.382989 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:47:30.382989 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:47:30.382989 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:47:30.382989 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:47:30.382989 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:47:30.382989 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:47:30.382989 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:47:30.382989 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:47:30.382989 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:47:30.382989 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:47:30.382989 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:47:30.382989 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:47:30.382989 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:47:30.382989 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:47:30.382989 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:47:30.382989 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:47:30.382989 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:47:30.382989 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:47:30.382989 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:47:30.382989 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:47:30.382989 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:47:30.382989 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:47:30.382989 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:47:30.382989 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:47:30.382989 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:47:30.441696 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c979b60b-413e-4946-a7e2-80610ef28b07 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:30.449327 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c979b60b-413e-4946-a7e2-80610ef28b07 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:30.452583 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c979b60b-413e-4946-a7e2-80610ef28b07 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/networks/72062112-2f81-4be1-ac12-8b6b1f2796b9 HTTP/1.1" status: 204 len: 168 time: 0.3352716 Dec 10 18:47:30.456287 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38338) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:30.461486 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f3081512-ad5c-4be2-a601-37cfab39b777 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-152375689'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:30.465297 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979b60b-413e-4946-a7e2-80610ef28b07 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'Network': ['ID=72062112-2f81-4be1-ac12-8b6b1f2796b9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:30.484879 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3081512-ad5c-4be2-a601-37cfab39b777 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Made reservation on behalf of 77943ebb5cc94e169c0d46465a2e0f0f for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:30.488345 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3081512-ad5c-4be2-a601-37cfab39b777 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:30.511204 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3081512-ad5c-4be2-a601-37cfab39b777 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:47:30.519986 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3081512-ad5c-4be2-a601-37cfab39b777 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:30.520373 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-f3081512-ad5c-4be2-a601-37cfab39b777 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Added segment 0a3af4af-eadd-4520-9d02-a562167fb63a of type vlan for network 9c03a794-6910-48b2-9718-d0a8289ff05d Dec 10 18:47:30.560928 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3081512-ad5c-4be2-a601-37cfab39b777 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:30.584167 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3081512-ad5c-4be2-a601-37cfab39b777 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:30.590546 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3081512-ad5c-4be2-a601-37cfab39b777 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:30.591180 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3081512-ad5c-4be2-a601-37cfab39b777 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:30.661514 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f3081512-ad5c-4be2-a601-37cfab39b777 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2040665 Dec 10 18:47:30.665311 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38346) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:30.671560 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c59672f2-9fa8-45a2-814d-9690c9f0a858 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'subnet': {'network_id': '9c03a794-6910-48b2-9718-d0a8289ff05d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:30.683477 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fc274f73-90f0-49c6-8dcf-784e0f0bd104 req-73d521e7-a147-46ba-9295-dfd2388a022e tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0420332 Dec 10 18:47:30.689949 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3081512-ad5c-4be2-a601-37cfab39b777 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Network': ['ID=9c03a794-6910-48b2-9718-d0a8289ff05d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:30.711868 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 9c03a794-6910-48b2-9718-d0a8289ff05d details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:47:30.776717 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-13585090-1800-4631-86a6-ebe74a2c9935 req-631d1608-1646-4354-baa5-1de84b9677fc tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0298760 Dec 10 18:47:30.777848 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59672f2-9fa8-45a2-814d-9690c9f0a858 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Made reservation on behalf of 77943ebb5cc94e169c0d46465a2e0f0f for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:30.781806 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c59672f2-9fa8-45a2-814d-9690c9f0a858 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:30.840954 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.ipam_backend_mixin [None req-c59672f2-9fa8-45a2-814d-9690c9f0a858 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Performing IP validity checks on allocation pools {{(pid=103245) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 18:47:30.841609 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.ipam_backend_mixin [None req-c59672f2-9fa8-45a2-814d-9690c9f0a858 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103245) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 18:47:30.980623 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c59672f2-9fa8-45a2-814d-9690c9f0a858 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:31.038904 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59672f2-9fa8-45a2-814d-9690c9f0a858 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Subnet': ['ID=2417e5c8-074b-4580-b2fc-3ad5ce736c59,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:31.049712 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59672f2-9fa8-45a2-814d-9690c9f0a858 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Checking segment: {'id': '0a3af4af-eadd-4520-9d02-a562167fb63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9c03a794-6910-48b2-9718-d0a8289ff05d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:47:31.050110 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59672f2-9fa8-45a2-814d-9690c9f0a858 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Network hostable DHCP agents. Network: 9c03a794-6910-48b2-9718-d0a8289ff05d, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:47:31.066169 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59672f2-9fa8-45a2-814d-9690c9f0a858 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Network 9c03a794-6910-48b2-9718-d0a8289ff05d is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:47:31.074941 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-c59672f2-9fa8-45a2-814d-9690c9f0a858 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 9c03a794-6910-48b2-9718-d0a8289ff05d) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:31.078990 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59672f2-9fa8-45a2-814d-9690c9f0a858 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:31.079584 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c59672f2-9fa8-45a2-814d-9690c9f0a858 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:31.085970 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20570ed-40d6-4bf3-afe2-d24f85d35839 None None] Network 9c03a794-6910-48b2-9718-d0a8289ff05d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:47:31.099290 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c59672f2-9fa8-45a2-814d-9690c9f0a858 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4299836 Dec 10 18:47:31.099544 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38348) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:31.105057 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-3f85f11b-9e3d-4062-bf2f-b1f9254493ce tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'port': {'network_id': '9c03a794-6910-48b2-9718-d0a8289ff05d', 'name': 'tempest-PortsTestJSON-838779079'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:31.188310 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3f7eef-29d6-4742-8bc8-b76626092c4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-9c03a794-6910-48b2-9718-d0a8289ff05d', 'network_id': '9c03a794-6910-48b2-9718-d0a8289ff05d', 'project_id': '77943ebb5cc94e169c0d46465a2e0f0f', 'fixed_ips': [{'subnet_id': '2417e5c8-074b-4580-b2fc-3ad5ce736c59'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:47:31.189525 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7e3f7eef-29d6-4742-8bc8-b76626092c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:31.218754 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f85f11b-9e3d-4062-bf2f-b1f9254493ce tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Made reservation on behalf of 77943ebb5cc94e169c0d46465a2e0f0f for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:31.222336 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f85f11b-9e3d-4062-bf2f-b1f9254493ce tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:31.240470 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-3f85f11b-9e3d-4062-bf2f-b1f9254493ce tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] device_id is not set on port 5f183c21-0324-4688-8e08-1801cb7338cf yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:47:31.324610 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-7e3f7eef-29d6-4742-8bc8-b76626092c4b None None] Allocated IP 172.20.0.2 (9c03a794-6910-48b2-9718-d0a8289ff05d/2417e5c8-074b-4580-b2fc-3ad5ce736c59/4a412714-c965-4e74-85a6-c349ae6dfedb) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:47:31.405497 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e9778c4c-c1d1-4f46-8888-1c10a75f99d9 req-aed6ee06-708a-4a3a-b6ad-3c0ecb59a7e6 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0316341 Dec 10 18:47:31.425967 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f41d92af-af3e-42c4-97c2-580ec77678f1 req-c204d6f3-e8f9-493a-a537-56fc75da56f3 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0274956 Dec 10 18:47:31.482579 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7e3f7eef-29d6-4742-8bc8-b76626092c4b None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:31.489197 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7e3f7eef-29d6-4742-8bc8-b76626092c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:31.529413 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3f7eef-29d6-4742-8bc8-b76626092c4b None None] Network 9c03a794-6910-48b2-9718-d0a8289ff05d is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:47:31.532342 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-7e3f7eef-29d6-4742-8bc8-b76626092c4b None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:31.536097 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3f7eef-29d6-4742-8bc8-b76626092c4b None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:47:31.539624 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-3f85f11b-9e3d-4062-bf2f-b1f9254493ce tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Allocated IP 172.20.0.10 (9c03a794-6910-48b2-9718-d0a8289ff05d/2417e5c8-074b-4580-b2fc-3ad5ce736c59/5f183c21-0324-4688-8e08-1801cb7338cf) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:47:31.541388 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f7eef-29d6-4742-8bc8-b76626092c4b None None] Pushing event updated for resources: {'Port': ['ID=4a412714-c965-4e74-85a6-c349ae6dfedb,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:31.596383 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7e3f7eef-29d6-4742-8bc8-b76626092c4b None None] Attempting to bind port 4a412714-c965-4e74-85a6-c349ae6dfedb on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:47:31.596770 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7e3f7eef-29d6-4742-8bc8-b76626092c4b None None] Attempting to bind port 4a412714-c965-4e74-85a6-c349ae6dfedb by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '0a3af4af-eadd-4520-9d02-a562167fb63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9c03a794-6910-48b2-9718-d0a8289ff05d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:47:31.597135 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3f7eef-29d6-4742-8bc8-b76626092c4b None None] Attempting to bind port 4a412714-c965-4e74-85a6-c349ae6dfedb on network 9c03a794-6910-48b2-9718-d0a8289ff05d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:47:31.602270 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3f7eef-29d6-4742-8bc8-b76626092c4b None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:47:31.602653 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3f7eef-29d6-4742-8bc8-b76626092c4b None None] Checking segment: {'id': '0a3af4af-eadd-4520-9d02-a562167fb63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9c03a794-6910-48b2-9718-d0a8289ff05d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:47:31.603068 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7e3f7eef-29d6-4742-8bc8-b76626092c4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:31.603450 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3f7eef-29d6-4742-8bc8-b76626092c4b None None] Bound using segment: {'id': '0a3af4af-eadd-4520-9d02-a562167fb63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9c03a794-6910-48b2-9718-d0a8289ff05d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:47:31.603915 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7e3f7eef-29d6-4742-8bc8-b76626092c4b None None] Bound port: 4a412714-c965-4e74-85a6-c349ae6dfedb, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a3af4af-eadd-4520-9d02-a562167fb63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9c03a794-6910-48b2-9718-d0a8289ff05d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:47:31.604321 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7e3f7eef-29d6-4742-8bc8-b76626092c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:31.666929 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7e3f7eef-29d6-4742-8bc8-b76626092c4b None None] For port 4a412714-c965-4e74-85a6-c349ae6dfedb, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:47:31.670025 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7e3f7eef-29d6-4742-8bc8-b76626092c4b None None] For port 4a412714-c965-4e74-85a6-c349ae6dfedb, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=4a412714-c965-4e74-85a6-c349ae6dfedb,segment=NetworkSegment(0a3af4af-eadd-4520-9d02-a562167fb63a),segment_id=0a3af4af-eadd-4520-9d02-a562167fb63a)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:47:31.674754 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7e3f7eef-29d6-4742-8bc8-b76626092c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:31.702797 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f85f11b-9e3d-4062-bf2f-b1f9254493ce tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:31.733413 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f7eef-29d6-4742-8bc8-b76626092c4b None None] Pushing event updated for resources: {'Port': ['ID=4a412714-c965-4e74-85a6-c349ae6dfedb,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:31.760697 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f85f11b-9e3d-4062-bf2f-b1f9254493ce tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:31.838504 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d5ec3d5a-5e85-4305-8fe5-11f1efa78a25 req-9bfc0543-c646-4706-bdcc-9d8e8e40655b tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0755410 Dec 10 18:47:31.850396 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f85f11b-9e3d-4062-bf2f-b1f9254493ce tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Network 9c03a794-6910-48b2-9718-d0a8289ff05d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:47:31.857677 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-3f85f11b-9e3d-4062-bf2f-b1f9254493ce tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:31.861191 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f85f11b-9e3d-4062-bf2f-b1f9254493ce tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:47:31.865573 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f85f11b-9e3d-4062-bf2f-b1f9254493ce tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Port': ['ID=5f183c21-0324-4688-8e08-1801cb7338cf,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:31.880142 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-08dd63ef-7e1e-4a0d-89ab-ce73f8d6ff47 req-9bdf7a7f-c421-4471-8f89-69f57b782960 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0365014 Dec 10 18:47:31.922033 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f85f11b-9e3d-4062-bf2f-b1f9254493ce tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:31.922660 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f85f11b-9e3d-4062-bf2f-b1f9254493ce tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:31.959103 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3f85f11b-9e3d-4062-bf2f-b1f9254493ce tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8584809 Dec 10 18:47:31.961827 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38362) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:32.067698 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-212f3967-ba04-48b9-8843-e9da95f23713 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Deleting port 5f183c21-0324-4688-8e08-1801cb7338cf {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:32.067698 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-212f3967-ba04-48b9-8843-e9da95f23713 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:32.173310 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-212f3967-ba04-48b9-8843-e9da95f23713 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:32.185892 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-212f3967-ba04-48b9-8843-e9da95f23713 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Calling delete_port for 5f183c21-0324-4688-8e08-1801cb7338cf owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:32.315798 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-212f3967-ba04-48b9-8843-e9da95f23713 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:32.357424 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f3967-ba04-48b9-8843-e9da95f23713 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'Port': ['ID=5f183c21-0324-4688-8e08-1801cb7338cf,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:32.425365 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-212f3967-ba04-48b9-8843-e9da95f23713 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:32.432042 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-212f3967-ba04-48b9-8843-e9da95f23713 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/ports/5f183c21-0324-4688-8e08-1801cb7338cf HTTP/1.1" status: 204 len: 168 time: 0.4659376 Dec 10 18:47:32.432369 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38366) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:32.469221 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f2bf103-2bef-4f6d-8f34-db1c52164ab9 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] DELETE failed (client error): The resource could not be found. Dec 10 18:47:32.469801 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f2bf103-2bef-4f6d-8f34-db1c52164ab9 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:47:32.475783 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38370) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:32.476358 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3f2bf103-2bef-4f6d-8f34-db1c52164ab9 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/ports/5f183c21-0324-4688-8e08-1801cb7338cf HTTP/1.1" status: 404 len: 333 time: 0.0416529 Dec 10 18:47:32.507003 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-207f88ab-9bc8-4b0a-a9f4-b24c0a7ce349 req-543d919b-3555-4179-8668-15b959d143e3 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0398850 Dec 10 18:47:32.520472 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9bfe7b7-74ac-4303-9893-a3152f8c4443 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] GET failed (client error): The resource could not be found. Dec 10 18:47:32.524455 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e9bfe7b7-74ac-4303-9893-a3152f8c4443 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "GET /v2.0/ports/5f183c21-0324-4688-8e08-1801cb7338cf HTTP/1.1" status: 404 len: 333 time: 0.0444534 Dec 10 18:47:32.524836 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38374) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:32.544692 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c2ad3040-d229-46f1-ad94-ac3fb49f4728 req-da60b1c8-4188-452e-b608-582616083101 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0657368 Dec 10 18:47:32.580176 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-da71650c-134f-484f-910e-03011a02df29 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Deleting subnet 2417e5c8-074b-4580-b2fc-3ad5ce736c59 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:47:32.583636 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-da71650c-134f-484f-910e-03011a02df29 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:32.626565 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-da71650c-134f-484f-910e-03011a02df29 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:32.717450 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-da71650c-134f-484f-910e-03011a02df29 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:32.757558 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65daa0c-8cfd-4d25-9274-2ebc3a824880 None None] Network 9c03a794-6910-48b2-9718-d0a8289ff05d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:47:32.776408 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-da71650c-134f-484f-910e-03011a02df29 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:32.804733 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71650c-134f-484f-910e-03011a02df29 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'Subnet': ['ID=2417e5c8-074b-4580-b2fc-3ad5ce736c59,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:32.808855 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-da71650c-134f-484f-910e-03011a02df29 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:32.814960 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-da71650c-134f-484f-910e-03011a02df29 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/subnets/2417e5c8-074b-4580-b2fc-3ad5ce736c59 HTTP/1.1" status: 204 len: 168 time: 0.2864442 Dec 10 18:47:32.815076 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38378) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:32.880732 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-44bd21b4-881c-4c1e-a0ad-11c96c9c8aff None None] Provisioning complete for port 4a412714-c965-4e74-85a6-c349ae6dfedb triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:32.881112 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-44bd21b4-881c-4c1e-a0ad-11c96c9c8aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:32.897389 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e56ed1f7-4c46-440c-bca9-cbcb7ef1c8c0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:32.952124 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ac90c7cf-17f2-4b4b-9f52-aee924b762f5 req-9d7a0890-8347-42e7-a19a-13131a6cf758 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0527055 Dec 10 18:47:32.985913 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-44bd21b4-881c-4c1e-a0ad-11c96c9c8aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:32.999308 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-65e5adfe-ae07-4e63-a4cb-7e9140d1c40b req-8a456281-b11f-4e3e-8882-54bf289a9e14 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0430439 Dec 10 18:47:33.016516 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-e56ed1f7-4c46-440c-bca9-cbcb7ef1c8c0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Deleting port 4a412714-c965-4e74-85a6-c349ae6dfedb {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:33.017084 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e56ed1f7-4c46-440c-bca9-cbcb7ef1c8c0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:33.105157 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-e56ed1f7-4c46-440c-bca9-cbcb7ef1c8c0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] For port 4a412714-c965-4e74-85a6-c349ae6dfedb, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=4a412714-c965-4e74-85a6-c349ae6dfedb,segment=NetworkSegment(0a3af4af-eadd-4520-9d02-a562167fb63a),segment_id=0a3af4af-eadd-4520-9d02-a562167fb63a)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:33.105554 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e56ed1f7-4c46-440c-bca9-cbcb7ef1c8c0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:33.120433 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-e56ed1f7-4c46-440c-bca9-cbcb7ef1c8c0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Calling delete_port for 4a412714-c965-4e74-85a6-c349ae6dfedb owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:33.207462 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de6ac94-d567-4ec4-afa1-7e9455221907 None None] Network 9c03a794-6910-48b2-9718-d0a8289ff05d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:47:33.226396 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e56ed1f7-4c46-440c-bca9-cbcb7ef1c8c0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:33.253672 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ed1f7-4c46-440c-bca9-cbcb7ef1c8c0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'Port': ['ID=4a412714-c965-4e74-85a6-c349ae6dfedb,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:33.257170 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56ed1f7-4c46-440c-bca9-cbcb7ef1c8c0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] No DVR routers for this DVR port 4a412714-c965-4e74-85a6-c349ae6dfedb on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:47:33.353782 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e56ed1f7-4c46-440c-bca9-cbcb7ef1c8c0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:33.378978 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d1f37b-309e-4050-bf21-3c40e661c4be None None] DHCP port deletion for 9c03a794-6910-48b2-9718-d0a8289ff05d request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:47:33.386798 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-e56ed1f7-4c46-440c-bca9-cbcb7ef1c8c0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c03a794-6910-48b2-9718-d0a8289ff05d']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:33.387746 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-29d09df5-5966-442f-8f4d-9a9a544cc859 None None] Could not find standard attr ID for object 4a412714-c965-4e74-85a6-c349ae6dfedb. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:47:33.403043 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-e56ed1f7-4c46-440c-bca9-cbcb7ef1c8c0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a3af4af-eadd-4520-9d02-a562167fb63a') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:33.403392 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-e56ed1f7-4c46-440c-bca9-cbcb7ef1c8c0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a3af4af-eadd-4520-9d02-a562167fb63a') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:33.413990 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e56ed1f7-4c46-440c-bca9-cbcb7ef1c8c0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:33.428160 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e56ed1f7-4c46-440c-bca9-cbcb7ef1c8c0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:33.434981 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e56ed1f7-4c46-440c-bca9-cbcb7ef1c8c0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:47:33.435375 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e56ed1f7-4c46-440c-bca9-cbcb7ef1c8c0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:33.438595 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:47:33.438595 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:47:33.438595 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:47:33.438595 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:47:33.438595 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:47:33.438595 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:47:33.438595 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:47:33.438595 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:47:33.438595 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:47:33.438595 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:47:33.438595 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:47:33.438595 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:47:33.438595 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:47:33.438595 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:47:33.438595 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:47:33.438595 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:47:33.438595 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:47:33.438595 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:47:33.438595 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:47:33.438595 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:47:33.438595 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:47:33.438595 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:47:33.438595 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:47:33.438595 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:47:33.438595 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:47:33.438595 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:47:33.438595 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:47:33.438595 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:47:33.438595 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:47:33.438595 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:47:33.438595 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:47:33.438595 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:47:33.495649 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e56ed1f7-4c46-440c-bca9-cbcb7ef1c8c0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:33.502707 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e56ed1f7-4c46-440c-bca9-cbcb7ef1c8c0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:33.506020 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e56ed1f7-4c46-440c-bca9-cbcb7ef1c8c0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/networks/9c03a794-6910-48b2-9718-d0a8289ff05d HTTP/1.1" status: 204 len: 168 time: 0.6899796 Dec 10 18:47:33.509586 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38384) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:33.515974 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-64a787af-9927-4653-bf3f-dff39d921e1b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-809865744'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:33.518638 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ed1f7-4c46-440c-bca9-cbcb7ef1c8c0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'Network': ['ID=9c03a794-6910-48b2-9718-d0a8289ff05d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:33.540736 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a787af-9927-4653-bf3f-dff39d921e1b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Made reservation on behalf of 77943ebb5cc94e169c0d46465a2e0f0f for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:33.545000 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-64a787af-9927-4653-bf3f-dff39d921e1b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:33.594830 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a787af-9927-4653-bf3f-dff39d921e1b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:47:33.598095 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fca4c30a-3591-4729-bec2-8c1d0979c677 req-35e906f9-2380-49a7-a2c8-5423c96f153d tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0334151 Dec 10 18:47:33.606792 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-64a787af-9927-4653-bf3f-dff39d921e1b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:33.607373 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-64a787af-9927-4653-bf3f-dff39d921e1b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Added segment b026190c-5466-4209-ab7f-24674b912101 of type vlan for network 20644272-f5e4-4911-a7bb-f83989f64891 Dec 10 18:47:33.634642 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-566cf108-c144-4224-8ec4-a129272868ac req-29af047e-0faf-4f54-aaf4-e8b1e4880fbb tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0323763 Dec 10 18:47:33.654305 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-64a787af-9927-4653-bf3f-dff39d921e1b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:33.679528 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-64a787af-9927-4653-bf3f-dff39d921e1b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:33.685605 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a787af-9927-4653-bf3f-dff39d921e1b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:33.686185 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-64a787af-9927-4653-bf3f-dff39d921e1b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:33.722703 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:33.744300 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-64a787af-9927-4653-bf3f-dff39d921e1b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2335234 Dec 10 18:47:33.747864 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38390) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:33.752807 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-970f5e03-d789-432f-89c5-67c65a3c3ba5 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'subnet': {'network_id': '20644272-f5e4-4911-a7bb-f83989f64891', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:33.757087 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a787af-9927-4653-bf3f-dff39d921e1b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Network': ['ID=20644272-f5e4-4911-a7bb-f83989f64891,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:33.767105 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 20644272-f5e4-4911-a7bb-f83989f64891 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:47:33.846449 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970f5e03-d789-432f-89c5-67c65a3c3ba5 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Made reservation on behalf of 77943ebb5cc94e169c0d46465a2e0f0f for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:33.849928 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-970f5e03-d789-432f-89c5-67c65a3c3ba5 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.043180 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8d6688e9-63ba-4bbd-bdf2-77873cda267e req-47ae423d-1bda-44c7-a433-ced3ecac99ae tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0493975 Dec 10 18:47:34.062198 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-970f5e03-d789-432f-89c5-67c65a3c3ba5 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.106491 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-60a91044-92d2-4229-b2e5-cb3e5eb94117 req-644e0717-21ec-42de-9b9e-8fce1dd5e526 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0288112 Dec 10 18:47:34.126526 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f5e03-d789-432f-89c5-67c65a3c3ba5 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Subnet': ['ID=4e2f98e2-ffe0-4a23-b9d8-eb817592c924,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:34.134788 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970f5e03-d789-432f-89c5-67c65a3c3ba5 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Checking segment: {'id': 'b026190c-5466-4209-ab7f-24674b912101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '20644272-f5e4-4911-a7bb-f83989f64891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:47:34.135145 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970f5e03-d789-432f-89c5-67c65a3c3ba5 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Network hostable DHCP agents. Network: 20644272-f5e4-4911-a7bb-f83989f64891, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:47:34.151752 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970f5e03-d789-432f-89c5-67c65a3c3ba5 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Network 20644272-f5e4-4911-a7bb-f83989f64891 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:47:34.162365 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-970f5e03-d789-432f-89c5-67c65a3c3ba5 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 20644272-f5e4-4911-a7bb-f83989f64891) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:34.167600 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970f5e03-d789-432f-89c5-67c65a3c3ba5 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:34.168221 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-970f5e03-d789-432f-89c5-67c65a3c3ba5 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.174171 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f409d520-fd97-4bf4-8385-cb398172fa4d None None] Network 20644272-f5e4-4911-a7bb-f83989f64891 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:47:34.193843 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-970f5e03-d789-432f-89c5-67c65a3c3ba5 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4423141 Dec 10 18:47:34.194075 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38398) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:34.199206 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-6824ef79-fd28-46db-8a61-a5a1ebaffe92 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'port': {'network_id': '20644272-f5e4-4911-a7bb-f83989f64891', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1138561076'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:34.278081 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f67191a-da03-49c7-8a99-19366ca1a35d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-20644272-f5e4-4911-a7bb-f83989f64891', 'network_id': '20644272-f5e4-4911-a7bb-f83989f64891', 'project_id': '77943ebb5cc94e169c0d46465a2e0f0f', 'fixed_ips': [{'subnet_id': '4e2f98e2-ffe0-4a23-b9d8-eb817592c924'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:47:34.279290 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3f67191a-da03-49c7-8a99-19366ca1a35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.312305 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6824ef79-fd28-46db-8a61-a5a1ebaffe92 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Made reservation on behalf of 77943ebb5cc94e169c0d46465a2e0f0f for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:34.315887 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6824ef79-fd28-46db-8a61-a5a1ebaffe92 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.333156 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-6824ef79-fd28-46db-8a61-a5a1ebaffe92 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] device_id is not set on port 99aeb7ab-6235-459f-8869-9e088bedc040 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:47:34.421157 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-3f67191a-da03-49c7-8a99-19366ca1a35d None None] Allocated IP 172.20.0.2 (20644272-f5e4-4911-a7bb-f83989f64891/4e2f98e2-ffe0-4a23-b9d8-eb817592c924/405cc58a-f489-41c2-92ab-560551f956de) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:47:34.587946 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3f67191a-da03-49c7-8a99-19366ca1a35d None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.594674 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3f67191a-da03-49c7-8a99-19366ca1a35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.631389 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f67191a-da03-49c7-8a99-19366ca1a35d None None] Network 20644272-f5e4-4911-a7bb-f83989f64891 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:47:34.636890 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-3f67191a-da03-49c7-8a99-19366ca1a35d None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:34.640654 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f67191a-da03-49c7-8a99-19366ca1a35d None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:47:34.649406 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-6824ef79-fd28-46db-8a61-a5a1ebaffe92 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Allocated IP 172.20.0.9 (20644272-f5e4-4911-a7bb-f83989f64891/4e2f98e2-ffe0-4a23-b9d8-eb817592c924/99aeb7ab-6235-459f-8869-9e088bedc040) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:47:34.652238 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67191a-da03-49c7-8a99-19366ca1a35d None None] Pushing event updated for resources: {'Port': ['ID=405cc58a-f489-41c2-92ab-560551f956de,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:34.691589 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-86b6837c-547f-4303-9567-4ef243a97368 req-7ab7be1a-e607-4f0c-abc8-49645bb889ad tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0390563 Dec 10 18:47:34.720698 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3f67191a-da03-49c7-8a99-19366ca1a35d None None] Attempting to bind port 405cc58a-f489-41c2-92ab-560551f956de on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:47:34.720698 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3f67191a-da03-49c7-8a99-19366ca1a35d None None] Attempting to bind port 405cc58a-f489-41c2-92ab-560551f956de by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'b026190c-5466-4209-ab7f-24674b912101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '20644272-f5e4-4911-a7bb-f83989f64891'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:47:34.720698 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f67191a-da03-49c7-8a99-19366ca1a35d None None] Attempting to bind port 405cc58a-f489-41c2-92ab-560551f956de on network 20644272-f5e4-4911-a7bb-f83989f64891 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:47:34.723997 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f67191a-da03-49c7-8a99-19366ca1a35d None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:47:34.724389 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f67191a-da03-49c7-8a99-19366ca1a35d None None] Checking segment: {'id': 'b026190c-5466-4209-ab7f-24674b912101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '20644272-f5e4-4911-a7bb-f83989f64891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:47:34.724874 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3f67191a-da03-49c7-8a99-19366ca1a35d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.725247 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f67191a-da03-49c7-8a99-19366ca1a35d None None] Bound using segment: {'id': 'b026190c-5466-4209-ab7f-24674b912101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '20644272-f5e4-4911-a7bb-f83989f64891'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:47:34.726379 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3f67191a-da03-49c7-8a99-19366ca1a35d None None] Bound port: 405cc58a-f489-41c2-92ab-560551f956de, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b026190c-5466-4209-ab7f-24674b912101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '20644272-f5e4-4911-a7bb-f83989f64891'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:47:34.726379 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3f67191a-da03-49c7-8a99-19366ca1a35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.727871 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-87e94773-85e8-468c-b5a0-0b3f942771f4 req-afadffc9-5858-4215-835b-fa8336dfae16 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0390558 Dec 10 18:47:34.809217 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3f67191a-da03-49c7-8a99-19366ca1a35d None None] For port 405cc58a-f489-41c2-92ab-560551f956de, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:47:34.812338 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3f67191a-da03-49c7-8a99-19366ca1a35d None None] For port 405cc58a-f489-41c2-92ab-560551f956de, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=405cc58a-f489-41c2-92ab-560551f956de,segment=NetworkSegment(b026190c-5466-4209-ab7f-24674b912101),segment_id=b026190c-5466-4209-ab7f-24674b912101)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:47:34.815239 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6824ef79-fd28-46db-8a61-a5a1ebaffe92 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.818217 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3f67191a-da03-49c7-8a99-19366ca1a35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.853207 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6824ef79-fd28-46db-8a61-a5a1ebaffe92 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.883220 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67191a-da03-49c7-8a99-19366ca1a35d None None] Pushing event updated for resources: {'Port': ['ID=405cc58a-f489-41c2-92ab-560551f956de,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:34.898730 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6824ef79-fd28-46db-8a61-a5a1ebaffe92 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Network 20644272-f5e4-4911-a7bb-f83989f64891 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:47:34.902050 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-6824ef79-fd28-46db-8a61-a5a1ebaffe92 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:34.905905 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6824ef79-fd28-46db-8a61-a5a1ebaffe92 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:47:34.933171 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824ef79-fd28-46db-8a61-a5a1ebaffe92 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Port': ['ID=99aeb7ab-6235-459f-8869-9e088bedc040,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:34.965721 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6824ef79-fd28-46db-8a61-a5a1ebaffe92 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:34.966377 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6824ef79-fd28-46db-8a61-a5a1ebaffe92 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.984089 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6824ef79-fd28-46db-8a61-a5a1ebaffe92 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.7882538 Dec 10 18:47:34.986178 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38406) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:35.117310 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c6c6b2be-fed2-4e0d-9206-b0929ae53b36 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Deleting port 99aeb7ab-6235-459f-8869-9e088bedc040 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:35.117881 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6c6b2be-fed2-4e0d-9206-b0929ae53b36 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.139440 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a27e5135-33fd-41ed-9dfa-af11c58c7342 req-d94c081d-0ad9-4132-b11f-0c04e31558cb tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0379395 Dec 10 18:47:35.213488 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d54dcfdc-bd62-4e4b-b241-9696f9029435 req-03305dc4-bbb2-499a-bb91-56735145e285 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0262456 Dec 10 18:47:35.246993 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6c6b2be-fed2-4e0d-9206-b0929ae53b36 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.259083 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c6c6b2be-fed2-4e0d-9206-b0929ae53b36 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Calling delete_port for 99aeb7ab-6235-459f-8869-9e088bedc040 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:35.391964 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6c6b2be-fed2-4e0d-9206-b0929ae53b36 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.425553 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c6b2be-fed2-4e0d-9206-b0929ae53b36 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'Port': ['ID=99aeb7ab-6235-459f-8869-9e088bedc040,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:35.493195 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6c6b2be-fed2-4e0d-9206-b0929ae53b36 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.497258 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c6c6b2be-fed2-4e0d-9206-b0929ae53b36 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/ports/99aeb7ab-6235-459f-8869-9e088bedc040 HTTP/1.1" status: 204 len: 168 time: 0.5096138 Dec 10 18:47:35.499727 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38412) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:35.522836 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-04519de8-1fc6-40da-9407-133ac04f1f59 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] GET failed (client error): The resource could not be found. Dec 10 18:47:35.524217 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-04519de8-1fc6-40da-9407-133ac04f1f59 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "GET /v2.0/ports/99aeb7ab-6235-459f-8869-9e088bedc040 HTTP/1.1" status: 404 len: 333 time: 0.0235889 Dec 10 18:47:35.527774 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38414) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:35.581689 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-de27a46c-158d-4963-b1a8-02f9dd9dab53 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Deleting subnet 4e2f98e2-ffe0-4a23-b9d8-eb817592c924 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:47:35.585407 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-de27a46c-158d-4963-b1a8-02f9dd9dab53 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.631405 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-de27a46c-158d-4963-b1a8-02f9dd9dab53 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.693969 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 405cc58a-f489-41c2-92ab-560551f956de up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:47:35.729065 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-de27a46c-158d-4963-b1a8-02f9dd9dab53 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.765241 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 405cc58a-f489-41c2-92ab-560551f956de triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:35.765625 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.805692 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2e8308be-fc94-4077-a93e-c038853da065 req-d8e2284f-b0b1-483c-ae7e-ed8763689798 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0342216 Dec 10 18:47:35.839531 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-de27a46c-158d-4963-b1a8-02f9dd9dab53 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.851597 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f5c2d37c-5d72-493a-b60a-e52b62236644 req-cd5ea565-06f6-4f19-b761-553fc19e20f1 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0656998 Dec 10 18:47:35.873247 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.892171 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de27a46c-158d-4963-b1a8-02f9dd9dab53 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'Subnet': ['ID=4e2f98e2-ffe0-4a23-b9d8-eb817592c924,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:35.894994 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-de27a46c-158d-4963-b1a8-02f9dd9dab53 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.900525 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-de27a46c-158d-4963-b1a8-02f9dd9dab53 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/subnets/4e2f98e2-ffe0-4a23-b9d8-eb817592c924 HTTP/1.1" status: 204 len: 168 time: 0.3715076 Dec 10 18:47:35.903025 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38420) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:35.936304 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:47:35.936707 n-d-821435-1 neutron-server[103246]: DEBUG oslo_db.api [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:47:35.982851 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e39696fc-4766-4156-a10c-5b5eb13b3eae tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.996690 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd24c4b7-e5d9-420d-80b1-7ad21ac938af None None] Network 20644272-f5e4-4911-a7bb-f83989f64891 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:47:36.039254 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-e39696fc-4766-4156-a10c-5b5eb13b3eae tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Deleting port 405cc58a-f489-41c2-92ab-560551f956de {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:36.039638 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e39696fc-4766-4156-a10c-5b5eb13b3eae tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:36.082773 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-83864bc2-3ad8-4cf2-8d8e-9a1f7add0b8f None None] Provisioning complete for port 405cc58a-f489-41c2-92ab-560551f956de triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:36.083197 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-83864bc2-3ad8-4cf2-8d8e-9a1f7add0b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:36.113457 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-e39696fc-4766-4156-a10c-5b5eb13b3eae tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] For port 405cc58a-f489-41c2-92ab-560551f956de, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=405cc58a-f489-41c2-92ab-560551f956de,segment=NetworkSegment(b026190c-5466-4209-ab7f-24674b912101),segment_id=b026190c-5466-4209-ab7f-24674b912101)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:36.114245 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e39696fc-4766-4156-a10c-5b5eb13b3eae tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:36.128439 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-e39696fc-4766-4156-a10c-5b5eb13b3eae tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Calling delete_port for 405cc58a-f489-41c2-92ab-560551f956de owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:36.176164 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-83864bc2-3ad8-4cf2-8d8e-9a1f7add0b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:36.214164 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d3b747-25a1-4dd8-a395-d567967e6a9b None None] DHCP port deletion for 20644272-f5e4-4911-a7bb-f83989f64891 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:47:36.227375 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-83864bc2-3ad8-4cf2-8d8e-9a1f7add0b8f None None] For port 405cc58a-f489-41c2-92ab-560551f956de, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=405cc58a-f489-41c2-92ab-560551f956de,segment=NetworkSegment(b026190c-5466-4209-ab7f-24674b912101),segment_id=b026190c-5466-4209-ab7f-24674b912101)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:36.232558 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-83864bc2-3ad8-4cf2-8d8e-9a1f7add0b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:36.245996 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-70020103-6ca8-4129-80c7-7549f52f239e req-2fb9c332-e6c7-499d-81f9-6eb990225d1e tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0433254 Dec 10 18:47:36.261229 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e39696fc-4766-4156-a10c-5b5eb13b3eae tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:36.305429 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39696fc-4766-4156-a10c-5b5eb13b3eae tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] No DVR routers for this DVR port 405cc58a-f489-41c2-92ab-560551f956de on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:47:36.311537 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39696fc-4766-4156-a10c-5b5eb13b3eae tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'Port': ['ID=405cc58a-f489-41c2-92ab-560551f956de,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:36.317444 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83864bc2-3ad8-4cf2-8d8e-9a1f7add0b8f None None] Pushing event updated for resources: {'Port': ['ID=405cc58a-f489-41c2-92ab-560551f956de,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:36.323998 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b0539a57-8729-43ff-9553-6345d849e84d req-754e4cf2-96b8-4ba0-a880-4c22b0d8c730 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0423574 Dec 10 18:47:36.333144 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-65d3b747-25a1-4dd8-a395-d567967e6a9b None None] Deleting port 405cc58a-f489-41c2-92ab-560551f956de {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:36.333525 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-65d3b747-25a1-4dd8-a395-d567967e6a9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:36.400237 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e39696fc-4766-4156-a10c-5b5eb13b3eae tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:36.406878 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-65d3b747-25a1-4dd8-a395-d567967e6a9b None None] For port 405cc58a-f489-41c2-92ab-560551f956de, host n-d-821435-1, got binding levels [] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:36.407657 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-65d3b747-25a1-4dd8-a395-d567967e6a9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:36.420471 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-65d3b747-25a1-4dd8-a395-d567967e6a9b None None] Calling delete_port for 405cc58a-f489-41c2-92ab-560551f956de owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:36.423518 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.ipam_backend_mixin [None req-65d3b747-25a1-4dd8-a395-d567967e6a9b None None] Port 405cc58a-f489-41c2-92ab-560551f956de was not found and therefore no delete operation was performed {{(pid=103246) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 18:47:36.424840 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-e39696fc-4766-4156-a10c-5b5eb13b3eae tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20644272-f5e4-4911-a7bb-f83989f64891']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:36.425009 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-65d3b747-25a1-4dd8-a395-d567967e6a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:36.434442 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-e39696fc-4766-4156-a10c-5b5eb13b3eae tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b026190c-5466-4209-ab7f-24674b912101') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:36.434740 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-e39696fc-4766-4156-a10c-5b5eb13b3eae tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b026190c-5466-4209-ab7f-24674b912101') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:36.443871 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e39696fc-4766-4156-a10c-5b5eb13b3eae tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:36.451136 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d3b747-25a1-4dd8-a395-d567967e6a9b None None] Pushing event deleted for resources: {'Port': ['ID=405cc58a-f489-41c2-92ab-560551f956de,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:36.457992 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e39696fc-4766-4156-a10c-5b5eb13b3eae tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:36.465446 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e39696fc-4766-4156-a10c-5b5eb13b3eae tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:47:36.465843 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e39696fc-4766-4156-a10c-5b5eb13b3eae tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:36.468859 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:47:36.468859 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:47:36.468859 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:47:36.468859 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:47:36.468859 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:47:36.468859 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:47:36.468859 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:47:36.468859 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:47:36.468859 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:47:36.468859 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:47:36.468859 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:47:36.468859 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:47:36.468859 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:47:36.468859 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:47:36.468859 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:47:36.468859 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:47:36.468859 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:47:36.468859 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:47:36.468859 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:47:36.468859 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:47:36.468859 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:47:36.468859 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:47:36.468859 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:47:36.468859 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:47:36.468859 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:47:36.468859 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:47:36.468859 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:47:36.468859 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:47:36.468859 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:47:36.468859 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:47:36.468859 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:47:36.468859 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:47:36.472480 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Port 405cc58a-f489-41c2-92ab-560551f956de update to ACTIVE by agent not found {{(pid=103246) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 10 18:47:36.474073 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d3b747-25a1-4dd8-a395-d567967e6a9b None None] No DVR routers for this DVR port 405cc58a-f489-41c2-92ab-560551f956de on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:47:36.549946 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e39696fc-4766-4156-a10c-5b5eb13b3eae tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:36.554701 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e39696fc-4766-4156-a10c-5b5eb13b3eae tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:36.558345 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e39696fc-4766-4156-a10c-5b5eb13b3eae tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/networks/20644272-f5e4-4911-a7bb-f83989f64891 HTTP/1.1" status: 204 len: 168 time: 0.6543014 Dec 10 18:47:36.561878 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38428) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:36.567211 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-41527237-e1ef-4256-94b8-c363c224b956 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'port': {'network_id': 'ac16bc8f-e019-422c-a623-b9c849cebae9', 'name': 'tempest-PortsTestJSON-109667789'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:36.573194 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39696fc-4766-4156-a10c-5b5eb13b3eae tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'Network': ['ID=20644272-f5e4-4911-a7bb-f83989f64891,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:36.659561 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41527237-e1ef-4256-94b8-c363c224b956 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Made reservation on behalf of 77943ebb5cc94e169c0d46465a2e0f0f for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:36.663315 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41527237-e1ef-4256-94b8-c363c224b956 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:36.680868 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-41527237-e1ef-4256-94b8-c363c224b956 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] device_id is not set on port 2159716a-6cae-4665-b09a-772a0f084b02 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:47:36.837013 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41527237-e1ef-4256-94b8-c363c224b956 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:36.872232 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41527237-e1ef-4256-94b8-c363c224b956 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:36.900623 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-676ad811-8d9a-4497-b112-fc8ec9188490 req-e11fb180-9954-494a-8950-ee839f033d65 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0346859 Dec 10 18:47:36.926148 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41527237-e1ef-4256-94b8-c363c224b956 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Network ac16bc8f-e019-422c-a623-b9c849cebae9 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:47:36.943888 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-41527237-e1ef-4256-94b8-c363c224b956 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:36.949937 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d4a41664-336d-4021-8e54-c810bf5aa209 req-a9442adc-f4a6-4263-a281-64fca0617431 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0442774 Dec 10 18:47:36.953054 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41527237-e1ef-4256-94b8-c363c224b956 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:47:36.958598 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41527237-e1ef-4256-94b8-c363c224b956 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:36.959216 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41527237-e1ef-4256-94b8-c363c224b956 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:36.962878 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41527237-e1ef-4256-94b8-c363c224b956 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Port': ['ID=2159716a-6cae-4665-b09a-772a0f084b02,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:36.978441 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-41527237-e1ef-4256-94b8-c363c224b956 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4151883 Dec 10 18:47:36.981929 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38434) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:37.075257 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-31a4644f-13e6-46b0-9ff9-f51dbc06dbd8 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Deleting port 2159716a-6cae-4665-b09a-772a0f084b02 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:37.075798 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31a4644f-13e6-46b0-9ff9-f51dbc06dbd8 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:37.143330 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31a4644f-13e6-46b0-9ff9-f51dbc06dbd8 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:37.156313 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-31a4644f-13e6-46b0-9ff9-f51dbc06dbd8 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Calling delete_port for 2159716a-6cae-4665-b09a-772a0f084b02 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:37.237934 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31a4644f-13e6-46b0-9ff9-f51dbc06dbd8 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:37.267781 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4644f-13e6-46b0-9ff9-f51dbc06dbd8 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'Port': ['ID=2159716a-6cae-4665-b09a-772a0f084b02,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:37.274398 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31a4644f-13e6-46b0-9ff9-f51dbc06dbd8 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:37.278409 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-31a4644f-13e6-46b0-9ff9-f51dbc06dbd8 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/ports/2159716a-6cae-4665-b09a-772a0f084b02 HTTP/1.1" status: 204 len: 168 time: 0.2954960 Dec 10 18:47:37.281160 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38438) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:37.289648 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e496eb35-c01a-4efe-8edc-575a68244940 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'port': {'network_id': 'ac16bc8f-e019-422c-a623-b9c849cebae9', 'mac_address': 'fa:16:3e:e9:90:ab', 'name': 'tempest-PortsTestJSON-119652958'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:37.338301 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f2a549c-feaf-4d8b-aff6-95aaa56f2115 req-7f42964d-a1bf-4d0e-8adc-8c8d8e891899 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0260401 Dec 10 18:47:37.415002 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-34cbb56e-f025-4477-bf80-fb83b9dceb15 req-78193b9c-fb15-4d7a-bf49-e08d619e954d tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0304728 Dec 10 18:47:37.415734 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e496eb35-c01a-4efe-8edc-575a68244940 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Made reservation on behalf of 77943ebb5cc94e169c0d46465a2e0f0f for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:37.484689 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e496eb35-c01a-4efe-8edc-575a68244940 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:37.503775 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-e496eb35-c01a-4efe-8edc-575a68244940 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] device_id is not set on port bf40585c-43fb-454d-969a-a67403817774 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:47:37.638288 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 405cc58a-f489-41c2-92ab-560551f956de no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:47:37.658460 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 405cc58a-f489-41c2-92ab-560551f956de {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:47:37.658809 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 405cc58a-f489-41c2-92ab-560551f956de not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:47:37.669037 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e496eb35-c01a-4efe-8edc-575a68244940 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:37.701420 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e496eb35-c01a-4efe-8edc-575a68244940 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:37.745273 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e496eb35-c01a-4efe-8edc-575a68244940 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Network ac16bc8f-e019-422c-a623-b9c849cebae9 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:47:37.748438 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-e496eb35-c01a-4efe-8edc-575a68244940 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:37.752035 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e496eb35-c01a-4efe-8edc-575a68244940 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:47:37.757604 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e496eb35-c01a-4efe-8edc-575a68244940 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:37.758204 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e496eb35-c01a-4efe-8edc-575a68244940 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:37.763882 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e496eb35-c01a-4efe-8edc-575a68244940 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Port': ['ID=bf40585c-43fb-454d-969a-a67403817774,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:37.779350 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e496eb35-c01a-4efe-8edc-575a68244940 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4970119 Dec 10 18:47:37.782028 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38444) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:37.829956 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5a9bb6-3c2b-40f6-a3f5-f10beb4a28f0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:37.831327 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4c5a9bb6-3c2b-40f6-a3f5-f10beb4a28f0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "GET /v2.0/ports/bf40585c-43fb-454d-969a-a67403817774 HTTP/1.1" status: 200 len: 840 time: 0.0481358 Dec 10 18:47:37.834063 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38446) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:37.923715 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-cfd95ad3-3e83-49f0-81e3-da967b4896e8 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Deleting port bf40585c-43fb-454d-969a-a67403817774 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:37.924393 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cfd95ad3-3e83-49f0-81e3-da967b4896e8 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:38.000334 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-244217df-ada5-4ff0-a03e-5feb6d7565b6 req-22e553a9-b309-4324-9c5e-30fc97733bc4 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0390148 Dec 10 18:47:38.014248 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cfd95ad3-3e83-49f0-81e3-da967b4896e8 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:38.030630 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-cfd95ad3-3e83-49f0-81e3-da967b4896e8 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Calling delete_port for bf40585c-43fb-454d-969a-a67403817774 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:38.035409 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7b24af04-7a5f-4127-8828-84f8f0efe6f2 req-418ce3c4-f6d3-4e06-a4e9-7775bb826844 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0300126 Dec 10 18:47:38.039664 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:38.111375 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cfd95ad3-3e83-49f0-81e3-da967b4896e8 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:38.140848 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd95ad3-3e83-49f0-81e3-da967b4896e8 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'Port': ['ID=bf40585c-43fb-454d-969a-a67403817774,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:38.144444 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cfd95ad3-3e83-49f0-81e3-da967b4896e8 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:38.147800 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-cfd95ad3-3e83-49f0-81e3-da967b4896e8 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/ports/bf40585c-43fb-454d-969a-a67403817774 HTTP/1.1" status: 204 len: 168 time: 0.3128006 Dec 10 18:47:38.150359 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38452) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:38.178590 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7ed5e10-b9df-4bbf-9c70-eda1bb07560b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] GET failed (client error): The resource could not be found. Dec 10 18:47:38.180081 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e7ed5e10-b9df-4bbf-9c70-eda1bb07560b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "GET /v2.0/ports/bf40585c-43fb-454d-969a-a67403817774 HTTP/1.1" status: 404 len: 333 time: 0.0282273 Dec 10 18:47:38.183826 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38456) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:38.188764 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-1f9dd562-7bb0-4ff3-8a01-1fd3f28e96c1 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'port': {'network_id': 'ac16bc8f-e019-422c-a623-b9c849cebae9', 'name': 'tempest-PortsTestJSON-2053671660'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:38.503700 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5adf4f59-8a72-48dc-9f18-81b092430e6c req-008e9c03-9192-4847-b438-1559ccc68a8f tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0265691 Dec 10 18:47:38.589509 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5585475b-6da7-4067-ad20-80d861569ca5 req-d77ebb38-d805-4d6b-ae2c-97af0c2e296e tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0353074 Dec 10 18:47:38.625281 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9dd562-7bb0-4ff3-8a01-1fd3f28e96c1 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Made reservation on behalf of 77943ebb5cc94e169c0d46465a2e0f0f for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:38.628720 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1f9dd562-7bb0-4ff3-8a01-1fd3f28e96c1 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:38.646595 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-1f9dd562-7bb0-4ff3-8a01-1fd3f28e96c1 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] device_id is not set on port 3dce15cf-e425-47b5-9632-39d2b4a4f3f1 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:47:38.802422 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1f9dd562-7bb0-4ff3-8a01-1fd3f28e96c1 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:38.835887 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1f9dd562-7bb0-4ff3-8a01-1fd3f28e96c1 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:38.878330 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9dd562-7bb0-4ff3-8a01-1fd3f28e96c1 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Network ac16bc8f-e019-422c-a623-b9c849cebae9 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:47:38.881366 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-1f9dd562-7bb0-4ff3-8a01-1fd3f28e96c1 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:38.885688 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9dd562-7bb0-4ff3-8a01-1fd3f28e96c1 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:47:38.891838 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9dd562-7bb0-4ff3-8a01-1fd3f28e96c1 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:38.892450 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1f9dd562-7bb0-4ff3-8a01-1fd3f28e96c1 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:38.904301 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9dd562-7bb0-4ff3-8a01-1fd3f28e96c1 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Port': ['ID=3dce15cf-e425-47b5-9632-39d2b4a4f3f1,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:38.914493 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1f9dd562-7bb0-4ff3-8a01-1fd3f28e96c1 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7295837 Dec 10 18:47:38.917704 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38462) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:38.922998 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-b27a8734-6c07-4f71-8cfa-0a4ddd3ec88a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:38.992288 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b27a8734-6c07-4f71-8cfa-0a4ddd3ec88a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:39.080450 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d996a88-88e3-4377-8328-7e2c7eba9745 req-f64aedf4-4153-4049-b194-5d2cb4c94821 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0270951 Dec 10 18:47:39.131317 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d11850f4-76b8-4d74-b894-a92400e2831f req-9578f20a-0531-4bf3-877e-96ac45c9fbb4 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0394123 Dec 10 18:47:39.174719 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b27a8734-6c07-4f71-8cfa-0a4ddd3ec88a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:39.179484 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b27a8734-6c07-4f71-8cfa-0a4ddd3ec88a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:39.213476 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-b27a8734-6c07-4f71-8cfa-0a4ddd3ec88a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] In _notify_port_updated(), no bound segment for port 3dce15cf-e425-47b5-9632-39d2b4a4f3f1 on network ac16bc8f-e019-422c-a623-b9c849cebae9 {{(pid=103245) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:47:39.218890 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27a8734-6c07-4f71-8cfa-0a4ddd3ec88a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:39.219526 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b27a8734-6c07-4f71-8cfa-0a4ddd3ec88a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:39.221661 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b27a8734-6c07-4f71-8cfa-0a4ddd3ec88a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "PUT /v2.0/ports/3dce15cf-e425-47b5-9632-39d2b4a4f3f1 HTTP/1.1" status: 200 len: 818 time: 0.3021441 Dec 10 18:47:39.223581 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38470) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:39.236891 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a8734-6c07-4f71-8cfa-0a4ddd3ec88a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Port': ['ID=3dce15cf-e425-47b5-9632-39d2b4a4f3f1,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:39.316257 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7dd8c839-3d96-4d21-942f-3af668133d74 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Deleting port 3dce15cf-e425-47b5-9632-39d2b4a4f3f1 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:39.316602 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7dd8c839-3d96-4d21-942f-3af668133d74 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:39.390940 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7dd8c839-3d96-4d21-942f-3af668133d74 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:39.403811 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7dd8c839-3d96-4d21-942f-3af668133d74 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Calling delete_port for 3dce15cf-e425-47b5-9632-39d2b4a4f3f1 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:39.484199 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7dd8c839-3d96-4d21-942f-3af668133d74 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:39.511960 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8c839-3d96-4d21-942f-3af668133d74 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'Port': ['ID=3dce15cf-e425-47b5-9632-39d2b4a4f3f1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:39.517108 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7dd8c839-3d96-4d21-942f-3af668133d74 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:39.520327 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7dd8c839-3d96-4d21-942f-3af668133d74 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/ports/3dce15cf-e425-47b5-9632-39d2b4a4f3f1 HTTP/1.1" status: 204 len: 168 time: 0.2957513 Dec 10 18:47:39.522899 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38472) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:39.598734 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b5674cc4-f355-4b9f-abb1-2f0a69fc7b7a req-62e4a012-ea86-4cc5-8e87-b44dd529856f tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0327487 Dec 10 18:47:39.606187 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e4f19b-ad84-4c53-859f-8f49ddbb0b30 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:39.607771 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a3e4f19b-ad84-4c53-859f-8f49ddbb0b30 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0839462 Dec 10 18:47:39.611777 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38478) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:39.636794 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a70b79f-1781-4821-aab2-67bee68605b4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] GET failed (client error): The resource could not be found. Dec 10 18:47:39.638229 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3a70b79f-1781-4821-aab2-67bee68605b4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "GET /v2.0/ports/3dce15cf-e425-47b5-9632-39d2b4a4f3f1 HTTP/1.1" status: 404 len: 333 time: 0.0254498 Dec 10 18:47:39.642213 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38480) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:39.646977 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f92823c7-5ddd-49ee-9dcc-3e148ebd1e5d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1560000349'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:39.670239 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92823c7-5ddd-49ee-9dcc-3e148ebd1e5d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Made reservation on behalf of 77943ebb5cc94e169c0d46465a2e0f0f for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:39.674075 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f92823c7-5ddd-49ee-9dcc-3e148ebd1e5d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:39.674523 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-95f8e038-d101-42e3-b11b-f691313da0ec req-3ecb542e-a78f-4b74-bfd3-b3bf4b95659f tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0303185 Dec 10 18:47:39.698762 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f92823c7-5ddd-49ee-9dcc-3e148ebd1e5d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:47:39.707805 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f92823c7-5ddd-49ee-9dcc-3e148ebd1e5d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:39.708212 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-f92823c7-5ddd-49ee-9dcc-3e148ebd1e5d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Added segment ec59da29-e6ab-4b51-b15a-7679b4e23caa of type vlan for network 9aa170b1-65f1-49c8-8500-760aceb6e1c0 Dec 10 18:47:39.749673 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f92823c7-5ddd-49ee-9dcc-3e148ebd1e5d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:39.775527 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f92823c7-5ddd-49ee-9dcc-3e148ebd1e5d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:39.782528 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92823c7-5ddd-49ee-9dcc-3e148ebd1e5d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:39.783145 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f92823c7-5ddd-49ee-9dcc-3e148ebd1e5d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:39.836608 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f92823c7-5ddd-49ee-9dcc-3e148ebd1e5d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1934199 Dec 10 18:47:39.840227 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38482) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:39.845302 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-30f04665-9c00-44fd-806a-384efe546de5 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'subnet': {'network_id': '9aa170b1-65f1-49c8-8500-760aceb6e1c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:39.852351 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92823c7-5ddd-49ee-9dcc-3e148ebd1e5d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Network': ['ID=9aa170b1-65f1-49c8-8500-760aceb6e1c0,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:39.862968 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 9aa170b1-65f1-49c8-8500-760aceb6e1c0 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:47:40.161943 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-242fd1ca-551a-4bf8-be9c-3d5e0d470649 req-6be88922-167c-4d44-9657-b26ff770a7b7 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0287178 Dec 10 18:47:40.225885 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9aa94b0d-0f70-472a-9e92-45e7f61f4d8d req-467d02d3-da7e-497c-8294-e81beb80d651 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0376139 Dec 10 18:47:40.259388 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f04665-9c00-44fd-806a-384efe546de5 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Made reservation on behalf of 77943ebb5cc94e169c0d46465a2e0f0f for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:40.263627 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30f04665-9c00-44fd-806a-384efe546de5 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:40.445267 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30f04665-9c00-44fd-806a-384efe546de5 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:40.502418 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f04665-9c00-44fd-806a-384efe546de5 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Subnet': ['ID=9b7cc5ca-5b6a-4b40-99eb-078efda88812,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:40.518897 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f04665-9c00-44fd-806a-384efe546de5 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Checking segment: {'id': 'ec59da29-e6ab-4b51-b15a-7679b4e23caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9aa170b1-65f1-49c8-8500-760aceb6e1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:47:40.519262 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f04665-9c00-44fd-806a-384efe546de5 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Network hostable DHCP agents. Network: 9aa170b1-65f1-49c8-8500-760aceb6e1c0, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:47:40.535900 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f04665-9c00-44fd-806a-384efe546de5 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Network 9aa170b1-65f1-49c8-8500-760aceb6e1c0 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:47:40.545519 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-30f04665-9c00-44fd-806a-384efe546de5 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 9aa170b1-65f1-49c8-8500-760aceb6e1c0) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:40.549813 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f04665-9c00-44fd-806a-384efe546de5 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:40.551566 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30f04665-9c00-44fd-806a-384efe546de5 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:40.556717 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d82cc2-a067-486a-84ac-ddc739720cc9 None None] Network 9aa170b1-65f1-49c8-8500-760aceb6e1c0 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:47:40.572845 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-30f04665-9c00-44fd-806a-384efe546de5 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7313795 Dec 10 18:47:40.575670 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38490) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:40.580804 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b2cd0f28-fd41-4c98-a06d-83c05e77cb3c tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'subnet': {'network_id': '9aa170b1-65f1-49c8-8500-760aceb6e1c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:40.665576 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cdc14a-92a9-4b43-ae82-f141840fce9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-9aa170b1-65f1-49c8-8500-760aceb6e1c0', 'network_id': '9aa170b1-65f1-49c8-8500-760aceb6e1c0', 'project_id': '77943ebb5cc94e169c0d46465a2e0f0f', 'fixed_ips': [{'subnet_id': '9b7cc5ca-5b6a-4b40-99eb-078efda88812'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:47:40.667273 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-43cdc14a-92a9-4b43-ae82-f141840fce9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:40.706771 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-758deaaa-93b2-4812-ae4f-8ecf94c055e3 req-8c0cc6fd-5234-4b9f-ad47-9d5218352ad3 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0433297 Dec 10 18:47:40.736651 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cd0f28-fd41-4c98-a06d-83c05e77cb3c tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Made reservation on behalf of 77943ebb5cc94e169c0d46465a2e0f0f for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:40.736651 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2cd0f28-fd41-4c98-a06d-83c05e77cb3c tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:40.773575 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8d395783-3e22-4579-8fb9-607687e142dc req-46fd7fee-49cb-463d-a9d4-5354b88bcc8b tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0421057 Dec 10 18:47:40.826620 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-43cdc14a-92a9-4b43-ae82-f141840fce9c None None] Allocated IP 172.20.0.2 (9aa170b1-65f1-49c8-8500-760aceb6e1c0/9b7cc5ca-5b6a-4b40-99eb-078efda88812/2363aa71-9af1-4ca2-a2c7-27b6cd925dfb) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:47:40.830080 n-d-821435-1 neutron-server[103244]: INFO neutron.db.ipam_backend_mixin [None req-b2cd0f28-fd41-4c98-a06d-83c05e77cb3c tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9b7cc5ca-5b6a-4b40-99eb-078efda88812 (CIDR: 172.20.0.0/28) Dec 10 18:47:40.833627 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2cd0f28-fd41-4c98-a06d-83c05e77cb3c tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:47:40.834124 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2cd0f28-fd41-4c98-a06d-83c05e77cb3c tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:47:40.853125 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b2cd0f28-fd41-4c98-a06d-83c05e77cb3c tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2761288 Dec 10 18:47:40.856371 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38496) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:40.861706 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c330e58a-7c4f-4ed2-9c8b-e7ed13b53499 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'subnet': {'network_id': '9aa170b1-65f1-49c8-8500-760aceb6e1c0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:40.971593 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-43cdc14a-92a9-4b43-ae82-f141840fce9c None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:40.977574 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c330e58a-7c4f-4ed2-9c8b-e7ed13b53499 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Made reservation on behalf of 77943ebb5cc94e169c0d46465a2e0f0f for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:40.979497 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-43cdc14a-92a9-4b43-ae82-f141840fce9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:40.983945 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c330e58a-7c4f-4ed2-9c8b-e7ed13b53499 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:41.027845 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cdc14a-92a9-4b43-ae82-f141840fce9c None None] Network 9aa170b1-65f1-49c8-8500-760aceb6e1c0 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:47:41.031830 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cdc14a-92a9-4b43-ae82-f141840fce9c None None] Pushing event updated for resources: {'Port': ['ID=2363aa71-9af1-4ca2-a2c7-27b6cd925dfb,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:41.034946 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-43cdc14a-92a9-4b43-ae82-f141840fce9c None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:41.036988 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cdc14a-92a9-4b43-ae82-f141840fce9c None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:47:41.089360 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-43cdc14a-92a9-4b43-ae82-f141840fce9c None None] Attempting to bind port 2363aa71-9af1-4ca2-a2c7-27b6cd925dfb on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:47:41.089763 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-43cdc14a-92a9-4b43-ae82-f141840fce9c None None] Attempting to bind port 2363aa71-9af1-4ca2-a2c7-27b6cd925dfb by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'ec59da29-e6ab-4b51-b15a-7679b4e23caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9aa170b1-65f1-49c8-8500-760aceb6e1c0'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:47:41.090301 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cdc14a-92a9-4b43-ae82-f141840fce9c None None] Attempting to bind port 2363aa71-9af1-4ca2-a2c7-27b6cd925dfb on network 9aa170b1-65f1-49c8-8500-760aceb6e1c0 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:47:41.095290 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cdc14a-92a9-4b43-ae82-f141840fce9c None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:47:41.095667 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cdc14a-92a9-4b43-ae82-f141840fce9c None None] Checking segment: {'id': 'ec59da29-e6ab-4b51-b15a-7679b4e23caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9aa170b1-65f1-49c8-8500-760aceb6e1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:47:41.096073 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-43cdc14a-92a9-4b43-ae82-f141840fce9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:41.096465 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cdc14a-92a9-4b43-ae82-f141840fce9c None None] Bound using segment: {'id': 'ec59da29-e6ab-4b51-b15a-7679b4e23caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9aa170b1-65f1-49c8-8500-760aceb6e1c0'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:47:41.096955 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-43cdc14a-92a9-4b43-ae82-f141840fce9c None None] Bound port: 2363aa71-9af1-4ca2-a2c7-27b6cd925dfb, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec59da29-e6ab-4b51-b15a-7679b4e23caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9aa170b1-65f1-49c8-8500-760aceb6e1c0'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:47:41.097337 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-43cdc14a-92a9-4b43-ae82-f141840fce9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:41.161183 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-43cdc14a-92a9-4b43-ae82-f141840fce9c None None] For port 2363aa71-9af1-4ca2-a2c7-27b6cd925dfb, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:47:41.164391 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-43cdc14a-92a9-4b43-ae82-f141840fce9c None None] For port 2363aa71-9af1-4ca2-a2c7-27b6cd925dfb, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=2363aa71-9af1-4ca2-a2c7-27b6cd925dfb,segment=NetworkSegment(ec59da29-e6ab-4b51-b15a-7679b4e23caa),segment_id=ec59da29-e6ab-4b51-b15a-7679b4e23caa)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:47:41.169705 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-43cdc14a-92a9-4b43-ae82-f141840fce9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:41.234771 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cdc14a-92a9-4b43-ae82-f141840fce9c None None] Pushing event updated for resources: {'Port': ['ID=2363aa71-9af1-4ca2-a2c7-27b6cd925dfb,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:41.270096 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b40c2693-cd66-4373-9abc-1295d67f6811 req-322932d5-55b6-4d43-8150-edf26b2b5674 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0321803 Dec 10 18:47:41.271202 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c330e58a-7c4f-4ed2-9c8b-e7ed13b53499 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:41.308081 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2025f574-6d6d-41b8-86ff-81ce1fe9d157 req-d8fc5866-f02f-44cc-ae0d-3696de83cd73 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0272171 Dec 10 18:47:41.327718 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c330e58a-7c4f-4ed2-9c8b-e7ed13b53499 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Network 9aa170b1-65f1-49c8-8500-760aceb6e1c0 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:47:41.331156 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-c330e58a-7c4f-4ed2-9c8b-e7ed13b53499 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:41.334289 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c330e58a-7c4f-4ed2-9c8b-e7ed13b53499 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:41.334936 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c330e58a-7c4f-4ed2-9c8b-e7ed13b53499 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:41.350214 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330e58a-7c4f-4ed2-9c8b-e7ed13b53499 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Subnet': ['ID=4c95863b-ef51-4dd4-a579-826d533111fa,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:41.368700 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c330e58a-7c4f-4ed2-9c8b-e7ed13b53499 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5069430 Dec 10 18:47:41.369189 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38504) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:41.375673 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-2e01ca9f-0c14-4735-9835-a8ce9583d588 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'port': {'network_id': '9aa170b1-65f1-49c8-8500-760aceb6e1c0', 'fixed_ips': [{'subnet_id': '9b7cc5ca-5b6a-4b40-99eb-078efda88812'}, {'subnet_id': '4c95863b-ef51-4dd4-a579-826d533111fa'}], 'name': 'tempest-PortsTestJSON-46980043'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:41.517919 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e01ca9f-0c14-4735-9835-a8ce9583d588 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Made reservation on behalf of 77943ebb5cc94e169c0d46465a2e0f0f for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:41.621769 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2e01ca9f-0c14-4735-9835-a8ce9583d588 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:41.650200 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-2e01ca9f-0c14-4735-9835-a8ce9583d588 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] device_id is not set on port 0ac738fc-e63c-4e95-a4fd-3aaacb8303a2 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:47:41.699908 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 2363aa71-9af1-4ca2-a2c7-27b6cd925dfb up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:47:41.762441 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 2363aa71-9af1-4ca2-a2c7-27b6cd925dfb triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:41.762974 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:41.824512 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f9584971-8837-4c5a-bdbf-90c895df5832 req-39b384aa-4f1e-478f-a8b6-3956572e4c80 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0494990 Dec 10 18:47:41.864035 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:41.875768 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e14b4edf-ec7b-452e-bd42-db2fcde4d7d8 req-9a65ed81-dbab-4ab4-8310-b3e00a84ec68 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0365512 Dec 10 18:47:41.899671 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 2363aa71-9af1-4ca2-a2c7-27b6cd925dfb, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=2363aa71-9af1-4ca2-a2c7-27b6cd925dfb,segment=NetworkSegment(ec59da29-e6ab-4b51-b15a-7679b4e23caa),segment_id=ec59da29-e6ab-4b51-b15a-7679b4e23caa)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:41.903884 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:41.952256 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=2363aa71-9af1-4ca2-a2c7-27b6cd925dfb,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:41.985494 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-2e01ca9f-0c14-4735-9835-a8ce9583d588 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Allocated IP 172.20.0.4 (9aa170b1-65f1-49c8-8500-760aceb6e1c0/9b7cc5ca-5b6a-4b40-99eb-078efda88812/0ac738fc-e63c-4e95-a4fd-3aaacb8303a2) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:47:41.991869 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-2e01ca9f-0c14-4735-9835-a8ce9583d588 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Allocated IP 172.20.0.21 (9aa170b1-65f1-49c8-8500-760aceb6e1c0/4c95863b-ef51-4dd4-a579-826d533111fa/0ac738fc-e63c-4e95-a4fd-3aaacb8303a2) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:47:42.153049 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2e01ca9f-0c14-4735-9835-a8ce9583d588 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:42.190372 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2e01ca9f-0c14-4735-9835-a8ce9583d588 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:42.236795 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e01ca9f-0c14-4735-9835-a8ce9583d588 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Network 9aa170b1-65f1-49c8-8500-760aceb6e1c0 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:47:42.240216 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-2e01ca9f-0c14-4735-9835-a8ce9583d588 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:42.245026 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e01ca9f-0c14-4735-9835-a8ce9583d588 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:47:42.251876 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e01ca9f-0c14-4735-9835-a8ce9583d588 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Port': ['ID=0ac738fc-e63c-4e95-a4fd-3aaacb8303a2,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:42.303979 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e01ca9f-0c14-4735-9835-a8ce9583d588 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:42.304613 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2e01ca9f-0c14-4735-9835-a8ce9583d588 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:42.321861 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2e01ca9f-0c14-4735-9835-a8ce9583d588 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1002 time: 0.9511075 Dec 10 18:47:42.324849 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38512) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:42.333078 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7c2af975-cf9a-4ebf-bb6a-4c212b690a24 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9b7cc5ca-5b6a-4b40-99eb-078efda88812'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:42.386544 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4f5ad2c7-ccd0-4d56-9918-717b168c8389 req-8d8d1a0d-aadf-49fb-9413-94038dd5cebf tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0577924 Dec 10 18:47:42.388061 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed63e10-b599-4413-8c02-4c30eb4f9e79 None None] Network 9aa170b1-65f1-49c8-8500-760aceb6e1c0 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:47:42.399795 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bee213e5-2c79-4f1d-916b-40839d5ab403 req-f2b672bf-a6e5-4c5d-bca5-0a6feca26e63 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0391779 Dec 10 18:47:42.516103 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fd78efb5-f545-4e1b-beaa-86db199214ef None None] Provisioning complete for port 2363aa71-9af1-4ca2-a2c7-27b6cd925dfb triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:42.516483 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fd78efb5-f545-4e1b-beaa-86db199214ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:42.522259 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7c2af975-cf9a-4ebf-bb6a-4c212b690a24 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:42.592138 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4f7fe6-8271-48fa-b811-1caf3ed15f9d None None] Update dhcp port {'port': {'network_id': '9aa170b1-65f1-49c8-8500-760aceb6e1c0', 'fixed_ips': [{'subnet_id': '9b7cc5ca-5b6a-4b40-99eb-078efda88812', 'ip_address': '172.20.0.2'}, {'subnet_id': '4c95863b-ef51-4dd4-a579-826d533111fa'}], 'binding:host_id': 'n-d-821435-1'}, 'id': '2363aa71-9af1-4ca2-a2c7-27b6cd925dfb'} from n-d-821435-1. {{(pid=103246) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 18:47:42.646785 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6a4f7fe6-8271-48fa-b811-1caf3ed15f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:42.776272 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-7c2af975-cf9a-4ebf-bb6a-4c212b690a24 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Delete allocated IP 172.20.0.21 (9aa170b1-65f1-49c8-8500-760aceb6e1c0/4c95863b-ef51-4dd4-a579-826d533111fa) {{(pid=103245) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 18:47:42.909177 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-722e60a7-9092-4591-a254-3f3035a36cd8 req-9878c85d-4f55-4101-9b9f-77caa970ecd4 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0272496 Dec 10 18:47:42.910407 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7c2af975-cf9a-4ebf-bb6a-4c212b690a24 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:42.917368 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7c2af975-cf9a-4ebf-bb6a-4c212b690a24 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:42.984665 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-6a4f7fe6-8271-48fa-b811-1caf3ed15f9d None None] Allocated IP 172.20.0.18 (9aa170b1-65f1-49c8-8500-760aceb6e1c0/4c95863b-ef51-4dd4-a579-826d533111fa/2363aa71-9af1-4ca2-a2c7-27b6cd925dfb) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:47:42.999590 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-271317b8-fb76-4153-a93d-fd37d5f3efff req-cd5207e5-bd45-40fc-815e-59335de6e2af tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0495250 Dec 10 18:47:43.023174 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2af975-cf9a-4ebf-bb6a-4c212b690a24 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Port': ['ID=0ac738fc-e63c-4e95-a4fd-3aaacb8303a2,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:43.065777 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-7c2af975-cf9a-4ebf-bb6a-4c212b690a24 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] In _notify_port_updated(), no bound segment for port 0ac738fc-e63c-4e95-a4fd-3aaacb8303a2 on network 9aa170b1-65f1-49c8-8500-760aceb6e1c0 {{(pid=103245) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:47:43.071411 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2af975-cf9a-4ebf-bb6a-4c212b690a24 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:43.072051 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7c2af975-cf9a-4ebf-bb6a-4c212b690a24 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:43.074017 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7c2af975-cf9a-4ebf-bb6a-4c212b690a24 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "PUT /v2.0/ports/0ac738fc-e63c-4e95-a4fd-3aaacb8303a2 HTTP/1.1" status: 200 len: 917 time: 0.7465169 Dec 10 18:47:43.076785 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38524) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:43.081856 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e83d14b2-6731-4d2c-b786-a67f0a860593 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9b7cc5ca-5b6a-4b40-99eb-078efda88812'}, {'subnet_id': '4c95863b-ef51-4dd4-a579-826d533111fa'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:43.083678 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6a4f7fe6-8271-48fa-b811-1caf3ed15f9d None None] For port 2363aa71-9af1-4ca2-a2c7-27b6cd925dfb, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=2363aa71-9af1-4ca2-a2c7-27b6cd925dfb,segment=NetworkSegment(ec59da29-e6ab-4b51-b15a-7679b4e23caa),segment_id=ec59da29-e6ab-4b51-b15a-7679b4e23caa)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:43.114972 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6a4f7fe6-8271-48fa-b811-1caf3ed15f9d None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:43.120989 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6a4f7fe6-8271-48fa-b811-1caf3ed15f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:43.154188 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e83d14b2-6731-4d2c-b786-a67f0a860593 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:43.211530 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f7fe6-8271-48fa-b811-1caf3ed15f9d None None] Pushing event updated for resources: {'Port': ['ID=2363aa71-9af1-4ca2-a2c7-27b6cd925dfb,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:43.446126 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-e83d14b2-6731-4d2c-b786-a67f0a860593 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Allocated IP 172.20.0.24 (9aa170b1-65f1-49c8-8500-760aceb6e1c0/4c95863b-ef51-4dd4-a579-826d533111fa/0ac738fc-e63c-4e95-a4fd-3aaacb8303a2) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:47:43.482408 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-efbd7fca-3ff8-4360-a2c7-fb0b78f9f78d req-2f897024-2d4c-4b9f-848d-fa9813292c91 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0268481 Dec 10 18:47:43.538979 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-707d1a6e-9017-47ec-ad5e-75535213a207 req-13da7d73-af7d-4364-b23f-9a50e988bdff tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0767953 Dec 10 18:47:43.626016 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e83d14b2-6731-4d2c-b786-a67f0a860593 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:43.631070 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e83d14b2-6731-4d2c-b786-a67f0a860593 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:43.666659 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 2363aa71-9af1-4ca2-a2c7-27b6cd925dfb up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:47:43.717195 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 2363aa71-9af1-4ca2-a2c7-27b6cd925dfb triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:43.717570 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:43.727577 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d14b2-6731-4d2c-b786-a67f0a860593 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Port': ['ID=0ac738fc-e63c-4e95-a4fd-3aaacb8303a2,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:43.757342 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf53806-0239-44eb-b298-3759da0f862b None None] Network 9aa170b1-65f1-49c8-8500-760aceb6e1c0 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:47:43.772969 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-e83d14b2-6731-4d2c-b786-a67f0a860593 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] In _notify_port_updated(), no bound segment for port 0ac738fc-e63c-4e95-a4fd-3aaacb8303a2 on network 9aa170b1-65f1-49c8-8500-760aceb6e1c0 {{(pid=103245) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:47:43.780537 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83d14b2-6731-4d2c-b786-a67f0a860593 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:43.781282 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e83d14b2-6731-4d2c-b786-a67f0a860593 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:43.782697 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e83d14b2-6731-4d2c-b786-a67f0a860593 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "PUT /v2.0/ports/0ac738fc-e63c-4e95-a4fd-3aaacb8303a2 HTTP/1.1" status: 200 len: 997 time: 0.7049546 Dec 10 18:47:43.785783 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38532) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:43.859858 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-081e37b5-35f4-429e-ad7d-e3a117723eec None None] Provisioning complete for port 2363aa71-9af1-4ca2-a2c7-27b6cd925dfb triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:43.860234 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-081e37b5-35f4-429e-ad7d-e3a117723eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:43.888001 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-7ff1d6fa-468d-4f41-9f05-c59a65a3a5e4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Deleting port 0ac738fc-e63c-4e95-a4fd-3aaacb8303a2 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:43.888261 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7ff1d6fa-468d-4f41-9f05-c59a65a3a5e4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:43.999893 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7ff1d6fa-468d-4f41-9f05-c59a65a3a5e4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:44.021875 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-64a242de-41ae-4786-9cb4-a53555c059f4 req-e264fafa-3397-407f-8233-0578bd75619f tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0503566 Dec 10 18:47:44.029795 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-7ff1d6fa-468d-4f41-9f05-c59a65a3a5e4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Calling delete_port for 0ac738fc-e63c-4e95-a4fd-3aaacb8303a2 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:44.087307 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ed186b1a-6e30-4cb2-b28a-716608b44b4d req-5c0e9768-f227-4d2a-8609-c588f4e3b625 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0279593 Dec 10 18:47:44.160011 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-081e37b5-35f4-429e-ad7d-e3a117723eec None None] Provisioning complete for port 0ac738fc-e63c-4e95-a4fd-3aaacb8303a2 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:44.160471 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-081e37b5-35f4-429e-ad7d-e3a117723eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:44.194665 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-081e37b5-35f4-429e-ad7d-e3a117723eec None None] Port 0ac738fc-e63c-4e95-a4fd-3aaacb8303a2 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:47:44.220940 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7ff1d6fa-468d-4f41-9f05-c59a65a3a5e4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:44.250681 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff1d6fa-468d-4f41-9f05-c59a65a3a5e4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'Port': ['ID=0ac738fc-e63c-4e95-a4fd-3aaacb8303a2,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:44.334714 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7ff1d6fa-468d-4f41-9f05-c59a65a3a5e4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:44.337963 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7ff1d6fa-468d-4f41-9f05-c59a65a3a5e4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/ports/0ac738fc-e63c-4e95-a4fd-3aaacb8303a2 HTTP/1.1" status: 204 len: 168 time: 0.5512018 Dec 10 18:47:44.340559 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38538) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:44.369032 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-66980176-8177-4cc4-baad-c5060e59d374 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] GET failed (client error): The resource could not be found. Dec 10 18:47:44.371049 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-66980176-8177-4cc4-baad-c5060e59d374 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "GET /v2.0/ports/0ac738fc-e63c-4e95-a4fd-3aaacb8303a2 HTTP/1.1" status: 404 len: 333 time: 0.0294237 Dec 10 18:47:44.373790 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38540) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:44.425163 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-896fb778-724c-4b14-9fe8-9e6222ebca0e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Deleting subnet 4c95863b-ef51-4dd4-a579-826d533111fa {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:47:44.428151 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-896fb778-724c-4b14-9fe8-9e6222ebca0e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:44.470094 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-896fb778-724c-4b14-9fe8-9e6222ebca0e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:44.578062 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fe07b609-277a-4e1b-958c-6c9354529f43 req-341b7044-b73a-4fdf-872e-fe0fcc381e2c tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0357828 Dec 10 18:47:44.582621 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-896fb778-724c-4b14-9fe8-9e6222ebca0e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:44.629839 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2ebeea51-8820-42d6-b278-08a2f9e37b32 req-e7498f0c-acd1-442b-a424-6dee7866d320 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0272279 Dec 10 18:47:44.654522 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-896fb778-724c-4b14-9fe8-9e6222ebca0e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:44.681571 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896fb778-724c-4b14-9fe8-9e6222ebca0e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'Subnet': ['ID=4c95863b-ef51-4dd4-a579-826d533111fa,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:44.685102 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-896fb778-724c-4b14-9fe8-9e6222ebca0e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:44.688339 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-896fb778-724c-4b14-9fe8-9e6222ebca0e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/subnets/4c95863b-ef51-4dd4-a579-826d533111fa HTTP/1.1" status: 204 len: 168 time: 0.3136380 Dec 10 18:47:44.690874 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38548) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:44.746050 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dae1d1c-2186-4259-8832-659c2a3de28f tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Deleting subnet 9b7cc5ca-5b6a-4b40-99eb-078efda88812 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:47:44.749264 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2dae1d1c-2186-4259-8832-659c2a3de28f tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:44.789425 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2dae1d1c-2186-4259-8832-659c2a3de28f tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:44.872729 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2dae1d1c-2186-4259-8832-659c2a3de28f tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:44.937101 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2dae1d1c-2186-4259-8832-659c2a3de28f tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:44.966091 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae1d1c-2186-4259-8832-659c2a3de28f tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'Subnet': ['ID=9b7cc5ca-5b6a-4b40-99eb-078efda88812,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:44.968228 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2dae1d1c-2186-4259-8832-659c2a3de28f tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:44.972208 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2dae1d1c-2186-4259-8832-659c2a3de28f tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/subnets/9b7cc5ca-5b6a-4b40-99eb-078efda88812 HTTP/1.1" status: 204 len: 168 time: 0.2796409 Dec 10 18:47:44.974039 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38550) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:45.051131 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3dd0dca9-52e0-44f7-8241-3e3e5514f789 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:45.107732 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-3dd0dca9-52e0-44f7-8241-3e3e5514f789 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Deleting port 2363aa71-9af1-4ca2-a2c7-27b6cd925dfb {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:45.108112 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3dd0dca9-52e0-44f7-8241-3e3e5514f789 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:45.118235 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7d66a7ba-ac67-49e6-aeb6-cb58bbe1b75c req-04c4f125-545e-4cc9-85d8-c4ed1f4c3e54 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0353086 Dec 10 18:47:45.194688 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3ececcff-47dd-4f6e-a8ca-189fcf5479ed req-fc5404b7-98db-4877-9e09-f3d8669b5150 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0361497 Dec 10 18:47:45.210787 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-3dd0dca9-52e0-44f7-8241-3e3e5514f789 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] For port 2363aa71-9af1-4ca2-a2c7-27b6cd925dfb, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=2363aa71-9af1-4ca2-a2c7-27b6cd925dfb,segment=NetworkSegment(ec59da29-e6ab-4b51-b15a-7679b4e23caa),segment_id=ec59da29-e6ab-4b51-b15a-7679b4e23caa)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:45.211227 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3dd0dca9-52e0-44f7-8241-3e3e5514f789 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:45.225411 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-3dd0dca9-52e0-44f7-8241-3e3e5514f789 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Calling delete_port for 2363aa71-9af1-4ca2-a2c7-27b6cd925dfb owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:45.254802 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a312c4-7be8-4973-add3-3a5f3b1cc961 None None] Network 9aa170b1-65f1-49c8-8500-760aceb6e1c0 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:47:45.311710 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3dd0dca9-52e0-44f7-8241-3e3e5514f789 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:45.317622 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-71858ea8-6f14-4d0a-ad5f-a9d2ffb6609d None None] Could not find standard attr ID for object 2363aa71-9af1-4ca2-a2c7-27b6cd925dfb. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:47:45.334544 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-71858ea8-6f14-4d0a-ad5f-a9d2ffb6609d None None] Could not find standard attr ID for object 0ac738fc-e63c-4e95-a4fd-3aaacb8303a2. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:47:45.340924 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0dca9-52e0-44f7-8241-3e3e5514f789 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'Port': ['ID=2363aa71-9af1-4ca2-a2c7-27b6cd925dfb,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:45.346652 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd0dca9-52e0-44f7-8241-3e3e5514f789 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] No DVR routers for this DVR port 2363aa71-9af1-4ca2-a2c7-27b6cd925dfb on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:47:45.410417 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b564c37b-b8fd-425d-a198-77058d6c9de8 None None] DHCP port deletion for 9aa170b1-65f1-49c8-8500-760aceb6e1c0 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:47:45.440017 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3dd0dca9-52e0-44f7-8241-3e3e5514f789 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:45.461737 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-3dd0dca9-52e0-44f7-8241-3e3e5514f789 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aa170b1-65f1-49c8-8500-760aceb6e1c0']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:45.471153 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-3dd0dca9-52e0-44f7-8241-3e3e5514f789 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec59da29-e6ab-4b51-b15a-7679b4e23caa') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:45.471807 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-3dd0dca9-52e0-44f7-8241-3e3e5514f789 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec59da29-e6ab-4b51-b15a-7679b4e23caa') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:45.480965 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3dd0dca9-52e0-44f7-8241-3e3e5514f789 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:45.494766 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3dd0dca9-52e0-44f7-8241-3e3e5514f789 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:45.501221 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dd0dca9-52e0-44f7-8241-3e3e5514f789 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:47:45.501708 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3dd0dca9-52e0-44f7-8241-3e3e5514f789 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:45.504659 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:47:45.504659 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:47:45.504659 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:47:45.504659 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:47:45.504659 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:47:45.504659 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:47:45.504659 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:47:45.504659 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:47:45.504659 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:47:45.504659 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:47:45.504659 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:47:45.504659 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:47:45.504659 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:47:45.504659 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:47:45.504659 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:47:45.504659 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:47:45.504659 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:47:45.504659 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:47:45.504659 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:47:45.504659 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:47:45.504659 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:47:45.504659 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:47:45.504659 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:47:45.504659 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:47:45.504659 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:47:45.504659 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:47:45.504659 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:47:45.504659 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:47:45.504659 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:47:45.504659 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:47:45.504659 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:47:45.504659 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:47:45.562002 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3dd0dca9-52e0-44f7-8241-3e3e5514f789 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:45.568784 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3dd0dca9-52e0-44f7-8241-3e3e5514f789 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:45.571901 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3dd0dca9-52e0-44f7-8241-3e3e5514f789 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/networks/9aa170b1-65f1-49c8-8500-760aceb6e1c0 HTTP/1.1" status: 204 len: 168 time: 0.5969472 Dec 10 18:47:45.577199 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38556) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:45.584850 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0dca9-52e0-44f7-8241-3e3e5514f789 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'Network': ['ID=9aa170b1-65f1-49c8-8500-760aceb6e1c0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:45.642096 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c664b262-1282-422e-abf4-ed8988c6f25e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:45.643563 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c664b262-1282-422e-abf4-ed8988c6f25e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0653105 Dec 10 18:47:45.647368 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38560) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:45.660127 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 2363aa71-9af1-4ca2-a2c7-27b6cd925dfb no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:47:45.687525 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e91a49fa-d42b-4496-8909-329f6c4d93f6 req-7548d991-ae7a-4ec3-8ffe-28769d235b48 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0426185 Dec 10 18:47:45.701901 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 2363aa71-9af1-4ca2-a2c7-27b6cd925dfb {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:47:45.702348 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 2363aa71-9af1-4ca2-a2c7-27b6cd925dfb not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:47:45.734334 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5709d625-76da-4946-9b91-d71d12f87a9c req-cfb41a82-2101-4295-93da-5cb4128c4bd4 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0437841 Dec 10 18:47:45.746696 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c75755a9-9271-4a3d-b9cf-e2ff881e0e71 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0940359 Dec 10 18:47:45.747435 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38566) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:45.752384 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-9f42fb54-65db-4c1e-b538-2f0e5b363e8d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1563752728'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:45.773882 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f42fb54-65db-4c1e-b538-2f0e5b363e8d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Made reservation on behalf of 77943ebb5cc94e169c0d46465a2e0f0f for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:45.778373 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f42fb54-65db-4c1e-b538-2f0e5b363e8d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:45.803247 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f42fb54-65db-4c1e-b538-2f0e5b363e8d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:47:45.813125 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f42fb54-65db-4c1e-b538-2f0e5b363e8d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:45.813543 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-9f42fb54-65db-4c1e-b538-2f0e5b363e8d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Added segment 7661ab1d-b204-4a8a-b535-0124f06401f6 of type vlan for network c019bafd-dd16-40cc-bbfe-8b7f1263edd1 Dec 10 18:47:45.852306 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f42fb54-65db-4c1e-b538-2f0e5b363e8d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:45.878062 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f42fb54-65db-4c1e-b538-2f0e5b363e8d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:45.883892 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f42fb54-65db-4c1e-b538-2f0e5b363e8d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:45.884470 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f42fb54-65db-4c1e-b538-2f0e5b363e8d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:45.943245 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9f42fb54-65db-4c1e-b538-2f0e5b363e8d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1946888 Dec 10 18:47:45.946150 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38568) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:45.951158 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a27466e1-176f-4fcc-8854-e66d831740b7 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'subnet': {'network_id': 'c019bafd-dd16-40cc-bbfe-8b7f1263edd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:45.955241 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f42fb54-65db-4c1e-b538-2f0e5b363e8d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Network': ['ID=c019bafd-dd16-40cc-bbfe-8b7f1263edd1,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:45.965858 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network c019bafd-dd16-40cc-bbfe-8b7f1263edd1 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:47:46.043635 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27466e1-176f-4fcc-8854-e66d831740b7 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Made reservation on behalf of 77943ebb5cc94e169c0d46465a2e0f0f for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:46.047208 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a27466e1-176f-4fcc-8854-e66d831740b7 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:46.227667 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4d5d58a7-65f1-4fbf-9c58-6e602a2b8249 req-ea255320-f839-4e30-935a-db91dec554cb tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0470850 Dec 10 18:47:46.258155 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a27466e1-176f-4fcc-8854-e66d831740b7 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:46.279075 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a47f612c-1257-4c6c-baef-b438881e5a46 req-5933564b-963e-40ae-8193-da7e6ef84713 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0282114 Dec 10 18:47:46.321937 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27466e1-176f-4fcc-8854-e66d831740b7 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Subnet': ['ID=7ac4c285-9c9c-47c5-b073-d9668ef95843,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:46.332023 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27466e1-176f-4fcc-8854-e66d831740b7 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Checking segment: {'id': '7661ab1d-b204-4a8a-b535-0124f06401f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c019bafd-dd16-40cc-bbfe-8b7f1263edd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:47:46.332377 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27466e1-176f-4fcc-8854-e66d831740b7 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Network hostable DHCP agents. Network: c019bafd-dd16-40cc-bbfe-8b7f1263edd1, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:47:46.349307 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27466e1-176f-4fcc-8854-e66d831740b7 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Network c019bafd-dd16-40cc-bbfe-8b7f1263edd1 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:47:46.359446 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-a27466e1-176f-4fcc-8854-e66d831740b7 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, c019bafd-dd16-40cc-bbfe-8b7f1263edd1) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:46.363623 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27466e1-176f-4fcc-8854-e66d831740b7 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:46.364216 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a27466e1-176f-4fcc-8854-e66d831740b7 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:46.372239 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ebbd2e-f9cb-43aa-acb6-01a766bcfa7c None None] Network c019bafd-dd16-40cc-bbfe-8b7f1263edd1 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:47:46.380896 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a27466e1-176f-4fcc-8854-e66d831740b7 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4336152 Dec 10 18:47:46.383458 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38574) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:46.389242 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c9d78d5f-a684-41ef-ae18-619e679dbe57 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'port': {'network_id': 'c019bafd-dd16-40cc-bbfe-8b7f1263edd1', 'name': 'tempest-PortsTestJSON-1152600579'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:46.476996 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7419e68c-14f3-4928-a27c-7f68f18db467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-c019bafd-dd16-40cc-bbfe-8b7f1263edd1', 'network_id': 'c019bafd-dd16-40cc-bbfe-8b7f1263edd1', 'project_id': '77943ebb5cc94e169c0d46465a2e0f0f', 'fixed_ips': [{'subnet_id': '7ac4c285-9c9c-47c5-b073-d9668ef95843'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:47:46.477813 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7419e68c-14f3-4928-a27c-7f68f18db467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:46.499016 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d78d5f-a684-41ef-ae18-619e679dbe57 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Made reservation on behalf of 77943ebb5cc94e169c0d46465a2e0f0f for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:46.503213 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9d78d5f-a684-41ef-ae18-619e679dbe57 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:46.521024 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-c9d78d5f-a684-41ef-ae18-619e679dbe57 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] device_id is not set on port f44ad36c-67e3-4b4d-9f8f-728ccec3efd6 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:47:46.618485 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-7419e68c-14f3-4928-a27c-7f68f18db467 None None] Allocated IP 172.20.0.2 (c019bafd-dd16-40cc-bbfe-8b7f1263edd1/7ac4c285-9c9c-47c5-b073-d9668ef95843/393bf2b7-cfc8-4640-89ad-8b46c4099635) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:47:46.758367 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-37492a50-28b8-4fa1-8780-a265572344a2 req-3a3d2fab-278c-4bcd-aa32-0c766f81dc09 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0263579 Dec 10 18:47:46.762891 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7419e68c-14f3-4928-a27c-7f68f18db467 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:46.771579 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7419e68c-14f3-4928-a27c-7f68f18db467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:46.829687 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9cdb7db7-4ddb-4907-b3ac-4daaa69302fb req-04e30544-338c-4660-b3ce-89d23d95e4d2 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0293236 Dec 10 18:47:46.832815 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7419e68c-14f3-4928-a27c-7f68f18db467 None None] Network c019bafd-dd16-40cc-bbfe-8b7f1263edd1 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:47:46.834163 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7419e68c-14f3-4928-a27c-7f68f18db467 None None] Pushing event updated for resources: {'Port': ['ID=393bf2b7-cfc8-4640-89ad-8b46c4099635,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:46.838844 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-7419e68c-14f3-4928-a27c-7f68f18db467 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:46.841225 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7419e68c-14f3-4928-a27c-7f68f18db467 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:47:46.841389 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-c9d78d5f-a684-41ef-ae18-619e679dbe57 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Allocated IP 172.20.0.9 (c019bafd-dd16-40cc-bbfe-8b7f1263edd1/7ac4c285-9c9c-47c5-b073-d9668ef95843/f44ad36c-67e3-4b4d-9f8f-728ccec3efd6) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:47:46.897705 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7419e68c-14f3-4928-a27c-7f68f18db467 None None] Attempting to bind port 393bf2b7-cfc8-4640-89ad-8b46c4099635 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:47:46.898086 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7419e68c-14f3-4928-a27c-7f68f18db467 None None] Attempting to bind port 393bf2b7-cfc8-4640-89ad-8b46c4099635 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '7661ab1d-b204-4a8a-b535-0124f06401f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c019bafd-dd16-40cc-bbfe-8b7f1263edd1'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:47:46.898586 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7419e68c-14f3-4928-a27c-7f68f18db467 None None] Attempting to bind port 393bf2b7-cfc8-4640-89ad-8b46c4099635 on network c019bafd-dd16-40cc-bbfe-8b7f1263edd1 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:47:46.903844 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7419e68c-14f3-4928-a27c-7f68f18db467 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:47:46.904228 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7419e68c-14f3-4928-a27c-7f68f18db467 None None] Checking segment: {'id': '7661ab1d-b204-4a8a-b535-0124f06401f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c019bafd-dd16-40cc-bbfe-8b7f1263edd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:47:46.904652 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7419e68c-14f3-4928-a27c-7f68f18db467 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:46.905234 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7419e68c-14f3-4928-a27c-7f68f18db467 None None] Bound using segment: {'id': '7661ab1d-b204-4a8a-b535-0124f06401f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c019bafd-dd16-40cc-bbfe-8b7f1263edd1'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:47:46.905689 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7419e68c-14f3-4928-a27c-7f68f18db467 None None] Bound port: 393bf2b7-cfc8-4640-89ad-8b46c4099635, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7661ab1d-b204-4a8a-b535-0124f06401f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c019bafd-dd16-40cc-bbfe-8b7f1263edd1'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:47:46.906076 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7419e68c-14f3-4928-a27c-7f68f18db467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:46.967725 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7419e68c-14f3-4928-a27c-7f68f18db467 None None] For port 393bf2b7-cfc8-4640-89ad-8b46c4099635, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:47:46.971099 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7419e68c-14f3-4928-a27c-7f68f18db467 None None] For port 393bf2b7-cfc8-4640-89ad-8b46c4099635, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=393bf2b7-cfc8-4640-89ad-8b46c4099635,segment=NetworkSegment(7661ab1d-b204-4a8a-b535-0124f06401f6),segment_id=7661ab1d-b204-4a8a-b535-0124f06401f6)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:47:46.976398 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7419e68c-14f3-4928-a27c-7f68f18db467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:47.004462 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9d78d5f-a684-41ef-ae18-619e679dbe57 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:47.041909 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9d78d5f-a684-41ef-ae18-619e679dbe57 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:47.044772 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7419e68c-14f3-4928-a27c-7f68f18db467 None None] Pushing event updated for resources: {'Port': ['ID=393bf2b7-cfc8-4640-89ad-8b46c4099635,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:47.089933 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d78d5f-a684-41ef-ae18-619e679dbe57 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Network c019bafd-dd16-40cc-bbfe-8b7f1263edd1 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:47:47.093702 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-c9d78d5f-a684-41ef-ae18-619e679dbe57 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:47.098350 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d78d5f-a684-41ef-ae18-619e679dbe57 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:47:47.106092 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d78d5f-a684-41ef-ae18-619e679dbe57 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Port': ['ID=f44ad36c-67e3-4b4d-9f8f-728ccec3efd6,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:47.163711 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d78d5f-a684-41ef-ae18-619e679dbe57 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:47.164396 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9d78d5f-a684-41ef-ae18-619e679dbe57 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:47.187563 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c9d78d5f-a684-41ef-ae18-619e679dbe57 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8002322 Dec 10 18:47:47.188050 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38582) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:47.195122 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7246be72-6463-4f8f-b88b-d502e8df59c2 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'port': {'network_id': 'c019bafd-dd16-40cc-bbfe-8b7f1263edd1', 'name': 'tempest-PortsTestJSON-1612166149'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:47.332382 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1c26c204-32ac-4a8a-bb8c-1d74baaec4b6 req-1a484c91-7f78-42a1-8228-07cbeed61feb tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0376070 Dec 10 18:47:47.356972 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7246be72-6463-4f8f-b88b-d502e8df59c2 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Made reservation on behalf of 77943ebb5cc94e169c0d46465a2e0f0f for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:47.361116 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7246be72-6463-4f8f-b88b-d502e8df59c2 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:47.381782 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-7246be72-6463-4f8f-b88b-d502e8df59c2 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] device_id is not set on port cb488055-96ab-4bcb-a1cd-584c98a93429 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:47:47.403942 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-299b8f3f-a21b-4ce5-adfd-bf507b726429 req-894e4545-b277-4643-b3cc-874e9b0cb04b tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0414042 Dec 10 18:47:47.504611 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-7246be72-6463-4f8f-b88b-d502e8df59c2 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Allocated IP 172.20.0.5 (c019bafd-dd16-40cc-bbfe-8b7f1263edd1/7ac4c285-9c9c-47c5-b073-d9668ef95843/cb488055-96ab-4bcb-a1cd-584c98a93429) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:47:47.656957 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7246be72-6463-4f8f-b88b-d502e8df59c2 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:47.693197 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 393bf2b7-cfc8-4640-89ad-8b46c4099635 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:47:47.698237 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7246be72-6463-4f8f-b88b-d502e8df59c2 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:47.743508 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7246be72-6463-4f8f-b88b-d502e8df59c2 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Network c019bafd-dd16-40cc-bbfe-8b7f1263edd1 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:47:47.745234 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 393bf2b7-cfc8-4640-89ad-8b46c4099635 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:47.745686 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:47.747452 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-7246be72-6463-4f8f-b88b-d502e8df59c2 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:47.751581 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7246be72-6463-4f8f-b88b-d502e8df59c2 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:47:47.781198 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246be72-6463-4f8f-b88b-d502e8df59c2 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Port': ['ID=cb488055-96ab-4bcb-a1cd-584c98a93429,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:47.808437 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7246be72-6463-4f8f-b88b-d502e8df59c2 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:47.809347 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7246be72-6463-4f8f-b88b-d502e8df59c2 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:47.829771 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7246be72-6463-4f8f-b88b-d502e8df59c2 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6400411 Dec 10 18:47:47.832326 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38592) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:47.851749 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:47.875592 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e1b05756-6724-4e5c-9d41-e224624452dc req-9d6ff06e-a3ba-476a-9fe9-0c4ee22c9505 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0425239 Dec 10 18:47:47.897247 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 393bf2b7-cfc8-4640-89ad-8b46c4099635, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=393bf2b7-cfc8-4640-89ad-8b46c4099635,segment=NetworkSegment(7661ab1d-b204-4a8a-b535-0124f06401f6),segment_id=7661ab1d-b204-4a8a-b535-0124f06401f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:47.903117 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:47.950887 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a393036e-a621-4e20-8ece-5ad3f71ac8ae req-04de041e-58b4-455f-bbef-a5274fbbaef4 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0316818 Dec 10 18:47:47.964437 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=393bf2b7-cfc8-4640-89ad-8b46c4099635,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:47.981466 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1e58cd-acf4-4ef1-98ff-2a48640d1995 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:47.983063 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ed1e58cd-acf4-4ef1-98ff-2a48640d1995 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.1492543 Dec 10 18:47:47.985752 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38598) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:48.085008 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-7a21eabc-603e-447c-879c-9e8171e83897 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Deleting port cb488055-96ab-4bcb-a1cd-584c98a93429 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:48.085353 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7a21eabc-603e-447c-879c-9e8171e83897 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:48.146574 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c433a5-4f1c-4e4d-a2e2-6aed9e00ef99 None None] Network c019bafd-dd16-40cc-bbfe-8b7f1263edd1 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:47:48.175229 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7a21eabc-603e-447c-879c-9e8171e83897 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:48.187231 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-7a21eabc-603e-447c-879c-9e8171e83897 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Calling delete_port for cb488055-96ab-4bcb-a1cd-584c98a93429 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:48.213523 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-70fb5f5b-9397-4d58-8084-561150aad4e7 None None] Provisioning complete for port 393bf2b7-cfc8-4640-89ad-8b46c4099635 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:48.213884 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-70fb5f5b-9397-4d58-8084-561150aad4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:48.316981 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7a21eabc-603e-447c-879c-9e8171e83897 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:48.351348 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21eabc-603e-447c-879c-9e8171e83897 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'Port': ['ID=cb488055-96ab-4bcb-a1cd-584c98a93429,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:48.426240 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7a21eabc-603e-447c-879c-9e8171e83897 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:48.431819 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7a21eabc-603e-447c-879c-9e8171e83897 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/ports/cb488055-96ab-4bcb-a1cd-584c98a93429 HTTP/1.1" status: 204 len: 168 time: 0.4428060 Dec 10 18:47:48.432287 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38604) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:48.454185 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8c0885c1-ed9c-45c6-b664-558e38ebef25 req-21de1dcf-4cbd-4528-ae12-bce41cc851f8 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0430171 Dec 10 18:47:48.458086 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c998f52-619a-4d9b-9d91-4557a8203b95 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] GET failed (client error): The resource could not be found. Dec 10 18:47:48.459575 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1c998f52-619a-4d9b-9d91-4557a8203b95 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "GET /v2.0/ports/cb488055-96ab-4bcb-a1cd-584c98a93429 HTTP/1.1" status: 404 len: 333 time: 0.0261204 Dec 10 18:47:48.462505 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38606) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:48.494756 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6292513e-d139-4497-a8b2-cc90da981c16 req-40dd4f25-1d43-4d7b-a7fb-aa1205d3778a tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0323629 Dec 10 18:47:48.582486 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a90356a8-b8a6-405b-a925-d1b5671a2ab9 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Deleting port f44ad36c-67e3-4b4d-9f8f-728ccec3efd6 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:48.582834 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a90356a8-b8a6-405b-a925-d1b5671a2ab9 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:48.652285 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c6b3fd33-e9d5-4a21-bf47-f93815408546 None None] Could not find standard attr ID for object cb488055-96ab-4bcb-a1cd-584c98a93429. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:47:48.663176 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c6b3fd33-e9d5-4a21-bf47-f93815408546 None None] Provisioning complete for port 393bf2b7-cfc8-4640-89ad-8b46c4099635 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:48.663653 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c6b3fd33-e9d5-4a21-bf47-f93815408546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:48.675526 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a90356a8-b8a6-405b-a925-d1b5671a2ab9 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:48.688771 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a90356a8-b8a6-405b-a925-d1b5671a2ab9 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Calling delete_port for f44ad36c-67e3-4b4d-9f8f-728ccec3efd6 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:48.764762 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c6b3fd33-e9d5-4a21-bf47-f93815408546 None None] Provisioning complete for port f44ad36c-67e3-4b4d-9f8f-728ccec3efd6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:48.765247 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c6b3fd33-e9d5-4a21-bf47-f93815408546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:48.801144 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c6b3fd33-e9d5-4a21-bf47-f93815408546 None None] Port f44ad36c-67e3-4b4d-9f8f-728ccec3efd6 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:47:48.844466 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a90356a8-b8a6-405b-a925-d1b5671a2ab9 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:48.875769 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90356a8-b8a6-405b-a925-d1b5671a2ab9 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'Port': ['ID=f44ad36c-67e3-4b4d-9f8f-728ccec3efd6,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:48.913743 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3b449982-2f4c-4939-816d-fb2015e442db None None] Could not find standard attr ID for object f44ad36c-67e3-4b4d-9f8f-728ccec3efd6. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:47:48.960613 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be701e59-fa69-417c-b2e4-a7dbcc22b7b1 req-2fed967b-379c-483d-b097-743502b4a3fb tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0343394 Dec 10 18:47:48.979480 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a90356a8-b8a6-405b-a925-d1b5671a2ab9 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:48.985239 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a90356a8-b8a6-405b-a925-d1b5671a2ab9 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/ports/f44ad36c-67e3-4b4d-9f8f-728ccec3efd6 HTTP/1.1" status: 204 len: 168 time: 0.5188236 Dec 10 18:47:48.985571 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38612) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:49.019543 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-74d0f637-9b13-48d2-a112-228a30f015a6 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] GET failed (client error): The resource could not be found. Dec 10 18:47:49.021600 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-74d0f637-9b13-48d2-a112-228a30f015a6 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "GET /v2.0/ports/f44ad36c-67e3-4b4d-9f8f-728ccec3efd6 HTTP/1.1" status: 404 len: 333 time: 0.0349188 Dec 10 18:47:49.024747 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38616) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:49.035935 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-628d336a-b08b-46a7-b907-463db545d88e None None] Could not find standard attr ID for object cb488055-96ab-4bcb-a1cd-584c98a93429. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:47:49.062075 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-47be97aa-88e0-4f68-8366-9af970a46245 req-09499079-cf16-4fb0-858a-c3ccdb3696b3 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0317831 Dec 10 18:47:49.106916 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b2b72b-ff3c-4181-a4d8-83d1361b80c6 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Deleting subnet 7ac4c285-9c9c-47c5-b073-d9668ef95843 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:47:49.110656 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f7b2b72b-ff3c-4181-a4d8-83d1361b80c6 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.154383 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f7b2b72b-ff3c-4181-a4d8-83d1361b80c6 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.240857 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f7b2b72b-ff3c-4181-a4d8-83d1361b80c6 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.307339 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f7b2b72b-ff3c-4181-a4d8-83d1361b80c6 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.337810 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2b72b-ff3c-4181-a4d8-83d1361b80c6 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'Subnet': ['ID=7ac4c285-9c9c-47c5-b073-d9668ef95843,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:49.342194 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f7b2b72b-ff3c-4181-a4d8-83d1361b80c6 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.350802 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f7b2b72b-ff3c-4181-a4d8-83d1361b80c6 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/subnets/7ac4c285-9c9c-47c5-b073-d9668ef95843 HTTP/1.1" status: 204 len: 168 time: 0.3132558 Dec 10 18:47:49.350802 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38618) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:49.359683 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3413c62-0640-4fd0-a9d4-1ef02af65f3c None None] Network c019bafd-dd16-40cc-bbfe-8b7f1263edd1 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:47:49.425930 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-924f744f-e848-4283-8ff2-9be5d7a6595d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.491628 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-924f744f-e848-4283-8ff2-9be5d7a6595d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Deleting port 393bf2b7-cfc8-4640-89ad-8b46c4099635 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:49.491971 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-924f744f-e848-4283-8ff2-9be5d7a6595d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.545744 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f53875-275f-4e3c-a30c-a20d36270b92 None None] DHCP port deletion for c019bafd-dd16-40cc-bbfe-8b7f1263edd1 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:47:49.559446 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-11f97dfc-0c79-4fbe-917d-05b5b945eca7 req-e7f38491-8c04-4970-bbe8-2046870c9b16 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0292196 Dec 10 18:47:49.575900 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-20fbbedf-c72e-44a6-a065-cc7d3cce1b8f req-ee001f70-3f09-448a-9048-950a162b4421 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0284626 Dec 10 18:47:49.587523 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-924f744f-e848-4283-8ff2-9be5d7a6595d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] For port 393bf2b7-cfc8-4640-89ad-8b46c4099635, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=393bf2b7-cfc8-4640-89ad-8b46c4099635,segment=NetworkSegment(7661ab1d-b204-4a8a-b535-0124f06401f6),segment_id=7661ab1d-b204-4a8a-b535-0124f06401f6)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:49.588689 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-924f744f-e848-4283-8ff2-9be5d7a6595d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.606928 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-924f744f-e848-4283-8ff2-9be5d7a6595d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Calling delete_port for 393bf2b7-cfc8-4640-89ad-8b46c4099635 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:49.614655 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-990203be-fde9-44b4-8c9b-e6d52a90b856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.627441 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-52f53875-275f-4e3c-a30c-a20d36270b92 None None] Deleting port 393bf2b7-cfc8-4640-89ad-8b46c4099635 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:49.627828 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-52f53875-275f-4e3c-a30c-a20d36270b92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.672058 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 393bf2b7-cfc8-4640-89ad-8b46c4099635 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:47:49.696983 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-924f744f-e848-4283-8ff2-9be5d7a6595d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.724348 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f744f-e848-4283-8ff2-9be5d7a6595d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'Port': ['ID=393bf2b7-cfc8-4640-89ad-8b46c4099635,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:49.724939 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-52f53875-275f-4e3c-a30c-a20d36270b92 None None] For port 393bf2b7-cfc8-4640-89ad-8b46c4099635, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=393bf2b7-cfc8-4640-89ad-8b46c4099635,segment=NetworkSegment(7661ab1d-b204-4a8a-b535-0124f06401f6),segment_id=7661ab1d-b204-4a8a-b535-0124f06401f6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:49.725343 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-52f53875-275f-4e3c-a30c-a20d36270b92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.727828 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924f744f-e848-4283-8ff2-9be5d7a6595d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] No DVR routers for this DVR port 393bf2b7-cfc8-4640-89ad-8b46c4099635 on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:47:49.747228 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-52f53875-275f-4e3c-a30c-a20d36270b92 None None] Calling delete_port for 393bf2b7-cfc8-4640-89ad-8b46c4099635 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:49.754968 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No active binding found for port 393bf2b7-cfc8-4640-89ad-8b46c4099635 {{(pid=103246) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 10 18:47:49.755313 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 393bf2b7-cfc8-4640-89ad-8b46c4099635 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:47:49.819476 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-924f744f-e848-4283-8ff2-9be5d7a6595d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.837599 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-52f53875-275f-4e3c-a30c-a20d36270b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.839788 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-924f744f-e848-4283-8ff2-9be5d7a6595d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c019bafd-dd16-40cc-bbfe-8b7f1263edd1']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:49.849222 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-924f744f-e848-4283-8ff2-9be5d7a6595d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7661ab1d-b204-4a8a-b535-0124f06401f6') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:49.849513 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-924f744f-e848-4283-8ff2-9be5d7a6595d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7661ab1d-b204-4a8a-b535-0124f06401f6') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:49.858903 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-924f744f-e848-4283-8ff2-9be5d7a6595d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.865821 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f53875-275f-4e3c-a30c-a20d36270b92 None None] Pushing event deleted for resources: {'Port': ['ID=393bf2b7-cfc8-4640-89ad-8b46c4099635,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:49.870430 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f53875-275f-4e3c-a30c-a20d36270b92 None None] No DVR routers for this DVR port 393bf2b7-cfc8-4640-89ad-8b46c4099635 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:47:49.876002 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-924f744f-e848-4283-8ff2-9be5d7a6595d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.886550 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-924f744f-e848-4283-8ff2-9be5d7a6595d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:47:49.887193 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-924f744f-e848-4283-8ff2-9be5d7a6595d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.890404 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:47:49.890404 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:47:49.890404 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:47:49.890404 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:47:49.890404 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:47:49.890404 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:47:49.890404 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:47:49.890404 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:47:49.890404 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:47:49.890404 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:47:49.890404 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:47:49.890404 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:47:49.890404 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:47:49.890404 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:47:49.890404 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:47:49.890404 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:47:49.890404 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:47:49.890404 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:47:49.890404 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:47:49.890404 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:47:49.890404 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:47:49.890404 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:47:49.890404 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:47:49.890404 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:47:49.890404 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:47:49.890404 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:47:49.890404 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:47:49.890404 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:47:49.890404 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:47:49.890404 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:47:49.890404 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:47:49.890404 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:47:49.949150 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-924f744f-e848-4283-8ff2-9be5d7a6595d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.954377 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-924f744f-e848-4283-8ff2-9be5d7a6595d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.957573 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-924f744f-e848-4283-8ff2-9be5d7a6595d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/networks/c019bafd-dd16-40cc-bbfe-8b7f1263edd1 HTTP/1.1" status: 204 len: 168 time: 0.6079288 Dec 10 18:47:49.961445 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38624) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:49.967393 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-bb35a5b8-0310-478e-86ae-1f20086c43ff tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1028903166'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:49.971828 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f744f-e848-4283-8ff2-9be5d7a6595d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'Network': ['ID=c019bafd-dd16-40cc-bbfe-8b7f1263edd1,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:49.989070 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb35a5b8-0310-478e-86ae-1f20086c43ff tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Made reservation on behalf of 77943ebb5cc94e169c0d46465a2e0f0f for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:49.992841 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bb35a5b8-0310-478e-86ae-1f20086c43ff tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:50.023050 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb35a5b8-0310-478e-86ae-1f20086c43ff tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:47:50.040071 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bb35a5b8-0310-478e-86ae-1f20086c43ff tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:50.040424 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-bb35a5b8-0310-478e-86ae-1f20086c43ff tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Added segment 4d984372-2644-457a-805e-291c345f22bb of type vlan for network c6839e04-7ee9-45a3-af5a-01c8edcdcad5 Dec 10 18:47:50.056425 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c03e3e4c-0d15-464f-9fe3-8c031ebdad9e req-3048d560-76ed-4194-a20a-710741662b4c tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0282812 Dec 10 18:47:50.087534 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bb35a5b8-0310-478e-86ae-1f20086c43ff tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:50.117762 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bb35a5b8-0310-478e-86ae-1f20086c43ff tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:50.124467 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb35a5b8-0310-478e-86ae-1f20086c43ff tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:50.125426 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bb35a5b8-0310-478e-86ae-1f20086c43ff tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:50.149937 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7a069e11-b682-46cc-aa24-0689d7e38e79 req-3c819133-4360-43c1-9b3f-dc768053dbe9 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0357285 Dec 10 18:47:50.182985 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-bb35a5b8-0310-478e-86ae-1f20086c43ff tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2196295 Dec 10 18:47:50.185787 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38632) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:50.190558 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-84c09578-ad9b-40ac-bb76-bfeeca16fb2d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'subnet': {'network_id': 'c6839e04-7ee9-45a3-af5a-01c8edcdcad5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:50.245716 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb35a5b8-0310-478e-86ae-1f20086c43ff tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Network': ['ID=c6839e04-7ee9-45a3-af5a-01c8edcdcad5,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:50.256138 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network c6839e04-7ee9-45a3-af5a-01c8edcdcad5 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:47:50.293926 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c09578-ad9b-40ac-bb76-bfeeca16fb2d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Made reservation on behalf of 77943ebb5cc94e169c0d46465a2e0f0f for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:50.297627 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-84c09578-ad9b-40ac-bb76-bfeeca16fb2d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:50.483102 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-84c09578-ad9b-40ac-bb76-bfeeca16fb2d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:50.541574 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c09578-ad9b-40ac-bb76-bfeeca16fb2d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Subnet': ['ID=d71f1715-fc22-4dc8-adf3-ebd14467808b,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:50.551086 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c09578-ad9b-40ac-bb76-bfeeca16fb2d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Checking segment: {'id': '4d984372-2644-457a-805e-291c345f22bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c6839e04-7ee9-45a3-af5a-01c8edcdcad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:47:50.551483 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c09578-ad9b-40ac-bb76-bfeeca16fb2d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Network hostable DHCP agents. Network: c6839e04-7ee9-45a3-af5a-01c8edcdcad5, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:47:50.569431 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c09578-ad9b-40ac-bb76-bfeeca16fb2d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Network c6839e04-7ee9-45a3-af5a-01c8edcdcad5 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:47:50.579289 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-84c09578-ad9b-40ac-bb76-bfeeca16fb2d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, c6839e04-7ee9-45a3-af5a-01c8edcdcad5) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:50.586059 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c09578-ad9b-40ac-bb76-bfeeca16fb2d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:50.586687 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-84c09578-ad9b-40ac-bb76-bfeeca16fb2d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:50.587789 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0965698b-22ec-4809-b9ec-036e81024696 None None] Network c6839e04-7ee9-45a3-af5a-01c8edcdcad5 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:47:50.603585 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-84c09578-ad9b-40ac-bb76-bfeeca16fb2d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4167480 Dec 10 18:47:50.606591 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38636) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:50.613492 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-e5b17a9b-b2f9-483d-8d06-9f7c087b7010 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'port': {'network_id': 'c6839e04-7ee9-45a3-af5a-01c8edcdcad5', 'name': 'tempest-PortsTestJSON-1886364447', 'fixed_ips': [{'subnet_id': 'd71f1715-fc22-4dc8-adf3-ebd14467808b', 'ip_address': '172.20.0.10'}]}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:50.680531 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-756b3182-7319-419a-b832-5bc5f00520ad req-9b741fd8-4bde-4406-9b6e-4fd1b2d6117f tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0280225 Dec 10 18:47:50.693520 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-04c41758-4722-406e-a584-40ead4fb34c5 req-3e3dc838-8825-43d9-96e2-c8ed40324db4 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0340524 Dec 10 18:47:50.731927 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43bf64d-7413-4af8-8b4b-910b32db4328 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-c6839e04-7ee9-45a3-af5a-01c8edcdcad5', 'network_id': 'c6839e04-7ee9-45a3-af5a-01c8edcdcad5', 'project_id': '77943ebb5cc94e169c0d46465a2e0f0f', 'fixed_ips': [{'subnet_id': 'd71f1715-fc22-4dc8-adf3-ebd14467808b'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:47:50.732977 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f43bf64d-7413-4af8-8b4b-910b32db4328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:50.755003 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b17a9b-b2f9-483d-8d06-9f7c087b7010 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Made reservation on behalf of 77943ebb5cc94e169c0d46465a2e0f0f for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:50.841386 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e5b17a9b-b2f9-483d-8d06-9f7c087b7010 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:50.858429 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e5b17a9b-b2f9-483d-8d06-9f7c087b7010 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] device_id is not set on port c142d517-a8f1-4d2c-a6db-13457d2537fe yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:47:50.869806 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-f43bf64d-7413-4af8-8b4b-910b32db4328 None None] Allocated IP 172.20.0.2 (c6839e04-7ee9-45a3-af5a-01c8edcdcad5/d71f1715-fc22-4dc8-adf3-ebd14467808b/27fbd580-6485-48c8-97e8-1029c8daad81) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:47:51.022083 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f43bf64d-7413-4af8-8b4b-910b32db4328 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:51.027722 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f43bf64d-7413-4af8-8b4b-910b32db4328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:51.070755 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43bf64d-7413-4af8-8b4b-910b32db4328 None None] Network c6839e04-7ee9-45a3-af5a-01c8edcdcad5 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:47:51.076519 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-f43bf64d-7413-4af8-8b4b-910b32db4328 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:51.078433 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43bf64d-7413-4af8-8b4b-910b32db4328 None None] Pushing event updated for resources: {'Port': ['ID=27fbd580-6485-48c8-97e8-1029c8daad81,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:51.080524 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43bf64d-7413-4af8-8b4b-910b32db4328 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:47:51.083192 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-e5b17a9b-b2f9-483d-8d06-9f7c087b7010 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Allocated IP 172.20.0.10 (c6839e04-7ee9-45a3-af5a-01c8edcdcad5/d71f1715-fc22-4dc8-adf3-ebd14467808b/c142d517-a8f1-4d2c-a6db-13457d2537fe) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:47:51.144373 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f43bf64d-7413-4af8-8b4b-910b32db4328 None None] Attempting to bind port 27fbd580-6485-48c8-97e8-1029c8daad81 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:47:51.147713 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f43bf64d-7413-4af8-8b4b-910b32db4328 None None] Attempting to bind port 27fbd580-6485-48c8-97e8-1029c8daad81 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '4d984372-2644-457a-805e-291c345f22bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c6839e04-7ee9-45a3-af5a-01c8edcdcad5'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:47:51.148836 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43bf64d-7413-4af8-8b4b-910b32db4328 None None] Attempting to bind port 27fbd580-6485-48c8-97e8-1029c8daad81 on network c6839e04-7ee9-45a3-af5a-01c8edcdcad5 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:47:51.150948 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0158a984-ae61-4dd2-b2c3-e576a53a8db9 req-17fbcd01-8fb3-4bfc-86b0-3c523578a817 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0320668 Dec 10 18:47:51.159231 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43bf64d-7413-4af8-8b4b-910b32db4328 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:47:51.159894 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43bf64d-7413-4af8-8b4b-910b32db4328 None None] Checking segment: {'id': '4d984372-2644-457a-805e-291c345f22bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c6839e04-7ee9-45a3-af5a-01c8edcdcad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:47:51.160307 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f43bf64d-7413-4af8-8b4b-910b32db4328 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:51.160835 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43bf64d-7413-4af8-8b4b-910b32db4328 None None] Bound using segment: {'id': '4d984372-2644-457a-805e-291c345f22bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c6839e04-7ee9-45a3-af5a-01c8edcdcad5'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:47:51.161495 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f43bf64d-7413-4af8-8b4b-910b32db4328 None None] Bound port: 27fbd580-6485-48c8-97e8-1029c8daad81, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d984372-2644-457a-805e-291c345f22bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c6839e04-7ee9-45a3-af5a-01c8edcdcad5'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:47:51.161944 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f43bf64d-7413-4af8-8b4b-910b32db4328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:51.234376 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f43bf64d-7413-4af8-8b4b-910b32db4328 None None] For port 27fbd580-6485-48c8-97e8-1029c8daad81, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:47:51.237995 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f43bf64d-7413-4af8-8b4b-910b32db4328 None None] For port 27fbd580-6485-48c8-97e8-1029c8daad81, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=27fbd580-6485-48c8-97e8-1029c8daad81,segment=NetworkSegment(4d984372-2644-457a-805e-291c345f22bb),segment_id=4d984372-2644-457a-805e-291c345f22bb)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:47:51.238613 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ef9d5587-48ad-40d6-a2d6-0462fe763f21 req-7fc4b047-cadc-40eb-a6c2-c754331e9983 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0283527 Dec 10 18:47:51.242547 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f43bf64d-7413-4af8-8b4b-910b32db4328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:51.279909 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e5b17a9b-b2f9-483d-8d06-9f7c087b7010 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:51.306191 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43bf64d-7413-4af8-8b4b-910b32db4328 None None] Pushing event updated for resources: {'Port': ['ID=27fbd580-6485-48c8-97e8-1029c8daad81,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:51.314874 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e5b17a9b-b2f9-483d-8d06-9f7c087b7010 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:51.367281 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b17a9b-b2f9-483d-8d06-9f7c087b7010 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Network c6839e04-7ee9-45a3-af5a-01c8edcdcad5 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:47:51.371258 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-e5b17a9b-b2f9-483d-8d06-9f7c087b7010 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:51.375121 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b17a9b-b2f9-483d-8d06-9f7c087b7010 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:47:51.399370 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b17a9b-b2f9-483d-8d06-9f7c087b7010 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Port': ['ID=c142d517-a8f1-4d2c-a6db-13457d2537fe,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:51.439082 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b17a9b-b2f9-483d-8d06-9f7c087b7010 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:51.439983 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e5b17a9b-b2f9-483d-8d06-9f7c087b7010 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:51.470404 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e5b17a9b-b2f9-483d-8d06-9f7c087b7010 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8626556 Dec 10 18:47:51.471310 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38646) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:51.476607 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-0fa98217-4e7f-4f1f-8bab-46697d7d7b36 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'port': {'network_id': 'c6839e04-7ee9-45a3-af5a-01c8edcdcad5', 'name': 'tempest-PortsTestJSON-867594662', 'fixed_ips': [{'subnet_id': 'd71f1715-fc22-4dc8-adf3-ebd14467808b', 'ip_address': '172.20.0.9'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:51.599461 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa98217-4e7f-4f1f-8bab-46697d7d7b36 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Made reservation on behalf of 77943ebb5cc94e169c0d46465a2e0f0f for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:51.688522 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0fa98217-4e7f-4f1f-8bab-46697d7d7b36 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:51.689805 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 27fbd580-6485-48c8-97e8-1029c8daad81 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:47:51.706974 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-0fa98217-4e7f-4f1f-8bab-46697d7d7b36 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] device_id is not set on port 35fa86e4-1a69-4ab4-ad04-f1cde83e215b yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:47:51.741894 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 27fbd580-6485-48c8-97e8-1029c8daad81 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:51.742608 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:51.791577 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9f8e4e38-6884-4417-91b7-83bb4072ef89 req-5739b3de-fc1f-47ac-91a8-cb0ef29bff51 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0491679 Dec 10 18:47:51.844844 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:51.849305 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-70def7d1-3c32-4546-9739-7f2d506fb259 req-3c5dceed-376d-4728-b736-211c0c56ffc2 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0528605 Dec 10 18:47:51.880558 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 27fbd580-6485-48c8-97e8-1029c8daad81, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=27fbd580-6485-48c8-97e8-1029c8daad81,segment=NetworkSegment(4d984372-2644-457a-805e-291c345f22bb),segment_id=4d984372-2644-457a-805e-291c345f22bb)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:51.885535 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:51.928231 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-0fa98217-4e7f-4f1f-8bab-46697d7d7b36 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Allocated IP 172.20.0.9 (c6839e04-7ee9-45a3-af5a-01c8edcdcad5/d71f1715-fc22-4dc8-adf3-ebd14467808b/35fa86e4-1a69-4ab4-ad04-f1cde83e215b) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:47:51.938105 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=27fbd580-6485-48c8-97e8-1029c8daad81,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:52.087116 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0fa98217-4e7f-4f1f-8bab-46697d7d7b36 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:52.123196 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0fa98217-4e7f-4f1f-8bab-46697d7d7b36 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:52.181149 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa98217-4e7f-4f1f-8bab-46697d7d7b36 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Network c6839e04-7ee9-45a3-af5a-01c8edcdcad5 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:47:52.183390 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa98217-4e7f-4f1f-8bab-46697d7d7b36 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Port': ['ID=35fa86e4-1a69-4ab4-ad04-f1cde83e215b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:52.185364 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-0fa98217-4e7f-4f1f-8bab-46697d7d7b36 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:52.187396 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa98217-4e7f-4f1f-8bab-46697d7d7b36 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:47:52.237841 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa98217-4e7f-4f1f-8bab-46697d7d7b36 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:52.238474 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0fa98217-4e7f-4f1f-8bab-46697d7d7b36 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:52.249458 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d277f907-c2bf-40ad-a66b-74c93ad82b0c req-9d8f133d-ab3b-40b7-9be1-b3eb81940f85 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0316441 Dec 10 18:47:52.258349 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0fa98217-4e7f-4f1f-8bab-46697d7d7b36 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7856467 Dec 10 18:47:52.262491 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38658) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:52.305939 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830b2dd0-fead-4a62-8838-ccfa744daebb None None] Network c6839e04-7ee9-45a3-af5a-01c8edcdcad5 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:47:52.329201 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e88db7d0-2351-4218-badf-0e0969848ea0 req-5261d34d-4cc9-4c0e-84fa-2be2bfd5ea2e tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0323813 Dec 10 18:47:52.374820 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f14b70-c173-4588-be4e-56b9f11d280e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:52.377760 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-27f14b70-c173-4588-be4e-56b9f11d280e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1129882 Dec 10 18:47:52.379971 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38660) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:52.393270 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-13b8d4ac-85a8-4f5f-90ce-bc4604c3ba8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:52.414759 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d4048064-46bb-4f0c-8dcc-11fc3f65cc74 None None] Provisioning complete for port 27fbd580-6485-48c8-97e8-1029c8daad81 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:52.415130 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d4048064-46bb-4f0c-8dcc-11fc3f65cc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:52.443434 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faabae0-dd41-47f9-ad4e-28b92728a4f9 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:52.450765 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faabae0-dd41-47f9-ad4e-28b92728a4f9 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:52.456840 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faabae0-dd41-47f9-ad4e-28b92728a4f9 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:52.460677 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0faabae0-dd41-47f9-ad4e-28b92728a4f9 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.0775735 Dec 10 18:47:52.461427 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38662) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:52.816984 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-18d1075c-3784-46f0-9d6e-f0368fa231e3 None None] Provisioning complete for port c142d517-a8f1-4d2c-a6db-13457d2537fe triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:52.817803 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-18d1075c-3784-46f0-9d6e-f0368fa231e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:52.856161 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-18d1075c-3784-46f0-9d6e-f0368fa231e3 None None] Port c142d517-a8f1-4d2c-a6db-13457d2537fe cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:47:52.866890 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-18d1075c-3784-46f0-9d6e-f0368fa231e3 None None] Provisioning complete for port 35fa86e4-1a69-4ab4-ad04-f1cde83e215b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:52.867190 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-18d1075c-3784-46f0-9d6e-f0368fa231e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:52.904219 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-18d1075c-3784-46f0-9d6e-f0368fa231e3 None None] Port 35fa86e4-1a69-4ab4-ad04-f1cde83e215b cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:47:52.909214 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c5003841-67f5-4c21-a057-8b558c1ae491 req-8e4b63bd-1fb8-4bf5-89b6-ce02bffb0bbe tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0370762 Dec 10 18:47:52.914847 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-18d1075c-3784-46f0-9d6e-f0368fa231e3 None None] Provisioning complete for port 27fbd580-6485-48c8-97e8-1029c8daad81 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:52.915590 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-18d1075c-3784-46f0-9d6e-f0368fa231e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:52.944914 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-7ea2662d-823f-4450-aa6f-f95f3ceee6e1 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Deleting port 35fa86e4-1a69-4ab4-ad04-f1cde83e215b {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:52.945861 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7ea2662d-823f-4450-aa6f-f95f3ceee6e1 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:52.967081 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-135ec6c9-8818-4e3c-b5aa-09153a952763 req-9bf74cab-84dd-43b4-9c31-65e66c88089e tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0353866 Dec 10 18:47:53.048266 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7ea2662d-823f-4450-aa6f-f95f3ceee6e1 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:53.061761 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-7ea2662d-823f-4450-aa6f-f95f3ceee6e1 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Calling delete_port for 35fa86e4-1a69-4ab4-ad04-f1cde83e215b owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:53.137616 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb5d6229-3a0b-423e-bc5f-b03fdd9dc2f9 None None] Provisioning complete for port 35fa86e4-1a69-4ab4-ad04-f1cde83e215b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:53.138085 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb5d6229-3a0b-423e-bc5f-b03fdd9dc2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:53.173049 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d6229-3a0b-423e-bc5f-b03fdd9dc2f9 None None] Port 35fa86e4-1a69-4ab4-ad04-f1cde83e215b cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:47:53.183958 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb5d6229-3a0b-423e-bc5f-b03fdd9dc2f9 None None] Provisioning complete for port c142d517-a8f1-4d2c-a6db-13457d2537fe triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:53.184444 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb5d6229-3a0b-423e-bc5f-b03fdd9dc2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:53.194424 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7ea2662d-823f-4450-aa6f-f95f3ceee6e1 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:53.222931 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2662d-823f-4450-aa6f-f95f3ceee6e1 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'Port': ['ID=35fa86e4-1a69-4ab4-ad04-f1cde83e215b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:53.223324 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d6229-3a0b-423e-bc5f-b03fdd9dc2f9 None None] Port c142d517-a8f1-4d2c-a6db-13457d2537fe cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:47:53.248913 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:47:53.296820 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7ea2662d-823f-4450-aa6f-f95f3ceee6e1 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:53.304817 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7ea2662d-823f-4450-aa6f-f95f3ceee6e1 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/ports/35fa86e4-1a69-4ab4-ad04-f1cde83e215b HTTP/1.1" status: 204 len: 168 time: 0.8379803 Dec 10 18:47:53.305046 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38670) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:53.334624 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-aee783a6-dc12-4600-bdc5-8d827615d62d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] GET failed (client error): The resource could not be found. Dec 10 18:47:53.339154 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-aee783a6-dc12-4600-bdc5-8d827615d62d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "GET /v2.0/ports/35fa86e4-1a69-4ab4-ad04-f1cde83e215b HTTP/1.1" status: 404 len: 333 time: 0.0319743 Dec 10 18:47:53.339685 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38674) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:53.341606 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dc36ae80-1359-461a-b0c9-77db4f54026c req-82b73ed4-fc9b-4ffd-b6e1-f398a42c86d5 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0319092 Dec 10 18:47:53.374162 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:53.426607 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0f629984-ea95-4aed-9896-4122a86a2029 req-aa1d590d-b6a5-48ab-84c5-72a586eabb54 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0332756 Dec 10 18:47:53.458341 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-fa0f3df2-023e-4f3a-ab87-7772f3d3690d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Deleting port c142d517-a8f1-4d2c-a6db-13457d2537fe {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:53.458679 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa0f3df2-023e-4f3a-ab87-7772f3d3690d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:53.549079 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa0f3df2-023e-4f3a-ab87-7772f3d3690d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:53.560772 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-fa0f3df2-023e-4f3a-ab87-7772f3d3690d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Calling delete_port for c142d517-a8f1-4d2c-a6db-13457d2537fe owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:53.655604 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 27fbd580-6485-48c8-97e8-1029c8daad81 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:47:53.690044 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa0f3df2-023e-4f3a-ab87-7772f3d3690d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:53.707362 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 27fbd580-6485-48c8-97e8-1029c8daad81 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:53.707739 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:53.725284 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f3df2-023e-4f3a-ab87-7772f3d3690d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'Port': ['ID=c142d517-a8f1-4d2c-a6db-13457d2537fe,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:53.792881 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa0f3df2-023e-4f3a-ab87-7772f3d3690d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:53.796900 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-fa0f3df2-023e-4f3a-ab87-7772f3d3690d tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/ports/c142d517-a8f1-4d2c-a6db-13457d2537fe HTTP/1.1" status: 204 len: 168 time: 0.4562173 Dec 10 18:47:53.799494 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38678) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:53.825313 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-40d45e8b-17b6-4030-9719-d1b1a39a746e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] GET failed (client error): The resource could not be found. Dec 10 18:47:53.828280 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-40d45e8b-17b6-4030-9719-d1b1a39a746e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "GET /v2.0/ports/c142d517-a8f1-4d2c-a6db-13457d2537fe HTTP/1.1" status: 404 len: 333 time: 0.0263176 Dec 10 18:47:53.829426 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38680) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:53.886715 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-b59920da-12ed-4df0-99cf-b1e2f8268d32 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Deleting subnet d71f1715-fc22-4dc8-adf3-ebd14467808b {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:47:53.890264 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b59920da-12ed-4df0-99cf-b1e2f8268d32 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:53.932587 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b59920da-12ed-4df0-99cf-b1e2f8268d32 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:53.993960 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3dec789c-ac08-4fc9-858e-82be8f6e6fb5 req-3d190697-914c-433f-b6bb-e6a660ce0287 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0315437 Dec 10 18:47:54.045658 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b59920da-12ed-4df0-99cf-b1e2f8268d32 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:54.051189 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0a500392-cc9c-4dcb-8136-33b762e234c2 req-d9982c9b-ca7a-4776-9fd8-e84b54889151 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0265198 Dec 10 18:47:54.105151 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b59920da-12ed-4df0-99cf-b1e2f8268d32 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:54.133811 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59920da-12ed-4df0-99cf-b1e2f8268d32 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'Subnet': ['ID=d71f1715-fc22-4dc8-adf3-ebd14467808b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:54.136583 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b59920da-12ed-4df0-99cf-b1e2f8268d32 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:54.139764 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b59920da-12ed-4df0-99cf-b1e2f8268d32 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/subnets/d71f1715-fc22-4dc8-adf3-ebd14467808b HTTP/1.1" status: 204 len: 168 time: 0.3094094 Dec 10 18:47:54.141904 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c328424-9a92-4e11-9fbd-403c19df814c None None] Network c6839e04-7ee9-45a3-af5a-01c8edcdcad5 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:47:54.142549 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38686) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:54.218082 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-182fc308-aa83-449b-b0f5-e4bc4cdcb8ef tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:54.280111 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-182fc308-aa83-449b-b0f5-e4bc4cdcb8ef tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Deleting port 27fbd580-6485-48c8-97e8-1029c8daad81 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:54.280450 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-182fc308-aa83-449b-b0f5-e4bc4cdcb8ef tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:54.300579 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d60bb7-3921-4de0-b667-f33e3ea6fbdf None None] DHCP port deletion for c6839e04-7ee9-45a3-af5a-01c8edcdcad5 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:47:54.350660 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-182fc308-aa83-449b-b0f5-e4bc4cdcb8ef tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] For port 27fbd580-6485-48c8-97e8-1029c8daad81, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=27fbd580-6485-48c8-97e8-1029c8daad81,segment=NetworkSegment(4d984372-2644-457a-805e-291c345f22bb),segment_id=4d984372-2644-457a-805e-291c345f22bb)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:54.351041 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-182fc308-aa83-449b-b0f5-e4bc4cdcb8ef tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:54.362731 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a4d60bb7-3921-4de0-b667-f33e3ea6fbdf None None] Deleting port 27fbd580-6485-48c8-97e8-1029c8daad81 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:54.363173 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a4d60bb7-3921-4de0-b667-f33e3ea6fbdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:54.371149 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-182fc308-aa83-449b-b0f5-e4bc4cdcb8ef tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Calling delete_port for 27fbd580-6485-48c8-97e8-1029c8daad81 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:54.440316 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a4d60bb7-3921-4de0-b667-f33e3ea6fbdf None None] For port 27fbd580-6485-48c8-97e8-1029c8daad81, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=27fbd580-6485-48c8-97e8-1029c8daad81,segment=NetworkSegment(4d984372-2644-457a-805e-291c345f22bb),segment_id=4d984372-2644-457a-805e-291c345f22bb)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:54.440754 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a4d60bb7-3921-4de0-b667-f33e3ea6fbdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:54.452855 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-535aaf7a-e819-4fdf-bc4b-4c8376814fe1 req-230a1e30-8a18-4bb4-8604-698a46e85ee9 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0484366 Dec 10 18:47:54.457435 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a4d60bb7-3921-4de0-b667-f33e3ea6fbdf None None] Calling delete_port for 27fbd580-6485-48c8-97e8-1029c8daad81 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:54.478183 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-182fc308-aa83-449b-b0f5-e4bc4cdcb8ef tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:54.507991 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182fc308-aa83-449b-b0f5-e4bc4cdcb8ef tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] No DVR routers for this DVR port 27fbd580-6485-48c8-97e8-1029c8daad81 on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:47:54.512308 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8771aa12-d96a-4648-8f3b-eb1b1218fa05 req-55779d27-9053-44c7-912a-d58b0fbb9116 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0264916 Dec 10 18:47:54.514842 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182fc308-aa83-449b-b0f5-e4bc4cdcb8ef tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'Port': ['ID=27fbd580-6485-48c8-97e8-1029c8daad81,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:54.549026 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a4d60bb7-3921-4de0-b667-f33e3ea6fbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:54.575813 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d60bb7-3921-4de0-b667-f33e3ea6fbdf None None] Pushing event deleted for resources: {'Port': ['ID=27fbd580-6485-48c8-97e8-1029c8daad81,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:54.577637 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d60bb7-3921-4de0-b667-f33e3ea6fbdf None None] No DVR routers for this DVR port 27fbd580-6485-48c8-97e8-1029c8daad81 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:47:54.605028 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-182fc308-aa83-449b-b0f5-e4bc4cdcb8ef tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:54.624528 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-182fc308-aa83-449b-b0f5-e4bc4cdcb8ef tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6839e04-7ee9-45a3-af5a-01c8edcdcad5']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:54.633587 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-182fc308-aa83-449b-b0f5-e4bc4cdcb8ef tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d984372-2644-457a-805e-291c345f22bb') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:54.633884 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-182fc308-aa83-449b-b0f5-e4bc4cdcb8ef tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d984372-2644-457a-805e-291c345f22bb') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:54.642990 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-182fc308-aa83-449b-b0f5-e4bc4cdcb8ef tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:54.656914 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-182fc308-aa83-449b-b0f5-e4bc4cdcb8ef tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:54.663690 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-182fc308-aa83-449b-b0f5-e4bc4cdcb8ef tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:47:54.664070 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-182fc308-aa83-449b-b0f5-e4bc4cdcb8ef tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:54.667963 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:47:54.667963 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:47:54.667963 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:47:54.667963 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:47:54.667963 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:47:54.667963 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:47:54.667963 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:47:54.667963 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:47:54.667963 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:47:54.667963 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:47:54.667963 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:47:54.667963 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:47:54.667963 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:47:54.667963 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:47:54.667963 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:47:54.667963 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:47:54.667963 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:47:54.667963 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:47:54.667963 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:47:54.667963 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:47:54.667963 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:47:54.667963 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:47:54.667963 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:47:54.667963 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:47:54.667963 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:47:54.667963 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:47:54.667963 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:47:54.667963 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:47:54.667963 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:47:54.667963 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:47:54.667963 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:47:54.667963 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:47:54.726447 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-182fc308-aa83-449b-b0f5-e4bc4cdcb8ef tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:54.734217 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-182fc308-aa83-449b-b0f5-e4bc4cdcb8ef tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:54.737860 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-182fc308-aa83-449b-b0f5-e4bc4cdcb8ef tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/networks/c6839e04-7ee9-45a3-af5a-01c8edcdcad5 HTTP/1.1" status: 204 len: 168 time: 0.5939159 Dec 10 18:47:54.741056 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38694) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:54.745917 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:54.755606 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-de6328a9-5313-4686-8175-7118c67d761e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-152867805'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:54.760866 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182fc308-aa83-449b-b0f5-e4bc4cdcb8ef tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'Network': ['ID=c6839e04-7ee9-45a3-af5a-01c8edcdcad5,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:54.778840 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6328a9-5313-4686-8175-7118c67d761e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Made reservation on behalf of 77943ebb5cc94e169c0d46465a2e0f0f for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:54.782368 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de6328a9-5313-4686-8175-7118c67d761e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:54.805516 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de6328a9-5313-4686-8175-7118c67d761e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:47:54.814713 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de6328a9-5313-4686-8175-7118c67d761e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:54.815051 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-de6328a9-5313-4686-8175-7118c67d761e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Added segment 00bb32d5-e6a1-4887-a9e2-b43b3a2833eb of type vlan for network b1c5f327-1d55-4a60-b779-03e3a9cacfc9 Dec 10 18:47:54.854239 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de6328a9-5313-4686-8175-7118c67d761e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:54.883240 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de6328a9-5313-4686-8175-7118c67d761e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:54.889729 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6328a9-5313-4686-8175-7118c67d761e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:54.890301 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de6328a9-5313-4686-8175-7118c67d761e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:54.945328 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-de6328a9-5313-4686-8175-7118c67d761e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2030857 Dec 10 18:47:54.948692 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38696) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:54.953610 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-50c6c396-584e-41b2-9283-ad44f59da504 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'subnet': {'network_id': 'b1c5f327-1d55-4a60-b779-03e3a9cacfc9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:54.958505 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6328a9-5313-4686-8175-7118c67d761e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Network': ['ID=b1c5f327-1d55-4a60-b779-03e3a9cacfc9,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:54.971358 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network b1c5f327-1d55-4a60-b779-03e3a9cacfc9 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:47:55.085707 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-31473b82-662e-4490-acda-6f0ef0ec42bf req-9296ed3b-21c9-47c4-83e1-834ea850541c tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0300908 Dec 10 18:47:55.307400 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-df7ffb7e-4195-443e-9487-fd2936f9c71d req-ea200a5c-543f-4016-b3d9-c1c0bf63cb65 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0310588 Dec 10 18:47:55.348569 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c6c396-584e-41b2-9283-ad44f59da504 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Made reservation on behalf of 77943ebb5cc94e169c0d46465a2e0f0f for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:55.352052 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50c6c396-584e-41b2-9283-ad44f59da504 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:55.423538 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:55.524152 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-020cc6a7-0451-46e1-a111-733b267bc6a9 req-c7884fd9-575c-4cbc-921f-9c2e61af035f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0351748 Dec 10 18:47:55.543533 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50c6c396-584e-41b2-9283-ad44f59da504 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:55.606482 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ec55505b-b98b-47a0-b935-4fe0f99294ae req-de15efa3-cd25-436d-822a-8b4f2b79cdb7 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0332205 Dec 10 18:47:55.622895 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6c396-584e-41b2-9283-ad44f59da504 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Subnet': ['ID=1961632d-d887-4b39-8606-75a6e4ee5ea2,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:55.625974 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c6c396-584e-41b2-9283-ad44f59da504 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Checking segment: {'id': '00bb32d5-e6a1-4887-a9e2-b43b3a2833eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b1c5f327-1d55-4a60-b779-03e3a9cacfc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:47:55.626467 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c6c396-584e-41b2-9283-ad44f59da504 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Network hostable DHCP agents. Network: b1c5f327-1d55-4a60-b779-03e3a9cacfc9, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:47:55.646508 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c6c396-584e-41b2-9283-ad44f59da504 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Network b1c5f327-1d55-4a60-b779-03e3a9cacfc9 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:47:55.655206 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 27fbd580-6485-48c8-97e8-1029c8daad81 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:47:55.660921 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-50c6c396-584e-41b2-9283-ad44f59da504 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, b1c5f327-1d55-4a60-b779-03e3a9cacfc9) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:55.666785 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c6c396-584e-41b2-9283-ad44f59da504 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:55.667397 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50c6c396-584e-41b2-9283-ad44f59da504 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:55.678057 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5242170d-a5c6-425e-b02a-4d2ff719011f None None] Network b1c5f327-1d55-4a60-b779-03e3a9cacfc9 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:47:55.681535 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 27fbd580-6485-48c8-97e8-1029c8daad81 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:47:55.682534 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 27fbd580-6485-48c8-97e8-1029c8daad81 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:47:55.687158 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-50c6c396-584e-41b2-9283-ad44f59da504 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7373292 Dec 10 18:47:55.690273 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38708) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:55.695709 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e670a6a7-b8c4-4087-92c5-2ab5772aeda6 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-871891422', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:55.719216 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e670a6a7-b8c4-4087-92c5-2ab5772aeda6 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:55.720193 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e670a6a7-b8c4-4087-92c5-2ab5772aeda6 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:55.774990 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e670a6a7-b8c4-4087-92c5-2ab5772aeda6 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:55.780828 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e670a6a7-b8c4-4087-92c5-2ab5772aeda6 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:55.787156 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e98f63b-a589-4d88-a8b2-98733cc1f234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-b1c5f327-1d55-4a60-b779-03e3a9cacfc9', 'network_id': 'b1c5f327-1d55-4a60-b779-03e3a9cacfc9', 'project_id': '77943ebb5cc94e169c0d46465a2e0f0f', 'fixed_ips': [{'subnet_id': '1961632d-d887-4b39-8606-75a6e4ee5ea2'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:47:55.788046 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8e98f63b-a589-4d88-a8b2-98733cc1f234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:55.799899 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e670a6a7-b8c4-4087-92c5-2ab5772aeda6 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:55.801148 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e670a6a7-b8c4-4087-92c5-2ab5772aeda6 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1094084 Dec 10 18:47:55.803829 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38710) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:55.808937 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-5eda722e-b8ea-453f-969e-2e40c028f343 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'port': {'network_id': 'b1c5f327-1d55-4a60-b779-03e3a9cacfc9', 'name': 'tempest-PortsTestJSON-1914821914'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:55.925118 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eda722e-b8ea-453f-969e-2e40c028f343 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Made reservation on behalf of 77943ebb5cc94e169c0d46465a2e0f0f for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:55.928891 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-8e98f63b-a589-4d88-a8b2-98733cc1f234 None None] Allocated IP 172.20.0.2 (b1c5f327-1d55-4a60-b779-03e3a9cacfc9/1961632d-d887-4b39-8606-75a6e4ee5ea2/b58f91b6-9acf-4477-9dc0-40a280087510) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:47:55.929120 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5eda722e-b8ea-453f-969e-2e40c028f343 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:55.947264 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-5eda722e-b8ea-453f-969e-2e40c028f343 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] device_id is not set on port 42b144a6-9a6a-4957-8c88-3ca9f03dc4ad yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:47:56.076073 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8e98f63b-a589-4d88-a8b2-98733cc1f234 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:56.081780 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8e98f63b-a589-4d88-a8b2-98733cc1f234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:56.127731 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e98f63b-a589-4d88-a8b2-98733cc1f234 None None] Network b1c5f327-1d55-4a60-b779-03e3a9cacfc9 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:47:56.129594 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e98f63b-a589-4d88-a8b2-98733cc1f234 None None] Pushing event updated for resources: {'Port': ['ID=b58f91b6-9acf-4477-9dc0-40a280087510,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:56.132345 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-8e98f63b-a589-4d88-a8b2-98733cc1f234 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:56.134601 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e98f63b-a589-4d88-a8b2-98733cc1f234 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:47:56.137928 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-5eda722e-b8ea-453f-969e-2e40c028f343 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Allocated IP 172.20.0.8 (b1c5f327-1d55-4a60-b779-03e3a9cacfc9/1961632d-d887-4b39-8606-75a6e4ee5ea2/42b144a6-9a6a-4957-8c88-3ca9f03dc4ad) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:47:56.184923 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-537c9b05-4228-48ae-8d27-a3d978ba3709 req-7c156647-1d10-45ec-9b6b-8c594fa44c5d tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0349996 Dec 10 18:47:56.191901 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-8e98f63b-a589-4d88-a8b2-98733cc1f234 None None] Attempting to bind port b58f91b6-9acf-4477-9dc0-40a280087510 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:47:56.192322 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-8e98f63b-a589-4d88-a8b2-98733cc1f234 None None] Attempting to bind port b58f91b6-9acf-4477-9dc0-40a280087510 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '00bb32d5-e6a1-4887-a9e2-b43b3a2833eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b1c5f327-1d55-4a60-b779-03e3a9cacfc9'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:47:56.193251 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e98f63b-a589-4d88-a8b2-98733cc1f234 None None] Attempting to bind port b58f91b6-9acf-4477-9dc0-40a280087510 on network b1c5f327-1d55-4a60-b779-03e3a9cacfc9 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:47:56.206349 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e98f63b-a589-4d88-a8b2-98733cc1f234 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:47:56.206930 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e98f63b-a589-4d88-a8b2-98733cc1f234 None None] Checking segment: {'id': '00bb32d5-e6a1-4887-a9e2-b43b3a2833eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b1c5f327-1d55-4a60-b779-03e3a9cacfc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:47:56.207483 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8e98f63b-a589-4d88-a8b2-98733cc1f234 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:56.207977 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e98f63b-a589-4d88-a8b2-98733cc1f234 None None] Bound using segment: {'id': '00bb32d5-e6a1-4887-a9e2-b43b3a2833eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b1c5f327-1d55-4a60-b779-03e3a9cacfc9'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:47:56.208569 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-8e98f63b-a589-4d88-a8b2-98733cc1f234 None None] Bound port: b58f91b6-9acf-4477-9dc0-40a280087510, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bb32d5-e6a1-4887-a9e2-b43b3a2833eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b1c5f327-1d55-4a60-b779-03e3a9cacfc9'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:47:56.209110 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8e98f63b-a589-4d88-a8b2-98733cc1f234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:56.278376 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8e98f63b-a589-4d88-a8b2-98733cc1f234 None None] For port b58f91b6-9acf-4477-9dc0-40a280087510, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:47:56.281655 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8e98f63b-a589-4d88-a8b2-98733cc1f234 None None] For port b58f91b6-9acf-4477-9dc0-40a280087510, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b58f91b6-9acf-4477-9dc0-40a280087510,segment=NetworkSegment(00bb32d5-e6a1-4887-a9e2-b43b3a2833eb),segment_id=00bb32d5-e6a1-4887-a9e2-b43b3a2833eb)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:47:56.286736 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8e98f63b-a589-4d88-a8b2-98733cc1f234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:56.312259 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5eda722e-b8ea-453f-969e-2e40c028f343 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:56.362948 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e98f63b-a589-4d88-a8b2-98733cc1f234 None None] Pushing event updated for resources: {'Port': ['ID=b58f91b6-9acf-4477-9dc0-40a280087510,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:56.391541 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5eda722e-b8ea-453f-969e-2e40c028f343 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:56.455083 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8b818590-e178-4e71-be5d-b7a4f9a1dda2 req-3ac083ac-c5b1-4930-b52d-7ec27f03fa21 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0552132 Dec 10 18:47:56.470239 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eda722e-b8ea-453f-969e-2e40c028f343 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Network b1c5f327-1d55-4a60-b779-03e3a9cacfc9 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:47:56.473729 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-5eda722e-b8ea-453f-969e-2e40c028f343 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:56.477783 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eda722e-b8ea-453f-969e-2e40c028f343 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:47:56.504793 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda722e-b8ea-453f-969e-2e40c028f343 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Port': ['ID=42b144a6-9a6a-4957-8c88-3ca9f03dc4ad,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:56.546463 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eda722e-b8ea-453f-969e-2e40c028f343 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:56.547164 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5eda722e-b8ea-453f-969e-2e40c028f343 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:56.579306 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38720) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:56.579927 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5eda722e-b8ea-453f-969e-2e40c028f343 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7749755 Dec 10 18:47:56.696029 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c9ef0ac8-b6a2-465b-a1e0-db2623fe85fc req-700a0281-b816-4f5c-ba43-5b10ebedfbf3 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0974770 Dec 10 18:47:56.739654 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e8956082-9991-49d4-8f84-731c8dcdf69d req-e7914f85-3ba0-491a-9f6d-fb0f5943ef5f tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0338531 Dec 10 18:47:56.961919 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a00bca61-6024-48c9-9a3e-c49c1c0c743a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:57.254410 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a00bca61-6024-48c9-9a3e-c49c1c0c743a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:57.274604 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a00bca61-6024-48c9-9a3e-c49c1c0c743a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:57.281896 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f7688746-9b4c-401c-b1d1-3586469d8d9a req-1cb0a0ef-6d2d-485b-a556-198756f6a699 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0402198 Dec 10 18:47:57.364832 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00bca61-6024-48c9-9a3e-c49c1c0c743a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Port': ['ID=42b144a6-9a6a-4957-8c88-3ca9f03dc4ad,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:57.376199 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bca61-6024-48c9-9a3e-c49c1c0c743a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:57.376554 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bca61-6024-48c9-9a3e-c49c1c0c743a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:57.376936 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bca61-6024-48c9-9a3e-c49c1c0c743a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:57.377277 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bca61-6024-48c9-9a3e-c49c1c0c743a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:57.377614 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bca61-6024-48c9-9a3e-c49c1c0c743a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:57.377988 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bca61-6024-48c9-9a3e-c49c1c0c743a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:57.378312 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bca61-6024-48c9-9a3e-c49c1c0c743a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:57.378669 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bca61-6024-48c9-9a3e-c49c1c0c743a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:57.378974 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bca61-6024-48c9-9a3e-c49c1c0c743a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:57.379304 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bca61-6024-48c9-9a3e-c49c1c0c743a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:57.379781 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bca61-6024-48c9-9a3e-c49c1c0c743a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:57.380240 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bca61-6024-48c9-9a3e-c49c1c0c743a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:57.380693 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bca61-6024-48c9-9a3e-c49c1c0c743a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:57.429720 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f47018-8227-4f69-b4fc-93bd903f44dd None None] Network b1c5f327-1d55-4a60-b779-03e3a9cacfc9 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:47:57.509782 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d4f6af7d-ab00-404f-b4f8-18dcc9dbf274 None None] Provisioning complete for port b58f91b6-9acf-4477-9dc0-40a280087510 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:57.510613 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d4f6af7d-ab00-404f-b4f8-18dcc9dbf274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:57.553613 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a00bca61-6024-48c9-9a3e-c49c1c0c743a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:57.558268 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0598a74f-488a-4170-82ef-0560c72b4f81 req-b116ca2e-f382-4a08-9cbb-2c37a2638cca tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0362251 Dec 10 18:47:57.651470 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d4f6af7d-ab00-404f-b4f8-18dcc9dbf274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:57.692862 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d4f6af7d-ab00-404f-b4f8-18dcc9dbf274 None None] For port b58f91b6-9acf-4477-9dc0-40a280087510, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b58f91b6-9acf-4477-9dc0-40a280087510,segment=NetworkSegment(00bb32d5-e6a1-4887-a9e2-b43b3a2833eb),segment_id=00bb32d5-e6a1-4887-a9e2-b43b3a2833eb)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:57.700283 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d4f6af7d-ab00-404f-b4f8-18dcc9dbf274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:57.733239 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a00bca61-6024-48c9-9a3e-c49c1c0c743a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:57.750649 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b58f91b6-9acf-4477-9dc0-40a280087510 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:47:57.837263 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-894964dc-9d34-4687-a0e3-46690dfee490 req-a5a46f33-e8f7-4bb5-8fe7-3a90ff708065 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0673237 Dec 10 18:47:57.857652 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6af7d-ab00-404f-b4f8-18dcc9dbf274 None None] Pushing event updated for resources: {'Port': ['ID=b58f91b6-9acf-4477-9dc0-40a280087510,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:57.870853 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port b58f91b6-9acf-4477-9dc0-40a280087510 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:57.871235 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:57.933603 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2d2cf005-5e92-4233-8fa9-db4570af206c None None] Provisioning complete for port 42b144a6-9a6a-4957-8c88-3ca9f03dc4ad triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:57.933980 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2d2cf005-5e92-4233-8fa9-db4570af206c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:57.934563 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-434589d4-43bf-4a6f-85df-21a61e2db6ee req-3de4f7a2-8e13-49ee-8dd4-a4698671071a tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0617554 Dec 10 18:47:58.000133 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2d2cf005-5e92-4233-8fa9-db4570af206c None None] Port 42b144a6-9a6a-4957-8c88-3ca9f03dc4ad cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:47:58.011335 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2d2cf005-5e92-4233-8fa9-db4570af206c None None] Provisioning complete for port b58f91b6-9acf-4477-9dc0-40a280087510 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:58.011699 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2d2cf005-5e92-4233-8fa9-db4570af206c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:58.092900 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a00bca61-6024-48c9-9a3e-c49c1c0c743a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:58.098672 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a00bca61-6024-48c9-9a3e-c49c1c0c743a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:58.182672 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a00bca61-6024-48c9-9a3e-c49c1c0c743a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:58.184694 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00bca61-6024-48c9-9a3e-c49c1c0c743a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Port': ['ID=42b144a6-9a6a-4957-8c88-3ca9f03dc4ad,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:58.222532 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b03e1917-6ee5-446d-b258-c85ca6f5bf9f None None] Provisioning complete for port 42b144a6-9a6a-4957-8c88-3ca9f03dc4ad triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:58.222900 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b03e1917-6ee5-446d-b258-c85ca6f5bf9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:58.261296 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b03e1917-6ee5-446d-b258-c85ca6f5bf9f None None] Port 42b144a6-9a6a-4957-8c88-3ca9f03dc4ad cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:47:58.280716 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00bca61-6024-48c9-9a3e-c49c1c0c743a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Network b1c5f327-1d55-4a60-b779-03e3a9cacfc9 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:47:58.282276 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-a00bca61-6024-48c9-9a3e-c49c1c0c743a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:58.379673 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d689ae92-8508-418f-abac-fdde0ad08e3d req-f110da51-38ef-42a0-a102-eea2738ef40e tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0404420 Dec 10 18:47:58.391662 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-bb05e6fb-bcfd-4c89-bc42-92cbc7942d24 None None] Provisioning complete for port 42b144a6-9a6a-4957-8c88-3ca9f03dc4ad triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:58.392040 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bb05e6fb-bcfd-4c89-bc42-92cbc7942d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:58.420821 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00bca61-6024-48c9-9a3e-c49c1c0c743a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Router 0dfda3f1-eb78-49d9-b363-1ebed0b352e0 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:47:58.432810 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-bb05e6fb-bcfd-4c89-bc42-92cbc7942d24 None None] Port 42b144a6-9a6a-4957-8c88-3ca9f03dc4ad cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:47:58.517863 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00bca61-6024-48c9-9a3e-c49c1c0c743a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:47:58.522972 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a00bca61-6024-48c9-9a3e-c49c1c0c743a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "PUT /v2.0/routers/0dfda3f1-eb78-49d9-b363-1ebed0b352e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9389033 Dec 10 18:47:58.526185 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38736) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:58.528999 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197751cb-d96e-4330-9002-1de2db08dabf None None] Sync routers for ids ['0dfda3f1-eb78-49d9-b363-1ebed0b352e0'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:47:58.539541 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197751cb-d96e-4330-9002-1de2db08dabf None None] Routers {'0dfda3f1-eb78-49d9-b363-1ebed0b352e0'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:47:58.540540 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-197751cb-d96e-4330-9002-1de2db08dabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:47:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['0dfda3f1-eb78-49d9-b363-1ebed0b352e0'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:58.552992 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c97bd845-eab3-40f8-8cf6-bf93d69862cd None None] Provisioning complete for port 42b144a6-9a6a-4957-8c88-3ca9f03dc4ad triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:58.553334 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c97bd845-eab3-40f8-8cf6-bf93d69862cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:58.576886 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-197751cb-d96e-4330-9002-1de2db08dabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:58.577264 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b27dff6-88d0-40f3-8dfc-8bf176fed2c4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:58.578818 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6b27dff6-88d0-40f3-8dfc-8bf176fed2c4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "GET /v2.0/ports?device_id=0dfda3f1-eb78-49d9-b363-1ebed0b352e0 HTTP/1.1" status: 200 len: 982 time: 0.0516016 Dec 10 18:47:58.581753 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38738) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:58.589303 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197751cb-d96e-4330-9002-1de2db08dabf None None] Routers {'0dfda3f1-eb78-49d9-b363-1ebed0b352e0'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:47:58.590156 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-197751cb-d96e-4330-9002-1de2db08dabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:47:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['0dfda3f1-eb78-49d9-b363-1ebed0b352e0'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:58.592418 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c97bd845-eab3-40f8-8cf6-bf93d69862cd None None] Port 42b144a6-9a6a-4957-8c88-3ca9f03dc4ad cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:47:58.626953 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-197751cb-d96e-4330-9002-1de2db08dabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:58.627603 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197751cb-d96e-4330-9002-1de2db08dabf None None] The sync data for ids ['0dfda3f1-eb78-49d9-b363-1ebed0b352e0'] in n-d-821435-1 is: [] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:47:58.696983 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-393ff05d-befa-4ef9-be5d-c3224d9fc7ac req-d19b6748-18ad-4310-8a0b-c9f61be3c245 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0589867 Dec 10 18:47:58.916670 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6392b985-b297-4a3c-a41a-8a53a4899faa req-aa1804ed-72b9-4331-8417-a48e042d35c6 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0352700 Dec 10 18:47:59.021170 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1ba26914-784c-4fbf-8310-761076e10adc req-82808818-db65-40d3-be7d-0d6fff8f18f8 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0313447 Dec 10 18:47:59.082384 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f7903d8-34e8-4069-8914-4d577f1cb256 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:59.302385 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7f7903d8-34e8-4069-8914-4d577f1cb256 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Deleting port 42b144a6-9a6a-4957-8c88-3ca9f03dc4ad {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:59.302727 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f7903d8-34e8-4069-8914-4d577f1cb256 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:59.655945 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b58f91b6-9acf-4477-9dc0-40a280087510 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:47:59.672935 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-495cd5ac-1050-4921-858e-e69a4e87b9c4 req-928a74b6-7169-4547-9f17-faec24b55e82 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0329776 Dec 10 18:47:59.708461 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f7903d8-34e8-4069-8914-4d577f1cb256 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:59.717032 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port b58f91b6-9acf-4477-9dc0-40a280087510 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:59.717415 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:59.720658 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7f7903d8-34e8-4069-8914-4d577f1cb256 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Calling delete_port for 42b144a6-9a6a-4957-8c88-3ca9f03dc4ad owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:59.799599 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4d2a8617-f878-4bab-902f-220a068e6783 req-0c6633e7-d987-4ca5-bd42-c74f3671e757 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0365844 Dec 10 18:47:59.921405 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f7903d8-34e8-4069-8914-4d577f1cb256 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:59.954226 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7903d8-34e8-4069-8914-4d577f1cb256 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'Port': ['ID=42b144a6-9a6a-4957-8c88-3ca9f03dc4ad,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:00.006572 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-72cb2f45-7533-4207-9386-81c00ff19a13 req-cd4f7ec1-1741-4c6f-93ec-8788d1dab98d tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0268359 Dec 10 18:48:00.127962 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f7903d8-34e8-4069-8914-4d577f1cb256 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:00.131487 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-71af1d37-2a83-4362-9f34-d04a600abc18 req-bb95c358-66c6-43a7-b700-e6c1ac4085b5 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0344956 Dec 10 18:48:00.294500 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7903d8-34e8-4069-8914-4d577f1cb256 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Router 0dfda3f1-eb78-49d9-b363-1ebed0b352e0 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:48:00.371749 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7903d8-34e8-4069-8914-4d577f1cb256 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:48:00.376753 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7f7903d8-34e8-4069-8914-4d577f1cb256 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "PUT /v2.0/routers/0dfda3f1-eb78-49d9-b363-1ebed0b352e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7940283 Dec 10 18:48:00.379875 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38758) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:00.381096 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aab1ce9-b780-4574-9e81-6e360fbc497b None None] Sync routers for ids ['0dfda3f1-eb78-49d9-b363-1ebed0b352e0'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:48:00.392284 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aab1ce9-b780-4574-9e81-6e360fbc497b None None] Routers {'0dfda3f1-eb78-49d9-b363-1ebed0b352e0'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:48:00.392962 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3aab1ce9-b780-4574-9e81-6e360fbc497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:47:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['0dfda3f1-eb78-49d9-b363-1ebed0b352e0'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:00.405032 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d8102e5-e625-4739-9fe5-b16b2728d4eb tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] GET failed (client error): The resource could not be found. Dec 10 18:48:00.406794 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4d8102e5-e625-4739-9fe5-b16b2728d4eb tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "GET /v2.0/ports/42b144a6-9a6a-4957-8c88-3ca9f03dc4ad HTTP/1.1" status: 404 len: 333 time: 0.0259519 Dec 10 18:48:00.409773 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38760) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:00.428626 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3aab1ce9-b780-4574-9e81-6e360fbc497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:00.437508 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aab1ce9-b780-4574-9e81-6e360fbc497b None None] Routers {'0dfda3f1-eb78-49d9-b363-1ebed0b352e0'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:48:00.438137 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3aab1ce9-b780-4574-9e81-6e360fbc497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:47:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['0dfda3f1-eb78-49d9-b363-1ebed0b352e0'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:00.470245 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3aab1ce9-b780-4574-9e81-6e360fbc497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:00.470906 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aab1ce9-b780-4574-9e81-6e360fbc497b None None] The sync data for ids ['0dfda3f1-eb78-49d9-b363-1ebed0b352e0'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:48:00.487685 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5384131b-25d8-4843-9d20-c41168598e6b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:00.646682 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5384131b-25d8-4843-9d20-c41168598e6b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:00.648865 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5384131b-25d8-4843-9d20-c41168598e6b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:00.693911 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5384131b-25d8-4843-9d20-c41168598e6b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:00.694439 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5384131b-25d8-4843-9d20-c41168598e6b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Fanout notify agent at l3_agent the message router_deleted on router 0dfda3f1-eb78-49d9-b363-1ebed0b352e0 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:48:00.702140 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5384131b-25d8-4843-9d20-c41168598e6b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:00.703682 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5384131b-25d8-4843-9d20-c41168598e6b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/routers/0dfda3f1-eb78-49d9-b363-1ebed0b352e0 HTTP/1.1" status: 204 len: 168 time: 0.2927504 Dec 10 18:48:00.706099 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38764) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:00.757824 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f48fed99-cef6-41ac-8e8d-eb7ab4e3ad04 req-6b970efd-a735-41c4-9109-2a9096b1b533 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0263109 Dec 10 18:48:00.763799 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d0e9aa6-1931-45b3-a912-1284179797b2 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Deleting subnet 1961632d-d887-4b39-8606-75a6e4ee5ea2 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:48:00.767125 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d0e9aa6-1931-45b3-a912-1284179797b2 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:00.807565 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d0e9aa6-1931-45b3-a912-1284179797b2 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:00.908443 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-36b65f31-e297-4f79-ab6c-e3820b354b95 req-a4640cbf-5c4a-4901-aa96-792bc2a702a8 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0348988 Dec 10 18:48:00.919161 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d0e9aa6-1931-45b3-a912-1284179797b2 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:00.981711 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d0e9aa6-1931-45b3-a912-1284179797b2 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:01.008529 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e9aa6-1931-45b3-a912-1284179797b2 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'Subnet': ['ID=1961632d-d887-4b39-8606-75a6e4ee5ea2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:01.013221 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d0e9aa6-1931-45b3-a912-1284179797b2 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:01.016690 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9d0e9aa6-1931-45b3-a912-1284179797b2 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/subnets/1961632d-d887-4b39-8606-75a6e4ee5ea2 HTTP/1.1" status: 204 len: 168 time: 0.3093863 Dec 10 18:48:01.019477 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38770) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:01.025081 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d9590b-02b9-4503-b53d-3ed8ef10435c None None] Network b1c5f327-1d55-4a60-b779-03e3a9cacfc9 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:01.108333 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6b706036-0252-4b2f-8784-37c65a571a0d req-73d183b2-3742-4f16-b7b5-e3af8559ee39 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0412414 Dec 10 18:48:01.136785 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b635e98-ae45-4c5f-af5f-a2a818182293 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:01.175351 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac19ed81-2bfd-4266-bebf-ca6df5dde305 None None] DHCP port deletion for b1c5f327-1d55-4a60-b779-03e3a9cacfc9 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:48:01.194363 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0b635e98-ae45-4c5f-af5f-a2a818182293 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Deleting port b58f91b6-9acf-4477-9dc0-40a280087510 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:01.194756 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b635e98-ae45-4c5f-af5f-a2a818182293 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:01.217857 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bf35ad3d-0101-48b0-b33d-cd434ef907bf req-25dff7c2-0a45-40ea-9a13-9ebbf6da90f3 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0273664 Dec 10 18:48:01.224317 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ac19ed81-2bfd-4266-bebf-ca6df5dde305 None None] Deleting port b58f91b6-9acf-4477-9dc0-40a280087510 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:01.224739 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ac19ed81-2bfd-4266-bebf-ca6df5dde305 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:01.257948 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-0b635e98-ae45-4c5f-af5f-a2a818182293 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] For port b58f91b6-9acf-4477-9dc0-40a280087510, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b58f91b6-9acf-4477-9dc0-40a280087510,segment=NetworkSegment(00bb32d5-e6a1-4887-a9e2-b43b3a2833eb),segment_id=00bb32d5-e6a1-4887-a9e2-b43b3a2833eb)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:01.258308 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b635e98-ae45-4c5f-af5f-a2a818182293 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:01.271248 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0b635e98-ae45-4c5f-af5f-a2a818182293 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Calling delete_port for b58f91b6-9acf-4477-9dc0-40a280087510 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:01.291407 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ac19ed81-2bfd-4266-bebf-ca6df5dde305 None None] For port b58f91b6-9acf-4477-9dc0-40a280087510, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b58f91b6-9acf-4477-9dc0-40a280087510,segment=NetworkSegment(00bb32d5-e6a1-4887-a9e2-b43b3a2833eb),segment_id=00bb32d5-e6a1-4887-a9e2-b43b3a2833eb)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:01.291799 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ac19ed81-2bfd-4266-bebf-ca6df5dde305 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:01.304194 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ac19ed81-2bfd-4266-bebf-ca6df5dde305 None None] Calling delete_port for b58f91b6-9acf-4477-9dc0-40a280087510 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:01.355246 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b635e98-ae45-4c5f-af5f-a2a818182293 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:01.383052 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b635e98-ae45-4c5f-af5f-a2a818182293 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'Port': ['ID=b58f91b6-9acf-4477-9dc0-40a280087510,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:01.385084 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b635e98-ae45-4c5f-af5f-a2a818182293 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] No DVR routers for this DVR port b58f91b6-9acf-4477-9dc0-40a280087510 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:48:01.388552 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ac19ed81-2bfd-4266-bebf-ca6df5dde305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:01.422352 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19ed81-2bfd-4266-bebf-ca6df5dde305 None None] Pushing event deleted for resources: {'Port': ['ID=b58f91b6-9acf-4477-9dc0-40a280087510,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:01.424079 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac19ed81-2bfd-4266-bebf-ca6df5dde305 None None] No DVR routers for this DVR port b58f91b6-9acf-4477-9dc0-40a280087510 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:48:01.468938 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b635e98-ae45-4c5f-af5f-a2a818182293 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:01.488870 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-0b635e98-ae45-4c5f-af5f-a2a818182293 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1c5f327-1d55-4a60-b779-03e3a9cacfc9']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:01.498259 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-0b635e98-ae45-4c5f-af5f-a2a818182293 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00bb32d5-e6a1-4887-a9e2-b43b3a2833eb') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:01.498560 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-0b635e98-ae45-4c5f-af5f-a2a818182293 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00bb32d5-e6a1-4887-a9e2-b43b3a2833eb') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:01.507753 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b635e98-ae45-4c5f-af5f-a2a818182293 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:01.522810 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b635e98-ae45-4c5f-af5f-a2a818182293 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:01.531842 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b635e98-ae45-4c5f-af5f-a2a818182293 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:48:01.532268 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b635e98-ae45-4c5f-af5f-a2a818182293 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:01.535501 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:48:01.535501 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:48:01.535501 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:48:01.535501 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:48:01.535501 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:48:01.535501 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:48:01.535501 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:48:01.535501 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:48:01.535501 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:48:01.535501 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:48:01.535501 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:48:01.535501 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:48:01.535501 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:48:01.535501 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:48:01.535501 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:48:01.535501 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:48:01.535501 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:48:01.535501 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:48:01.535501 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:48:01.535501 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:48:01.535501 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:48:01.535501 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:48:01.535501 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:48:01.535501 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:48:01.535501 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:48:01.535501 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:48:01.535501 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:48:01.535501 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:48:01.535501 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:48:01.535501 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:48:01.535501 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:48:01.535501 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:48:01.593801 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b635e98-ae45-4c5f-af5f-a2a818182293 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:01.599278 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b635e98-ae45-4c5f-af5f-a2a818182293 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:01.602722 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0b635e98-ae45-4c5f-af5f-a2a818182293 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/networks/b1c5f327-1d55-4a60-b779-03e3a9cacfc9 HTTP/1.1" status: 204 len: 168 time: 0.5827401 Dec 10 18:48:01.612165 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38776) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:01.624981 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b635e98-ae45-4c5f-af5f-a2a818182293 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'Network': ['ID=b1c5f327-1d55-4a60-b779-03e3a9cacfc9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:01.658017 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b58f91b6-9acf-4477-9dc0-40a280087510 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:48:01.670608 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f6e516-08b9-4dd7-8e90-9f5d7df7f741 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:01.672015 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a8f6e516-08b9-4dd7-8e90-9f5d7df7f741 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "GET /v2.0/ports/469306c7-fa41-41a7-81eb-700150d7bdb9 HTTP/1.1" status: 200 len: 840 time: 0.0585601 Dec 10 18:48:01.675914 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38778) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:01.679392 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: b58f91b6-9acf-4477-9dc0-40a280087510 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:48:01.679756 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b58f91b6-9acf-4477-9dc0-40a280087510 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:48:01.722843 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-72997341-8e62-4650-a609-931c7d3187be tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "GET /v2.0/ports/469306c7-fa41-41a7-81eb-700150d7bdb9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0457559 Dec 10 18:48:01.726246 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38780) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:01.731030 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-a1ceaa9d-7e92-4968-b865-1bc48d188dd1 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'subnet': {'network_id': 'ac16bc8f-e019-422c-a623-b9c849cebae9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:01.840067 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4cc0d1a1-b518-4280-b6a8-662630a6317e req-030a6eaa-3a1e-4d42-95bb-573ad15a2913 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0299606 Dec 10 18:48:01.840825 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ceaa9d-7e92-4968-b865-1bc48d188dd1 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Made reservation on behalf of 77943ebb5cc94e169c0d46465a2e0f0f for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:01.844199 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a1ceaa9d-7e92-4968-b865-1bc48d188dd1 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:02.000944 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-62804d00-1138-4ce0-8bd6-2e3488e61310 req-e28a97f3-74e3-4519-9714-679821cd338e tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0304618 Dec 10 18:48:02.030214 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a1ceaa9d-7e92-4968-b865-1bc48d188dd1 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:02.081679 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ceaa9d-7e92-4968-b865-1bc48d188dd1 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Network ac16bc8f-e019-422c-a623-b9c849cebae9 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:48:02.085139 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-a1ceaa9d-7e92-4968-b865-1bc48d188dd1 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:02.090048 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ceaa9d-7e92-4968-b865-1bc48d188dd1 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:02.091184 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a1ceaa9d-7e92-4968-b865-1bc48d188dd1 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:02.094253 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dced8b-ac00-47ff-a277-528a2b3b7464 None None] Network ac16bc8f-e019-422c-a623-b9c849cebae9 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:02.100143 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ceaa9d-7e92-4968-b865-1bc48d188dd1 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Subnet': ['ID=8a21329d-8a1f-4878-b865-82ae66a30eba,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:02.114040 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a1ceaa9d-7e92-4968-b865-1bc48d188dd1 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3867490 Dec 10 18:48:02.116911 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38788) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:02.123086 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-bd20c496-ca4c-46f8-89ec-3e9488e888d4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'security_group': {'name': 'tempest-secgroup-1935528003'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:02.147875 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bd20c496-ca4c-46f8-89ec-3e9488e888d4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:02.211221 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-db6442ef-0106-43b9-8554-d48b2113ebdd req-bb5113ec-df89-4e60-8077-9f2464929664 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0295947 Dec 10 18:48:02.232957 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bd20c496-ca4c-46f8-89ec-3e9488e888d4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:02.237364 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bd20c496-ca4c-46f8-89ec-3e9488e888d4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:02.283989 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bd20c496-ca4c-46f8-89ec-3e9488e888d4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:02.283989 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-bd20c496-ca4c-46f8-89ec-3e9488e888d4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1605310 Dec 10 18:48:02.283989 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38794) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:02.287375 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-e974116f-a766-416e-b4df-bc65ea965234 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'security_group': {'name': 'tempest-secgroup-7394960'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:02.306264 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20c496-ca4c-46f8-89ec-3e9488e888d4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c392b375-46c4-4fa1-96d8-fac893f712ee,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:02.332257 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f3e2b651-7675-4a86-ae17-3ab8be9e2b55 req-b5cdfde5-a314-46c5-965c-fe26478d242e tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0388231 Dec 10 18:48:02.349976 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e974116f-a766-416e-b4df-bc65ea965234 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:02.437552 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3c1011-ff61-4afe-9d65-6507e1a9e782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-ac16bc8f-e019-422c-a623-b9c849cebae9', 'network_id': 'ac16bc8f-e019-422c-a623-b9c849cebae9', 'project_id': '77943ebb5cc94e169c0d46465a2e0f0f', 'fixed_ips': [{'subnet_id': '8a21329d-8a1f-4878-b865-82ae66a30eba'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:48:02.437797 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e974116f-a766-416e-b4df-bc65ea965234 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:02.438549 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ad3c1011-ff61-4afe-9d65-6507e1a9e782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:02.441824 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e974116f-a766-416e-b4df-bc65ea965234 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:02.472485 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e974116f-a766-416e-b4df-bc65ea965234 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:02.473665 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e974116f-a766-416e-b4df-bc65ea965234 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.1906664 Dec 10 18:48:02.476475 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38796) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:02.481505 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-003df785-a787-443a-afe5-9423c2b86e9b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1224457203', 'security_groups': ['896f2af0-58ad-471e-927b-4b5296ca807e'], 'network_id': 'ac16bc8f-e019-422c-a623-b9c849cebae9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8a21329d-8a1f-4878-b865-82ae66a30eba'}]}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:02.486862 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e974116f-a766-416e-b4df-bc65ea965234 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=896f2af0-58ad-471e-927b-4b5296ca807e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:02.584930 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-ad3c1011-ff61-4afe-9d65-6507e1a9e782 None None] Allocated IP 172.20.0.2 (ac16bc8f-e019-422c-a623-b9c849cebae9/8a21329d-8a1f-4878-b865-82ae66a30eba/fa161b6e-f695-4585-8745-c1e4cab872da) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:48:02.604902 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003df785-a787-443a-afe5-9423c2b86e9b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Made reservation on behalf of 77943ebb5cc94e169c0d46465a2e0f0f for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:02.694776 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-003df785-a787-443a-afe5-9423c2b86e9b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:02.713647 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-003df785-a787-443a-afe5-9423c2b86e9b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] device_id is not set on port be8d079c-11fa-4579-aeb5-1a34fb705584 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:48:02.734750 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ad3c1011-ff61-4afe-9d65-6507e1a9e782 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:02.749546 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ad3c1011-ff61-4afe-9d65-6507e1a9e782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:02.795652 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3c1011-ff61-4afe-9d65-6507e1a9e782 None None] Network ac16bc8f-e019-422c-a623-b9c849cebae9 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:48:02.798597 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-ad3c1011-ff61-4afe-9d65-6507e1a9e782 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:02.802858 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3c1011-ff61-4afe-9d65-6507e1a9e782 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:48:02.805938 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c1011-ff61-4afe-9d65-6507e1a9e782 None None] Pushing event updated for resources: {'Port': ['ID=fa161b6e-f695-4585-8745-c1e4cab872da,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:02.858827 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-ad3c1011-ff61-4afe-9d65-6507e1a9e782 None None] Attempting to bind port fa161b6e-f695-4585-8745-c1e4cab872da on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:48:02.859198 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-ad3c1011-ff61-4afe-9d65-6507e1a9e782 None None] Attempting to bind port fa161b6e-f695-4585-8745-c1e4cab872da by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '5cfdefeb-d1d3-455a-8169-1f1258930d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ac16bc8f-e019-422c-a623-b9c849cebae9'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:48:02.861082 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3c1011-ff61-4afe-9d65-6507e1a9e782 None None] Attempting to bind port fa161b6e-f695-4585-8745-c1e4cab872da on network ac16bc8f-e019-422c-a623-b9c849cebae9 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:48:02.869578 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3c1011-ff61-4afe-9d65-6507e1a9e782 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:48:02.869989 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3c1011-ff61-4afe-9d65-6507e1a9e782 None None] Checking segment: {'id': '5cfdefeb-d1d3-455a-8169-1f1258930d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ac16bc8f-e019-422c-a623-b9c849cebae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:48:02.870422 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ad3c1011-ff61-4afe-9d65-6507e1a9e782 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:02.870838 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3c1011-ff61-4afe-9d65-6507e1a9e782 None None] Bound using segment: {'id': '5cfdefeb-d1d3-455a-8169-1f1258930d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ac16bc8f-e019-422c-a623-b9c849cebae9'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:48:02.871355 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-ad3c1011-ff61-4afe-9d65-6507e1a9e782 None None] Bound port: fa161b6e-f695-4585-8745-c1e4cab872da, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfdefeb-d1d3-455a-8169-1f1258930d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ac16bc8f-e019-422c-a623-b9c849cebae9'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:48:02.871845 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ad3c1011-ff61-4afe-9d65-6507e1a9e782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:02.889029 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-003df785-a787-443a-afe5-9423c2b86e9b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Allocated IP 172.20.0.10 (ac16bc8f-e019-422c-a623-b9c849cebae9/8a21329d-8a1f-4878-b865-82ae66a30eba/be8d079c-11fa-4579-aeb5-1a34fb705584) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:48:02.921818 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dbf705e5-6dad-4b92-87b9-e8a151a14818 req-4a50587a-b15f-46e4-b6d7-52f8ff32f33b tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0302958 Dec 10 18:48:02.951469 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ad3c1011-ff61-4afe-9d65-6507e1a9e782 None None] For port fa161b6e-f695-4585-8745-c1e4cab872da, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:48:02.955094 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ad3c1011-ff61-4afe-9d65-6507e1a9e782 None None] For port fa161b6e-f695-4585-8745-c1e4cab872da, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=fa161b6e-f695-4585-8745-c1e4cab872da,segment=NetworkSegment(5cfdefeb-d1d3-455a-8169-1f1258930d82),segment_id=5cfdefeb-d1d3-455a-8169-1f1258930d82)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:48:02.959758 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ad3c1011-ff61-4afe-9d65-6507e1a9e782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:03.021374 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c1011-ff61-4afe-9d65-6507e1a9e782 None None] Pushing event updated for resources: {'Port': ['ID=fa161b6e-f695-4585-8745-c1e4cab872da,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:03.097983 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-003df785-a787-443a-afe5-9423c2b86e9b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:03.150292 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b0a6add7-5064-4d09-b31e-c7bc1ad42cdd req-afcaf3d7-b57f-485e-9845-b8bca808c706 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0288441 Dec 10 18:48:03.175495 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-003df785-a787-443a-afe5-9423c2b86e9b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:03.241183 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003df785-a787-443a-afe5-9423c2b86e9b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Network ac16bc8f-e019-422c-a623-b9c849cebae9 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:48:03.243039 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-003df785-a787-443a-afe5-9423c2b86e9b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:03.245027 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003df785-a787-443a-afe5-9423c2b86e9b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Port': ['ID=be8d079c-11fa-4579-aeb5-1a34fb705584,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:03.247425 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003df785-a787-443a-afe5-9423c2b86e9b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:48:03.315703 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003df785-a787-443a-afe5-9423c2b86e9b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:03.315703 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-003df785-a787-443a-afe5-9423c2b86e9b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:03.347499 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4e924842-1922-480d-8dab-57131cc3369b req-59c7882f-0dfc-4f4c-afc9-2af0bd22678f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0558500 Dec 10 18:48:03.374705 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-003df785-a787-443a-afe5-9423c2b86e9b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8970680 Dec 10 18:48:03.380438 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38808) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:03.386283 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-6c49cbc1-628e-4910-a814-1c586ea9b3f8 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'subnet': {'network_id': 'ac16bc8f-e019-422c-a623-b9c849cebae9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:03.487979 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e1252216-e9d8-4bc9-802b-0695dba0e432 req-8ab3eeaf-c64e-4836-b394-32706987abbe tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0793352 Dec 10 18:48:03.579342 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c49cbc1-628e-4910-a814-1c586ea9b3f8 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Made reservation on behalf of 77943ebb5cc94e169c0d46465a2e0f0f for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:03.582958 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c49cbc1-628e-4910-a814-1c586ea9b3f8 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:03.702138 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device fa161b6e-f695-4585-8745-c1e4cab872da up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:48:03.707880 n-d-821435-1 neutron-server[103245]: INFO neutron.db.ipam_backend_mixin [None req-6c49cbc1-628e-4910-a814-1c586ea9b3f8 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8a21329d-8a1f-4878-b865-82ae66a30eba (CIDR: 172.20.0.0/28) Dec 10 18:48:03.712699 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c49cbc1-628e-4910-a814-1c586ea9b3f8 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:48:03.713279 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c49cbc1-628e-4910-a814-1c586ea9b3f8 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:48:03.742496 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6c49cbc1-628e-4910-a814-1c586ea9b3f8 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3605943 Dec 10 18:48:03.745988 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38810) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:03.756873 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-aa99a3d6-c45d-4b40-beb7-a4f364ac377e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'subnet': {'network_id': 'ac16bc8f-e019-422c-a623-b9c849cebae9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:03.757165 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:03.777283 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port fa161b6e-f695-4585-8745-c1e4cab872da triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:03.777660 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:03.868465 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:03.890120 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa99a3d6-c45d-4b40-beb7-a4f364ac377e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Made reservation on behalf of 77943ebb5cc94e169c0d46465a2e0f0f for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:03.895333 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aa99a3d6-c45d-4b40-beb7-a4f364ac377e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:03.913943 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port fa161b6e-f695-4585-8745-c1e4cab872da, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=fa161b6e-f695-4585-8745-c1e4cab872da,segment=NetworkSegment(5cfdefeb-d1d3-455a-8169-1f1258930d82),segment_id=5cfdefeb-d1d3-455a-8169-1f1258930d82)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:03.918989 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:04.027448 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=fa161b6e-f695-4585-8745-c1e4cab872da,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:04.060049 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d274d43d-2a52-40e0-abfc-0dcc12dacb4f req-26fddf68-1710-4185-941c-63306a505933 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0557718 Dec 10 18:48:04.191282 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aa99a3d6-c45d-4b40-beb7-a4f364ac377e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:04.247071 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa99a3d6-c45d-4b40-beb7-a4f364ac377e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Network ac16bc8f-e019-422c-a623-b9c849cebae9 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:48:04.252611 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-aa99a3d6-c45d-4b40-beb7-a4f364ac377e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:04.270199 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa99a3d6-c45d-4b40-beb7-a4f364ac377e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:04.271209 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aa99a3d6-c45d-4b40-beb7-a4f364ac377e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:04.306813 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1b5574ea-eddd-4310-8e04-363fd0cef133 req-d281726c-ff2b-4d12-9e9a-23b3344c6913 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0553308 Dec 10 18:48:04.310702 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-aa99a3d6-c45d-4b40-beb7-a4f364ac377e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5624595 Dec 10 18:48:04.312059 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa99a3d6-c45d-4b40-beb7-a4f364ac377e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Subnet': ['ID=ff8b7ef0-95f0-4729-8608-3199a9d7e0e1,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:04.313610 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38818) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:04.319484 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-41636a8b-1c3c-480e-90d0-7a715e7bb8c4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1198648138', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ff8b7ef0-95f0-4729-8608-3199a9d7e0e1'}], 'security_groups': ['c392b375-46c4-4fa1-96d8-fac893f712ee']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:04.321509 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa99a3d6-c45d-4b40-beb7-a4f364ac377e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:04.322105 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa99a3d6-c45d-4b40-beb7-a4f364ac377e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:04.322928 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa99a3d6-c45d-4b40-beb7-a4f364ac377e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:04.323643 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa99a3d6-c45d-4b40-beb7-a4f364ac377e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:04.324164 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa99a3d6-c45d-4b40-beb7-a4f364ac377e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:04.324715 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa99a3d6-c45d-4b40-beb7-a4f364ac377e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:04.325385 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa99a3d6-c45d-4b40-beb7-a4f364ac377e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:04.325904 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa99a3d6-c45d-4b40-beb7-a4f364ac377e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:04.326557 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa99a3d6-c45d-4b40-beb7-a4f364ac377e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:04.326903 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa99a3d6-c45d-4b40-beb7-a4f364ac377e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:04.327245 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa99a3d6-c45d-4b40-beb7-a4f364ac377e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:04.327583 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa99a3d6-c45d-4b40-beb7-a4f364ac377e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:04.327916 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa99a3d6-c45d-4b40-beb7-a4f364ac377e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:04.403016 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b668b80c-8c65-43ca-955e-becc3d84864e None None] Network ac16bc8f-e019-422c-a623-b9c849cebae9 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:04.434063 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41636a8b-1c3c-480e-90d0-7a715e7bb8c4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:04.453519 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2690f4a2-3d0a-4a55-828c-00ab68abc377 req-f788c97c-bc30-4e1d-a665-f7b9f24a8199 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0391281 Dec 10 18:48:04.501577 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-93729145-b9d0-4276-b5bb-19cbda7e3679 None None] Provisioning complete for port fa161b6e-f695-4585-8745-c1e4cab872da triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:04.502015 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-93729145-b9d0-4276-b5bb-19cbda7e3679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:04.576754 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c8f27f93-d028-4ac6-9a16-5ef35e7527aa req-b6f782bf-5950-41db-8ca0-47adf11c6618 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0292983 Dec 10 18:48:04.658031 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d651a708-b4c7-4d2a-9a10-0965430b5de7 None None] Update dhcp port {'port': {'network_id': 'ac16bc8f-e019-422c-a623-b9c849cebae9', 'fixed_ips': [{'subnet_id': '8a21329d-8a1f-4878-b865-82ae66a30eba', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ff8b7ef0-95f0-4729-8608-3199a9d7e0e1'}], 'binding:host_id': 'n-d-821435-1'}, 'id': 'fa161b6e-f695-4585-8745-c1e4cab872da'} from n-d-821435-1. {{(pid=103246) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 18:48:04.685946 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-93729145-b9d0-4276-b5bb-19cbda7e3679 None None] Provisioning complete for port 469306c7-fa41-41a7-81eb-700150d7bdb9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:04.686316 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-93729145-b9d0-4276-b5bb-19cbda7e3679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:04.710763 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d651a708-b4c7-4d2a-9a10-0965430b5de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:04.732749 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-93729145-b9d0-4276-b5bb-19cbda7e3679 None None] Port 469306c7-fa41-41a7-81eb-700150d7bdb9 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:48:04.792159 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-41636a8b-1c3c-480e-90d0-7a715e7bb8c4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Delete allocated IP 172.20.0.10 (ac16bc8f-e019-422c-a623-b9c849cebae9/8a21329d-8a1f-4878-b865-82ae66a30eba) {{(pid=103244) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 18:48:04.800893 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-41636a8b-1c3c-480e-90d0-7a715e7bb8c4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Allocated IP 172.20.0.29 (ac16bc8f-e019-422c-a623-b9c849cebae9/ff8b7ef0-95f0-4729-8608-3199a9d7e0e1/be8d079c-11fa-4579-aeb5-1a34fb705584) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:48:04.963987 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41636a8b-1c3c-480e-90d0-7a715e7bb8c4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:04.968826 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41636a8b-1c3c-480e-90d0-7a715e7bb8c4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:05.020979 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-d651a708-b4c7-4d2a-9a10-0965430b5de7 None None] Allocated IP 172.20.0.18 (ac16bc8f-e019-422c-a623-b9c849cebae9/ff8b7ef0-95f0-4729-8608-3199a9d7e0e1/fa161b6e-f695-4585-8745-c1e4cab872da) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:48:05.070785 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41636a8b-1c3c-480e-90d0-7a715e7bb8c4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Port': ['ID=be8d079c-11fa-4579-aeb5-1a34fb705584,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:05.098251 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-41636a8b-1c3c-480e-90d0-7a715e7bb8c4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] In _notify_port_updated(), no bound segment for port be8d079c-11fa-4579-aeb5-1a34fb705584 on network ac16bc8f-e019-422c-a623-b9c849cebae9 {{(pid=103244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:48:05.104552 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41636a8b-1c3c-480e-90d0-7a715e7bb8c4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:05.105227 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41636a8b-1c3c-480e-90d0-7a715e7bb8c4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:05.106695 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-41636a8b-1c3c-480e-90d0-7a715e7bb8c4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "PUT /v2.0/ports/be8d079c-11fa-4579-aeb5-1a34fb705584 HTTP/1.1" status: 200 len: 921 time: 0.7917955 Dec 10 18:48:05.109559 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38826) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:05.132409 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d651a708-b4c7-4d2a-9a10-0965430b5de7 None None] For port fa161b6e-f695-4585-8745-c1e4cab872da, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=fa161b6e-f695-4585-8745-c1e4cab872da,segment=NetworkSegment(5cfdefeb-d1d3-455a-8169-1f1258930d82),segment_id=5cfdefeb-d1d3-455a-8169-1f1258930d82)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:05.177991 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d651a708-b4c7-4d2a-9a10-0965430b5de7 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:05.178818 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8b4cfe52-e322-4830-9e0d-5a3162734e66 req-375689ea-cbbe-4e00-84b5-98a711d3cdaa tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0610497 Dec 10 18:48:05.185520 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d651a708-b4c7-4d2a-9a10-0965430b5de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:05.262127 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-47ed26d2-6996-4e61-b023-ddb8ea002cd2 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Deleting port be8d079c-11fa-4579-aeb5-1a34fb705584 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:05.262574 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47ed26d2-6996-4e61-b023-ddb8ea002cd2 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:05.280739 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651a708-b4c7-4d2a-9a10-0965430b5de7 None None] Pushing event updated for resources: {'Port': ['ID=fa161b6e-f695-4585-8745-c1e4cab872da,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:05.397615 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47ed26d2-6996-4e61-b023-ddb8ea002cd2 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:05.421602 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b0fe6ebd-d95c-42ef-b596-46bad4f51754 req-c2ebb79a-d610-4f43-adfc-316d75d001a9 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0395615 Dec 10 18:48:05.428579 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-47ed26d2-6996-4e61-b023-ddb8ea002cd2 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Calling delete_port for be8d079c-11fa-4579-aeb5-1a34fb705584 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:05.557432 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-219e7c4a-a55d-4072-828f-f482cc82e0cb req-33b2d39d-d14d-4805-9d0a-ecea4dab8efa tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0390480 Dec 10 18:48:05.609456 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47ed26d2-6996-4e61-b023-ddb8ea002cd2 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:05.681020 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device fa161b6e-f695-4585-8745-c1e4cab872da up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:48:05.693888 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed26d2-6996-4e61-b023-ddb8ea002cd2 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'Port': ['ID=be8d079c-11fa-4579-aeb5-1a34fb705584,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:05.737670 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-99a9dcf3-27d5-4d8b-a143-b8c143c9f531 req-dfb5895d-e486-434b-83b6-f8ccba8b449e tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0842476 Dec 10 18:48:05.777710 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47ed26d2-6996-4e61-b023-ddb8ea002cd2 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:05.784174 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-47ed26d2-6996-4e61-b023-ddb8ea002cd2 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/ports/be8d079c-11fa-4579-aeb5-1a34fb705584 HTTP/1.1" status: 204 len: 168 time: 0.6731660 Dec 10 18:48:05.786806 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38836) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:05.793407 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port fa161b6e-f695-4585-8745-c1e4cab872da triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:05.794670 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:05.816863 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-90648165-7fc8-4d38-bb48-778ac1cd14ba tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] GET failed (client error): The resource could not be found. Dec 10 18:48:05.820577 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-90648165-7fc8-4d38-bb48-778ac1cd14ba tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "GET /v2.0/ports/be8d079c-11fa-4579-aeb5-1a34fb705584 HTTP/1.1" status: 404 len: 333 time: 0.0306077 Dec 10 18:48:05.821352 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38838) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:05.884037 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b74bfa07-37f2-452b-82c3-0198a41d35d3 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:05.913525 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b74bfa07-37f2-452b-82c3-0198a41d35d3 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:05.965605 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b74bfa07-37f2-452b-82c3-0198a41d35d3 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:05.969020 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b74bfa07-37f2-452b-82c3-0198a41d35d3 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:05.970357 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b74bfa07-37f2-452b-82c3-0198a41d35d3 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/security-groups/896f2af0-58ad-471e-927b-4b5296ca807e HTTP/1.1" status: 204 len: 168 time: 0.1479962 Dec 10 18:48:05.973297 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38840) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:05.988909 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bfa07-37f2-452b-82c3-0198a41d35d3 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=896f2af0-58ad-471e-927b-4b5296ca807e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:06.063003 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1cc0d696-29d9-44f7-9aa5-0a0266cb425e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:06.064370 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f3bdf873-d04a-49c0-aea3-d68eb00852d5 None None] Provisioning complete for port fa161b6e-f695-4585-8745-c1e4cab872da triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:06.065249 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f3bdf873-d04a-49c0-aea3-d68eb00852d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:06.093581 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1cc0d696-29d9-44f7-9aa5-0a0266cb425e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:06.157934 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1cc0d696-29d9-44f7-9aa5-0a0266cb425e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:06.161889 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1cc0d696-29d9-44f7-9aa5-0a0266cb425e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:06.162885 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1cc0d696-29d9-44f7-9aa5-0a0266cb425e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/security-groups/c392b375-46c4-4fa1-96d8-fac893f712ee HTTP/1.1" status: 204 len: 168 time: 0.1885235 Dec 10 18:48:06.171005 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38842) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:06.174107 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0d696-29d9-44f7-9aa5-0a0266cb425e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c392b375-46c4-4fa1-96d8-fac893f712ee,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:06.201113 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f3bdf873-d04a-49c0-aea3-d68eb00852d5 None None] Provisioning complete for port 469306c7-fa41-41a7-81eb-700150d7bdb9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:06.201810 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f3bdf873-d04a-49c0-aea3-d68eb00852d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:06.247869 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f5d86f-8803-4d5d-beac-410fcc9114ae tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Deleting subnet 8a21329d-8a1f-4878-b865-82ae66a30eba {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:48:06.248392 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f3bdf873-d04a-49c0-aea3-d68eb00852d5 None None] Port 469306c7-fa41-41a7-81eb-700150d7bdb9 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:48:06.253059 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f3bdf873-d04a-49c0-aea3-d68eb00852d5 None None] Could not find standard attr ID for object be8d079c-11fa-4579-aeb5-1a34fb705584. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:48:06.254349 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2f5d86f-8803-4d5d-beac-410fcc9114ae tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:06.270965 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d8a08f40-0e9b-40f7-97ae-fafc43747323 req-7e205857-62b6-415b-a0c0-5269ec97aad4 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0323935 Dec 10 18:48:06.301493 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2f5d86f-8803-4d5d-beac-410fcc9114ae tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:06.374055 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0fbcf134-731a-4362-8cff-08ba5266ac5b None None] Could not find standard attr ID for object be8d079c-11fa-4579-aeb5-1a34fb705584. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:48:06.393301 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2f5d86f-8803-4d5d-beac-410fcc9114ae tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:06.464982 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2f5d86f-8803-4d5d-beac-410fcc9114ae tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:06.502375 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5d86f-8803-4d5d-beac-410fcc9114ae tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'Subnet': ['ID=8a21329d-8a1f-4878-b865-82ae66a30eba,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:06.506190 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2f5d86f-8803-4d5d-beac-410fcc9114ae tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:06.510352 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c2f5d86f-8803-4d5d-beac-410fcc9114ae tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/subnets/8a21329d-8a1f-4878-b865-82ae66a30eba HTTP/1.1" status: 204 len: 168 time: 0.3379700 Dec 10 18:48:06.515438 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38850) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:06.521208 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1970837a-46b5-4904-a7ea-1033f429f554 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'subnet': {'network_id': 'ac16bc8f-e019-422c-a623-b9c849cebae9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:06.524454 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-62a3e68f-3571-410f-a17d-71eb806e3a62 req-30d82915-0363-4957-8465-c66e9f8cfaa1 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0332572 Dec 10 18:48:06.661815 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ebb5a3b0-bae7-4959-82be-32828bbfdedb req-9cb986e1-9516-40f4-8e70-916193ad5f7f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0384135 Dec 10 18:48:06.667666 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1970837a-46b5-4904-a7ea-1033f429f554 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Made reservation on behalf of 77943ebb5cc94e169c0d46465a2e0f0f for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:06.673095 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1970837a-46b5-4904-a7ea-1033f429f554 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:06.786695 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf5a939-62f3-45cf-82c4-827797312d81 None None] Network ac16bc8f-e019-422c-a623-b9c849cebae9 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:06.790950 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-042a0a44-b5a3-4f77-b8b9-da909aa4588c None None] Could not find standard attr ID for object be8d079c-11fa-4579-aeb5-1a34fb705584. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:48:06.851640 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bfaa03da-6e21-44aa-8f9f-ddd76f40522b req-1502101f-19d2-4472-8243-30cfaf9b727e tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0292201 Dec 10 18:48:06.930584 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1970837a-46b5-4904-a7ea-1033f429f554 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:06.973811 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1970837a-46b5-4904-a7ea-1033f429f554 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Network ac16bc8f-e019-422c-a623-b9c849cebae9 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:48:06.977025 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-1970837a-46b5-4904-a7ea-1033f429f554 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:06.981147 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1970837a-46b5-4904-a7ea-1033f429f554 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:06.981746 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1970837a-46b5-4904-a7ea-1033f429f554 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:07.000360 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970837a-46b5-4904-a7ea-1033f429f554 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Subnet': ['ID=0a87c6d8-c0cb-4f81-bf5c-231da075a00c,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:07.009294 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1970837a-46b5-4904-a7ea-1033f429f554 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4923005 Dec 10 18:48:07.010731 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38856) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:07.015258 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e4195a9e-bf2c-4edf-804e-c9ed5f52c0f0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'security_group': {'name': 'tempest-secgroup-1941704294'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:07.040230 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e4195a9e-bf2c-4edf-804e-c9ed5f52c0f0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:07.120243 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e4195a9e-bf2c-4edf-804e-c9ed5f52c0f0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:07.124647 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e4195a9e-bf2c-4edf-804e-c9ed5f52c0f0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:07.159816 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e4195a9e-bf2c-4edf-804e-c9ed5f52c0f0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:07.163921 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e4195a9e-bf2c-4edf-804e-c9ed5f52c0f0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1493948 Dec 10 18:48:07.163921 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4195a9e-bf2c-4edf-804e-c9ed5f52c0f0 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f51ff8-5406-499a-a65c-a8ea13de0050,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:07.164192 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38860) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:07.169408 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-52ee2207-b185-4761-91b3-4ffcca736e9e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'security_group': {'name': 'tempest-secgroup-1496934670'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:07.194825 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-52ee2207-b185-4761-91b3-4ffcca736e9e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:07.270974 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-52ee2207-b185-4761-91b3-4ffcca736e9e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:07.277471 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-52ee2207-b185-4761-91b3-4ffcca736e9e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:07.313576 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-52ee2207-b185-4761-91b3-4ffcca736e9e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:07.315415 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-52ee2207-b185-4761-91b3-4ffcca736e9e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1496694 Dec 10 18:48:07.317984 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38864) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:07.318148 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee2207-b185-4761-91b3-4ffcca736e9e tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=692b2b1f-34e9-4d4a-ba9d-62b4904c8dbb,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:07.324326 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f5a554d1-8259-42d2-b48b-b9573dcfc484 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'security_group': {'name': 'tempest-secgroup-2014192595'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:07.364580 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5153dc20-1bcc-4b82-87e9-88fc73b1a755 req-5e3c6633-1f54-45b8-b2c0-dd52015082e4 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0302446 Dec 10 18:48:07.374324 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f5a554d1-8259-42d2-b48b-b9573dcfc484 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:07.461887 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f5a554d1-8259-42d2-b48b-b9573dcfc484 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:07.467444 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f5a554d1-8259-42d2-b48b-b9573dcfc484 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:07.498843 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f5a554d1-8259-42d2-b48b-b9573dcfc484 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:07.498843 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f5a554d1-8259-42d2-b48b-b9573dcfc484 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1795149 Dec 10 18:48:07.506992 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38868) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:07.511576 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-66c49306-7805-49fd-83e6-7a74d1cb7bc4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1017557635', 'security_groups': ['4c02b5e5-26ee-4ac1-a102-79b047bda9be'], 'network_id': 'ac16bc8f-e019-422c-a623-b9c849cebae9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0a87c6d8-c0cb-4f81-bf5c-231da075a00c'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:07.522764 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a554d1-8259-42d2-b48b-b9573dcfc484 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c02b5e5-26ee-4ac1-a102-79b047bda9be,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:07.622730 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac5bab6-e5db-4595-a0c0-132c027c0f68 None None] Network ac16bc8f-e019-422c-a623-b9c849cebae9 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:07.625439 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a2bc7fe0-b0b5-4c8b-b35f-34c95a36498f req-26c230a3-d8d4-4af5-8c77-c31eb9680513 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0337999 Dec 10 18:48:07.664689 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c49306-7805-49fd-83e6-7a74d1cb7bc4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Made reservation on behalf of 77943ebb5cc94e169c0d46465a2e0f0f for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:07.740864 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c33ce2c3-a3e2-4bfc-a09d-e6d66fc034b7 None None] Provisioning complete for port fa161b6e-f695-4585-8745-c1e4cab872da triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:07.741235 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c33ce2c3-a3e2-4bfc-a09d-e6d66fc034b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:07.754638 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a6ac5d15-5237-434d-bc35-19873351b2b9 req-5eff7b0c-2f5e-41c5-9caf-76ef4d04421c tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0319836 Dec 10 18:48:07.784550 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66c49306-7805-49fd-83e6-7a74d1cb7bc4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:07.804290 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-66c49306-7805-49fd-83e6-7a74d1cb7bc4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] device_id is not set on port ee98c161-5352-471b-b463-8c775ef46656 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:48:07.863672 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e14c1e4-51a6-4137-9bcb-1962759a700d None None] Update dhcp port {'port': {'network_id': 'ac16bc8f-e019-422c-a623-b9c849cebae9', 'fixed_ips': [{'subnet_id': 'ff8b7ef0-95f0-4729-8608-3199a9d7e0e1', 'ip_address': '172.20.0.18'}, {'subnet_id': '0a87c6d8-c0cb-4f81-bf5c-231da075a00c'}], 'binding:host_id': 'n-d-821435-1'}, 'id': 'fa161b6e-f695-4585-8745-c1e4cab872da'} from n-d-821435-1. {{(pid=103246) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 18:48:07.892518 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c33ce2c3-a3e2-4bfc-a09d-e6d66fc034b7 None None] Provisioning complete for port 469306c7-fa41-41a7-81eb-700150d7bdb9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:07.892932 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c33ce2c3-a3e2-4bfc-a09d-e6d66fc034b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:07.896972 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8e14c1e4-51a6-4137-9bcb-1962759a700d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:07.955063 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7fc074a4-5792-40b0-bd76-929de6019755 req-e0f5446c-e6b6-490a-9012-89e2db44e63b tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0359039 Dec 10 18:48:07.959004 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c33ce2c3-a3e2-4bfc-a09d-e6d66fc034b7 None None] Port 469306c7-fa41-41a7-81eb-700150d7bdb9 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:48:07.998784 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-66c49306-7805-49fd-83e6-7a74d1cb7bc4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Allocated IP 172.20.0.5 (ac16bc8f-e019-422c-a623-b9c849cebae9/0a87c6d8-c0cb-4f81-bf5c-231da075a00c/ee98c161-5352-471b-b463-8c775ef46656) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:48:08.107828 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:08.189914 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66c49306-7805-49fd-83e6-7a74d1cb7bc4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:08.224257 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66c49306-7805-49fd-83e6-7a74d1cb7bc4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:08.269980 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c49306-7805-49fd-83e6-7a74d1cb7bc4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Network ac16bc8f-e019-422c-a623-b9c849cebae9 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:48:08.273001 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-8e14c1e4-51a6-4137-9bcb-1962759a700d None None] Allocated IP 172.20.0.2 (ac16bc8f-e019-422c-a623-b9c849cebae9/0a87c6d8-c0cb-4f81-bf5c-231da075a00c/fa161b6e-f695-4585-8745-c1e4cab872da) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:48:08.273276 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-66c49306-7805-49fd-83e6-7a74d1cb7bc4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:08.278410 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c49306-7805-49fd-83e6-7a74d1cb7bc4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:48:08.285204 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c49306-7805-49fd-83e6-7a74d1cb7bc4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Port': ['ID=ee98c161-5352-471b-b463-8c775ef46656,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:08.331476 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c49306-7805-49fd-83e6-7a74d1cb7bc4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:08.332100 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66c49306-7805-49fd-83e6-7a74d1cb7bc4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:08.349216 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-66c49306-7805-49fd-83e6-7a74d1cb7bc4 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8427320 Dec 10 18:48:08.351888 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38876) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:08.357207 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-6d10f26d-8171-4bdf-9f5e-70b584851829 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'subnet': {'network_id': 'ac16bc8f-e019-422c-a623-b9c849cebae9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:08.375598 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8e14c1e4-51a6-4137-9bcb-1962759a700d None None] For port fa161b6e-f695-4585-8745-c1e4cab872da, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=fa161b6e-f695-4585-8745-c1e4cab872da,segment=NetworkSegment(5cfdefeb-d1d3-455a-8169-1f1258930d82),segment_id=5cfdefeb-d1d3-455a-8169-1f1258930d82)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:08.412672 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8e14c1e4-51a6-4137-9bcb-1962759a700d None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:08.418343 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8e14c1e4-51a6-4137-9bcb-1962759a700d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:08.478585 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-63052471-9c13-4294-9759-bd065a2e5762 req-31d0fa33-31a7-43c8-81b2-bcb168ecad84 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0345712 Dec 10 18:48:08.503333 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d10f26d-8171-4bdf-9f5e-70b584851829 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Made reservation on behalf of 77943ebb5cc94e169c0d46465a2e0f0f for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:08.506996 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d10f26d-8171-4bdf-9f5e-70b584851829 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:08.511126 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14c1e4-51a6-4137-9bcb-1962759a700d None None] Pushing event updated for resources: {'Port': ['ID=fa161b6e-f695-4585-8745-c1e4cab872da,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:08.610306 n-d-821435-1 neutron-server[103245]: INFO neutron.db.ipam_backend_mixin [None req-6d10f26d-8171-4bdf-9f5e-70b584851829 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0a87c6d8-c0cb-4f81-bf5c-231da075a00c (CIDR: 172.20.0.0/28) Dec 10 18:48:08.614432 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d10f26d-8171-4bdf-9f5e-70b584851829 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:48:08.614939 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d10f26d-8171-4bdf-9f5e-70b584851829 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:48:08.644034 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6d10f26d-8171-4bdf-9f5e-70b584851829 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2876358 Dec 10 18:48:08.644705 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38882) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:08.650124 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c5ef76b4-5860-46c8-924f-95a7e57e2d40 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'subnet': {'network_id': 'ac16bc8f-e019-422c-a623-b9c849cebae9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:08.714466 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8aa62ffa-8248-4ff4-87c6-8e6f88e1f434 req-ee81a5a7-bd21-4fd5-9563-f94782ea6b4e tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0296845 Dec 10 18:48:08.769155 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ef76b4-5860-46c8-924f-95a7e57e2d40 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Made reservation on behalf of 77943ebb5cc94e169c0d46465a2e0f0f for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:08.772820 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c5ef76b4-5860-46c8-924f-95a7e57e2d40 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:08.856703 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b3ab4341-b80a-404d-8d4b-614a6cc28f91 req-f0374c82-496d-498c-8691-ac5ff0d3b478 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0346174 Dec 10 18:48:08.904287 n-d-821435-1 neutron-server[103244]: INFO neutron.db.ipam_backend_mixin [None req-c5ef76b4-5860-46c8-924f-95a7e57e2d40 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet ff8b7ef0-95f0-4729-8608-3199a9d7e0e1 (CIDR: 172.20.0.16/28) Dec 10 18:48:08.907909 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5ef76b4-5860-46c8-924f-95a7e57e2d40 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:48:08.908404 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5ef76b4-5860-46c8-924f-95a7e57e2d40 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:48:08.928568 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c5ef76b4-5860-46c8-924f-95a7e57e2d40 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2802980 Dec 10 18:48:08.928856 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38888) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:08.933776 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-9a9cc344-de19-4fe5-83fd-7653545f1c33 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'subnet': {'network_id': 'ac16bc8f-e019-422c-a623-b9c849cebae9', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:09.017593 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c187edea-9fee-4619-b3a2-af3a647ed309 req-2e52a0f2-6d42-42bf-b04e-b2e73e56f54d tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0285795 Dec 10 18:48:09.091486 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e3cffaca-6056-4ccf-a113-adc66a9e980a None None] Provisioning complete for port fa161b6e-f695-4585-8745-c1e4cab872da triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:09.092179 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e3cffaca-6056-4ccf-a113-adc66a9e980a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:09.199237 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e3cffaca-6056-4ccf-a113-adc66a9e980a None None] Provisioning complete for port 469306c7-fa41-41a7-81eb-700150d7bdb9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:09.199642 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e3cffaca-6056-4ccf-a113-adc66a9e980a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:09.237224 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e3cffaca-6056-4ccf-a113-adc66a9e980a None None] Port 469306c7-fa41-41a7-81eb-700150d7bdb9 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:48:09.353375 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9cc344-de19-4fe5-83fd-7653545f1c33 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Made reservation on behalf of 77943ebb5cc94e169c0d46465a2e0f0f for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:09.356895 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a9cc344-de19-4fe5-83fd-7653545f1c33 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:09.361916 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4900e2c5-ed83-41c8-b47e-f6eef305a30e None None] Provisioning complete for port ee98c161-5352-471b-b463-8c775ef46656 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:09.362301 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4900e2c5-ed83-41c8-b47e-f6eef305a30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:09.397528 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4900e2c5-ed83-41c8-b47e-f6eef305a30e None None] Port ee98c161-5352-471b-b463-8c775ef46656 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:48:09.595879 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-51e334d9-ee65-470a-84e2-ce467ff496b4 req-eb0c69c1-901c-4cb4-8375-e925007db5b6 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0321696 Dec 10 18:48:09.629903 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a9cc344-de19-4fe5-83fd-7653545f1c33 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:09.678012 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device fa161b6e-f695-4585-8745-c1e4cab872da up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:48:09.678238 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9cc344-de19-4fe5-83fd-7653545f1c33 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Network ac16bc8f-e019-422c-a623-b9c849cebae9 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:48:09.682048 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-9a9cc344-de19-4fe5-83fd-7653545f1c33 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:09.686385 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9cc344-de19-4fe5-83fd-7653545f1c33 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:09.686985 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a9cc344-de19-4fe5-83fd-7653545f1c33 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:09.701947 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9cc344-de19-4fe5-83fd-7653545f1c33 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Subnet': ['ID=47b71576-eb3b-4cee-8ce9-2d9784c55ade,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:09.714245 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9a9cc344-de19-4fe5-83fd-7653545f1c33 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7842746 Dec 10 18:48:09.716816 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38896) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:09.723252 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b8d079f7-fab1-43ba-814c-3cb26f8b2063 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-444118486', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '47b71576-eb3b-4cee-8ce9-2d9784c55ade'}], 'security_groups': ['d0f51ff8-5406-499a-a65c-a8ea13de0050', '692b2b1f-34e9-4d4a-ba9d-62b4904c8dbb']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:09.724021 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b52b35-5e0e-4e7a-bde6-677140f422e1 None None] Network ac16bc8f-e019-422c-a623-b9c849cebae9 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:09.816480 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port fa161b6e-f695-4585-8745-c1e4cab872da triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:09.816796 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:09.839042 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bdc42f5e-2bf5-4cbc-8599-991672f20aaf req-2244f176-e2d8-49e1-acd6-f9bcd65d1017 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0574632 Dec 10 18:48:09.935459 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b8d079f7-fab1-43ba-814c-3cb26f8b2063 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:09.967266 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bff7443b-caad-4b68-9c2e-2471ab4f138a req-96e8bc2b-5ea1-4bf0-a636-f0bbe2c058da tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0407598 Dec 10 18:48:09.976050 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab3e786-54b5-408c-be99-e23cc931c873 None None] Update dhcp port {'port': {'network_id': 'ac16bc8f-e019-422c-a623-b9c849cebae9', 'fixed_ips': [{'subnet_id': 'ff8b7ef0-95f0-4729-8608-3199a9d7e0e1', 'ip_address': '172.20.0.18'}, {'subnet_id': '0a87c6d8-c0cb-4f81-bf5c-231da075a00c', 'ip_address': '172.20.0.2'}, {'subnet_id': '47b71576-eb3b-4cee-8ce9-2d9784c55ade'}], 'binding:host_id': 'n-d-821435-1'}, 'id': 'fa161b6e-f695-4585-8745-c1e4cab872da'} from n-d-821435-1. {{(pid=103246) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 18:48:10.003898 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9ab3e786-54b5-408c-be99-e23cc931c873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:10.123890 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2a717d7c-d665-4a02-99e3-ba07d0924566 req-18a736b8-ac68-44ba-8d3e-78a37e53b071 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0370350 Dec 10 18:48:10.296814 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-b8d079f7-fab1-43ba-814c-3cb26f8b2063 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Delete allocated IP 172.20.0.5 (ac16bc8f-e019-422c-a623-b9c849cebae9/0a87c6d8-c0cb-4f81-bf5c-231da075a00c) {{(pid=103244) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 18:48:10.304470 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-b8d079f7-fab1-43ba-814c-3cb26f8b2063 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Allocated IP 172.20.0.44 (ac16bc8f-e019-422c-a623-b9c849cebae9/47b71576-eb3b-4cee-8ce9-2d9784c55ade/ee98c161-5352-471b-b463-8c775ef46656) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:48:10.471499 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b8d079f7-fab1-43ba-814c-3cb26f8b2063 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:10.477294 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b8d079f7-fab1-43ba-814c-3cb26f8b2063 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:10.528698 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-9ab3e786-54b5-408c-be99-e23cc931c873 None None] Allocated IP 172.20.0.34 (ac16bc8f-e019-422c-a623-b9c849cebae9/47b71576-eb3b-4cee-8ce9-2d9784c55ade/fa161b6e-f695-4585-8745-c1e4cab872da) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:48:10.574423 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d079f7-fab1-43ba-814c-3cb26f8b2063 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event updated for resources: {'Port': ['ID=ee98c161-5352-471b-b463-8c775ef46656,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:10.596090 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b8d079f7-fab1-43ba-814c-3cb26f8b2063 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] In _notify_port_updated(), no bound segment for port ee98c161-5352-471b-b463-8c775ef46656 on network ac16bc8f-e019-422c-a623-b9c849cebae9 {{(pid=103244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:48:10.601702 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d079f7-fab1-43ba-814c-3cb26f8b2063 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:10.602334 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b8d079f7-fab1-43ba-814c-3cb26f8b2063 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:10.607349 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b8d079f7-fab1-43ba-814c-3cb26f8b2063 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "PUT /v2.0/ports/ee98c161-5352-471b-b463-8c775ef46656 HTTP/1.1" status: 200 len: 959 time: 0.8862853 Dec 10 18:48:10.607520 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38904) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:10.633054 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9ab3e786-54b5-408c-be99-e23cc931c873 None None] For port fa161b6e-f695-4585-8745-c1e4cab872da, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=fa161b6e-f695-4585-8745-c1e4cab872da,segment=NetworkSegment(5cfdefeb-d1d3-455a-8169-1f1258930d82),segment_id=5cfdefeb-d1d3-455a-8169-1f1258930d82)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:10.668685 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9ab3e786-54b5-408c-be99-e23cc931c873 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:10.673373 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9ab3e786-54b5-408c-be99-e23cc931c873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:10.680787 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-292f3b02-d2d8-491f-8336-a1e852acd6d6 req-09e74167-8e61-4593-805e-e63cfccfa5b3 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0330958 Dec 10 18:48:10.714493 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-22f93439-f691-4ed7-adf6-99438b435fe8 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Deleting port ee98c161-5352-471b-b463-8c775ef46656 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:10.715285 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-22f93439-f691-4ed7-adf6-99438b435fe8 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:10.788473 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab3e786-54b5-408c-be99-e23cc931c873 None None] Pushing event updated for resources: {'Port': ['ID=fa161b6e-f695-4585-8745-c1e4cab872da,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:10.819829 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-22f93439-f691-4ed7-adf6-99438b435fe8 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:10.833588 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-22f93439-f691-4ed7-adf6-99438b435fe8 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Calling delete_port for ee98c161-5352-471b-b463-8c775ef46656 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:10.931475 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-595153d8-96f4-4a08-b7c2-8aee357eb443 req-8f833212-99f3-4416-a70b-0155128f3573 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0289989 Dec 10 18:48:10.992824 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-22f93439-f691-4ed7-adf6-99438b435fe8 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:11.021742 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f93439-f691-4ed7-adf6-99438b435fe8 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'Port': ['ID=ee98c161-5352-471b-b463-8c775ef46656,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:11.096365 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-731f7318-baf5-4488-b0f2-449ffb5616ef req-7699c446-45e1-407e-b942-f8be012b062c tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0627310 Dec 10 18:48:11.122508 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-22f93439-f691-4ed7-adf6-99438b435fe8 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:11.126005 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-22f93439-f691-4ed7-adf6-99438b435fe8 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/ports/ee98c161-5352-471b-b463-8c775ef46656 HTTP/1.1" status: 204 len: 168 time: 0.5175922 Dec 10 18:48:11.128894 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38914) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:11.158282 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-d428c6bf-610d-47b1-8707-cb901f57c048 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] GET failed (client error): The resource could not be found. Dec 10 18:48:11.160237 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d428c6bf-610d-47b1-8707-cb901f57c048 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "GET /v2.0/ports/ee98c161-5352-471b-b463-8c775ef46656 HTTP/1.1" status: 404 len: 333 time: 0.0301926 Dec 10 18:48:11.163013 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38918) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:11.211425 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aecbdd69-4a3f-484c-9c04-7cdec861bb25 req-bc433431-56a3-44c6-a806-ef78a4f31a36 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0310564 Dec 10 18:48:11.223786 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f2e2748a-85e6-451a-bb50-c70f25f90ea1 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:11.248824 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f2e2748a-85e6-451a-bb50-c70f25f90ea1 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:11.293577 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f2e2748a-85e6-451a-bb50-c70f25f90ea1 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:11.296252 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f2e2748a-85e6-451a-bb50-c70f25f90ea1 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:11.298045 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f2e2748a-85e6-451a-bb50-c70f25f90ea1 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/security-groups/4c02b5e5-26ee-4ac1-a102-79b047bda9be HTTP/1.1" status: 204 len: 168 time: 0.1336327 Dec 10 18:48:11.301188 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38920) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:11.308746 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e2748a-85e6-451a-bb50-c70f25f90ea1 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c02b5e5-26ee-4ac1-a102-79b047bda9be,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:11.363504 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e74984e-447f-4edc-aff5-9ee4292cde26 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:11.389280 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e74984e-447f-4edc-aff5-9ee4292cde26 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:11.433648 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-09ed91e1-6b83-4d01-92ca-5a04ed84c5ba None None] Provisioning complete for port fa161b6e-f695-4585-8745-c1e4cab872da triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:11.434022 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-09ed91e1-6b83-4d01-92ca-5a04ed84c5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:11.434172 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e74984e-447f-4edc-aff5-9ee4292cde26 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:11.436938 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e74984e-447f-4edc-aff5-9ee4292cde26 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:11.440486 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4e74984e-447f-4edc-aff5-9ee4292cde26 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/security-groups/692b2b1f-34e9-4d4a-ba9d-62b4904c8dbb HTTP/1.1" status: 204 len: 168 time: 0.1358616 Dec 10 18:48:11.441144 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38922) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:11.448584 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e74984e-447f-4edc-aff5-9ee4292cde26 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=692b2b1f-34e9-4d4a-ba9d-62b4904c8dbb,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:11.505172 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ed34379-ad3c-49e1-9838-72623b3f92a7 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:11.528582 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ed34379-ad3c-49e1-9838-72623b3f92a7 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:11.539032 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-09ed91e1-6b83-4d01-92ca-5a04ed84c5ba None None] Provisioning complete for port 469306c7-fa41-41a7-81eb-700150d7bdb9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:11.539590 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-09ed91e1-6b83-4d01-92ca-5a04ed84c5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:11.574822 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-09ed91e1-6b83-4d01-92ca-5a04ed84c5ba None None] Port 469306c7-fa41-41a7-81eb-700150d7bdb9 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:48:11.575614 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ed34379-ad3c-49e1-9838-72623b3f92a7 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:11.577836 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-09ed91e1-6b83-4d01-92ca-5a04ed84c5ba None None] Could not find standard attr ID for object ee98c161-5352-471b-b463-8c775ef46656. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:48:11.578566 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ed34379-ad3c-49e1-9838-72623b3f92a7 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:11.580958 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0ed34379-ad3c-49e1-9838-72623b3f92a7 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/security-groups/d0f51ff8-5406-499a-a65c-a8ea13de0050 HTTP/1.1" status: 204 len: 168 time: 0.1386731 Dec 10 18:48:11.583574 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38924) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:11.593666 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed34379-ad3c-49e1-9838-72623b3f92a7 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f51ff8-5406-499a-a65c-a8ea13de0050,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:11.640919 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-60acc6f5-2188-4c6f-9ae9-eef47eeee93b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Deleting subnet 0a87c6d8-c0cb-4f81-bf5c-231da075a00c {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:48:11.644506 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60acc6f5-2188-4c6f-9ae9-eef47eeee93b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:11.681849 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device fa161b6e-f695-4585-8745-c1e4cab872da up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:48:11.695588 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60acc6f5-2188-4c6f-9ae9-eef47eeee93b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:11.747579 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port fa161b6e-f695-4585-8745-c1e4cab872da triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:11.748045 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:11.782713 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8410c3b9-5ba9-47e9-89d8-2b676d4ee14a req-fe3914d4-da58-4664-b4b2-1c1613491485 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0286839 Dec 10 18:48:11.822222 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60acc6f5-2188-4c6f-9ae9-eef47eeee93b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:11.900577 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60acc6f5-2188-4c6f-9ae9-eef47eeee93b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:11.931886 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60acc6f5-2188-4c6f-9ae9-eef47eeee93b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'Subnet': ['ID=0a87c6d8-c0cb-4f81-bf5c-231da075a00c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:11.938201 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60acc6f5-2188-4c6f-9ae9-eef47eeee93b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:11.945636 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-60acc6f5-2188-4c6f-9ae9-eef47eeee93b tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/subnets/0a87c6d8-c0cb-4f81-bf5c-231da075a00c HTTP/1.1" status: 204 len: 168 time: 0.3609326 Dec 10 18:48:11.945995 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38930) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:11.992905 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9f36cb87-3837-41d0-acd0-e71da1fb6138 None None] Could not find standard attr ID for object ee98c161-5352-471b-b463-8c775ef46656. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:48:12.032150 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e141ba87-4bf3-482f-85d4-177a2d97a461 req-60aaa866-c1fa-4430-bfd6-ef5b503a4197 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0398602 Dec 10 18:48:12.036903 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d624526-069b-4b44-aec6-f583d5d8475a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Deleting subnet 47b71576-eb3b-4cee-8ce9-2d9784c55ade {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:48:12.041333 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d624526-069b-4b44-aec6-f583d5d8475a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:12.100589 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d624526-069b-4b44-aec6-f583d5d8475a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:12.147439 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad19a8b-eeaf-4284-8287-d52be3a1f691 None None] Network ac16bc8f-e019-422c-a623-b9c849cebae9 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:12.191355 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fda87f12-0e70-4b4a-a9e5-35194964151b req-ae88e890-f666-4d36-854f-f98b4019bbd1 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0358853 Dec 10 18:48:12.236135 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d624526-069b-4b44-aec6-f583d5d8475a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:12.309518 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-94ffcbf5-95ac-4f0e-9a37-65ad30615799 req-5ba49e6f-3a4e-4ae4-a15d-6ca596e7c070 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0420105 Dec 10 18:48:12.344678 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d624526-069b-4b44-aec6-f583d5d8475a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:12.375723 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d624526-069b-4b44-aec6-f583d5d8475a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'Subnet': ['ID=47b71576-eb3b-4cee-8ce9-2d9784c55ade,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:12.382704 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d624526-069b-4b44-aec6-f583d5d8475a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:12.388662 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2d624526-069b-4b44-aec6-f583d5d8475a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/subnets/47b71576-eb3b-4cee-8ce9-2d9784c55ade HTTP/1.1" status: 204 len: 168 time: 0.4407916 Dec 10 18:48:12.391613 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38942) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:12.426219 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea1b7630-c962-4328-ac6d-158d8fdc27f9 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] DELETE failed (client error): The resource could not be found. Dec 10 18:48:12.426639 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea1b7630-c962-4328-ac6d-158d8fdc27f9 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:48:12.432139 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ea1b7630-c962-4328-ac6d-158d8fdc27f9 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/subnets/0a87c6d8-c0cb-4f81-bf5c-231da075a00c HTTP/1.1" status: 404 len: 337 time: 0.0369346 Dec 10 18:48:12.432417 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38944) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:12.491790 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f0cc48f-61fb-46ed-a609-ed9d4801ea54 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Deleting subnet ff8b7ef0-95f0-4729-8608-3199a9d7e0e1 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:48:12.495685 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5f0cc48f-61fb-46ed-a609-ed9d4801ea54 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:12.553971 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5f0cc48f-61fb-46ed-a609-ed9d4801ea54 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:12.674878 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5f0cc48f-61fb-46ed-a609-ed9d4801ea54 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:12.721458 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4a56b-f8b0-41bd-b46b-04e270f3be5e req-90081c6f-f8de-4cbe-a2ec-e1c0a09008c5 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:12.727611 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4a56b-f8b0-41bd-b46b-04e270f3be5e req-90081c6f-f8de-4cbe-a2ec-e1c0a09008c5 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:12.734252 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4a56b-f8b0-41bd-b46b-04e270f3be5e req-90081c6f-f8de-4cbe-a2ec-e1c0a09008c5 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:12.740159 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4a56b-f8b0-41bd-b46b-04e270f3be5e req-90081c6f-f8de-4cbe-a2ec-e1c0a09008c5 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:12.746705 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4a56b-f8b0-41bd-b46b-04e270f3be5e req-90081c6f-f8de-4cbe-a2ec-e1c0a09008c5 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:12.752697 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4a56b-f8b0-41bd-b46b-04e270f3be5e req-90081c6f-f8de-4cbe-a2ec-e1c0a09008c5 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:12.758904 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4a56b-f8b0-41bd-b46b-04e270f3be5e req-90081c6f-f8de-4cbe-a2ec-e1c0a09008c5 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:12.760955 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-83c4a56b-f8b0-41bd-b46b-04e270f3be5e req-90081c6f-f8de-4cbe-a2ec-e1c0a09008c5 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 5444 time: 0.1626070 Dec 10 18:48:12.838433 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5f0cc48f-61fb-46ed-a609-ed9d4801ea54 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:12.869212 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-83c4a56b-f8b0-41bd-b46b-04e270f3be5e req-851fb0bd-659f-4e67-b936-5e3cf97e06c1 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&id=7281f497-4962-41a8-857f-71fd676337b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0992405 Dec 10 18:48:12.873410 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0cc48f-61fb-46ed-a609-ed9d4801ea54 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'Subnet': ['ID=ff8b7ef0-95f0-4729-8608-3199a9d7e0e1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:12.879807 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5f0cc48f-61fb-46ed-a609-ed9d4801ea54 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:12.885923 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5f0cc48f-61fb-46ed-a609-ed9d4801ea54 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/subnets/ff8b7ef0-95f0-4729-8608-3199a9d7e0e1 HTTP/1.1" status: 204 len: 168 time: 0.4524169 Dec 10 18:48:12.886539 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38950) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:12.908096 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eea41e49-2d7d-46e1-bf64-c1ab7ad97370 req-4e755e2e-7bcd-4856-ad77-883fa7aca79d tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0590963 Dec 10 18:48:12.914212 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-1080e4a7-9bea-4020-8657-e86cb5d0f7ee tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] DELETE failed (client error): The resource could not be found. Dec 10 18:48:12.914611 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1080e4a7-9bea-4020-8657-e86cb5d0f7ee tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:48:12.921155 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1080e4a7-9bea-4020-8657-e86cb5d0f7ee tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/subnets/8a21329d-8a1f-4878-b865-82ae66a30eba HTTP/1.1" status: 404 len: 337 time: 0.0335817 Dec 10 18:48:12.922015 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38954) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:12.947799 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7023bab-dda0-4c93-b17c-23b9c02cb0ea None None] Network ac16bc8f-e019-422c-a623-b9c849cebae9 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:12.952444 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-29ac3cfa-899b-4d6e-b84e-43646e453eeb tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "GET /v2.0/ports?device_id=0dfda3f1-eb78-49d9-b363-1ebed0b352e0 HTTP/1.1" status: 200 len: 205 time: 0.0286608 Dec 10 18:48:12.955062 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38956) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:13.009574 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-318a445e-496a-4f6a-9103-9673770d4c86 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] delete failed (client error): The resource could not be found. Dec 10 18:48:13.011368 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-318a445e-496a-4f6a-9103-9673770d4c86 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/routers/0dfda3f1-eb78-49d9-b363-1ebed0b352e0 HTTP/1.1" status: 404 len: 336 time: 0.0543056 Dec 10 18:48:13.014298 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38958) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:13.044275 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-948bf122-3662-4858-bda5-60fcf5ed997a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] DELETE failed (client error): The resource could not be found. Dec 10 18:48:13.045981 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-948bf122-3662-4858-bda5-60fcf5ed997a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:48:13.051442 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-948bf122-3662-4858-bda5-60fcf5ed997a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/subnets/1961632d-d887-4b39-8606-75a6e4ee5ea2 HTTP/1.1" status: 404 len: 337 time: 0.0339115 Dec 10 18:48:13.051677 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38960) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:13.070540 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f25fc7dc-db7a-47ac-b48e-df8e8e431661 None None] Provisioning complete for port fa161b6e-f695-4585-8745-c1e4cab872da triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:13.070837 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f25fc7dc-db7a-47ac-b48e-df8e8e431661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:13.085361 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b442233-e80a-4d62-a139-9ee32b244fa9 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] DELETE failed (client error): The resource could not be found. Dec 10 18:48:13.085769 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b442233-e80a-4d62-a139-9ee32b244fa9 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:48:13.090533 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8b442233-e80a-4d62-a139-9ee32b244fa9 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/subnets/d71f1715-fc22-4dc8-adf3-ebd14467808b HTTP/1.1" status: 404 len: 337 time: 0.0378635 Dec 10 18:48:13.093849 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38964) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:13.130856 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-c99c1e60-e27a-4373-97cd-c9b763025e35 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] DELETE failed (client error): The resource could not be found. Dec 10 18:48:13.131388 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c99c1e60-e27a-4373-97cd-c9b763025e35 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:48:13.139990 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c99c1e60-e27a-4373-97cd-c9b763025e35 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/subnets/7ac4c285-9c9c-47c5-b073-d9668ef95843 HTTP/1.1" status: 404 len: 337 time: 0.0403137 Dec 10 18:48:13.140727 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38966) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:13.152860 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-73425f30-cbe3-42d0-9cdb-9797833b3a57 req-1b481166-021e-4ad0-893d-fedbb1bf2b4d tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0441394 Dec 10 18:48:13.169820 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-16666092-59fa-4298-adb7-7d5f6fe1d39c tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] DELETE failed (client error): The resource could not be found. Dec 10 18:48:13.170590 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16666092-59fa-4298-adb7-7d5f6fe1d39c tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:48:13.173661 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-16666092-59fa-4298-adb7-7d5f6fe1d39c tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/ports/0ac738fc-e63c-4e95-a4fd-3aaacb8303a2 HTTP/1.1" status: 404 len: 333 time: 0.0319333 Dec 10 18:48:13.176083 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38968) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:13.199126 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aeca9ed-e4af-4313-883d-86fbfb5f8226 None None] DHCP port deletion for ac16bc8f-e019-422c-a623-b9c849cebae9 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:48:13.202961 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-f595ae95-d891-43a7-9353-b2547929cbe9 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] DELETE failed (client error): The resource could not be found. Dec 10 18:48:13.203427 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f595ae95-d891-43a7-9353-b2547929cbe9 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:48:13.207877 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f595ae95-d891-43a7-9353-b2547929cbe9 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/subnets/4c95863b-ef51-4dd4-a579-826d533111fa HTTP/1.1" status: 404 len: 337 time: 0.0292175 Dec 10 18:48:13.208941 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38970) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:13.210010 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f25fc7dc-db7a-47ac-b48e-df8e8e431661 None None] Provisioning complete for port 469306c7-fa41-41a7-81eb-700150d7bdb9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:13.210394 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f25fc7dc-db7a-47ac-b48e-df8e8e431661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:13.239848 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a61e414-b447-4777-bd8f-1934541701e3 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] DELETE failed (client error): The resource could not be found. Dec 10 18:48:13.240327 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a61e414-b447-4777-bd8f-1934541701e3 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:48:13.246187 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0a61e414-b447-4777-bd8f-1934541701e3 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/subnets/9b7cc5ca-5b6a-4b40-99eb-078efda88812 HTTP/1.1" status: 404 len: 337 time: 0.0335703 Dec 10 18:48:13.246694 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38974) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:13.272607 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f25fc7dc-db7a-47ac-b48e-df8e8e431661 None None] Port 469306c7-fa41-41a7-81eb-700150d7bdb9 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:48:13.283105 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-15825252-1765-4345-bce1-dae555583ee6 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] DELETE failed (client error): The resource could not be found. Dec 10 18:48:13.283676 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15825252-1765-4345-bce1-dae555583ee6 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:48:13.286496 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4aeca9ed-e4af-4313-883d-86fbfb5f8226 None None] Deleting port fa161b6e-f695-4585-8745-c1e4cab872da {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:13.286877 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4aeca9ed-e4af-4313-883d-86fbfb5f8226 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:13.287891 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-15825252-1765-4345-bce1-dae555583ee6 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/ports/99aeb7ab-6235-459f-8869-9e088bedc040 HTTP/1.1" status: 404 len: 333 time: 0.0401006 Dec 10 18:48:13.291453 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38976) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:13.313623 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4389bfa2-ef0f-4aaa-bd6f-dac551de005c req-649eee52-58e1-4a62-b2d8-52560da1502d tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0559063 Dec 10 18:48:13.325610 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-52909dd4-e234-4583-b47c-c8350820639c tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] DELETE failed (client error): The resource could not be found. Dec 10 18:48:13.326178 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52909dd4-e234-4583-b47c-c8350820639c tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:48:13.329655 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-52909dd4-e234-4583-b47c-c8350820639c tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/subnets/4e2f98e2-ffe0-4a23-b9d8-eb817592c924 HTTP/1.1" status: 404 len: 337 time: 0.0367107 Dec 10 18:48:13.332091 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38978) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:13.358385 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4aeca9ed-e4af-4313-883d-86fbfb5f8226 None None] For port fa161b6e-f695-4585-8745-c1e4cab872da, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=fa161b6e-f695-4585-8745-c1e4cab872da,segment=NetworkSegment(5cfdefeb-d1d3-455a-8169-1f1258930d82),segment_id=5cfdefeb-d1d3-455a-8169-1f1258930d82)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:13.358828 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4aeca9ed-e4af-4313-883d-86fbfb5f8226 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:13.360216 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f7b6e91-468e-4509-9a30-7da273951eb5 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] DELETE failed (client error): The resource could not be found. Dec 10 18:48:13.362118 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f7b6e91-468e-4509-9a30-7da273951eb5 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:48:13.366666 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38982) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:13.366943 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8f7b6e91-468e-4509-9a30-7da273951eb5 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/subnets/2417e5c8-074b-4580-b2fc-3ad5ce736c59 HTTP/1.1" status: 404 len: 337 time: 0.0334024 Dec 10 18:48:13.377760 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4aeca9ed-e4af-4313-883d-86fbfb5f8226 None None] Calling delete_port for fa161b6e-f695-4585-8745-c1e4cab872da owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:13.469960 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-50b91943-b8cf-441e-8952-da2eb5395116 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Deleting port 469306c7-fa41-41a7-81eb-700150d7bdb9 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:13.470096 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50b91943-b8cf-441e-8952-da2eb5395116 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:13.473304 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6d12d151-46fc-4bd1-9d10-91d4339abddf req-bd1ee866-2c87-4565-a1bd-5aceb8a2166d tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0485353 Dec 10 18:48:13.473457 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4aeca9ed-e4af-4313-883d-86fbfb5f8226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:13.500371 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeca9ed-e4af-4313-883d-86fbfb5f8226 None None] Pushing event deleted for resources: {'Port': ['ID=fa161b6e-f695-4585-8745-c1e4cab872da,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:13.505673 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeca9ed-e4af-4313-883d-86fbfb5f8226 None None] No DVR routers for this DVR port fa161b6e-f695-4585-8745-c1e4cab872da on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:48:13.545876 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50b91943-b8cf-441e-8952-da2eb5395116 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:13.559200 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-50b91943-b8cf-441e-8952-da2eb5395116 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Calling delete_port for 469306c7-fa41-41a7-81eb-700150d7bdb9 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:13.644018 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50b91943-b8cf-441e-8952-da2eb5395116 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:13.667069 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device fa161b6e-f695-4585-8745-c1e4cab872da no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:48:13.676681 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b91943-b8cf-441e-8952-da2eb5395116 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'Port': ['ID=469306c7-fa41-41a7-81eb-700150d7bdb9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:13.682099 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50b91943-b8cf-441e-8952-da2eb5395116 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:13.689348 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-50b91943-b8cf-441e-8952-da2eb5395116 tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/ports/469306c7-fa41-41a7-81eb-700150d7bdb9 HTTP/1.1" status: 204 len: 168 time: 0.3186629 Dec 10 18:48:13.689469 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: fa161b6e-f695-4585-8745-c1e4cab872da {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:48:13.689469 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device fa161b6e-f695-4585-8745-c1e4cab872da not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:48:13.689742 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38984) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:13.777461 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d67055b4-a925-43b6-a465-d7eac65fb91a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:13.896114 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d67055b4-a925-43b6-a465-d7eac65fb91a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:13.926525 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71643a7-d0be-426d-8938-c047990cdc75 req-eac953bc-6ed0-4823-ab1c-d4cf3edf36ad tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:13.933157 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71643a7-d0be-426d-8938-c047990cdc75 req-eac953bc-6ed0-4823-ab1c-d4cf3edf36ad tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:13.939238 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71643a7-d0be-426d-8938-c047990cdc75 req-eac953bc-6ed0-4823-ab1c-d4cf3edf36ad tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:13.945278 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71643a7-d0be-426d-8938-c047990cdc75 req-eac953bc-6ed0-4823-ab1c-d4cf3edf36ad tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:13.951926 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71643a7-d0be-426d-8938-c047990cdc75 req-eac953bc-6ed0-4823-ab1c-d4cf3edf36ad tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:13.958014 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71643a7-d0be-426d-8938-c047990cdc75 req-eac953bc-6ed0-4823-ab1c-d4cf3edf36ad tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:13.964458 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71643a7-d0be-426d-8938-c047990cdc75 req-eac953bc-6ed0-4823-ab1c-d4cf3edf36ad tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:13.966391 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c71643a7-d0be-426d-8938-c047990cdc75 req-eac953bc-6ed0-4823-ab1c-d4cf3edf36ad tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.72 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 5444 time: 0.1590214 Dec 10 18:48:13.971052 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-d67055b4-a925-43b6-a465-d7eac65fb91a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac16bc8f-e019-422c-a623-b9c849cebae9']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:13.983363 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-41531d69-60ac-4f28-a240-3bd986d88cf3 req-d0d1e234-05d2-4b9d-81f7-818065bbef1c tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0287702 Dec 10 18:48:13.999015 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-d67055b4-a925-43b6-a465-d7eac65fb91a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cfdefeb-d1d3-455a-8169-1f1258930d82') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:13.999326 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-d67055b4-a925-43b6-a465-d7eac65fb91a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cfdefeb-d1d3-455a-8169-1f1258930d82') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:14.057216 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d67055b4-a925-43b6-a465-d7eac65fb91a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:14.076338 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71643a7-d0be-426d-8938-c047990cdc75 req-ff3b4921-4774-4be9-9539-b82c1095e870 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:14.077767 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c71643a7-d0be-426d-8938-c047990cdc75 req-ff3b4921-4774-4be9-9539-b82c1095e870 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.72 "GET /v2.0/ports/4cd87cf1-713c-4dfd-9955-0162d0cdc6ec?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0985572 Dec 10 18:48:14.082278 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d67055b4-a925-43b6-a465-d7eac65fb91a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:14.102337 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d67055b4-a925-43b6-a465-d7eac65fb91a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:48:14.102777 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d67055b4-a925-43b6-a465-d7eac65fb91a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:14.105930 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:48:14.105930 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:48:14.105930 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:48:14.105930 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:48:14.105930 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:48:14.105930 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:48:14.105930 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:48:14.105930 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:48:14.105930 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:48:14.105930 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:48:14.105930 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:48:14.105930 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:48:14.105930 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:48:14.105930 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:48:14.105930 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:48:14.105930 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:48:14.105930 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:48:14.105930 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:48:14.105930 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:48:14.105930 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:48:14.105930 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:48:14.105930 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:48:14.105930 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:48:14.105930 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:48:14.105930 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:48:14.105930 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:48:14.105930 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:48:14.105930 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:48:14.105930 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:48:14.105930 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:48:14.105930 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:48:14.105930 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:48:14.127173 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca8742-346e-4937-a205-fd8ced80b800 req-cbe491b6-8cde-48e3-868f-8fb194219b2a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:14.134658 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca8742-346e-4937-a205-fd8ced80b800 req-cbe491b6-8cde-48e3-868f-8fb194219b2a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:14.140931 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca8742-346e-4937-a205-fd8ced80b800 req-cbe491b6-8cde-48e3-868f-8fb194219b2a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:14.146969 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca8742-346e-4937-a205-fd8ced80b800 req-cbe491b6-8cde-48e3-868f-8fb194219b2a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:14.152905 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca8742-346e-4937-a205-fd8ced80b800 req-cbe491b6-8cde-48e3-868f-8fb194219b2a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:14.158864 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca8742-346e-4937-a205-fd8ced80b800 req-cbe491b6-8cde-48e3-868f-8fb194219b2a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:14.165690 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca8742-346e-4937-a205-fd8ced80b800 req-cbe491b6-8cde-48e3-868f-8fb194219b2a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:14.167650 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ddca8742-346e-4937-a205-fd8ced80b800 req-cbe491b6-8cde-48e3-868f-8fb194219b2a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 5444 time: 0.1984992 Dec 10 18:48:14.248013 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d6e1f9c1-fd6e-4bb4-990c-9adbe1b3385c req-300d36ee-4653-4968-9fc9-5f75949c1b73 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0277247 Dec 10 18:48:14.286188 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d67055b4-a925-43b6-a465-d7eac65fb91a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:14.291458 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d67055b4-a925-43b6-a465-d7eac65fb91a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:14.295064 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d67055b4-a925-43b6-a465-d7eac65fb91a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] 10.222.0.62 "DELETE /v2.0/networks/ac16bc8f-e019-422c-a623-b9c849cebae9 HTTP/1.1" status: 204 len: 168 time: 0.6049418 Dec 10 18:48:14.338271 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67055b4-a925-43b6-a465-d7eac65fb91a tempest-PortsTestJSON-494624781 tempest-PortsTestJSON-494624781-project] Pushing event deleted for resources: {'Network': ['ID=ac16bc8f-e019-422c-a623-b9c849cebae9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:14.370059 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ddca8742-346e-4937-a205-fd8ced80b800 req-95e0e804-dcd6-487f-a09e-358fb954c1ac tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&id=7281f497-4962-41a8-857f-71fd676337b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1405053 Dec 10 18:48:14.375146 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c71643a7-d0be-426d-8938-c047990cdc75 req-a7cb0660-4874-4441-bcb3-3a9f068b26e3 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.72 "GET /v2.0/networks/b2b3e286-a941-4c88-a3bb-4298dcd7fd59?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2906528 Dec 10 18:48:14.387839 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-c71643a7-d0be-426d-8938-c047990cdc75 req-3c8be57c-5722-4e20-8b53-58fadaf7fcb2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:14.413316 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2f5be8f9-fe85-4c62-abc3-ad39d533e056 req-880295bd-efb5-4949-8c27-b35a7e098372 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0470862 Dec 10 18:48:14.452360 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c71643a7-d0be-426d-8938-c047990cdc75 req-3c8be57c-5722-4e20-8b53-58fadaf7fcb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:14.587398 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6a03a315-f1ad-48e9-8d79-4bc67b73db3f req-862fa7d3-2445-4b40-bd14-f56c76969698 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0586329 Dec 10 18:48:14.617399 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39002) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:14.625865 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c71643a7-d0be-426d-8938-c047990cdc75 req-3c8be57c-5722-4e20-8b53-58fadaf7fcb2 service neutron] For port 4cd87cf1-713c-4dfd-9955-0162d0cdc6ec, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=4cd87cf1-713c-4dfd-9955-0162d0cdc6ec,segment=NetworkSegment(53d22bf0-091e-4356-bd63-315f4840e96e),segment_id=53d22bf0-091e-4356-bd63-315f4840e96e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:14.661815 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c71643a7-d0be-426d-8938-c047990cdc75 req-3c8be57c-5722-4e20-8b53-58fadaf7fcb2 service neutron] For port 4cd87cf1-713c-4dfd-9955-0162d0cdc6ec, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:48:14.694417 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-c71643a7-d0be-426d-8938-c047990cdc75 req-3c8be57c-5722-4e20-8b53-58fadaf7fcb2 service neutron] device_id is not set on port 4cd87cf1-713c-4dfd-9955-0162d0cdc6ec yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:48:14.703699 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c71643a7-d0be-426d-8938-c047990cdc75 req-3c8be57c-5722-4e20-8b53-58fadaf7fcb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:14.709529 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c71643a7-d0be-426d-8938-c047990cdc75 req-3c8be57c-5722-4e20-8b53-58fadaf7fcb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:14.764602 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-72f4ada4-ddbf-4930-9dc8-697b03ecc30d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=77943ebb5cc94e169c0d46465a2e0f0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1455989 Dec 10 18:48:14.766616 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39006) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:14.775453 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71643a7-d0be-426d-8938-c047990cdc75 req-3c8be57c-5722-4e20-8b53-58fadaf7fcb2 service neutron] No DVR routers for this DVR port 4cd87cf1-713c-4dfd-9955-0162d0cdc6ec on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:48:14.778731 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8be57c-5722-4e20-8b53-58fadaf7fcb2 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd87cf1-713c-4dfd-9955-0162d0cdc6ec,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:14.818111 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-c71643a7-d0be-426d-8938-c047990cdc75 req-3c8be57c-5722-4e20-8b53-58fadaf7fcb2 service neutron] In _notify_port_updated(), no bound segment for port 4cd87cf1-713c-4dfd-9955-0162d0cdc6ec on network b2b3e286-a941-4c88-a3bb-4298dcd7fd59 {{(pid=103244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:48:14.819180 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71643a7-d0be-426d-8938-c047990cdc75 req-3c8be57c-5722-4e20-8b53-58fadaf7fcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:14.819796 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c71643a7-d0be-426d-8938-c047990cdc75 req-3c8be57c-5722-4e20-8b53-58fadaf7fcb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:14.821143 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c71643a7-d0be-426d-8938-c047990cdc75 req-3c8be57c-5722-4e20-8b53-58fadaf7fcb2 service neutron] 10.222.0.72 "PUT /v2.0/ports/4cd87cf1-713c-4dfd-9955-0162d0cdc6ec HTTP/1.1" status: 200 len: 1032 time: 0.4388106 Dec 10 18:48:14.823167 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d01ad8b0-f478-4e6d-a589-d07bd1b447ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:14.847388 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d01ad8b0-f478-4e6d-a589-d07bd1b447ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:14.872720 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71643a7-d0be-426d-8938-c047990cdc75 req-78551cd1-bbe4-4a74-bae1-0d7892b9514d tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:14.874188 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c71643a7-d0be-426d-8938-c047990cdc75 req-78551cd1-bbe4-4a74-bae1-0d7892b9514d tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.72 "GET /v2.0/ports/584cf1dd-1af4-46a0-83d5-636ef55fe320?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0451543 Dec 10 18:48:14.888343 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-c71643a7-d0be-426d-8938-c047990cdc75 req-2fabda63-491e-4be2-af5a-195195a5465b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:14.904737 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d01ad8b0-f478-4e6d-a589-d07bd1b447ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:14.907646 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d01ad8b0-f478-4e6d-a589-d07bd1b447ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:14.911636 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d01ad8b0-f478-4e6d-a589-d07bd1b447ec admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6e8e3d0a-6d5a-4a9a-bf89-61ea5d8714ff HTTP/1.1" status: 204 len: 168 time: 0.1412075 Dec 10 18:48:14.919250 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ad8b0-f478-4e6d-a589-d07bd1b447ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8e3d0a-6d5a-4a9a-bf89-61ea5d8714ff,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:14.956162 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c71643a7-d0be-426d-8938-c047990cdc75 req-2fabda63-491e-4be2-af5a-195195a5465b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:15.020254 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5b0c0ca6-553f-4d20-8083-746527ee868b None None] Provisioning complete for port 4cd87cf1-713c-4dfd-9955-0162d0cdc6ec triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:15.021209 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5b0c0ca6-553f-4d20-8083-746527ee868b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:15.096551 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5b0c0ca6-553f-4d20-8083-746527ee868b None None] Port 4cd87cf1-713c-4dfd-9955-0162d0cdc6ec cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:48:15.103422 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bbec2f3c-c5e3-46e6-ac4b-e019adf266e3 req-302b21bf-912f-48cb-b687-ab0115858a11 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0531256 Dec 10 18:48:15.137747 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c71643a7-d0be-426d-8938-c047990cdc75 req-2fabda63-491e-4be2-af5a-195195a5465b service neutron] For port 584cf1dd-1af4-46a0-83d5-636ef55fe320, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=584cf1dd-1af4-46a0-83d5-636ef55fe320,segment=NetworkSegment(53d22bf0-091e-4356-bd63-315f4840e96e),segment_id=53d22bf0-091e-4356-bd63-315f4840e96e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:15.176798 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c71643a7-d0be-426d-8938-c047990cdc75 req-2fabda63-491e-4be2-af5a-195195a5465b service neutron] For port 584cf1dd-1af4-46a0-83d5-636ef55fe320, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:48:15.213974 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-c71643a7-d0be-426d-8938-c047990cdc75 req-2fabda63-491e-4be2-af5a-195195a5465b service neutron] device_id is not set on port 584cf1dd-1af4-46a0-83d5-636ef55fe320 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:48:15.225213 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c71643a7-d0be-426d-8938-c047990cdc75 req-2fabda63-491e-4be2-af5a-195195a5465b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:15.235060 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c71643a7-d0be-426d-8938-c047990cdc75 req-2fabda63-491e-4be2-af5a-195195a5465b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:15.281694 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21894e9f-9b70-4775-949a-873e0ecdde80 req-363d6d50-2dff-45f1-b75c-823b14df60ae tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:15.288358 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21894e9f-9b70-4775-949a-873e0ecdde80 req-363d6d50-2dff-45f1-b75c-823b14df60ae tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:15.295793 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21894e9f-9b70-4775-949a-873e0ecdde80 req-363d6d50-2dff-45f1-b75c-823b14df60ae tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:15.303675 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21894e9f-9b70-4775-949a-873e0ecdde80 req-363d6d50-2dff-45f1-b75c-823b14df60ae tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:15.307886 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71643a7-d0be-426d-8938-c047990cdc75 req-2fabda63-491e-4be2-af5a-195195a5465b service neutron] No DVR routers for this DVR port 584cf1dd-1af4-46a0-83d5-636ef55fe320 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:48:15.311842 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21894e9f-9b70-4775-949a-873e0ecdde80 req-363d6d50-2dff-45f1-b75c-823b14df60ae tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:15.318913 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21894e9f-9b70-4775-949a-873e0ecdde80 req-363d6d50-2dff-45f1-b75c-823b14df60ae tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:15.327223 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21894e9f-9b70-4775-949a-873e0ecdde80 req-363d6d50-2dff-45f1-b75c-823b14df60ae tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:15.330351 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-21894e9f-9b70-4775-949a-873e0ecdde80 req-363d6d50-2dff-45f1-b75c-823b14df60ae tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5434 time: 0.1113150 Dec 10 18:48:15.341031 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fabda63-491e-4be2-af5a-195195a5465b service neutron] Pushing event updated for resources: {'Port': ['ID=584cf1dd-1af4-46a0-83d5-636ef55fe320,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:15.394230 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-c71643a7-d0be-426d-8938-c047990cdc75 req-2fabda63-491e-4be2-af5a-195195a5465b service neutron] In _notify_port_updated(), no bound segment for port 584cf1dd-1af4-46a0-83d5-636ef55fe320 on network b2b3e286-a941-4c88-a3bb-4298dcd7fd59 {{(pid=103244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:48:15.395128 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71643a7-d0be-426d-8938-c047990cdc75 req-2fabda63-491e-4be2-af5a-195195a5465b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:15.395754 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c71643a7-d0be-426d-8938-c047990cdc75 req-2fabda63-491e-4be2-af5a-195195a5465b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:15.397145 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c71643a7-d0be-426d-8938-c047990cdc75 req-2fabda63-491e-4be2-af5a-195195a5465b service neutron] 10.222.0.72 "PUT /v2.0/ports/584cf1dd-1af4-46a0-83d5-636ef55fe320 HTTP/1.1" status: 200 len: 1031 time: 0.5157013 Dec 10 18:48:15.401236 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f1e09b20-5356-40cb-bf34-97d53f7cef8e req-f6c0d44e-11d1-473d-851a-650608621926 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0418098 Dec 10 18:48:15.431140 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-21894e9f-9b70-4775-949a-873e0ecdde80 req-0ad4cffd-bb1c-4d93-a2a4-0b7ac5d2f8e3 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0907531 Dec 10 18:48:15.534567 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0be83f6e-3f7f-4ea3-bae0-8974d059fcdd req-8745a5a1-8137-4120-b4e4-b3746bdebc0e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0345652 Dec 10 18:48:15.599420 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac04e66-048b-48f9-823a-e5bfc334264b req-2434cc92-8eee-46ed-820f-b06afd60bb19 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:15.605970 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac04e66-048b-48f9-823a-e5bfc334264b req-2434cc92-8eee-46ed-820f-b06afd60bb19 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:15.612998 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac04e66-048b-48f9-823a-e5bfc334264b req-2434cc92-8eee-46ed-820f-b06afd60bb19 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:15.619727 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac04e66-048b-48f9-823a-e5bfc334264b req-2434cc92-8eee-46ed-820f-b06afd60bb19 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:15.625655 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac04e66-048b-48f9-823a-e5bfc334264b req-2434cc92-8eee-46ed-820f-b06afd60bb19 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:15.627492 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2ac04e66-048b-48f9-823a-e5bfc334264b req-2434cc92-8eee-46ed-820f-b06afd60bb19 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 3887 time: 0.1048682 Dec 10 18:48:15.652773 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-c71643a7-d0be-426d-8938-c047990cdc75 req-0d820414-34a3-4854-9065-74a4aed5d2fc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Deleting port b5799b23-3ac5-4da6-ad03-a9a9b629a357 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:15.652988 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c71643a7-d0be-426d-8938-c047990cdc75 req-0d820414-34a3-4854-9065-74a4aed5d2fc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:15.694664 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f1f8e-e640-4249-b996-e02f085a1e1c req-686afbf1-8336-483c-8551-760a18c5dc55 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:15.703871 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f1f8e-e640-4249-b996-e02f085a1e1c req-686afbf1-8336-483c-8551-760a18c5dc55 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:15.710862 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f1f8e-e640-4249-b996-e02f085a1e1c req-686afbf1-8336-483c-8551-760a18c5dc55 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:15.725583 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f1f8e-e640-4249-b996-e02f085a1e1c req-686afbf1-8336-483c-8551-760a18c5dc55 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:15.734622 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f1f8e-e640-4249-b996-e02f085a1e1c req-686afbf1-8336-483c-8551-760a18c5dc55 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:15.745178 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8892bef2-69cd-4aec-88ae-2e32b5669ba8 None None] Provisioning complete for port 584cf1dd-1af4-46a0-83d5-636ef55fe320 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:15.745178 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8892bef2-69cd-4aec-88ae-2e32b5669ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:15.747028 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f1f8e-e640-4249-b996-e02f085a1e1c req-686afbf1-8336-483c-8551-760a18c5dc55 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:15.755280 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f1f8e-e640-4249-b996-e02f085a1e1c req-686afbf1-8336-483c-8551-760a18c5dc55 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:15.758868 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-010f1f8e-e640-4249-b996-e02f085a1e1c req-686afbf1-8336-483c-8551-760a18c5dc55 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5434 time: 0.1367471 Dec 10 18:48:15.788416 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8892bef2-69cd-4aec-88ae-2e32b5669ba8 None None] Port 584cf1dd-1af4-46a0-83d5-636ef55fe320 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:48:15.842948 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-050b8324-80e8-43fd-a253-e8285e5a03a0 req-b5f7ac43-8850-444e-8b2a-63bfb665a285 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0327361 Dec 10 18:48:15.901140 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39046) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:16.011699 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-397417d5-8d17-487e-84f1-b7f3585edc79 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Request body: {'security_group': {'name': 'tempest-secgroup--617290493'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:16.038140 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-397417d5-8d17-487e-84f1-b7f3585edc79 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:16.038595 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2ac04e66-048b-48f9-823a-e5bfc334264b req-b393f837-c0ec-4963-8edb-72fc47538f4a tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4023147 Dec 10 18:48:16.050141 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-397417d5-8d17-487e-84f1-b7f3585edc79 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:16.081437 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c71643a7-d0be-426d-8938-c047990cdc75 req-0d820414-34a3-4854-9065-74a4aed5d2fc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] For port b5799b23-3ac5-4da6-ad03-a9a9b629a357, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=b5799b23-3ac5-4da6-ad03-a9a9b629a357,segment=NetworkSegment(f092dc72-7f5e-4edc-b4cd-c88c6d49a971),segment_id=f092dc72-7f5e-4edc-b4cd-c88c6d49a971)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:16.081801 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c71643a7-d0be-426d-8938-c047990cdc75 req-0d820414-34a3-4854-9065-74a4aed5d2fc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:16.144654 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-397417d5-8d17-487e-84f1-b7f3585edc79 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:16.149548 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-397417d5-8d17-487e-84f1-b7f3585edc79 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:16.209977 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ce5b356e-ac05-4a04-b6cb-817bfcc1f43c req-bb32095a-ebde-4212-8228-27fc54ccb6eb tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0507472 Dec 10 18:48:16.219000 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397417d5-8d17-487e-84f1-b7f3585edc79 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a224f9d-75d5-4556-90f3-6fa8d8a538f6,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:16.268119 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-397417d5-8d17-487e-84f1-b7f3585edc79 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:16.272208 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-397417d5-8d17-487e-84f1-b7f3585edc79 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:16.305564 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-397417d5-8d17-487e-84f1-b7f3585edc79 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:16.307701 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-397417d5-8d17-487e-84f1-b7f3585edc79 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4053941 Dec 10 18:48:16.309790 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397417d5-8d17-487e-84f1-b7f3585edc79 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb095f4-1099-4cde-b3f6-6869a2f12566,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:16.311884 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39052) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:16.370493 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c71643a7-d0be-426d-8938-c047990cdc75 req-0d820414-34a3-4854-9065-74a4aed5d2fc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:16.371542 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c71643a7-d0be-426d-8938-c047990cdc75 req-0d820414-34a3-4854-9065-74a4aed5d2fc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:16.371542 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [req-c71643a7-d0be-426d-8938-c047990cdc75 req-0d820414-34a3-4854-9065-74a4aed5d2fc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Floating IP 70440a6e-c04a-4119-bb83-75eb38a8d6d0 disassociated. External IP: 172.25.7.234, port: b5799b23-3ac5-4da6-ad03-a9a9b629a357. Dec 10 18:48:16.371780 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-c71643a7-d0be-426d-8938-c047990cdc75 req-0d820414-34a3-4854-9065-74a4aed5d2fc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Calling delete_port for b5799b23-3ac5-4da6-ad03-a9a9b629a357 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:16.444694 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b6ec331b-e10f-474c-a949-0f73b3126675 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1297054 Dec 10 18:48:16.445782 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39056) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:16.452066 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b835ed31-3b37-4926-9126-db3ca8d2800c tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Request body: {'security_group': {'name': 'tempest-security--611187686', 'description': 'tempest-security-description-1228209144'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:16.511999 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c9472374-e409-438f-ad23-a4e72984e746 req-12eb29c2-9e89-45f2-8fa6-7e55b596d24d tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0452194 Dec 10 18:48:16.537059 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b835ed31-3b37-4926-9126-db3ca8d2800c tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:16.619634 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b835ed31-3b37-4926-9126-db3ca8d2800c tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:16.623228 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b835ed31-3b37-4926-9126-db3ca8d2800c tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:16.623387 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b756331e-71e6-4786-8180-fa43dba5327b req-a4d3b2b9-025b-41cc-b7ac-77f45795697c tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0328381 Dec 10 18:48:16.626072 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b835ed31-3b37-4926-9126-db3ca8d2800c tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:16.627442 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b835ed31-3b37-4926-9126-db3ca8d2800c tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "PUT /v2.0/security-groups/0bb095f4-1099-4cde-b3f6-6869a2f12566 HTTP/1.1" status: 200 len: 1796 time: 0.1788716 Dec 10 18:48:16.631170 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39060) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:16.655560 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c71643a7-d0be-426d-8938-c047990cdc75 req-0d820414-34a3-4854-9065-74a4aed5d2fc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:16.673543 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5558b07e-6235-4fa9-9834-040b925e017e tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "GET /v2.0/security-groups/0bb095f4-1099-4cde-b3f6-6869a2f12566 HTTP/1.1" status: 200 len: 1796 time: 0.0412273 Dec 10 18:48:16.676250 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39062) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:16.691076 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835ed31-3b37-4926-9126-db3ca8d2800c tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb095f4-1099-4cde-b3f6-6869a2f12566,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:16.696827 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d820414-34a3-4854-9065-74a4aed5d2fc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Pushing event deleted for resources: {'Port': ['ID=b5799b23-3ac5-4da6-ad03-a9a9b629a357,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:16.736414 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3bf3aea4-9264-4a8d-9e96-2c89480aff68 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:16.759974 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3bf3aea4-9264-4a8d-9e96-2c89480aff68 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:16.804950 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3bf3aea4-9264-4a8d-9e96-2c89480aff68 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:16.807680 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3bf3aea4-9264-4a8d-9e96-2c89480aff68 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:16.808871 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3bf3aea4-9264-4a8d-9e96-2c89480aff68 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "DELETE /v2.0/security-groups/0bb095f4-1099-4cde-b3f6-6869a2f12566 HTTP/1.1" status: 204 len: 168 time: 0.1312788 Dec 10 18:48:16.811944 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39064) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:16.818427 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3aea4-9264-4a8d-9e96-2c89480aff68 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb095f4-1099-4cde-b3f6-6869a2f12566,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:16.836295 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c71643a7-d0be-426d-8938-c047990cdc75 req-0d820414-34a3-4854-9065-74a4aed5d2fc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Router 636409b5-33ad-49e6-8329-1716a538ed0c has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:48:16.939331 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 6e252207-dd46-4a16-ace6-611c8fbe7898 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:48:16.949739 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-336b6a07-aa5e-464a-8612-5d93a1d5e352 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1362851 Dec 10 18:48:16.953855 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39068) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:16.967388 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2909038a-0253-4bf6-b977-b47c4f25487f req-236f8e46-9274-4982-9426-0c518f5b9c40 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0384715 Dec 10 18:48:16.970675 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-1d74c2f9-d5ef-4a6b-a218-d975f294bbd8 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] delete failed (client error): The resource could not be found. Dec 10 18:48:16.972226 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1d74c2f9-d5ef-4a6b-a218-d975f294bbd8 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "DELETE /v2.0/security-groups/0bb095f4-1099-4cde-b3f6-6869a2f12566 HTTP/1.1" status: 404 len: 347 time: 0.0170166 Dec 10 18:48:16.978815 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39070) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:16.984038 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-1c15902c-7f9e-452f-8205-587adf3dd23f tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Request body: {'security_group': {'name': 'tempest-secgroup--981519023'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:17.012399 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c15902c-7f9e-452f-8205-587adf3dd23f tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:17.020047 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c71643a7-d0be-426d-8938-c047990cdc75 req-0d820414-34a3-4854-9065-74a4aed5d2fc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:48:17.042752 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96e33ee-c0bf-494a-b070-0335e706a616 None None] Sync routers for ids ['636409b5-33ad-49e6-8329-1716a538ed0c'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:48:17.058631 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96e33ee-c0bf-494a-b070-0335e706a616 None None] Routers {'636409b5-33ad-49e6-8329-1716a538ed0c'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:48:17.059439 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-a96e33ee-c0bf-494a-b070-0335e706a616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:47:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['636409b5-33ad-49e6-8329-1716a538ed0c'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:17.072408 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:17.102832 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71643a7-d0be-426d-8938-c047990cdc75 req-0d820414-34a3-4854-9065-74a4aed5d2fc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] No DVR routers for this DVR port b5799b23-3ac5-4da6-ad03-a9a9b629a357 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:48:17.106368 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e252207-dd46-4a16-ace6-611c8fbe7898'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:48:17.109002 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccafe2c-94bc-47de-9b96-e80a09d649ae" -d '{"events": [{"server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "name": "network-vif-unplugged", "status": "completed", "tag": "6e252207-dd46-4a16-ace6-611c8fbe7898"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:48:17.109499 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c71643a7-d0be-426d-8938-c047990cdc75 req-0d820414-34a3-4854-9065-74a4aed5d2fc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:17.132721 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c15902c-7f9e-452f-8205-587adf3dd23f tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:17.138585 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 6e252207-dd46-4a16-ace6-611c8fbe7898, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=6e252207-dd46-4a16-ace6-611c8fbe7898,segment=NetworkSegment(e05948e1-9161-48ed-b4af-bc8e75a07feb),segment_id=e05948e1-9161-48ed-b4af-bc8e75a07feb)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:17.139159 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c71643a7-d0be-426d-8938-c047990cdc75 req-0d820414-34a3-4854-9065-74a4aed5d2fc tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.72 "DELETE /v2.0/ports/b5799b23-3ac5-4da6-ad03-a9a9b629a357 HTTP/1.1" status: 204 len: 173 time: 1.7345006 Dec 10 18:48:17.141434 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'name': 'network-vif-deleted', 'tag': 'b5799b23-3ac5-4da6-ad03-a9a9b629a357'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:48:17.141705 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c15902c-7f9e-452f-8205-587adf3dd23f tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:17.144715 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ecaef3-de15-469d-a739-2902c41249cb" -d '{"events": [{"server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "name": "network-vif-deleted", "tag": "b5799b23-3ac5-4da6-ad03-a9a9b629a357"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:48:17.145622 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:17.146729 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 5e305941-2cd9-4b3b-b5ee-5c4eac821c82 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:48:17.234398 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653b85a7-a12b-4912-9bf9-430bbc45eb46 x-openstack-request-id: req-653b85a7-a12b-4912-9bf9-430bbc45eb46 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:48:17.235089 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "name": "network-vif-unplugged", "status": "completed", "tag": "6e252207-dd46-4a16-ace6-611c8fbe7898", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:48:17.235597 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-653b85a7-a12b-4912-9bf9-430bbc45eb46 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:48:17.236194 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e252207-dd46-4a16-ace6-611c8fbe7898', 'code': 200} Dec 10 18:48:17.282352 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=6e252207-dd46-4a16-ace6-611c8fbe7898,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:17.292464 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:17.293222 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:17.293811 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:17.294357 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:17.294907 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:17.295863 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:17.296424 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:17.297005 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:17.297561 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:17.298222 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:17.298758 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:17.299293 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:17.299822 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:17.304264 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-a96e33ee-c0bf-494a-b070-0335e706a616 None None] Set router 636409b5-33ad-49e6-8329-1716a538ed0c gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:48:17.353755 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:17.374197 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d104768-89cb-44f5-b378-d2329eb0f195 x-openstack-request-id: req-4d104768-89cb-44f5-b378-d2329eb0f195 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:48:17.374494 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "name": "network-vif-deleted", "tag": "b5799b23-3ac5-4da6-ad03-a9a9b629a357", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:48:17.380930 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4d104768-89cb-44f5-b378-d2329eb0f195 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:48:17.381383 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'name': 'network-vif-deleted', 'tag': 'b5799b23-3ac5-4da6-ad03-a9a9b629a357', 'status': 'completed', 'code': 200} Dec 10 18:48:17.392423 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c15902c-7f9e-452f-8205-587adf3dd23f tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:17.396404 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1c15902c-7f9e-452f-8205-587adf3dd23f tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4164324 Dec 10 18:48:17.406570 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39082) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:17.412881 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 5e305941-2cd9-4b3b-b5ee-5c4eac821c82, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=5e305941-2cd9-4b3b-b5ee-5c4eac821c82,segment=NetworkSegment(53d22bf0-091e-4356-bd63-315f4840e96e),segment_id=53d22bf0-091e-4356-bd63-315f4840e96e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:17.420453 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:17.421436 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 584cf1dd-1af4-46a0-83d5-636ef55fe320 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:48:17.428223 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-04460233-777b-48db-8969-7b4a8466d85f tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Request body: {'security_group_rule': {'security_group_id': '3f9cac9f-fe2d-4a53-bcb5-64ac066e05fc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:17.458337 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15902c-7f9e-452f-8205-587adf3dd23f tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9cac9f-fe2d-4a53-bcb5-64ac066e05fc,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:17.459195 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d5fb9707-11ed-42db-8b5b-157b2460e74f req-ac85c468-e855-4215-9401-cb051ce2ea0e tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0505264 Dec 10 18:48:17.479271 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-c71643a7-d0be-426d-8938-c047990cdc75 req-b963d05c-51b4-4445-a609-9a03a5b2a8c4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Deleting port 6e252207-dd46-4a16-ace6-611c8fbe7898 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:17.481226 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c71643a7-d0be-426d-8938-c047990cdc75 req-b963d05c-51b4-4445-a609-9a03a5b2a8c4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:17.545427 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e9e9a-4ea2-4e44-b68f-87a1e8ef4750 req-084df667-0748-42ad-b41b-d1a5ae8bab58 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:17.555671 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e9e9a-4ea2-4e44-b68f-87a1e8ef4750 req-084df667-0748-42ad-b41b-d1a5ae8bab58 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:17.564815 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e9e9a-4ea2-4e44-b68f-87a1e8ef4750 req-084df667-0748-42ad-b41b-d1a5ae8bab58 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:17.566963 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 584cf1dd-1af4-46a0-83d5-636ef55fe320 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:48:17.567613 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device aad9df2d-747e-41c1-8ba7-f02dcfa42da7 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:48:17.574587 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e9e9a-4ea2-4e44-b68f-87a1e8ef4750 req-084df667-0748-42ad-b41b-d1a5ae8bab58 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:17.577160 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-155e9e9a-4ea2-4e44-b68f-87a1e8ef4750 req-084df667-0748-42ad-b41b-d1a5ae8bab58 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 3149 time: 0.3706951 Dec 10 18:48:17.584110 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-04460233-777b-48db-8969-7b4a8466d85f tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:17.652432 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-a96e33ee-c0bf-494a-b070-0335e706a616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636409b5-33ad-49e6-8329-1716a538ed0c', 'name': 'tempest-TaggedBootDevicesTest_v242-740443978-router', 'tenant_id': 'aee8c10e35be45139294abc10d1eada2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '83898fe0-e06b-40b6-b4a6-d7021bac4780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:55Z', 'updated_at': '2021-12-10T18:37:01Z', 'revision_number': 4, 'project_id': 'aee8c10e35be45139294abc10d1eada2', 'gw_port': {'id': '83898fe0-e06b-40b6-b4a6-d7021bac4780', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636409b5-33ad-49e6-8329-1716a538ed0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:55Z', 'updated_at': '2021-12-10T18:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'c9c284af-b922-423b-8496-4af640954404', 'name': '', 'network_id': '36da7df8-4c33-4fc7-aca6-cd96ecc32948', 'tenant_id': 'aee8c10e35be45139294abc10d1eada2', 'mac_address': 'fa:16:3e:d7:b9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636409b5-33ad-49e6-8329-1716a538ed0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'a88e99c5-14d3-42bf-8ee8-4247e93be44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:00Z', 'updated_at': '2021-12-10T18:37:10Z', 'revision_number': 5, 'project_id': 'aee8c10e35be45139294abc10d1eada2', 'subnets': [{'id': 'a88e99c5-14d3-42bf-8ee8-4247e93be44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:17.662461 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-155e9e9a-4ea2-4e44-b68f-87a1e8ef4750 req-bb3edebd-79e1-4c1a-a9df-fc5788890cba tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744362 Dec 10 18:48:17.672264 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c9922891-7765-476d-8686-43b47f6bb041 req-fa577d4b-0ba1-4692-ad6e-45869751b4a6 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0463543 Dec 10 18:48:17.679034 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:17.687594 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96e33ee-c0bf-494a-b070-0335e706a616 None None] Checking router: 636409b5-33ad-49e6-8329-1716a538ed0c for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:48:17.704781 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96e33ee-c0bf-494a-b070-0335e706a616 None None] Routers {'636409b5-33ad-49e6-8329-1716a538ed0c'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:48:17.704781 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-a96e33ee-c0bf-494a-b070-0335e706a616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:47:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['636409b5-33ad-49e6-8329-1716a538ed0c'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:17.710342 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-04460233-777b-48db-8969-7b4a8466d85f tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:17.715685 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c71643a7-d0be-426d-8938-c047990cdc75 req-b963d05c-51b4-4445-a609-9a03a5b2a8c4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] For port 6e252207-dd46-4a16-ace6-611c8fbe7898, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=6e252207-dd46-4a16-ace6-611c8fbe7898,segment=NetworkSegment(e05948e1-9161-48ed-b4af-bc8e75a07feb),segment_id=e05948e1-9161-48ed-b4af-bc8e75a07feb)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:17.716069 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c71643a7-d0be-426d-8938-c047990cdc75 req-b963d05c-51b4-4445-a609-9a03a5b2a8c4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:17.716714 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-04460233-777b-48db-8969-7b4a8466d85f tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:17.734707 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-c71643a7-d0be-426d-8938-c047990cdc75 req-b963d05c-51b4-4445-a609-9a03a5b2a8c4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Calling delete_port for 6e252207-dd46-4a16-ace6-611c8fbe7898 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:17.750926 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port aad9df2d-747e-41c1-8ba7-f02dcfa42da7, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=aad9df2d-747e-41c1-8ba7-f02dcfa42da7,segment=NetworkSegment(e05948e1-9161-48ed-b4af-bc8e75a07feb),segment_id=e05948e1-9161-48ed-b4af-bc8e75a07feb)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:17.757212 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04460233-777b-48db-8969-7b4a8466d85f tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e55e83c3-db69-48d4-a089-7e2add8f2660,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:17.761193 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=5e305941-2cd9-4b3b-b5ee-5c4eac821c82,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:17.772191 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:17.781077 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-04460233-777b-48db-8969-7b4a8466d85f tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:17.785232 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-04460233-777b-48db-8969-7b4a8466d85f tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3703814 Dec 10 18:48:17.785581 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device b5799b23-3ac5-4da6-ad03-a9a9b629a357 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:48:17.787219 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39088) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:17.825892 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f9c653cf-5317-4532-80eb-94d35bbe2a4f tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:17.830145 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-a96e33ee-c0bf-494a-b070-0335e706a616 None None] Set router 636409b5-33ad-49e6-8329-1716a538ed0c gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:48:17.838160 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f9c653cf-5317-4532-80eb-94d35bbe2a4f tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:17.851322 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: b5799b23-3ac5-4da6-ad03-a9a9b629a357 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:48:17.851952 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device b5799b23-3ac5-4da6-ad03-a9a9b629a357 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:48:17.852579 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 4cd87cf1-713c-4dfd-9955-0162d0cdc6ec no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:48:17.870835 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bb59523b-f97a-4ab1-8d3f-e5d4d7c1f336 req-63be047f-5beb-46fa-9f5d-d390c776697a tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0534577 Dec 10 18:48:17.888091 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f9c653cf-5317-4532-80eb-94d35bbe2a4f tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:17.899730 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f9c653cf-5317-4532-80eb-94d35bbe2a4f tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:17.903842 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f9c653cf-5317-4532-80eb-94d35bbe2a4f tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/e55e83c3-db69-48d4-a089-7e2add8f2660 HTTP/1.1" status: 204 len: 168 time: 0.1140752 Dec 10 18:48:17.906027 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39090) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:17.914529 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c653cf-5317-4532-80eb-94d35bbe2a4f tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e55e83c3-db69-48d4-a089-7e2add8f2660,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:17.920179 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=aad9df2d-747e-41c1-8ba7-f02dcfa42da7,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:17.929630 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 4cd87cf1-713c-4dfd-9955-0162d0cdc6ec not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:48:17.930144 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 40f653ce-1fcf-45ed-a19e-849218821b64 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:48:18.071733 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0bd0ff98-64ce-4235-a129-d14516ff920a tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1624112 Dec 10 18:48:18.074717 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39100) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:18.084305 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:18.130613 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c71643a7-d0be-426d-8938-c047990cdc75 req-b963d05c-51b4-4445-a609-9a03a5b2a8c4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:18.148090 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-88a8b921-6029-4f35-978d-634dca4847df req-dd5a8326-ab3a-49b5-932a-c5c9094930b9 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0856371 Dec 10 18:48:18.168901 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b963d05c-51b4-4445-a609-9a03a5b2a8c4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Pushing event deleted for resources: {'Port': ['ID=6e252207-dd46-4a16-ace6-611c8fbe7898,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:18.172689 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 40f653ce-1fcf-45ed-a19e-849218821b64, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=40f653ce-1fcf-45ed-a19e-849218821b64,segment=NetworkSegment(53d22bf0-091e-4356-bd63-315f4840e96e),segment_id=53d22bf0-091e-4356-bd63-315f4840e96e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:18.194280 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:18.212527 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c326e5d8-887d-499a-a652-5c894cbbeca1 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:18.244023 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71643a7-d0be-426d-8938-c047990cdc75 req-b963d05c-51b4-4445-a609-9a03a5b2a8c4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] No DVR routers for this DVR port 6e252207-dd46-4a16-ace6-611c8fbe7898 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:48:18.248876 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c71643a7-d0be-426d-8938-c047990cdc75 req-b963d05c-51b4-4445-a609-9a03a5b2a8c4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:18.252349 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c71643a7-d0be-426d-8938-c047990cdc75 req-b963d05c-51b4-4445-a609-9a03a5b2a8c4 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.72 "DELETE /v2.0/ports/6e252207-dd46-4a16-ace6-611c8fbe7898 HTTP/1.1" status: 204 len: 173 time: 1.0880244 Dec 10 18:48:18.265650 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=40f653ce-1fcf-45ed-a19e-849218821b64,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:18.273744 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c326e5d8-887d-499a-a652-5c894cbbeca1 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:18.287991 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-a96e33ee-c0bf-494a-b070-0335e706a616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636409b5-33ad-49e6-8329-1716a538ed0c', 'name': 'tempest-TaggedBootDevicesTest_v242-740443978-router', 'tenant_id': 'aee8c10e35be45139294abc10d1eada2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '83898fe0-e06b-40b6-b4a6-d7021bac4780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:55Z', 'updated_at': '2021-12-10T18:37:01Z', 'revision_number': 4, 'project_id': 'aee8c10e35be45139294abc10d1eada2', 'gw_port': {'id': '83898fe0-e06b-40b6-b4a6-d7021bac4780', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636409b5-33ad-49e6-8329-1716a538ed0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:55Z', 'updated_at': '2021-12-10T18:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'c9c284af-b922-423b-8496-4af640954404', 'name': '', 'network_id': '36da7df8-4c33-4fc7-aca6-cd96ecc32948', 'tenant_id': 'aee8c10e35be45139294abc10d1eada2', 'mac_address': 'fa:16:3e:d7:b9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636409b5-33ad-49e6-8329-1716a538ed0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'a88e99c5-14d3-42bf-8ee8-4247e93be44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:00Z', 'updated_at': '2021-12-10T18:37:10Z', 'revision_number': 5, 'project_id': 'aee8c10e35be45139294abc10d1eada2', 'subnets': [{'id': 'a88e99c5-14d3-42bf-8ee8-4247e93be44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:18.292183 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39108) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:18.323439 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96e33ee-c0bf-494a-b070-0335e706a616 None None] The sync data for ids ['636409b5-33ad-49e6-8329-1716a538ed0c'] in n-d-821435-1 is: [{'id': '636409b5-33ad-49e6-8329-1716a538ed0c', 'name': 'tempest-TaggedBootDevicesTest_v242-740443978-router', 'tenant_id': 'aee8c10e35be45139294abc10d1eada2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '83898fe0-e06b-40b6-b4a6-d7021bac4780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:55Z', 'updated_at': '2021-12-10T18:37:01Z', 'revision_number': 4, 'project_id': 'aee8c10e35be45139294abc10d1eada2', 'gw_port': {'id': '83898fe0-e06b-40b6-b4a6-d7021bac4780', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636409b5-33ad-49e6-8329-1716a538ed0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:55Z', 'updated_at': '2021-12-10T18:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'c9c284af-b922-423b-8496-4af640954404', 'name': '', 'network_id': '36da7df8-4c33-4fc7-aca6-cd96ecc32948', 'tenant_id': 'aee8c10e35be45139294abc10d1eada2', 'mac_address': 'fa:16:3e:d7:b9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636409b5-33ad-49e6-8329-1716a538ed0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'a88e99c5-14d3-42bf-8ee8-4247e93be44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:00Z', 'updated_at': '2021-12-10T18:37:10Z', 'revision_number': 5, 'project_id': 'aee8c10e35be45139294abc10d1eada2', 'subnets': [{'id': 'a88e99c5-14d3-42bf-8ee8-4247e93be44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:48:18.394312 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c326e5d8-887d-499a-a652-5c894cbbeca1 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:18.398560 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c326e5d8-887d-499a-a652-5c894cbbeca1 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:18.400438 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c326e5d8-887d-499a-a652-5c894cbbeca1 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "DELETE /v2.0/security-groups/3f9cac9f-fe2d-4a53-bcb5-64ac066e05fc HTTP/1.1" status: 204 len: 168 time: 0.3247204 Dec 10 18:48:18.405454 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39112) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:18.434929 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-c71643a7-d0be-426d-8938-c047990cdc75 req-8fb9f226-0406-467a-a28c-28678272567e tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Deleting port 40f653ce-1fcf-45ed-a19e-849218821b64 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:18.435269 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c71643a7-d0be-426d-8938-c047990cdc75 req-8fb9f226-0406-467a-a28c-28678272567e tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:18.436980 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494701b1-39f3-4bc8-8d5b-a7c62123d9ed req-eb8b5828-57cb-4cbe-b263-8898684a42fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:18.437472 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494701b1-39f3-4bc8-8d5b-a7c62123d9ed req-eb8b5828-57cb-4cbe-b263-8898684a42fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:18.437987 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494701b1-39f3-4bc8-8d5b-a7c62123d9ed req-eb8b5828-57cb-4cbe-b263-8898684a42fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:18.438453 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494701b1-39f3-4bc8-8d5b-a7c62123d9ed req-eb8b5828-57cb-4cbe-b263-8898684a42fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:18.438906 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494701b1-39f3-4bc8-8d5b-a7c62123d9ed req-eb8b5828-57cb-4cbe-b263-8898684a42fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:18.439365 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494701b1-39f3-4bc8-8d5b-a7c62123d9ed req-eb8b5828-57cb-4cbe-b263-8898684a42fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:18.439819 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494701b1-39f3-4bc8-8d5b-a7c62123d9ed req-eb8b5828-57cb-4cbe-b263-8898684a42fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:18.440802 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c326e5d8-887d-499a-a652-5c894cbbeca1 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9cac9f-fe2d-4a53-bcb5-64ac066e05fc,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:18.441946 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-494701b1-39f3-4bc8-8d5b-a7c62123d9ed req-eb8b5828-57cb-4cbe-b263-8898684a42fe service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 6491 time: 0.1484494 Dec 10 18:48:18.527788 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2ae53b95-2538-4dfa-a36c-1c0014860dc7 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1196823 Dec 10 18:48:18.532204 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39116) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:18.532544 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-494701b1-39f3-4bc8-8d5b-a7c62123d9ed req-901c242c-be18-47e5-971e-f3e8f5c1c3b1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0727057 Dec 10 18:48:18.538637 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-5585f486-836b-4b93-874a-204623ebfdd6 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Request body: {'security_group': {'name': 'tempest-secgroup--148194603'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:18.611176 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9f66df03-3337-4ad9-bae6-35fe035130e6 req-aadf6363-e186-4526-8cde-8be6f44cbc41 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0545363 Dec 10 18:48:18.615773 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c71643a7-d0be-426d-8938-c047990cdc75 req-8fb9f226-0406-467a-a28c-28678272567e tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] For port 40f653ce-1fcf-45ed-a19e-849218821b64, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=40f653ce-1fcf-45ed-a19e-849218821b64,segment=NetworkSegment(53d22bf0-091e-4356-bd63-315f4840e96e),segment_id=53d22bf0-091e-4356-bd63-315f4840e96e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:18.616151 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c71643a7-d0be-426d-8938-c047990cdc75 req-8fb9f226-0406-467a-a28c-28678272567e tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:18.636038 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5585f486-836b-4b93-874a-204623ebfdd6 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:18.638212 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-c71643a7-d0be-426d-8938-c047990cdc75 req-8fb9f226-0406-467a-a28c-28678272567e tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Calling delete_port for 40f653ce-1fcf-45ed-a19e-849218821b64 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:18.684590 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eac0364-5362-4424-a75f-0da666b35e10 None None] New status for floating IP 70440a6e-c04a-4119-bb83-75eb38a8d6d0: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:48:18.776368 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5585f486-836b-4b93-874a-204623ebfdd6 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:18.781733 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5585f486-836b-4b93-874a-204623ebfdd6 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:18.814553 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f06534cb-69d8-47eb-bca1-d91ac190223e req-8b442064-6e9d-4ca2-8723-4ebe6430a3f0 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0403843 Dec 10 18:48:18.875737 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5585f486-836b-4b93-874a-204623ebfdd6 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:18.879200 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5585f486-836b-4b93-874a-204623ebfdd6 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3443646 Dec 10 18:48:18.880083 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39126) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:18.885145 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-47e8c70a-28ce-46c0-b440-e3d60f33ec27 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Request body: {'security_group_rule': {'security_group_id': 'b8a602b8-2426-4480-a6ad-afeaea577477', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:18.890935 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585f486-836b-4b93-874a-204623ebfdd6 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a602b8-2426-4480-a6ad-afeaea577477,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:18.911026 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c71643a7-d0be-426d-8938-c047990cdc75 req-8fb9f226-0406-467a-a28c-28678272567e tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:18.924002 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a8b94-ecaa-4df7-a11c-61a87ae94267 req-8660bca5-5054-492f-bede-e37b5ea96e1f tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:18.925699 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-47e8c70a-28ce-46c0-b440-e3d60f33ec27 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:18.930066 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a8b94-ecaa-4df7-a11c-61a87ae94267 req-8660bca5-5054-492f-bede-e37b5ea96e1f tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:18.936135 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a8b94-ecaa-4df7-a11c-61a87ae94267 req-8660bca5-5054-492f-bede-e37b5ea96e1f tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:18.937870 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-278a8b94-ecaa-4df7-a11c-61a87ae94267 req-8660bca5-5054-492f-bede-e37b5ea96e1f tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 2410 time: 0.1427960 Dec 10 18:48:18.973251 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb9f226-0406-467a-a28c-28678272567e tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Pushing event deleted for resources: {'Port': ['ID=40f653ce-1fcf-45ed-a19e-849218821b64,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:18.976677 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e2a4898b-233a-4cff-b426-c9501ef93773 req-98e24613-bc58-4c12-bbde-148616191d00 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0405798 Dec 10 18:48:19.030279 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-47e8c70a-28ce-46c0-b440-e3d60f33ec27 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:19.034587 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-47e8c70a-28ce-46c0-b440-e3d60f33ec27 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:19.036680 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71643a7-d0be-426d-8938-c047990cdc75 req-8fb9f226-0406-467a-a28c-28678272567e tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] No DVR routers for this DVR port 40f653ce-1fcf-45ed-a19e-849218821b64 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:48:19.041974 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c71643a7-d0be-426d-8938-c047990cdc75 req-8fb9f226-0406-467a-a28c-28678272567e tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:19.045368 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c71643a7-d0be-426d-8938-c047990cdc75 req-8fb9f226-0406-467a-a28c-28678272567e tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.72 "DELETE /v2.0/ports/40f653ce-1fcf-45ed-a19e-849218821b64 HTTP/1.1" status: 204 len: 173 time: 0.7841270 Dec 10 18:48:19.054501 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-278a8b94-ecaa-4df7-a11c-61a87ae94267 req-48ca9680-e442-4484-86d6-45ed37b603f6 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081624 Dec 10 18:48:19.055483 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8c70a-28ce-46c0-b440-e3d60f33ec27 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd73801-f436-4c62-a036-f965c701bff9,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:19.069755 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-47e8c70a-28ce-46c0-b440-e3d60f33ec27 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:19.071046 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-47e8c70a-28ce-46c0-b440-e3d60f33ec27 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1902161 Dec 10 18:48:19.074887 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39130) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:19.079445 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-94c8b134-9f05-469a-a020-da1cce8234b9 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Request body: {'security_group_rule': {'security_group_id': 'b8a602b8-2426-4480-a6ad-afeaea577477', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:19.114866 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-94c8b134-9f05-469a-a020-da1cce8234b9 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:19.175344 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-c71643a7-d0be-426d-8938-c047990cdc75 req-fc5b6997-a468-4cf9-abea-57459d387f10 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Deleting port 5e305941-2cd9-4b3b-b5ee-5c4eac821c82 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:19.175930 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c71643a7-d0be-426d-8938-c047990cdc75 req-fc5b6997-a468-4cf9-abea-57459d387f10 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:19.181659 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-94c8b134-9f05-469a-a020-da1cce8234b9 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:19.186112 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-94c8b134-9f05-469a-a020-da1cce8234b9 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:19.216851 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8b134-9f05-469a-a020-da1cce8234b9 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=923e904e-e514-44ca-8501-a4182b5b474a,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:19.236169 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4aaa2f7f-0661-43c7-aa85-f09648be15b1 req-3e967c85-441f-4e2e-afab-26c10d3600b8 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0335031 Dec 10 18:48:19.238243 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e305941-2cd9-4b3b-b5ee-5c4eac821c82'}, {'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aad9df2d-747e-41c1-8ba7-f02dcfa42da7'}, {'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40f653ce-1fcf-45ed-a19e-849218821b64'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:48:19.242521 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-94c8b134-9f05-469a-a020-da1cce8234b9 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:19.243887 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288e6572-0741-4939-bf4c-5ca0b7f34e0b" -d '{"events": [{"server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "name": "network-vif-unplugged", "status": "completed", "tag": "5e305941-2cd9-4b3b-b5ee-5c4eac821c82"}, {"server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "name": "network-vif-unplugged", "status": "completed", "tag": "aad9df2d-747e-41c1-8ba7-f02dcfa42da7"}, {"server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "name": "network-vif-unplugged", "status": "completed", "tag": "40f653ce-1fcf-45ed-a19e-849218821b64"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:48:19.244484 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-94c8b134-9f05-469a-a020-da1cce8234b9 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1683981 Dec 10 18:48:19.247225 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39134) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:19.264964 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c1bc3e84-1e44-4d0f-81e4-a78505fdaa34 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Request body: {'security_group_rule': {'security_group_id': 'b8a602b8-2426-4480-a6ad-afeaea577477', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:19.286810 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3e84-1e44-4d0f-81e4-a78505fdaa34 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:19.290426 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c71643a7-d0be-426d-8938-c047990cdc75 req-fc5b6997-a468-4cf9-abea-57459d387f10 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] For port 5e305941-2cd9-4b3b-b5ee-5c4eac821c82, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=5e305941-2cd9-4b3b-b5ee-5c4eac821c82,segment=NetworkSegment(53d22bf0-091e-4356-bd63-315f4840e96e),segment_id=53d22bf0-091e-4356-bd63-315f4840e96e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:19.290827 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c71643a7-d0be-426d-8938-c047990cdc75 req-fc5b6997-a468-4cf9-abea-57459d387f10 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:19.294038 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 10 Dec 2021 18:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991537d4-e039-4a5a-af30-223260e4e586 x-openstack-request-id: req-991537d4-e039-4a5a-af30-223260e4e586 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:48:19.294352 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "name": "network-vif-unplugged", "status": "completed", "tag": "5e305941-2cd9-4b3b-b5ee-5c4eac821c82", "code": 200}, {"server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "name": "network-vif-unplugged", "status": "completed", "tag": "aad9df2d-747e-41c1-8ba7-f02dcfa42da7", "code": 200}, {"server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "name": "network-vif-unplugged", "status": "completed", "tag": "40f653ce-1fcf-45ed-a19e-849218821b64", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:48:19.294666 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-991537d4-e039-4a5a-af30-223260e4e586 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:48:19.295076 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e305941-2cd9-4b3b-b5ee-5c4eac821c82', 'code': 200} Dec 10 18:48:19.295341 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aad9df2d-747e-41c1-8ba7-f02dcfa42da7', 'code': 200} Dec 10 18:48:19.295600 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40f653ce-1fcf-45ed-a19e-849218821b64', 'code': 200} Dec 10 18:48:19.303816 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-c71643a7-d0be-426d-8938-c047990cdc75 req-fc5b6997-a468-4cf9-abea-57459d387f10 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Calling delete_port for 5e305941-2cd9-4b3b-b5ee-5c4eac821c82 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:19.358566 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3e84-1e44-4d0f-81e4-a78505fdaa34 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:19.371361 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3e84-1e44-4d0f-81e4-a78505fdaa34 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:19.382365 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'name': 'network-vif-deleted', 'tag': '6e252207-dd46-4a16-ace6-611c8fbe7898'}, {'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'name': 'network-vif-deleted', 'tag': '40f653ce-1fcf-45ed-a19e-849218821b64'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:48:19.385557 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5826f8-b99f-457e-8079-841dcb93b169" -d '{"events": [{"server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "name": "network-vif-deleted", "tag": "6e252207-dd46-4a16-ace6-611c8fbe7898"}, {"server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "name": "network-vif-deleted", "tag": "40f653ce-1fcf-45ed-a19e-849218821b64"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:48:19.391691 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc3e84-1e44-4d0f-81e4-a78505fdaa34 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21d68142-9088-461e-a5fe-ec90bc4ebbcf,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:19.413520 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3e84-1e44-4d0f-81e4-a78505fdaa34 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:19.414889 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c1bc3e84-1e44-4d0f-81e4-a78505fdaa34 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1630893 Dec 10 18:48:19.421764 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39140) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:19.426338 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-09db80bd-4883-49e5-85e2-93959a011a6a tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Request body: {'security_group_rule': {'security_group_id': 'b8a602b8-2426-4480-a6ad-afeaea577477', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:19.446106 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 18:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a02488-3f37-410f-b675-0a3d4bb2e54c x-openstack-request-id: req-95a02488-3f37-410f-b675-0a3d4bb2e54c {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:48:19.447173 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "name": "network-vif-deleted", "tag": "6e252207-dd46-4a16-ace6-611c8fbe7898", "status": "completed", "code": 200}, {"server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "name": "network-vif-deleted", "tag": "40f653ce-1fcf-45ed-a19e-849218821b64", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:48:19.447725 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-95a02488-3f37-410f-b675-0a3d4bb2e54c {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:48:19.448154 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'name': 'network-vif-deleted', 'tag': '6e252207-dd46-4a16-ace6-611c8fbe7898', 'status': 'completed', 'code': 200} Dec 10 18:48:19.448419 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'name': 'network-vif-deleted', 'tag': '40f653ce-1fcf-45ed-a19e-849218821b64', 'status': 'completed', 'code': 200} Dec 10 18:48:19.476688 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09db80bd-4883-49e5-85e2-93959a011a6a tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:19.488573 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c71643a7-d0be-426d-8938-c047990cdc75 req-fc5b6997-a468-4cf9-abea-57459d387f10 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:19.523998 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b6997-a468-4cf9-abea-57459d387f10 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Pushing event deleted for resources: {'Port': ['ID=5e305941-2cd9-4b3b-b5ee-5c4eac821c82,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:19.570323 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09db80bd-4883-49e5-85e2-93959a011a6a tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:19.574474 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09db80bd-4883-49e5-85e2-93959a011a6a tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:19.580606 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71643a7-d0be-426d-8938-c047990cdc75 req-fc5b6997-a468-4cf9-abea-57459d387f10 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] No DVR routers for this DVR port 5e305941-2cd9-4b3b-b5ee-5c4eac821c82 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:48:19.583834 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c71643a7-d0be-426d-8938-c047990cdc75 req-fc5b6997-a468-4cf9-abea-57459d387f10 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:19.589591 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c71643a7-d0be-426d-8938-c047990cdc75 req-fc5b6997-a468-4cf9-abea-57459d387f10 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.72 "DELETE /v2.0/ports/5e305941-2cd9-4b3b-b5ee-5c4eac821c82 HTTP/1.1" status: 204 len: 173 time: 0.5339437 Dec 10 18:48:19.591390 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0f2ad483-9e7c-404d-8dfa-54c724df7e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:19.596933 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db80bd-4883-49e5-85e2-93959a011a6a tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa2ee568-d908-488e-b700-a7068e29280a,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:19.603412 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09db80bd-4883-49e5-85e2-93959a011a6a tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:19.604660 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-09db80bd-4883-49e5-85e2-93959a011a6a tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1818800 Dec 10 18:48:19.607431 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39142) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:19.612043 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-cc87396c-7569-410e-bdcc-33edbe9adff8 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Request body: {'security_group_rule': {'security_group_id': 'b8a602b8-2426-4480-a6ad-afeaea577477', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:19.643410 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc87396c-7569-410e-bdcc-33edbe9adff8 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:19.708741 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc87396c-7569-410e-bdcc-33edbe9adff8 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:19.712810 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cfa89b84-de96-4fda-937e-4ce78191ff6c req-fa621dbb-4a51-44e5-97d4-6a6faf457c31 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0337462 Dec 10 18:48:19.713920 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc87396c-7569-410e-bdcc-33edbe9adff8 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:19.734754 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc87396c-7569-410e-bdcc-33edbe9adff8 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e023b1f-cdd8-4eb9-ae7c-6ba30a8e522c,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:19.740887 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-c71643a7-d0be-426d-8938-c047990cdc75 req-1c0066dc-1360-4f9a-82d1-622100f7013c tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Deleting port aad9df2d-747e-41c1-8ba7-f02dcfa42da7 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:19.741517 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c71643a7-d0be-426d-8938-c047990cdc75 req-1c0066dc-1360-4f9a-82d1-622100f7013c tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:19.748100 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc87396c-7569-410e-bdcc-33edbe9adff8 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:19.749370 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-cc87396c-7569-410e-bdcc-33edbe9adff8 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1408255 Dec 10 18:48:19.752236 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39146) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:19.776336 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60b269ad-b059-49d6-a085-4199a72f513c tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:19.785227 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60b269ad-b059-49d6-a085-4199a72f513c tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:19.815124 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60b269ad-b059-49d6-a085-4199a72f513c tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:19.822196 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60b269ad-b059-49d6-a085-4199a72f513c tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:19.823599 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-60b269ad-b059-49d6-a085-4199a72f513c tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/2e023b1f-cdd8-4eb9-ae7c-6ba30a8e522c HTTP/1.1" status: 204 len: 168 time: 0.0703232 Dec 10 18:48:19.828966 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39148) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:19.836132 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b269ad-b059-49d6-a085-4199a72f513c tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e023b1f-cdd8-4eb9-ae7c-6ba30a8e522c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:19.848862 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c71643a7-d0be-426d-8938-c047990cdc75 req-1c0066dc-1360-4f9a-82d1-622100f7013c tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] For port aad9df2d-747e-41c1-8ba7-f02dcfa42da7, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=aad9df2d-747e-41c1-8ba7-f02dcfa42da7,segment=NetworkSegment(e05948e1-9161-48ed-b4af-bc8e75a07feb),segment_id=e05948e1-9161-48ed-b4af-bc8e75a07feb)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:19.849227 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c71643a7-d0be-426d-8938-c047990cdc75 req-1c0066dc-1360-4f9a-82d1-622100f7013c tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:19.862389 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-c71643a7-d0be-426d-8938-c047990cdc75 req-1c0066dc-1360-4f9a-82d1-622100f7013c tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Calling delete_port for aad9df2d-747e-41c1-8ba7-f02dcfa42da7 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:19.886779 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-44cecf1c-cc4e-4c36-865c-2f78413e7274 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0533173 Dec 10 18:48:19.887038 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39152) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:19.937433 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9b5991a7-8fef-4d19-b7be-88d054c769dc req-30389bae-4e0b-4fb3-9ce8-7366234458e5 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0389314 Dec 10 18:48:19.938944 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d1a8610-a242-46d6-a000-3f0904e74de8 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:19.948244 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d1a8610-a242-46d6-a000-3f0904e74de8 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:19.983219 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d1a8610-a242-46d6-a000-3f0904e74de8 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:19.988917 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d1a8610-a242-46d6-a000-3f0904e74de8 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:19.990156 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9d1a8610-a242-46d6-a000-3f0904e74de8 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/fa2ee568-d908-488e-b700-a7068e29280a HTTP/1.1" status: 204 len: 168 time: 0.1022153 Dec 10 18:48:19.992976 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39154) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:20.013855 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a8610-a242-46d6-a000-3f0904e74de8 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa2ee568-d908-488e-b700-a7068e29280a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:20.018487 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c71643a7-d0be-426d-8938-c047990cdc75 req-1c0066dc-1360-4f9a-82d1-622100f7013c tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:20.060820 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1c1757a3-580c-432a-a04e-8719c2c4678e tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0641296 Dec 10 18:48:20.061252 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39158) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:20.088504 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0066dc-1360-4f9a-82d1-622100f7013c tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Pushing event deleted for resources: {'Port': ['ID=aad9df2d-747e-41c1-8ba7-f02dcfa42da7,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:20.091894 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-81f601dc-1789-42ed-b874-170e95c088de tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:20.116844 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-81f601dc-1789-42ed-b874-170e95c088de tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:20.122698 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71643a7-d0be-426d-8938-c047990cdc75 req-1c0066dc-1360-4f9a-82d1-622100f7013c tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] No DVR routers for this DVR port aad9df2d-747e-41c1-8ba7-f02dcfa42da7 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:48:20.126113 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5f5d9a81-b522-4676-b0dd-71c7c49a05f0 req-9ef9f8fd-e70f-4735-bdce-ee5e7d91eefa tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0497112 Dec 10 18:48:20.127455 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c71643a7-d0be-426d-8938-c047990cdc75 req-1c0066dc-1360-4f9a-82d1-622100f7013c tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:20.130991 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c71643a7-d0be-426d-8938-c047990cdc75 req-1c0066dc-1360-4f9a-82d1-622100f7013c tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.72 "DELETE /v2.0/ports/aad9df2d-747e-41c1-8ba7-f02dcfa42da7 HTTP/1.1" status: 204 len: 173 time: 0.5334241 Dec 10 18:48:20.157308 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-81f601dc-1789-42ed-b874-170e95c088de tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:20.166297 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-81f601dc-1789-42ed-b874-170e95c088de tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:20.170018 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-81f601dc-1789-42ed-b874-170e95c088de tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/21d68142-9088-461e-a5fe-ec90bc4ebbcf HTTP/1.1" status: 204 len: 168 time: 0.1053834 Dec 10 18:48:20.170746 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39162) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:20.173601 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f601dc-1789-42ed-b874-170e95c088de tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21d68142-9088-461e-a5fe-ec90bc4ebbcf,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:20.211302 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-db456728-9b35-4995-807a-5e1ea51fddba req-2fe17ca1-c584-41e3-babe-98163665ec4f tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 210 time: 0.0322089 Dec 10 18:48:20.225306 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-63f1dfe0-f141-4bfc-8404-9f36a5242921 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0527587 Dec 10 18:48:20.226023 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39166) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:20.263615 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e9d9bcd6-3943-4395-b03e-84eba6968880 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:20.283297 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e9d9bcd6-3943-4395-b03e-84eba6968880 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:20.337856 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d7db694d-d9a9-4a71-87cb-36d5171b3f96 req-3acc76c4-9764-4475-aaf6-cbd6fed4af20 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0354753 Dec 10 18:48:20.343754 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e9d9bcd6-3943-4395-b03e-84eba6968880 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:20.350174 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e9d9bcd6-3943-4395-b03e-84eba6968880 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:20.351570 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e9d9bcd6-3943-4395-b03e-84eba6968880 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/923e904e-e514-44ca-8501-a4182b5b474a HTTP/1.1" status: 204 len: 168 time: 0.1246157 Dec 10 18:48:20.354753 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39170) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:20.362644 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d9bcd6-3943-4395-b03e-84eba6968880 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=923e904e-e514-44ca-8501-a4182b5b474a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:20.411364 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3e885387-d09f-4685-ac99-d799a206aa3d tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0548182 Dec 10 18:48:20.413766 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39172) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:20.439855 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-63c00de2-fe4f-4cd9-bade-630833ce0611 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:20.449395 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-63c00de2-fe4f-4cd9-bade-630833ce0611 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:20.487293 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-63c00de2-fe4f-4cd9-bade-630833ce0611 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:20.494302 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-63c00de2-fe4f-4cd9-bade-630833ce0611 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:20.495584 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-63c00de2-fe4f-4cd9-bade-630833ce0611 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/6fd73801-f436-4c62-a036-f965c701bff9 HTTP/1.1" status: 204 len: 168 time: 0.0807445 Dec 10 18:48:20.498538 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39174) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:20.504362 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c00de2-fe4f-4cd9-bade-630833ce0611 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6fd73801-f436-4c62-a036-f965c701bff9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:20.555813 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-11f48654-7dec-4fee-b7d2-39ec18a552bc tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0554526 Dec 10 18:48:20.557422 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39176) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:20.615273 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-82cd624e-48f4-472c-8358-707333c52e01 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:20.639200 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-82cd624e-48f4-472c-8358-707333c52e01 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:20.680530 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-82cd624e-48f4-472c-8358-707333c52e01 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:20.683949 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-82cd624e-48f4-472c-8358-707333c52e01 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:20.687606 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-82cd624e-48f4-472c-8358-707333c52e01 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "DELETE /v2.0/security-groups/b8a602b8-2426-4480-a6ad-afeaea577477 HTTP/1.1" status: 204 len: 168 time: 0.1265855 Dec 10 18:48:20.688105 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39178) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:20.695151 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd624e-48f4-472c-8358-707333c52e01 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a602b8-2426-4480-a6ad-afeaea577477,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:20.752268 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-134513f4-e939-412c-bdbb-d325cb05b24b tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0626690 Dec 10 18:48:20.757672 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39182) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:20.763110 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e155212e-57a6-4737-bfb4-f350d4878060 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Request body: {'security_group': {'name': 'tempest-secgroup--168226101'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:20.807698 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-512aeb63-acb7-4b8c-9568-18903813937d req-91aca3ce-9696-4dd0-b324-0a37c93f69cc tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0343373 Dec 10 18:48:20.812412 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e155212e-57a6-4737-bfb4-f350d4878060 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:20.886466 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e155212e-57a6-4737-bfb4-f350d4878060 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:20.891583 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e155212e-57a6-4737-bfb4-f350d4878060 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:20.922137 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e155212e-57a6-4737-bfb4-f350d4878060 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:20.923389 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e155212e-57a6-4737-bfb4-f350d4878060 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1647062 Dec 10 18:48:20.926459 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39184) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:20.928232 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155212e-57a6-4737-bfb4-f350d4878060 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=091eade1-1766-4ea5-95ad-7930f8e00f44,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:20.933514 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-a8396aea-4b2d-47b9-9b3d-69aeb86a3609 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Request body: {'security_group_rule': {'security_group_id': '091eade1-1766-4ea5-95ad-7930f8e00f44', 'direction': 'ingress', 'protocol': 17}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:20.967029 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a8396aea-4b2d-47b9-9b3d-69aeb86a3609 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:21.019471 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a8396aea-4b2d-47b9-9b3d-69aeb86a3609 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:21.029357 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a8396aea-4b2d-47b9-9b3d-69aeb86a3609 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:21.054824 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-db637667-f94e-4472-8680-4eab2ec0e137 req-b6d8f9ed-cb56-4a8b-948d-1aa34e63edda tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0385311 Dec 10 18:48:21.064474 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8396aea-4b2d-47b9-9b3d-69aeb86a3609 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c95159d-a9cf-46af-8180-ea7c6bbfff47,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:21.075195 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a8396aea-4b2d-47b9-9b3d-69aeb86a3609 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:21.077369 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a8396aea-4b2d-47b9-9b3d-69aeb86a3609 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1489635 Dec 10 18:48:21.079393 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39188) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:21.148260 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b19acac-cb06-4cf4-b8a8-255122082856 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:21.174257 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b19acac-cb06-4cf4-b8a8-255122082856 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:21.228471 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bd17d3cd-a4d9-4bfb-9bcb-7c1b7b5ad756 req-e9bb850a-15cb-4876-9c30-f9c04ae2943e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0332074 Dec 10 18:48:21.249557 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b19acac-cb06-4cf4-b8a8-255122082856 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:21.252156 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b19acac-cb06-4cf4-b8a8-255122082856 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:21.255622 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9b19acac-cb06-4cf4-b8a8-255122082856 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "DELETE /v2.0/security-groups/091eade1-1766-4ea5-95ad-7930f8e00f44 HTTP/1.1" status: 204 len: 168 time: 0.1724470 Dec 10 18:48:21.256572 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39194) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:21.265776 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b19acac-cb06-4cf4-b8a8-255122082856 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=091eade1-1766-4ea5-95ad-7930f8e00f44,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:21.269864 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fb2fc7dd-e12b-4f60-994d-fa02576a7dec req-5e89c6bc-f80b-49e8-aeeb-8d9f793ce139 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0666354 Dec 10 18:48:21.339114 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1cd7da53-e618-4d80-a2bd-ce64b0e1c7cd tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0772836 Dec 10 18:48:21.339610 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39196) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:21.349424 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-632c6f0c-5dae-423e-9136-bc208aca1630 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Request body: {'security_group': {'name': 'tempest-secgroup--590002724'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:21.387616 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-632c6f0c-5dae-423e-9136-bc208aca1630 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:21.389139 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-37572029-b1ed-4db2-a491-6b1e9806173f req-a9d0ad66-b4a6-4882-b849-078eee487028 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 210 time: 0.0570683 Dec 10 18:48:21.406467 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2fc7dd-e12b-4f60-994d-fa02576a7dec req-316dcd0b-6a85-465b-8f78-fd979016c12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:21.408118 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fb2fc7dd-e12b-4f60-994d-fa02576a7dec req-316dcd0b-6a85-465b-8f78-fd979016c12b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=03fbac8cd9664c0ab5033875ec289be7&device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 1096 time: 0.0919156 Dec 10 18:48:21.449802 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'name': 'network-vif-deleted', 'tag': '5e305941-2cd9-4b3b-b5ee-5c4eac821c82'}, {'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'name': 'network-vif-deleted', 'tag': 'aad9df2d-747e-41c1-8ba7-f02dcfa42da7'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:48:21.452435 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1977aa-6bfc-495f-9066-4977455eda8d" -d '{"events": [{"server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "name": "network-vif-deleted", "tag": "5e305941-2cd9-4b3b-b5ee-5c4eac821c82"}, {"server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "name": "network-vif-deleted", "tag": "aad9df2d-747e-41c1-8ba7-f02dcfa42da7"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:48:21.488947 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0a70102b-30d4-4e1a-a3ad-49c66cd62cdc req-d0ce7d32-b35f-43bf-93c4-b9d8ffe1d84e tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0449157 Dec 10 18:48:21.522716 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 18:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd6cf65-6f54-46fd-a053-247ae970b912 x-openstack-request-id: req-2dd6cf65-6f54-46fd-a053-247ae970b912 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:48:21.523022 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "name": "network-vif-deleted", "tag": "5e305941-2cd9-4b3b-b5ee-5c4eac821c82", "status": "completed", "code": 200}, {"server_uuid": "93808694-4a5a-4fee-b9fc-9bacb6fd8227", "name": "network-vif-deleted", "tag": "aad9df2d-747e-41c1-8ba7-f02dcfa42da7", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:48:21.523413 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2dd6cf65-6f54-46fd-a053-247ae970b912 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:48:21.523880 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'name': 'network-vif-deleted', 'tag': '5e305941-2cd9-4b3b-b5ee-5c4eac821c82', 'status': 'completed', 'code': 200} Dec 10 18:48:21.524200 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93808694-4a5a-4fee-b9fc-9bacb6fd8227', 'name': 'network-vif-deleted', 'tag': 'aad9df2d-747e-41c1-8ba7-f02dcfa42da7', 'status': 'completed', 'code': 200} Dec 10 18:48:21.529273 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-632c6f0c-5dae-423e-9136-bc208aca1630 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:21.534352 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-632c6f0c-5dae-423e-9136-bc208aca1630 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:21.553073 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2fc7dd-e12b-4f60-994d-fa02576a7dec req-bb5fe9c0-3586-414c-abbf-ccee1ca515d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:21.555000 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fb2fc7dd-e12b-4f60-994d-fa02576a7dec req-bb5fe9c0-3586-414c-abbf-ccee1ca515d0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7298e2ff-8266-485b-b15d-e11513ae77de HTTP/1.1" status: 200 len: 920 time: 0.1217079 Dec 10 18:48:21.570898 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-632c6f0c-5dae-423e-9136-bc208aca1630 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:21.574991 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-632c6f0c-5dae-423e-9136-bc208aca1630 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2317381 Dec 10 18:48:21.574991 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c6f0c-5dae-423e-9136-bc208aca1630 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=895cb80f-c4c6-4c6c-a963-0aab44353383,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:21.575260 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39204) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:21.580020 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-01cde10b-17f3-4a73-bc61-219d1eb4002d tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Request body: {'security_group': {'name': 'tempest-secgroup--1011172121'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:21.604209 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-01cde10b-17f3-4a73-bc61-219d1eb4002d tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:21.611945 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fb2fc7dd-e12b-4f60-994d-fa02576a7dec req-025e611a-f1c9-43e3-9f69-dd507ae9d2fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa924f55-ae4a-4fe6-86b6-09234eefa69b HTTP/1.1" status: 200 len: 217 time: 0.0505662 Dec 10 18:48:21.669370 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2fc7dd-e12b-4f60-994d-fa02576a7dec req-0df6104a-b606-47fc-9c2c-65b53ddbfe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:21.670941 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fb2fc7dd-e12b-4f60-994d-fa02576a7dec req-0df6104a-b606-47fc-9c2c-65b53ddbfe74 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c24893f4-aeec-4797-8dc4-9c83d9d3d696 HTTP/1.1" status: 200 len: 859 time: 0.0517979 Dec 10 18:48:21.679857 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-01cde10b-17f3-4a73-bc61-219d1eb4002d tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:21.685342 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-01cde10b-17f3-4a73-bc61-219d1eb4002d tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:21.705130 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fb2fc7dd-e12b-4f60-994d-fa02576a7dec req-77171aec-659c-4667-bfcb-5820fd7882cb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7298e2ff-8266-485b-b15d-e11513ae77de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268540 Dec 10 18:48:21.718704 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-01cde10b-17f3-4a73-bc61-219d1eb4002d tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:21.722440 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-01cde10b-17f3-4a73-bc61-219d1eb4002d tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1436908 Dec 10 18:48:21.723044 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39206) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:21.728310 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-3031b257-6e99-4772-b004-87ac09f69069 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Request body: {'security_group_rule': {'security_group_id': '895cb80f-c4c6-4c6c-a963-0aab44353383', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8ea3671a-d7bd-432e-bd69-5faf63f671e2', 'remote_ip_prefix': None}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:21.735558 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cde10b-17f3-4a73-bc61-219d1eb4002d tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea3671a-d7bd-432e-bd69-5faf63f671e2,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:21.765930 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3031b257-6e99-4772-b004-87ac09f69069 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:21.820796 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fb2fc7dd-e12b-4f60-994d-fa02576a7dec req-5e258de9-4f2b-4086-bb21-85e58dd0bf84 service neutron] 10.222.0.46 "GET /v2.0/networks/7298e2ff-8266-485b-b15d-e11513ae77de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093915 Dec 10 18:48:21.838787 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3031b257-6e99-4772-b004-87ac09f69069 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:21.845654 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3031b257-6e99-4772-b004-87ac09f69069 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:21.863823 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031b257-6e99-4772-b004-87ac09f69069 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff8f7d0-e979-4eeb-8d77-e85a4848c4e8,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:21.892953 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3031b257-6e99-4772-b004-87ac09f69069 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:21.894465 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3031b257-6e99-4772-b004-87ac09f69069 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1708031 Dec 10 18:48:21.899525 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39210) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:21.910705 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-36e60035-e4ca-4195-a6ed-7a438288074e req-3dd7d2e7-733f-4256-b6e3-d50a0bcf4c23 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0318177 Dec 10 18:48:21.935346 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13d68465-94fa-4cc0-8942-7d25d45c4d03 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:21.952484 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13d68465-94fa-4cc0-8942-7d25d45c4d03 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:21.973309 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fb2fc7dd-e12b-4f60-994d-fa02576a7dec req-54983f2f-5716-4c6d-863f-16a148e5df8e service neutron] 10.222.0.46 "GET /v2.0/networks/7298e2ff-8266-485b-b15d-e11513ae77de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440203 Dec 10 18:48:21.990901 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13d68465-94fa-4cc0-8942-7d25d45c4d03 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:21.998778 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13d68465-94fa-4cc0-8942-7d25d45c4d03 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:21.999782 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-13d68465-94fa-4cc0-8942-7d25d45c4d03 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/7ff8f7d0-e979-4eeb-8d77-e85a4848c4e8 HTTP/1.1" status: 204 len: 168 time: 0.0991371 Dec 10 18:48:22.002575 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39212) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:22.005483 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d68465-94fa-4cc0-8942-7d25d45c4d03 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ff8f7d0-e979-4eeb-8d77-e85a4848c4e8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:22.049999 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-da1c7d99-da2c-46d7-8007-9405ad6cac47 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0459998 Dec 10 18:48:22.052877 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39214) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:22.108156 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-176fc3a8-d26d-4b7f-a62c-77fdc1511000 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:22.134255 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-176fc3a8-d26d-4b7f-a62c-77fdc1511000 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:22.326277 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7a258e88-56fc-4f3e-8a6c-36272cd49a20 req-8ff120ad-0d87-4ffb-ae48-a5d467a2ad08 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0326796 Dec 10 18:48:22.370923 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-749f00f1-36ed-47f9-ae4a-e812d4f38038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:22.508196 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1311d868-b5cf-45d3-a740-28d8bbe7d1f9 req-ba4e0e07-9c81-402b-adb5-51e3fd50fec4 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.3375144 Dec 10 18:48:22.510694 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-176fc3a8-d26d-4b7f-a62c-77fdc1511000 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:22.513765 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-176fc3a8-d26d-4b7f-a62c-77fdc1511000 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:22.517728 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-176fc3a8-d26d-4b7f-a62c-77fdc1511000 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "DELETE /v2.0/security-groups/8ea3671a-d7bd-432e-bd69-5faf63f671e2 HTTP/1.1" status: 204 len: 168 time: 0.4610755 Dec 10 18:48:22.518246 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39226) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:22.547770 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4ad95781-5fb7-4e4b-ab82-cbf6e8549821 req-b7b1c93d-8c4c-483a-becb-95eea44e00bb tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 210 time: 0.0415773 Dec 10 18:48:22.558937 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176fc3a8-d26d-4b7f-a62c-77fdc1511000 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea3671a-d7bd-432e-bd69-5faf63f671e2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:22.606572 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a99f7371-a6e0-4ef4-8787-54170f47e542 req-3f8af11d-b0c5-4b5e-acd0-c22e59fd43fb tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0397809 Dec 10 18:48:22.624388 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6b40f547-8049-4f87-9584-40a562a4fd40 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1050186 Dec 10 18:48:22.627325 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39228) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:22.680353 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-608fea6e-10fb-49c6-9a4d-033d6f9305b5 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:22.704776 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-608fea6e-10fb-49c6-9a4d-033d6f9305b5 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:22.752452 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-608fea6e-10fb-49c6-9a4d-033d6f9305b5 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:22.755169 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-608fea6e-10fb-49c6-9a4d-033d6f9305b5 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:22.756380 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-608fea6e-10fb-49c6-9a4d-033d6f9305b5 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "DELETE /v2.0/security-groups/895cb80f-c4c6-4c6c-a963-0aab44353383 HTTP/1.1" status: 204 len: 168 time: 0.1280606 Dec 10 18:48:22.759368 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39230) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:22.765931 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608fea6e-10fb-49c6-9a4d-033d6f9305b5 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=895cb80f-c4c6-4c6c-a963-0aab44353383,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:22.823518 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-42fdfcff-b272-4ff1-98ce-78f162d557d5 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0625341 Dec 10 18:48:22.828160 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39232) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:22.831944 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-fcefab24-f5a8-48cf-9ce4-106ab75dd4cc tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Request body: {'security_group': {'name': 'tempest-secgroup--2031837501'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:22.858988 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fcefab24-f5a8-48cf-9ce4-106ab75dd4cc tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:22.927663 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fcefab24-f5a8-48cf-9ce4-106ab75dd4cc tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:22.931923 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fcefab24-f5a8-48cf-9ce4-106ab75dd4cc tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:22.966764 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fcefab24-f5a8-48cf-9ce4-106ab75dd4cc tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:22.968031 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-fcefab24-f5a8-48cf-9ce4-106ab75dd4cc tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1395714 Dec 10 18:48:22.968790 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcefab24-f5a8-48cf-9ce4-106ab75dd4cc tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdbc0dd-53f8-4b25-a95f-ec41164a3c41,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:22.972113 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39236) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:22.977223 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-d3a8af29-d2c3-466a-b5d1-4a6b231016c3 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Request body: {'security_group_rule': {'security_group_id': 'bbdbc0dd-53f8-4b25-a95f-ec41164a3c41', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:23.008727 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7cf0db70-b913-4d9e-9d5f-79f4e4c35d59 req-395b1811-e80b-4a1b-b7cc-f0f30948105f tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0384603 Dec 10 18:48:23.010141 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d3a8af29-d2c3-466a-b5d1-4a6b231016c3 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:23.070808 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d3a8af29-d2c3-466a-b5d1-4a6b231016c3 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:23.075900 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d3a8af29-d2c3-466a-b5d1-4a6b231016c3 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:23.097173 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a8af29-d2c3-466a-b5d1-4a6b231016c3 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f878a5fc-f05e-4632-ae07-1495ab5f495b,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:23.108401 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d3a8af29-d2c3-466a-b5d1-4a6b231016c3 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:23.112339 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d3a8af29-d2c3-466a-b5d1-4a6b231016c3 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1366169 Dec 10 18:48:23.112668 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39238) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:23.140319 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b97c994b-45bd-42f7-aeb6-c83c5335815d tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:23.149018 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b97c994b-45bd-42f7-aeb6-c83c5335815d tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:23.179986 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b97c994b-45bd-42f7-aeb6-c83c5335815d tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:23.187120 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b97c994b-45bd-42f7-aeb6-c83c5335815d tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:23.188682 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b97c994b-45bd-42f7-aeb6-c83c5335815d tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/f878a5fc-f05e-4632-ae07-1495ab5f495b HTTP/1.1" status: 204 len: 168 time: 0.0743272 Dec 10 18:48:23.190835 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39240) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:23.194240 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c994b-45bd-42f7-aeb6-c83c5335815d tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f878a5fc-f05e-4632-ae07-1495ab5f495b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:23.233505 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-13364e4e-d527-4366-b875-67764820e1be tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0390117 Dec 10 18:48:23.233754 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39242) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:23.286057 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e13008ee-b9f4-4833-a891-d880ea3d22f1 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:23.309640 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e13008ee-b9f4-4833-a891-d880ea3d22f1 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:23.363353 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e13008ee-b9f4-4833-a891-d880ea3d22f1 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:23.367078 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e13008ee-b9f4-4833-a891-d880ea3d22f1 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:23.371493 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e13008ee-b9f4-4833-a891-d880ea3d22f1 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "DELETE /v2.0/security-groups/bbdbc0dd-53f8-4b25-a95f-ec41164a3c41 HTTP/1.1" status: 204 len: 168 time: 0.1345420 Dec 10 18:48:23.372252 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39246) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:23.382686 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13008ee-b9f4-4833-a891-d880ea3d22f1 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdbc0dd-53f8-4b25-a95f-ec41164a3c41,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:23.387639 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:23.442232 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8d42dbd5-4424-4fbc-9611-9b0791274927 req-791c144d-3896-451f-9a46-f698dc1029db tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0440927 Dec 10 18:48:23.460147 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-668beb59-8366-4b75-8cf6-317905368789 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0869308 Dec 10 18:48:23.464246 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39248) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:23.468790 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-40bff259-7c2c-40ff-a924-ebe047ef9746 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Request body: {'security_group': {'name': 'tempest-secgroup--1814599669'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:23.491136 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-40bff259-7c2c-40ff-a924-ebe047ef9746 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:23.562439 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-40bff259-7c2c-40ff-a924-ebe047ef9746 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:23.567178 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-40bff259-7c2c-40ff-a924-ebe047ef9746 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:23.616823 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-10b50fd8-6c36-46d1-adb6-93fde4141b7a req-363fc4c5-d37c-4bcd-b3e8-1403154ad524 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0351107 Dec 10 18:48:23.619331 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-40bff259-7c2c-40ff-a924-ebe047ef9746 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:23.620598 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-40bff259-7c2c-40ff-a924-ebe047ef9746 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1551597 Dec 10 18:48:23.621818 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bff259-7c2c-40ff-a924-ebe047ef9746 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee3df86-c51c-47b4-9c31-422d1809d014,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:23.623811 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39254) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:23.642358 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-97fa9564-1db9-4f9c-afdc-7e9fd0d9f0cb tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Request body: {'security_group_rule': {'security_group_id': '2ee3df86-c51c-47b4-9c31-422d1809d014', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:23.702739 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-192b8697-6041-4e1e-84f9-c46cb3b368d4 req-5e4ac997-740b-4482-a6e1-e7dd6e823b0e tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 210 time: 0.0394759 Dec 10 18:48:23.705561 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3820689a-f2f5-473f-873d-07f603b1fb64 req-b7400218-44a1-454d-8c43-d29afa7dd5a0 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0269985 Dec 10 18:48:23.728877 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-97fa9564-1db9-4f9c-afdc-7e9fd0d9f0cb tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:23.776465 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-97fa9564-1db9-4f9c-afdc-7e9fd0d9f0cb tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:23.780486 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-97fa9564-1db9-4f9c-afdc-7e9fd0d9f0cb tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:23.798817 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa9564-1db9-4f9c-afdc-7e9fd0d9f0cb tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4717b03-2be1-45f0-a9b6-70c62320380d,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:23.807365 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-97fa9564-1db9-4f9c-afdc-7e9fd0d9f0cb tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:23.811138 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-97fa9564-1db9-4f9c-afdc-7e9fd0d9f0cb tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1838541 Dec 10 18:48:23.811440 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39258) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:23.827860 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6a84a4c0-f079-4969-9750-58304e17d1c2 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "GET /v2.0/security-group-rules/e4717b03-2be1-45f0-a9b6-70c62320380d HTTP/1.1" status: 200 len: 763 time: 0.0152297 Dec 10 18:48:23.830231 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39260) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:23.877379 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-bdae1700-10a0-476e-b893-18150512ab27 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0435829 Dec 10 18:48:23.877588 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39262) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:23.906197 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c882bd39-59b0-40b5-9e32-f596b7b0f2bb tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:23.914195 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c882bd39-59b0-40b5-9e32-f596b7b0f2bb tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:23.941349 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c882bd39-59b0-40b5-9e32-f596b7b0f2bb tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:23.947850 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c882bd39-59b0-40b5-9e32-f596b7b0f2bb tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:23.949221 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c882bd39-59b0-40b5-9e32-f596b7b0f2bb tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/e4717b03-2be1-45f0-a9b6-70c62320380d HTTP/1.1" status: 204 len: 168 time: 0.0708139 Dec 10 18:48:23.951879 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39264) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:23.954916 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882bd39-59b0-40b5-9e32-f596b7b0f2bb tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4717b03-2be1-45f0-a9b6-70c62320380d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:23.993868 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1a6ce13c-6eb2-4f81-adf6-8658d66c3a69 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0404873 Dec 10 18:48:23.996326 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39266) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:24.000958 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d23e249e-0044-4ca1-8308-7fc5d915dc5c tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Request body: {'security_group_rule': {'security_group_id': '2ee3df86-c51c-47b4-9c31-422d1809d014', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:24.031566 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d23e249e-0044-4ca1-8308-7fc5d915dc5c tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:24.089090 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0e420797-4336-4662-bc44-f7b0f30fdf5b req-56fa3709-6f7c-4a71-b7c0-e11d544051d3 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0353417 Dec 10 18:48:24.114415 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d23e249e-0044-4ca1-8308-7fc5d915dc5c tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:24.114984 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d23e249e-0044-4ca1-8308-7fc5d915dc5c tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:24.136187 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e249e-0044-4ca1-8308-7fc5d915dc5c tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b44e7b8f-b5cf-4548-8d2d-46ee02c2fb56,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:24.144673 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d23e249e-0044-4ca1-8308-7fc5d915dc5c tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:24.145918 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d23e249e-0044-4ca1-8308-7fc5d915dc5c tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1485176 Dec 10 18:48:24.148457 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39270) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:24.169157 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7704403e-ef24-491b-adae-3c7df838ec42 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "GET /v2.0/security-group-rules/b44e7b8f-b5cf-4548-8d2d-46ee02c2fb56 HTTP/1.1" status: 200 len: 763 time: 0.0161631 Dec 10 18:48:24.169379 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39272) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:24.210291 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-af6b8b59-24e6-422a-a1c1-63eb46d77dee tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0399423 Dec 10 18:48:24.213661 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39274) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:24.238114 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35453aa2-1e66-4d1c-9dcf-efc604616666 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:24.246838 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35453aa2-1e66-4d1c-9dcf-efc604616666 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:24.279205 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35453aa2-1e66-4d1c-9dcf-efc604616666 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:24.285767 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35453aa2-1e66-4d1c-9dcf-efc604616666 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:24.289689 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-35453aa2-1e66-4d1c-9dcf-efc604616666 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/b44e7b8f-b5cf-4548-8d2d-46ee02c2fb56 HTTP/1.1" status: 204 len: 168 time: 0.0722451 Dec 10 18:48:24.289854 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39276) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:24.297145 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35453aa2-1e66-4d1c-9dcf-efc604616666 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b44e7b8f-b5cf-4548-8d2d-46ee02c2fb56,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:24.330011 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ca3c97e0-2d29-40a7-8301-727a769004dd tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0384116 Dec 10 18:48:24.333009 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39278) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:24.338237 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-02a67d95-2d1c-48fb-bfc0-c532930acd77 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Request body: {'security_group_rule': {'security_group_id': '2ee3df86-c51c-47b4-9c31-422d1809d014', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:24.368223 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-02a67d95-2d1c-48fb-bfc0-c532930acd77 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:24.418777 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-02a67d95-2d1c-48fb-bfc0-c532930acd77 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:24.422692 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-02a67d95-2d1c-48fb-bfc0-c532930acd77 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:24.441970 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a67d95-2d1c-48fb-bfc0-c532930acd77 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e19f10a6-d832-4eb8-9fc2-69719798d89e,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:24.450066 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-02a67d95-2d1c-48fb-bfc0-c532930acd77 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:24.451370 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-02a67d95-2d1c-48fb-bfc0-c532930acd77 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173735 Dec 10 18:48:24.454154 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39280) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:24.475151 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5231b3ac-069b-481e-a5bb-e1ac8433d38b tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "GET /v2.0/security-group-rules/e19f10a6-d832-4eb8-9fc2-69719798d89e HTTP/1.1" status: 200 len: 764 time: 0.0175202 Dec 10 18:48:24.475562 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39284) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:24.521623 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9a07f558-f4de-47de-9013-b5984abb0b63 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0442171 Dec 10 18:48:24.524451 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39286) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:24.527691 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-81319c71-bb41-41ce-b702-26c864435f6d req-f78ae827-5a5e-4556-8f2c-0fbb5c1b5bf3 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0290997 Dec 10 18:48:24.552124 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9010fe60-6597-4c1d-b482-a358e13e64de tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:24.560989 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9010fe60-6597-4c1d-b482-a358e13e64de tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:24.588696 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9010fe60-6597-4c1d-b482-a358e13e64de tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:24.595577 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9010fe60-6597-4c1d-b482-a358e13e64de tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:24.597056 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9010fe60-6597-4c1d-b482-a358e13e64de tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/e19f10a6-d832-4eb8-9fc2-69719798d89e HTTP/1.1" status: 204 len: 168 time: 0.0711589 Dec 10 18:48:24.599812 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39288) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:24.607146 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9010fe60-6597-4c1d-b482-a358e13e64de tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e19f10a6-d832-4eb8-9fc2-69719798d89e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:24.664426 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4221d376-8a7d-4f75-b4c3-df5b84be09ae tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0630546 Dec 10 18:48:24.667849 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39292) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:24.714542 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-9096976e-29f1-433e-8d11-c209bceb5374 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0703404 Dec 10 18:48:24.736447 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-39198ce2-212a-410c-8a2a-71c635d353b5 req-6cd3f29c-7f79-4c9d-863e-c6c4e5a62fa3 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0383973 Dec 10 18:48:24.753756 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:24.760288 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d85aa018-567c-4b3b-b1b8-d9043f25f8e9 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:24.786825 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d85aa018-567c-4b3b-b1b8-d9043f25f8e9 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:24.838262 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d85aa018-567c-4b3b-b1b8-d9043f25f8e9 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:24.841094 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d85aa018-567c-4b3b-b1b8-d9043f25f8e9 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:24.845679 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d85aa018-567c-4b3b-b1b8-d9043f25f8e9 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "DELETE /v2.0/security-groups/2ee3df86-c51c-47b4-9c31-422d1809d014 HTTP/1.1" status: 204 len: 168 time: 0.1737580 Dec 10 18:48:24.846551 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39298) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:24.861151 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4e0e547f-4618-4ecd-a43f-47d6bdcb2515 req-25959918-a937-452a-be10-8475992bc2b0 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0313890 Dec 10 18:48:24.876294 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85aa018-567c-4b3b-b1b8-d9043f25f8e9 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee3df86-c51c-47b4-9c31-422d1809d014,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:24.879935 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-2682d6ac-7835-4c6b-9130-1b4089adedbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:24.880502 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-2682d6ac-7835-4c6b-9130-1b4089adedbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:24.881006 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-2682d6ac-7835-4c6b-9130-1b4089adedbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:24.881474 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-2682d6ac-7835-4c6b-9130-1b4089adedbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:24.881940 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-2682d6ac-7835-4c6b-9130-1b4089adedbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:24.882537 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-2682d6ac-7835-4c6b-9130-1b4089adedbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:24.883080 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-2682d6ac-7835-4c6b-9130-1b4089adedbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:24.885526 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-2682d6ac-7835-4c6b-9130-1b4089adedbe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=98fdd3d4007244d19399f00305d1e82f&device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 6491 time: 0.0927789 Dec 10 18:48:24.921883 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3865d5ef-4b0e-4d24-8d7e-320cbf7c0dc9 req-4dcf904e-30bb-4e62-967f-6ab30bd5ca69 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 210 time: 0.0527234 Dec 10 18:48:24.948251 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6d1af8cd-79fd-4b2f-ac6a-dadd8c65c29e tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0979359 Dec 10 18:48:24.954417 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39300) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:24.958785 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-acf47bab-7709-491f-a77b-040a9c84c43d tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Request body: {'security_group': {'name': 'tempest-secgroup--1305368401'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:24.981130 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-acf47bab-7709-491f-a77b-040a9c84c43d tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:25.050764 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-359cc575-fcb0-4c05-b8a6-5e09c7c8856c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:25.051239 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-359cc575-fcb0-4c05-b8a6-5e09c7c8856c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:25.051755 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-359cc575-fcb0-4c05-b8a6-5e09c7c8856c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:25.054027 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-359cc575-fcb0-4c05-b8a6-5e09c7c8856c service neutron] 10.222.0.72 "GET /v2.0/networks?id=c464ae35-619c-4be0-bdf6-7932892aa026&id=e891f6b3-8680-45b2-9ef7-cbafd7cf9175&id=e891f6b3-8680-45b2-9ef7-cbafd7cf9175&id=e891f6b3-8680-45b2-9ef7-cbafd7cf9175&id=e891f6b3-8680-45b2-9ef7-cbafd7cf9175&id=08d0d37b-1e92-4759-bf0e-8cf5a993438c&id=08d0d37b-1e92-4759-bf0e-8cf5a993438c HTTP/1.1" status: 200 len: 2294 time: 0.1295140 Dec 10 18:48:25.078682 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-acf47bab-7709-491f-a77b-040a9c84c43d tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:25.083915 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-acf47bab-7709-491f-a77b-040a9c84c43d tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:25.123202 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-acf47bab-7709-491f-a77b-040a9c84c43d tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:25.124589 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-acf47bab-7709-491f-a77b-040a9c84c43d tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1692162 Dec 10 18:48:25.126839 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf47bab-7709-491f-a77b-040a9c84c43d tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6af0e0-afaa-4fbb-883d-6508006bc148,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:25.127740 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39304) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:25.135379 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-470d5569-2593-4de9-9b4c-b949e1d1fe0d tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Request body: {'security_group_rule': {'security_group_id': '3d6af0e0-afaa-4fbb-883d-6508006bc148', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:25.146032 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-4abc8cb4-6420-4d39-9a41-b8802aa7af26 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=749d304e-94ac-4ca9-8f42-bc8c32ca4f51 HTTP/1.1" status: 200 len: 1001 time: 0.0852325 Dec 10 18:48:25.220256 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-493ffba7-0288-4eee-85a4-6fcd5f2f8e8f req-e7084fee-3912-4c0f-a8bc-7d3718b6966c tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0644984 Dec 10 18:48:25.230445 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-470d5569-2593-4de9-9b4c-b949e1d1fe0d tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:25.255644 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-53b08004-1862-44db-a76f-c1caffc91730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:25.257219 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-53b08004-1862-44db-a76f-c1caffc91730 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=86f91219-9435-4da2-b951-1d9b6b4ae73d HTTP/1.1" status: 200 len: 851 time: 0.0888507 Dec 10 18:48:25.322091 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-470d5569-2593-4de9-9b4c-b949e1d1fe0d tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:25.326158 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-470d5569-2593-4de9-9b4c-b949e1d1fe0d tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:25.333924 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-b500ae30-e515-408d-9f8b-217b0f4f3b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:25.335360 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-b500ae30-e515-408d-9f8b-217b0f4f3b9d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c464ae35-619c-4be0-bdf6-7932892aa026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711834 Dec 10 18:48:25.359637 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d5569-2593-4de9-9b4c-b949e1d1fe0d tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b93f889-d630-4bff-8f53-60d53c5ee996,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:25.373548 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-470d5569-2593-4de9-9b4c-b949e1d1fe0d tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:25.377196 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-470d5569-2593-4de9-9b4c-b949e1d1fe0d tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2459145 Dec 10 18:48:25.378255 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39308) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:25.436811 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:25.443630 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eaf17b84-16ff-4175-94b6-28fbe3fc9dbd tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:25.451903 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-44072bcf-7f55-4009-827c-3b4e16cab35d service neutron] 10.222.0.72 "GET /v2.0/networks/c464ae35-619c-4be0-bdf6-7932892aa026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034806 Dec 10 18:48:25.471359 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eaf17b84-16ff-4175-94b6-28fbe3fc9dbd tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:25.523098 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eaf17b84-16ff-4175-94b6-28fbe3fc9dbd tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:25.526262 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eaf17b84-16ff-4175-94b6-28fbe3fc9dbd tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:25.527661 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-eaf17b84-16ff-4175-94b6-28fbe3fc9dbd tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "DELETE /v2.0/security-groups/3d6af0e0-afaa-4fbb-883d-6508006bc148 HTTP/1.1" status: 204 len: 168 time: 0.1482430 Dec 10 18:48:25.531407 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39310) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:25.550637 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf17b84-16ff-4175-94b6-28fbe3fc9dbd tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6af0e0-afaa-4fbb-883d-6508006bc148,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:25.573937 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-70048233-a700-4905-b3b8-4f6b6aa0179f service neutron] 10.222.0.72 "GET /v2.0/networks/c464ae35-619c-4be0-bdf6-7932892aa026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147294 Dec 10 18:48:25.633541 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-c2587e34-087d-493d-ab4e-da993aec8e68 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=0d10c87b-1905-4b3f-bcac-2040c27cd26b HTTP/1.1" status: 200 len: 217 time: 0.0522790 Dec 10 18:48:25.635570 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-36ff16af-3479-428a-b871-81014a43c040 req-ab391fc9-f208-4907-835e-123f06d88843 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0370786 Dec 10 18:48:25.643478 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-349bf95c-84a0-49eb-b59d-8a022792f2dd tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1109602 Dec 10 18:48:25.644172 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39314) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:25.686225 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-74bd50c0-4707-416b-8929-c842b18799d8 tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0408456 Dec 10 18:48:25.688812 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39316) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:25.701201 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-f04fe7fa-d161-4ff7-8671-36a0604f430a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:25.706307 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-f04fe7fa-d161-4ff7-8671-36a0604f430a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9840673c-d01e-49e6-88aa-2cd6e74682a7 HTTP/1.1" status: 200 len: 797 time: 0.0660198 Dec 10 18:48:25.711783 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-2cd31c96-0ab6-45e2-b405-d5512b5727ef tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] delete failed (client error): The resource could not be found. Dec 10 18:48:25.716498 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2cd31c96-0ab6-45e2-b405-d5512b5727ef tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "DELETE /v2.0/security-groups/3d6af0e0-afaa-4fbb-883d-6508006bc148 HTTP/1.1" status: 404 len: 347 time: 0.0230734 Dec 10 18:48:25.718762 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39318) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:25.758472 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-c82a6a76-da0a-4b72-b62e-a1e0bcfa7252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:25.760753 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-c82a6a76-da0a-4b72-b62e-a1e0bcfa7252 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e891f6b3-8680-45b2-9ef7-cbafd7cf9175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0467644 Dec 10 18:48:25.768739 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8be4a763-59eb-4f8f-b7b1-df84bf29707a tempest-SecGroupTest-1479772774 tempest-SecGroupTest-1479772774-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0476928 Dec 10 18:48:25.885783 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-db87d392-6954-40d9-9f9b-10f768beb6ba req-5ec46d4e-ceb0-4d33-a0ff-0c69f90b81ff tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0422356 Dec 10 18:48:25.891792 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-226343e8-d68d-4779-bb2f-3e783b5e3f1a service neutron] 10.222.0.72 "GET /v2.0/networks/e891f6b3-8680-45b2-9ef7-cbafd7cf9175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226716 Dec 10 18:48:25.987914 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4a9ee827-90c1-40a7-8d82-0ef069f4ffa9 req-7c17ccc4-2a82-4d2d-bee4-a21ca2ad038a tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0456276 Dec 10 18:48:26.067866 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b72dec69-d530-4548-9a26-2c432f4ca02e req-c5760167-f4d6-4083-8b14-d9c76ba04187 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 210 time: 0.0352607 Dec 10 18:48:26.070242 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-09d1191f-3873-4285-be62-b2e27b94d7c1 service neutron] 10.222.0.72 "GET /v2.0/networks/e891f6b3-8680-45b2-9ef7-cbafd7cf9175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701274 Dec 10 18:48:26.116911 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39330) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:26.130362 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-d52c0fdb-47d4-4999-95f5-29eab99f35e1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=f26c6f39-65f3-454a-91e4-8caaab987687 HTTP/1.1" status: 200 len: 217 time: 0.0527482 Dec 10 18:48:26.183251 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-cf5a1a3d-e0b5-4fac-b53d-00101f343113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:26.185035 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-cf5a1a3d-e0b5-4fac-b53d-00101f343113 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9840673c-d01e-49e6-88aa-2cd6e74682a7 HTTP/1.1" status: 200 len: 797 time: 0.0480120 Dec 10 18:48:26.239109 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-e40e19bd-b5f2-42bb-94bf-0ac31b0b9220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:26.240990 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-e40e19bd-b5f2-42bb-94bf-0ac31b0b9220 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e891f6b3-8680-45b2-9ef7-cbafd7cf9175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0482333 Dec 10 18:48:26.267609 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-bed544c4-1d0d-4284-9587-9d7ad13cfc63 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c531f97e481d4aabaaea5d3dd1db1e51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1494472 Dec 10 18:48:26.270031 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39336) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:26.322003 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6b19b710-a9ed-4730-858f-2b1319be8324 req-98759cad-2832-474f-81c1-5b39559f734d tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0383396 Dec 10 18:48:26.348893 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5f50d162-7cd7-4c69-949a-13c462810335 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:26.359245 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-8dfb571f-d2c0-4b07-9cc7-7921a41a3f1c service neutron] 10.222.0.72 "GET /v2.0/networks/e891f6b3-8680-45b2-9ef7-cbafd7cf9175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095662 Dec 10 18:48:26.376268 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5f50d162-7cd7-4c69-949a-13c462810335 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:26.432434 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5f50d162-7cd7-4c69-949a-13c462810335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:26.435188 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5f50d162-7cd7-4c69-949a-13c462810335 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:26.436870 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5f50d162-7cd7-4c69-949a-13c462810335 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2a224f9d-75d5-4556-90f3-6fa8d8a538f6 HTTP/1.1" status: 204 len: 168 time: 0.1658862 Dec 10 18:48:26.445019 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50d162-7cd7-4c69-949a-13c462810335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a224f9d-75d5-4556-90f3-6fa8d8a538f6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:26.467119 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-2c139234-4c3d-4802-bb7b-4acd78ec23c3 service neutron] 10.222.0.72 "GET /v2.0/networks/e891f6b3-8680-45b2-9ef7-cbafd7cf9175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002831 Dec 10 18:48:26.519199 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-8bf80dc5-1991-4721-97fb-340e7f778325 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=81277139-290e-4f1d-8ad5-de057447bc97 HTTP/1.1" status: 200 len: 217 time: 0.0448678 Dec 10 18:48:26.580170 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-5f5c7de2-1052-4c29-a480-3d60937e7547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:26.582349 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-5f5c7de2-1052-4c29-a480-3d60937e7547 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9840673c-d01e-49e6-88aa-2cd6e74682a7 HTTP/1.1" status: 200 len: 797 time: 0.0551751 Dec 10 18:48:26.635992 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-22949c7c-74c7-4507-b7a4-79551631301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:26.637768 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-22949c7c-74c7-4507-b7a4-79551631301b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e891f6b3-8680-45b2-9ef7-cbafd7cf9175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0491726 Dec 10 18:48:26.734246 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7242a154-f624-4056-a13f-b3f4c1d0007a req-34a452c8-07e0-481b-a53d-1dc2afaf154e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0342956 Dec 10 18:48:26.780245 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-c2261d83-090d-4d3d-b101-1a2f4a50b94a service neutron] 10.222.0.72 "GET /v2.0/networks/e891f6b3-8680-45b2-9ef7-cbafd7cf9175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337328 Dec 10 18:48:26.910348 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-f3707007-607e-4a36-9fde-7162c3347bae service neutron] 10.222.0.72 "GET /v2.0/networks/e891f6b3-8680-45b2-9ef7-cbafd7cf9175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240544 Dec 10 18:48:26.965364 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-e97cf864-2e5c-4983-9a52-9ef45f02c9e8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=973dc1f1-e06c-4020-8e9d-616ae7e52df5 HTTP/1.1" status: 200 len: 217 time: 0.0477262 Dec 10 18:48:27.032950 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-8f31eb0d-2869-4322-85d5-7fe7fd02df57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:27.035330 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-8f31eb0d-2869-4322-85d5-7fe7fd02df57 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9840673c-d01e-49e6-88aa-2cd6e74682a7 HTTP/1.1" status: 200 len: 797 time: 0.0634382 Dec 10 18:48:27.044149 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1a69acb6-6bc8-44ef-b5cf-fed9d7d235de req-31a8944e-735e-49e8-a9d5-9c916d55ad82 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0586994 Dec 10 18:48:27.093517 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-f2eefdd5-c4f1-49cc-a244-98735b335e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:27.095632 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-f2eefdd5-c4f1-49cc-a244-98735b335e33 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e891f6b3-8680-45b2-9ef7-cbafd7cf9175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0533097 Dec 10 18:48:27.139131 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-99c66198-f6a2-4226-945b-497b676d4285 req-29b57580-9e4f-4232-94e5-f6694c5f91f2 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0422757 Dec 10 18:48:27.219670 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-55c586a0-1ef7-42ec-b91f-550dcc2fd6ee req-04451b0d-5840-4675-a1a0-73e9328fcc41 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 210 time: 0.0295818 Dec 10 18:48:27.279401 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-7ea812f4-3bf7-4636-9717-90cc3487de5e service neutron] 10.222.0.72 "GET /v2.0/networks/e891f6b3-8680-45b2-9ef7-cbafd7cf9175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685913 Dec 10 18:48:27.411440 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-97d5b8cc-d5ca-440a-af95-abdaa8025e6e service neutron] 10.222.0.72 "GET /v2.0/networks/e891f6b3-8680-45b2-9ef7-cbafd7cf9175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251271 Dec 10 18:48:27.436083 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6c8d07e4-0abf-4a35-8949-51bc288004f2 req-35977fa2-8ac7-4771-af1c-2b2891d9ced8 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0475109 Dec 10 18:48:27.482238 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-8df21eb5-155c-4258-9a46-247479514953 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bbbbaa6a-b115-417d-aac9-abe5c3981165 HTTP/1.1" status: 200 len: 217 time: 0.0486748 Dec 10 18:48:27.539353 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-bed82409-337f-4fc3-92dc-5a46697a6875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:27.541446 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-bed82409-337f-4fc3-92dc-5a46697a6875 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2f579da5-53e1-4327-92af-ea2cc0762399 HTTP/1.1" status: 200 len: 797 time: 0.0527616 Dec 10 18:48:27.594567 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-aa7a6f4e-136f-4b4c-967c-bb5be537fe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:27.594567 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-aa7a6f4e-136f-4b4c-967c-bb5be537fe4c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08d0d37b-1e92-4759-bf0e-8cf5a993438c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0434699 Dec 10 18:48:27.702370 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-053408f2-535f-4d1f-bce2-cdaa0aa979c4 service neutron] 10.222.0.72 "GET /v2.0/networks/08d0d37b-1e92-4759-bf0e-8cf5a993438c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012552 Dec 10 18:48:27.806225 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-6e6fc25d-b3a0-4f45-b7d3-865e6c425bcb service neutron] 10.222.0.72 "GET /v2.0/networks/08d0d37b-1e92-4759-bf0e-8cf5a993438c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960817 Dec 10 18:48:27.838599 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8e64d921-217a-4b74-90e1-f92efda1ac77 req-22fdf087-d92c-43ef-8af4-a299e5dcb910 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0334985 Dec 10 18:48:27.866980 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-75e01a63-1017-42c5-b69c-e636054ef57b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=47fbfc3e-4987-433a-854c-816b07d9ed10 HTTP/1.1" status: 200 len: 217 time: 0.0534921 Dec 10 18:48:27.925121 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-44f4e99f-96e2-4058-8e5b-cc611a804e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:27.926647 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-44f4e99f-96e2-4058-8e5b-cc611a804e72 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2f579da5-53e1-4327-92af-ea2cc0762399 HTTP/1.1" status: 200 len: 797 time: 0.0531104 Dec 10 18:48:27.979555 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-a8ee87e5-5ee5-407a-9ca2-84434450e7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:27.981276 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-a8ee87e5-5ee5-407a-9ca2-84434450e7d0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08d0d37b-1e92-4759-bf0e-8cf5a993438c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0479145 Dec 10 18:48:28.094286 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-2ec97fa0-46aa-41a2-b817-21941fb9cd69 service neutron] 10.222.0.72 "GET /v2.0/networks/08d0d37b-1e92-4759-bf0e-8cf5a993438c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056988 Dec 10 18:48:28.200650 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3896b953-a4c3-4495-929a-c5bc3823368a req-39137e0f-da2c-4388-92a6-ce551f0069aa tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0693452 Dec 10 18:48:28.248860 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3df06ca4-5b21-42ad-82ce-6a3cabfae567 req-384b4bb2-fa54-40cf-8d7d-24b6d6a245e8 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0521731 Dec 10 18:48:28.273198 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0d4a2d6-c878-4045-8e66-971e198e89cf req-d8aed1dd-64e6-4567-9fc3-709686b76caa service neutron] 10.222.0.72 "GET /v2.0/networks/08d0d37b-1e92-4759-bf0e-8cf5a993438c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704853 Dec 10 18:48:28.353319 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e752a09c-e07b-4fa7-93bd-1f6eca0001cf req-96e66cf0-b492-4341-97d7-e82209b1b55d tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 210 time: 0.0323107 Dec 10 18:48:28.530105 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ce074b96-b9bb-4443-949a-6a06dbb750a1 req-e658f3d3-5ef5-467f-b433-7d4f1d13d384 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0327344 Dec 10 18:48:28.675832 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39406) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:28.800030 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eb357202-49a8-4f1a-9f3e-4951ef712992 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:28.879419 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eb357202-49a8-4f1a-9f3e-4951ef712992 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:28.884186 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eb357202-49a8-4f1a-9f3e-4951ef712992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:28.923654 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb357202-49a8-4f1a-9f3e-4951ef712992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef06199e-6824-4e4b-a12e-56606baca469,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:28.924726 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5305f37e-5ce3-4213-80a7-c579b912b5fb req-3a7fe740-33a9-4773-9a76-592569d3d153 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0330617 Dec 10 18:48:28.931618 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-eb357202-49a8-4f1a-9f3e-4951ef712992 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=da42b48f670443f5beeb2bc8e948e346&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2545991 Dec 10 18:48:28.932940 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39412) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:28.991220 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea8f1831-9ca1-4d78-a70f-95095c3341da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:29.015964 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea8f1831-9ca1-4d78-a70f-95095c3341da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:29.067763 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea8f1831-9ca1-4d78-a70f-95095c3341da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:29.070515 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea8f1831-9ca1-4d78-a70f-95095c3341da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:29.072996 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ea8f1831-9ca1-4d78-a70f-95095c3341da admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ef06199e-6824-4e4b-a12e-56606baca469 HTTP/1.1" status: 204 len: 168 time: 0.1380808 Dec 10 18:48:29.084331 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f1831-9ca1-4d78-a70f-95095c3341da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef06199e-6824-4e4b-a12e-56606baca469,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:29.332375 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6576d8dd-757d-42a2-b349-dd0ccb569f5f req-c02f3b3d-8644-49ba-b219-7b723550b84d tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0389197 Dec 10 18:48:29.395346 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39426) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:29.416307 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bbecedb0-00ad-4895-ac55-a3a0f536a28d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:29.487038 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5331ca36-2657-48a1-b8e0-e0b34910ef82 req-a6d13c24-44a4-48b5-98be-7ee7c2aed7da tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 210 time: 0.0351312 Dec 10 18:48:29.570829 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0f3db5d6-a5ee-43a8-a121-8ad3cbeed572 req-d5fe70f9-4559-46ce-b2aa-f2ea1e97b72e tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.3138249 Dec 10 18:48:29.572904 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bbecedb0-00ad-4895-ac55-a3a0f536a28d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:29.577495 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bbecedb0-00ad-4895-ac55-a3a0f536a28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:29.620882 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-bbecedb0-00ad-4895-ac55-a3a0f536a28d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2594bd129047413c8cccad54e6ff02ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2243459 Dec 10 18:48:29.622022 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-46036736-d01c-477e-b93c-6962352456ab req-7c008fcb-714d-4dcf-adb2-b57ad6484509 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0315943 Dec 10 18:48:29.622482 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39430) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:29.631632 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbecedb0-00ad-4895-ac55-a3a0f536a28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06e32fd-3d30-4342-94bd-c07d8dd1c992,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:29.689432 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3baf4e2c-d655-4ea8-8fac-803fdfe67630 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:29.713248 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3baf4e2c-d655-4ea8-8fac-803fdfe67630 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:29.762796 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3baf4e2c-d655-4ea8-8fac-803fdfe67630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:29.765339 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3baf4e2c-d655-4ea8-8fac-803fdfe67630 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:29.766501 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3baf4e2c-d655-4ea8-8fac-803fdfe67630 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c06e32fd-3d30-4342-94bd-c07d8dd1c992 HTTP/1.1" status: 204 len: 168 time: 0.1431155 Dec 10 18:48:29.775650 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf4e2c-d655-4ea8-8fac-803fdfe67630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06e32fd-3d30-4342-94bd-c07d8dd1c992,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:30.014281 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6b13b6e5-576d-4126-bbd2-484372a27610 req-a0c19bed-c084-4733-acc1-1a5b5908a6a2 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0276015 Dec 10 18:48:30.249131 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:48:30.408813 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a77b3ca2-1644-4c10-acab-e60352e2405e req-82b8a2dd-a62f-459c-8caf-68da096e3e6f tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0283237 Dec 10 18:48:30.613119 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0ab5ac9b-9518-4a99-95f3-a74b1f463998 req-878eaa19-e7db-4e71-9102-553408ab1a56 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 210 time: 0.0426571 Dec 10 18:48:30.669441 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-12882934-2678-442e-bb30-a92c6fae16db req-afaffe35-b9e2-436e-8b92-de940c3ad06b tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0282536 Dec 10 18:48:30.713952 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ec2562d2-a947-42f5-84bf-404a9b131c1f req-f9cd0be3-8236-468f-bc20-1f6ec2fa9291 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0279884 Dec 10 18:48:31.096616 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5a023a9e-7950-4231-a31e-e5fc87295075 req-47e6ded0-b039-46aa-b91d-2d9aac0d5e81 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0293195 Dec 10 18:48:31.501269 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d5c044ba-caff-4d67-b81d-9cffba189927 req-78ab70c5-085a-414a-a8fc-2b5392f74f0d tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0285804 Dec 10 18:48:31.795759 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-33f2cfda-e836-494f-a9bc-c0cb087e5584 req-ac1d5760-db44-4719-84cc-206be42a8e85 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 210 time: 0.0630419 Dec 10 18:48:31.802794 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-78d42ae5-74bf-49d9-bf5a-02e53a60e600 req-b4c0f943-32dd-4a04-b0f5-f1a5d2d549aa tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0519469 Dec 10 18:48:31.877645 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d086b9ab-232d-494b-b122-0bfb9a02e38e req-ba6a17b6-c403-43ed-9ed5-ec4ce331d4e9 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0286894 Dec 10 18:48:32.186265 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-685e8882-33a3-429b-9940-6dcc2feb9e08 req-0f8e86c6-3b51-446e-92bf-b1f63e5d8ffd tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0288088 Dec 10 18:48:32.593526 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ddf325b7-6305-4baf-94d9-9ca00b83123c req-242517d1-c9db-443f-852b-8b20f8b32087 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0297742 Dec 10 18:48:32.911211 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f7b123d3-917d-438b-bf86-c5cf232c4089 req-185ca842-a01f-4487-9339-71fee27291de tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0303981 Dec 10 18:48:32.943453 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-718c79d2-cea8-4510-b2b7-27e86f390307 req-8240b312-ee87-45c0-bd79-9b52da366fd9 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 210 time: 0.0414019 Dec 10 18:48:33.008151 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8f6e94be-7191-44cf-8054-0807b742109a req-b68156bc-4e1a-4f82-954d-2ef2673f83be tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0355563 Dec 10 18:48:33.269783 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3460ac57-16bc-4d5d-a34f-40dabaaa2564 req-cfbcd2ed-2220-4ec9-a495-d36c1f570b98 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0302057 Dec 10 18:48:33.699392 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-421a206f-3fd9-4851-a156-bdf55592617d req-c9125c7b-c4d9-45dd-afd9-7a65db3f41aa tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0348904 Dec 10 18:48:33.748946 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:34.336049 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0a1db86d-dd6f-4546-9965-edc9b6f12753 req-b18541c9-ecc6-44d1-96a2-fb82505280d6 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/ports?device_id=93808694-4a5a-4fee-b9fc-9bacb6fd8227 HTTP/1.1" status: 200 len: 210 time: 0.2928905 Dec 10 18:48:34.416703 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-82ccebfd-4d4b-4d25-8e65-2c1106586798 req-bf2fee57-0501-479b-b503-caf4ec96a893 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0359414 Dec 10 18:48:34.476130 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-833014c3-ba88-4946-9d43-cf208764e69d req-83b9f5c7-d374-402b-846f-a580e0d72936 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.5019884 Dec 10 18:48:34.518490 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-81a9e4fe-c4a7-4774-9e5e-541089dcb5c1 req-dfaaca21-fefd-4e09-ac75-c6b3caa97852 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0525069 Dec 10 18:48:34.781040 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c7cbb868-e087-4115-8737-7237dc87e2cb req-c80aef48-0ada-47be-881a-69fe1ae1c64d tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0324914 Dec 10 18:48:35.426612 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39594) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:35.490026 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7788ef26-cc6d-4c9c-bf04-b0fc4aa9c161 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:35.517662 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-68739a93-63df-4a3b-90f9-78042682eb5e req-2e5b126c-3b92-4661-bd44-573a465c5a7b tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0427654 Dec 10 18:48:35.518255 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7788ef26-cc6d-4c9c-bf04-b0fc4aa9c161 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:35.588515 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b79d5bda-5e5d-4147-924a-91b80a86c8f1 req-e5685083-b750-4dca-aaba-071606ace6c5 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0299168 Dec 10 18:48:35.606004 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7788ef26-cc6d-4c9c-bf04-b0fc4aa9c161 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:35.608859 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7788ef26-cc6d-4c9c-bf04-b0fc4aa9c161 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:35.614676 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7788ef26-cc6d-4c9c-bf04-b0fc4aa9c161 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "DELETE /v2.0/security-groups/ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994 HTTP/1.1" status: 204 len: 168 time: 0.1841137 Dec 10 18:48:35.615395 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39602) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:35.631488 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788ef26-cc6d-4c9c-bf04-b0fc4aa9c161 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:35.641019 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8338f191-768f-4f5a-a812-c6644e6624e7 req-3fe032c4-96d7-4bc3-adec-c8c1b1fc242f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0547922 Dec 10 18:48:35.652184 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-924b97ab-7d9a-49b1-a219-641120b7c1ba tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] show failed (client error): The resource could not be found. Dec 10 18:48:35.652184 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-924b97ab-7d9a-49b1-a219-641120b7c1ba tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "GET /v2.0/security-groups/ad2b71c2-1d4d-46b1-bcd6-6cb15e6a3994 HTTP/1.1" status: 404 len: 347 time: 0.0353689 Dec 10 18:48:35.655914 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39604) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:35.792828 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-75e9ebe8-c7ba-473e-a4b4-47d67fe82fc7 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Deleting port de2af3e4-3e9a-454f-ad88-589a78c407a0 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:35.793092 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-75e9ebe8-c7ba-473e-a4b4-47d67fe82fc7 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:35.874918 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-becb8422-faca-4f18-9b5b-7b276d7a3f45 req-52d55329-fb1e-4b99-a803-53b01789c394 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0328472 Dec 10 18:48:35.883222 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-75e9ebe8-c7ba-473e-a4b4-47d67fe82fc7 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:35.884195 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-75e9ebe8-c7ba-473e-a4b4-47d67fe82fc7 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:35.897690 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-75e9ebe8-c7ba-473e-a4b4-47d67fe82fc7 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Calling delete_port for de2af3e4-3e9a-454f-ad88-589a78c407a0 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:36.049008 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-75e9ebe8-c7ba-473e-a4b4-47d67fe82fc7 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:36.073356 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9ebe8-c7ba-473e-a4b4-47d67fe82fc7 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Pushing event deleted for resources: {'Port': ['ID=de2af3e4-3e9a-454f-ad88-589a78c407a0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:36.096770 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7e886e-51e7-4b37-a280-6ffa82ca34a1 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:48:36.142408 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-75e9ebe8-c7ba-473e-a4b4-47d67fe82fc7 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:36.144919 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-75e9ebe8-c7ba-473e-a4b4-47d67fe82fc7 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:36.146100 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-75e9ebe8-c7ba-473e-a4b4-47d67fe82fc7 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "DELETE /v2.0/floatingips/70440a6e-c04a-4119-bb83-75eb38a8d6d0 HTTP/1.1" status: 204 len: 168 time: 0.4889691 Dec 10 18:48:36.148865 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39608) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:36.248374 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7997dd65-ab2a-485e-b23c-3776464cd0d5 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Deleting port 4cd87cf1-713c-4dfd-9955-0162d0cdc6ec {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:36.248753 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7997dd65-ab2a-485e-b23c-3776464cd0d5 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:36.344373 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7997dd65-ab2a-485e-b23c-3776464cd0d5 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:36.358792 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7997dd65-ab2a-485e-b23c-3776464cd0d5 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Calling delete_port for 4cd87cf1-713c-4dfd-9955-0162d0cdc6ec owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:36.501289 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7997dd65-ab2a-485e-b23c-3776464cd0d5 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:36.533445 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7997dd65-ab2a-485e-b23c-3776464cd0d5 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Pushing event deleted for resources: {'Port': ['ID=4cd87cf1-713c-4dfd-9955-0162d0cdc6ec,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:36.616199 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2c70a4c6-cb0a-44c5-8713-498e2801de45 req-ff1a6875-f8a1-4700-92d8-d6cb640e4d40 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0338984 Dec 10 18:48:36.631304 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7997dd65-ab2a-485e-b23c-3776464cd0d5 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:36.637229 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7997dd65-ab2a-485e-b23c-3776464cd0d5 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "DELETE /v2.0/ports/4cd87cf1-713c-4dfd-9955-0162d0cdc6ec HTTP/1.1" status: 204 len: 168 time: 0.4850621 Dec 10 18:48:36.637523 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39616) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:36.702174 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-08806cf5-b492-4cc5-abbe-c687e4eddb41 req-72a6248a-cee2-44c5-9931-917536a4c2ed tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0292208 Dec 10 18:48:36.760474 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5af3bb3b-8a2a-45a8-9dd3-e5dd8c646481 req-6c390a3f-7166-443a-b430-813e9c7692eb tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0671144 Dec 10 18:48:36.780763 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f18f9bd7-c81f-4df6-9cda-6cf4baf51598 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Deleting port 584cf1dd-1af4-46a0-83d5-636ef55fe320 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:36.781160 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f18f9bd7-c81f-4df6-9cda-6cf4baf51598 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:36.872736 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f18f9bd7-c81f-4df6-9cda-6cf4baf51598 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:36.887522 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f18f9bd7-c81f-4df6-9cda-6cf4baf51598 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Calling delete_port for 584cf1dd-1af4-46a0-83d5-636ef55fe320 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:36.973139 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ef9b5473-be82-4152-b74c-0743253856e6 req-ea3dc221-9fb7-4183-aca4-963d8fed524a tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0352769 Dec 10 18:48:37.038505 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f18f9bd7-c81f-4df6-9cda-6cf4baf51598 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:37.073655 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f9bd7-c81f-4df6-9cda-6cf4baf51598 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Pushing event deleted for resources: {'Port': ['ID=584cf1dd-1af4-46a0-83d5-636ef55fe320,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:37.171613 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f18f9bd7-c81f-4df6-9cda-6cf4baf51598 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:37.175028 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f18f9bd7-c81f-4df6-9cda-6cf4baf51598 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "DELETE /v2.0/ports/584cf1dd-1af4-46a0-83d5-636ef55fe320 HTTP/1.1" status: 204 len: 168 time: 0.5360856 Dec 10 18:48:37.177934 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39622) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:37.237403 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e0a01a9-9ade-4132-83a6-4a98d8e6e653 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Deleting subnet 3794734b-aff3-415a-a172-4b9c6dbd62de {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:48:37.241946 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e0a01a9-9ade-4132-83a6-4a98d8e6e653 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:37.283281 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e0a01a9-9ade-4132-83a6-4a98d8e6e653 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:37.397235 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e0a01a9-9ade-4132-83a6-4a98d8e6e653 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:37.488878 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e0a01a9-9ade-4132-83a6-4a98d8e6e653 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:37.538639 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a01a9-9ade-4132-83a6-4a98d8e6e653 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Pushing event deleted for resources: {'Subnet': ['ID=3794734b-aff3-415a-a172-4b9c6dbd62de,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:37.541773 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e0a01a9-9ade-4132-83a6-4a98d8e6e653 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:37.545438 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8e0a01a9-9ade-4132-83a6-4a98d8e6e653 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "DELETE /v2.0/subnets/3794734b-aff3-415a-a172-4b9c6dbd62de HTTP/1.1" status: 204 len: 168 time: 0.3662934 Dec 10 18:48:37.547911 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39636) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:37.550154 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea5e658-4736-4738-b10f-77ca0cc1c858 None None] Network f30c8744-62ec-4c03-ba22-87870e9a413d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:37.612391 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-03081c68-8b2c-4eb0-970b-e46470b9ea32 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Deleting subnet 237ae5dd-0fd9-41fa-a8f5-5de6696f10ce {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:48:37.616406 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-03081c68-8b2c-4eb0-970b-e46470b9ea32 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:37.710343 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-03081c68-8b2c-4eb0-970b-e46470b9ea32 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:37.765327 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8baf6383-d32c-4a33-bdb0-e56b6cf39fb9 req-c4042f7d-c025-42de-b373-d712a80d54b6 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0780103 Dec 10 18:48:37.834956 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156a2c9b-6b4b-44b9-a715-1c8e94e27590 None None] DHCP port deletion for f30c8744-62ec-4c03-ba22-87870e9a413d request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:48:37.839872 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fdef1095-81fd-4a2b-a3de-b6427f414819 req-abdcdc93-b741-4bd6-a68f-2b0036c32a4f tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0450315 Dec 10 18:48:37.917006 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-156a2c9b-6b4b-44b9-a715-1c8e94e27590 None None] Deleting port 3b76845a-0ad5-406d-b0f6-7a6aea7174f3 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:37.917641 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-156a2c9b-6b4b-44b9-a715-1c8e94e27590 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:37.927680 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8e2a51b4-d51a-44a6-87d0-aa954de28179 req-44b54817-caf7-42d4-a87a-54e369a0deb0 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0432346 Dec 10 18:48:37.933651 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39646) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:37.942256 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-03081c68-8b2c-4eb0-970b-e46470b9ea32 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:38.007957 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-156a2c9b-6b4b-44b9-a715-1c8e94e27590 None None] For port 3b76845a-0ad5-406d-b0f6-7a6aea7174f3, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=3b76845a-0ad5-406d-b0f6-7a6aea7174f3,segment=NetworkSegment(e05948e1-9161-48ed-b4af-bc8e75a07feb),segment_id=e05948e1-9161-48ed-b4af-bc8e75a07feb)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:38.008789 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-156a2c9b-6b4b-44b9-a715-1c8e94e27590 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:38.011126 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-03081c68-8b2c-4eb0-970b-e46470b9ea32 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:38.026797 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-156a2c9b-6b4b-44b9-a715-1c8e94e27590 None None] Calling delete_port for 3b76845a-0ad5-406d-b0f6-7a6aea7174f3 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:38.056415 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-03081c68-8b2c-4eb0-970b-e46470b9ea32 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:38.063601 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-03081c68-8b2c-4eb0-970b-e46470b9ea32 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "DELETE /v2.0/subnets/237ae5dd-0fd9-41fa-a8f5-5de6696f10ce HTTP/1.1" status: 204 len: 168 time: 0.5138245 Dec 10 18:48:38.064434 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39652) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:38.065559 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03081c68-8b2c-4eb0-970b-e46470b9ea32 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Pushing event deleted for resources: {'Subnet': ['ID=237ae5dd-0fd9-41fa-a8f5-5de6696f10ce,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:38.085697 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251b3bc7-15e0-4a90-afe8-43ab4a9f7c40 None None] Network b2b3e286-a941-4c88-a3bb-4298dcd7fd59 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:38.086142 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cb69597c-9795-4ae6-a89f-d0cbff34f057 req-ef69bca0-405e-46f2-942a-bf1919940ea1 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0497353 Dec 10 18:48:38.122555 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d95a3dbc-a752-4390-9ec1-f5c36b5a42f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:38.140166 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:38.175411 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9dfbb10b-c654-4fee-8a1b-3cc353341a29 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:38.234345 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d95a3dbc-a752-4390-9ec1-f5c36b5a42f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:38.239626 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d95a3dbc-a752-4390-9ec1-f5c36b5a42f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:38.275047 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a3dbc-a752-4390-9ec1-f5c36b5a42f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13ee93b-1483-4db1-9add-e5273cd3575b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:38.277830 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9dfbb10b-c654-4fee-8a1b-3cc353341a29 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Deleting port 3b76845a-0ad5-406d-b0f6-7a6aea7174f3 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:38.278065 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9dfbb10b-c654-4fee-8a1b-3cc353341a29 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:38.319227 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d95a3dbc-a752-4390-9ec1-f5c36b5a42f6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=56a2249bbd5f4cfe8bb3c7921b07c8bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3842585 Dec 10 18:48:38.320199 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39654) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:38.339424 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-156a2c9b-6b4b-44b9-a715-1c8e94e27590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:38.380550 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156a2c9b-6b4b-44b9-a715-1c8e94e27590 None None] No DVR routers for this DVR port 3b76845a-0ad5-406d-b0f6-7a6aea7174f3 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:48:38.421555 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a2c9b-6b4b-44b9-a715-1c8e94e27590 None None] Pushing event deleted for resources: {'Port': ['ID=3b76845a-0ad5-406d-b0f6-7a6aea7174f3,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:38.439076 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-54ea1908-1e3d-4a25-8db9-823fef6f10f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:38.440305 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-9dfbb10b-c654-4fee-8a1b-3cc353341a29 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] For port 3b76845a-0ad5-406d-b0f6-7a6aea7174f3, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=3b76845a-0ad5-406d-b0f6-7a6aea7174f3,segment=NetworkSegment(e05948e1-9161-48ed-b4af-bc8e75a07feb),segment_id=e05948e1-9161-48ed-b4af-bc8e75a07feb)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:38.440931 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9dfbb10b-c654-4fee-8a1b-3cc353341a29 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:38.446284 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc9f0cc-7e41-4de7-b86d-f99e781fca55 None None] DHCP port deletion for b2b3e286-a941-4c88-a3bb-4298dcd7fd59 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:48:38.474141 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-54ea1908-1e3d-4a25-8db9-823fef6f10f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:38.474496 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9dfbb10b-c654-4fee-8a1b-3cc353341a29 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Calling delete_port for 3b76845a-0ad5-406d-b0f6-7a6aea7174f3 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:38.516148 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8bc9f0cc-7e41-4de7-b86d-f99e781fca55 None None] Deleting port 7685f07c-fa09-412b-97af-149f3e24ad6b {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:38.516748 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8bc9f0cc-7e41-4de7-b86d-f99e781fca55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:38.532940 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-54ea1908-1e3d-4a25-8db9-823fef6f10f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:38.537030 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-54ea1908-1e3d-4a25-8db9-823fef6f10f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:38.538687 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-54ea1908-1e3d-4a25-8db9-823fef6f10f4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c13ee93b-1483-4db1-9add-e5273cd3575b HTTP/1.1" status: 204 len: 168 time: 0.2164137 Dec 10 18:48:38.570008 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea1908-1e3d-4a25-8db9-823fef6f10f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13ee93b-1483-4db1-9add-e5273cd3575b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:38.595649 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9dfbb10b-c654-4fee-8a1b-3cc353341a29 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:38.615593 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8bc9f0cc-7e41-4de7-b86d-f99e781fca55 None None] For port 7685f07c-fa09-412b-97af-149f3e24ad6b, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=7685f07c-fa09-412b-97af-149f3e24ad6b,segment=NetworkSegment(53d22bf0-091e-4356-bd63-315f4840e96e),segment_id=53d22bf0-091e-4356-bd63-315f4840e96e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:38.616103 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8bc9f0cc-7e41-4de7-b86d-f99e781fca55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:38.632424 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfbb10b-c654-4fee-8a1b-3cc353341a29 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] No DVR routers for this DVR port 3b76845a-0ad5-406d-b0f6-7a6aea7174f3 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:48:38.643264 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfbb10b-c654-4fee-8a1b-3cc353341a29 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Pushing event deleted for resources: {'Port': ['ID=3b76845a-0ad5-406d-b0f6-7a6aea7174f3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:38.647592 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8bc9f0cc-7e41-4de7-b86d-f99e781fca55 None None] Calling delete_port for 7685f07c-fa09-412b-97af-149f3e24ad6b owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:38.741061 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9dfbb10b-c654-4fee-8a1b-3cc353341a29 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:38.748785 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8bc9f0cc-7e41-4de7-b86d-f99e781fca55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:38.772552 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-9dfbb10b-c654-4fee-8a1b-3cc353341a29 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f30c8744-62ec-4c03-ba22-87870e9a413d']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:38.780292 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc9f0cc-7e41-4de7-b86d-f99e781fca55 None None] Pushing event deleted for resources: {'Port': ['ID=7685f07c-fa09-412b-97af-149f3e24ad6b,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:38.783738 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc9f0cc-7e41-4de7-b86d-f99e781fca55 None None] No DVR routers for this DVR port 7685f07c-fa09-412b-97af-149f3e24ad6b on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:48:38.791848 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-9dfbb10b-c654-4fee-8a1b-3cc353341a29 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e05948e1-9161-48ed-b4af-bc8e75a07feb') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:38.792231 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-9dfbb10b-c654-4fee-8a1b-3cc353341a29 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e05948e1-9161-48ed-b4af-bc8e75a07feb') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:38.803407 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9dfbb10b-c654-4fee-8a1b-3cc353341a29 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:38.826659 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9dfbb10b-c654-4fee-8a1b-3cc353341a29 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:38.835197 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dfbb10b-c654-4fee-8a1b-3cc353341a29 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:48:38.835985 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9dfbb10b-c654-4fee-8a1b-3cc353341a29 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:38.841433 n-d-821435-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:48:38.841433 n-d-821435-1 neutron-server[103244]: self.session.flush() Dec 10 18:48:38.841433 n-d-821435-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:48:38.841433 n-d-821435-1 neutron-server[103244]: self.session.flush() Dec 10 18:48:38.841433 n-d-821435-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:48:38.841433 n-d-821435-1 neutron-server[103244]: self.session.flush() Dec 10 18:48:38.841433 n-d-821435-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:48:38.841433 n-d-821435-1 neutron-server[103244]: self.session.flush() Dec 10 18:48:38.841433 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:48:38.841433 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:48:38.841433 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:48:38.841433 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:48:38.841433 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:48:38.841433 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:48:38.841433 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:48:38.841433 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:48:38.841433 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:48:38.841433 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:48:38.841433 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:48:38.841433 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:48:38.841433 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:48:38.841433 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:48:38.841433 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:48:38.841433 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:48:38.841433 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:48:38.841433 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:48:38.841433 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:48:38.841433 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:48:38.841433 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:48:38.841433 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:48:38.841433 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:48:38.841433 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:48:38.841433 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:48:38.841433 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:48:38.841433 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:48:38.841433 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:48:38.841433 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:48:38.841433 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:48:38.841433 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:48:38.841433 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:48:38.928515 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6b628f89-50fc-4dc7-9ee6-dd66250ce954 req-0fa475b2-2d10-4e9f-bf1b-33f89888e4ec tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0686877 Dec 10 18:48:38.931299 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-50bacaca-5d9f-40a2-bb8d-9d8b767d1f21 req-16c2c9ab-9ac7-4d76-9c71-73518cb5d7eb tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0310493 Dec 10 18:48:38.964331 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9dfbb10b-c654-4fee-8a1b-3cc353341a29 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:38.978135 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9dfbb10b-c654-4fee-8a1b-3cc353341a29 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:38.985103 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9dfbb10b-c654-4fee-8a1b-3cc353341a29 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "DELETE /v2.0/networks/f30c8744-62ec-4c03-ba22-87870e9a413d HTTP/1.1" status: 204 len: 168 time: 0.9081213 Dec 10 18:48:38.985103 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39666) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:39.000157 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39668) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:39.013332 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfbb10b-c654-4fee-8a1b-3cc353341a29 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Pushing event deleted for resources: {'Network': ['ID=f30c8744-62ec-4c03-ba22-87870e9a413d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:39.026379 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-19420c42-ce62-4280-9d97-92fa70b5fa65 req-17336b24-56c3-4204-acbc-0c2f098b23c2 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0366299 Dec 10 18:48:39.032169 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef4516c7-c44e-4f7b-b97a-18d0d254ef65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:39.085733 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-63fb17c9-deab-452f-9527-df5cf1f8e0d8 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:39.124162 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef4516c7-c44e-4f7b-b97a-18d0d254ef65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:39.130130 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef4516c7-c44e-4f7b-b97a-18d0d254ef65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:39.173273 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ef4516c7-c44e-4f7b-b97a-18d0d254ef65 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a893ed4cac44471e9be65a7ad284ec2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1684632 Dec 10 18:48:39.173273 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4516c7-c44e-4f7b-b97a-18d0d254ef65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f0fb09-20ab-4936-a767-775d8657d979,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:39.174219 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39672) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:39.194192 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-18141561-7a41-4e8d-af90-24a63bb576dd req-c5c1e6ea-4948-4291-ae48-8f3edc5dc1ca tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0595124 Dec 10 18:48:39.206448 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-63fb17c9-deab-452f-9527-df5cf1f8e0d8 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:39.224605 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9a9738a-7253-4da5-b326-01fa2147baf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:39.229709 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-63fb17c9-deab-452f-9527-df5cf1f8e0d8 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2b3e286-a941-4c88-a3bb-4298dcd7fd59']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:39.239569 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-63fb17c9-deab-452f-9527-df5cf1f8e0d8 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d22bf0-091e-4356-bd63-315f4840e96e') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:39.239961 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-63fb17c9-deab-452f-9527-df5cf1f8e0d8 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d22bf0-091e-4356-bd63-315f4840e96e') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:39.249544 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-63fb17c9-deab-452f-9527-df5cf1f8e0d8 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:39.250815 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9a9738a-7253-4da5-b326-01fa2147baf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:39.264221 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-63fb17c9-deab-452f-9527-df5cf1f8e0d8 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:39.271829 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63fb17c9-deab-452f-9527-df5cf1f8e0d8 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:48:39.272317 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-63fb17c9-deab-452f-9527-df5cf1f8e0d8 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:39.276566 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:48:39.276566 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:48:39.276566 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:48:39.276566 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:48:39.276566 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:48:39.276566 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:48:39.276566 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:48:39.276566 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:48:39.276566 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:48:39.276566 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:48:39.276566 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:48:39.276566 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:48:39.276566 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:48:39.276566 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:48:39.276566 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:48:39.276566 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:48:39.276566 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:48:39.276566 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:48:39.276566 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:48:39.276566 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:48:39.276566 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:48:39.276566 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:48:39.276566 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:48:39.276566 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:48:39.276566 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:48:39.276566 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:48:39.276566 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:48:39.276566 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:48:39.276566 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:48:39.276566 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:48:39.276566 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:48:39.276566 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:48:39.301067 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9a9738a-7253-4da5-b326-01fa2147baf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:39.303761 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9a9738a-7253-4da5-b326-01fa2147baf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:39.307707 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c9a9738a-7253-4da5-b326-01fa2147baf0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d7f0fb09-20ab-4936-a767-775d8657d979 HTTP/1.1" status: 204 len: 168 time: 0.1298027 Dec 10 18:48:39.315042 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9738a-7253-4da5-b326-01fa2147baf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f0fb09-20ab-4936-a767-775d8657d979,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:39.351786 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-63fb17c9-deab-452f-9527-df5cf1f8e0d8 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:39.360757 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-63fb17c9-deab-452f-9527-df5cf1f8e0d8 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:39.363981 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-63fb17c9-deab-452f-9527-df5cf1f8e0d8 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] 10.222.0.62 "DELETE /v2.0/networks/b2b3e286-a941-4c88-a3bb-4298dcd7fd59 HTTP/1.1" status: 204 len: 168 time: 0.3782043 Dec 10 18:48:39.382133 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fb17c9-deab-452f-9527-df5cf1f8e0d8 tempest-TaggedBootDevicesTest_v242-2073138889 tempest-TaggedBootDevicesTest_v242-2073138889-project] Pushing event deleted for resources: {'Network': ['ID=b2b3e286-a941-4c88-a3bb-4298dcd7fd59,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:39.724721 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 3b76845a-0ad5-406d-b0f6-7a6aea7174f3 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:48:39.746789 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 3b76845a-0ad5-406d-b0f6-7a6aea7174f3 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:48:39.746938 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 3b76845a-0ad5-406d-b0f6-7a6aea7174f3 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:48:39.747753 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 7685f07c-fa09-412b-97af-149f3e24ad6b no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:48:39.767809 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 7685f07c-fa09-412b-97af-149f3e24ad6b {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:48:39.768261 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 7685f07c-fa09-412b-97af-149f3e24ad6b not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:48:40.021209 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-540403c4-8f34-49a1-96c6-f8b9bde5f462 req-1daad663-f017-4f68-9cb1-204d7e700307 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0286562 Dec 10 18:48:40.039846 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7be40dce-6cfa-4187-9ce4-4fe9e6f81d06 req-94e5b2e9-acdf-4661-b20a-57cfca9ce87d tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0341423 Dec 10 18:48:40.122207 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6e093acd-1e4b-4be3-b0d8-db0387688f01 req-8587c9ba-4b3f-44e6-9c46-dd719018a6c2 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0315397 Dec 10 18:48:40.176854 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39708) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:40.284506 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5a2f78b4-7f2b-4ed7-9506-9bddbfd974c8 req-a7fe9453-a1ae-40b6-a314-39bd1972400c tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0300169 Dec 10 18:48:40.287790 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-3cb323f3-8dcf-4edf-b3bf-0c6099513fa7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-105944082-network', 'tenant_id': '1f735a5802de4c24997c938bfdf1d1f9'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:40.310509 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb323f3-8dcf-4edf-b3bf-0c6099513fa7 admin admin] Made reservation on behalf of 1f735a5802de4c24997c938bfdf1d1f9 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:40.312859 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3cb323f3-8dcf-4edf-b3bf-0c6099513fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:40.322472 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3cb323f3-8dcf-4edf-b3bf-0c6099513fa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:40.402816 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3cb323f3-8dcf-4edf-b3bf-0c6099513fa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:40.407849 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3cb323f3-8dcf-4edf-b3bf-0c6099513fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:40.432618 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb323f3-8dcf-4edf-b3bf-0c6099513fa7 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:48:40.447523 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb323f3-8dcf-4edf-b3bf-0c6099513fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69eecbb4-ec9f-47d1-b08d-b3431e757d1d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:40.452388 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3cb323f3-8dcf-4edf-b3bf-0c6099513fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:40.452766 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-3cb323f3-8dcf-4edf-b3bf-0c6099513fa7 admin admin] Added segment 4f7455bb-5297-45b1-869d-c2299c8e4e95 of type vlan for network 14c08ff4-ca2d-4471-8902-6f8e83bb90b7 Dec 10 18:48:40.495811 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3cb323f3-8dcf-4edf-b3bf-0c6099513fa7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:40.524342 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3cb323f3-8dcf-4edf-b3bf-0c6099513fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:40.525376 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb323f3-8dcf-4edf-b3bf-0c6099513fa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:40.525971 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3cb323f3-8dcf-4edf-b3bf-0c6099513fa7 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:40.579582 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3cb323f3-8dcf-4edf-b3bf-0c6099513fa7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4014900 Dec 10 18:48:40.583848 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39714) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:40.589356 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-de6343d8-7749-4e92-81af-ee2f279afc9b admin admin] Request body: {'subnet': {'network_id': '14c08ff4-ca2d-4471-8902-6f8e83bb90b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-105944082-subnet', 'tenant_id': '1f735a5802de4c24997c938bfdf1d1f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:40.590991 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb323f3-8dcf-4edf-b3bf-0c6099513fa7 admin admin] Pushing event updated for resources: {'Network': ['ID=14c08ff4-ca2d-4471-8902-6f8e83bb90b7,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:40.603816 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 14c08ff4-ca2d-4471-8902-6f8e83bb90b7 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:48:40.614307 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6343d8-7749-4e92-81af-ee2f279afc9b admin admin] Made reservation on behalf of 1f735a5802de4c24997c938bfdf1d1f9 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:40.616839 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-de6343d8-7749-4e92-81af-ee2f279afc9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:41.109214 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-de6343d8-7749-4e92-81af-ee2f279afc9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:41.129701 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5e09e623-adc2-4bc6-b7d9-98b11ebed279 req-2e3b298a-caeb-4266-ae0c-762815d1ec32 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0326226 Dec 10 18:48:41.130422 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-79cc9c73-f782-4c8f-afde-593ab58fd1a9 req-eaa2e511-7847-48ad-83a2-305ee8a9b23e tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0295155 Dec 10 18:48:41.196676 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6343d8-7749-4e92-81af-ee2f279afc9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5964329d-49d1-453b-8dec-191d9b890369,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:41.201989 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6343d8-7749-4e92-81af-ee2f279afc9b admin admin] Checking segment: {'id': '4f7455bb-5297-45b1-869d-c2299c8e4e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '14c08ff4-ca2d-4471-8902-6f8e83bb90b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:48:41.202356 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6343d8-7749-4e92-81af-ee2f279afc9b admin admin] Network hostable DHCP agents. Network: 14c08ff4-ca2d-4471-8902-6f8e83bb90b7, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:48:41.221351 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6343d8-7749-4e92-81af-ee2f279afc9b admin admin] Network 14c08ff4-ca2d-4471-8902-6f8e83bb90b7 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:48:41.233195 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-de6343d8-7749-4e92-81af-ee2f279afc9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 14c08ff4-ca2d-4471-8902-6f8e83bb90b7) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:41.237693 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-649be9a0-663c-41d0-a773-96d584784556 req-3d5049f9-f2fb-4168-a312-e442d396b24c tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0445719 Dec 10 18:48:41.242195 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6343d8-7749-4e92-81af-ee2f279afc9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:41.243860 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-de6343d8-7749-4e92-81af-ee2f279afc9b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:41.246482 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b51419-2347-4ad4-a55b-f542fd3c39f8 None None] Network 14c08ff4-ca2d-4471-8902-6f8e83bb90b7 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:41.265714 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-de6343d8-7749-4e92-81af-ee2f279afc9b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6806250 Dec 10 18:48:41.375918 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e9290b-0ffe-49d6-ba26-1df49e1f23fa None None] Network 14c08ff4-ca2d-4471-8902-6f8e83bb90b7 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:41.403581 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c1575a51-f337-44ce-a337-f13144f5cc6e req-ac1b8c87-e153-4503-a249-4c6f368f213a tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0648494 Dec 10 18:48:42.246644 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7f2ee96e-39c3-4b2b-bd12-9d3a2f9428f4 req-5d4634a6-0f59-4d7f-8fe6-5d58a35838b2 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0433145 Dec 10 18:48:42.288352 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4f10e676-503b-414b-b79d-4b541da05660 req-05564224-75ec-4a93-98e3-3256b9bacd1a tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0380611 Dec 10 18:48:42.332964 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f5fe36b2-5397-4f47-97b0-dbc9d919b2dc req-7967714a-fd76-4d46-8d00-1c410f99dbb9 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0312288 Dec 10 18:48:42.481650 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2565da6a-c45a-45a6-b221-cfb0303b67ec req-c1568e5d-c09f-49f9-a93b-c4d59611a1d0 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0338027 Dec 10 18:48:43.209680 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f648bc0-2805-48d4-ac1e-21a2ea32d766 req-902d5b5f-fba3-49d6-bc9b-aace633ad457 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:43.213250 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7f648bc0-2805-48d4-ac1e-21a2ea32d766 req-902d5b5f-fba3-49d6-bc9b-aace633ad457 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/networks?id=14c08ff4-ca2d-4471-8902-6f8e83bb90b7 HTTP/1.1" status: 200 len: 808 time: 0.1143653 Dec 10 18:48:43.227208 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7f648bc0-2805-48d4-ac1e-21a2ea32d766 req-a306b393-2903-4638-8f49-a72156296f2e tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/quotas/1f735a5802de4c24997c938bfdf1d1f9 HTTP/1.1" status: 200 len: 375 time: 0.0098171 Dec 10 18:48:43.265839 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7f648bc0-2805-48d4-ac1e-21a2ea32d766 req-3f5ed6ad-9045-4b27-b869-9c84777bba62 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1f735a5802de4c24997c938bfdf1d1f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329282 Dec 10 18:48:43.324377 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e0d85353-b7a0-4617-8416-e6f1100bc593 req-8852f222-38cb-4f0e-9d21-009b5c225d3e tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0299783 Dec 10 18:48:43.404011 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7f648bc0-2805-48d4-ac1e-21a2ea32d766 req-9eb1fdf7-20e0-4920-8103-b90d49be4bc8 service neutron] 10.222.0.62 "GET /v2.0/networks/14c08ff4-ca2d-4471-8902-6f8e83bb90b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306441 Dec 10 18:48:43.414376 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d475d913-8b36-42bc-83c2-55f89b72c227 req-3892fdd2-4592-4178-8b84-4d647074d627 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0340877 Dec 10 18:48:43.488730 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e6ac8b5c-cc02-4dca-b877-47ba7cd2cfc0 req-6454ce94-80d9-4a28-ae9e-fa030863ee1e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0285225 Dec 10 18:48:43.514714 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7f648bc0-2805-48d4-ac1e-21a2ea32d766 req-df646c09-cc17-488c-8835-6e81b5ab4ed7 service neutron] 10.222.0.62 "GET /v2.0/networks/14c08ff4-ca2d-4471-8902-6f8e83bb90b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035657 Dec 10 18:48:43.576274 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2e1de85a-e7b9-463b-a18e-24f67af5ef0e req-979966c8-d314-471f-bc45-42355054c321 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0289068 Dec 10 18:48:43.704011 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bc9a0ae4-8622-4ff7-9720-257f697632e0 req-988d2925-3464-4460-bfa8-7ffa1a71eb90 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0307543 Dec 10 18:48:44.415763 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-941603d7-5fe8-492b-9c6f-568b9e276cb8 req-e8c47c9f-0348-4f1e-8bcb-ae65b8cbf9e5 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0290890 Dec 10 18:48:44.509531 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6479a0dc-82af-4e34-9965-38e2648f1a64 req-ad81241d-33cc-4389-825f-88f726b6d8f6 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0292466 Dec 10 18:48:44.572913 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a3ad1fc0-09c2-4063-8e4d-3eb69c005294 req-d1c54cc6-bd7e-4877-b56f-710e2d7dc994 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0267267 Dec 10 18:48:44.665589 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8ba00a14-e8ce-44d3-946a-b2c3ac4b7e26 req-e11d9a9f-52b0-4618-8147-c77019db9743 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0377131 Dec 10 18:48:44.781658 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-74687d00-f30b-4d33-80f8-982fee5405ee req-482dbd67-d96a-492e-8b24-cca180529884 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0274606 Dec 10 18:48:45.604682 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9c0c3384-8afb-45dd-acb2-628ae37169d4 req-bc055a9b-c1d5-48f3-834d-05890186290c tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0332551 Dec 10 18:48:45.683899 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f3687743-2ab7-41e0-a3d9-2d18e68c3b19 req-eb143ba3-7668-4a1b-a48e-46c3238b04bc tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0301516 Dec 10 18:48:45.690878 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6d5244a2-0a32-4c9f-86c7-ec9136c42bef req-a257f564-a45e-43d7-b214-e4e7954e3ede tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0291562 Dec 10 18:48:45.773384 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f42d714d-9ed3-475d-99fc-c9efbd84a132 req-bfe88123-3158-4b9c-84f0-2ea9e248ebc6 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0285528 Dec 10 18:48:45.863743 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-76b5e38b-b4dc-4d70-a1a6-0efc2a4d616f req-3db0faa9-d191-4bbc-a7bb-cd755dbee8f6 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0298789 Dec 10 18:48:46.694324 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ac338f06-772f-4bd6-9c0a-9274d7cff49e req-35c85507-7530-4873-909e-9aff0d934228 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0279214 Dec 10 18:48:46.788492 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f298486b-ebf9-4324-b384-e56b630ca5ce req-f9f31fac-b319-441e-9efa-7e528dab4675 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0278749 Dec 10 18:48:46.789811 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-375b0625-6b08-4cf0-b464-84beb1aed916 req-c3481bcd-69e7-4ab4-bb09-e991e76b9c13 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0345733 Dec 10 18:48:46.863987 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8e965d39-80f6-4f44-a4ee-8ec332da445f req-9ae9bd90-ef00-4b31-a99b-559dd16df679 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0328207 Dec 10 18:48:46.944922 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3710b98e-193d-454e-9420-1ad541f962cd req-d31e7ba0-254a-4749-b125-951dc4cb57b2 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0269899 Dec 10 18:48:47.782113 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e11debc2-fb46-4bee-ad6e-c7c2ca8845c7 req-3a34a705-eb1e-44f1-a858-ec7c1c45c773 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0275617 Dec 10 18:48:47.870517 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0779546e-3589-4638-a795-698e6b1973b4 req-d5939ccf-c3ce-484c-9752-2fb9af6aa940 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0311494 Dec 10 18:48:47.878804 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2f65435d-82ad-47be-adc9-9ae01282db92 req-7ec04e78-9eee-4e3e-8c00-2a813d008648 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0263984 Dec 10 18:48:47.947541 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7c1ba506-aed6-46b2-94d3-11e2ebf5ae46 req-e67c6dfb-f273-4466-bd2b-38d89ab2a453 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0265441 Dec 10 18:48:48.023271 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a72dd5a1-b58e-4282-bf35-96182588828d req-9122cc81-107c-40ff-8131-fc7ff01f7c47 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0262623 Dec 10 18:48:48.869324 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e808b3a5-03ae-4238-b766-2a0d7c254e37 req-09744490-6a09-4221-8736-7d16da7bf411 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0279002 Dec 10 18:48:48.966818 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b28abacc-9f92-4388-861f-6e097e99069f req-f0567efe-d8be-460b-8365-4e27128b4856 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0294502 Dec 10 18:48:48.967680 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3fb17ab1-e784-4e68-86db-5ac50ca120ce req-bb88fa1b-060b-489f-8a50-b34bd37a7cf6 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0423129 Dec 10 18:48:49.037346 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b1891160-dd47-4be9-9c1f-8428dbb448b2 req-7c6ccf50-3f7f-4923-9e52-b8e528a21971 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0305371 Dec 10 18:48:49.104789 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5898bc60-420e-4312-b59d-d8412474e4dd req-633933f7-7519-4721-96f1-4088b05c2f61 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0260901 Dec 10 18:48:49.377846 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39856) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:49.585043 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-188645bc-4bff-4422-b635-1702a2717527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:49.799359 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd57fea5-2d33-4ee7-abc3-3fe35a96a337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:49.977413 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ff2376a0-216b-46d6-bd55-2ab8699a6fb5 req-53e8f811-b8d1-4523-a653-e46177a0dfb9 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0442472 Dec 10 18:48:50.057992 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-13a5dc42-e952-48fb-802f-0b25e09d122a req-b01784be-a6cc-4c82-8157-18f32742002c tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0297325 Dec 10 18:48:50.102295 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b889b0bc-14c6-44c3-8360-d71aca2c0c50 req-89e0267a-70da-48f7-966e-73d80bf4b7db tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0487342 Dec 10 18:48:50.143729 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-66d3e57e-3b04-4fec-85d3-90683883c72c req-336fb246-7b13-4e0b-91e3-48b4b3a44139 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0396602 Dec 10 18:48:50.169158 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-fd57fea5-2d33-4ee7-abc3-3fe35a96a337 admin admin] Deleting port c9c284af-b922-423b-8496-4af640954404 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:50.169712 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd57fea5-2d33-4ee7-abc3-3fe35a96a337 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:50.235058 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4a5b17e7-d6ca-4519-bb0e-944d9a1e34bc req-47c54a0c-1d95-40a8-bf86-599c30d648b9 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0626712 Dec 10 18:48:50.287478 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-fd57fea5-2d33-4ee7-abc3-3fe35a96a337 admin admin] For port c9c284af-b922-423b-8496-4af640954404, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c9c284af-b922-423b-8496-4af640954404,segment=NetworkSegment(f092dc72-7f5e-4edc-b4cd-c88c6d49a971),segment_id=f092dc72-7f5e-4edc-b4cd-c88c6d49a971)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:50.287783 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd57fea5-2d33-4ee7-abc3-3fe35a96a337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:50.305353 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-fd57fea5-2d33-4ee7-abc3-3fe35a96a337 admin admin] Calling delete_port for c9c284af-b922-423b-8496-4af640954404 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:50.500469 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd57fea5-2d33-4ee7-abc3-3fe35a96a337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:50.528332 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57fea5-2d33-4ee7-abc3-3fe35a96a337 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9c284af-b922-423b-8496-4af640954404,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:50.708874 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd57fea5-2d33-4ee7-abc3-3fe35a96a337 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:50.931973 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd57fea5-2d33-4ee7-abc3-3fe35a96a337 admin admin] Router 636409b5-33ad-49e6-8329-1716a538ed0c has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:48:51.056828 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd57fea5-2d33-4ee7-abc3-3fe35a96a337 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:48:51.062631 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-fd57fea5-2d33-4ee7-abc3-3fe35a96a337 admin admin] 10.222.0.62 "PUT /v2.0/routers/636409b5-33ad-49e6-8329-1716a538ed0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6836624 Dec 10 18:48:51.065308 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39872) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:51.069726 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9b2d0c-12c0-4599-ba67-be0344760d18 None None] Sync routers for ids ['636409b5-33ad-49e6-8329-1716a538ed0c'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:48:51.075251 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-deea47d4-f526-4a21-a270-ceb97e4547e5 req-a329c5dc-98a2-4ebf-93f9-ccd861a9ff3e tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0276568 Dec 10 18:48:51.082418 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9b2d0c-12c0-4599-ba67-be0344760d18 None None] Routers {'636409b5-33ad-49e6-8329-1716a538ed0c'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:48:51.082786 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-6a9b2d0c-12c0-4599-ba67-be0344760d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:48:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['636409b5-33ad-49e6-8329-1716a538ed0c'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:51.172329 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5b265939-e917-4dd7-b8db-20d6537c8e0d req-94ebe11a-49a6-4223-826e-4818a1403131 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0358205 Dec 10 18:48:51.207450 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9cfba402-5ad0-46ef-b095-3e296afe732d admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:51.209447 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d2ad32f9-95dd-4e3f-bc83-305d55aa417e req-965840d2-255b-4f49-8530-65682ccb1374 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0482407 Dec 10 18:48:51.211568 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-6a9b2d0c-12c0-4599-ba67-be0344760d18 None None] Set router 636409b5-33ad-49e6-8329-1716a538ed0c gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:48:51.317597 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-58887753-a60e-4c94-96b3-8463853946cd req-b59d5d91-9d09-4bad-9f1e-7c03b769b4b4 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0550478 Dec 10 18:48:51.327327 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0b5693f6-f2ef-4a9f-844a-97242d4d4227 req-d2990bbd-0ea9-4692-9eb9-9c22c3942430 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0321226 Dec 10 18:48:51.379549 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9cfba402-5ad0-46ef-b095-3e296afe732d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:51.412767 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-6a9b2d0c-12c0-4599-ba67-be0344760d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636409b5-33ad-49e6-8329-1716a538ed0c', 'name': 'tempest-TaggedBootDevicesTest_v242-740443978-router', 'tenant_id': 'aee8c10e35be45139294abc10d1eada2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '83898fe0-e06b-40b6-b4a6-d7021bac4780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:55Z', 'updated_at': '2021-12-10T18:48:50Z', 'revision_number': 5, 'project_id': 'aee8c10e35be45139294abc10d1eada2', 'gw_port': {'id': '83898fe0-e06b-40b6-b4a6-d7021bac4780', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636409b5-33ad-49e6-8329-1716a538ed0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:55Z', 'updated_at': '2021-12-10T18:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:51.436444 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9cfba402-5ad0-46ef-b095-3e296afe732d admin admin] Deleting port 83898fe0-e06b-40b6-b4a6-d7021bac4780 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:51.436776 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9cfba402-5ad0-46ef-b095-3e296afe732d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:51.444389 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9b2d0c-12c0-4599-ba67-be0344760d18 None None] Checking router: 636409b5-33ad-49e6-8329-1716a538ed0c for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:48:51.454567 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9b2d0c-12c0-4599-ba67-be0344760d18 None None] Routers {'636409b5-33ad-49e6-8329-1716a538ed0c'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:48:51.455191 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-6a9b2d0c-12c0-4599-ba67-be0344760d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:48:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['636409b5-33ad-49e6-8329-1716a538ed0c'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:51.523349 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-9cfba402-5ad0-46ef-b095-3e296afe732d admin admin] For port 83898fe0-e06b-40b6-b4a6-d7021bac4780, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=83898fe0-e06b-40b6-b4a6-d7021bac4780,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:51.524455 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9cfba402-5ad0-46ef-b095-3e296afe732d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:51.538021 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9cfba402-5ad0-46ef-b095-3e296afe732d admin admin] Calling delete_port for 83898fe0-e06b-40b6-b4a6-d7021bac4780 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:51.543218 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-6a9b2d0c-12c0-4599-ba67-be0344760d18 None None] Set router 636409b5-33ad-49e6-8329-1716a538ed0c gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:48:51.595740 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-6a9b2d0c-12c0-4599-ba67-be0344760d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636409b5-33ad-49e6-8329-1716a538ed0c', 'name': 'tempest-TaggedBootDevicesTest_v242-740443978-router', 'tenant_id': 'aee8c10e35be45139294abc10d1eada2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:55Z', 'updated_at': '2021-12-10T18:48:51Z', 'revision_number': 6, 'project_id': 'aee8c10e35be45139294abc10d1eada2', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:51.625523 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9b2d0c-12c0-4599-ba67-be0344760d18 None None] The sync data for ids ['636409b5-33ad-49e6-8329-1716a538ed0c'] in n-d-821435-1 is: [{'id': '636409b5-33ad-49e6-8329-1716a538ed0c', 'name': 'tempest-TaggedBootDevicesTest_v242-740443978-router', 'tenant_id': 'aee8c10e35be45139294abc10d1eada2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:55Z', 'updated_at': '2021-12-10T18:48:51Z', 'revision_number': 6, 'project_id': 'aee8c10e35be45139294abc10d1eada2', 'gw_port_host': None}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:48:51.712480 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9cfba402-5ad0-46ef-b095-3e296afe732d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:51.737510 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfba402-5ad0-46ef-b095-3e296afe732d admin admin] Pushing event deleted for resources: {'Port': ['ID=83898fe0-e06b-40b6-b4a6-d7021bac4780,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:51.753346 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62a710e-1947-4ed7-b301-573eb8772573 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:48:51.803274 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9cfba402-5ad0-46ef-b095-3e296afe732d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:51.894823 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9cfba402-5ad0-46ef-b095-3e296afe732d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:51.897006 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9cfba402-5ad0-46ef-b095-3e296afe732d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:51.941220 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9cfba402-5ad0-46ef-b095-3e296afe732d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:51.941680 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfba402-5ad0-46ef-b095-3e296afe732d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 636409b5-33ad-49e6-8329-1716a538ed0c {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:48:51.946788 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9cfba402-5ad0-46ef-b095-3e296afe732d admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:51.947980 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9cfba402-5ad0-46ef-b095-3e296afe732d admin admin] 10.222.0.62 "DELETE /v2.0/routers/636409b5-33ad-49e6-8329-1716a538ed0c HTTP/1.1" status: 204 len: 168 time: 0.8818829 Dec 10 18:48:51.950519 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39882) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:51.995919 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-e39bbbad-3765-48e1-b343-6c1bde1829c6 admin admin] Deleting subnet a88e99c5-14d3-42bf-8ee8-4247e93be44f {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:48:51.999693 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e39bbbad-3765-48e1-b343-6c1bde1829c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:52.041138 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e39bbbad-3765-48e1-b343-6c1bde1829c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:52.122580 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e39bbbad-3765-48e1-b343-6c1bde1829c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:52.181157 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ec2e8aa3-f343-4c4f-8fe9-79c7eb151dbe req-1f5facd0-01e2-493a-83d7-7ec1ff7ac692 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0391874 Dec 10 18:48:52.211589 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e39bbbad-3765-48e1-b343-6c1bde1829c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:52.239616 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39bbbad-3765-48e1-b343-6c1bde1829c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a88e99c5-14d3-42bf-8ee8-4247e93be44f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:52.243598 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e39bbbad-3765-48e1-b343-6c1bde1829c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:52.249667 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e39bbbad-3765-48e1-b343-6c1bde1829c6 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a88e99c5-14d3-42bf-8ee8-4247e93be44f HTTP/1.1" status: 204 len: 168 time: 0.2953892 Dec 10 18:48:52.250042 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39890) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:52.253111 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5153c61c-7a33-4a97-821a-0e5939b2effa None None] Network 36da7df8-4c33-4fc7-aca6-cd96ecc32948 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:52.268121 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a0d4f97e-aa48-4394-869e-b2cf1543f2b1 req-74e5d48e-224d-479a-bf09-42dcbf36afe9 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0385921 Dec 10 18:48:52.330422 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-df83885b-71de-4b04-8c8b-98156a28f9ab req-8af1615a-7213-4d07-96b6-9464d2ba1cc8 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0330460 Dec 10 18:48:52.360048 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1adefa51-88fd-4b89-881e-bdf848e708b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:52.367069 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e07842bf-7d27-485d-bda3-e2a13f71aa3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:52.449116 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7f2fcdfa-45d2-48c3-8d4d-08b81ed3b652 req-477bfbb9-f840-4018-a015-56e01037bfc8 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0393369 Dec 10 18:48:52.465213 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-181f6dd9-7780-47b8-823d-d8d281b82ac1 req-31e48b08-497a-427e-bbd7-194aa86dcc5d tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0327384 Dec 10 18:48:52.488288 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e23b00-0452-47da-92a1-dfecd061539f None None] DHCP port deletion for 36da7df8-4c33-4fc7-aca6-cd96ecc32948 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:48:52.492218 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1adefa51-88fd-4b89-881e-bdf848e708b9 admin admin] Deleting port b5baf512-2104-4fd8-94ff-71f55b1727c2 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:52.493065 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1adefa51-88fd-4b89-881e-bdf848e708b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:52.540303 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-17e23b00-0452-47da-92a1-dfecd061539f None None] Deleting port b5baf512-2104-4fd8-94ff-71f55b1727c2 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:52.540766 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-17e23b00-0452-47da-92a1-dfecd061539f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:52.559080 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1adefa51-88fd-4b89-881e-bdf848e708b9 admin admin] For port b5baf512-2104-4fd8-94ff-71f55b1727c2, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b5baf512-2104-4fd8-94ff-71f55b1727c2,segment=NetworkSegment(f092dc72-7f5e-4edc-b4cd-c88c6d49a971),segment_id=f092dc72-7f5e-4edc-b4cd-c88c6d49a971)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:52.559617 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1adefa51-88fd-4b89-881e-bdf848e708b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:52.578551 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1adefa51-88fd-4b89-881e-bdf848e708b9 admin admin] Calling delete_port for b5baf512-2104-4fd8-94ff-71f55b1727c2 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:52.622312 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-17e23b00-0452-47da-92a1-dfecd061539f None None] For port b5baf512-2104-4fd8-94ff-71f55b1727c2, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b5baf512-2104-4fd8-94ff-71f55b1727c2,segment=NetworkSegment(f092dc72-7f5e-4edc-b4cd-c88c6d49a971),segment_id=f092dc72-7f5e-4edc-b4cd-c88c6d49a971)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:52.622723 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-17e23b00-0452-47da-92a1-dfecd061539f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:52.636466 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-17e23b00-0452-47da-92a1-dfecd061539f None None] Calling delete_port for b5baf512-2104-4fd8-94ff-71f55b1727c2 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:52.673755 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1adefa51-88fd-4b89-881e-bdf848e708b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:52.701033 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adefa51-88fd-4b89-881e-bdf848e708b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5baf512-2104-4fd8-94ff-71f55b1727c2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:52.706027 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adefa51-88fd-4b89-881e-bdf848e708b9 admin admin] No DVR routers for this DVR port b5baf512-2104-4fd8-94ff-71f55b1727c2 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:48:52.723425 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-17e23b00-0452-47da-92a1-dfecd061539f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:52.749958 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e23b00-0452-47da-92a1-dfecd061539f None None] Pushing event deleted for resources: {'Port': ['ID=b5baf512-2104-4fd8-94ff-71f55b1727c2,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:52.753575 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e23b00-0452-47da-92a1-dfecd061539f None None] No DVR routers for this DVR port b5baf512-2104-4fd8-94ff-71f55b1727c2 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:48:52.791002 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1adefa51-88fd-4b89-881e-bdf848e708b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:52.813764 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-1adefa51-88fd-4b89-881e-bdf848e708b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36da7df8-4c33-4fc7-aca6-cd96ecc32948']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:52.823261 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-1adefa51-88fd-4b89-881e-bdf848e708b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f092dc72-7f5e-4edc-b4cd-c88c6d49a971') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:52.823557 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-1adefa51-88fd-4b89-881e-bdf848e708b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f092dc72-7f5e-4edc-b4cd-c88c6d49a971') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:52.832854 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1adefa51-88fd-4b89-881e-bdf848e708b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:52.846337 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1adefa51-88fd-4b89-881e-bdf848e708b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:52.853575 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1adefa51-88fd-4b89-881e-bdf848e708b9 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:48:52.853957 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1adefa51-88fd-4b89-881e-bdf848e708b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:52.855799 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:48:52.855799 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:48:52.855799 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:48:52.855799 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:48:52.855799 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:48:52.855799 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:48:52.855799 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:48:52.855799 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:48:52.855799 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:48:52.855799 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:48:52.855799 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:48:52.855799 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:48:52.855799 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:48:52.855799 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:48:52.855799 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:48:52.855799 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:48:52.855799 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:48:52.855799 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:48:52.855799 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:48:52.855799 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:48:52.855799 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:48:52.855799 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:48:52.855799 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:48:52.855799 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:48:52.855799 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:48:52.855799 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:48:52.855799 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:48:52.855799 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:48:52.855799 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:48:52.855799 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:48:52.855799 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:48:52.855799 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:48:52.911287 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1adefa51-88fd-4b89-881e-bdf848e708b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:52.917068 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1adefa51-88fd-4b89-881e-bdf848e708b9 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:52.920335 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1adefa51-88fd-4b89-881e-bdf848e708b9 admin admin] 10.222.0.62 "DELETE /v2.0/networks/36da7df8-4c33-4fc7-aca6-cd96ecc32948 HTTP/1.1" status: 204 len: 168 time: 0.6691251 Dec 10 18:48:52.923386 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39896) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:52.931688 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adefa51-88fd-4b89-881e-bdf848e708b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=36da7df8-4c33-4fc7-aca6-cd96ecc32948,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:53.287649 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-48f84dc6-3fa4-479e-9ac8-1fe6be3e8a64 req-fb669646-5ed2-4366-9415-63e15fbef4eb tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0337927 Dec 10 18:48:53.311870 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d2261d0d-ea62-446d-93bd-e6125dd2fd35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:53.373687 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-12dd5030-ade4-4907-a8e7-ca12ec4c1208 req-1e9f3ca6-3f96-46c6-9ce0-adb46173d651 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0447176 Dec 10 18:48:53.384323 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:53.454018 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5869fdc2-6d60-4412-ab00-5511a810a788 req-848c0b36-87c7-4cfc-953d-4b7c1a8aceeb tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0346403 Dec 10 18:48:53.533579 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-867a0a23-c00a-4c56-b3a9-9a2290916854 req-d468abf7-c6d5-4533-84cb-77ec33ae2f1f tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0308490 Dec 10 18:48:53.554039 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-155f1e26-b8dc-423c-8326-cbe5464b4299 req-3e0c46e4-2582-4caf-a5a3-59efee4c1e53 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0299885 Dec 10 18:48:53.634723 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-d2261d0d-ea62-446d-93bd-e6125dd2fd35 admin admin] Deleting port 66369d92-2dc7-4990-acbb-25cd184b9dca {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:53.635060 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d2261d0d-ea62-446d-93bd-e6125dd2fd35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:53.706310 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 83898fe0-e06b-40b6-b4a6-d7021bac4780 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:48:53.724039 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-d2261d0d-ea62-446d-93bd-e6125dd2fd35 admin admin] For port 66369d92-2dc7-4990-acbb-25cd184b9dca, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=66369d92-2dc7-4990-acbb-25cd184b9dca,segment=NetworkSegment(d87c2ce9-a5ed-44c7-ae9c-9aecb12d024a),segment_id=d87c2ce9-a5ed-44c7-ae9c-9aecb12d024a)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:53.724312 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d2261d0d-ea62-446d-93bd-e6125dd2fd35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:53.731655 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 83898fe0-e06b-40b6-b4a6-d7021bac4780 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:48:53.732013 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 83898fe0-e06b-40b6-b4a6-d7021bac4780 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:48:53.732449 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c9c284af-b922-423b-8496-4af640954404 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:48:53.738159 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-d2261d0d-ea62-446d-93bd-e6125dd2fd35 admin admin] Calling delete_port for 66369d92-2dc7-4990-acbb-25cd184b9dca owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:53.752329 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: c9c284af-b922-423b-8496-4af640954404 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:48:53.752707 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c9c284af-b922-423b-8496-4af640954404 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:48:53.753130 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b5baf512-2104-4fd8-94ff-71f55b1727c2 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:48:53.771953 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: b5baf512-2104-4fd8-94ff-71f55b1727c2 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:48:53.772667 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b5baf512-2104-4fd8-94ff-71f55b1727c2 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:48:53.923351 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d2261d0d-ea62-446d-93bd-e6125dd2fd35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:53.947249 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2261d0d-ea62-446d-93bd-e6125dd2fd35 admin admin] Pushing event deleted for resources: {'Port': ['ID=66369d92-2dc7-4990-acbb-25cd184b9dca,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:54.140932 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d2261d0d-ea62-446d-93bd-e6125dd2fd35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:54.379197 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dd0cd64d-7269-4c13-a627-a29cf0250bdc req-313c99ba-949e-4463-87f3-c5cd0143e956 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0289903 Dec 10 18:48:54.390582 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2261d0d-ea62-446d-93bd-e6125dd2fd35 admin admin] Router e966a05f-b365-4210-b946-488f58424f63 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:48:54.494784 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9e5c7f14-9eaa-4996-bd63-a207daa8c684 req-bdf2169b-dd4f-4781-ad6a-f653a5737be0 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0588226 Dec 10 18:48:54.530243 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2261d0d-ea62-446d-93bd-e6125dd2fd35 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:48:54.533233 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e17a1636-5a5f-46a1-af09-cfa2e326a983 req-17d148d9-dda0-4ab0-b357-7899e373ad47 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0276573 Dec 10 18:48:54.536952 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d2261d0d-ea62-446d-93bd-e6125dd2fd35 admin admin] 10.222.0.62 "PUT /v2.0/routers/e966a05f-b365-4210-b946-488f58424f63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6120253 Dec 10 18:48:54.538902 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39914) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:54.542198 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5eb11a-d3ff-4983-840d-22f4fa237ad3 None None] Sync routers for ids ['e966a05f-b365-4210-b946-488f58424f63'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:48:54.561931 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5eb11a-d3ff-4983-840d-22f4fa237ad3 None None] Routers {'e966a05f-b365-4210-b946-488f58424f63'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:48:54.562336 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5d5eb11a-d3ff-4983-840d-22f4fa237ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:48:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['e966a05f-b365-4210-b946-488f58424f63'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:54.640955 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-06dd292d-6ce5-40b4-a915-c042fa2b8fcb req-ba7a30f7-4f44-4648-824f-538f4a7e0f46 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0308206 Dec 10 18:48:54.643543 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1b5117c1-1235-48ad-a701-14fd89aa5280 req-ce5006d4-da05-4bf7-91d5-0a2b5d5c7d66 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0316634 Dec 10 18:48:54.683740 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77403fb9-2c7a-4220-8cc7-8fd12a6ec8bb admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:54.691114 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-5d5eb11a-d3ff-4983-840d-22f4fa237ad3 None None] Set router e966a05f-b365-4210-b946-488f58424f63 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:48:54.794886 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77403fb9-2c7a-4220-8cc7-8fd12a6ec8bb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:54.802970 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:54.849852 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-77403fb9-2c7a-4220-8cc7-8fd12a6ec8bb admin admin] Deleting port 8004ea1f-b63c-4eac-b980-ddfa2f8187e5 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:54.850080 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77403fb9-2c7a-4220-8cc7-8fd12a6ec8bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:54.892102 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5d5eb11a-d3ff-4983-840d-22f4fa237ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e966a05f-b365-4210-b946-488f58424f63', 'name': 'tempest-TaggedBootDevicesTest_v242-1317655937-router', 'tenant_id': '04aa007bf28047b89b6d009d0c79803e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '8004ea1f-b63c-4eac-b980-ddfa2f8187e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:11Z', 'updated_at': '2021-12-10T18:48:53Z', 'revision_number': 5, 'project_id': '04aa007bf28047b89b6d009d0c79803e', 'gw_port': {'id': '8004ea1f-b63c-4eac-b980-ddfa2f8187e5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e966a05f-b365-4210-b946-488f58424f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:13Z', 'updated_at': '2021-12-10T18:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:54.919243 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5eb11a-d3ff-4983-840d-22f4fa237ad3 None None] Checking router: e966a05f-b365-4210-b946-488f58424f63 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:48:54.928324 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5eb11a-d3ff-4983-840d-22f4fa237ad3 None None] Routers {'e966a05f-b365-4210-b946-488f58424f63'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:48:54.928986 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5d5eb11a-d3ff-4983-840d-22f4fa237ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:48:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['e966a05f-b365-4210-b946-488f58424f63'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:54.935568 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-77403fb9-2c7a-4220-8cc7-8fd12a6ec8bb admin admin] For port 8004ea1f-b63c-4eac-b980-ddfa2f8187e5, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=8004ea1f-b63c-4eac-b980-ddfa2f8187e5,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:54.935938 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77403fb9-2c7a-4220-8cc7-8fd12a6ec8bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:54.948885 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-77403fb9-2c7a-4220-8cc7-8fd12a6ec8bb admin admin] Calling delete_port for 8004ea1f-b63c-4eac-b980-ddfa2f8187e5 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:55.026148 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-5d5eb11a-d3ff-4983-840d-22f4fa237ad3 None None] Set router e966a05f-b365-4210-b946-488f58424f63 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:48:55.084106 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5d5eb11a-d3ff-4983-840d-22f4fa237ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e966a05f-b365-4210-b946-488f58424f63', 'name': 'tempest-TaggedBootDevicesTest_v242-1317655937-router', 'tenant_id': '04aa007bf28047b89b6d009d0c79803e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:11Z', 'updated_at': '2021-12-10T18:48:54Z', 'revision_number': 6, 'project_id': '04aa007bf28047b89b6d009d0c79803e', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:55.111290 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5eb11a-d3ff-4983-840d-22f4fa237ad3 None None] The sync data for ids ['e966a05f-b365-4210-b946-488f58424f63'] in n-d-821435-1 is: [{'id': 'e966a05f-b365-4210-b946-488f58424f63', 'name': 'tempest-TaggedBootDevicesTest_v242-1317655937-router', 'tenant_id': '04aa007bf28047b89b6d009d0c79803e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:11Z', 'updated_at': '2021-12-10T18:48:54Z', 'revision_number': 6, 'project_id': '04aa007bf28047b89b6d009d0c79803e', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:48:55.127290 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77403fb9-2c7a-4220-8cc7-8fd12a6ec8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:55.157019 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77403fb9-2c7a-4220-8cc7-8fd12a6ec8bb admin admin] Pushing event deleted for resources: {'Port': ['ID=8004ea1f-b63c-4eac-b980-ddfa2f8187e5,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:55.167717 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc2ebf7-5f0b-4b31-b008-220b45377036 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:48:55.218147 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77403fb9-2c7a-4220-8cc7-8fd12a6ec8bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:55.309504 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77403fb9-2c7a-4220-8cc7-8fd12a6ec8bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:55.311637 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77403fb9-2c7a-4220-8cc7-8fd12a6ec8bb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:55.360172 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77403fb9-2c7a-4220-8cc7-8fd12a6ec8bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:55.361067 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77403fb9-2c7a-4220-8cc7-8fd12a6ec8bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router e966a05f-b365-4210-b946-488f58424f63 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:48:55.366243 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77403fb9-2c7a-4220-8cc7-8fd12a6ec8bb admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:55.368029 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-77403fb9-2c7a-4220-8cc7-8fd12a6ec8bb admin admin] 10.222.0.62 "DELETE /v2.0/routers/e966a05f-b365-4210-b946-488f58424f63 HTTP/1.1" status: 204 len: 168 time: 0.8269637 Dec 10 18:48:55.370621 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39920) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:55.422179 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-76c71db8-e8a7-418a-b238-c58104677953 admin admin] Deleting subnet 843f5eb5-9b06-426e-a92b-d759e1e10aa2 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:48:55.428140 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-76c71db8-e8a7-418a-b238-c58104677953 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:55.442353 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:55.482490 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6959809e-b2b0-4b4b-9812-95b8b368472e req-be9b8339-4180-4676-9c4f-b0d2297bb717 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0358183 Dec 10 18:48:55.485966 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-76c71db8-e8a7-418a-b238-c58104677953 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:55.613402 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ae89cda2-6eb4-4eac-8017-cecdb6fc1a6d req-ad04417e-c3e7-46ba-a6b5-54c6021e270a tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0599895 Dec 10 18:48:55.622637 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c0921485-a9fc-41d7-ad3d-3b31b0720bc7 req-729ee7d4-e010-4cc2-af74-43a07cc8456b tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0311608 Dec 10 18:48:55.629349 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-76c71db8-e8a7-418a-b238-c58104677953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:55.698154 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-76c71db8-e8a7-418a-b238-c58104677953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:55.741636 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7eb7e732-dea0-4d8f-be23-5d2f8ebbf7e2 req-c6e39ad7-1ced-4d5a-92b8-90c7532471d7 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0401745 Dec 10 18:48:55.749801 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c463ae-90b2-415b-99e4-6940f2e9cfbb None None] Network b10b155c-66a0-4049-b126-dfdfd0c5e021 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:55.766779 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c71db8-e8a7-418a-b238-c58104677953 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=843f5eb5-9b06-426e-a92b-d759e1e10aa2,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:55.769128 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-76c71db8-e8a7-418a-b238-c58104677953 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:55.772367 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-76c71db8-e8a7-418a-b238-c58104677953 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/843f5eb5-9b06-426e-a92b-d759e1e10aa2 HTTP/1.1" status: 204 len: 168 time: 0.4007652 Dec 10 18:48:55.775596 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39932) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:55.775813 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-642e0279-3a08-4898-be95-0d827bc8199a req-40273818-6fc4-416b-84b4-b3daee1b770c tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0366235 Dec 10 18:48:55.847273 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78de8482-b9a2-4950-b82c-d39bf131fb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:55.907777 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-78de8482-b9a2-4950-b82c-d39bf131fb1a admin admin] Deleting port 1bcffd46-6c20-4187-9a41-6c8d3f599ec2 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:55.908112 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78de8482-b9a2-4950-b82c-d39bf131fb1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:55.936452 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c26a37-4fc6-414a-a00d-7c9516292d9b None None] DHCP port deletion for b10b155c-66a0-4049-b126-dfdfd0c5e021 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:48:55.979450 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-78de8482-b9a2-4950-b82c-d39bf131fb1a admin admin] For port 1bcffd46-6c20-4187-9a41-6c8d3f599ec2, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=1bcffd46-6c20-4187-9a41-6c8d3f599ec2,segment=NetworkSegment(d87c2ce9-a5ed-44c7-ae9c-9aecb12d024a),segment_id=d87c2ce9-a5ed-44c7-ae9c-9aecb12d024a)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:55.979821 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78de8482-b9a2-4950-b82c-d39bf131fb1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:55.991190 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-87c26a37-4fc6-414a-a00d-7c9516292d9b None None] Deleting port 1bcffd46-6c20-4187-9a41-6c8d3f599ec2 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:55.991711 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-87c26a37-4fc6-414a-a00d-7c9516292d9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:55.995688 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-78de8482-b9a2-4950-b82c-d39bf131fb1a admin admin] Calling delete_port for 1bcffd46-6c20-4187-9a41-6c8d3f599ec2 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:56.010455 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 1bcffd46-6c20-4187-9a41-6c8d3f599ec2 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:48:56.085360 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78de8482-b9a2-4950-b82c-d39bf131fb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:56.113436 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de8482-b9a2-4950-b82c-d39bf131fb1a admin admin] Pushing event deleted for resources: {'Port': ['ID=1bcffd46-6c20-4187-9a41-6c8d3f599ec2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:56.119200 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78de8482-b9a2-4950-b82c-d39bf131fb1a admin admin] No DVR routers for this DVR port 1bcffd46-6c20-4187-9a41-6c8d3f599ec2 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:48:56.205826 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78de8482-b9a2-4950-b82c-d39bf131fb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:56.229131 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-78de8482-b9a2-4950-b82c-d39bf131fb1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10b155c-66a0-4049-b126-dfdfd0c5e021']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:56.239827 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-78de8482-b9a2-4950-b82c-d39bf131fb1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd87c2ce9-a5ed-44c7-ae9c-9aecb12d024a') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:56.240062 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 1bcffd46-6c20-4187-9a41-6c8d3f599ec2 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:48:56.240226 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-78de8482-b9a2-4950-b82c-d39bf131fb1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd87c2ce9-a5ed-44c7-ae9c-9aecb12d024a') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:56.240326 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 1bcffd46-6c20-4187-9a41-6c8d3f599ec2 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:48:56.240742 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 66369d92-2dc7-4990-acbb-25cd184b9dca no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:48:56.251513 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78de8482-b9a2-4950-b82c-d39bf131fb1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:56.265249 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 66369d92-2dc7-4990-acbb-25cd184b9dca {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:48:56.265912 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 66369d92-2dc7-4990-acbb-25cd184b9dca not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:48:56.266338 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 8004ea1f-b63c-4eac-b980-ddfa2f8187e5 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:48:56.267641 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78de8482-b9a2-4950-b82c-d39bf131fb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:56.275218 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78de8482-b9a2-4950-b82c-d39bf131fb1a admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:48:56.275707 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78de8482-b9a2-4950-b82c-d39bf131fb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:56.277828 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:48:56.277828 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:48:56.277828 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:48:56.277828 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:48:56.277828 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:48:56.277828 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:48:56.277828 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:48:56.277828 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:48:56.277828 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:48:56.277828 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:48:56.277828 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:48:56.277828 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:48:56.277828 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:48:56.277828 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:48:56.277828 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:48:56.277828 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:48:56.277828 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:48:56.277828 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:48:56.277828 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:48:56.277828 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:48:56.277828 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:48:56.277828 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:48:56.277828 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:48:56.277828 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:48:56.277828 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:48:56.277828 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:48:56.277828 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:48:56.277828 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:48:56.277828 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:48:56.277828 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:48:56.277828 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:48:56.277828 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:48:56.295453 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 8004ea1f-b63c-4eac-b980-ddfa2f8187e5 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:48:56.295808 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 8004ea1f-b63c-4eac-b980-ddfa2f8187e5 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:48:56.302008 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-87c26a37-4fc6-414a-a00d-7c9516292d9b None None] For port 1bcffd46-6c20-4187-9a41-6c8d3f599ec2, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=1bcffd46-6c20-4187-9a41-6c8d3f599ec2,segment=NetworkSegment(d87c2ce9-a5ed-44c7-ae9c-9aecb12d024a),segment_id=d87c2ce9-a5ed-44c7-ae9c-9aecb12d024a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:56.302339 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-87c26a37-4fc6-414a-a00d-7c9516292d9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:56.317263 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-87c26a37-4fc6-414a-a00d-7c9516292d9b None None] Calling delete_port for 1bcffd46-6c20-4187-9a41-6c8d3f599ec2 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:56.346968 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78de8482-b9a2-4950-b82c-d39bf131fb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:56.354243 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78de8482-b9a2-4950-b82c-d39bf131fb1a admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:56.357490 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-78de8482-b9a2-4950-b82c-d39bf131fb1a admin admin] 10.222.0.62 "DELETE /v2.0/networks/b10b155c-66a0-4049-b126-dfdfd0c5e021 HTTP/1.1" status: 204 len: 168 time: 0.5802395 Dec 10 18:48:56.370409 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de8482-b9a2-4950-b82c-d39bf131fb1a admin admin] Pushing event deleted for resources: {'Network': ['ID=b10b155c-66a0-4049-b126-dfdfd0c5e021,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:56.415780 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-87c26a37-4fc6-414a-a00d-7c9516292d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:56.439354 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-87c26a37-4fc6-414a-a00d-7c9516292d9b None None] Network b10b155c-66a0-4049-b126-dfdfd0c5e021 is not hosted by any dhcp agent {{(pid=103246) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 18:48:56.439822 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c26a37-4fc6-414a-a00d-7c9516292d9b None None] No DVR routers for this DVR port 1bcffd46-6c20-4187-9a41-6c8d3f599ec2 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:48:56.441823 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c26a37-4fc6-414a-a00d-7c9516292d9b None None] Pushing event deleted for resources: {'Port': ['ID=1bcffd46-6c20-4187-9a41-6c8d3f599ec2,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:56.493582 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39936) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:56.536593 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f5ba3a45-4024-40da-9c5e-0ab6d0e89e33 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aee8c10e35be45139294abc10d1eada2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417399 Dec 10 18:48:56.540078 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39940) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:56.603190 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ffcfad16-3eb8-41af-89f4-3aee093f42d5 req-1ddedf42-edc8-4eb7-a8b6-fc24978be4a4 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0408030 Dec 10 18:48:56.620088 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09fe56eb-6ffb-4b83-ad32-c6c6eb45e062 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:56.643411 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09fe56eb-6ffb-4b83-ad32-c6c6eb45e062 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:56.700200 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8af50713-5649-4d2b-b8a1-97d8ad1be13f req-dce12cf8-3cbf-437f-a972-ccae7e4e62d1 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0339668 Dec 10 18:48:56.709667 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8e73bd75-846f-4256-8b4c-457340c3e21c req-bcae04d6-6693-4618-9b95-247c93b024ac tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0307333 Dec 10 18:48:56.730984 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09fe56eb-6ffb-4b83-ad32-c6c6eb45e062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:56.732910 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09fe56eb-6ffb-4b83-ad32-c6c6eb45e062 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:56.734229 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-09fe56eb-6ffb-4b83-ad32-c6c6eb45e062 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7281f497-4962-41a8-857f-71fd676337b9 HTTP/1.1" status: 204 len: 168 time: 0.1929214 Dec 10 18:48:56.742121 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe56eb-6ffb-4b83-ad32-c6c6eb45e062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7281f497-4962-41a8-857f-71fd676337b9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:56.862199 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-feeffd66-da75-4c67-bf57-7fb1d1a6ccef req-b97a78c0-4c6e-4be5-a209-cfdc3967a5e4 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0473175 Dec 10 18:48:56.878746 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0d12a6a0-98c7-40bb-bbe3-564699ff73fe req-43df76a3-317a-424e-a198-80f3015df6cd tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0284772 Dec 10 18:48:57.091407 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39954) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:57.146882 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3e12115a-9e87-419a-9b97-b97b6242fa94 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=04aa007bf28047b89b6d009d0c79803e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0541592 Dec 10 18:48:57.150283 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39956) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:57.201528 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-679e8ad0-a0bb-451b-8640-d163eaa56094 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:57.223051 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-679e8ad0-a0bb-451b-8640-d163eaa56094 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:57.270008 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-679e8ad0-a0bb-451b-8640-d163eaa56094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:57.272677 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-679e8ad0-a0bb-451b-8640-d163eaa56094 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:57.274447 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-679e8ad0-a0bb-451b-8640-d163eaa56094 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4f300fcc-f0ac-4a0e-a6e5-79cc9499c3fb HTTP/1.1" status: 204 len: 168 time: 0.1231151 Dec 10 18:48:57.282503 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679e8ad0-a0bb-451b-8640-d163eaa56094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f300fcc-f0ac-4a0e-a6e5-79cc9499c3fb,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:57.694282 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ae0709c0-c6d1-4fca-97d7-b816cd5ebee3 req-50116fdd-e320-4478-895c-887cdd478a5e tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0323732 Dec 10 18:48:57.781299 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ca627d0c-f3d2-4fb3-b64c-551443807d52 req-7171967f-fff7-46e0-861f-1fa517beacd0 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0339127 Dec 10 18:48:57.800177 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-93530252-5f2b-4e78-9980-cb3ddf47fd57 req-4810b7d0-3944-4c4d-86c2-31c0725cd3c9 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0360441 Dec 10 18:48:57.952332 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1053b4ce-8403-4af4-aa3c-6d5432ea5d43 req-6f2b4e10-d408-45be-87da-2e8221bef46b tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0380228 Dec 10 18:48:57.965434 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-99cfd4e1-9f66-4950-9e18-e692644b439c req-848cc6db-95ca-47ce-89a2-38fa8bb9fbfa tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0315733 Dec 10 18:48:58.023856 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39988) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:58.122747 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-56f8900c-9f9c-4618-97e4-2b101126b71c admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1868626211-network', 'tenant_id': 'bac130ae757941f58d8aac743560ea68'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:58.144207 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f8900c-9f9c-4618-97e4-2b101126b71c admin admin] Made reservation on behalf of bac130ae757941f58d8aac743560ea68 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:58.146493 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56f8900c-9f9c-4618-97e4-2b101126b71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:58.155464 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56f8900c-9f9c-4618-97e4-2b101126b71c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:58.230392 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56f8900c-9f9c-4618-97e4-2b101126b71c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:58.234948 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56f8900c-9f9c-4618-97e4-2b101126b71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:58.263887 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f8900c-9f9c-4618-97e4-2b101126b71c admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:48:58.270946 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8900c-9f9c-4618-97e4-2b101126b71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8495f6c5-2e4b-4439-95c5-e98e9f547a77,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:58.278191 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56f8900c-9f9c-4618-97e4-2b101126b71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:58.278533 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-56f8900c-9f9c-4618-97e4-2b101126b71c admin admin] Added segment 67a50fc6-c698-45fb-9e00-26c92f99d3a3 of type vlan for network a709933f-7880-4050-ad6b-1f905466df9b Dec 10 18:48:58.318307 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56f8900c-9f9c-4618-97e4-2b101126b71c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:58.343904 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56f8900c-9f9c-4618-97e4-2b101126b71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:58.345076 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f8900c-9f9c-4618-97e4-2b101126b71c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:58.345813 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56f8900c-9f9c-4618-97e4-2b101126b71c admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:58.732125 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-56f8900c-9f9c-4618-97e4-2b101126b71c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7066357 Dec 10 18:48:58.737345 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39994) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:58.742253 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-318557a8-dba6-4a1b-a911-40c419f611bf admin admin] Request body: {'subnet': {'network_id': 'a709933f-7880-4050-ad6b-1f905466df9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1868626211-subnet', 'tenant_id': 'bac130ae757941f58d8aac743560ea68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:58.745293 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8900c-9f9c-4618-97e4-2b101126b71c admin admin] Pushing event updated for resources: {'Network': ['ID=a709933f-7880-4050-ad6b-1f905466df9b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:58.755781 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network a709933f-7880-4050-ad6b-1f905466df9b details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:48:58.772094 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318557a8-dba6-4a1b-a911-40c419f611bf admin admin] Made reservation on behalf of bac130ae757941f58d8aac743560ea68 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:58.777149 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-318557a8-dba6-4a1b-a911-40c419f611bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:58.781402 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1d383d72-20b9-410c-9abf-c603251dc2a1 req-33754f84-5e47-41eb-afaa-7f96d7cc49b4 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0277543 Dec 10 18:48:58.869790 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c052265b-994f-46d6-a804-28c9dde0ac9e req-aa5658bc-912e-411e-bec5-da26a4c8173c tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0353382 Dec 10 18:48:58.882528 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-241d3ef7-cbd3-43b1-ab45-91c13a51add5 req-9e2a94d5-8ace-4064-a6a3-6fd6c6592270 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0283842 Dec 10 18:48:58.995784 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-318557a8-dba6-4a1b-a911-40c419f611bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:59.046493 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2c5bf1e8-851f-4f7d-994f-4fe112bde3cc req-43246dae-425c-494a-b47b-9ab04fc34f5d tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0279484 Dec 10 18:48:59.062563 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5a6dd0eb-e336-4c0a-bac4-e7c6948a7ec6 req-c50d110b-78b6-42bc-87b2-1ee1dcc42b56 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0423706 Dec 10 18:48:59.081647 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318557a8-dba6-4a1b-a911-40c419f611bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3f4dcd2-7694-44ba-abe6-ccf661453a9e,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:59.091650 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318557a8-dba6-4a1b-a911-40c419f611bf admin admin] Checking segment: {'id': '67a50fc6-c698-45fb-9e00-26c92f99d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a709933f-7880-4050-ad6b-1f905466df9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:48:59.092012 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318557a8-dba6-4a1b-a911-40c419f611bf admin admin] Network hostable DHCP agents. Network: a709933f-7880-4050-ad6b-1f905466df9b, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:48:59.109253 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318557a8-dba6-4a1b-a911-40c419f611bf admin admin] Network a709933f-7880-4050-ad6b-1f905466df9b is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:48:59.118930 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-318557a8-dba6-4a1b-a911-40c419f611bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, a709933f-7880-4050-ad6b-1f905466df9b) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:59.123352 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318557a8-dba6-4a1b-a911-40c419f611bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:59.123961 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-318557a8-dba6-4a1b-a911-40c419f611bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:59.127795 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99215de-a36e-4e8c-9316-90954cefecd8 None None] Network a709933f-7880-4050-ad6b-1f905466df9b requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:59.144481 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-318557a8-dba6-4a1b-a911-40c419f611bf admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4061153 Dec 10 18:48:59.232256 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c266d133-02f0-4429-8ef1-729dbc2e11ae None None] Network a709933f-7880-4050-ad6b-1f905466df9b requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:59.590469 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35292266-3858-468d-a558-84af5177fe9c req-f9786799-2071-403f-8f70-b06c3aeb137e tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:59.592007 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-35292266-3858-468d-a558-84af5177fe9c req-f9786799-2071-403f-8f70-b06c3aeb137e tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] 10.222.0.62 "GET /v2.0/networks?id=a709933f-7880-4050-ad6b-1f905466df9b HTTP/1.1" status: 200 len: 809 time: 0.1124406 Dec 10 18:48:59.608673 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-35292266-3858-468d-a558-84af5177fe9c req-773a047b-4ed4-45ec-a00f-cceca4eff522 tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] 10.222.0.62 "GET /v2.0/quotas/bac130ae757941f58d8aac743560ea68 HTTP/1.1" status: 200 len: 375 time: 0.0102463 Dec 10 18:48:59.642092 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-35292266-3858-468d-a558-84af5177fe9c req-889eb44a-574e-41ff-8a3f-71a436d5a8f0 tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bac130ae757941f58d8aac743560ea68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276666 Dec 10 18:48:59.737137 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-35292266-3858-468d-a558-84af5177fe9c req-0875e54c-4fd2-4cae-a760-91867aa31af9 service neutron] 10.222.0.62 "GET /v2.0/networks/a709933f-7880-4050-ad6b-1f905466df9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874765 Dec 10 18:48:59.828373 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-35292266-3858-468d-a558-84af5177fe9c req-7d90e95a-a019-4371-be4a-c514a22df606 service neutron] 10.222.0.62 "GET /v2.0/networks/a709933f-7880-4050-ad6b-1f905466df9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848277 Dec 10 18:48:59.874432 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b226f364-b362-4299-b9b4-5a0e32d46b51 req-0c69fccf-ed31-47d2-b682-5db964125101 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0311618 Dec 10 18:48:59.977237 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-72785b18-2c5e-4524-a949-c0a9fc6073d7 req-0fd9c490-56f3-45c4-a814-a0dbeeeb8b93 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0358286 Dec 10 18:48:59.997865 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9f88618d-f5bd-4018-bdce-5b4b7099b1a4 req-9659095a-ed44-4b69-a799-24c301f9ceb7 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0336325 Dec 10 18:49:00.043453 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4149000c-0328-48cf-a302-647c2be2e0f3 req-a3c269d2-5696-4687-a844-60fb71942b6e tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2583f43-fec3-4efc-aafa-41809f2ca445 HTTP/1.1" status: 200 len: 210 time: 0.0270116 Dec 10 18:49:00.141096 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-15d6ae16-9d45-4f23-90d9-09e2cf43ce92 req-dd8fa611-6017-4a0d-a457-f3aa02e13c90 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0416732 Dec 10 18:49:00.143873 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-92c31665-1f0b-4bdb-b865-483fcc9bccfe req-e1a37fc5-cc79-4cfc-8e69-e6e31a06c6b6 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0296226 Dec 10 18:49:00.986706 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d62d493e-5e1e-4d40-bc64-aceb27c47677 req-ed987ab9-a3be-43d0-ba6d-d41e70095155 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0468841 Dec 10 18:49:01.037175 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35292266-3858-468d-a558-84af5177fe9c req-5500ef68-8247-4c5e-9fab-06f199a57d9e tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:01.038893 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-35292266-3858-468d-a558-84af5177fe9c req-5500ef68-8247-4c5e-9fab-06f199a57d9e tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] 10.222.0.46 "GET /v2.0/networks?id=a709933f-7880-4050-ad6b-1f905466df9b HTTP/1.1" status: 200 len: 809 time: 0.1351066 Dec 10 18:49:01.069389 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-35292266-3858-468d-a558-84af5177fe9c req-67cbbd75-5873-4567-ab67-1744a6edd3fa tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Request body: {'port': {'device_id': 'd2583f43-fec3-4efc-aafa-41809f2ca445', 'network_id': 'a709933f-7880-4050-ad6b-1f905466df9b', 'admin_state_up': True, 'tenant_id': 'bac130ae757941f58d8aac743560ea68'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:01.075874 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f5dd7863-3b0b-4a82-8b95-cf502a5465a1 req-c566b8b5-cce5-4bd5-aa97-88512accac43 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0360179 Dec 10 18:49:01.080924 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-65ffc0cd-d1e7-4804-bfcc-775b24a5d353 req-40a2b1be-8360-4b37-aefe-894e8896cb5a tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0294595 Dec 10 18:49:01.174556 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ffbdc56e-b26b-441a-b73b-ff82823f36c8 req-4824e8a6-dac1-4473-9f3f-a7d02bf1d3ad tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2583f43-fec3-4efc-aafa-41809f2ca445 HTTP/1.1" status: 200 len: 210 time: 0.0361943 Dec 10 18:49:01.228887 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fe0a45ce-3247-424c-97b4-f752e69271b7 req-0b5605af-86d7-4d38-9d20-66d88489fb07 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0304773 Dec 10 18:49:01.250493 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-471587a8-7aad-46f0-9d95-dbc0a3ebb893 req-02d901b2-b8be-4893-9477-4edf92538661 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0341823 Dec 10 18:49:01.259819 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35292266-3858-468d-a558-84af5177fe9c req-67cbbd75-5873-4567-ab67-1744a6edd3fa tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Made reservation on behalf of bac130ae757941f58d8aac743560ea68 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:01.263493 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-35292266-3858-468d-a558-84af5177fe9c req-67cbbd75-5873-4567-ab67-1744a6edd3fa tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:01.398626 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-35292266-3858-468d-a558-84af5177fe9c req-67cbbd75-5873-4567-ab67-1744a6edd3fa tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Allocated IP 172.20.0.4 (a709933f-7880-4050-ad6b-1f905466df9b/e3f4dcd2-7694-44ba-abe6-ccf661453a9e/367505be-ffb9-46b2-a24e-63f09eb3e0d3) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:49:01.833426 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-35292266-3858-468d-a558-84af5177fe9c req-67cbbd75-5873-4567-ab67-1744a6edd3fa tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:01.866457 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-35292266-3858-468d-a558-84af5177fe9c req-67cbbd75-5873-4567-ab67-1744a6edd3fa tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:01.909343 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35292266-3858-468d-a558-84af5177fe9c req-67cbbd75-5873-4567-ab67-1744a6edd3fa tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Network a709933f-7880-4050-ad6b-1f905466df9b is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:01.912336 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-35292266-3858-468d-a558-84af5177fe9c req-67cbbd75-5873-4567-ab67-1744a6edd3fa tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:01.916728 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-35292266-3858-468d-a558-84af5177fe9c req-67cbbd75-5873-4567-ab67-1744a6edd3fa tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:49:01.941560 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cbbd75-5873-4567-ab67-1744a6edd3fa tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Pushing event updated for resources: {'Port': ['ID=367505be-ffb9-46b2-a24e-63f09eb3e0d3,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:01.955773 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbbd75-5873-4567-ab67-1744a6edd3fa tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:01.956126 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbbd75-5873-4567-ab67-1744a6edd3fa tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:01.956480 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbbd75-5873-4567-ab67-1744a6edd3fa tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:01.956848 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbbd75-5873-4567-ab67-1744a6edd3fa tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:01.957188 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbbd75-5873-4567-ab67-1744a6edd3fa tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:01.957524 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbbd75-5873-4567-ab67-1744a6edd3fa tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:01.957855 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbbd75-5873-4567-ab67-1744a6edd3fa tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:01.958187 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbbd75-5873-4567-ab67-1744a6edd3fa tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:01.958522 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbbd75-5873-4567-ab67-1744a6edd3fa tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:01.958850 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbbd75-5873-4567-ab67-1744a6edd3fa tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:01.959174 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbbd75-5873-4567-ab67-1744a6edd3fa tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:01.959503 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbbd75-5873-4567-ab67-1744a6edd3fa tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:01.959825 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbbd75-5873-4567-ab67-1744a6edd3fa tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:01.982826 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35292266-3858-468d-a558-84af5177fe9c req-67cbbd75-5873-4567-ab67-1744a6edd3fa tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:01.983474 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-35292266-3858-468d-a558-84af5177fe9c req-67cbbd75-5873-4567-ab67-1744a6edd3fa tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:01.999650 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-35292266-3858-468d-a558-84af5177fe9c req-67cbbd75-5873-4567-ab67-1744a6edd3fa tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9497876 Dec 10 18:49:02.009644 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-35292266-3858-468d-a558-84af5177fe9c req-ce1a8ae3-807e-48b4-9ece-41401f67cc3b tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:49:02.010600 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-35292266-3858-468d-a558-84af5177fe9c req-ce1a8ae3-807e-48b4-9ece-41401f67cc3b tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050044 Dec 10 18:49:02.114479 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-35292266-3858-468d-a558-84af5177fe9c req-95fe61c6-11cd-4788-bceb-329dd95aced9 service neutron] Request body: {'port': {'device_id': 'd2583f43-fec3-4efc-aafa-41809f2ca445', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:02.171100 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d6af4f03-13bb-46c2-9ee0-6c6dcf9bfde4 req-692bd193-e0e0-4a5d-a6bb-8c2e3b06dd16 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0318632 Dec 10 18:49:02.202822 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-35292266-3858-468d-a558-84af5177fe9c req-95fe61c6-11cd-4788-bceb-329dd95aced9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:02.256685 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0237e987-5676-449b-a45f-8a2739590a2d req-3c4f8a40-0795-4120-a60c-5ba54903e46c tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0275853 Dec 10 18:49:02.265559 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a10fee60-b650-4adc-8ddc-8fa0cb396137 req-29d712d9-8a1d-4ef6-80d4-7630f297b24b tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0487592 Dec 10 18:49:02.348012 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-326cc98d-c32d-441e-9469-c316c0af69c6 req-52e51953-58b9-4fd1-a775-4ed971809587 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0283146 Dec 10 18:49:02.421920 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6eb576a8-0522-4066-847a-ffd7737a2f80 req-a706391c-5b6a-4542-8a4a-7ab1c95c8608 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0325477 Dec 10 18:49:02.466672 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae34107-ff6e-42c7-acc0-78f957ba93dd req-4126b42b-893c-4a27-b12a-c7e2e4037aab tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:02.468325 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eae34107-ff6e-42c7-acc0-78f957ba93dd req-4126b42b-893c-4a27-b12a-c7e2e4037aab tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2583f43-fec3-4efc-aafa-41809f2ca445 HTTP/1.1" status: 200 len: 931 time: 0.1232350 Dec 10 18:49:02.552759 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eae34107-ff6e-42c7-acc0-78f957ba93dd req-59e76b67-332f-4098-a37a-241626f1bfad tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] 10.222.0.62 "GET /v2.0/security-groups?id=8495f6c5-2e4b-4439-95c5-e98e9f547a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777612 Dec 10 18:49:02.605496 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-35292266-3858-468d-a558-84af5177fe9c req-95fe61c6-11cd-4788-bceb-329dd95aced9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 367505be-ffb9-46b2-a24e-63f09eb3e0d3 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:49:02.613615 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-35292266-3858-468d-a558-84af5177fe9c req-95fe61c6-11cd-4788-bceb-329dd95aced9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:02.635725 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-35292266-3858-468d-a558-84af5177fe9c req-95fe61c6-11cd-4788-bceb-329dd95aced9 service neutron] Transition to ACTIVE for port object 367505be-ffb9-46b2-a24e-63f09eb3e0d3 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:49:02.639718 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-35292266-3858-468d-a558-84af5177fe9c req-95fe61c6-11cd-4788-bceb-329dd95aced9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:02.694836 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe61c6-11cd-4788-bceb-329dd95aced9 service neutron] Pushing event updated for resources: {'Port': ['ID=367505be-ffb9-46b2-a24e-63f09eb3e0d3,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:02.767097 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-35292266-3858-468d-a558-84af5177fe9c req-95fe61c6-11cd-4788-bceb-329dd95aced9 service neutron] Attempting to bind port 367505be-ffb9-46b2-a24e-63f09eb3e0d3 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:02.767443 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-35292266-3858-468d-a558-84af5177fe9c req-95fe61c6-11cd-4788-bceb-329dd95aced9 service neutron] Attempting to bind port 367505be-ffb9-46b2-a24e-63f09eb3e0d3 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '67a50fc6-c698-45fb-9e00-26c92f99d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a709933f-7880-4050-ad6b-1f905466df9b'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:02.767783 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35292266-3858-468d-a558-84af5177fe9c req-95fe61c6-11cd-4788-bceb-329dd95aced9 service neutron] Attempting to bind port 367505be-ffb9-46b2-a24e-63f09eb3e0d3 on network a709933f-7880-4050-ad6b-1f905466df9b {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:02.772104 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35292266-3858-468d-a558-84af5177fe9c req-95fe61c6-11cd-4788-bceb-329dd95aced9 service neutron] Port 367505be-ffb9-46b2-a24e-63f09eb3e0d3 on network a709933f-7880-4050-ad6b-1f905466df9b not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:49:02.772435 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35292266-3858-468d-a558-84af5177fe9c req-95fe61c6-11cd-4788-bceb-329dd95aced9 service neutron] Attempting to bind port 367505be-ffb9-46b2-a24e-63f09eb3e0d3 on network a709933f-7880-4050-ad6b-1f905466df9b {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:02.778169 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35292266-3858-468d-a558-84af5177fe9c req-95fe61c6-11cd-4788-bceb-329dd95aced9 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:49:02.778526 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35292266-3858-468d-a558-84af5177fe9c req-95fe61c6-11cd-4788-bceb-329dd95aced9 service neutron] Checking segment: {'id': '67a50fc6-c698-45fb-9e00-26c92f99d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a709933f-7880-4050-ad6b-1f905466df9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:49:02.778923 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35292266-3858-468d-a558-84af5177fe9c req-95fe61c6-11cd-4788-bceb-329dd95aced9 service neutron] Bound using segment: {'id': '67a50fc6-c698-45fb-9e00-26c92f99d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a709933f-7880-4050-ad6b-1f905466df9b'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:49:02.779358 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-35292266-3858-468d-a558-84af5177fe9c req-95fe61c6-11cd-4788-bceb-329dd95aced9 service neutron] Bound port: 367505be-ffb9-46b2-a24e-63f09eb3e0d3, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a50fc6-c698-45fb-9e00-26c92f99d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a709933f-7880-4050-ad6b-1f905466df9b'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:49:02.779720 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-35292266-3858-468d-a558-84af5177fe9c req-95fe61c6-11cd-4788-bceb-329dd95aced9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:02.843539 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-35292266-3858-468d-a558-84af5177fe9c req-95fe61c6-11cd-4788-bceb-329dd95aced9 service neutron] For port 367505be-ffb9-46b2-a24e-63f09eb3e0d3, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:49:02.846861 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-35292266-3858-468d-a558-84af5177fe9c req-95fe61c6-11cd-4788-bceb-329dd95aced9 service neutron] For port 367505be-ffb9-46b2-a24e-63f09eb3e0d3, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=367505be-ffb9-46b2-a24e-63f09eb3e0d3,segment=NetworkSegment(67a50fc6-c698-45fb-9e00-26c92f99d3a3),segment_id=67a50fc6-c698-45fb-9e00-26c92f99d3a3)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:49:02.850771 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-35292266-3858-468d-a558-84af5177fe9c req-95fe61c6-11cd-4788-bceb-329dd95aced9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:02.891821 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35292266-3858-468d-a558-84af5177fe9c req-95fe61c6-11cd-4788-bceb-329dd95aced9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:02.892464 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-35292266-3858-468d-a558-84af5177fe9c req-95fe61c6-11cd-4788-bceb-329dd95aced9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:02.893950 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-35292266-3858-468d-a558-84af5177fe9c req-95fe61c6-11cd-4788-bceb-329dd95aced9 service neutron] 10.222.0.46 "PUT /v2.0/ports/367505be-ffb9-46b2-a24e-63f09eb3e0d3 HTTP/1.1" status: 200 len: 1091 time: 0.8742106 Dec 10 18:49:02.894418 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2583f43-fec3-4efc-aafa-41809f2ca445', 'tag': '367505be-ffb9-46b2-a24e-63f09eb3e0d3'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:49:02.896838 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7c762a-168d-4e55-9f51-25981bc89a59" -d '{"events": [{"name": "network-changed", "server_uuid": "d2583f43-fec3-4efc-aafa-41809f2ca445", "tag": "367505be-ffb9-46b2-a24e-63f09eb3e0d3"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:49:02.927507 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe61c6-11cd-4788-bceb-329dd95aced9 service neutron] Pushing event updated for resources: {'Port': ['ID=367505be-ffb9-46b2-a24e-63f09eb3e0d3,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:02.946586 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f8c237-abfd-4335-9b1d-e86d7664c8d3 x-openstack-request-id: req-40f8c237-abfd-4335-9b1d-e86d7664c8d3 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:49:02.946916 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2583f43-fec3-4efc-aafa-41809f2ca445", "tag": "367505be-ffb9-46b2-a24e-63f09eb3e0d3", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:49:02.947201 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-40f8c237-abfd-4335-9b1d-e86d7664c8d3 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:49:02.947590 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2583f43-fec3-4efc-aafa-41809f2ca445', 'tag': '367505be-ffb9-46b2-a24e-63f09eb3e0d3', 'status': 'completed', 'code': 200} Dec 10 18:49:02.978314 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35292266-3858-468d-a558-84af5177fe9c req-16144905-4bfc-44ee-879e-4eeac577c770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:02.979866 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-35292266-3858-468d-a558-84af5177fe9c req-16144905-4bfc-44ee-879e-4eeac577c770 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bac130ae757941f58d8aac743560ea68&device_id=d2583f43-fec3-4efc-aafa-41809f2ca445 HTTP/1.1" status: 200 len: 1094 time: 0.0469670 Dec 10 18:49:03.026639 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-35292266-3858-468d-a558-84af5177fe9c req-72209c41-dba7-424f-8878-2541d6406f7d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=367505be-ffb9-46b2-a24e-63f09eb3e0d3 HTTP/1.1" status: 200 len: 217 time: 0.0369172 Dec 10 18:49:03.083044 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35292266-3858-468d-a558-84af5177fe9c req-1fca4891-d68a-46bf-8ba0-7d25ef778b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:03.084543 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-35292266-3858-468d-a558-84af5177fe9c req-1fca4891-d68a-46bf-8ba0-7d25ef778b20 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e3f4dcd2-7694-44ba-abe6-ccf661453a9e HTTP/1.1" status: 200 len: 849 time: 0.0516758 Dec 10 18:49:03.117869 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-35292266-3858-468d-a558-84af5177fe9c req-851cc345-1cf7-48f5-880b-a52d7302dd4a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a709933f-7880-4050-ad6b-1f905466df9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259237 Dec 10 18:49:03.214058 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-35292266-3858-468d-a558-84af5177fe9c req-b37d48e1-3de9-4140-868e-03ea2e1dfa8b service neutron] 10.222.0.46 "GET /v2.0/networks/a709933f-7880-4050-ad6b-1f905466df9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894551 Dec 10 18:49:03.295396 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f35241c2-d3a7-4231-9da9-22877a063558 req-4879e7ee-0953-4707-99f2-64058cf65da9 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0653124 Dec 10 18:49:03.359968 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-35292266-3858-468d-a558-84af5177fe9c req-fda921cb-c93f-458f-9a13-955545976493 service neutron] 10.222.0.46 "GET /v2.0/networks/a709933f-7880-4050-ad6b-1f905466df9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383598 Dec 10 18:49:03.361336 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5364ab16-9e7a-47d9-8fb9-f585cab1c223 req-371dc786-907b-474c-ac98-2af172f95448 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0357144 Dec 10 18:49:03.399430 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8b74ed31-6897-4cbe-8583-d0dfd1fa5fb5 req-bb43fe35-9fdb-489f-872b-ed163e36782e tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0378017 Dec 10 18:49:03.468477 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6e028f4d-12c4-44c4-985d-ee186acd616f req-a8691f78-bf95-464f-9514-311be225f9bd tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0339303 Dec 10 18:49:03.494855 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c762a-168d-4e55-9f51-25981bc89a59 req-b0dd7f4f-b280-4ad7-8092-a146b1b46680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:03.496441 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ce7c762a-168d-4e55-9f51-25981bc89a59 req-b0dd7f4f-b280-4ad7-8092-a146b1b46680 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bac130ae757941f58d8aac743560ea68&device_id=d2583f43-fec3-4efc-aafa-41809f2ca445 HTTP/1.1" status: 200 len: 1094 time: 0.0704868 Dec 10 18:49:03.533996 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1b618eef-3b31-4b0a-879a-f634178df7e4 req-f60916ca-1644-4f0e-80ca-2c6ecedc5c1d tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0497286 Dec 10 18:49:03.627235 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c762a-168d-4e55-9f51-25981bc89a59 req-b9d33530-7fee-4b78-a27f-e0f25ce5f99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:03.629768 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ce7c762a-168d-4e55-9f51-25981bc89a59 req-b9d33530-7fee-4b78-a27f-e0f25ce5f99f service neutron] 10.222.0.46 "GET /v2.0/networks?id=a709933f-7880-4050-ad6b-1f905466df9b HTTP/1.1" status: 200 len: 910 time: 0.1251299 Dec 10 18:49:03.682599 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ce7c762a-168d-4e55-9f51-25981bc89a59 req-5186e4f1-a191-420b-a8b6-feb2d8c5ecd1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=367505be-ffb9-46b2-a24e-63f09eb3e0d3 HTTP/1.1" status: 200 len: 217 time: 0.0447335 Dec 10 18:49:03.699087 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abcd75c-5994-4970-9359-f2442e32abf1 req-6a769c7c-8888-4d2d-bc97-23588e7f373c tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:03.700085 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2abcd75c-5994-4970-9359-f2442e32abf1 req-6a769c7c-8888-4d2d-bc97-23588e7f373c tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2583f43-fec3-4efc-aafa-41809f2ca445 HTTP/1.1" status: 200 len: 943 time: 0.0677550 Dec 10 18:49:03.743490 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c762a-168d-4e55-9f51-25981bc89a59 req-afecdac6-aa13-4dde-bc30-440953a2bc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:03.745963 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ce7c762a-168d-4e55-9f51-25981bc89a59 req-afecdac6-aa13-4dde-bc30-440953a2bc2e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e3f4dcd2-7694-44ba-abe6-ccf661453a9e HTTP/1.1" status: 200 len: 849 time: 0.0549858 Dec 10 18:49:03.750118 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:03.754575 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2abcd75c-5994-4970-9359-f2442e32abf1 req-ea950af3-80d1-4818-8375-0df1f4346bcb tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] 10.222.0.62 "GET /v2.0/security-groups?id=8495f6c5-2e4b-4439-95c5-e98e9f547a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481510 Dec 10 18:49:03.781751 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ce7c762a-168d-4e55-9f51-25981bc89a59 req-611def06-2220-421e-82e0-06a2ce375c2e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a709933f-7880-4050-ad6b-1f905466df9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274377 Dec 10 18:49:03.876150 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ce7c762a-168d-4e55-9f51-25981bc89a59 req-d90157d8-ef72-4589-8e82-464147b1780f service neutron] 10.222.0.46 "GET /v2.0/networks/a709933f-7880-4050-ad6b-1f905466df9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858171 Dec 10 18:49:03.973767 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ce7c762a-168d-4e55-9f51-25981bc89a59 req-2d0082ab-6e9c-46a8-8ec7-170f1fbe766c service neutron] 10.222.0.46 "GET /v2.0/networks/a709933f-7880-4050-ad6b-1f905466df9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895655 Dec 10 18:49:04.383373 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f8d6bb6d-1889-4534-a442-6077157e1fd2 req-b21e3b68-5a50-4510-a96f-f03e8fbbd70e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0279570 Dec 10 18:49:04.465524 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-70a27ba4-812a-4dcd-be3d-0ecd075c6189 req-a353e433-a124-42d5-bf2c-f181eb9e1afa tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0275822 Dec 10 18:49:04.484455 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b9b031f3-acc7-43cd-be34-2c239fe509b0 req-7e09538c-87cb-4e84-82ef-c583d951fc45 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0280008 Dec 10 18:49:04.551845 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ae495478-1e57-41c1-b9e0-200e1e0a3e91 req-ae552628-efac-48c0-b57e-20df6bccfef4 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0271256 Dec 10 18:49:04.613661 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-012e2077-065f-4118-b368-efe4c7c4594e req-6c787195-a96a-4582-bea9-1e660384ab8d tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0279346 Dec 10 18:49:04.873613 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e9d89-e47b-4f6c-a052-9b2aef353d61 req-7f1b6bfd-60ff-41ac-8eb1-b6da6eb133dd tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:04.875006 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-222e9d89-e47b-4f6c-a052-9b2aef353d61 req-7f1b6bfd-60ff-41ac-8eb1-b6da6eb133dd tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2583f43-fec3-4efc-aafa-41809f2ca445 HTTP/1.1" status: 200 len: 943 time: 0.0481424 Dec 10 18:49:04.927654 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-222e9d89-e47b-4f6c-a052-9b2aef353d61 req-e1168fef-6849-447e-bf40-4feb3ef71053 tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] 10.222.0.62 "GET /v2.0/security-groups?id=8495f6c5-2e4b-4439-95c5-e98e9f547a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467827 Dec 10 18:49:05.474998 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ab3aa0a0-4dd4-443b-90d8-d2b5c9747d77 req-551a7d36-07e2-4fee-a7ed-7cf61b94d423 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0359454 Dec 10 18:49:05.558743 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-30f65061-2641-4d45-9279-18de54dfcc05 req-af1eb58a-360d-46ed-b968-f881882ba958 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0292952 Dec 10 18:49:05.574647 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef65d9ee-9f40-49bc-8efd-c803d219aa45 req-c06ba5c6-2205-41cb-9c2f-dc71b56b71b1 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0277219 Dec 10 18:49:05.634874 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3f1dcdb3-707d-4246-9e96-78b27a59eccd req-3a588023-595f-47db-8c33-0f9fccbd1fc9 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0294247 Dec 10 18:49:05.698089 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9f4ae0b6-1bd2-443c-b108-ddd2db7c9ac1 req-af80b213-a2e3-420e-82ed-8ebcaf126a4d tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0285935 Dec 10 18:49:06.046755 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa587c4-bc11-4608-b0e9-7f31ab1b1ba4 req-b6a56744-5bed-49ec-9292-ab1bd2e74ce8 tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:06.048274 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6aa587c4-bc11-4608-b0e9-7f31ab1b1ba4 req-b6a56744-5bed-49ec-9292-ab1bd2e74ce8 tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2583f43-fec3-4efc-aafa-41809f2ca445 HTTP/1.1" status: 200 len: 943 time: 0.0506177 Dec 10 18:49:06.097296 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6aa587c4-bc11-4608-b0e9-7f31ab1b1ba4 req-76b170c2-ced2-46cd-a3dc-d0824a6fbfca tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] 10.222.0.62 "GET /v2.0/security-groups?id=8495f6c5-2e4b-4439-95c5-e98e9f547a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429215 Dec 10 18:49:06.208950 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 367505be-ffb9-46b2-a24e-63f09eb3e0d3 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:49:06.303770 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 367505be-ffb9-46b2-a24e-63f09eb3e0d3, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=367505be-ffb9-46b2-a24e-63f09eb3e0d3,segment=NetworkSegment(67a50fc6-c698-45fb-9e00-26c92f99d3a3),segment_id=67a50fc6-c698-45fb-9e00-26c92f99d3a3)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:06.321644 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '367505be-ffb9-46b2-a24e-63f09eb3e0d3', 'network_id': 'a709933f-7880-4050-ad6b-1f905466df9b', 'port_id': '367505be-ffb9-46b2-a24e-63f09eb3e0d3', 'mac_address': 'fa:16:3e:79:d1:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3f4dcd2-7694-44ba-abe6-ccf661453a9e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:49:06.368698 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:06.386906 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 367505be-ffb9-46b2-a24e-63f09eb3e0d3 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:49:06.408703 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 367505be-ffb9-46b2-a24e-63f09eb3e0d3, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=367505be-ffb9-46b2-a24e-63f09eb3e0d3,segment=NetworkSegment(67a50fc6-c698-45fb-9e00-26c92f99d3a3),segment_id=67a50fc6-c698-45fb-9e00-26c92f99d3a3)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:06.412422 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:06.462308 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=367505be-ffb9-46b2-a24e-63f09eb3e0d3,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:06.561751 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e14ab387-2fdc-44e5-b2bc-f0925a2a5a63 req-e429e402-7c91-41ef-b8ad-9338f4680340 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0260136 Dec 10 18:49:06.650907 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['367505be-ffb9-46b2-a24e-63f09eb3e0d3'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:49:06.655355 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a45af653-afa5-4f4b-aee6-18f9986fb4cb req-5a51c787-9200-4fb7-9c0e-dc947f3ab2cf tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0290370 Dec 10 18:49:06.678580 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b31ed345-1511-43e1-85fa-9fdfcd5ed2e8 req-58f4da2f-d831-4d96-82e0-d96c00a76b2c tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0479214 Dec 10 18:49:06.736215 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-696687ad-f050-44e2-8b41-8af1e2882dc6 req-652fdc1d-ad1b-4d81-bf87-6032afb1dd31 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0294876 Dec 10 18:49:06.788872 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-41c146a0-30c0-4ca8-ae0a-749d45c085fb req-2f3b029f-f5ba-44c5-a9a1-d695b2f56a09 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0279720 Dec 10 18:49:07.218705 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90d440-5c82-45d0-8a30-221b01b5cd30 req-e0f02b6c-eaf2-477d-8967-9c93045f1a4b tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:07.220285 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-df90d440-5c82-45d0-8a30-221b01b5cd30 req-e0f02b6c-eaf2-477d-8967-9c93045f1a4b tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2583f43-fec3-4efc-aafa-41809f2ca445 HTTP/1.1" status: 200 len: 944 time: 0.0572560 Dec 10 18:49:07.248684 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:49:07.275298 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-df90d440-5c82-45d0-8a30-221b01b5cd30 req-4e41d361-c809-4266-991f-04655d73d1f3 tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] 10.222.0.62 "GET /v2.0/security-groups?id=8495f6c5-2e4b-4439-95c5-e98e9f547a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458250 Dec 10 18:49:07.638784 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fc115674-74ae-4cd3-84d8-dec25d6d3af8 req-b7aff402-4b3f-4934-bf66-144736400f00 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0255084 Dec 10 18:49:07.736879 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1429f27d-5a16-40f8-bcbd-59cfded49083 req-309fc2cb-3d8b-488a-b8e1-07fed4ad0c0b tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0271099 Dec 10 18:49:07.766610 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c1b59468-05cb-471c-a30f-ad0f79f2862f req-14b53702-cff7-470d-82e0-de33752656b9 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0274107 Dec 10 18:49:07.815054 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fbd9ccab-b275-43b3-a581-561eccfe9adf req-c28f0319-4a50-47b1-aa8f-2a51b6e5fb81 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0271559 Dec 10 18:49:07.866258 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6baa758d-22e4-46c2-b2e9-2c5e8b7379fb req-e9af7fc9-51e4-462e-91b0-8b1f872c7046 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0260172 Dec 10 18:49:08.058181 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:08.207568 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 367505be-ffb9-46b2-a24e-63f09eb3e0d3 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:49:08.264124 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 367505be-ffb9-46b2-a24e-63f09eb3e0d3 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:49:08.268431 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 367505be-ffb9-46b2-a24e-63f09eb3e0d3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:08.268853 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:08.362825 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:08.393777 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2583f43-fec3-4efc-aafa-41809f2ca445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367505be-ffb9-46b2-a24e-63f09eb3e0d3'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:49:08.396120 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae33d19-1c1c-4a2d-99cc-d2e362710402" -d '{"events": [{"server_uuid": "d2583f43-fec3-4efc-aafa-41809f2ca445", "name": "network-vif-plugged", "status": "completed", "tag": "367505be-ffb9-46b2-a24e-63f09eb3e0d3"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:49:08.403523 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb700a-3e32-4d42-87ad-46e612bb5fbf req-06672969-8bf2-4148-86e7-49c343fa7d93 tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:08.407207 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bddb700a-3e32-4d42-87ad-46e612bb5fbf req-06672969-8bf2-4148-86e7-49c343fa7d93 tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2583f43-fec3-4efc-aafa-41809f2ca445 HTTP/1.1" status: 200 len: 944 time: 0.0577211 Dec 10 18:49:08.410311 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 367505be-ffb9-46b2-a24e-63f09eb3e0d3, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=367505be-ffb9-46b2-a24e-63f09eb3e0d3,segment=NetworkSegment(67a50fc6-c698-45fb-9e00-26c92f99d3a3),segment_id=67a50fc6-c698-45fb-9e00-26c92f99d3a3)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:08.415300 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:08.470178 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bddb700a-3e32-4d42-87ad-46e612bb5fbf req-14c6cd24-c1fc-4cfb-ab2f-a76db86517cb tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] 10.222.0.62 "GET /v2.0/security-groups?id=8495f6c5-2e4b-4439-95c5-e98e9f547a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527954 Dec 10 18:49:08.470929 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=367505be-ffb9-46b2-a24e-63f09eb3e0d3,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:08.501967 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee488788-6b6b-45dc-afb6-fcf288224bfb x-openstack-request-id: req-ee488788-6b6b-45dc-afb6-fcf288224bfb {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:49:08.502270 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2583f43-fec3-4efc-aafa-41809f2ca445", "name": "network-vif-plugged", "status": "completed", "tag": "367505be-ffb9-46b2-a24e-63f09eb3e0d3", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:49:08.502524 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ee488788-6b6b-45dc-afb6-fcf288224bfb {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:49:08.502925 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2583f43-fec3-4efc-aafa-41809f2ca445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367505be-ffb9-46b2-a24e-63f09eb3e0d3', 'code': 200} Dec 10 18:49:08.605072 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0e644-f578-44e9-b24d-c4e82d79b1ee req-c8806274-c557-4b5d-9a6e-38358cd5fb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:08.606614 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7ca0e644-f578-44e9-b24d-c4e82d79b1ee req-c8806274-c557-4b5d-9a6e-38358cd5fb5d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d2583f43-fec3-4efc-aafa-41809f2ca445 HTTP/1.1" status: 200 len: 1096 time: 0.0402603 Dec 10 18:49:08.659271 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7ca0e644-f578-44e9-b24d-c4e82d79b1ee req-e3978db1-a164-41e7-b438-107d297b57b3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8495f6c5-2e4b-4439-95c5-e98e9f547a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450561 Dec 10 18:49:08.724188 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-47e39b73-b910-42a9-9142-1774e62db7f8 req-432973dd-deb7-4126-86a3-2d5989649130 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0304697 Dec 10 18:49:08.815403 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a28df938-7896-48c7-b35d-b9baa595c5a0 req-2cf94a42-c330-4f73-bedf-bcfd0e90252c tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0271430 Dec 10 18:49:08.852101 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d6ed5467-2e43-4e61-a22e-a0d9bcb7817b req-e079565d-6916-40cc-934f-e4872e7ced93 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0262322 Dec 10 18:49:08.895328 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b653141d-6259-45fc-b8ef-138a86a0d320 req-88821d3f-2f88-4723-9f7e-2bbf5c4f164c tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0309627 Dec 10 18:49:08.942794 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e0be3df1-c6a7-482c-b081-d70f9ba6351b req-4922ac73-bb37-483c-ab97-1554f792f1b0 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0262530 Dec 10 18:49:09.602823 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6bc514-ddda-4e05-b5ad-9e1762e65431 req-fe703813-8022-495b-8b26-8315836184ec tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:09.604397 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ce6bc514-ddda-4e05-b5ad-9e1762e65431 req-fe703813-8022-495b-8b26-8315836184ec tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2583f43-fec3-4efc-aafa-41809f2ca445 HTTP/1.1" status: 200 len: 945 time: 0.0593131 Dec 10 18:49:09.665606 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ce6bc514-ddda-4e05-b5ad-9e1762e65431 req-36e5041a-a209-4181-abc3-bba495239956 tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] 10.222.0.62 "GET /v2.0/security-groups?id=8495f6c5-2e4b-4439-95c5-e98e9f547a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552082 Dec 10 18:49:09.810029 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e0e827aa-ae06-44c2-bd0e-80786d5b6c5c req-4e562413-5556-4238-bf92-c2b20a15a753 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0338576 Dec 10 18:49:09.893935 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b0691f34-6b93-4ffb-93a8-424809a2c776 req-1abf24bb-cb7e-459e-8bf8-1a830048455f tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0278840 Dec 10 18:49:09.934968 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f8f929f-15f6-45ed-807e-23116314c2bc req-41f933b4-a74c-4ef2-8d7c-2b09b90c28fc tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0275753 Dec 10 18:49:09.976219 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4b7d441-062d-4859-bfc5-8ad11b9cf9af req-10e696a0-95f5-4352-a591-2be2ed2c4ec6 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0272627 Dec 10 18:49:10.019523 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-652f0162-82ce-4171-974f-fb9b26da3b11 req-0fb84957-86ee-4180-8f7c-0f5c8524b92f tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0277827 Dec 10 18:49:10.785443 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094676c-75b3-4a78-80d0-82fc51e04132 req-6779b78e-f58d-4a67-87e4-b36851340f8c tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:10.786943 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b094676c-75b3-4a78-80d0-82fc51e04132 req-6779b78e-f58d-4a67-87e4-b36851340f8c tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2583f43-fec3-4efc-aafa-41809f2ca445 HTTP/1.1" status: 200 len: 945 time: 0.0545478 Dec 10 18:49:10.834617 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b094676c-75b3-4a78-80d0-82fc51e04132 req-ba22ef81-f685-414a-ac02-c5236c20a93b tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] 10.222.0.62 "GET /v2.0/security-groups?id=8495f6c5-2e4b-4439-95c5-e98e9f547a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408092 Dec 10 18:49:10.888280 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f2b49819-1f16-4558-b3e6-e44a41b6e191 req-12fa2ccb-1bb9-48c7-bdc0-97807bc97fad tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0269625 Dec 10 18:49:10.974717 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-157abec9-9e31-41e8-b62a-b11902d8529b req-eb411645-5ef9-4687-ac8e-958dd7f2a9d8 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0312557 Dec 10 18:49:11.036005 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e2440c3f-7685-43d6-a20d-2add49002cf8 req-d4296590-f4e4-484a-a3d5-32dacc11f699 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0333188 Dec 10 18:49:11.069450 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b4e6246e-8e42-48dd-80eb-7fb8f0201db7 req-d2364970-0167-4f5e-a6d9-543a841203ef tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0265555 Dec 10 18:49:11.143725 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-350c3ce6-ed4f-48f1-9a03-2a3088da4d55 req-13cccfe8-5595-46f0-955c-b4c0b54bd98e tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0355239 Dec 10 18:49:11.968679 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-85016b33-4658-4ddd-bd49-64785d14f673 req-49b4ebc2-5ba8-4a87-a203-d67ce57eed87 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0274563 Dec 10 18:49:12.054559 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f72fb462-0acc-4c84-879c-03b2e64f071d req-926500ff-692c-445a-9a98-d845ab4be63a tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0291262 Dec 10 18:49:12.136317 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d302fe52-0aaf-409b-bba7-1f4e1b674a84 req-c5397d6b-860d-41d3-bf8c-ae28d31b27f7 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0381536 Dec 10 18:49:12.235170 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d078d855-4e45-4a21-8ff2-a5479aae7a11 req-85bb643e-dbfb-419e-8e2f-819ac4471ce2 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0340862 Dec 10 18:49:12.258408 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-57ac688c-8872-41c7-a1cb-52170ec62781 req-f07f7439-33d0-4f41-8304-04642f5749b6 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0279717 Dec 10 18:49:12.565519 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5dd8af-7c1f-4879-bf60-2993f9f0b522 req-9a51f8b1-e891-46db-a825-84302fc62948 tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:12.566943 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-db5dd8af-7c1f-4879-bf60-2993f9f0b522 req-9a51f8b1-e891-46db-a825-84302fc62948 tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2583f43-fec3-4efc-aafa-41809f2ca445 HTTP/1.1" status: 200 len: 945 time: 0.0508025 Dec 10 18:49:12.616308 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-db5dd8af-7c1f-4879-bf60-2993f9f0b522 req-7fe45385-ffda-43fc-8b8e-731285002611 tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] 10.222.0.62 "GET /v2.0/security-groups?id=8495f6c5-2e4b-4439-95c5-e98e9f547a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427802 Dec 10 18:49:13.054947 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c9f073d5-ebb0-43d7-9aee-116ebc3849cb req-72bdcde5-92de-4b18-ae8c-9161e369c317 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0321636 Dec 10 18:49:13.139503 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8b803099-df9d-4cb7-939d-070f372a4107 req-84caa2dd-f9ac-4399-a329-39d610fa93bb tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0337715 Dec 10 18:49:13.229209 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ed2a7a2b-06fd-4956-a59f-ff0e3513da21 req-37dea5bf-3603-4334-8458-9501434a24c2 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0262461 Dec 10 18:49:13.317329 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bf668398-d0ae-4f10-8eb2-8ff9192ddd77 req-8260329c-308c-42f5-9e07-9415f046eb30 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0293429 Dec 10 18:49:13.337752 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d4a81a79-a6a9-47fc-a180-9551ca5af18d req-dc7d9ac4-b533-47e4-9dbb-827a97e1542c tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0282521 Dec 10 18:49:13.733104 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353437b3-dab1-40d9-a136-4adae0b089a7 req-c091b420-5d81-4fe9-9325-40bd2869d020 tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:13.734635 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-353437b3-dab1-40d9-a136-4adae0b089a7 req-c091b420-5d81-4fe9-9325-40bd2869d020 tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2583f43-fec3-4efc-aafa-41809f2ca445 HTTP/1.1" status: 200 len: 945 time: 0.0501306 Dec 10 18:49:13.810869 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-353437b3-dab1-40d9-a136-4adae0b089a7 req-96c34895-a395-4d05-8609-a30edaeb944d tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] 10.222.0.62 "GET /v2.0/security-groups?id=8495f6c5-2e4b-4439-95c5-e98e9f547a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703266 Dec 10 18:49:13.824315 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a5806-6d4e-46a3-a614-0444d5dc46e5 req-6a9cdee8-48c5-418f-a1d8-56fb8c1a93c2 tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:13.825861 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8a0a5806-6d4e-46a3-a614-0444d5dc46e5 req-6a9cdee8-48c5-418f-a1d8-56fb8c1a93c2 tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2583f43-fec3-4efc-aafa-41809f2ca445 HTTP/1.1" status: 200 len: 945 time: 0.0702672 Dec 10 18:49:13.926683 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-8a0a5806-6d4e-46a3-a614-0444d5dc46e5 req-b2de5477-b8b2-440f-8ab9-1ecc9b073255 tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Deleting port 367505be-ffb9-46b2-a24e-63f09eb3e0d3 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:13.927054 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8a0a5806-6d4e-46a3-a614-0444d5dc46e5 req-b2de5477-b8b2-440f-8ab9-1ecc9b073255 tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:14.020739 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-8a0a5806-6d4e-46a3-a614-0444d5dc46e5 req-b2de5477-b8b2-440f-8ab9-1ecc9b073255 tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] For port 367505be-ffb9-46b2-a24e-63f09eb3e0d3, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=367505be-ffb9-46b2-a24e-63f09eb3e0d3,segment=NetworkSegment(67a50fc6-c698-45fb-9e00-26c92f99d3a3),segment_id=67a50fc6-c698-45fb-9e00-26c92f99d3a3)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:14.021109 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8a0a5806-6d4e-46a3-a614-0444d5dc46e5 req-b2de5477-b8b2-440f-8ab9-1ecc9b073255 tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:14.034260 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-8a0a5806-6d4e-46a3-a614-0444d5dc46e5 req-b2de5477-b8b2-440f-8ab9-1ecc9b073255 tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Calling delete_port for 367505be-ffb9-46b2-a24e-63f09eb3e0d3 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:14.143201 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3933bafb-7eb4-4c3b-956d-3e2dfe9fc32d req-531c9d86-3b67-4a3a-bd15-9aeadb081572 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0278978 Dec 10 18:49:14.180716 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8a0a5806-6d4e-46a3-a614-0444d5dc46e5 req-b2de5477-b8b2-440f-8ab9-1ecc9b073255 tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:14.193108 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['367505be-ffb9-46b2-a24e-63f09eb3e0d3'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:49:14.215372 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de5477-b8b2-440f-8ab9-1ecc9b073255 tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Pushing event deleted for resources: {'Port': ['ID=367505be-ffb9-46b2-a24e-63f09eb3e0d3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:14.250212 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e24c865e-9efd-4758-861e-51f643aa1234 req-bba14446-7120-4bba-bc4f-c42695a1b702 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0410061 Dec 10 18:49:14.289261 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0a5806-6d4e-46a3-a614-0444d5dc46e5 req-b2de5477-b8b2-440f-8ab9-1ecc9b073255 tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] No DVR routers for this DVR port 367505be-ffb9-46b2-a24e-63f09eb3e0d3 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:49:14.291919 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8a0a5806-6d4e-46a3-a614-0444d5dc46e5 req-b2de5477-b8b2-440f-8ab9-1ecc9b073255 tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:14.295241 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8a0a5806-6d4e-46a3-a614-0444d5dc46e5 req-b2de5477-b8b2-440f-8ab9-1ecc9b073255 tempest-ServerTagsTestJSON-1979257619 tempest-ServerTagsTestJSON-1979257619-project] 10.222.0.46 "DELETE /v2.0/ports/367505be-ffb9-46b2-a24e-63f09eb3e0d3 HTTP/1.1" status: 204 len: 173 time: 0.4625435 Dec 10 18:49:14.295683 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2583f43-fec3-4efc-aafa-41809f2ca445', 'name': 'network-vif-deleted', 'tag': '367505be-ffb9-46b2-a24e-63f09eb3e0d3'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:49:14.297958 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a52c6bf-9b61-4936-846a-13d37e6d348b" -d '{"events": [{"server_uuid": "d2583f43-fec3-4efc-aafa-41809f2ca445", "name": "network-vif-deleted", "tag": "367505be-ffb9-46b2-a24e-63f09eb3e0d3"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:49:14.318062 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3ad3d54a-7479-45f6-aa32-021d1b12435e req-9507b299-744c-4a8a-a257-548680d89df6 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0282509 Dec 10 18:49:14.353793 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d73174-8d15-48c0-bcfb-8abace802ab0 x-openstack-request-id: req-66d73174-8d15-48c0-bcfb-8abace802ab0 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:49:14.354033 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2583f43-fec3-4efc-aafa-41809f2ca445", "name": "network-vif-deleted", "tag": "367505be-ffb9-46b2-a24e-63f09eb3e0d3", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:49:14.354288 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-66d73174-8d15-48c0-bcfb-8abace802ab0 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:49:14.354720 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2583f43-fec3-4efc-aafa-41809f2ca445', 'name': 'network-vif-deleted', 'tag': '367505be-ffb9-46b2-a24e-63f09eb3e0d3', 'status': 'completed', 'code': 200} Dec 10 18:49:14.410747 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0c2220c0-d60a-49f5-9a82-d9aca522bc77 req-6a74d603-0f8a-4b35-8d54-7f15d57c29c9 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0290627 Dec 10 18:49:14.426838 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ad33fed5-eb07-4f63-b994-944062b754c3 req-9e60d1ae-11d7-413d-b872-c0df18ea1670 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0293832 Dec 10 18:49:14.868873 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40248) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:14.918327 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-d24852b4-08fc-459c-854a-b44097a8f227 admin admin] Deleting subnet e3f4dcd2-7694-44ba-abe6-ccf661453a9e {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:49:14.921513 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d24852b4-08fc-459c-854a-b44097a8f227 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:14.956195 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d24852b4-08fc-459c-854a-b44097a8f227 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:14.994914 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d24852b4-08fc-459c-854a-b44097a8f227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:15.048443 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d24852b4-08fc-459c-854a-b44097a8f227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:15.077670 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24852b4-08fc-459c-854a-b44097a8f227 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3f4dcd2-7694-44ba-abe6-ccf661453a9e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:15.082206 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d24852b4-08fc-459c-854a-b44097a8f227 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:15.085943 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d24852b4-08fc-459c-854a-b44097a8f227 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e3f4dcd2-7694-44ba-abe6-ccf661453a9e HTTP/1.1" status: 204 len: 168 time: 0.2153995 Dec 10 18:49:15.088572 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40250) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:15.091403 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24852b4-08fc-459c-854a-b44097a8f227 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:15.091696 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24852b4-08fc-459c-854a-b44097a8f227 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:15.092037 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24852b4-08fc-459c-854a-b44097a8f227 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:15.092375 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24852b4-08fc-459c-854a-b44097a8f227 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:15.092738 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24852b4-08fc-459c-854a-b44097a8f227 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:15.093072 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24852b4-08fc-459c-854a-b44097a8f227 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:15.093402 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24852b4-08fc-459c-854a-b44097a8f227 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:15.093733 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24852b4-08fc-459c-854a-b44097a8f227 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:15.094056 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24852b4-08fc-459c-854a-b44097a8f227 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:15.094380 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24852b4-08fc-459c-854a-b44097a8f227 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:15.094702 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24852b4-08fc-459c-854a-b44097a8f227 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:15.095032 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24852b4-08fc-459c-854a-b44097a8f227 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:15.095799 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24852b4-08fc-459c-854a-b44097a8f227 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:15.160138 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6239638-3015-4dd4-b171-54a5274b0453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:15.253389 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1f286b49-134d-4bbc-bf73-be6984da1802 req-f7744a5f-32d2-4258-8d22-f11ab2055cfa tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0521755 Dec 10 18:49:15.263155 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6239638-3015-4dd4-b171-54a5274b0453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:15.284168 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-c6239638-3015-4dd4-b171-54a5274b0453 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a709933f-7880-4050-ad6b-1f905466df9b']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:15.294137 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-c6239638-3015-4dd4-b171-54a5274b0453 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67a50fc6-c698-45fb-9e00-26c92f99d3a3') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:15.294440 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-c6239638-3015-4dd4-b171-54a5274b0453 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67a50fc6-c698-45fb-9e00-26c92f99d3a3') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:15.308203 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6239638-3015-4dd4-b171-54a5274b0453 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:15.321899 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6239638-3015-4dd4-b171-54a5274b0453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:15.327938 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6239638-3015-4dd4-b171-54a5274b0453 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:49:15.328340 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6239638-3015-4dd4-b171-54a5274b0453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:15.329934 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f153bd30-a3a3-4287-b550-e2ce4a272e9b req-b91413a0-31c7-46c5-ab0b-3850b74a84ff tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0271511 Dec 10 18:49:15.330463 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:49:15.330463 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:49:15.330463 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:49:15.330463 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:49:15.330463 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:49:15.330463 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:49:15.330463 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:49:15.330463 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:49:15.330463 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:49:15.330463 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:49:15.330463 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:49:15.330463 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:49:15.330463 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:49:15.330463 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:49:15.330463 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:49:15.330463 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:49:15.330463 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:49:15.330463 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:49:15.330463 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:49:15.330463 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:49:15.330463 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:49:15.330463 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:49:15.330463 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:49:15.330463 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:49:15.330463 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:49:15.330463 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:49:15.330463 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:49:15.330463 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:49:15.330463 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:49:15.330463 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:49:15.330463 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:49:15.330463 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:49:15.396782 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6239638-3015-4dd4-b171-54a5274b0453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:15.417741 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-39bd8c46-0151-4d8f-a9f8-f9e4c0b2f0f2 req-87cc21bd-f4be-4b35-8ed7-3c0aa1e743ab tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0320122 Dec 10 18:49:15.418982 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6239638-3015-4dd4-b171-54a5274b0453 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:15.422105 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c6239638-3015-4dd4-b171-54a5274b0453 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a709933f-7880-4050-ad6b-1f905466df9b HTTP/1.1" status: 204 len: 168 time: 0.3325062 Dec 10 18:49:15.431857 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6239638-3015-4dd4-b171-54a5274b0453 admin admin] Pushing event deleted for resources: {'Network': ['ID=a709933f-7880-4050-ad6b-1f905466df9b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:15.510611 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-870d25a2-d499-4fdb-a787-fe0936c380f7 req-4a09f3e1-e061-483a-9b37-13cdeda702a3 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0354218 Dec 10 18:49:15.516569 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-73e80eb9-83fc-49bc-a67d-b5c0e150f285 req-e98eb301-581b-49e2-be31-b73346c28fad tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0280275 Dec 10 18:49:15.559603 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40264) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:15.599665 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-bc3b8696-5f5b-4d0e-9910-62387d9e883a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bac130ae757941f58d8aac743560ea68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388885 Dec 10 18:49:15.602255 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40266) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:15.649810 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8a5f5b92-fc8e-47dd-83e5-c1972fc4e13b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:15.671313 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8a5f5b92-fc8e-47dd-83e5-c1972fc4e13b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:15.723729 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8a5f5b92-fc8e-47dd-83e5-c1972fc4e13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:15.726690 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8a5f5b92-fc8e-47dd-83e5-c1972fc4e13b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:15.727860 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8a5f5b92-fc8e-47dd-83e5-c1972fc4e13b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8495f6c5-2e4b-4439-95c5-e98e9f547a77 HTTP/1.1" status: 204 len: 168 time: 0.1246934 Dec 10 18:49:15.735534 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5f5b92-fc8e-47dd-83e5-c1972fc4e13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8495f6c5-2e4b-4439-95c5-e98e9f547a77,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:16.337210 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2b2973d1-c614-485a-9d20-0848837cc2b6 req-bc671dd9-3128-444c-8ea1-f388f653c5ad tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0320563 Dec 10 18:49:16.418801 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-22cbeaa6-c05d-4f3b-bdd4-14fc30e64384 req-5c65e838-7991-4e14-9100-44d0411a4af1 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0305274 Dec 10 18:49:16.503084 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-71d39ce6-70ad-4817-bb57-56ad8ad70c9f req-3aa7e871-f5b2-4b3c-aee7-4a6502b6b478 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0274415 Dec 10 18:49:16.589709 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-06f16412-c27e-44ff-a3d4-f3c43763e795 req-7d0bbe21-263f-4009-9ccb-8b2753fe5116 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0271921 Dec 10 18:49:16.662057 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7ac60702-fe56-4a1b-99b4-7e7ef98ca8b4 req-bc30e245-9723-44fb-b753-477f762bfa13 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0269759 Dec 10 18:49:17.419115 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b133beeb-318b-4261-a049-c2789d321b1d req-9af3aab5-c238-4ca3-a85a-29287e390cc6 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0277228 Dec 10 18:49:17.498234 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bb7e4903-12a9-45db-8634-845acb6a7b8b req-504d665e-1bc1-4730-af82-7cc07e529160 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0275521 Dec 10 18:49:17.590057 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-36a99413-f249-4348-a06f-84627bc08a87 req-c7351723-daf4-474e-acf9-3ec59a2cae75 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0272000 Dec 10 18:49:17.676506 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bd0ad83f-e276-485e-8fa0-7669ae5017b1 req-e459722f-ba37-4cd1-bd93-5ccdd4e8d501 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0346401 Dec 10 18:49:17.752728 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8f844f81-dd78-4eb4-9d36-b18309801fc3 req-7be2fd10-6a08-4d15-af8a-aadeadb6c536 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0301034 Dec 10 18:49:18.230305 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 367505be-ffb9-46b2-a24e-63f09eb3e0d3 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:49:18.249837 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 367505be-ffb9-46b2-a24e-63f09eb3e0d3 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:49:18.250195 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 367505be-ffb9-46b2-a24e-63f09eb3e0d3 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:49:18.510113 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-edb911c6-8562-4f1b-bd61-a26f08926347 req-ef911737-0834-498f-b32a-8c4dbdbf926c tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0264335 Dec 10 18:49:18.579723 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e594e6a0-250c-419d-ac32-dcf206628034 req-13bffe5d-b004-460d-bb72-a2fc3d847714 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0276220 Dec 10 18:49:18.674339 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2cb84c2e-b8ab-4165-a4f2-ffdc45e3d54a req-ad6d4cbf-d87a-4847-90b8-26e53863e4f7 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0267193 Dec 10 18:49:18.757601 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4589acd4-a4b5-4ea0-a510-35d6aa569a54 req-8f55d080-281e-46c8-88cd-e7152a6101b8 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0269210 Dec 10 18:49:18.834482 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b27e25c6-3b76-46c5-81a9-630217c200a7 req-3be00d01-a7a1-413d-9506-cb3919467cb8 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0311525 Dec 10 18:49:19.594053 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5bf850c9-5b58-4d2a-9a2c-0791b7a9de42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:19.609748 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3fe5fee8-86e6-40d8-8b3d-f6454b6c34a0 req-884ca76e-32ad-4e98-b891-56055e7ff786 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0371401 Dec 10 18:49:19.662023 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1ea287c7-69c7-415f-822a-a8a2989bd00e req-6978f18c-e22d-453c-a60f-7b17ddf545ff tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0269401 Dec 10 18:49:19.760186 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9826fa59-4d8d-4461-bca7-7ab344a3bf27 req-475d560b-999e-4167-9289-ff9f2383c01e tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0281780 Dec 10 18:49:19.835938 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ea2a83d3-2c14-49de-9ef3-a279243d6780 req-14a09805-2b9e-4212-92ca-84fbf15cbabb tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0256307 Dec 10 18:49:19.912146 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4d08f4dc-00dc-44bd-9756-e87e99c748b0 req-a8791284-0472-40eb-a3e7-37e6baa31b52 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0265672 Dec 10 18:49:20.687855 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-069390e6-aab9-4eea-a55f-f8cc2eba3004 req-5e01147d-76c6-41cd-9ed9-5e9a2ae6ab23 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0282204 Dec 10 18:49:20.744377 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-32d7520a-2c90-4fd1-9dfd-1bdd232167d9 req-61e79991-4a43-4d9a-955a-bae1d020dae9 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0281007 Dec 10 18:49:20.844536 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-698aea24-a162-4594-bfa6-e9fa51d84715 req-bb3c1233-9b1f-448d-a913-b48a0c3a3ce8 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0269067 Dec 10 18:49:20.919563 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-43cbf944-9e14-470e-83c1-d2f37911db02 req-726cee73-c7a6-434a-bcdc-71d255f85ba4 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0319755 Dec 10 18:49:20.992667 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6a9d9b4c-fee1-4cfd-9eee-13a3a23bd136 req-1a653601-5d42-4f16-b5f2-026e1355eab6 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0296228 Dec 10 18:49:21.774379 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b1e8e5f1-b337-434f-a1c1-ec39da5301e9 req-356b8ed6-0fba-45d8-ae93-2907e20ace1e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0272157 Dec 10 18:49:21.828527 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a8f4cc2e-3da4-4a29-b980-affbe61b487c req-e8193fd0-c733-47d8-ac3a-098d98b6f12f tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0284967 Dec 10 18:49:21.933744 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b8bd3436-74d1-4c62-a26a-8daaf1dcefc3 req-819d1162-3a0d-4238-b53b-2f7a140225f7 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0283375 Dec 10 18:49:22.002001 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-85f0f672-1fc0-40ae-a308-71d666ab2214 req-dd5dbdae-687e-48dd-a2df-8287ba1272bf tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0277815 Dec 10 18:49:22.074059 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2559c5e0-6528-4bb4-a580-7d486a03d44a req-71440216-c03d-45f2-9815-9558b9fd37be tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0271125 Dec 10 18:49:22.350260 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c5ef9a9-eb41-4c70-a26b-03c71c476b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:22.714311 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bac48d72-8062-4614-9acd-a7a5028dca06 req-927979be-88d2-48bd-b6bc-59e140976526 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456951 Dec 10 18:49:22.801758 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac48d72-8062-4614-9acd-a7a5028dca06 req-48bd4600-d905-4919-add8-5e8856d7b46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:22.803258 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bac48d72-8062-4614-9acd-a7a5028dca06 req-48bd4600-d905-4919-add8-5e8856d7b46f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=03fbac8cd9664c0ab5033875ec289be7&device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 1096 time: 0.0450923 Dec 10 18:49:22.889181 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a3ced17-4d3e-4fca-836e-bae8e00f1a5a req-0dc67102-eeef-4b19-882d-4d1c2744ff35 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0573382 Dec 10 18:49:22.911074 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cbc49443-3451-4b10-9e6e-ffe5cd8ddda3 req-7f29528c-3e97-45da-8bd4-d780f3721261 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0293267 Dec 10 18:49:22.942908 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac48d72-8062-4614-9acd-a7a5028dca06 req-a557d478-8e69-42f4-9cf9-b181770cc04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:22.944945 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bac48d72-8062-4614-9acd-a7a5028dca06 req-a557d478-8e69-42f4-9cf9-b181770cc04a service neutron] 10.222.0.46 "GET /v2.0/networks?id=7298e2ff-8266-485b-b15d-e11513ae77de HTTP/1.1" status: 200 len: 920 time: 0.1213977 Dec 10 18:49:22.989693 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bac48d72-8062-4614-9acd-a7a5028dca06 req-efdf20f0-3f5b-456b-88d1-14dc6f6fe2f7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa924f55-ae4a-4fe6-86b6-09234eefa69b HTTP/1.1" status: 200 len: 217 time: 0.0385737 Dec 10 18:49:23.025515 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e1da11b4-f5fd-4522-9515-973970b6038c req-55b0dac6-e218-4055-b835-2001c84436e7 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0327532 Dec 10 18:49:23.062480 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac48d72-8062-4614-9acd-a7a5028dca06 req-039eceff-e4dd-47dd-8eab-65ae85c2b46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:23.067265 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bac48d72-8062-4614-9acd-a7a5028dca06 req-039eceff-e4dd-47dd-8eab-65ae85c2b46c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c24893f4-aeec-4797-8dc4-9c83d9d3d696 HTTP/1.1" status: 200 len: 859 time: 0.0639329 Dec 10 18:49:23.092523 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-511eaebb-9a09-4a7d-a87b-9fadfd80b03b req-bd8e4a2c-6d61-4b60-8502-91f8b86bb6f5 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0273271 Dec 10 18:49:23.097193 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bac48d72-8062-4614-9acd-a7a5028dca06 req-10221115-40d5-4bed-8ed0-7a8c9087c405 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7298e2ff-8266-485b-b15d-e11513ae77de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255840 Dec 10 18:49:23.187595 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9797b06b-f9c0-4a9a-811d-d8f4ddf95ba9 req-e5edd38b-a4e5-4db3-86bc-7db5a85b9895 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0587544 Dec 10 18:49:23.222757 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bac48d72-8062-4614-9acd-a7a5028dca06 req-7e1aba56-6350-434e-9af1-29402e8a86e2 service neutron] 10.222.0.46 "GET /v2.0/networks/7298e2ff-8266-485b-b15d-e11513ae77de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185505 Dec 10 18:49:23.323884 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bac48d72-8062-4614-9acd-a7a5028dca06 req-b9de3268-6e90-4b04-b291-b200ddf4021e service neutron] 10.222.0.46 "GET /v2.0/networks/7298e2ff-8266-485b-b15d-e11513ae77de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943208 Dec 10 18:49:23.372217 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:23.987533 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-201f3918-01e9-427d-8c5d-ff7b7a236874 req-66d9a05a-a0a7-4481-805e-060920f87f20 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0392661 Dec 10 18:49:23.990503 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bb96af72-cb28-4bc7-9ad0-9d185910cc9e req-a7ba79bd-8bb7-4eca-8a7a-0347c2e96762 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0281584 Dec 10 18:49:24.139723 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5f1ccae8-e59e-4c84-86cb-47289152ca27 req-0791c300-6cc0-4c4a-906a-091f5e214595 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0437949 Dec 10 18:49:24.187221 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9c17d91b-8ae8-4eb1-a6a7-cfbbc0d06677 req-09e7d5fa-ff1e-4e43-bf11-8e5634d334e7 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0308757 Dec 10 18:49:24.265363 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e760ac98-11b5-4b67-88ea-680bee46d2dd req-55a53456-183d-4f5e-972f-add4f57bdc32 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0274167 Dec 10 18:49:24.754478 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:25.096986 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0a10a18d-a23d-4c57-97be-6d5dc13d90da req-c5d07e0a-cb93-4a59-a65f-683b62f12f6c tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0458999 Dec 10 18:49:25.101949 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8fb17247-0974-4e48-9661-63ad23187290 req-45c6be83-168f-41ab-87ca-2bcf954faa70 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0408871 Dec 10 18:49:25.209491 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40462) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:25.228298 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-77445abe-601b-472c-9f93-929c3a139860 req-c12d05da-987a-4f78-a32a-966304da4639 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0266926 Dec 10 18:49:25.268691 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e61ae6e2-6e23-4c9e-aeec-9518ef2756b4 req-efbdeecc-4165-4893-b220-9d30cd0952e5 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0292418 Dec 10 18:49:25.352968 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-27863ccc-dd4e-4357-ba9a-e6f404d8c704 req-e1677a2e-0af6-41ab-9235-53147a4053cf tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0368786 Dec 10 18:49:25.360805 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-329907d9-f080-43f4-8ed7-468e7d14bac3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:25.438750 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:25.451243 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-329907d9-f080-43f4-8ed7-468e7d14bac3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:25.455870 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-329907d9-f080-43f4-8ed7-468e7d14bac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:25.498372 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-329907d9-f080-43f4-8ed7-468e7d14bac3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0c73d2da61f940cea8cc0adbd197b686&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2879903 Dec 10 18:49:25.499250 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329907d9-f080-43f4-8ed7-468e7d14bac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99fe844c-9ee7-4ff6-9b22-b9df59c9ed3c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:25.501393 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40470) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:25.554797 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f2e13156-cfb5-402c-beeb-adf7abe8ce72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:25.576819 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f2e13156-cfb5-402c-beeb-adf7abe8ce72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:25.624119 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f2e13156-cfb5-402c-beeb-adf7abe8ce72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:25.626822 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f2e13156-cfb5-402c-beeb-adf7abe8ce72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:25.628005 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f2e13156-cfb5-402c-beeb-adf7abe8ce72 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/99fe844c-9ee7-4ff6-9b22-b9df59c9ed3c HTTP/1.1" status: 204 len: 168 time: 0.1252899 Dec 10 18:49:25.637954 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e13156-cfb5-402c-beeb-adf7abe8ce72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fe844c-9ee7-4ff6-9b22-b9df59c9ed3c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:26.174168 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f8c47882-dd34-4215-a77d-905de1d8cdee req-75b93563-5822-4096-be85-e5344283b740 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0335355 Dec 10 18:49:26.188093 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eaa3139b-e310-4db3-a5ec-c213b11f4dcb req-6d77e11d-576b-4681-bd6d-2b0aba808726 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0277169 Dec 10 18:49:26.326193 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9f18de58-af6b-4a53-814e-1a57968b9e46 req-dcc9d511-64b9-414d-973c-e454f5f858a4 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0390506 Dec 10 18:49:26.375753 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4310023f-960e-416b-9bc7-a85f178edd7f req-7b289831-4297-4271-8557-38f373037a6d tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0439899 Dec 10 18:49:26.445624 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4d305379-bd45-4e9b-82f0-214278c9adab req-bcac7af1-6403-412c-89ae-931588a43e4f tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0281899 Dec 10 18:49:26.459620 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b0ea17f3-7b38-4d4c-b5ed-601360b94966 req-1afb4916-0436-4857-a7a4-966e3e212480 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1949348 Dec 10 18:49:26.523507 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea17f3-7b38-4d4c-b5ed-601360b94966 req-eb2cafe1-b96e-4649-8b2b-ce273c13a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:26.525081 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b0ea17f3-7b38-4d4c-b5ed-601360b94966 req-eb2cafe1-b96e-4649-8b2b-ce273c13a624 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6dd50388a58440cca7ab90078e887719&device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 1095 time: 0.0413411 Dec 10 18:49:26.641040 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea17f3-7b38-4d4c-b5ed-601360b94966 req-d1122cf3-96e1-4acf-9777-b657533eec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:26.642524 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b0ea17f3-7b38-4d4c-b5ed-601360b94966 req-d1122cf3-96e1-4acf-9777-b657533eec77 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3bc50282-3306-4b81-ae1a-81a9a8be5df5 HTTP/1.1" status: 200 len: 912 time: 0.0945296 Dec 10 18:49:26.711328 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b0ea17f3-7b38-4d4c-b5ed-601360b94966 req-9169f582-a4a6-4d17-81cc-245f94f853d0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 HTTP/1.1" status: 200 len: 999 time: 0.0609491 Dec 10 18:49:26.764416 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea17f3-7b38-4d4c-b5ed-601360b94966 req-7e78c82d-8734-41c1-81e4-ae03265c35c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:26.766054 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b0ea17f3-7b38-4d4c-b5ed-601360b94966 req-7e78c82d-8734-41c1-81e4-ae03265c35c5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cdd9c23d-5046-4c54-950e-a05aba46bbec HTTP/1.1" status: 200 len: 850 time: 0.0482502 Dec 10 18:49:26.817064 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea17f3-7b38-4d4c-b5ed-601360b94966 req-0eb1b5fb-53f5-4820-ac66-52b9b21ae382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:26.818711 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b0ea17f3-7b38-4d4c-b5ed-601360b94966 req-0eb1b5fb-53f5-4820-ac66-52b9b21ae382 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3bc50282-3306-4b81-ae1a-81a9a8be5df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463862 Dec 10 18:49:26.829737 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-b0ea17f3-7b38-4d4c-b5ed-601360b94966 req-a018e286-018e-4180-8d14-feb79cfe0600 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:49:26.830714 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b0ea17f3-7b38-4d4c-b5ed-601360b94966 req-a018e286-018e-4180-8d14-feb79cfe0600 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052083 Dec 10 18:49:26.922070 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b0ea17f3-7b38-4d4c-b5ed-601360b94966 req-1ce77910-322c-4378-836d-399ea101e8fc service neutron] 10.222.0.72 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839374 Dec 10 18:49:27.020018 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b0ea17f3-7b38-4d4c-b5ed-601360b94966 req-411245a2-d1aa-4c39-a4f4-5a69cef7f07b service neutron] 10.222.0.72 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912068 Dec 10 18:49:27.263640 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aa9803c9-0439-42f2-986f-c6b14917e06d req-cbddaa8a-646c-4e36-8acd-1ae6ce027842 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0322537 Dec 10 18:49:27.273071 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-65ad9b63-ebfc-43a9-a121-2188a04dffaa req-6ff42dfe-15e2-4e3d-959f-adb3c488e73a tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0297341 Dec 10 18:49:27.446147 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a44101a5-5741-40ae-b73c-f1de09b119f1 req-c4c9c11b-7074-4f21-af21-f6c15065f800 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0449712 Dec 10 18:49:27.466498 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-42495578-e9ee-4c76-849a-d92d87e9d4d9 req-bf0eeee6-c332-4082-91a5-1f1297a7cc76 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0331659 Dec 10 18:49:27.529162 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1b91d471-1228-4d0b-b05d-140d1a1e93b7 req-54da784f-1d36-40a5-9a50-2d96a9e5b570 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0272810 Dec 10 18:49:28.037671 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40572) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:28.153596 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed89c5a7-12d7-4ec5-bbae-1773d5b8d186 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:28.233653 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed89c5a7-12d7-4ec5-bbae-1773d5b8d186 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:28.241959 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed89c5a7-12d7-4ec5-bbae-1773d5b8d186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:28.281388 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed89c5a7-12d7-4ec5-bbae-1773d5b8d186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec0d6bd-31ba-4395-8fe4-8c50b09e582b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:28.288826 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ed89c5a7-12d7-4ec5-bbae-1773d5b8d186 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a4eddef224a5427fb849d36eb02c6c96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2473879 Dec 10 18:49:28.290143 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40578) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:28.357714 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e46178f6-d3ce-4f7c-ac33-123693fe0450 req-ea092466-4934-4851-a8ce-a322bba25b56 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0308506 Dec 10 18:49:28.359325 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2fd52902-25bb-4c9a-a4f3-70ed4be8d212 req-ab5c61c4-d81e-430a-ac96-2c38faf130d4 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0385544 Dec 10 18:49:28.386314 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a11ba64-32d4-4ee9-ae99-f747cd232e43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:28.407495 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a11ba64-32d4-4ee9-ae99-f747cd232e43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:28.454501 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a11ba64-32d4-4ee9-ae99-f747cd232e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:28.457214 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a11ba64-32d4-4ee9-ae99-f747cd232e43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:28.458347 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1a11ba64-32d4-4ee9-ae99-f747cd232e43 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cec0d6bd-31ba-4395-8fe4-8c50b09e582b HTTP/1.1" status: 204 len: 168 time: 0.1672235 Dec 10 18:49:28.465969 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a11ba64-32d4-4ee9-ae99-f747cd232e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec0d6bd-31ba-4395-8fe4-8c50b09e582b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:28.546619 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-03176ebb-0ccb-42a8-a10a-f0b5b9239b54 req-fa735d91-99bb-4648-996c-04a432a4604c tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0309646 Dec 10 18:49:28.567933 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e4e1374f-453d-445a-8fc8-fe78a31d8c73 req-f3aae7bd-fab4-43b9-9e30-fb5400a438e1 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0362003 Dec 10 18:49:28.628867 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-03eed7fb-2e6c-4181-bf79-5f4a425ef1e7 req-a59f7209-93ca-468c-9706-c54c6ccc6516 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0281196 Dec 10 18:49:28.745364 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40592) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:28.758864 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea5dea07-ddad-49cb-8ea6-615ce2c30e6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:28.837041 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea5dea07-ddad-49cb-8ea6-615ce2c30e6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:28.840431 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea5dea07-ddad-49cb-8ea6-615ce2c30e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:28.881095 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ea5dea07-ddad-49cb-8ea6-615ce2c30e6f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3b587dd18b6347aa9dfa21768eecf93c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1346080 Dec 10 18:49:28.883603 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5dea07-ddad-49cb-8ea6-615ce2c30e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a57a705-34c9-4dd7-9147-5139ac7f30c0,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:28.884405 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40594) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:28.932480 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00a3c1c3-c969-4a89-8924-08c8e351e0d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:28.953685 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00a3c1c3-c969-4a89-8924-08c8e351e0d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:29.000263 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00a3c1c3-c969-4a89-8924-08c8e351e0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:29.002867 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00a3c1c3-c969-4a89-8924-08c8e351e0d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:29.004068 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-00a3c1c3-c969-4a89-8924-08c8e351e0d8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9a57a705-34c9-4dd7-9147-5139ac7f30c0 HTTP/1.1" status: 204 len: 168 time: 0.1185226 Dec 10 18:49:29.012565 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3c1c3-c969-4a89-8924-08c8e351e0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a57a705-34c9-4dd7-9147-5139ac7f30c0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:29.449994 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3123f1ad-9564-4abf-9d0d-ba8367b52a6f req-dfe6a1b5-ccd1-4213-9189-d53d1aa18004 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0302560 Dec 10 18:49:29.458648 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dd5df30e-9ee3-42c2-9d6a-9fbefd649c68 req-e5a6eb53-66c7-4b18-b6e1-4fe0c3812964 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0276122 Dec 10 18:49:29.641663 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a56e91b3-c578-4eb7-8a4e-833648970a18 req-716fd281-82ee-45f8-83e2-1fbe1b50f229 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0309417 Dec 10 18:49:29.653193 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7128d179-3d68-4527-8ae4-bb70d874ebb8 req-5d5c55c4-787b-4e9e-9ee9-55fd2d4ecf13 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0409107 Dec 10 18:49:29.716515 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-62b53a38-f2ae-4965-b564-6883ec3986a1 req-0a55fcea-b3e6-4204-b3b5-2c4b2d42e582 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0281556 Dec 10 18:49:30.546302 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7383c485-7b66-490f-9f02-4258a4738b91 req-dfc9a370-f63d-48a0-bbc1-9a1808795f24 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0333188 Dec 10 18:49:30.558941 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-65ebfdf0-b6ea-48f2-8fdb-067b7897c2f2 req-e311ef48-87c1-44ff-9ff6-a2b22f8691a8 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0322127 Dec 10 18:49:30.736440 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e75c3eab-6594-460a-b71f-3341a87aebef req-e29ba1ee-75d0-45dd-b5f0-abfb72244050 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0283935 Dec 10 18:49:30.762436 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3d41d79a-665f-498d-b26d-a800c85e07f7 req-206a6d96-a756-4b35-adde-6d3c6e0ebd6c tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0314970 Dec 10 18:49:30.830736 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-188a5bb7-38fa-43c0-acf6-0bb4fdb53e2a req-2ec6ff9f-eecf-4578-aeb7-acc2053d6e52 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0309503 Dec 10 18:49:31.321297 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40688) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:31.430910 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb13cb0f-af24-421e-add8-d7031bdcdfda admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:31.506433 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb13cb0f-af24-421e-add8-d7031bdcdfda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:31.514401 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb13cb0f-af24-421e-add8-d7031bdcdfda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:31.554057 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-fb13cb0f-af24-421e-add8-d7031bdcdfda admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=519ffc4ea00241eab74919c89f1101e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2311358 Dec 10 18:49:31.555105 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13cb0f-af24-421e-add8-d7031bdcdfda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085494fe-329f-41bb-bfaf-9ee53c86f482,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:31.557656 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40692) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:31.612455 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d580f184-62c8-4f1e-9ba7-bd34d7684996 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:31.636261 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a207e632-8f09-4882-a05f-31b9b69b61af req-75010f58-de21-4717-8ff0-c5673de9e332 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0344939 Dec 10 18:49:31.655098 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-82a20d81-e4b3-4e1f-b722-fd2f9fa0ff01 req-66cabfb3-b8ac-4d67-b12c-97fe61d71099 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0371463 Dec 10 18:49:31.660609 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d580f184-62c8-4f1e-9ba7-bd34d7684996 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:31.707517 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d580f184-62c8-4f1e-9ba7-bd34d7684996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:31.710586 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d580f184-62c8-4f1e-9ba7-bd34d7684996 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:31.711754 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d580f184-62c8-4f1e-9ba7-bd34d7684996 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/085494fe-329f-41bb-bfaf-9ee53c86f482 HTTP/1.1" status: 204 len: 168 time: 0.1530967 Dec 10 18:49:31.721358 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580f184-62c8-4f1e-9ba7-bd34d7684996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085494fe-329f-41bb-bfaf-9ee53c86f482,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:31.833960 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f3798efd-f86a-4dc8-83d3-00cb942fcd98 req-41ad9be6-c7e5-48d1-a441-85b0dab67eff tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0306246 Dec 10 18:49:31.852174 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0436dce2-3d56-4d02-a49f-31db6ac452d9 req-335ca036-793c-43c6-8fe4-ed2b7d3065e2 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0288367 Dec 10 18:49:31.914976 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-83de9733-3bdb-4f53-82f5-63ef28bcb8e3 req-b30c77ba-362e-48b7-946c-a409f43bdf59 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0262396 Dec 10 18:49:32.001035 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40708) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:32.017180 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45447c11-159e-43f2-8727-01342ca37b9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:32.096148 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45447c11-159e-43f2-8727-01342ca37b9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:32.100160 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45447c11-159e-43f2-8727-01342ca37b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:32.140448 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45447c11-159e-43f2-8727-01342ca37b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445e3f9c-3717-44e0-bf6e-8f7df564d610,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:32.145602 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-45447c11-159e-43f2-8727-01342ca37b9c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c2fc9e15e0d74f97b46436f4d1d0aeb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1435421 Dec 10 18:49:32.148419 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40710) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:32.197709 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d99850a5-39ac-44a6-8363-cef54f651588 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:32.218271 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d99850a5-39ac-44a6-8363-cef54f651588 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:32.264401 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d99850a5-39ac-44a6-8363-cef54f651588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:32.267006 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d99850a5-39ac-44a6-8363-cef54f651588 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:32.268155 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d99850a5-39ac-44a6-8363-cef54f651588 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/445e3f9c-3717-44e0-bf6e-8f7df564d610 HTTP/1.1" status: 204 len: 168 time: 0.1187208 Dec 10 18:49:32.277009 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99850a5-39ac-44a6-8363-cef54f651588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445e3f9c-3717-44e0-bf6e-8f7df564d610,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:32.721025 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3329807f-6cc3-4ea7-b10e-2401bfe258f2 req-dd13b75b-7805-4559-a7d2-13b51323a324 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0317159 Dec 10 18:49:32.735420 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-257ae061-1c2f-4be4-bc3f-177b52408377 req-ebb22316-e9da-4267-a081-0c3c3557bdd7 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0266848 Dec 10 18:49:32.922699 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c51c04bd-9292-4189-aa9e-d721c9d26809 req-91ffc063-d766-4a43-b6b2-1952b1136383 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0283637 Dec 10 18:49:32.960569 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c2494156-f998-4076-ad20-267df1e73789 req-a661a992-405b-4961-9be9-33c6aa5f2958 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0361876 Dec 10 18:49:33.006275 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b4be79c3-f462-49cd-95f7-c81b07093bca req-c36c32a1-7aa0-47e6-be05-633dfff769a4 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0264549 Dec 10 18:49:33.580561 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40766) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:33.689431 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3f4adeed-d6c5-442a-9438-7449cf56523b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:33.757272 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:33.822212 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a0e214a4-755a-4363-bbc6-f2404efb12f6 req-502a0e2f-d092-466e-991f-ef703c85f6c0 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0373497 Dec 10 18:49:33.824832 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3f4adeed-d6c5-442a-9438-7449cf56523b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:33.827398 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-294b0f9b-e288-4680-a5e4-39e4e9bb80ae req-1f1cbde3-9a89-4b38-a8c3-027e89b82110 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0299621 Dec 10 18:49:33.830196 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3f4adeed-d6c5-442a-9438-7449cf56523b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:33.879580 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3f4adeed-d6c5-442a-9438-7449cf56523b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=24ed316f864844669790ca8ac986adcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2979016 Dec 10 18:49:33.883938 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40774) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:33.885992 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4adeed-d6c5-442a-9438-7449cf56523b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1d9185-e272-49ea-90ed-c359094c631b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:33.946493 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-40c90639-bdcf-48ba-8af3-5164f5b12fa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:33.972603 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-40c90639-bdcf-48ba-8af3-5164f5b12fa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:34.021876 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0996e2d9-763f-4a22-9f36-3e22314ee5ca req-8007d0e0-4fd8-4d5d-af63-4015ae5edca6 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0329261 Dec 10 18:49:34.060881 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ebab1c92-4c3f-4474-98b6-71ea8c619cb2 req-dbb58be7-0b5f-4428-bb79-a93760942ce0 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0443778 Dec 10 18:49:34.062086 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-40c90639-bdcf-48ba-8af3-5164f5b12fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:34.064782 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-40c90639-bdcf-48ba-8af3-5164f5b12fa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:34.085699 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-40c90639-bdcf-48ba-8af3-5164f5b12fa0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9f1d9185-e272-49ea-90ed-c359094c631b HTTP/1.1" status: 204 len: 168 time: 0.2009394 Dec 10 18:49:34.095381 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c90639-bdcf-48ba-8af3-5164f5b12fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1d9185-e272-49ea-90ed-c359094c631b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:34.109630 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ccb07aa9-c5f3-477c-84d9-884e502ab570 req-36fb89b9-4bff-4704-b9ee-348d0816cf0e tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0318789 Dec 10 18:49:34.914644 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7d89e207-5f99-4c40-a700-2d82b7ab65bd req-079023b4-f7b3-48dd-bde0-97c0d05d151e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0289550 Dec 10 18:49:34.920030 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3eed1358-5cef-4d84-b89c-33499b94f392 req-875ea193-cdc7-4b7d-b7ba-7df87bd06c66 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0270836 Dec 10 18:49:35.113605 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c5f3d8c6-cde1-4d26-9ffc-f92d985d8aa8 req-7ea57b40-32f8-4ae3-96c6-b154129b9280 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0278096 Dec 10 18:49:35.149692 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09a5bcc0-c802-4ed2-8d95-1d51b1dc651f req-657203d8-64e4-4d9e-a495-0fe94178936c tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0317347 Dec 10 18:49:35.287100 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40828) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:35.389772 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-9b235a86-cc2b-4c10-b6e3-dd221be18cb0 tempest-MeteringIpV6TestJSON-505784845 tempest-MeteringIpV6TestJSON-505784845-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-164058213'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:35.390333 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-9b235a86-cc2b-4c10-b6e3-dd221be18cb0 tempest-MeteringIpV6TestJSON-505784845 tempest-MeteringIpV6TestJSON-505784845-project-admin] Unknown quota resources ['metering_label']. {{(pid=103245) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 18:49:35.549730 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-58c49d5e-c2ac-49ee-808d-595c22f0f252 req-1be33384-740a-4b45-b48b-979e43bcf26b tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0903969 Dec 10 18:49:35.600045 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9b235a86-cc2b-4c10-b6e3-dd221be18cb0 tempest-MeteringIpV6TestJSON-505784845 tempest-MeteringIpV6TestJSON-505784845-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:35.601260 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9b235a86-cc2b-4c10-b6e3-dd221be18cb0 tempest-MeteringIpV6TestJSON-505784845 tempest-MeteringIpV6TestJSON-505784845-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3130951 Dec 10 18:49:35.603830 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40832) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:35.609149 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-1c036d1d-bb37-4152-b1fb-a3b11afeee00 tempest-MeteringIpV6TestJSON-505784845 tempest-MeteringIpV6TestJSON-505784845-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '33b598dd-e373-46bc-91a8-837866d1a298'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:35.609664 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-1c036d1d-bb37-4152-b1fb-a3b11afeee00 tempest-MeteringIpV6TestJSON-505784845 tempest-MeteringIpV6TestJSON-505784845-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103245) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 18:49:35.714387 n-d-821435-1 neutron-server[103245]: WARNING neutron.services.metering.metering_plugin [None req-1c036d1d-bb37-4152-b1fb-a3b11afeee00 tempest-MeteringIpV6TestJSON-505784845 tempest-MeteringIpV6TestJSON-505784845-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 10 18:49:35.822440 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c036d1d-bb37-4152-b1fb-a3b11afeee00 tempest-MeteringIpV6TestJSON-505784845 tempest-MeteringIpV6TestJSON-505784845-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:35.823634 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1c036d1d-bb37-4152-b1fb-a3b11afeee00 tempest-MeteringIpV6TestJSON-505784845 tempest-MeteringIpV6TestJSON-505784845-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2188790 Dec 10 18:49:35.826694 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40834) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:35.830811 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c26d2e27-2436-4806-a264-85dd7cbc4a9f tempest-MeteringIpV6TestJSON-505784845 tempest-MeteringIpV6TestJSON-505784845-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '33b598dd-e373-46bc-91a8-837866d1a298'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:35.831298 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c26d2e27-2436-4806-a264-85dd7cbc4a9f tempest-MeteringIpV6TestJSON-505784845 tempest-MeteringIpV6TestJSON-505784845-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103245) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 18:49:35.886433 n-d-821435-1 neutron-server[103245]: WARNING neutron.services.metering.metering_plugin [None req-c26d2e27-2436-4806-a264-85dd7cbc4a9f tempest-MeteringIpV6TestJSON-505784845 tempest-MeteringIpV6TestJSON-505784845-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 10 18:49:35.968511 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c26d2e27-2436-4806-a264-85dd7cbc4a9f tempest-MeteringIpV6TestJSON-505784845 tempest-MeteringIpV6TestJSON-505784845-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:35.972677 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c26d2e27-2436-4806-a264-85dd7cbc4a9f tempest-MeteringIpV6TestJSON-505784845 tempest-MeteringIpV6TestJSON-505784845-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1449900 Dec 10 18:49:35.973260 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40840) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:35.995419 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-26a2ba5f-d445-4a58-bc21-71a2b66c7c91 tempest-MeteringIpV6TestJSON-505784845 tempest-MeteringIpV6TestJSON-505784845-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=941cbaa5-84b7-4755-8934-7b35c3b7d1e7 HTTP/1.1" status: 200 len: 462 time: 0.0199802 Dec 10 18:49:35.995995 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-71db0918-9436-4244-8cf8-3113c55b6eb3 req-9196e5be-6a24-47a9-8d60-099c2ddd41db tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0279052 Dec 10 18:49:35.997991 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40844) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:36.010368 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3d811fa1-ed23-48a5-a812-9d3f78cfff46 req-fb05c4f1-cbb6-4fa3-93f7-a26f76c8474b tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0361481 Dec 10 18:49:36.229688 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c3da15f1-946a-4f00-8d1b-c3b29fa17f00 req-e5771309-50f7-4efd-a0a5-9b8411120ac4 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0280197 Dec 10 18:49:36.442961 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b0558cd3-5b18-4fb2-8839-b196665d04a4 tempest-MeteringIpV6TestJSON-505784845 tempest-MeteringIpV6TestJSON-505784845-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:36.444610 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b0558cd3-5b18-4fb2-8839-b196665d04a4 tempest-MeteringIpV6TestJSON-505784845 tempest-MeteringIpV6TestJSON-505784845-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/941cbaa5-84b7-4755-8934-7b35c3b7d1e7 HTTP/1.1" status: 204 len: 168 time: 0.4450345 Dec 10 18:49:36.447011 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40850) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:36.468698 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-78f42ebe-2068-4980-bd2d-68ffcb0e052b req-27378d83-50a2-47a5-90a3-9a337aa5f78c tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0648313 Dec 10 18:49:36.473993 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-82e7fdad-227f-43f0-ab9e-edecd4dea724 tempest-MeteringIpV6TestJSON-505784845 tempest-MeteringIpV6TestJSON-505784845-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=941cbaa5-84b7-4755-8934-7b35c3b7d1e7 HTTP/1.1" status: 200 len: 221 time: 0.0233982 Dec 10 18:49:36.474833 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40852) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:36.479204 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-e107028d-7b3f-4f7a-a086-ba9720fb8af6 tempest-MeteringIpV6TestJSON-505784845 tempest-MeteringIpV6TestJSON-505784845-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1123606587', 'description': 'label created by tempest'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:36.479679 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-e107028d-7b3f-4f7a-a086-ba9720fb8af6 tempest-MeteringIpV6TestJSON-505784845 tempest-MeteringIpV6TestJSON-505784845-project-admin] Unknown quota resources ['metering_label']. {{(pid=103244) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 18:49:36.628833 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bbe94105-6f2b-4244-81a7-74e13fb85c71 req-641285ed-8a7f-4d69-9bfc-e5781a150eec tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0274086 Dec 10 18:49:36.678857 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e107028d-7b3f-4f7a-a086-ba9720fb8af6 tempest-MeteringIpV6TestJSON-505784845 tempest-MeteringIpV6TestJSON-505784845-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:36.680056 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e107028d-7b3f-4f7a-a086-ba9720fb8af6 tempest-MeteringIpV6TestJSON-505784845 tempest-MeteringIpV6TestJSON-505784845-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2042093 Dec 10 18:49:36.682753 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40856) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:36.760247 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3e89bd8c-1f56-49e9-98b7-d93fa0f34cf2 tempest-MeteringIpV6TestJSON-505784845 tempest-MeteringIpV6TestJSON-505784845-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=7aa29083-f6fc-43a5-9d01-a78e6eaa3a64 HTTP/1.1" status: 200 len: 468 time: 0.0764084 Dec 10 18:49:36.762823 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40858) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:36.939564 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-672e8903-a65c-4a70-8f9e-3c9bbaef55b1 tempest-MeteringIpV6TestJSON-505784845 tempest-MeteringIpV6TestJSON-505784845-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:36.940731 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-672e8903-a65c-4a70-8f9e-3c9bbaef55b1 tempest-MeteringIpV6TestJSON-505784845 tempest-MeteringIpV6TestJSON-505784845-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/7aa29083-f6fc-43a5-9d01-a78e6eaa3a64 HTTP/1.1" status: 204 len: 168 time: 0.1769831 Dec 10 18:49:36.943487 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40860) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:36.954570 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-261a1279-a948-4d6b-85ea-0fcabe6aca4f tempest-MeteringIpV6TestJSON-505784845 tempest-MeteringIpV6TestJSON-505784845-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=7aa29083-f6fc-43a5-9d01-a78e6eaa3a64 HTTP/1.1" status: 200 len: 216 time: 0.0095735 Dec 10 18:49:36.957614 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40862) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:36.965763 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a50d1218-f37e-42b7-8b0b-cfecf5c9b642 tempest-MeteringIpV6TestJSON-505784845 tempest-MeteringIpV6TestJSON-505784845-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0071950 Dec 10 18:49:36.968604 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40864) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:36.981555 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a6b45dc4-911b-4450-9775-5c77a1fee91f tempest-MeteringIpV6TestJSON-505784845 tempest-MeteringIpV6TestJSON-505784845-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0119116 Dec 10 18:49:36.987419 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40866) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:37.042468 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4a705640-7176-4ce8-ab66-08afb53cc007 tempest-MeteringIpV6TestJSON-505784845 tempest-MeteringIpV6TestJSON-505784845-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels/33b598dd-e373-46bc-91a8-837866d1a298 HTTP/1.1" status: 200 len: 472 time: 0.0538766 Dec 10 18:49:37.045978 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40872) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:37.070216 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7f3c8e53-fcd8-48b1-8a17-75450f5f1f57 tempest-MeteringIpV6TestJSON-505784845 tempest-MeteringIpV6TestJSON-505784845-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules/62071c26-0582-4624-9a92-3ee9bb878227 HTTP/1.1" status: 200 len: 459 time: 0.0194411 Dec 10 18:49:37.072119 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40874) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:37.086793 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e39779dd-19d6-4c6c-be25-4d74f8955504 req-21833673-f7df-425a-9bad-ce13a31101b2 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0346863 Dec 10 18:49:37.096598 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-37415ca2-af69-4781-a564-2839556097a0 req-6a9e8cc6-f75d-4775-b8a4-62442a4c44e7 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0336769 Dec 10 18:49:37.193557 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33eeeb35-2822-42d8-9907-f52c263ce02f tempest-MeteringIpV6TestJSON-505784845 tempest-MeteringIpV6TestJSON-505784845-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:37.197214 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-33eeeb35-2822-42d8-9907-f52c263ce02f tempest-MeteringIpV6TestJSON-505784845 tempest-MeteringIpV6TestJSON-505784845-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/62071c26-0582-4624-9a92-3ee9bb878227 HTTP/1.1" status: 204 len: 168 time: 0.1205049 Dec 10 18:49:37.197429 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40876) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:37.305378 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ab17b550-efbc-4059-887c-3ca4d59df006 req-f76cee72-f5ba-49d4-863d-0aad87cb94e2 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0276804 Dec 10 18:49:37.405059 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-00f1ee5d-d507-4f5f-9bd4-2a983e34eb2f tempest-MeteringIpV6TestJSON-505784845 tempest-MeteringIpV6TestJSON-505784845-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:37.406451 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-00f1ee5d-d507-4f5f-9bd4-2a983e34eb2f tempest-MeteringIpV6TestJSON-505784845 tempest-MeteringIpV6TestJSON-505784845-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/33b598dd-e373-46bc-91a8-837866d1a298 HTTP/1.1" status: 204 len: 168 time: 0.2079418 Dec 10 18:49:37.557387 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-33ea23df-ff4c-4904-b39a-af27ce9ebd68 req-2999f64d-e4ad-4929-88df-378dcfc0d699 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0276752 Dec 10 18:49:37.669373 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40888) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:37.707082 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-690f327d-863c-4ebd-bce5-4160131b18e1 req-2bb398e9-8b4f-40a3-88df-f42f0c3b3d82 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0260890 Dec 10 18:49:37.776012 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9bbdc175-fdae-452b-aa8e-484fbf2984e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:37.855362 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9bbdc175-fdae-452b-aa8e-484fbf2984e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:37.859036 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9bbdc175-fdae-452b-aa8e-484fbf2984e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:37.898529 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9bbdc175-fdae-452b-aa8e-484fbf2984e1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ccb735b47df84c59b015145dacf565b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2279212 Dec 10 18:49:37.899262 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbdc175-fdae-452b-aa8e-484fbf2984e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba60349a-38d5-4931-aa79-caf2a9e6b988,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:37.901039 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40892) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:37.953699 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bf71fca3-6e31-49e3-aa81-ba01d9bb2037 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:37.975294 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bf71fca3-6e31-49e3-aa81-ba01d9bb2037 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:38.020333 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bf71fca3-6e31-49e3-aa81-ba01d9bb2037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:38.023593 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bf71fca3-6e31-49e3-aa81-ba01d9bb2037 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:38.024762 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-bf71fca3-6e31-49e3-aa81-ba01d9bb2037 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ba60349a-38d5-4931-aa79-caf2a9e6b988 HTTP/1.1" status: 204 len: 168 time: 0.1227190 Dec 10 18:49:38.032425 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf71fca3-6e31-49e3-aa81-ba01d9bb2037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba60349a-38d5-4931-aa79-caf2a9e6b988,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:38.072847 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:38.169487 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d126345d-5a93-40e5-83dd-ecbdbd9df6cd req-45083b9f-8941-4d40-84f7-51c196ef6e92 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0273767 Dec 10 18:49:38.184150 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-36010580-f816-4b9e-bd11-ea134ecf943f req-6c8f66bb-f469-4d76-a458-35405d9a62db tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0315108 Dec 10 18:49:38.308551 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40902) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:38.321702 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9c88c5e-65aa-45fa-be30-57994add5693 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:38.391964 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7cf6cebb-ec29-4ab1-8a5d-34d2f8b859e6 req-3728a152-dc19-44aa-a17a-bb5d364b3a2a tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0369022 Dec 10 18:49:38.419563 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9c88c5e-65aa-45fa-be30-57994add5693 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:38.423634 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9c88c5e-65aa-45fa-be30-57994add5693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:38.460490 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c88c5e-65aa-45fa-be30-57994add5693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b783420-ac58-483b-8da1-606c301e2587,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:38.464853 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a9c88c5e-65aa-45fa-be30-57994add5693 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8b585f2cd2d44036a855a1a32d25f60e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1552055 Dec 10 18:49:38.467413 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40906) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:38.515870 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3c80976-6bd0-4a03-9695-7128af0b3fdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:38.537341 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3c80976-6bd0-4a03-9695-7128af0b3fdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:38.583704 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3c80976-6bd0-4a03-9695-7128af0b3fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:38.587822 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3c80976-6bd0-4a03-9695-7128af0b3fdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:38.589036 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f3c80976-6bd0-4a03-9695-7128af0b3fdc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1b783420-ac58-483b-8da1-606c301e2587 HTTP/1.1" status: 204 len: 168 time: 0.1207201 Dec 10 18:49:38.599573 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c80976-6bd0-4a03-9695-7128af0b3fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b783420-ac58-483b-8da1-606c301e2587,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:38.650581 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2fd4f3ad-dd94-4349-a3bb-a2178f3f8e60 req-1b4fe004-e349-4dfe-9b0e-6022901441d8 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0315306 Dec 10 18:49:38.792596 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3c59cde7-a77e-4c24-bc68-a6f23c85fb69 req-40e11e52-96eb-4428-93f6-5bee591afeef tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0312676 Dec 10 18:49:39.256134 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5b2bbff1-5050-449e-8519-29e84da3fa53 req-833bfa65-d92a-4320-b28c-0b9a07f46bb3 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0338163 Dec 10 18:49:39.280856 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a20374ff-6c81-47f9-9b24-ba4c6d94dc38 req-8221ec61-537e-47ab-ae22-7da091f7a796 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0376186 Dec 10 18:49:39.475009 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5a4bd5d4-977e-4c43-bbb6-50b58ec15de6 req-22610ac0-7748-486d-ba35-11802a5ba6e3 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0290465 Dec 10 18:49:39.740180 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7442e7e9-3341-4251-9736-cf157683e5eb req-c70b49e0-2c1e-4cbf-b361-6f06f1432493 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0309777 Dec 10 18:49:39.869875 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34fad6d8-a8cf-4e32-bfd0-8fcbcac4d96b req-ce77c03d-ce3d-425e-9a5e-eea0d32f3de4 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0273466 Dec 10 18:49:40.114723 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40964) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:40.216473 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a7924c23-c78f-44fa-8955-6350f16cf5cf tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:40.234518 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a7924c23-c78f-44fa-8955-6350f16cf5cf tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] 10.222.0.62 "PUT /v2.0/quotas/540e6cc951934c8bbb8d701e5483c6a4 HTTP/1.1" status: 200 len: 368 time: 0.1187086 Dec 10 18:49:40.237207 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40968) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:40.242094 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-54f595cd-7596-4d48-8afa-e5652c1a6189 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Request body: {'network': {'project_id': '540e6cc951934c8bbb8d701e5483c6a4'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:40.262703 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f595cd-7596-4d48-8afa-e5652c1a6189 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Made reservation on behalf of 540e6cc951934c8bbb8d701e5483c6a4 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:40.265146 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-54f595cd-7596-4d48-8afa-e5652c1a6189 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:40.274130 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-54f595cd-7596-4d48-8afa-e5652c1a6189 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:40.358504 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-499453ee-7f9c-4a38-a4a3-f846afb25982 req-04203752-3f2f-415a-bdba-4f2f0716ff8e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0326443 Dec 10 18:49:40.375800 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cd1ea33b-457a-4f6b-af96-fa6036d32c43 req-124d6aa2-01fd-4ae9-9ed5-ee9bd90d448d tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0341802 Dec 10 18:49:40.384016 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-54f595cd-7596-4d48-8afa-e5652c1a6189 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:40.389895 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-54f595cd-7596-4d48-8afa-e5652c1a6189 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:40.419529 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f595cd-7596-4d48-8afa-e5652c1a6189 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:49:40.433891 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f595cd-7596-4d48-8afa-e5652c1a6189 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7bded38-9520-4331-9893-e72259f37260,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:40.440109 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-54f595cd-7596-4d48-8afa-e5652c1a6189 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:40.440389 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-54f595cd-7596-4d48-8afa-e5652c1a6189 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Added segment bfb1a34b-c6db-47d9-96ff-72490eaded24 of type vlan for network 2abf5e94-417c-4b10-9de5-af126dd93aab Dec 10 18:49:40.481473 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-54f595cd-7596-4d48-8afa-e5652c1a6189 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:40.511057 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-54f595cd-7596-4d48-8afa-e5652c1a6189 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:40.512205 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f595cd-7596-4d48-8afa-e5652c1a6189 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:40.512812 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-54f595cd-7596-4d48-8afa-e5652c1a6189 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:40.584076 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-54f595cd-7596-4d48-8afa-e5652c1a6189 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3458421 Dec 10 18:49:40.587453 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40976) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:40.588660 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bbc7c741-6d10-4528-811d-cc2e0a859b2b req-453cd606-52d5-4b32-8b12-a41e62516fc4 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0575476 Dec 10 18:49:40.592452 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-9ff8a09e-0e88-4ff8-8304-8a1ffe58dddc tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Request body: {'network': {'project_id': '540e6cc951934c8bbb8d701e5483c6a4'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:40.599474 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f595cd-7596-4d48-8afa-e5652c1a6189 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Pushing event updated for resources: {'Network': ['ID=2abf5e94-417c-4b10-9de5-af126dd93aab,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:40.611637 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 2abf5e94-417c-4b10-9de5-af126dd93aab details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:49:40.619177 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff8a09e-0e88-4ff8-8304-8a1ffe58dddc tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Made reservation on behalf of 540e6cc951934c8bbb8d701e5483c6a4 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:40.621634 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ff8a09e-0e88-4ff8-8304-8a1ffe58dddc tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:40.645806 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff8a09e-0e88-4ff8-8304-8a1ffe58dddc tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:49:40.655775 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ff8a09e-0e88-4ff8-8304-8a1ffe58dddc tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:40.656141 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-9ff8a09e-0e88-4ff8-8304-8a1ffe58dddc tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Added segment 5cd787fa-7a49-4a5f-bdcd-74ddb7d81d0c of type vlan for network d6119e56-7a4e-4963-b4da-1fdecc26d87b Dec 10 18:49:40.702670 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ff8a09e-0e88-4ff8-8304-8a1ffe58dddc tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:40.730930 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ff8a09e-0e88-4ff8-8304-8a1ffe58dddc tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:40.732042 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff8a09e-0e88-4ff8-8304-8a1ffe58dddc tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:40.732612 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ff8a09e-0e88-4ff8-8304-8a1ffe58dddc tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:40.781778 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9ff8a09e-0e88-4ff8-8304-8a1ffe58dddc tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.1932008 Dec 10 18:49:40.785114 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40980) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:40.792516 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d2af9717-32a3-4a05-9c57-031cfb22e013 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Request body: {'network': {'project_id': '540e6cc951934c8bbb8d701e5483c6a4'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:40.796469 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8a09e-0e88-4ff8-8304-8a1ffe58dddc tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Pushing event updated for resources: {'Network': ['ID=d6119e56-7a4e-4963-b4da-1fdecc26d87b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:40.808234 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2af9717-32a3-4a05-9c57-031cfb22e013 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 10 18:49:40.808460 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network d6119e56-7a4e-4963-b4da-1fdecc26d87b details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:49:40.808748 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2af9717-32a3-4a05-9c57-031cfb22e013 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:49:40.812656 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d2af9717-32a3-4a05-9c57-031cfb22e013 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0234272 Dec 10 18:49:40.812893 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40982) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:40.829470 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cd91ed16-9995-475e-8008-e4aa0660a877 req-90d3cf20-155f-43b3-a003-fc0bf18d06f7 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0286870 Dec 10 18:49:40.860728 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-33bd248b-18a7-46c2-a4c5-a1f6217289ad tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=540e6cc951934c8bbb8d701e5483c6a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0453858 Dec 10 18:49:40.862293 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40984) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:40.917174 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2869fe4d-f291-439d-babc-99aa717f4643 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:40.961260 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2869fe4d-f291-439d-babc-99aa717f4643 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:40.964445 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5468a544-0607-4360-935f-f9db7b61ae2d req-ff8952b2-744f-46d6-bf6e-b7b4ec4e0484 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0379055 Dec 10 18:49:41.013212 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2869fe4d-f291-439d-babc-99aa717f4643 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:41.015850 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2869fe4d-f291-439d-babc-99aa717f4643 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:41.017069 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2869fe4d-f291-439d-babc-99aa717f4643 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] 10.222.0.62 "DELETE /v2.0/security-groups/d7bded38-9520-4331-9893-e72259f37260 HTTP/1.1" status: 204 len: 168 time: 0.1536863 Dec 10 18:49:41.019892 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40988) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:41.026270 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869fe4d-f291-439d-babc-99aa717f4643 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7bded38-9520-4331-9893-e72259f37260,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:41.095575 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-765736d6-0333-441e-abce-b7633cbc6408 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:41.173415 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-765736d6-0333-441e-abce-b7633cbc6408 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:41.193087 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-765736d6-0333-441e-abce-b7633cbc6408 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6119e56-7a4e-4963-b4da-1fdecc26d87b']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:41.202913 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-765736d6-0333-441e-abce-b7633cbc6408 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cd787fa-7a49-4a5f-bdcd-74ddb7d81d0c') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:41.203213 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-765736d6-0333-441e-abce-b7633cbc6408 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cd787fa-7a49-4a5f-bdcd-74ddb7d81d0c') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:41.213250 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-765736d6-0333-441e-abce-b7633cbc6408 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:41.226065 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-765736d6-0333-441e-abce-b7633cbc6408 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:41.231832 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-765736d6-0333-441e-abce-b7633cbc6408 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:49:41.232215 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-765736d6-0333-441e-abce-b7633cbc6408 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:41.233861 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:49:41.233861 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:49:41.233861 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:49:41.233861 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:49:41.233861 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:49:41.233861 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:49:41.233861 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:49:41.233861 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:49:41.233861 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:49:41.233861 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:49:41.233861 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:49:41.233861 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:49:41.233861 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:49:41.233861 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:49:41.233861 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:49:41.233861 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:49:41.233861 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:49:41.233861 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:49:41.233861 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:49:41.233861 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:49:41.233861 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:49:41.233861 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:49:41.233861 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:49:41.233861 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:49:41.233861 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:49:41.233861 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:49:41.233861 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:49:41.233861 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:49:41.233861 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:49:41.233861 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:49:41.233861 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:49:41.233861 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:49:41.291090 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-765736d6-0333-441e-abce-b7633cbc6408 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:41.296967 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-765736d6-0333-441e-abce-b7633cbc6408 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:41.300275 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-765736d6-0333-441e-abce-b7633cbc6408 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] 10.222.0.62 "DELETE /v2.0/networks/d6119e56-7a4e-4963-b4da-1fdecc26d87b HTTP/1.1" status: 204 len: 168 time: 0.2793021 Dec 10 18:49:41.303049 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40990) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:41.320967 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765736d6-0333-441e-abce-b7633cbc6408 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Pushing event deleted for resources: {'Network': ['ID=d6119e56-7a4e-4963-b4da-1fdecc26d87b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:41.374685 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a98c49e7-fb4c-4c87-bb6d-3d382a7c2be4 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:41.443697 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7ce3a5ed-ca0e-46e6-9de4-00652820f776 req-f6753da5-9b66-4651-a9df-6f94d77b22f0 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0275817 Dec 10 18:49:41.473868 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8edca4e1-1a2c-4567-98b9-d978478ba218 req-735a196b-702f-4385-b978-17ee1f605953 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0288131 Dec 10 18:49:41.483371 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a98c49e7-fb4c-4c87-bb6d-3d382a7c2be4 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:41.504139 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-a98c49e7-fb4c-4c87-bb6d-3d382a7c2be4 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2abf5e94-417c-4b10-9de5-af126dd93aab']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:41.513450 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-a98c49e7-fb4c-4c87-bb6d-3d382a7c2be4 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfb1a34b-c6db-47d9-96ff-72490eaded24') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:41.513758 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-a98c49e7-fb4c-4c87-bb6d-3d382a7c2be4 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfb1a34b-c6db-47d9-96ff-72490eaded24') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:41.523625 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a98c49e7-fb4c-4c87-bb6d-3d382a7c2be4 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:41.536734 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a98c49e7-fb4c-4c87-bb6d-3d382a7c2be4 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:41.543290 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a98c49e7-fb4c-4c87-bb6d-3d382a7c2be4 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:49:41.543680 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a98c49e7-fb4c-4c87-bb6d-3d382a7c2be4 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:41.545519 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:49:41.545519 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:49:41.545519 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:49:41.545519 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:49:41.545519 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:49:41.545519 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:49:41.545519 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:49:41.545519 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:49:41.545519 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:49:41.545519 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:49:41.545519 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:49:41.545519 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:49:41.545519 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:49:41.545519 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:49:41.545519 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:49:41.545519 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:49:41.545519 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:49:41.545519 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:49:41.545519 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:49:41.545519 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:49:41.545519 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:49:41.545519 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:49:41.545519 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:49:41.545519 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:49:41.545519 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:49:41.545519 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:49:41.545519 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:49:41.545519 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:49:41.545519 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:49:41.545519 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:49:41.545519 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:49:41.545519 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:49:41.603569 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a98c49e7-fb4c-4c87-bb6d-3d382a7c2be4 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:41.609161 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a98c49e7-fb4c-4c87-bb6d-3d382a7c2be4 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:41.613221 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a98c49e7-fb4c-4c87-bb6d-3d382a7c2be4 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] 10.222.0.62 "DELETE /v2.0/networks/2abf5e94-417c-4b10-9de5-af126dd93aab HTTP/1.1" status: 204 len: 168 time: 0.3079016 Dec 10 18:49:41.628396 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c49e7-fb4c-4c87-bb6d-3d382a7c2be4 tempest-QuotasNegativeTest-437963086 tempest-QuotasNegativeTest-437963086-project-admin] Pushing event deleted for resources: {'Network': ['ID=2abf5e94-417c-4b10-9de5-af126dd93aab,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:41.669258 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a0094507-0ff5-4cd9-9707-27ed064be46d req-631f6967-3f55-4540-a3ff-0e62e5e02ebb tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0277774 Dec 10 18:49:41.915566 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-043608c8-b6de-4d09-9e33-a2bca748c175 req-9c630b6d-4dbd-4ab3-ac43-1f75e2cc185e tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0275986 Dec 10 18:49:42.024665 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41008) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:42.042086 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eb8d71d3-919d-4543-97de-69677ab08f5a req-d4e763d5-984f-4305-bf02-384baab18e85 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0277839 Dec 10 18:49:42.132409 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-400d18ab-b089-4ca9-81ed-25dd03eeed72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:42.210161 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-400d18ab-b089-4ca9-81ed-25dd03eeed72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:42.213959 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-400d18ab-b089-4ca9-81ed-25dd03eeed72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:42.256172 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-400d18ab-b089-4ca9-81ed-25dd03eeed72 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a286c5dc60cc499ebde0908b78b428e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2301178 Dec 10 18:49:42.259236 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d18ab-b089-4ca9-81ed-25dd03eeed72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c6f641-9203-4299-9bc6-d890049cd49c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:42.259477 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41012) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:42.315179 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9af032e9-1b1d-4779-ab50-32e133ef6912 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:42.336949 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9af032e9-1b1d-4779-ab50-32e133ef6912 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:42.391135 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9af032e9-1b1d-4779-ab50-32e133ef6912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:42.393750 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9af032e9-1b1d-4779-ab50-32e133ef6912 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:42.394923 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9af032e9-1b1d-4779-ab50-32e133ef6912 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b6c6f641-9203-4299-9bc6-d890049cd49c HTTP/1.1" status: 204 len: 168 time: 0.1344371 Dec 10 18:49:42.403399 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af032e9-1b1d-4779-ab50-32e133ef6912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c6f641-9203-4299-9bc6-d890049cd49c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:42.527618 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cdd6b300-b539-418a-85ca-a148ac010c84 req-54ec5472-ece6-4f63-ad61-c25f4b85caa2 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0321407 Dec 10 18:49:42.556880 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-96e0dcba-8973-4f26-bc02-187d3c80bd16 req-2fa5b524-734c-4e04-8cf2-a43ff2749563 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0279329 Dec 10 18:49:42.672862 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41022) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:42.686808 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f4af190e-071f-4efe-9472-82cbbdfd3121 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:42.748480 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5a451523-a8e4-41f4-b076-5920bbc6c387 req-fd6d11db-e275-425b-9edd-7075f061a0e0 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0298612 Dec 10 18:49:42.779574 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f4af190e-071f-4efe-9472-82cbbdfd3121 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:42.783845 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f4af190e-071f-4efe-9472-82cbbdfd3121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:42.824921 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af190e-071f-4efe-9472-82cbbdfd3121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fec72ed-ac16-44d7-8fea-7b5e4bc1d49a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:42.829205 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f4af190e-071f-4efe-9472-82cbbdfd3121 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5c12a0ac61ce4b0e90aaabd463fd6e2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1552970 Dec 10 18:49:42.831739 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41026) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:42.880414 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-63b54580-1344-44dc-9c89-e60bb9ef5ac6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:42.902936 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-63b54580-1344-44dc-9c89-e60bb9ef5ac6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:42.950360 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-63b54580-1344-44dc-9c89-e60bb9ef5ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:42.952877 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-63b54580-1344-44dc-9c89-e60bb9ef5ac6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:42.954046 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-63b54580-1344-44dc-9c89-e60bb9ef5ac6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5fec72ed-ac16-44d7-8fea-7b5e4bc1d49a HTTP/1.1" status: 204 len: 168 time: 0.1214068 Dec 10 18:49:42.961979 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b54580-1344-44dc-9c89-e60bb9ef5ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fec72ed-ac16-44d7-8fea-7b5e4bc1d49a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:43.004425 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d5cf4ed4-54a9-4c21-9cbe-731a6d0114c2 req-4b5f49b8-503a-4e19-97ee-452bbfc4ca8c tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0298266 Dec 10 18:49:43.126408 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-567d0ba5-d8f8-443f-b5fb-004a5c618524 req-31223d0f-fcdb-49c6-a6bb-fc6bae5e1254 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0323815 Dec 10 18:49:43.609176 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f91f9b2a-125b-436f-a24b-62c54c159831 req-709e7ccd-6011-4a41-b97b-36996305af04 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0285983 Dec 10 18:49:43.638462 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9b650240-f5f6-4e41-8ae8-74a83095cce2 req-90915776-7f50-4163-9ad8-ea06cac0c4b5 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0284200 Dec 10 18:49:43.833467 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-871f4aa3-608d-4d79-999c-4cc25edad16d req-665895de-1af2-4ddd-adb8-c381830e135d tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0287969 Dec 10 18:49:44.091810 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3c5bce43-85df-468b-bd3c-b23ba258cd1f req-57622e59-2134-44c0-8f73-08268523fb76 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0276494 Dec 10 18:49:44.208716 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7951bfde-76c3-490e-bb90-57c6ba0606b2 req-76cfdcba-718d-4bd8-92ee-170b1a2d6764 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0263133 Dec 10 18:49:44.231430 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41076) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:44.248493 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:49:44.377660 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-e3d5ff15-6614-424b-bed2-b2a35fdecfca tempest-PortsAdminExtendedAttrsTestJSON-157114251 tempest-PortsAdminExtendedAttrsTestJSON-157114251-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1770571824'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:44.400168 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d5ff15-6614-424b-bed2-b2a35fdecfca tempest-PortsAdminExtendedAttrsTestJSON-157114251 tempest-PortsAdminExtendedAttrsTestJSON-157114251-project] Made reservation on behalf of 6b3ed3bea5ff4464a71e1022bc801ed9 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:44.403680 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3d5ff15-6614-424b-bed2-b2a35fdecfca tempest-PortsAdminExtendedAttrsTestJSON-157114251 tempest-PortsAdminExtendedAttrsTestJSON-157114251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:44.414192 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3d5ff15-6614-424b-bed2-b2a35fdecfca tempest-PortsAdminExtendedAttrsTestJSON-157114251 tempest-PortsAdminExtendedAttrsTestJSON-157114251-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:44.495821 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3d5ff15-6614-424b-bed2-b2a35fdecfca tempest-PortsAdminExtendedAttrsTestJSON-157114251 tempest-PortsAdminExtendedAttrsTestJSON-157114251-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:44.498927 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3d5ff15-6614-424b-bed2-b2a35fdecfca tempest-PortsAdminExtendedAttrsTestJSON-157114251 tempest-PortsAdminExtendedAttrsTestJSON-157114251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:44.523830 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d5ff15-6614-424b-bed2-b2a35fdecfca tempest-PortsAdminExtendedAttrsTestJSON-157114251 tempest-PortsAdminExtendedAttrsTestJSON-157114251-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:49:44.540731 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5ff15-6614-424b-bed2-b2a35fdecfca tempest-PortsAdminExtendedAttrsTestJSON-157114251 tempest-PortsAdminExtendedAttrsTestJSON-157114251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82bc5f7a-d5a8-4f76-92a2-6a418aa075a9,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:44.545011 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3d5ff15-6614-424b-bed2-b2a35fdecfca tempest-PortsAdminExtendedAttrsTestJSON-157114251 tempest-PortsAdminExtendedAttrsTestJSON-157114251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:44.545368 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-e3d5ff15-6614-424b-bed2-b2a35fdecfca tempest-PortsAdminExtendedAttrsTestJSON-157114251 tempest-PortsAdminExtendedAttrsTestJSON-157114251-project] Added segment 6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b of type vlan for network ec9c1b33-5cd6-4d78-891c-cc292e802a20 Dec 10 18:49:44.585725 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3d5ff15-6614-424b-bed2-b2a35fdecfca tempest-PortsAdminExtendedAttrsTestJSON-157114251 tempest-PortsAdminExtendedAttrsTestJSON-157114251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:44.611361 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3d5ff15-6614-424b-bed2-b2a35fdecfca tempest-PortsAdminExtendedAttrsTestJSON-157114251 tempest-PortsAdminExtendedAttrsTestJSON-157114251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:44.617034 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d5ff15-6614-424b-bed2-b2a35fdecfca tempest-PortsAdminExtendedAttrsTestJSON-157114251 tempest-PortsAdminExtendedAttrsTestJSON-157114251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:44.617661 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3d5ff15-6614-424b-bed2-b2a35fdecfca tempest-PortsAdminExtendedAttrsTestJSON-157114251 tempest-PortsAdminExtendedAttrsTestJSON-157114251-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:44.682033 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e3d5ff15-6614-424b-bed2-b2a35fdecfca tempest-PortsAdminExtendedAttrsTestJSON-157114251 tempest-PortsAdminExtendedAttrsTestJSON-157114251-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.4494629 Dec 10 18:49:44.697216 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4e797dde-2c5e-4390-86b8-dc89fa323aa4 req-edbc7884-31b7-4d5e-b1d8-5cdae2ef786d tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0367980 Dec 10 18:49:44.707486 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5ff15-6614-424b-bed2-b2a35fdecfca tempest-PortsAdminExtendedAttrsTestJSON-157114251 tempest-PortsAdminExtendedAttrsTestJSON-157114251-project] Pushing event updated for resources: {'Network': ['ID=ec9c1b33-5cd6-4d78-891c-cc292e802a20,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:44.723370 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f1332ac0-d75a-465b-b62a-cbca52c56169 req-ea02250d-ae32-48da-91c8-a29ba8d30ccd tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0311494 Dec 10 18:49:44.726641 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network ec9c1b33-5cd6-4d78-891c-cc292e802a20 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:49:44.879885 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41090) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:44.882082 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Request body: {'port': {'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20', 'binding:host_id': 'n-h1-821435-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1132421277'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:44.917557 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-64d631b4-7fa6-4fe7-9dc7-8a6b0e8822d3 req-3f839739-3456-4e8c-848e-3b11ecb5fead tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0318472 Dec 10 18:49:44.926781 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Made reservation on behalf of 2fca5d2fccfb4e9a82c9163dd5e0eb66 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:44.930047 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:44.939358 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:45.015386 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:45.019494 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:45.025051 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] device_id is not set on port 65700e9a-8855-4071-91ea-d2ebe765d664 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:49:45.111854 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe523615-706e-4a04-bcc2-ecb4711b1465,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:45.183651 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b45abb3b-bc81-4f49-ae6d-7ba8780d9647 req-690fbd77-44d2-4d2f-8b4f-829b7be824b4 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0279741 Dec 10 18:49:45.272429 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] device_id is not set on port 65700e9a-8855-4071-91ea-d2ebe765d664 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:49:45.295932 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f12e8f40-8381-47d2-be0a-c768c3d3142c req-a981d674-570e-434d-a011-40df0d4cad5e tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0362101 Dec 10 18:49:45.296842 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:45.303052 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:45.361485 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Pushing event updated for resources: {'Port': ['ID=65700e9a-8855-4071-91ea-d2ebe765d664,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:45.370561 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Checking segment: {'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:49:45.371329 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Network hostable DHCP agents. Network: ec9c1b33-5cd6-4d78-891c-cc292e802a20, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:49:45.388815 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Network ec9c1b33-5cd6-4d78-891c-cc292e802a20 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:49:45.398173 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, ec9c1b33-5cd6-4d78-891c-cc292e802a20) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:45.402035 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:49:45.412013 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e0612a-b2df-4d61-b4e2-375aaadcb944 None None] Network ec9c1b33-5cd6-4d78-891c-cc292e802a20 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:45.418952 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:45.419300 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:45.419678 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:45.424023 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Port 65700e9a-8855-4071-91ea-d2ebe765d664 on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:49:45.424363 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Failed to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 on host n-h1-821435-1 for vnic_type normal using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] Dec 10 18:49:45.424802 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempt 2 to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 Dec 10 18:49:45.437141 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:45.437485 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:45.437819 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:45.442182 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Port 65700e9a-8855-4071-91ea-d2ebe765d664 on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:49:45.442508 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Failed to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 on host n-h1-821435-1 for vnic_type normal using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] Dec 10 18:49:45.442925 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempt 3 to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 Dec 10 18:49:45.456151 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:45.456494 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:45.456871 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:45.462413 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Port 65700e9a-8855-4071-91ea-d2ebe765d664 on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:49:45.462706 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Failed to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 on host n-h1-821435-1 for vnic_type normal using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] Dec 10 18:49:45.463311 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempt 4 to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 Dec 10 18:49:45.476385 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:45.476748 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:45.477089 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:45.481565 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Port 65700e9a-8855-4071-91ea-d2ebe765d664 on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:49:45.481890 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Failed to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 on host n-h1-821435-1 for vnic_type normal using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] Dec 10 18:49:45.482280 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempt 5 to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 Dec 10 18:49:45.494874 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:45.495230 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:45.496044 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:45.500717 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Port 65700e9a-8855-4071-91ea-d2ebe765d664 on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:49:45.501056 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Failed to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 on host n-h1-821435-1 for vnic_type normal using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] Dec 10 18:49:45.501505 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempt 6 to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 Dec 10 18:49:45.514846 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:45.515191 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:45.515532 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:45.520082 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Port 65700e9a-8855-4071-91ea-d2ebe765d664 on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:49:45.520415 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Failed to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 on host n-h1-821435-1 for vnic_type normal using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] Dec 10 18:49:45.520867 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempt 7 to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 Dec 10 18:49:45.533914 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:45.534259 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:45.534603 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:45.539123 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Port 65700e9a-8855-4071-91ea-d2ebe765d664 on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:49:45.539488 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Failed to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 on host n-h1-821435-1 for vnic_type normal using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] Dec 10 18:49:45.539912 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempt 8 to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 Dec 10 18:49:45.551520 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:45.551893 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:45.552234 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:45.556736 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Port 65700e9a-8855-4071-91ea-d2ebe765d664 on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:49:45.557073 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Failed to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 on host n-h1-821435-1 for vnic_type normal using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] Dec 10 18:49:45.557471 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempt 9 to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 Dec 10 18:49:45.570197 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:45.570540 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:45.570880 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:45.575123 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Port 65700e9a-8855-4071-91ea-d2ebe765d664 on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:49:45.575451 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Failed to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 on host n-h1-821435-1 for vnic_type normal using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] Dec 10 18:49:45.575843 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempt 10 to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 Dec 10 18:49:45.588019 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:45.588365 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:45.588746 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:45.592997 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Port 65700e9a-8855-4071-91ea-d2ebe765d664 on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:49:45.593325 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Failed to bind port 65700e9a-8855-4071-91ea-d2ebe765d664 on host n-h1-821435-1 for vnic_type normal using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] Dec 10 18:49:45.593692 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:45.655740 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] For port 65700e9a-8855-4071-91ea-d2ebe765d664, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:49:45.656406 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempted to set empty binding levels {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 18:49:45.660989 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:45.696065 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:45.696699 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:45.716899 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Pushing event updated for resources: {'Port': ['ID=65700e9a-8855-4071-91ea-d2ebe765d664,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:45.725665 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d4afed9b-5542-4d68-8c5c-b5fb9ba96eb9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 0.8474686 Dec 10 18:49:45.726581 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41098) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:45.782202 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5f6f29f2-2dc1-45d7-989f-23ccb7af75a6 req-8f1da9c2-8d06-4f61-9255-e288f7cb0ad4 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0302126 Dec 10 18:49:45.811989 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-48557cc0-3515-4e35-aeb5-8ba96166b3f6 req-a61f4ccc-0034-431b-9279-234e20a2bdb0 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0344763 Dec 10 18:49:45.831583 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ceeac2c6-5798-4a49-bd6e-0f703a741db5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Deleting port 65700e9a-8855-4071-91ea-d2ebe765d664 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:45.831583 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ceeac2c6-5798-4a49-bd6e-0f703a741db5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:45.892223 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-ceeac2c6-5798-4a49-bd6e-0f703a741db5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] For port 65700e9a-8855-4071-91ea-d2ebe765d664, host n-h1-821435-1, got binding levels [] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:45.892581 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ceeac2c6-5798-4a49-bd6e-0f703a741db5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:45.905171 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ceeac2c6-5798-4a49-bd6e-0f703a741db5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Calling delete_port for 65700e9a-8855-4071-91ea-d2ebe765d664 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:46.004195 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2c60e06e-6754-4015-92df-e5f577c66180 req-65cf100e-4325-4701-83c9-db48f3ddb5dc tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0321689 Dec 10 18:49:46.006011 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ceeac2c6-5798-4a49-bd6e-0f703a741db5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:46.033996 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeac2c6-5798-4a49-bd6e-0f703a741db5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Pushing event deleted for resources: {'Port': ['ID=65700e9a-8855-4071-91ea-d2ebe765d664,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:46.039292 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ceeac2c6-5798-4a49-bd6e-0f703a741db5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:46.042383 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ceeac2c6-5798-4a49-bd6e-0f703a741db5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] 10.222.0.62 "DELETE /v2.0/ports/65700e9a-8855-4071-91ea-d2ebe765d664 HTTP/1.1" status: 204 len: 168 time: 0.3151515 Dec 10 18:49:46.044958 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41104) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:46.068206 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcd2bc8a-50a0-438d-986e-43d903246ff0 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] GET failed (client error): The resource could not be found. Dec 10 18:49:46.070274 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-dcd2bc8a-50a0-438d-986e-43d903246ff0 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] 10.222.0.62 "GET /v2.0/ports/65700e9a-8855-4071-91ea-d2ebe765d664 HTTP/1.1" status: 404 len: 333 time: 0.0244141 Dec 10 18:49:46.073740 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41106) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:46.078197 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e4001870-f3e2-4d65-8d0d-15d49170cb34 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Request body: {'port': {'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-962595780'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:46.097677 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4001870-f3e2-4d65-8d0d-15d49170cb34 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Made reservation on behalf of 2fca5d2fccfb4e9a82c9163dd5e0eb66 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:46.099974 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e4001870-f3e2-4d65-8d0d-15d49170cb34 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:46.114663 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-e4001870-f3e2-4d65-8d0d-15d49170cb34 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] device_id is not set on port 4259fccf-c145-482d-bcb5-b34389f04522 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:49:46.267741 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e4001870-f3e2-4d65-8d0d-15d49170cb34 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:46.272049 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-94239824-7695-4e67-8b45-a148b60df28f req-5247dc37-3b2b-48e0-965c-96f0d83b8471 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0267925 Dec 10 18:49:46.301957 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e4001870-f3e2-4d65-8d0d-15d49170cb34 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:46.347368 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4001870-f3e2-4d65-8d0d-15d49170cb34 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Network ec9c1b33-5cd6-4d78-891c-cc292e802a20 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:46.355193 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-e4001870-f3e2-4d65-8d0d-15d49170cb34 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:46.367269 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4001870-f3e2-4d65-8d0d-15d49170cb34 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:49:46.368758 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4001870-f3e2-4d65-8d0d-15d49170cb34 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:46.368918 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e4001870-f3e2-4d65-8d0d-15d49170cb34 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:46.373294 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4001870-f3e2-4d65-8d0d-15d49170cb34 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Pushing event updated for resources: {'Port': ['ID=4259fccf-c145-482d-bcb5-b34389f04522,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:46.397089 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-943abb1d-0652-4154-bcee-ab8bae7cbb01 req-a3117744-b646-4791-83b3-cd2c35e2dc31 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0467043 Dec 10 18:49:46.418035 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e4001870-f3e2-4d65-8d0d-15d49170cb34 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3340011 Dec 10 18:49:46.418035 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41112) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:46.418035 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:46.469755 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:46.641887 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] device_id is not set on port 4259fccf-c145-482d-bcb5-b34389f04522 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:49:46.650569 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:46.655392 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:46.706325 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Pushing event updated for resources: {'Port': ['ID=4259fccf-c145-482d-bcb5-b34389f04522,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:46.722110 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 4259fccf-c145-482d-bcb5-b34389f04522 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:46.722389 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 4259fccf-c145-482d-bcb5-b34389f04522 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:46.722766 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 4259fccf-c145-482d-bcb5-b34389f04522 on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:46.728180 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Port 4259fccf-c145-482d-bcb5-b34389f04522 on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:49:46.728839 n-d-821435-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Failed to bind port 4259fccf-c145-482d-bcb5-b34389f04522 on host n-h1-821435-1 for vnic_type normal using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] Dec 10 18:49:46.728976 n-d-821435-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempt 2 to bind port 4259fccf-c145-482d-bcb5-b34389f04522 Dec 10 18:49:46.742206 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 4259fccf-c145-482d-bcb5-b34389f04522 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:46.742544 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 4259fccf-c145-482d-bcb5-b34389f04522 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:46.742879 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 4259fccf-c145-482d-bcb5-b34389f04522 on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:46.747255 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Port 4259fccf-c145-482d-bcb5-b34389f04522 on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:49:46.747585 n-d-821435-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Failed to bind port 4259fccf-c145-482d-bcb5-b34389f04522 on host n-h1-821435-1 for vnic_type normal using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] Dec 10 18:49:46.747981 n-d-821435-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempt 3 to bind port 4259fccf-c145-482d-bcb5-b34389f04522 Dec 10 18:49:46.768709 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 4259fccf-c145-482d-bcb5-b34389f04522 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:46.768709 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 4259fccf-c145-482d-bcb5-b34389f04522 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:46.768709 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 4259fccf-c145-482d-bcb5-b34389f04522 on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:46.769645 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Port 4259fccf-c145-482d-bcb5-b34389f04522 on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:49:46.769972 n-d-821435-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Failed to bind port 4259fccf-c145-482d-bcb5-b34389f04522 on host n-h1-821435-1 for vnic_type normal using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] Dec 10 18:49:46.770523 n-d-821435-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempt 4 to bind port 4259fccf-c145-482d-bcb5-b34389f04522 Dec 10 18:49:46.791846 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 4259fccf-c145-482d-bcb5-b34389f04522 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:46.792184 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 4259fccf-c145-482d-bcb5-b34389f04522 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:46.792567 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 4259fccf-c145-482d-bcb5-b34389f04522 on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:46.797240 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Port 4259fccf-c145-482d-bcb5-b34389f04522 on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:49:46.797566 n-d-821435-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Failed to bind port 4259fccf-c145-482d-bcb5-b34389f04522 on host n-h1-821435-1 for vnic_type normal using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] Dec 10 18:49:46.797955 n-d-821435-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempt 5 to bind port 4259fccf-c145-482d-bcb5-b34389f04522 Dec 10 18:49:46.813679 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 4259fccf-c145-482d-bcb5-b34389f04522 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:46.814021 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 4259fccf-c145-482d-bcb5-b34389f04522 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:46.814356 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 4259fccf-c145-482d-bcb5-b34389f04522 on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:46.820352 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Port 4259fccf-c145-482d-bcb5-b34389f04522 on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:49:46.820701 n-d-821435-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Failed to bind port 4259fccf-c145-482d-bcb5-b34389f04522 on host n-h1-821435-1 for vnic_type normal using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] Dec 10 18:49:46.821092 n-d-821435-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempt 6 to bind port 4259fccf-c145-482d-bcb5-b34389f04522 Dec 10 18:49:46.833915 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 4259fccf-c145-482d-bcb5-b34389f04522 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:46.834833 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 4259fccf-c145-482d-bcb5-b34389f04522 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:46.835262 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 4259fccf-c145-482d-bcb5-b34389f04522 on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:46.839865 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Port 4259fccf-c145-482d-bcb5-b34389f04522 on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:49:46.840191 n-d-821435-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Failed to bind port 4259fccf-c145-482d-bcb5-b34389f04522 on host n-h1-821435-1 for vnic_type normal using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] Dec 10 18:49:46.840581 n-d-821435-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempt 7 to bind port 4259fccf-c145-482d-bcb5-b34389f04522 Dec 10 18:49:46.854056 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 4259fccf-c145-482d-bcb5-b34389f04522 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:46.854374 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 4259fccf-c145-482d-bcb5-b34389f04522 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:46.854719 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 4259fccf-c145-482d-bcb5-b34389f04522 on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:46.859160 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Port 4259fccf-c145-482d-bcb5-b34389f04522 on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:49:46.859477 n-d-821435-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Failed to bind port 4259fccf-c145-482d-bcb5-b34389f04522 on host n-h1-821435-1 for vnic_type normal using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] Dec 10 18:49:46.859867 n-d-821435-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempt 8 to bind port 4259fccf-c145-482d-bcb5-b34389f04522 Dec 10 18:49:46.864114 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fd2bdb41-fb9a-4639-9cce-08822bacd32a req-49e63fdd-1f0f-417e-9ef8-cbe0ccfa8c84 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0276113 Dec 10 18:49:46.880464 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 4259fccf-c145-482d-bcb5-b34389f04522 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:46.880827 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 4259fccf-c145-482d-bcb5-b34389f04522 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:46.881712 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 4259fccf-c145-482d-bcb5-b34389f04522 on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:46.899586 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Port 4259fccf-c145-482d-bcb5-b34389f04522 on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:49:46.899914 n-d-821435-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Failed to bind port 4259fccf-c145-482d-bcb5-b34389f04522 on host n-h1-821435-1 for vnic_type normal using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] Dec 10 18:49:46.900428 n-d-821435-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempt 9 to bind port 4259fccf-c145-482d-bcb5-b34389f04522 Dec 10 18:49:46.904262 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d9aa0d3d-4ef6-463c-aac5-bd99d6a3904b req-8057216e-fc46-43fb-9e18-bc0f663a5ac6 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0352700 Dec 10 18:49:46.915204 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 4259fccf-c145-482d-bcb5-b34389f04522 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:46.915542 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 4259fccf-c145-482d-bcb5-b34389f04522 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:46.915879 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 4259fccf-c145-482d-bcb5-b34389f04522 on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:46.920370 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Port 4259fccf-c145-482d-bcb5-b34389f04522 on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:49:46.920801 n-d-821435-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Failed to bind port 4259fccf-c145-482d-bcb5-b34389f04522 on host n-h1-821435-1 for vnic_type normal using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] Dec 10 18:49:46.921112 n-d-821435-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempt 10 to bind port 4259fccf-c145-482d-bcb5-b34389f04522 Dec 10 18:49:46.933703 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 4259fccf-c145-482d-bcb5-b34389f04522 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:46.934028 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 4259fccf-c145-482d-bcb5-b34389f04522 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:46.934358 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 4259fccf-c145-482d-bcb5-b34389f04522 on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:46.938537 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Port 4259fccf-c145-482d-bcb5-b34389f04522 on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:49:46.938856 n-d-821435-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Failed to bind port 4259fccf-c145-482d-bcb5-b34389f04522 on host n-h1-821435-1 for vnic_type normal using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] Dec 10 18:49:46.939214 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:47.001837 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] For port 4259fccf-c145-482d-bcb5-b34389f04522, host n-h1-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:49:47.002191 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempted to set empty binding levels {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 18:49:47.007309 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:47.044167 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] In _notify_port_updated(), no bound segment for port 4259fccf-c145-482d-bcb5-b34389f04522 on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 {{(pid=103245) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:49:47.045078 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:47.045808 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:47.046970 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] 10.222.0.62 "PUT /v2.0/ports/4259fccf-c145-482d-bcb5-b34389f04522 HTTP/1.1" status: 200 len: 974 time: 0.6347408 Dec 10 18:49:47.049651 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41120) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:47.084102 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-47c49fc6-4fb0-474d-b662-f1316dcef494 req-f37b2903-d161-42c7-8022-28ef900fcbe7 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0272319 Dec 10 18:49:47.467930 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd2298-47b9-4e55-a49a-2ddf60de5af9 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Pushing event updated for resources: {'Port': ['ID=4259fccf-c145-482d-bcb5-b34389f04522,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:47.472748 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-654cec50-cec9-4385-9f70-4d64863dd9ee req-c30dfb7b-ce0f-48c9-813b-d95d96b3c4c5 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0551288 Dec 10 18:49:47.480985 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7aa52a99-6352-4e52-925d-a6732a1430f1 req-c1898c66-2349-4a65-b84d-09d4013f5a98 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0291157 Dec 10 18:49:47.516527 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d9b9e-da7f-411f-86f6-5842f2469b03 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:47.517025 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d9b9e-da7f-411f-86f6-5842f2469b03 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:47.517488 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d9b9e-da7f-411f-86f6-5842f2469b03 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:47.517950 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d9b9e-da7f-411f-86f6-5842f2469b03 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:47.518409 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d9b9e-da7f-411f-86f6-5842f2469b03 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:47.518872 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d9b9e-da7f-411f-86f6-5842f2469b03 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:47.519324 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d9b9e-da7f-411f-86f6-5842f2469b03 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:47.519780 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d9b9e-da7f-411f-86f6-5842f2469b03 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:47.520226 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d9b9e-da7f-411f-86f6-5842f2469b03 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:47.520700 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d9b9e-da7f-411f-86f6-5842f2469b03 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:47.521151 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d9b9e-da7f-411f-86f6-5842f2469b03 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:47.521599 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d9b9e-da7f-411f-86f6-5842f2469b03 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:47.522074 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d9b9e-da7f-411f-86f6-5842f2469b03 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:47.522521 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d9b9e-da7f-411f-86f6-5842f2469b03 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:47.522965 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d9b9e-da7f-411f-86f6-5842f2469b03 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:47.523411 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d9b9e-da7f-411f-86f6-5842f2469b03 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:47.523854 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d9b9e-da7f-411f-86f6-5842f2469b03 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:47.524301 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d9b9e-da7f-411f-86f6-5842f2469b03 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:47.524768 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d9b9e-da7f-411f-86f6-5842f2469b03 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:47.525214 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d9b9e-da7f-411f-86f6-5842f2469b03 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:47.525660 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d9b9e-da7f-411f-86f6-5842f2469b03 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:47.526102 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d9b9e-da7f-411f-86f6-5842f2469b03 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:47.526543 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d9b9e-da7f-411f-86f6-5842f2469b03 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:47.526986 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d9b9e-da7f-411f-86f6-5842f2469b03 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:47.527430 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d9b9e-da7f-411f-86f6-5842f2469b03 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:47.527870 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d9b9e-da7f-411f-86f6-5842f2469b03 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:47.528314 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d9b9e-da7f-411f-86f6-5842f2469b03 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:47.528787 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d9b9e-da7f-411f-86f6-5842f2469b03 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:47.529239 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d9b9e-da7f-411f-86f6-5842f2469b03 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:47.529690 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d9b9e-da7f-411f-86f6-5842f2469b03 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:47.530134 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d9b9e-da7f-411f-86f6-5842f2469b03 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:47.530591 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d9b9e-da7f-411f-86f6-5842f2469b03 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:47.531030 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d9b9e-da7f-411f-86f6-5842f2469b03 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:47.531473 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d9b9e-da7f-411f-86f6-5842f2469b03 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:47.531914 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d9b9e-da7f-411f-86f6-5842f2469b03 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:47.535717 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8f1d9b9e-da7f-411f-86f6-5842f2469b03 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 31561 time: 0.4851453 Dec 10 18:49:47.541105 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41126) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:47.612943 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4947cb78-9435-4001-8a6d-a77e95abe04d tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Deleting port 4259fccf-c145-482d-bcb5-b34389f04522 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:47.613191 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4947cb78-9435-4001-8a6d-a77e95abe04d tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:47.676220 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4947cb78-9435-4001-8a6d-a77e95abe04d tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] For port 4259fccf-c145-482d-bcb5-b34389f04522, host n-h1-821435-1, got binding levels [] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:47.676583 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4947cb78-9435-4001-8a6d-a77e95abe04d tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:47.690316 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4947cb78-9435-4001-8a6d-a77e95abe04d tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Calling delete_port for 4259fccf-c145-482d-bcb5-b34389f04522 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:47.766551 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4947cb78-9435-4001-8a6d-a77e95abe04d tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:47.793884 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947cb78-9435-4001-8a6d-a77e95abe04d tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Pushing event deleted for resources: {'Port': ['ID=4259fccf-c145-482d-bcb5-b34389f04522,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:47.799210 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4947cb78-9435-4001-8a6d-a77e95abe04d tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:47.802548 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4947cb78-9435-4001-8a6d-a77e95abe04d tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] 10.222.0.62 "DELETE /v2.0/ports/4259fccf-c145-482d-bcb5-b34389f04522 HTTP/1.1" status: 204 len: 168 time: 0.2604077 Dec 10 18:49:47.806031 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41128) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:47.831483 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-86afa6b7-9c69-419b-8abb-ebd572f74aaa tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] GET failed (client error): The resource could not be found. Dec 10 18:49:47.832909 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-86afa6b7-9c69-419b-8abb-ebd572f74aaa tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] 10.222.0.62 "GET /v2.0/ports/4259fccf-c145-482d-bcb5-b34389f04522 HTTP/1.1" status: 404 len: 333 time: 0.0259171 Dec 10 18:49:47.836656 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41130) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:47.841242 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-45542acd-59c4-4010-819b-900eccfb32d8 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1420394433', 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:47.861237 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45542acd-59c4-4010-819b-900eccfb32d8 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Made reservation on behalf of 2fca5d2fccfb4e9a82c9163dd5e0eb66 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:47.863769 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45542acd-59c4-4010-819b-900eccfb32d8 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:47.879457 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-45542acd-59c4-4010-819b-900eccfb32d8 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] device_id is not set on port 5a3dc32d-9eaa-491e-a437-50edb5bb69b2 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:49:47.948339 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-47420e56-6fb5-4061-9cc2-9f070c6d0969 req-c41b2652-98da-4265-9556-8a535623809e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0310259 Dec 10 18:49:47.986666 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e4c8d923-d008-427b-bbb2-a9a42dca41f6 req-53555e87-0850-417a-aba9-ede0419a9bc4 tempest-AttachSCSIVolumeTestJSON-1425769928 tempest-AttachSCSIVolumeTestJSON-1425769928-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c6b4679-c7c4-4a92-a59e-0efb02387f51 HTTP/1.1" status: 200 len: 210 time: 0.0311019 Dec 10 18:49:48.068657 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45542acd-59c4-4010-819b-900eccfb32d8 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:48.102791 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45542acd-59c4-4010-819b-900eccfb32d8 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:48.152036 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45542acd-59c4-4010-819b-900eccfb32d8 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Network ec9c1b33-5cd6-4d78-891c-cc292e802a20 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:48.156081 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-45542acd-59c4-4010-819b-900eccfb32d8 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:48.158291 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45542acd-59c4-4010-819b-900eccfb32d8 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Pushing event updated for resources: {'Port': ['ID=5a3dc32d-9eaa-491e-a437-50edb5bb69b2,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:48.167396 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45542acd-59c4-4010-819b-900eccfb32d8 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:49:48.168363 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45542acd-59c4-4010-819b-900eccfb32d8 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:48.168927 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-929b9660-1797-42bf-86f3-8b17e3bea5a7 req-02e11cec-6457-4f61-8f7e-0e39dc5d6317 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0311818 Dec 10 18:49:48.169419 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45542acd-59c4-4010-819b-900eccfb32d8 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:48.189830 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-45542acd-59c4-4010-819b-900eccfb32d8 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3487923 Dec 10 18:49:48.189830 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41144) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:48.222159 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52a349a-d815-4f61-a37c-093e4f2ae8d3 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:48.223561 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f52a349a-d815-4f61-a37c-093e4f2ae8d3 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] 10.222.0.62 "GET /v2.0/ports/5a3dc32d-9eaa-491e-a437-50edb5bb69b2 HTTP/1.1" status: 200 len: 955 time: 0.0336432 Dec 10 18:49:48.227189 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41146) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:48.310274 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-989a6bfa-719f-4e38-8e22-0ee79c8c18c1 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Deleting port 5a3dc32d-9eaa-491e-a437-50edb5bb69b2 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:48.310652 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-989a6bfa-719f-4e38-8e22-0ee79c8c18c1 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:48.376748 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-989a6bfa-719f-4e38-8e22-0ee79c8c18c1 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:48.391672 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-989a6bfa-719f-4e38-8e22-0ee79c8c18c1 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Calling delete_port for 5a3dc32d-9eaa-491e-a437-50edb5bb69b2 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:48.474849 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-989a6bfa-719f-4e38-8e22-0ee79c8c18c1 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:48.502935 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a6bfa-719f-4e38-8e22-0ee79c8c18c1 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a3dc32d-9eaa-491e-a437-50edb5bb69b2,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:48.508989 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-989a6bfa-719f-4e38-8e22-0ee79c8c18c1 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:48.515104 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41160) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:48.521478 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-989a6bfa-719f-4e38-8e22-0ee79c8c18c1 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] 10.222.0.62 "DELETE /v2.0/ports/5a3dc32d-9eaa-491e-a437-50edb5bb69b2 HTTP/1.1" status: 204 len: 168 time: 0.2929549 Dec 10 18:49:48.540426 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-933ccb95-a659-4af1-adbe-70bfdb83ab91 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] GET failed (client error): The resource could not be found. Dec 10 18:49:48.541991 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-933ccb95-a659-4af1-adbe-70bfdb83ab91 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] 10.222.0.62 "GET /v2.0/ports/5a3dc32d-9eaa-491e-a437-50edb5bb69b2 HTTP/1.1" status: 404 len: 333 time: 0.0258992 Dec 10 18:49:48.546029 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41162) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:48.551274 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-68d2f161-4065-4d56-b189-227aea7def53 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Request body: {'port': {'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-825893671'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:48.596380 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-38fd4d3b-3397-496b-bf9a-c46196e5d60f req-5abba7c4-13c3-46c7-9403-2b194f8c3666 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0300376 Dec 10 18:49:48.598094 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-78f11067-10fc-4245-8583-f7f71db9876c req-67d9cea8-5719-4669-bda6-aec092b58375 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0372045 Dec 10 18:49:48.603435 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d2f161-4065-4d56-b189-227aea7def53 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Made reservation on behalf of 2fca5d2fccfb4e9a82c9163dd5e0eb66 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:48.606288 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-68d2f161-4065-4d56-b189-227aea7def53 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:48.627364 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-68d2f161-4065-4d56-b189-227aea7def53 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] device_id is not set on port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:49:48.787389 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-68d2f161-4065-4d56-b189-227aea7def53 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:48.821312 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-68d2f161-4065-4d56-b189-227aea7def53 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:48.866511 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d2f161-4065-4d56-b189-227aea7def53 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Network ec9c1b33-5cd6-4d78-891c-cc292e802a20 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:48.869464 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-68d2f161-4065-4d56-b189-227aea7def53 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:48.873817 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d2f161-4065-4d56-b189-227aea7def53 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:49:48.874722 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d2f161-4065-4d56-b189-227aea7def53 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:48.875335 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-68d2f161-4065-4d56-b189-227aea7def53 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:48.881619 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2f161-4065-4d56-b189-227aea7def53 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Pushing event updated for resources: {'Port': ['ID=65ffd869-2e67-4f43-bb14-b0bf3a482dfe,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:48.895009 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-68d2f161-4065-4d56-b189-227aea7def53 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3477435 Dec 10 18:49:48.898089 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41182) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:48.903532 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:48.963720 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:49.037066 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-99cde5ab-528d-4861-be9e-2b125bff9aeb req-ce7e00ad-fccf-48fa-8c88-b3edf0255d1f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0304935 Dec 10 18:49:49.191961 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] device_id is not set on port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:49:49.194299 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41212) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:49.202009 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:49.209048 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:49.268413 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3ea79027-dff1-481e-8b54-6cb89faf05e6 req-6fb6d081-3f22-456d-9c81-fe9e932cdf85 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0334048 Dec 10 18:49:49.274249 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Pushing event updated for resources: {'Port': ['ID=65ffd869-2e67-4f43-bb14-b0bf3a482dfe,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:49.277968 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:49.278315 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:49.278891 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:49.290769 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:49:49.291106 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Failed to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe on host n-h1-821435-1 for vnic_type normal using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] Dec 10 18:49:49.291505 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempt 2 to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe Dec 10 18:49:49.303880 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:49.304252 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:49.304624 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:49.309164 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:49:49.309420 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Failed to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe on host n-h1-821435-1 for vnic_type normal using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] Dec 10 18:49:49.309827 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempt 3 to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe Dec 10 18:49:49.323225 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:49.323574 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:49.323916 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:49.329251 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:49:49.329583 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Failed to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe on host n-h1-821435-1 for vnic_type normal using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] Dec 10 18:49:49.329977 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempt 4 to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe Dec 10 18:49:49.342552 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:49.342893 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:49.343235 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:49.347962 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:49:49.348326 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Failed to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe on host n-h1-821435-1 for vnic_type normal using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] Dec 10 18:49:49.348719 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempt 5 to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe Dec 10 18:49:49.366124 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:49.366462 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:49.366802 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:49.371350 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:49:49.371780 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Failed to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe on host n-h1-821435-1 for vnic_type normal using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] Dec 10 18:49:49.372171 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempt 6 to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe Dec 10 18:49:49.385609 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:49.386028 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:49.386226 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:49.391042 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:49:49.391372 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Failed to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe on host n-h1-821435-1 for vnic_type normal using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] Dec 10 18:49:49.391770 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempt 7 to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe Dec 10 18:49:49.405288 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:49.405632 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:49.405971 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:49.410575 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:49:49.410900 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Failed to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe on host n-h1-821435-1 for vnic_type normal using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] Dec 10 18:49:49.411284 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempt 8 to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe Dec 10 18:49:49.424202 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:49.424684 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:49.425550 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:49.430891 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:49:49.431219 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Failed to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe on host n-h1-821435-1 for vnic_type normal using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] Dec 10 18:49:49.431619 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempt 9 to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe Dec 10 18:49:49.444608 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:49.445035 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:49.445453 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:49.455978 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:49:49.456314 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Failed to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe on host n-h1-821435-1 for vnic_type normal using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] Dec 10 18:49:49.456827 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempt 10 to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe Dec 10 18:49:49.469547 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:49.469889 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:49.470221 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempting to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:49.475308 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:49:49.475674 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Failed to bind port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe on host n-h1-821435-1 for vnic_type normal using segments [{'id': '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec9c1b33-5cd6-4d78-891c-cc292e802a20'}] Dec 10 18:49:49.476107 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:49.540034 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] For port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:49:49.540398 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attempted to set empty binding levels {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 18:49:49.545170 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:49.578365 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] In _notify_port_updated(), no bound segment for port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe on network ec9c1b33-5cd6-4d78-891c-cc292e802a20 {{(pid=103244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:49:49.579229 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:49.579944 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:49.581899 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] 10.222.0.62 "PUT /v2.0/ports/65ffd869-2e67-4f43-bb14-b0bf3a482dfe HTTP/1.1" status: 200 len: 974 time: 0.6820691 Dec 10 18:49:49.584153 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41216) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:49.589212 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8a699a6b-d664-4122-b59e-37d4dda5af70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:49.626785 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9f828-8545-4ebc-8634-e112aa94a5b5 tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Pushing event updated for resources: {'Port': ['ID=65ffd869-2e67-4f43-bb14-b0bf3a482dfe,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:49.700131 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-62184e3b-605b-4954-97ff-3192aad233ff req-b21d1111-edfe-4850-a0b1-5820e2e8da22 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0329118 Dec 10 18:49:49.707028 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1cdcdae9-ce29-4043-99b3-fd9c4b5e50c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:49.707660 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c5ff908e-fb11-4a02-b298-46bfcc9f082a tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Deleting port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:49.708004 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c5ff908e-fb11-4a02-b298-46bfcc9f082a tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:49.775014 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-c5ff908e-fb11-4a02-b298-46bfcc9f082a tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] For port 65ffd869-2e67-4f43-bb14-b0bf3a482dfe, host n-h1-821435-1, got binding levels [] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:49.775383 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c5ff908e-fb11-4a02-b298-46bfcc9f082a tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:49.780994 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bc6ab75d-c504-4e5b-a4e2-d4969cc56933 req-43073cb9-a488-4978-8f3a-0f99f5a9b540 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0854630 Dec 10 18:49:49.795150 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c5ff908e-fb11-4a02-b298-46bfcc9f082a tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Calling delete_port for 65ffd869-2e67-4f43-bb14-b0bf3a482dfe owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:49.898109 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c5ff908e-fb11-4a02-b298-46bfcc9f082a tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:49.931670 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c5ff908e-fb11-4a02-b298-46bfcc9f082a tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:49.935021 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c5ff908e-fb11-4a02-b298-46bfcc9f082a tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] 10.222.0.62 "DELETE /v2.0/ports/65ffd869-2e67-4f43-bb14-b0bf3a482dfe HTTP/1.1" status: 204 len: 168 time: 0.3498378 Dec 10 18:49:49.936057 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff908e-fb11-4a02-b298-46bfcc9f082a tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] Pushing event deleted for resources: {'Port': ['ID=65ffd869-2e67-4f43-bb14-b0bf3a482dfe,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:49.938049 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41222) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:49.981967 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9bccdb1-41d5-450b-b5e5-019c5d7c5f5e tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] GET failed (client error): The resource could not be found. Dec 10 18:49:49.983356 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f9bccdb1-41d5-450b-b5e5-019c5d7c5f5e tempest-PortsAdminExtendedAttrsTestJSON-1050258086 tempest-PortsAdminExtendedAttrsTestJSON-1050258086-project-admin] 10.222.0.62 "GET /v2.0/ports/65ffd869-2e67-4f43-bb14-b0bf3a482dfe HTTP/1.1" status: 404 len: 333 time: 0.0443821 Dec 10 18:49:49.987628 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41224) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:50.000303 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1cdcdae9-ce29-4043-99b3-fd9c4b5e50c9 admin admin] Deleting port fce4ff5b-d8c1-40dd-8213-3d277179f65e {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:50.000649 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1cdcdae9-ce29-4043-99b3-fd9c4b5e50c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:50.070088 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aa2ea1fa-f6b9-4485-ba6c-4d51f1e699aa tempest-PortsAdminExtendedAttrsTestJSON-157114251 tempest-PortsAdminExtendedAttrsTestJSON-157114251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:50.087903 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-1cdcdae9-ce29-4043-99b3-fd9c4b5e50c9 admin admin] For port fce4ff5b-d8c1-40dd-8213-3d277179f65e, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=fce4ff5b-d8c1-40dd-8213-3d277179f65e,segment=NetworkSegment(43742164-36f8-4f1b-a48d-a7982428e8e9),segment_id=43742164-36f8-4f1b-a48d-a7982428e8e9)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:50.088263 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1cdcdae9-ce29-4043-99b3-fd9c4b5e50c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:50.101988 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1cdcdae9-ce29-4043-99b3-fd9c4b5e50c9 admin admin] Calling delete_port for fce4ff5b-d8c1-40dd-8213-3d277179f65e owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:50.169148 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a57a2133-0068-4f1e-a637-3248ccb6d378 req-697824b3-a79e-427e-989b-82a9a019c2a9 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0669465 Dec 10 18:49:50.189905 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aa2ea1fa-f6b9-4485-ba6c-4d51f1e699aa tempest-PortsAdminExtendedAttrsTestJSON-157114251 tempest-PortsAdminExtendedAttrsTestJSON-157114251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:50.211050 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-aa2ea1fa-f6b9-4485-ba6c-4d51f1e699aa tempest-PortsAdminExtendedAttrsTestJSON-157114251 tempest-PortsAdminExtendedAttrsTestJSON-157114251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec9c1b33-5cd6-4d78-891c-cc292e802a20']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:50.220288 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-aa2ea1fa-f6b9-4485-ba6c-4d51f1e699aa tempest-PortsAdminExtendedAttrsTestJSON-157114251 tempest-PortsAdminExtendedAttrsTestJSON-157114251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:50.220845 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-aa2ea1fa-f6b9-4485-ba6c-4d51f1e699aa tempest-PortsAdminExtendedAttrsTestJSON-157114251 tempest-PortsAdminExtendedAttrsTestJSON-157114251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6075a6c0-1ae6-4b0d-a39a-bf2cad1f880b') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:50.230632 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aa2ea1fa-f6b9-4485-ba6c-4d51f1e699aa tempest-PortsAdminExtendedAttrsTestJSON-157114251 tempest-PortsAdminExtendedAttrsTestJSON-157114251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:50.244151 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aa2ea1fa-f6b9-4485-ba6c-4d51f1e699aa tempest-PortsAdminExtendedAttrsTestJSON-157114251 tempest-PortsAdminExtendedAttrsTestJSON-157114251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:50.250150 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa2ea1fa-f6b9-4485-ba6c-4d51f1e699aa tempest-PortsAdminExtendedAttrsTestJSON-157114251 tempest-PortsAdminExtendedAttrsTestJSON-157114251-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:49:50.250541 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aa2ea1fa-f6b9-4485-ba6c-4d51f1e699aa tempest-PortsAdminExtendedAttrsTestJSON-157114251 tempest-PortsAdminExtendedAttrsTestJSON-157114251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:50.253636 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:49:50.253636 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:49:50.253636 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:49:50.253636 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:49:50.253636 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:49:50.253636 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:49:50.253636 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:49:50.253636 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:49:50.253636 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:49:50.253636 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:49:50.253636 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:49:50.253636 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:49:50.253636 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:49:50.253636 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:49:50.253636 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:49:50.253636 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:49:50.253636 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:49:50.253636 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:49:50.253636 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:49:50.253636 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:49:50.253636 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:49:50.253636 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:49:50.253636 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:49:50.253636 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:49:50.253636 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:49:50.253636 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:49:50.253636 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:49:50.253636 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:49:50.253636 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:49:50.253636 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:49:50.253636 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:49:50.253636 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:49:50.283707 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1cdcdae9-ce29-4043-99b3-fd9c4b5e50c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:50.310407 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdcdae9-ce29-4043-99b3-fd9c4b5e50c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fce4ff5b-d8c1-40dd-8213-3d277179f65e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:50.332968 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aa2ea1fa-f6b9-4485-ba6c-4d51f1e699aa tempest-PortsAdminExtendedAttrsTestJSON-157114251 tempest-PortsAdminExtendedAttrsTestJSON-157114251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:50.342881 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aa2ea1fa-f6b9-4485-ba6c-4d51f1e699aa tempest-PortsAdminExtendedAttrsTestJSON-157114251 tempest-PortsAdminExtendedAttrsTestJSON-157114251-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:50.346474 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-aa2ea1fa-f6b9-4485-ba6c-4d51f1e699aa tempest-PortsAdminExtendedAttrsTestJSON-157114251 tempest-PortsAdminExtendedAttrsTestJSON-157114251-project] 10.222.0.62 "DELETE /v2.0/networks/ec9c1b33-5cd6-4d78-891c-cc292e802a20 HTTP/1.1" status: 204 len: 168 time: 0.3578041 Dec 10 18:49:50.362048 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ea1fa-f6b9-4485-ba6c-4d51f1e699aa tempest-PortsAdminExtendedAttrsTestJSON-157114251 tempest-PortsAdminExtendedAttrsTestJSON-157114251-project] Pushing event deleted for resources: {'Network': ['ID=ec9c1b33-5cd6-4d78-891c-cc292e802a20,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:50.404143 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cc3855fd-2a82-4b71-9078-05767f893070 req-7f21f6e2-0cdd-4796-83c1-7990d0994cd1 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0660894 Dec 10 18:49:50.542233 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1cdcdae9-ce29-4043-99b3-fd9c4b5e50c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:50.577847 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41234) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:50.725435 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2c2234e7-3136-44da-983c-c65a288d5843 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6b3ed3bea5ff4464a71e1022bc801ed9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1463962 Dec 10 18:49:50.728148 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41238) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:50.769678 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cdcdae9-ce29-4043-99b3-fd9c4b5e50c9 admin admin] Router 78271450-77e3-4b22-81da-f8710e57a7e6 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:49:50.791338 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9184f3ee-724c-4e47-98cf-3171e48e7ac1 req-e817eba4-c285-4646-8b33-320adc511b73 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0333452 Dec 10 18:49:50.805033 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b69cab4-f6c4-492f-8a0e-2cf173c3b1a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:50.827510 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b69cab4-f6c4-492f-8a0e-2cf173c3b1a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:50.878394 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b69cab4-f6c4-492f-8a0e-2cf173c3b1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:50.881780 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b69cab4-f6c4-492f-8a0e-2cf173c3b1a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:50.887029 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3b69cab4-f6c4-492f-8a0e-2cf173c3b1a8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/82bc5f7a-d5a8-4f76-92a2-6a418aa075a9 HTTP/1.1" status: 204 len: 168 time: 0.1559358 Dec 10 18:49:50.895013 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69cab4-f6c4-492f-8a0e-2cf173c3b1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bc5f7a-d5a8-4f76-92a2-6a418aa075a9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:50.905804 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4526bd29-9b5d-4b93-8193-ad8b491e551c req-74f62217-e41e-43fa-81d4-0fa4abd0adbf tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0405335 Dec 10 18:49:50.907218 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cdcdae9-ce29-4043-99b3-fd9c4b5e50c9 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:49:50.913646 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1cdcdae9-ce29-4043-99b3-fd9c4b5e50c9 admin admin] 10.222.0.62 "PUT /v2.0/routers/78271450-77e3-4b22-81da-f8710e57a7e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7182510 Dec 10 18:49:50.916413 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41246) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:50.943338 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ade8f58-b5ef-4413-aedb-ad56d495ccc0 None None] Sync routers for ids ['78271450-77e3-4b22-81da-f8710e57a7e6'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:49:50.954419 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ade8f58-b5ef-4413-aedb-ad56d495ccc0 None None] Routers {'78271450-77e3-4b22-81da-f8710e57a7e6'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:49:50.955429 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-4ade8f58-b5ef-4413-aedb-ad56d495ccc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:49:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['78271450-77e3-4b22-81da-f8710e57a7e6'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:51.036518 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c14db2e-a5a8-4a92-afa5-5421fd2ebeed admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:51.065158 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-4ade8f58-b5ef-4413-aedb-ad56d495ccc0 None None] Set router 78271450-77e3-4b22-81da-f8710e57a7e6 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:49:51.242465 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41252) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:51.268723 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-4ade8f58-b5ef-4413-aedb-ad56d495ccc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78271450-77e3-4b22-81da-f8710e57a7e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1859150921-router', 'tenant_id': '59e8dfda8efa4b43845e4f8d48ac8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:49Z', 'updated_at': '2021-12-10T18:49:50Z', 'revision_number': 5, 'project_id': '59e8dfda8efa4b43845e4f8d48ac8a17', 'gw_port': {'id': '84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78271450-77e3-4b22-81da-f8710e57a7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:50Z', 'updated_at': '2021-12-10T18:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:51.285551 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ba4c4d99-fc28-4b6c-b559-205e7a114799 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2fca5d2fccfb4e9a82c9163dd5e0eb66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417271 Dec 10 18:49:51.288282 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41254) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:51.296817 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ade8f58-b5ef-4413-aedb-ad56d495ccc0 None None] Checking router: 78271450-77e3-4b22-81da-f8710e57a7e6 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:49:51.307988 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ade8f58-b5ef-4413-aedb-ad56d495ccc0 None None] Routers {'78271450-77e3-4b22-81da-f8710e57a7e6'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:49:51.308610 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-4ade8f58-b5ef-4413-aedb-ad56d495ccc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:49:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['78271450-77e3-4b22-81da-f8710e57a7e6'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:51.343654 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d4623d4e-41b3-4262-8f7b-ef039cdfdf7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:51.373309 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d4623d4e-41b3-4262-8f7b-ef039cdfdf7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:51.438241 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d4623d4e-41b3-4262-8f7b-ef039cdfdf7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:51.441524 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d4623d4e-41b3-4262-8f7b-ef039cdfdf7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:51.443113 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d4623d4e-41b3-4262-8f7b-ef039cdfdf7a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fe523615-706e-4a04-bcc2-ecb4711b1465 HTTP/1.1" status: 204 len: 168 time: 0.1534534 Dec 10 18:49:51.453647 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4623d4e-41b3-4262-8f7b-ef039cdfdf7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe523615-706e-4a04-bcc2-ecb4711b1465,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:51.480166 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2fbf0383-add9-4279-909c-b842033c439e req-1e5333c9-e4f0-48a6-90e2-e3847075d432 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0577900 Dec 10 18:49:51.540841 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c14db2e-a5a8-4a92-afa5-5421fd2ebeed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:51.551642 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-4ade8f58-b5ef-4413-aedb-ad56d495ccc0 None None] Set router 78271450-77e3-4b22-81da-f8710e57a7e6 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:49:51.557135 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cca05c5a-dbb9-45d0-867d-597b36f40d58 req-406f16f1-f45a-4be4-8af9-e328937d4b47 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0371702 Dec 10 18:49:51.604699 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4c14db2e-a5a8-4a92-afa5-5421fd2ebeed admin admin] Deleting port 84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:51.605182 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c14db2e-a5a8-4a92-afa5-5421fd2ebeed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:51.710469 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-4c14db2e-a5a8-4a92-afa5-5421fd2ebeed admin admin] For port 84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:51.710715 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c14db2e-a5a8-4a92-afa5-5421fd2ebeed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:51.725515 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4c14db2e-a5a8-4a92-afa5-5421fd2ebeed admin admin] Calling delete_port for 84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:51.777827 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-4ade8f58-b5ef-4413-aedb-ad56d495ccc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78271450-77e3-4b22-81da-f8710e57a7e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1859150921-router', 'tenant_id': '59e8dfda8efa4b43845e4f8d48ac8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:49Z', 'updated_at': '2021-12-10T18:49:50Z', 'revision_number': 5, 'project_id': '59e8dfda8efa4b43845e4f8d48ac8a17', 'gw_port': {'id': '84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78271450-77e3-4b22-81da-f8710e57a7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:50Z', 'updated_at': '2021-12-10T18:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:51.805575 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ade8f58-b5ef-4413-aedb-ad56d495ccc0 None None] The sync data for ids ['78271450-77e3-4b22-81da-f8710e57a7e6'] in n-d-821435-1 is: [{'id': '78271450-77e3-4b22-81da-f8710e57a7e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1859150921-router', 'tenant_id': '59e8dfda8efa4b43845e4f8d48ac8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:49Z', 'updated_at': '2021-12-10T18:49:50Z', 'revision_number': 5, 'project_id': '59e8dfda8efa4b43845e4f8d48ac8a17', 'gw_port': {'id': '84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78271450-77e3-4b22-81da-f8710e57a7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:50Z', 'updated_at': '2021-12-10T18:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:49:51.890400 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ce8858fe-5aca-4d67-915a-c90dcb05dccd req-c1680de9-4b06-4c3c-9824-5cb1ca12ac10 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0307102 Dec 10 18:49:51.945290 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c14db2e-a5a8-4a92-afa5-5421fd2ebeed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:51.977314 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14db2e-a5a8-4a92-afa5-5421fd2ebeed admin admin] Pushing event deleted for resources: {'Port': ['ID=84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:51.992028 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bc3ad7-0b3b-42b1-80a4-d62d195a831b None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:49:52.009024 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-847cfd1c-e6b8-40fc-ad79-cccc0375d6ec req-c957f285-5c95-400d-8592-c088f6450f30 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0337038 Dec 10 18:49:52.040713 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c14db2e-a5a8-4a92-afa5-5421fd2ebeed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.135000 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c14db2e-a5a8-4a92-afa5-5421fd2ebeed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.137811 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c14db2e-a5a8-4a92-afa5-5421fd2ebeed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.188524 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c14db2e-a5a8-4a92-afa5-5421fd2ebeed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.189315 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c14db2e-a5a8-4a92-afa5-5421fd2ebeed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78271450-77e3-4b22-81da-f8710e57a7e6 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:49:52.195252 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c14db2e-a5a8-4a92-afa5-5421fd2ebeed admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.196706 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4c14db2e-a5a8-4a92-afa5-5421fd2ebeed admin admin] 10.222.0.62 "DELETE /v2.0/routers/78271450-77e3-4b22-81da-f8710e57a7e6 HTTP/1.1" status: 204 len: 168 time: 1.2790635 Dec 10 18:49:52.199205 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41282) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:52.252956 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-be794a9a-4399-4e06-96b9-8b2c475e9232 admin admin] Deleting subnet 84718bf8-22d8-4397-821c-902e6819629c {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:49:52.257017 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-be794a9a-4399-4e06-96b9-8b2c475e9232 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.294848 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-be794a9a-4399-4e06-96b9-8b2c475e9232 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.310404 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41284) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:52.369947 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7682ac22-52ed-47c1-9dda-e9ee785899c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.383844 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-be794a9a-4399-4e06-96b9-8b2c475e9232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.443242 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f78512ad-7684-4155-811d-6414b66532ab tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-772280600'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:52.447455 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-be794a9a-4399-4e06-96b9-8b2c475e9232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.477446 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be794a9a-4399-4e06-96b9-8b2c475e9232 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84718bf8-22d8-4397-821c-902e6819629c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:52.479731 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-be794a9a-4399-4e06-96b9-8b2c475e9232 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.483017 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-be794a9a-4399-4e06-96b9-8b2c475e9232 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/84718bf8-22d8-4397-821c-902e6819629c HTTP/1.1" status: 204 len: 168 time: 0.2826772 Dec 10 18:49:52.485754 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41288) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:52.486512 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f92afc9-5d33-4d8f-9d56-cd2f7c9d8872 None None] Network a194f604-8b93-4cbe-9eaa-1ab2e8cb24e5 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:52.488711 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78512ad-7684-4155-811d-6414b66532ab tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Made reservation on behalf of 7364730fdb76414ca81ae560e4cec83d for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:52.493747 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f78512ad-7684-4155-811d-6414b66532ab tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.558365 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f78512ad-7684-4155-811d-6414b66532ab tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.651292 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-02cde429-0aa2-4a91-8b9a-e954429ade35 req-f88e78c0-4237-47b4-bccc-003a00db7a28 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0939820 Dec 10 18:49:52.655809 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f883b2e3-e0ce-421c-9b7c-193f3f1179d7 req-a456ecd7-c504-4f68-9795-fd504632496f tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0289402 Dec 10 18:49:52.665441 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f612b2a0-364c-4a8f-b857-b91d064660d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.742528 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f78512ad-7684-4155-811d-6414b66532ab tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.748624 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f78512ad-7684-4155-811d-6414b66532ab tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.776293 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f78512ad-7684-4155-811d-6414b66532ab tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:49:52.795460 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78512ad-7684-4155-811d-6414b66532ab tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=963f19f7-e6a9-450e-a790-1c9b165c95f2,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:52.800142 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f78512ad-7684-4155-811d-6414b66532ab tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.800553 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-f78512ad-7684-4155-811d-6414b66532ab tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Added segment fde707c9-8cb7-49cb-8a95-1a66ce5ba61d of type vlan for network 538ed245-62fe-46bc-a15c-b3b908d0049c Dec 10 18:49:52.811898 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f612b2a0-364c-4a8f-b857-b91d064660d0 admin admin] Deleting port 0104c393-8444-4f7c-a14c-9b838f489cf0 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:52.812365 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f612b2a0-364c-4a8f-b857-b91d064660d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.892145 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f78512ad-7684-4155-811d-6414b66532ab tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.915764 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-f612b2a0-364c-4a8f-b857-b91d064660d0 admin admin] For port 0104c393-8444-4f7c-a14c-9b838f489cf0, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=0104c393-8444-4f7c-a14c-9b838f489cf0,segment=NetworkSegment(43742164-36f8-4f1b-a48d-a7982428e8e9),segment_id=43742164-36f8-4f1b-a48d-a7982428e8e9)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:52.916411 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f612b2a0-364c-4a8f-b857-b91d064660d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.937558 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f612b2a0-364c-4a8f-b857-b91d064660d0 admin admin] Calling delete_port for 0104c393-8444-4f7c-a14c-9b838f489cf0 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:52.951397 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f78512ad-7684-4155-811d-6414b66532ab tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.957040 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78512ad-7684-4155-811d-6414b66532ab tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:52.957842 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f78512ad-7684-4155-811d-6414b66532ab tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.966889 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fe7b16-1dae-4f85-928f-fa7425e99ecb None None] DHCP port deletion for a194f604-8b93-4cbe-9eaa-1ab2e8cb24e5 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:49:53.020529 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-32fe7b16-1dae-4f85-928f-fa7425e99ecb None None] Deleting port 0104c393-8444-4f7c-a14c-9b838f489cf0 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:53.021324 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-32fe7b16-1dae-4f85-928f-fa7425e99ecb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:53.066682 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-847adac4-5ee5-4cac-95d9-4866a5c08a08 req-6007794c-21ed-4dc7-902d-43b53261f9d4 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.1187224 Dec 10 18:49:53.092758 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-01b9846e-0f13-4af7-8622-47aa1d534665 req-84af4b40-8fe4-4e5b-9621-26971c69cf00 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0350831 Dec 10 18:49:53.104315 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f78512ad-7684-4155-811d-6414b66532ab tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7827294 Dec 10 18:49:53.108774 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78512ad-7684-4155-811d-6414b66532ab tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event updated for resources: {'Network': ['ID=538ed245-62fe-46bc-a15c-b3b908d0049c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:53.110608 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-32fe7b16-1dae-4f85-928f-fa7425e99ecb None None] For port 0104c393-8444-4f7c-a14c-9b838f489cf0, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=0104c393-8444-4f7c-a14c-9b838f489cf0,segment=NetworkSegment(43742164-36f8-4f1b-a48d-a7982428e8e9),segment_id=43742164-36f8-4f1b-a48d-a7982428e8e9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:53.110861 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-32fe7b16-1dae-4f85-928f-fa7425e99ecb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:53.122695 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 538ed245-62fe-46bc-a15c-b3b908d0049c details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:49:53.144249 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f612b2a0-364c-4a8f-b857-b91d064660d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:53.179843 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f612b2a0-364c-4a8f-b857-b91d064660d0 admin admin] No DVR routers for this DVR port 0104c393-8444-4f7c-a14c-9b838f489cf0 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:49:53.180135 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-32fe7b16-1dae-4f85-928f-fa7425e99ecb None None] Calling delete_port for 0104c393-8444-4f7c-a14c-9b838f489cf0 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:53.186175 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612b2a0-364c-4a8f-b857-b91d064660d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0104c393-8444-4f7c-a14c-9b838f489cf0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:53.245640 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41298) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:53.250533 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-dd9ebc9c-6aff-474c-96bc-f7927a51ffb3 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Request body: {'subnet': {'network_id': '538ed245-62fe-46bc-a15c-b3b908d0049c', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:53.272897 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f612b2a0-364c-4a8f-b857-b91d064660d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:53.289712 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-32fe7b16-1dae-4f85-928f-fa7425e99ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:53.300123 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-f612b2a0-364c-4a8f-b857-b91d064660d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a194f604-8b93-4cbe-9eaa-1ab2e8cb24e5']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:53.311271 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-f612b2a0-364c-4a8f-b857-b91d064660d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43742164-36f8-4f1b-a48d-a7982428e8e9') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:53.311640 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-f612b2a0-364c-4a8f-b857-b91d064660d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43742164-36f8-4f1b-a48d-a7982428e8e9') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:53.314918 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe7b16-1dae-4f85-928f-fa7425e99ecb None None] Pushing event deleted for resources: {'Port': ['ID=0104c393-8444-4f7c-a14c-9b838f489cf0,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:53.324811 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f612b2a0-364c-4a8f-b857-b91d064660d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:53.326647 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fe7b16-1dae-4f85-928f-fa7425e99ecb None None] No DVR routers for this DVR port 0104c393-8444-4f7c-a14c-9b838f489cf0 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:49:53.332949 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fe7b16-1dae-4f85-928f-fa7425e99ecb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:53.333563 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fe7b16-1dae-4f85-928f-fa7425e99ecb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:53.334654 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fe7b16-1dae-4f85-928f-fa7425e99ecb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:53.335798 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fe7b16-1dae-4f85-928f-fa7425e99ecb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:53.336332 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fe7b16-1dae-4f85-928f-fa7425e99ecb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:53.336930 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fe7b16-1dae-4f85-928f-fa7425e99ecb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:53.337468 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fe7b16-1dae-4f85-928f-fa7425e99ecb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:53.338742 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fe7b16-1dae-4f85-928f-fa7425e99ecb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:53.339115 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fe7b16-1dae-4f85-928f-fa7425e99ecb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:53.339465 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fe7b16-1dae-4f85-928f-fa7425e99ecb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:53.339814 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fe7b16-1dae-4f85-928f-fa7425e99ecb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:53.340157 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fe7b16-1dae-4f85-928f-fa7425e99ecb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:53.340491 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fe7b16-1dae-4f85-928f-fa7425e99ecb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:53.354922 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f612b2a0-364c-4a8f-b857-b91d064660d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:53.364094 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f612b2a0-364c-4a8f-b857-b91d064660d0 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:49:53.365345 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f612b2a0-364c-4a8f-b857-b91d064660d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:53.369461 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:49:53.369461 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:49:53.369461 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:49:53.369461 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:49:53.369461 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:49:53.369461 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:49:53.369461 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:49:53.369461 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:49:53.369461 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:49:53.369461 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:49:53.369461 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:49:53.369461 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:49:53.369461 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:49:53.369461 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:49:53.369461 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:49:53.369461 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:49:53.369461 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:49:53.369461 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:49:53.369461 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:49:53.369461 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:49:53.369461 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:49:53.369461 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:49:53.369461 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:49:53.369461 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:49:53.369461 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:49:53.369461 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:49:53.369461 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:49:53.369461 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:49:53.369461 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:49:53.369461 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:49:53.369461 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:49:53.369461 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:49:53.381702 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:53.431021 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f612b2a0-364c-4a8f-b857-b91d064660d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:53.441133 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f612b2a0-364c-4a8f-b857-b91d064660d0 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:53.445579 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f612b2a0-364c-4a8f-b857-b91d064660d0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a194f604-8b93-4cbe-9eaa-1ab2e8cb24e5 HTTP/1.1" status: 204 len: 168 time: 0.9586325 Dec 10 18:49:53.449516 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41300) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:53.465362 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612b2a0-364c-4a8f-b857-b91d064660d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a194f604-8b93-4cbe-9eaa-1ab2e8cb24e5,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:53.575093 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9ebc9c-6aff-474c-96bc-f7927a51ffb3 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Made reservation on behalf of 7364730fdb76414ca81ae560e4cec83d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:53.578435 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd9ebc9c-6aff-474c-96bc-f7927a51ffb3 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:53.761674 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-457c8d5c-d50a-4fd2-9980-82264981c23a req-52aef6f3-4b51-475e-ab3a-ecd102b043f2 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0407109 Dec 10 18:49:53.768305 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device fce4ff5b-d8c1-40dd-8213-3d277179f65e no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:49:53.781836 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b1ab379a-c52b-42b7-a8a8-7e4113a5925f req-618e5958-11a1-43da-a5dc-15d6e1ccbbbb tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0378292 Dec 10 18:49:53.790842 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: fce4ff5b-d8c1-40dd-8213-3d277179f65e {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:49:53.791479 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device fce4ff5b-d8c1-40dd-8213-3d277179f65e not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:49:53.792087 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd9ebc9c-6aff-474c-96bc-f7927a51ffb3 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:53.792295 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 0104c393-8444-4f7c-a14c-9b838f489cf0 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:49:53.813820 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 0104c393-8444-4f7c-a14c-9b838f489cf0 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:49:53.814232 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 0104c393-8444-4f7c-a14c-9b838f489cf0 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:49:53.814658 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:49:53.834242 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:49:53.834507 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 84fac7fe-c6bd-40c2-bd9f-f67b68dcd93c not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:49:53.857141 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ebc9c-6aff-474c-96bc-f7927a51ffb3 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event updated for resources: {'Subnet': ['ID=8b3786b2-b7f0-443d-9a06-d8cd37565846,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:53.866673 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9ebc9c-6aff-474c-96bc-f7927a51ffb3 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Checking segment: {'id': 'fde707c9-8cb7-49cb-8a95-1a66ce5ba61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '538ed245-62fe-46bc-a15c-b3b908d0049c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:49:53.867058 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9ebc9c-6aff-474c-96bc-f7927a51ffb3 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Network hostable DHCP agents. Network: 538ed245-62fe-46bc-a15c-b3b908d0049c, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:49:53.884071 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9ebc9c-6aff-474c-96bc-f7927a51ffb3 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Network 538ed245-62fe-46bc-a15c-b3b908d0049c is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:49:53.892504 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5dae81ae-643d-4ed1-82eb-a575c579c560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:53.893214 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-dd9ebc9c-6aff-474c-96bc-f7927a51ffb3 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 538ed245-62fe-46bc-a15c-b3b908d0049c) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:53.898837 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9ebc9c-6aff-474c-96bc-f7927a51ffb3 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:53.899428 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd9ebc9c-6aff-474c-96bc-f7927a51ffb3 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:53.901851 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c43dbb8-a85d-4161-bd1f-96258800be5e None None] Network 538ed245-62fe-46bc-a15c-b3b908d0049c requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:53.926121 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-dd9ebc9c-6aff-474c-96bc-f7927a51ffb3 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6793525 Dec 10 18:49:53.930227 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41306) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:53.935192 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ccef7a7b-da2d-4924-b46c-0058b383b267 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-241139689'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:54.003536 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccef7a7b-da2d-4924-b46c-0058b383b267 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Made reservation on behalf of 7364730fdb76414ca81ae560e4cec83d for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:54.007368 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ccef7a7b-da2d-4924-b46c-0058b383b267 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:54.008504 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1027abc-084a-4200-81c3-c8eaee1d8bcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-538ed245-62fe-46bc-a15c-b3b908d0049c', 'network_id': '538ed245-62fe-46bc-a15c-b3b908d0049c', 'project_id': '7364730fdb76414ca81ae560e4cec83d', 'fixed_ips': [{'subnet_id': '8b3786b2-b7f0-443d-9a06-d8cd37565846'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:49:54.009425 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e1027abc-084a-4200-81c3-c8eaee1d8bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:54.068312 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccef7a7b-da2d-4924-b46c-0058b383b267 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:49:54.095086 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ccef7a7b-da2d-4924-b46c-0058b383b267 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:54.095334 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-ccef7a7b-da2d-4924-b46c-0058b383b267 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Added segment 8f1ce08f-9202-49de-9ed3-c83c2b9ff1d1 of type vlan for network b878d9f6-5e63-459a-8639-9489c69d11cb Dec 10 18:49:54.153909 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-e1027abc-084a-4200-81c3-c8eaee1d8bcb None None] Allocated IP 172.20.255.242 (538ed245-62fe-46bc-a15c-b3b908d0049c/8b3786b2-b7f0-443d-9a06-d8cd37565846/20ba9081-dc59-4cbc-9803-979a640381fe) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:49:54.177550 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a56e4dc5-c76d-4bb0-bff3-5fa40a093a50 req-14cd84aa-b79b-43a3-b41c-4f8e7028bcf7 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0387125 Dec 10 18:49:54.179946 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ccef7a7b-da2d-4924-b46c-0058b383b267 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:54.203151 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0f1389e8-185a-4718-89d9-ae1bf0d89faa req-53bc3975-1f0b-47c2-99d1-f949371cab01 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0416789 Dec 10 18:49:54.217424 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ccef7a7b-da2d-4924-b46c-0058b383b267 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:54.231622 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccef7a7b-da2d-4924-b46c-0058b383b267 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:54.231622 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ccef7a7b-da2d-4924-b46c-0058b383b267 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:54.317028 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e1027abc-084a-4200-81c3-c8eaee1d8bcb None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:54.318035 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ccef7a7b-da2d-4924-b46c-0058b383b267 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3866570 Dec 10 18:49:54.321280 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41312) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:54.326830 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e1027abc-084a-4200-81c3-c8eaee1d8bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:54.327705 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-bd4dca18-ee13-4892-9ed9-c3249fd85fe4 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Request body: {'subnet': {'network_id': 'b878d9f6-5e63-459a-8639-9489c69d11cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:54.340647 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccef7a7b-da2d-4924-b46c-0058b383b267 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event updated for resources: {'Network': ['ID=b878d9f6-5e63-459a-8639-9489c69d11cb,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:54.363764 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network b878d9f6-5e63-459a-8639-9489c69d11cb details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:49:54.376511 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5dae81ae-643d-4ed1-82eb-a575c579c560 admin admin] Deleting port bc046dfd-5bd2-4e72-b4a8-ef988ffe3b71 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:54.376897 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5dae81ae-643d-4ed1-82eb-a575c579c560 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:54.417623 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1027abc-084a-4200-81c3-c8eaee1d8bcb None None] Network 538ed245-62fe-46bc-a15c-b3b908d0049c is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:54.421195 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-e1027abc-084a-4200-81c3-c8eaee1d8bcb None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:54.425208 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1027abc-084a-4200-81c3-c8eaee1d8bcb None None] Pushing event updated for resources: {'Port': ['ID=20ba9081-dc59-4cbc-9803-979a640381fe,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:54.427440 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1027abc-084a-4200-81c3-c8eaee1d8bcb None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:49:54.446411 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4dca18-ee13-4892-9ed9-c3249fd85fe4 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Made reservation on behalf of 7364730fdb76414ca81ae560e4cec83d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:54.450171 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd4dca18-ee13-4892-9ed9-c3249fd85fe4 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:54.470383 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-5dae81ae-643d-4ed1-82eb-a575c579c560 admin admin] For port bc046dfd-5bd2-4e72-b4a8-ef988ffe3b71, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=bc046dfd-5bd2-4e72-b4a8-ef988ffe3b71,segment=NetworkSegment(b359f6f0-02b5-418f-ab26-55074aa129cb),segment_id=b359f6f0-02b5-418f-ab26-55074aa129cb)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:54.470811 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5dae81ae-643d-4ed1-82eb-a575c579c560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:54.490658 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5dae81ae-643d-4ed1-82eb-a575c579c560 admin admin] Calling delete_port for bc046dfd-5bd2-4e72-b4a8-ef988ffe3b71 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:54.500949 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e1027abc-084a-4200-81c3-c8eaee1d8bcb None None] Attempting to bind port 20ba9081-dc59-4cbc-9803-979a640381fe on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:54.501330 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e1027abc-084a-4200-81c3-c8eaee1d8bcb None None] Attempting to bind port 20ba9081-dc59-4cbc-9803-979a640381fe by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'fde707c9-8cb7-49cb-8a95-1a66ce5ba61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '538ed245-62fe-46bc-a15c-b3b908d0049c'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:54.501709 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1027abc-084a-4200-81c3-c8eaee1d8bcb None None] Attempting to bind port 20ba9081-dc59-4cbc-9803-979a640381fe on network 538ed245-62fe-46bc-a15c-b3b908d0049c {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:54.507778 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1027abc-084a-4200-81c3-c8eaee1d8bcb None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:49:54.508201 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1027abc-084a-4200-81c3-c8eaee1d8bcb None None] Checking segment: {'id': 'fde707c9-8cb7-49cb-8a95-1a66ce5ba61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '538ed245-62fe-46bc-a15c-b3b908d0049c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:49:54.508665 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e1027abc-084a-4200-81c3-c8eaee1d8bcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:54.509069 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1027abc-084a-4200-81c3-c8eaee1d8bcb None None] Bound using segment: {'id': 'fde707c9-8cb7-49cb-8a95-1a66ce5ba61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '538ed245-62fe-46bc-a15c-b3b908d0049c'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:49:54.509550 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e1027abc-084a-4200-81c3-c8eaee1d8bcb None None] Bound port: 20ba9081-dc59-4cbc-9803-979a640381fe, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde707c9-8cb7-49cb-8a95-1a66ce5ba61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '538ed245-62fe-46bc-a15c-b3b908d0049c'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:49:54.509939 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e1027abc-084a-4200-81c3-c8eaee1d8bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:54.595152 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e1027abc-084a-4200-81c3-c8eaee1d8bcb None None] For port 20ba9081-dc59-4cbc-9803-979a640381fe, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:49:54.600044 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e1027abc-084a-4200-81c3-c8eaee1d8bcb None None] For port 20ba9081-dc59-4cbc-9803-979a640381fe, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=20ba9081-dc59-4cbc-9803-979a640381fe,segment=NetworkSegment(fde707c9-8cb7-49cb-8a95-1a66ce5ba61d),segment_id=fde707c9-8cb7-49cb-8a95-1a66ce5ba61d)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:49:54.604017 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e1027abc-084a-4200-81c3-c8eaee1d8bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:54.665334 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd4dca18-ee13-4892-9ed9-c3249fd85fe4 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:54.671035 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1027abc-084a-4200-81c3-c8eaee1d8bcb None None] Pushing event updated for resources: {'Port': ['ID=20ba9081-dc59-4cbc-9803-979a640381fe,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:54.710478 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5dae81ae-643d-4ed1-82eb-a575c579c560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:54.733005 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4dca18-ee13-4892-9ed9-c3249fd85fe4 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event updated for resources: {'Subnet': ['ID=57504d1e-de7a-4e7f-a635-1bc8fdebe48f,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:54.738212 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae81ae-643d-4ed1-82eb-a575c579c560 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc046dfd-5bd2-4e72-b4a8-ef988ffe3b71,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:54.745980 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4dca18-ee13-4892-9ed9-c3249fd85fe4 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Checking segment: {'id': '8f1ce08f-9202-49de-9ed3-c83c2b9ff1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b878d9f6-5e63-459a-8639-9489c69d11cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:49:54.746353 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4dca18-ee13-4892-9ed9-c3249fd85fe4 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Network hostable DHCP agents. Network: b878d9f6-5e63-459a-8639-9489c69d11cb, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:49:54.764987 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4dca18-ee13-4892-9ed9-c3249fd85fe4 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Network b878d9f6-5e63-459a-8639-9489c69d11cb is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:49:54.774401 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:54.791858 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-bd4dca18-ee13-4892-9ed9-c3249fd85fe4 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, b878d9f6-5e63-459a-8639-9489c69d11cb) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:54.802146 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4dca18-ee13-4892-9ed9-c3249fd85fe4 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:54.804389 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd4dca18-ee13-4892-9ed9-c3249fd85fe4 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:54.807493 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3084d203-1f6b-4da6-bfff-aa50b98004a7 None None] Network b878d9f6-5e63-459a-8639-9489c69d11cb requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:54.857082 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-bd4dca18-ee13-4892-9ed9-c3249fd85fe4 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.5342672 Dec 10 18:49:54.861842 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41318) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:55.010746 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e74e58e0-0f80-4f0e-9b43-691d3cd8d2de req-dc0238a3-5eee-4303-874b-781edc03881f tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.1260605 Dec 10 18:49:55.016835 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5de52a47-cb02-49e5-a648-5ea7d80bdd41 req-8ffa9e8e-1e12-4032-af96-930c432d397a tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0630238 Dec 10 18:49:55.019063 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6f83b9-8e9a-4541-a82c-ab77dc32c383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-b878d9f6-5e63-459a-8639-9489c69d11cb', 'network_id': 'b878d9f6-5e63-459a-8639-9489c69d11cb', 'project_id': '7364730fdb76414ca81ae560e4cec83d', 'fixed_ips': [{'subnet_id': '57504d1e-de7a-4e7f-a635-1bc8fdebe48f'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:49:55.020571 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cf6f83b9-8e9a-4541-a82c-ab77dc32c383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:55.075879 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c264980b-7a80-4c70-b337-f879f051eec2 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:55.093371 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5dae81ae-643d-4ed1-82eb-a575c579c560 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:55.173754 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c264980b-7a80-4c70-b337-f879f051eec2 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:55.223700 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-cf6f83b9-8e9a-4541-a82c-ab77dc32c383 None None] Allocated IP 172.20.0.2 (b878d9f6-5e63-459a-8639-9489c69d11cb/57504d1e-de7a-4e7f-a635-1bc8fdebe48f/ea506617-3da3-40e4-aa59-d489a8834a44) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:49:55.276411 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e9d02721-4816-453e-b16f-6f4589081a59 req-35b7986f-6d83-453e-999b-12a88d24d483 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0375533 Dec 10 18:49:55.363242 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b9978bda-d77e-4381-bfab-80d0a7c95bc0 req-e24defd8-8399-4e4f-b4d2-ffc64ce15d65 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0598795 Dec 10 18:49:55.412452 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dae81ae-643d-4ed1-82eb-a575c579c560 admin admin] Router 68f64114-80cb-4b9c-8878-ed88c0b44d07 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:49:55.492507 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:55.535857 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dae81ae-643d-4ed1-82eb-a575c579c560 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:49:55.548223 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5dae81ae-643d-4ed1-82eb-a575c579c560 admin admin] 10.222.0.62 "PUT /v2.0/routers/68f64114-80cb-4b9c-8878-ed88c0b44d07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0985892 Dec 10 18:49:55.549777 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698c7d7e-8ae2-4dd1-b3fd-a429407ac1d6 None None] Sync routers for ids ['68f64114-80cb-4b9c-8878-ed88c0b44d07'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:49:55.551977 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41324) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:55.597371 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698c7d7e-8ae2-4dd1-b3fd-a429407ac1d6 None None] Routers {'68f64114-80cb-4b9c-8878-ed88c0b44d07'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:49:55.598039 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-698c7d7e-8ae2-4dd1-b3fd-a429407ac1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:49:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['68f64114-80cb-4b9c-8878-ed88c0b44d07'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:55.675998 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-764d4f60-f8a8-43e0-8d1c-fb874b56dc27 admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:55.687866 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cf6f83b9-8e9a-4541-a82c-ab77dc32c383 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:55.724904 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cf6f83b9-8e9a-4541-a82c-ab77dc32c383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:55.725512 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c264980b-7a80-4c70-b337-f879f051eec2 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:55.774850 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264980b-7a80-4c70-b337-f879f051eec2 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event deleted for resources: {'Subnet': ['ID=57504d1e-de7a-4e7f-a635-1bc8fdebe48f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:55.780361 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6f83b9-8e9a-4541-a82c-ab77dc32c383 None None] Network b878d9f6-5e63-459a-8639-9489c69d11cb is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:55.790636 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-cf6f83b9-8e9a-4541-a82c-ab77dc32c383 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:55.802233 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6f83b9-8e9a-4541-a82c-ab77dc32c383 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:49:55.827788 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f83b9-8e9a-4541-a82c-ab77dc32c383 None None] Pushing event updated for resources: {'Port': ['ID=ea506617-3da3-40e4-aa59-d489a8834a44,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:55.845625 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-764d4f60-f8a8-43e0-8d1c-fb874b56dc27 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:55.900479 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-698c7d7e-8ae2-4dd1-b3fd-a429407ac1d6 None None] Set router 68f64114-80cb-4b9c-8878-ed88c0b44d07 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:49:55.916524 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c264980b-7a80-4c70-b337-f879f051eec2 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:55.942411 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c264980b-7a80-4c70-b337-f879f051eec2 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b878d9f6-5e63-459a-8639-9489c69d11cb']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:55.946837 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-764d4f60-f8a8-43e0-8d1c-fb874b56dc27 admin admin] Deleting port 561c44e1-2f0f-4a27-8501-0084dfd35438 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:55.947362 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-764d4f60-f8a8-43e0-8d1c-fb874b56dc27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:55.955384 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c264980b-7a80-4c70-b337-f879f051eec2 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f1ce08f-9202-49de-9ed3-c83c2b9ff1d1') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:55.955616 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c264980b-7a80-4c70-b337-f879f051eec2 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f1ce08f-9202-49de-9ed3-c83c2b9ff1d1') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:55.955745 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 20ba9081-dc59-4cbc-9803-979a640381fe up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:49:55.967208 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c264980b-7a80-4c70-b337-f879f051eec2 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:55.982131 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c264980b-7a80-4c70-b337-f879f051eec2 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:55.988371 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c264980b-7a80-4c70-b337-f879f051eec2 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:49:55.988790 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c264980b-7a80-4c70-b337-f879f051eec2 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:55.994641 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:49:55.994641 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:49:55.994641 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:49:55.994641 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:49:55.994641 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:49:55.994641 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:49:55.994641 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:49:55.994641 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:49:55.994641 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:49:55.994641 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:49:55.994641 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:49:55.994641 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:49:55.994641 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:49:55.994641 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:49:55.994641 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:49:55.994641 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:49:55.994641 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:49:55.994641 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:49:55.994641 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:49:55.994641 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:49:55.994641 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:49:55.994641 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:49:55.994641 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:49:55.994641 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:49:55.994641 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:49:55.994641 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:49:55.994641 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:49:55.994641 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:49:55.994641 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:49:55.994641 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:49:55.994641 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:49:55.994641 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:49:56.019592 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09c8d34-bd85-482e-adf0-019a1c89eea3 None None] Network 538ed245-62fe-46bc-a15c-b3b908d0049c requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:56.024155 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-cf6f83b9-8e9a-4541-a82c-ab77dc32c383 None None] Attempting to bind port ea506617-3da3-40e4-aa59-d489a8834a44 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:56.025131 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-cf6f83b9-8e9a-4541-a82c-ab77dc32c383 None None] Attempting to bind port ea506617-3da3-40e4-aa59-d489a8834a44 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '8f1ce08f-9202-49de-9ed3-c83c2b9ff1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b878d9f6-5e63-459a-8639-9489c69d11cb'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:56.025505 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6f83b9-8e9a-4541-a82c-ab77dc32c383 None None] Attempting to bind port ea506617-3da3-40e4-aa59-d489a8834a44 on network b878d9f6-5e63-459a-8639-9489c69d11cb {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:56.050866 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-764d4f60-f8a8-43e0-8d1c-fb874b56dc27 admin admin] For port 561c44e1-2f0f-4a27-8501-0084dfd35438, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=561c44e1-2f0f-4a27-8501-0084dfd35438,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:56.051495 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-764d4f60-f8a8-43e0-8d1c-fb874b56dc27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:56.069993 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-764d4f60-f8a8-43e0-8d1c-fb874b56dc27 admin admin] Calling delete_port for 561c44e1-2f0f-4a27-8501-0084dfd35438 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:56.082698 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f0ca037c-1ebf-4fa9-9221-4fe922519cec req-d2eca189-a222-4b7b-b3f6-39df6c8e89ea tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0373626 Dec 10 18:49:56.096915 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.db.api [None req-c264980b-7a80-4c70-b337-f879f051eec2 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 18:49:56.096915 n-d-821435-1 neutron-server[103245]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 18:49:56.096915 n-d-821435-1 neutron-server[103245]: [parameters: {'id': 'b878d9f6-5e63-459a-8639-9489c69d11cb'}] Dec 10 18:49:56.096915 n-d-821435-1 neutron-server[103245]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:49:56.097819 n-d-821435-1 neutron-server[103245]: DEBUG oslo_db.api [None req-c264980b-7a80-4c70-b337-f879f051eec2 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:49:56.122425 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6f83b9-8e9a-4541-a82c-ab77dc32c383 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:49:56.122812 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6f83b9-8e9a-4541-a82c-ab77dc32c383 None None] Checking segment: {'id': '8f1ce08f-9202-49de-9ed3-c83c2b9ff1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b878d9f6-5e63-459a-8639-9489c69d11cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:49:56.123216 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cf6f83b9-8e9a-4541-a82c-ab77dc32c383 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:56.123611 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6f83b9-8e9a-4541-a82c-ab77dc32c383 None None] Bound using segment: {'id': '8f1ce08f-9202-49de-9ed3-c83c2b9ff1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b878d9f6-5e63-459a-8639-9489c69d11cb'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:49:56.124095 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-cf6f83b9-8e9a-4541-a82c-ab77dc32c383 None None] Bound port: ea506617-3da3-40e4-aa59-d489a8834a44, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f1ce08f-9202-49de-9ed3-c83c2b9ff1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b878d9f6-5e63-459a-8639-9489c69d11cb'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:49:56.124478 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cf6f83b9-8e9a-4541-a82c-ab77dc32c383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:56.153756 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-121f1789-00b6-4bf9-a4c8-5dff19b9d27d req-1db1db8d-dfee-43da-bfb2-157dccc26259 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0597661 Dec 10 18:49:56.209502 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2c2e4d0b-2b71-4856-9bb4-570337d5f999 None None] Provisioning complete for port 20ba9081-dc59-4cbc-9803-979a640381fe triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:56.210282 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2c2e4d0b-2b71-4856-9bb4-570337d5f999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:56.281392 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-764d4f60-f8a8-43e0-8d1c-fb874b56dc27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:56.309149 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d4f60-f8a8-43e0-8d1c-fb874b56dc27 admin admin] Pushing event deleted for resources: {'Port': ['ID=561c44e1-2f0f-4a27-8501-0084dfd35438,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:56.341101 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd6985b-97f6-4b42-b17d-0eeed86307db None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:49:56.345610 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-cf6f83b9-8e9a-4541-a82c-ab77dc32c383 None None] For port ea506617-3da3-40e4-aa59-d489a8834a44, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:49:56.350441 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 20ba9081-dc59-4cbc-9803-979a640381fe triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:56.350863 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:56.386831 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2e66d8ce-d88d-41d1-8c56-973159f1f2d8 req-f9235e4a-ec9c-43c5-aa2e-6f25b5a711d7 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0441158 Dec 10 18:49:56.400863 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-764d4f60-f8a8-43e0-8d1c-fb874b56dc27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:56.408985 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-cf6f83b9-8e9a-4541-a82c-ab77dc32c383 None None] For port ea506617-3da3-40e4-aa59-d489a8834a44, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=ea506617-3da3-40e4-aa59-d489a8834a44,segment=NetworkSegment(8f1ce08f-9202-49de-9ed3-c83c2b9ff1d1),segment_id=8f1ce08f-9202-49de-9ed3-c83c2b9ff1d1)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:49:56.416140 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cf6f83b9-8e9a-4541-a82c-ab77dc32c383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:56.543365 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-993489ae-842c-4e9b-818e-28560966e954 req-9625c283-169b-49a3-992e-12f6f08bfd4b tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0961757 Dec 10 18:49:56.546851 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-764d4f60-f8a8-43e0-8d1c-fb874b56dc27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:56.549961 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-764d4f60-f8a8-43e0-8d1c-fb874b56dc27 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:56.567156 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f83b9-8e9a-4541-a82c-ab77dc32c383 None None] Pushing event updated for resources: {'Port': ['ID=ea506617-3da3-40e4-aa59-d489a8834a44,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:56.574279 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2c2e4d0b-2b71-4856-9bb4-570337d5f999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:56.599085 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c264980b-7a80-4c70-b337-f879f051eec2 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:56.618610 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-764d4f60-f8a8-43e0-8d1c-fb874b56dc27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:56.620956 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645237a4-d730-4dc6-86a6-6f9452efe6a0 None None] Network b878d9f6-5e63-459a-8639-9489c69d11cb requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:56.621408 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764d4f60-f8a8-43e0-8d1c-fb874b56dc27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68f64114-80cb-4b9c-8878-ed88c0b44d07 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:49:56.625193 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-698c7d7e-8ae2-4dd1-b3fd-a429407ac1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f64114-80cb-4b9c-8878-ed88c0b44d07', 'name': 'tempest-AttachSCSIVolumeTestJSON-584562146-router', 'tenant_id': 'fe48b3635baf48a49aa551e9f18cc72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '561c44e1-2f0f-4a27-8501-0084dfd35438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:59Z', 'updated_at': '2021-12-10T18:49:54Z', 'revision_number': 5, 'project_id': 'fe48b3635baf48a49aa551e9f18cc72b', 'gw_port': {'id': '561c44e1-2f0f-4a27-8501-0084dfd35438', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:44:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f64114-80cb-4b9c-8878-ed88c0b44d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:00Z', 'updated_at': '2021-12-10T18:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:56.634529 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-764d4f60-f8a8-43e0-8d1c-fb874b56dc27 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:56.636078 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-764d4f60-f8a8-43e0-8d1c-fb874b56dc27 admin admin] 10.222.0.62 "DELETE /v2.0/routers/68f64114-80cb-4b9c-8878-ed88c0b44d07 HTTP/1.1" status: 204 len: 168 time: 1.0831137 Dec 10 18:49:56.638618 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41334) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:56.682747 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c264980b-7a80-4c70-b337-f879f051eec2 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Deleting port ea506617-3da3-40e4-aa59-d489a8834a44 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:56.683126 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c264980b-7a80-4c70-b337-f879f051eec2 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:56.697652 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-58dddeae-b429-4af4-a500-900fc21a21ab admin admin] Deleting subnet 396b26e8-4c6c-48c7-bbcf-d928b354fd32 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:49:56.701286 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58dddeae-b429-4af4-a500-900fc21a21ab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:56.720458 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-2c2e4d0b-2b71-4856-9bb4-570337d5f999 None None] For port 20ba9081-dc59-4cbc-9803-979a640381fe, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=20ba9081-dc59-4cbc-9803-979a640381fe,segment=NetworkSegment(fde707c9-8cb7-49cb-8a95-1a66ce5ba61d),segment_id=fde707c9-8cb7-49cb-8a95-1a66ce5ba61d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:56.726353 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698c7d7e-8ae2-4dd1-b3fd-a429407ac1d6 None None] Checking router: 68f64114-80cb-4b9c-8878-ed88c0b44d07 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:49:56.741236 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2c2e4d0b-2b71-4856-9bb4-570337d5f999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:56.748130 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:56.765170 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-c264980b-7a80-4c70-b337-f879f051eec2 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] For port ea506617-3da3-40e4-aa59-d489a8834a44, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=ea506617-3da3-40e4-aa59-d489a8834a44,segment=NetworkSegment(8f1ce08f-9202-49de-9ed3-c83c2b9ff1d1),segment_id=8f1ce08f-9202-49de-9ed3-c83c2b9ff1d1)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:56.765828 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c264980b-7a80-4c70-b337-f879f051eec2 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:56.781994 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c264980b-7a80-4c70-b337-f879f051eec2 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Calling delete_port for ea506617-3da3-40e4-aa59-d489a8834a44 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:56.790102 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698c7d7e-8ae2-4dd1-b3fd-a429407ac1d6 None None] Routers set() bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:49:56.790489 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698c7d7e-8ae2-4dd1-b3fd-a429407ac1d6 None None] Router IDs set() for agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 18:49:56.791104 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_agentschedulers_db [None req-698c7d7e-8ae2-4dd1-b3fd-a429407ac1d6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'68f64114-80cb-4b9c-8878-ed88c0b44d07'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:49:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent'). {{(pid=103246) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 10 18:49:56.791682 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698c7d7e-8ae2-4dd1-b3fd-a429407ac1d6 None None] The sync data for ids ['68f64114-80cb-4b9c-8878-ed88c0b44d07'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:49:56.845958 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e4d0b-2b71-4856-9bb4-570337d5f999 None None] Pushing event updated for resources: {'Port': ['ID=20ba9081-dc59-4cbc-9803-979a640381fe,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:56.883935 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c264980b-7a80-4c70-b337-f879f051eec2 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:56.904415 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c264980b-7a80-4c70-b337-f879f051eec2 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] No DVR routers for this DVR port ea506617-3da3-40e4-aa59-d489a8834a44 on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:49:56.925691 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:49:56.926085 n-d-821435-1 neutron-server[103246]: DEBUG oslo_db.api [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:49:56.930849 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3b7fe0d8-91b7-4fca-9772-71c49ebcbbba None None] Provisioning complete for port 20ba9081-dc59-4cbc-9803-979a640381fe triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:56.931239 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3b7fe0d8-91b7-4fca-9772-71c49ebcbbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:56.948756 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264980b-7a80-4c70-b337-f879f051eec2 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event deleted for resources: {'Port': ['ID=ea506617-3da3-40e4-aa59-d489a8834a44,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:56.973840 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9604ec-0f53-4b3d-87c4-900c5d744692 None None] get_active_networks_info from n-d-821435-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:49:57.013540 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c264980b-7a80-4c70-b337-f879f051eec2 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:57.036182 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c264980b-7a80-4c70-b337-f879f051eec2 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b878d9f6-5e63-459a-8639-9489c69d11cb']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:57.047506 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c264980b-7a80-4c70-b337-f879f051eec2 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f1ce08f-9202-49de-9ed3-c83c2b9ff1d1') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:57.047794 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c264980b-7a80-4c70-b337-f879f051eec2 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f1ce08f-9202-49de-9ed3-c83c2b9ff1d1') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:57.060185 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c264980b-7a80-4c70-b337-f879f051eec2 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:57.075090 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c264980b-7a80-4c70-b337-f879f051eec2 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:57.081348 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58dddeae-b429-4af4-a500-900fc21a21ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:57.083536 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c264980b-7a80-4c70-b337-f879f051eec2 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:49:57.084016 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c264980b-7a80-4c70-b337-f879f051eec2 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:57.087218 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:49:57.087218 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:49:57.087218 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:49:57.087218 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:49:57.087218 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:49:57.087218 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:49:57.087218 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:49:57.087218 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:49:57.087218 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:49:57.087218 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:49:57.087218 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:49:57.087218 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:49:57.087218 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:49:57.087218 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:49:57.087218 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:49:57.087218 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:49:57.087218 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:49:57.087218 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:49:57.087218 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:49:57.087218 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:49:57.087218 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:49:57.087218 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:49:57.087218 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:49:57.087218 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:49:57.087218 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:49:57.087218 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:49:57.087218 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:49:57.087218 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:49:57.087218 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:49:57.087218 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:49:57.087218 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:49:57.087218 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:49:57.137278 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9604ec-0f53-4b3d-87c4-900c5d744692 None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 18:49:57.167881 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58dddeae-b429-4af4-a500-900fc21a21ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:57.205617 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bf880a95-dc39-4434-a69b-9e23db5f572a req-3a0728ad-4174-43b1-8860-6578719e789d tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0479808 Dec 10 18:49:57.217210 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c264980b-7a80-4c70-b337-f879f051eec2 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:57.230777 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c264980b-7a80-4c70-b337-f879f051eec2 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:57.237269 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c264980b-7a80-4c70-b337-f879f051eec2 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "DELETE /v2.0/networks/b878d9f6-5e63-459a-8639-9489c69d11cb HTTP/1.1" status: 204 len: 168 time: 2.3738511 Dec 10 18:49:57.241906 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41340) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:57.254969 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-214416aa-5003-4a79-95c2-f2cda9da3dbb tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1135534099'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:57.260046 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264980b-7a80-4c70-b337-f879f051eec2 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event deleted for resources: {'Network': ['ID=b878d9f6-5e63-459a-8639-9489c69d11cb,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:57.263354 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58dddeae-b429-4af4-a500-900fc21a21ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:57.330340 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5d5ddaa0-4953-4f1b-94ee-f0e2e0df3bb6 req-23b879aa-3cd6-4db0-af59-ac678e87de34 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0711620 Dec 10 18:49:57.337854 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58dddeae-b429-4af4-a500-900fc21a21ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:57.344042 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41342) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:57.344775 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-58dddeae-b429-4af4-a500-900fc21a21ab admin admin] 10.222.0.62 "DELETE /v2.0/subnets/396b26e8-4c6c-48c7-bbcf-d928b354fd32 HTTP/1.1" status: 204 len: 168 time: 0.7042911 Dec 10 18:49:57.354371 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dddeae-b429-4af4-a500-900fc21a21ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=396b26e8-4c6c-48c7-bbcf-d928b354fd32,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:57.367059 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214416aa-5003-4a79-95c2-f2cda9da3dbb tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Made reservation on behalf of 7364730fdb76414ca81ae560e4cec83d for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:57.372701 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-214416aa-5003-4a79-95c2-f2cda9da3dbb tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:57.405537 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-214416aa-5003-4a79-95c2-f2cda9da3dbb tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:49:57.416912 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-214416aa-5003-4a79-95c2-f2cda9da3dbb tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:57.417266 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-214416aa-5003-4a79-95c2-f2cda9da3dbb tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Added segment cf0bda8b-a8b2-408e-909e-f7c04aedb61e of type vlan for network 139948e1-f4bf-429a-a443-49cb1995fb48 Dec 10 18:49:57.438303 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4543dea0-91e9-4bf9-a0a8-c34091c3fb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:57.468799 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-214416aa-5003-4a79-95c2-f2cda9da3dbb tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:57.501301 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-214416aa-5003-4a79-95c2-f2cda9da3dbb tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:57.508301 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214416aa-5003-4a79-95c2-f2cda9da3dbb tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:57.508979 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-214416aa-5003-4a79-95c2-f2cda9da3dbb tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:57.509635 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-97305436-3534-44d9-a885-6c7e8291dd45 req-9e13b144-002b-4642-aa71-bc033a40a9e3 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0339584 Dec 10 18:49:57.545018 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4543dea0-91e9-4bf9-a0a8-c34091c3fb74 admin admin] Deleting port 4642605a-76d7-488a-9862-667000eed0fa {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:57.545691 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4543dea0-91e9-4bf9-a0a8-c34091c3fb74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:57.582461 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-214416aa-5003-4a79-95c2-f2cda9da3dbb tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3369112 Dec 10 18:49:57.583046 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41348) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:57.589089 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3d22f0e4-1d68-4e54-8689-2f9f8a5cb287 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Request body: {'subnet': {'network_id': '139948e1-f4bf-429a-a443-49cb1995fb48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:57.624501 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4543dea0-91e9-4bf9-a0a8-c34091c3fb74 admin admin] For port 4642605a-76d7-488a-9862-667000eed0fa, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=4642605a-76d7-488a-9862-667000eed0fa,segment=NetworkSegment(b359f6f0-02b5-418f-ab26-55074aa129cb),segment_id=b359f6f0-02b5-418f-ab26-55074aa129cb)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:57.624871 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4543dea0-91e9-4bf9-a0a8-c34091c3fb74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:57.642373 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4543dea0-91e9-4bf9-a0a8-c34091c3fb74 admin admin] Calling delete_port for 4642605a-76d7-488a-9862-667000eed0fa owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:57.650063 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214416aa-5003-4a79-95c2-f2cda9da3dbb tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event updated for resources: {'Network': ['ID=139948e1-f4bf-429a-a443-49cb1995fb48,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:57.695231 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 139948e1-f4bf-429a-a443-49cb1995fb48 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:49:57.702535 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-49a633f3-c4c7-472c-8b15-8aaf1e7e5d74 req-420fa522-8e4f-4715-b0e7-6767e793366b tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0565984 Dec 10 18:49:57.769497 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d22f0e4-1d68-4e54-8689-2f9f8a5cb287 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Made reservation on behalf of 7364730fdb76414ca81ae560e4cec83d for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:57.786203 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4543dea0-91e9-4bf9-a0a8-c34091c3fb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:57.789232 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92a2cac-1ddf-42d3-8a4d-845b72b78241 None None] Network 3458fdc1-64b7-42b1-b2c3-a038c20c6922 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:57.790620 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3d22f0e4-1d68-4e54-8689-2f9f8a5cb287 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:57.815257 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543dea0-91e9-4bf9-a0a8-c34091c3fb74 admin admin] Pushing event deleted for resources: {'Port': ['ID=4642605a-76d7-488a-9862-667000eed0fa,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:57.818897 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4543dea0-91e9-4bf9-a0a8-c34091c3fb74 admin admin] No DVR routers for this DVR port 4642605a-76d7-488a-9862-667000eed0fa on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:49:57.864417 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 20ba9081-dc59-4cbc-9803-979a640381fe up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:49:57.865926 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.ipam_backend_mixin [None req-3d22f0e4-1d68-4e54-8689-2f9f8a5cb287 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Performing IP validity checks on allocation pools {{(pid=103244) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 18:49:57.866445 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.ipam_backend_mixin [None req-3d22f0e4-1d68-4e54-8689-2f9f8a5cb287 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103244) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 18:49:57.918555 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4543dea0-91e9-4bf9-a0a8-c34091c3fb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:57.921131 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-463869b4-5fcd-4be7-9637-73077ed3c8bc None None] Provisioning complete for port fa924f55-ae4a-4fe6-86b6-09234eefa69b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:57.921511 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-463869b4-5fcd-4be7-9637-73077ed3c8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:57.941190 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-4543dea0-91e9-4bf9-a0a8-c34091c3fb74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3458fdc1-64b7-42b1-b2c3-a038c20c6922']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:57.951963 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-4543dea0-91e9-4bf9-a0a8-c34091c3fb74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b359f6f0-02b5-418f-ab26-55074aa129cb') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:57.952271 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-4543dea0-91e9-4bf9-a0a8-c34091c3fb74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b359f6f0-02b5-418f-ab26-55074aa129cb') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:57.962711 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4543dea0-91e9-4bf9-a0a8-c34091c3fb74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:57.979048 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4543dea0-91e9-4bf9-a0a8-c34091c3fb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:57.991672 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4543dea0-91e9-4bf9-a0a8-c34091c3fb74 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:49:57.992486 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4543dea0-91e9-4bf9-a0a8-c34091c3fb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:57.995819 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:49:57.995819 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:49:57.995819 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:49:57.995819 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:49:57.995819 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:49:57.995819 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:49:57.995819 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:49:57.995819 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:49:57.995819 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:49:57.995819 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:49:57.995819 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:49:57.995819 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:49:57.995819 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:49:57.995819 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:49:57.995819 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:49:57.995819 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:49:57.995819 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:49:57.995819 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:49:57.995819 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:49:57.995819 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:49:57.995819 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:49:57.995819 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:49:57.995819 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:49:57.995819 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:49:57.995819 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:49:57.995819 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:49:57.995819 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:49:57.995819 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:49:57.995819 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:49:57.995819 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:49:57.995819 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:49:57.995819 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:49:58.000112 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 20ba9081-dc59-4cbc-9803-979a640381fe triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:58.001017 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:58.027371 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3d22f0e4-1d68-4e54-8689-2f9f8a5cb287 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:58.061467 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca62942b-331b-4881-8d92-9b350cf61b61 None None] DHCP port deletion for 3458fdc1-64b7-42b1-b2c3-a038c20c6922 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:49:58.069177 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4543dea0-91e9-4bf9-a0a8-c34091c3fb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:58.077159 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4543dea0-91e9-4bf9-a0a8-c34091c3fb74 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:58.080916 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4543dea0-91e9-4bf9-a0a8-c34091c3fb74 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3458fdc1-64b7-42b1-b2c3-a038c20c6922 HTTP/1.1" status: 204 len: 168 time: 0.7267230 Dec 10 18:49:58.095211 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543dea0-91e9-4bf9-a0a8-c34091c3fb74 admin admin] Pushing event deleted for resources: {'Network': ['ID=3458fdc1-64b7-42b1-b2c3-a038c20c6922,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:58.112257 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-463869b4-5fcd-4be7-9637-73077ed3c8bc None None] Provisioning complete for port e06badfc-69e7-48aa-a6c4-d9dce024e85d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:58.113230 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-463869b4-5fcd-4be7-9637-73077ed3c8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:58.117763 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d22f0e4-1d68-4e54-8689-2f9f8a5cb287 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event updated for resources: {'Subnet': ['ID=90a559a6-b7e3-4096-8a05-b60387fa2c14,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:58.123851 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d22f0e4-1d68-4e54-8689-2f9f8a5cb287 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Checking segment: {'id': 'cf0bda8b-a8b2-408e-909e-f7c04aedb61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '139948e1-f4bf-429a-a443-49cb1995fb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:49:58.124188 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d22f0e4-1d68-4e54-8689-2f9f8a5cb287 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Network hostable DHCP agents. Network: 139948e1-f4bf-429a-a443-49cb1995fb48, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:49:58.145325 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d22f0e4-1d68-4e54-8689-2f9f8a5cb287 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Network 139948e1-f4bf-429a-a443-49cb1995fb48 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:49:58.155952 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-3d22f0e4-1d68-4e54-8689-2f9f8a5cb287 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 139948e1-f4bf-429a-a443-49cb1995fb48) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:58.161888 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d22f0e4-1d68-4e54-8689-2f9f8a5cb287 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:58.163194 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3d22f0e4-1d68-4e54-8689-2f9f8a5cb287 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:58.171514 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafd8d12-6223-4342-95cc-c8316ecda31d None None] Network 139948e1-f4bf-429a-a443-49cb1995fb48 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:58.185857 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3d22f0e4-1d68-4e54-8689-2f9f8a5cb287 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.5989091 Dec 10 18:49:58.186079 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41352) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:58.313420 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 561c44e1-2f0f-4a27-8501-0084dfd35438 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:49:58.320401 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-79d8e84e-fa7a-4749-8869-14b1acee65e7 req-7160ff85-9240-4cc0-9a13-fa0a3242c3ac tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0440462 Dec 10 18:49:58.332110 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-386e3f16-fd6b-42ba-a813-e0f593632ee3 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:58.340656 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 561c44e1-2f0f-4a27-8501-0084dfd35438 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:49:58.340928 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 561c44e1-2f0f-4a27-8501-0084dfd35438 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:49:58.341711 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device bc046dfd-5bd2-4e72-b4a8-ef988ffe3b71 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:49:58.378468 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41358) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:58.394352 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-386e3f16-fd6b-42ba-a813-e0f593632ee3 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:58.411136 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: bc046dfd-5bd2-4e72-b4a8-ef988ffe3b71 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:49:58.411903 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device bc046dfd-5bd2-4e72-b4a8-ef988ffe3b71 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:49:58.423345 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ef9a5a-fed7-4977-94b7-acac84027a74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-139948e1-f4bf-429a-a443-49cb1995fb48', 'network_id': '139948e1-f4bf-429a-a443-49cb1995fb48', 'project_id': '7364730fdb76414ca81ae560e4cec83d', 'fixed_ips': [{'subnet_id': '90a559a6-b7e3-4096-8a05-b60387fa2c14'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:49:58.423868 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f2ef9a5a-fed7-4977-94b7-acac84027a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:58.425852 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-60bad0be-cbed-4cf4-8476-f87ce2701fe7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=59e8dfda8efa4b43845e4f8d48ac8a17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0452662 Dec 10 18:49:58.428619 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41360) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:58.456754 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ca9b4ae6-2673-4b42-8727-51af8ccc5286 req-3b538c1c-6d07-4581-9eeb-ccf824901b77 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0329931 Dec 10 18:49:58.495101 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c77260ce-0ec1-4023-9377-8bc83f53edaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:58.495349 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-386e3f16-fd6b-42ba-a813-e0f593632ee3 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:58.518706 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c77260ce-0ec1-4023-9377-8bc83f53edaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server [None req-f2ef9a5a-fed7-4977-94b7-acac84027a74 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 90a559a6-b7e3-4096-8a05-b60387fa2c14: This subnet is being modified by another concurrent operation. Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 18:49:58.528716 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:49:58.536192 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 18:49:58.536192 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 18:49:58.536192 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:49:58.536192 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:49:58.536192 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:49:58.536192 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:49:58.536192 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 18:49:58.536192 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:49:58.536192 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 18:49:58.536192 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 18:49:58.536192 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:49:58.536192 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:49:58.536192 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:49:58.536192 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:49:58.536192 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 18:49:58.536192 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 18:49:58.536192 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 18:49:58.536192 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 18:49:58.536192 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 18:49:58.536192 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 18:49:58.536192 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 18:49:58.536192 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 18:49:58.536192 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 18:49:58.536192 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 18:49:58.536192 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:49:58.536192 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:49:58.536192 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:49:58.536192 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:49:58.536192 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 18:49:58.536192 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 18:49:58.536192 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 18:49:58.536192 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 18:49:58.536192 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 18:49:58.536192 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 18:49:58.536192 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 18:49:58.536192 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise exception Dec 10 18:49:58.536192 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 90a559a6-b7e3-4096-8a05-b60387fa2c14: This subnet is being modified by another concurrent operation. Dec 10 18:49:58.536192 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Dec 10 18:49:58.550241 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05aefdeb-739a-40ba-a709-a8d17919b210 None None] Network 139948e1-f4bf-429a-a443-49cb1995fb48 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:58.594281 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c77260ce-0ec1-4023-9377-8bc83f53edaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:58.596682 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e3f16-fd6b-42ba-a813-e0f593632ee3 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event deleted for resources: {'Subnet': ['ID=90a559a6-b7e3-4096-8a05-b60387fa2c14,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:58.600988 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c77260ce-0ec1-4023-9377-8bc83f53edaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:58.603802 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c77260ce-0ec1-4023-9377-8bc83f53edaf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5a00c752-8b75-401f-a2c5-3c2251afdbec HTTP/1.1" status: 204 len: 168 time: 0.1739702 Dec 10 18:49:58.608506 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-386e3f16-fd6b-42ba-a813-e0f593632ee3 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:58.629997 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77260ce-0ec1-4023-9377-8bc83f53edaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a00c752-8b75-401f-a2c5-3c2251afdbec,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:58.641515 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-386e3f16-fd6b-42ba-a813-e0f593632ee3 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['139948e1-f4bf-429a-a443-49cb1995fb48']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:58.646920 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8896ef25-4997-4780-a932-692d3759eaa5 req-d062f883-d3d7-42b3-89f3-7ea869780aa7 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0414484 Dec 10 18:49:58.652964 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-386e3f16-fd6b-42ba-a813-e0f593632ee3 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf0bda8b-a8b2-408e-909e-f7c04aedb61e') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:58.653432 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-386e3f16-fd6b-42ba-a813-e0f593632ee3 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf0bda8b-a8b2-408e-909e-f7c04aedb61e') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:58.669700 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-386e3f16-fd6b-42ba-a813-e0f593632ee3 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:58.683437 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e5f552-e9c6-441d-88a7-815ce48adb19 None None] get_active_networks_info from n-d-821435-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:49:58.686601 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-386e3f16-fd6b-42ba-a813-e0f593632ee3 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:58.695031 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-386e3f16-fd6b-42ba-a813-e0f593632ee3 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:49:58.695547 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-386e3f16-fd6b-42ba-a813-e0f593632ee3 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:58.698560 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:49:58.698560 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:49:58.698560 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:49:58.698560 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:49:58.698560 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:49:58.698560 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:49:58.698560 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:49:58.698560 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:49:58.698560 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:49:58.698560 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:49:58.698560 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:49:58.698560 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:49:58.698560 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:49:58.698560 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:49:58.698560 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:49:58.698560 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:49:58.698560 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:49:58.698560 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:49:58.698560 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:49:58.698560 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:49:58.698560 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:49:58.698560 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:49:58.698560 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:49:58.698560 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:49:58.698560 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:49:58.698560 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:49:58.698560 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:49:58.698560 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:49:58.698560 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:49:58.698560 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:49:58.698560 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:49:58.698560 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:49:58.765136 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-386e3f16-fd6b-42ba-a813-e0f593632ee3 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:58.777705 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-386e3f16-fd6b-42ba-a813-e0f593632ee3 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:58.785131 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41368) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:58.789186 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-386e3f16-fd6b-42ba-a813-e0f593632ee3 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "DELETE /v2.0/networks/139948e1-f4bf-429a-a443-49cb1995fb48 HTTP/1.1" status: 204 len: 168 time: 0.6020875 Dec 10 18:49:58.801081 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7061c224-5e3b-407a-866a-688444a5d838 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-285169141'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:58.806584 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e5f552-e9c6-441d-88a7-815ce48adb19 None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 18:49:58.817306 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e3f16-fd6b-42ba-a813-e0f593632ee3 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event deleted for resources: {'Network': ['ID=139948e1-f4bf-429a-a443-49cb1995fb48,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:58.830287 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7061c224-5e3b-407a-866a-688444a5d838 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Made reservation on behalf of 7364730fdb76414ca81ae560e4cec83d for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:58.835783 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7061c224-5e3b-407a-866a-688444a5d838 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:58.850431 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5998c666-3deb-4131-9d9e-7957d510905e req-dfa86f29-7978-46ec-b1c6-1fa146616738 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0589724 Dec 10 18:49:58.866941 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7061c224-5e3b-407a-866a-688444a5d838 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:49:58.880623 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7061c224-5e3b-407a-866a-688444a5d838 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:58.880623 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-7061c224-5e3b-407a-866a-688444a5d838 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Added segment fcea8976-47a3-4c43-bbdf-594cfc2603ed of type vlan for network 511b6d58-923c-469e-bf89-4e962feb5927 Dec 10 18:49:58.919665 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7061c224-5e3b-407a-866a-688444a5d838 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:58.950206 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7061c224-5e3b-407a-866a-688444a5d838 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:58.957379 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7061c224-5e3b-407a-866a-688444a5d838 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:58.958018 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7061c224-5e3b-407a-866a-688444a5d838 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:59.031369 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7061c224-5e3b-407a-866a-688444a5d838 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2424192 Dec 10 18:49:59.031576 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41372) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:59.037225 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-59b4a1a3-4b9b-4b4b-a712-c4272cc66410 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Request body: {'subnet': {'network_id': '511b6d58-923c-469e-bf89-4e962feb5927', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:59.045592 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7061c224-5e3b-407a-866a-688444a5d838 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event updated for resources: {'Network': ['ID=511b6d58-923c-469e-bf89-4e962feb5927,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:59.058710 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 511b6d58-923c-469e-bf89-4e962feb5927 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:49:59.081805 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41374) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:59.127392 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2b900c31-7145-4017-a964-e82ab16c9629 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fe48b3635baf48a49aa551e9f18cc72b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0444052 Dec 10 18:49:59.129963 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41376) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:59.142773 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b4a1a3-4b9b-4b4b-a712-c4272cc66410 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Made reservation on behalf of 7364730fdb76414ca81ae560e4cec83d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:59.150048 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59b4a1a3-4b9b-4b4b-a712-c4272cc66410 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:59.184144 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2dc929b7-c443-4330-b533-2b2044f2212f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:59.206557 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2dc929b7-c443-4330-b533-2b2044f2212f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:59.257939 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2dc929b7-c443-4330-b533-2b2044f2212f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:59.260572 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2dc929b7-c443-4330-b533-2b2044f2212f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:59.261772 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2dc929b7-c443-4330-b533-2b2044f2212f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b72792d1-2a0d-4fce-aa48-1cc531684151 HTTP/1.1" status: 204 len: 168 time: 0.1294720 Dec 10 18:49:59.269753 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc929b7-c443-4330-b533-2b2044f2212f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72792d1-2a0d-4fce-aa48-1cc531684151,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:59.355458 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59b4a1a3-4b9b-4b4b-a712-c4272cc66410 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:59.429785 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a58b97b2-b245-441c-a4c6-a5ebb9838e3c req-4a818d98-feda-4054-8dd0-e59996ca787b tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0484464 Dec 10 18:49:59.440868 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4a1a3-4b9b-4b4b-a712-c4272cc66410 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event updated for resources: {'Subnet': ['ID=85ee2194-fd2e-4943-8195-56e3085eb047,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:59.465226 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b4a1a3-4b9b-4b4b-a712-c4272cc66410 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Checking segment: {'id': 'fcea8976-47a3-4c43-bbdf-594cfc2603ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '511b6d58-923c-469e-bf89-4e962feb5927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:49:59.465590 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b4a1a3-4b9b-4b4b-a712-c4272cc66410 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Network hostable DHCP agents. Network: 511b6d58-923c-469e-bf89-4e962feb5927, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:49:59.489603 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b4a1a3-4b9b-4b4b-a712-c4272cc66410 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Network 511b6d58-923c-469e-bf89-4e962feb5927 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:49:59.498591 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-59b4a1a3-4b9b-4b4b-a712-c4272cc66410 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 511b6d58-923c-469e-bf89-4e962feb5927) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:59.502548 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b4a1a3-4b9b-4b4b-a712-c4272cc66410 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:59.503138 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59b4a1a3-4b9b-4b4b-a712-c4272cc66410 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:59.509981 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f974ad4a-a221-4fc3-8701-b7a7a7c7671c None None] Network 511b6d58-923c-469e-bf89-4e962feb5927 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:59.527386 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41386) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:59.528913 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-59b4a1a3-4b9b-4b4b-a712-c4272cc66410 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4960980 Dec 10 18:49:59.606702 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-12dc03eb-bfbc-4612-9220-a2c56eb33300 req-9d8ecbb0-5a94-48eb-9f8a-b85eb0f91b5f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0677626 Dec 10 18:49:59.648959 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b0569d-5888-4c90-b987-dc65f8418284 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-511b6d58-923c-469e-bf89-4e962feb5927', 'network_id': '511b6d58-923c-469e-bf89-4e962feb5927', 'project_id': '7364730fdb76414ca81ae560e4cec83d', 'fixed_ips': [{'subnet_id': '85ee2194-fd2e-4943-8195-56e3085eb047'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:49:59.650162 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-61b0569d-5888-4c90-b987-dc65f8418284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:59.678221 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4792181d-232f-4da6-afc0-dacbebe764c8 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:59.763339 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4792181d-232f-4da6-afc0-dacbebe764c8 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:59.826175 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3a7b3690-8517-4086-9294-a870eb1b2f40 req-56e7da4a-de89-487b-9ef2-38ab1ff346a4 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0820918 Dec 10 18:49:59.839013 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-61b0569d-5888-4c90-b987-dc65f8418284 None None] Allocated IP 172.20.0.1 (511b6d58-923c-469e-bf89-4e962feb5927/85ee2194-fd2e-4943-8195-56e3085eb047/487420bd-2502-4c77-a59d-0bb9a73f6618) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:49:59.856449 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 4642605a-76d7-488a-9862-667000eed0fa no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:49:59.913815 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 4642605a-76d7-488a-9862-667000eed0fa {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:49:59.917003 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 4642605a-76d7-488a-9862-667000eed0fa not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:49:59.944533 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba7756f3-3275-4eb3-8dee-493c0da68953 req-3f495166-3f08-4cfb-8726-384ca2d9553c tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0296295 Dec 10 18:50:00.030072 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-61b0569d-5888-4c90-b987-dc65f8418284 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:00.036483 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-61b0569d-5888-4c90-b987-dc65f8418284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:00.063786 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4792181d-232f-4da6-afc0-dacbebe764c8 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:00.083825 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b0569d-5888-4c90-b987-dc65f8418284 None None] Network 511b6d58-923c-469e-bf89-4e962feb5927 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:50:00.090592 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-61b0569d-5888-4c90-b987-dc65f8418284 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:50:00.092463 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792181d-232f-4da6-afc0-dacbebe764c8 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event deleted for resources: {'Subnet': ['ID=85ee2194-fd2e-4943-8195-56e3085eb047,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:00.094606 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b0569d-5888-4c90-b987-dc65f8418284 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:50:00.103589 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0569d-5888-4c90-b987-dc65f8418284 None None] Pushing event updated for resources: {'Port': ['ID=487420bd-2502-4c77-a59d-0bb9a73f6618,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:00.160120 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-61b0569d-5888-4c90-b987-dc65f8418284 None None] Attempting to bind port 487420bd-2502-4c77-a59d-0bb9a73f6618 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:50:00.160510 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-61b0569d-5888-4c90-b987-dc65f8418284 None None] Attempting to bind port 487420bd-2502-4c77-a59d-0bb9a73f6618 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'fcea8976-47a3-4c43-bbdf-594cfc2603ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '511b6d58-923c-469e-bf89-4e962feb5927'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:50:00.161035 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b0569d-5888-4c90-b987-dc65f8418284 None None] Attempting to bind port 487420bd-2502-4c77-a59d-0bb9a73f6618 on network 511b6d58-923c-469e-bf89-4e962feb5927 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:50:00.166738 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b0569d-5888-4c90-b987-dc65f8418284 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:50:00.167130 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b0569d-5888-4c90-b987-dc65f8418284 None None] Checking segment: {'id': 'fcea8976-47a3-4c43-bbdf-594cfc2603ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '511b6d58-923c-469e-bf89-4e962feb5927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:50:00.167548 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-61b0569d-5888-4c90-b987-dc65f8418284 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:00.167951 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b0569d-5888-4c90-b987-dc65f8418284 None None] Bound using segment: {'id': 'fcea8976-47a3-4c43-bbdf-594cfc2603ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '511b6d58-923c-469e-bf89-4e962feb5927'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:50:00.168431 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-61b0569d-5888-4c90-b987-dc65f8418284 None None] Bound port: 487420bd-2502-4c77-a59d-0bb9a73f6618, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcea8976-47a3-4c43-bbdf-594cfc2603ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '511b6d58-923c-469e-bf89-4e962feb5927'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:50:00.168600 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4792181d-232f-4da6-afc0-dacbebe764c8 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:00.169098 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-61b0569d-5888-4c90-b987-dc65f8418284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:00.191429 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-4792181d-232f-4da6-afc0-dacbebe764c8 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['511b6d58-923c-469e-bf89-4e962feb5927']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:00.203275 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-4792181d-232f-4da6-afc0-dacbebe764c8 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcea8976-47a3-4c43-bbdf-594cfc2603ed') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:00.203586 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-4792181d-232f-4da6-afc0-dacbebe764c8 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcea8976-47a3-4c43-bbdf-594cfc2603ed') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:00.214625 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4792181d-232f-4da6-afc0-dacbebe764c8 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:00.229594 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4792181d-232f-4da6-afc0-dacbebe764c8 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:00.236540 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4792181d-232f-4da6-afc0-dacbebe764c8 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:50:00.236984 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4792181d-232f-4da6-afc0-dacbebe764c8 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:00.241489 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:50:00.241489 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:50:00.241489 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:50:00.241489 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:50:00.241489 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:50:00.241489 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:50:00.241489 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:50:00.241489 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:50:00.241489 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:50:00.241489 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:50:00.241489 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:50:00.241489 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:50:00.241489 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:50:00.241489 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:50:00.241489 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:50:00.241489 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:50:00.241489 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:50:00.241489 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:50:00.241489 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:50:00.241489 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:50:00.241489 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:50:00.241489 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:50:00.241489 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:50:00.241489 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:50:00.241489 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:50:00.241489 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:50:00.241489 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:50:00.241489 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:50:00.241489 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:50:00.241489 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:50:00.241489 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:50:00.241489 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:50:00.301116 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.db.api [None req-4792181d-232f-4da6-afc0-dacbebe764c8 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 18:50:00.301116 n-d-821435-1 neutron-server[103244]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 18:50:00.301116 n-d-821435-1 neutron-server[103244]: [parameters: {'id': '511b6d58-923c-469e-bf89-4e962feb5927'}] Dec 10 18:50:00.301116 n-d-821435-1 neutron-server[103244]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:50:00.301599 n-d-821435-1 neutron-server[103244]: DEBUG oslo_db.api [None req-4792181d-232f-4da6-afc0-dacbebe764c8 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:50:00.394106 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-61b0569d-5888-4c90-b987-dc65f8418284 None None] For port 487420bd-2502-4c77-a59d-0bb9a73f6618, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:50:00.397597 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-61b0569d-5888-4c90-b987-dc65f8418284 None None] For port 487420bd-2502-4c77-a59d-0bb9a73f6618, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=487420bd-2502-4c77-a59d-0bb9a73f6618,segment=NetworkSegment(fcea8976-47a3-4c43-bbdf-594cfc2603ed),segment_id=fcea8976-47a3-4c43-bbdf-594cfc2603ed)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:50:00.402337 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-61b0569d-5888-4c90-b987-dc65f8418284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:00.483781 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0569d-5888-4c90-b987-dc65f8418284 None None] Pushing event updated for resources: {'Port': ['ID=487420bd-2502-4c77-a59d-0bb9a73f6618,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:00.506992 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251c927b-61df-46aa-9ea8-cb142766ad58 None None] Network 511b6d58-923c-469e-bf89-4e962feb5927 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:00.516969 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ef9a7c5b-916d-4ac1-806e-7266b3ba392b req-b49f3700-7b81-4560-b592-76cdaa5a0ac6 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0327299 Dec 10 18:50:00.604036 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5aff6d9-c6d6-4bc0-83f6-178c752f71e7 None None] get_active_networks_info from n-d-821435-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:50:00.700728 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ad020fa9-5548-414a-be85-468b1aebcccd req-58d7047d-96de-4f6f-9524-d57d23ca9e72 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0351863 Dec 10 18:50:00.732254 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5aff6d9-c6d6-4bc0-83f6-178c752f71e7 None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 18:50:00.802614 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4792181d-232f-4da6-afc0-dacbebe764c8 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:00.870173 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4792181d-232f-4da6-afc0-dacbebe764c8 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Deleting port 487420bd-2502-4c77-a59d-0bb9a73f6618 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:50:00.870532 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4792181d-232f-4da6-afc0-dacbebe764c8 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:00.919458 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-672e0250-afd6-4ac9-ae75-7f2a1ed6f44d req-cae43c23-d33a-4fb8-b3d2-1d18d6bbd313 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0364611 Dec 10 18:50:00.978723 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-4792181d-232f-4da6-afc0-dacbebe764c8 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] For port 487420bd-2502-4c77-a59d-0bb9a73f6618, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=487420bd-2502-4c77-a59d-0bb9a73f6618,segment=NetworkSegment(fcea8976-47a3-4c43-bbdf-594cfc2603ed),segment_id=fcea8976-47a3-4c43-bbdf-594cfc2603ed)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:00.978999 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4792181d-232f-4da6-afc0-dacbebe764c8 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:00.997003 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4792181d-232f-4da6-afc0-dacbebe764c8 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Calling delete_port for 487420bd-2502-4c77-a59d-0bb9a73f6618 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:50:01.073494 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-882791e3-b175-4198-8c85-054740d6b935 req-a051dc12-1c1a-4905-9638-3f70624fcca8 tempest-ServerShowV254Test-239584155 tempest-ServerShowV254Test-239584155-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd66c214-db08-49b8-a51a-15d2e9ae0d43 HTTP/1.1" status: 200 len: 210 time: 0.0646567 Dec 10 18:50:01.121809 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4792181d-232f-4da6-afc0-dacbebe764c8 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:01.149799 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792181d-232f-4da6-afc0-dacbebe764c8 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event deleted for resources: {'Port': ['ID=487420bd-2502-4c77-a59d-0bb9a73f6618,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:01.156446 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4792181d-232f-4da6-afc0-dacbebe764c8 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] No DVR routers for this DVR port 487420bd-2502-4c77-a59d-0bb9a73f6618 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:50:01.247087 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4792181d-232f-4da6-afc0-dacbebe764c8 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:01.268825 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-4792181d-232f-4da6-afc0-dacbebe764c8 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['511b6d58-923c-469e-bf89-4e962feb5927']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:01.279987 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-4792181d-232f-4da6-afc0-dacbebe764c8 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcea8976-47a3-4c43-bbdf-594cfc2603ed') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:01.280426 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-4792181d-232f-4da6-afc0-dacbebe764c8 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcea8976-47a3-4c43-bbdf-594cfc2603ed') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:01.293525 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4792181d-232f-4da6-afc0-dacbebe764c8 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:01.309268 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4792181d-232f-4da6-afc0-dacbebe764c8 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:01.316905 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4792181d-232f-4da6-afc0-dacbebe764c8 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:50:01.317317 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4792181d-232f-4da6-afc0-dacbebe764c8 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:01.321209 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:50:01.321209 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:50:01.321209 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:50:01.321209 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:50:01.321209 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:50:01.321209 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:50:01.321209 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:50:01.321209 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:50:01.321209 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:50:01.321209 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:50:01.321209 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:50:01.321209 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:50:01.321209 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:50:01.321209 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:50:01.321209 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:50:01.321209 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:50:01.321209 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:50:01.321209 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:50:01.321209 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:50:01.321209 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:50:01.321209 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:50:01.321209 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:50:01.321209 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:50:01.321209 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:50:01.321209 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:50:01.321209 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:50:01.321209 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:50:01.321209 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:50:01.321209 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:50:01.321209 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:50:01.321209 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:50:01.321209 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:50:01.398049 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4792181d-232f-4da6-afc0-dacbebe764c8 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:01.404750 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4792181d-232f-4da6-afc0-dacbebe764c8 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:01.409510 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4792181d-232f-4da6-afc0-dacbebe764c8 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "DELETE /v2.0/networks/511b6d58-923c-469e-bf89-4e962feb5927 HTTP/1.1" status: 204 len: 168 time: 1.8810282 Dec 10 18:50:01.414534 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41520) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:01.420784 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-e3d947e0-d29c-4747-89ce-a34f9db0269a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-511891916'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:01.445847 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792181d-232f-4da6-afc0-dacbebe764c8 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event deleted for resources: {'Network': ['ID=511b6d58-923c-469e-bf89-4e962feb5927,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:01.464826 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d947e0-d29c-4747-89ce-a34f9db0269a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Made reservation on behalf of 7364730fdb76414ca81ae560e4cec83d for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:50:01.468426 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3d947e0-d29c-4747-89ce-a34f9db0269a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:01.505267 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d947e0-d29c-4747-89ce-a34f9db0269a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:50:01.525439 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3d947e0-d29c-4747-89ce-a34f9db0269a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:01.525824 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-e3d947e0-d29c-4747-89ce-a34f9db0269a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Added segment 0594a00b-3ecc-4c3b-8288-2de81744cc25 of type vlan for network aa27204b-cde3-4baf-84b0-2859642a6d1a Dec 10 18:50:01.610489 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dab49373-573c-4613-a05c-0b76596eb5d0 req-8ca646e3-c7ca-4e2f-a672-8bc7586953bf tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0361483 Dec 10 18:50:01.612044 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3d947e0-d29c-4747-89ce-a34f9db0269a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:01.667607 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3d947e0-d29c-4747-89ce-a34f9db0269a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:01.675060 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d947e0-d29c-4747-89ce-a34f9db0269a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:01.675781 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3d947e0-d29c-4747-89ce-a34f9db0269a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:01.754671 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e3d947e0-d29c-4747-89ce-a34f9db0269a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3365297 Dec 10 18:50:01.755032 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41542) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:01.759815 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d947e0-d29c-4747-89ce-a34f9db0269a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event updated for resources: {'Network': ['ID=aa27204b-cde3-4baf-84b0-2859642a6d1a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:01.760906 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-207e9863-3d6d-4705-8c99-5e4b72aa5505 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Request body: {'subnet': {'network_id': 'aa27204b-cde3-4baf-84b0-2859642a6d1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:01.773272 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network aa27204b-cde3-4baf-84b0-2859642a6d1a details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:50:01.832269 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8d441393-fa40-4141-813e-d39598e709a1 req-2a688cd8-5647-46a9-a2d3-e6b9172c99d8 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0375757 Dec 10 18:50:01.859272 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41550) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:01.909519 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207e9863-3d6d-4705-8c99-5e4b72aa5505 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Made reservation on behalf of 7364730fdb76414ca81ae560e4cec83d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:50:01.914093 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-207e9863-3d6d-4705-8c99-5e4b72aa5505 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:02.024836 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-03635db7-2140-4b6e-bde6-b6007b86bb24 req-924031be-af45-4593-baf5-9b738e936724 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0433526 Dec 10 18:50:02.031690 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bba53e6-66f5-4d4a-9778-495856c61d13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:02.183978 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-207e9863-3d6d-4705-8c99-5e4b72aa5505 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:02.229686 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bba53e6-66f5-4d4a-9778-495856c61d13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:02.236813 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bba53e6-66f5-4d4a-9778-495856c61d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:02.296852 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e9863-3d6d-4705-8c99-5e4b72aa5505 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event updated for resources: {'Subnet': ['ID=6832d075-b46c-4f78-9f39-a93f329f7cfe,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:02.307476 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8bba53e6-66f5-4d4a-9778-495856c61d13 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7ad745c5ff4347f092241c86f78f6b7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4420590 Dec 10 18:50:02.311005 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41604) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:02.311858 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba53e6-66f5-4d4a-9778-495856c61d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac98bb3-d1dc-4efa-8d44-18f072d0c7c0,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:02.318019 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207e9863-3d6d-4705-8c99-5e4b72aa5505 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Checking segment: {'id': '0594a00b-3ecc-4c3b-8288-2de81744cc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'aa27204b-cde3-4baf-84b0-2859642a6d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:50:02.319075 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207e9863-3d6d-4705-8c99-5e4b72aa5505 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Network hostable DHCP agents. Network: aa27204b-cde3-4baf-84b0-2859642a6d1a, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:50:02.340085 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207e9863-3d6d-4705-8c99-5e4b72aa5505 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Network aa27204b-cde3-4baf-84b0-2859642a6d1a is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:50:02.357515 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-207e9863-3d6d-4705-8c99-5e4b72aa5505 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, aa27204b-cde3-4baf-84b0-2859642a6d1a) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:50:02.364855 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207e9863-3d6d-4705-8c99-5e4b72aa5505 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:02.365721 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-207e9863-3d6d-4705-8c99-5e4b72aa5505 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:02.378272 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415ae251-4b3e-4539-a71f-ec621e893082 None None] Network aa27204b-cde3-4baf-84b0-2859642a6d1a requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:02.382047 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-96b7ee44-5815-4139-b739-73347b1907c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:02.386923 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-207e9863-3d6d-4705-8c99-5e4b72aa5505 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6306007 Dec 10 18:50:02.389536 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41616) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:02.421028 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-96b7ee44-5815-4139-b739-73347b1907c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:02.492972 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-96b7ee44-5815-4139-b739-73347b1907c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:02.497413 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-96b7ee44-5815-4139-b739-73347b1907c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:02.501278 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-96b7ee44-5815-4139-b739-73347b1907c5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4ac98bb3-d1dc-4efa-8d44-18f072d0c7c0 HTTP/1.1" status: 204 len: 168 time: 0.1889088 Dec 10 18:50:02.516879 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7ee44-5815-4139-b739-73347b1907c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac98bb3-d1dc-4efa-8d44-18f072d0c7c0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:02.526413 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b7ee44-5815-4139-b739-73347b1907c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:02.526776 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b7ee44-5815-4139-b739-73347b1907c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:02.527074 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4199e2ba-e75d-48b5-8fac-0e4d6c54a23b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-aa27204b-cde3-4baf-84b0-2859642a6d1a', 'network_id': 'aa27204b-cde3-4baf-84b0-2859642a6d1a', 'project_id': '7364730fdb76414ca81ae560e4cec83d', 'fixed_ips': [{'subnet_id': '6832d075-b46c-4f78-9f39-a93f329f7cfe'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:50:02.527219 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b7ee44-5815-4139-b739-73347b1907c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:02.527451 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b7ee44-5815-4139-b739-73347b1907c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:02.528058 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4199e2ba-e75d-48b5-8fac-0e4d6c54a23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:02.530741 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b7ee44-5815-4139-b739-73347b1907c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:02.531098 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b7ee44-5815-4139-b739-73347b1907c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:02.531449 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b7ee44-5815-4139-b739-73347b1907c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:02.533316 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b7ee44-5815-4139-b739-73347b1907c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:02.533688 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b7ee44-5815-4139-b739-73347b1907c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:02.534006 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b7ee44-5815-4139-b739-73347b1907c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:02.534352 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b7ee44-5815-4139-b739-73347b1907c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:02.537390 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b7ee44-5815-4139-b739-73347b1907c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:02.537783 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b7ee44-5815-4139-b739-73347b1907c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:02.554321 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08714ec6-d9d9-43a5-897e-96468b757735 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:02.624220 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08714ec6-d9d9-43a5-897e-96468b757735 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:02.738995 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-4199e2ba-e75d-48b5-8fac-0e4d6c54a23b None None] Allocated IP 172.20.0.2 (aa27204b-cde3-4baf-84b0-2859642a6d1a/6832d075-b46c-4f78-9f39-a93f329f7cfe/10357247-f087-4cb7-a176-11e58260d760) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:50:02.765664 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9d2be052-2802-47ce-9b8a-b2ab9d1b4d60 req-7a8120f5-18a3-4058-a52e-8e57f87e837a tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0543182 Dec 10 18:50:02.929450 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4199e2ba-e75d-48b5-8fac-0e4d6c54a23b None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:02.939725 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4199e2ba-e75d-48b5-8fac-0e4d6c54a23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:02.950936 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-89aa91f6-f8e7-44fb-a15a-73cafaf1e5c1 req-949fad44-8482-45d8-9cc9-c3cf3453c670 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0470080 Dec 10 18:50:02.962390 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08714ec6-d9d9-43a5-897e-96468b757735 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:03.004067 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199e2ba-e75d-48b5-8fac-0e4d6c54a23b None None] Pushing event updated for resources: {'Port': ['ID=10357247-f087-4cb7-a176-11e58260d760,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:03.013715 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08714ec6-d9d9-43a5-897e-96468b757735 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event deleted for resources: {'Subnet': ['ID=6832d075-b46c-4f78-9f39-a93f329f7cfe,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:03.019566 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4199e2ba-e75d-48b5-8fac-0e4d6c54a23b None None] Network aa27204b-cde3-4baf-84b0-2859642a6d1a is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:50:03.023202 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-4199e2ba-e75d-48b5-8fac-0e4d6c54a23b None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:50:03.043128 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4199e2ba-e75d-48b5-8fac-0e4d6c54a23b None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:50:03.105677 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08714ec6-d9d9-43a5-897e-96468b757735 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:03.128502 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-08714ec6-d9d9-43a5-897e-96468b757735 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa27204b-cde3-4baf-84b0-2859642a6d1a']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:03.140163 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-08714ec6-d9d9-43a5-897e-96468b757735 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0594a00b-3ecc-4c3b-8288-2de81744cc25') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:03.140863 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-08714ec6-d9d9-43a5-897e-96468b757735 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0594a00b-3ecc-4c3b-8288-2de81744cc25') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:03.155243 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08714ec6-d9d9-43a5-897e-96468b757735 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:03.158771 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4199e2ba-e75d-48b5-8fac-0e4d6c54a23b None None] Attempting to bind port 10357247-f087-4cb7-a176-11e58260d760 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:50:03.159155 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4199e2ba-e75d-48b5-8fac-0e4d6c54a23b None None] Attempting to bind port 10357247-f087-4cb7-a176-11e58260d760 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '0594a00b-3ecc-4c3b-8288-2de81744cc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'aa27204b-cde3-4baf-84b0-2859642a6d1a'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:50:03.159534 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4199e2ba-e75d-48b5-8fac-0e4d6c54a23b None None] Attempting to bind port 10357247-f087-4cb7-a176-11e58260d760 on network aa27204b-cde3-4baf-84b0-2859642a6d1a {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:50:03.172061 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a236513f-a5bb-4a69-8e5a-7b939e5e8a23 req-36367f30-e336-4ec4-a1ec-6ceca80771e8 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0497425 Dec 10 18:50:03.173243 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08714ec6-d9d9-43a5-897e-96468b757735 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:03.182337 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08714ec6-d9d9-43a5-897e-96468b757735 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:50:03.182806 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08714ec6-d9d9-43a5-897e-96468b757735 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:03.184855 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4199e2ba-e75d-48b5-8fac-0e4d6c54a23b None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:50:03.186657 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:50:03.186657 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:50:03.186657 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:50:03.186657 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:50:03.186657 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:50:03.186657 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:50:03.186657 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:50:03.186657 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:50:03.186657 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:50:03.186657 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:50:03.186657 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:50:03.186657 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:50:03.186657 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:50:03.186657 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:50:03.186657 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:50:03.186657 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:50:03.186657 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:50:03.186657 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:50:03.186657 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:50:03.186657 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:50:03.186657 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:50:03.186657 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:50:03.186657 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:50:03.186657 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:50:03.186657 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:50:03.186657 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:50:03.186657 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:50:03.186657 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:50:03.186657 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:50:03.186657 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:50:03.186657 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:50:03.186657 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:50:03.189636 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4199e2ba-e75d-48b5-8fac-0e4d6c54a23b None None] Checking segment: {'id': '0594a00b-3ecc-4c3b-8288-2de81744cc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'aa27204b-cde3-4baf-84b0-2859642a6d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:50:03.189636 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4199e2ba-e75d-48b5-8fac-0e4d6c54a23b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:03.189636 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4199e2ba-e75d-48b5-8fac-0e4d6c54a23b None None] Bound using segment: {'id': '0594a00b-3ecc-4c3b-8288-2de81744cc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'aa27204b-cde3-4baf-84b0-2859642a6d1a'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:50:03.189636 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4199e2ba-e75d-48b5-8fac-0e4d6c54a23b None None] Bound port: 10357247-f087-4cb7-a176-11e58260d760, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0594a00b-3ecc-4c3b-8288-2de81744cc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'aa27204b-cde3-4baf-84b0-2859642a6d1a'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:50:03.189636 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4199e2ba-e75d-48b5-8fac-0e4d6c54a23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:03.267902 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.db.api [None req-08714ec6-d9d9-43a5-897e-96468b757735 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 18:50:03.267902 n-d-821435-1 neutron-server[103245]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 18:50:03.267902 n-d-821435-1 neutron-server[103245]: [parameters: {'id': 'aa27204b-cde3-4baf-84b0-2859642a6d1a'}] Dec 10 18:50:03.267902 n-d-821435-1 neutron-server[103245]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:50:03.269513 n-d-821435-1 neutron-server[103245]: DEBUG oslo_db.api [None req-08714ec6-d9d9-43a5-897e-96468b757735 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:50:03.285603 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4199e2ba-e75d-48b5-8fac-0e4d6c54a23b None None] For port 10357247-f087-4cb7-a176-11e58260d760, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:50:03.290323 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4199e2ba-e75d-48b5-8fac-0e4d6c54a23b None None] For port 10357247-f087-4cb7-a176-11e58260d760, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=10357247-f087-4cb7-a176-11e58260d760,segment=NetworkSegment(0594a00b-3ecc-4c3b-8288-2de81744cc25),segment_id=0594a00b-3ecc-4c3b-8288-2de81744cc25)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:50:03.300365 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4199e2ba-e75d-48b5-8fac-0e4d6c54a23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:03.458508 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199e2ba-e75d-48b5-8fac-0e4d6c54a23b None None] Pushing event updated for resources: {'Port': ['ID=10357247-f087-4cb7-a176-11e58260d760,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:03.472217 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a50a4f8-be79-4ce3-b937-2774b33982b2 None None] Network aa27204b-cde3-4baf-84b0-2859642a6d1a requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:03.572657 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8753d4-a002-4aed-967d-5271ee2efdb8 None None] get_active_networks_info from n-d-821435-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:50:03.703621 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8753d4-a002-4aed-967d-5271ee2efdb8 None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 18:50:03.771888 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08714ec6-d9d9-43a5-897e-96468b757735 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:03.790935 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:03.886397 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-08714ec6-d9d9-43a5-897e-96468b757735 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Deleting port 10357247-f087-4cb7-a176-11e58260d760 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:50:03.887740 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08714ec6-d9d9-43a5-897e-96468b757735 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:03.939462 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3be91138-7445-4a99-9b85-8ab8895beb83 req-9c388e32-896d-4694-807e-831829533e3c tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0607431 Dec 10 18:50:03.992540 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-08714ec6-d9d9-43a5-897e-96468b757735 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] For port 10357247-f087-4cb7-a176-11e58260d760, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=10357247-f087-4cb7-a176-11e58260d760,segment=NetworkSegment(0594a00b-3ecc-4c3b-8288-2de81744cc25),segment_id=0594a00b-3ecc-4c3b-8288-2de81744cc25)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:03.992961 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08714ec6-d9d9-43a5-897e-96468b757735 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:04.012876 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-08714ec6-d9d9-43a5-897e-96468b757735 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Calling delete_port for 10357247-f087-4cb7-a176-11e58260d760 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:50:04.102344 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c1fee8ca-1578-46ab-af80-e58bc51715be req-d667f4a6-9bba-4109-aeec-70a962b7a14a tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0430043 Dec 10 18:50:04.170061 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c7f68eb5-cf5b-458f-b1c6-7ba3d57ec781 req-ac567438-29e5-40f4-9671-dcd3d7c7da85 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0340502 Dec 10 18:50:04.183561 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08714ec6-d9d9-43a5-897e-96468b757735 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:04.216793 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08714ec6-d9d9-43a5-897e-96468b757735 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event deleted for resources: {'Port': ['ID=10357247-f087-4cb7-a176-11e58260d760,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:04.221127 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08714ec6-d9d9-43a5-897e-96468b757735 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] No DVR routers for this DVR port 10357247-f087-4cb7-a176-11e58260d760 on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:50:04.281959 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-27cd4065-8d6c-4aeb-b6c1-f818a3c400d4 req-f9edb817-2f13-46eb-bc76-27ccf668c0a5 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0320697 Dec 10 18:50:04.334855 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08714ec6-d9d9-43a5-897e-96468b757735 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:04.357861 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-08714ec6-d9d9-43a5-897e-96468b757735 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa27204b-cde3-4baf-84b0-2859642a6d1a']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:04.373684 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-08714ec6-d9d9-43a5-897e-96468b757735 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0594a00b-3ecc-4c3b-8288-2de81744cc25') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:04.374084 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-08714ec6-d9d9-43a5-897e-96468b757735 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0594a00b-3ecc-4c3b-8288-2de81744cc25') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:04.385103 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08714ec6-d9d9-43a5-897e-96468b757735 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:04.400068 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08714ec6-d9d9-43a5-897e-96468b757735 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:04.406742 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08714ec6-d9d9-43a5-897e-96468b757735 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:50:04.407403 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08714ec6-d9d9-43a5-897e-96468b757735 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:04.411140 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:50:04.411140 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:50:04.411140 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:50:04.411140 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:50:04.411140 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:50:04.411140 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:50:04.411140 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:50:04.411140 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:50:04.411140 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:50:04.411140 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:50:04.411140 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:50:04.411140 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:50:04.411140 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:50:04.411140 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:50:04.411140 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:50:04.411140 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:50:04.411140 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:50:04.411140 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:50:04.411140 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:50:04.411140 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:50:04.411140 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:50:04.411140 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:50:04.411140 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:50:04.411140 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:50:04.411140 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:50:04.411140 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:50:04.411140 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:50:04.411140 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:50:04.411140 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:50:04.411140 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:50:04.411140 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:50:04.411140 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:50:04.475934 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08714ec6-d9d9-43a5-897e-96468b757735 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:04.484994 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08714ec6-d9d9-43a5-897e-96468b757735 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:04.487832 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-08714ec6-d9d9-43a5-897e-96468b757735 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "DELETE /v2.0/networks/aa27204b-cde3-4baf-84b0-2859642a6d1a HTTP/1.1" status: 204 len: 168 time: 2.0967569 Dec 10 18:50:04.493048 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41828) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:04.498645 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08714ec6-d9d9-43a5-897e-96468b757735 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event deleted for resources: {'Network': ['ID=aa27204b-cde3-4baf-84b0-2859642a6d1a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:04.504353 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-0898a648-b002-43a0-99a7-aad2ae0da0ae tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1882063329'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:04.526725 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0898a648-b002-43a0-99a7-aad2ae0da0ae tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Made reservation on behalf of 7364730fdb76414ca81ae560e4cec83d for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:50:04.530890 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0898a648-b002-43a0-99a7-aad2ae0da0ae tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:04.562830 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0898a648-b002-43a0-99a7-aad2ae0da0ae tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:50:04.575386 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0898a648-b002-43a0-99a7-aad2ae0da0ae tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:04.575543 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-0898a648-b002-43a0-99a7-aad2ae0da0ae tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Added segment 685b303c-d88b-4e51-aaee-edbd816fd6be of type vlan for network d94c840a-5db1-4615-804c-6daff14c6621 Dec 10 18:50:04.623028 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0898a648-b002-43a0-99a7-aad2ae0da0ae tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:04.649134 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0898a648-b002-43a0-99a7-aad2ae0da0ae tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:04.654908 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0898a648-b002-43a0-99a7-aad2ae0da0ae tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:04.655503 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0898a648-b002-43a0-99a7-aad2ae0da0ae tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:04.719763 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0898a648-b002-43a0-99a7-aad2ae0da0ae tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2245188 Dec 10 18:50:04.722435 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41864) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:04.727939 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-21dccd12-651c-4ed1-89b5-f9813143ee03 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Request body: {'subnet': {'network_id': 'd94c840a-5db1-4615-804c-6daff14c6621', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:04.745531 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0898a648-b002-43a0-99a7-aad2ae0da0ae tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event updated for resources: {'Network': ['ID=d94c840a-5db1-4615-804c-6daff14c6621,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:04.755890 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network d94c840a-5db1-4615-804c-6daff14c6621 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:50:04.837122 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21dccd12-651c-4ed1-89b5-f9813143ee03 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Made reservation on behalf of 7364730fdb76414ca81ae560e4cec83d for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:50:04.841160 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21dccd12-651c-4ed1-89b5-f9813143ee03 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:04.901967 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.ipam_backend_mixin [None req-21dccd12-651c-4ed1-89b5-f9813143ee03 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Performing IP validity checks on allocation pools {{(pid=103244) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 18:50:04.902506 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.ipam_backend_mixin [None req-21dccd12-651c-4ed1-89b5-f9813143ee03 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103244) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 18:50:05.056256 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0a93bda6-c842-4b63-9eb3-4b77d1aba5a7 req-830a4391-eb85-4963-a12a-fa1012446896 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0604393 Dec 10 18:50:05.081932 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21dccd12-651c-4ed1-89b5-f9813143ee03 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:05.176439 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dccd12-651c-4ed1-89b5-f9813143ee03 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event updated for resources: {'Subnet': ['ID=9d1fb335-f4fc-444c-9fda-2bcb3989618d,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:05.207139 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d34197f8-0ba6-451b-8925-f4bb897d233b req-25f86ce2-1d06-4794-8ad6-53e48a7f9f28 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0601246 Dec 10 18:50:05.211063 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dccd12-651c-4ed1-89b5-f9813143ee03 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Checking segment: {'id': '685b303c-d88b-4e51-aaee-edbd816fd6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd94c840a-5db1-4615-804c-6daff14c6621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:50:05.211063 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dccd12-651c-4ed1-89b5-f9813143ee03 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Network hostable DHCP agents. Network: d94c840a-5db1-4615-804c-6daff14c6621, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:50:05.244530 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dccd12-651c-4ed1-89b5-f9813143ee03 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Network d94c840a-5db1-4615-804c-6daff14c6621 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:50:05.291278 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-21dccd12-651c-4ed1-89b5-f9813143ee03 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, d94c840a-5db1-4615-804c-6daff14c6621) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:50:05.298082 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-70548cdc-fb51-41b6-a35d-4dadc1940afc req-5c50b390-82a0-4a0c-bb9b-546b347a0c22 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0462108 Dec 10 18:50:05.299189 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2c4d2a-778f-44db-bea5-f00b090f8b1a None None] Network d94c840a-5db1-4615-804c-6daff14c6621 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:05.301078 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dccd12-651c-4ed1-89b5-f9813143ee03 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:05.301688 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21dccd12-651c-4ed1-89b5-f9813143ee03 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:05.325296 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-21dccd12-651c-4ed1-89b5-f9813143ee03 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6016982 Dec 10 18:50:05.327283 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41926) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:05.438458 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c35e4c15-65e6-4c0a-ab99-f072587cc2b8 req-d5277d76-9b6a-49b4-be99-888b93fcea87 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0397124 Dec 10 18:50:05.487355 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143e8435-5b92-4df9-be0e-4b133b391ccc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-d94c840a-5db1-4615-804c-6daff14c6621', 'network_id': 'd94c840a-5db1-4615-804c-6daff14c6621', 'project_id': '7364730fdb76414ca81ae560e4cec83d', 'fixed_ips': [{'subnet_id': '9d1fb335-f4fc-444c-9fda-2bcb3989618d'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:50:05.487855 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c2b26c1-4248-44ef-9c41-c5dc1aeed513 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:05.488248 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-143e8435-5b92-4df9-be0e-4b133b391ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:05.554788 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c2b26c1-4248-44ef-9c41-c5dc1aeed513 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:05.643096 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-143e8435-5b92-4df9-be0e-4b133b391ccc None None] Allocated IP 172.20.0.3 (d94c840a-5db1-4615-804c-6daff14c6621/9d1fb335-f4fc-444c-9fda-2bcb3989618d/3843b4d5-f60e-48f1-a889-129acce10c5f) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:50:05.821198 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-143e8435-5b92-4df9-be0e-4b133b391ccc None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:05.831925 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-143e8435-5b92-4df9-be0e-4b133b391ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:05.848682 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c2b26c1-4248-44ef-9c41-c5dc1aeed513 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:05.879709 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143e8435-5b92-4df9-be0e-4b133b391ccc None None] Network d94c840a-5db1-4615-804c-6daff14c6621 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:50:05.885426 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b26c1-4248-44ef-9c41-c5dc1aeed513 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event deleted for resources: {'Subnet': ['ID=9d1fb335-f4fc-444c-9fda-2bcb3989618d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:05.887318 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-143e8435-5b92-4df9-be0e-4b133b391ccc None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:50:05.893478 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143e8435-5b92-4df9-be0e-4b133b391ccc None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:50:05.909840 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e8435-5b92-4df9-be0e-4b133b391ccc None None] Pushing event updated for resources: {'Port': ['ID=3843b4d5-f60e-48f1-a889-129acce10c5f,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:05.961936 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c2b26c1-4248-44ef-9c41-c5dc1aeed513 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:05.969150 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-143e8435-5b92-4df9-be0e-4b133b391ccc None None] Attempting to bind port 3843b4d5-f60e-48f1-a889-129acce10c5f on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:50:05.969607 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-143e8435-5b92-4df9-be0e-4b133b391ccc None None] Attempting to bind port 3843b4d5-f60e-48f1-a889-129acce10c5f by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '685b303c-d88b-4e51-aaee-edbd816fd6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd94c840a-5db1-4615-804c-6daff14c6621'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:50:05.970263 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143e8435-5b92-4df9-be0e-4b133b391ccc None None] Attempting to bind port 3843b4d5-f60e-48f1-a889-129acce10c5f on network d94c840a-5db1-4615-804c-6daff14c6621 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:50:05.976481 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143e8435-5b92-4df9-be0e-4b133b391ccc None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:50:05.977271 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143e8435-5b92-4df9-be0e-4b133b391ccc None None] Checking segment: {'id': '685b303c-d88b-4e51-aaee-edbd816fd6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd94c840a-5db1-4615-804c-6daff14c6621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:50:05.977886 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-143e8435-5b92-4df9-be0e-4b133b391ccc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:05.978292 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143e8435-5b92-4df9-be0e-4b133b391ccc None None] Bound using segment: {'id': '685b303c-d88b-4e51-aaee-edbd816fd6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd94c840a-5db1-4615-804c-6daff14c6621'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:50:05.978778 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-143e8435-5b92-4df9-be0e-4b133b391ccc None None] Bound port: 3843b4d5-f60e-48f1-a889-129acce10c5f, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685b303c-d88b-4e51-aaee-edbd816fd6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd94c840a-5db1-4615-804c-6daff14c6621'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:50:05.979172 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-143e8435-5b92-4df9-be0e-4b133b391ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:05.984965 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-4c2b26c1-4248-44ef-9c41-c5dc1aeed513 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d94c840a-5db1-4615-804c-6daff14c6621']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:05.999454 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-4c2b26c1-4248-44ef-9c41-c5dc1aeed513 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '685b303c-d88b-4e51-aaee-edbd816fd6be') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:05.999738 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-4c2b26c1-4248-44ef-9c41-c5dc1aeed513 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '685b303c-d88b-4e51-aaee-edbd816fd6be') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:06.011588 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c2b26c1-4248-44ef-9c41-c5dc1aeed513 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:06.026500 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c2b26c1-4248-44ef-9c41-c5dc1aeed513 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:06.035056 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c2b26c1-4248-44ef-9c41-c5dc1aeed513 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:50:06.035566 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c2b26c1-4248-44ef-9c41-c5dc1aeed513 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:06.041587 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:50:06.041587 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:50:06.041587 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:50:06.041587 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:50:06.041587 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:50:06.041587 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:50:06.041587 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:50:06.041587 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:50:06.041587 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:50:06.041587 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:50:06.041587 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:50:06.041587 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:50:06.041587 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:50:06.041587 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:50:06.041587 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:50:06.041587 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:50:06.041587 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:50:06.041587 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:50:06.041587 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:50:06.041587 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:50:06.041587 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:50:06.041587 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:50:06.041587 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:50:06.041587 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:50:06.041587 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:50:06.041587 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:50:06.041587 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:50:06.041587 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:50:06.041587 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:50:06.041587 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:50:06.041587 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:50:06.041587 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:50:06.059165 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-143e8435-5b92-4df9-be0e-4b133b391ccc None None] For port 3843b4d5-f60e-48f1-a889-129acce10c5f, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:50:06.137721 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-871c9280-551d-42e1-ac60-e412d8e47b43 req-8ab61872-898d-4705-8383-352535f48936 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0281703 Dec 10 18:50:06.390449 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3d604367-43f6-4cce-b1d5-af670db6eb95 req-5d3eaa0f-a143-4d4f-a9dc-f55dfa93aad7 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0396497 Dec 10 18:50:06.397706 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-143e8435-5b92-4df9-be0e-4b133b391ccc None None] For port 3843b4d5-f60e-48f1-a889-129acce10c5f, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=3843b4d5-f60e-48f1-a889-129acce10c5f,segment=NetworkSegment(685b303c-d88b-4e51-aaee-edbd816fd6be),segment_id=685b303c-d88b-4e51-aaee-edbd816fd6be)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:50:06.398484 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.db.api [None req-4c2b26c1-4248-44ef-9c41-c5dc1aeed513 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 18:50:06.398484 n-d-821435-1 neutron-server[103245]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 18:50:06.398484 n-d-821435-1 neutron-server[103245]: [parameters: {'id': 'd94c840a-5db1-4615-804c-6daff14c6621'}] Dec 10 18:50:06.398484 n-d-821435-1 neutron-server[103245]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:50:06.398880 n-d-821435-1 neutron-server[103245]: DEBUG oslo_db.api [None req-4c2b26c1-4248-44ef-9c41-c5dc1aeed513 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:50:06.415826 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-143e8435-5b92-4df9-be0e-4b133b391ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:06.425599 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-00709581-95a4-4d1b-bcc8-8fa4a6eb5d5e req-e200afef-0356-4686-a2a6-7d8ba5564eda tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0386150 Dec 10 18:50:06.509436 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e8435-5b92-4df9-be0e-4b133b391ccc None None] Pushing event updated for resources: {'Port': ['ID=3843b4d5-f60e-48f1-a889-129acce10c5f,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:06.526432 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-484238dd-2e95-4628-bd15-c34922464618 req-ddcb09d7-699f-449a-930f-2dd1b4199821 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0298316 Dec 10 18:50:06.530198 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2c7383-ab37-45fd-b4ec-4498b2746c34 None None] Network d94c840a-5db1-4615-804c-6daff14c6621 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:06.629997 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600ee0e4-0f88-41da-933d-dfd7a39e35a1 None None] get_active_networks_info from n-d-821435-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:50:06.739206 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600ee0e4-0f88-41da-933d-dfd7a39e35a1 None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 18:50:06.751055 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42008) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:06.859661 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1fc2659f-74b1-4fc7-b083-b0db44457991 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:06.900899 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c2b26c1-4248-44ef-9c41-c5dc1aeed513 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:06.973967 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1fc2659f-74b1-4fc7-b083-b0db44457991 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:06.979699 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1fc2659f-74b1-4fc7-b083-b0db44457991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:07.020487 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1fc2659f-74b1-4fc7-b083-b0db44457991 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5fc187368cad422eb7586d7103e49c62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2683477 Dec 10 18:50:07.024071 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42012) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:07.031333 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc2659f-74b1-4fc7-b083-b0db44457991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54976b25-a875-4227-8899-94fb2ae0b944,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:07.036116 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4c2b26c1-4248-44ef-9c41-c5dc1aeed513 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Deleting port 3843b4d5-f60e-48f1-a889-129acce10c5f {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:50:07.036460 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c2b26c1-4248-44ef-9c41-c5dc1aeed513 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:07.079463 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4bbcbdaa-effa-476a-9918-186a13125ad4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:07.101836 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4c2b26c1-4248-44ef-9c41-c5dc1aeed513 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] For port 3843b4d5-f60e-48f1-a889-129acce10c5f, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=3843b4d5-f60e-48f1-a889-129acce10c5f,segment=NetworkSegment(685b303c-d88b-4e51-aaee-edbd816fd6be),segment_id=685b303c-d88b-4e51-aaee-edbd816fd6be)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:07.102147 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4bbcbdaa-effa-476a-9918-186a13125ad4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:07.102279 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c2b26c1-4248-44ef-9c41-c5dc1aeed513 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:07.115171 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4c2b26c1-4248-44ef-9c41-c5dc1aeed513 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Calling delete_port for 3843b4d5-f60e-48f1-a889-129acce10c5f owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:50:07.153492 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4bbcbdaa-effa-476a-9918-186a13125ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:07.156141 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4bbcbdaa-effa-476a-9918-186a13125ad4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:07.157351 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4bbcbdaa-effa-476a-9918-186a13125ad4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/54976b25-a875-4227-8899-94fb2ae0b944 HTTP/1.1" status: 204 len: 168 time: 0.1322517 Dec 10 18:50:07.170463 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbcbdaa-effa-476a-9918-186a13125ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54976b25-a875-4227-8899-94fb2ae0b944,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:07.210429 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c2b26c1-4248-44ef-9c41-c5dc1aeed513 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:07.241493 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b26c1-4248-44ef-9c41-c5dc1aeed513 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event deleted for resources: {'Port': ['ID=3843b4d5-f60e-48f1-a889-129acce10c5f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:07.245827 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2b26c1-4248-44ef-9c41-c5dc1aeed513 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] No DVR routers for this DVR port 3843b4d5-f60e-48f1-a889-129acce10c5f on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:50:07.253268 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0e2c03df-b783-4c25-a110-ba407eb20dfa req-e4a906c6-7d96-407e-b08e-fa4c575ecba0 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0304058 Dec 10 18:50:07.332361 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c2b26c1-4248-44ef-9c41-c5dc1aeed513 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:07.354858 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-4c2b26c1-4248-44ef-9c41-c5dc1aeed513 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d94c840a-5db1-4615-804c-6daff14c6621']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:07.366136 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-4c2b26c1-4248-44ef-9c41-c5dc1aeed513 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '685b303c-d88b-4e51-aaee-edbd816fd6be') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:07.366446 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-4c2b26c1-4248-44ef-9c41-c5dc1aeed513 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '685b303c-d88b-4e51-aaee-edbd816fd6be') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:07.376328 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c2b26c1-4248-44ef-9c41-c5dc1aeed513 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:07.392407 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c2b26c1-4248-44ef-9c41-c5dc1aeed513 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:07.399238 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c2b26c1-4248-44ef-9c41-c5dc1aeed513 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:50:07.399724 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c2b26c1-4248-44ef-9c41-c5dc1aeed513 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:07.402783 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:50:07.402783 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:50:07.402783 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:50:07.402783 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:50:07.402783 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:50:07.402783 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:50:07.402783 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:50:07.402783 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:50:07.402783 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:50:07.402783 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:50:07.402783 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:50:07.402783 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:50:07.402783 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:50:07.402783 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:50:07.402783 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:50:07.402783 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:50:07.402783 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:50:07.402783 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:50:07.402783 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:50:07.402783 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:50:07.402783 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:50:07.402783 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:50:07.402783 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:50:07.402783 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:50:07.402783 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:50:07.402783 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:50:07.402783 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:50:07.402783 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:50:07.402783 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:50:07.402783 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:50:07.402783 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:50:07.402783 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:50:07.496981 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cb477166-8ee1-4981-93b7-ada47490541d req-850b5a31-1942-4837-a6f1-f354c4078555 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0504591 Dec 10 18:50:07.500976 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c2b26c1-4248-44ef-9c41-c5dc1aeed513 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:07.524250 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c2b26c1-4248-44ef-9c41-c5dc1aeed513 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:07.525134 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1a1be2ef-f944-4d2b-85c0-b5b74be84836 req-7feef4c5-9e67-4230-8b13-1526020398dc tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0418229 Dec 10 18:50:07.531227 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4c2b26c1-4248-44ef-9c41-c5dc1aeed513 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "DELETE /v2.0/networks/d94c840a-5db1-4615-804c-6daff14c6621 HTTP/1.1" status: 204 len: 168 time: 2.1993833 Dec 10 18:50:07.531227 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b26c1-4248-44ef-9c41-c5dc1aeed513 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event deleted for resources: {'Network': ['ID=d94c840a-5db1-4615-804c-6daff14c6621,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:07.531227 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42030) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:07.538186 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-5ac706aa-d1d2-42f0-be07-90e430beaca6 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-859232330'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:07.560774 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac706aa-d1d2-42f0-be07-90e430beaca6 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Made reservation on behalf of 7364730fdb76414ca81ae560e4cec83d for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:50:07.564355 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5ac706aa-d1d2-42f0-be07-90e430beaca6 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:07.611266 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac706aa-d1d2-42f0-be07-90e430beaca6 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:50:07.614699 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-df3270f6-36aa-4379-a88c-395ebae3648d req-81afba40-557a-47fc-a557-d76d8b848f3a tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0323713 Dec 10 18:50:07.623000 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5ac706aa-d1d2-42f0-be07-90e430beaca6 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:07.623668 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-5ac706aa-d1d2-42f0-be07-90e430beaca6 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Added segment c4d9a8be-cc0b-4094-a034-5b52280c207f of type vlan for network 5461d935-2eb7-4c9c-8caa-c6c6ce15b030 Dec 10 18:50:07.667004 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5ac706aa-d1d2-42f0-be07-90e430beaca6 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:07.693715 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5ac706aa-d1d2-42f0-be07-90e430beaca6 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:07.699804 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac706aa-d1d2-42f0-be07-90e430beaca6 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:07.700364 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5ac706aa-d1d2-42f0-be07-90e430beaca6 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:07.762840 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5ac706aa-d1d2-42f0-be07-90e430beaca6 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2307563 Dec 10 18:50:07.768816 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42040) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:07.775381 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-66f4a227-dd78-491d-be4d-b1ac1e61412a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Request body: {'subnet': {'network_id': '5461d935-2eb7-4c9c-8caa-c6c6ce15b030', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:07.776502 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac706aa-d1d2-42f0-be07-90e430beaca6 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event updated for resources: {'Network': ['ID=5461d935-2eb7-4c9c-8caa-c6c6ce15b030,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:07.790879 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 5461d935-2eb7-4c9c-8caa-c6c6ce15b030 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:50:07.882182 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f4a227-dd78-491d-be4d-b1ac1e61412a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Made reservation on behalf of 7364730fdb76414ca81ae560e4cec83d for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:50:07.885954 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66f4a227-dd78-491d-be4d-b1ac1e61412a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:07.917695 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42046) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:08.024738 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-896e8b6d-2050-40c9-a088-f5ff51868ac3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-218094016-network', 'tenant_id': '3704830dc7144051817729730538c570'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:08.048327 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896e8b6d-2050-40c9-a088-f5ff51868ac3 admin admin] Made reservation on behalf of 3704830dc7144051817729730538c570 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:50:08.050842 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-896e8b6d-2050-40c9-a088-f5ff51868ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:08.062798 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-896e8b6d-2050-40c9-a088-f5ff51868ac3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:08.073371 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:08.078732 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66f4a227-dd78-491d-be4d-b1ac1e61412a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:08.142108 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4a227-dd78-491d-be4d-b1ac1e61412a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event updated for resources: {'Subnet': ['ID=4386c7a9-24b7-48d7-ba9e-e6db83f7c8f1,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:08.148438 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-896e8b6d-2050-40c9-a088-f5ff51868ac3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:08.149858 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f4a227-dd78-491d-be4d-b1ac1e61412a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Checking segment: {'id': 'c4d9a8be-cc0b-4094-a034-5b52280c207f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5461d935-2eb7-4c9c-8caa-c6c6ce15b030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:50:08.150229 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f4a227-dd78-491d-be4d-b1ac1e61412a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Network hostable DHCP agents. Network: 5461d935-2eb7-4c9c-8caa-c6c6ce15b030, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:50:08.153390 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-896e8b6d-2050-40c9-a088-f5ff51868ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:08.168435 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f4a227-dd78-491d-be4d-b1ac1e61412a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Network 5461d935-2eb7-4c9c-8caa-c6c6ce15b030 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:50:08.174570 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-896e8b6d-2050-40c9-a088-f5ff51868ac3 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:50:08.178732 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-66f4a227-dd78-491d-be4d-b1ac1e61412a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 5461d935-2eb7-4c9c-8caa-c6c6ce15b030) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:50:08.183410 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f4a227-dd78-491d-be4d-b1ac1e61412a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:08.184184 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66f4a227-dd78-491d-be4d-b1ac1e61412a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:08.188808 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e8b6d-2050-40c9-a088-f5ff51868ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37471e2c-387a-4330-942f-bf68d9f5bd3d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:08.193658 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-896e8b6d-2050-40c9-a088-f5ff51868ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:08.194191 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-896e8b6d-2050-40c9-a088-f5ff51868ac3 admin admin] Added segment 4652ef95-8f55-47d9-8ea9-50e4f524fd78 of type vlan for network b89011c3-a68e-45a2-9cc6-527d97d63d5f Dec 10 18:50:08.194950 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893ef19d-4054-4152-a262-196e26af4710 None None] Network 5461d935-2eb7-4c9c-8caa-c6c6ce15b030 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:08.203916 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-66f4a227-dd78-491d-be4d-b1ac1e61412a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4337575 Dec 10 18:50:08.206585 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42050) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:08.239245 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-896e8b6d-2050-40c9-a088-f5ff51868ac3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:08.267932 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-896e8b6d-2050-40c9-a088-f5ff51868ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:08.269462 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896e8b6d-2050-40c9-a088-f5ff51868ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:08.270246 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-896e8b6d-2050-40c9-a088-f5ff51868ac3 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:08.328917 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc56d437-0203-4bf2-a107-e81af320d14b tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:08.334894 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-896e8b6d-2050-40c9-a088-f5ff51868ac3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4160402 Dec 10 18:50:08.337729 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb4a0d6-44ee-4285-a1ab-261c74fa4562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-5461d935-2eb7-4c9c-8caa-c6c6ce15b030', 'network_id': '5461d935-2eb7-4c9c-8caa-c6c6ce15b030', 'project_id': '7364730fdb76414ca81ae560e4cec83d', 'fixed_ips': [{'subnet_id': '4386c7a9-24b7-48d7-ba9e-e6db83f7c8f1'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:50:08.338639 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1cb4a0d6-44ee-4285-a1ab-261c74fa4562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:08.342565 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42054) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:08.350776 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-fe6b2660-3f60-43e7-9ba0-cc2e8aede425 admin admin] Request body: {'subnet': {'network_id': 'b89011c3-a68e-45a2-9cc6-527d97d63d5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-218094016-subnet', 'tenant_id': '3704830dc7144051817729730538c570', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:08.361478 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e8b6d-2050-40c9-a088-f5ff51868ac3 admin admin] Pushing event updated for resources: {'Network': ['ID=b89011c3-a68e-45a2-9cc6-527d97d63d5f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:08.375363 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network b89011c3-a68e-45a2-9cc6-527d97d63d5f details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:50:08.386599 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d6483eb5-7bb8-4452-b2dc-22c18e507e98 req-c84762a1-1c70-41e8-b5b5-7422b2e2be66 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0501308 Dec 10 18:50:08.389572 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6b2660-3f60-43e7-9ba0-cc2e8aede425 admin admin] Made reservation on behalf of 3704830dc7144051817729730538c570 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:50:08.391955 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe6b2660-3f60-43e7-9ba0-cc2e8aede425 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:08.436787 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc56d437-0203-4bf2-a107-e81af320d14b tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:08.508355 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc56d437-0203-4bf2-a107-e81af320d14b tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:08.539886 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56d437-0203-4bf2-a107-e81af320d14b tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event deleted for resources: {'Subnet': ['ID=4386c7a9-24b7-48d7-ba9e-e6db83f7c8f1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:08.608883 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc56d437-0203-4bf2-a107-e81af320d14b tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:08.640093 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-26774c82-7b19-49e7-8e7f-4be6b8408c6d req-827c675b-0199-488b-a675-7c9004a437fd tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0337448 Dec 10 18:50:08.658656 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4855e3ff-c036-4e3d-87d7-630f00fcc390 req-d0c931e8-83da-4a7b-80f1-4127f3294bb5 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0407255 Dec 10 18:50:08.665255 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-dc56d437-0203-4bf2-a107-e81af320d14b tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5461d935-2eb7-4c9c-8caa-c6c6ce15b030']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:08.676427 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-dc56d437-0203-4bf2-a107-e81af320d14b tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4d9a8be-cc0b-4094-a034-5b52280c207f') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:08.676770 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-dc56d437-0203-4bf2-a107-e81af320d14b tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4d9a8be-cc0b-4094-a034-5b52280c207f') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:08.682565 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe6b2660-3f60-43e7-9ba0-cc2e8aede425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:08.699574 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc56d437-0203-4bf2-a107-e81af320d14b tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server [None req-1cb4a0d6-44ee-4285-a1ab-261c74fa4562 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4386c7a9-24b7-48d7-ba9e-e6db83f7c8f1: This subnet is being modified by another concurrent operation. Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 18:50:08.711385 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:50:08.716071 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 18:50:08.716071 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 18:50:08.716071 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:50:08.716071 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:50:08.716071 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:50:08.716071 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:50:08.716071 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 18:50:08.716071 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:50:08.716071 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 18:50:08.716071 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 18:50:08.716071 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:50:08.716071 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:50:08.716071 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:50:08.716071 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:50:08.716071 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 18:50:08.716071 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 18:50:08.716071 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 18:50:08.716071 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 18:50:08.716071 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 18:50:08.716071 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 18:50:08.716071 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 18:50:08.716071 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 18:50:08.716071 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 18:50:08.716071 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 18:50:08.716071 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:50:08.716071 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:50:08.716071 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:50:08.716071 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:50:08.716071 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 18:50:08.716071 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 18:50:08.716071 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 18:50:08.716071 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 18:50:08.716071 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 18:50:08.716071 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 18:50:08.716071 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 18:50:08.716071 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise exception Dec 10 18:50:08.716071 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4386c7a9-24b7-48d7-ba9e-e6db83f7c8f1: This subnet is being modified by another concurrent operation. Dec 10 18:50:08.716071 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Dec 10 18:50:08.729116 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc56d437-0203-4bf2-a107-e81af320d14b tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:08.729665 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62332e4c-08b6-495f-9b5d-8bd6aae267f6 None None] Network 5461d935-2eb7-4c9c-8caa-c6c6ce15b030 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:08.735597 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc56d437-0203-4bf2-a107-e81af320d14b tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:50:08.736138 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc56d437-0203-4bf2-a107-e81af320d14b tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:08.740453 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:50:08.740453 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:50:08.740453 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:50:08.740453 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:50:08.740453 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:50:08.740453 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:50:08.740453 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:50:08.740453 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:50:08.740453 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:50:08.740453 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:50:08.740453 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:50:08.740453 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:50:08.740453 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:50:08.740453 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:50:08.740453 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:50:08.740453 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:50:08.740453 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:50:08.740453 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:50:08.740453 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:50:08.740453 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:50:08.740453 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:50:08.740453 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:50:08.740453 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:50:08.740453 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:50:08.740453 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:50:08.740453 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:50:08.740453 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:50:08.740453 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:50:08.740453 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:50:08.740453 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:50:08.740453 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:50:08.740453 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:50:08.758257 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-127034f5-a2b5-4c0c-aded-2cdc8fff4e23 req-8a5714fe-ed8a-4899-8c14-99b62a420311 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0426307 Dec 10 18:50:08.772623 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b2660-3f60-43e7-9ba0-cc2e8aede425 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44240cb3-96fc-45bf-9cb2-956940201641,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:08.786501 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6b2660-3f60-43e7-9ba0-cc2e8aede425 admin admin] Checking segment: {'id': '4652ef95-8f55-47d9-8ea9-50e4f524fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b89011c3-a68e-45a2-9cc6-527d97d63d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:50:08.787296 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6b2660-3f60-43e7-9ba0-cc2e8aede425 admin admin] Network hostable DHCP agents. Network: b89011c3-a68e-45a2-9cc6-527d97d63d5f, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:50:08.806472 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6b2660-3f60-43e7-9ba0-cc2e8aede425 admin admin] Network b89011c3-a68e-45a2-9cc6-527d97d63d5f is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:50:08.813426 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc56d437-0203-4bf2-a107-e81af320d14b tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:08.815647 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-fe6b2660-3f60-43e7-9ba0-cc2e8aede425 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, b89011c3-a68e-45a2-9cc6-527d97d63d5f) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:50:08.821451 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc56d437-0203-4bf2-a107-e81af320d14b tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:08.821594 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6b2660-3f60-43e7-9ba0-cc2e8aede425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:08.822113 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe6b2660-3f60-43e7-9ba0-cc2e8aede425 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:08.826569 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-dc56d437-0203-4bf2-a107-e81af320d14b tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "DELETE /v2.0/networks/5461d935-2eb7-4c9c-8caa-c6c6ce15b030 HTTP/1.1" status: 204 len: 168 time: 0.6185143 Dec 10 18:50:08.831718 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42062) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:08.838213 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166a25fa-7452-4a7a-8ccb-4b77f4cd5c86 None None] get_active_networks_info from n-d-821435-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:50:08.840743 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-19c84ca9-d3cc-4e82-ad4f-7e183e82844c tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1215106216'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:08.853221 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fe6b2660-3f60-43e7-9ba0-cc2e8aede425 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5093215 Dec 10 18:50:08.854028 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42064) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:08.858844 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-84372cf3-2306-49e3-a9c9-83bbe5440ab5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-218094016-router', 'tenant_id': '3704830dc7144051817729730538c570', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:08.859707 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56d437-0203-4bf2-a107-e81af320d14b tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event deleted for resources: {'Network': ['ID=5461d935-2eb7-4c9c-8caa-c6c6ce15b030,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:08.869791 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.db.api [None req-84372cf3-2306-49e3-a9c9-83bbe5440ab5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 18:50:08.869791 n-d-821435-1 neutron-server[103245]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 18:50:08.869791 n-d-821435-1 neutron-server[103245]: [parameters: {'project_id_1': '3704830dc7144051817729730538c570', 'expiration_1': datetime.datetime(2021, 12, 10, 18, 49, 48, 863703)}] Dec 10 18:50:08.869791 n-d-821435-1 neutron-server[103245]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:50:08.870251 n-d-821435-1 neutron-server[103245]: DEBUG oslo_db.api [None req-84372cf3-2306-49e3-a9c9-83bbe5440ab5 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:50:08.877940 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c84ca9-d3cc-4e82-ad4f-7e183e82844c tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Made reservation on behalf of 7364730fdb76414ca81ae560e4cec83d for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:50:08.882375 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-19c84ca9-d3cc-4e82-ad4f-7e183e82844c tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:08.906638 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19c84ca9-d3cc-4e82-ad4f-7e183e82844c tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:50:08.916391 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-19c84ca9-d3cc-4e82-ad4f-7e183e82844c tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:08.916690 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-19c84ca9-d3cc-4e82-ad4f-7e183e82844c tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Added segment 0098f5ec-3062-467e-b602-757c4bade869 of type vlan for network 76668cb1-2dd1-4cf8-b2b7-243afa0855cd Dec 10 18:50:08.957658 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-19c84ca9-d3cc-4e82-ad4f-7e183e82844c tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:08.964421 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166a25fa-7452-4a7a-8ccb-4b77f4cd5c86 None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 18:50:08.985276 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-19c84ca9-d3cc-4e82-ad4f-7e183e82844c tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:08.991238 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c84ca9-d3cc-4e82-ad4f-7e183e82844c tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:08.991985 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-19c84ca9-d3cc-4e82-ad4f-7e183e82844c tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:09.066178 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-19c84ca9-d3cc-4e82-ad4f-7e183e82844c tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2331564 Dec 10 18:50:09.070028 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42066) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:09.075198 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-b6e46beb-6bfb-42e2-95dd-149034c89c0e tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Request body: {'subnet': {'network_id': '76668cb1-2dd1-4cf8-b2b7-243afa0855cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:09.076279 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c84ca9-d3cc-4e82-ad4f-7e183e82844c tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event updated for resources: {'Network': ['ID=76668cb1-2dd1-4cf8-b2b7-243afa0855cd,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:09.090527 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 76668cb1-2dd1-4cf8-b2b7-243afa0855cd details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:50:09.170506 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e46beb-6bfb-42e2-95dd-149034c89c0e tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Made reservation on behalf of 7364730fdb76414ca81ae560e4cec83d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:50:09.174351 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b6e46beb-6bfb-42e2-95dd-149034c89c0e tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:09.306783 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c87a691-c3e0-4cb4-8904-fc7b920789e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-b89011c3-a68e-45a2-9cc6-527d97d63d5f', 'network_id': 'b89011c3-a68e-45a2-9cc6-527d97d63d5f', 'project_id': '3704830dc7144051817729730538c570', 'fixed_ips': [{'subnet_id': '44240cb3-96fc-45bf-9cb2-956940201641'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:50:09.307775 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5c87a691-c3e0-4cb4-8904-fc7b920789e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:09.358151 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b6e46beb-6bfb-42e2-95dd-149034c89c0e tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:09.448815 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-84372cf3-2306-49e3-a9c9-83bbe5440ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:09.449973 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-84372cf3-2306-49e3-a9c9-83bbe5440ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:09.455183 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-5c87a691-c3e0-4cb4-8904-fc7b920789e3 None None] Allocated IP 172.20.0.2 (b89011c3-a68e-45a2-9cc6-527d97d63d5f/44240cb3-96fc-45bf-9cb2-956940201641/eab2b73d-b0ab-410f-b293-f220c2722643) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:50:09.460672 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e46beb-6bfb-42e2-95dd-149034c89c0e tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event updated for resources: {'Subnet': ['ID=9b734871-debb-4b74-80e7-5998396bb2b3,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:09.473237 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e46beb-6bfb-42e2-95dd-149034c89c0e tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Checking segment: {'id': '0098f5ec-3062-467e-b602-757c4bade869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '76668cb1-2dd1-4cf8-b2b7-243afa0855cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:50:09.473802 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e46beb-6bfb-42e2-95dd-149034c89c0e tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Network hostable DHCP agents. Network: 76668cb1-2dd1-4cf8-b2b7-243afa0855cd, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:50:09.489259 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3fc1c764-dfc5-42fe-beeb-9bda22e16373 req-3ec4f6ce-b775-4a59-9b2b-633d3db0e43c tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0417202 Dec 10 18:50:09.534172 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-84372cf3-2306-49e3-a9c9-83bbe5440ab5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:09.543966 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e46beb-6bfb-42e2-95dd-149034c89c0e tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Network 76668cb1-2dd1-4cf8-b2b7-243afa0855cd is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:50:09.613578 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5c87a691-c3e0-4cb4-8904-fc7b920789e3 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:09.614606 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-b6e46beb-6bfb-42e2-95dd-149034c89c0e tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 76668cb1-2dd1-4cf8-b2b7-243afa0855cd) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:50:09.620359 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5c87a691-c3e0-4cb4-8904-fc7b920789e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:09.622461 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e46beb-6bfb-42e2-95dd-149034c89c0e tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:09.623366 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b6e46beb-6bfb-42e2-95dd-149034c89c0e tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:09.668264 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c87a691-c3e0-4cb4-8904-fc7b920789e3 None None] Network b89011c3-a68e-45a2-9cc6-527d97d63d5f is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:50:09.671190 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-5c87a691-c3e0-4cb4-8904-fc7b920789e3 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:50:09.674130 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c87a691-c3e0-4cb4-8904-fc7b920789e3 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:50:09.681733 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87a691-c3e0-4cb4-8904-fc7b920789e3 None None] Pushing event updated for resources: {'Port': ['ID=eab2b73d-b0ab-410f-b293-f220c2722643,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:09.701379 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-84372cf3-2306-49e3-a9c9-83bbe5440ab5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:09.711889 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b6e46beb-6bfb-42e2-95dd-149034c89c0e tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6407287 Dec 10 18:50:09.715050 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42074) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:09.749940 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-db84ef80-ea42-4f2f-858e-834ead9f0994 req-b5b274c3-f891-4e32-ad11-734f0fa8722b tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0368800 Dec 10 18:50:09.773059 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5c87a691-c3e0-4cb4-8904-fc7b920789e3 None None] Attempting to bind port eab2b73d-b0ab-410f-b293-f220c2722643 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:50:09.773572 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5c87a691-c3e0-4cb4-8904-fc7b920789e3 None None] Attempting to bind port eab2b73d-b0ab-410f-b293-f220c2722643 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '4652ef95-8f55-47d9-8ea9-50e4f524fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b89011c3-a68e-45a2-9cc6-527d97d63d5f'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:50:09.774072 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c87a691-c3e0-4cb4-8904-fc7b920789e3 None None] Attempting to bind port eab2b73d-b0ab-410f-b293-f220c2722643 on network b89011c3-a68e-45a2-9cc6-527d97d63d5f {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:50:09.779885 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c87a691-c3e0-4cb4-8904-fc7b920789e3 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:50:09.780420 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c87a691-c3e0-4cb4-8904-fc7b920789e3 None None] Checking segment: {'id': '4652ef95-8f55-47d9-8ea9-50e4f524fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b89011c3-a68e-45a2-9cc6-527d97d63d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:50:09.781090 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5c87a691-c3e0-4cb4-8904-fc7b920789e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:09.781591 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c87a691-c3e0-4cb4-8904-fc7b920789e3 None None] Bound using segment: {'id': '4652ef95-8f55-47d9-8ea9-50e4f524fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b89011c3-a68e-45a2-9cc6-527d97d63d5f'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:50:09.782195 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5c87a691-c3e0-4cb4-8904-fc7b920789e3 None None] Bound port: eab2b73d-b0ab-410f-b293-f220c2722643, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4652ef95-8f55-47d9-8ea9-50e4f524fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b89011c3-a68e-45a2-9cc6-527d97d63d5f'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:50:09.782952 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5c87a691-c3e0-4cb4-8904-fc7b920789e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:09.831828 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-623de1fc-e195-434d-8744-1067277a55f7 req-f0057b2c-3c7f-43bd-aee1-fc07efa585da tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0928209 Dec 10 18:50:09.864124 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5c87a691-c3e0-4cb4-8904-fc7b920789e3 None None] For port eab2b73d-b0ab-410f-b293-f220c2722643, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:50:09.870123 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b86390ad-f6de-4ec0-a04a-c35f9013233f req-feb3882b-151c-4073-ac05-54bdd34e6951 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0447903 Dec 10 18:50:09.873641 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5c87a691-c3e0-4cb4-8904-fc7b920789e3 None None] For port eab2b73d-b0ab-410f-b293-f220c2722643, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=eab2b73d-b0ab-410f-b293-f220c2722643,segment=NetworkSegment(4652ef95-8f55-47d9-8ea9-50e4f524fd78),segment_id=4652ef95-8f55-47d9-8ea9-50e4f524fd78)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:50:09.881604 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5c87a691-c3e0-4cb4-8904-fc7b920789e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:09.897353 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7b52407-897e-499e-a1b6-fa062d0fed08 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:09.952624 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87a691-c3e0-4cb4-8904-fc7b920789e3 None None] Pushing event updated for resources: {'Port': ['ID=eab2b73d-b0ab-410f-b293-f220c2722643,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:09.962908 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7b52407-897e-499e-a1b6-fa062d0fed08 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:10.014026 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-84372cf3-2306-49e3-a9c9-83bbe5440ab5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:10.030875 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7b52407-897e-499e-a1b6-fa062d0fed08 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:10.038140 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-84372cf3-2306-49e3-a9c9-83bbe5440ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:10.065867 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b52407-897e-499e-a1b6-fa062d0fed08 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event deleted for resources: {'Subnet': ['ID=9b734871-debb-4b74-80e7-5998396bb2b3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:10.133846 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7b52407-897e-499e-a1b6-fa062d0fed08 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:10.159055 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-a7b52407-897e-499e-a1b6-fa062d0fed08 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76668cb1-2dd1-4cf8-b2b7-243afa0855cd']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:10.169415 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-a7b52407-897e-499e-a1b6-fa062d0fed08 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0098f5ec-3062-467e-b602-757c4bade869') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:10.169709 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-a7b52407-897e-499e-a1b6-fa062d0fed08 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0098f5ec-3062-467e-b602-757c4bade869') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:10.171429 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-84372cf3-2306-49e3-a9c9-83bbe5440ab5 admin admin] Allocated IP 172.25.7.242 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/e4ff5999-5215-4838-98b1-fd9662ab2d3b) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:50:10.181367 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7b52407-897e-499e-a1b6-fa062d0fed08 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:10.197598 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7b52407-897e-499e-a1b6-fa062d0fed08 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:10.205199 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b52407-897e-499e-a1b6-fa062d0fed08 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:50:10.205553 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7b52407-897e-499e-a1b6-fa062d0fed08 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:10.209254 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:50:10.209254 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:50:10.209254 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:50:10.209254 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:50:10.209254 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:50:10.209254 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:50:10.209254 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:50:10.209254 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:50:10.209254 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:50:10.209254 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:50:10.209254 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:50:10.209254 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:50:10.209254 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:50:10.209254 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:50:10.209254 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:50:10.209254 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:50:10.209254 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:50:10.209254 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:50:10.209254 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:50:10.209254 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:50:10.209254 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:50:10.209254 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:50:10.209254 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:50:10.209254 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:50:10.209254 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:50:10.209254 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:50:10.209254 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:50:10.209254 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:50:10.209254 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:50:10.209254 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:50:10.209254 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:50:10.209254 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:50:10.292117 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7b52407-897e-499e-a1b6-fa062d0fed08 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:10.298961 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7b52407-897e-499e-a1b6-fa062d0fed08 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:10.302544 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a7b52407-897e-499e-a1b6-fa062d0fed08 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "DELETE /v2.0/networks/76668cb1-2dd1-4cf8-b2b7-243afa0855cd HTTP/1.1" status: 204 len: 168 time: 0.5854232 Dec 10 18:50:10.305763 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42078) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:10.311307 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f2a4641d-cda1-45cf-9bdf-0bb72a0141ef tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-45590867'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:10.330890 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-84372cf3-2306-49e3-a9c9-83bbe5440ab5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:10.332827 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b52407-897e-499e-a1b6-fa062d0fed08 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event deleted for resources: {'Network': ['ID=76668cb1-2dd1-4cf8-b2b7-243afa0855cd,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:10.351321 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a4641d-cda1-45cf-9bdf-0bb72a0141ef tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Made reservation on behalf of 7364730fdb76414ca81ae560e4cec83d for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:50:10.357392 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f2a4641d-cda1-45cf-9bdf-0bb72a0141ef tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:10.375161 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-84372cf3-2306-49e3-a9c9-83bbe5440ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:10.387691 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a4641d-cda1-45cf-9bdf-0bb72a0141ef tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:50:10.399515 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f2a4641d-cda1-45cf-9bdf-0bb72a0141ef tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:10.399932 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-f2a4641d-cda1-45cf-9bdf-0bb72a0141ef tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Added segment 936991a9-1ed1-48ea-b38d-358d9d0b3097 of type vlan for network d9368297-9420-45e3-95bd-ef9897e95faa Dec 10 18:50:10.423575 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84372cf3-2306-49e3-a9c9-83bbe5440ab5 admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:50:10.426526 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-84372cf3-2306-49e3-a9c9-83bbe5440ab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:50:10.432429 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84372cf3-2306-49e3-a9c9-83bbe5440ab5 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:50:10.450314 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f2a4641d-cda1-45cf-9bdf-0bb72a0141ef tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:10.462822 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84372cf3-2306-49e3-a9c9-83bbe5440ab5 admin admin] Pushing event updated for resources: {'Port': ['ID=e4ff5999-5215-4838-98b1-fd9662ab2d3b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:10.478486 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f2a4641d-cda1-45cf-9bdf-0bb72a0141ef tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:10.486201 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a4641d-cda1-45cf-9bdf-0bb72a0141ef tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:10.486827 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f2a4641d-cda1-45cf-9bdf-0bb72a0141ef tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:10.561475 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f2a4641d-cda1-45cf-9bdf-0bb72a0141ef tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2546673 Dec 10 18:50:10.567611 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42082) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:10.573968 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f1c5fe2f-6c3a-4b98-ae73-a75035732c79 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:10.589787 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3ff8cfe7-3220-488c-a41d-6d1f394b34e2 req-fa3227f5-f748-416e-b2a9-4c358f61f398 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0442605 Dec 10 18:50:10.593217 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a4641d-cda1-45cf-9bdf-0bb72a0141ef tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event updated for resources: {'Network': ['ID=d9368297-9420-45e3-95bd-ef9897e95faa,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:10.607658 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network d9368297-9420-45e3-95bd-ef9897e95faa details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:50:10.869746 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f1c5fe2f-6c3a-4b98-ae73-a75035732c79 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:10.875656 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8a26a052-004e-4715-800c-dbaebd9cbd0c req-a38d6f68-2c15-491a-831e-7307f21015e5 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0483057 Dec 10 18:50:10.883613 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-84372cf3-2306-49e3-a9c9-83bbe5440ab5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:10.918642 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f1c5fe2f-6c3a-4b98-ae73-a75035732c79 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:10.954054 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a72c9e6b-9c94-4e76-8d36-c5943cbed48c req-f56bf6d4-c90d-4b34-80a5-249d85d95a78 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0315764 Dec 10 18:50:11.113561 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad12988c-683b-411b-8ee7-c2e29753a8fa None None] Network b89011c3-a68e-45a2-9cc6-527d97d63d5f requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:11.120034 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f959a9-aadf-425e-8a54-d48d68d71860 None None] Network 76668cb1-2dd1-4cf8-b2b7-243afa0855cd requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:11.125511 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634bb1a8-5fed-462b-b63b-0f470b1969d7 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:50:11.202583 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f959a9-aadf-425e-8a54-d48d68d71860 None None] Network 76668cb1-2dd1-4cf8-b2b7-243afa0855cd could not be found, it might have been deleted concurrently. {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 18:50:11.220352 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa20427b-c4a6-401a-a6d0-7f1e59dfbc5a None None] Network 76668cb1-2dd1-4cf8-b2b7-243afa0855cd requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:11.227563 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f1c5fe2f-6c3a-4b98-ae73-a75035732c79 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Network d9368297-9420-45e3-95bd-ef9897e95faa is not hosted by any dhcp agent {{(pid=103245) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 18:50:11.232946 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c5fe2f-6c3a-4b98-ae73-a75035732c79 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:11.233563 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f1c5fe2f-6c3a-4b98-ae73-a75035732c79 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:11.236226 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f1c5fe2f-6c3a-4b98-ae73-a75035732c79 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "PUT /v2.0/networks/d9368297-9420-45e3-95bd-ef9897e95faa HTTP/1.1" status: 200 len: 723 time: 0.6661782 Dec 10 18:50:11.237815 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42090) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:11.239491 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c1259afc-1631-487c-b025-df83a5f625a2 None None] Provisioning complete for port eab2b73d-b0ab-410f-b293-f220c2722643 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:11.239921 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c1259afc-1631-487c-b025-df83a5f625a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:11.243404 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa20427b-c4a6-401a-a6d0-7f1e59dfbc5a None None] Network 76668cb1-2dd1-4cf8-b2b7-243afa0855cd could not be found, it might have been deleted concurrently. {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 18:50:11.243724 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-df3ca9ef-5e23-42da-ac26-d1c088b0874f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Request body: {'subnet': {'network_id': 'd9368297-9420-45e3-95bd-ef9897e95faa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:11.277565 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-37a47cdb-95b8-4192-af22-4e69d410fb7c req-7e258418-127c-4c59-96a4-545d689c81bb tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0736334 Dec 10 18:50:11.306835 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5fe2f-6c3a-4b98-ae73-a75035732c79 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event updated for resources: {'Network': ['ID=d9368297-9420-45e3-95bd-ef9897e95faa,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:11.320392 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network d9368297-9420-45e3-95bd-ef9897e95faa details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:50:11.370931 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3ca9ef-5e23-42da-ac26-d1c088b0874f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Made reservation on behalf of 7364730fdb76414ca81ae560e4cec83d for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:50:11.375149 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-df3ca9ef-5e23-42da-ac26-d1c088b0874f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:11.433370 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-84372cf3-2306-49e3-a9c9-83bbe5440ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:11.475231 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c1259afc-1631-487c-b025-df83a5f625a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:11.522468 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c1259afc-1631-487c-b025-df83a5f625a2 None None] For port eab2b73d-b0ab-410f-b293-f220c2722643, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=eab2b73d-b0ab-410f-b293-f220c2722643,segment=NetworkSegment(4652ef95-8f55-47d9-8ea9-50e4f524fd78),segment_id=4652ef95-8f55-47d9-8ea9-50e4f524fd78)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:11.533830 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c1259afc-1631-487c-b025-df83a5f625a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:11.582845 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84372cf3-2306-49e3-a9c9-83bbe5440ab5 admin admin] Router 7d829770-a95b-41de-bec0-7c756a033b1a is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:50:11.598380 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1259afc-1631-487c-b025-df83a5f625a2 None None] Pushing event updated for resources: {'Port': ['ID=eab2b73d-b0ab-410f-b293-f220c2722643,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:11.600431 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-df3ca9ef-5e23-42da-ac26-d1c088b0874f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:11.655854 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3ca9ef-5e23-42da-ac26-d1c088b0874f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event updated for resources: {'Subnet': ['ID=8477d79a-f468-4f1b-a020-bcc00d19bb69,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:11.669083 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-dd38cfd7-2da7-4a83-b85f-18be08a30584 None None] Provisioning complete for port e4ff5999-5215-4838-98b1-fd9662ab2d3b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:11.670023 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dd38cfd7-2da7-4a83-b85f-18be08a30584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:11.694409 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a006ca35-0d48-46dd-bbab-4deb9fbbc788 req-e15055cf-c7c7-4f43-98a0-2f058a8bd806 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0337656 Dec 10 18:50:11.724785 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3ca9ef-5e23-42da-ac26-d1c088b0874f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Checking segment: {'id': '936991a9-1ed1-48ea-b38d-358d9d0b3097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd9368297-9420-45e3-95bd-ef9897e95faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:50:11.724785 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3ca9ef-5e23-42da-ac26-d1c088b0874f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Network hostable DHCP agents. Network: d9368297-9420-45e3-95bd-ef9897e95faa, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:50:11.748728 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-dd38cfd7-2da7-4a83-b85f-18be08a30584 None None] Port e4ff5999-5215-4838-98b1-fd9662ab2d3b cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:50:11.751616 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3ca9ef-5e23-42da-ac26-d1c088b0874f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Network d9368297-9420-45e3-95bd-ef9897e95faa is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:50:11.754693 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84372cf3-2306-49e3-a9c9-83bbe5440ab5 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:50:11.766798 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-df3ca9ef-5e23-42da-ac26-d1c088b0874f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, d9368297-9420-45e3-95bd-ef9897e95faa) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:50:11.773208 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3ca9ef-5e23-42da-ac26-d1c088b0874f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:11.773811 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-df3ca9ef-5e23-42da-ac26-d1c088b0874f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:11.776050 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9786c4-1f1d-47fc-a1b5-7ea6ac0d5988 None None] Sync routers for ids ['7d829770-a95b-41de-bec0-7c756a033b1a'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:50:11.776929 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e47bf99-f081-43e8-bffe-84f1cc3ee5a2 None None] Network d9368297-9420-45e3-95bd-ef9897e95faa requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:11.793248 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-84372cf3-2306-49e3-a9c9-83bbe5440ab5 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:11.797084 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-84372cf3-2306-49e3-a9c9-83bbe5440ab5 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9395468 Dec 10 18:50:11.797276 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9786c4-1f1d-47fc-a1b5-7ea6ac0d5988 None None] Routers {'7d829770-a95b-41de-bec0-7c756a033b1a'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:50:11.797276 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-be9786c4-1f1d-47fc-a1b5-7ea6ac0d5988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:49:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['7d829770-a95b-41de-bec0-7c756a033b1a'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:11.797536 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42094) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:11.817485 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-df3ca9ef-5e23-42da-ac26-d1c088b0874f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5784540 Dec 10 18:50:11.818237 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42096) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:11.823713 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c6af271a-eebd-4c14-b5b4-5a3549b6223f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:11.905063 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device eab2b73d-b0ab-410f-b293-f220c2722643 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:50:11.989995 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-be9786c4-1f1d-47fc-a1b5-7ea6ac0d5988 None None] Set router 7d829770-a95b-41de-bec0-7c756a033b1a gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:50:11.990724 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1020b2d6-a663-4b65-8922-e9ef41bba0a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-d9368297-9420-45e3-95bd-ef9897e95faa', 'network_id': 'd9368297-9420-45e3-95bd-ef9897e95faa', 'project_id': '7364730fdb76414ca81ae560e4cec83d', 'fixed_ips': [{'subnet_id': '8477d79a-f468-4f1b-a020-bcc00d19bb69'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:50:11.991596 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1020b2d6-a663-4b65-8922-e9ef41bba0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:12.012050 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6af271a-eebd-4c14-b5b4-5a3549b6223f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8406882'] for subnet, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:12.020870 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-57c2db32-31d7-4c13-8d83-fbeaec6338d9 req-93e1d704-de37-4310-9bf3-8fd6125ced07 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0768588 Dec 10 18:50:12.029808 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port eab2b73d-b0ab-410f-b293-f220c2722643 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:12.030184 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:12.112281 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a0c1cfdf-2959-4882-957d-eb96d16de562 req-611c648d-85f3-4b56-afe9-8ca800ff8e28 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0475144 Dec 10 18:50:12.236577 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67575fe6-80fe-460b-9f2a-f9829b8001ef None None] Network b89011c3-a68e-45a2-9cc6-527d97d63d5f requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:12.268997 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6af271a-eebd-4c14-b5b4-5a3549b6223f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794392028380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8845726'] for subnet, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:12.274701 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-be9786c4-1f1d-47fc-a1b5-7ea6ac0d5988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d829770-a95b-41de-bec0-7c756a033b1a', 'name': 'tempest-ServersTestFqdnHostnames-218094016-router', 'tenant_id': '3704830dc7144051817729730538c570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'e4ff5999-5215-4838-98b1-fd9662ab2d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:50:09Z', 'updated_at': '2021-12-10T18:50:10Z', 'revision_number': 3, 'project_id': '3704830dc7144051817729730538c570', 'gw_port': {'id': 'e4ff5999-5215-4838-98b1-fd9662ab2d3b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d829770-a95b-41de-bec0-7c756a033b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:50:10Z', 'updated_at': '2021-12-10T18:50:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:12.311897 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6af271a-eebd-4c14-b5b4-5a3549b6223f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:12.312573 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6af271a-eebd-4c14-b5b4-5a3549b6223f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:12.314590 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c6af271a-eebd-4c14-b5b4-5a3549b6223f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "PUT /v2.0/subnets/8477d79a-f468-4f1b-a020-bcc00d19bb69 HTTP/1.1" status: 200 len: 806 time: 0.4953701 Dec 10 18:50:12.318186 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42104) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:12.328082 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9786c4-1f1d-47fc-a1b5-7ea6ac0d5988 None None] Checking router: 7d829770-a95b-41de-bec0-7c756a033b1a for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:50:12.328415 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9786c4-1f1d-47fc-a1b5-7ea6ac0d5988 None None] Updating router 7d829770-a95b-41de-bec0-7c756a033b1a port e4ff5999-5215-4838-98b1-fd9662ab2d3b binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:50:12.353844 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af271a-eebd-4c14-b5b4-5a3549b6223f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event updated for resources: {'Subnet': ['ID=8477d79a-f468-4f1b-a020-bcc00d19bb69,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:12.371604 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-be9786c4-1f1d-47fc-a1b5-7ea6ac0d5988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:12.404491 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-1020b2d6-a663-4b65-8922-e9ef41bba0a0 None None] Allocated IP 172.20.0.2 (d9368297-9420-45e3-95bd-ef9897e95faa/8477d79a-f468-4f1b-a020-bcc00d19bb69/e5e19183-1ac6-4a83-99e3-597b0fc0b638) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:50:12.409201 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3068bc0f-f99e-42af-9bd0-bfe88cca7c1a None None] Provisioning complete for port eab2b73d-b0ab-410f-b293-f220c2722643 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:12.409577 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3068bc0f-f99e-42af-9bd0-bfe88cca7c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:12.452793 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6c9e8f12-9ca4-49c3-afea-f204b8418e41 req-5c1a11ed-3c28-4088-af45-046e4fe5e58b tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0704341 Dec 10 18:50:12.574018 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:12.703615 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1020b2d6-a663-4b65-8922-e9ef41bba0a0 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:12.711921 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-be9786c4-1f1d-47fc-a1b5-7ea6ac0d5988 None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:12.713732 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1020b2d6-a663-4b65-8922-e9ef41bba0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:12.722476 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-be9786c4-1f1d-47fc-a1b5-7ea6ac0d5988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:12.728034 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:12.772387 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020b2d6-a663-4b65-8922-e9ef41bba0a0 None None] Pushing event updated for resources: {'Port': ['ID=e5e19183-1ac6-4a83-99e3-597b0fc0b638,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:12.776307 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5caadb9b-56b0-49d6-be10-e26484b67f81 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:50:12.788168 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-232ecc85-28ff-4431-838f-c422256587b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:12.795014 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-be9786c4-1f1d-47fc-a1b5-7ea6ac0d5988 None None] Attempting to bind port e4ff5999-5215-4838-98b1-fd9662ab2d3b on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:50:12.795685 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-be9786c4-1f1d-47fc-a1b5-7ea6ac0d5988 None None] Attempting to bind port e4ff5999-5215-4838-98b1-fd9662ab2d3b by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:50:12.796700 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9786c4-1f1d-47fc-a1b5-7ea6ac0d5988 None None] Attempting to bind port e4ff5999-5215-4838-98b1-fd9662ab2d3b on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:50:12.803299 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1020b2d6-a663-4b65-8922-e9ef41bba0a0 None None] Network d9368297-9420-45e3-95bd-ef9897e95faa is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:50:12.807428 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9786c4-1f1d-47fc-a1b5-7ea6ac0d5988 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:50:12.807677 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-1020b2d6-a663-4b65-8922-e9ef41bba0a0 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:50:12.807826 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9786c4-1f1d-47fc-a1b5-7ea6ac0d5988 None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:50:12.808215 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-be9786c4-1f1d-47fc-a1b5-7ea6ac0d5988 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:12.808611 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9786c4-1f1d-47fc-a1b5-7ea6ac0d5988 None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:50:12.809923 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:12.810109 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-be9786c4-1f1d-47fc-a1b5-7ea6ac0d5988 None None] Bound port: e4ff5999-5215-4838-98b1-fd9662ab2d3b, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:50:12.810512 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-be9786c4-1f1d-47fc-a1b5-7ea6ac0d5988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:12.813739 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1020b2d6-a663-4b65-8922-e9ef41bba0a0 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:50:12.856151 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event deleted for resources: {'Subnet': ['ID=8477d79a-f468-4f1b-a020-bcc00d19bb69,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:12.872908 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679f753-9bdf-4e83-b49c-c6512aac7620 None None] Pushing event updated for resources: {'Port': ['ID=e4ff5999-5215-4838-98b1-fd9662ab2d3b,revision_number=2']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:12.876790 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7afdaa91-f8a5-45a7-8d12-ea8d173f8a8d req-eb5a6a88-5604-48d4-a11f-1d673b70e4fc tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0631058 Dec 10 18:50:12.885586 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9679f753-9bdf-4e83-b49c-c6512aac7620 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:12.886971 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9679f753-9bdf-4e83-b49c-c6512aac7620 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:12.887298 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9679f753-9bdf-4e83-b49c-c6512aac7620 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:12.892973 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9679f753-9bdf-4e83-b49c-c6512aac7620 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:12.894043 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9679f753-9bdf-4e83-b49c-c6512aac7620 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:12.894904 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9679f753-9bdf-4e83-b49c-c6512aac7620 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:12.895479 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9679f753-9bdf-4e83-b49c-c6512aac7620 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:12.896775 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-1020b2d6-a663-4b65-8922-e9ef41bba0a0 None None] Attempting to bind port e5e19183-1ac6-4a83-99e3-597b0fc0b638 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:50:12.897161 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-1020b2d6-a663-4b65-8922-e9ef41bba0a0 None None] Attempting to bind port e5e19183-1ac6-4a83-99e3-597b0fc0b638 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '936991a9-1ed1-48ea-b38d-358d9d0b3097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd9368297-9420-45e3-95bd-ef9897e95faa'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:50:12.897528 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1020b2d6-a663-4b65-8922-e9ef41bba0a0 None None] Attempting to bind port e5e19183-1ac6-4a83-99e3-597b0fc0b638 on network d9368297-9420-45e3-95bd-ef9897e95faa {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:50:12.898697 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9679f753-9bdf-4e83-b49c-c6512aac7620 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:12.899093 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9679f753-9bdf-4e83-b49c-c6512aac7620 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:12.899389 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9679f753-9bdf-4e83-b49c-c6512aac7620 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:12.899731 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9679f753-9bdf-4e83-b49c-c6512aac7620 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:12.900070 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9679f753-9bdf-4e83-b49c-c6512aac7620 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:12.900404 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9679f753-9bdf-4e83-b49c-c6512aac7620 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:12.908240 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1020b2d6-a663-4b65-8922-e9ef41bba0a0 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:50:12.908546 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1020b2d6-a663-4b65-8922-e9ef41bba0a0 None None] Checking segment: {'id': '936991a9-1ed1-48ea-b38d-358d9d0b3097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd9368297-9420-45e3-95bd-ef9897e95faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:50:12.908910 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1020b2d6-a663-4b65-8922-e9ef41bba0a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:12.909303 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1020b2d6-a663-4b65-8922-e9ef41bba0a0 None None] Bound using segment: {'id': '936991a9-1ed1-48ea-b38d-358d9d0b3097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd9368297-9420-45e3-95bd-ef9897e95faa'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:50:12.909776 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-1020b2d6-a663-4b65-8922-e9ef41bba0a0 None None] Bound port: e5e19183-1ac6-4a83-99e3-597b0fc0b638, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '936991a9-1ed1-48ea-b38d-358d9d0b3097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd9368297-9420-45e3-95bd-ef9897e95faa'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:50:12.910159 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1020b2d6-a663-4b65-8922-e9ef41bba0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:12.921690 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9349f212-547f-4c2b-aa5e-18399ceb2adf None None] Provisioning complete for port e4ff5999-5215-4838-98b1-fd9662ab2d3b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:12.922065 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9349f212-547f-4c2b-aa5e-18399ceb2adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:12.936619 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-be9786c4-1f1d-47fc-a1b5-7ea6ac0d5988 None None] For port e4ff5999-5215-4838-98b1-fd9662ab2d3b, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:50:12.939947 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-be9786c4-1f1d-47fc-a1b5-7ea6ac0d5988 None None] For port e4ff5999-5215-4838-98b1-fd9662ab2d3b, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e4ff5999-5215-4838-98b1-fd9662ab2d3b,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:50:12.946028 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-be9786c4-1f1d-47fc-a1b5-7ea6ac0d5988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:12.988061 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9349f212-547f-4c2b-aa5e-18399ceb2adf None None] Port e4ff5999-5215-4838-98b1-fd9662ab2d3b cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:50:13.000360 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9786c4-1f1d-47fc-a1b5-7ea6ac0d5988 None None] Routers {'7d829770-a95b-41de-bec0-7c756a033b1a'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:50:13.001137 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-be9786c4-1f1d-47fc-a1b5-7ea6ac0d5988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:49:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['7d829770-a95b-41de-bec0-7c756a033b1a'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:13.014006 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9349f212-547f-4c2b-aa5e-18399ceb2adf None None] Provisioning complete for port eab2b73d-b0ab-410f-b293-f220c2722643 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:13.014380 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9349f212-547f-4c2b-aa5e-18399ceb2adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:13.026738 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:13.040866 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1020b2d6-a663-4b65-8922-e9ef41bba0a0 None None] For port e5e19183-1ac6-4a83-99e3-597b0fc0b638, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:50:13.043296 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc6f481-7f46-4d41-900d-da4b91f57231 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:50:13.078337 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1020b2d6-a663-4b65-8922-e9ef41bba0a0 None None] For port e5e19183-1ac6-4a83-99e3-597b0fc0b638, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e5e19183-1ac6-4a83-99e3-597b0fc0b638,segment=NetworkSegment(936991a9-1ed1-48ea-b38d-358d9d0b3097),segment_id=936991a9-1ed1-48ea-b38d-358d9d0b3097)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:50:13.087708 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1020b2d6-a663-4b65-8922-e9ef41bba0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:13.095076 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9368297-9420-45e3-95bd-ef9897e95faa']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:13.111707 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '936991a9-1ed1-48ea-b38d-358d9d0b3097') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:13.112013 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '936991a9-1ed1-48ea-b38d-358d9d0b3097') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:13.112241 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679f753-9bdf-4e83-b49c-c6512aac7620 None None] Pushing event updated for resources: {'Port': ['ID=e4ff5999-5215-4838-98b1-fd9662ab2d3b,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:13.153524 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0d8070d7-fd0e-4ee0-a182-714a141a2bd9 req-2e5c99cf-7f16-4b23-b94a-c771809538c7 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0437455 Dec 10 18:50:13.160282 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:13.172781 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020b2d6-a663-4b65-8922-e9ef41bba0a0 None None] Pushing event updated for resources: {'Port': ['ID=e5e19183-1ac6-4a83-99e3-597b0fc0b638,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:13.185073 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-be9786c4-1f1d-47fc-a1b5-7ea6ac0d5988 None None] Set router 7d829770-a95b-41de-bec0-7c756a033b1a gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:50:13.203584 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:13.215659 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:50:13.216074 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:13.220219 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:50:13.220219 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:50:13.220219 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:50:13.220219 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:50:13.220219 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:50:13.220219 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:50:13.220219 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:50:13.220219 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:50:13.220219 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:50:13.220219 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:50:13.220219 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:50:13.220219 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:50:13.220219 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:50:13.220219 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:50:13.220219 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:50:13.220219 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:50:13.220219 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:50:13.220219 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:50:13.220219 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:50:13.220219 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:50:13.220219 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:50:13.220219 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:50:13.220219 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:50:13.220219 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:50:13.220219 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:50:13.220219 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:50:13.220219 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:50:13.220219 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:50:13.220219 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:50:13.220219 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:50:13.220219 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:50:13.220219 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:50:13.228975 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1cb9c15b-4f94-49a7-abf0-0bc61cd2eb14 req-cce94e6c-0241-40e4-a556-404d6391f916 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0471349 Dec 10 18:50:13.278296 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-232ecc85-28ff-4431-838f-c422256587b2 admin admin] Allocated IP 172.20.0.1 (b89011c3-a68e-45a2-9cc6-527d97d63d5f/44240cb3-96fc-45bf-9cb2-956940201641/a595b61d-6971-4e36-b392-6187cfb52bc0) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:50:13.310045 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.db.api [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 18:50:13.310045 n-d-821435-1 neutron-server[103245]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 18:50:13.310045 n-d-821435-1 neutron-server[103245]: [parameters: {'id': 'd9368297-9420-45e3-95bd-ef9897e95faa'}] Dec 10 18:50:13.310045 n-d-821435-1 neutron-server[103245]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:50:13.310636 n-d-821435-1 neutron-server[103245]: DEBUG oslo_db.api [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:50:13.419220 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-be9786c4-1f1d-47fc-a1b5-7ea6ac0d5988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d829770-a95b-41de-bec0-7c756a033b1a', 'name': 'tempest-ServersTestFqdnHostnames-218094016-router', 'tenant_id': '3704830dc7144051817729730538c570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'e4ff5999-5215-4838-98b1-fd9662ab2d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:50:09Z', 'updated_at': '2021-12-10T18:50:10Z', 'revision_number': 3, 'project_id': '3704830dc7144051817729730538c570', 'gw_port': {'id': 'e4ff5999-5215-4838-98b1-fd9662ab2d3b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d829770-a95b-41de-bec0-7c756a033b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:50:10Z', 'updated_at': '2021-12-10T18:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:13.426177 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-232ecc85-28ff-4431-838f-c422256587b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:13.430258 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14c960e-5952-44a2-8aba-7d2291174539 None None] Network d9368297-9420-45e3-95bd-ef9897e95faa requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:13.464540 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-232ecc85-28ff-4431-838f-c422256587b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:13.518250 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232ecc85-28ff-4431-838f-c422256587b2 admin admin] Network b89011c3-a68e-45a2-9cc6-527d97d63d5f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:50:13.523889 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-232ecc85-28ff-4431-838f-c422256587b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:50:13.536370 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232ecc85-28ff-4431-838f-c422256587b2 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:50:13.555230 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9786c4-1f1d-47fc-a1b5-7ea6ac0d5988 None None] The sync data for ids ['7d829770-a95b-41de-bec0-7c756a033b1a'] in n-d-821435-1 is: [{'id': '7d829770-a95b-41de-bec0-7c756a033b1a', 'name': 'tempest-ServersTestFqdnHostnames-218094016-router', 'tenant_id': '3704830dc7144051817729730538c570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'e4ff5999-5215-4838-98b1-fd9662ab2d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:50:09Z', 'updated_at': '2021-12-10T18:50:10Z', 'revision_number': 3, 'project_id': '3704830dc7144051817729730538c570', 'gw_port': {'id': 'e4ff5999-5215-4838-98b1-fd9662ab2d3b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d829770-a95b-41de-bec0-7c756a033b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:50:10Z', 'updated_at': '2021-12-10T18:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:50:13.556357 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-02465394-f503-449e-81b7-3a8ca4f1f9aa None None] Provisioning complete for port e4ff5999-5215-4838-98b1-fd9662ab2d3b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:13.556850 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-02465394-f503-449e-81b7-3a8ca4f1f9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:13.560940 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ecc85-28ff-4431-838f-c422256587b2 admin admin] Pushing event updated for resources: {'Port': ['ID=a595b61d-6971-4e36-b392-6187cfb52bc0,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:13.584609 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-91b9b572-be18-4591-b98b-fe857ccefe94 req-ac22ed8b-f672-447c-8422-b78baf85503b tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0591509 Dec 10 18:50:13.597317 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e529919-fe70-4e52-9240-d307ae05fe14 None None] Network d9368297-9420-45e3-95bd-ef9897e95faa requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:13.604706 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-232ecc85-28ff-4431-838f-c422256587b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:13.717955 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-02465394-f503-449e-81b7-3a8ca4f1f9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:13.746670 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-02465394-f503-449e-81b7-3a8ca4f1f9aa None None] For port e4ff5999-5215-4838-98b1-fd9662ab2d3b, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e4ff5999-5215-4838-98b1-fd9662ab2d3b,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:13.750917 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-02465394-f503-449e-81b7-3a8ca4f1f9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:13.809921 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-232ecc85-28ff-4431-838f-c422256587b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:13.811675 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02465394-f503-449e-81b7-3a8ca4f1f9aa None None] Pushing event updated for resources: {'Port': ['ID=e4ff5999-5215-4838-98b1-fd9662ab2d3b,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:13.820166 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:13.846247 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1002f82-53b8-429d-ae62-b62269f60053 None None] get_active_networks_info from n-d-821435-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:50:13.913396 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6a198579-6ee4-42de-9cbe-87c38f17cc8d None None] Provisioning complete for port a595b61d-6971-4e36-b392-6187cfb52bc0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:13.914307 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6a198579-6ee4-42de-9cbe-87c38f17cc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:13.972843 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b8aa87f3-b78d-4050-bfb0-f4caa9881758 req-0f188471-9adc-490e-baa5-f45caab6e4d0 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0304775 Dec 10 18:50:13.989226 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-6a198579-6ee4-42de-9cbe-87c38f17cc8d None None] Port a595b61d-6971-4e36-b392-6187cfb52bc0 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:50:14.022994 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Deleting port e5e19183-1ac6-4a83-99e3-597b0fc0b638 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:50:14.023351 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:14.023525 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1002f82-53b8-429d-ae62-b62269f60053 None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 18:50:14.120281 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] For port e5e19183-1ac6-4a83-99e3-597b0fc0b638, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e5e19183-1ac6-4a83-99e3-597b0fc0b638,segment=NetworkSegment(936991a9-1ed1-48ea-b38d-358d9d0b3097),segment_id=936991a9-1ed1-48ea-b38d-358d9d0b3097)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:14.120925 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:14.131978 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-232ecc85-28ff-4431-838f-c422256587b2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:14.139759 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Calling delete_port for e5e19183-1ac6-4a83-99e3-597b0fc0b638 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:50:14.141906 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-232ecc85-28ff-4431-838f-c422256587b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:14.289089 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cc268bcb-0f0b-42bb-bd9e-ff6eaaf5a1c3 req-e2df12b9-8c0b-4889-bae0-bfa5c45363c9 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0475707 Dec 10 18:50:14.289716 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ecc85-28ff-4431-838f-c422256587b2 admin admin] Pushing event updated for resources: {'Port': ['ID=a595b61d-6971-4e36-b392-6187cfb52bc0,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:14.303633 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-232ecc85-28ff-4431-838f-c422256587b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:14.328662 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6b6fdcc7-ab3b-4505-8587-4d264d1a570b req-ce253695-b58b-4d26-9ff4-9c8493e4e0e3 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0296369 Dec 10 18:50:14.390007 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:14.428050 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event deleted for resources: {'Port': ['ID=e5e19183-1ac6-4a83-99e3-597b0fc0b638,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:14.439707 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] No DVR routers for this DVR port e5e19183-1ac6-4a83-99e3-597b0fc0b638 on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:50:14.474200 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232ecc85-28ff-4431-838f-c422256587b2 admin admin] Network b89011c3-a68e-45a2-9cc6-527d97d63d5f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:50:14.487532 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-232ecc85-28ff-4431-838f-c422256587b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:50:14.819025 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-acdc0974-c171-4607-ad9c-e8b036b34448 None None] Provisioning complete for port a595b61d-6971-4e36-b392-6187cfb52bc0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:14.819586 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-acdc0974-c171-4607-ad9c-e8b036b34448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:14.843115 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:14.854548 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-acdc0974-c171-4607-ad9c-e8b036b34448 None None] Port a595b61d-6971-4e36-b392-6187cfb52bc0 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:50:14.892594 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1bba4c38-7d26-4554-9d0d-b691f89e14ba req-b79f7a5d-e89d-4630-a85d-47b52827489f tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0516469 Dec 10 18:50:14.898178 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9368297-9420-45e3-95bd-ef9897e95faa']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:14.914522 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '936991a9-1ed1-48ea-b38d-358d9d0b3097') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:14.914836 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '936991a9-1ed1-48ea-b38d-358d9d0b3097') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:14.941588 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:14.960467 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:14.971959 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232ecc85-28ff-4431-838f-c422256587b2 admin admin] Router 7d829770-a95b-41de-bec0-7c756a033b1a has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:50:14.973055 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:50:14.973490 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:14.977351 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:50:14.977351 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:50:14.977351 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:50:14.977351 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:50:14.977351 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:50:14.977351 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:50:14.977351 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:50:14.977351 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:50:14.977351 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:50:14.977351 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:50:14.977351 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:50:14.977351 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:50:14.977351 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:50:14.977351 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:50:14.977351 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:50:14.977351 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:50:14.977351 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:50:14.977351 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:50:14.977351 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:50:14.977351 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:50:14.977351 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:50:14.977351 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:50:14.977351 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:50:14.977351 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:50:14.977351 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:50:14.977351 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:50:14.977351 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:50:14.977351 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:50:14.977351 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:50:14.977351 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:50:14.977351 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:50:14.977351 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:50:15.071358 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a119eec-9991-4ab0-8370-1b80276ffd02 req-fc3c742b-6f02-48c3-8d09-deb6ecb0bcd1 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0327578 Dec 10 18:50:15.104213 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:15.112022 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:15.115492 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "DELETE /v2.0/networks/d9368297-9420-45e3-95bd-ef9897e95faa HTTP/1.1" status: 204 len: 168 time: 2.7961407 Dec 10 18:50:15.118102 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42124) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:15.138419 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event deleted for resources: {'Network': ['ID=d9368297-9420-45e3-95bd-ef9897e95faa,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:15.140020 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ca4287-0f6f-499a-b79f-6167d95ee3c5 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] DELETE failed (client error): The resource could not be found. Dec 10 18:50:15.140577 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9ca4287-0f6f-499a-b79f-6167d95ee3c5 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:50:15.144366 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b9ca4287-0f6f-499a-b79f-6167d95ee3c5 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "DELETE /v2.0/networks/d9368297-9420-45e3-95bd-ef9897e95faa HTTP/1.1" status: 404 len: 339 time: 0.0246735 Dec 10 18:50:15.153932 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42126) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:15.160339 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:15.160792 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:15.161060 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:15.161404 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:15.162415 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:15.162812 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:15.163136 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:15.163468 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:15.163912 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:15.164215 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:15.164499 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:15.164855 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:15.165233 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce4196a-ca2d-4c97-97de-9fb6a33bf65a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:15.171221 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-116f4622-f01d-4be2-8de3-5f0d5894e36f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-566980698', 'description': 'd1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:15.209043 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116f4622-f01d-4be2-8de3-5f0d5894e36f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Made reservation on behalf of 7364730fdb76414ca81ae560e4cec83d for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:50:15.212738 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-116f4622-f01d-4be2-8de3-5f0d5894e36f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:15.215036 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232ecc85-28ff-4431-838f-c422256587b2 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:50:15.220452 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-232ecc85-28ff-4431-838f-c422256587b2 admin admin] 10.222.0.62 "PUT /v2.0/routers/7d829770-a95b-41de-bec0-7c756a033b1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4221175 Dec 10 18:50:15.245746 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116f4622-f01d-4be2-8de3-5f0d5894e36f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:50:15.257485 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-116f4622-f01d-4be2-8de3-5f0d5894e36f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:15.257888 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-116f4622-f01d-4be2-8de3-5f0d5894e36f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Added segment d012de8c-91dc-4737-8d6d-c3446ed14217 of type vlan for network 628726bc-1709-44e6-9501-682939e88515 Dec 10 18:50:15.318993 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-116f4622-f01d-4be2-8de3-5f0d5894e36f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:15.350983 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-116f4622-f01d-4be2-8de3-5f0d5894e36f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:15.357262 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116f4622-f01d-4be2-8de3-5f0d5894e36f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:15.357789 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-116f4622-f01d-4be2-8de3-5f0d5894e36f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:15.430758 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9c12d161-9d0b-43fa-8b72-42829c3557ea req-dc8363f1-c306-450e-a480-818e03862aa5 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0276051 Dec 10 18:50:15.457538 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8755315b-24e4-41b2-bc75-a83c95fa5bd5 req-ba8137dc-769b-42a5-8dae-0c9e757dbfef tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0637295 Dec 10 18:50:15.464599 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-116f4622-f01d-4be2-8de3-5f0d5894e36f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3060834 Dec 10 18:50:15.468025 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42138) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:15.470313 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f4622-f01d-4be2-8de3-5f0d5894e36f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event updated for resources: {'Network': ['ID=628726bc-1709-44e6-9501-682939e88515,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:15.484806 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 628726bc-1709-44e6-9501-682939e88515 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:50:15.527570 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f922c93-3ffb-460b-9fea-dedda89f0fe0 None None] Sync routers for ids ['7d829770-a95b-41de-bec0-7c756a033b1a'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:50:15.564771 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f922c93-3ffb-460b-9fea-dedda89f0fe0 None None] Routers {'7d829770-a95b-41de-bec0-7c756a033b1a'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:50:15.565423 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3f922c93-3ffb-460b-9fea-dedda89f0fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:49:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['7d829770-a95b-41de-bec0-7c756a033b1a'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:15.567272 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4861c806-13b7-40b9-9cc6-d7d36c51e86e tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:15.569535 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4861c806-13b7-40b9-9cc6-d7d36c51e86e tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "GET /v2.0/networks?id=628726bc-1709-44e6-9501-682939e88515 HTTP/1.1" status: 200 len: 760 time: 0.0996222 Dec 10 18:50:15.571825 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42140) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:15.577972 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-57951082-53eb-4548-905f-0090d3e93b63 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Request body: {'network': {'description': 'd2'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:15.689848 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3f922c93-3ffb-460b-9fea-dedda89f0fe0 None None] Set router 7d829770-a95b-41de-bec0-7c756a033b1a gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:50:15.757015 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-57951082-53eb-4548-905f-0090d3e93b63 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:15.777685 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-57951082-53eb-4548-905f-0090d3e93b63 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:15.793888 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-57951082-53eb-4548-905f-0090d3e93b63 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Network 628726bc-1709-44e6-9501-682939e88515 is not hosted by any dhcp agent {{(pid=103244) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 18:50:15.801075 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57951082-53eb-4548-905f-0090d3e93b63 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:15.801770 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-57951082-53eb-4548-905f-0090d3e93b63 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:15.806449 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42142) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:15.806616 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-57951082-53eb-4548-905f-0090d3e93b63 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "PUT /v2.0/networks/628726bc-1709-44e6-9501-682939e88515 HTTP/1.1" status: 200 len: 757 time: 0.2332442 Dec 10 18:50:15.884233 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57951082-53eb-4548-905f-0090d3e93b63 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event updated for resources: {'Network': ['ID=628726bc-1709-44e6-9501-682939e88515,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:15.911001 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 628726bc-1709-44e6-9501-682939e88515 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:50:15.913619 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e4ff5999-5215-4838-98b1-fd9662ab2d3b up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:50:15.945301 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b34125-c19e-43d6-88bd-92c2e09a3402 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:15.948684 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-87b34125-c19e-43d6-88bd-92c2e09a3402 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "GET /v2.0/networks?id=628726bc-1709-44e6-9501-682939e88515 HTTP/1.1" status: 200 len: 760 time: 0.1395037 Dec 10 18:50:15.952412 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42146) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:15.958874 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-99a9ab5f-9e5b-450e-8318-851b23c1667c tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1139973505'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:15.987717 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a9ab5f-9e5b-450e-8318-851b23c1667c tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Made reservation on behalf of 7364730fdb76414ca81ae560e4cec83d for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:50:15.994424 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-99a9ab5f-9e5b-450e-8318-851b23c1667c tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:15.996072 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ffe31855-198a-4080-b142-235d030ee034 req-c58d1a43-9aed-4745-a4eb-87200b5bf97f tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0395257 Dec 10 18:50:16.059453 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3f922c93-3ffb-460b-9fea-dedda89f0fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d829770-a95b-41de-bec0-7c756a033b1a', 'name': 'tempest-ServersTestFqdnHostnames-218094016-router', 'tenant_id': '3704830dc7144051817729730538c570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'e4ff5999-5215-4838-98b1-fd9662ab2d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:50:09Z', 'updated_at': '2021-12-10T18:50:13Z', 'revision_number': 4, 'project_id': '3704830dc7144051817729730538c570', 'gw_port': {'id': 'e4ff5999-5215-4838-98b1-fd9662ab2d3b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d829770-a95b-41de-bec0-7c756a033b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:50:10Z', 'updated_at': '2021-12-10T18:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'a595b61d-6971-4e36-b392-6187cfb52bc0', 'name': '', 'network_id': 'b89011c3-a68e-45a2-9cc6-527d97d63d5f', 'tenant_id': '3704830dc7144051817729730538c570', 'mac_address': 'fa:16:3e:50:9d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d829770-a95b-41de-bec0-7c756a033b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '44240cb3-96fc-45bf-9cb2-956940201641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:50:12Z', 'updated_at': '2021-12-10T18:50:13Z', 'revision_number': 2, 'project_id': '3704830dc7144051817729730538c570', 'subnets': [{'id': '44240cb3-96fc-45bf-9cb2-956940201641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:16.063122 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port e4ff5999-5215-4838-98b1-fd9662ab2d3b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:16.063499 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:16.114397 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42150) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:16.119600 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d605fbcb-fec3-407b-ad2b-b040d029cece tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1926765791', 'description': 'tempest-description--1046373027'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:16.121100 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f922c93-3ffb-460b-9fea-dedda89f0fe0 None None] Checking router: 7d829770-a95b-41de-bec0-7c756a033b1a for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:50:16.121471 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f922c93-3ffb-460b-9fea-dedda89f0fe0 None None] Updating router 7d829770-a95b-41de-bec0-7c756a033b1a port a595b61d-6971-4e36-b392-6187cfb52bc0 binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:50:16.154460 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3f922c93-3ffb-460b-9fea-dedda89f0fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:16.166289 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d605fbcb-fec3-407b-ad2b-b040d029cece tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:16.170021 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f0ab111b-a485-48ba-8093-00b6adc5ea06 req-d4923f75-ad69-4bc3-b943-2f734c06445c tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0382700 Dec 10 18:50:16.246088 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d605fbcb-fec3-407b-ad2b-b040d029cece tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:16.251556 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d605fbcb-fec3-407b-ad2b-b040d029cece tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:16.285224 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d605fbcb-fec3-407b-ad2b-b040d029cece tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:16.290093 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d605fbcb-fec3-407b-ad2b-b040d029cece tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1705787 Dec 10 18:50:16.290301 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42152) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:16.292965 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d605fbcb-fec3-407b-ad2b-b040d029cece tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57089d9a-b057-4389-9472-99f7fcdba72e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:16.297643 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-84df69cb-91c3-4296-b71f-d84aa144ea6a tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Request body: {'security_group_rule': {'security_group_id': '57089d9a-b057-4389-9472-99f7fcdba72e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:16.333205 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-84df69cb-91c3-4296-b71f-d84aa144ea6a tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:16.406695 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-84df69cb-91c3-4296-b71f-d84aa144ea6a tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:16.410642 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-84df69cb-91c3-4296-b71f-d84aa144ea6a tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:16.414506 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99a9ab5f-9e5b-450e-8318-851b23c1667c tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:50:16.424854 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-99a9ab5f-9e5b-450e-8318-851b23c1667c tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:16.425162 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-99a9ab5f-9e5b-450e-8318-851b23c1667c tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Added segment baaa957d-6b28-4858-9384-c4d962a07dbd of type vlan for network afb97f0e-506d-4718-b30d-90d005bbdb2c Dec 10 18:50:16.430693 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df69cb-91c3-4296-b71f-d84aa144ea6a tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=229e3370-7013-415f-97b6-75c7ee0e3310,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:16.438455 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-84df69cb-91c3-4296-b71f-d84aa144ea6a tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:16.439720 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-84df69cb-91c3-4296-b71f-d84aa144ea6a tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1484978 Dec 10 18:50:16.442682 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42154) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:16.448905 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-fd0c0345-a1fd-4c69-8753-ac441554c3f3 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Request body: {'security_group_rule': {'security_group_id': '57089d9a-b057-4389-9472-99f7fcdba72e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:16.471751 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-99a9ab5f-9e5b-450e-8318-851b23c1667c tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:16.485477 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fd0c0345-a1fd-4c69-8753-ac441554c3f3 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:16.505349 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-99a9ab5f-9e5b-450e-8318-851b23c1667c tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:16.513400 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a9ab5f-9e5b-450e-8318-851b23c1667c tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:16.514089 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-99a9ab5f-9e5b-450e-8318-851b23c1667c tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:16.522827 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3f922c93-3ffb-460b-9fea-dedda89f0fe0 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:16.529662 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3f922c93-3ffb-460b-9fea-dedda89f0fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:16.569209 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0fbccbda-a9c2-4b32-9590-18a9621786d0 req-b0a6edd4-0908-4f82-981e-4c572cf733e3 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0419974 Dec 10 18:50:16.597363 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fd0c0345-a1fd-4c69-8753-ac441554c3f3 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:16.603014 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac36ffc-6989-4590-8e94-171328cdabd7 None None] Pushing event updated for resources: {'Port': ['ID=a595b61d-6971-4e36-b392-6187cfb52bc0,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:16.604091 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fd0c0345-a1fd-4c69-8753-ac441554c3f3 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:16.624294 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-024ffaae-b1e1-470b-a1c3-cb174a1e3156 req-256fff84-f089-4af5-8a31-9c97ee3dafd2 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0863898 Dec 10 18:50:16.631441 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c0345-a1fd-4c69-8753-ac441554c3f3 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e84f91c-204e-43f7-a001-b81ea6833eb1,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:16.643203 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-99a9ab5f-9e5b-450e-8318-851b23c1667c tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6896625 Dec 10 18:50:16.649300 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42160) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:16.652897 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9ab5f-9e5b-450e-8318-851b23c1667c tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event updated for resources: {'Network': ['ID=afb97f0e-506d-4718-b30d-90d005bbdb2c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:16.657307 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-fe49033e-77d4-45f3-a9c5-5255995698f4 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Request body: {'subnet': {'network_id': 'afb97f0e-506d-4718-b30d-90d005bbdb2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:16.666808 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fd0c0345-a1fd-4c69-8753-ac441554c3f3 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:16.668681 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fd0c0345-a1fd-4c69-8753-ac441554c3f3 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2243021 Dec 10 18:50:16.671356 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network afb97f0e-506d-4718-b30d-90d005bbdb2c details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:50:16.671541 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42162) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:16.676351 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-cb7dc0ba-1352-4873-8027-f191fd4cb1dc tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:16.703051 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb7dc0ba-1352-4873-8027-f191fd4cb1dc tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:16.763453 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3f922c93-3ffb-460b-9fea-dedda89f0fe0 None None] Attempting to bind port a595b61d-6971-4e36-b392-6187cfb52bc0 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:50:16.763831 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3f922c93-3ffb-460b-9fea-dedda89f0fe0 None None] Attempting to bind port a595b61d-6971-4e36-b392-6187cfb52bc0 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '4652ef95-8f55-47d9-8ea9-50e4f524fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b89011c3-a68e-45a2-9cc6-527d97d63d5f'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:50:16.764203 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f922c93-3ffb-460b-9fea-dedda89f0fe0 None None] Attempting to bind port a595b61d-6971-4e36-b392-6187cfb52bc0 on network b89011c3-a68e-45a2-9cc6-527d97d63d5f {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:50:16.772238 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f922c93-3ffb-460b-9fea-dedda89f0fe0 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:50:16.772650 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f922c93-3ffb-460b-9fea-dedda89f0fe0 None None] Checking segment: {'id': '4652ef95-8f55-47d9-8ea9-50e4f524fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b89011c3-a68e-45a2-9cc6-527d97d63d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:50:16.773077 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3f922c93-3ffb-460b-9fea-dedda89f0fe0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:16.773477 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f922c93-3ffb-460b-9fea-dedda89f0fe0 None None] Bound using segment: {'id': '4652ef95-8f55-47d9-8ea9-50e4f524fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b89011c3-a68e-45a2-9cc6-527d97d63d5f'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:50:16.773971 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3f922c93-3ffb-460b-9fea-dedda89f0fe0 None None] Bound port: a595b61d-6971-4e36-b392-6187cfb52bc0, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4652ef95-8f55-47d9-8ea9-50e4f524fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b89011c3-a68e-45a2-9cc6-527d97d63d5f'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:50:16.774345 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3f922c93-3ffb-460b-9fea-dedda89f0fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:16.779219 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe49033e-77d4-45f3-a9c5-5255995698f4 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Made reservation on behalf of 7364730fdb76414ca81ae560e4cec83d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:50:16.784301 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe49033e-77d4-45f3-a9c5-5255995698f4 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:16.821348 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb7dc0ba-1352-4873-8027-f191fd4cb1dc tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:16.849999 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3f922c93-3ffb-460b-9fea-dedda89f0fe0 None None] For port a595b61d-6971-4e36-b392-6187cfb52bc0, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:50:16.853390 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3f922c93-3ffb-460b-9fea-dedda89f0fe0 None None] For port a595b61d-6971-4e36-b392-6187cfb52bc0, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=a595b61d-6971-4e36-b392-6187cfb52bc0,segment=NetworkSegment(4652ef95-8f55-47d9-8ea9-50e4f524fd78),segment_id=4652ef95-8f55-47d9-8ea9-50e4f524fd78)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:50:16.858411 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3f922c93-3ffb-460b-9fea-dedda89f0fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:16.930543 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f922c93-3ffb-460b-9fea-dedda89f0fe0 None None] Routers {'7d829770-a95b-41de-bec0-7c756a033b1a'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:50:16.931122 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3f922c93-3ffb-460b-9fea-dedda89f0fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:49:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['7d829770-a95b-41de-bec0-7c756a033b1a'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:16.961192 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-cb7dc0ba-1352-4873-8027-f191fd4cb1dc tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Allocated IP 172.25.7.30 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/61881ba9-3a53-48f6-91a7-fb8b6a2663f9) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:50:17.020658 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe49033e-77d4-45f3-a9c5-5255995698f4 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:17.092223 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb7dc0ba-1352-4873-8027-f191fd4cb1dc tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:17.125390 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3660eb6a-e2f3-45a2-8ee8-276de91e7c4d req-ceaf0082-7c65-4489-8f8d-b100de1fe68b tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0483847 Dec 10 18:50:17.146554 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb7dc0ba-1352-4873-8027-f191fd4cb1dc tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:17.149489 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49033e-77d4-45f3-a9c5-5255995698f4 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event updated for resources: {'Subnet': ['ID=f9f6b5cd-18c1-48ff-85cd-e6100a023b16,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:17.176936 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe49033e-77d4-45f3-a9c5-5255995698f4 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Checking segment: {'id': 'baaa957d-6b28-4858-9384-c4d962a07dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'afb97f0e-506d-4718-b30d-90d005bbdb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:50:17.178850 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe49033e-77d4-45f3-a9c5-5255995698f4 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Network hostable DHCP agents. Network: afb97f0e-506d-4718-b30d-90d005bbdb2c, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:50:17.184390 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5571f9d2-962a-4ba3-9635-21a9b2f647c3 None None] Provisioning complete for port a595b61d-6971-4e36-b392-6187cfb52bc0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:17.184857 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5571f9d2-962a-4ba3-9635-21a9b2f647c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:17.202044 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7dc0ba-1352-4873-8027-f191fd4cb1dc tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:50:17.211084 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-cb7dc0ba-1352-4873-8027-f191fd4cb1dc tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:50:17.214557 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7dc0ba-1352-4873-8027-f191fd4cb1dc tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:50:17.217556 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac36ffc-6989-4590-8e94-171328cdabd7 None None] Pushing event updated for resources: {'Port': ['ID=a595b61d-6971-4e36-b392-6187cfb52bc0,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:17.236418 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe49033e-77d4-45f3-a9c5-5255995698f4 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Network afb97f0e-506d-4718-b30d-90d005bbdb2c is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:50:17.244988 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7dc0ba-1352-4873-8027-f191fd4cb1dc tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Pushing event updated for resources: {'Port': ['ID=61881ba9-3a53-48f6-91a7-fb8b6a2663f9,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:17.259230 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-fe49033e-77d4-45f3-a9c5-5255995698f4 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, afb97f0e-506d-4718-b30d-90d005bbdb2c) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:50:17.264094 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe49033e-77d4-45f3-a9c5-5255995698f4 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:17.264838 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe49033e-77d4-45f3-a9c5-5255995698f4 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:17.278257 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea739d4-80cc-481c-8acc-612eb66fff24 None None] Network afb97f0e-506d-4718-b30d-90d005bbdb2c requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:17.285959 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fe49033e-77d4-45f3-a9c5-5255995698f4 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6347833 Dec 10 18:50:17.286733 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42168) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:17.294372 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-643cc4b8-f50c-4662-9918-878f54889e05 req-38999cda-db09-4722-9563-26746ed9a889 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0436018 Dec 10 18:50:17.324682 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3f922c93-3ffb-460b-9fea-dedda89f0fe0 None None] Set router 7d829770-a95b-41de-bec0-7c756a033b1a gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:50:17.357404 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb7dc0ba-1352-4873-8027-f191fd4cb1dc tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:17.401847 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb7dc0ba-1352-4873-8027-f191fd4cb1dc tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:17.414349 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5571f9d2-962a-4ba3-9635-21a9b2f647c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:17.425970 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ddcf0061-ec68-4240-a11d-5205c2863bc1 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:17.485826 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ddcf0061-ec68-4240-a11d-5205c2863bc1 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:17.549246 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5571f9d2-962a-4ba3-9635-21a9b2f647c3 None None] For port a595b61d-6971-4e36-b392-6187cfb52bc0, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=a595b61d-6971-4e36-b392-6187cfb52bc0,segment=NetworkSegment(4652ef95-8f55-47d9-8ea9-50e4f524fd78),segment_id=4652ef95-8f55-47d9-8ea9-50e4f524fd78)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:17.560448 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ddcf0061-ec68-4240-a11d-5205c2863bc1 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:17.569131 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5571f9d2-962a-4ba3-9635-21a9b2f647c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:17.572990 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb7dc0ba-1352-4873-8027-f191fd4cb1dc tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:17.579155 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb7dc0ba-1352-4873-8027-f191fd4cb1dc tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:17.589706 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf0061-ec68-4240-a11d-5205c2863bc1 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event deleted for resources: {'Subnet': ['ID=f9f6b5cd-18c1-48ff-85cd-e6100a023b16,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:17.600777 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af353335-6a42-435e-a37a-2539151e113c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-afb97f0e-506d-4718-b30d-90d005bbdb2c', 'network_id': 'afb97f0e-506d-4718-b30d-90d005bbdb2c', 'project_id': '7364730fdb76414ca81ae560e4cec83d', 'fixed_ips': [{'subnet_id': 'f9f6b5cd-18c1-48ff-85cd-e6100a023b16'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:50:17.601755 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-af353335-6a42-435e-a37a-2539151e113c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:17.628768 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7dc0ba-1352-4873-8027-f191fd4cb1dc tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Pushing event updated for resources: {'Port': ['ID=61881ba9-3a53-48f6-91a7-fb8b6a2663f9,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:17.685692 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571f9d2-962a-4ba3-9635-21a9b2f647c3 None None] Pushing event updated for resources: {'Port': ['ID=a595b61d-6971-4e36-b392-6187cfb52bc0,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:17.685962 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb7dc0ba-1352-4873-8027-f191fd4cb1dc tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:17.694919 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ddcf0061-ec68-4240-a11d-5205c2863bc1 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:17.723185 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-05a582f7-deea-4dba-8fb8-e330d8c57129 req-48e6437f-e4bd-4552-bc67-297b9442713f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0456719 Dec 10 18:50:17.726707 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb7dc0ba-1352-4873-8027-f191fd4cb1dc tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:17.727966 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-cb7dc0ba-1352-4873-8027-f191fd4cb1dc tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0554521 Dec 10 18:50:17.750274 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ddcf0061-ec68-4240-a11d-5205c2863bc1 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb97f0e-506d-4718-b30d-90d005bbdb2c']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:17.753583 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5f9e9913-deb2-4f24-bb57-37eb77a7b789 req-1c38fa81-6d3b-4ddf-96aa-93814c5610fc tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0378892 Dec 10 18:50:17.770332 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ddcf0061-ec68-4240-a11d-5205c2863bc1 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baaa957d-6b28-4858-9384-c4d962a07dbd') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:17.770643 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ddcf0061-ec68-4240-a11d-5205c2863bc1 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baaa957d-6b28-4858-9384-c4d962a07dbd') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:17.780978 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ddcf0061-ec68-4240-a11d-5205c2863bc1 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:17.796989 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ddcf0061-ec68-4240-a11d-5205c2863bc1 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:17.803197 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddcf0061-ec68-4240-a11d-5205c2863bc1 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:50:17.803625 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ddcf0061-ec68-4240-a11d-5205c2863bc1 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:17.808131 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:50:17.808131 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:50:17.808131 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:50:17.808131 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:50:17.808131 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:50:17.808131 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:50:17.808131 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:50:17.808131 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:50:17.808131 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:50:17.808131 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:50:17.808131 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:50:17.808131 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:50:17.808131 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:50:17.808131 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:50:17.808131 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:50:17.808131 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:50:17.808131 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:50:17.808131 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:50:17.808131 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:50:17.808131 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:50:17.808131 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:50:17.808131 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:50:17.808131 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:50:17.808131 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:50:17.808131 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:50:17.808131 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:50:17.808131 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:50:17.808131 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:50:17.808131 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:50:17.808131 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:50:17.808131 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:50:17.808131 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:50:17.825288 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4eaeeb-0195-4907-b491-dd1fe2137a4e None None] Network afb97f0e-506d-4718-b30d-90d005bbdb2c requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:17.842997 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c0710599-0c56-44de-88b7-a090f08d99e0 None None] Provisioning complete for port a595b61d-6971-4e36-b392-6187cfb52bc0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:17.843379 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c0710599-0c56-44de-88b7-a090f08d99e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:17.888842 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ddcf0061-ec68-4240-a11d-5205c2863bc1 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:17.894136 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ddcf0061-ec68-4240-a11d-5205c2863bc1 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:17.898068 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ddcf0061-ec68-4240-a11d-5205c2863bc1 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "DELETE /v2.0/networks/afb97f0e-506d-4718-b30d-90d005bbdb2c HTTP/1.1" status: 204 len: 168 time: 0.6103060 Dec 10 18:50:17.901275 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42186) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:17.929423 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3f922c93-3ffb-460b-9fea-dedda89f0fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d829770-a95b-41de-bec0-7c756a033b1a', 'name': 'tempest-ServersTestFqdnHostnames-218094016-router', 'tenant_id': '3704830dc7144051817729730538c570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'e4ff5999-5215-4838-98b1-fd9662ab2d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:50:09Z', 'updated_at': '2021-12-10T18:50:13Z', 'revision_number': 4, 'project_id': '3704830dc7144051817729730538c570', 'gw_port': {'id': 'e4ff5999-5215-4838-98b1-fd9662ab2d3b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d829770-a95b-41de-bec0-7c756a033b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:50:10Z', 'updated_at': '2021-12-10T18:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'a595b61d-6971-4e36-b392-6187cfb52bc0', 'name': '', 'network_id': 'b89011c3-a68e-45a2-9cc6-527d97d63d5f', 'tenant_id': '3704830dc7144051817729730538c570', 'mac_address': 'fa:16:3e:50:9d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d829770-a95b-41de-bec0-7c756a033b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '44240cb3-96fc-45bf-9cb2-956940201641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:50:12Z', 'updated_at': '2021-12-10T18:50:16Z', 'revision_number': 4, 'project_id': '3704830dc7144051817729730538c570', 'subnets': [{'id': '44240cb3-96fc-45bf-9cb2-956940201641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:17.931600 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf0061-ec68-4240-a11d-5205c2863bc1 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event deleted for resources: {'Network': ['ID=afb97f0e-506d-4718-b30d-90d005bbdb2c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:17.940098 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e5d964-15af-4e11-88e0-137695d55332 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] GET failed (client error): The resource could not be found. Dec 10 18:50:17.945628 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f7e5d964-15af-4e11-88e0-137695d55332 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "GET /v2.0/subnets/f9f6b5cd-18c1-48ff-85cd-e6100a023b16 HTTP/1.1" status: 404 len: 337 time: 0.0429971 Dec 10 18:50:17.946391 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-4c8c943b-c274-4748-b8a1-b0130674badd tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1926765791&fields=id&tenant_id=3704830dc7144051817729730538c570 HTTP/1.1" status: 200 len: 267 time: 0.0805788 Dec 10 18:50:17.946963 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42188) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:17.980918 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f922c93-3ffb-460b-9fea-dedda89f0fe0 None None] The sync data for ids ['7d829770-a95b-41de-bec0-7c756a033b1a'] in n-d-821435-1 is: [{'id': '7d829770-a95b-41de-bec0-7c756a033b1a', 'name': 'tempest-ServersTestFqdnHostnames-218094016-router', 'tenant_id': '3704830dc7144051817729730538c570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'e4ff5999-5215-4838-98b1-fd9662ab2d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:50:09Z', 'updated_at': '2021-12-10T18:50:13Z', 'revision_number': 4, 'project_id': '3704830dc7144051817729730538c570', 'gw_port': {'id': 'e4ff5999-5215-4838-98b1-fd9662ab2d3b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d829770-a95b-41de-bec0-7c756a033b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:50:10Z', 'updated_at': '2021-12-10T18:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'a595b61d-6971-4e36-b392-6187cfb52bc0', 'name': '', 'network_id': 'b89011c3-a68e-45a2-9cc6-527d97d63d5f', 'tenant_id': '3704830dc7144051817729730538c570', 'mac_address': 'fa:16:3e:50:9d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d829770-a95b-41de-bec0-7c756a033b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '44240cb3-96fc-45bf-9cb2-956940201641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:50:12Z', 'updated_at': '2021-12-10T18:50:16Z', 'revision_number': 4, 'project_id': '3704830dc7144051817729730538c570', 'subnets': [{'id': '44240cb3-96fc-45bf-9cb2-956940201641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:50:17.983620 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e2b14d1-d526-41db-ba6a-f6e89d4b72e9 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] DELETE failed (client error): The resource could not be found. Dec 10 18:50:17.984774 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e2b14d1-d526-41db-ba6a-f6e89d4b72e9 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:50:17.987618 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2e2b14d1-d526-41db-ba6a-f6e89d4b72e9 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "DELETE /v2.0/networks/afb97f0e-506d-4718-b30d-90d005bbdb2c HTTP/1.1" status: 404 len: 339 time: 0.0394604 Dec 10 18:50:17.993758 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42190) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:18.122336 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-926c44c3-6f27-464e-a5b3-01092ccc2ab0 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:18.123892 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-926c44c3-6f27-464e-a5b3-01092ccc2ab0 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.62 "GET /v2.0/networks?id=b89011c3-a68e-45a2-9cc6-527d97d63d5f HTTP/1.1" status: 200 len: 814 time: 0.1692414 Dec 10 18:50:18.140770 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-f8fa5d41-7d97-47b0-b988-368cf731445c tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.62 "GET /v2.0/quotas/3704830dc7144051817729730538c570 HTTP/1.1" status: 200 len: 375 time: 0.0101354 Dec 10 18:50:18.212489 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bbe6760f-cebe-462a-a9b7-7db5aad30ace req-7eec6349-9e24-40b5-80bd-0ce8e45e0012 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0276909 Dec 10 18:50:18.225320 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-563ce9c5-7820-4901-9ab7-f19dc37f295d tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3704830dc7144051817729730538c570&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754282 Dec 10 18:50:18.232984 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-2f304e1a-e13f-4201-9f23-eaa285d66447 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:50:18.235024 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-2f304e1a-e13f-4201-9f23-eaa285d66447 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087876 Dec 10 18:50:18.268740 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82435579-da7f-484f-a778-1e2c1b940c8f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:18.273558 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-82435579-da7f-484f-a778-1e2c1b940c8f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2783926 Dec 10 18:50:18.274172 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42194) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:18.309072 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-d393087f-7d83-4711-8ccc-9ef2c221ea3c req-4a33f2be-04a8-441c-8299-27211a60528d service neutron] (103244) timed out ('10.222.0.62', 43710) {{(pid=103244) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 18:50:18.312675 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0d5b44f2-2b02-41f1-9f8d-b6ca63379d75 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "GET /v2.0/subnets?network_id=6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 207 time: 0.0363533 Dec 10 18:50:18.315629 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42196) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:18.357137 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-f35e35e2-dbe9-4620-a100-17236ce65aed service neutron] 10.222.0.62 "GET /v2.0/networks/b89011c3-a68e-45a2-9cc6-527d97d63d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101272 Dec 10 18:50:18.448831 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9e392000-e44b-412a-a37e-601eadf372be req-2771a05c-4fec-44ce-94fc-accd2d46811d tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0814004 Dec 10 18:50:18.474248 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-5652b35a-1fbc-4efe-bb59-e0863e006fac service neutron] 10.222.0.62 "GET /v2.0/networks/b89011c3-a68e-45a2-9cc6-527d97d63d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030254 Dec 10 18:50:18.549159 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2942837-51ae-4b38-a93f-e77b5583e01f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:18.560736 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2942837-51ae-4b38-a93f-e77b5583e01f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:18.567355 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2942837-51ae-4b38-a93f-e77b5583e01f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:18.574951 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2942837-51ae-4b38-a93f-e77b5583e01f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:18.580143 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a2942837-51ae-4b38-a93f-e77b5583e01f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2595909 Dec 10 18:50:18.580372 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42200) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:18.690372 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4dfa60a5-c6f3-4f72-a67a-744042c413b5 req-bc6f6518-e5c4-4694-b754-0dd19eabef9a tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f7c6ee9-7212-4086-a2f2-67e79cc0ea58 HTTP/1.1" status: 200 len: 210 time: 0.0376236 Dec 10 18:50:18.766752 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-faa068c9-b629-47f2-b382-2661a2c01ffa tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1849883 Dec 10 18:50:18.772481 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42210) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:18.832679 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8c05129c-71ff-410c-a3d9-83fa688c5422 req-e0114fe3-d931-445d-a7c9-d6728ad7c041 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0338171 Dec 10 18:50:18.872265 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7dc7016b-639a-4008-9eec-3a48418af65d req-5392ac74-1fdd-4bab-aea8-0a6dace8b3e5 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0457757 Dec 10 18:50:18.924527 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcceff1-a6ad-4f19-a4b1-51964bfa9242 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:18.926324 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcceff1-a6ad-4f19-a4b1-51964bfa9242 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:18.928315 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5bcceff1-a6ad-4f19-a4b1-51964bfa9242 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1547825 Dec 10 18:50:18.931710 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42218) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:18.994579 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f3ccd0-6afd-4f07-b9e8-e6971d6245a6 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Attributes excluded by policy engine: ['shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:18.996413 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f3ccd0-6afd-4f07-b9e8-e6971d6245a6 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Attributes excluded by policy engine: ['shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:18.998524 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-58f3ccd0-6afd-4f07-b9e8-e6971d6245a6 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0654883 Dec 10 18:50:19.001855 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42220) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:19.119235 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5e573d-ab45-4ed1-8ac5-ff8faf1ae23d tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:19.120885 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ce5e573d-ab45-4ed1-8ac5-ff8faf1ae23d tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "GET /v2.0/networks/538ed245-62fe-46bc-a15c-b3b908d0049c HTTP/1.1" status: 200 len: 799 time: 0.1178741 Dec 10 18:50:19.124600 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42224) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:19.252507 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1db6752e-a57e-40dc-ba83-896ec638218f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "GET /v2.0/networks/538ed245-62fe-46bc-a15c-b3b908d0049c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1236613 Dec 10 18:50:19.252934 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42228) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:19.324523 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7ac054b0-9fbf-4bee-a3f0-ced957f2c1fb req-560ea54c-32cb-4461-a29d-e4a04d365543 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0374739 Dec 10 18:50:19.332010 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4477c83a-04e1-4b45-877d-5cbcbbed2218 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:19.333932 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4477c83a-04e1-4b45-877d-5cbcbbed2218 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "GET /v2.0/subnets/8b3786b2-b7f0-443d-9a06-d8cd37565846 HTTP/1.1" status: 200 len: 811 time: 0.0794473 Dec 10 18:50:19.338291 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42230) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:19.395385 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58137c77-aa86-4aa3-bda0-863de7a90328 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Attributes excluded by policy engine: ['shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:19.397490 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-58137c77-aa86-4aa3-bda0-863de7a90328 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "GET /v2.0/subnets/8b3786b2-b7f0-443d-9a06-d8cd37565846?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0581837 Dec 10 18:50:19.401041 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42232) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:19.405954 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-dd519538-75f5-4439-8a8d-e0e273b159d0 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1142078886'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:19.428411 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd519538-75f5-4439-8a8d-e0e273b159d0 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Made reservation on behalf of 7364730fdb76414ca81ae560e4cec83d for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:50:19.431904 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dd519538-75f5-4439-8a8d-e0e273b159d0 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:19.458462 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd519538-75f5-4439-8a8d-e0e273b159d0 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:50:19.471291 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dd519538-75f5-4439-8a8d-e0e273b159d0 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:19.471639 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-dd519538-75f5-4439-8a8d-e0e273b159d0 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Added segment 4ea4aa25-4229-49b7-aa7c-8b6b2ec77140 of type vlan for network 823a331a-9740-4733-b39a-12287e5392aa Dec 10 18:50:19.524287 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dd519538-75f5-4439-8a8d-e0e273b159d0 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:19.541193 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-741b76b7-f9f5-401a-9d36-7b16220c4333 req-db7a34ce-1fe0-4ddc-9549-c1f8493cd51f tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0384433 Dec 10 18:50:19.564424 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dd519538-75f5-4439-8a8d-e0e273b159d0 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:19.571178 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd519538-75f5-4439-8a8d-e0e273b159d0 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:19.571758 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dd519538-75f5-4439-8a8d-e0e273b159d0 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:19.591206 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1e879d96-b726-4c26-b026-cce7ced91de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:19.627998 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-dd519538-75f5-4439-8a8d-e0e273b159d0 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2259326 Dec 10 18:50:19.631328 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42236) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:19.636103 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-0a167a02-78bf-40a0-b905-35b7971dcfa6 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Request body: {'subnet': {'network_id': '823a331a-9740-4733-b39a-12287e5392aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:19.683533 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd519538-75f5-4439-8a8d-e0e273b159d0 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event updated for resources: {'Network': ['ID=823a331a-9740-4733-b39a-12287e5392aa,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:19.696482 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 823a331a-9740-4733-b39a-12287e5392aa details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:50:19.744739 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a167a02-78bf-40a0-b905-35b7971dcfa6 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Made reservation on behalf of 7364730fdb76414ca81ae560e4cec83d for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:50:19.748828 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a167a02-78bf-40a0-b905-35b7971dcfa6 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:19.845885 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5588b53f-0ae2-4ff5-b7e3-c49b39acb166 req-1f041bda-d2ae-405f-9f95-191a39ad0d17 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f7c6ee9-7212-4086-a2f2-67e79cc0ea58 HTTP/1.1" status: 200 len: 210 time: 0.0328906 Dec 10 18:50:19.891791 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device a595b61d-6971-4e36-b392-6187cfb52bc0 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:50:19.922588 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.ipam_backend_mixin [None req-0a167a02-78bf-40a0-b905-35b7971dcfa6 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Performing IP validity checks on allocation pools {{(pid=103244) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 18:50:19.923099 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.ipam_backend_mixin [None req-0a167a02-78bf-40a0-b905-35b7971dcfa6 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103244) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 18:50:19.962302 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-c511b3f1-9d9c-454d-a40a-d6375b073496 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:19.963825 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-c511b3f1-9d9c-454d-a40a-d6375b073496 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.46 "GET /v2.0/networks?id=b89011c3-a68e-45a2-9cc6-527d97d63d5f HTTP/1.1" status: 200 len: 814 time: 0.1967747 Dec 10 18:50:19.964423 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port a595b61d-6971-4e36-b392-6187cfb52bc0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:19.964983 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:19.969171 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-25153707-26a2-4a52-a8f1-dfe7a7440315 req-befdf256-91b1-4608-abc6-d330bd5a2269 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0562136 Dec 10 18:50:19.983341 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b716640c-53de-428c-bd9d-a352a682b5f3 req-9dd864a3-c3c1-47e2-9554-22820b017b73 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0430660 Dec 10 18:50:20.094126 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-7a9527a1-c79f-42da-96a7-0ef39dff5819 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3704830dc7144051817729730538c570 HTTP/1.1" status: 200 len: 380 time: 0.1152689 Dec 10 18:50:20.105715 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-fcc7fc93-f646-42fa-8661-91ab381f86c0 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Request body: {'port': {'device_id': '1f7c6ee9-7212-4086-a2f2-67e79cc0ea58', 'network_id': 'b89011c3-a68e-45a2-9cc6-527d97d63d5f', 'admin_state_up': True, 'tenant_id': '3704830dc7144051817729730538c570', 'security_groups': ['57089d9a-b057-4389-9472-99f7fcdba72e']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:20.204468 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a167a02-78bf-40a0-b905-35b7971dcfa6 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:20.287574 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a167a02-78bf-40a0-b905-35b7971dcfa6 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event updated for resources: {'Subnet': ['ID=03c64213-516e-4113-a6eb-12869213dcaf,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:20.313755 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a167a02-78bf-40a0-b905-35b7971dcfa6 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Checking segment: {'id': '4ea4aa25-4229-49b7-aa7c-8b6b2ec77140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '823a331a-9740-4733-b39a-12287e5392aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:50:20.314174 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a167a02-78bf-40a0-b905-35b7971dcfa6 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Network hostable DHCP agents. Network: 823a331a-9740-4733-b39a-12287e5392aa, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:50:20.317370 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-fcc7fc93-f646-42fa-8661-91ab381f86c0 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Made reservation on behalf of 3704830dc7144051817729730538c570 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:50:20.321159 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-fcc7fc93-f646-42fa-8661-91ab381f86c0 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:20.382784 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a167a02-78bf-40a0-b905-35b7971dcfa6 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Network 823a331a-9740-4733-b39a-12287e5392aa is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:50:20.403016 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-0a167a02-78bf-40a0-b905-35b7971dcfa6 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 823a331a-9740-4733-b39a-12287e5392aa) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:50:20.411222 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a167a02-78bf-40a0-b905-35b7971dcfa6 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:20.412537 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a167a02-78bf-40a0-b905-35b7971dcfa6 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:20.416748 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b728715-1700-4a72-9601-6c1d8a640c26 None None] Network 823a331a-9740-4733-b39a-12287e5392aa requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:20.429961 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-105eb365-7c71-457d-a007-4f39306ee9b5 req-19cbde91-10bd-470a-8422-4ec98287567f tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0361285 Dec 10 18:50:20.452583 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0a167a02-78bf-40a0-b905-35b7971dcfa6 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8201866 Dec 10 18:50:20.456995 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42250) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:20.462878 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-47ee9cde-30db-44fe-a3c7-8cc4be300744 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:20.492531 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-fcc7fc93-f646-42fa-8661-91ab381f86c0 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Allocated IP 172.20.0.10 (b89011c3-a68e-45a2-9cc6-527d97d63d5f/44240cb3-96fc-45bf-9cb2-956940201641/b73b62db-c17a-4cd4-a15f-a52b344c2b12) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:50:20.574565 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-47ee9cde-30db-44fe-a3c7-8cc4be300744 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8413392'] for subnet, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:20.586834 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024427b5-dedf-46c8-bfdf-e10981a98c36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-823a331a-9740-4733-b39a-12287e5392aa', 'network_id': '823a331a-9740-4733-b39a-12287e5392aa', 'project_id': '7364730fdb76414ca81ae560e4cec83d', 'fixed_ips': [{'subnet_id': '03c64213-516e-4113-a6eb-12869213dcaf'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:50:20.587794 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-024427b5-dedf-46c8-bfdf-e10981a98c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:20.689317 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c01e774e-a064-4f01-b152-1ff5fab81044 req-5cfe486a-b8ec-40ad-80d2-da43f11ba511 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0608211 Dec 10 18:50:20.708879 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-024427b5-dedf-46c8-bfdf-e10981a98c36 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 18:50:20.708879 n-d-821435-1 neutron-server[103246]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 10 18:50:20.708879 n-d-821435-1 neutron-server[103246]: [parameters: {'in_use': 1, 'id_1': '03c64213-516e-4113-a6eb-12869213dcaf'}] Dec 10 18:50:20.708879 n-d-821435-1 neutron-server[103246]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:50:20.709956 n-d-821435-1 neutron-server[103246]: DEBUG oslo_db.api [None req-024427b5-dedf-46c8-bfdf-e10981a98c36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:50:20.736247 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-fcc7fc93-f646-42fa-8661-91ab381f86c0 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:20.749519 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de77212-4235-4413-8164-a7730aced0d7 req-6f5f318e-18c1-4cd6-9811-9debd04c0c8f tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:20.756129 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de77212-4235-4413-8164-a7730aced0d7 req-6f5f318e-18c1-4cd6-9811-9debd04c0c8f tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:20.762216 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de77212-4235-4413-8164-a7730aced0d7 req-6f5f318e-18c1-4cd6-9811-9debd04c0c8f tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:20.768178 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de77212-4235-4413-8164-a7730aced0d7 req-6f5f318e-18c1-4cd6-9811-9debd04c0c8f tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:20.771812 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-fcc7fc93-f646-42fa-8661-91ab381f86c0 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:20.775031 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de77212-4235-4413-8164-a7730aced0d7 req-6f5f318e-18c1-4cd6-9811-9debd04c0c8f tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:20.780967 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de77212-4235-4413-8164-a7730aced0d7 req-6f5f318e-18c1-4cd6-9811-9debd04c0c8f tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:20.787176 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de77212-4235-4413-8164-a7730aced0d7 req-6f5f318e-18c1-4cd6-9811-9debd04c0c8f tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:20.789312 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9de77212-4235-4413-8164-a7730aced0d7 req-6f5f318e-18c1-4cd6-9811-9debd04c0c8f tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5434 time: 0.1524694 Dec 10 18:50:20.822020 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-fcc7fc93-f646-42fa-8661-91ab381f86c0 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Network b89011c3-a68e-45a2-9cc6-527d97d63d5f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:50:20.825531 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-fcc7fc93-f646-42fa-8661-91ab381f86c0 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:50:20.828488 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-fcc7fc93-f646-42fa-8661-91ab381f86c0 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:50:20.859697 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc7fc93-f646-42fa-8661-91ab381f86c0 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Pushing event updated for resources: {'Port': ['ID=b73b62db-c17a-4cd4-a15f-a52b344c2b12,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:20.890143 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-fcc7fc93-f646-42fa-8661-91ab381f86c0 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:20.890806 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-fcc7fc93-f646-42fa-8661-91ab381f86c0 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:20.902347 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-47ee9cde-30db-44fe-a3c7-8cc4be300744 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794392028380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12295703'] for subnet, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:20.913571 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-fcc7fc93-f646-42fa-8661-91ab381f86c0 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8132942 Dec 10 18:50:20.938448 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-4560d128-d22a-481e-acf5-c8a82558c15c service neutron] Request body: {'port': {'device_id': '1f7c6ee9-7212-4086-a2f2-67e79cc0ea58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:20.964101 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9de77212-4235-4413-8164-a7730aced0d7 req-bf5d2fe2-45c6-4b3c-8e4d-089f90bc5344 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1666627 Dec 10 18:50:20.977156 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ee9cde-30db-44fe-a3c7-8cc4be300744 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:20.977917 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-47ee9cde-30db-44fe-a3c7-8cc4be300744 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:20.981847 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-47ee9cde-30db-44fe-a3c7-8cc4be300744 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "PUT /v2.0/subnets/03c64213-516e-4113-a6eb-12869213dcaf HTTP/1.1" status: 200 len: 877 time: 0.5213294 Dec 10 18:50:20.982493 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42258) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:21.032783 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-4560d128-d22a-481e-acf5-c8a82558c15c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:21.040002 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee9cde-30db-44fe-a3c7-8cc4be300744 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event updated for resources: {'Subnet': ['ID=03c64213-516e-4113-a6eb-12869213dcaf,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:21.080591 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fac5e38e-e7fa-449a-bd55-22f89fd792e0 req-616848cc-d1a4-485d-9969-3826b36b9ca8 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0372212 Dec 10 18:50:21.116421 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2cc3d-c32e-47db-9bdc-369135f6dc8f req-be7412bf-a1d1-4c70-aaab-924a5a480be9 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:21.124576 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79d2cc3d-c32e-47db-9bdc-369135f6dc8f req-be7412bf-a1d1-4c70-aaab-924a5a480be9 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f7c6ee9-7212-4086-a2f2-67e79cc0ea58 HTTP/1.1" status: 200 len: 932 time: 0.1273918 Dec 10 18:50:21.182689 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bc6d951-6b4d-4532-92b4-3e0ab9e4a351 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:21.185431 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79d2cc3d-c32e-47db-9bdc-369135f6dc8f req-b36ddabf-5ad9-4799-9d48-42c4c92f8e7c tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.62 "GET /v2.0/security-groups?id=57089d9a-b057-4389-9472-99f7fcdba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598390 Dec 10 18:50:21.185709 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2ad644a8-2743-4661-b7ce-f866f3991770 req-45b1cc02-c4da-495b-8332-9adb5d0a18ec tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0397785 Dec 10 18:50:21.210859 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-024427b5-dedf-46c8-bfdf-e10981a98c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:21.233786 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5ea9b865-4c15-4e83-ad2f-c731b2f74239 None None] Provisioning complete for port b73b62db-c17a-4cd4-a15f-a52b344c2b12 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:21.234423 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5ea9b865-4c15-4e83-ad2f-c731b2f74239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:21.249541 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:50:21.258502 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bc6d951-6b4d-4532-92b4-3e0ab9e4a351 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:21.319631 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5ea9b865-4c15-4e83-ad2f-c731b2f74239 None None] Port b73b62db-c17a-4cd4-a15f-a52b344c2b12 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:50:21.332415 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bc6d951-6b4d-4532-92b4-3e0ab9e4a351 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server [None req-024427b5-dedf-46c8-bfdf-e10981a98c36 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03c64213-516e-4113-a6eb-12869213dcaf: This subnet is being modified by another concurrent operation. Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 18:50:21.348448 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:50:21.351217 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 18:50:21.351217 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 18:50:21.351217 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:50:21.351217 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:50:21.351217 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:50:21.351217 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:50:21.351217 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 18:50:21.351217 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:50:21.351217 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 18:50:21.351217 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 18:50:21.351217 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:50:21.351217 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:50:21.351217 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:50:21.351217 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:50:21.351217 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 18:50:21.351217 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 18:50:21.351217 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 18:50:21.351217 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 18:50:21.351217 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 18:50:21.351217 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 18:50:21.351217 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 18:50:21.351217 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 18:50:21.351217 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 18:50:21.351217 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 18:50:21.351217 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:50:21.351217 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:50:21.351217 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:50:21.351217 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:50:21.351217 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 18:50:21.351217 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 18:50:21.351217 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 18:50:21.351217 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 18:50:21.351217 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 18:50:21.351217 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 18:50:21.351217 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 18:50:21.351217 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise exception Dec 10 18:50:21.351217 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03c64213-516e-4113-a6eb-12869213dcaf: This subnet is being modified by another concurrent operation. Dec 10 18:50:21.351217 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Dec 10 18:50:21.368648 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e2ebde-d83c-416e-bffe-fbc0b9eb17e7 None None] Network 823a331a-9740-4733-b39a-12287e5392aa requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:21.370100 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6d951-6b4d-4532-92b4-3e0ab9e4a351 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event deleted for resources: {'Subnet': ['ID=03c64213-516e-4113-a6eb-12869213dcaf,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:21.432404 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bc6d951-6b4d-4532-92b4-3e0ab9e4a351 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:21.456193 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-8bc6d951-6b4d-4532-92b4-3e0ab9e4a351 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['823a331a-9740-4733-b39a-12287e5392aa']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:21.464271 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-4560d128-d22a-481e-acf5-c8a82558c15c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b73b62db-c17a-4cd4-a15f-a52b344c2b12 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:50:21.469607 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-8bc6d951-6b4d-4532-92b4-3e0ab9e4a351 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ea4aa25-4229-49b7-aa7c-8b6b2ec77140') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:21.470457 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-8bc6d951-6b4d-4532-92b4-3e0ab9e4a351 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ea4aa25-4229-49b7-aa7c-8b6b2ec77140') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:21.474439 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8080096-959e-481f-b1a1-056b7d765f71 None None] Network 823a331a-9740-4733-b39a-12287e5392aa requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:21.477151 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-4560d128-d22a-481e-acf5-c8a82558c15c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:21.485349 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bc6d951-6b4d-4532-92b4-3e0ab9e4a351 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:21.492817 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-4560d128-d22a-481e-acf5-c8a82558c15c service neutron] Transition to ACTIVE for port object b73b62db-c17a-4cd4-a15f-a52b344c2b12 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:50:21.499492 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-4560d128-d22a-481e-acf5-c8a82558c15c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:21.503324 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bc6d951-6b4d-4532-92b4-3e0ab9e4a351 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:21.510794 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bc6d951-6b4d-4532-92b4-3e0ab9e4a351 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:50:21.511077 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bc6d951-6b4d-4532-92b4-3e0ab9e4a351 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:21.514471 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:50:21.514471 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:50:21.514471 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:50:21.514471 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:50:21.514471 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:50:21.514471 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:50:21.514471 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:50:21.514471 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:50:21.514471 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:50:21.514471 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:50:21.514471 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:50:21.514471 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:50:21.514471 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:50:21.514471 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:50:21.514471 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:50:21.514471 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:50:21.514471 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:50:21.514471 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:50:21.514471 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:50:21.514471 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:50:21.514471 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:50:21.514471 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:50:21.514471 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:50:21.514471 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:50:21.514471 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:50:21.514471 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:50:21.514471 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:50:21.514471 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:50:21.514471 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:50:21.514471 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:50:21.514471 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:50:21.514471 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:50:21.558645 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d07155-f1d7-4abe-8d46-72c2e18b93fe None None] get_active_networks_info from n-d-821435-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:50:21.584137 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f023c498-a47f-4ce1-a9d6-bc2d517fb7dd req-e530ca3c-16bf-4602-9fc5-7be72332a923 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0755925 Dec 10 18:50:21.584323 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bc6d951-6b4d-4532-92b4-3e0ab9e4a351 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:21.592111 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bc6d951-6b4d-4532-92b4-3e0ab9e4a351 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:21.595921 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8bc6d951-6b4d-4532-92b4-3e0ab9e4a351 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "DELETE /v2.0/networks/823a331a-9740-4733-b39a-12287e5392aa HTTP/1.1" status: 204 len: 168 time: 0.6123917 Dec 10 18:50:21.599775 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42266) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:21.600164 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560d128-d22a-481e-acf5-c8a82558c15c service neutron] Pushing event updated for resources: {'Port': ['ID=b73b62db-c17a-4cd4-a15f-a52b344c2b12,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:21.648214 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b349fb8-27a0-4b34-9f2e-77e9a0c0da19 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] DELETE failed (client error): The resource could not be found. Dec 10 18:50:21.648700 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b349fb8-27a0-4b34-9f2e-77e9a0c0da19 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:50:21.654612 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5b349fb8-27a0-4b34-9f2e-77e9a0c0da19 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "DELETE /v2.0/subnets/03c64213-516e-4113-a6eb-12869213dcaf HTTP/1.1" status: 404 len: 337 time: 0.0505233 Dec 10 18:50:21.654612 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6d951-6b4d-4532-92b4-3e0ab9e4a351 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event deleted for resources: {'Network': ['ID=823a331a-9740-4733-b39a-12287e5392aa,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:21.654612 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42268) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:21.677680 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e5b961f-d7db-44fa-b6ad-a0725127795b tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] DELETE failed (client error): The resource could not be found. Dec 10 18:50:21.678363 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e5b961f-d7db-44fa-b6ad-a0725127795b tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:50:21.683823 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7e5b961f-d7db-44fa-b6ad-a0725127795b tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "DELETE /v2.0/networks/823a331a-9740-4733-b39a-12287e5392aa HTTP/1.1" status: 404 len: 339 time: 0.0261478 Dec 10 18:50:21.684073 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42270) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:21.713070 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e33342f-4c6f-478f-9ed6-ee4546737c33 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] DELETE failed (client error): The resource could not be found. Dec 10 18:50:21.713536 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e33342f-4c6f-478f-9ed6-ee4546737c33 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:50:21.715160 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d07155-f1d7-4abe-8d46-72c2e18b93fe None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 18:50:21.718857 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2e33342f-4c6f-478f-9ed6-ee4546737c33 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "DELETE /v2.0/subnets/f9f6b5cd-18c1-48ff-85cd-e6100a023b16 HTTP/1.1" status: 404 len: 337 time: 0.0315576 Dec 10 18:50:21.719113 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42274) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:21.745139 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b4a831-c06d-4f4a-bfdc-51dca2bf4980 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] DELETE failed (client error): The resource could not be found. Dec 10 18:50:21.745752 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5b4a831-c06d-4f4a-bfdc-51dca2bf4980 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:50:21.750922 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c5b4a831-c06d-4f4a-bfdc-51dca2bf4980 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "DELETE /v2.0/networks/afb97f0e-506d-4718-b30d-90d005bbdb2c HTTP/1.1" status: 404 len: 339 time: 0.0286379 Dec 10 18:50:21.756365 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42276) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:21.781811 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d106262a-3354-4f2f-b2d0-3d634dd659ff req-5b99046b-20c9-4a13-8836-de985a6f4dec tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0395195 Dec 10 18:50:21.856408 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-21c61e71-2d90-4a79-96bd-ff95ab982aba tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:21.956893 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-21c61e71-2d90-4a79-96bd-ff95ab982aba tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:21.978869 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-21c61e71-2d90-4a79-96bd-ff95ab982aba tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['628726bc-1709-44e6-9501-682939e88515']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:21.988764 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-21c61e71-2d90-4a79-96bd-ff95ab982aba tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd012de8c-91dc-4737-8d6d-c3446ed14217') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:21.989069 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-21c61e71-2d90-4a79-96bd-ff95ab982aba tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd012de8c-91dc-4737-8d6d-c3446ed14217') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:21.999519 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-21c61e71-2d90-4a79-96bd-ff95ab982aba tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:22.014098 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-21c61e71-2d90-4a79-96bd-ff95ab982aba tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:22.023318 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21c61e71-2d90-4a79-96bd-ff95ab982aba tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:50:22.023916 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-21c61e71-2d90-4a79-96bd-ff95ab982aba tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:22.028874 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:50:22.028874 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:50:22.028874 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:50:22.028874 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:50:22.028874 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:50:22.028874 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:50:22.028874 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:50:22.028874 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:50:22.028874 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:50:22.028874 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:50:22.028874 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:50:22.028874 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:50:22.028874 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:50:22.028874 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:50:22.028874 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:50:22.028874 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:50:22.028874 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:50:22.028874 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:50:22.028874 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:50:22.028874 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:50:22.028874 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:50:22.028874 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:50:22.028874 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:50:22.028874 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:50:22.028874 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:50:22.028874 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:50:22.028874 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:50:22.028874 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:50:22.028874 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:50:22.028874 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:50:22.028874 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:50:22.028874 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:50:22.057720 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-5b2039b6-52c3-440d-ad0d-5af8aa2549c4 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:22.064012 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-5b2039b6-52c3-440d-ad0d-5af8aa2549c4 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:22.071856 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-5b2039b6-52c3-440d-ad0d-5af8aa2549c4 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:22.077919 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-5b2039b6-52c3-440d-ad0d-5af8aa2549c4 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:22.083980 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-5b2039b6-52c3-440d-ad0d-5af8aa2549c4 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:22.090032 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-5b2039b6-52c3-440d-ad0d-5af8aa2549c4 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:22.096406 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-5b2039b6-52c3-440d-ad0d-5af8aa2549c4 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:22.097860 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-21c61e71-2d90-4a79-96bd-ff95ab982aba tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:22.098083 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-5b2039b6-52c3-440d-ad0d-5af8aa2549c4 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5434 time: 0.1348677 Dec 10 18:50:22.105685 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-21c61e71-2d90-4a79-96bd-ff95ab982aba tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:22.109725 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-21c61e71-2d90-4a79-96bd-ff95ab982aba tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "DELETE /v2.0/networks/628726bc-1709-44e6-9501-682939e88515 HTTP/1.1" status: 204 len: 168 time: 0.3505504 Dec 10 18:50:22.121961 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42282) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:22.133097 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-4560d128-d22a-481e-acf5-c8a82558c15c service neutron] Attempting to bind port b73b62db-c17a-4cd4-a15f-a52b344c2b12 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:50:22.133272 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c61e71-2d90-4a79-96bd-ff95ab982aba tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event deleted for resources: {'Network': ['ID=628726bc-1709-44e6-9501-682939e88515,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:22.133346 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-4560d128-d22a-481e-acf5-c8a82558c15c service neutron] Attempting to bind port b73b62db-c17a-4cd4-a15f-a52b344c2b12 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '4652ef95-8f55-47d9-8ea9-50e4f524fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b89011c3-a68e-45a2-9cc6-527d97d63d5f'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:50:22.133622 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-4560d128-d22a-481e-acf5-c8a82558c15c service neutron] Attempting to bind port b73b62db-c17a-4cd4-a15f-a52b344c2b12 on network b89011c3-a68e-45a2-9cc6-527d97d63d5f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:50:22.159605 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a74189-ba95-4040-98e0-d49c28342722 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] DELETE failed (client error): The resource could not be found. Dec 10 18:50:22.160071 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80a74189-ba95-4040-98e0-d49c28342722 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:50:22.163710 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-80a74189-ba95-4040-98e0-d49c28342722 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "DELETE /v2.0/subnets/8477d79a-f468-4f1b-a020-bcc00d19bb69 HTTP/1.1" status: 404 len: 337 time: 0.0405483 Dec 10 18:50:22.167162 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42284) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:22.173081 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-4560d128-d22a-481e-acf5-c8a82558c15c service neutron] Port b73b62db-c17a-4cd4-a15f-a52b344c2b12 on network b89011c3-a68e-45a2-9cc6-527d97d63d5f not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:50:22.173284 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-4560d128-d22a-481e-acf5-c8a82558c15c service neutron] Attempting to bind port b73b62db-c17a-4cd4-a15f-a52b344c2b12 on network b89011c3-a68e-45a2-9cc6-527d97d63d5f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:50:22.194477 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-4560d128-d22a-481e-acf5-c8a82558c15c service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:50:22.194755 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-4560d128-d22a-481e-acf5-c8a82558c15c service neutron] Checking segment: {'id': '4652ef95-8f55-47d9-8ea9-50e4f524fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b89011c3-a68e-45a2-9cc6-527d97d63d5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:50:22.195149 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-4560d128-d22a-481e-acf5-c8a82558c15c service neutron] Bound using segment: {'id': '4652ef95-8f55-47d9-8ea9-50e4f524fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b89011c3-a68e-45a2-9cc6-527d97d63d5f'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:50:22.195606 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-4560d128-d22a-481e-acf5-c8a82558c15c service neutron] Bound port: b73b62db-c17a-4cd4-a15f-a52b344c2b12, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4652ef95-8f55-47d9-8ea9-50e4f524fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b89011c3-a68e-45a2-9cc6-527d97d63d5f'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:50:22.195949 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-4560d128-d22a-481e-acf5-c8a82558c15c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:22.207588 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-77784743-2185-4ec1-9893-59a199b9eba0 req-4ba59ed2-6b1c-4bf9-adfa-2c3ab4ebb11b tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0426567 Dec 10 18:50:22.209430 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff2aa2b-2420-4dc6-89a9-87b2e10f9f2d tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] DELETE failed (client error): The resource could not be found. Dec 10 18:50:22.209977 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cff2aa2b-2420-4dc6-89a9-87b2e10f9f2d tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:50:22.210743 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-8afb9ddf-f90d-465b-8d8c-b3717f62bc8a tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:22.211823 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-8afb9ddf-f90d-465b-8d8c-b3717f62bc8a tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.72 "GET /v2.0/ports/f26c6f39-65f3-454a-91e4-8caaab987687?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0800271 Dec 10 18:50:22.213238 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-cff2aa2b-2420-4dc6-89a9-87b2e10f9f2d tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "DELETE /v2.0/networks/d9368297-9420-45e3-95bd-ef9897e95faa HTTP/1.1" status: 404 len: 339 time: 0.0457101 Dec 10 18:50:22.216437 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42288) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:22.229082 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60478f96-d473-4295-83a7-fb891bd8cc2a req-97c7a2d1-30e7-4d26-bd9f-0ef4261e30b7 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:22.235200 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60478f96-d473-4295-83a7-fb891bd8cc2a req-97c7a2d1-30e7-4d26-bd9f-0ef4261e30b7 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:22.242075 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60478f96-d473-4295-83a7-fb891bd8cc2a req-97c7a2d1-30e7-4d26-bd9f-0ef4261e30b7 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:22.248111 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60478f96-d473-4295-83a7-fb891bd8cc2a req-97c7a2d1-30e7-4d26-bd9f-0ef4261e30b7 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:22.254209 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60478f96-d473-4295-83a7-fb891bd8cc2a req-97c7a2d1-30e7-4d26-bd9f-0ef4261e30b7 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:22.260617 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60478f96-d473-4295-83a7-fb891bd8cc2a req-97c7a2d1-30e7-4d26-bd9f-0ef4261e30b7 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:22.266632 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60478f96-d473-4295-83a7-fb891bd8cc2a req-97c7a2d1-30e7-4d26-bd9f-0ef4261e30b7 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:22.268559 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-60478f96-d473-4295-83a7-fb891bd8cc2a req-97c7a2d1-30e7-4d26-bd9f-0ef4261e30b7 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 5434 time: 0.1681812 Dec 10 18:50:22.319687 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-7deb33c8-f749-4528-af92-8bf4442808a4 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] DELETE failed (client error): The resource could not be found. Dec 10 18:50:22.320042 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7deb33c8-f749-4528-af92-8bf4442808a4 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:50:22.323544 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7deb33c8-f749-4528-af92-8bf4442808a4 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "DELETE /v2.0/subnets/9b734871-debb-4b74-80e7-5998396bb2b3 HTTP/1.1" status: 404 len: 337 time: 0.0540063 Dec 10 18:50:22.327956 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddad4d7-d275-49fa-b2f7-3ff998a664d7 req-09e1f6d3-011c-46a5-afe0-b961f182d70f tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:22.329618 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2ddad4d7-d275-49fa-b2f7-3ff998a664d7 req-09e1f6d3-011c-46a5-afe0-b961f182d70f tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f7c6ee9-7212-4086-a2f2-67e79cc0ea58 HTTP/1.1" status: 200 len: 944 time: 0.0507708 Dec 10 18:50:22.330153 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42294) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:22.361562 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec30987-7519-4d2c-a247-c474eeb68a7a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] DELETE failed (client error): The resource could not be found. Dec 10 18:50:22.362128 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bec30987-7519-4d2c-a247-c474eeb68a7a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:50:22.367199 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-bec30987-7519-4d2c-a247-c474eeb68a7a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "DELETE /v2.0/networks/76668cb1-2dd1-4cf8-b2b7-243afa0855cd HTTP/1.1" status: 404 len: 339 time: 0.0358870 Dec 10 18:50:22.371189 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42296) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:22.383100 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8d1a5ac4-57a7-4caa-a5f5-9bbd2360db95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:22.402821 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-17ab409e-6699-463b-bf43-2f53b881901e tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] DELETE failed (client error): The resource could not be found. Dec 10 18:50:22.403378 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17ab409e-6699-463b-bf43-2f53b881901e tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:50:22.406791 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-17ab409e-6699-463b-bf43-2f53b881901e tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "DELETE /v2.0/subnets/4386c7a9-24b7-48d7-ba9e-e6db83f7c8f1 HTTP/1.1" status: 404 len: 337 time: 0.0356333 Dec 10 18:50:22.413095 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42298) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:22.430746 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2ddad4d7-d275-49fa-b2f7-3ff998a664d7 req-56b8ae2a-9629-4cc8-a018-27f8a42c1ea6 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.62 "GET /v2.0/security-groups?id=57089d9a-b057-4389-9472-99f7fcdba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916874 Dec 10 18:50:22.469457 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b808c3-2309-4222-bd25-b950d50d64f7 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] DELETE failed (client error): The resource could not be found. Dec 10 18:50:22.469989 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86b808c3-2309-4222-bd25-b950d50d64f7 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:50:22.473098 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-86b808c3-2309-4222-bd25-b950d50d64f7 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "DELETE /v2.0/networks/5461d935-2eb7-4c9c-8caa-c6c6ce15b030 HTTP/1.1" status: 404 len: 339 time: 0.0575144 Dec 10 18:50:22.483910 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42300) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:22.503243 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b83c0c1c-8b1b-4521-936d-b5ca7e37eb98 req-2a25dcc7-961a-4191-b925-42fccc55a7b9 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0325692 Dec 10 18:50:22.531660 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-4560d128-d22a-481e-acf5-c8a82558c15c service neutron] For port b73b62db-c17a-4cd4-a15f-a52b344c2b12, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:50:22.535583 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-df70dee7-49e3-48c7-bb0c-8e8161cca16d tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] DELETE failed (client error): The resource could not be found. Dec 10 18:50:22.536052 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df70dee7-49e3-48c7-bb0c-8e8161cca16d tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:50:22.539954 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-df70dee7-49e3-48c7-bb0c-8e8161cca16d tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "DELETE /v2.0/subnets/9d1fb335-f4fc-444c-9fda-2bcb3989618d HTTP/1.1" status: 404 len: 337 time: 0.0512388 Dec 10 18:50:22.542694 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42302) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:22.545252 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-60478f96-d473-4295-83a7-fb891bd8cc2a req-88ef116c-369a-40ae-8c53-c88f968f2cec tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2485104 Dec 10 18:50:22.551356 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-5573ed86-2227-4413-bed2-515efbe1acd2 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.72 "GET /v2.0/networks/e891f6b3-8680-45b2-9ef7-cbafd7cf9175?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2730260 Dec 10 18:50:22.564603 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-d87461ae-7e1c-4872-8100-36f03fec5c46 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:22.565524 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0d27b41-f64c-4096-be45-76bbb27cf9ac tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] DELETE failed (client error): The resource could not be found. Dec 10 18:50:22.566035 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0d27b41-f64c-4096-be45-76bbb27cf9ac tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:50:22.569681 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e0d27b41-f64c-4096-be45-76bbb27cf9ac tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "DELETE /v2.0/networks/d94c840a-5db1-4615-804c-6daff14c6621 HTTP/1.1" status: 404 len: 339 time: 0.0257983 Dec 10 18:50:22.572177 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42304) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:22.574058 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-4560d128-d22a-481e-acf5-c8a82558c15c service neutron] For port b73b62db-c17a-4cd4-a15f-a52b344c2b12, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=b73b62db-c17a-4cd4-a15f-a52b344c2b12,segment=NetworkSegment(4652ef95-8f55-47d9-8ea9-50e4f524fd78),segment_id=4652ef95-8f55-47d9-8ea9-50e4f524fd78)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:50:22.601000 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-da436d26-f36c-4cce-bef8-1fd4d82e6acf tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] DELETE failed (client error): The resource could not be found. Dec 10 18:50:22.601484 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da436d26-f36c-4cce-bef8-1fd4d82e6acf tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:50:22.604507 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-4560d128-d22a-481e-acf5-c8a82558c15c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:22.604807 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-da436d26-f36c-4cce-bef8-1fd4d82e6acf tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "DELETE /v2.0/subnets/6832d075-b46c-4f78-9f39-a93f329f7cfe HTTP/1.1" status: 404 len: 337 time: 0.0314040 Dec 10 18:50:22.607303 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42306) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:22.626567 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd814967-5388-4491-872b-0a9dba6f507a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] DELETE failed (client error): The resource could not be found. Dec 10 18:50:22.626986 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd814967-5388-4491-872b-0a9dba6f507a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:50:22.630179 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-dd814967-5388-4491-872b-0a9dba6f507a tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "DELETE /v2.0/networks/aa27204b-cde3-4baf-84b0-2859642a6d1a HTTP/1.1" status: 404 len: 339 time: 0.0218618 Dec 10 18:50:22.632727 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42308) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:22.660130 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc14b24-46b7-46f1-ba87-b41f4bc59b96 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] DELETE failed (client error): The resource could not be found. Dec 10 18:50:22.660719 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dc14b24-46b7-46f1-ba87-b41f4bc59b96 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:50:22.667550 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1dc14b24-46b7-46f1-ba87-b41f4bc59b96 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "DELETE /v2.0/subnets/85ee2194-fd2e-4943-8195-56e3085eb047 HTTP/1.1" status: 404 len: 337 time: 0.0315366 Dec 10 18:50:22.670041 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-4560d128-d22a-481e-acf5-c8a82558c15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:22.670910 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42312) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:22.671139 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-4560d128-d22a-481e-acf5-c8a82558c15c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:22.672549 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-4560d128-d22a-481e-acf5-c8a82558c15c service neutron] 10.222.0.46 "PUT /v2.0/ports/b73b62db-c17a-4cd4-a15f-a52b344c2b12 HTTP/1.1" status: 200 len: 1092 time: 1.7499800 Dec 10 18:50:22.679227 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f7c6ee9-7212-4086-a2f2-67e79cc0ea58', 'tag': 'b73b62db-c17a-4cd4-a15f-a52b344c2b12'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:50:22.683041 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61334e61-c8e4-4fa9-8a52-7c073c62ad58" -d '{"events": [{"name": "network-changed", "server_uuid": "1f7c6ee9-7212-4086-a2f2-67e79cc0ea58", "tag": "b73b62db-c17a-4cd4-a15f-a52b344c2b12"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:50:22.697854 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-d87461ae-7e1c-4872-8100-36f03fec5c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:22.744758 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-62358f46-fd3b-498f-8284-866169f88bcc tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] DELETE failed (client error): The resource could not be found. Dec 10 18:50:22.745327 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62358f46-fd3b-498f-8284-866169f88bcc tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:50:22.750796 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-62358f46-fd3b-498f-8284-866169f88bcc tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "DELETE /v2.0/networks/511b6d58-923c-469e-bf89-4e962feb5927 HTTP/1.1" status: 404 len: 339 time: 0.0766275 Dec 10 18:50:22.758908 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c49687f1-01be-4b0b-a0a7-13218059ae1b req-6229097b-e2b9-413f-9c1b-f9af929d3373 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0880294 Dec 10 18:50:22.762594 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42318) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:22.807172 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560d128-d22a-481e-acf5-c8a82558c15c service neutron] Pushing event updated for resources: {'Port': ['ID=b73b62db-c17a-4cd4-a15f-a52b344c2b12,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:22.836004 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf675e29-c273-4a97-b3bd-8e490bf56734 x-openstack-request-id: req-cf675e29-c273-4a97-b3bd-8e490bf56734 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:50:22.836312 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f7c6ee9-7212-4086-a2f2-67e79cc0ea58", "tag": "b73b62db-c17a-4cd4-a15f-a52b344c2b12", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:50:22.836574 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cf675e29-c273-4a97-b3bd-8e490bf56734 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:50:22.837624 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f7c6ee9-7212-4086-a2f2-67e79cc0ea58', 'tag': 'b73b62db-c17a-4cd4-a15f-a52b344c2b12', 'status': 'completed', 'code': 200} Dec 10 18:50:22.848074 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-191c9095-a278-4399-8004-b5a50bdffeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:22.850306 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-191c9095-a278-4399-8004-b5a50bdffeaa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3704830dc7144051817729730538c570&device_id=1f7c6ee9-7212-4086-a2f2-67e79cc0ea58 HTTP/1.1" status: 200 len: 1095 time: 0.1125500 Dec 10 18:50:22.912432 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-ef119b9d-6fe9-4249-bc93-fb27712b1a48 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b73b62db-c17a-4cd4-a15f-a52b344c2b12 HTTP/1.1" status: 200 len: 217 time: 0.0536962 Dec 10 18:50:22.994683 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-550816d9-843f-4ab0-8b8a-1765fb9a7f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:22.996206 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-550816d9-843f-4ab0-8b8a-1765fb9a7f15 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=44240cb3-96fc-45bf-9cb2-956940201641 HTTP/1.1" status: 200 len: 853 time: 0.0587778 Dec 10 18:50:23.056308 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-d87461ae-7e1c-4872-8100-36f03fec5c46 service neutron] For port f26c6f39-65f3-454a-91e4-8caaab987687, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=f26c6f39-65f3-454a-91e4-8caaab987687,segment=NetworkSegment(50e18ff0-01a9-45cf-a561-d5e7cc825a95),segment_id=50e18ff0-01a9-45cf-a561-d5e7cc825a95)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:23.100009 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-4d64733a-b046-4c6d-b8a4-176afb6cb579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:23.101593 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-4d64733a-b046-4c6d-b8a4-176afb6cb579 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b89011c3-a68e-45a2-9cc6-527d97d63d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942504 Dec 10 18:50:23.108783 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a7552a-1a41-4493-a305-7b3d77183dd4 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] DELETE failed (client error): The resource could not be found. Dec 10 18:50:23.109244 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a7552a-1a41-4493-a305-7b3d77183dd4 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:50:23.112229 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-04a7552a-1a41-4493-a305-7b3d77183dd4 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "DELETE /v2.0/subnets/90a559a6-b7e3-4096-8a05-b60387fa2c14 HTTP/1.1" status: 404 len: 337 time: 0.3486416 Dec 10 18:50:23.116843 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-d87461ae-7e1c-4872-8100-36f03fec5c46 service neutron] For port f26c6f39-65f3-454a-91e4-8caaab987687, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:50:23.118958 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42322) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:23.137851 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5792d5ee-9027-4b6c-9a33-a5f5d7fecd81 req-ce75f244-2374-4597-b428-fe43205f6498 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0313141 Dec 10 18:50:23.202555 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-834c57c7-7ca8-42d9-8b04-b3a715ee010f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] DELETE failed (client error): The resource could not be found. Dec 10 18:50:23.203010 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-834c57c7-7ca8-42d9-8b04-b3a715ee010f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:50:23.206081 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-834c57c7-7ca8-42d9-8b04-b3a715ee010f tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "DELETE /v2.0/networks/139948e1-f4bf-429a-a443-49cb1995fb48 HTTP/1.1" status: 404 len: 339 time: 0.0862916 Dec 10 18:50:23.209244 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42324) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:23.218735 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-d87461ae-7e1c-4872-8100-36f03fec5c46 service neutron] device_id is not set on port f26c6f39-65f3-454a-91e4-8caaab987687 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:50:23.231882 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-d87461ae-7e1c-4872-8100-36f03fec5c46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:23.236856 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-c00c2f8d-63b7-4700-857f-c0e96b7d5a4e tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] DELETE failed (client error): The resource could not be found. Dec 10 18:50:23.237312 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c00c2f8d-63b7-4700-857f-c0e96b7d5a4e tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:50:23.241106 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c00c2f8d-63b7-4700-857f-c0e96b7d5a4e tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "DELETE /v2.0/subnets/57504d1e-de7a-4e7f-a635-1bc8fdebe48f HTTP/1.1" status: 404 len: 337 time: 0.0306420 Dec 10 18:50:23.243504 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42328) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:23.247347 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-d87461ae-7e1c-4872-8100-36f03fec5c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:23.264483 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-554849fa-302f-44c0-b3d8-50b2cf4376ab tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] DELETE failed (client error): The resource could not be found. Dec 10 18:50:23.265029 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-554849fa-302f-44c0-b3d8-50b2cf4376ab tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:50:23.268392 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-554849fa-302f-44c0-b3d8-50b2cf4376ab tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "DELETE /v2.0/networks/b878d9f6-5e63-459a-8639-9489c69d11cb HTTP/1.1" status: 404 len: 339 time: 0.0236664 Dec 10 18:50:23.271358 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42330) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:23.328503 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-5fda1854-5f19-47a2-8de4-7bda3c10e9a0 service neutron] 10.222.0.46 "GET /v2.0/networks/b89011c3-a68e-45a2-9cc6-527d97d63d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196302 Dec 10 18:50:23.329320 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f71f841-f0bf-47be-bba1-82240e83350e tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Deleting subnet 8b3786b2-b7f0-443d-9a06-d8cd37565846 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:50:23.332504 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f71f841-f0bf-47be-bba1-82240e83350e tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:23.332772 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6c99955-3343-46c5-874b-77ea0826ffec req-51b3f882-c93c-4eea-9b5b-36858b5bbbb4 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0472634 Dec 10 18:50:23.348613 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87461ae-7e1c-4872-8100-36f03fec5c46 service neutron] Pushing event updated for resources: {'Port': ['ID=f26c6f39-65f3-454a-91e4-8caaab987687,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:23.378051 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-d87461ae-7e1c-4872-8100-36f03fec5c46 service neutron] No DVR routers for this DVR port f26c6f39-65f3-454a-91e4-8caaab987687 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:50:23.392558 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:23.400745 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f71f841-f0bf-47be-bba1-82240e83350e tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:23.498698 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e4866a54-ca31-4e55-b3d4-5ec4f3433629 req-cd6b7e8a-cbdc-4caf-85fc-c9c8cb3df002 service neutron] 10.222.0.46 "GET /v2.0/networks/b89011c3-a68e-45a2-9cc6-527d97d63d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590638 Dec 10 18:50:23.503926 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-d87461ae-7e1c-4872-8100-36f03fec5c46 service neutron] In _notify_port_updated(), no bound segment for port f26c6f39-65f3-454a-91e4-8caaab987687 on network e891f6b3-8680-45b2-9ef7-cbafd7cf9175 {{(pid=103244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:50:23.505305 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-d87461ae-7e1c-4872-8100-36f03fec5c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:23.506131 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-d87461ae-7e1c-4872-8100-36f03fec5c46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:23.507760 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-d87461ae-7e1c-4872-8100-36f03fec5c46 service neutron] 10.222.0.72 "PUT /v2.0/ports/f26c6f39-65f3-454a-91e4-8caaab987687 HTTP/1.1" status: 200 len: 1028 time: 0.9483678 Dec 10 18:50:23.517270 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f71f841-f0bf-47be-bba1-82240e83350e tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:23.602525 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f71f841-f0bf-47be-bba1-82240e83350e tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:23.641664 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-83e92e4d-8d76-4b92-bf71-34311df760c9 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:23.643312 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-83e92e4d-8d76-4b92-bf71-34311df760c9 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.72 "GET /v2.0/ports/0d10c87b-1905-4b3f-bcac-2040c27cd26b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1288168 Dec 10 18:50:23.648918 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71f841-f0bf-47be-bba1-82240e83350e tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event deleted for resources: {'Subnet': ['ID=8b3786b2-b7f0-443d-9a06-d8cd37565846,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:23.651867 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8428f350-4a27-4143-b16e-0f670de3bf6b None None] Provisioning complete for port f26c6f39-65f3-454a-91e4-8caaab987687 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:23.653625 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8428f350-4a27-4143-b16e-0f670de3bf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:23.654050 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f71f841-f0bf-47be-bba1-82240e83350e tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:23.660862 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3f71f841-f0bf-47be-bba1-82240e83350e tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "DELETE /v2.0/subnets/8b3786b2-b7f0-443d-9a06-d8cd37565846 HTTP/1.1" status: 204 len: 168 time: 0.3870580 Dec 10 18:50:23.661878 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42338) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:23.676407 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1c4fa6e5-122f-408d-8d85-4f569bacd2a4 req-8fa3eaa9-f142-4b07-9fcf-715153f7778e tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0827000 Dec 10 18:50:23.681644 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-2a31a55a-9008-4c2c-8b39-ba7eacc2c0ab service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:23.696380 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69eb335-65d1-42c9-b6f3-b5387a035306 None None] Network 538ed245-62fe-46bc-a15c-b3b908d0049c requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:23.750978 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd9358ee-4f05-4a00-9dc5-472458a7c721 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:23.795085 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61334e61-c8e4-4fa9-8a52-7c073c62ad58 req-33458c20-d5af-4f54-b45c-37d535c03edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:23.796678 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-61334e61-c8e4-4fa9-8a52-7c073c62ad58 req-33458c20-d5af-4f54-b45c-37d535c03edc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3704830dc7144051817729730538c570&device_id=1f7c6ee9-7212-4086-a2f2-67e79cc0ea58 HTTP/1.1" status: 200 len: 1095 time: 0.2179592 Dec 10 18:50:23.820089 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-dd9358ee-4f05-4a00-9dc5-472458a7c721 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Deleting port 20ba9081-dc59-4cbc-9803-979a640381fe {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:50:23.820549 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd9358ee-4f05-4a00-9dc5-472458a7c721 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:23.897061 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-2a31a55a-9008-4c2c-8b39-ba7eacc2c0ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:23.931362 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-dd9358ee-4f05-4a00-9dc5-472458a7c721 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] For port 20ba9081-dc59-4cbc-9803-979a640381fe, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=20ba9081-dc59-4cbc-9803-979a640381fe,segment=NetworkSegment(fde707c9-8cb7-49cb-8a95-1a66ce5ba61d),segment_id=fde707c9-8cb7-49cb-8a95-1a66ce5ba61d)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:23.931886 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd9358ee-4f05-4a00-9dc5-472458a7c721 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:23.949226 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8428f350-4a27-4143-b16e-0f670de3bf6b None None] Port f26c6f39-65f3-454a-91e4-8caaab987687 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:50:23.955315 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d866e-8b0d-49e1-8ddb-3ae9954558f8 req-b75843e7-7649-4884-a7f2-4aa284fc6d16 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:23.957001 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5e3d866e-8b0d-49e1-8ddb-3ae9954558f8 req-b75843e7-7649-4884-a7f2-4aa284fc6d16 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f7c6ee9-7212-4086-a2f2-67e79cc0ea58 HTTP/1.1" status: 200 len: 944 time: 0.0890369 Dec 10 18:50:23.958162 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-dd9358ee-4f05-4a00-9dc5-472458a7c721 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Calling delete_port for 20ba9081-dc59-4cbc-9803-979a640381fe owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:50:23.996483 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38133bb6-cd7e-4338-a1df-1d4007ad43ed req-7adfcc84-1065-4d9c-bfcd-06fa6b752a59 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:24.003107 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38133bb6-cd7e-4338-a1df-1d4007ad43ed req-7adfcc84-1065-4d9c-bfcd-06fa6b752a59 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:24.009404 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38133bb6-cd7e-4338-a1df-1d4007ad43ed req-7adfcc84-1065-4d9c-bfcd-06fa6b752a59 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:24.015785 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38133bb6-cd7e-4338-a1df-1d4007ad43ed req-7adfcc84-1065-4d9c-bfcd-06fa6b752a59 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:24.023113 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38133bb6-cd7e-4338-a1df-1d4007ad43ed req-7adfcc84-1065-4d9c-bfcd-06fa6b752a59 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:24.029202 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38133bb6-cd7e-4338-a1df-1d4007ad43ed req-7adfcc84-1065-4d9c-bfcd-06fa6b752a59 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:24.031103 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-38133bb6-cd7e-4338-a1df-1d4007ad43ed req-7adfcc84-1065-4d9c-bfcd-06fa6b752a59 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 4659 time: 0.2172217 Dec 10 18:50:24.054478 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61334e61-c8e4-4fa9-8a52-7c073c62ad58 req-cb5bcf4e-ce0b-43b7-bc53-cb795fe172bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:24.057270 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-61334e61-c8e4-4fa9-8a52-7c073c62ad58 req-cb5bcf4e-ce0b-43b7-bc53-cb795fe172bd service neutron] 10.222.0.46 "GET /v2.0/networks?id=b89011c3-a68e-45a2-9cc6-527d97d63d5f HTTP/1.1" status: 200 len: 915 time: 0.2422080 Dec 10 18:50:24.063558 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5e3d866e-8b0d-49e1-8ddb-3ae9954558f8 req-fe339e73-6b85-49b1-bd36-23c2a01b1212 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.62 "GET /v2.0/security-groups?id=57089d9a-b057-4389-9472-99f7fcdba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986109 Dec 10 18:50:24.089100 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb99960f-ab1e-400b-a3b3-91875c830471 None None] DHCP port deletion for 538ed245-62fe-46bc-a15c-b3b908d0049c request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:50:24.091608 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd9358ee-4f05-4a00-9dc5-472458a7c721 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:24.124779 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9358ee-4f05-4a00-9dc5-472458a7c721 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event deleted for resources: {'Port': ['ID=20ba9081-dc59-4cbc-9803-979a640381fe,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:24.128691 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9358ee-4f05-4a00-9dc5-472458a7c721 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] No DVR routers for this DVR port 20ba9081-dc59-4cbc-9803-979a640381fe on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:50:24.160127 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-61334e61-c8e4-4fa9-8a52-7c073c62ad58 req-2d5f875e-8977-4a46-8207-53bd000d586d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b73b62db-c17a-4cd4-a15f-a52b344c2b12 HTTP/1.1" status: 200 len: 217 time: 0.0857658 Dec 10 18:50:24.219347 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1a8ffec5-32d4-41cb-a217-13528d43a5cb req-e78e3540-155f-41ce-a65d-c01be32567c0 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0830998 Dec 10 18:50:24.241403 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd9358ee-4f05-4a00-9dc5-472458a7c721 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:24.250935 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-38133bb6-cd7e-4338-a1df-1d4007ad43ed req-2861cd88-7ef0-45c9-ac61-87b8a27565cb tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&id=858fe15f-508c-4448-9837-d42170cc737d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2096078 Dec 10 18:50:24.257047 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-2a31a55a-9008-4c2c-8b39-ba7eacc2c0ab service neutron] For port 0d10c87b-1905-4b3f-bcac-2040c27cd26b, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=0d10c87b-1905-4b3f-bcac-2040c27cd26b,segment=NetworkSegment(50e18ff0-01a9-45cf-a561-d5e7cc825a95),segment_id=50e18ff0-01a9-45cf-a561-d5e7cc825a95)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:24.271663 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61334e61-c8e4-4fa9-8a52-7c073c62ad58 req-c2c6d4a2-32fb-44ac-a684-4b8a1abaec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:24.273402 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-61334e61-c8e4-4fa9-8a52-7c073c62ad58 req-c2c6d4a2-32fb-44ac-a684-4b8a1abaec7a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=44240cb3-96fc-45bf-9cb2-956940201641 HTTP/1.1" status: 200 len: 853 time: 0.1034782 Dec 10 18:50:24.273885 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-dd9358ee-4f05-4a00-9dc5-472458a7c721 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['538ed245-62fe-46bc-a15c-b3b908d0049c']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:24.295603 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-dd9358ee-4f05-4a00-9dc5-472458a7c721 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fde707c9-8cb7-49cb-8a95-1a66ce5ba61d') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:24.296073 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-dd9358ee-4f05-4a00-9dc5-472458a7c721 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fde707c9-8cb7-49cb-8a95-1a66ce5ba61d') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:24.317027 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1ccb465e-a4ac-4fd8-9ef7-a6e35f4c63ce req-a3f77986-e670-4853-9704-a2889cb21eaf tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0453174 Dec 10 18:50:24.321621 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd9358ee-4f05-4a00-9dc5-472458a7c721 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:24.322782 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-2a31a55a-9008-4c2c-8b39-ba7eacc2c0ab service neutron] For port 0d10c87b-1905-4b3f-bcac-2040c27cd26b, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:50:24.338184 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd9358ee-4f05-4a00-9dc5-472458a7c721 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:24.344759 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd9358ee-4f05-4a00-9dc5-472458a7c721 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:50:24.345254 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd9358ee-4f05-4a00-9dc5-472458a7c721 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:24.350118 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:50:24.350118 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:50:24.350118 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:50:24.350118 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:50:24.350118 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:50:24.350118 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:50:24.350118 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:50:24.350118 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:50:24.350118 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:50:24.350118 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:50:24.350118 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:50:24.350118 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:50:24.350118 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:50:24.350118 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:50:24.350118 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:50:24.350118 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:50:24.350118 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:50:24.350118 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:50:24.350118 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:50:24.350118 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:50:24.350118 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:50:24.350118 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:50:24.350118 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:50:24.350118 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:50:24.350118 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:50:24.350118 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:50:24.350118 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:50:24.350118 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:50:24.350118 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:50:24.350118 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:50:24.350118 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:50:24.350118 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:50:24.367716 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61334e61-c8e4-4fa9-8a52-7c073c62ad58 req-3d4bf568-7318-4b3a-8651-e8d825e38459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:24.369334 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-61334e61-c8e4-4fa9-8a52-7c073c62ad58 req-3d4bf568-7318-4b3a-8651-e8d825e38459 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b89011c3-a68e-45a2-9cc6-527d97d63d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873015 Dec 10 18:50:24.371195 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-2a31a55a-9008-4c2c-8b39-ba7eacc2c0ab service neutron] device_id is not set on port 0d10c87b-1905-4b3f-bcac-2040c27cd26b yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:50:24.389947 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-2a31a55a-9008-4c2c-8b39-ba7eacc2c0ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:24.429813 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd9358ee-4f05-4a00-9dc5-472458a7c721 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:24.433347 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-2a31a55a-9008-4c2c-8b39-ba7eacc2c0ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:24.437346 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd9358ee-4f05-4a00-9dc5-472458a7c721 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:24.443187 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-dd9358ee-4f05-4a00-9dc5-472458a7c721 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] 10.222.0.62 "DELETE /v2.0/networks/538ed245-62fe-46bc-a15c-b3b908d0049c HTTP/1.1" status: 204 len: 168 time: 0.7773104 Dec 10 18:50:24.453155 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9358ee-4f05-4a00-9dc5-472458a7c721 tempest-NetworksTest-833912995 tempest-NetworksTest-833912995-project] Pushing event deleted for resources: {'Network': ['ID=538ed245-62fe-46bc-a15c-b3b908d0049c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:24.492500 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1d6bce67-8794-42c3-9a9e-1ce0915c8bdc req-4910246e-aea4-44de-ac95-cec5b0fd0862 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0622652 Dec 10 18:50:24.545839 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31a55a-9008-4c2c-8b39-ba7eacc2c0ab service neutron] Pushing event updated for resources: {'Port': ['ID=0d10c87b-1905-4b3f-bcac-2040c27cd26b,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:24.548307 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-2a31a55a-9008-4c2c-8b39-ba7eacc2c0ab service neutron] No DVR routers for this DVR port 0d10c87b-1905-4b3f-bcac-2040c27cd26b on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:50:24.591176 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-61334e61-c8e4-4fa9-8a52-7c073c62ad58 req-07d9d266-750f-42eb-8878-66f61653faec service neutron] 10.222.0.46 "GET /v2.0/networks/b89011c3-a68e-45a2-9cc6-527d97d63d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143068 Dec 10 18:50:24.600699 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-2a31a55a-9008-4c2c-8b39-ba7eacc2c0ab service neutron] In _notify_port_updated(), no bound segment for port 0d10c87b-1905-4b3f-bcac-2040c27cd26b on network e891f6b3-8680-45b2-9ef7-cbafd7cf9175 {{(pid=103244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:50:24.601650 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-2a31a55a-9008-4c2c-8b39-ba7eacc2c0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:24.602274 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-2a31a55a-9008-4c2c-8b39-ba7eacc2c0ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:24.603568 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-2a31a55a-9008-4c2c-8b39-ba7eacc2c0ab service neutron] 10.222.0.72 "PUT /v2.0/ports/0d10c87b-1905-4b3f-bcac-2040c27cd26b HTTP/1.1" status: 200 len: 1027 time: 0.9437661 Dec 10 18:50:24.677595 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f9dbca36-38e7-4f48-8afe-4aa1987c22ce req-d656d096-97a0-4e66-a1be-7c1a156a313c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0558946 Dec 10 18:50:24.718965 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42352) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:24.773364 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:24.780790 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-61334e61-c8e4-4fa9-8a52-7c073c62ad58 req-d0dbddb9-ad83-4a1e-9045-2b9978188d7f service neutron] 10.222.0.46 "GET /v2.0/networks/b89011c3-a68e-45a2-9cc6-527d97d63d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761715 Dec 10 18:50:24.795444 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-0d1f5c59-8a36-46d5-bdb4-35d04654f36e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Deleting port 973dc1f1-e06c-4020-8e9d-616ae7e52df5 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:50:24.803256 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-0d1f5c59-8a36-46d5-bdb4-35d04654f36e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:24.850824 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2b446033-f574-4742-9890-beeb9a65ffc0 req-5cb1d09c-6dea-48df-a03c-5fe4d977599e tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0299094 Dec 10 18:50:24.873108 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbca36-38e7-4f48-8afe-4aa1987c22ce req-bab77948-0969-435d-8de5-ee3a8bcf6fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:24.874902 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f9dbca36-38e7-4f48-8afe-4aa1987c22ce req-bab77948-0969-435d-8de5-ee3a8bcf6fd2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=03fbac8cd9664c0ab5033875ec289be7&device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 1096 time: 0.1394789 Dec 10 18:50:24.891194 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-20e21b76-3895-4f49-a74b-38a74a7ac027 None None] Provisioning complete for port 0d10c87b-1905-4b3f-bcac-2040c27cd26b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:24.891796 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-20e21b76-3895-4f49-a74b-38a74a7ac027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:24.917817 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-0d1f5c59-8a36-46d5-bdb4-35d04654f36e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] For port 973dc1f1-e06c-4020-8e9d-616ae7e52df5, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=973dc1f1-e06c-4020-8e9d-616ae7e52df5,segment=NetworkSegment(50e18ff0-01a9-45cf-a561-d5e7cc825a95),segment_id=50e18ff0-01a9-45cf-a561-d5e7cc825a95)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:24.918186 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-0d1f5c59-8a36-46d5-bdb4-35d04654f36e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:24.929816 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-20e21b76-3895-4f49-a74b-38a74a7ac027 None None] Port 0d10c87b-1905-4b3f-bcac-2040c27cd26b cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:50:24.933796 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-0d1f5c59-8a36-46d5-bdb4-35d04654f36e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Calling delete_port for 973dc1f1-e06c-4020-8e9d-616ae7e52df5 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:50:24.993956 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-59199ca5-ae33-473e-88b0-1c823b39c10d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7364730fdb76414ca81ae560e4cec83d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2738085 Dec 10 18:50:24.996554 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42356) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:25.074598 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbca36-38e7-4f48-8afe-4aa1987c22ce req-5f37029b-2a03-40ab-b8f9-de187f23f418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:25.076195 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f9dbca36-38e7-4f48-8afe-4aa1987c22ce req-5f37029b-2a03-40ab-b8f9-de187f23f418 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7298e2ff-8266-485b-b15d-e11513ae77de HTTP/1.1" status: 200 len: 920 time: 0.1652405 Dec 10 18:50:25.091929 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-198cd80b-3e77-4f98-b970-6d0ae5f76ca8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:25.134829 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-198cd80b-3e77-4f98-b970-6d0ae5f76ca8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:25.142320 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f9dbca36-38e7-4f48-8afe-4aa1987c22ce req-12d7cdb0-23e3-4037-bccd-cf75d748ca9a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa924f55-ae4a-4fe6-86b6-09234eefa69b HTTP/1.1" status: 200 len: 217 time: 0.0591352 Dec 10 18:50:25.151406 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-0d1f5c59-8a36-46d5-bdb4-35d04654f36e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:25.204292 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbca36-38e7-4f48-8afe-4aa1987c22ce req-53a32b39-106f-493a-9219-ad85d7404c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:25.204658 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f5c59-8a36-46d5-bdb4-35d04654f36e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Pushing event deleted for resources: {'Port': ['ID=973dc1f1-e06c-4020-8e9d-616ae7e52df5,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:25.205816 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f9dbca36-38e7-4f48-8afe-4aa1987c22ce req-53a32b39-106f-493a-9219-ad85d7404c06 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c24893f4-aeec-4797-8dc4-9c83d9d3d696 HTTP/1.1" status: 200 len: 859 time: 0.0571787 Dec 10 18:50:25.267262 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f9dbca36-38e7-4f48-8afe-4aa1987c22ce req-2637afe6-a437-4d29-9c58-bfce9c0abaf1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7298e2ff-8266-485b-b15d-e11513ae77de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535498 Dec 10 18:50:25.277647 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-0d1f5c59-8a36-46d5-bdb4-35d04654f36e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] No DVR routers for this DVR port 973dc1f1-e06c-4020-8e9d-616ae7e52df5 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:50:25.281098 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-0d1f5c59-8a36-46d5-bdb4-35d04654f36e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:25.284808 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-0d1f5c59-8a36-46d5-bdb4-35d04654f36e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.72 "DELETE /v2.0/ports/973dc1f1-e06c-4020-8e9d-616ae7e52df5 HTTP/1.1" status: 204 len: 173 time: 0.6727395 Dec 10 18:50:25.286911 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'name': 'network-vif-deleted', 'tag': '973dc1f1-e06c-4020-8e9d-616ae7e52df5'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:50:25.289175 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e28626-4c41-4dd9-a5a9-bb45865299cf" -d '{"events": [{"server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "name": "network-vif-deleted", "tag": "973dc1f1-e06c-4020-8e9d-616ae7e52df5"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:50:25.305473 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-198cd80b-3e77-4f98-b970-6d0ae5f76ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:25.307994 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-198cd80b-3e77-4f98-b970-6d0ae5f76ca8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:25.309138 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-198cd80b-3e77-4f98-b970-6d0ae5f76ca8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/963f19f7-e6a9-450e-a790-1c9b165c95f2 HTTP/1.1" status: 204 len: 168 time: 0.3115788 Dec 10 18:50:25.318900 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc5b91-0778-4a7a-9fc1-8e426d009b66 req-7f8fae33-ba50-4f4b-a0f6-6feb12fc34d2 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:25.320387 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-befc5b91-0778-4a7a-9fc1-8e426d009b66 req-7f8fae33-ba50-4f4b-a0f6-6feb12fc34d2 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f7c6ee9-7212-4086-a2f2-67e79cc0ea58 HTTP/1.1" status: 200 len: 944 time: 0.1593151 Dec 10 18:50:25.370691 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6720f8a8-96ad-4cd9-8c49-eb1b3c394e64 req-221c91df-cac8-4a89-ad97-8ebf9729f9f8 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0716939 Dec 10 18:50:25.371269 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198cd80b-3e77-4f98-b970-6d0ae5f76ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963f19f7-e6a9-450e-a790-1c9b165c95f2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:25.425797 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f9dbca36-38e7-4f48-8afe-4aa1987c22ce req-804c756d-d2a0-48e4-a542-e0c30d5b8896 service neutron] 10.222.0.46 "GET /v2.0/networks/7298e2ff-8266-485b-b15d-e11513ae77de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513965 Dec 10 18:50:25.452200 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-befc5b91-0778-4a7a-9fc1-8e426d009b66 req-10e0ddeb-ccea-480a-bc9a-d8fe4ed2fe60 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.62 "GET /v2.0/security-groups?id=57089d9a-b057-4389-9472-99f7fcdba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118305 Dec 10 18:50:25.460684 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device bbbbaa6a-b115-417d-aac9-abe5c3981165 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:50:25.468085 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-65010169-67cb-4edf-987d-7bc3fd82041e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Deleting port 47fbfc3e-4987-433a-854c-816b07d9ed10 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:50:25.468582 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-65010169-67cb-4edf-987d-7bc3fd82041e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:25.536003 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:25.554075 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbd122d-724b-4fed-b2a2-8e335f91cdd8 x-openstack-request-id: req-bbbd122d-724b-4fed-b2a2-8e335f91cdd8 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:50:25.554414 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "name": "network-vif-deleted", "tag": "973dc1f1-e06c-4020-8e9d-616ae7e52df5", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:50:25.556533 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bbbd122d-724b-4fed-b2a2-8e335f91cdd8 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:50:25.557079 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f9dbca36-38e7-4f48-8afe-4aa1987c22ce req-39ee8e1a-ffd1-4404-b6a6-c219ec38fcd2 service neutron] 10.222.0.46 "GET /v2.0/networks/7298e2ff-8266-485b-b15d-e11513ae77de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229146 Dec 10 18:50:25.557214 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'name': 'network-vif-deleted', 'tag': '973dc1f1-e06c-4020-8e9d-616ae7e52df5', 'status': 'completed', 'code': 200} Dec 10 18:50:25.632430 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-09dd91c8-8844-4f9a-a15c-9ac1100e2952 req-e46937d1-6939-40f4-9ebf-a1fae01f0f5d tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0361552 Dec 10 18:50:25.657009 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:25.705064 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb61c4b-3df3-4bc7-9bd5-11b506b0b52f req-99d02bc1-15f4-45de-98e2-b1ed5bc136d7 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:25.707280 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbbbaa6a-b115-417d-aac9-abe5c3981165'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:50:25.712168 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb61c4b-3df3-4bc7-9bd5-11b506b0b52f req-99d02bc1-15f4-45de-98e2-b1ed5bc136d7 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:25.716539 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977fd22c-5cc3-4275-88b2-1c145f6ab77c" -d '{"events": [{"server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "name": "network-vif-unplugged", "status": "completed", "tag": "bbbbaa6a-b115-417d-aac9-abe5c3981165"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:50:25.718332 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb61c4b-3df3-4bc7-9bd5-11b506b0b52f req-99d02bc1-15f4-45de-98e2-b1ed5bc136d7 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:25.725776 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb61c4b-3df3-4bc7-9bd5-11b506b0b52f req-99d02bc1-15f4-45de-98e2-b1ed5bc136d7 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:25.727712 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4fb61c4b-3df3-4bc7-9bd5-11b506b0b52f req-99d02bc1-15f4-45de-98e2-b1ed5bc136d7 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 3151 time: 0.1481662 Dec 10 18:50:25.729838 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-65010169-67cb-4edf-987d-7bc3fd82041e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] For port 47fbfc3e-4987-433a-854c-816b07d9ed10, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=47fbfc3e-4987-433a-854c-816b07d9ed10,segment=NetworkSegment(7ee9ae18-d3b7-45c6-9766-25742e5e159f),segment_id=7ee9ae18-d3b7-45c6-9766-25742e5e159f)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:25.730228 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-65010169-67cb-4edf-987d-7bc3fd82041e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:25.749764 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f57a67b9-432b-4fdb-98b0-214831554411 req-e9b0190f-7f15-4b71-b47a-4e8990d2f527 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0526154 Dec 10 18:50:25.762048 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port bbbbaa6a-b115-417d-aac9-abe5c3981165, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=bbbbaa6a-b115-417d-aac9-abe5c3981165,segment=NetworkSegment(7ee9ae18-d3b7-45c6-9766-25742e5e159f),segment_id=7ee9ae18-d3b7-45c6-9766-25742e5e159f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:25.775002 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:25.776085 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 47fbfc3e-4987-433a-854c-816b07d9ed10 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:50:25.812494 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-65010169-67cb-4edf-987d-7bc3fd82041e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Calling delete_port for 47fbfc3e-4987-433a-854c-816b07d9ed10 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:50:25.866189 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4fb61c4b-3df3-4bc7-9bd5-11b506b0b52f req-082c1014-1a07-41c3-8363-942921adb5b1 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085176 Dec 10 18:50:25.884267 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cecb609-901c-440b-84e4-72f702a119e4 x-openstack-request-id: req-1cecb609-901c-440b-84e4-72f702a119e4 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:50:25.884478 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "name": "network-vif-unplugged", "status": "completed", "tag": "bbbbaa6a-b115-417d-aac9-abe5c3981165", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:50:25.884900 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1cecb609-901c-440b-84e4-72f702a119e4 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:50:25.885500 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbbbaa6a-b115-417d-aac9-abe5c3981165', 'code': 200} Dec 10 18:50:25.894619 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 20ba9081-dc59-4cbc-9803-979a640381fe no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:50:25.929336 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 20ba9081-dc59-4cbc-9803-979a640381fe {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:50:25.929686 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 20ba9081-dc59-4cbc-9803-979a640381fe not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:50:25.966813 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=bbbbaa6a-b115-417d-aac9-abe5c3981165,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:25.980373 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c837040a-d14c-4497-9220-c1df993efd42 req-6d440eba-bb24-42bc-93be-93ab10c1fd31 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0372953 Dec 10 18:50:26.023100 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:26.028982 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-65010169-67cb-4edf-987d-7bc3fd82041e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:26.060993 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65010169-67cb-4edf-987d-7bc3fd82041e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Pushing event deleted for resources: {'Port': ['ID=47fbfc3e-4987-433a-854c-816b07d9ed10,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:26.065421 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 749d304e-94ac-4ca9-8f42-bc8c32ca4f51 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:50:26.117169 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-65010169-67cb-4edf-987d-7bc3fd82041e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] No DVR routers for this DVR port 47fbfc3e-4987-433a-854c-816b07d9ed10 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:50:26.119658 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-65010169-67cb-4edf-987d-7bc3fd82041e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:26.123132 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-65010169-67cb-4edf-987d-7bc3fd82041e tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.72 "DELETE /v2.0/ports/47fbfc3e-4987-433a-854c-816b07d9ed10 HTTP/1.1" status: 204 len: 173 time: 0.8307002 Dec 10 18:50:26.155820 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:26.190083 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 749d304e-94ac-4ca9-8f42-bc8c32ca4f51, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=749d304e-94ac-4ca9-8f42-bc8c32ca4f51,segment=NetworkSegment(24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4),segment_id=24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:26.195323 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:26.196071 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 0d10c87b-1905-4b3f-bcac-2040c27cd26b no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:50:26.229783 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-063cb3fc-31b9-4335-988b-95387d760541 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Deleting port 81277139-290e-4f1d-8ad5-de057447bc97 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:50:26.230246 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-063cb3fc-31b9-4335-988b-95387d760541 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:26.278276 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=749d304e-94ac-4ca9-8f42-bc8c32ca4f51,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:26.280819 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 0d10c87b-1905-4b3f-bcac-2040c27cd26b not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:50:26.281248 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 973dc1f1-e06c-4020-8e9d-616ae7e52df5 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:50:26.306437 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 973dc1f1-e06c-4020-8e9d-616ae7e52df5 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:50:26.307123 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 973dc1f1-e06c-4020-8e9d-616ae7e52df5 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:50:26.307731 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device f26c6f39-65f3-454a-91e4-8caaab987687 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:50:26.341092 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-063cb3fc-31b9-4335-988b-95387d760541 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] For port 81277139-290e-4f1d-8ad5-de057447bc97, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=81277139-290e-4f1d-8ad5-de057447bc97,segment=NetworkSegment(50e18ff0-01a9-45cf-a561-d5e7cc825a95),segment_id=50e18ff0-01a9-45cf-a561-d5e7cc825a95)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:26.341498 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-063cb3fc-31b9-4335-988b-95387d760541 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:26.347002 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42394) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:26.354468 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device f26c6f39-65f3-454a-91e4-8caaab987687 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:50:26.354921 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 81277139-290e-4f1d-8ad5-de057447bc97 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:50:26.370826 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-063cb3fc-31b9-4335-988b-95387d760541 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Calling delete_port for 81277139-290e-4f1d-8ad5-de057447bc97 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:50:26.448350 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:26.487761 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 81277139-290e-4f1d-8ad5-de057447bc97, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=81277139-290e-4f1d-8ad5-de057447bc97,segment=NetworkSegment(50e18ff0-01a9-45cf-a561-d5e7cc825a95),segment_id=50e18ff0-01a9-45cf-a561-d5e7cc825a95)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:26.496396 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:26.510239 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4b5a27c7-11f4-4439-8619-90231876b3fa req-500072cf-ea86-4bb4-a92b-fe32d808fb00 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0441961 Dec 10 18:50:26.525203 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-3a7ae4b4-65b9-4bb7-a8ed-d153c2e6a14d tempest-NetworksNegativeTestJSON-1689350783 tempest-NetworksNegativeTestJSON-1689350783-project] Request body: {'port': {'network_id': '863ecc14-aefb-481e-b448-54d81e0155a0', 'name': 'tempest-NetworksNegativeTestJSON-1335664156'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:26.558017 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a7ae4b4-65b9-4bb7-a8ed-d153c2e6a14d tempest-NetworksNegativeTestJSON-1689350783 tempest-NetworksNegativeTestJSON-1689350783-project] POST failed (client error): The resource could not be found. Dec 10 18:50:26.558966 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a7ae4b4-65b9-4bb7-a8ed-d153c2e6a14d tempest-NetworksNegativeTestJSON-1689350783 tempest-NetworksNegativeTestJSON-1689350783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:50:26.560451 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3a7ae4b4-65b9-4bb7-a8ed-d153c2e6a14d tempest-NetworksNegativeTestJSON-1689350783 tempest-NetworksNegativeTestJSON-1689350783-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2124045 Dec 10 18:50:26.564253 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42402) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:26.580454 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-063cb3fc-31b9-4335-988b-95387d760541 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:26.587683 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce899645-5409-40d4-9697-7a118794c8c6 tempest-NetworksNegativeTestJSON-1689350783 tempest-NetworksNegativeTestJSON-1689350783-project] DELETE failed (client error): The resource could not be found. Dec 10 18:50:26.588331 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce899645-5409-40d4-9697-7a118794c8c6 tempest-NetworksNegativeTestJSON-1689350783 tempest-NetworksNegativeTestJSON-1689350783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:50:26.592288 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ce899645-5409-40d4-9697-7a118794c8c6 tempest-NetworksNegativeTestJSON-1689350783 tempest-NetworksNegativeTestJSON-1689350783-project] 10.222.0.62 "DELETE /v2.0/networks/d9dfb8c4-b7a7-4127-9ef2-62717b2e5928 HTTP/1.1" status: 404 len: 339 time: 0.0267432 Dec 10 18:50:26.595892 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42404) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:26.596037 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device b73b62db-c17a-4cd4-a15f-a52b344c2b12 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:50:26.651560 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063cb3fc-31b9-4335-988b-95387d760541 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Pushing event deleted for resources: {'Port': ['ID=81277139-290e-4f1d-8ad5-de057447bc97,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:26.685151 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-063cb3fc-31b9-4335-988b-95387d760541 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] No DVR routers for this DVR port 81277139-290e-4f1d-8ad5-de057447bc97 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:50:26.688544 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b892d7-e56a-4ae2-9804-794535697e91 tempest-NetworksNegativeTestJSON-1689350783 tempest-NetworksNegativeTestJSON-1689350783-project] DELETE failed (client error): The resource could not be found. Dec 10 18:50:26.689169 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0b892d7-e56a-4ae2-9804-794535697e91 tempest-NetworksNegativeTestJSON-1689350783 tempest-NetworksNegativeTestJSON-1689350783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:50:26.689686 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-063cb3fc-31b9-4335-988b-95387d760541 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:26.693575 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-063cb3fc-31b9-4335-988b-95387d760541 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.72 "DELETE /v2.0/ports/81277139-290e-4f1d-8ad5-de057447bc97 HTTP/1.1" status: 204 len: 173 time: 0.5647416 Dec 10 18:50:26.698261 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42408) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:26.698622 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f0b892d7-e56a-4ae2-9804-794535697e91 tempest-NetworksNegativeTestJSON-1689350783 tempest-NetworksNegativeTestJSON-1689350783-project] 10.222.0.62 "DELETE /v2.0/ports/05c8e93d-3b54-4c0d-b431-8d24ea878270 HTTP/1.1" status: 404 len: 333 time: 0.1010530 Dec 10 18:50:26.737985 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0426aa4-2c16-46e5-a63e-eb81a0a1ebee tempest-NetworksNegativeTestJSON-1689350783 tempest-NetworksNegativeTestJSON-1689350783-project] DELETE failed (client error): The resource could not be found. Dec 10 18:50:26.738805 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0426aa4-2c16-46e5-a63e-eb81a0a1ebee tempest-NetworksNegativeTestJSON-1689350783 tempest-NetworksNegativeTestJSON-1689350783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:50:26.748169 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b0426aa4-2c16-46e5-a63e-eb81a0a1ebee tempest-NetworksNegativeTestJSON-1689350783 tempest-NetworksNegativeTestJSON-1689350783-project] 10.222.0.62 "DELETE /v2.0/subnets/c46fb5d7-378e-4a5b-ae19-022cb20d1038 HTTP/1.1" status: 404 len: 337 time: 0.0440507 Dec 10 18:50:26.752271 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42410) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:26.779636 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=81277139-290e-4f1d-8ad5-de057447bc97,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:26.785616 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6691761b-dbdc-4f50-8d51-f7927277fb5b req-17eb7702-10bc-401b-9b80-a7e9ff742bf0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1415155 Dec 10 18:50:26.800071 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port b73b62db-c17a-4cd4-a15f-a52b344c2b12, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=b73b62db-c17a-4cd4-a15f-a52b344c2b12,segment=NetworkSegment(4652ef95-8f55-47d9-8ea9-50e4f524fd78),segment_id=4652ef95-8f55-47d9-8ea9-50e4f524fd78)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:26.801539 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-36cdda86-9e21-4843-9f8f-249b6486b886 tempest-NetworksNegativeTestJSON-1689350783 tempest-NetworksNegativeTestJSON-1689350783-project] GET failed (client error): The resource could not be found. Dec 10 18:50:26.806814 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-36cdda86-9e21-4843-9f8f-249b6486b886 tempest-NetworksNegativeTestJSON-1689350783 tempest-NetworksNegativeTestJSON-1689350783-project] 10.222.0.62 "GET /v2.0/networks/0d3bea5a-5ec0-45d2-a073-c97cb787fa70 HTTP/1.1" status: 404 len: 339 time: 0.0349383 Dec 10 18:50:26.807553 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42414) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:26.816713 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1f913edb-3c5c-42ed-85ed-70cb5d7e805f req-ba9e9fef-f156-46c6-9165-4bd8e6a0b5d6 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0643518 Dec 10 18:50:26.839917 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84980967-a3cb-4ed9-b97b-e43501c3ce66 req-04e436ac-bf2d-433b-9e3e-94d19bbd6405 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:26.852273 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-84980967-a3cb-4ed9-b97b-e43501c3ce66 req-04e436ac-bf2d-433b-9e3e-94d19bbd6405 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f7c6ee9-7212-4086-a2f2-67e79cc0ea58 HTTP/1.1" status: 200 len: 944 time: 0.2285039 Dec 10 18:50:26.860204 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': 'b73b62db-c17a-4cd4-a15f-a52b344c2b12', 'network_id': 'b89011c3-a68e-45a2-9cc6-527d97d63d5f', 'port_id': 'b73b62db-c17a-4cd4-a15f-a52b344c2b12', 'mac_address': 'fa:16:3e:37:a0:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44240cb3-96fc-45bf-9cb2-956940201641', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:50:26.875871 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee177c1b-9df7-4406-8ee0-f959118730c9 tempest-NetworksNegativeTestJSON-1689350783 tempest-NetworksNegativeTestJSON-1689350783-project] GET failed (client error): The resource could not be found. Dec 10 18:50:26.881812 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ee177c1b-9df7-4406-8ee0-f959118730c9 tempest-NetworksNegativeTestJSON-1689350783 tempest-NetworksNegativeTestJSON-1689350783-project] 10.222.0.62 "GET /v2.0/ports/c3005939-64c6-4bf4-90cf-d775eaa230a8 HTTP/1.1" status: 404 len: 333 time: 0.0674202 Dec 10 18:50:26.883274 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42416) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:26.939688 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:26.940140 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-45d018a4-2473-441c-8ba9-4796a45af6c0 tempest-NetworksNegativeTestJSON-1689350783 tempest-NetworksNegativeTestJSON-1689350783-project] GET failed (client error): The resource could not be found. Dec 10 18:50:26.946189 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-45d018a4-2473-441c-8ba9-4796a45af6c0 tempest-NetworksNegativeTestJSON-1689350783 tempest-NetworksNegativeTestJSON-1689350783-project] 10.222.0.62 "GET /v2.0/subnets/7ee6f043-605a-49f2-8ac4-f26ba0121baf HTTP/1.1" status: 404 len: 337 time: 0.0535121 Dec 10 18:50:26.949559 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42420) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:26.953372 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691761b-dbdc-4f50-8d51-f7927277fb5b req-17ac9fa7-b162-4ed0-9bd2-8e2ba2a839b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:26.954471 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6691761b-dbdc-4f50-8d51-f7927277fb5b req-17ac9fa7-b162-4ed0-9bd2-8e2ba2a839b2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6dd50388a58440cca7ab90078e887719&device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 1095 time: 0.0803196 Dec 10 18:50:26.959184 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-b430318b-040e-4446-b7de-e8bf48f0321d tempest-NetworksNegativeTestJSON-1689350783 tempest-NetworksNegativeTestJSON-1689350783-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:26.963312 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b73b62db-c17a-4cd4-a15f-a52b344c2b12 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:50:26.967511 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6cccd5af-8de8-4fb5-af57-cea556879a7f req-fd93b147-5359-4dc1-a7ef-5a94ca6486d6 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0653193 Dec 10 18:50:26.980004 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-b430318b-040e-4446-b7de-e8bf48f0321d tempest-NetworksNegativeTestJSON-1689350783 tempest-NetworksNegativeTestJSON-1689350783-project] PUT failed (client error): The resource could not be found. Dec 10 18:50:26.980514 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b430318b-040e-4446-b7de-e8bf48f0321d tempest-NetworksNegativeTestJSON-1689350783 tempest-NetworksNegativeTestJSON-1689350783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:50:26.981708 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b430318b-040e-4446-b7de-e8bf48f0321d tempest-NetworksNegativeTestJSON-1689350783 tempest-NetworksNegativeTestJSON-1689350783-project] 10.222.0.62 "PUT /v2.0/networks/857f9a7b-fd97-47f7-9a3f-f8c568d40b3c HTTP/1.1" status: 404 len: 339 time: 0.0310433 Dec 10 18:50:26.986103 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42422) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:26.991595 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-84980967-a3cb-4ed9-b97b-e43501c3ce66 req-eeb97de2-274d-41ae-aecc-be2cc0df4d1b tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.62 "GET /v2.0/security-groups?id=57089d9a-b057-4389-9472-99f7fcdba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131160 Dec 10 18:50:27.012137 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-54881db0-8543-4841-8e32-0e1c4cf2034d tempest-NetworksNegativeTestJSON-1689350783 tempest-NetworksNegativeTestJSON-1689350783-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:27.012406 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port b73b62db-c17a-4cd4-a15f-a52b344c2b12, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=b73b62db-c17a-4cd4-a15f-a52b344c2b12,segment=NetworkSegment(4652ef95-8f55-47d9-8ea9-50e4f524fd78),segment_id=4652ef95-8f55-47d9-8ea9-50e4f524fd78)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:27.012730 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-3a18bb16-90ef-4c6f-aa63-7640f9657e28 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Deleting port 749d304e-94ac-4ca9-8f42-bc8c32ca4f51 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:50:27.012730 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-3a18bb16-90ef-4c6f-aa63-7640f9657e28 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:27.029965 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:27.100765 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=b73b62db-c17a-4cd4-a15f-a52b344c2b12,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:27.117488 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-54881db0-8543-4841-8e32-0e1c4cf2034d tempest-NetworksNegativeTestJSON-1689350783 tempest-NetworksNegativeTestJSON-1689350783-project] PUT failed (client error): The resource could not be found. Dec 10 18:50:27.118074 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54881db0-8543-4841-8e32-0e1c4cf2034d tempest-NetworksNegativeTestJSON-1689350783 tempest-NetworksNegativeTestJSON-1689350783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:50:27.119234 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-54881db0-8543-4841-8e32-0e1c4cf2034d tempest-NetworksNegativeTestJSON-1689350783 tempest-NetworksNegativeTestJSON-1689350783-project] 10.222.0.62 "PUT /v2.0/ports/7557c715-8e7b-4e43-9b65-d643b3d9ba9c HTTP/1.1" status: 404 len: 333 time: 0.1321876 Dec 10 18:50:27.129342 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42426) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:27.134866 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-18ed622a-4546-47bb-93e9-379b0e1ef9ef req-31639132-53f7-44b5-9edd-de6650ac3fc5 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0464649 Dec 10 18:50:27.140883 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-a44e1606-74bc-4955-86a3-6d4b74396409 tempest-NetworksNegativeTestJSON-1689350783 tempest-NetworksNegativeTestJSON-1689350783-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:27.192452 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691761b-dbdc-4f50-8d51-f7927277fb5b req-6ecf866c-3561-4dde-89b8-f1e09ed71f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:27.194845 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6691761b-dbdc-4f50-8d51-f7927277fb5b req-6ecf866c-3561-4dde-89b8-f1e09ed71f01 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3bc50282-3306-4b81-ae1a-81a9a8be5df5 HTTP/1.1" status: 200 len: 912 time: 0.1988676 Dec 10 18:50:27.246863 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['b73b62db-c17a-4cd4-a15f-a52b344c2b12'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:50:27.318298 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6691761b-dbdc-4f50-8d51-f7927277fb5b req-eb23d7c6-b6b1-4c1c-996d-f2d56aa8a571 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 HTTP/1.1" status: 200 len: 999 time: 0.1155159 Dec 10 18:50:27.391191 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691761b-dbdc-4f50-8d51-f7927277fb5b req-d0b4e8ea-e2be-4f46-8f6f-8107dbcc09eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:27.393368 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6691761b-dbdc-4f50-8d51-f7927277fb5b req-d0b4e8ea-e2be-4f46-8f6f-8107dbcc09eb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cdd9c23d-5046-4c54-950e-a05aba46bbec HTTP/1.1" status: 200 len: 850 time: 0.0680473 Dec 10 18:50:27.454552 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691761b-dbdc-4f50-8d51-f7927277fb5b req-4420a414-9f24-496f-b314-032a48e3914e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:27.456014 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6691761b-dbdc-4f50-8d51-f7927277fb5b req-4420a414-9f24-496f-b314-032a48e3914e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3bc50282-3306-4b81-ae1a-81a9a8be5df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547755 Dec 10 18:50:27.550234 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-a44e1606-74bc-4955-86a3-6d4b74396409 tempest-NetworksNegativeTestJSON-1689350783 tempest-NetworksNegativeTestJSON-1689350783-project] PUT failed (client error): The resource could not be found. Dec 10 18:50:27.550684 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a44e1606-74bc-4955-86a3-6d4b74396409 tempest-NetworksNegativeTestJSON-1689350783 tempest-NetworksNegativeTestJSON-1689350783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:50:27.555279 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a44e1606-74bc-4955-86a3-6d4b74396409 tempest-NetworksNegativeTestJSON-1689350783 tempest-NetworksNegativeTestJSON-1689350783-project] 10.222.0.62 "PUT /v2.0/subnets/33166ea3-e1fe-4fe7-9af5-96ca6e27063b HTTP/1.1" status: 404 len: 337 time: 0.4202504 Dec 10 18:50:27.555450 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6691761b-dbdc-4f50-8d51-f7927277fb5b req-a11e9b5b-8bbb-455c-9da6-3f16790f7c44 service neutron] 10.222.0.72 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900440 Dec 10 18:50:27.560392 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'name': 'network-vif-deleted', 'tag': '47fbfc3e-4987-433a-854c-816b07d9ed10'}, {'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'name': 'network-vif-deleted', 'tag': '81277139-290e-4f1d-8ad5-de057447bc97'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:50:27.562695 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d21db47-3b06-47df-8ca7-8d2b8a6483f2" -d '{"events": [{"server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "name": "network-vif-deleted", "tag": "47fbfc3e-4987-433a-854c-816b07d9ed10"}, {"server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "name": "network-vif-deleted", "tag": "81277139-290e-4f1d-8ad5-de057447bc97"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:50:27.606921 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-3a18bb16-90ef-4c6f-aa63-7640f9657e28 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] For port 749d304e-94ac-4ca9-8f42-bc8c32ca4f51, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=749d304e-94ac-4ca9-8f42-bc8c32ca4f51,segment=NetworkSegment(24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4),segment_id=24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:27.607290 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-3a18bb16-90ef-4c6f-aa63-7640f9657e28 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:27.617593 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1591cae-073a-4b9b-a00d-f057175d6450 req-2f42de63-4611-4111-9c98-f7aa51b83669 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:27.625531 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1591cae-073a-4b9b-a00d-f057175d6450 req-2f42de63-4611-4111-9c98-f7aa51b83669 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:27.627196 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b1591cae-073a-4b9b-a00d-f057175d6450 req-2f42de63-4611-4111-9c98-f7aa51b83669 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 1677 time: 0.5050585 Dec 10 18:50:27.645338 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d61aa8fc-3bdd-46ac-b45f-c84c86d8adcb req-cdd845fc-cacd-4e8f-8aeb-eb0505935de4 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0593536 Dec 10 18:50:27.701390 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6691761b-dbdc-4f50-8d51-f7927277fb5b req-6f8ee3a8-0e19-4450-9482-dea2a5f18b43 service neutron] 10.222.0.72 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396368 Dec 10 18:50:27.773812 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 18:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baecf496-7d18-4b92-80a1-28e50fe93686 x-openstack-request-id: req-baecf496-7d18-4b92-80a1-28e50fe93686 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:50:27.774128 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "name": "network-vif-deleted", "tag": "47fbfc3e-4987-433a-854c-816b07d9ed10", "status": "completed", "code": 200}, {"server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "name": "network-vif-deleted", "tag": "81277139-290e-4f1d-8ad5-de057447bc97", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:50:27.774489 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-baecf496-7d18-4b92-80a1-28e50fe93686 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:50:27.774765 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'name': 'network-vif-deleted', 'tag': '47fbfc3e-4987-433a-854c-816b07d9ed10', 'status': 'completed', 'code': 200} Dec 10 18:50:27.775059 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'name': 'network-vif-deleted', 'tag': '81277139-290e-4f1d-8ad5-de057447bc97', 'status': 'completed', 'code': 200} Dec 10 18:50:27.781845 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b1591cae-073a-4b9b-a00d-f057175d6450 req-e0d9b6ba-9d81-4311-95c0-8eb8d61bec29 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424220 Dec 10 18:50:27.871483 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-3a18bb16-90ef-4c6f-aa63-7640f9657e28 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:27.871894 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-3a18bb16-90ef-4c6f-aa63-7640f9657e28 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:27.872038 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42438) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:27.872472 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-3a18bb16-90ef-4c6f-aa63-7640f9657e28 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Floating IP 061c9dba-ed55-40a5-b2be-7d21340ec38a disassociated. External IP: 172.25.7.225, port: 749d304e-94ac-4ca9-8f42-bc8c32ca4f51. Dec 10 18:50:27.872574 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-3a18bb16-90ef-4c6f-aa63-7640f9657e28 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Calling delete_port for 749d304e-94ac-4ca9-8f42-bc8c32ca4f51 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:50:27.887120 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '749d304e-94ac-4ca9-8f42-bc8c32ca4f51'}, {'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81277139-290e-4f1d-8ad5-de057447bc97'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:50:27.889857 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcadd2c-1c4a-44ae-86cb-093957eacf73" -d '{"events": [{"server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "name": "network-vif-unplugged", "status": "completed", "tag": "749d304e-94ac-4ca9-8f42-bc8c32ca4f51"}, {"server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "name": "network-vif-unplugged", "status": "completed", "tag": "81277139-290e-4f1d-8ad5-de057447bc97"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:50:27.915393 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cbc0a172-40e4-436d-8205-926ade745f6f req-0b633908-8f82-4c92-8cb0-7875ffd5acfa tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0370824 Dec 10 18:50:27.937920 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 10 Dec 2021 18:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd43fa3-44a0-4341-9798-58fc690ce68d x-openstack-request-id: req-afd43fa3-44a0-4341-9798-58fc690ce68d {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:50:27.938219 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "name": "network-vif-unplugged", "status": "completed", "tag": "749d304e-94ac-4ca9-8f42-bc8c32ca4f51", "code": 200}, {"server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "name": "network-vif-unplugged", "status": "completed", "tag": "81277139-290e-4f1d-8ad5-de057447bc97", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:50:27.938628 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-afd43fa3-44a0-4341-9798-58fc690ce68d {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:50:27.939046 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '749d304e-94ac-4ca9-8f42-bc8c32ca4f51', 'code': 200} Dec 10 18:50:27.939299 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81277139-290e-4f1d-8ad5-de057447bc97', 'code': 200} Dec 10 18:50:28.011909 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2211621a-844b-42c2-89a7-d155ea3876b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:28.043724 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-3a18bb16-90ef-4c6f-aa63-7640f9657e28 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:28.075398 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18bb16-90ef-4c6f-aa63-7640f9657e28 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Pushing event deleted for resources: {'Port': ['ID=749d304e-94ac-4ca9-8f42-bc8c32ca4f51,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:28.127249 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-082f732c-3194-4123-bff3-eaa266f69ad0 req-0b86097c-190b-4f53-ad1e-d58976f0b9ff tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0841682 Dec 10 18:50:28.139142 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2211621a-844b-42c2-89a7-d155ea3876b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:28.144909 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2211621a-844b-42c2-89a7-d155ea3876b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:28.189764 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2211621a-844b-42c2-89a7-d155ea3876b4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8eac0ee9216b4f179e46bb98a2313201&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3165359 Dec 10 18:50:28.192720 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42450) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:28.194078 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211621a-844b-42c2-89a7-d155ea3876b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880e1674-983c-4099-8fc1-a154f00149c4,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:28.230023 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bd3a4-0bef-4900-9836-59af4a53df8b req-8d55fd03-d75b-4cfb-8cef-73fa98989cea tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:28.232721 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-113bd3a4-0bef-4900-9836-59af4a53df8b req-8d55fd03-d75b-4cfb-8cef-73fa98989cea tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f7c6ee9-7212-4086-a2f2-67e79cc0ea58 HTTP/1.1" status: 200 len: 945 time: 0.1454802 Dec 10 18:50:28.244624 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bfcb8aca-3de2-43a8-a3a0-9e4766cfe1aa req-88327d25-9e3a-43ec-9faf-f389d1aec6f4 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0348818 Dec 10 18:50:28.305632 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-3a18bb16-90ef-4c6f-aa63-7640f9657e28 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Router 5ff5ff88-f521-413e-be05-4a9892d4a641 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:50:28.321952 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a67fadac-60cd-45f9-b728-c216ba307a0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:28.330208 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-113bd3a4-0bef-4900-9836-59af4a53df8b req-c582d02b-6c90-4018-810f-09f8413336d7 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.62 "GET /v2.0/security-groups?id=57089d9a-b057-4389-9472-99f7fcdba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862157 Dec 10 18:50:28.356125 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a67fadac-60cd-45f9-b728-c216ba307a0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:28.482234 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-3a18bb16-90ef-4c6f-aa63-7640f9657e28 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:50:28.494045 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65194836-d3d8-49b3-bdba-9ba9bd4cca0b None None] Sync routers for ids ['5ff5ff88-f521-413e-be05-4a9892d4a641'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:50:28.507327 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65194836-d3d8-49b3-bdba-9ba9bd4cca0b None None] Routers {'5ff5ff88-f521-413e-be05-4a9892d4a641'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:50:28.507983 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-65194836-d3d8-49b3-bdba-9ba9bd4cca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:50:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5ff5ff88-f521-413e-be05-4a9892d4a641'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:28.515035 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a67fadac-60cd-45f9-b728-c216ba307a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:28.516426 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a67fadac-60cd-45f9-b728-c216ba307a0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:28.519816 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a67fadac-60cd-45f9-b728-c216ba307a0b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/880e1674-983c-4099-8fc1-a154f00149c4 HTTP/1.1" status: 204 len: 168 time: 0.3239493 Dec 10 18:50:28.534401 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-3a18bb16-90ef-4c6f-aa63-7640f9657e28 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] No DVR routers for this DVR port 749d304e-94ac-4ca9-8f42-bc8c32ca4f51 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:50:28.543774 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-3a18bb16-90ef-4c6f-aa63-7640f9657e28 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:28.547240 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-3a18bb16-90ef-4c6f-aa63-7640f9657e28 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.72 "DELETE /v2.0/ports/749d304e-94ac-4ca9-8f42-bc8c32ca4f51 HTTP/1.1" status: 204 len: 173 time: 1.8458505 Dec 10 18:50:28.548715 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fadac-60cd-45f9-b728-c216ba307a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880e1674-983c-4099-8fc1-a154f00149c4,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:28.592682 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device b73b62db-c17a-4cd4-a15f-a52b344c2b12 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:50:28.665106 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port b73b62db-c17a-4cd4-a15f-a52b344c2b12 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:50:28.670741 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port b73b62db-c17a-4cd4-a15f-a52b344c2b12 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:28.670741 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:28.681250 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-65194836-d3d8-49b3-bdba-9ba9bd4cca0b None None] Set router 5ff5ff88-f521-413e-be05-4a9892d4a641 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:50:28.733207 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-30b61a88-3c64-4e5c-a151-f12fdfdfb1ee tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Deleting port bbbbaa6a-b115-417d-aac9-abe5c3981165 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:50:28.733834 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-30b61a88-3c64-4e5c-a151-f12fdfdfb1ee tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:28.768585 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0e30203b-5b17-44cd-b8fe-b84b8976f27c req-a6395506-661e-4b79-a322-782e06ff454b tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0339305 Dec 10 18:50:28.787555 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:28.826451 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port b73b62db-c17a-4cd4-a15f-a52b344c2b12, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=b73b62db-c17a-4cd4-a15f-a52b344c2b12,segment=NetworkSegment(4652ef95-8f55-47d9-8ea9-50e4f524fd78),segment_id=4652ef95-8f55-47d9-8ea9-50e4f524fd78)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:28.832666 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:28.887478 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-30b61a88-3c64-4e5c-a151-f12fdfdfb1ee tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] For port bbbbaa6a-b115-417d-aac9-abe5c3981165, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=bbbbaa6a-b115-417d-aac9-abe5c3981165,segment=NetworkSegment(7ee9ae18-d3b7-45c6-9766-25742e5e159f),segment_id=7ee9ae18-d3b7-45c6-9766-25742e5e159f)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:28.888101 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-30b61a88-3c64-4e5c-a151-f12fdfdfb1ee tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:28.897246 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=b73b62db-c17a-4cd4-a15f-a52b344c2b12,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:28.941268 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-30b61a88-3c64-4e5c-a151-f12fdfdfb1ee tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Calling delete_port for bbbbaa6a-b115-417d-aac9-abe5c3981165 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:50:28.976307 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-65194836-d3d8-49b3-bdba-9ba9bd4cca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'name': 'tempest-TaggedBootDevicesTest-1045322226-router', 'tenant_id': '98fdd3d4007244d19399f00305d1e82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '63e87237-fe4b-4562-a80b-efce559c3c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:15Z', 'updated_at': '2021-12-10T18:39:21Z', 'revision_number': 4, 'project_id': '98fdd3d4007244d19399f00305d1e82f', 'gw_port': {'id': '63e87237-fe4b-4562-a80b-efce559c3c95', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:16:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:16Z', 'updated_at': '2021-12-10T18:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '544a5bdc-185c-498e-8ed3-e6c6891e4c9a', 'name': '', 'network_id': 'c464ae35-619c-4be0-bdf6-7932892aa026', 'tenant_id': '98fdd3d4007244d19399f00305d1e82f', 'mac_address': 'fa:16:3e:d1:13:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '86f91219-9435-4da2-b951-1d9b6b4ae73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:20Z', 'updated_at': '2021-12-10T18:39:30Z', 'revision_number': 5, 'project_id': '98fdd3d4007244d19399f00305d1e82f', 'subnets': [{'id': '86f91219-9435-4da2-b951-1d9b6b4ae73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:29.007212 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-03f4e9e9-c484-4f79-961a-fb4ede38baf7 req-66f3192c-9ec4-4fcc-917f-e19566b8ef31 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0302889 Dec 10 18:50:29.013243 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae667038-899a-4ca5-a2ee-efd2eae54655 req-2970c3a0-4c0e-4be8-980a-0f9211a62155 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:29.014931 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ae667038-899a-4ca5-a2ee-efd2eae54655 req-2970c3a0-4c0e-4be8-980a-0f9211a62155 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 943 time: 0.1240187 Dec 10 18:50:29.027835 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65194836-d3d8-49b3-bdba-9ba9bd4cca0b None None] Checking router: 5ff5ff88-f521-413e-be05-4a9892d4a641 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:50:29.038390 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65194836-d3d8-49b3-bdba-9ba9bd4cca0b None None] Routers {'5ff5ff88-f521-413e-be05-4a9892d4a641'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:50:29.039298 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-65194836-d3d8-49b3-bdba-9ba9bd4cca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:50:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5ff5ff88-f521-413e-be05-4a9892d4a641'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:29.090286 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ae667038-899a-4ca5-a2ee-efd2eae54655 req-04c26c00-932c-45f1-b9c5-93c48be600ba tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0952051-0050-47b7-a60b-08cfaa0aa9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675287 Dec 10 18:50:29.166871 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-30b61a88-3c64-4e5c-a151-f12fdfdfb1ee tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:29.204259 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b61a88-3c64-4e5c-a151-f12fdfdfb1ee tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Pushing event deleted for resources: {'Port': ['ID=bbbbaa6a-b115-417d-aac9-abe5c3981165,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:29.205340 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-65194836-d3d8-49b3-bdba-9ba9bd4cca0b None None] Set router 5ff5ff88-f521-413e-be05-4a9892d4a641 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:50:29.240008 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1055c7e6-2ffb-407d-9714-c93fa42d44bd req-5ab5c02d-f008-4078-94e6-b7a0f13da055 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0486307 Dec 10 18:50:29.257488 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-30b61a88-3c64-4e5c-a151-f12fdfdfb1ee tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] No DVR routers for this DVR port bbbbaa6a-b115-417d-aac9-abe5c3981165 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:50:29.262782 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-30b61a88-3c64-4e5c-a151-f12fdfdfb1ee tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:29.266432 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8277b3a2-b99b-4de5-960c-3483765ee6be req-30b61a88-3c64-4e5c-a151-f12fdfdfb1ee tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.72 "DELETE /v2.0/ports/bbbbaa6a-b115-417d-aac9-abe5c3981165 HTTP/1.1" status: 204 len: 173 time: 0.7134099 Dec 10 18:50:29.357300 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7d6ea71-6a84-43da-96c2-f2b18eed199f req-64156644-36f1-4cc5-92a5-fc6953e5d4a9 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0434437 Dec 10 18:50:29.429994 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42486) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:29.489960 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d767a4-13a5-4324-b5a3-1252f1d93b7a req-e2728b4e-9bf6-4f78-8aca-829b52b1349e tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:29.491888 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-65194836-d3d8-49b3-bdba-9ba9bd4cca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'name': 'tempest-TaggedBootDevicesTest-1045322226-router', 'tenant_id': '98fdd3d4007244d19399f00305d1e82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '63e87237-fe4b-4562-a80b-efce559c3c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:15Z', 'updated_at': '2021-12-10T18:39:21Z', 'revision_number': 4, 'project_id': '98fdd3d4007244d19399f00305d1e82f', 'gw_port': {'id': '63e87237-fe4b-4562-a80b-efce559c3c95', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:16:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:16Z', 'updated_at': '2021-12-10T18:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '544a5bdc-185c-498e-8ed3-e6c6891e4c9a', 'name': '', 'network_id': 'c464ae35-619c-4be0-bdf6-7932892aa026', 'tenant_id': '98fdd3d4007244d19399f00305d1e82f', 'mac_address': 'fa:16:3e:d1:13:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '86f91219-9435-4da2-b951-1d9b6b4ae73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:20Z', 'updated_at': '2021-12-10T18:39:30Z', 'revision_number': 5, 'project_id': '98fdd3d4007244d19399f00305d1e82f', 'subnets': [{'id': '86f91219-9435-4da2-b951-1d9b6b4ae73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:29.498811 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-42d767a4-13a5-4324-b5a3-1252f1d93b7a req-e2728b4e-9bf6-4f78-8aca-829b52b1349e tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f7c6ee9-7212-4086-a2f2-67e79cc0ea58 HTTP/1.1" status: 200 len: 946 time: 0.0627220 Dec 10 18:50:29.525458 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65194836-d3d8-49b3-bdba-9ba9bd4cca0b None None] The sync data for ids ['5ff5ff88-f521-413e-be05-4a9892d4a641'] in n-d-821435-1 is: [{'id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'name': 'tempest-TaggedBootDevicesTest-1045322226-router', 'tenant_id': '98fdd3d4007244d19399f00305d1e82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '63e87237-fe4b-4562-a80b-efce559c3c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:15Z', 'updated_at': '2021-12-10T18:39:21Z', 'revision_number': 4, 'project_id': '98fdd3d4007244d19399f00305d1e82f', 'gw_port': {'id': '63e87237-fe4b-4562-a80b-efce559c3c95', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:16:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:16Z', 'updated_at': '2021-12-10T18:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '544a5bdc-185c-498e-8ed3-e6c6891e4c9a', 'name': '', 'network_id': 'c464ae35-619c-4be0-bdf6-7932892aa026', 'tenant_id': '98fdd3d4007244d19399f00305d1e82f', 'mac_address': 'fa:16:3e:d1:13:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '86f91219-9435-4da2-b951-1d9b6b4ae73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:20Z', 'updated_at': '2021-12-10T18:39:30Z', 'revision_number': 5, 'project_id': '98fdd3d4007244d19399f00305d1e82f', 'subnets': [{'id': '86f91219-9435-4da2-b951-1d9b6b4ae73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:50:29.559490 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7f0b2677-c798-4bf5-afed-4bab94ccc6a8 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1079507480', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:29.584908 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-42d767a4-13a5-4324-b5a3-1252f1d93b7a req-8226522f-1c3f-45e5-a073-5587665a245b tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.62 "GET /v2.0/security-groups?id=57089d9a-b057-4389-9472-99f7fcdba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805779 Dec 10 18:50:29.596661 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f0b2677-c798-4bf5-afed-4bab94ccc6a8 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:29.598072 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f0b2677-c798-4bf5-afed-4bab94ccc6a8 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:29.669380 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f0b2677-c798-4bf5-afed-4bab94ccc6a8 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:29.674250 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f0b2677-c798-4bf5-afed-4bab94ccc6a8 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:29.695122 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f0b2677-c798-4bf5-afed-4bab94ccc6a8 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:29.696464 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7f0b2677-c798-4bf5-afed-4bab94ccc6a8 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2654297 Dec 10 18:50:29.699404 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42490) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:29.706379 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-710ee57e-72e9-4a0b-8494-9a05ef4fdc01 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-174793767'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:29.738891 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710ee57e-72e9-4a0b-8494-9a05ef4fdc01 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Made reservation on behalf of f8ae56f33d3a44b6965d1e15e77fa45c for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:50:29.742847 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-710ee57e-72e9-4a0b-8494-9a05ef4fdc01 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:29.752379 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-710ee57e-72e9-4a0b-8494-9a05ef4fdc01 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:29.776273 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'name': 'network-vif-deleted', 'tag': '749d304e-94ac-4ca9-8f42-bc8c32ca4f51'}, {'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'name': 'network-vif-deleted', 'tag': 'bbbbaa6a-b115-417d-aac9-abe5c3981165'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:50:29.779425 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb36158f-c668-47e9-bed6-d264c895c8f7" -d '{"events": [{"server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "name": "network-vif-deleted", "tag": "749d304e-94ac-4ca9-8f42-bc8c32ca4f51"}, {"server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "name": "network-vif-deleted", "tag": "bbbbaa6a-b115-417d-aac9-abe5c3981165"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:50:29.852346 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 18:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0765eab4-77cd-4fec-8031-99351eb5572e x-openstack-request-id: req-0765eab4-77cd-4fec-8031-99351eb5572e {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:50:29.852707 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "name": "network-vif-deleted", "tag": "749d304e-94ac-4ca9-8f42-bc8c32ca4f51", "status": "completed", "code": 200}, {"server_uuid": "b1be0a1e-042c-4704-9aaf-61b5e47baa54", "name": "network-vif-deleted", "tag": "bbbbaa6a-b115-417d-aac9-abe5c3981165", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:50:29.853039 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0765eab4-77cd-4fec-8031-99351eb5572e {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:50:29.853541 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'name': 'network-vif-deleted', 'tag': '749d304e-94ac-4ca9-8f42-bc8c32ca4f51', 'status': 'completed', 'code': 200} Dec 10 18:50:29.853874 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1be0a1e-042c-4704-9aaf-61b5e47baa54', 'name': 'network-vif-deleted', 'tag': 'bbbbaa6a-b115-417d-aac9-abe5c3981165', 'status': 'completed', 'code': 200} Dec 10 18:50:29.883809 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9e554c9f-c540-4350-8d94-740cb26f1df4 req-5476bf42-6fa2-47e7-9829-4ef3b856c09e tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0392959 Dec 10 18:50:29.912929 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-710ee57e-72e9-4a0b-8494-9a05ef4fdc01 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:29.921889 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-710ee57e-72e9-4a0b-8494-9a05ef4fdc01 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:29.922325 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bdebc5-b96f-4603-9d3e-838c5437571c None None] New status for floating IP 061c9dba-ed55-40a5-b2be-7d21340ec38a: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:50:29.950931 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-710ee57e-72e9-4a0b-8494-9a05ef4fdc01 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:50:29.952131 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7c6ee9-7212-4086-a2f2-67e79cc0ea58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73b62db-c17a-4cd4-a15f-a52b344c2b12'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:50:29.954540 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79531b2-5916-4770-80aa-8241f6a19d5d" -d '{"events": [{"server_uuid": "1f7c6ee9-7212-4086-a2f2-67e79cc0ea58", "name": "network-vif-plugged", "status": "completed", "tag": "b73b62db-c17a-4cd4-a15f-a52b344c2b12"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:50:29.968902 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-710ee57e-72e9-4a0b-8494-9a05ef4fdc01 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:29.969350 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-710ee57e-72e9-4a0b-8494-9a05ef4fdc01 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Added segment af0b7345-443d-4bfd-9b8e-7e7b0af1e3ff of type vlan for network ddfc624f-dd7f-46b3-a860-912171043c64 Dec 10 18:50:30.008068 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c6daa1-7453-43dc-9ed3-01d4d25c052b x-openstack-request-id: req-64c6daa1-7453-43dc-9ed3-01d4d25c052b {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:50:30.008289 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f7c6ee9-7212-4086-a2f2-67e79cc0ea58", "name": "network-vif-plugged", "status": "completed", "tag": "b73b62db-c17a-4cd4-a15f-a52b344c2b12", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:50:30.008765 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-64c6daa1-7453-43dc-9ed3-01d4d25c052b {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:50:30.009442 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7c6ee9-7212-4086-a2f2-67e79cc0ea58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73b62db-c17a-4cd4-a15f-a52b344c2b12', 'code': 200} Dec 10 18:50:30.012456 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ee57e-72e9-4a0b-8494-9a05ef4fdc01 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3156764a-b66f-4e67-8824-0e1cc720bd89,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:30.033474 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-710ee57e-72e9-4a0b-8494-9a05ef4fdc01 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:30.119218 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8f069455-6230-46ff-aa9d-d43928dfcaaa req-ffd78662-04a5-4ba5-8777-e87df73fd3e1 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0441039 Dec 10 18:50:30.134277 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-710ee57e-72e9-4a0b-8494-9a05ef4fdc01 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:30.140862 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710ee57e-72e9-4a0b-8494-9a05ef4fdc01 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:30.141813 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-710ee57e-72e9-4a0b-8494-9a05ef4fdc01 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:30.198997 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-710ee57e-72e9-4a0b-8494-9a05ef4fdc01 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4984155 Dec 10 18:50:30.204527 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42502) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:30.211861 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-fc9e96c9-3c19-421a-9ebb-35a1c2ad49c3 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Request body: {'subnet': {'network_id': 'ddfc624f-dd7f-46b3-a860-912171043c64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:30.226894 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d78415cc-e7ee-4e29-84bf-67097440f149 req-f087ac95-604a-478e-bece-45de312b7a33 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 210 time: 0.0290267 Dec 10 18:50:30.281388 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ee57e-72e9-4a0b-8494-9a05ef4fdc01 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Pushing event updated for resources: {'Network': ['ID=ddfc624f-dd7f-46b3-a860-912171043c64,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:30.294372 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network ddfc624f-dd7f-46b3-a860-912171043c64 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:50:30.297018 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164aff9c-3da7-4486-b41c-646eec11dc6d req-8501a6e4-c22a-4afd-8670-5556749697df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:30.298553 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-164aff9c-3da7-4486-b41c-646eec11dc6d req-8501a6e4-c22a-4afd-8670-5556749697df service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1f7c6ee9-7212-4086-a2f2-67e79cc0ea58 HTTP/1.1" status: 200 len: 1097 time: 0.2118680 Dec 10 18:50:30.350684 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f1d700ab-659b-4fb9-a2bc-40dba1f3ffaa req-3213f82e-e568-41c2-8ecc-6b1541d1b602 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0516644 Dec 10 18:50:30.391510 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9e96c9-3c19-421a-9ebb-35a1c2ad49c3 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Made reservation on behalf of f8ae56f33d3a44b6965d1e15e77fa45c for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:50:30.395561 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc9e96c9-3c19-421a-9ebb-35a1c2ad49c3 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:30.456559 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57320bf9-6bdb-445d-a877-95f39c50ba7e req-77737156-addf-421f-a447-b4783a5da3fe tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0279019 Dec 10 18:50:30.725921 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-164aff9c-3da7-4486-b41c-646eec11dc6d req-2faf4520-a99d-49b4-b136-35bc3aeb0631 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=57089d9a-b057-4389-9472-99f7fcdba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4072752 Dec 10 18:50:30.792563 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09006e-df84-476f-82e1-882857bd847f req-8c05db62-72c5-4c5b-99e8-2ff946108638 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:30.794097 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-be09006e-df84-476f-82e1-882857bd847f req-8c05db62-72c5-4c5b-99e8-2ff946108638 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f7c6ee9-7212-4086-a2f2-67e79cc0ea58 HTTP/1.1" status: 200 len: 946 time: 0.0823464 Dec 10 18:50:30.888033 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-be09006e-df84-476f-82e1-882857bd847f req-2adc50fb-97c9-4ff5-9fdf-3ae944369d6e tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.62 "GET /v2.0/security-groups?id=57089d9a-b057-4389-9472-99f7fcdba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872283 Dec 10 18:50:30.944884 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc9e96c9-3c19-421a-9ebb-35a1c2ad49c3 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:30.972570 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-25f262f7-3744-47fd-ada8-41bbec982103 req-82850bc8-924e-41a5-81c1-b37030939398 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0324397 Dec 10 18:50:31.005859 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e96c9-3c19-421a-9ebb-35a1c2ad49c3 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Pushing event updated for resources: {'Subnet': ['ID=776af749-146d-4cc5-b131-de99e8f94043,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:31.018252 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9e96c9-3c19-421a-9ebb-35a1c2ad49c3 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Checking segment: {'id': 'af0b7345-443d-4bfd-9b8e-7e7b0af1e3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ddfc624f-dd7f-46b3-a860-912171043c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:50:31.018825 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9e96c9-3c19-421a-9ebb-35a1c2ad49c3 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Network hostable DHCP agents. Network: ddfc624f-dd7f-46b3-a860-912171043c64, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:50:31.035134 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9e96c9-3c19-421a-9ebb-35a1c2ad49c3 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Network ddfc624f-dd7f-46b3-a860-912171043c64 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:50:31.044312 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-fc9e96c9-3c19-421a-9ebb-35a1c2ad49c3 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, ddfc624f-dd7f-46b3-a860-912171043c64) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:50:31.048678 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9e96c9-3c19-421a-9ebb-35a1c2ad49c3 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:31.049280 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc9e96c9-3c19-421a-9ebb-35a1c2ad49c3 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:31.057340 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca79afe7-cb1b-4540-b9e7-1a63e5af747a None None] Network ddfc624f-dd7f-46b3-a860-912171043c64 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:31.068125 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fc9e96c9-3c19-421a-9ebb-35a1c2ad49c3 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8618927 Dec 10 18:50:31.071785 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42512) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:31.077438 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-29fb6e9d-fc66-4071-a330-40ff9b390304 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Request body: {'network': {'name': 'tempest-router-network01--1177280373'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:31.109555 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29fb6e9d-fc66-4071-a330-40ff9b390304 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Made reservation on behalf of f8ae56f33d3a44b6965d1e15e77fa45c for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:50:31.114030 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29fb6e9d-fc66-4071-a330-40ff9b390304 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:31.139892 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29fb6e9d-fc66-4071-a330-40ff9b390304 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:50:31.157972 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29fb6e9d-fc66-4071-a330-40ff9b390304 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:31.158454 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-29fb6e9d-fc66-4071-a330-40ff9b390304 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Added segment 40b09b82-6276-46e6-9c86-9741acda1a09 of type vlan for network 4335d3d7-7cc7-4613-8e0f-0ed3e2be45b8 Dec 10 18:50:31.186507 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0957b655-23e3-424b-afcf-ca6a46a12cab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-ddfc624f-dd7f-46b3-a860-912171043c64', 'network_id': 'ddfc624f-dd7f-46b3-a860-912171043c64', 'project_id': 'f8ae56f33d3a44b6965d1e15e77fa45c', 'fixed_ips': [{'subnet_id': '776af749-146d-4cc5-b131-de99e8f94043'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:50:31.187668 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0957b655-23e3-424b-afcf-ca6a46a12cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:31.224117 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29fb6e9d-fc66-4071-a330-40ff9b390304 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:31.230913 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-35a4be11-c70c-4228-9224-92f15ccf38bc req-7394f942-7352-4d44-9956-cd4d0788be2b tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0467801 Dec 10 18:50:31.257318 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29fb6e9d-fc66-4071-a330-40ff9b390304 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:31.265557 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fb6e9d-fc66-4071-a330-40ff9b390304 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:31.266294 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29fb6e9d-fc66-4071-a330-40ff9b390304 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:31.331345 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-29fb6e9d-fc66-4071-a330-40ff9b390304 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2584093 Dec 10 18:50:31.334789 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42518) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:31.340934 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e3106650-bd6a-4f06-b1d9-560c5a24d9be tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Request body: {'network': {'name': 'tempest-router-network02--628199441'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:31.383235 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-18db7973-53cf-4421-8f5a-9293015be02d req-5a93c484-2299-4f99-bb0e-bf12b8e56c85 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 210 time: 0.0371735 Dec 10 18:50:31.387637 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb6e9d-fc66-4071-a330-40ff9b390304 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Pushing event updated for resources: {'Network': ['ID=4335d3d7-7cc7-4613-8e0f-0ed3e2be45b8,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:31.388600 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3106650-bd6a-4f06-b1d9-560c5a24d9be tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Made reservation on behalf of f8ae56f33d3a44b6965d1e15e77fa45c for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:50:31.398659 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e3106650-bd6a-4f06-b1d9-560c5a24d9be tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:31.406256 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 4335d3d7-7cc7-4613-8e0f-0ed3e2be45b8 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:50:31.462717 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-0957b655-23e3-424b-afcf-ca6a46a12cab None None] Allocated IP 2001:db8::2 (ddfc624f-dd7f-46b3-a860-912171043c64/776af749-146d-4cc5-b131-de99e8f94043/d5220407-48f3-419e-8cec-6c13b0f45745) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:50:31.474508 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-50ea8be8-f22b-4d31-93a7-c6f5cef0d9da req-6f9058f5-4dff-44a2-8dfe-ddc82e8faae8 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0380299 Dec 10 18:50:31.480550 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3106650-bd6a-4f06-b1d9-560c5a24d9be tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:50:31.513451 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e3106650-bd6a-4f06-b1d9-560c5a24d9be tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:31.513800 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-e3106650-bd6a-4f06-b1d9-560c5a24d9be tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Added segment 34da8ca8-388c-482f-ba2e-67eda60eef0e of type vlan for network bb3158b8-1c41-4e84-b772-8bcc8758f445 Dec 10 18:50:31.560030 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e3106650-bd6a-4f06-b1d9-560c5a24d9be tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:31.581189 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-360eb798-2a89-4645-8e38-980f2d48f0eb req-7d8b85c8-0250-43e6-9941-2755f38bb82f tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0413406 Dec 10 18:50:31.596705 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e3106650-bd6a-4f06-b1d9-560c5a24d9be tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:31.607952 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3106650-bd6a-4f06-b1d9-560c5a24d9be tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:31.607952 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e3106650-bd6a-4f06-b1d9-560c5a24d9be tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:31.672403 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e3106650-bd6a-4f06-b1d9-560c5a24d9be tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3338118 Dec 10 18:50:31.672721 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42524) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:31.678513 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c2276968-b781-488f-ba25-8cdca87a991b tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Request body: {'subnet': {'network_id': '4335d3d7-7cc7-4613-8e0f-0ed3e2be45b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:31.684709 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3106650-bd6a-4f06-b1d9-560c5a24d9be tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Pushing event updated for resources: {'Network': ['ID=bb3158b8-1c41-4e84-b772-8bcc8758f445,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:31.701678 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network bb3158b8-1c41-4e84-b772-8bcc8758f445 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:50:31.711024 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0957b655-23e3-424b-afcf-ca6a46a12cab None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:31.752266 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0957b655-23e3-424b-afcf-ca6a46a12cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:31.786277 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2276968-b781-488f-ba25-8cdca87a991b tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Made reservation on behalf of f8ae56f33d3a44b6965d1e15e77fa45c for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:50:31.790397 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2276968-b781-488f-ba25-8cdca87a991b tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:31.814396 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0957b655-23e3-424b-afcf-ca6a46a12cab None None] Network ddfc624f-dd7f-46b3-a860-912171043c64 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:50:31.822735 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-0957b655-23e3-424b-afcf-ca6a46a12cab None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:50:31.825876 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0957b655-23e3-424b-afcf-ca6a46a12cab None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:50:31.828067 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957b655-23e3-424b-afcf-ca6a46a12cab None None] Pushing event updated for resources: {'Port': ['ID=d5220407-48f3-419e-8cec-6c13b0f45745,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:31.888294 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0957b655-23e3-424b-afcf-ca6a46a12cab None None] Attempting to bind port d5220407-48f3-419e-8cec-6c13b0f45745 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:50:31.888830 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0957b655-23e3-424b-afcf-ca6a46a12cab None None] Attempting to bind port d5220407-48f3-419e-8cec-6c13b0f45745 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'af0b7345-443d-4bfd-9b8e-7e7b0af1e3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ddfc624f-dd7f-46b3-a860-912171043c64'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:50:31.889266 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0957b655-23e3-424b-afcf-ca6a46a12cab None None] Attempting to bind port d5220407-48f3-419e-8cec-6c13b0f45745 on network ddfc624f-dd7f-46b3-a860-912171043c64 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:50:31.895224 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0957b655-23e3-424b-afcf-ca6a46a12cab None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:50:31.895727 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0957b655-23e3-424b-afcf-ca6a46a12cab None None] Checking segment: {'id': 'af0b7345-443d-4bfd-9b8e-7e7b0af1e3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ddfc624f-dd7f-46b3-a860-912171043c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:50:31.896204 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0957b655-23e3-424b-afcf-ca6a46a12cab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:31.896693 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0957b655-23e3-424b-afcf-ca6a46a12cab None None] Bound using segment: {'id': 'af0b7345-443d-4bfd-9b8e-7e7b0af1e3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ddfc624f-dd7f-46b3-a860-912171043c64'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:50:31.897393 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0957b655-23e3-424b-afcf-ca6a46a12cab None None] Bound port: d5220407-48f3-419e-8cec-6c13b0f45745, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af0b7345-443d-4bfd-9b8e-7e7b0af1e3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ddfc624f-dd7f-46b3-a860-912171043c64'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:50:31.897806 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0957b655-23e3-424b-afcf-ca6a46a12cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:31.979628 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0957b655-23e3-424b-afcf-ca6a46a12cab None None] For port d5220407-48f3-419e-8cec-6c13b0f45745, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:50:31.984272 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0957b655-23e3-424b-afcf-ca6a46a12cab None None] For port d5220407-48f3-419e-8cec-6c13b0f45745, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=d5220407-48f3-419e-8cec-6c13b0f45745,segment=NetworkSegment(af0b7345-443d-4bfd-9b8e-7e7b0af1e3ff),segment_id=af0b7345-443d-4bfd-9b8e-7e7b0af1e3ff)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:50:31.991617 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0957b655-23e3-424b-afcf-ca6a46a12cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:32.127117 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1784b2a-3679-4fa6-b98c-4063270d2ec6 req-630d1c79-2805-4e96-ae65-0471af091156 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:32.130384 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957b655-23e3-424b-afcf-ca6a46a12cab None None] Pushing event updated for resources: {'Port': ['ID=d5220407-48f3-419e-8cec-6c13b0f45745,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:32.136449 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a1784b2a-3679-4fa6-b98c-4063270d2ec6 req-630d1c79-2805-4e96-ae65-0471af091156 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f7c6ee9-7212-4086-a2f2-67e79cc0ea58 HTTP/1.1" status: 200 len: 946 time: 0.1324592 Dec 10 18:50:32.145037 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-778bb6ce-5e16-4239-b8a3-8a94726a2f3a req-493881a9-0d9e-40ea-9a1d-c708f59960a7 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0644715 Dec 10 18:50:32.179968 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2276968-b781-488f-ba25-8cdca87a991b tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:32.212902 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a1784b2a-3679-4fa6-b98c-4063270d2ec6 req-30e23d03-7989-4847-9d26-12032ac47fc3 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.62 "GET /v2.0/security-groups?id=57089d9a-b057-4389-9472-99f7fcdba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738952 Dec 10 18:50:32.260515 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2276968-b781-488f-ba25-8cdca87a991b tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Pushing event updated for resources: {'Subnet': ['ID=17376cbb-5e97-4ba6-a66e-8beeea4ce082,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:32.323106 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2276968-b781-488f-ba25-8cdca87a991b tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Checking segment: {'id': '40b09b82-6276-46e6-9c86-9741acda1a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4335d3d7-7cc7-4613-8e0f-0ed3e2be45b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:50:32.323694 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2276968-b781-488f-ba25-8cdca87a991b tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Network hostable DHCP agents. Network: 4335d3d7-7cc7-4613-8e0f-0ed3e2be45b8, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:50:32.333913 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b270b642-e0e4-4d37-8cad-9ecf901ad296 req-761ed735-c3a5-46bc-9632-54433523d684 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0372274 Dec 10 18:50:32.389532 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2276968-b781-488f-ba25-8cdca87a991b tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Network 4335d3d7-7cc7-4613-8e0f-0ed3e2be45b8 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:50:32.401830 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-c2276968-b781-488f-ba25-8cdca87a991b tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 4335d3d7-7cc7-4613-8e0f-0ed3e2be45b8) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:50:32.411661 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbb161e-6abe-4641-97a9-6ec8f68b604b None None] Network 4335d3d7-7cc7-4613-8e0f-0ed3e2be45b8 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:32.417690 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144fc468-e049-4823-bdc4-4e24e81f328a req-95df213b-2d85-402f-92e3-88b43b3b739f tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:32.425013 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-144fc468-e049-4823-bdc4-4e24e81f328a req-95df213b-2d85-402f-92e3-88b43b3b739f tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f7c6ee9-7212-4086-a2f2-67e79cc0ea58 HTTP/1.1" status: 200 len: 946 time: 0.1175292 Dec 10 18:50:32.429525 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2276968-b781-488f-ba25-8cdca87a991b tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:32.430265 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2276968-b781-488f-ba25-8cdca87a991b tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:32.435706 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42536) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:32.443252 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e793c461-908a-41d3-93f2-1e984df81856 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Request body: {'floatingip': {'port_id': 'b73b62db-c17a-4cd4-a15f-a52b344c2b12'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:32.453733 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c2276968-b781-488f-ba25-8cdca87a991b tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7796762 Dec 10 18:50:32.456835 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42538) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:32.463405 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-aa8fa119-df5d-4964-b30e-2f17463986f3 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Request body: {'subnet': {'network_id': 'bb3158b8-1c41-4e84-b772-8bcc8758f445', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:32.565708 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e793c461-908a-41d3-93f2-1e984df81856 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks [] for floatingip, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:32.595120 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8fa119-df5d-4964-b30e-2f17463986f3 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Made reservation on behalf of f8ae56f33d3a44b6965d1e15e77fa45c for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:50:32.600482 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aa8fa119-df5d-4964-b30e-2f17463986f3 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:32.635576 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dabc7024-2bba-4f12-adf0-c94b7acc7ddb req-020e7593-4c76-47e6-8ab5-4337c32014ba tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0586247 Dec 10 18:50:32.756536 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-24d26db6-be09-4494-abce-98e9ab4d156a req-8554fa06-90bd-49d1-8968-90e53a19468f tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0444674 Dec 10 18:50:32.895447 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d155d13-a63c-4f7e-92af-9c76bda9d700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-4335d3d7-7cc7-4613-8e0f-0ed3e2be45b8', 'network_id': '4335d3d7-7cc7-4613-8e0f-0ed3e2be45b8', 'project_id': 'f8ae56f33d3a44b6965d1e15e77fa45c', 'fixed_ips': [{'subnet_id': '17376cbb-5e97-4ba6-a66e-8beeea4ce082'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:50:32.896572 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6d155d13-a63c-4f7e-92af-9c76bda9d700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:32.962162 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aa8fa119-df5d-4964-b30e-2f17463986f3 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:33.046096 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8fa119-df5d-4964-b30e-2f17463986f3 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Pushing event updated for resources: {'Subnet': ['ID=2460d024-39a5-4e43-9948-264a0c89b6fa,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:33.048530 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8fa119-df5d-4964-b30e-2f17463986f3 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Checking segment: {'id': '34da8ca8-388c-482f-ba2e-67eda60eef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bb3158b8-1c41-4e84-b772-8bcc8758f445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:50:33.049377 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8fa119-df5d-4964-b30e-2f17463986f3 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Network hostable DHCP agents. Network: bb3158b8-1c41-4e84-b772-8bcc8758f445, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:50:33.060622 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-6d155d13-a63c-4f7e-92af-9c76bda9d700 None None] Allocated IP 2001:db8::2 (4335d3d7-7cc7-4613-8e0f-0ed3e2be45b8/17376cbb-5e97-4ba6-a66e-8beeea4ce082/d1ca7a82-9877-4ef0-8d6a-c948fe605caf) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:50:33.090264 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8fa119-df5d-4964-b30e-2f17463986f3 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Network bb3158b8-1c41-4e84-b772-8bcc8758f445 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:50:33.102281 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-aa8fa119-df5d-4964-b30e-2f17463986f3 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, bb3158b8-1c41-4e84-b772-8bcc8758f445) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:50:33.120095 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8fa119-df5d-4964-b30e-2f17463986f3 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:33.121757 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aa8fa119-df5d-4964-b30e-2f17463986f3 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:33.137765 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adfee52-41c2-4cd2-a409-d5a82de6111c None None] Network bb3158b8-1c41-4e84-b772-8bcc8758f445 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:33.146513 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-aa8fa119-df5d-4964-b30e-2f17463986f3 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6883097 Dec 10 18:50:33.149712 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42544) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:33.232478 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.db.resource_extend [None req-e793c461-908a-41d3-93f2-1e984df81856 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:50:33.323671 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e793c461-908a-41d3-93f2-1e984df81856 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:33.340865 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e793c461-908a-41d3-93f2-1e984df81856 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:33.355157 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-16ed90b8-6bd1-40c3-9876-451e5010a46c req-9034d59a-a5c6-48c0-a550-f4765440c6a3 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 210 time: 0.5158222 Dec 10 18:50:33.418910 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-83fee1dd-e684-4ec0-bc57-bfa1e4e50745 req-df9f31c4-07ed-4a12-826f-c6ca872ba2b8 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.1141312 Dec 10 18:50:33.420989 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cf6b7b-f834-4a9e-9574-9ebd5f328763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-bb3158b8-1c41-4e84-b772-8bcc8758f445', 'network_id': 'bb3158b8-1c41-4e84-b772-8bcc8758f445', 'project_id': 'f8ae56f33d3a44b6965d1e15e77fa45c', 'fixed_ips': [{'subnet_id': '2460d024-39a5-4e43-9948-264a0c89b6fa'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:50:33.422049 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a0cf6b7b-f834-4a9e-9574-9ebd5f328763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:33.525368 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6d155d13-a63c-4f7e-92af-9c76bda9d700 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:33.538264 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dd20e4e3-aa15-48a6-ba9f-3f60d9d90908 req-ace917b0-ec82-46a6-bae3-a0b321968967 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0802076 Dec 10 18:50:33.603178 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-e793c461-908a-41d3-93f2-1e984df81856 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Floating IP 0183ca62-b0d5-4711-b5ea-5ca07be1fa7f associated. External IP: 172.25.7.30, port: b73b62db-c17a-4cd4-a15f-a52b344c2b12. Dec 10 18:50:33.607218 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ed76465-571f-496e-ab61-b6b08d35d714 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:33.629388 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6d155d13-a63c-4f7e-92af-9c76bda9d700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:33.708826 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6285cb10-b487-44a2-8b5a-0cb54240308b None None] Network ddfc624f-dd7f-46b3-a860-912171043c64 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:33.776412 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-72d406e3-5420-4926-bf2c-2d5b4751832b req-cc0ce7c1-303a-4a60-873e-4ebcee004050 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0471883 Dec 10 18:50:33.837225 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d155d13-a63c-4f7e-92af-9c76bda9d700 None None] Network 4335d3d7-7cc7-4613-8e0f-0ed3e2be45b8 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:50:33.885606 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e793c461-908a-41d3-93f2-1e984df81856 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Router 7d829770-a95b-41de-bec0-7c756a033b1a has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:50:33.886095 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-6d155d13-a63c-4f7e-92af-9c76bda9d700 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:50:33.895191 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:33.896286 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d155d13-a63c-4f7e-92af-9c76bda9d700 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:50:33.902818 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d155d13-a63c-4f7e-92af-9c76bda9d700 None None] Pushing event updated for resources: {'Port': ['ID=d1ca7a82-9877-4ef0-8d6a-c948fe605caf,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:33.909998 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2bb43486-c63c-454a-94e9-c4c9fbbeb7a4 None None] Provisioning complete for port d5220407-48f3-419e-8cec-6c13b0f45745 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:33.912658 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2bb43486-c63c-454a-94e9-c4c9fbbeb7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:33.947355 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-943b90b6-b445-4b52-9cda-76e2eb86cb45 req-ddb4c7a5-9301-4547-b349-c15ce0ae8ad1 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0598400 Dec 10 18:50:33.996005 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d5220407-48f3-419e-8cec-6c13b0f45745 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:50:34.042810 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-a0cf6b7b-f834-4a9e-9574-9ebd5f328763 None None] Allocated IP 2001:db8::2 (bb3158b8-1c41-4e84-b772-8bcc8758f445/2460d024-39a5-4e43-9948-264a0c89b6fa/cb21f245-5990-4325-b7ef-7146834b6a71) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:50:34.066851 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-4ed76465-571f-496e-ab61-b6b08d35d714 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Allocated IP 2001:db8::1 (4335d3d7-7cc7-4613-8e0f-0ed3e2be45b8/17376cbb-5e97-4ba6-a66e-8beeea4ce082/592e8d26-e5de-4064-bd5f-65c4a6c57d00) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:50:34.068024 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e793c461-908a-41d3-93f2-1e984df81856 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:50:34.075995 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e793c461-908a-41d3-93f2-1e984df81856 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:34.080818 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7cd093-0690-45e7-b4a0-4eb1d5674119 None None] Sync routers for ids ['7d829770-a95b-41de-bec0-7c756a033b1a'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:50:34.097650 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7cd093-0690-45e7-b4a0-4eb1d5674119 None None] Routers {'7d829770-a95b-41de-bec0-7c756a033b1a'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:50:34.098667 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-1b7cd093-0690-45e7-b4a0-4eb1d5674119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:50:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['7d829770-a95b-41de-bec0-7c756a033b1a'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:34.120398 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e793c461-908a-41d3-93f2-1e984df81856 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.62 "PUT /v2.0/floatingips/0183ca62-b0d5-4711-b5ea-5ca07be1fa7f HTTP/1.1" status: 200 len: 991 time: 1.6833053 Dec 10 18:50:34.121369 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f7c6ee9-7212-4086-a2f2-67e79cc0ea58', 'tag': 'b73b62db-c17a-4cd4-a15f-a52b344c2b12'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:50:34.124377 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc36b76-13d0-4cf8-a7b8-668cd21b0ac4" -d '{"events": [{"name": "network-changed", "server_uuid": "1f7c6ee9-7212-4086-a2f2-67e79cc0ea58", "tag": "b73b62db-c17a-4cd4-a15f-a52b344c2b12"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:50:34.231845 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6d155d13-a63c-4f7e-92af-9c76bda9d700 None None] Attempting to bind port d1ca7a82-9877-4ef0-8d6a-c948fe605caf on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:50:34.233675 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6d155d13-a63c-4f7e-92af-9c76bda9d700 None None] Attempting to bind port d1ca7a82-9877-4ef0-8d6a-c948fe605caf by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '40b09b82-6276-46e6-9c86-9741acda1a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4335d3d7-7cc7-4613-8e0f-0ed3e2be45b8'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:50:34.234317 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d155d13-a63c-4f7e-92af-9c76bda9d700 None None] Attempting to bind port d1ca7a82-9877-4ef0-8d6a-c948fe605caf on network 4335d3d7-7cc7-4613-8e0f-0ed3e2be45b8 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:50:34.271000 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-1b7cd093-0690-45e7-b4a0-4eb1d5674119 None None] Set router 7d829770-a95b-41de-bec0-7c756a033b1a gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:50:34.315090 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d155d13-a63c-4f7e-92af-9c76bda9d700 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:50:34.315865 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d155d13-a63c-4f7e-92af-9c76bda9d700 None None] Checking segment: {'id': '40b09b82-6276-46e6-9c86-9741acda1a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4335d3d7-7cc7-4613-8e0f-0ed3e2be45b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:50:34.316419 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6d155d13-a63c-4f7e-92af-9c76bda9d700 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:34.316972 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d155d13-a63c-4f7e-92af-9c76bda9d700 None None] Bound using segment: {'id': '40b09b82-6276-46e6-9c86-9741acda1a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4335d3d7-7cc7-4613-8e0f-0ed3e2be45b8'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:50:34.318184 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6d155d13-a63c-4f7e-92af-9c76bda9d700 None None] Bound port: d1ca7a82-9877-4ef0-8d6a-c948fe605caf, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b09b82-6276-46e6-9c86-9741acda1a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4335d3d7-7cc7-4613-8e0f-0ed3e2be45b8'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:50:34.318747 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6d155d13-a63c-4f7e-92af-9c76bda9d700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:34.361010 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ed76465-571f-496e-ab61-b6b08d35d714 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:34.413961 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ed76465-571f-496e-ab61-b6b08d35d714 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:34.437204 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed76465-571f-496e-ab61-b6b08d35d714 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Network 4335d3d7-7cc7-4613-8e0f-0ed3e2be45b8 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:50:34.439456 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee47afc9-ddba-4ca9-b1c9-805c1092862c x-openstack-request-id: req-ee47afc9-ddba-4ca9-b1c9-805c1092862c {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:50:34.440123 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-4ed76465-571f-496e-ab61-b6b08d35d714 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:50:34.440458 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f7c6ee9-7212-4086-a2f2-67e79cc0ea58", "tag": "b73b62db-c17a-4cd4-a15f-a52b344c2b12", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:50:34.440890 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ee47afc9-ddba-4ca9-b1c9-805c1092862c {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:50:34.441486 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f7c6ee9-7212-4086-a2f2-67e79cc0ea58', 'tag': 'b73b62db-c17a-4cd4-a15f-a52b344c2b12', 'status': 'completed', 'code': 200} Dec 10 18:50:34.458481 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2bb43486-c63c-454a-94e9-c4c9fbbeb7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:34.491537 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed76465-571f-496e-ab61-b6b08d35d714 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:50:34.496391 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ed76465-571f-496e-ab61-b6b08d35d714 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:34.611894 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c07ee1cc-629f-422d-948e-6e385012db91 req-6074fb98-6e32-4f8c-b9ed-adc63338108e tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0883296 Dec 10 18:50:34.634874 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port d5220407-48f3-419e-8cec-6c13b0f45745 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:34.635285 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:34.640934 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc36b76-13d0-4cf8-a7b8-668cd21b0ac4 req-0131c91f-5eb7-475f-93be-8b4cc6ac48eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:34.642829 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0cc36b76-13d0-4cf8-a7b8-668cd21b0ac4 req-0131c91f-5eb7-475f-93be-8b4cc6ac48eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3704830dc7144051817729730538c570&device_id=1f7c6ee9-7212-4086-a2f2-67e79cc0ea58 HTTP/1.1" status: 200 len: 1097 time: 0.1758745 Dec 10 18:50:34.712726 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-2bb43486-c63c-454a-94e9-c4c9fbbeb7a4 None None] For port d5220407-48f3-419e-8cec-6c13b0f45745, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=d5220407-48f3-419e-8cec-6c13b0f45745,segment=NetworkSegment(af0b7345-443d-4bfd-9b8e-7e7b0af1e3ff),segment_id=af0b7345-443d-4bfd-9b8e-7e7b0af1e3ff)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:34.741446 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-537bb361-790e-4630-9d6e-0e3de5d7e75e req-afb0e551-2f6a-45f6-bcfb-cbc1894022ae tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 210 time: 0.1098859 Dec 10 18:50:34.768953 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ed76465-571f-496e-ab61-b6b08d35d714 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:34.784302 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2bb43486-c63c-454a-94e9-c4c9fbbeb7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:34.865934 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-1b7cd093-0690-45e7-b4a0-4eb1d5674119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d829770-a95b-41de-bec0-7c756a033b1a', 'name': 'tempest-ServersTestFqdnHostnames-218094016-router', 'tenant_id': '3704830dc7144051817729730538c570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'e4ff5999-5215-4838-98b1-fd9662ab2d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:50:09Z', 'updated_at': '2021-12-10T18:50:13Z', 'revision_number': 4, 'project_id': '3704830dc7144051817729730538c570', 'gw_port': {'id': 'e4ff5999-5215-4838-98b1-fd9662ab2d3b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d829770-a95b-41de-bec0-7c756a033b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:50:10Z', 'updated_at': '2021-12-10T18:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '0183ca62-b0d5-4711-b5ea-5ca07be1fa7f', 'tenant_id': '3704830dc7144051817729730538c570', 'floating_ip_address': '172.25.7.30', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '7d829770-a95b-41de-bec0-7c756a033b1a', 'port_id': 'b73b62db-c17a-4cd4-a15f-a52b344c2b12', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b89011c3-a68e-45a2-9cc6-527d97d63d5f', 'mac_address': 'fa:16:3e:37:a0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c6ee9-7212-4086-a2f2-67e79cc0ea58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:50:17Z', 'updated_at': '2021-12-10T18:50:33Z', 'revision_number': 1, 'project_id': '3704830dc7144051817729730538c570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a595b61d-6971-4e36-b392-6187cfb52bc0', 'name': '', 'network_id': 'b89011c3-a68e-45a2-9cc6-527d97d63d5f', 'tenant_id': '3704830dc7144051817729730538c570', 'mac_address': 'fa:16:3e:50:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d829770-a95b-41de-bec0-7c756a033b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '44240cb3-96fc-45bf-9cb2-956940201641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:50:12Z', 'updated_at': '2021-12-10T18:50:17Z', 'revision_number': 5, 'project_id': '3704830dc7144051817729730538c570', 'subnets': [{'id': '44240cb3-96fc-45bf-9cb2-956940201641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:34.867182 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-08bfc94b-4984-4d2f-980e-d32b81bb2422 req-8d238947-0fdf-4e30-9530-4d1f4725f543 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.1592011 Dec 10 18:50:34.868611 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed76465-571f-496e-ab61-b6b08d35d714 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Pushing event updated for resources: {'Port': ['ID=592e8d26-e5de-4064-bd5f-65c4a6c57d00,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:34.968065 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7cd093-0690-45e7-b4a0-4eb1d5674119 None None] Checking router: 7d829770-a95b-41de-bec0-7c756a033b1a for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:50:34.996670 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc36b76-13d0-4cf8-a7b8-668cd21b0ac4 req-d49474c8-990a-43cb-bdc3-4b12044a8e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:34.998546 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0cc36b76-13d0-4cf8-a7b8-668cd21b0ac4 req-d49474c8-990a-43cb-bdc3-4b12044a8e14 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b89011c3-a68e-45a2-9cc6-527d97d63d5f HTTP/1.1" status: 200 len: 915 time: 0.3468430 Dec 10 18:50:35.015658 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6154f161-341b-48a4-ae87-86611f9842e2 req-a3014ffc-a63d-4a22-9e0f-c74d19508368 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.1172664 Dec 10 18:50:35.019238 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7cd093-0690-45e7-b4a0-4eb1d5674119 None None] Routers {'7d829770-a95b-41de-bec0-7c756a033b1a'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:50:35.019893 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-1b7cd093-0690-45e7-b4a0-4eb1d5674119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:50:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['7d829770-a95b-41de-bec0-7c756a033b1a'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:35.038357 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6d155d13-a63c-4f7e-92af-9c76bda9d700 None None] For port d1ca7a82-9877-4ef0-8d6a-c948fe605caf, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:50:35.080204 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6d155d13-a63c-4f7e-92af-9c76bda9d700 None None] For port d1ca7a82-9877-4ef0-8d6a-c948fe605caf, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=d1ca7a82-9877-4ef0-8d6a-c948fe605caf,segment=NetworkSegment(40b09b82-6276-46e6-9c86-9741acda1a09),segment_id=40b09b82-6276-46e6-9c86-9741acda1a09)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:50:35.083840 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb43486-c63c-454a-94e9-c4c9fbbeb7a4 None None] Pushing event updated for resources: {'Port': ['ID=d5220407-48f3-419e-8cec-6c13b0f45745,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:35.088119 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a0cf6b7b-f834-4a9e-9574-9ebd5f328763 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:35.093433 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6d155d13-a63c-4f7e-92af-9c76bda9d700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:35.131797 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a0cf6b7b-f834-4a9e-9574-9ebd5f328763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:35.143273 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0cc36b76-13d0-4cf8-a7b8-668cd21b0ac4 req-79db8910-5a83-4b6c-bb9f-423fad721675 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b73b62db-c17a-4cd4-a15f-a52b344c2b12 HTTP/1.1" status: 200 len: 999 time: 0.1289411 Dec 10 18:50:35.192962 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cf6b7b-f834-4a9e-9574-9ebd5f328763 None None] Network bb3158b8-1c41-4e84-b772-8bcc8758f445 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:50:35.222555 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-a0cf6b7b-f834-4a9e-9574-9ebd5f328763 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:50:35.239525 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cf6b7b-f834-4a9e-9574-9ebd5f328763 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:50:35.242163 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0e99742e-cecb-480c-9ea1-602b62232c33 None None] Provisioning complete for port d5220407-48f3-419e-8cec-6c13b0f45745 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:35.247207 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0e99742e-cecb-480c-9ea1-602b62232c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:35.261089 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6a529428-a40e-4b25-a051-8338f1ebf1cc req-5dbddda9-222d-4eba-b342-6f5c173bcc44 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.1162012 Dec 10 18:50:35.299265 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc36b76-13d0-4cf8-a7b8-668cd21b0ac4 req-c8ee2434-c11e-47a4-9a77-8cc381ebd8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:35.302462 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0cc36b76-13d0-4cf8-a7b8-668cd21b0ac4 req-c8ee2434-c11e-47a4-9a77-8cc381ebd8ff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=44240cb3-96fc-45bf-9cb2-956940201641 HTTP/1.1" status: 200 len: 853 time: 0.1465261 Dec 10 18:50:35.322411 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-1b7cd093-0690-45e7-b4a0-4eb1d5674119 None None] Set router 7d829770-a95b-41de-bec0-7c756a033b1a gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:50:35.342819 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d155d13-a63c-4f7e-92af-9c76bda9d700 None None] Pushing event updated for resources: {'Port': ['ID=d1ca7a82-9877-4ef0-8d6a-c948fe605caf,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:35.450893 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc36b76-13d0-4cf8-a7b8-668cd21b0ac4 req-b3c6a38a-c03d-4278-8f8d-f548e24f3c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:35.461445 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0cc36b76-13d0-4cf8-a7b8-668cd21b0ac4 req-b3c6a38a-c03d-4278-8f8d-f548e24f3c99 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b89011c3-a68e-45a2-9cc6-527d97d63d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1468425 Dec 10 18:50:35.586645 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf6b7b-f834-4a9e-9574-9ebd5f328763 None None] Pushing event updated for resources: {'Port': ['ID=cb21f245-5990-4325-b7ef-7146834b6a71,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:35.600395 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a0cf6b7b-f834-4a9e-9574-9ebd5f328763 None None] Attempting to bind port cb21f245-5990-4325-b7ef-7146834b6a71 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:50:35.600827 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a0cf6b7b-f834-4a9e-9574-9ebd5f328763 None None] Attempting to bind port cb21f245-5990-4325-b7ef-7146834b6a71 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '34da8ca8-388c-482f-ba2e-67eda60eef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bb3158b8-1c41-4e84-b772-8bcc8758f445'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:50:35.601202 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cf6b7b-f834-4a9e-9574-9ebd5f328763 None None] Attempting to bind port cb21f245-5990-4325-b7ef-7146834b6a71 on network bb3158b8-1c41-4e84-b772-8bcc8758f445 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:50:35.608154 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cf6b7b-f834-4a9e-9574-9ebd5f328763 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:50:35.608727 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cf6b7b-f834-4a9e-9574-9ebd5f328763 None None] Checking segment: {'id': '34da8ca8-388c-482f-ba2e-67eda60eef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bb3158b8-1c41-4e84-b772-8bcc8758f445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:50:35.609153 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a0cf6b7b-f834-4a9e-9574-9ebd5f328763 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:35.609557 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cf6b7b-f834-4a9e-9574-9ebd5f328763 None None] Bound using segment: {'id': '34da8ca8-388c-482f-ba2e-67eda60eef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bb3158b8-1c41-4e84-b772-8bcc8758f445'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:50:35.610128 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a0cf6b7b-f834-4a9e-9574-9ebd5f328763 None None] Bound port: cb21f245-5990-4325-b7ef-7146834b6a71, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34da8ca8-388c-482f-ba2e-67eda60eef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bb3158b8-1c41-4e84-b772-8bcc8758f445'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:50:35.610529 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a0cf6b7b-f834-4a9e-9574-9ebd5f328763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:35.687961 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ed76465-571f-496e-ab61-b6b08d35d714 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:35.695756 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ed76465-571f-496e-ab61-b6b08d35d714 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:35.697604 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ed76465-571f-496e-ab61-b6b08d35d714 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:35.750252 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a0cf6b7b-f834-4a9e-9574-9ebd5f328763 None None] For port cb21f245-5990-4325-b7ef-7146834b6a71, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:50:35.755181 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a0cf6b7b-f834-4a9e-9574-9ebd5f328763 None None] For port cb21f245-5990-4325-b7ef-7146834b6a71, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=cb21f245-5990-4325-b7ef-7146834b6a71,segment=NetworkSegment(34da8ca8-388c-482f-ba2e-67eda60eef0e),segment_id=34da8ca8-388c-482f-ba2e-67eda60eef0e)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:50:35.759847 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a0cf6b7b-f834-4a9e-9574-9ebd5f328763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:35.768864 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2a3412f9-fae0-4afd-8c54-8e2b0a4bf511 req-53c6c639-67ca-4120-a480-f6a3f29b8faf tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0681098 Dec 10 18:50:35.824413 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0cc36b76-13d0-4cf8-a7b8-668cd21b0ac4 req-3d9faaa3-f3cd-4f0e-932a-d7017cb6bd75 service neutron] 10.222.0.46 "GET /v2.0/networks/b89011c3-a68e-45a2-9cc6-527d97d63d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581014 Dec 10 18:50:35.893315 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf6b7b-f834-4a9e-9574-9ebd5f328763 None None] Pushing event updated for resources: {'Port': ['ID=cb21f245-5990-4325-b7ef-7146834b6a71,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:35.998421 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed76465-571f-496e-ab61-b6b08d35d714 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Pushing event updated for resources: {'Port': ['ID=592e8d26-e5de-4064-bd5f-65c4a6c57d00,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:36.041813 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-1b7cd093-0690-45e7-b4a0-4eb1d5674119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d829770-a95b-41de-bec0-7c756a033b1a', 'name': 'tempest-ServersTestFqdnHostnames-218094016-router', 'tenant_id': '3704830dc7144051817729730538c570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'e4ff5999-5215-4838-98b1-fd9662ab2d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:50:09Z', 'updated_at': '2021-12-10T18:50:13Z', 'revision_number': 4, 'project_id': '3704830dc7144051817729730538c570', 'gw_port': {'id': 'e4ff5999-5215-4838-98b1-fd9662ab2d3b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d829770-a95b-41de-bec0-7c756a033b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:50:10Z', 'updated_at': '2021-12-10T18:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '0183ca62-b0d5-4711-b5ea-5ca07be1fa7f', 'tenant_id': '3704830dc7144051817729730538c570', 'floating_ip_address': '172.25.7.30', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '7d829770-a95b-41de-bec0-7c756a033b1a', 'port_id': 'b73b62db-c17a-4cd4-a15f-a52b344c2b12', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b89011c3-a68e-45a2-9cc6-527d97d63d5f', 'mac_address': 'fa:16:3e:37:a0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c6ee9-7212-4086-a2f2-67e79cc0ea58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:50:17Z', 'updated_at': '2021-12-10T18:50:33Z', 'revision_number': 1, 'project_id': '3704830dc7144051817729730538c570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a595b61d-6971-4e36-b392-6187cfb52bc0', 'name': '', 'network_id': 'b89011c3-a68e-45a2-9cc6-527d97d63d5f', 'tenant_id': '3704830dc7144051817729730538c570', 'mac_address': 'fa:16:3e:50:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d829770-a95b-41de-bec0-7c756a033b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '44240cb3-96fc-45bf-9cb2-956940201641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:50:12Z', 'updated_at': '2021-12-10T18:50:17Z', 'revision_number': 5, 'project_id': '3704830dc7144051817729730538c570', 'subnets': [{'id': '44240cb3-96fc-45bf-9cb2-956940201641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:36.073139 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f5ebb38d-008a-4da8-a383-99fa841f53eb req-18881b48-1d47-4a1f-af32-d9be43c76f5f tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.1028244 Dec 10 18:50:36.075101 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7cd093-0690-45e7-b4a0-4eb1d5674119 None None] The sync data for ids ['7d829770-a95b-41de-bec0-7c756a033b1a'] in n-d-821435-1 is: [{'id': '7d829770-a95b-41de-bec0-7c756a033b1a', 'name': 'tempest-ServersTestFqdnHostnames-218094016-router', 'tenant_id': '3704830dc7144051817729730538c570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'e4ff5999-5215-4838-98b1-fd9662ab2d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:50:09Z', 'updated_at': '2021-12-10T18:50:13Z', 'revision_number': 4, 'project_id': '3704830dc7144051817729730538c570', 'gw_port': {'id': 'e4ff5999-5215-4838-98b1-fd9662ab2d3b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d829770-a95b-41de-bec0-7c756a033b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:50:10Z', 'updated_at': '2021-12-10T18:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '0183ca62-b0d5-4711-b5ea-5ca07be1fa7f', 'tenant_id': '3704830dc7144051817729730538c570', 'floating_ip_address': '172.25.7.30', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '7d829770-a95b-41de-bec0-7c756a033b1a', 'port_id': 'b73b62db-c17a-4cd4-a15f-a52b344c2b12', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b89011c3-a68e-45a2-9cc6-527d97d63d5f', 'mac_address': 'fa:16:3e:37:a0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c6ee9-7212-4086-a2f2-67e79cc0ea58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:50:17Z', 'updated_at': '2021-12-10T18:50:33Z', 'revision_number': 1, 'project_id': '3704830dc7144051817729730538c570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a595b61d-6971-4e36-b392-6187cfb52bc0', 'name': '', 'network_id': 'b89011c3-a68e-45a2-9cc6-527d97d63d5f', 'tenant_id': '3704830dc7144051817729730538c570', 'mac_address': 'fa:16:3e:50:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d829770-a95b-41de-bec0-7c756a033b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '44240cb3-96fc-45bf-9cb2-956940201641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:50:12Z', 'updated_at': '2021-12-10T18:50:17Z', 'revision_number': 5, 'project_id': '3704830dc7144051817729730538c570', 'subnets': [{'id': '44240cb3-96fc-45bf-9cb2-956940201641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:50:36.107987 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0cc36b76-13d0-4cf8-a7b8-668cd21b0ac4 req-5ba73b35-6781-4c97-bd25-4cac11c85890 service neutron] 10.222.0.46 "GET /v2.0/networks/b89011c3-a68e-45a2-9cc6-527d97d63d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763014 Dec 10 18:50:36.111332 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d5220407-48f3-419e-8cec-6c13b0f45745 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:50:36.134847 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6797ca44-24c6-4d76-815f-b66412477d4b req-e6b4a0f9-8a61-4cd8-8a10-b4d17defc8d6 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 210 time: 0.1468985 Dec 10 18:50:36.172039 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed76465-571f-496e-ab61-b6b08d35d714 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Network 4335d3d7-7cc7-4613-8e0f-0ed3e2be45b8 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:50:36.181311 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-4ed76465-571f-496e-ab61-b6b08d35d714 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:50:36.200725 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port d5220407-48f3-419e-8cec-6c13b0f45745 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:36.201392 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:36.228183 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3070e37c-018a-4058-8a77-b8bc5b2ce10f req-878a6415-8989-458c-ab1f-a148bf11ded8 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0429394 Dec 10 18:50:36.337896 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d1ca7a82-9877-4ef0-8d6a-c948fe605caf up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:50:36.391166 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed76465-571f-496e-ab61-b6b08d35d714 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Router 428486b7-1e43-4fd7-8401-fb4686208c2b is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:50:36.420054 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b1c6d8ee-7fdf-42ab-a58d-6d1aa3a2078d req-07074b1a-6edf-4b7f-88b1-eaa07f56a2d2 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0410101 Dec 10 18:50:36.445050 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port d1ca7a82-9877-4ef0-8d6a-c948fe605caf triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:36.445933 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:36.541136 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed76465-571f-496e-ab61-b6b08d35d714 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:50:36.546487 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4ed76465-571f-496e-ab61-b6b08d35d714 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] 10.222.0.62 "PUT /v2.0/routers/428486b7-1e43-4fd7-8401-fb4686208c2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3954458 Dec 10 18:50:36.549472 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42586) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:36.560625 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c066c49-2213-4496-b7fd-a1833498eda0 None None] Sync routers for ids ['428486b7-1e43-4fd7-8401-fb4686208c2b'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:50:36.604331 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c066c49-2213-4496-b7fd-a1833498eda0 None None] Routers {'428486b7-1e43-4fd7-8401-fb4686208c2b'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:50:36.605159 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8c066c49-2213-4496-b7fd-a1833498eda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:50:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['428486b7-1e43-4fd7-8401-fb4686208c2b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:36.654127 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8c066c49-2213-4496-b7fd-a1833498eda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:36.657947 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:36.715735 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port d1ca7a82-9877-4ef0-8d6a-c948fe605caf, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=d1ca7a82-9877-4ef0-8d6a-c948fe605caf,segment=NetworkSegment(40b09b82-6276-46e6-9c86-9741acda1a09),segment_id=40b09b82-6276-46e6-9c86-9741acda1a09)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:36.716759 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd9d1e7-66b6-4aec-b0d3-777310313bb1 None None] New status for floating IP 0183ca62-b0d5-4711-b5ea-5ca07be1fa7f: ACTIVE {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:50:36.724451 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c066c49-2213-4496-b7fd-a1833498eda0 None None] Routers {'428486b7-1e43-4fd7-8401-fb4686208c2b'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:50:36.725179 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8c066c49-2213-4496-b7fd-a1833498eda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:50:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['428486b7-1e43-4fd7-8401-fb4686208c2b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:36.727227 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:36.825263 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=d1ca7a82-9877-4ef0-8d6a-c948fe605caf,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:36.835745 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8c066c49-2213-4496-b7fd-a1833498eda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:36.836443 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c066c49-2213-4496-b7fd-a1833498eda0 None None] The sync data for ids ['428486b7-1e43-4fd7-8401-fb4686208c2b'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:50:36.927222 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-53043405-2e51-4a96-be71-0ff1adff51c9 req-d3c270ac-114e-4dc9-9f96-9b7ee1159c7f tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0662239 Dec 10 18:50:37.050861 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffeaf82d-8f13-483c-bdbe-9cedf2bf8d61 None None] Network 4335d3d7-7cc7-4613-8e0f-0ed3e2be45b8 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:37.242070 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e7ad1115-48da-4693-ae53-1f67f83944a5 req-f67de2a9-97f9-499c-b2a9-0dfa46569a46 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0674138 Dec 10 18:50:37.336969 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-365de5ef-bfe2-43ec-8427-ff31207c9b0c req-22dee9a1-a564-4617-b10c-1a4cfb543651 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 210 time: 0.0566618 Dec 10 18:50:37.386555 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-28fc6d08-e0ba-440c-9681-a0348ba362ee None None] Provisioning complete for port d1ca7a82-9877-4ef0-8d6a-c948fe605caf triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:37.387177 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-28fc6d08-e0ba-440c-9681-a0348ba362ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:37.410750 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ecf449d4-4152-4086-8010-c28033614553 req-b07392ea-56a3-4b6d-8592-c56b713d6479 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0762620 Dec 10 18:50:37.571037 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9217a516-70fc-4657-a96e-291f7fab3400 req-62601fcd-2d38-4f9f-a719-f62db9319457 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0745723 Dec 10 18:50:37.577176 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-41d4ffbb-2822-4d99-822d-e886803cfeb6 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:50:37.578611 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-41d4ffbb-2822-4d99-822d-e886803cfeb6 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] 10.222.0.62 "PUT /v2.0/routers/428486b7-1e43-4fd7-8401-fb4686208c2b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0280030 Dec 10 18:50:37.581247 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42600) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:37.748023 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0133d3-5033-4ee9-81fb-14cdcdc33f17 None None] Network bb3158b8-1c41-4e84-b772-8bcc8758f445 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:37.872039 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e9550a0d-de74-49fe-a10b-4d5cb9bd85ba None None] Provisioning complete for port cb21f245-5990-4325-b7ef-7146834b6a71 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:37.877406 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e9550a0d-de74-49fe-a10b-4d5cb9bd85ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:38.011984 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e9550a0d-de74-49fe-a10b-4d5cb9bd85ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:38.025704 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device cb21f245-5990-4325-b7ef-7146834b6a71 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:50:38.067771 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bc005839-f3e1-4f40-a5c1-c03205977df9 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:38.104672 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cb4673cc-67bb-465b-bc39-c65c1c86ed5a req-b8a3ada8-fa52-4516-9d30-0fe00a3b4c02 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0638723 Dec 10 18:50:38.116988 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:38.123726 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port cb21f245-5990-4325-b7ef-7146834b6a71 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:38.124097 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:38.126922 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e9550a0d-de74-49fe-a10b-4d5cb9bd85ba None None] For port cb21f245-5990-4325-b7ef-7146834b6a71, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=cb21f245-5990-4325-b7ef-7146834b6a71,segment=NetworkSegment(34da8ca8-388c-482f-ba2e-67eda60eef0e),segment_id=34da8ca8-388c-482f-ba2e-67eda60eef0e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:38.177916 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e9550a0d-de74-49fe-a10b-4d5cb9bd85ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:38.340861 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9550a0d-de74-49fe-a10b-4d5cb9bd85ba None None] Pushing event updated for resources: {'Port': ['ID=cb21f245-5990-4325-b7ef-7146834b6a71,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:38.357363 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d1ca7a82-9877-4ef0-8d6a-c948fe605caf up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:50:38.431504 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-deaca265-2853-4068-9ac9-40d603b26f6e None None] Provisioning complete for port 592e8d26-e5de-4064-bd5f-65c4a6c57d00 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:38.432179 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-deaca265-2853-4068-9ac9-40d603b26f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:38.451350 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fc08162f-90dd-40e7-a139-0ff743f28d3f req-908c0b76-9e7d-4f5f-b151-5211cfd4ce51 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0534410 Dec 10 18:50:38.498604 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-718d282f-cf47-4ffd-8c2c-3827f3c65cd1 req-d86567c5-41cc-4661-8677-4a94c5b14a2d tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 210 time: 0.0562782 Dec 10 18:50:38.539051 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-deaca265-2853-4068-9ac9-40d603b26f6e None None] Port 592e8d26-e5de-4064-bd5f-65c4a6c57d00 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:50:38.556290 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port d1ca7a82-9877-4ef0-8d6a-c948fe605caf triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:38.558823 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:38.559926 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-deaca265-2853-4068-9ac9-40d603b26f6e None None] Provisioning complete for port d1ca7a82-9877-4ef0-8d6a-c948fe605caf triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:38.560408 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-deaca265-2853-4068-9ac9-40d603b26f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:38.577333 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7c829cd2-fa8b-4624-888d-54e2591a43ff req-ecaf130a-0ab3-4aa0-947f-2c824db5ffdc tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0338223 Dec 10 18:50:38.616513 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-bc005839-f3e1-4f40-a5c1-c03205977df9 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Deleting port 592e8d26-e5de-4064-bd5f-65c4a6c57d00 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:50:38.617647 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bc005839-f3e1-4f40-a5c1-c03205977df9 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:38.730763 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-62bf3baf-d5f7-4405-83fd-9a1dcbedf85a req-f1df03eb-f941-4363-ab56-e7912c551687 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0862045 Dec 10 18:50:38.805871 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bc005839-f3e1-4f40-a5c1-c03205977df9 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:38.820915 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-bc005839-f3e1-4f40-a5c1-c03205977df9 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Calling delete_port for 592e8d26-e5de-4064-bd5f-65c4a6c57d00 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:50:38.969649 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e77b311f-18df-4816-901a-aa9fb6dec53f None None] Provisioning complete for port 592e8d26-e5de-4064-bd5f-65c4a6c57d00 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:38.970267 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e77b311f-18df-4816-901a-aa9fb6dec53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:39.011054 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e77b311f-18df-4816-901a-aa9fb6dec53f None None] Port 592e8d26-e5de-4064-bd5f-65c4a6c57d00 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:50:39.022451 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bc005839-f3e1-4f40-a5c1-c03205977df9 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:39.023942 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e77b311f-18df-4816-901a-aa9fb6dec53f None None] Provisioning complete for port cb21f245-5990-4325-b7ef-7146834b6a71 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:39.024512 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e77b311f-18df-4816-901a-aa9fb6dec53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:39.050480 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc005839-f3e1-4f40-a5c1-c03205977df9 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Pushing event deleted for resources: {'Port': ['ID=592e8d26-e5de-4064-bd5f-65c4a6c57d00,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:39.156727 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bc005839-f3e1-4f40-a5c1-c03205977df9 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:39.198180 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f73b77fc-63c4-4483-8429-cd77c93c9a2d req-3acc9ce1-3d5e-4dda-ae5b-7731320c685d tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0389819 Dec 10 18:50:39.327703 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc005839-f3e1-4f40-a5c1-c03205977df9 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Router 428486b7-1e43-4fd7-8401-fb4686208c2b has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:50:39.410332 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc005839-f3e1-4f40-a5c1-c03205977df9 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:50:39.418457 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-bc005839-f3e1-4f40-a5c1-c03205977df9 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] 10.222.0.62 "PUT /v2.0/routers/428486b7-1e43-4fd7-8401-fb4686208c2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8357439 Dec 10 18:50:39.421675 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42616) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:39.424711 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6f3426-1c4b-4fba-9377-7c662cb31659 None None] Sync routers for ids ['428486b7-1e43-4fd7-8401-fb4686208c2b'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:50:39.436402 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6f3426-1c4b-4fba-9377-7c662cb31659 None None] Routers {'428486b7-1e43-4fd7-8401-fb4686208c2b'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:50:39.437108 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8c6f3426-1c4b-4fba-9377-7c662cb31659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:50:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['428486b7-1e43-4fd7-8401-fb4686208c2b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:39.460810 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-fd024d6c-7914-4c2b-a1ba-a73db990bba0 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] delete failed (client error): The resource could not be found. Dec 10 18:50:39.465402 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fd024d6c-7914-4c2b-a1ba-a73db990bba0 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] 10.222.0.62 "DELETE /v2.0/routers/tempest-non_exist_router-803666339 HTTP/1.1" status: 404 len: 334 time: 0.0390058 Dec 10 18:50:39.465946 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42618) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:39.470469 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-aef5bd12-a125-4421-9898-4429fef4b429 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Request body: {'router': {'external_gateway_info': {'network_id': '428486b7-1e43-4fd7-8401-fb4686208c2b'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:39.480463 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8c6f3426-1c4b-4fba-9377-7c662cb31659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:39.491215 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6f3426-1c4b-4fba-9377-7c662cb31659 None None] Routers {'428486b7-1e43-4fd7-8401-fb4686208c2b'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:50:39.491744 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8c6f3426-1c4b-4fba-9377-7c662cb31659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:50:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['428486b7-1e43-4fd7-8401-fb4686208c2b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:39.540112 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8c6f3426-1c4b-4fba-9377-7c662cb31659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:39.547002 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6f3426-1c4b-4fba-9377-7c662cb31659 None None] The sync data for ids ['428486b7-1e43-4fd7-8401-fb4686208c2b'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:50:39.556061 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7d7a8f39-5205-420d-ac6e-ba110b0e071a req-1d0eac7e-cc40-429a-bbe8-9a63a24a775c tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0392179 Dec 10 18:50:39.651929 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-36e6d4e2-4d68-4a97-b69b-881fd5c69f34 req-43bc1ffd-4909-4610-94f9-1d56a4127bc7 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 210 time: 0.0326316 Dec 10 18:50:39.658916 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aa99663b-2cb6-491f-a015-5afacbea62af req-07d42459-a325-430e-9777-b61b5481153f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0281451 Dec 10 18:50:39.728471 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aef5bd12-a125-4421-9898-4429fef4b429 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:39.748458 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-aef5bd12-a125-4421-9898-4429fef4b429 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] update failed (client error): The resource could not be found. Dec 10 18:50:39.752939 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-aef5bd12-a125-4421-9898-4429fef4b429 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] 10.222.0.62 "PUT /v2.0/routers/428486b7-1e43-4fd7-8401-fb4686208c2b HTTP/1.1" status: 404 len: 339 time: 0.2825942 Dec 10 18:50:39.753277 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42626) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:39.758407 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-fcfa7600-572a-4caa-ad46-5affd22cbe6e tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-975518539'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:39.786973 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfa7600-572a-4caa-ad46-5affd22cbe6e tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Made reservation on behalf of f8ae56f33d3a44b6965d1e15e77fa45c for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:50:39.791560 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fcfa7600-572a-4caa-ad46-5affd22cbe6e tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:39.837802 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcfa7600-572a-4caa-ad46-5affd22cbe6e tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:50:39.863531 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device cb21f245-5990-4325-b7ef-7146834b6a71 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:50:39.876885 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fcfa7600-572a-4caa-ad46-5affd22cbe6e tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:39.877339 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-fcfa7600-572a-4caa-ad46-5affd22cbe6e tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Added segment 5f40885a-a20b-4545-8002-7ec1170441df of type vlan for network d2342ed1-8678-462a-a255-4cb59c962327 Dec 10 18:50:39.896932 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4ba58914-38a7-4ed2-9833-197cce1d3d6b req-061e2d17-1d6d-437e-a9da-fdf6bf25a173 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0519307 Dec 10 18:50:39.917237 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port cb21f245-5990-4325-b7ef-7146834b6a71 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:39.918027 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:39.961177 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fcfa7600-572a-4caa-ad46-5affd22cbe6e tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:39.991226 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fcfa7600-572a-4caa-ad46-5affd22cbe6e tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:39.996920 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfa7600-572a-4caa-ad46-5affd22cbe6e tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:39.997506 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fcfa7600-572a-4caa-ad46-5affd22cbe6e tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:40.055319 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fcfa7600-572a-4caa-ad46-5affd22cbe6e tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3007712 Dec 10 18:50:40.058173 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42632) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:40.063155 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-4c740070-7218-4946-8b42-d0e6699ad77c tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Request body: {'subnet': {'network_id': 'd2342ed1-8678-462a-a255-4cb59c962327', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:40.072403 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa7600-572a-4caa-ad46-5affd22cbe6e tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Pushing event updated for resources: {'Network': ['ID=d2342ed1-8678-462a-a255-4cb59c962327,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:40.085768 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network d2342ed1-8678-462a-a255-4cb59c962327 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:50:40.162092 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c740070-7218-4946-8b42-d0e6699ad77c tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Made reservation on behalf of f8ae56f33d3a44b6965d1e15e77fa45c for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:50:40.166290 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c740070-7218-4946-8b42-d0e6699ad77c tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:40.298422 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2e4b9ceb-6de0-4014-a1d0-1c5726fe5b5e req-21d47184-c78c-4615-9908-106d1e3391de tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0338182 Dec 10 18:50:40.385980 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c740070-7218-4946-8b42-d0e6699ad77c tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:40.448219 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c740070-7218-4946-8b42-d0e6699ad77c tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Pushing event updated for resources: {'Subnet': ['ID=18e16519-1629-4e73-8242-e8f8c5faab0f,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:40.459213 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c740070-7218-4946-8b42-d0e6699ad77c tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Checking segment: {'id': '5f40885a-a20b-4545-8002-7ec1170441df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd2342ed1-8678-462a-a255-4cb59c962327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:50:40.459582 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c740070-7218-4946-8b42-d0e6699ad77c tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Network hostable DHCP agents. Network: d2342ed1-8678-462a-a255-4cb59c962327, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:50:40.476711 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c740070-7218-4946-8b42-d0e6699ad77c tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Network d2342ed1-8678-462a-a255-4cb59c962327 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:50:40.486385 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-4c740070-7218-4946-8b42-d0e6699ad77c tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, d2342ed1-8678-462a-a255-4cb59c962327) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:50:40.491978 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c740070-7218-4946-8b42-d0e6699ad77c tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:40.493080 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c740070-7218-4946-8b42-d0e6699ad77c tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:40.496247 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481c0d8d-6a14-4012-9898-0d0954848ee9 None None] Network d2342ed1-8678-462a-a255-4cb59c962327 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:40.513688 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42636) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:40.518370 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-5619f8d0-2f74-490c-9cb2-e62a1ac341c4 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd2342ed1-8678-462a-a255-4cb59c962327'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:40.521529 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4c740070-7218-4946-8b42-d0e6699ad77c tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4621711 Dec 10 18:50:40.610155 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270caa7c-1dbb-416e-b616-f8af30776c72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-d2342ed1-8678-462a-a255-4cb59c962327', 'network_id': 'd2342ed1-8678-462a-a255-4cb59c962327', 'project_id': 'f8ae56f33d3a44b6965d1e15e77fa45c', 'fixed_ips': [{'subnet_id': '18e16519-1629-4e73-8242-e8f8c5faab0f'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:50:40.611345 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-270caa7c-1dbb-416e-b616-f8af30776c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:40.711192 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ed57d4c3-79c5-425d-aa85-efc0365efdc9 req-67013900-47c2-403e-98fa-9b86ee4f7378 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0680354 Dec 10 18:50:40.791175 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-270caa7c-1dbb-416e-b616-f8af30776c72 None None] Allocated IP 2001:db8:1::2 (d2342ed1-8678-462a-a255-4cb59c962327/18e16519-1629-4e73-8242-e8f8c5faab0f/004596c4-9900-45ed-a87f-266d409ae099) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:50:40.791455 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-664457b3-c6f2-4487-acb1-61ddf98f43d4 req-f53e2f76-5025-4375-8880-13956a180f6c tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0513046 Dec 10 18:50:40.848101 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5619f8d0-2f74-490c-9cb2-e62a1ac341c4 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:40.853441 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7222be1b-7075-4c9a-aa9e-0bc836b9fbb8 req-52a62bc6-8c91-487b-b945-6e1787f07758 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 210 time: 0.0571668 Dec 10 18:50:40.957090 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-270caa7c-1dbb-416e-b616-f8af30776c72 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:40.964084 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-270caa7c-1dbb-416e-b616-f8af30776c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:41.014199 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270caa7c-1dbb-416e-b616-f8af30776c72 None None] Network d2342ed1-8678-462a-a255-4cb59c962327 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:50:41.017631 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-270caa7c-1dbb-416e-b616-f8af30776c72 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:50:41.021460 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270caa7c-1dbb-416e-b616-f8af30776c72 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:50:41.031763 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270caa7c-1dbb-416e-b616-f8af30776c72 None None] Pushing event updated for resources: {'Port': ['ID=004596c4-9900-45ed-a87f-266d409ae099,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:41.048978 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-5619f8d0-2f74-490c-9cb2-e62a1ac341c4 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:50:41.050148 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5619f8d0-2f74-490c-9cb2-e62a1ac341c4 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] 10.222.0.62 "PUT /v2.0/routers/428486b7-1e43-4fd7-8401-fb4686208c2b HTTP/1.1" status: 400 len: 364 time: 0.5353522 Dec 10 18:50:41.053195 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7f262338-c745-4c97-9553-acf28eded630 req-752e54bb-e8be-436e-b9a9-ac9be835db7e tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0495355 Dec 10 18:50:41.054313 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42648) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:41.097851 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-270caa7c-1dbb-416e-b616-f8af30776c72 None None] Attempting to bind port 004596c4-9900-45ed-a87f-266d409ae099 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:50:41.099051 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-270caa7c-1dbb-416e-b616-f8af30776c72 None None] Attempting to bind port 004596c4-9900-45ed-a87f-266d409ae099 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '5f40885a-a20b-4545-8002-7ec1170441df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd2342ed1-8678-462a-a255-4cb59c962327'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:50:41.099174 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270caa7c-1dbb-416e-b616-f8af30776c72 None None] Attempting to bind port 004596c4-9900-45ed-a87f-266d409ae099 on network d2342ed1-8678-462a-a255-4cb59c962327 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:50:41.104721 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270caa7c-1dbb-416e-b616-f8af30776c72 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:50:41.105197 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270caa7c-1dbb-416e-b616-f8af30776c72 None None] Checking segment: {'id': '5f40885a-a20b-4545-8002-7ec1170441df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd2342ed1-8678-462a-a255-4cb59c962327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:50:41.105607 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-270caa7c-1dbb-416e-b616-f8af30776c72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:41.105999 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270caa7c-1dbb-416e-b616-f8af30776c72 None None] Bound using segment: {'id': '5f40885a-a20b-4545-8002-7ec1170441df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd2342ed1-8678-462a-a255-4cb59c962327'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:50:41.106497 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-270caa7c-1dbb-416e-b616-f8af30776c72 None None] Bound port: 004596c4-9900-45ed-a87f-266d409ae099, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f40885a-a20b-4545-8002-7ec1170441df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd2342ed1-8678-462a-a255-4cb59c962327'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:50:41.107062 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-270caa7c-1dbb-416e-b616-f8af30776c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:41.175542 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-270caa7c-1dbb-416e-b616-f8af30776c72 None None] For port 004596c4-9900-45ed-a87f-266d409ae099, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:50:41.179677 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-270caa7c-1dbb-416e-b616-f8af30776c72 None None] For port 004596c4-9900-45ed-a87f-266d409ae099, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=004596c4-9900-45ed-a87f-266d409ae099,segment=NetworkSegment(5f40885a-a20b-4545-8002-7ec1170441df),segment_id=5f40885a-a20b-4545-8002-7ec1170441df)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:50:41.186067 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-270caa7c-1dbb-416e-b616-f8af30776c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:41.263116 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270caa7c-1dbb-416e-b616-f8af30776c72 None None] Pushing event updated for resources: {'Port': ['ID=004596c4-9900-45ed-a87f-266d409ae099,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:41.419559 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-55136aab-3b15-4f70-aac8-1a11f2dc7ab2 req-c4843491-0926-4fa5-b584-a11dc207dd3c tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0343900 Dec 10 18:50:41.685405 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20689b3b-ddc7-499f-884c-923cfe606b36 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:41.797845 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a55cb6b9-2e06-4315-b0ea-a309d17f1dc5 req-928062f4-33d4-4a20-8ff9-e09b6122a1d2 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0387053 Dec 10 18:50:41.930125 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 004596c4-9900-45ed-a87f-266d409ae099 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:50:42.038640 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 004596c4-9900-45ed-a87f-266d409ae099 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:42.039096 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:42.090832 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d6e90476-16cf-4eaa-9d02-d9c24a4aa72a req-07e7d419-dc6d-41ff-b1a7-a77988dc23ff tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 210 time: 0.0425205 Dec 10 18:50:42.130611 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-20689b3b-ddc7-499f-884c-923cfe606b36 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Allocated IP 2001:db8::1 (ddfc624f-dd7f-46b3-a860-912171043c64/776af749-146d-4cc5-b131-de99e8f94043/5b59f16a-7f95-405b-a032-3a165005912a) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:50:42.211601 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:42.278655 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 004596c4-9900-45ed-a87f-266d409ae099, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=004596c4-9900-45ed-a87f-266d409ae099,segment=NetworkSegment(5f40885a-a20b-4545-8002-7ec1170441df),segment_id=5f40885a-a20b-4545-8002-7ec1170441df)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:42.286894 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:42.321120 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ffe82d97-daac-493a-98b2-94f4b17fa56c req-39a8872d-6096-49d8-8979-23cacf96b80b tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0472488 Dec 10 18:50:42.397775 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=004596c4-9900-45ed-a87f-266d409ae099,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:42.407735 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5e7ecd14-5858-4959-bb1f-81203472ae96 req-25b32b4b-8a86-4a50-8143-5abd06a52a28 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.5801649 Dec 10 18:50:42.431954 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20689b3b-ddc7-499f-884c-923cfe606b36 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:42.487818 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20689b3b-ddc7-499f-884c-923cfe606b36 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:42.507356 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-67e174a6-d20d-46e0-8cb6-d16025ba7b4b req-f57595bf-7575-4267-88e6-5ac1b0a0a9de tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0343952 Dec 10 18:50:42.544149 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20689b3b-ddc7-499f-884c-923cfe606b36 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Network ddfc624f-dd7f-46b3-a860-912171043c64 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:50:42.547418 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-20689b3b-ddc7-499f-884c-923cfe606b36 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:50:42.551264 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20689b3b-ddc7-499f-884c-923cfe606b36 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:50:42.551824 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20689b3b-ddc7-499f-884c-923cfe606b36 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:42.558058 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915e4c72-ea14-4b4c-acc8-9cf64d883944 None None] Network d2342ed1-8678-462a-a255-4cb59c962327 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:42.593286 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20689b3b-ddc7-499f-884c-923cfe606b36 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Pushing event updated for resources: {'Port': ['ID=5b59f16a-7f95-405b-a032-3a165005912a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:42.638761 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4f471af8-35ef-435c-9358-bf3404985641 None None] Provisioning complete for port 004596c4-9900-45ed-a87f-266d409ae099 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:42.639288 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4f471af8-35ef-435c-9358-bf3404985641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:42.688254 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20689b3b-ddc7-499f-884c-923cfe606b36 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:42.934755 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6f662557-51b5-49bc-a864-ad3d828c05c7 req-27fdeddf-01ba-421e-a20b-6b2520cdcfb3 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0458708 Dec 10 18:50:43.027676 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5a6ad07-2282-4cb3-8bcb-eba31de121f6 None None] Provisioning complete for port 5b59f16a-7f95-405b-a032-3a165005912a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:43.028195 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5a6ad07-2282-4cb3-8bcb-eba31de121f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:43.042944 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20689b3b-ddc7-499f-884c-923cfe606b36 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:43.047458 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20689b3b-ddc7-499f-884c-923cfe606b36 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:43.048263 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20689b3b-ddc7-499f-884c-923cfe606b36 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:43.064291 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5a6ad07-2282-4cb3-8bcb-eba31de121f6 None None] Port 5b59f16a-7f95-405b-a032-3a165005912a cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:50:43.136428 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20689b3b-ddc7-499f-884c-923cfe606b36 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Pushing event updated for resources: {'Port': ['ID=5b59f16a-7f95-405b-a032-3a165005912a,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:43.183750 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20689b3b-ddc7-499f-884c-923cfe606b36 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Network ddfc624f-dd7f-46b3-a860-912171043c64 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:50:43.187639 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-234ee4ed-3d42-4109-a825-0c5f91f53bf0 None None] Provisioning complete for port 004596c4-9900-45ed-a87f-266d409ae099 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:43.188087 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-234ee4ed-3d42-4109-a825-0c5f91f53bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:43.196618 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-20689b3b-ddc7-499f-884c-923cfe606b36 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:50:43.226528 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cc59c5fd-6ff8-44d7-b428-f28f85e7e07a req-6269705d-fef8-4c79-801c-773f3cb4fdd2 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 210 time: 0.0397792 Dec 10 18:50:43.370241 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20689b3b-ddc7-499f-884c-923cfe606b36 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Router 428486b7-1e43-4fd7-8401-fb4686208c2b has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:50:43.493172 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3155258a-f8df-46fa-977a-ed4efc1b525c req-f9c6ac90-ad27-4efb-b864-bf1565fe31c1 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0717862 Dec 10 18:50:43.497013 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0b77663d-8220-4f43-abf2-faa18f2a4f3b req-8cd62fc9-358f-4514-9967-9d8da7525f57 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0347273 Dec 10 18:50:43.505940 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20689b3b-ddc7-499f-884c-923cfe606b36 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:50:43.511532 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-20689b3b-ddc7-499f-884c-923cfe606b36 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] 10.222.0.62 "PUT /v2.0/routers/428486b7-1e43-4fd7-8401-fb4686208c2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4560001 Dec 10 18:50:43.514313 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42674) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:43.516896 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48323f9b-2d53-46bf-9907-939be6a21c50 None None] Sync routers for ids ['428486b7-1e43-4fd7-8401-fb4686208c2b'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:50:43.539291 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d079547d-a5c7-40fe-870b-703cce9eba9c None None] Provisioning complete for port 5b59f16a-7f95-405b-a032-3a165005912a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:43.539692 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d079547d-a5c7-40fe-870b-703cce9eba9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:43.540842 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48323f9b-2d53-46bf-9907-939be6a21c50 None None] Routers {'428486b7-1e43-4fd7-8401-fb4686208c2b'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:50:43.541823 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-48323f9b-2d53-46bf-9907-939be6a21c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:50:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['428486b7-1e43-4fd7-8401-fb4686208c2b'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:43.583439 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d079547d-a5c7-40fe-870b-703cce9eba9c None None] Port 5b59f16a-7f95-405b-a032-3a165005912a cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:50:43.601477 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-48323f9b-2d53-46bf-9907-939be6a21c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:43.610735 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48323f9b-2d53-46bf-9907-939be6a21c50 None None] Routers {'428486b7-1e43-4fd7-8401-fb4686208c2b'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:50:43.611473 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-48323f9b-2d53-46bf-9907-939be6a21c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:50:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['428486b7-1e43-4fd7-8401-fb4686208c2b'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:43.635893 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-abff06a5-08ab-4456-9d05-895d8435e305 req-1c3b8d57-1871-44b7-b2ae-0c15808104b7 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0327144 Dec 10 18:50:43.647657 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-48323f9b-2d53-46bf-9907-939be6a21c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:43.648867 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48323f9b-2d53-46bf-9907-939be6a21c50 None None] The sync data for ids ['428486b7-1e43-4fd7-8401-fb4686208c2b'] in n-d-821435-1 is: [] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:50:43.662298 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e47bf23-a2d8-4e73-88f1-4c428d1a672b tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:43.744912 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-4e47bf23-a2d8-4e73-88f1-4c428d1a672b tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 10 18:50:43.745971 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4e47bf23-a2d8-4e73-88f1-4c428d1a672b tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] 10.222.0.62 "DELETE /v2.0/routers/428486b7-1e43-4fd7-8401-fb4686208c2b HTTP/1.1" status: 409 len: 329 time: 0.2310998 Dec 10 18:50:43.748768 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42678) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:43.843351 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 004596c4-9900-45ed-a87f-266d409ae099 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:50:43.896177 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 004596c4-9900-45ed-a87f-266d409ae099 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:43.896549 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:44.019641 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-27d9f19d-78b2-4c9a-80e7-3a0b0a2e316b req-596cab55-8a43-4a4b-a822-ad9b60e23211 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0266616 Dec 10 18:50:44.070229 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5c2fcec1-70a4-41aa-ba40-564b26585153 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:44.350696 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-40ebf7f8-265c-421d-b08e-ad9743939a8a req-c84826c3-0cd1-49bc-bbb1-1d6c9c5290a6 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 210 time: 0.0318024 Dec 10 18:50:44.357397 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-5c2fcec1-70a4-41aa-ba40-564b26585153 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Deleting port 5b59f16a-7f95-405b-a032-3a165005912a {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:50:44.357915 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5c2fcec1-70a4-41aa-ba40-564b26585153 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:44.450365 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5c2fcec1-70a4-41aa-ba40-564b26585153 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:44.462459 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-5c2fcec1-70a4-41aa-ba40-564b26585153 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Calling delete_port for 5b59f16a-7f95-405b-a032-3a165005912a owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:50:44.636746 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-15b29a71-08a9-4d02-839f-d592aa72d85e req-5673c2cf-f1de-4e97-a646-efffdf113413 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0380900 Dec 10 18:50:44.644671 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-650c4239-cb14-4b68-9c7e-f11857cb3325 req-5b89421d-fb9c-4032-aab8-95685b650862 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0626986 Dec 10 18:50:44.679556 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5c2fcec1-70a4-41aa-ba40-564b26585153 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:44.708116 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2fcec1-70a4-41aa-ba40-564b26585153 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Pushing event deleted for resources: {'Port': ['ID=5b59f16a-7f95-405b-a032-3a165005912a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:44.720728 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-617c7e90-fbe9-4234-b8b6-e60fa508427c req-bd1d81bc-27ac-4bca-844e-87daedbaee1c tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0296304 Dec 10 18:50:44.807062 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5c2fcec1-70a4-41aa-ba40-564b26585153 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:44.970677 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2fcec1-70a4-41aa-ba40-564b26585153 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Router 428486b7-1e43-4fd7-8401-fb4686208c2b has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:50:45.042627 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2fcec1-70a4-41aa-ba40-564b26585153 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:50:45.052566 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42694) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:45.053247 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5c2fcec1-70a4-41aa-ba40-564b26585153 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] 10.222.0.62 "PUT /v2.0/routers/428486b7-1e43-4fd7-8401-fb4686208c2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3014932 Dec 10 18:50:45.059828 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e6d222-4cb5-4b7a-a4c9-866cec31a7d6 None None] Sync routers for ids ['428486b7-1e43-4fd7-8401-fb4686208c2b'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:50:45.084049 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e6d222-4cb5-4b7a-a4c9-866cec31a7d6 None None] Routers {'428486b7-1e43-4fd7-8401-fb4686208c2b'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:50:45.084740 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f1e6d222-4cb5-4b7a-a4c9-866cec31a7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:50:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['428486b7-1e43-4fd7-8401-fb4686208c2b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:45.106582 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-bda26a89-32c7-4479-9b0e-4f93ac8e2921 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] show failed (client error): The resource could not be found. Dec 10 18:50:45.112235 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-bda26a89-32c7-4479-9b0e-4f93ac8e2921 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] 10.222.0.62 "GET /v2.0/routers/tempest-non_exist_router-1262157598 HTTP/1.1" status: 404 len: 335 time: 0.0584707 Dec 10 18:50:45.113075 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42696) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:45.118918 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-aca55498-8994-4b8c-90fa-0078c7be66bb tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:45.121069 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c052be3d-12ec-4a51-a7b4-335f71cc21c1 req-46212ad0-ffa3-4719-b361-4671cbceedf7 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0468822 Dec 10 18:50:45.128792 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f1e6d222-4cb5-4b7a-a4c9-866cec31a7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:45.140196 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e6d222-4cb5-4b7a-a4c9-866cec31a7d6 None None] Routers {'428486b7-1e43-4fd7-8401-fb4686208c2b'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:50:45.141155 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f1e6d222-4cb5-4b7a-a4c9-866cec31a7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:50:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['428486b7-1e43-4fd7-8401-fb4686208c2b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:45.155184 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-aca55498-8994-4b8c-90fa-0078c7be66bb tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] update failed (client error): The resource could not be found. Dec 10 18:50:45.159642 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42698) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:45.159856 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-aca55498-8994-4b8c-90fa-0078c7be66bb tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] 10.222.0.62 "PUT /v2.0/routers/tempest-non_exist_router-1164825585 HTTP/1.1" status: 404 len: 335 time: 0.0449016 Dec 10 18:50:45.213677 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3166029-77fc-4d70-8d9e-583252342f15 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Deleting subnet 18e16519-1629-4e73-8242-e8f8c5faab0f {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:50:45.217520 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3166029-77fc-4d70-8d9e-583252342f15 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:45.261185 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3166029-77fc-4d70-8d9e-583252342f15 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:45.329311 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f1e6d222-4cb5-4b7a-a4c9-866cec31a7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:45.329531 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e6d222-4cb5-4b7a-a4c9-866cec31a7d6 None None] The sync data for ids ['428486b7-1e43-4fd7-8401-fb4686208c2b'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:50:45.357462 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3166029-77fc-4d70-8d9e-583252342f15 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:45.702344 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ac01ed20-c8d3-4721-8062-aff7aa6b0c12 req-bda1c944-2b14-4596-882b-75bcd2cbe752 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0272255 Dec 10 18:50:45.723869 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-75e304ab-e07f-4d19-9d72-49b4386896b5 req-ecc7e64a-d7d8-41da-a204-fa4f7f3e8b90 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1be0a1e-042c-4704-9aaf-61b5e47baa54 HTTP/1.1" status: 200 len: 210 time: 0.0389869 Dec 10 18:50:45.763195 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3166029-77fc-4d70-8d9e-583252342f15 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:45.790053 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7b8e9774-533c-4660-9b22-734d5c7cfe66 req-b2db9809-07e2-4ad3-9fee-241e44e087cb tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0385294 Dec 10 18:50:45.799003 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3166029-77fc-4d70-8d9e-583252342f15 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Pushing event deleted for resources: {'Subnet': ['ID=18e16519-1629-4e73-8242-e8f8c5faab0f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:45.812293 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3166029-77fc-4d70-8d9e-583252342f15 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:45.813051 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69a38aa-dced-4ec0-825d-8a7568140598 None None] Network d2342ed1-8678-462a-a255-4cb59c962327 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:45.817866 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f3166029-77fc-4d70-8d9e-583252342f15 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] 10.222.0.62 "DELETE /v2.0/subnets/18e16519-1629-4e73-8242-e8f8c5faab0f HTTP/1.1" status: 204 len: 168 time: 0.6545548 Dec 10 18:50:45.819169 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42710) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:45.865254 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ee8f7f26-a9c0-4ceb-a5ac-d7ff07c55244 req-97173312-9340-495a-863d-1bfc2a4466c2 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0483694 Dec 10 18:50:45.930032 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-25745bdc-7540-41be-82ed-c9123b4a0e24 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:45.982156 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b47c1b2-8f2f-44cc-897e-8d3f66362f60 None None] DHCP port deletion for d2342ed1-8678-462a-a255-4cb59c962327 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:50:45.991537 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-25745bdc-7540-41be-82ed-c9123b4a0e24 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Deleting port 004596c4-9900-45ed-a87f-266d409ae099 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:50:45.991884 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-25745bdc-7540-41be-82ed-c9123b4a0e24 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:46.042189 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-6b47c1b2-8f2f-44cc-897e-8d3f66362f60 None None] Deleting port 004596c4-9900-45ed-a87f-266d409ae099 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:50:46.042506 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6b47c1b2-8f2f-44cc-897e-8d3f66362f60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:46.069452 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-25745bdc-7540-41be-82ed-c9123b4a0e24 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] For port 004596c4-9900-45ed-a87f-266d409ae099, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=004596c4-9900-45ed-a87f-266d409ae099,segment=NetworkSegment(5f40885a-a20b-4545-8002-7ec1170441df),segment_id=5f40885a-a20b-4545-8002-7ec1170441df)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:46.069992 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-25745bdc-7540-41be-82ed-c9123b4a0e24 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:46.084038 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-25745bdc-7540-41be-82ed-c9123b4a0e24 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Calling delete_port for 004596c4-9900-45ed-a87f-266d409ae099 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:50:46.115295 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6b47c1b2-8f2f-44cc-897e-8d3f66362f60 None None] For port 004596c4-9900-45ed-a87f-266d409ae099, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=004596c4-9900-45ed-a87f-266d409ae099,segment=NetworkSegment(5f40885a-a20b-4545-8002-7ec1170441df),segment_id=5f40885a-a20b-4545-8002-7ec1170441df)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:46.115874 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6b47c1b2-8f2f-44cc-897e-8d3f66362f60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:46.128865 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-6b47c1b2-8f2f-44cc-897e-8d3f66362f60 None None] Calling delete_port for 004596c4-9900-45ed-a87f-266d409ae099 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:50:46.180102 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-25745bdc-7540-41be-82ed-c9123b4a0e24 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:46.203332 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4b970c67-13f0-4b65-afcb-756b0b89d03f req-da9e0aad-776d-442b-aa69-c75d185a5526 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0279040 Dec 10 18:50:46.209496 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6b47c1b2-8f2f-44cc-897e-8d3f66362f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:46.217206 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25745bdc-7540-41be-82ed-c9123b4a0e24 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Pushing event deleted for resources: {'Port': ['ID=004596c4-9900-45ed-a87f-266d409ae099,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:46.221676 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b47c1b2-8f2f-44cc-897e-8d3f66362f60 None None] No DVR routers for this DVR port 004596c4-9900-45ed-a87f-266d409ae099 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:50:46.227364 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25745bdc-7540-41be-82ed-c9123b4a0e24 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] No DVR routers for this DVR port 004596c4-9900-45ed-a87f-266d409ae099 on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:50:46.239900 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b47c1b2-8f2f-44cc-897e-8d3f66362f60 None None] Pushing event deleted for resources: {'Port': ['ID=004596c4-9900-45ed-a87f-266d409ae099,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:46.320794 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-25745bdc-7540-41be-82ed-c9123b4a0e24 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:46.342270 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-25745bdc-7540-41be-82ed-c9123b4a0e24 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2342ed1-8678-462a-a255-4cb59c962327']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:46.352094 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-25745bdc-7540-41be-82ed-c9123b4a0e24 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f40885a-a20b-4545-8002-7ec1170441df') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:46.352395 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-25745bdc-7540-41be-82ed-c9123b4a0e24 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f40885a-a20b-4545-8002-7ec1170441df') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:46.361752 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-25745bdc-7540-41be-82ed-c9123b4a0e24 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:46.375260 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-25745bdc-7540-41be-82ed-c9123b4a0e24 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:46.382468 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25745bdc-7540-41be-82ed-c9123b4a0e24 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:50:46.382877 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-25745bdc-7540-41be-82ed-c9123b4a0e24 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:46.385977 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:50:46.385977 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:50:46.385977 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:50:46.385977 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:50:46.385977 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:50:46.385977 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:50:46.385977 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:50:46.385977 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:50:46.385977 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:50:46.385977 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:50:46.385977 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:50:46.385977 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:50:46.385977 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:50:46.385977 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:50:46.385977 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:50:46.385977 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:50:46.385977 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:50:46.385977 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:50:46.385977 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:50:46.385977 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:50:46.385977 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:50:46.385977 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:50:46.385977 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:50:46.385977 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:50:46.385977 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:50:46.385977 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:50:46.385977 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:50:46.385977 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:50:46.385977 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:50:46.385977 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:50:46.385977 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:50:46.385977 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:50:46.448209 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-25745bdc-7540-41be-82ed-c9123b4a0e24 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:46.456060 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-25745bdc-7540-41be-82ed-c9123b4a0e24 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:46.459825 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-25745bdc-7540-41be-82ed-c9123b4a0e24 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] 10.222.0.62 "DELETE /v2.0/networks/d2342ed1-8678-462a-a255-4cb59c962327 HTTP/1.1" status: 204 len: 168 time: 0.6396000 Dec 10 18:50:46.462451 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42714) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:46.470276 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25745bdc-7540-41be-82ed-c9123b4a0e24 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Pushing event deleted for resources: {'Network': ['ID=d2342ed1-8678-462a-a255-4cb59c962327,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:46.519068 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3423247-4b3a-4a3d-aea6-05c6a193ecf3 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Deleting subnet 2460d024-39a5-4e43-9948-264a0c89b6fa {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:50:46.523479 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d3423247-4b3a-4a3d-aea6-05c6a193ecf3 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:46.565833 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d3423247-4b3a-4a3d-aea6-05c6a193ecf3 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:46.652723 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d3423247-4b3a-4a3d-aea6-05c6a193ecf3 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:46.713388 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d3423247-4b3a-4a3d-aea6-05c6a193ecf3 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:46.742496 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3423247-4b3a-4a3d-aea6-05c6a193ecf3 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Pushing event deleted for resources: {'Subnet': ['ID=2460d024-39a5-4e43-9948-264a0c89b6fa,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:46.744502 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d3423247-4b3a-4a3d-aea6-05c6a193ecf3 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:46.748410 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d3423247-4b3a-4a3d-aea6-05c6a193ecf3 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] 10.222.0.62 "DELETE /v2.0/subnets/2460d024-39a5-4e43-9948-264a0c89b6fa HTTP/1.1" status: 204 len: 168 time: 0.2842972 Dec 10 18:50:46.750426 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42720) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:46.752085 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edcbcfc-a4af-468c-bafc-617b5983b40f None None] Network bb3158b8-1c41-4e84-b772-8bcc8758f445 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:46.795293 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6d66fa4c-0a04-4af6-9f01-edaf2a20ea70 req-c73e3c04-37f1-483c-9c56-f8235f4db596 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0353701 Dec 10 18:50:46.816595 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e0dffc-54c5-4fa9-a432-b0138c0544ed tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Deleting subnet 17376cbb-5e97-4ba6-a66e-8beeea4ce082 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:50:46.818224 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59e0dffc-54c5-4fa9-a432-b0138c0544ed tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:46.827031 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42728) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:46.863307 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59e0dffc-54c5-4fa9-a432-b0138c0544ed tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:46.901094 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-20218509-272e-4008-bf04-e1e8c0e85f07 req-70e6af3c-b603-444a-89d9-3125660ec538 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0456023 Dec 10 18:50:46.931149 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3fafefbb-a458-4c33-b930-28c4b9d174a8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:46.937662 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dd7064-8db9-462d-95b3-f42a1e124ed5 None None] DHCP port deletion for bb3158b8-1c41-4e84-b772-8bcc8758f445 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:50:46.954797 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3fafefbb-a458-4c33-b930-28c4b9d174a8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:46.990145 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-13dd7064-8db9-462d-95b3-f42a1e124ed5 None None] Deleting port cb21f245-5990-4325-b7ef-7146834b6a71 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:50:46.990568 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-13dd7064-8db9-462d-95b3-f42a1e124ed5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:47.000419 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4a3a202c-8b80-4908-a3ab-df1bc3b46eb5 req-4ee64e0b-7ad3-40c7-9ba2-d5bd5865d4d4 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0351975 Dec 10 18:50:47.012365 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59e0dffc-54c5-4fa9-a432-b0138c0544ed tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:47.014444 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3fafefbb-a458-4c33-b930-28c4b9d174a8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:47.017455 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3fafefbb-a458-4c33-b930-28c4b9d174a8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:47.021531 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3fafefbb-a458-4c33-b930-28c4b9d174a8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "DELETE /v2.0/security-groups/d0952051-0050-47b7-a60b-08cfaa0aa9ad HTTP/1.1" status: 204 len: 168 time: 0.1897097 Dec 10 18:50:47.022664 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42732) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:47.042434 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fafefbb-a458-4c33-b930-28c4b9d174a8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0952051-0050-47b7-a60b-08cfaa0aa9ad,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:47.045996 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-3cfc2301-9b41-48a4-8160-87b3cbb0d965 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] show failed (client error): The resource could not be found. Dec 10 18:50:47.047187 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3cfc2301-9b41-48a4-8160-87b3cbb0d965 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "GET /v2.0/security-groups/d0952051-0050-47b7-a60b-08cfaa0aa9ad HTTP/1.1" status: 404 len: 347 time: 0.0225899 Dec 10 18:50:47.050063 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42734) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:47.080521 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-13dd7064-8db9-462d-95b3-f42a1e124ed5 None None] For port cb21f245-5990-4325-b7ef-7146834b6a71, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=cb21f245-5990-4325-b7ef-7146834b6a71,segment=NetworkSegment(34da8ca8-388c-482f-ba2e-67eda60eef0e),segment_id=34da8ca8-388c-482f-ba2e-67eda60eef0e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:47.080521 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-13dd7064-8db9-462d-95b3-f42a1e124ed5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:47.093189 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-13dd7064-8db9-462d-95b3-f42a1e124ed5 None None] Calling delete_port for cb21f245-5990-4325-b7ef-7146834b6a71 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:50:47.095215 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59e0dffc-54c5-4fa9-a432-b0138c0544ed tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:47.130334 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59e0dffc-54c5-4fa9-a432-b0138c0544ed tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:47.135853 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-59e0dffc-54c5-4fa9-a432-b0138c0544ed tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] 10.222.0.62 "DELETE /v2.0/subnets/17376cbb-5e97-4ba6-a66e-8beeea4ce082 HTTP/1.1" status: 204 len: 168 time: 0.3820174 Dec 10 18:50:47.135853 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0dffc-54c5-4fa9-a432-b0138c0544ed tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Pushing event deleted for resources: {'Subnet': ['ID=17376cbb-5e97-4ba6-a66e-8beeea4ce082,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:47.137316 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19580d6f-4450-43f6-b1b4-3360e636c1b6 None None] Network 4335d3d7-7cc7-4613-8e0f-0ed3e2be45b8 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:47.137843 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42736) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:47.199968 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a6836925-43f4-44c4-ad75-f7d8f0786dc8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Deleting port b4f6f453-6db9-4a19-9ec8-76ea3da5fdad {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:50:47.200597 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a6836925-43f4-44c4-ad75-f7d8f0786dc8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:47.227653 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1384bc98-ce81-49ef-8386-ce4569cba1cf tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:47.286591 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-13dd7064-8db9-462d-95b3-f42a1e124ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:47.302058 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1384bc98-ce81-49ef-8386-ce4569cba1cf tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Deleting port cb21f245-5990-4325-b7ef-7146834b6a71 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:50:47.303145 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1384bc98-ce81-49ef-8386-ce4569cba1cf tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:47.319050 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4f46a41b-89f4-4493-a871-9e9b00359dfb req-5a69e9e2-f7b9-4d36-ad05-14bec0ab6a2b tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0433552 Dec 10 18:50:47.321977 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dd7064-8db9-462d-95b3-f42a1e124ed5 None None] No DVR routers for this DVR port cb21f245-5990-4325-b7ef-7146834b6a71 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:50:47.323023 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a6836925-43f4-44c4-ad75-f7d8f0786dc8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:47.323451 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a6836925-43f4-44c4-ad75-f7d8f0786dc8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:47.328515 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd7064-8db9-462d-95b3-f42a1e124ed5 None None] Pushing event deleted for resources: {'Port': ['ID=cb21f245-5990-4325-b7ef-7146834b6a71,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:47.338232 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a6836925-43f4-44c4-ad75-f7d8f0786dc8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Calling delete_port for b4f6f453-6db9-4a19-9ec8-76ea3da5fdad owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:50:47.395525 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-1384bc98-ce81-49ef-8386-ce4569cba1cf tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] For port cb21f245-5990-4325-b7ef-7146834b6a71, host n-d-821435-1, got binding levels [] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:47.396060 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1384bc98-ce81-49ef-8386-ce4569cba1cf tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:47.406619 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0daafa-8df0-4d4f-8e82-5264093fba67 None None] DHCP port deletion for 4335d3d7-7cc7-4613-8e0f-0ed3e2be45b8 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:50:47.411643 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1384bc98-ce81-49ef-8386-ce4569cba1cf tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Calling delete_port for cb21f245-5990-4325-b7ef-7146834b6a71 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:50:47.414415 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.ipam_backend_mixin [None req-1384bc98-ce81-49ef-8386-ce4569cba1cf tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Port cb21f245-5990-4325-b7ef-7146834b6a71 was not found and therefore no delete operation was performed {{(pid=103245) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 18:50:47.415748 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1384bc98-ce81-49ef-8386-ce4569cba1cf tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:47.442868 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384bc98-ce81-49ef-8386-ce4569cba1cf tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Pushing event deleted for resources: {'Port': ['ID=cb21f245-5990-4325-b7ef-7146834b6a71,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:47.444815 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1384bc98-ce81-49ef-8386-ce4569cba1cf tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] No DVR routers for this DVR port cb21f245-5990-4325-b7ef-7146834b6a71 on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:50:47.471181 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ee0daafa-8df0-4d4f-8e82-5264093fba67 None None] Deleting port d1ca7a82-9877-4ef0-8d6a-c948fe605caf {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:50:47.471567 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ee0daafa-8df0-4d4f-8e82-5264093fba67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:47.511176 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a6836925-43f4-44c4-ad75-f7d8f0786dc8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:47.527691 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1384bc98-ce81-49ef-8386-ce4569cba1cf tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:47.545282 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6836925-43f4-44c4-ad75-f7d8f0786dc8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Pushing event deleted for resources: {'Port': ['ID=b4f6f453-6db9-4a19-9ec8-76ea3da5fdad,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:47.549440 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-1384bc98-ce81-49ef-8386-ce4569cba1cf tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb3158b8-1c41-4e84-b772-8bcc8758f445']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:47.558464 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ee0daafa-8df0-4d4f-8e82-5264093fba67 None None] For port d1ca7a82-9877-4ef0-8d6a-c948fe605caf, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=d1ca7a82-9877-4ef0-8d6a-c948fe605caf,segment=NetworkSegment(40b09b82-6276-46e6-9c86-9741acda1a09),segment_id=40b09b82-6276-46e6-9c86-9741acda1a09)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:47.558867 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ee0daafa-8df0-4d4f-8e82-5264093fba67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:47.560797 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-1384bc98-ce81-49ef-8386-ce4569cba1cf tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34da8ca8-388c-482f-ba2e-67eda60eef0e') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:47.561101 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-1384bc98-ce81-49ef-8386-ce4569cba1cf tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34da8ca8-388c-482f-ba2e-67eda60eef0e') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:47.572149 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1384bc98-ce81-49ef-8386-ce4569cba1cf tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:47.576220 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ee0daafa-8df0-4d4f-8e82-5264093fba67 None None] Calling delete_port for d1ca7a82-9877-4ef0-8d6a-c948fe605caf owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:50:47.586875 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1384bc98-ce81-49ef-8386-ce4569cba1cf tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:47.596581 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1384bc98-ce81-49ef-8386-ce4569cba1cf tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:50:47.596885 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1384bc98-ce81-49ef-8386-ce4569cba1cf tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:47.600171 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:50:47.600171 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:50:47.600171 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:50:47.600171 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:50:47.600171 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:50:47.600171 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:50:47.600171 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:50:47.600171 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:50:47.600171 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:50:47.600171 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:50:47.600171 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:50:47.600171 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:50:47.600171 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:50:47.600171 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:50:47.600171 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:50:47.600171 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:50:47.600171 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:50:47.600171 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:50:47.600171 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:50:47.600171 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:50:47.600171 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:50:47.600171 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:50:47.600171 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:50:47.600171 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:50:47.600171 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:50:47.600171 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:50:47.600171 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:50:47.600171 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:50:47.600171 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:50:47.600171 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:50:47.600171 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:50:47.600171 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:50:47.622613 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a6836925-43f4-44c4-ad75-f7d8f0786dc8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:47.625600 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a6836925-43f4-44c4-ad75-f7d8f0786dc8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:47.628676 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a6836925-43f4-44c4-ad75-f7d8f0786dc8 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "DELETE /v2.0/floatingips/061c9dba-ed55-40a5-b2be-7d21340ec38a HTTP/1.1" status: 204 len: 168 time: 0.5754907 Dec 10 18:50:47.630200 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42742) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:47.663509 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1384bc98-ce81-49ef-8386-ce4569cba1cf tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:47.671017 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1384bc98-ce81-49ef-8386-ce4569cba1cf tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:47.674578 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1384bc98-ce81-49ef-8386-ce4569cba1cf tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] 10.222.0.62 "DELETE /v2.0/networks/bb3158b8-1c41-4e84-b772-8bcc8758f445 HTTP/1.1" status: 204 len: 168 time: 0.5372522 Dec 10 18:50:47.677861 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42744) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:47.682864 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ee0daafa-8df0-4d4f-8e82-5264093fba67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:47.707004 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384bc98-ce81-49ef-8386-ce4569cba1cf tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Pushing event deleted for resources: {'Network': ['ID=bb3158b8-1c41-4e84-b772-8bcc8758f445,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:47.712003 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0daafa-8df0-4d4f-8e82-5264093fba67 None None] Pushing event deleted for resources: {'Port': ['ID=d1ca7a82-9877-4ef0-8d6a-c948fe605caf,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:47.715639 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0daafa-8df0-4d4f-8e82-5264093fba67 None None] No DVR routers for this DVR port d1ca7a82-9877-4ef0-8d6a-c948fe605caf on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:50:47.757143 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0ce012a1-e92b-4c9e-b212-535d127d3640 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Deleting port f26c6f39-65f3-454a-91e4-8caaab987687 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:50:47.757495 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ce012a1-e92b-4c9e-b212-535d127d3640 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:47.778407 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7c95fc42-b2e1-4bfc-bb5a-aeac5ea1fa2f tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:47.851974 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ce012a1-e92b-4c9e-b212-535d127d3640 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:47.852138 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 004596c4-9900-45ed-a87f-266d409ae099 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:50:47.873116 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 004596c4-9900-45ed-a87f-266d409ae099 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:50:47.873471 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 004596c4-9900-45ed-a87f-266d409ae099 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:50:47.874131 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device cb21f245-5990-4325-b7ef-7146834b6a71 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:50:47.875763 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7c95fc42-b2e1-4bfc-bb5a-aeac5ea1fa2f tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:47.893051 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: cb21f245-5990-4325-b7ef-7146834b6a71 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:50:47.893556 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device cb21f245-5990-4325-b7ef-7146834b6a71 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:50:47.894068 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d1ca7a82-9877-4ef0-8d6a-c948fe605caf no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:50:47.896667 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0ce012a1-e92b-4c9e-b212-535d127d3640 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Calling delete_port for f26c6f39-65f3-454a-91e4-8caaab987687 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:50:47.899734 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-17c95f6e-24a0-4143-b10e-c401682708ec req-f3818b92-50d8-475e-a5b6-9ebadf6c7b7b tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0385282 Dec 10 18:50:47.901992 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-7c95fc42-b2e1-4bfc-bb5a-aeac5ea1fa2f tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4335d3d7-7cc7-4613-8e0f-0ed3e2be45b8']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:47.912924 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-7c95fc42-b2e1-4bfc-bb5a-aeac5ea1fa2f tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40b09b82-6276-46e6-9c86-9741acda1a09') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:47.913230 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-7c95fc42-b2e1-4bfc-bb5a-aeac5ea1fa2f tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40b09b82-6276-46e6-9c86-9741acda1a09') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:47.916067 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: d1ca7a82-9877-4ef0-8d6a-c948fe605caf {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:50:47.916519 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d1ca7a82-9877-4ef0-8d6a-c948fe605caf not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:50:47.927381 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7c95fc42-b2e1-4bfc-bb5a-aeac5ea1fa2f tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:47.941686 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7c95fc42-b2e1-4bfc-bb5a-aeac5ea1fa2f tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:47.953119 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c95fc42-b2e1-4bfc-bb5a-aeac5ea1fa2f tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:50:47.953690 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7c95fc42-b2e1-4bfc-bb5a-aeac5ea1fa2f tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:47.957696 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:50:47.957696 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:50:47.957696 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:50:47.957696 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:50:47.957696 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:50:47.957696 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:50:47.957696 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:50:47.957696 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:50:47.957696 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:50:47.957696 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:50:47.957696 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:50:47.957696 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:50:47.957696 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:50:47.957696 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:50:47.957696 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:50:47.957696 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:50:47.957696 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:50:47.957696 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:50:47.957696 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:50:47.957696 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:50:47.957696 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:50:47.957696 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:50:47.957696 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:50:47.957696 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:50:47.957696 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:50:47.957696 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:50:47.957696 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:50:47.957696 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:50:47.957696 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:50:47.957696 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:50:47.957696 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:50:47.957696 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:50:48.037402 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b0fc0024-f006-48da-87e6-2f4cc88b9ce3 req-e20393b9-688f-4e18-820d-202b03e669ad tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0658412 Dec 10 18:50:48.046496 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7c95fc42-b2e1-4bfc-bb5a-aeac5ea1fa2f tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:48.049616 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ce012a1-e92b-4c9e-b212-535d127d3640 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:48.059984 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7c95fc42-b2e1-4bfc-bb5a-aeac5ea1fa2f tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:48.063594 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7c95fc42-b2e1-4bfc-bb5a-aeac5ea1fa2f tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] 10.222.0.62 "DELETE /v2.0/networks/4335d3d7-7cc7-4613-8e0f-0ed3e2be45b8 HTTP/1.1" status: 204 len: 168 time: 0.3842783 Dec 10 18:50:48.065608 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42752) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:48.083863 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95fc42-b2e1-4bfc-bb5a-aeac5ea1fa2f tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Pushing event deleted for resources: {'Network': ['ID=4335d3d7-7cc7-4613-8e0f-0ed3e2be45b8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:48.100668 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce012a1-e92b-4c9e-b212-535d127d3640 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Pushing event deleted for resources: {'Port': ['ID=f26c6f39-65f3-454a-91e4-8caaab987687,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:48.121186 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-97b90dca-e207-4263-87b4-88f1cc31bb0b req-9feb68b4-24b1-415a-9220-e043975010f6 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0571282 Dec 10 18:50:48.133826 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a5f1d94-68d6-4258-b7fd-c09b44d7f253 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Deleting subnet 776af749-146d-4cc5-b131-de99e8f94043 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:50:48.137486 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a5f1d94-68d6-4258-b7fd-c09b44d7f253 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:48.180154 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a5f1d94-68d6-4258-b7fd-c09b44d7f253 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:48.192648 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ce012a1-e92b-4c9e-b212-535d127d3640 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:48.196101 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0ce012a1-e92b-4c9e-b212-535d127d3640 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "DELETE /v2.0/ports/f26c6f39-65f3-454a-91e4-8caaab987687 HTTP/1.1" status: 204 len: 168 time: 0.5649498 Dec 10 18:50:48.198741 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42754) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:48.263079 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a5f1d94-68d6-4258-b7fd-c09b44d7f253 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:48.295302 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-3a104f20-f7df-42ff-b011-a8711bc03cf9 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Deleting port 0d10c87b-1905-4b3f-bcac-2040c27cd26b {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:50:48.295653 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a104f20-f7df-42ff-b011-a8711bc03cf9 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:48.325025 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a5f1d94-68d6-4258-b7fd-c09b44d7f253 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:48.354215 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f1d94-68d6-4258-b7fd-c09b44d7f253 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Pushing event deleted for resources: {'Subnet': ['ID=776af749-146d-4cc5-b131-de99e8f94043,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:48.357721 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a5f1d94-68d6-4258-b7fd-c09b44d7f253 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:48.360941 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5a5f1d94-68d6-4258-b7fd-c09b44d7f253 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] 10.222.0.62 "DELETE /v2.0/subnets/776af749-146d-4cc5-b131-de99e8f94043 HTTP/1.1" status: 204 len: 168 time: 0.2943623 Dec 10 18:50:48.363385 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42758) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:48.369489 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c86526-4947-47ff-b9f0-524871dc5bac None None] Network ddfc624f-dd7f-46b3-a860-912171043c64 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:48.406844 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a104f20-f7df-42ff-b011-a8711bc03cf9 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:48.420967 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-3a104f20-f7df-42ff-b011-a8711bc03cf9 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Calling delete_port for 0d10c87b-1905-4b3f-bcac-2040c27cd26b owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:50:48.452514 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-360fa536-6953-4085-a774-9c6ca349e19e req-c1a12174-aec2-43d7-b360-4490d6e8022d tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0370669 Dec 10 18:50:48.497273 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-077f7a52-0018-4bec-b596-6902226c11f6 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:48.569266 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-077f7a52-0018-4bec-b596-6902226c11f6 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Deleting port d5220407-48f3-419e-8cec-6c13b0f45745 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:50:48.569606 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-077f7a52-0018-4bec-b596-6902226c11f6 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:48.589985 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4cac49-4c52-48f3-94d1-a4ca962e1398 None None] DHCP port deletion for ddfc624f-dd7f-46b3-a860-912171043c64 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:50:48.603760 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a104f20-f7df-42ff-b011-a8711bc03cf9 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:48.642771 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-077f7a52-0018-4bec-b596-6902226c11f6 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] For port d5220407-48f3-419e-8cec-6c13b0f45745, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=d5220407-48f3-419e-8cec-6c13b0f45745,segment=NetworkSegment(af0b7345-443d-4bfd-9b8e-7e7b0af1e3ff),segment_id=af0b7345-443d-4bfd-9b8e-7e7b0af1e3ff)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:48.643341 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-077f7a52-0018-4bec-b596-6902226c11f6 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:48.661982 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-077f7a52-0018-4bec-b596-6902226c11f6 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Calling delete_port for d5220407-48f3-419e-8cec-6c13b0f45745 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:50:48.667114 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-fc4cac49-4c52-48f3-94d1-a4ca962e1398 None None] Deleting port d5220407-48f3-419e-8cec-6c13b0f45745 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:50:48.667604 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fc4cac49-4c52-48f3-94d1-a4ca962e1398 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:48.668912 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a104f20-f7df-42ff-b011-a8711bc03cf9 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Pushing event deleted for resources: {'Port': ['ID=0d10c87b-1905-4b3f-bcac-2040c27cd26b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:48.756293 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-077f7a52-0018-4bec-b596-6902226c11f6 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:48.779258 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a104f20-f7df-42ff-b011-a8711bc03cf9 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:48.782955 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3a104f20-f7df-42ff-b011-a8711bc03cf9 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "DELETE /v2.0/ports/0d10c87b-1905-4b3f-bcac-2040c27cd26b HTTP/1.1" status: 204 len: 168 time: 0.5832622 Dec 10 18:50:48.787234 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42762) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:48.789663 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-fc4cac49-4c52-48f3-94d1-a4ca962e1398 None None] For port d5220407-48f3-419e-8cec-6c13b0f45745, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=d5220407-48f3-419e-8cec-6c13b0f45745,segment=NetworkSegment(af0b7345-443d-4bfd-9b8e-7e7b0af1e3ff),segment_id=af0b7345-443d-4bfd-9b8e-7e7b0af1e3ff)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:48.790624 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f7a52-0018-4bec-b596-6902226c11f6 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Pushing event deleted for resources: {'Port': ['ID=d5220407-48f3-419e-8cec-6c13b0f45745,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:48.790890 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fc4cac49-4c52-48f3-94d1-a4ca962e1398 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:48.796191 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077f7a52-0018-4bec-b596-6902226c11f6 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] No DVR routers for this DVR port d5220407-48f3-419e-8cec-6c13b0f45745 on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:50:48.809964 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-fc4cac49-4c52-48f3-94d1-a4ca962e1398 None None] Calling delete_port for d5220407-48f3-419e-8cec-6c13b0f45745 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:50:48.840558 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-8602aec2-f73d-4750-9afa-21819ef5bd18 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Deleting subnet 2f579da5-53e1-4327-92af-ea2cc0762399 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:50:48.843851 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8602aec2-f73d-4750-9afa-21819ef5bd18 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:48.884529 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8602aec2-f73d-4750-9afa-21819ef5bd18 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:48.886963 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-077f7a52-0018-4bec-b596-6902226c11f6 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:48.902649 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fc4cac49-4c52-48f3-94d1-a4ca962e1398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:48.908215 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-077f7a52-0018-4bec-b596-6902226c11f6 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddfc624f-dd7f-46b3-a860-912171043c64']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:48.919787 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-077f7a52-0018-4bec-b596-6902226c11f6 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af0b7345-443d-4bfd-9b8e-7e7b0af1e3ff') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:48.920204 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-077f7a52-0018-4bec-b596-6902226c11f6 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af0b7345-443d-4bfd-9b8e-7e7b0af1e3ff') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:48.930029 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4cac49-4c52-48f3-94d1-a4ca962e1398 None None] Pushing event deleted for resources: {'Port': ['ID=d5220407-48f3-419e-8cec-6c13b0f45745,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:48.931871 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4cac49-4c52-48f3-94d1-a4ca962e1398 None None] No DVR routers for this DVR port d5220407-48f3-419e-8cec-6c13b0f45745 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:50:48.934458 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-077f7a52-0018-4bec-b596-6902226c11f6 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:48.951589 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-077f7a52-0018-4bec-b596-6902226c11f6 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:48.962093 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-077f7a52-0018-4bec-b596-6902226c11f6 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:50:48.962794 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-077f7a52-0018-4bec-b596-6902226c11f6 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:48.966237 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:50:48.966237 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:50:48.966237 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:50:48.966237 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:50:48.966237 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:50:48.966237 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:50:48.966237 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:50:48.966237 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:50:48.966237 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:50:48.966237 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:50:48.966237 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:50:48.966237 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:50:48.966237 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:50:48.966237 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:50:48.966237 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:50:48.966237 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:50:48.966237 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:50:48.966237 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:50:48.966237 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:50:48.966237 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:50:48.966237 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:50:48.966237 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:50:48.966237 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:50:48.966237 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:50:48.966237 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:50:48.966237 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:50:48.966237 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:50:48.966237 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:50:48.966237 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:50:48.966237 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:50:48.966237 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:50:48.966237 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:50:48.987486 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8602aec2-f73d-4750-9afa-21819ef5bd18 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:49.048843 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-98e63bac-189f-4de3-91dd-e01f58ee22b8 req-fa637d56-7dd9-4bf5-b056-3698c5688fa6 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0382791 Dec 10 18:50:49.060494 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-077f7a52-0018-4bec-b596-6902226c11f6 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:49.068226 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8602aec2-f73d-4750-9afa-21819ef5bd18 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:49.071665 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-077f7a52-0018-4bec-b596-6902226c11f6 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:49.077828 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-077f7a52-0018-4bec-b596-6902226c11f6 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] 10.222.0.62 "DELETE /v2.0/networks/ddfc624f-dd7f-46b3-a860-912171043c64 HTTP/1.1" status: 204 len: 168 time: 0.7101800 Dec 10 18:50:49.077828 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42768) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:49.115516 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c90486d8-8311-4022-a8f4-abb2cb8c745c tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] 10.222.0.62 "GET /v2.0/ports?device_id=428486b7-1e43-4fd7-8401-fb4686208c2b HTTP/1.1" status: 200 len: 205 time: 0.0369351 Dec 10 18:50:49.116282 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f7a52-0018-4bec-b596-6902226c11f6 tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Pushing event deleted for resources: {'Network': ['ID=ddfc624f-dd7f-46b3-a860-912171043c64,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:49.117863 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8602aec2-f73d-4750-9afa-21819ef5bd18 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Pushing event deleted for resources: {'Subnet': ['ID=2f579da5-53e1-4327-92af-ea2cc0762399,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:49.117975 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42770) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:49.129001 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86acc239-9ba8-4d6c-bae5-f8c7bfb55536 None None] Network 08d0d37b-1e92-4759-bf0e-8cf5a993438c requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:49.136369 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8602aec2-f73d-4750-9afa-21819ef5bd18 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:49.140263 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8602aec2-f73d-4750-9afa-21819ef5bd18 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "DELETE /v2.0/subnets/2f579da5-53e1-4327-92af-ea2cc0762399 HTTP/1.1" status: 204 len: 168 time: 0.3517489 Dec 10 18:50:49.143999 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42774) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:49.172602 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ad8178bb-392a-468d-b9aa-4db0c8546d06 req-2e60ff39-a205-4cb5-b398-ecab019b6b07 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0463176 Dec 10 18:50:49.222554 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-037bace9-700d-467a-b59c-c1f14861b469 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Deleting subnet 9840673c-d01e-49e6-88aa-2cd6e74682a7 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:50:49.228385 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-037bace9-700d-467a-b59c-c1f14861b469 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:49.254026 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5d869c68-135f-4e84-a79a-eb6eceeb9504 req-765e2bee-5e4f-4c81-a29b-91cba4d06eee tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0396628 Dec 10 18:50:49.269546 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4604a248-2ffd-4129-9ff4-654139d3993b tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:49.290136 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-037bace9-700d-467a-b59c-c1f14861b469 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:49.364594 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f300f5a1-2204-4d14-9217-b3486f634319 None None] DHCP port deletion for 08d0d37b-1e92-4759-bf0e-8cf5a993438c request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:50:49.388817 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-037bace9-700d-467a-b59c-c1f14861b469 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:49.419624 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f300f5a1-2204-4d14-9217-b3486f634319 None None] Deleting port 46719c0c-250d-49f2-834f-a6e128b830e0 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:50:49.420181 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f300f5a1-2204-4d14-9217-b3486f634319 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:49.454955 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-037bace9-700d-467a-b59c-c1f14861b469 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:49.462084 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4604a248-2ffd-4129-9ff4-654139d3993b tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:49.464874 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4604a248-2ffd-4129-9ff4-654139d3993b tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:49.487517 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037bace9-700d-467a-b59c-c1f14861b469 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Pushing event deleted for resources: {'Subnet': ['ID=9840673c-d01e-49e6-88aa-2cd6e74682a7,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:49.492071 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-037bace9-700d-467a-b59c-c1f14861b469 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:49.498367 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-037bace9-700d-467a-b59c-c1f14861b469 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "DELETE /v2.0/subnets/9840673c-d01e-49e6-88aa-2cd6e74682a7 HTTP/1.1" status: 204 len: 168 time: 0.3533542 Dec 10 18:50:49.498940 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42778) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:49.505422 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a03009-f1e4-49b2-a3fe-183f14be527c None None] Network e891f6b3-8680-45b2-9ef7-cbafd7cf9175 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:49.514877 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4604a248-2ffd-4129-9ff4-654139d3993b tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:49.515458 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4604a248-2ffd-4129-9ff4-654139d3993b tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Fanout notify agent at l3_agent the message router_deleted on router 428486b7-1e43-4fd7-8401-fb4686208c2b {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:50:49.523977 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4604a248-2ffd-4129-9ff4-654139d3993b tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:49.527692 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4604a248-2ffd-4129-9ff4-654139d3993b tempest-RoutersNegativeIpV6Test-1165715383 tempest-RoutersNegativeIpV6Test-1165715383-project] 10.222.0.62 "DELETE /v2.0/routers/428486b7-1e43-4fd7-8401-fb4686208c2b HTTP/1.1" status: 204 len: 168 time: 0.4065595 Dec 10 18:50:49.567689 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f300f5a1-2204-4d14-9217-b3486f634319 None None] For port 46719c0c-250d-49f2-834f-a6e128b830e0, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=46719c0c-250d-49f2-834f-a6e128b830e0,segment=NetworkSegment(7ee9ae18-d3b7-45c6-9766-25742e5e159f),segment_id=7ee9ae18-d3b7-45c6-9766-25742e5e159f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:49.568159 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f300f5a1-2204-4d14-9217-b3486f634319 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:49.591727 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-39cf89d4-9c77-49df-99de-81f4ff4f1937 req-4147802c-1a64-4980-8afa-cacf2b67820a tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0319657 Dec 10 18:50:49.597285 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f300f5a1-2204-4d14-9217-b3486f634319 None None] Calling delete_port for 46719c0c-250d-49f2-834f-a6e128b830e0 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:50:49.617448 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-df121bf1-6824-4d50-9aac-55c5b04afab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:49.627561 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4355bfc1-1af0-425f-853a-07d71ad7ab26 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:49.689219 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4355bfc1-1af0-425f-853a-07d71ad7ab26 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Deleting port 46719c0c-250d-49f2-834f-a6e128b830e0 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:50:49.690492 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4355bfc1-1af0-425f-853a-07d71ad7ab26 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:49.725815 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f300f5a1-2204-4d14-9217-b3486f634319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:49.743533 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f300f5a1-2204-4d14-9217-b3486f634319 None None] No DVR routers for this DVR port 46719c0c-250d-49f2-834f-a6e128b830e0 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:50:49.778277 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f300f5a1-2204-4d14-9217-b3486f634319 None None] Pushing event deleted for resources: {'Port': ['ID=46719c0c-250d-49f2-834f-a6e128b830e0,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:49.813084 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-4355bfc1-1af0-425f-853a-07d71ad7ab26 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] For port 46719c0c-250d-49f2-834f-a6e128b830e0, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=46719c0c-250d-49f2-834f-a6e128b830e0,segment=NetworkSegment(7ee9ae18-d3b7-45c6-9766-25742e5e159f),segment_id=7ee9ae18-d3b7-45c6-9766-25742e5e159f)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:49.813450 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4355bfc1-1af0-425f-853a-07d71ad7ab26 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:49.827527 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4355bfc1-1af0-425f-853a-07d71ad7ab26 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Calling delete_port for 46719c0c-250d-49f2-834f-a6e128b830e0 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:50:49.837482 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c134ffe0-c92e-474c-8422-36a50331a0d4 None None] DHCP port deletion for e891f6b3-8680-45b2-9ef7-cbafd7cf9175 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:50:49.871605 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42786) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:49.904812 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c134ffe0-c92e-474c-8422-36a50331a0d4 None None] Deleting port b17a86c5-fca7-4b6a-88b5-62efeb8c5ee5 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:50:49.905191 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c134ffe0-c92e-474c-8422-36a50331a0d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:49.917965 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d5220407-48f3-419e-8cec-6c13b0f45745 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:50:49.929266 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4355bfc1-1af0-425f-853a-07d71ad7ab26 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:49.963007 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4355bfc1-1af0-425f-853a-07d71ad7ab26 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] No DVR routers for this DVR port 46719c0c-250d-49f2-834f-a6e128b830e0 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:50:49.969853 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355bfc1-1af0-425f-853a-07d71ad7ab26 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Pushing event deleted for resources: {'Port': ['ID=46719c0c-250d-49f2-834f-a6e128b830e0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:49.971590 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: d5220407-48f3-419e-8cec-6c13b0f45745 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:50:49.971949 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d5220407-48f3-419e-8cec-6c13b0f45745 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:50:49.972374 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 46719c0c-250d-49f2-834f-a6e128b830e0 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:50:50.011819 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 46719c0c-250d-49f2-834f-a6e128b830e0 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:50:50.012146 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 46719c0c-250d-49f2-834f-a6e128b830e0 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:50:50.018469 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c134ffe0-c92e-474c-8422-36a50331a0d4 None None] For port b17a86c5-fca7-4b6a-88b5-62efeb8c5ee5, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b17a86c5-fca7-4b6a-88b5-62efeb8c5ee5,segment=NetworkSegment(50e18ff0-01a9-45cf-a561-d5e7cc825a95),segment_id=50e18ff0-01a9-45cf-a561-d5e7cc825a95)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:50.020672 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c134ffe0-c92e-474c-8422-36a50331a0d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:50.034814 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c134ffe0-c92e-474c-8422-36a50331a0d4 None None] Calling delete_port for b17a86c5-fca7-4b6a-88b5-62efeb8c5ee5 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:50:50.040290 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a11eceb9-6552-432d-9985-51e71a58af34 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f8ae56f33d3a44b6965d1e15e77fa45c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1670933 Dec 10 18:50:50.042641 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42790) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:50.057515 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4355bfc1-1af0-425f-853a-07d71ad7ab26 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:50.086766 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-4355bfc1-1af0-425f-853a-07d71ad7ab26 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d0d37b-1e92-4759-bf0e-8cf5a993438c']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:50.098994 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-4355bfc1-1af0-425f-853a-07d71ad7ab26 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee9ae18-d3b7-45c6-9766-25742e5e159f') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:50.099295 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-4355bfc1-1af0-425f-853a-07d71ad7ab26 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee9ae18-d3b7-45c6-9766-25742e5e159f') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:50.104716 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c2fdf768-483d-4f26-ae32-e21c1bdc31e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:50.109837 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4355bfc1-1af0-425f-853a-07d71ad7ab26 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:50.131692 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c2fdf768-483d-4f26-ae32-e21c1bdc31e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:50.140003 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c134ffe0-c92e-474c-8422-36a50331a0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:50.150739 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4355bfc1-1af0-425f-853a-07d71ad7ab26 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:50.154283 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f8264791-196f-4f7c-9693-fb57170212bc req-b3eca0e9-722a-4099-abc3-6b13c604daef tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0357804 Dec 10 18:50:50.159371 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4355bfc1-1af0-425f-853a-07d71ad7ab26 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:50:50.159777 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4355bfc1-1af0-425f-853a-07d71ad7ab26 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:50.163192 n-d-821435-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:50:50.163192 n-d-821435-1 neutron-server[103244]: self.session.flush() Dec 10 18:50:50.163192 n-d-821435-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:50:50.163192 n-d-821435-1 neutron-server[103244]: self.session.flush() Dec 10 18:50:50.163192 n-d-821435-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:50:50.163192 n-d-821435-1 neutron-server[103244]: self.session.flush() Dec 10 18:50:50.163192 n-d-821435-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:50:50.163192 n-d-821435-1 neutron-server[103244]: self.session.flush() Dec 10 18:50:50.163192 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:50:50.163192 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:50:50.163192 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:50:50.163192 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:50:50.163192 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:50:50.163192 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:50:50.163192 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:50:50.163192 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:50:50.163192 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:50:50.163192 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:50:50.163192 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:50:50.163192 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:50:50.163192 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:50:50.163192 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:50:50.163192 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:50:50.163192 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:50:50.163192 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:50:50.163192 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:50:50.163192 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:50:50.163192 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:50:50.163192 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:50:50.163192 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:50:50.163192 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:50:50.163192 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:50:50.163192 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:50:50.163192 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:50:50.163192 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:50:50.163192 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:50:50.163192 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:50:50.163192 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:50:50.163192 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:50:50.163192 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:50:50.172341 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134ffe0-c92e-474c-8422-36a50331a0d4 None None] Pushing event deleted for resources: {'Port': ['ID=b17a86c5-fca7-4b6a-88b5-62efeb8c5ee5,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:50.178164 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c134ffe0-c92e-474c-8422-36a50331a0d4 None None] No DVR routers for this DVR port b17a86c5-fca7-4b6a-88b5-62efeb8c5ee5 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:50:50.198201 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c2fdf768-483d-4f26-ae32-e21c1bdc31e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:50.201514 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c2fdf768-483d-4f26-ae32-e21c1bdc31e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:50.202694 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c2fdf768-483d-4f26-ae32-e21c1bdc31e7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3156764a-b66f-4e67-8824-0e1cc720bd89 HTTP/1.1" status: 204 len: 168 time: 0.1590588 Dec 10 18:50:50.211612 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fdf768-483d-4f26-ae32-e21c1bdc31e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3156764a-b66f-4e67-8824-0e1cc720bd89,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:50.257498 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4355bfc1-1af0-425f-853a-07d71ad7ab26 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:50.265630 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4355bfc1-1af0-425f-853a-07d71ad7ab26 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:50.272004 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4355bfc1-1af0-425f-853a-07d71ad7ab26 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "DELETE /v2.0/networks/08d0d37b-1e92-4759-bf0e-8cf5a993438c HTTP/1.1" status: 204 len: 168 time: 0.7689168 Dec 10 18:50:50.280415 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42798) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:50.284147 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355bfc1-1af0-425f-853a-07d71ad7ab26 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Pushing event deleted for resources: {'Network': ['ID=08d0d37b-1e92-4759-bf0e-8cf5a993438c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:50.327299 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3d63862d-1e03-4649-b12a-0998eadf45ee req-daabf958-d876-4202-890b-cc72d2d11cf4 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0594020 Dec 10 18:50:50.337099 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52d78c36-0231-4512-b7ad-1fdc7cff9c4b req-8554139e-30fc-41f4-b5d5-d853dbdfa2de tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0286198 Dec 10 18:50:50.395257 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8badd8b4-827d-44a4-81be-7c6c69d23ee3 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:50.481683 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8badd8b4-827d-44a4-81be-7c6c69d23ee3 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:50.501822 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-8badd8b4-827d-44a4-81be-7c6c69d23ee3 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e891f6b3-8680-45b2-9ef7-cbafd7cf9175']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:50.511103 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-8badd8b4-827d-44a4-81be-7c6c69d23ee3 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50e18ff0-01a9-45cf-a561-d5e7cc825a95') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:50.511407 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-8badd8b4-827d-44a4-81be-7c6c69d23ee3 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50e18ff0-01a9-45cf-a561-d5e7cc825a95') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:50.521104 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8badd8b4-827d-44a4-81be-7c6c69d23ee3 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:50.534391 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8badd8b4-827d-44a4-81be-7c6c69d23ee3 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:50.542712 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8badd8b4-827d-44a4-81be-7c6c69d23ee3 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:50:50.543097 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8badd8b4-827d-44a4-81be-7c6c69d23ee3 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:50.546179 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:50:50.546179 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:50:50.546179 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:50:50.546179 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:50:50.546179 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:50:50.546179 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:50:50.546179 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:50:50.546179 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:50:50.546179 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:50:50.546179 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:50:50.546179 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:50:50.546179 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:50:50.546179 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:50:50.546179 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:50:50.546179 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:50:50.546179 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:50:50.546179 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:50:50.546179 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:50:50.546179 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:50:50.546179 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:50:50.546179 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:50:50.546179 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:50:50.546179 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:50:50.546179 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:50:50.546179 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:50:50.546179 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:50:50.546179 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:50:50.546179 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:50:50.546179 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:50:50.546179 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:50:50.546179 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:50:50.546179 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:50:50.607240 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8badd8b4-827d-44a4-81be-7c6c69d23ee3 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:50.614369 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8badd8b4-827d-44a4-81be-7c6c69d23ee3 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:50.617453 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8badd8b4-827d-44a4-81be-7c6c69d23ee3 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] 10.222.0.62 "DELETE /v2.0/networks/e891f6b3-8680-45b2-9ef7-cbafd7cf9175 HTTP/1.1" status: 204 len: 168 time: 0.3360674 Dec 10 18:50:50.630272 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8badd8b4-827d-44a4-81be-7c6c69d23ee3 tempest-TaggedBootDevicesTest-741855153 tempest-TaggedBootDevicesTest-741855153-project] Pushing event deleted for resources: {'Network': ['ID=e891f6b3-8680-45b2-9ef7-cbafd7cf9175,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:50.690340 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6e7f4014-48f0-4dc8-9482-480eeb8620df req-75a0c1ed-3575-4fdb-bd75-50d9eee161df tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0266366 Dec 10 18:50:50.966152 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42832) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:51.062601 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-3586b063-a8c6-49bf-b503-1716289f9034 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Request body: {'security_group': {'name': 'tempest-secgroup--407763058'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:51.084745 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3586b063-a8c6-49bf-b503-1716289f9034 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:51.093459 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3586b063-a8c6-49bf-b503-1716289f9034 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:51.176805 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3586b063-a8c6-49bf-b503-1716289f9034 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:51.180685 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3586b063-a8c6-49bf-b503-1716289f9034 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:51.216267 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3586b063-a8c6-49bf-b503-1716289f9034 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1aefd0b-f696-486f-a77a-532a3f28e239,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:51.271229 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4c6734d8-5cf7-45e0-bf25-80faf9f85168 req-e45c3616-354d-4975-9d89-149c2fd8640c tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0391495 Dec 10 18:50:51.289980 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3586b063-a8c6-49bf-b503-1716289f9034 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:51.295655 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3586b063-a8c6-49bf-b503-1716289f9034 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:51.326262 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3586b063-a8c6-49bf-b503-1716289f9034 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:51.327481 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3586b063-a8c6-49bf-b503-1716289f9034 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3602800 Dec 10 18:50:51.328336 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3586b063-a8c6-49bf-b503-1716289f9034 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb2fb17-9adb-4ca1-ae50-e952fb7fa16f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:51.330257 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42838) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:51.389801 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d5c7b31e-cbc9-4efb-815e-dd3afb248674 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0584776 Dec 10 18:50:51.392655 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42844) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:51.397749 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7ef5746f-67a2-49f9-8464-6959535ae02b tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Request body: {'security_group': {'name': 'tempest-security--1387997698', 'description': 'tempest-security-description-1404634738'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:51.449162 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-809ed0fa-262f-4b9a-b0fe-e3941f69fddc req-c222bbea-626d-4acf-8a2d-5c4f7c79d2b4 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0273867 Dec 10 18:50:51.455721 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ad0e6114-0301-4792-b19c-a519207c9eb9 req-05bd5513-6f53-4312-8bfb-89312c74f302 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0310943 Dec 10 18:50:51.459030 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7ef5746f-67a2-49f9-8464-6959535ae02b tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:51.512325 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7ef5746f-67a2-49f9-8464-6959535ae02b tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:51.516262 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7ef5746f-67a2-49f9-8464-6959535ae02b tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:51.518960 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7ef5746f-67a2-49f9-8464-6959535ae02b tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:51.520864 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7ef5746f-67a2-49f9-8464-6959535ae02b tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "PUT /v2.0/security-groups/0bb2fb17-9adb-4ca1-ae50-e952fb7fa16f HTTP/1.1" status: 200 len: 1797 time: 0.1271346 Dec 10 18:50:51.523797 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42846) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:51.544825 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5746f-67a2-49f9-8464-6959535ae02b tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb2fb17-9adb-4ca1-ae50-e952fb7fa16f,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:51.571000 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e9bbd298-accb-4590-b58f-b836179dafd3 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "GET /v2.0/security-groups/0bb2fb17-9adb-4ca1-ae50-e952fb7fa16f HTTP/1.1" status: 200 len: 1797 time: 0.0460572 Dec 10 18:50:51.573404 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42848) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:51.623989 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37436a02-a915-4aa4-8f56-6a0ca57b65b6 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:51.646879 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37436a02-a915-4aa4-8f56-6a0ca57b65b6 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:51.687606 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37436a02-a915-4aa4-8f56-6a0ca57b65b6 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:51.690414 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37436a02-a915-4aa4-8f56-6a0ca57b65b6 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:51.692193 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-37436a02-a915-4aa4-8f56-6a0ca57b65b6 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "DELETE /v2.0/security-groups/0bb2fb17-9adb-4ca1-ae50-e952fb7fa16f HTTP/1.1" status: 204 len: 168 time: 0.1172726 Dec 10 18:50:51.694755 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42850) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:51.704219 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37436a02-a915-4aa4-8f56-6a0ca57b65b6 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb2fb17-9adb-4ca1-ae50-e952fb7fa16f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:51.744410 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5f71a3d9-bdaa-45b3-a0f2-a5bdc2339571 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0461407 Dec 10 18:50:51.744602 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42854) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:51.759654 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-1181cc27-58d4-4a5b-976c-bd927e1f0c5f tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] delete failed (client error): The resource could not be found. Dec 10 18:50:51.764372 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1181cc27-58d4-4a5b-976c-bd927e1f0c5f tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "DELETE /v2.0/security-groups/0bb2fb17-9adb-4ca1-ae50-e952fb7fa16f HTTP/1.1" status: 404 len: 347 time: 0.0151703 Dec 10 18:50:51.765618 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42856) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:51.771858 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-caecbb0e-8dc6-474b-b01c-e46420aa5bdc tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Request body: {'security_group': {'name': 'tempest-secgroup--727702842'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:51.775177 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c62e6e2c-c7dc-494f-a667-91fc575e68ef req-a5ec487f-0ec0-406a-b356-3683d1ef0967 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0291543 Dec 10 18:50:51.808113 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-caecbb0e-8dc6-474b-b01c-e46420aa5bdc tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:51.847414 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b17a86c5-fca7-4b6a-88b5-62efeb8c5ee5 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:50:51.870147 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: b17a86c5-fca7-4b6a-88b5-62efeb8c5ee5 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:50:51.870370 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b17a86c5-fca7-4b6a-88b5-62efeb8c5ee5 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:50:51.896033 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-caecbb0e-8dc6-474b-b01c-e46420aa5bdc tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:51.900007 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-caecbb0e-8dc6-474b-b01c-e46420aa5bdc tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:51.930967 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-caecbb0e-8dc6-474b-b01c-e46420aa5bdc tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:51.932273 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-caecbb0e-8dc6-474b-b01c-e46420aa5bdc tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1656861 Dec 10 18:50:51.935088 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42860) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:51.939806 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-54d35faa-0fa1-4274-b0de-0b33313ff22d tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Request body: {'security_group_rule': {'security_group_id': '58e0c51a-5e7f-4986-9e06-c5ba5d934da5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:51.944307 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caecbb0e-8dc6-474b-b01c-e46420aa5bdc tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58e0c51a-5e7f-4986-9e06-c5ba5d934da5,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:51.988986 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54d35faa-0fa1-4274-b0de-0b33313ff22d tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:52.055591 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54d35faa-0fa1-4274-b0de-0b33313ff22d tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:52.059635 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54d35faa-0fa1-4274-b0de-0b33313ff22d tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:52.081512 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d35faa-0fa1-4274-b0de-0b33313ff22d tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47b12ef1-5813-4bac-9cee-d381e95180fb,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:52.089965 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54d35faa-0fa1-4274-b0de-0b33313ff22d tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:52.091318 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-54d35faa-0fa1-4274-b0de-0b33313ff22d tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1550324 Dec 10 18:50:52.094027 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42864) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:52.117675 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27c7822b-4e73-45d7-891c-17e7955c2ff1 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:52.125286 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27c7822b-4e73-45d7-891c-17e7955c2ff1 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:52.152846 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27c7822b-4e73-45d7-891c-17e7955c2ff1 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:52.164070 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27c7822b-4e73-45d7-891c-17e7955c2ff1 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:52.165222 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-27c7822b-4e73-45d7-891c-17e7955c2ff1 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/47b12ef1-5813-4bac-9cee-d381e95180fb HTTP/1.1" status: 204 len: 168 time: 0.0702682 Dec 10 18:50:52.166251 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c7822b-4e73-45d7-891c-17e7955c2ff1 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47b12ef1-5813-4bac-9cee-d381e95180fb,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:52.167805 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42866) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:52.206939 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-43927f37-c8f6-4da8-b9f2-9866cc651932 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0380063 Dec 10 18:50:52.209652 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42868) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:52.262592 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e9649a4-92b3-4805-abef-4465d60eabfa tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:52.286840 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e9649a4-92b3-4805-abef-4465d60eabfa tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:52.337508 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e9649a4-92b3-4805-abef-4465d60eabfa tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:52.340169 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e9649a4-92b3-4805-abef-4465d60eabfa tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:52.341288 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8e9649a4-92b3-4805-abef-4465d60eabfa tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "DELETE /v2.0/security-groups/58e0c51a-5e7f-4986-9e06-c5ba5d934da5 HTTP/1.1" status: 204 len: 168 time: 0.1305604 Dec 10 18:50:52.343865 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42872) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:52.359232 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f220d51f-c524-49f9-a4a1-c95ed950b675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:52.361486 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d7b05474-cb7f-4409-8cbc-c8ffbc479931 req-21069586-4096-4331-9a22-38940b95a54c tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0371580 Dec 10 18:50:52.376825 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9649a4-92b3-4805-abef-4465d60eabfa tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e0c51a-5e7f-4986-9e06-c5ba5d934da5,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:52.400286 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d6870291-0f23-4bf7-94c9-f119c170320b tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0551918 Dec 10 18:50:52.403738 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42874) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:52.408259 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-b6f143f2-b36e-465d-9b35-25d6c3017bf5 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Request body: {'security_group': {'name': 'tempest-secgroup--311083600'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:52.430107 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b6f143f2-b36e-465d-9b35-25d6c3017bf5 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:52.505173 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b6f143f2-b36e-465d-9b35-25d6c3017bf5 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:52.510160 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b6f143f2-b36e-465d-9b35-25d6c3017bf5 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:52.545210 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c32197d4-8cc7-459b-95e1-f0ff04c3c2b9 req-e650f13c-f1ec-4506-9146-aa15222fd936 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0324340 Dec 10 18:50:52.573055 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b6f143f2-b36e-465d-9b35-25d6c3017bf5 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:52.574423 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b6f143f2-b36e-465d-9b35-25d6c3017bf5 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1695397 Dec 10 18:50:52.577068 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42880) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:52.577189 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5d18e6ab-c163-4eec-b81b-4702ca98fcd4 req-94dda077-a2b0-40f2-bd04-c9960ac813fd tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0499070 Dec 10 18:50:52.578421 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f143f2-b36e-465d-9b35-25d6c3017bf5 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb56ef2a-6356-4480-8835-f54c61e5b6bf,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:52.581639 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f68a0f8e-6c4d-4f40-a08a-e3517ed0e546 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Request body: {'security_group_rule': {'security_group_id': 'cb56ef2a-6356-4480-8835-f54c61e5b6bf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:52.616081 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f68a0f8e-6c4d-4f40-a08a-e3517ed0e546 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:52.672344 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f68a0f8e-6c4d-4f40-a08a-e3517ed0e546 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:52.675939 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f68a0f8e-6c4d-4f40-a08a-e3517ed0e546 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:52.695849 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a0f8e-6c4d-4f40-a08a-e3517ed0e546 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cd1b64c-6a1e-4852-907d-2ecd29f07e45,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:52.701902 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f68a0f8e-6c4d-4f40-a08a-e3517ed0e546 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:52.705598 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f68a0f8e-6c4d-4f40-a08a-e3517ed0e546 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1250124 Dec 10 18:50:52.705834 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42882) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:52.710967 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-5448b7c9-02f0-4ff9-b257-b707fc30f039 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Request body: {'security_group_rule': {'security_group_id': 'cb56ef2a-6356-4480-8835-f54c61e5b6bf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:52.739131 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5448b7c9-02f0-4ff9-b257-b707fc30f039 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:52.795462 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5448b7c9-02f0-4ff9-b257-b707fc30f039 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:52.799000 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5448b7c9-02f0-4ff9-b257-b707fc30f039 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:52.821492 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448b7c9-02f0-4ff9-b257-b707fc30f039 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e0c7b6-a103-474b-8e47-40f222545aaf,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:52.836400 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5448b7c9-02f0-4ff9-b257-b707fc30f039 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:52.837845 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5448b7c9-02f0-4ff9-b257-b707fc30f039 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1311193 Dec 10 18:50:52.841056 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42886) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:52.845518 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-01558cc1-e8de-4414-8e36-1e9937b81a91 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Request body: {'security_group_rule': {'security_group_id': 'cb56ef2a-6356-4480-8835-f54c61e5b6bf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:52.870449 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fdc6abf0-ddbb-47da-bbad-3fae9b10b729 req-5019bc31-894c-4bbd-b50a-2d2c77535a29 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0314581 Dec 10 18:50:52.876349 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-01558cc1-e8de-4414-8e36-1e9937b81a91 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:52.945558 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-01558cc1-e8de-4414-8e36-1e9937b81a91 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:52.949737 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-01558cc1-e8de-4414-8e36-1e9937b81a91 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:52.968940 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01558cc1-e8de-4414-8e36-1e9937b81a91 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c04a7991-e500-4e41-91ce-288c616023e2,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:52.976369 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-01558cc1-e8de-4414-8e36-1e9937b81a91 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:52.978044 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-01558cc1-e8de-4414-8e36-1e9937b81a91 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1360073 Dec 10 18:50:52.980756 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42888) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:52.985137 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-fbc1f78d-d8ef-4299-9737-566cfea21aa2 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Request body: {'security_group_rule': {'security_group_id': 'cb56ef2a-6356-4480-8835-f54c61e5b6bf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:53.014287 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fbc1f78d-d8ef-4299-9737-566cfea21aa2 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:53.085190 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fbc1f78d-d8ef-4299-9737-566cfea21aa2 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:53.089779 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fbc1f78d-d8ef-4299-9737-566cfea21aa2 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:53.110849 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc1f78d-d8ef-4299-9737-566cfea21aa2 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7876375-d251-4a75-b095-1f6e8c6941f0,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:53.117568 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fbc1f78d-d8ef-4299-9737-566cfea21aa2 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:53.118747 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fbc1f78d-d8ef-4299-9737-566cfea21aa2 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1370673 Dec 10 18:50:53.121582 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42894) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:53.125996 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e69e4b92-b986-4544-a957-c939c31d65e2 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Request body: {'security_group_rule': {'security_group_id': 'cb56ef2a-6356-4480-8835-f54c61e5b6bf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:53.156514 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e69e4b92-b986-4544-a957-c939c31d65e2 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:53.223197 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e69e4b92-b986-4544-a957-c939c31d65e2 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:53.226943 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e69e4b92-b986-4544-a957-c939c31d65e2 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:53.243816 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e4b92-b986-4544-a957-c939c31d65e2 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25f76231-f168-4256-9e0d-ada09e793978,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:53.253043 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e69e4b92-b986-4544-a957-c939c31d65e2 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:53.257951 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42896) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:53.261167 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e69e4b92-b986-4544-a957-c939c31d65e2 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1385150 Dec 10 18:50:53.285962 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-59ad8446-924f-40dc-8c2d-50800812067a tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:53.293763 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-59ad8446-924f-40dc-8c2d-50800812067a tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:53.321719 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-59ad8446-924f-40dc-8c2d-50800812067a tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:53.327461 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-59ad8446-924f-40dc-8c2d-50800812067a tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:53.328597 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-59ad8446-924f-40dc-8c2d-50800812067a tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/25f76231-f168-4256-9e0d-ada09e793978 HTTP/1.1" status: 204 len: 168 time: 0.0696945 Dec 10 18:50:53.331370 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42898) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:53.337488 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad8446-924f-40dc-8c2d-50800812067a tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25f76231-f168-4256-9e0d-ada09e793978,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:53.381968 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:53.385953 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-59a6da1c-9e3c-4064-8b79-779b90d516f4 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0509531 Dec 10 18:50:53.386391 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42900) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:53.411872 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0eefaec6-d688-4b90-81f6-2e14381d83c6 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:53.420785 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0eefaec6-d688-4b90-81f6-2e14381d83c6 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:53.454273 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0eefaec6-d688-4b90-81f6-2e14381d83c6 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:53.460486 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-178e8c88-888c-4eca-9954-6d76e2e2a888 req-5042b7e3-c130-4cf8-8b59-b767de249bce tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0327606 Dec 10 18:50:53.461869 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0eefaec6-d688-4b90-81f6-2e14381d83c6 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:53.462968 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0eefaec6-d688-4b90-81f6-2e14381d83c6 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/d7876375-d251-4a75-b095-1f6e8c6941f0 HTTP/1.1" status: 204 len: 168 time: 0.0758488 Dec 10 18:50:53.465820 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42904) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:53.467665 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eefaec6-d688-4b90-81f6-2e14381d83c6 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7876375-d251-4a75-b095-1f6e8c6941f0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:53.511882 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f29db745-8414-4e46-b243-47c3a58a8edc tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0447772 Dec 10 18:50:53.514562 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42906) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:53.539276 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b982fab6-b9a7-42bc-a2b9-7db4f2bab3e2 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:53.546936 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b982fab6-b9a7-42bc-a2b9-7db4f2bab3e2 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:53.577318 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b982fab6-b9a7-42bc-a2b9-7db4f2bab3e2 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:53.586577 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b982fab6-b9a7-42bc-a2b9-7db4f2bab3e2 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:53.587839 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b982fab6-b9a7-42bc-a2b9-7db4f2bab3e2 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/c04a7991-e500-4e41-91ce-288c616023e2 HTTP/1.1" status: 204 len: 168 time: 0.0722337 Dec 10 18:50:53.591511 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42910) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:53.592883 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b982fab6-b9a7-42bc-a2b9-7db4f2bab3e2 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c04a7991-e500-4e41-91ce-288c616023e2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:53.651601 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6f723204-7952-4205-b480-eacc374fbdb7 req-4504bfcc-536a-4139-ae93-1dbd5952c7a9 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0317509 Dec 10 18:50:53.677530 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1fa034a9-e31a-4f5f-a62e-8d62a7f3a996 req-aa0f5708-b05d-417c-a26f-8d02d5350d9e tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0387330 Dec 10 18:50:53.688440 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-616f0470-69bb-4e19-b4c7-9b98dfdab96d tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0933962 Dec 10 18:50:53.688797 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42914) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:53.714878 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33e8b5b1-f135-447a-bb46-36db5801a2a3 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:53.722193 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33e8b5b1-f135-447a-bb46-36db5801a2a3 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:53.750897 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33e8b5b1-f135-447a-bb46-36db5801a2a3 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:53.763249 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33e8b5b1-f135-447a-bb46-36db5801a2a3 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:53.764432 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-33e8b5b1-f135-447a-bb46-36db5801a2a3 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/f2e0c7b6-a103-474b-8e47-40f222545aaf HTTP/1.1" status: 204 len: 168 time: 0.0748138 Dec 10 18:50:53.765424 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e8b5b1-f135-447a-bb46-36db5801a2a3 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2e0c7b6-a103-474b-8e47-40f222545aaf,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:53.766923 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42916) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:53.813581 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-98f365da-a076-4144-a554-ff7ceed081cf tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0447764 Dec 10 18:50:53.815624 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42918) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:53.845127 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4bb5f8ae-8804-405b-9c53-0c1e37894b10 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:53.854280 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4bb5f8ae-8804-405b-9c53-0c1e37894b10 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:53.881763 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4bb5f8ae-8804-405b-9c53-0c1e37894b10 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:53.888729 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4bb5f8ae-8804-405b-9c53-0c1e37894b10 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:53.889864 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4bb5f8ae-8804-405b-9c53-0c1e37894b10 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/7cd1b64c-6a1e-4852-907d-2ecd29f07e45 HTTP/1.1" status: 204 len: 168 time: 0.0732741 Dec 10 18:50:53.892951 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42920) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:53.905935 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5f8ae-8804-405b-9c53-0c1e37894b10 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7cd1b64c-6a1e-4852-907d-2ecd29f07e45,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:53.940261 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4276d190-83a4-4a28-8093-d46bd3c55bae tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0429628 Dec 10 18:50:53.940771 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42924) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:53.962927 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6e7c5dd5-d3f2-42c9-ab1c-3218aaff72b0 req-d082f340-9986-4cb8-9466-5e3567f9fb72 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0327260 Dec 10 18:50:54.007384 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4defd8ab-d2b5-41e2-9ac2-4a6b28155449 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:54.029386 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4defd8ab-d2b5-41e2-9ac2-4a6b28155449 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:54.070341 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4defd8ab-d2b5-41e2-9ac2-4a6b28155449 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:54.073686 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4defd8ab-d2b5-41e2-9ac2-4a6b28155449 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:54.079142 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42930) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:54.079392 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4defd8ab-d2b5-41e2-9ac2-4a6b28155449 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "DELETE /v2.0/security-groups/cb56ef2a-6356-4480-8835-f54c61e5b6bf HTTP/1.1" status: 204 len: 168 time: 0.1371996 Dec 10 18:50:54.090102 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4defd8ab-d2b5-41e2-9ac2-4a6b28155449 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb56ef2a-6356-4480-8835-f54c61e5b6bf,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:54.156695 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-cafa19bf-c7b5-4f13-af3c-48ef89cc65cd tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0726330 Dec 10 18:50:54.158331 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42934) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:54.164361 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-447ab57f-8d10-4b38-826b-f1bef9369f4c tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Request body: {'security_group': {'name': 'tempest-secgroup--1885276424'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:54.194240 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-447ab57f-8d10-4b38-826b-f1bef9369f4c tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:54.286549 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-447ab57f-8d10-4b38-826b-f1bef9369f4c tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:54.291070 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-447ab57f-8d10-4b38-826b-f1bef9369f4c tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:54.324986 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-447ab57f-8d10-4b38-826b-f1bef9369f4c tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:54.329208 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-447ab57f-8d10-4b38-826b-f1bef9369f4c tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1668975 Dec 10 18:50:54.329208 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42938) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:54.334935 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-d6e42f46-9849-4fc5-9e4f-1fb838549191 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Request body: {'security_group_rule': {'security_group_id': '9bef74b3-6306-4735-a5c1-1045a9cb24a5', 'direction': 'ingress', 'protocol': 17}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:54.355882 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ab57f-8d10-4b38-826b-f1bef9369f4c tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bef74b3-6306-4735-a5c1-1045a9cb24a5,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:54.366942 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d6e42f46-9849-4fc5-9e4f-1fb838549191 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:54.430027 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d6e42f46-9849-4fc5-9e4f-1fb838549191 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:54.434273 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d6e42f46-9849-4fc5-9e4f-1fb838549191 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:54.457048 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e42f46-9849-4fc5-9e4f-1fb838549191 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c5d911d-535e-45bd-ba7e-772710e69835,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:54.465412 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d6e42f46-9849-4fc5-9e4f-1fb838549191 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:54.469139 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d6e42f46-9849-4fc5-9e4f-1fb838549191 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1365054 Dec 10 18:50:54.469395 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42940) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:54.524409 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b8dffe3c-b548-413f-b233-f20c818f754a tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:54.549084 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b8dffe3c-b548-413f-b233-f20c818f754a tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:54.553076 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3841e3d4-bfb8-4bdb-8ae8-7a1e78e5fc23 req-7bd9b046-a0cd-4e23-90f4-2768f9e91c96 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0264354 Dec 10 18:50:54.601488 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b8dffe3c-b548-413f-b233-f20c818f754a tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:54.604344 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b8dffe3c-b548-413f-b233-f20c818f754a tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:54.608059 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b8dffe3c-b548-413f-b233-f20c818f754a tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "DELETE /v2.0/security-groups/9bef74b3-6306-4735-a5c1-1045a9cb24a5 HTTP/1.1" status: 204 len: 168 time: 0.1352584 Dec 10 18:50:54.609312 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42944) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:54.622731 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dffe3c-b548-413f-b233-f20c818f754a tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bef74b3-6306-4735-a5c1-1045a9cb24a5,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:54.668816 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4476c8c6-a905-45a3-a06c-7904e9d3f075 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0538964 Dec 10 18:50:54.669474 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42946) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:54.673661 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-e6de9d3c-4f8c-4775-8be8-31544495ee0f tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Request body: {'security_group': {'name': 'tempest-secgroup--1869583235'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:54.720551 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6de9d3c-4f8c-4775-8be8-31544495ee0f tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:54.782880 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ddc70d9b-a1d8-4b82-8085-30df6dfe92cc req-cefe3a28-6478-46c1-ac53-10e2278b7b67 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0376503 Dec 10 18:50:54.784084 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:54.804464 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5a90f944-f02b-49d4-99a9-a4ed3c4f0259 req-faf8469a-6862-49ca-80b5-c05eb1d4c7a1 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0858145 Dec 10 18:50:54.861727 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6de9d3c-4f8c-4775-8be8-31544495ee0f tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:54.866136 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6de9d3c-4f8c-4775-8be8-31544495ee0f tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:54.903769 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6de9d3c-4f8c-4775-8be8-31544495ee0f tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:54.907930 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e6de9d3c-4f8c-4775-8be8-31544495ee0f tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2348993 Dec 10 18:50:54.908085 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42952) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:54.913367 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-fdf2a815-7373-4bac-893c-145474de0ad6 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Request body: {'security_group': {'name': 'tempest-secgroup--857822230'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:54.918865 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de9d3c-4f8c-4775-8be8-31544495ee0f tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d888ca-4ae4-4b21-bded-c1746a217537,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:54.942796 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fdf2a815-7373-4bac-893c-145474de0ad6 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:55.029572 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fdf2a815-7373-4bac-893c-145474de0ad6 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:55.034738 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fdf2a815-7373-4bac-893c-145474de0ad6 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:55.053481 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-08ad0570-d31f-4d6d-bf0e-0f278befa29e req-6cec1416-a2e9-4b47-b006-a27aa34b570f tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0374227 Dec 10 18:50:55.082970 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2a815-7373-4bac-893c-145474de0ad6 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76418b1d-e3ab-4484-842a-9efa47bd9bb7,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:55.096481 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fdf2a815-7373-4bac-893c-145474de0ad6 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:55.100500 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-fdf2a815-7373-4bac-893c-145474de0ad6 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1891179 Dec 10 18:50:55.101224 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42956) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:55.106737 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-eadb989e-7966-40ff-bc96-743b4cfda634 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Request body: {'security_group_rule': {'security_group_id': 'a4d888ca-4ae4-4b21-bded-c1746a217537', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '76418b1d-e3ab-4484-842a-9efa47bd9bb7', 'remote_ip_prefix': None}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:55.141242 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eadb989e-7966-40ff-bc96-743b4cfda634 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:55.229021 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eadb989e-7966-40ff-bc96-743b4cfda634 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:55.234773 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eadb989e-7966-40ff-bc96-743b4cfda634 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:55.255329 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb989e-7966-40ff-bc96-743b4cfda634 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca578cea-a8bf-4feb-a6bb-29e7883556d8,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:55.265733 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eadb989e-7966-40ff-bc96-743b4cfda634 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:55.266943 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-eadb989e-7966-40ff-bc96-743b4cfda634 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1641519 Dec 10 18:50:55.269694 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42962) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:55.295236 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-239c10e8-95ac-48ae-be3c-92cc934d08fd tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:55.305861 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-239c10e8-95ac-48ae-be3c-92cc934d08fd tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:55.335450 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-239c10e8-95ac-48ae-be3c-92cc934d08fd tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:55.341292 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-239c10e8-95ac-48ae-be3c-92cc934d08fd tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:55.342502 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-239c10e8-95ac-48ae-be3c-92cc934d08fd tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/ca578cea-a8bf-4feb-a6bb-29e7883556d8 HTTP/1.1" status: 204 len: 168 time: 0.0715802 Dec 10 18:50:55.350474 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42964) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:55.352385 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c10e8-95ac-48ae-be3c-92cc934d08fd tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca578cea-a8bf-4feb-a6bb-29e7883556d8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:55.408690 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-95d8e572-c112-48ce-a59a-39a00ff642b5 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0620000 Dec 10 18:50:55.412771 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42966) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:55.440377 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:55.465593 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-550b3c64-071b-48e4-b56b-c0ab1cde0e9e tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:55.487898 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-550b3c64-071b-48e4-b56b-c0ab1cde0e9e tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:55.529176 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-550b3c64-071b-48e4-b56b-c0ab1cde0e9e tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:55.531779 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-550b3c64-071b-48e4-b56b-c0ab1cde0e9e tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:55.533246 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-550b3c64-071b-48e4-b56b-c0ab1cde0e9e tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "DELETE /v2.0/security-groups/76418b1d-e3ab-4484-842a-9efa47bd9bb7 HTTP/1.1" status: 204 len: 168 time: 0.1195498 Dec 10 18:50:55.536670 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42968) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:55.543894 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b3c64-071b-48e4-b56b-c0ab1cde0e9e tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76418b1d-e3ab-4484-842a-9efa47bd9bb7,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:55.604249 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a86f2268-aef3-4a62-8b62-678a9c0937bf tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0659678 Dec 10 18:50:55.606741 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42972) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:55.653550 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-95e225d5-6d4a-4aee-ad00-637d87c2c480 req-a54c5a19-9e20-4d37-8471-6207751f4a0d tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0368006 Dec 10 18:50:55.687860 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83c3b205-24bc-46c1-8d6e-902f01b2a5ba tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:55.709635 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83c3b205-24bc-46c1-8d6e-902f01b2a5ba tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:55.754684 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83c3b205-24bc-46c1-8d6e-902f01b2a5ba tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:55.757486 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83c3b205-24bc-46c1-8d6e-902f01b2a5ba tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:55.758668 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-83c3b205-24bc-46c1-8d6e-902f01b2a5ba tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "DELETE /v2.0/security-groups/a4d888ca-4ae4-4b21-bded-c1746a217537 HTTP/1.1" status: 204 len: 168 time: 0.1509342 Dec 10 18:50:55.761443 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42974) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:55.768395 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c3b205-24bc-46c1-8d6e-902f01b2a5ba tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d888ca-4ae4-4b21-bded-c1746a217537,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:55.829841 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-88f6518e-0383-48c7-b35e-a680c0a2830b tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0615971 Dec 10 18:50:55.830577 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42980) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:55.835581 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-e03aef49-0759-435a-943e-ffb00ab3f506 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Request body: {'security_group': {'name': 'tempest-secgroup--303383701'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:55.873687 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-00179413-d3f5-4018-9901-9c479687106f req-b01926a4-8141-4194-92ec-0e551ef3c6a9 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0335939 Dec 10 18:50:55.887699 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e03aef49-0759-435a-943e-ffb00ab3f506 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:55.905136 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-875da8f5-122d-4317-9243-f98f0583dbfa req-2eb193d7-203d-444a-9132-e49c0d3a5e54 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0384328 Dec 10 18:50:55.964151 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e03aef49-0759-435a-943e-ffb00ab3f506 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:55.967912 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e03aef49-0759-435a-943e-ffb00ab3f506 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:55.998564 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e03aef49-0759-435a-943e-ffb00ab3f506 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:56.002504 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e03aef49-0759-435a-943e-ffb00ab3f506 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1682849 Dec 10 18:50:56.002504 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03aef49-0759-435a-943e-ffb00ab3f506 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34755185-d023-4374-99a7-ee959e32fe7d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:56.003320 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42982) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:56.017308 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c8b67a35-a3b1-41ee-9e2f-59bfe4d52258 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Request body: {'security_group_rule': {'security_group_id': '34755185-d023-4374-99a7-ee959e32fe7d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:56.045949 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8b67a35-a3b1-41ee-9e2f-59bfe4d52258 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:56.106514 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8b67a35-a3b1-41ee-9e2f-59bfe4d52258 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:56.110736 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8b67a35-a3b1-41ee-9e2f-59bfe4d52258 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:56.132419 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b67a35-a3b1-41ee-9e2f-59bfe4d52258 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e8b4b64-8ae5-494c-ba5f-e179219e257e,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:56.137469 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8b67a35-a3b1-41ee-9e2f-59bfe4d52258 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:56.138726 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c8b67a35-a3b1-41ee-9e2f-59bfe4d52258 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1251144 Dec 10 18:50:56.141792 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42986) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:56.144818 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e0469915-2dae-40ee-bca1-c6cca73d0a6b req-1466cf4c-be2f-4f49-8690-985d2c571fc2 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0358217 Dec 10 18:50:56.169503 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0340d59b-f74a-482c-b84a-082b78973f66 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:56.181219 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0340d59b-f74a-482c-b84a-082b78973f66 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:56.206756 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0340d59b-f74a-482c-b84a-082b78973f66 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:56.213017 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0340d59b-f74a-482c-b84a-082b78973f66 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:56.214096 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0340d59b-f74a-482c-b84a-082b78973f66 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/4e8b4b64-8ae5-494c-ba5f-e179219e257e HTTP/1.1" status: 204 len: 168 time: 0.0715570 Dec 10 18:50:56.216820 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42988) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:56.225215 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0340d59b-f74a-482c-b84a-082b78973f66 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e8b4b64-8ae5-494c-ba5f-e179219e257e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:56.261485 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9a584dcb-4b10-477f-92b7-412e90a55d8d tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0434494 Dec 10 18:50:56.264405 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42992) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:56.321302 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-786f355a-f875-4a26-9e0e-01cfa2720f4f tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:56.345426 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-786f355a-f875-4a26-9e0e-01cfa2720f4f tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:56.393752 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-786f355a-f875-4a26-9e0e-01cfa2720f4f tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:56.396619 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-786f355a-f875-4a26-9e0e-01cfa2720f4f tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:56.398224 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-786f355a-f875-4a26-9e0e-01cfa2720f4f tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "DELETE /v2.0/security-groups/34755185-d023-4374-99a7-ee959e32fe7d HTTP/1.1" status: 204 len: 168 time: 0.1327219 Dec 10 18:50:56.401523 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42996) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:56.408811 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f355a-f875-4a26-9e0e-01cfa2720f4f tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34755185-d023-4374-99a7-ee959e32fe7d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:56.451950 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d92f82e1-9a1d-447e-b956-515a0763d96c tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0492091 Dec 10 18:50:56.456617 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42998) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:56.461346 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a78bfa3c-5ac0-42f2-93fe-606629f5499b tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Request body: {'security_group': {'name': 'tempest-secgroup--2133231943'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:56.483689 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a78bfa3c-5ac0-42f2-93fe-606629f5499b tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:56.550143 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a78bfa3c-5ac0-42f2-93fe-606629f5499b tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:56.554958 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a78bfa3c-5ac0-42f2-93fe-606629f5499b tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:56.583097 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a78bfa3c-5ac0-42f2-93fe-606629f5499b tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:56.584307 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a78bfa3c-5ac0-42f2-93fe-606629f5499b tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1265597 Dec 10 18:50:56.587099 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43000) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:56.591947 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ad42f7fd-a345-4620-b50d-39d9e7c2e528 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Request body: {'security_group_rule': {'security_group_id': '585ea134-76b8-4a3a-9a3b-0d6cbd1cece7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:56.597091 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78bfa3c-5ac0-42f2-93fe-606629f5499b tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=585ea134-76b8-4a3a-9a3b-0d6cbd1cece7,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:56.620513 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad42f7fd-a345-4620-b50d-39d9e7c2e528 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:56.680076 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad42f7fd-a345-4620-b50d-39d9e7c2e528 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:56.684863 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad42f7fd-a345-4620-b50d-39d9e7c2e528 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:56.704076 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad42f7fd-a345-4620-b50d-39d9e7c2e528 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bc66510-6594-419c-9cd6-c728e5a7949c,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:56.714215 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad42f7fd-a345-4620-b50d-39d9e7c2e528 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:56.718038 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ad42f7fd-a345-4620-b50d-39d9e7c2e528 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1268122 Dec 10 18:50:56.718221 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43004) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:56.741134 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5ac17a4d-84ee-49eb-8642-ad03d286e376 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "GET /v2.0/security-group-rules/7bc66510-6594-419c-9cd6-c728e5a7949c HTTP/1.1" status: 200 len: 763 time: 0.0217071 Dec 10 18:50:56.743498 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43006) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:56.750686 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-31215599-ffe2-4ac9-ad06-e4aa180e1a42 req-19a8df8c-6b1b-4bed-83b6-e92148bc913f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0340567 Dec 10 18:50:56.790756 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-844b00cb-ddd9-4b9f-b541-cb2e39f4d9ae tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0459049 Dec 10 18:50:56.793279 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43008) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:56.816446 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8f4a59a2-32ac-4836-aacc-73f26db342b4 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:56.823821 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8f4a59a2-32ac-4836-aacc-73f26db342b4 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:56.850301 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8f4a59a2-32ac-4836-aacc-73f26db342b4 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:56.856934 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8f4a59a2-32ac-4836-aacc-73f26db342b4 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:56.858011 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8f4a59a2-32ac-4836-aacc-73f26db342b4 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/7bc66510-6594-419c-9cd6-c728e5a7949c HTTP/1.1" status: 204 len: 168 time: 0.0637653 Dec 10 18:50:56.860775 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43010) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:56.864071 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a59a2-32ac-4836-aacc-73f26db342b4 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7bc66510-6594-419c-9cd6-c728e5a7949c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:56.899734 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-21e756ac-3e3f-40f5-a82b-991e9d22a53f tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0376081 Dec 10 18:50:56.902269 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43012) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:56.908240 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-903787d4-eb35-450e-ba13-bb5e1be76401 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Request body: {'security_group_rule': {'security_group_id': '585ea134-76b8-4a3a-9a3b-0d6cbd1cece7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:56.937968 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-903787d4-eb35-450e-ba13-bb5e1be76401 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:56.978669 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6c707189-01ac-4145-93a1-5ca08406506a req-b2828c21-1ca2-4b0f-a267-45f2e1bd70b7 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0338399 Dec 10 18:50:57.005749 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c4d9575a-15bc-4fff-a7bf-9c9031f47cd0 req-746277e5-754b-49d8-ab9d-529c171b64db tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0342050 Dec 10 18:50:57.035988 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-903787d4-eb35-450e-ba13-bb5e1be76401 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:57.040866 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-903787d4-eb35-450e-ba13-bb5e1be76401 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:57.066082 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903787d4-eb35-450e-ba13-bb5e1be76401 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1d72de1-3bc4-44ff-b477-fb7de9ded763,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:57.080859 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-903787d4-eb35-450e-ba13-bb5e1be76401 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:57.082621 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-903787d4-eb35-450e-ba13-bb5e1be76401 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1787896 Dec 10 18:50:57.085274 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43018) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:57.102022 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c865adba-5f53-457b-9d08-648d9f915448 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "GET /v2.0/security-group-rules/f1d72de1-3bc4-44ff-b477-fb7de9ded763 HTTP/1.1" status: 200 len: 763 time: 0.0156271 Dec 10 18:50:57.104414 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43020) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:57.151707 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8bbba5bb-395f-44eb-a14a-f4005d0b7d9f tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0453887 Dec 10 18:50:57.153883 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43022) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:57.185762 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb3746cb-b135-4929-bea1-ded8fcfb0bb7 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:57.193466 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb3746cb-b135-4929-bea1-ded8fcfb0bb7 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:57.221092 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb3746cb-b135-4929-bea1-ded8fcfb0bb7 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:57.228368 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb3746cb-b135-4929-bea1-ded8fcfb0bb7 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:57.229147 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-552fc791-9974-48ba-ba86-dcc86433a7bf req-550a3a8d-44c7-443d-93c1-16a374ab1db4 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0279033 Dec 10 18:50:57.230023 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-cb3746cb-b135-4929-bea1-ded8fcfb0bb7 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/f1d72de1-3bc4-44ff-b477-fb7de9ded763 HTTP/1.1" status: 204 len: 168 time: 0.0751011 Dec 10 18:50:57.236396 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3746cb-b135-4929-bea1-ded8fcfb0bb7 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1d72de1-3bc4-44ff-b477-fb7de9ded763,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:57.249196 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43026) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:57.288946 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-166e4232-b66a-4ab1-84b7-5c7d8655aa89 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0384743 Dec 10 18:50:57.291532 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43028) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:57.296055 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-e3ba6e3b-a1f3-4a84-bed8-1f67313c36e4 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Request body: {'security_group_rule': {'security_group_id': '585ea134-76b8-4a3a-9a3b-0d6cbd1cece7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:57.324734 n-d-821435-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-e3ba6e3b-a1f3-4a84-bed8-1f67313c36e4 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Project c27e9a6c58c446b1a381f870276a2f4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:50:57.339484 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3ba6e3b-a1f3-4a84-bed8-1f67313c36e4 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:57.410082 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3ba6e3b-a1f3-4a84-bed8-1f67313c36e4 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:57.414259 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3ba6e3b-a1f3-4a84-bed8-1f67313c36e4 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:57.434552 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba6e3b-a1f3-4a84-bed8-1f67313c36e4 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=827a794a-3937-4bca-aefc-9ae3c3232a9a,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:57.443042 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3ba6e3b-a1f3-4a84-bed8-1f67313c36e4 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:57.444336 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e3ba6e3b-a1f3-4a84-bed8-1f67313c36e4 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1517346 Dec 10 18:50:57.446813 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43038) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:57.469310 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-25ed008b-25e3-4dfb-a65f-dfa2960ab8b9 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "GET /v2.0/security-group-rules/827a794a-3937-4bca-aefc-9ae3c3232a9a HTTP/1.1" status: 200 len: 769 time: 0.0189435 Dec 10 18:50:57.470230 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43040) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:57.530245 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-142d36bf-c1db-458a-9ed0-fb2cf9286cb7 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0580204 Dec 10 18:50:57.532367 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43042) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:57.558555 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3eb2f7e-69e4-464e-bf71-a6500a110e9c tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:57.566705 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3eb2f7e-69e4-464e-bf71-a6500a110e9c tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:57.595321 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3eb2f7e-69e4-464e-bf71-a6500a110e9c tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:57.606987 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3eb2f7e-69e4-464e-bf71-a6500a110e9c tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:57.609874 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a3eb2f7e-69e4-464e-bf71-a6500a110e9c tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/827a794a-3937-4bca-aefc-9ae3c3232a9a HTTP/1.1" status: 204 len: 168 time: 0.0747051 Dec 10 18:50:57.611116 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb2f7e-69e4-464e-bf71-a6500a110e9c tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=827a794a-3937-4bca-aefc-9ae3c3232a9a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:57.611417 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43044) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:57.666649 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d91ca09f-4958-4af2-b8d8-c0780eb8dbbd tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0539529 Dec 10 18:50:57.667923 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43046) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:57.726128 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af1cabd4-4595-42b6-80ed-4fa6439245ab tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:57.749187 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af1cabd4-4595-42b6-80ed-4fa6439245ab tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:57.794850 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af1cabd4-4595-42b6-80ed-4fa6439245ab tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:57.797876 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af1cabd4-4595-42b6-80ed-4fa6439245ab tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:57.801275 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-af1cabd4-4595-42b6-80ed-4fa6439245ab tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "DELETE /v2.0/security-groups/585ea134-76b8-4a3a-9a3b-0d6cbd1cece7 HTTP/1.1" status: 204 len: 168 time: 0.1296117 Dec 10 18:50:57.802270 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43050) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:57.821339 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1cabd4-4595-42b6-80ed-4fa6439245ab tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=585ea134-76b8-4a3a-9a3b-0d6cbd1cece7,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:57.858376 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1fe9d523-8887-42b1-a51b-dd7a94464f0a tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0510414 Dec 10 18:50:57.860789 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43052) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:57.865250 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-69de47b5-c5b0-48c8-8d14-968511c504d1 req-de8bbd48-5f49-4045-b87d-4c8e22e019a5 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0592690 Dec 10 18:50:57.865459 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-4357a062-f2d1-4ea6-ac7a-ccef9c3d48a2 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Request body: {'security_group': {'name': 'tempest-secgroup--1690691748'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:57.892925 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4357a062-f2d1-4ea6-ac7a-ccef9c3d48a2 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:57.966345 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4357a062-f2d1-4ea6-ac7a-ccef9c3d48a2 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:57.971272 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4357a062-f2d1-4ea6-ac7a-ccef9c3d48a2 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:58.003052 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357a062-f2d1-4ea6-ac7a-ccef9c3d48a2 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caf6b484-1b90-4be3-9058-a9248d397091,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:58.009315 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4357a062-f2d1-4ea6-ac7a-ccef9c3d48a2 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:58.023427 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4357a062-f2d1-4ea6-ac7a-ccef9c3d48a2 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1615014 Dec 10 18:50:58.026238 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43056) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:58.030930 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-b024d514-64e8-4c3a-a423-4b8d75972645 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Request body: {'security_group_rule': {'security_group_id': 'caf6b484-1b90-4be3-9058-a9248d397091', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:58.104876 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f29235dc-a53e-4c62-bf23-2977a8a5f8ff req-ee58d011-8c90-4b6e-94a8-8d69e1dac380 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0400801 Dec 10 18:50:58.107582 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b024d514-64e8-4c3a-a423-4b8d75972645 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:58.137551 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a22398de-2f12-4902-9729-c826c9dd5430 req-cf60678c-8546-40f0-a14f-56b0c0448d2b tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0463190 Dec 10 18:50:58.189760 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b024d514-64e8-4c3a-a423-4b8d75972645 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:58.193798 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b024d514-64e8-4c3a-a423-4b8d75972645 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:58.211843 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b024d514-64e8-4c3a-a423-4b8d75972645 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90cae022-4e8e-4cc2-9853-085839cf7e11,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:58.226205 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b024d514-64e8-4c3a-a423-4b8d75972645 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:58.230025 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b024d514-64e8-4c3a-a423-4b8d75972645 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2003756 Dec 10 18:50:58.230396 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43060) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:58.251799 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:50:58.293582 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-477281b0-23f3-45b1-90bd-57c0acca06d6 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:58.324554 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-477281b0-23f3-45b1-90bd-57c0acca06d6 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:58.339267 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-58043fae-de38-4d4d-aecf-cfe9d8bb17f9 req-cd61a451-c660-42f0-b59e-74c6b7c34f8c tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0459278 Dec 10 18:50:58.393787 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-477281b0-23f3-45b1-90bd-57c0acca06d6 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:58.397185 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-477281b0-23f3-45b1-90bd-57c0acca06d6 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:58.398673 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-477281b0-23f3-45b1-90bd-57c0acca06d6 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "DELETE /v2.0/security-groups/caf6b484-1b90-4be3-9058-a9248d397091 HTTP/1.1" status: 204 len: 168 time: 0.1670244 Dec 10 18:50:58.401734 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43066) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:58.410037 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477281b0-23f3-45b1-90bd-57c0acca06d6 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf6b484-1b90-4be3-9058-a9248d397091,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:58.453767 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d416be70-fdb5-4125-9fed-2b4058764cd1 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0507731 Dec 10 18:50:58.456900 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43068) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:58.498742 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-42eb73c8-5438-434d-84ed-ad22fad3a68d tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0401969 Dec 10 18:50:58.501643 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43072) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:58.515199 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-bb33a768-b9f4-43ed-8275-91d81a110df9 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] delete failed (client error): The resource could not be found. Dec 10 18:50:58.520621 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43074) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:58.520915 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-bb33a768-b9f4-43ed-8275-91d81a110df9 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "DELETE /v2.0/security-groups/caf6b484-1b90-4be3-9058-a9248d397091 HTTP/1.1" status: 404 len: 347 time: 0.0178549 Dec 10 18:50:58.565474 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-259941d0-feaf-41de-837b-331065f74d76 tempest-SecGroupIPv6Test-1325944062 tempest-SecGroupIPv6Test-1325944062-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0430648 Dec 10 18:50:58.821077 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43080) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:58.943153 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8a43d94b-572c-4acc-8349-ffeb4ce29066 req-7477bd6b-91fc-4058-9865-d9c185edab33 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0298228 Dec 10 18:50:58.956825 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c6e2ef3f-f501-48d6-874b-dcbd9aba7254 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c27e9a6c58c446b1a381f870276a2f4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1344366 Dec 10 18:50:58.959748 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43086) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:59.008608 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd2d2993-3791-4bb8-ae6a-a2b97e2b7413 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:59.031532 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd2d2993-3791-4bb8-ae6a-a2b97e2b7413 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:59.081548 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd2d2993-3791-4bb8-ae6a-a2b97e2b7413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:59.084882 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd2d2993-3791-4bb8-ae6a-a2b97e2b7413 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:59.086037 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-dd2d2993-3791-4bb8-ae6a-a2b97e2b7413 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e1aefd0b-f696-486f-a77a-532a3f28e239 HTTP/1.1" status: 204 len: 168 time: 0.1253881 Dec 10 18:50:59.094038 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d2993-3791-4bb8-ae6a-a2b97e2b7413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1aefd0b-f696-486f-a77a-532a3f28e239,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:59.203745 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7a72ddb8-bd41-4602-aba2-92d0db60c26a req-7afb6f7d-f0f2-4fd4-a3a3-eb004624fe1f tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0327358 Dec 10 18:50:59.238310 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c6e9b528-a2ff-4079-92f7-9afe661e3c01 req-fb99a633-afa3-4e17-addb-8b42fe84b05f tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0298598 Dec 10 18:50:59.423528 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2dbb8e46-5c00-482e-a89f-9938352d4a26 req-8486afeb-91f9-4373-a225-adcf19e9a834 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0300443 Dec 10 18:51:00.027594 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2f3aa3c0-cfc2-4838-b418-5d02ce8dc082 req-678fa876-5e5a-4a2c-9b24-c3b408fa8ea8 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0277016 Dec 10 18:51:00.323241 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b5c38af7-caac-4609-ba20-e9094a92feaa req-48c49fc2-5404-49d3-8eda-441dbd7d5f84 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0377400 Dec 10 18:51:00.338506 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e8e9e15a-b8e9-4c30-b7fc-dc63e96c28d0 req-40c307c7-ade0-4093-95a1-ea1716d2caad tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0463212 Dec 10 18:51:00.513679 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3d0ce7c7-e664-4bdf-919f-08cf2e125276 req-e54dcdc0-53cd-42ed-96aa-834c01ccd0de tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0333135 Dec 10 18:51:00.622031 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43154) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:01.112056 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ffcb69d1-5599-4b4c-9e4a-971350f5e425 req-1025499c-4115-419c-bdb3-eb5a179870db tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0300562 Dec 10 18:51:01.433195 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-80cc0d69-d3b8-4aa5-a3b0-e0123ae36741 req-6b62a6a3-0291-4736-86db-7ba5c143404e tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0348971 Dec 10 18:51:01.439086 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aad6f743-dc0e-431c-8f2d-fbc7f323111e req-507a6fa5-facd-4277-a5e1-d3e573d4dd40 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0352306 Dec 10 18:51:01.512106 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c4deb846-57d6-42b2-967e-97c746d3bed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:01.583849 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-50a81b32-7de7-4e63-a367-9b8e787d595f req-fd027f23-dda4-4a90-a789-49d09dc8afd8 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0266883 Dec 10 18:51:01.777449 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c4deb846-57d6-42b2-967e-97c746d3bed3 admin admin] Deleting port 544a5bdc-185c-498e-8ed3-e6c6891e4c9a {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:51:01.777788 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c4deb846-57d6-42b2-967e-97c746d3bed3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:01.858157 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-c4deb846-57d6-42b2-967e-97c746d3bed3 admin admin] For port 544a5bdc-185c-498e-8ed3-e6c6891e4c9a, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=544a5bdc-185c-498e-8ed3-e6c6891e4c9a,segment=NetworkSegment(24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4),segment_id=24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:51:01.858515 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c4deb846-57d6-42b2-967e-97c746d3bed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:01.871665 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c4deb846-57d6-42b2-967e-97c746d3bed3 admin admin] Calling delete_port for 544a5bdc-185c-498e-8ed3-e6c6891e4c9a owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:51:02.062124 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c4deb846-57d6-42b2-967e-97c746d3bed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:02.089296 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4deb846-57d6-42b2-967e-97c746d3bed3 admin admin] Pushing event deleted for resources: {'Port': ['ID=544a5bdc-185c-498e-8ed3-e6c6891e4c9a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:02.223033 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-345f5ad4-c118-4256-b090-a781caa603b5 req-87c6eeed-3235-431e-a290-9b21eb4d9bd6 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0360243 Dec 10 18:51:02.261702 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c4deb846-57d6-42b2-967e-97c746d3bed3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:02.525269 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a873cdd5-c681-4ad9-8403-5716a446e18c req-11fedab1-f895-4d41-985e-40fd78572600 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0316486 Dec 10 18:51:02.529339 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4deb846-57d6-42b2-967e-97c746d3bed3 admin admin] Router 5ff5ff88-f521-413e-be05-4a9892d4a641 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:51:02.543070 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1a45fe63-6feb-48c8-9f1e-566024870689 req-0816bce6-e0fd-49c7-bff2-82ddd3ad8f83 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0307977 Dec 10 18:51:02.652383 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4deb846-57d6-42b2-967e-97c746d3bed3 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:51:02.663363 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f8bd3a-a2be-405e-be3a-fac09783580d None None] Sync routers for ids ['5ff5ff88-f521-413e-be05-4a9892d4a641'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:51:02.673034 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43202) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:02.673228 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c4deb846-57d6-42b2-967e-97c746d3bed3 admin admin] 10.222.0.62 "PUT /v2.0/routers/5ff5ff88-f521-413e-be05-4a9892d4a641/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0495992 Dec 10 18:51:02.674065 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f8bd3a-a2be-405e-be3a-fac09783580d None None] Routers {'5ff5ff88-f521-413e-be05-4a9892d4a641'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:51:02.674887 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-d1f8bd3a-a2be-405e-be3a-fac09783580d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:50:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5ff5ff88-f521-413e-be05-4a9892d4a641'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:02.675284 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-06b42a0b-e5cd-47a7-9195-88b2d2a62a26 req-3e068110-b7ff-45c3-913e-53be9d92d7bd tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0385120 Dec 10 18:51:02.785813 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3cd59e82-d5a6-4572-8309-e4bbc1835f48 admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:02.827409 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-d1f8bd3a-a2be-405e-be3a-fac09783580d None None] Set router 5ff5ff88-f521-413e-be05-4a9892d4a641 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:51:02.890579 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3cd59e82-d5a6-4572-8309-e4bbc1835f48 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:02.944036 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-3cd59e82-d5a6-4572-8309-e4bbc1835f48 admin admin] Deleting port 63e87237-fe4b-4562-a80b-efce559c3c95 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:51:02.944383 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3cd59e82-d5a6-4572-8309-e4bbc1835f48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:03.025454 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-d1f8bd3a-a2be-405e-be3a-fac09783580d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'name': 'tempest-TaggedBootDevicesTest-1045322226-router', 'tenant_id': '98fdd3d4007244d19399f00305d1e82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '63e87237-fe4b-4562-a80b-efce559c3c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:15Z', 'updated_at': '2021-12-10T18:51:02Z', 'revision_number': 5, 'project_id': '98fdd3d4007244d19399f00305d1e82f', 'gw_port': {'id': '63e87237-fe4b-4562-a80b-efce559c3c95', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:16:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:16Z', 'updated_at': '2021-12-10T18:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:03.038849 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-3cd59e82-d5a6-4572-8309-e4bbc1835f48 admin admin] For port 63e87237-fe4b-4562-a80b-efce559c3c95, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=63e87237-fe4b-4562-a80b-efce559c3c95,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:51:03.039617 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3cd59e82-d5a6-4572-8309-e4bbc1835f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:03.054524 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-3cd59e82-d5a6-4572-8309-e4bbc1835f48 admin admin] Calling delete_port for 63e87237-fe4b-4562-a80b-efce559c3c95 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:51:03.058554 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f8bd3a-a2be-405e-be3a-fac09783580d None None] Checking router: 5ff5ff88-f521-413e-be05-4a9892d4a641 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:51:03.072484 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f8bd3a-a2be-405e-be3a-fac09783580d None None] Routers {'5ff5ff88-f521-413e-be05-4a9892d4a641'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:51:03.073469 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-d1f8bd3a-a2be-405e-be3a-fac09783580d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:50:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5ff5ff88-f521-413e-be05-4a9892d4a641'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:03.180770 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-d1f8bd3a-a2be-405e-be3a-fac09783580d None None] Set router 5ff5ff88-f521-413e-be05-4a9892d4a641 gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:51:03.255598 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3cd59e82-d5a6-4572-8309-e4bbc1835f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:03.256093 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-d1f8bd3a-a2be-405e-be3a-fac09783580d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'name': 'tempest-TaggedBootDevicesTest-1045322226-router', 'tenant_id': '98fdd3d4007244d19399f00305d1e82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:15Z', 'updated_at': '2021-12-10T18:51:02Z', 'revision_number': 6, 'project_id': '98fdd3d4007244d19399f00305d1e82f', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:03.285080 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f8bd3a-a2be-405e-be3a-fac09783580d None None] The sync data for ids ['5ff5ff88-f521-413e-be05-4a9892d4a641'] in n-d-821435-1 is: [{'id': '5ff5ff88-f521-413e-be05-4a9892d4a641', 'name': 'tempest-TaggedBootDevicesTest-1045322226-router', 'tenant_id': '98fdd3d4007244d19399f00305d1e82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:15Z', 'updated_at': '2021-12-10T18:51:02Z', 'revision_number': 6, 'project_id': '98fdd3d4007244d19399f00305d1e82f', 'gw_port_host': None}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:51:03.305365 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f4ce8044-57a4-4ae7-859c-f0ecaf34f433 req-69e4327b-6bde-4d6a-89cf-44d4d9bb872d tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0301535 Dec 10 18:51:03.334208 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd59e82-d5a6-4572-8309-e4bbc1835f48 admin admin] Pushing event deleted for resources: {'Port': ['ID=63e87237-fe4b-4562-a80b-efce559c3c95,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:03.350374 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1805c77c-13a2-4d9f-b573-cb8faf2ffcf6 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:51:03.364050 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd59e82-d5a6-4572-8309-e4bbc1835f48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:03.364412 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd59e82-d5a6-4572-8309-e4bbc1835f48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:03.364791 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd59e82-d5a6-4572-8309-e4bbc1835f48 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:03.365137 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd59e82-d5a6-4572-8309-e4bbc1835f48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:03.365478 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd59e82-d5a6-4572-8309-e4bbc1835f48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:03.365814 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd59e82-d5a6-4572-8309-e4bbc1835f48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:03.366148 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd59e82-d5a6-4572-8309-e4bbc1835f48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:03.366485 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd59e82-d5a6-4572-8309-e4bbc1835f48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:03.367034 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd59e82-d5a6-4572-8309-e4bbc1835f48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:03.367375 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd59e82-d5a6-4572-8309-e4bbc1835f48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:03.367895 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd59e82-d5a6-4572-8309-e4bbc1835f48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:03.368161 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd59e82-d5a6-4572-8309-e4bbc1835f48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:03.368432 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd59e82-d5a6-4572-8309-e4bbc1835f48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:03.429419 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3cd59e82-d5a6-4572-8309-e4bbc1835f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:03.534817 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3cd59e82-d5a6-4572-8309-e4bbc1835f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:03.537935 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3cd59e82-d5a6-4572-8309-e4bbc1835f48 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:03.610756 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3cd59e82-d5a6-4572-8309-e4bbc1835f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:03.611714 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd59e82-d5a6-4572-8309-e4bbc1835f48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ff5ff88-f521-413e-be05-4a9892d4a641 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:51:03.618321 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3cd59e82-d5a6-4572-8309-e4bbc1835f48 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:03.621152 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3cd59e82-d5a6-4572-8309-e4bbc1835f48 admin admin] 10.222.0.62 "DELETE /v2.0/routers/5ff5ff88-f521-413e-be05-4a9892d4a641 HTTP/1.1" status: 204 len: 168 time: 0.9470177 Dec 10 18:51:03.622429 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43222) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:03.712968 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aee5d5c7-32f1-42f2-b6af-d462615690d7 req-961d050e-62e3-4b4e-87c5-6519fa66e8a6 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0428319 Dec 10 18:51:03.717150 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-32c8c6ad-d534-49f3-b8c9-b7d981db72e3 req-5838b8e6-abcc-495c-9f4c-315e622809fe tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0770669 Dec 10 18:51:03.722960 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0fe59c5-2e9b-4459-b98e-e3ad05bbecc6 admin admin] Deleting subnet 86f91219-9435-4da2-b951-1d9b6b4ae73d {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:51:03.726390 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0fe59c5-2e9b-4459-b98e-e3ad05bbecc6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:03.823949 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:03.829578 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0fe59c5-2e9b-4459-b98e-e3ad05bbecc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:03.883879 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43230) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:03.906910 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-77aec335-af4e-4182-8538-5394ed5d1996 req-df68319f-1634-46f2-b988-216ecbfc6b6e tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0355747 Dec 10 18:51:03.952494 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0fe59c5-2e9b-4459-b98e-e3ad05bbecc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:04.018480 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0fe59c5-2e9b-4459-b98e-e3ad05bbecc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:04.028318 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5398ce1e-ca0b-4279-8091-5d5c6705de7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:04.052694 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0fe59c5-2e9b-4459-b98e-e3ad05bbecc6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:04.058296 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d0fe59c5-2e9b-4459-b98e-e3ad05bbecc6 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/86f91219-9435-4da2-b951-1d9b6b4ae73d HTTP/1.1" status: 204 len: 168 time: 0.4326437 Dec 10 18:51:04.058573 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43234) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:04.063572 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db24c1f3-13ba-426e-9274-43e00485e08b None None] Network c464ae35-619c-4be0-bdf6-7932892aa026 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:51:04.071433 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe59c5-2e9b-4459-b98e-e3ad05bbecc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86f91219-9435-4da2-b951-1d9b6b4ae73d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:04.116037 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5398ce1e-ca0b-4279-8091-5d5c6705de7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:04.121292 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5398ce1e-ca0b-4279-8091-5d5c6705de7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:04.156145 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dca89b60-7c6f-4bc5-884e-4446009111e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:04.172004 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5398ce1e-ca0b-4279-8091-5d5c6705de7d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f60036e3b51247a7832417f04a1e331c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2865968 Dec 10 18:51:04.173792 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398ce1e-ca0b-4279-8091-5d5c6705de7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4512a23-5650-4ee8-a3ef-a5bbbe88d038,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:04.176799 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43236) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:04.261443 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59283617-e59a-4542-8643-31e587b5261e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:04.272567 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-dca89b60-7c6f-4bc5-884e-4446009111e1 admin admin] Deleting port 011a78db-47c2-4c92-a0e4-7185ecee4340 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:51:04.273130 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dca89b60-7c6f-4bc5-884e-4446009111e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:04.298410 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59283617-e59a-4542-8643-31e587b5261e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:04.309077 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc2305c-5dea-4667-b642-fda6208abb18 None None] DHCP port deletion for c464ae35-619c-4be0-bdf6-7932892aa026 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:51:04.358547 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 544a5bdc-185c-498e-8ed3-e6c6891e4c9a no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:51:04.382258 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-dca89b60-7c6f-4bc5-884e-4446009111e1 admin admin] For port 011a78db-47c2-4c92-a0e4-7185ecee4340, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=011a78db-47c2-4c92-a0e4-7185ecee4340,segment=NetworkSegment(24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4),segment_id=24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:51:04.383167 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dca89b60-7c6f-4bc5-884e-4446009111e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:04.386020 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59283617-e59a-4542-8643-31e587b5261e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:04.389545 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59283617-e59a-4542-8643-31e587b5261e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:04.391101 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-59283617-e59a-4542-8643-31e587b5261e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e4512a23-5650-4ee8-a3ef-a5bbbe88d038 HTTP/1.1" status: 204 len: 168 time: 0.2126648 Dec 10 18:51:04.398540 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-dca89b60-7c6f-4bc5-884e-4446009111e1 admin admin] Calling delete_port for 011a78db-47c2-4c92-a0e4-7185ecee4340 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:51:04.410411 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 544a5bdc-185c-498e-8ed3-e6c6891e4c9a {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:51:04.410762 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 544a5bdc-185c-498e-8ed3-e6c6891e4c9a not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:51:04.424342 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59283617-e59a-4542-8643-31e587b5261e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4512a23-5650-4ee8-a3ef-a5bbbe88d038,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:04.462779 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-1bc2305c-5dea-4667-b642-fda6208abb18 None None] Deleting port 011a78db-47c2-4c92-a0e4-7185ecee4340 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:51:04.463516 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1bc2305c-5dea-4667-b642-fda6208abb18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:04.494526 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6d958822-4c09-460f-a23b-e134ac77d69c req-873e0892-bef0-4403-bb95-ecd1a39c90d5 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0751104 Dec 10 18:51:04.523898 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dca89b60-7c6f-4bc5-884e-4446009111e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:04.552064 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca89b60-7c6f-4bc5-884e-4446009111e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=011a78db-47c2-4c92-a0e4-7185ecee4340,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:04.557400 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca89b60-7c6f-4bc5-884e-4446009111e1 admin admin] No DVR routers for this DVR port 011a78db-47c2-4c92-a0e4-7185ecee4340 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:51:04.565881 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1bc2305c-5dea-4667-b642-fda6208abb18 None None] For port 011a78db-47c2-4c92-a0e4-7185ecee4340, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=011a78db-47c2-4c92-a0e4-7185ecee4340,segment=NetworkSegment(24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4),segment_id=24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:51:04.566897 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1bc2305c-5dea-4667-b642-fda6208abb18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:04.597466 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-1bc2305c-5dea-4667-b642-fda6208abb18 None None] Calling delete_port for 011a78db-47c2-4c92-a0e4-7185ecee4340 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:51:04.645188 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dca89b60-7c6f-4bc5-884e-4446009111e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:04.701109 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-dca89b60-7c6f-4bc5-884e-4446009111e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c464ae35-619c-4be0-bdf6-7932892aa026']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:04.711989 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-dca89b60-7c6f-4bc5-884e-4446009111e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:04.712498 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-dca89b60-7c6f-4bc5-884e-4446009111e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24a326a9-c4ea-4bb4-b50d-91ab97b1d5f4') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:04.716007 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1bc2305c-5dea-4667-b642-fda6208abb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:04.724356 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dca89b60-7c6f-4bc5-884e-4446009111e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:04.740332 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc2305c-5dea-4667-b642-fda6208abb18 None None] Pushing event deleted for resources: {'Port': ['ID=011a78db-47c2-4c92-a0e4-7185ecee4340,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:04.746241 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dca89b60-7c6f-4bc5-884e-4446009111e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:04.749621 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc2305c-5dea-4667-b642-fda6208abb18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:04.749943 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc2305c-5dea-4667-b642-fda6208abb18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:04.750271 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc2305c-5dea-4667-b642-fda6208abb18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:04.750614 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc2305c-5dea-4667-b642-fda6208abb18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:04.750952 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc2305c-5dea-4667-b642-fda6208abb18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:04.751285 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc2305c-5dea-4667-b642-fda6208abb18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:04.751622 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc2305c-5dea-4667-b642-fda6208abb18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:04.752107 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc2305c-5dea-4667-b642-fda6208abb18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:04.752466 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc2305c-5dea-4667-b642-fda6208abb18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:04.752823 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc2305c-5dea-4667-b642-fda6208abb18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:04.753156 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc2305c-5dea-4667-b642-fda6208abb18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:04.753487 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc2305c-5dea-4667-b642-fda6208abb18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:04.754450 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc2305c-5dea-4667-b642-fda6208abb18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:04.762953 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca89b60-7c6f-4bc5-884e-4446009111e1 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:51:04.763370 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dca89b60-7c6f-4bc5-884e-4446009111e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:04.765566 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc2305c-5dea-4667-b642-fda6208abb18 None None] No DVR routers for this DVR port 011a78db-47c2-4c92-a0e4-7185ecee4340 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:51:04.767651 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:51:04.767651 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:51:04.767651 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:51:04.767651 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:51:04.767651 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:51:04.767651 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:51:04.767651 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:51:04.767651 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:51:04.767651 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:51:04.767651 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:51:04.767651 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:51:04.767651 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:51:04.767651 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:51:04.767651 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:51:04.767651 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:51:04.767651 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:51:04.767651 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:51:04.767651 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:51:04.767651 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:51:04.767651 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:51:04.767651 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:51:04.767651 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:51:04.767651 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:51:04.767651 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:51:04.767651 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:51:04.767651 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:51:04.767651 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:51:04.767651 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:51:04.767651 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:51:04.767651 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:51:04.767651 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:51:04.767651 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:51:04.819916 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5ac6d5a7-3225-418d-8306-c207639faa3a req-67dcc31c-b4ff-4181-be68-042c8b3ede3e tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0323732 Dec 10 18:51:04.855396 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-548af962-ff90-4108-8be1-761a3d9b2470 req-76189f30-a3f2-4102-aa68-6d55828cb6d0 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0389454 Dec 10 18:51:04.860500 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43248) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:04.866287 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dca89b60-7c6f-4bc5-884e-4446009111e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:04.874481 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8b88655c-22e3-4d92-9e3b-3b8692c1c5a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:04.876672 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dca89b60-7c6f-4bc5-884e-4446009111e1 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:04.880391 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-dca89b60-7c6f-4bc5-884e-4446009111e1 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c464ae35-619c-4be0-bdf6-7932892aa026 HTTP/1.1" status: 204 len: 168 time: 0.8207662 Dec 10 18:51:04.883707 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43250) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:04.899607 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca89b60-7c6f-4bc5-884e-4446009111e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c464ae35-619c-4be0-bdf6-7932892aa026,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:04.976061 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8b88655c-22e3-4d92-9e3b-3b8692c1c5a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:04.980659 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8b88655c-22e3-4d92-9e3b-3b8692c1c5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:05.021292 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8b88655c-22e3-4d92-9e3b-3b8692c1c5a5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9c881fba893d472591acb57ad9f43207&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1594069 Dec 10 18:51:05.022328 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88655c-22e3-4d92-9e3b-3b8692c1c5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87c96b2-d007-4b1c-944b-eb403b8f52f9,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:05.024770 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43256) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:05.077796 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-867f24fc-7bdc-4ab8-936f-aa585174209f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:05.101447 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-867f24fc-7bdc-4ab8-936f-aa585174209f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:05.154425 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-867f24fc-7bdc-4ab8-936f-aa585174209f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:05.157438 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-867f24fc-7bdc-4ab8-936f-aa585174209f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:05.158657 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-867f24fc-7bdc-4ab8-936f-aa585174209f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f87c96b2-d007-4b1c-944b-eb403b8f52f9 HTTP/1.1" status: 204 len: 168 time: 0.1329663 Dec 10 18:51:05.168741 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f24fc-7bdc-4ab8-936f-aa585174209f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87c96b2-d007-4b1c-944b-eb403b8f52f9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:05.353371 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e1c9d44c-4fe7-4ed0-a961-dce45fef9679 req-9ef5afba-ebab-488b-9d7c-4f1ee9af0ca1 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0368805 Dec 10 18:51:05.592363 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-13071ba8-ac9e-4338-842f-72bcfc1990ac req-4ae1e2ff-6143-44b5-bb94-571e32b59a8f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0288253 Dec 10 18:51:05.631637 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e78da31-5238-4bb6-821b-2b8acc99e44a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:05.840943 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 63e87237-fe4b-4562-a80b-efce559c3c95 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:51:05.867132 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 63e87237-fe4b-4562-a80b-efce559c3c95 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:51:05.867486 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 63e87237-fe4b-4562-a80b-efce559c3c95 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:51:05.868077 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 011a78db-47c2-4c92-a0e4-7185ecee4340 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:51:05.885718 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4e78da31-5238-4bb6-821b-2b8acc99e44a admin admin] Deleting port 958f96c3-d2ce-42eb-ae25-36be2ae3a2d3 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:51:05.886106 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e78da31-5238-4bb6-821b-2b8acc99e44a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:05.892088 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 011a78db-47c2-4c92-a0e4-7185ecee4340 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:51:05.892669 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 011a78db-47c2-4c92-a0e4-7185ecee4340 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:51:05.940398 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-06426c69-db26-40dc-be97-25bd1a1663e2 req-3021e5c4-49ea-4ede-b339-c1daae3c38c4 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0283172 Dec 10 18:51:05.966564 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-35457bed-923a-45f5-b510-1b9209ee45f3 req-46b2378b-3a89-4ccd-8c50-1a16a33a5e28 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0623603 Dec 10 18:51:06.004318 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-4e78da31-5238-4bb6-821b-2b8acc99e44a admin admin] For port 958f96c3-d2ce-42eb-ae25-36be2ae3a2d3, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=958f96c3-d2ce-42eb-ae25-36be2ae3a2d3,segment=NetworkSegment(89ac4b54-6275-4e9f-82c8-a22ebd244173),segment_id=89ac4b54-6275-4e9f-82c8-a22ebd244173)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:51:06.004856 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e78da31-5238-4bb6-821b-2b8acc99e44a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:06.018580 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4e78da31-5238-4bb6-821b-2b8acc99e44a admin admin] Calling delete_port for 958f96c3-d2ce-42eb-ae25-36be2ae3a2d3 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:51:06.225976 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e78da31-5238-4bb6-821b-2b8acc99e44a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:06.253423 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e78da31-5238-4bb6-821b-2b8acc99e44a admin admin] Pushing event deleted for resources: {'Port': ['ID=958f96c3-d2ce-42eb-ae25-36be2ae3a2d3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:06.481359 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4f884024-fc79-426f-83a0-eec98d722fc5 req-5fd377e7-616d-41dc-aae4-89493dcf9096 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0421462 Dec 10 18:51:06.516867 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e78da31-5238-4bb6-821b-2b8acc99e44a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:06.685772 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c7a03a87-36dc-4b7a-949d-a16e3c8769e4 req-9ff0dfb2-2759-4709-a64c-acf1c81bd4ae tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0325949 Dec 10 18:51:06.816347 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e78da31-5238-4bb6-821b-2b8acc99e44a admin admin] Router 8686793d-581e-4c0c-8646-d34a2e602bfa has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:51:06.964946 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e78da31-5238-4bb6-821b-2b8acc99e44a admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:51:06.973438 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4e78da31-5238-4bb6-821b-2b8acc99e44a admin admin] 10.222.0.62 "PUT /v2.0/routers/8686793d-581e-4c0c-8646-d34a2e602bfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0871954 Dec 10 18:51:06.973527 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43320) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:06.978651 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a33aba3-809e-4eef-9840-1b44252a09b4 None None] Sync routers for ids ['8686793d-581e-4c0c-8646-d34a2e602bfa'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:51:06.988822 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a33aba3-809e-4eef-9840-1b44252a09b4 None None] Routers {'8686793d-581e-4c0c-8646-d34a2e602bfa'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:51:06.989522 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9a33aba3-809e-4eef-9840-1b44252a09b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:50:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['8686793d-581e-4c0c-8646-d34a2e602bfa'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:07.035754 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6cbb503e-2074-48a1-b3f6-bec5b9eae9ed req-77db25ae-5d63-4306-b947-156451530595 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0289700 Dec 10 18:51:07.091003 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-32540770-9d51-4b44-8df9-02ce94a17268 req-f54268dd-3a08-4029-ae72-49bebdeca60a tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0320609 Dec 10 18:51:07.135350 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6185ca27-bce8-4358-a0c2-b09d38f391f1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:07.255832 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6185ca27-bce8-4358-a0c2-b09d38f391f1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:07.322071 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-9a33aba3-809e-4eef-9840-1b44252a09b4 None None] Set router 8686793d-581e-4c0c-8646-d34a2e602bfa gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:51:07.325585 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-6185ca27-bce8-4358-a0c2-b09d38f391f1 admin admin] Deleting port 12376f64-066b-41dc-803a-66680f0b657f {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:51:07.325920 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6185ca27-bce8-4358-a0c2-b09d38f391f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:07.431931 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-6185ca27-bce8-4358-a0c2-b09d38f391f1 admin admin] For port 12376f64-066b-41dc-803a-66680f0b657f, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=12376f64-066b-41dc-803a-66680f0b657f,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:51:07.432299 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6185ca27-bce8-4358-a0c2-b09d38f391f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:07.447558 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-6185ca27-bce8-4358-a0c2-b09d38f391f1 admin admin] Calling delete_port for 12376f64-066b-41dc-803a-66680f0b657f owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:51:07.527929 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9a33aba3-809e-4eef-9840-1b44252a09b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8686793d-581e-4c0c-8646-d34a2e602bfa', 'name': 'tempest-TaggedBootDevicesTest-40207484-router', 'tenant_id': 'a49c3ac445fd438d92cebb6eb9a9bc7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '12376f64-066b-41dc-803a-66680f0b657f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:26Z', 'updated_at': '2021-12-10T18:51:06Z', 'revision_number': 5, 'project_id': 'a49c3ac445fd438d92cebb6eb9a9bc7a', 'gw_port': {'id': '12376f64-066b-41dc-803a-66680f0b657f', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8686793d-581e-4c0c-8646-d34a2e602bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:29Z', 'updated_at': '2021-12-10T18:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:07.572603 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a33aba3-809e-4eef-9840-1b44252a09b4 None None] Checking router: 8686793d-581e-4c0c-8646-d34a2e602bfa for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:51:07.585599 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a33aba3-809e-4eef-9840-1b44252a09b4 None None] Routers {'8686793d-581e-4c0c-8646-d34a2e602bfa'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:51:07.586418 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9a33aba3-809e-4eef-9840-1b44252a09b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:50:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['8686793d-581e-4c0c-8646-d34a2e602bfa'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:07.606950 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-46ae9e12-f1db-4c74-9cff-4e0ca24c82b4 req-c5e0319c-8e3d-4ae4-9636-83bdac02bf5f tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0436199 Dec 10 18:51:07.680312 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6185ca27-bce8-4358-a0c2-b09d38f391f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:07.692690 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-9a33aba3-809e-4eef-9840-1b44252a09b4 None None] Set router 8686793d-581e-4c0c-8646-d34a2e602bfa gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:51:07.712728 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185ca27-bce8-4358-a0c2-b09d38f391f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=12376f64-066b-41dc-803a-66680f0b657f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:07.747506 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9a33aba3-809e-4eef-9840-1b44252a09b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8686793d-581e-4c0c-8646-d34a2e602bfa', 'name': 'tempest-TaggedBootDevicesTest-40207484-router', 'tenant_id': 'a49c3ac445fd438d92cebb6eb9a9bc7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:26Z', 'updated_at': '2021-12-10T18:51:07Z', 'revision_number': 6, 'project_id': 'a49c3ac445fd438d92cebb6eb9a9bc7a', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:07.780216 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e00344b-8f4a-44fb-aa0e-5ecf07109fb6 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:51:07.782821 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a33aba3-809e-4eef-9840-1b44252a09b4 None None] The sync data for ids ['8686793d-581e-4c0c-8646-d34a2e602bfa'] in n-d-821435-1 is: [{'id': '8686793d-581e-4c0c-8646-d34a2e602bfa', 'name': 'tempest-TaggedBootDevicesTest-40207484-router', 'tenant_id': 'a49c3ac445fd438d92cebb6eb9a9bc7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:26Z', 'updated_at': '2021-12-10T18:51:07Z', 'revision_number': 6, 'project_id': 'a49c3ac445fd438d92cebb6eb9a9bc7a', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:51:07.839297 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-42365516-11a8-4462-9963-ea11a4535d81 req-8c95e3f6-59fc-4dd6-b620-315f86103398 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0617018 Dec 10 18:51:07.860281 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6185ca27-bce8-4358-a0c2-b09d38f391f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:07.952836 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6185ca27-bce8-4358-a0c2-b09d38f391f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:07.954987 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6185ca27-bce8-4358-a0c2-b09d38f391f1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:08.005663 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6185ca27-bce8-4358-a0c2-b09d38f391f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:08.006239 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6185ca27-bce8-4358-a0c2-b09d38f391f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8686793d-581e-4c0c-8646-d34a2e602bfa {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:51:08.010861 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6185ca27-bce8-4358-a0c2-b09d38f391f1 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:08.012033 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6185ca27-bce8-4358-a0c2-b09d38f391f1 admin admin] 10.222.0.62 "DELETE /v2.0/routers/8686793d-581e-4c0c-8646-d34a2e602bfa HTTP/1.1" status: 204 len: 168 time: 1.0376329 Dec 10 18:51:08.014520 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43390) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:08.063639 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f2a95a-2b3a-46a8-bc27-0c7b2b115577 admin admin] Deleting subnet a7c87823-7fc0-4ae4-9088-fa44f61b635a {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:51:08.067906 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14f2a95a-2b3a-46a8-bc27-0c7b2b115577 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:08.105714 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:08.127601 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14f2a95a-2b3a-46a8-bc27-0c7b2b115577 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:08.144274 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b4325008-c3a1-4dd3-8cce-908b8f589fe1 req-f925d4af-634d-4a20-a1ea-f281e6a188ee tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0491080 Dec 10 18:51:08.252106 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e57a831b-f907-469e-9c42-8856d5e0b75f req-0ce63887-fd1a-4278-b08e-9daabb78ca8d tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0510361 Dec 10 18:51:08.262604 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14f2a95a-2b3a-46a8-bc27-0c7b2b115577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:08.334325 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14f2a95a-2b3a-46a8-bc27-0c7b2b115577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:08.362159 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2a95a-2b3a-46a8-bc27-0c7b2b115577 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7c87823-7fc0-4ae4-9088-fa44f61b635a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:08.366265 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14f2a95a-2b3a-46a8-bc27-0c7b2b115577 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:08.369934 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-14f2a95a-2b3a-46a8-bc27-0c7b2b115577 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a7c87823-7fc0-4ae4-9088-fa44f61b635a HTTP/1.1" status: 204 len: 168 time: 0.3543437 Dec 10 18:51:08.372354 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43412) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:08.379658 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385daf86-0610-4906-b081-abd34f50e88a None None] Network e2055a9b-1872-4539-9924-60d69709e596 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:51:08.447309 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-658cc79e-9427-46b5-beaf-c0ebfc2204f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:08.503840 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-658cc79e-9427-46b5-beaf-c0ebfc2204f0 admin admin] Deleting port e8d39d5b-6cb3-4584-b899-8fa544b6b2dd {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:51:08.504191 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-658cc79e-9427-46b5-beaf-c0ebfc2204f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:08.569212 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-658cc79e-9427-46b5-beaf-c0ebfc2204f0 admin admin] For port e8d39d5b-6cb3-4584-b899-8fa544b6b2dd, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e8d39d5b-6cb3-4584-b899-8fa544b6b2dd,segment=NetworkSegment(89ac4b54-6275-4e9f-82c8-a22ebd244173),segment_id=89ac4b54-6275-4e9f-82c8-a22ebd244173)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:51:08.569824 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-658cc79e-9427-46b5-beaf-c0ebfc2204f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:08.582953 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-658cc79e-9427-46b5-beaf-c0ebfc2204f0 admin admin] Calling delete_port for e8d39d5b-6cb3-4584-b899-8fa544b6b2dd owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:51:08.645179 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b619ee0-62e5-470a-96c1-24df80043216 None None] DHCP port deletion for e2055a9b-1872-4539-9924-60d69709e596 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:51:08.689809 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-658cc79e-9427-46b5-beaf-c0ebfc2204f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:08.715699 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4b619ee0-62e5-470a-96c1-24df80043216 None None] Deleting port e8d39d5b-6cb3-4584-b899-8fa544b6b2dd {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:51:08.716172 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4b619ee0-62e5-470a-96c1-24df80043216 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:08.730637 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-24c833bf-968b-4934-a68a-4c4bea8268ad req-2da66eab-b915-45e5-8d87-a9da136b204a tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0478473 Dec 10 18:51:08.739148 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658cc79e-9427-46b5-beaf-c0ebfc2204f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8d39d5b-6cb3-4584-b899-8fa544b6b2dd,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:08.749435 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658cc79e-9427-46b5-beaf-c0ebfc2204f0 admin admin] No DVR routers for this DVR port e8d39d5b-6cb3-4584-b899-8fa544b6b2dd on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:51:08.789195 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4b619ee0-62e5-470a-96c1-24df80043216 None None] For port e8d39d5b-6cb3-4584-b899-8fa544b6b2dd, host n-d-821435-1, got binding levels [] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:51:08.789697 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4b619ee0-62e5-470a-96c1-24df80043216 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:08.804110 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4b619ee0-62e5-470a-96c1-24df80043216 None None] Calling delete_port for e8d39d5b-6cb3-4584-b899-8fa544b6b2dd owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:51:08.807279 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.ipam_backend_mixin [None req-4b619ee0-62e5-470a-96c1-24df80043216 None None] Port e8d39d5b-6cb3-4584-b899-8fa544b6b2dd was not found and therefore no delete operation was performed {{(pid=103246) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 18:51:08.808743 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4b619ee0-62e5-470a-96c1-24df80043216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:08.829701 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43426) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:08.848279 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-658cc79e-9427-46b5-beaf-c0ebfc2204f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:08.850534 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b619ee0-62e5-470a-96c1-24df80043216 None None] No DVR routers for this DVR port e8d39d5b-6cb3-4584-b899-8fa544b6b2dd on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:51:08.854149 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b619ee0-62e5-470a-96c1-24df80043216 None None] Pushing event deleted for resources: {'Port': ['ID=e8d39d5b-6cb3-4584-b899-8fa544b6b2dd,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:08.878251 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-658cc79e-9427-46b5-beaf-c0ebfc2204f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2055a9b-1872-4539-9924-60d69709e596']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:08.891008 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-658cc79e-9427-46b5-beaf-c0ebfc2204f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ac4b54-6275-4e9f-82c8-a22ebd244173') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:08.891445 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-658cc79e-9427-46b5-beaf-c0ebfc2204f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ac4b54-6275-4e9f-82c8-a22ebd244173') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:08.905444 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-658cc79e-9427-46b5-beaf-c0ebfc2204f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:08.944001 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-523560c0-bf5c-48a1-a7ed-edfee6305960 req-a816d2d9-4344-41a9-a1fc-08ea2bf30ad8 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0406981 Dec 10 18:51:08.945295 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-658cc79e-9427-46b5-beaf-c0ebfc2204f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:08.952350 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658cc79e-9427-46b5-beaf-c0ebfc2204f0 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:51:08.952874 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-658cc79e-9427-46b5-beaf-c0ebfc2204f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:08.954867 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:51:08.954867 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:51:08.954867 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:51:08.954867 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:51:08.954867 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:51:08.954867 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:51:08.954867 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:51:08.954867 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:51:08.954867 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:51:08.954867 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:51:08.954867 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:51:08.954867 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:51:08.954867 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:51:08.954867 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:51:08.954867 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:51:08.954867 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:51:08.954867 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:51:08.954867 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:51:08.954867 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:51:08.954867 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:51:08.954867 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:51:08.954867 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:51:08.954867 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:51:08.954867 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:51:08.954867 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:51:08.954867 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:51:08.954867 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:51:08.954867 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:51:08.954867 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:51:08.954867 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:51:08.954867 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:51:08.954867 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:51:09.012796 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2ba1fdac-a755-47fd-a729-b97246920a22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:09.040718 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-658cc79e-9427-46b5-beaf-c0ebfc2204f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:09.052258 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-658cc79e-9427-46b5-beaf-c0ebfc2204f0 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:09.055474 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-658cc79e-9427-46b5-beaf-c0ebfc2204f0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/e2055a9b-1872-4539-9924-60d69709e596 HTTP/1.1" status: 204 len: 168 time: 0.6821108 Dec 10 18:51:09.069966 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658cc79e-9427-46b5-beaf-c0ebfc2204f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2055a9b-1872-4539-9924-60d69709e596,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:09.125540 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2ba1fdac-a755-47fd-a729-b97246920a22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:09.130646 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2ba1fdac-a755-47fd-a729-b97246920a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:09.170946 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba1fdac-a755-47fd-a729-b97246920a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbccc3ca-d35d-4677-b89a-87032df518b7,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:09.175923 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2ba1fdac-a755-47fd-a729-b97246920a22 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c2e4a02a7428438baec16bc8a25025ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3446801 Dec 10 18:51:09.178478 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43436) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:09.184115 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43438) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:09.230126 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e5373cb1-184a-4076-9867-014c813a92a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:09.238381 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d681617b-62c9-4a9e-b203-4c372b3aaf71 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=98fdd3d4007244d19399f00305d1e82f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0525107 Dec 10 18:51:09.242161 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43440) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:09.257910 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5704fb04-713b-4fe1-8248-dda2440cfeae req-0890b78a-02a7-4140-b072-0a2b1e0a4427 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0357647 Dec 10 18:51:09.270886 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e5373cb1-184a-4076-9867-014c813a92a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:09.344288 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1721ae6b-eb3b-4217-802b-ae28dce78ad5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:09.364966 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4124e095-a5aa-469b-bf12-9b26c98b5246 req-db487c6e-af9a-4077-a6cb-32f38135bde0 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0362155 Dec 10 18:51:09.384252 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e5373cb1-184a-4076-9867-014c813a92a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:09.386889 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e5373cb1-184a-4076-9867-014c813a92a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:09.388032 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e5373cb1-184a-4076-9867-014c813a92a7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bbccc3ca-d35d-4677-b89a-87032df518b7 HTTP/1.1" status: 204 len: 168 time: 0.2086260 Dec 10 18:51:09.401257 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1721ae6b-eb3b-4217-802b-ae28dce78ad5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:09.416254 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5373cb1-184a-4076-9867-014c813a92a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbccc3ca-d35d-4677-b89a-87032df518b7,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:09.463798 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1721ae6b-eb3b-4217-802b-ae28dce78ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:09.466494 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1721ae6b-eb3b-4217-802b-ae28dce78ad5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:09.467648 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1721ae6b-eb3b-4217-802b-ae28dce78ad5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/858fe15f-508c-4448-9837-d42170cc737d HTTP/1.1" status: 204 len: 168 time: 0.2241623 Dec 10 18:51:09.476039 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1721ae6b-eb3b-4217-802b-ae28dce78ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858fe15f-508c-4448-9837-d42170cc737d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:09.737307 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43454) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:09.751612 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-70ad4678-f176-411a-80c4-d4ae5f2de034 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:09.759025 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43458) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:09.812963 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c680379c-025b-4ba0-8eb3-4f9593d2f1eb req-84880973-5902-477d-a6e5-e85ef6f3c8a9 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0359094 Dec 10 18:51:09.836607 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1fa7b719-bca2-445a-aeff-22a2dad0b8dd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a49c3ac445fd438d92cebb6eb9a9bc7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0761964 Dec 10 18:51:09.839188 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43460) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:09.851099 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-70ad4678-f176-411a-80c4-d4ae5f2de034 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:09.856663 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-70ad4678-f176-411a-80c4-d4ae5f2de034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:09.874408 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e8d39d5b-6cb3-4584-b899-8fa544b6b2dd no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:51:09.895636 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-70ad4678-f176-411a-80c4-d4ae5f2de034 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c76495a5402544c788252d0153eca3f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1564105 Dec 10 18:51:09.897717 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad4678-f176-411a-80c4-d4ae5f2de034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f527690-def2-42ec-9995-74564a997924,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:09.897932 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: e8d39d5b-6cb3-4584-b899-8fa544b6b2dd {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:51:09.898297 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e8d39d5b-6cb3-4584-b899-8fa544b6b2dd not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:51:09.898717 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 958f96c3-d2ce-42eb-ae25-36be2ae3a2d3 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:51:09.900898 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43462) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:09.908735 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5ab1bd4-f882-4b34-8bc7-a52a0a589987 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:09.919578 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 958f96c3-d2ce-42eb-ae25-36be2ae3a2d3 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:51:09.919938 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 958f96c3-d2ce-42eb-ae25-36be2ae3a2d3 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:51:09.920362 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 12376f64-066b-41dc-803a-66680f0b657f no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:51:09.939264 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 12376f64-066b-41dc-803a-66680f0b657f {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:51:09.939610 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 12376f64-066b-41dc-803a-66680f0b657f not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:51:09.949983 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5ab1bd4-f882-4b34-8bc7-a52a0a589987 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:09.996474 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a0d83e38-7072-4b43-baaa-1136ab14bca0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:10.021401 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a0d83e38-7072-4b43-baaa-1136ab14bca0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:10.025937 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-01616c2c-5dd3-4ee6-9b0a-2dc9ee731958 req-c5a67400-be56-40f1-a753-42e1fec9a3e9 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0289938 Dec 10 18:51:10.031185 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5ab1bd4-f882-4b34-8bc7-a52a0a589987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:10.034039 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5ab1bd4-f882-4b34-8bc7-a52a0a589987 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:10.035253 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f5ab1bd4-f882-4b34-8bc7-a52a0a589987 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ec5f9971-da37-4b0e-a2bf-6ed12c9fd37c HTTP/1.1" status: 204 len: 168 time: 0.1951540 Dec 10 18:51:10.056030 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab1bd4-f882-4b34-8bc7-a52a0a589987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5f9971-da37-4b0e-a2bf-6ed12c9fd37c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:10.092701 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a0d83e38-7072-4b43-baaa-1136ab14bca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:10.095328 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a0d83e38-7072-4b43-baaa-1136ab14bca0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:10.096502 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a0d83e38-7072-4b43-baaa-1136ab14bca0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0f527690-def2-42ec-9995-74564a997924 HTTP/1.1" status: 204 len: 168 time: 0.1935911 Dec 10 18:51:10.105614 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d83e38-7072-4b43-baaa-1136ab14bca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f527690-def2-42ec-9995-74564a997924,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:10.336459 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-85690501-1cfa-4ff5-9374-a45e408abdc2 req-9d4e5b90-7d9a-4e0d-9c06-50821aa457d8 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0282242 Dec 10 18:51:10.463631 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e382c85e-c61d-4eb8-b5b1-946c52ff36c9 req-cf051883-e481-48aa-9635-be04e3f267a4 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0303850 Dec 10 18:51:10.810195 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43512) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:10.900367 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43518) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:10.905177 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8c079d61-e6d5-4510-8a55-371cd3bdc920 req-4cf9ad56-e9b5-44ec-a8d9-df23f215b1ad tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0317945 Dec 10 18:51:10.975077 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-03542ac4-77a6-4c11-b361-7170be5885f3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-768315280-network', 'tenant_id': 'd719a15f3fdd4f8892d3ba064ca956d0'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:51:10.996408 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03542ac4-77a6-4c11-b361-7170be5885f3 admin admin] Made reservation on behalf of d719a15f3fdd4f8892d3ba064ca956d0 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:51:10.998749 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03542ac4-77a6-4c11-b361-7170be5885f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:11.006801 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-61b03532-3de3-4ca6-be87-a5037ecd11b3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1109578835-network', 'tenant_id': '7cd1eeacc71c4bf0984dfafe490a3172'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:51:11.007218 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03542ac4-77a6-4c11-b361-7170be5885f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:11.028225 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b03532-3de3-4ca6-be87-a5037ecd11b3 admin admin] Made reservation on behalf of 7cd1eeacc71c4bf0984dfafe490a3172 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:51:11.030580 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61b03532-3de3-4ca6-be87-a5037ecd11b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:11.040425 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61b03532-3de3-4ca6-be87-a5037ecd11b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:11.087830 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03542ac4-77a6-4c11-b361-7170be5885f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:11.094407 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03542ac4-77a6-4c11-b361-7170be5885f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:11.107853 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e2b465cb-1452-43c8-916e-de4d4fc49c34 req-9b0cbd16-e9e3-44a1-aae8-fa98d975a437 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0296416 Dec 10 18:51:11.122781 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03542ac4-77a6-4c11-b361-7170be5885f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:51:11.132832 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03542ac4-77a6-4c11-b361-7170be5885f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:11.133280 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-03542ac4-77a6-4c11-b361-7170be5885f3 admin admin] Added segment ce0ebb90-d9eb-4165-8b25-92ee2a639119 of type vlan for network 51b7e5bd-877d-4185-a0e5-245d23a55b28 Dec 10 18:51:11.147491 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03542ac4-77a6-4c11-b361-7170be5885f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39246128-1d4d-4c48-8b0d-9bed0fcf911b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:11.150862 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61b03532-3de3-4ca6-be87-a5037ecd11b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:11.157132 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61b03532-3de3-4ca6-be87-a5037ecd11b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:11.183730 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03542ac4-77a6-4c11-b361-7170be5885f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:11.184574 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b03532-3de3-4ca6-be87-a5037ecd11b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:51:11.200279 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b03532-3de3-4ca6-be87-a5037ecd11b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db0b487-4397-405e-ab5a-e1997dda0e0d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:11.203386 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61b03532-3de3-4ca6-be87-a5037ecd11b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:11.203738 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-61b03532-3de3-4ca6-be87-a5037ecd11b3 admin admin] Added segment 63a937ae-ef1c-4d06-826c-9908a7044300 of type vlan for network a1c9d45b-4007-4985-a32c-90c0ac63e5e2 Dec 10 18:51:11.209672 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03542ac4-77a6-4c11-b361-7170be5885f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:11.210601 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03542ac4-77a6-4c11-b361-7170be5885f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:11.211243 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03542ac4-77a6-4c11-b361-7170be5885f3 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:11.248585 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61b03532-3de3-4ca6-be87-a5037ecd11b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:11.270253 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-03542ac4-77a6-4c11-b361-7170be5885f3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4554999 Dec 10 18:51:11.271278 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43524) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:11.276997 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-4c59ff97-96be-45f4-8273-4445a770f67b admin admin] Request body: {'subnet': {'network_id': '51b7e5bd-877d-4185-a0e5-245d23a55b28', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-768315280-subnet', 'tenant_id': 'd719a15f3fdd4f8892d3ba064ca956d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:51:11.278544 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03542ac4-77a6-4c11-b361-7170be5885f3 admin admin] Pushing event updated for resources: {'Network': ['ID=51b7e5bd-877d-4185-a0e5-245d23a55b28,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:11.281447 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61b03532-3de3-4ca6-be87-a5037ecd11b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:11.282818 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b03532-3de3-4ca6-be87-a5037ecd11b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:11.283399 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61b03532-3de3-4ca6-be87-a5037ecd11b3 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:11.289563 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 51b7e5bd-877d-4185-a0e5-245d23a55b28 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:51:11.359558 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c59ff97-96be-45f4-8273-4445a770f67b admin admin] Made reservation on behalf of d719a15f3fdd4f8892d3ba064ca956d0 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:51:11.362107 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c59ff97-96be-45f4-8273-4445a770f67b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:11.365723 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b03532-3de3-4ca6-be87-a5037ecd11b3 admin admin] Pushing event updated for resources: {'Network': ['ID=a1c9d45b-4007-4985-a32c-90c0ac63e5e2,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:11.373769 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-61b03532-3de3-4ca6-be87-a5037ecd11b3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4722610 Dec 10 18:51:11.378468 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43528) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:11.379972 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network a1c9d45b-4007-4985-a32c-90c0ac63e5e2 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:51:11.384207 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-dc4cd3e1-91fe-4ec6-8e3a-4edd55924d24 admin admin] Request body: {'subnet': {'network_id': 'a1c9d45b-4007-4985-a32c-90c0ac63e5e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1109578835-subnet', 'tenant_id': '7cd1eeacc71c4bf0984dfafe490a3172', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:51:11.416413 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4cd3e1-91fe-4ec6-8e3a-4edd55924d24 admin admin] Made reservation on behalf of 7cd1eeacc71c4bf0984dfafe490a3172 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:51:11.419033 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dc4cd3e1-91fe-4ec6-8e3a-4edd55924d24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:11.444814 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-465b9d8d-e22f-4c81-8945-5a61a01e138d req-fd5900bb-b924-464d-9f48-190687088fe7 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0408781 Dec 10 18:51:11.561787 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6671008b-443a-435d-847b-5b392f778713 req-5aec7ddd-b436-4497-94af-3dd35cd1b12d tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0365288 Dec 10 18:51:11.577765 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c59ff97-96be-45f4-8273-4445a770f67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:11.642556 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c59ff97-96be-45f4-8273-4445a770f67b admin admin] Pushing event updated for resources: {'Subnet': ['ID=35ea4ebc-de12-4152-883e-6cadcbd1c266,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:11.646986 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c59ff97-96be-45f4-8273-4445a770f67b admin admin] Checking segment: {'id': 'ce0ebb90-d9eb-4165-8b25-92ee2a639119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '51b7e5bd-877d-4185-a0e5-245d23a55b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:51:11.647353 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c59ff97-96be-45f4-8273-4445a770f67b admin admin] Network hostable DHCP agents. Network: 51b7e5bd-877d-4185-a0e5-245d23a55b28, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:51:11.665597 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c59ff97-96be-45f4-8273-4445a770f67b admin admin] Network 51b7e5bd-877d-4185-a0e5-245d23a55b28 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:51:11.669221 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dc4cd3e1-91fe-4ec6-8e3a-4edd55924d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:11.674295 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-4c59ff97-96be-45f4-8273-4445a770f67b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 51b7e5bd-877d-4185-a0e5-245d23a55b28) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:51:11.680830 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c59ff97-96be-45f4-8273-4445a770f67b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:11.681141 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c59ff97-96be-45f4-8273-4445a770f67b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:11.684995 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6114b72-3fd1-4d16-a8f0-d1af6d0ad8a2 None None] Network 51b7e5bd-877d-4185-a0e5-245d23a55b28 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:51:11.699765 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4c59ff97-96be-45f4-8273-4445a770f67b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4274142 Dec 10 18:51:11.736980 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4cd3e1-91fe-4ec6-8e3a-4edd55924d24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abda7f07-a61d-4bdf-9203-a810b4b613fd,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:11.745047 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4cd3e1-91fe-4ec6-8e3a-4edd55924d24 admin admin] Checking segment: {'id': '63a937ae-ef1c-4d06-826c-9908a7044300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a1c9d45b-4007-4985-a32c-90c0ac63e5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:51:11.745489 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4cd3e1-91fe-4ec6-8e3a-4edd55924d24 admin admin] Network hostable DHCP agents. Network: a1c9d45b-4007-4985-a32c-90c0ac63e5e2, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:51:11.764670 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4cd3e1-91fe-4ec6-8e3a-4edd55924d24 admin admin] Network a1c9d45b-4007-4985-a32c-90c0ac63e5e2 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:51:11.773666 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-dc4cd3e1-91fe-4ec6-8e3a-4edd55924d24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, a1c9d45b-4007-4985-a32c-90c0ac63e5e2) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:51:11.778838 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4cd3e1-91fe-4ec6-8e3a-4edd55924d24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:11.779494 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dc4cd3e1-91fe-4ec6-8e3a-4edd55924d24 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:11.785720 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79bc72b-9f39-46ef-aab2-c3212134df01 None None] Network a1c9d45b-4007-4985-a32c-90c0ac63e5e2 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:51:11.799482 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-dc4cd3e1-91fe-4ec6-8e3a-4edd55924d24 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4194241 Dec 10 18:51:11.824288 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e530276-b070-49d5-9162-d582a9c434f7 None None] Network 51b7e5bd-877d-4185-a0e5-245d23a55b28 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:51:11.953059 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3af20ac-df8e-46cf-9f5b-081e3b48d474 None None] Network a1c9d45b-4007-4985-a32c-90c0ac63e5e2 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:51:12.014717 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5daf0c34-c225-4150-8a6a-85b07ff3160e req-6fbd8833-3c3e-4c3e-a136-2b647d9eafb3 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0366285 Dec 10 18:51:12.198298 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bc49dfe3-bc23-43a0-ac09-5b6893624314 req-d6055ed6-09f9-48ea-82e8-677384255efb tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0291488 Dec 10 18:51:12.240921 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43560) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:12.245826 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f06ae6f9-7dcc-4e6c-bd6b-3bfe29c827d2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2140872198-network', 'tenant_id': 'cff041d1fcc14d668a6f18ab46804942'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:51:12.267132 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06ae6f9-7dcc-4e6c-bd6b-3bfe29c827d2 admin admin] Made reservation on behalf of cff041d1fcc14d668a6f18ab46804942 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:51:12.269977 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f06ae6f9-7dcc-4e6c-bd6b-3bfe29c827d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:12.279033 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f06ae6f9-7dcc-4e6c-bd6b-3bfe29c827d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:12.362146 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f06ae6f9-7dcc-4e6c-bd6b-3bfe29c827d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:12.370797 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f06ae6f9-7dcc-4e6c-bd6b-3bfe29c827d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:12.401239 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f06ae6f9-7dcc-4e6c-bd6b-3bfe29c827d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:51:12.408339 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ae6f9-7dcc-4e6c-bd6b-3bfe29c827d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6667b6-4140-4e85-a367-631392d09b2f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:12.415276 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f06ae6f9-7dcc-4e6c-bd6b-3bfe29c827d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:12.415587 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-f06ae6f9-7dcc-4e6c-bd6b-3bfe29c827d2 admin admin] Added segment d4bd87d7-f12b-4531-8d12-fed7e05c3c19 of type vlan for network 1ae82954-9c39-45ea-84d3-79b26632f85a Dec 10 18:51:12.464747 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f06ae6f9-7dcc-4e6c-bd6b-3bfe29c827d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:12.499956 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f06ae6f9-7dcc-4e6c-bd6b-3bfe29c827d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:12.499956 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06ae6f9-7dcc-4e6c-bd6b-3bfe29c827d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:12.499956 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f06ae6f9-7dcc-4e6c-bd6b-3bfe29c827d2 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:12.587171 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6eff2ecd-9134-4277-bca7-f466e8b6b087 req-8afe2b3c-88f1-40f7-b927-fe937f000cbe tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0756128 Dec 10 18:51:12.590447 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f06ae6f9-7dcc-4e6c-bd6b-3bfe29c827d2 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3485041 Dec 10 18:51:12.593290 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43576) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:12.605479 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7cb22e7e-20b5-4b97-bcd8-6151233ed054 admin admin] Request body: {'subnet': {'network_id': '1ae82954-9c39-45ea-84d3-79b26632f85a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2140872198-subnet', 'tenant_id': 'cff041d1fcc14d668a6f18ab46804942', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:51:12.616930 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ae6f9-7dcc-4e6c-bd6b-3bfe29c827d2 admin admin] Pushing event updated for resources: {'Network': ['ID=1ae82954-9c39-45ea-84d3-79b26632f85a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:12.632777 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 1ae82954-9c39-45ea-84d3-79b26632f85a details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:51:12.634536 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb22e7e-20b5-4b97-bcd8-6151233ed054 admin admin] Made reservation on behalf of cff041d1fcc14d668a6f18ab46804942 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:51:12.637179 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7cb22e7e-20b5-4b97-bcd8-6151233ed054 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:12.750091 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-84183b8e-0b49-4dbb-8b54-a404911017ce tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:12.751583 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-84183b8e-0b49-4dbb-8b54-a404911017ce tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] 10.222.0.62 "GET /v2.0/networks?id=a1c9d45b-4007-4985-a32c-90c0ac63e5e2 HTTP/1.1" status: 200 len: 814 time: 0.4028695 Dec 10 18:51:12.767244 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-c0f1bccd-99d7-4f2d-8b17-bb94ddb66380 tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] 10.222.0.62 "GET /v2.0/quotas/7cd1eeacc71c4bf0984dfafe490a3172 HTTP/1.1" status: 200 len: 375 time: 0.0092533 Dec 10 18:51:12.797434 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e62ac5c3-767d-4bcf-bb68-7cde35973d65 req-09c45f3f-b9ac-4aa9-a8e2-908fdd1f574d tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0324695 Dec 10 18:51:12.804135 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-c2b923dc-55e8-4b51-af79-4f7261f5bc76 tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7cd1eeacc71c4bf0984dfafe490a3172&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300922 Dec 10 18:51:12.869641 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7cb22e7e-20b5-4b97-bcd8-6151233ed054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:12.909440 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-c2b79feb-314c-40dc-a1d4-ef1f97e273e2 service neutron] 10.222.0.62 "GET /v2.0/networks/a1c9d45b-4007-4985-a32c-90c0ac63e5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962698 Dec 10 18:51:12.931893 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb22e7e-20b5-4b97-bcd8-6151233ed054 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87f9abad-6f07-47e9-8cbf-f5ef54bbaf68,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:12.939417 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb22e7e-20b5-4b97-bcd8-6151233ed054 admin admin] Checking segment: {'id': 'd4bd87d7-f12b-4531-8d12-fed7e05c3c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1ae82954-9c39-45ea-84d3-79b26632f85a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:51:12.939789 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb22e7e-20b5-4b97-bcd8-6151233ed054 admin admin] Network hostable DHCP agents. Network: 1ae82954-9c39-45ea-84d3-79b26632f85a, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:51:12.958624 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb22e7e-20b5-4b97-bcd8-6151233ed054 admin admin] Network 1ae82954-9c39-45ea-84d3-79b26632f85a is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:51:12.968102 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-7cb22e7e-20b5-4b97-bcd8-6151233ed054 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 1ae82954-9c39-45ea-84d3-79b26632f85a) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:51:12.975711 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb22e7e-20b5-4b97-bcd8-6151233ed054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:12.976319 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd322b3-4ce2-4598-b72c-acc83eadf876 None None] Network 1ae82954-9c39-45ea-84d3-79b26632f85a requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:51:12.976433 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7cb22e7e-20b5-4b97-bcd8-6151233ed054 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:12.997286 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7cb22e7e-20b5-4b97-bcd8-6151233ed054 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3989124 Dec 10 18:51:13.025508 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-e0fd25bd-b780-4e60-9249-488d3ed86e22 service neutron] 10.222.0.62 "GET /v2.0/networks/a1c9d45b-4007-4985-a32c-90c0ac63e5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090753 Dec 10 18:51:13.088671 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ccc005-d210-49b6-9f6b-6294a1e147b6 None None] Network 1ae82954-9c39-45ea-84d3-79b26632f85a requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:51:13.100196 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0b72e815-d6a0-4c3e-b4b3-05d92ae59210 req-6921721f-2298-4d3e-a0ba-6676cdf8231a tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0311332 Dec 10 18:51:13.194129 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-05169d9b-2ce5-47f9-a584-d5c8065fab90 req-ebf6e1a7-d5ca-4ccf-bb44-a8a50d06b1ed tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] 10.222.0.62 "GET /v2.0/ports?device_id=10c821f8-ce96-4eee-aeac-c6e2091bf487 HTTP/1.1" status: 200 len: 210 time: 0.0292382 Dec 10 18:51:13.283262 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0d7fe7b3-a1ff-4435-b19c-74b1b180c2ec req-051df362-546e-4b57-9b07-4a6ad35ef804 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0265074 Dec 10 18:51:13.523424 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-4cf6e832-9097-430a-b1e9-b4f5058b09dc tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:13.524871 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-4cf6e832-9097-430a-b1e9-b4f5058b09dc tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] 10.222.0.62 "GET /v2.0/networks?id=51b7e5bd-877d-4185-a0e5-245d23a55b28 HTTP/1.1" status: 200 len: 808 time: 0.1066637 Dec 10 18:51:13.540439 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-479d15d0-29fd-48ea-83de-4dbb7c350a0b tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] 10.222.0.62 "GET /v2.0/quotas/d719a15f3fdd4f8892d3ba064ca956d0 HTTP/1.1" status: 200 len: 375 time: 0.0101159 Dec 10 18:51:13.571318 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-8a7748d9-f108-4493-83de-536af6da0e02 tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d719a15f3fdd4f8892d3ba064ca956d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256388 Dec 10 18:51:13.667280 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a2decae1-9291-44b3-8fbe-ed4fcb639319 req-42326fc6-eeeb-4351-a82d-b2ba5120adff tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0272925 Dec 10 18:51:13.676691 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-a76fb4ca-c43c-499a-81e4-f935002426c6 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:51:13.677771 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-a76fb4ca-c43c-499a-81e4-f935002426c6 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0999279 Dec 10 18:51:13.772447 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-ce6cac7c-c341-4458-b31d-208ee8c6eaab service neutron] 10.222.0.62 "GET /v2.0/networks/51b7e5bd-877d-4185-a0e5-245d23a55b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884030 Dec 10 18:51:13.861833 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-e69b19d7-9d22-43dc-b729-e833c1c58c07 service neutron] 10.222.0.62 "GET /v2.0/networks/51b7e5bd-877d-4185-a0e5-245d23a55b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832837 Dec 10 18:51:13.884066 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d82ea0b9-6bd4-4ebd-9ba7-341d80499226 req-2c6fe74a-c077-4ea8-850f-992237137566 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0258579 Dec 10 18:51:14.023367 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-752049ed-a332-4203-b6b4-3c19697921fc req-7ebba2f3-7f90-4c42-b8e0-e121a3b02f7e tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe91a9de-1bff-432a-8839-4a525a408252 HTTP/1.1" status: 200 len: 210 time: 0.0267904 Dec 10 18:51:14.183491 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5c645a2c-76e3-4119-9326-939b4c757d86 req-cfce8cb4-73e0-4635-88e5-886ae5816537 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0306704 Dec 10 18:51:14.285703 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d6000f34-64ed-465e-ab95-a4e9db6fdd0b req-a07d3e2b-a04b-4ace-8595-2f5c22adad6f tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] 10.222.0.62 "GET /v2.0/ports?device_id=10c821f8-ce96-4eee-aeac-c6e2091bf487 HTTP/1.1" status: 200 len: 210 time: 0.0266480 Dec 10 18:51:14.369962 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4fa32dcd-c389-4a35-92d3-34569db3d585 req-866f0ce8-48f5-4538-9a84-96325262d4ee tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0335619 Dec 10 18:51:14.747214 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d642c765-08ef-469d-b748-26889f31e444 req-a97db5a8-164c-4bd1-b4b1-700f4d667995 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0297015 Dec 10 18:51:14.961964 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-6a4d971b-c28d-48d6-a8a0-afcf2ae67c0d tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:14.963447 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-6a4d971b-c28d-48d6-a8a0-afcf2ae67c0d tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] 10.222.0.72 "GET /v2.0/networks?id=51b7e5bd-877d-4185-a0e5-245d23a55b28 HTTP/1.1" status: 200 len: 808 time: 0.1128592 Dec 10 18:51:14.968601 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d9173172-3191-4e6b-b59c-68727689ac5c req-75f27096-067f-4c2d-a026-e70155637e1d tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0266328 Dec 10 18:51:14.976381 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-de85eb6f-83f6-4403-a922-39ebb521625a tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] Request body: {'port': {'device_id': 'fe91a9de-1bff-432a-8839-4a525a408252', 'network_id': '51b7e5bd-877d-4185-a0e5-245d23a55b28', 'admin_state_up': True, 'tenant_id': 'd719a15f3fdd4f8892d3ba064ca956d0'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:51:15.088173 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-de85eb6f-83f6-4403-a922-39ebb521625a tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] Made reservation on behalf of d719a15f3fdd4f8892d3ba064ca956d0 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:51:15.091667 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-de85eb6f-83f6-4403-a922-39ebb521625a tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:15.128429 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-78696513-854a-473d-b4a5-2abbb3e4ba81 req-c8e36b41-78e4-4624-986f-0f3a9f5815ea tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe91a9de-1bff-432a-8839-4a525a408252 HTTP/1.1" status: 200 len: 210 time: 0.0344448 Dec 10 18:51:15.239307 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-de85eb6f-83f6-4403-a922-39ebb521625a tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] Allocated IP 172.20.0.10 (51b7e5bd-877d-4185-a0e5-245d23a55b28/35ea4ebc-de12-4152-883e-6cadcbd1c266/85a5d5fd-291a-4c59-823d-1c1cfc53454b) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:51:15.260934 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-acd63340-8547-49b0-a71d-6923bf260110 req-3141d501-1b4e-4bb9-a758-8ff4310fec76 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0279028 Dec 10 18:51:15.369310 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a7452938-71bf-4f91-bf4a-4870cc155ef8 req-446850cd-f511-48b1-b609-275dad53d55e tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] 10.222.0.62 "GET /v2.0/ports?device_id=10c821f8-ce96-4eee-aeac-c6e2091bf487 HTTP/1.1" status: 200 len: 210 time: 0.0319128 Dec 10 18:51:15.423765 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-de85eb6f-83f6-4403-a922-39ebb521625a tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:15.445950 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3da4e8ce-c2e8-4751-863b-c18d70cd4adc req-aca9c9c1-623c-49da-91a7-062e6673c4df tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0263307 Dec 10 18:51:15.460916 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-de85eb6f-83f6-4403-a922-39ebb521625a tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:15.502654 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-de85eb6f-83f6-4403-a922-39ebb521625a tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] Network 51b7e5bd-877d-4185-a0e5-245d23a55b28 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:51:15.506208 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-de85eb6f-83f6-4403-a922-39ebb521625a tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:51:15.508562 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-de85eb6f-83f6-4403-a922-39ebb521625a tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:51:15.538862 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de85eb6f-83f6-4403-a922-39ebb521625a tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] Pushing event updated for resources: {'Port': ['ID=85a5d5fd-291a-4c59-823d-1c1cfc53454b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:15.562246 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-de85eb6f-83f6-4403-a922-39ebb521625a tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:15.562884 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-de85eb6f-83f6-4403-a922-39ebb521625a tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:15.578422 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-de85eb6f-83f6-4403-a922-39ebb521625a tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6065795 Dec 10 18:51:15.591666 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-70867dc2-9c47-479e-a333-23e4c6c867bc service neutron] Request body: {'port': {'device_id': 'fe91a9de-1bff-432a-8839-4a525a408252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:51:15.646057 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-70867dc2-9c47-479e-a333-23e4c6c867bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:15.842003 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d744b94b-5afb-4977-a61b-20030517d3d6 req-2dcb715b-980c-467e-ad7c-96c6782c91ed tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0324945 Dec 10 18:51:15.935386 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-70867dc2-9c47-479e-a333-23e4c6c867bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85a5d5fd-291a-4c59-823d-1c1cfc53454b {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:51:15.943356 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-70867dc2-9c47-479e-a333-23e4c6c867bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:15.955222 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-70867dc2-9c47-479e-a333-23e4c6c867bc service neutron] Transition to ACTIVE for port object 85a5d5fd-291a-4c59-823d-1c1cfc53454b will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:51:15.958999 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-70867dc2-9c47-479e-a333-23e4c6c867bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:16.011601 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70867dc2-9c47-479e-a333-23e4c6c867bc service neutron] Pushing event updated for resources: {'Port': ['ID=85a5d5fd-291a-4c59-823d-1c1cfc53454b,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:16.073889 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3f6ffb74-f650-4c3e-9e67-3a213e151b04 req-80bbc9cd-0c2f-44f8-8e19-8dc5d87882ee tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0432272 Dec 10 18:51:16.101698 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-70867dc2-9c47-479e-a333-23e4c6c867bc service neutron] Attempting to bind port 85a5d5fd-291a-4c59-823d-1c1cfc53454b on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:51:16.102035 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-70867dc2-9c47-479e-a333-23e4c6c867bc service neutron] Attempting to bind port 85a5d5fd-291a-4c59-823d-1c1cfc53454b by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': 'ce0ebb90-d9eb-4165-8b25-92ee2a639119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '51b7e5bd-877d-4185-a0e5-245d23a55b28'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:51:16.102368 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-70867dc2-9c47-479e-a333-23e4c6c867bc service neutron] Attempting to bind port 85a5d5fd-291a-4c59-823d-1c1cfc53454b on network 51b7e5bd-877d-4185-a0e5-245d23a55b28 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:51:16.106605 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-70867dc2-9c47-479e-a333-23e4c6c867bc service neutron] Port 85a5d5fd-291a-4c59-823d-1c1cfc53454b on network 51b7e5bd-877d-4185-a0e5-245d23a55b28 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:51:16.106930 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-70867dc2-9c47-479e-a333-23e4c6c867bc service neutron] Attempting to bind port 85a5d5fd-291a-4c59-823d-1c1cfc53454b on network 51b7e5bd-877d-4185-a0e5-245d23a55b28 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:51:16.111639 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-70867dc2-9c47-479e-a333-23e4c6c867bc service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:51:16.111983 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-70867dc2-9c47-479e-a333-23e4c6c867bc service neutron] Checking segment: {'id': 'ce0ebb90-d9eb-4165-8b25-92ee2a639119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '51b7e5bd-877d-4185-a0e5-245d23a55b28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:51:16.112371 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-70867dc2-9c47-479e-a333-23e4c6c867bc service neutron] Bound using segment: {'id': 'ce0ebb90-d9eb-4165-8b25-92ee2a639119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '51b7e5bd-877d-4185-a0e5-245d23a55b28'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:51:16.113410 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-70867dc2-9c47-479e-a333-23e4c6c867bc service neutron] Bound port: 85a5d5fd-291a-4c59-823d-1c1cfc53454b, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce0ebb90-d9eb-4165-8b25-92ee2a639119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '51b7e5bd-877d-4185-a0e5-245d23a55b28'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:51:16.113968 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-70867dc2-9c47-479e-a333-23e4c6c867bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:16.177558 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-70867dc2-9c47-479e-a333-23e4c6c867bc service neutron] For port 85a5d5fd-291a-4c59-823d-1c1cfc53454b, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:51:16.180570 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-70867dc2-9c47-479e-a333-23e4c6c867bc service neutron] For port 85a5d5fd-291a-4c59-823d-1c1cfc53454b, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=85a5d5fd-291a-4c59-823d-1c1cfc53454b,segment=NetworkSegment(ce0ebb90-d9eb-4165-8b25-92ee2a639119),segment_id=ce0ebb90-d9eb-4165-8b25-92ee2a639119)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:51:16.185033 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-70867dc2-9c47-479e-a333-23e4c6c867bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:16.224180 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-70867dc2-9c47-479e-a333-23e4c6c867bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:16.224834 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-70867dc2-9c47-479e-a333-23e4c6c867bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:16.226215 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-70867dc2-9c47-479e-a333-23e4c6c867bc service neutron] 10.222.0.72 "PUT /v2.0/ports/85a5d5fd-291a-4c59-823d-1c1cfc53454b HTTP/1.1" status: 200 len: 1092 time: 0.6389267 Dec 10 18:51:16.226659 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe91a9de-1bff-432a-8839-4a525a408252', 'tag': '85a5d5fd-291a-4c59-823d-1c1cfc53454b'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:51:16.229047 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9183a2-dbfa-440f-aa91-099779a837c0" -d '{"events": [{"name": "network-changed", "server_uuid": "fe91a9de-1bff-432a-8839-4a525a408252", "tag": "85a5d5fd-291a-4c59-823d-1c1cfc53454b"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:51:16.257899 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70867dc2-9c47-479e-a333-23e4c6c867bc service neutron] Pushing event updated for resources: {'Port': ['ID=85a5d5fd-291a-4c59-823d-1c1cfc53454b,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:16.267387 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ab843-26fd-4533-93f9-f89d5cd6d266 req-8ee4d507-0ab4-4197-a0ac-9494f698872c tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:16.268989 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4e4ab843-26fd-4533-93f9-f89d5cd6d266 req-8ee4d507-0ab4-4197-a0ac-9494f698872c tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe91a9de-1bff-432a-8839-4a525a408252 HTTP/1.1" status: 200 len: 944 time: 0.0677698 Dec 10 18:51:16.280869 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db459c4-f6fa-40b3-839c-799cd17c2055 x-openstack-request-id: req-8db459c4-f6fa-40b3-839c-799cd17c2055 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:51:16.281304 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe91a9de-1bff-432a-8839-4a525a408252", "tag": "85a5d5fd-291a-4c59-823d-1c1cfc53454b", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:51:16.281412 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8db459c4-f6fa-40b3-839c-799cd17c2055 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:51:16.282070 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe91a9de-1bff-432a-8839-4a525a408252', 'tag': '85a5d5fd-291a-4c59-823d-1c1cfc53454b', 'status': 'completed', 'code': 200} Dec 10 18:51:16.321344 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4e4ab843-26fd-4533-93f9-f89d5cd6d266 req-80517dd4-1f81-4a35-8941-c364330121fe tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] 10.222.0.62 "GET /v2.0/security-groups?id=39246128-1d4d-4c48-8b0d-9bed0fcf911b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460091 Dec 10 18:51:16.325810 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-d6aa21bb-e266-4d71-93f2-86fcf3a93055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:16.327036 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-d6aa21bb-e266-4d71-93f2-86fcf3a93055 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d719a15f3fdd4f8892d3ba064ca956d0&device_id=fe91a9de-1bff-432a-8839-4a525a408252 HTTP/1.1" status: 200 len: 1095 time: 0.0615077 Dec 10 18:51:16.351758 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6e2646d9-8be1-4d18-829d-fb72b71de2a8 req-9f348c69-6dd2-4e1e-94f6-1e30efcbc33c tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0371926 Dec 10 18:51:16.381822 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-ec6dfaed-5aef-40c3-95e8-28c6c5769b2d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85a5d5fd-291a-4c59-823d-1c1cfc53454b HTTP/1.1" status: 200 len: 217 time: 0.0376503 Dec 10 18:51:16.434045 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-d028a0de-f69b-4355-9cd8-6e10a0b8a98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:16.435524 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-d028a0de-f69b-4355-9cd8-6e10a0b8a98e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=35ea4ebc-de12-4152-883e-6cadcbd1c266 HTTP/1.1" status: 200 len: 848 time: 0.0475607 Dec 10 18:51:16.449915 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-017be367-8bdd-4f9f-b0e0-9f4a3d370a2d req-d6354006-0d19-4aed-8b84-d817f9e00a28 tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] 10.222.0.62 "GET /v2.0/ports?device_id=10c821f8-ce96-4eee-aeac-c6e2091bf487 HTTP/1.1" status: 200 len: 210 time: 0.0302403 Dec 10 18:51:16.467159 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-067778fa-4b24-454b-8482-a242a3fe85f7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=51b7e5bd-877d-4185-a0e5-245d23a55b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243075 Dec 10 18:51:16.549048 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c8e12460-29bb-4c04-9cb1-a01a577243ef req-c64cb487-a82f-4f50-b477-fdeaecbe2ff0 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0346475 Dec 10 18:51:16.582909 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-57541f78-f13c-4ee7-8678-d60c735dfe62 service neutron] 10.222.0.72 "GET /v2.0/networks/51b7e5bd-877d-4185-a0e5-245d23a55b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084478 Dec 10 18:51:16.676171 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a04b0d87-fa32-40a3-8ba3-7451925cf026 req-dbce12ac-d299-4667-a5ad-5adb90bf59d7 service neutron] 10.222.0.72 "GET /v2.0/networks/51b7e5bd-877d-4185-a0e5-245d23a55b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865219 Dec 10 18:51:16.761640 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9183a2-dbfa-440f-aa91-099779a837c0 req-312810cb-7e80-4ff7-a0f0-51c7794a2eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:16.763108 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4c9183a2-dbfa-440f-aa91-099779a837c0 req-312810cb-7e80-4ff7-a0f0-51c7794a2eeb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d719a15f3fdd4f8892d3ba064ca956d0&device_id=fe91a9de-1bff-432a-8839-4a525a408252 HTTP/1.1" status: 200 len: 1095 time: 0.0393658 Dec 10 18:51:16.853856 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9183a2-dbfa-440f-aa91-099779a837c0 req-881de2af-c2c4-4c7f-8849-6b4011c89d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:16.855214 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4c9183a2-dbfa-440f-aa91-099779a837c0 req-881de2af-c2c4-4c7f-8849-6b4011c89d26 service neutron] 10.222.0.72 "GET /v2.0/networks?id=51b7e5bd-877d-4185-a0e5-245d23a55b28 HTTP/1.1" status: 200 len: 909 time: 0.0849459 Dec 10 18:51:16.897538 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4c9183a2-dbfa-440f-aa91-099779a837c0 req-b37cdeae-6dc7-404b-b6ef-31089a043aa0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85a5d5fd-291a-4c59-823d-1c1cfc53454b HTTP/1.1" status: 200 len: 217 time: 0.0350502 Dec 10 18:51:16.924553 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6afc30a7-d76d-45b6-b87d-57c0941aa46c req-6a221b0f-ce2e-4ef8-95c7-a0829232aaf3 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0282698 Dec 10 18:51:16.959270 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9183a2-dbfa-440f-aa91-099779a837c0 req-09a67a95-c503-4e09-b49d-a00ff592b4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:16.960769 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4c9183a2-dbfa-440f-aa91-099779a837c0 req-09a67a95-c503-4e09-b49d-a00ff592b4bf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=35ea4ebc-de12-4152-883e-6cadcbd1c266 HTTP/1.1" status: 200 len: 848 time: 0.0561051 Dec 10 18:51:17.162674 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-98dfec6c-48bb-446b-91b9-86098ac1e4cc req-f96a3db0-9ca6-42a0-abf2-269f87d08da3 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0294521 Dec 10 18:51:17.321598 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4c9183a2-dbfa-440f-aa91-099779a837c0 req-a6fb584a-c586-4d3a-815a-e19f7d9e804d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=51b7e5bd-877d-4185-a0e5-245d23a55b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3541231 Dec 10 18:51:17.429228 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1cb5f681-28bf-4a90-af89-f58b718f6fc8 req-5f542524-45f0-43e9-a9cc-9126e88dd99f tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0264788 Dec 10 18:51:17.458089 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4c9183a2-dbfa-440f-aa91-099779a837c0 req-64bd9343-8d0e-4070-b10c-2e4bfa09a94b service neutron] 10.222.0.72 "GET /v2.0/networks/51b7e5bd-877d-4185-a0e5-245d23a55b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292071 Dec 10 18:51:17.469321 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf63c25-2829-40e9-87ff-b250ebcb4562 req-38284761-edc0-42eb-b9d8-cfd9b383416d tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:17.470715 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eaf63c25-2829-40e9-87ff-b250ebcb4562 req-38284761-edc0-42eb-b9d8-cfd9b383416d tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe91a9de-1bff-432a-8839-4a525a408252 HTTP/1.1" status: 200 len: 944 time: 0.0745211 Dec 10 18:51:17.526618 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0d4c4e63-f281-4de5-9713-63f2b58cf9fe req-dd13b2db-0fce-4f35-87f9-fcdeabc6917c tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] 10.222.0.62 "GET /v2.0/ports?device_id=10c821f8-ce96-4eee-aeac-c6e2091bf487 HTTP/1.1" status: 200 len: 210 time: 0.0266032 Dec 10 18:51:17.582453 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eaf63c25-2829-40e9-87ff-b250ebcb4562 req-0f13efa5-5d59-4ef5-aa73-6402259ce68f tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] 10.222.0.62 "GET /v2.0/security-groups?id=39246128-1d4d-4c48-8b0d-9bed0fcf911b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004729 Dec 10 18:51:17.598863 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4c9183a2-dbfa-440f-aa91-099779a837c0 req-2e77c227-b2ec-4719-b06e-6a7fecd246da service neutron] 10.222.0.72 "GET /v2.0/networks/51b7e5bd-877d-4185-a0e5-245d23a55b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271172 Dec 10 18:51:17.627216 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5c2d8cde-70e2-4c1b-9d16-656d197ceca1 req-c641ddd1-1f0a-4139-955c-0dea1351a055 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0262070 Dec 10 18:51:18.002754 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-049f2a34-6fcf-4753-af02-901b660a605c req-eb701289-0e03-4d60-b591-244095f6d6b4 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc263957-0a40-4df7-a2b4-31e7d8f6e58a HTTP/1.1" status: 200 len: 210 time: 0.0270064 Dec 10 18:51:18.242808 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590272b6-ae6e-471f-b242-9304e427a592 req-bb0c80b0-2a31-4ebb-b108-ad3a2cdbc8a4 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:18.244376 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-590272b6-ae6e-471f-b242-9304e427a592 req-bb0c80b0-2a31-4ebb-b108-ad3a2cdbc8a4 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 945 time: 0.0547068 Dec 10 18:51:18.248471 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fcbf809c-bfd3-4e0b-a9fe-8ca5809ff90f req-de9e3c6e-7ed0-4191-9420-27ae41593dea tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0266101 Dec 10 18:51:18.298243 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-590272b6-ae6e-471f-b242-9304e427a592 req-ca699055-c05d-4621-9208-61f71f6293ab tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/security-groups?id=63a69521-ea70-4b3a-9115-a49ac975349f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477507 Dec 10 18:51:18.505579 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11c3514d-b4ff-4b37-875b-e5fe00242c3e req-dfae2177-8036-415a-b9ca-d0207db5c9af tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0261340 Dec 10 18:51:18.600757 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e745a77-ea2a-4c6a-bad2-64068950fd71 req-21aab801-50fe-41df-9813-f056a5a023f4 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:18.602231 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4e745a77-ea2a-4c6a-bad2-64068950fd71 req-21aab801-50fe-41df-9813-f056a5a023f4 tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.46 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 945 time: 0.0592699 Dec 10 18:51:18.624421 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4766b48e-6159-4375-a9bb-cccb3b0e3963 req-7da46dd5-8ceb-4885-811a-d64305caa734 tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] 10.222.0.62 "GET /v2.0/ports?device_id=10c821f8-ce96-4eee-aeac-c6e2091bf487 HTTP/1.1" status: 200 len: 210 time: 0.0450857 Dec 10 18:51:18.699041 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18823bec-b538-4122-b2ce-449cfb71d4ef req-4b60b31a-0fde-47e9-8982-27321f07a7fd tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:18.700560 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-18823bec-b538-4122-b2ce-449cfb71d4ef req-4b60b31a-0fde-47e9-8982-27321f07a7fd tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe91a9de-1bff-432a-8839-4a525a408252 HTTP/1.1" status: 200 len: 944 time: 0.0497010 Dec 10 18:51:18.728071 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0c46f3ec-6717-48b2-b49e-b42c1b944860 req-cda6f607-970c-4755-8eb2-17753f799a7b tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0323901 Dec 10 18:51:18.749027 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-4e745a77-ea2a-4c6a-bad2-64068950fd71 req-cca8978a-932b-4f37-9328-08c0a2b7e4ff tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Deleting port fa924f55-ae4a-4fe6-86b6-09234eefa69b {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:51:18.749376 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4e745a77-ea2a-4c6a-bad2-64068950fd71 req-cca8978a-932b-4f37-9328-08c0a2b7e4ff tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:18.759158 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-18823bec-b538-4122-b2ce-449cfb71d4ef req-2122fdc2-fb65-43ee-8fb8-9cc3d723411b tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] 10.222.0.62 "GET /v2.0/security-groups?id=39246128-1d4d-4c48-8b0d-9bed0fcf911b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524297 Dec 10 18:51:18.840341 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-4e745a77-ea2a-4c6a-bad2-64068950fd71 req-cca8978a-932b-4f37-9328-08c0a2b7e4ff tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] For port fa924f55-ae4a-4fe6-86b6-09234eefa69b, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=fa924f55-ae4a-4fe6-86b6-09234eefa69b,segment=NetworkSegment(1285f984-3e18-4f1a-bf44-6a33242c14c4),segment_id=1285f984-3e18-4f1a-bf44-6a33242c14c4)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:51:18.840745 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4e745a77-ea2a-4c6a-bad2-64068950fd71 req-cca8978a-932b-4f37-9328-08c0a2b7e4ff tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:18.853504 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-4e745a77-ea2a-4c6a-bad2-64068950fd71 req-cca8978a-932b-4f37-9328-08c0a2b7e4ff tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Calling delete_port for fa924f55-ae4a-4fe6-86b6-09234eefa69b owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:51:18.976828 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4e745a77-ea2a-4c6a-bad2-64068950fd71 req-cca8978a-932b-4f37-9328-08c0a2b7e4ff tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:18.989222 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['fa924f55-ae4a-4fe6-86b6-09234eefa69b'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:51:19.010257 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8978a-932b-4f37-9328-08c0a2b7e4ff tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Pushing event deleted for resources: {'Port': ['ID=fa924f55-ae4a-4fe6-86b6-09234eefa69b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:19.024870 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca8978a-932b-4f37-9328-08c0a2b7e4ff tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:19.025241 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca8978a-932b-4f37-9328-08c0a2b7e4ff tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:19.025599 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca8978a-932b-4f37-9328-08c0a2b7e4ff tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:19.025947 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca8978a-932b-4f37-9328-08c0a2b7e4ff tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:19.026284 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804e6f01-cad7-42b7-b635-060e9587bcce None None] DHCP port deletion for 7298e2ff-8266-485b-b15d-e11513ae77de request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:51:19.026392 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca8978a-932b-4f37-9328-08c0a2b7e4ff tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:19.026623 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca8978a-932b-4f37-9328-08c0a2b7e4ff tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:19.026964 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca8978a-932b-4f37-9328-08c0a2b7e4ff tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:19.027303 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca8978a-932b-4f37-9328-08c0a2b7e4ff tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:19.027641 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca8978a-932b-4f37-9328-08c0a2b7e4ff tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:19.027980 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca8978a-932b-4f37-9328-08c0a2b7e4ff tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:19.028315 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca8978a-932b-4f37-9328-08c0a2b7e4ff tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:19.028667 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca8978a-932b-4f37-9328-08c0a2b7e4ff tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:19.029001 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca8978a-932b-4f37-9328-08c0a2b7e4ff tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:19.066944 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e745a77-ea2a-4c6a-bad2-64068950fd71 req-cca8978a-932b-4f37-9328-08c0a2b7e4ff tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] No DVR routers for this DVR port fa924f55-ae4a-4fe6-86b6-09234eefa69b on host n-h1-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:51:19.071021 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4e745a77-ea2a-4c6a-bad2-64068950fd71 req-cca8978a-932b-4f37-9328-08c0a2b7e4ff tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:19.074596 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4e745a77-ea2a-4c6a-bad2-64068950fd71 req-cca8978a-932b-4f37-9328-08c0a2b7e4ff tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.46 "DELETE /v2.0/ports/fa924f55-ae4a-4fe6-86b6-09234eefa69b HTTP/1.1" status: 204 len: 173 time: 0.4590914 Dec 10 18:51:19.075065 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65feacbf-a1a6-45c4-a9d7-d81bfaae0b26', 'name': 'network-vif-deleted', 'tag': 'fa924f55-ae4a-4fe6-86b6-09234eefa69b'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:51:19.077459 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2297e5a6-f217-48fc-a751-1b433e2e3885" -d '{"events": [{"server_uuid": "65feacbf-a1a6-45c4-a9d7-d81bfaae0b26", "name": "network-vif-deleted", "tag": "fa924f55-ae4a-4fe6-86b6-09234eefa69b"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:51:19.137685 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28a12b7-c1f0-414a-b4be-17f9f6024490 x-openstack-request-id: req-a28a12b7-c1f0-414a-b4be-17f9f6024490 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:51:19.137994 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65feacbf-a1a6-45c4-a9d7-d81bfaae0b26", "name": "network-vif-deleted", "tag": "fa924f55-ae4a-4fe6-86b6-09234eefa69b", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:51:19.138256 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a28a12b7-c1f0-414a-b4be-17f9f6024490 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:51:19.138675 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65feacbf-a1a6-45c4-a9d7-d81bfaae0b26', 'name': 'network-vif-deleted', 'tag': 'fa924f55-ae4a-4fe6-86b6-09234eefa69b', 'status': 'completed', 'code': 200} Dec 10 18:51:19.372769 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b14b82b3-05b3-4bec-b034-1d739f5b2563 req-5aceee91-fb71-469c-982c-369044301f54 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0621469 Dec 10 18:51:19.444287 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-193bde5e-4892-43a6-bdeb-02df6a36c854 req-c9998b74-1f8a-4d91-9178-9392d0c72b4b tempest-ServerRescueNegativeTestJSON-2137510755 tempest-ServerRescueNegativeTestJSON-2137510755-project] 10.222.0.62 "GET /v2.0/ports?device_id=65feacbf-a1a6-45c4-a9d7-d81bfaae0b26 HTTP/1.1" status: 200 len: 210 time: 0.0283518 Dec 10 18:51:19.604004 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6d7e513a-25c3-47b4-95f8-fbeaaf72172d req-15026ec8-563f-45d9-b84c-be08742b075b tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0460939 Dec 10 18:51:19.623184 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2ddb8f00-b0f9-4718-9395-89091a7573c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:19.700538 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 85a5d5fd-291a-4c59-823d-1c1cfc53454b details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:51:19.728939 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ec975a05-6f64-4a12-8258-7a9636acee5e req-79d87f7a-2d72-46fe-be86-fb87b0962ddd tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] 10.222.0.62 "GET /v2.0/ports?device_id=10c821f8-ce96-4eee-aeac-c6e2091bf487 HTTP/1.1" status: 200 len: 210 time: 0.0297329 Dec 10 18:51:19.819289 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 85a5d5fd-291a-4c59-823d-1c1cfc53454b, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=85a5d5fd-291a-4c59-823d-1c1cfc53454b,segment=NetworkSegment(ce0ebb90-d9eb-4165-8b25-92ee2a639119),segment_id=ce0ebb90-d9eb-4165-8b25-92ee2a639119)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:51:19.824665 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-66d104ad-72e3-4a78-8492-650dfd048f9e req-3a043d9b-73e5-4149-abbb-10e6d35226c3 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0450416 Dec 10 18:51:19.839444 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '85a5d5fd-291a-4c59-823d-1c1cfc53454b', 'network_id': '51b7e5bd-877d-4185-a0e5-245d23a55b28', 'port_id': '85a5d5fd-291a-4c59-823d-1c1cfc53454b', 'mac_address': 'fa:16:3e:16:76:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35ea4ebc-de12-4152-883e-6cadcbd1c266', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:51:19.882866 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:19.899404 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85a5d5fd-291a-4c59-823d-1c1cfc53454b {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:51:19.904082 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf5758-945c-446a-998e-4585a13bfdbf req-f88c03e2-98c5-476f-a7ef-315c02adb3de tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:19.905625 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c4bf5758-945c-446a-998e-4585a13bfdbf req-f88c03e2-98c5-476f-a7ef-315c02adb3de tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe91a9de-1bff-432a-8839-4a525a408252 HTTP/1.1" status: 200 len: 944 time: 0.0542915 Dec 10 18:51:19.920762 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 85a5d5fd-291a-4c59-823d-1c1cfc53454b, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=85a5d5fd-291a-4c59-823d-1c1cfc53454b,segment=NetworkSegment(ce0ebb90-d9eb-4165-8b25-92ee2a639119),segment_id=ce0ebb90-d9eb-4165-8b25-92ee2a639119)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:51:19.925714 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:19.955015 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c4bf5758-945c-446a-998e-4585a13bfdbf req-e9af1f6c-c3dc-4173-ba78-2a6e76a989de tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] 10.222.0.62 "GET /v2.0/security-groups?id=39246128-1d4d-4c48-8b0d-9bed0fcf911b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422578 Dec 10 18:51:19.972034 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=85a5d5fd-291a-4c59-823d-1c1cfc53454b,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:20.244042 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['85a5d5fd-291a-4c59-823d-1c1cfc53454b'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:51:20.477135 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-37cb603e-7702-4430-936e-b286f7eb47e4 req-7cce7d4a-b831-4660-9138-d256c5988d26 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0293093 Dec 10 18:51:20.616143 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-b6cd2838-b3ab-4838-8745-d3cb10ab6572 tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:20.617958 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-b6cd2838-b3ab-4838-8745-d3cb10ab6572 tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] 10.222.0.46 "GET /v2.0/networks?id=a1c9d45b-4007-4985-a32c-90c0ac63e5e2 HTTP/1.1" status: 200 len: 814 time: 0.1129415 Dec 10 18:51:20.639661 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-7bf66920-1345-43f9-a6e6-124e5275d21d tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] Request body: {'port': {'device_id': '10c821f8-ce96-4eee-aeac-c6e2091bf487', 'network_id': 'a1c9d45b-4007-4985-a32c-90c0ac63e5e2', 'admin_state_up': True, 'tenant_id': '7cd1eeacc71c4bf0984dfafe490a3172'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:51:20.671826 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43738) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:20.695406 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7450f0c6-3ea2-43ba-91ca-90acb123b9e9 req-ce98947e-48d6-40f3-b2c4-8b0de214cb0a tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0325861 Dec 10 18:51:20.772261 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-7bf66920-1345-43f9-a6e6-124e5275d21d tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] Made reservation on behalf of 7cd1eeacc71c4bf0984dfafe490a3172 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:51:20.775822 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-7bf66920-1345-43f9-a6e6-124e5275d21d tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:20.866628 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5da23200-58ab-4cfa-a128-60b7c8d7e806 req-dbcc3b13-f45f-427d-9b45-9ce0f3957f32 tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] 10.222.0.62 "GET /v2.0/ports?device_id=10c821f8-ce96-4eee-aeac-c6e2091bf487 HTTP/1.1" status: 200 len: 210 time: 0.0390210 Dec 10 18:51:20.916701 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cdd32fec-d4c2-440f-85b0-3b8eb3b66b3e req-31f292eb-3186-4879-a171-8fbce27a40cc tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0354497 Dec 10 18:51:20.940915 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-7bf66920-1345-43f9-a6e6-124e5275d21d tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] Allocated IP 172.20.0.8 (a1c9d45b-4007-4985-a32c-90c0ac63e5e2/abda7f07-a61d-4bdf-9203-a810b4b613fd/dccf4ebc-3363-47a3-8a11-9400672ad98b) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:51:21.113466 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ecf4c-b5cc-4c63-811c-ee5c64e70b98 req-b7843eb3-49ef-4d1c-a2e0-ba4f38fbd62f tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:21.115690 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-010ecf4c-b5cc-4c63-811c-ee5c64e70b98 req-b7843eb3-49ef-4d1c-a2e0-ba4f38fbd62f tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe91a9de-1bff-432a-8839-4a525a408252 HTTP/1.1" status: 200 len: 945 time: 0.0764341 Dec 10 18:51:21.150005 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-7bf66920-1345-43f9-a6e6-124e5275d21d tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:21.186282 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-010ecf4c-b5cc-4c63-811c-ee5c64e70b98 req-bb4e9e47-101c-49f1-bd2f-b165e5a68143 tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] 10.222.0.62 "GET /v2.0/security-groups?id=39246128-1d4d-4c48-8b0d-9bed0fcf911b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632832 Dec 10 18:51:21.210807 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-7bf66920-1345-43f9-a6e6-124e5275d21d tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:21.226933 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bc79a97e-af38-4fc8-b6c7-13d92711fd50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:21.270515 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-7bf66920-1345-43f9-a6e6-124e5275d21d tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] Network a1c9d45b-4007-4985-a32c-90c0ac63e5e2 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:51:21.274467 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-7bf66920-1345-43f9-a6e6-124e5275d21d tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:51:21.278856 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-7bf66920-1345-43f9-a6e6-124e5275d21d tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:51:21.279768 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf66920-1345-43f9-a6e6-124e5275d21d tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] Pushing event updated for resources: {'Port': ['ID=dccf4ebc-3363-47a3-8a11-9400672ad98b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:21.333727 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-7bf66920-1345-43f9-a6e6-124e5275d21d tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:21.334343 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-7bf66920-1345-43f9-a6e6-124e5275d21d tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:21.338611 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-62bbdaf5-574f-4ff0-95dc-11160f0bc497 req-749a0e3a-9798-4b38-b8b9-3a4287d7bfae service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0647719 Dec 10 18:51:21.352896 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-7bf66920-1345-43f9-a6e6-124e5275d21d tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7192669 Dec 10 18:51:21.515286 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-bc79a97e-af38-4fc8-b6c7-13d92711fd50 admin admin] Deleting port e06badfc-69e7-48aa-a6c4-d9dce024e85d {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:51:21.515636 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bc79a97e-af38-4fc8-b6c7-13d92711fd50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:21.534107 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-9e58ad47-091b-41e2-9be8-4ded0c5cc044 service neutron] Request body: {'port': {'device_id': '10c821f8-ce96-4eee-aeac-c6e2091bf487', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:51:21.597840 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-bc79a97e-af38-4fc8-b6c7-13d92711fd50 admin admin] For port e06badfc-69e7-48aa-a6c4-d9dce024e85d, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e06badfc-69e7-48aa-a6c4-d9dce024e85d,segment=NetworkSegment(1285f984-3e18-4f1a-bf44-6a33242c14c4),segment_id=1285f984-3e18-4f1a-bf44-6a33242c14c4)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:51:21.599138 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bc79a97e-af38-4fc8-b6c7-13d92711fd50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:21.605823 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-54ed92b3-fda5-4917-8fd4-06012ba9d313 req-1a8bead4-c2d6-411e-bb52-a28ca1866ee4 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0472097 Dec 10 18:51:21.612440 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-bc79a97e-af38-4fc8-b6c7-13d92711fd50 admin admin] Calling delete_port for e06badfc-69e7-48aa-a6c4-d9dce024e85d owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:51:21.615241 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-9e58ad47-091b-41e2-9be8-4ded0c5cc044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:21.698424 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 85a5d5fd-291a-4c59-823d-1c1cfc53454b up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:51:21.752214 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 85a5d5fd-291a-4c59-823d-1c1cfc53454b completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:51:21.760350 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 85a5d5fd-291a-4c59-823d-1c1cfc53454b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:51:21.760845 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:21.815845 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3b5ff24c-f17f-4e0d-b163-1302d76f5f08 req-ae00bea2-04ca-4778-a229-c6655bbc8de5 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0521958 Dec 10 18:51:21.840369 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bc79a97e-af38-4fc8-b6c7-13d92711fd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:21.847341 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:21.870726 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79a97e-af38-4fc8-b6c7-13d92711fd50 admin admin] Pushing event deleted for resources: {'Port': ['ID=e06badfc-69e7-48aa-a6c4-d9dce024e85d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:21.880529 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe91a9de-1bff-432a-8839-4a525a408252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a5d5fd-291a-4c59-823d-1c1cfc53454b'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:51:21.883531 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae8d881-d8a9-4688-81d4-f3b30571e402" -d '{"events": [{"server_uuid": "fe91a9de-1bff-432a-8839-4a525a408252", "name": "network-vif-plugged", "status": "completed", "tag": "85a5d5fd-291a-4c59-823d-1c1cfc53454b"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:51:21.913497 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7277102-703a-4b23-84f5-40ca30cf9c65 None None] DHCP port deletion for 7298e2ff-8266-485b-b15d-e11513ae77de request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:51:21.925964 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 85a5d5fd-291a-4c59-823d-1c1cfc53454b, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=85a5d5fd-291a-4c59-823d-1c1cfc53454b,segment=NetworkSegment(ce0ebb90-d9eb-4165-8b25-92ee2a639119),segment_id=ce0ebb90-d9eb-4165-8b25-92ee2a639119)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:51:21.942123 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:21.951154 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2ef417-c12b-49e9-b6f5-9a82baaa22dd x-openstack-request-id: req-7a2ef417-c12b-49e9-b6f5-9a82baaa22dd {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:51:21.951442 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe91a9de-1bff-432a-8839-4a525a408252", "name": "network-vif-plugged", "status": "completed", "tag": "85a5d5fd-291a-4c59-823d-1c1cfc53454b", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:51:21.951700 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7a2ef417-c12b-49e9-b6f5-9a82baaa22dd {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:51:21.952153 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe91a9de-1bff-432a-8839-4a525a408252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a5d5fd-291a-4c59-823d-1c1cfc53454b', 'code': 200} Dec 10 18:51:21.975780 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-9e58ad47-091b-41e2-9be8-4ded0c5cc044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dccf4ebc-3363-47a3-8a11-9400672ad98b {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:51:21.984137 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-9e58ad47-091b-41e2-9be8-4ded0c5cc044 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:22.002981 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-9e58ad47-091b-41e2-9be8-4ded0c5cc044 service neutron] Transition to ACTIVE for port object dccf4ebc-3363-47a3-8a11-9400672ad98b will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:51:22.007485 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-9e58ad47-091b-41e2-9be8-4ded0c5cc044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:22.037826 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=85a5d5fd-291a-4c59-823d-1c1cfc53454b,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:22.076522 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1dcc049e-1419-45c0-81f5-9f8f36624505 req-2eea273c-e0a7-48e9-a510-67534d11cf80 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0592360 Dec 10 18:51:22.093918 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e58ad47-091b-41e2-9be8-4ded0c5cc044 service neutron] Pushing event updated for resources: {'Port': ['ID=dccf4ebc-3363-47a3-8a11-9400672ad98b,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:22.137624 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24728b2-a416-4a4d-b845-789989ab25be req-c284abf0-a6e8-4f15-b32b-18cb12365b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:22.139230 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c24728b2-a416-4a4d-b845-789989ab25be req-c284abf0-a6e8-4f15-b32b-18cb12365b09 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fe91a9de-1bff-432a-8839-4a525a408252 HTTP/1.1" status: 200 len: 1097 time: 0.0947764 Dec 10 18:51:22.150470 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efd0e3-9149-43cb-ace8-e763a2875618 req-fcc36173-8160-4148-99b2-d4e82ce3d89b tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:22.152106 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43efd0e3-9149-43cb-ace8-e763a2875618 req-fcc36173-8160-4148-99b2-d4e82ce3d89b tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] 10.222.0.62 "GET /v2.0/ports?device_id=10c821f8-ce96-4eee-aeac-c6e2091bf487 HTTP/1.1" status: 200 len: 943 time: 0.1391485 Dec 10 18:51:22.175889 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-9e58ad47-091b-41e2-9be8-4ded0c5cc044 service neutron] Attempting to bind port dccf4ebc-3363-47a3-8a11-9400672ad98b on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:51:22.176875 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-9e58ad47-091b-41e2-9be8-4ded0c5cc044 service neutron] Attempting to bind port dccf4ebc-3363-47a3-8a11-9400672ad98b by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '63a937ae-ef1c-4d06-826c-9908a7044300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a1c9d45b-4007-4985-a32c-90c0ac63e5e2'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:51:22.177265 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-9e58ad47-091b-41e2-9be8-4ded0c5cc044 service neutron] Attempting to bind port dccf4ebc-3363-47a3-8a11-9400672ad98b on network a1c9d45b-4007-4985-a32c-90c0ac63e5e2 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:51:22.177459 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bc79a97e-af38-4fc8-b6c7-13d92711fd50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:22.181797 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-9e58ad47-091b-41e2-9be8-4ded0c5cc044 service neutron] Port dccf4ebc-3363-47a3-8a11-9400672ad98b on network a1c9d45b-4007-4985-a32c-90c0ac63e5e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:51:22.182128 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-9e58ad47-091b-41e2-9be8-4ded0c5cc044 service neutron] Attempting to bind port dccf4ebc-3363-47a3-8a11-9400672ad98b on network a1c9d45b-4007-4985-a32c-90c0ac63e5e2 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:51:22.186834 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-9e58ad47-091b-41e2-9be8-4ded0c5cc044 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:51:22.187179 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-9e58ad47-091b-41e2-9be8-4ded0c5cc044 service neutron] Checking segment: {'id': '63a937ae-ef1c-4d06-826c-9908a7044300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a1c9d45b-4007-4985-a32c-90c0ac63e5e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:51:22.187563 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-9e58ad47-091b-41e2-9be8-4ded0c5cc044 service neutron] Bound using segment: {'id': '63a937ae-ef1c-4d06-826c-9908a7044300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a1c9d45b-4007-4985-a32c-90c0ac63e5e2'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:51:22.187989 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-9e58ad47-091b-41e2-9be8-4ded0c5cc044 service neutron] Bound port: dccf4ebc-3363-47a3-8a11-9400672ad98b, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63a937ae-ef1c-4d06-826c-9908a7044300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a1c9d45b-4007-4985-a32c-90c0ac63e5e2'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:51:22.188343 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-9e58ad47-091b-41e2-9be8-4ded0c5cc044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:22.257244 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-9e58ad47-091b-41e2-9be8-4ded0c5cc044 service neutron] For port dccf4ebc-3363-47a3-8a11-9400672ad98b, host n-h1-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:51:22.261897 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-9e58ad47-091b-41e2-9be8-4ded0c5cc044 service neutron] For port dccf4ebc-3363-47a3-8a11-9400672ad98b, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=dccf4ebc-3363-47a3-8a11-9400672ad98b,segment=NetworkSegment(63a937ae-ef1c-4d06-826c-9908a7044300),segment_id=63a937ae-ef1c-4d06-826c-9908a7044300)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:51:22.268004 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-9e58ad47-091b-41e2-9be8-4ded0c5cc044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:22.299918 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c24728b2-a416-4a4d-b845-789989ab25be req-f3af77bb-88a1-4761-b229-356ea19af4cd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=39246128-1d4d-4c48-8b0d-9bed0fcf911b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466999 Dec 10 18:51:22.308720 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43efd0e3-9149-43cb-ace8-e763a2875618 req-719d3fc0-5f7c-43cd-9a33-862963b626b7 tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] 10.222.0.62 "GET /v2.0/security-groups?id=8db0b487-4397-405e-ab5a-e1997dda0e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457102 Dec 10 18:51:22.349722 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-9e58ad47-091b-41e2-9be8-4ded0c5cc044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:22.349952 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-9e58ad47-091b-41e2-9be8-4ded0c5cc044 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:22.351406 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-9e58ad47-091b-41e2-9be8-4ded0c5cc044 service neutron] 10.222.0.46 "PUT /v2.0/ports/dccf4ebc-3363-47a3-8a11-9400672ad98b HTTP/1.1" status: 200 len: 1091 time: 0.8220067 Dec 10 18:51:22.355631 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c821f8-ce96-4eee-aeac-c6e2091bf487', 'tag': 'dccf4ebc-3363-47a3-8a11-9400672ad98b'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:51:22.357938 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5029b9ef-b6f8-421a-bdd5-8f060538dc61" -d '{"events": [{"name": "network-changed", "server_uuid": "10c821f8-ce96-4eee-aeac-c6e2091bf487", "tag": "dccf4ebc-3363-47a3-8a11-9400672ad98b"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:51:22.391097 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d2e643db-06ad-4838-896e-07b0ba8541ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:22.395239 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76377845-9102-4fe5-b61c-0120778f68ae req-802129b2-0e2b-45a4-9b98-e5b0d12861c7 tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:22.402734 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-76377845-9102-4fe5-b61c-0120778f68ae req-802129b2-0e2b-45a4-9b98-e5b0d12861c7 tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe91a9de-1bff-432a-8839-4a525a408252 HTTP/1.1" status: 200 len: 946 time: 0.1020403 Dec 10 18:51:22.410338 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e58ad47-091b-41e2-9be8-4ded0c5cc044 service neutron] Pushing event updated for resources: {'Port': ['ID=dccf4ebc-3363-47a3-8a11-9400672ad98b,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:22.488230 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-76377845-9102-4fe5-b61c-0120778f68ae req-2d7a9876-2672-409d-9bbd-793398e3e53f tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] 10.222.0.62 "GET /v2.0/security-groups?id=39246128-1d4d-4c48-8b0d-9bed0fcf911b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846202 Dec 10 18:51:22.488449 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc79a97e-af38-4fc8-b6c7-13d92711fd50 admin admin] Router 5312ca1b-672e-4a04-99f1-55e0204b439d has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:51:22.497633 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-6db5ca14-5d12-44da-907f-249bad7f2d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:22.499235 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-6db5ca14-5d12-44da-907f-249bad7f2d7e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7cd1eeacc71c4bf0984dfafe490a3172&device_id=10c821f8-ce96-4eee-aeac-c6e2091bf487 HTTP/1.1" status: 200 len: 1094 time: 0.0760965 Dec 10 18:51:22.504887 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3a30d2-2fec-4811-8e38-9b40fd26af10 x-openstack-request-id: req-db3a30d2-2fec-4811-8e38-9b40fd26af10 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:51:22.505190 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c821f8-ce96-4eee-aeac-c6e2091bf487", "tag": "dccf4ebc-3363-47a3-8a11-9400672ad98b", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:51:22.505549 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-db3a30d2-2fec-4811-8e38-9b40fd26af10 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:51:22.505963 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c821f8-ce96-4eee-aeac-c6e2091bf487', 'tag': 'dccf4ebc-3363-47a3-8a11-9400672ad98b', 'status': 'completed', 'code': 200} Dec 10 18:51:22.544981 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-6cac6860-a808-47f2-b7a6-a36ac56f9e44 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dccf4ebc-3363-47a3-8a11-9400672ad98b HTTP/1.1" status: 200 len: 217 time: 0.0358880 Dec 10 18:51:22.593524 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-8b07cc3d-44e6-474f-9e45-d14b57fcc133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:22.594887 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-8b07cc3d-44e6-474f-9e45-d14b57fcc133 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abda7f07-a61d-4bdf-9203-a810b4b613fd HTTP/1.1" status: 200 len: 854 time: 0.0429158 Dec 10 18:51:22.602894 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc79a97e-af38-4fc8-b6c7-13d92711fd50 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:51:22.611459 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-bc79a97e-af38-4fc8-b6c7-13d92711fd50 admin admin] 10.222.0.62 "PUT /v2.0/routers/5312ca1b-672e-4a04-99f1-55e0204b439d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9353330 Dec 10 18:51:22.611459 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43766) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:22.613703 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d5d170-5f3d-4b78-a66e-c30500652ed1 None None] Sync routers for ids ['5312ca1b-672e-4a04-99f1-55e0204b439d'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:51:22.623087 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d5d170-5f3d-4b78-a66e-c30500652ed1 None None] Routers {'5312ca1b-672e-4a04-99f1-55e0204b439d'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:51:22.623697 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-98d5d170-5f3d-4b78-a66e-c30500652ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:51:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5312ca1b-672e-4a04-99f1-55e0204b439d'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:22.635842 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-994463ac-49c2-4dc9-b844-5a32e8ce6501 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1c9d45b-4007-4985-a32c-90c0ac63e5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317924 Dec 10 18:51:22.720071 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b78bc583-3c06-4eac-aa95-9d8c57d442cf req-dd8030ae-335f-4a46-b1c5-cb5aff138948 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0317435 Dec 10 18:51:22.742611 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-98d5d170-5f3d-4b78-a66e-c30500652ed1 None None] Set router 5312ca1b-672e-4a04-99f1-55e0204b439d gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:51:22.761359 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-83c8b2e3-6c2a-464c-9ea6-7a8b6ac8f6ea service neutron] 10.222.0.46 "GET /v2.0/networks/a1c9d45b-4007-4985-a32c-90c0ac63e5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130917 Dec 10 18:51:22.764996 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8d334cdf-c42f-4de5-b61f-a0d42b55f5a4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:22.806204 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device fa924f55-ae4a-4fe6-86b6-09234eefa69b no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:51:22.829682 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: fa924f55-ae4a-4fe6-86b6-09234eefa69b {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:51:22.831178 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device fa924f55-ae4a-4fe6-86b6-09234eefa69b not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:51:22.909632 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5db6e819-47b8-4f66-9e9e-a05b5c0689d5 req-5404fa06-7225-4aeb-8a16-fdb74699021a service neutron] 10.222.0.46 "GET /v2.0/networks/a1c9d45b-4007-4985-a32c-90c0ac63e5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407163 Dec 10 18:51:22.925256 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-59d99dee-5f7d-4110-95af-fc182fc2a66d req-3df44f88-1f0d-49c5-a3c1-fbba00dde559 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0404530 Dec 10 18:51:22.958118 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8d334cdf-c42f-4de5-b61f-a0d42b55f5a4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:23.027527 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029b9ef-b6f8-421a-bdd5-8f060538dc61 req-aeff27f5-e71c-456c-bd3c-008b62a785e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:23.029292 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5029b9ef-b6f8-421a-bdd5-8f060538dc61 req-aeff27f5-e71c-456c-bd3c-008b62a785e8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7cd1eeacc71c4bf0984dfafe490a3172&device_id=10c821f8-ce96-4eee-aeac-c6e2091bf487 HTTP/1.1" status: 200 len: 1094 time: 0.0654800 Dec 10 18:51:23.073649 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-8d334cdf-c42f-4de5-b61f-a0d42b55f5a4 admin admin] Deleting port 9cea6efc-9eb8-41d9-afda-e0f9bf808fec {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:51:23.074355 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8d334cdf-c42f-4de5-b61f-a0d42b55f5a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:23.096004 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-98d5d170-5f3d-4b78-a66e-c30500652ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5312ca1b-672e-4a04-99f1-55e0204b439d', 'name': 'tempest-ServerRescueNegativeTestJSON-1752912232-router', 'tenant_id': '03fbac8cd9664c0ab5033875ec289be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '9cea6efc-9eb8-41d9-afda-e0f9bf808fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:30Z', 'updated_at': '2021-12-10T18:51:21Z', 'revision_number': 5, 'project_id': '03fbac8cd9664c0ab5033875ec289be7', 'gw_port': {'id': '9cea6efc-9eb8-41d9-afda-e0f9bf808fec', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:64:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5312ca1b-672e-4a04-99f1-55e0204b439d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:31Z', 'updated_at': '2021-12-10T18:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:23.133562 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d5d170-5f3d-4b78-a66e-c30500652ed1 None None] Checking router: 5312ca1b-672e-4a04-99f1-55e0204b439d for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:51:23.145637 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d5d170-5f3d-4b78-a66e-c30500652ed1 None None] Routers {'5312ca1b-672e-4a04-99f1-55e0204b439d'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:51:23.147037 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-98d5d170-5f3d-4b78-a66e-c30500652ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:51:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5312ca1b-672e-4a04-99f1-55e0204b439d'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:23.157553 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-108a0288-081e-4ba0-8587-2539d02b5e2b req-88b68fd4-96e7-4928-8e07-2e6c36040f05 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0514379 Dec 10 18:51:23.180489 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7f4a3469-756d-431b-8c75-025bb9f3a406 req-52fa535e-6fba-4cf6-a101-0b006679b556 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0431385 Dec 10 18:51:23.181664 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029b9ef-b6f8-421a-bdd5-8f060538dc61 req-5a805c1f-e937-43d5-be47-e0faed9c8608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:23.182986 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5029b9ef-b6f8-421a-bdd5-8f060538dc61 req-5a805c1f-e937-43d5-be47-e0faed9c8608 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1c9d45b-4007-4985-a32c-90c0ac63e5e2 HTTP/1.1" status: 200 len: 915 time: 0.1458025 Dec 10 18:51:23.232529 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5029b9ef-b6f8-421a-bdd5-8f060538dc61 req-84d8bb4c-3cc3-46bc-be96-cd3cc6f801be service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dccf4ebc-3363-47a3-8a11-9400672ad98b HTTP/1.1" status: 200 len: 217 time: 0.0378730 Dec 10 18:51:23.246653 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-8d334cdf-c42f-4de5-b61f-a0d42b55f5a4 admin admin] For port 9cea6efc-9eb8-41d9-afda-e0f9bf808fec, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=9cea6efc-9eb8-41d9-afda-e0f9bf808fec,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:51:23.247017 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8d334cdf-c42f-4de5-b61f-a0d42b55f5a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:23.260233 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-8d334cdf-c42f-4de5-b61f-a0d42b55f5a4 admin admin] Calling delete_port for 9cea6efc-9eb8-41d9-afda-e0f9bf808fec owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:51:23.264719 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-98d5d170-5f3d-4b78-a66e-c30500652ed1 None None] Set router 5312ca1b-672e-4a04-99f1-55e0204b439d gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:51:23.290347 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029b9ef-b6f8-421a-bdd5-8f060538dc61 req-828a867a-e85a-4e1b-9d79-236cb69f3340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:23.292012 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5029b9ef-b6f8-421a-bdd5-8f060538dc61 req-828a867a-e85a-4e1b-9d79-236cb69f3340 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abda7f07-a61d-4bdf-9203-a810b4b613fd HTTP/1.1" status: 200 len: 854 time: 0.0514245 Dec 10 18:51:23.329257 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-98d5d170-5f3d-4b78-a66e-c30500652ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5312ca1b-672e-4a04-99f1-55e0204b439d', 'name': 'tempest-ServerRescueNegativeTestJSON-1752912232-router', 'tenant_id': '03fbac8cd9664c0ab5033875ec289be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:30Z', 'updated_at': '2021-12-10T18:51:22Z', 'revision_number': 6, 'project_id': '03fbac8cd9664c0ab5033875ec289be7', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:23.329697 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5029b9ef-b6f8-421a-bdd5-8f060538dc61 req-9affeafc-f299-42fd-8792-a77940138edd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1c9d45b-4007-4985-a32c-90c0ac63e5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293674 Dec 10 18:51:23.362378 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d5d170-5f3d-4b78-a66e-c30500652ed1 None None] The sync data for ids ['5312ca1b-672e-4a04-99f1-55e0204b439d'] in n-d-821435-1 is: [{'id': '5312ca1b-672e-4a04-99f1-55e0204b439d', 'name': 'tempest-ServerRescueNegativeTestJSON-1752912232-router', 'tenant_id': '03fbac8cd9664c0ab5033875ec289be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:30Z', 'updated_at': '2021-12-10T18:51:22Z', 'revision_number': 6, 'project_id': '03fbac8cd9664c0ab5033875ec289be7', 'gw_port_host': None}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:51:23.404073 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:23.464654 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5029b9ef-b6f8-421a-bdd5-8f060538dc61 req-be1cd55f-7142-4c5b-9c0c-fb51833371bc service neutron] 10.222.0.46 "GET /v2.0/networks/a1c9d45b-4007-4985-a32c-90c0ac63e5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244066 Dec 10 18:51:23.530552 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a2c02-76d9-4ae7-8991-69cdce4870ca req-654f3734-3b4f-4712-a7a1-76f815ee8808 tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:23.536389 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-093a2c02-76d9-4ae7-8991-69cdce4870ca req-654f3734-3b4f-4712-a7a1-76f815ee8808 tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] 10.222.0.62 "GET /v2.0/ports?device_id=10c821f8-ce96-4eee-aeac-c6e2091bf487 HTTP/1.1" status: 200 len: 943 time: 0.0939474 Dec 10 18:51:23.543986 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8d334cdf-c42f-4de5-b61f-a0d42b55f5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:23.582280 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5029b9ef-b6f8-421a-bdd5-8f060538dc61 req-13dd800b-e3e3-4d5e-9d4c-3c83e0596a93 service neutron] 10.222.0.46 "GET /v2.0/networks/a1c9d45b-4007-4985-a32c-90c0ac63e5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103578 Dec 10 18:51:23.600553 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab454720-fa87-4ed8-8473-04f2708d7a9e None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:51:23.612891 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d334cdf-c42f-4de5-b61f-a0d42b55f5a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cea6efc-9eb8-41d9-afda-e0f9bf808fec,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:23.656131 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e89ad-c63b-4205-b265-d65c8328957e req-984739d3-c1ca-4712-bc7c-116dcf4b2c15 tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:23.664286 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-be5e89ad-c63b-4205-b265-d65c8328957e req-984739d3-c1ca-4712-bc7c-116dcf4b2c15 tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe91a9de-1bff-432a-8839-4a525a408252 HTTP/1.1" status: 200 len: 946 time: 0.0705624 Dec 10 18:51:23.693240 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-093a2c02-76d9-4ae7-8991-69cdce4870ca req-3004ce7a-fac5-4f46-966e-2609ed7daa47 tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] 10.222.0.62 "GET /v2.0/security-groups?id=8db0b487-4397-405e-ab5a-e1997dda0e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342840 Dec 10 18:51:23.695499 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8d334cdf-c42f-4de5-b61f-a0d42b55f5a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:23.716604 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-be5e89ad-c63b-4205-b265-d65c8328957e req-d7b5e2cd-b487-4460-b317-147df2afc3a8 tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] 10.222.0.62 "GET /v2.0/security-groups?id=39246128-1d4d-4c48-8b0d-9bed0fcf911b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513759 Dec 10 18:51:23.807871 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8d334cdf-c42f-4de5-b61f-a0d42b55f5a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:23.810259 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8d334cdf-c42f-4de5-b61f-a0d42b55f5a4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:23.855017 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8d334cdf-c42f-4de5-b61f-a0d42b55f5a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:23.855644 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d334cdf-c42f-4de5-b61f-a0d42b55f5a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5312ca1b-672e-4a04-99f1-55e0204b439d {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:51:23.859867 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8d334cdf-c42f-4de5-b61f-a0d42b55f5a4 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:23.861050 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8d334cdf-c42f-4de5-b61f-a0d42b55f5a4 admin admin] 10.222.0.62 "DELETE /v2.0/routers/5312ca1b-672e-4a04-99f1-55e0204b439d HTTP/1.1" status: 204 len: 168 time: 1.2492249 Dec 10 18:51:23.863579 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43796) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:23.911665 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-44e086ac-4721-4619-a152-1640e63ece3f admin admin] Deleting subnet c24893f4-aeec-4797-8dc4-9c83d9d3d696 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:51:23.914835 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44e086ac-4721-4619-a152-1640e63ece3f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:23.948414 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44e086ac-4721-4619-a152-1640e63ece3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:24.005078 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ab3f64d3-a05b-4624-bb01-e51a6212c6cf req-d9dc9373-12eb-418e-810d-2e6d0ab45188 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0312634 Dec 10 18:51:24.009404 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44e086ac-4721-4619-a152-1640e63ece3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:24.063146 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44e086ac-4721-4619-a152-1640e63ece3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:24.086002 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e086ac-4721-4619-a152-1640e63ece3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c24893f4-aeec-4797-8dc4-9c83d9d3d696,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:24.091488 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44e086ac-4721-4619-a152-1640e63ece3f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:24.094713 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-44e086ac-4721-4619-a152-1640e63ece3f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c24893f4-aeec-4797-8dc4-9c83d9d3d696 HTTP/1.1" status: 204 len: 168 time: 0.2299516 Dec 10 18:51:24.097184 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43800) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:24.098101 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8ac97e-6fa8-4fd8-8b62-7c0f8060d466 None None] Network 7298e2ff-8266-485b-b15d-e11513ae77de requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:51:24.175970 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f208d52f-c402-403c-ac95-7b4602b108b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:24.285350 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f208d52f-c402-403c-ac95-7b4602b108b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:24.310096 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-f208d52f-c402-403c-ac95-7b4602b108b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7298e2ff-8266-485b-b15d-e11513ae77de']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:24.311955 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-28afcbdf-fcda-489b-bee7-eb539d7d030f req-423fa299-39a4-4aff-a946-12e56d443096 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0312414 Dec 10 18:51:24.344222 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5100eefc-1a51-4ce1-907d-5f3b9681d788 req-7cee3fca-99bd-4265-a508-4a0de298d026 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0382109 Dec 10 18:51:24.349496 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-f208d52f-c402-403c-ac95-7b4602b108b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1285f984-3e18-4f1a-bf44-6a33242c14c4') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:24.349619 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-f208d52f-c402-403c-ac95-7b4602b108b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1285f984-3e18-4f1a-bf44-6a33242c14c4') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:24.358906 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f208d52f-c402-403c-ac95-7b4602b108b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:24.364282 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e06badfc-69e7-48aa-a6c4-d9dce024e85d no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:51:24.392252 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f208d52f-c402-403c-ac95-7b4602b108b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:24.400193 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f208d52f-c402-403c-ac95-7b4602b108b5 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:51:24.400596 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f208d52f-c402-403c-ac95-7b4602b108b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:24.402524 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:51:24.402524 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:51:24.402524 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:51:24.402524 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:51:24.402524 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:51:24.402524 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:51:24.402524 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:51:24.402524 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:51:24.402524 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:51:24.402524 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:51:24.402524 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:51:24.402524 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:51:24.402524 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:51:24.402524 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:51:24.402524 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:51:24.402524 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:51:24.402524 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:51:24.402524 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:51:24.402524 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:51:24.402524 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:51:24.402524 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:51:24.402524 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:51:24.402524 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:51:24.402524 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:51:24.402524 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:51:24.402524 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:51:24.402524 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:51:24.402524 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:51:24.402524 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:51:24.402524 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:51:24.402524 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:51:24.402524 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:51:24.406139 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: e06badfc-69e7-48aa-a6c4-d9dce024e85d {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:51:24.406762 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e06badfc-69e7-48aa-a6c4-d9dce024e85d not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:51:24.422964 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a74d191-ea3c-40f4-a345-8887845aab44 None None] DHCP port deletion for 7298e2ff-8266-485b-b15d-e11513ae77de request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:51:24.467254 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f208d52f-c402-403c-ac95-7b4602b108b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:24.473877 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f208d52f-c402-403c-ac95-7b4602b108b5 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:24.477070 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f208d52f-c402-403c-ac95-7b4602b108b5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/7298e2ff-8266-485b-b15d-e11513ae77de HTTP/1.1" status: 204 len: 168 time: 0.3789239 Dec 10 18:51:24.488448 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f208d52f-c402-403c-ac95-7b4602b108b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7298e2ff-8266-485b-b15d-e11513ae77de,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:24.599876 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43810) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:24.639680 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f60f2110-4cb4-48fe-99d3-d97c45ff008e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=03fbac8cd9664c0ab5033875ec289be7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386317 Dec 10 18:51:24.642086 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43812) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:24.689009 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-de8a7031-11c2-452e-89e8-6f217ebc7d41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:24.711209 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-de8a7031-11c2-452e-89e8-6f217ebc7d41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:24.769306 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-de8a7031-11c2-452e-89e8-6f217ebc7d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:24.772787 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-de8a7031-11c2-452e-89e8-6f217ebc7d41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:24.777305 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-de8a7031-11c2-452e-89e8-6f217ebc7d41 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/63a69521-ea70-4b3a-9115-a49ac975349f HTTP/1.1" status: 204 len: 168 time: 0.1341372 Dec 10 18:51:24.782261 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:24.788672 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a7031-11c2-452e-89e8-6f217ebc7d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a69521-ea70-4b3a-9115-a49ac975349f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:24.825400 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device dccf4ebc-3363-47a3-8a11-9400672ad98b details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:51:24.844658 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714fc3ff-ec0c-4b14-b0dd-2874dc0968a0 req-3ac9b5d5-4fad-4d57-8a3f-d96fce0ff145 tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:24.846307 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-714fc3ff-ec0c-4b14-b0dd-2874dc0968a0 req-3ac9b5d5-4fad-4d57-8a3f-d96fce0ff145 tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] 10.222.0.62 "GET /v2.0/ports?device_id=10c821f8-ce96-4eee-aeac-c6e2091bf487 HTTP/1.1" status: 200 len: 943 time: 0.0676935 Dec 10 18:51:24.862521 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed42401-5bae-467d-bf33-a9fc69409905 req-842b226b-07a6-4512-bc31-2d327a74b6e4 tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:24.866133 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2ed42401-5bae-467d-bf33-a9fc69409905 req-842b226b-07a6-4512-bc31-2d327a74b6e4 tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe91a9de-1bff-432a-8839-4a525a408252 HTTP/1.1" status: 200 len: 946 time: 0.0705204 Dec 10 18:51:24.913256 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-714fc3ff-ec0c-4b14-b0dd-2874dc0968a0 req-6673fed8-8c1a-48f5-9f8c-fa9565532a7e tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] 10.222.0.62 "GET /v2.0/security-groups?id=8db0b487-4397-405e-ab5a-e1997dda0e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555606 Dec 10 18:51:24.929315 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2ed42401-5bae-467d-bf33-a9fc69409905 req-f7bda0a4-228c-42f6-a277-6f1434ab3b59 tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] 10.222.0.62 "GET /v2.0/security-groups?id=39246128-1d4d-4c48-8b0d-9bed0fcf911b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562885 Dec 10 18:51:24.955101 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port dccf4ebc-3363-47a3-8a11-9400672ad98b, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=dccf4ebc-3363-47a3-8a11-9400672ad98b,segment=NetworkSegment(63a937ae-ef1c-4d06-826c-9908a7044300),segment_id=63a937ae-ef1c-4d06-826c-9908a7044300)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:51:24.967833 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': 'dccf4ebc-3363-47a3-8a11-9400672ad98b', 'network_id': 'a1c9d45b-4007-4985-a32c-90c0ac63e5e2', 'port_id': 'dccf4ebc-3363-47a3-8a11-9400672ad98b', 'mac_address': 'fa:16:3e:61:cd:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abda7f07-a61d-4bdf-9203-a810b4b613fd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:51:25.006984 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:25.024957 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dccf4ebc-3363-47a3-8a11-9400672ad98b {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:51:25.046292 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port dccf4ebc-3363-47a3-8a11-9400672ad98b, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=dccf4ebc-3363-47a3-8a11-9400672ad98b,segment=NetworkSegment(63a937ae-ef1c-4d06-826c-9908a7044300),segment_id=63a937ae-ef1c-4d06-826c-9908a7044300)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:51:25.052083 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:25.104936 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=dccf4ebc-3363-47a3-8a11-9400672ad98b,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:25.119955 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4c5ab872-30d0-4613-83b2-4646e720171e req-cf32e0e5-700d-4d8b-bb80-7b063ea5d7a0 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0509450 Dec 10 18:51:25.365240 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['dccf4ebc-3363-47a3-8a11-9400672ad98b'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:51:25.464336 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7ecabba5-8ed1-41ee-aebf-b7a42c68b2ef req-36164d53-8041-43b5-bb5a-cf53464987f6 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0389738 Dec 10 18:51:25.467767 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ad517cab-94f4-4118-a76e-9864acbfc289 req-7ab1d4bc-b4b1-48f8-bcf6-15b18e865aa6 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0561073 Dec 10 18:51:25.515916 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:25.629487 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43854) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:25.677452 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0f5e0da6-7266-49e3-bad0-7d63c848e409 req-a467a639-70de-4127-a8ba-8f75f9fa6193 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1f7c6ee9-7212-4086-a2f2-67e79cc0ea58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0561388 Dec 10 18:51:25.757523 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-fdaf49c2-73fb-4057-b031-9af6166773f2 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1882551329-network', 'tenant_id': '343f97dc8dc7422c887b7735720ea5aa'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:51:25.773952 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e0da6-7266-49e3-bad0-7d63c848e409 req-20df6357-15e5-46fa-932a-3d5f4a14c13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:25.775989 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0f5e0da6-7266-49e3-bad0-7d63c848e409 req-20df6357-15e5-46fa-932a-3d5f4a14c13f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3704830dc7144051817729730538c570&device_id=1f7c6ee9-7212-4086-a2f2-67e79cc0ea58 HTTP/1.1" status: 200 len: 1097 time: 0.0541198 Dec 10 18:51:25.778358 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdaf49c2-73fb-4057-b031-9af6166773f2 admin admin] Made reservation on behalf of 343f97dc8dc7422c887b7735720ea5aa for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:51:25.781683 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fdaf49c2-73fb-4057-b031-9af6166773f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:25.790980 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fdaf49c2-73fb-4057-b031-9af6166773f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:25.812789 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 9cea6efc-9eb8-41d9-afda-e0f9bf808fec no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:51:25.833779 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 9cea6efc-9eb8-41d9-afda-e0f9bf808fec {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:51:25.834404 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 9cea6efc-9eb8-41d9-afda-e0f9bf808fec not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:51:25.889910 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fdaf49c2-73fb-4057-b031-9af6166773f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:25.894691 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fdaf49c2-73fb-4057-b031-9af6166773f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:25.909543 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e0da6-7266-49e3-bad0-7d63c848e409 req-5178d5cf-fd41-4ffb-bfe7-af13144fb0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:25.911099 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0f5e0da6-7266-49e3-bad0-7d63c848e409 req-5178d5cf-fd41-4ffb-bfe7-af13144fb0a7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b89011c3-a68e-45a2-9cc6-527d97d63d5f HTTP/1.1" status: 200 len: 915 time: 0.1109440 Dec 10 18:51:25.922492 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdaf49c2-73fb-4057-b031-9af6166773f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:51:25.941168 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf49c2-73fb-4057-b031-9af6166773f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355058fb-67e5-460b-917f-e3ddf52d1b48,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:25.956445 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fdaf49c2-73fb-4057-b031-9af6166773f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:25.958699 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-fdaf49c2-73fb-4057-b031-9af6166773f2 admin admin] Added segment 7e3950af-871f-4220-8b5f-f23047527deb of type vlan for network 9935c1e5-9eb6-45f8-a71a-4bbd86dac0ee Dec 10 18:51:25.996025 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0f5e0da6-7266-49e3-bad0-7d63c848e409 req-ccef1688-bfaa-47a8-944f-1f102398bc41 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b73b62db-c17a-4cd4-a15f-a52b344c2b12 HTTP/1.1" status: 200 len: 1001 time: 0.0769451 Dec 10 18:51:26.015999 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fdaf49c2-73fb-4057-b031-9af6166773f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:26.042760 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fdaf49c2-73fb-4057-b031-9af6166773f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:26.044056 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaf49c2-73fb-4057-b031-9af6166773f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:26.044751 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fdaf49c2-73fb-4057-b031-9af6166773f2 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:26.079164 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e0da6-7266-49e3-bad0-7d63c848e409 req-2f44e3bb-02a6-4690-9019-add9519e87b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:26.080725 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0f5e0da6-7266-49e3-bad0-7d63c848e409 req-2f44e3bb-02a6-4690-9019-add9519e87b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=44240cb3-96fc-45bf-9cb2-956940201641 HTTP/1.1" status: 200 len: 853 time: 0.0700247 Dec 10 18:51:26.089565 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab685fa5-680d-4150-ac4f-9664af5eba6b req-59f426a9-3502-4da5-b0ee-a03607c133b0 tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:26.091583 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ab685fa5-680d-4150-ac4f-9664af5eba6b req-59f426a9-3502-4da5-b0ee-a03607c133b0 tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] 10.222.0.62 "GET /v2.0/ports?device_id=10c821f8-ce96-4eee-aeac-c6e2091bf487 HTTP/1.1" status: 200 len: 944 time: 0.0910373 Dec 10 18:51:26.100951 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-fdaf49c2-73fb-4057-b031-9af6166773f2 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4694698 Dec 10 18:51:26.116054 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf49c2-73fb-4057-b031-9af6166773f2 admin admin] Pushing event updated for resources: {'Network': ['ID=9935c1e5-9eb6-45f8-a71a-4bbd86dac0ee,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:26.129645 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 9935c1e5-9eb6-45f8-a71a-4bbd86dac0ee details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:51:26.199384 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e0da6-7266-49e3-bad0-7d63c848e409 req-f774aa66-ed79-458c-af00-2c7184abb381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:26.204376 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0f5e0da6-7266-49e3-bad0-7d63c848e409 req-f774aa66-ed79-458c-af00-2c7184abb381 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b89011c3-a68e-45a2-9cc6-527d97d63d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088932 Dec 10 18:51:26.214520 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ab685fa5-680d-4150-ac4f-9664af5eba6b req-5ccf001d-2f00-48c4-99cb-197765694331 tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] 10.222.0.62 "GET /v2.0/security-groups?id=8db0b487-4397-405e-ab5a-e1997dda0e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135764 Dec 10 18:51:26.221077 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9c89fec9-cd68-4e28-8e3c-35752350de7a req-aee3d477-bcc4-4b75-b361-6985e20288bf tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0476882 Dec 10 18:51:26.355384 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0f5e0da6-7266-49e3-bad0-7d63c848e409 req-cfa727a3-b1e5-47e0-ae4b-6cca5095f451 service neutron] 10.222.0.46 "GET /v2.0/networks/b89011c3-a68e-45a2-9cc6-527d97d63d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354167 Dec 10 18:51:26.445624 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0f5e0da6-7266-49e3-bad0-7d63c848e409 req-2d71fcdf-0743-407c-95d0-cbc23d8625a8 service neutron] 10.222.0.46 "GET /v2.0/networks/b89011c3-a68e-45a2-9cc6-527d97d63d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866272 Dec 10 18:51:26.545346 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-815e9412-be1d-4b83-a3aa-595fbf44b49f req-02f887b6-dcd9-4824-b887-3b57a4d4e6f1 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0267317 Dec 10 18:51:26.599969 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb63b9-f221-4370-90a5-aa8bda2977d1 req-45649d79-b2b9-4181-b4de-85c604c137f9 tempest-ComputeTenantNetworksTest-666292142 tempest-ComputeTenantNetworksTest-666292142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:26.608816 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb63b9-f221-4370-90a5-aa8bda2977d1 req-45649d79-b2b9-4181-b4de-85c604c137f9 tempest-ComputeTenantNetworksTest-666292142 tempest-ComputeTenantNetworksTest-666292142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:26.615276 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb63b9-f221-4370-90a5-aa8bda2977d1 req-45649d79-b2b9-4181-b4de-85c604c137f9 tempest-ComputeTenantNetworksTest-666292142 tempest-ComputeTenantNetworksTest-666292142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:26.617247 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b9eb63b9-f221-4370-90a5-aa8bda2977d1 req-45649d79-b2b9-4181-b4de-85c604c137f9 tempest-ComputeTenantNetworksTest-666292142 tempest-ComputeTenantNetworksTest-666292142-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.1520352 Dec 10 18:51:26.635696 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-204611eb-c6d6-4a96-9e1f-fce832580839 req-557cf0de-7aa2-488b-bd41-49ad6a757b30 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0324526 Dec 10 18:51:26.676435 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3c2979d2-351f-4ef7-ac9a-71c0fabd0853 req-8504b312-e230-42ea-834f-e9411b631933 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397935 Dec 10 18:51:26.732355 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a78d13-360d-4f09-a538-7185c1fff0ba req-9dbe8b57-c1bc-4abe-b091-86d0077a10aa tempest-ComputeTenantNetworksTest-666292142 tempest-ComputeTenantNetworksTest-666292142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:26.733730 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-73a78d13-360d-4f09-a538-7185c1fff0ba req-9dbe8b57-c1bc-4abe-b091-86d0077a10aa tempest-ComputeTenantNetworksTest-666292142 tempest-ComputeTenantNetworksTest-666292142-project] 10.222.0.62 "GET /v2.0/networks/9935c1e5-9eb6-45f8-a71a-4bbd86dac0ee HTTP/1.1" status: 200 len: 769 time: 0.0921965 Dec 10 18:51:26.743417 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43880) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:26.773153 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2979d2-351f-4ef7-ac9a-71c0fabd0853 req-dced825d-f935-4615-a1de-7338f5506b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:26.774654 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3c2979d2-351f-4ef7-ac9a-71c0fabd0853 req-dced825d-f935-4615-a1de-7338f5506b5d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6dd50388a58440cca7ab90078e887719&device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 1095 time: 0.0459678 Dec 10 18:51:26.813451 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ac22865-b1d4-44bf-9e03-30c79e386ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:26.843536 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device dccf4ebc-3363-47a3-8a11-9400672ad98b up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:51:26.894298 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ac22865-b1d4-44bf-9e03-30c79e386ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:26.895435 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port dccf4ebc-3363-47a3-8a11-9400672ad98b completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:51:26.900245 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port dccf4ebc-3363-47a3-8a11-9400672ad98b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:51:26.900807 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:26.922326 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-4ac22865-b1d4-44bf-9e03-30c79e386ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9935c1e5-9eb6-45f8-a71a-4bbd86dac0ee']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:26.932710 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-4ac22865-b1d4-44bf-9e03-30c79e386ad8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e3950af-871f-4220-8b5f-f23047527deb') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:26.933091 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-4ac22865-b1d4-44bf-9e03-30c79e386ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e3950af-871f-4220-8b5f-f23047527deb') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:26.945905 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ac22865-b1d4-44bf-9e03-30c79e386ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:26.964028 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ac22865-b1d4-44bf-9e03-30c79e386ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:26.971127 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ac22865-b1d4-44bf-9e03-30c79e386ad8 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:51:26.971599 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ac22865-b1d4-44bf-9e03-30c79e386ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:26.973998 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:51:26.973998 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:51:26.973998 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:51:26.973998 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:51:26.973998 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:51:26.973998 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:51:26.973998 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:51:26.973998 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:51:26.973998 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:51:26.973998 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:51:26.973998 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:51:26.973998 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:51:26.973998 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:51:26.973998 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:51:26.973998 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:51:26.973998 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:51:26.973998 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:51:26.973998 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:51:26.973998 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:51:26.973998 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:51:26.973998 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:51:26.973998 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:51:26.973998 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:51:26.973998 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:51:26.973998 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:51:26.973998 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:51:26.973998 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:51:26.973998 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:51:26.973998 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:51:26.973998 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:51:26.973998 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:51:26.973998 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:51:26.985944 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:27.012531 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c821f8-ce96-4eee-aeac-c6e2091bf487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dccf4ebc-3363-47a3-8a11-9400672ad98b'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:51:27.015013 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a18ca0-a846-4d86-a209-ff7537727621" -d '{"events": [{"server_uuid": "10c821f8-ce96-4eee-aeac-c6e2091bf487", "name": "network-vif-plugged", "status": "completed", "tag": "dccf4ebc-3363-47a3-8a11-9400672ad98b"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:51:27.029182 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port dccf4ebc-3363-47a3-8a11-9400672ad98b, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=dccf4ebc-3363-47a3-8a11-9400672ad98b,segment=NetworkSegment(63a937ae-ef1c-4d06-826c-9908a7044300),segment_id=63a937ae-ef1c-4d06-826c-9908a7044300)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:51:27.034180 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:27.048983 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ac22865-b1d4-44bf-9e03-30c79e386ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:27.075690 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ac22865-b1d4-44bf-9e03-30c79e386ad8 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:27.079392 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4ac22865-b1d4-44bf-9e03-30c79e386ad8 admin admin] 10.222.0.62 "DELETE /v2.0/networks/9935c1e5-9eb6-45f8-a71a-4bbd86dac0ee HTTP/1.1" status: 204 len: 168 time: 0.3350036 Dec 10 18:51:27.080316 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac22865-b1d4-44bf-9e03-30c79e386ad8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9935c1e5-9eb6-45f8-a71a-4bbd86dac0ee,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:27.095126 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9e6f95-d0f1-49fe-94c4-b8fc7f35ac11 x-openstack-request-id: req-ab9e6f95-d0f1-49fe-94c4-b8fc7f35ac11 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:51:27.095830 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c821f8-ce96-4eee-aeac-c6e2091bf487", "name": "network-vif-plugged", "status": "completed", "tag": "dccf4ebc-3363-47a3-8a11-9400672ad98b", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:51:27.096305 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ab9e6f95-d0f1-49fe-94c4-b8fc7f35ac11 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:51:27.096930 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c821f8-ce96-4eee-aeac-c6e2091bf487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dccf4ebc-3363-47a3-8a11-9400672ad98b', 'code': 200} Dec 10 18:51:27.099192 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=dccf4ebc-3363-47a3-8a11-9400672ad98b,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:27.182933 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935a792-d8c2-485f-9393-2fe12b17cf60 req-fdd1e6b7-add4-4b58-86cb-2e8dd887c99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:27.184592 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1935a792-d8c2-485f-9393-2fe12b17cf60 req-fdd1e6b7-add4-4b58-86cb-2e8dd887c99f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=10c821f8-ce96-4eee-aeac-c6e2091bf487 HTTP/1.1" status: 200 len: 1096 time: 0.0497603 Dec 10 18:51:27.215028 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43886) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:27.235956 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1935a792-d8c2-485f-9393-2fe12b17cf60 req-9790d1a1-2c42-4aa5-a110-2944c778ff35 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8db0b487-4397-405e-ab5a-e1997dda0e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446403 Dec 10 18:51:27.238100 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2979d2-351f-4ef7-ac9a-71c0fabd0853 req-68bc1a5b-430c-4914-89a4-3d9ad798254e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:27.240108 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3c2979d2-351f-4ef7-ac9a-71c0fabd0853 req-68bc1a5b-430c-4914-89a4-3d9ad798254e service neutron] 10.222.0.72 "GET /v2.0/networks?id=3bc50282-3306-4b81-ae1a-81a9a8be5df5 HTTP/1.1" status: 200 len: 912 time: 0.4458861 Dec 10 18:51:27.313053 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0e880f2d-cf82-4582-b021-3e908ec9d09c req-aa63740e-b593-4d03-8bf7-a3dd1add635a tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0272417 Dec 10 18:51:27.314085 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-30071f7d-aaa8-4b65-ad6a-451f70e52cb4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=343f97dc8dc7422c887b7735720ea5aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0978682 Dec 10 18:51:27.317472 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43892) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:27.353811 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3c2979d2-351f-4ef7-ac9a-71c0fabd0853 req-c8a39d0a-5cdd-4085-a0a7-0d6887218733 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 HTTP/1.1" status: 200 len: 999 time: 0.1051533 Dec 10 18:51:27.376258 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-72d59179-46a5-46c4-950a-758eadcef9b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:27.385565 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b497b-3fce-44fa-8a55-bd364f1a984e req-fab1e77d-df89-45be-9e36-9552c886b2da tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:27.397842 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a85b497b-3fce-44fa-8a55-bd364f1a984e req-fab1e77d-df89-45be-9e36-9552c886b2da tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] 10.222.0.62 "GET /v2.0/ports?device_id=10c821f8-ce96-4eee-aeac-c6e2091bf487 HTTP/1.1" status: 200 len: 945 time: 0.0943260 Dec 10 18:51:27.401197 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-72d59179-46a5-46c4-950a-758eadcef9b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:27.449006 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2979d2-351f-4ef7-ac9a-71c0fabd0853 req-5da78d87-dcc8-4bc4-8830-b41e6f2b8559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:27.450570 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3c2979d2-351f-4ef7-ac9a-71c0fabd0853 req-5da78d87-dcc8-4bc4-8830-b41e6f2b8559 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cdd9c23d-5046-4c54-950e-a05aba46bbec HTTP/1.1" status: 200 len: 850 time: 0.0878930 Dec 10 18:51:27.461134 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-72d59179-46a5-46c4-950a-758eadcef9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:27.470813 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-72d59179-46a5-46c4-950a-758eadcef9b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:27.472100 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-72d59179-46a5-46c4-950a-758eadcef9b5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/355058fb-67e5-460b-917f-e3ddf52d1b48 HTTP/1.1" status: 204 len: 168 time: 0.1538014 Dec 10 18:51:27.479733 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a85b497b-3fce-44fa-8a55-bd364f1a984e req-2c0ac13e-e879-49ab-89ea-73a882c55902 tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] 10.222.0.62 "GET /v2.0/security-groups?id=8db0b487-4397-405e-ab5a-e1997dda0e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714757 Dec 10 18:51:27.481830 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d59179-46a5-46c4-950a-758eadcef9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355058fb-67e5-460b-917f-e3ddf52d1b48,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:27.508931 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2979d2-351f-4ef7-ac9a-71c0fabd0853 req-b50a2c2b-01db-4764-97a1-6e95c4047313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:27.510679 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3c2979d2-351f-4ef7-ac9a-71c0fabd0853 req-b50a2c2b-01db-4764-97a1-6e95c4047313 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3bc50282-3306-4b81-ae1a-81a9a8be5df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494905 Dec 10 18:51:27.625279 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3c2979d2-351f-4ef7-ac9a-71c0fabd0853 req-db2446fd-29fe-4ef1-993c-33255b90a4f1 service neutron] 10.222.0.72 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047020 Dec 10 18:51:27.653509 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c0826e0e-9f42-4531-9548-f35de21cf3ca req-1e10abbf-b819-40a2-8b05-50174ef03458 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0443549 Dec 10 18:51:27.799454 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fa8c6ea1-b4f9-489c-8a6d-537224f06c95 req-431a967d-9247-4b2e-b161-cb329b12fe7d tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0687554 Dec 10 18:51:27.815348 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3c2979d2-351f-4ef7-ac9a-71c0fabd0853 req-a1c32e9e-7191-47e5-a9c7-e548e3a8e40f service neutron] 10.222.0.72 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840539 Dec 10 18:51:28.437615 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-401889fe-2b15-418b-975c-76009d3daeea req-c1b8547f-51d0-48fc-b294-f4a2b40f0b33 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0397420 Dec 10 18:51:28.630867 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0073b-b5f7-4350-a23a-8892caca2528 req-a6ff442d-4cb3-4bac-86fe-b79b157a1c83 tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:28.632516 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-edc0073b-b5f7-4350-a23a-8892caca2528 req-a6ff442d-4cb3-4bac-86fe-b79b157a1c83 tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] 10.222.0.62 "GET /v2.0/ports?device_id=10c821f8-ce96-4eee-aeac-c6e2091bf487 HTTP/1.1" status: 200 len: 945 time: 0.0558763 Dec 10 18:51:28.689290 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-edc0073b-b5f7-4350-a23a-8892caca2528 req-6f86b1b5-82cd-4b68-9e97-cfd323d643a0 tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] 10.222.0.62 "GET /v2.0/security-groups?id=8db0b487-4397-405e-ab5a-e1997dda0e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500166 Dec 10 18:51:28.737024 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567d07e-5879-4623-9604-330407ff1d35 req-415f7d9d-7fa6-4de0-bdda-633d93a8d145 tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:28.739648 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e567d07e-5879-4623-9604-330407ff1d35 req-415f7d9d-7fa6-4de0-bdda-633d93a8d145 tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe91a9de-1bff-432a-8839-4a525a408252 HTTP/1.1" status: 200 len: 946 time: 0.0812647 Dec 10 18:51:28.759183 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-142a0e00-9512-4b1d-9d39-7ea0926d26c5 req-9f9a43e7-52f0-4236-b2e4-95a8d1e6b1a1 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0287595 Dec 10 18:51:28.794237 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e567d07e-5879-4623-9604-330407ff1d35 req-e89752bb-52a6-4328-8332-927e02350404 tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] 10.222.0.62 "GET /v2.0/security-groups?id=39246128-1d4d-4c48-8b0d-9bed0fcf911b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478587 Dec 10 18:51:28.938731 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-48b7bc3b-eae5-4b3d-8a29-558502b16d44 req-1b337ce7-e642-4564-9f54-49c09d5b9b2b tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0374112 Dec 10 18:51:29.142394 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ffdf9-bea0-41e5-9396-432889c65015 req-dfa7ca2f-e049-4e7a-80d7-ef258a0266fc tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:29.143837 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-703ffdf9-bea0-41e5-9396-432889c65015 req-dfa7ca2f-e049-4e7a-80d7-ef258a0266fc tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] 10.222.0.62 "GET /v2.0/ports?device_id=10c821f8-ce96-4eee-aeac-c6e2091bf487 HTTP/1.1" status: 200 len: 945 time: 0.0777373 Dec 10 18:51:29.145708 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd586257-6391-4be9-8fd0-c3cfa3ac68a1 req-5b8bcee8-7013-4269-b2dc-9b3dddca3c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:29.147086 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dd586257-6391-4be9-8fd0-c3cfa3ac68a1 req-5b8bcee8-7013-4269-b2dc-9b3dddca3c34 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7cd1eeacc71c4bf0984dfafe490a3172&device_id=10c821f8-ce96-4eee-aeac-c6e2091bf487 HTTP/1.1" status: 200 len: 1096 time: 0.0724099 Dec 10 18:51:29.521129 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd0da4d-5cdb-4cf0-a7ae-1be169165d37 req-19ef4d21-83ff-4664-ba40-a733b219f008 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0295143 Dec 10 18:51:29.524345 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-703ffdf9-bea0-41e5-9396-432889c65015 req-99a63a57-aba4-4a38-ab86-f0c29eba8867 tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] 10.222.0.62 "GET /v2.0/security-groups?id=8db0b487-4397-405e-ab5a-e1997dda0e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721879 Dec 10 18:51:29.553282 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd586257-6391-4be9-8fd0-c3cfa3ac68a1 req-8f62aad0-d604-4880-832b-ab05a8bf0e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:29.554795 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dd586257-6391-4be9-8fd0-c3cfa3ac68a1 req-8f62aad0-d604-4880-832b-ab05a8bf0e22 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1c9d45b-4007-4985-a32c-90c0ac63e5e2 HTTP/1.1" status: 200 len: 915 time: 0.3966041 Dec 10 18:51:29.602202 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dd586257-6391-4be9-8fd0-c3cfa3ac68a1 req-b1f232a7-ba2c-4fa9-92ce-4cd74ef3052d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dccf4ebc-3363-47a3-8a11-9400672ad98b HTTP/1.1" status: 200 len: 217 time: 0.0387957 Dec 10 18:51:29.661688 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd586257-6391-4be9-8fd0-c3cfa3ac68a1 req-abb57a52-62b7-4ee5-b9fe-5ac6195582e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:29.663161 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dd586257-6391-4be9-8fd0-c3cfa3ac68a1 req-abb57a52-62b7-4ee5-b9fe-5ac6195582e6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abda7f07-a61d-4bdf-9203-a810b4b613fd HTTP/1.1" status: 200 len: 854 time: 0.0521765 Dec 10 18:51:29.699237 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dd586257-6391-4be9-8fd0-c3cfa3ac68a1 req-ce1f8a76-62b1-4a2a-8d31-b6c26fb87e21 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1c9d45b-4007-4985-a32c-90c0ac63e5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252645 Dec 10 18:51:29.794625 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dd586257-6391-4be9-8fd0-c3cfa3ac68a1 req-073984e3-52c4-4af1-a0db-7f3e184fbe8a service neutron] 10.222.0.46 "GET /v2.0/networks/a1c9d45b-4007-4985-a32c-90c0ac63e5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883982 Dec 10 18:51:29.850750 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b6120757-5be1-4737-b01d-3af97d108e91 req-87b7a647-29b5-4bd3-be81-83f4ec5f655f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0363238 Dec 10 18:51:29.918654 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dd586257-6391-4be9-8fd0-c3cfa3ac68a1 req-c6dcdfb0-5d22-4ca8-a298-0e0eb9c57192 service neutron] 10.222.0.46 "GET /v2.0/networks/a1c9d45b-4007-4985-a32c-90c0ac63e5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161027 Dec 10 18:51:29.938167 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38aa2d-3661-4d3c-b38a-0a41057fb347 req-46145526-ee59-4ee6-990e-a67ed548102f tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:29.940365 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-db38aa2d-3661-4d3c-b38a-0a41057fb347 req-46145526-ee59-4ee6-990e-a67ed548102f tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe91a9de-1bff-432a-8839-4a525a408252 HTTP/1.1" status: 200 len: 946 time: 0.0696578 Dec 10 18:51:29.995639 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-db38aa2d-3661-4d3c-b38a-0a41057fb347 req-901fdb3d-17be-45e5-9910-9bdc86e1e04f tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] 10.222.0.62 "GET /v2.0/security-groups?id=39246128-1d4d-4c48-8b0d-9bed0fcf911b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488484 Dec 10 18:51:30.080592 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c9daa672-4b9e-4468-bd8b-222d26fa28ad req-0ffac0f4-701c-4641-80c8-d988009242b0 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0259709 Dec 10 18:51:30.137296 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b457d7-b932-470a-ad2b-4561f58c8e29 req-8d4a1c15-f413-4aff-a34a-1435540cfbda tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:30.138807 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a3b457d7-b932-470a-ad2b-4561f58c8e29 req-8d4a1c15-f413-4aff-a34a-1435540cfbda tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe91a9de-1bff-432a-8839-4a525a408252 HTTP/1.1" status: 200 len: 946 time: 0.0666695 Dec 10 18:51:30.238635 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-a3b457d7-b932-470a-ad2b-4561f58c8e29 req-d9bf219b-2691-4b2b-87e0-23bb09927623 tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] Deleting port 85a5d5fd-291a-4c59-823d-1c1cfc53454b {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:51:30.238939 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a3b457d7-b932-470a-ad2b-4561f58c8e29 req-d9bf219b-2691-4b2b-87e0-23bb09927623 tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:30.338790 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a3b457d7-b932-470a-ad2b-4561f58c8e29 req-d9bf219b-2691-4b2b-87e0-23bb09927623 tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] For port 85a5d5fd-291a-4c59-823d-1c1cfc53454b, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=85a5d5fd-291a-4c59-823d-1c1cfc53454b,segment=NetworkSegment(ce0ebb90-d9eb-4165-8b25-92ee2a639119),segment_id=ce0ebb90-d9eb-4165-8b25-92ee2a639119)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:51:30.339158 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a3b457d7-b932-470a-ad2b-4561f58c8e29 req-d9bf219b-2691-4b2b-87e0-23bb09927623 tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:30.357653 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-a3b457d7-b932-470a-ad2b-4561f58c8e29 req-d9bf219b-2691-4b2b-87e0-23bb09927623 tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] Calling delete_port for 85a5d5fd-291a-4c59-823d-1c1cfc53454b owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:51:30.494946 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a3b457d7-b932-470a-ad2b-4561f58c8e29 req-d9bf219b-2691-4b2b-87e0-23bb09927623 tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:30.506960 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['85a5d5fd-291a-4c59-823d-1c1cfc53454b'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:51:30.523077 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf219b-2691-4b2b-87e0-23bb09927623 tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] Pushing event deleted for resources: {'Port': ['ID=85a5d5fd-291a-4c59-823d-1c1cfc53454b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:30.571402 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b457d7-b932-470a-ad2b-4561f58c8e29 req-d9bf219b-2691-4b2b-87e0-23bb09927623 tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] No DVR routers for this DVR port 85a5d5fd-291a-4c59-823d-1c1cfc53454b on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:51:30.574749 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a3b457d7-b932-470a-ad2b-4561f58c8e29 req-d9bf219b-2691-4b2b-87e0-23bb09927623 tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:30.578083 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a3b457d7-b932-470a-ad2b-4561f58c8e29 req-d9bf219b-2691-4b2b-87e0-23bb09927623 tempest-VolumesActionsTest-1052493442 tempest-VolumesActionsTest-1052493442-project] 10.222.0.72 "DELETE /v2.0/ports/85a5d5fd-291a-4c59-823d-1c1cfc53454b HTTP/1.1" status: 204 len: 173 time: 0.4336989 Dec 10 18:51:30.578534 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe91a9de-1bff-432a-8839-4a525a408252', 'name': 'network-vif-deleted', 'tag': '85a5d5fd-291a-4c59-823d-1c1cfc53454b'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:51:30.582175 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a36189-509c-4c25-95ac-53110ce32074" -d '{"events": [{"server_uuid": "fe91a9de-1bff-432a-8839-4a525a408252", "name": "network-vif-deleted", "tag": "85a5d5fd-291a-4c59-823d-1c1cfc53454b"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:51:30.622457 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e899384f-0e84-4dad-9f0d-f84c2ca9ec01 req-89ec7b4b-e49c-4d7c-9f96-4574e9b5af06 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0371325 Dec 10 18:51:30.668229 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa865382-8bc9-4349-b5b0-5d3166d97fa8 req-374e59ed-b98b-458a-8f13-112da8589a46 tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:30.675712 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aa865382-8bc9-4349-b5b0-5d3166d97fa8 req-374e59ed-b98b-458a-8f13-112da8589a46 tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] 10.222.0.62 "GET /v2.0/ports?device_id=10c821f8-ce96-4eee-aeac-c6e2091bf487 HTTP/1.1" status: 200 len: 945 time: 0.0650764 Dec 10 18:51:30.685378 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b2fafb-9444-4f4d-8d9d-e1de2ba79de8 x-openstack-request-id: req-86b2fafb-9444-4f4d-8d9d-e1de2ba79de8 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:51:30.686886 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe91a9de-1bff-432a-8839-4a525a408252", "name": "network-vif-deleted", "tag": "85a5d5fd-291a-4c59-823d-1c1cfc53454b", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:51:30.687237 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-86b2fafb-9444-4f4d-8d9d-e1de2ba79de8 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:51:30.687742 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe91a9de-1bff-432a-8839-4a525a408252', 'name': 'network-vif-deleted', 'tag': '85a5d5fd-291a-4c59-823d-1c1cfc53454b', 'status': 'completed', 'code': 200} Dec 10 18:51:30.732627 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aa865382-8bc9-4349-b5b0-5d3166d97fa8 req-fb8b93d4-9a4e-4e6a-80d3-63dda5bb3101 tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] 10.222.0.62 "GET /v2.0/security-groups?id=8db0b487-4397-405e-ab5a-e1997dda0e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552521 Dec 10 18:51:31.073521 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a6e89-554c-47c4-b370-24edfabbaa67 req-27c723df-c090-4bdd-8df9-ac8d1f35287e tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:31.082012 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b96a6e89-554c-47c4-b370-24edfabbaa67 req-27c723df-c090-4bdd-8df9-ac8d1f35287e tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] 10.222.0.62 "GET /v2.0/ports?device_id=10c821f8-ce96-4eee-aeac-c6e2091bf487 HTTP/1.1" status: 200 len: 945 time: 0.0842824 Dec 10 18:51:31.147821 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b96a6e89-554c-47c4-b370-24edfabbaa67 req-5b09ba9e-da21-4ac9-8003-bd0d4e2ed256 tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] 10.222.0.62 "GET /v2.0/security-groups?id=8db0b487-4397-405e-ab5a-e1997dda0e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644355 Dec 10 18:51:31.245275 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eeb2948f-1cd3-4f28-82b5-28997c7a803c req-b490e284-f9cb-4f1f-8816-36ef6f3dea9f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0314779 Dec 10 18:51:31.330646 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3d4b668f-8a98-4ed0-b0ed-d5013d51fe6e req-51a213c8-a296-4f56-bca9-9bdfb44b4210 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0279062 Dec 10 18:51:31.730704 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bfaf88e2-c401-4387-98ca-02f2de9cafa5 req-1c9f9a59-d4df-4cd0-aa65-7d1469709de1 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0384078 Dec 10 18:51:32.298568 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8535453-6595-447f-86e7-6cfde1661be6 req-a486c404-fbc0-4ea4-9be9-5f0b5f441c0a tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:32.301288 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d8535453-6595-447f-86e7-6cfde1661be6 req-a486c404-fbc0-4ea4-9be9-5f0b5f441c0a tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] 10.222.0.62 "GET /v2.0/ports?device_id=10c821f8-ce96-4eee-aeac-c6e2091bf487 HTTP/1.1" status: 200 len: 945 time: 0.0686746 Dec 10 18:51:32.404581 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d8535453-6595-447f-86e7-6cfde1661be6 req-dd84769f-785d-4bfa-bff3-a7cbeea2323e tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] 10.222.0.62 "GET /v2.0/security-groups?id=8db0b487-4397-405e-ab5a-e1997dda0e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779898 Dec 10 18:51:32.430820 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c80f56c7-ddb0-4bef-847c-7994080bfc2f req-16bb06f7-572d-4fd2-b2fb-3cec22cd9110 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0377467 Dec 10 18:51:32.529650 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5a461f18-ed49-4f94-9d5e-8560f6f74fd4 req-9e1dbf9a-927a-477c-81b6-ba999000163a tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0380218 Dec 10 18:51:32.538990 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6e866-e649-4b7d-b772-719f008495a8 req-a3241944-4542-4e2d-b8c8-33ff9abfd159 tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:32.540546 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ecd6e866-e649-4b7d-b772-719f008495a8 req-a3241944-4542-4e2d-b8c8-33ff9abfd159 tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] 10.222.0.46 "GET /v2.0/ports?device_id=10c821f8-ce96-4eee-aeac-c6e2091bf487 HTTP/1.1" status: 200 len: 945 time: 0.0932715 Dec 10 18:51:32.653388 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-ecd6e866-e649-4b7d-b772-719f008495a8 req-769a8a0a-a71c-45b9-935d-b04f979a58b7 tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] Deleting port dccf4ebc-3363-47a3-8a11-9400672ad98b {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:51:32.653751 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ecd6e866-e649-4b7d-b772-719f008495a8 req-769a8a0a-a71c-45b9-935d-b04f979a58b7 tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:32.760488 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-ecd6e866-e649-4b7d-b772-719f008495a8 req-769a8a0a-a71c-45b9-935d-b04f979a58b7 tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] For port dccf4ebc-3363-47a3-8a11-9400672ad98b, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=dccf4ebc-3363-47a3-8a11-9400672ad98b,segment=NetworkSegment(63a937ae-ef1c-4d06-826c-9908a7044300),segment_id=63a937ae-ef1c-4d06-826c-9908a7044300)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:51:32.760967 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ecd6e866-e649-4b7d-b772-719f008495a8 req-769a8a0a-a71c-45b9-935d-b04f979a58b7 tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:32.778934 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-ecd6e866-e649-4b7d-b772-719f008495a8 req-769a8a0a-a71c-45b9-935d-b04f979a58b7 tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] Calling delete_port for dccf4ebc-3363-47a3-8a11-9400672ad98b owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:51:32.833900 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-183f3e5b-d7e1-4937-a476-a92dbb4809d1 req-41659ab6-fb96-43dc-947b-1827158dcd23 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0388417 Dec 10 18:51:32.946687 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ecd6e866-e649-4b7d-b772-719f008495a8 req-769a8a0a-a71c-45b9-935d-b04f979a58b7 tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:32.959440 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['dccf4ebc-3363-47a3-8a11-9400672ad98b'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:51:32.988062 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a8a0a-a71c-45b9-935d-b04f979a58b7 tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] Pushing event deleted for resources: {'Port': ['ID=dccf4ebc-3363-47a3-8a11-9400672ad98b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:33.031632 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd6e866-e649-4b7d-b772-719f008495a8 req-769a8a0a-a71c-45b9-935d-b04f979a58b7 tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] No DVR routers for this DVR port dccf4ebc-3363-47a3-8a11-9400672ad98b on host n-h1-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:51:33.034451 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ecd6e866-e649-4b7d-b772-719f008495a8 req-769a8a0a-a71c-45b9-935d-b04f979a58b7 tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:33.038757 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ecd6e866-e649-4b7d-b772-719f008495a8 req-769a8a0a-a71c-45b9-935d-b04f979a58b7 tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] 10.222.0.46 "DELETE /v2.0/ports/dccf4ebc-3363-47a3-8a11-9400672ad98b HTTP/1.1" status: 204 len: 173 time: 0.4910951 Dec 10 18:51:33.039322 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c821f8-ce96-4eee-aeac-c6e2091bf487', 'name': 'network-vif-deleted', 'tag': 'dccf4ebc-3363-47a3-8a11-9400672ad98b'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:51:33.041729 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbfc33b-2191-42e9-bd6a-d160184669b9" -d '{"events": [{"server_uuid": "10c821f8-ce96-4eee-aeac-c6e2091bf487", "name": "network-vif-deleted", "tag": "dccf4ebc-3363-47a3-8a11-9400672ad98b"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:51:33.080565 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca6e0d1-4e4f-4550-b140-ee16f176975c x-openstack-request-id: req-eca6e0d1-4e4f-4550-b140-ee16f176975c {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:51:33.081143 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c821f8-ce96-4eee-aeac-c6e2091bf487", "name": "network-vif-deleted", "tag": "dccf4ebc-3363-47a3-8a11-9400672ad98b", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:51:33.081578 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eca6e0d1-4e4f-4550-b140-ee16f176975c {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:51:33.082738 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c821f8-ce96-4eee-aeac-c6e2091bf487', 'name': 'network-vif-deleted', 'tag': 'dccf4ebc-3363-47a3-8a11-9400672ad98b', 'status': 'completed', 'code': 200} Dec 10 18:51:33.526290 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4ce982c3-4bfe-494f-94f2-3f1e59f9edc9 req-d192b855-4374-4778-a88b-38751426237e tempest-InstanceActionsTestJSON-1720612939 tempest-InstanceActionsTestJSON-1720612939-project] 10.222.0.62 "GET /v2.0/ports?device_id=10c821f8-ce96-4eee-aeac-c6e2091bf487 HTTP/1.1" status: 200 len: 210 time: 0.0303550 Dec 10 18:51:33.599402 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5aa68eea-2f8b-424a-94af-dc328b3567c0 req-f5673224-b7b8-4164-992d-bae5951dfe8e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0307789 Dec 10 18:51:33.702587 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-812f01f3-5fd5-422f-b684-606c5e7e3cc9 req-31620237-e64d-4f39-95e7-49a4afed0da1 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0338211 Dec 10 18:51:33.747051 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 85a5d5fd-291a-4c59-823d-1c1cfc53454b no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:51:33.783435 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 85a5d5fd-291a-4c59-823d-1c1cfc53454b {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:51:33.784049 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 85a5d5fd-291a-4c59-823d-1c1cfc53454b not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:51:33.829001 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:33.932537 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef32592e-8a9b-4bbc-97aa-1ce3894a13bf req-e51d6bf8-9c0f-4273-ac05-1e360dc3cecc tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0387356 Dec 10 18:51:34.585141 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44128) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:34.645756 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-7128eb89-42fd-4dfc-ac72-d0ff9adcd7f0 admin admin] Deleting subnet abda7f07-a61d-4bdf-9203-a810b4b613fd {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:51:34.649170 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7128eb89-42fd-4dfc-ac72-d0ff9adcd7f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:34.709094 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5f3092d3-e520-44a0-8f2b-47649454c906 req-ed01cea9-8295-4816-8a66-d7d50f9d97c7 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0319686 Dec 10 18:51:34.721111 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7128eb89-42fd-4dfc-ac72-d0ff9adcd7f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:34.763605 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7128eb89-42fd-4dfc-ac72-d0ff9adcd7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:34.854622 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-037a5d52-16e9-4221-ba89-01185e6a0283 req-832fa5a2-028c-42a3-811e-411c57abef06 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0462444 Dec 10 18:51:34.861013 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7128eb89-42fd-4dfc-ac72-d0ff9adcd7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:34.897719 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7128eb89-42fd-4dfc-ac72-d0ff9adcd7f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:34.902776 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7128eb89-42fd-4dfc-ac72-d0ff9adcd7f0 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/abda7f07-a61d-4bdf-9203-a810b4b613fd HTTP/1.1" status: 204 len: 168 time: 0.3165131 Dec 10 18:51:34.904357 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128eb89-42fd-4dfc-ac72-d0ff9adcd7f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abda7f07-a61d-4bdf-9203-a810b4b613fd,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:34.906139 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44136) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:35.000069 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-813c73c4-018e-417d-8aca-5273a153a0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:35.109705 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eb17d409-bbd0-453d-b80d-45971f000a5e req-270663e7-1c0b-4ec1-be23-75e552d5a66e tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0543132 Dec 10 18:51:35.231381 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-813c73c4-018e-417d-8aca-5273a153a0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:35.258543 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:51:35.264218 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-813c73c4-018e-417d-8aca-5273a153a0e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c9d45b-4007-4985-a32c-90c0ac63e5e2']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:35.275156 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-813c73c4-018e-417d-8aca-5273a153a0e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63a937ae-ef1c-4d06-826c-9908a7044300') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:35.275685 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-813c73c4-018e-417d-8aca-5273a153a0e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63a937ae-ef1c-4d06-826c-9908a7044300') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:35.287719 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-813c73c4-018e-417d-8aca-5273a153a0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:35.322005 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-813c73c4-018e-417d-8aca-5273a153a0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:35.332785 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-813c73c4-018e-417d-8aca-5273a153a0e9 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:51:35.333334 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-813c73c4-018e-417d-8aca-5273a153a0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:35.335591 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:51:35.335591 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:51:35.335591 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:51:35.335591 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:51:35.335591 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:51:35.335591 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:51:35.335591 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:51:35.335591 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:51:35.335591 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:51:35.335591 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:51:35.335591 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:51:35.335591 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:51:35.335591 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:51:35.335591 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:51:35.335591 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:51:35.335591 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:51:35.335591 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:51:35.335591 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:51:35.335591 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:51:35.335591 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:51:35.335591 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:51:35.335591 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:51:35.335591 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:51:35.335591 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:51:35.335591 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:51:35.335591 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:51:35.335591 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:51:35.335591 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:51:35.335591 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:51:35.335591 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:51:35.335591 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:51:35.335591 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:51:35.393748 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-813c73c4-018e-417d-8aca-5273a153a0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:35.413878 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-813c73c4-018e-417d-8aca-5273a153a0e9 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:35.417252 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-813c73c4-018e-417d-8aca-5273a153a0e9 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a1c9d45b-4007-4985-a32c-90c0ac63e5e2 HTTP/1.1" status: 204 len: 168 time: 0.5097787 Dec 10 18:51:35.418188 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c73c4-018e-417d-8aca-5273a153a0e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1c9d45b-4007-4985-a32c-90c0ac63e5e2,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:35.619976 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44154) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:35.665310 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7187a2fb-ef5e-4a98-8199-f694c909a569 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7cd1eeacc71c4bf0984dfafe490a3172&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440605 Dec 10 18:51:35.667671 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44156) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:35.733785 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f1e2759d-e8fc-462f-aea2-35b8aa964243 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:35.765870 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f1e2759d-e8fc-462f-aea2-35b8aa964243 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:35.840753 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eb01d0a5-b0ca-429c-b9ce-bcfc895b83e4 req-8d561c68-212d-4aea-9560-a67b7ed1e7a9 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0329113 Dec 10 18:51:35.856549 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f1e2759d-e8fc-462f-aea2-35b8aa964243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:35.859464 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f1e2759d-e8fc-462f-aea2-35b8aa964243 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:35.860765 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f1e2759d-e8fc-462f-aea2-35b8aa964243 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8db0b487-4397-405e-ab5a-e1997dda0e0d HTTP/1.1" status: 204 len: 168 time: 0.1912825 Dec 10 18:51:35.869218 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e2759d-e8fc-462f-aea2-35b8aa964243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db0b487-4397-405e-ab5a-e1997dda0e0d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:36.038741 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5be8cf75-d844-4e4e-aaf5-69f8f75bb2a5 req-8d641358-27db-4668-b041-05e6a7f2b5b1 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0500107 Dec 10 18:51:36.200899 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b753d074-c3ab-4215-9001-c9349f8b1907 req-6ca10a52-cbee-45cc-8393-0244bef4db19 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0442419 Dec 10 18:51:36.874394 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device dccf4ebc-3363-47a3-8a11-9400672ad98b no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:51:36.900236 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: dccf4ebc-3363-47a3-8a11-9400672ad98b {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:51:36.900909 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device dccf4ebc-3363-47a3-8a11-9400672ad98b not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:51:36.903998 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44192) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:36.947117 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2b69614a-4b3d-41ed-874b-f76f109713fb req-fb6ab50b-6d56-4fb2-a093-41fb38266c8b tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0346589 Dec 10 18:51:37.021610 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-0ef1fbd8-25b5-4903-8e0e-454d4a882cf7 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-578158012-network', 'tenant_id': '74c0c522f3144cc8b4bd651ce67368e5'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:51:37.044218 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef1fbd8-25b5-4903-8e0e-454d4a882cf7 admin admin] Made reservation on behalf of 74c0c522f3144cc8b4bd651ce67368e5 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:51:37.046542 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ef1fbd8-25b5-4903-8e0e-454d4a882cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:37.055522 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ef1fbd8-25b5-4903-8e0e-454d4a882cf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:37.143078 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ef1fbd8-25b5-4903-8e0e-454d4a882cf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:37.159297 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ef1fbd8-25b5-4903-8e0e-454d4a882cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:37.197083 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b8b0cd87-c8c0-4377-ba2c-102929d292d5 req-4b98f461-e219-441a-8aa5-d2f6f97e1c5f tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0522666 Dec 10 18:51:37.211716 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1fbd8-25b5-4903-8e0e-454d4a882cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6949dc40-bb69-4734-b721-06d71095d71a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:37.214940 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ef1fbd8-25b5-4903-8e0e-454d4a882cf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:51:37.227857 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ef1fbd8-25b5-4903-8e0e-454d4a882cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:37.228544 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-0ef1fbd8-25b5-4903-8e0e-454d4a882cf7 admin admin] Added segment 2c7be2e9-8caa-4bf1-9fe2-69eb167afb01 of type vlan for network 7ea7f794-2d47-461b-8734-d49f56278fe8 Dec 10 18:51:37.287537 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ef1fbd8-25b5-4903-8e0e-454d4a882cf7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:37.303456 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4231f260-38bc-43bf-8dff-b320a5feda11 req-9fa6d669-92c2-4ca5-a214-6a2ded9a13b3 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0360985 Dec 10 18:51:37.316901 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ef1fbd8-25b5-4903-8e0e-454d4a882cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:37.318435 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef1fbd8-25b5-4903-8e0e-454d4a882cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:37.319148 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ef1fbd8-25b5-4903-8e0e-454d4a882cf7 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:37.390849 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0ef1fbd8-25b5-4903-8e0e-454d4a882cf7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4827032 Dec 10 18:51:37.391237 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44206) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:37.397233 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-219eb894-5a0f-47c2-a210-142436267e4b admin admin] Request body: {'subnet': {'network_id': '7ea7f794-2d47-461b-8734-d49f56278fe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-578158012-subnet', 'tenant_id': '74c0c522f3144cc8b4bd651ce67368e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:51:37.401810 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1fbd8-25b5-4903-8e0e-454d4a882cf7 admin admin] Pushing event updated for resources: {'Network': ['ID=7ea7f794-2d47-461b-8734-d49f56278fe8,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:37.414005 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 7ea7f794-2d47-461b-8734-d49f56278fe8 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:51:37.439494 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219eb894-5a0f-47c2-a210-142436267e4b admin admin] Made reservation on behalf of 74c0c522f3144cc8b4bd651ce67368e5 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:51:37.443448 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-219eb894-5a0f-47c2-a210-142436267e4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:37.659067 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-219eb894-5a0f-47c2-a210-142436267e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:37.731565 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219eb894-5a0f-47c2-a210-142436267e4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=300170cd-f71e-45fd-b2ed-c28680e52877,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:37.749799 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219eb894-5a0f-47c2-a210-142436267e4b admin admin] Checking segment: {'id': '2c7be2e9-8caa-4bf1-9fe2-69eb167afb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7ea7f794-2d47-461b-8734-d49f56278fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:51:37.750170 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219eb894-5a0f-47c2-a210-142436267e4b admin admin] Network hostable DHCP agents. Network: 7ea7f794-2d47-461b-8734-d49f56278fe8, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:51:37.797406 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219eb894-5a0f-47c2-a210-142436267e4b admin admin] Network 7ea7f794-2d47-461b-8734-d49f56278fe8 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:51:37.811539 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-219eb894-5a0f-47c2-a210-142436267e4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 7ea7f794-2d47-461b-8734-d49f56278fe8) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:51:37.815818 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219eb894-5a0f-47c2-a210-142436267e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:37.817095 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-219eb894-5a0f-47c2-a210-142436267e4b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:37.824424 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8ce355-b52a-4fdf-aaae-41a729922f5f None None] Network 7ea7f794-2d47-461b-8734-d49f56278fe8 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:51:37.861576 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-219eb894-5a0f-47c2-a210-142436267e4b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4691334 Dec 10 18:51:38.033256 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3460cce-f7e5-4cb0-99b1-7c71e73d5160 None None] Network 7ea7f794-2d47-461b-8734-d49f56278fe8 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:51:38.064335 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dd79895d-f62a-4580-b6cf-38ef5de9908e req-c9ba3b82-9184-4885-a785-15cce81c6fe2 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0483460 Dec 10 18:51:38.120616 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:38.353196 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-81dc70cb-454f-485a-9524-141bbfcb27c4 req-43d65260-d6cf-4f95-9035-68bcde1a4e4c tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0348444 Dec 10 18:51:38.451604 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-382877d1-036c-4bac-a5c5-fa8573cf0210 req-9e93a3f0-ef69-4a49-af6e-3542b518dc00 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0380328 Dec 10 18:51:39.173618 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b0c591ac-ce6e-46d9-8f39-0af7aeb2be43 req-3d7092d6-a27c-4ec9-a1e3-2ba98d7ef811 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0441911 Dec 10 18:51:39.256027 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-62ec7833-2d18-46fc-bd5b-07948ab2dd42 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:39.257542 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-62ec7833-2d18-46fc-bd5b-07948ab2dd42 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] 10.222.0.62 "GET /v2.0/networks?id=7ea7f794-2d47-461b-8734-d49f56278fe8 HTTP/1.1" status: 200 len: 809 time: 0.1187167 Dec 10 18:51:39.272729 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-9925658b-1dc9-4773-bd9e-5b629551fac3 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] 10.222.0.62 "GET /v2.0/quotas/74c0c522f3144cc8b4bd651ce67368e5 HTTP/1.1" status: 200 len: 375 time: 0.0092993 Dec 10 18:51:39.305029 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-134b93db-95c9-4d33-bb27-3d5f5b43f2ac tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=74c0c522f3144cc8b4bd651ce67368e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267439 Dec 10 18:51:39.441435 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-68e6fc03-caf2-4844-bb7c-53b45c53f6c4 service neutron] 10.222.0.62 "GET /v2.0/networks/7ea7f794-2d47-461b-8734-d49f56278fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291988 Dec 10 18:51:39.479254 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-58d9387c-eea4-496e-af69-67dcb7949f98 req-f1b1de05-4cbb-47f3-a509-940d9d584974 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0376086 Dec 10 18:51:39.556410 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-68f8ceb5-bc0f-4f0b-a6e0-22f00ab9cf55 req-0d429187-2d77-4c07-aab7-86ef50ff36db tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0280895 Dec 10 18:51:39.563955 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-2d45e918-b517-4c47-944c-4ec8597ba2c1 service neutron] 10.222.0.62 "GET /v2.0/networks/7ea7f794-2d47-461b-8734-d49f56278fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138575 Dec 10 18:51:39.842978 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4c10c6c5-9caa-4fb9-9c58-9ae2119e0337 req-35566078-40d7-4ff3-8dd4-6c961dfad1f3 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d96e62-f7f4-46c9-823d-7dbac098c494 HTTP/1.1" status: 200 len: 210 time: 0.0367367 Dec 10 18:51:40.265479 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-84dab4b2-3fd3-49e1-987b-c8f5e4b9b4c5 req-c1daa0c5-095e-4d3f-a919-1c7720bb2a0a tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0411620 Dec 10 18:51:40.650161 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8f982018-9b50-4650-a01b-189efa02dd65 req-5008ef2d-d0d7-4153-af01-9aa3cd6eeb3c tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0511436 Dec 10 18:51:40.697983 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8908ebaa-d7c8-4647-87de-348f682b9306 req-a7ef4420-45d8-472b-a080-cf2cc14d486f tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0415254 Dec 10 18:51:40.980007 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ff60aed4-872a-4af5-8f21-e84b49063769 req-68d2c570-0283-491b-bd72-e9b653f19aa0 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d96e62-f7f4-46c9-823d-7dbac098c494 HTTP/1.1" status: 200 len: 210 time: 0.0505636 Dec 10 18:51:41.183058 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-ee798bb7-a4b1-4160-8990-f9979bf05081 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:41.184767 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-ee798bb7-a4b1-4160-8990-f9979bf05081 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] 10.222.0.72 "GET /v2.0/networks?id=7ea7f794-2d47-461b-8734-d49f56278fe8 HTTP/1.1" status: 200 len: 809 time: 0.2039499 Dec 10 18:51:41.200067 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-5f3e6b98-877e-42fd-9067-9742965cece2 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] Request body: {'port': {'device_id': 'e7d96e62-f7f4-46c9-823d-7dbac098c494', 'network_id': '7ea7f794-2d47-461b-8734-d49f56278fe8', 'admin_state_up': True, 'tenant_id': '74c0c522f3144cc8b4bd651ce67368e5'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:51:41.372925 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-92cb1fca-844c-4b02-bf1c-e3ac1e0a91de req-fd7130ec-b7de-4e84-a23f-0b7b18c742ab tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0452518 Dec 10 18:51:41.434898 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-5f3e6b98-877e-42fd-9067-9742965cece2 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] Made reservation on behalf of 74c0c522f3144cc8b4bd651ce67368e5 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:51:41.443635 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-5f3e6b98-877e-42fd-9067-9742965cece2 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:41.645862 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-5f3e6b98-877e-42fd-9067-9742965cece2 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] Allocated IP 172.20.0.11 (7ea7f794-2d47-461b-8734-d49f56278fe8/300170cd-f71e-45fd-b2ed-c28680e52877/1d1ae058-0f2c-414e-b068-f168ab58a7f8) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:51:41.827065 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e5b61ae0-73dd-4493-8ad1-5e53b2e80ffb req-2de06c36-7c6d-4f98-8de5-bd2f3517347f tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0376303 Dec 10 18:51:41.872920 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7ec920d5-8d07-4e2f-8bee-219da93c51a9 req-70ed3683-7b48-4965-ae51-c2a134ccce38 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0674665 Dec 10 18:51:41.917536 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-5f3e6b98-877e-42fd-9067-9742965cece2 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:41.951479 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-5f3e6b98-877e-42fd-9067-9742965cece2 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:41.995449 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-5f3e6b98-877e-42fd-9067-9742965cece2 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] Network 7ea7f794-2d47-461b-8734-d49f56278fe8 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:51:41.998617 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-5f3e6b98-877e-42fd-9067-9742965cece2 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:51:42.002389 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-5f3e6b98-877e-42fd-9067-9742965cece2 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:51:42.032736 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e6b98-877e-42fd-9067-9742965cece2 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] Pushing event updated for resources: {'Port': ['ID=1d1ae058-0f2c-414e-b068-f168ab58a7f8,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:42.064138 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-5f3e6b98-877e-42fd-9067-9742965cece2 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:42.064992 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-5f3e6b98-877e-42fd-9067-9742965cece2 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:42.099966 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-5f3e6b98-877e-42fd-9067-9742965cece2 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9057117 Dec 10 18:51:42.124448 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-0a3c3f8b-4681-4906-a20e-1890b3209c03 service neutron] Request body: {'port': {'device_id': 'e7d96e62-f7f4-46c9-823d-7dbac098c494', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:51:42.186991 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07101d65-7fb4-44e1-8b08-d58e2a438391 req-9fb37e33-393b-45b4-9021-4f1c8fb5690c tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:42.195415 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-07101d65-7fb4-44e1-8b08-d58e2a438391 req-9fb37e33-393b-45b4-9021-4f1c8fb5690c tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d96e62-f7f4-46c9-823d-7dbac098c494 HTTP/1.1" status: 200 len: 932 time: 0.0743797 Dec 10 18:51:42.224978 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-0a3c3f8b-4681-4906-a20e-1890b3209c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:42.245295 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-07101d65-7fb4-44e1-8b08-d58e2a438391 req-8ff54830-fbc4-42d7-a0e5-9646dfef63ec tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] 10.222.0.62 "GET /v2.0/security-groups?id=6949dc40-bb69-4734-b721-06d71095d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483930 Dec 10 18:51:42.483150 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0f3f7154-e21e-4db7-8366-9cb902f055b5 req-7599e2c8-d63b-493f-9a1d-fe4462d62b6c tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0369124 Dec 10 18:51:42.593857 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-0a3c3f8b-4681-4906-a20e-1890b3209c03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d1ae058-0f2c-414e-b068-f168ab58a7f8 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:51:42.603796 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-0a3c3f8b-4681-4906-a20e-1890b3209c03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:42.638787 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-0a3c3f8b-4681-4906-a20e-1890b3209c03 service neutron] Transition to ACTIVE for port object 1d1ae058-0f2c-414e-b068-f168ab58a7f8 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:51:42.643687 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-0a3c3f8b-4681-4906-a20e-1890b3209c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:42.709648 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c3f8b-4681-4906-a20e-1890b3209c03 service neutron] Pushing event updated for resources: {'Port': ['ID=1d1ae058-0f2c-414e-b068-f168ab58a7f8,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:42.803620 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-0a3c3f8b-4681-4906-a20e-1890b3209c03 service neutron] Attempting to bind port 1d1ae058-0f2c-414e-b068-f168ab58a7f8 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:51:42.804039 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-0a3c3f8b-4681-4906-a20e-1890b3209c03 service neutron] Attempting to bind port 1d1ae058-0f2c-414e-b068-f168ab58a7f8 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '2c7be2e9-8caa-4bf1-9fe2-69eb167afb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7ea7f794-2d47-461b-8734-d49f56278fe8'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:51:42.806885 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-0a3c3f8b-4681-4906-a20e-1890b3209c03 service neutron] Attempting to bind port 1d1ae058-0f2c-414e-b068-f168ab58a7f8 on network 7ea7f794-2d47-461b-8734-d49f56278fe8 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:51:42.814637 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-0a3c3f8b-4681-4906-a20e-1890b3209c03 service neutron] Port 1d1ae058-0f2c-414e-b068-f168ab58a7f8 on network 7ea7f794-2d47-461b-8734-d49f56278fe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:51:42.815065 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-0a3c3f8b-4681-4906-a20e-1890b3209c03 service neutron] Attempting to bind port 1d1ae058-0f2c-414e-b068-f168ab58a7f8 on network 7ea7f794-2d47-461b-8734-d49f56278fe8 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:51:42.821657 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-0a3c3f8b-4681-4906-a20e-1890b3209c03 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:51:42.822013 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-0a3c3f8b-4681-4906-a20e-1890b3209c03 service neutron] Checking segment: {'id': '2c7be2e9-8caa-4bf1-9fe2-69eb167afb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7ea7f794-2d47-461b-8734-d49f56278fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:51:42.822649 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-0a3c3f8b-4681-4906-a20e-1890b3209c03 service neutron] Bound using segment: {'id': '2c7be2e9-8caa-4bf1-9fe2-69eb167afb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7ea7f794-2d47-461b-8734-d49f56278fe8'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:51:42.823318 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-0a3c3f8b-4681-4906-a20e-1890b3209c03 service neutron] Bound port: 1d1ae058-0f2c-414e-b068-f168ab58a7f8, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c7be2e9-8caa-4bf1-9fe2-69eb167afb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7ea7f794-2d47-461b-8734-d49f56278fe8'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:51:42.823906 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-0a3c3f8b-4681-4906-a20e-1890b3209c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:42.931031 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-0a3c3f8b-4681-4906-a20e-1890b3209c03 service neutron] For port 1d1ae058-0f2c-414e-b068-f168ab58a7f8, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:51:42.935409 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-0a3c3f8b-4681-4906-a20e-1890b3209c03 service neutron] For port 1d1ae058-0f2c-414e-b068-f168ab58a7f8, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=1d1ae058-0f2c-414e-b068-f168ab58a7f8,segment=NetworkSegment(2c7be2e9-8caa-4bf1-9fe2-69eb167afb01),segment_id=2c7be2e9-8caa-4bf1-9fe2-69eb167afb01)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:51:42.940405 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-0a3c3f8b-4681-4906-a20e-1890b3209c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:43.001216 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4248b332-69e3-4406-8086-2cf905533782 req-1e9de2fb-05a4-4458-acdb-8afd874a71e7 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0263326 Dec 10 18:51:43.023031 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-090b5f2b-9e48-41dd-b84e-fa861cc166fa req-820f0ba0-5337-42de-9ca7-6597d6398ebf tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0720336 Dec 10 18:51:43.024450 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-0a3c3f8b-4681-4906-a20e-1890b3209c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:43.025115 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-0a3c3f8b-4681-4906-a20e-1890b3209c03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:43.026473 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-0a3c3f8b-4681-4906-a20e-1890b3209c03 service neutron] 10.222.0.72 "PUT /v2.0/ports/1d1ae058-0f2c-414e-b068-f168ab58a7f8 HTTP/1.1" status: 200 len: 1092 time: 0.9186697 Dec 10 18:51:43.053322 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d96e62-f7f4-46c9-823d-7dbac098c494', 'tag': '1d1ae058-0f2c-414e-b068-f168ab58a7f8'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:51:43.053322 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d8fdca-dbb3-416c-a86f-7b442a86b06b" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d96e62-f7f4-46c9-823d-7dbac098c494", "tag": "1d1ae058-0f2c-414e-b068-f168ab58a7f8"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:51:43.090759 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fb3e54-cf9b-4382-a293-04e2311b4edc x-openstack-request-id: req-75fb3e54-cf9b-4382-a293-04e2311b4edc {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:51:43.091173 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d96e62-f7f4-46c9-823d-7dbac098c494", "tag": "1d1ae058-0f2c-414e-b068-f168ab58a7f8", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:51:43.091534 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-75fb3e54-cf9b-4382-a293-04e2311b4edc {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:51:43.092342 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d96e62-f7f4-46c9-823d-7dbac098c494', 'tag': '1d1ae058-0f2c-414e-b068-f168ab58a7f8', 'status': 'completed', 'code': 200} Dec 10 18:51:43.110741 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c3f8b-4681-4906-a20e-1890b3209c03 service neutron] Pushing event updated for resources: {'Port': ['ID=1d1ae058-0f2c-414e-b068-f168ab58a7f8,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:43.128406 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-465a3397-5a11-4c70-b499-b4c522e47709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:43.130144 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-465a3397-5a11-4c70-b499-b4c522e47709 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=74c0c522f3144cc8b4bd651ce67368e5&device_id=e7d96e62-f7f4-46c9-823d-7dbac098c494 HTTP/1.1" status: 200 len: 1095 time: 0.0562136 Dec 10 18:51:43.182135 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-bbee2f13-a2c1-49df-9f9d-652137acf011 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d1ae058-0f2c-414e-b068-f168ab58a7f8 HTTP/1.1" status: 200 len: 217 time: 0.0444887 Dec 10 18:51:43.244518 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-f77f451d-6bc4-4a0c-8361-a0ba1d30e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:43.246000 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-f77f451d-6bc4-4a0c-8361-a0ba1d30e934 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=300170cd-f71e-45fd-b2ed-c28680e52877 HTTP/1.1" status: 200 len: 849 time: 0.0566607 Dec 10 18:51:43.280860 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-5782fb13-a5f0-4612-a5be-2e283f937771 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7ea7f794-2d47-461b-8734-d49f56278fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272558 Dec 10 18:51:43.396061 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c574913-7ddf-40e7-99d5-df8bb0849d51 req-68022fb5-14a9-448d-9b33-4aa481394866 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:43.397897 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4c574913-7ddf-40e7-99d5-df8bb0849d51 req-68022fb5-14a9-448d-9b33-4aa481394866 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d96e62-f7f4-46c9-823d-7dbac098c494 HTTP/1.1" status: 200 len: 944 time: 0.0631993 Dec 10 18:51:43.418802 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-88e6edc3-bac0-4ec6-a8af-648873c86f05 service neutron] 10.222.0.72 "GET /v2.0/networks/7ea7f794-2d47-461b-8734-d49f56278fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292901 Dec 10 18:51:43.457544 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4c574913-7ddf-40e7-99d5-df8bb0849d51 req-0a36a4bf-4c52-443a-9756-83e2ecdb6383 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] 10.222.0.62 "GET /v2.0/security-groups?id=6949dc40-bb69-4734-b721-06d71095d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517309 Dec 10 18:51:43.533966 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2955eff7-40d8-4c94-aca0-9bd1552113f6 req-209b6a2d-b8d9-4d27-8237-fb6397efade8 service neutron] 10.222.0.72 "GET /v2.0/networks/7ea7f794-2d47-461b-8734-d49f56278fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071036 Dec 10 18:51:43.583731 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-acd41f83-33f1-4d65-916f-4e74a36c56f0 req-67197c39-ebab-404a-9fca-6a1b410e118e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0290408 Dec 10 18:51:43.623711 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8fdca-dbb3-416c-a86f-7b442a86b06b req-e78ae74c-250f-4e21-b583-aee0ca527393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:43.625267 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52d8fdca-dbb3-416c-a86f-7b442a86b06b req-e78ae74c-250f-4e21-b583-aee0ca527393 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=74c0c522f3144cc8b4bd651ce67368e5&device_id=e7d96e62-f7f4-46c9-823d-7dbac098c494 HTTP/1.1" status: 200 len: 1095 time: 0.0406451 Dec 10 18:51:43.729002 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8fdca-dbb3-416c-a86f-7b442a86b06b req-b32eb0a6-d4e9-46b9-9962-1c804f21f621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:43.730570 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52d8fdca-dbb3-416c-a86f-7b442a86b06b req-b32eb0a6-d4e9-46b9-9962-1c804f21f621 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7ea7f794-2d47-461b-8734-d49f56278fe8 HTTP/1.1" status: 200 len: 910 time: 0.0975034 Dec 10 18:51:43.776531 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52d8fdca-dbb3-416c-a86f-7b442a86b06b req-ee71712c-250f-419f-99ef-ce5798fb36f4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d1ae058-0f2c-414e-b068-f168ab58a7f8 HTTP/1.1" status: 200 len: 217 time: 0.0390768 Dec 10 18:51:43.859790 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8fdca-dbb3-416c-a86f-7b442a86b06b req-03e0bdab-24a0-4370-915f-80981f7322b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:43.861310 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52d8fdca-dbb3-416c-a86f-7b442a86b06b req-03e0bdab-24a0-4370-915f-80981f7322b5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=300170cd-f71e-45fd-b2ed-c28680e52877 HTTP/1.1" status: 200 len: 849 time: 0.0778551 Dec 10 18:51:43.922150 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52d8fdca-dbb3-416c-a86f-7b442a86b06b req-a91e0d1a-d9c6-479f-8de7-cf6b170d6bf7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7ea7f794-2d47-461b-8734-d49f56278fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485139 Dec 10 18:51:44.028880 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44368) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:44.037595 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52d8fdca-dbb3-416c-a86f-7b442a86b06b req-5d173b8e-50ff-4c28-8018-8c3f7f21abcb service neutron] 10.222.0.72 "GET /v2.0/networks/7ea7f794-2d47-461b-8734-d49f56278fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079261 Dec 10 18:51:44.151843 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-16bd6580-5634-4b32-a8e0-c27de700840d req-51bd4dd1-f71b-4cd6-8630-ec6e7b5a12f6 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0371354 Dec 10 18:51:44.177926 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bb02e489-c137-46c7-bbd6-f72ebae04daa req-71664dba-cd91-48c8-b297-a533e49273ed tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0478685 Dec 10 18:51:44.199810 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52d8fdca-dbb3-416c-a86f-7b442a86b06b req-9498bb6f-a7f3-427f-99c3-07ee13dbe073 service neutron] 10.222.0.72 "GET /v2.0/networks/7ea7f794-2d47-461b-8734-d49f56278fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546254 Dec 10 18:51:44.231066 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5083e500-5441-41ad-9a17-6e4f07bef675 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:44.325503 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5083e500-5441-41ad-9a17-6e4f07bef675 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:44.329752 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5083e500-5441-41ad-9a17-6e4f07bef675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:44.373118 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5083e500-5441-41ad-9a17-6e4f07bef675 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eb25eaf2f1d3449e888737fa28cc3e77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3419390 Dec 10 18:51:44.375506 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44378) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:44.377210 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5083e500-5441-41ad-9a17-6e4f07bef675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6093dd48-b732-4693-adf9-7e816dadde2e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:44.445369 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5719606e-dc25-43bf-b1ad-52ece5a3e06e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:44.467781 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5719606e-dc25-43bf-b1ad-52ece5a3e06e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:44.519330 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5719606e-dc25-43bf-b1ad-52ece5a3e06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:44.523033 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5719606e-dc25-43bf-b1ad-52ece5a3e06e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:44.526978 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5719606e-dc25-43bf-b1ad-52ece5a3e06e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6093dd48-b732-4693-adf9-7e816dadde2e HTTP/1.1" status: 204 len: 168 time: 0.1498723 Dec 10 18:51:44.537063 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719606e-dc25-43bf-b1ad-52ece5a3e06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6093dd48-b732-4693-adf9-7e816dadde2e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:44.595341 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cfdfe7-2cce-4eb2-b322-8b3ce94b5f0a req-bd098e86-7de3-4f5c-9892-9d6c1a2a1771 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:44.597833 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-80cfdfe7-2cce-4eb2-b322-8b3ce94b5f0a req-bd098e86-7de3-4f5c-9892-9d6c1a2a1771 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d96e62-f7f4-46c9-823d-7dbac098c494 HTTP/1.1" status: 200 len: 944 time: 0.0614312 Dec 10 18:51:44.668414 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-80cfdfe7-2cce-4eb2-b322-8b3ce94b5f0a req-e11cd977-0973-4c39-ac73-2262dc1ef828 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] 10.222.0.62 "GET /v2.0/security-groups?id=6949dc40-bb69-4734-b721-06d71095d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647137 Dec 10 18:51:44.683857 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-06c96853-72c8-46bb-b323-c091a2436739 req-7fb080a4-4de5-458b-be78-fcf6db5d6345 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0388944 Dec 10 18:51:45.245325 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-26fadd42-05ba-4d7d-800b-d7f0376e35a7 req-fae89f57-195d-4f76-9d0b-062dfac3871d tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0362911 Dec 10 18:51:45.294511 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3503b867-4154-4519-b6d5-2459516b88a8 req-8de4ebff-86e3-4619-82ef-d886596eeae9 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0269384 Dec 10 18:51:45.778270 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cac6077e-e3ba-4bdd-98b2-a9131e7a24e3 req-4c5e5a49-a9a1-47c9-abe7-37b8510c5f88 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0298688 Dec 10 18:51:45.798709 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978dd5b-f093-4001-8c1d-e6ab39904d5c req-b2bd1fed-4db3-4775-96b9-c4a1fc45c5d6 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:45.805163 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7978dd5b-f093-4001-8c1d-e6ab39904d5c req-b2bd1fed-4db3-4775-96b9-c4a1fc45c5d6 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d96e62-f7f4-46c9-823d-7dbac098c494 HTTP/1.1" status: 200 len: 944 time: 0.0696337 Dec 10 18:51:45.836823 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 1d1ae058-0f2c-414e-b068-f168ab58a7f8 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:51:45.870120 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7978dd5b-f093-4001-8c1d-e6ab39904d5c req-48befe53-2f59-4daa-858b-50763adb51ba tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] 10.222.0.62 "GET /v2.0/security-groups?id=6949dc40-bb69-4734-b721-06d71095d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586448 Dec 10 18:51:45.942631 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 1d1ae058-0f2c-414e-b068-f168ab58a7f8, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=1d1ae058-0f2c-414e-b068-f168ab58a7f8,segment=NetworkSegment(2c7be2e9-8caa-4bf1-9fe2-69eb167afb01),segment_id=2c7be2e9-8caa-4bf1-9fe2-69eb167afb01)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:51:45.957765 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '1d1ae058-0f2c-414e-b068-f168ab58a7f8', 'network_id': '7ea7f794-2d47-461b-8734-d49f56278fe8', 'port_id': '1d1ae058-0f2c-414e-b068-f168ab58a7f8', 'mac_address': 'fa:16:3e:4c:52:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '300170cd-f71e-45fd-b2ed-c28680e52877', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:51:45.997257 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:46.013051 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d1ae058-0f2c-414e-b068-f168ab58a7f8 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:51:46.043868 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 1d1ae058-0f2c-414e-b068-f168ab58a7f8, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=1d1ae058-0f2c-414e-b068-f168ab58a7f8,segment=NetworkSegment(2c7be2e9-8caa-4bf1-9fe2-69eb167afb01),segment_id=2c7be2e9-8caa-4bf1-9fe2-69eb167afb01)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:51:46.048590 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:46.125933 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=1d1ae058-0f2c-414e-b068-f168ab58a7f8,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:46.345779 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['1d1ae058-0f2c-414e-b068-f168ab58a7f8'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:51:46.374222 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-548f6b6f-e3e8-4082-88f2-8eb0d4f5664a req-f4416c79-726f-4318-9e52-85995f1f7587 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0586219 Dec 10 18:51:46.506262 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9151cf47-91cd-4ee0-b384-b3a413f4eaef req-d2cefdc9-1b00-490f-9e57-d5331ae3fa06 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0968645 Dec 10 18:51:46.872483 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bcc91212-f445-4e7b-934a-44e3e7ce8784 req-23888bc5-2914-49c3-ba9e-7ef92339678a tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0328121 Dec 10 18:51:47.011857 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11b275-9ff1-446f-abc1-7986f24af0dd req-798926e8-f6ae-4944-a896-309b3117aa53 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:47.014029 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3e11b275-9ff1-446f-abc1-7986f24af0dd req-798926e8-f6ae-4944-a896-309b3117aa53 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d96e62-f7f4-46c9-823d-7dbac098c494 HTTP/1.1" status: 200 len: 945 time: 0.0694680 Dec 10 18:51:47.066689 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3e11b275-9ff1-446f-abc1-7986f24af0dd req-58f954ae-97b8-4792-90d8-c34de9a4ac85 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] 10.222.0.62 "GET /v2.0/security-groups?id=6949dc40-bb69-4734-b721-06d71095d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457640 Dec 10 18:51:47.467959 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ad632b00-2529-4dea-bfe0-b811d13e16e5 req-70965ac3-5745-4e7c-94e2-cf6cb4a3092f tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0304861 Dec 10 18:51:47.628258 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-114e7e77-0d3d-4c2c-980a-2cde9a4b77fc req-b62c36aa-6db2-45ee-99e8-f4420d85a141 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0454533 Dec 10 18:51:47.651191 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44496) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:47.758242 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f4a5246a-bd6b-4c70-86cd-11954b3fb1d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:47.831113 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f4a5246a-bd6b-4c70-86cd-11954b3fb1d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:47.835513 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f4a5246a-bd6b-4c70-86cd-11954b3fb1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:47.837123 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 1d1ae058-0f2c-414e-b068-f168ab58a7f8 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:51:47.876733 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f4a5246a-bd6b-4c70-86cd-11954b3fb1d0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e0b66e306e3444b995e6ac6bb6c751de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2241428 Dec 10 18:51:47.877602 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a5246a-bd6b-4c70-86cd-11954b3fb1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4bdfca-b89c-4919-a932-875c2e3039b7,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:47.879623 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44500) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:47.911793 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 1d1ae058-0f2c-414e-b068-f168ab58a7f8 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:51:47.915901 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 1d1ae058-0f2c-414e-b068-f168ab58a7f8 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:51:47.916273 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:47.980249 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-625a8d70-cfe3-412c-939e-9f4100aeb3de req-8a81044d-01e4-4ff0-9e1e-9362040c7848 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0336497 Dec 10 18:51:47.998321 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61bbacf5-194c-48dc-b97f-c7ef267b0865 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:48.014505 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:48.025174 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61bbacf5-194c-48dc-b97f-c7ef267b0865 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:48.039411 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d96e62-f7f4-46c9-823d-7dbac098c494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1ae058-0f2c-414e-b068-f168ab58a7f8'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:51:48.041756 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331134eb-e5ff-4ba9-8416-9dfc417a7fb3" -d '{"events": [{"server_uuid": "e7d96e62-f7f4-46c9-823d-7dbac098c494", "name": "network-vif-plugged", "status": "completed", "tag": "1d1ae058-0f2c-414e-b068-f168ab58a7f8"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:51:48.068714 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 1d1ae058-0f2c-414e-b068-f168ab58a7f8, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=1d1ae058-0f2c-414e-b068-f168ab58a7f8,segment=NetworkSegment(2c7be2e9-8caa-4bf1-9fe2-69eb167afb01),segment_id=2c7be2e9-8caa-4bf1-9fe2-69eb167afb01)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:51:48.076689 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:48.080138 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61bbacf5-194c-48dc-b97f-c7ef267b0865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:48.083640 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61bbacf5-194c-48dc-b97f-c7ef267b0865 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:48.087299 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-61bbacf5-194c-48dc-b97f-c7ef267b0865 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ef4bdfca-b89c-4919-a932-875c2e3039b7 HTTP/1.1" status: 204 len: 168 time: 0.2041662 Dec 10 18:51:48.087779 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3c48e0-f750-4ab1-984d-cae63a11f9fe x-openstack-request-id: req-4a3c48e0-f750-4ab1-984d-cae63a11f9fe {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:51:48.088144 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d96e62-f7f4-46c9-823d-7dbac098c494", "name": "network-vif-plugged", "status": "completed", "tag": "1d1ae058-0f2c-414e-b068-f168ab58a7f8", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:51:48.088601 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4a3c48e0-f750-4ab1-984d-cae63a11f9fe {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:51:48.089126 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d96e62-f7f4-46c9-823d-7dbac098c494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1ae058-0f2c-414e-b068-f168ab58a7f8', 'code': 200} Dec 10 18:51:48.110762 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bbacf5-194c-48dc-b97f-c7ef267b0865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4bdfca-b89c-4919-a932-875c2e3039b7,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:48.173704 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=1d1ae058-0f2c-414e-b068-f168ab58a7f8,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:48.244033 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d532782-d004-495b-aa2a-2631d19a177f req-42524814-dc50-4b55-afd2-8a85b8991c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:48.245915 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d532782-d004-495b-aa2a-2631d19a177f req-42524814-dc50-4b55-afd2-8a85b8991c7e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e7d96e62-f7f4-46c9-823d-7dbac098c494 HTTP/1.1" status: 200 len: 1097 time: 0.0904510 Dec 10 18:51:48.278270 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbc166-961a-471f-bfc3-88d6cfdd320f req-2080a712-d4f6-4c74-92f4-f816547a9c84 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:48.280058 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1dbbc166-961a-471f-bfc3-88d6cfdd320f req-2080a712-d4f6-4c74-92f4-f816547a9c84 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d96e62-f7f4-46c9-823d-7dbac098c494 HTTP/1.1" status: 200 len: 946 time: 0.0820103 Dec 10 18:51:48.326141 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d532782-d004-495b-aa2a-2631d19a177f req-23108c57-6f8f-4888-9842-d48aaa22ee84 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6949dc40-bb69-4734-b721-06d71095d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724363 Dec 10 18:51:48.350038 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1dbbc166-961a-471f-bfc3-88d6cfdd320f req-a1f39039-1636-4321-985c-365cd41a2e44 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] 10.222.0.62 "GET /v2.0/security-groups?id=6949dc40-bb69-4734-b721-06d71095d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560603 Dec 10 18:51:48.425032 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44512) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:48.438781 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d843850c-e4b8-4915-97a6-14728d005cda admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:48.516342 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d843850c-e4b8-4915-97a6-14728d005cda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:48.521124 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d843850c-e4b8-4915-97a6-14728d005cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:48.563037 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d843850c-e4b8-4915-97a6-14728d005cda admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0b1e0e5ad3fa4ec8b904abee51a03870&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1368847 Dec 10 18:51:48.563944 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d843850c-e4b8-4915-97a6-14728d005cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdf793d-eee1-4d6c-b299-cb887546f88d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:48.567359 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44516) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:48.568395 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9bbd5092-2e81-42fb-918d-31e7cbcd8040 req-4daf536a-a6a7-48ed-8ee5-43c489ba8e1c tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0372140 Dec 10 18:51:48.617500 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb4b13ed-76c0-4165-a9b8-08aae9d25299 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:48.643064 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb4b13ed-76c0-4165-a9b8-08aae9d25299 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:48.709165 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb4b13ed-76c0-4165-a9b8-08aae9d25299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:48.711968 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb4b13ed-76c0-4165-a9b8-08aae9d25299 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:48.715933 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-eb4b13ed-76c0-4165-a9b8-08aae9d25299 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5bdf793d-eee1-4d6c-b299-cb887546f88d HTTP/1.1" status: 204 len: 168 time: 0.1475794 Dec 10 18:51:48.724222 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b13ed-76c0-4165-a9b8-08aae9d25299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdf793d-eee1-4d6c-b299-cb887546f88d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:48.774052 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ddb815ee-00b6-4fde-b2c5-38e4d581b963 req-af918f2f-582e-4410-b7a7-fcc0c444e946 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0281117 Dec 10 18:51:49.065658 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f52ae513-028d-4a16-947c-725fae2da08d req-7a0c547a-f289-4d5f-8f8a-c60f12156c28 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0280969 Dec 10 18:51:49.506202 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02274c83-32c5-4a8b-98f4-cd5b3e7cfc72 req-669d4004-2203-4cc9-861b-7e17a7d1e92e tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:49.514152 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-02274c83-32c5-4a8b-98f4-cd5b3e7cfc72 req-669d4004-2203-4cc9-861b-7e17a7d1e92e tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d96e62-f7f4-46c9-823d-7dbac098c494 HTTP/1.1" status: 200 len: 946 time: 0.0914438 Dec 10 18:51:49.577402 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-02274c83-32c5-4a8b-98f4-cd5b3e7cfc72 req-37569a49-6e0a-43a7-827f-7d7fe1f0478c tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] 10.222.0.62 "GET /v2.0/security-groups?id=6949dc40-bb69-4734-b721-06d71095d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618105 Dec 10 18:51:49.616088 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0b745b36-bff8-466b-bfb3-0184bb53aa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:49.671201 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-efff0ea5-9fb1-4acb-9219-ecdb8123d107 req-3911c0ca-4d4f-4f86-bff6-1326c16fa81b tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0463271 Dec 10 18:51:49.927076 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2bb75f4a-2b85-46e9-86ba-b780ab5f6d14 req-f1c71a39-5bf9-4fa4-9110-4da974f6812c tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0497334 Dec 10 18:51:50.163820 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9ccfb159-aed8-41e4-877b-36715c72948e req-f4ed2a5f-1c43-456b-adda-0256b22af82f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0405774 Dec 10 18:51:50.731938 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0b8f4fcb-27b3-4a53-8f35-37ee2bd6d7e1 req-5db2d183-4fea-44b3-a3dc-a9afcdf6bc8f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0334759 Dec 10 18:51:50.745369 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43317bde-e070-4031-858b-d6ee01a5ce81 req-0d8959a5-ce97-4c7a-abea-ca0b12ca6220 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:50.747793 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43317bde-e070-4031-858b-d6ee01a5ce81 req-0d8959a5-ce97-4c7a-abea-ca0b12ca6220 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d96e62-f7f4-46c9-823d-7dbac098c494 HTTP/1.1" status: 200 len: 946 time: 0.0778534 Dec 10 18:51:50.773965 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0b199b77-c5ef-45d0-90b9-9187650cfee1 req-72e1fe35-a1bf-46a8-8646-9e99675421ff tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0410330 Dec 10 18:51:50.826864 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43317bde-e070-4031-858b-d6ee01a5ce81 req-e09a0a3b-ef93-475c-8712-551b9620befd tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] 10.222.0.62 "GET /v2.0/security-groups?id=6949dc40-bb69-4734-b721-06d71095d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719738 Dec 10 18:51:51.080786 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8895bae1-c38f-4750-be3e-1e0869f91c93 req-ef2d6b43-b312-4065-bb3c-b10583866f60 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0487320 Dec 10 18:51:51.254904 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a45d7-3712-4330-a68d-8c6e816c9cd6 req-456cdc64-dfd4-41ee-b122-a4f5026378c9 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:51.256976 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1b2a45d7-3712-4330-a68d-8c6e816c9cd6 req-456cdc64-dfd4-41ee-b122-a4f5026378c9 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d96e62-f7f4-46c9-823d-7dbac098c494 HTTP/1.1" status: 200 len: 946 time: 0.0697596 Dec 10 18:51:51.275359 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ad815ee4-3a84-4520-be89-96c2c6af1b47 req-6b4cba73-b777-4df9-8ab4-499aafecc8c7 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0495360 Dec 10 18:51:51.332486 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1b2a45d7-3712-4330-a68d-8c6e816c9cd6 req-c68a009f-e306-4991-a56d-f3614935e1f1 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] 10.222.0.62 "GET /v2.0/security-groups?id=6949dc40-bb69-4734-b721-06d71095d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673018 Dec 10 18:51:51.879538 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cbbb9e5e-a410-4288-9c18-f33fcde697da req-cd61ba93-53fd-4a8d-b97a-0e4015d8656f tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0277369 Dec 10 18:51:52.184237 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bfb610e1-3e8c-4533-bf00-0e5b781ac0ae req-f529661b-14d9-40c2-8933-12025c7857d7 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0336432 Dec 10 18:51:52.345047 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6fa32fae-7970-4610-96c8-62fce9d07c42 req-f587b21d-677b-433e-8c86-861eeacdfd86 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0264807 Dec 10 18:51:52.385215 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7d565a9a-93a5-4644-a5c4-9bf821ddcfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:52.482755 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c208e697-160f-4532-9384-b5702ab89a63 req-931b91ca-c083-4469-b5a7-6db0986a89f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=62276e6ce24d4f81923cdb4c714d795a&device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0543041 Dec 10 18:51:52.496305 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08309789-b089-4f8c-9615-30afbe1df0cd req-3cc8a500-848b-4517-9411-5f66a0ee3df0 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:52.498177 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-08309789-b089-4f8c-9615-30afbe1df0cd req-3cc8a500-848b-4517-9411-5f66a0ee3df0 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d96e62-f7f4-46c9-823d-7dbac098c494 HTTP/1.1" status: 200 len: 946 time: 0.0696900 Dec 10 18:51:52.534017 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c208e697-160f-4532-9384-b5702ab89a63 req-f9302977-a96d-4149-b194-650f2a9ace37 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=62276e6ce24d4f81923cdb4c714d795a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426779 Dec 10 18:51:52.562399 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-08309789-b089-4f8c-9615-30afbe1df0cd req-90593e50-3548-4b77-908f-8d5700b37e03 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] 10.222.0.62 "GET /v2.0/security-groups?id=6949dc40-bb69-4734-b721-06d71095d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565488 Dec 10 18:51:52.624724 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314fdc5-5bc8-488e-a3a6-c997051862fa req-7d4f41f7-01cd-4def-9f21-7500a1244b6b tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:52.626381 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e314fdc5-5bc8-488e-a3a6-c997051862fa req-7d4f41f7-01cd-4def-9f21-7500a1244b6b tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] 10.222.0.72 "GET /v2.0/ports?device_id=e7d96e62-f7f4-46c9-823d-7dbac098c494 HTTP/1.1" status: 200 len: 946 time: 0.0776279 Dec 10 18:51:52.665927 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f605aa3a-b7cb-49d5-acb8-e1e9a2094d37 req-d56a72f7-a1a8-4cab-8283-5f9de92f45a6 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.1359296 Dec 10 18:51:52.742283 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-e314fdc5-5bc8-488e-a3a6-c997051862fa req-0f0d0753-0fc7-463b-a55f-137bc0e995f5 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] Deleting port 1d1ae058-0f2c-414e-b068-f168ab58a7f8 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:51:52.742629 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e314fdc5-5bc8-488e-a3a6-c997051862fa req-0f0d0753-0fc7-463b-a55f-137bc0e995f5 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:52.749805 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208e697-160f-4532-9384-b5702ab89a63 req-b1b298ae-10ce-4e37-ab58-84155bf21130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:52.751672 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c208e697-160f-4532-9384-b5702ab89a63 req-b1b298ae-10ce-4e37-ab58-84155bf21130 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2068839 Dec 10 18:51:52.852772 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e314fdc5-5bc8-488e-a3a6-c997051862fa req-0f0d0753-0fc7-463b-a55f-137bc0e995f5 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] For port 1d1ae058-0f2c-414e-b068-f168ab58a7f8, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=1d1ae058-0f2c-414e-b068-f168ab58a7f8,segment=NetworkSegment(2c7be2e9-8caa-4bf1-9fe2-69eb167afb01),segment_id=2c7be2e9-8caa-4bf1-9fe2-69eb167afb01)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:51:52.853250 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e314fdc5-5bc8-488e-a3a6-c997051862fa req-0f0d0753-0fc7-463b-a55f-137bc0e995f5 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:52.871807 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-e314fdc5-5bc8-488e-a3a6-c997051862fa req-0f0d0753-0fc7-463b-a55f-137bc0e995f5 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] Calling delete_port for 1d1ae058-0f2c-414e-b068-f168ab58a7f8 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:51:53.014780 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-10840551-5e11-4051-9e48-ac2c19760596 req-79e8a718-8d8d-4d57-878e-35f47b044c5f tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0329194 Dec 10 18:51:53.037372 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e314fdc5-5bc8-488e-a3a6-c997051862fa req-0f0d0753-0fc7-463b-a55f-137bc0e995f5 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:53.049171 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['1d1ae058-0f2c-414e-b068-f168ab58a7f8'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:51:53.103502 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d0753-0fc7-463b-a55f-137bc0e995f5 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] Pushing event deleted for resources: {'Port': ['ID=1d1ae058-0f2c-414e-b068-f168ab58a7f8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:53.127896 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-e314fdc5-5bc8-488e-a3a6-c997051862fa req-0f0d0753-0fc7-463b-a55f-137bc0e995f5 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] No DVR routers for this DVR port 1d1ae058-0f2c-414e-b068-f168ab58a7f8 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:51:53.130699 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e314fdc5-5bc8-488e-a3a6-c997051862fa req-0f0d0753-0fc7-463b-a55f-137bc0e995f5 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:53.134038 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e314fdc5-5bc8-488e-a3a6-c997051862fa req-0f0d0753-0fc7-463b-a55f-137bc0e995f5 tempest-ServerGroupTestJSON-889073107 tempest-ServerGroupTestJSON-889073107-project] 10.222.0.72 "DELETE /v2.0/ports/1d1ae058-0f2c-414e-b068-f168ab58a7f8 HTTP/1.1" status: 204 len: 173 time: 0.5020592 Dec 10 18:51:53.134481 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d96e62-f7f4-46c9-823d-7dbac098c494', 'name': 'network-vif-deleted', 'tag': '1d1ae058-0f2c-414e-b068-f168ab58a7f8'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:51:53.136986 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065afe0d-87d5-4db4-aa54-fe59e607311c" -d '{"events": [{"server_uuid": "e7d96e62-f7f4-46c9-823d-7dbac098c494", "name": "network-vif-deleted", "tag": "1d1ae058-0f2c-414e-b068-f168ab58a7f8"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:51:53.191117 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d82a4c-25fd-4317-9bf5-1aadc96179ac x-openstack-request-id: req-01d82a4c-25fd-4317-9bf5-1aadc96179ac {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:51:53.191424 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d96e62-f7f4-46c9-823d-7dbac098c494", "name": "network-vif-deleted", "tag": "1d1ae058-0f2c-414e-b068-f168ab58a7f8", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:51:53.191681 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-01d82a4c-25fd-4317-9bf5-1aadc96179ac {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:51:53.192096 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d96e62-f7f4-46c9-823d-7dbac098c494', 'name': 'network-vif-deleted', 'tag': '1d1ae058-0f2c-414e-b068-f168ab58a7f8', 'status': 'completed', 'code': 200} Dec 10 18:51:53.386502 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:53.433016 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-242a8e95-9982-4929-bfd7-3dd1efc4e06e req-bf0f0c36-86cc-4a23-b004-692ebf68a193 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0273724 Dec 10 18:51:53.806588 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7fd9347b-0414-48d4-b867-8acaaa6818eb req-bf44bc29-1473-4ca7-9d09-6c77ded6c4c6 tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0533407 Dec 10 18:51:53.969966 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44744) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:53.971208 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c208e697-160f-4532-9384-b5702ab89a63 req-2fb15c0a-9c69-4653-813c-13ac8792e27b tempest-ServerShowV257Test-599134786 tempest-ServerShowV257Test-599134786-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eebbf3a-277a-4c93-87fb-63f4afa0ffaf HTTP/1.1" status: 200 len: 210 time: 0.0369692 Dec 10 18:51:54.038885 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab71d013-4799-4725-9a3d-64e25029a2ad admin admin] Deleting subnet 300170cd-f71e-45fd-b2ed-c28680e52877 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:51:54.047719 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ab71d013-4799-4725-9a3d-64e25029a2ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:54.090301 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ab71d013-4799-4725-9a3d-64e25029a2ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:54.187298 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-632a3a02-d981-43e8-9bf4-c46e8c4242da req-fab91ea7-fed7-437e-9437-afe11d47192b tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0568199 Dec 10 18:51:54.215865 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ab71d013-4799-4725-9a3d-64e25029a2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:54.284031 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ab71d013-4799-4725-9a3d-64e25029a2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:54.313649 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71d013-4799-4725-9a3d-64e25029a2ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=300170cd-f71e-45fd-b2ed-c28680e52877,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:54.316519 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ab71d013-4799-4725-9a3d-64e25029a2ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:54.320239 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ab71d013-4799-4725-9a3d-64e25029a2ad admin admin] 10.222.0.62 "DELETE /v2.0/subnets/300170cd-f71e-45fd-b2ed-c28680e52877 HTTP/1.1" status: 204 len: 168 time: 0.3489122 Dec 10 18:51:54.322696 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44754) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:54.406460 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-82979880-3273-494c-b5bc-42e569c7662e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:54.512700 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-82979880-3273-494c-b5bc-42e569c7662e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:54.553007 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-82979880-3273-494c-b5bc-42e569c7662e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ea7f794-2d47-461b-8734-d49f56278fe8']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:54.569051 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bc0572ab-89b4-4acc-ada4-552ecf9f0b93 req-c19c99cd-a72e-46d5-af7f-bf41c4702aad tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0291526 Dec 10 18:51:54.570256 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-82979880-3273-494c-b5bc-42e569c7662e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c7be2e9-8caa-4bf1-9fe2-69eb167afb01') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:54.570686 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-82979880-3273-494c-b5bc-42e569c7662e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c7be2e9-8caa-4bf1-9fe2-69eb167afb01') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:54.581233 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-82979880-3273-494c-b5bc-42e569c7662e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:54.596956 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-82979880-3273-494c-b5bc-42e569c7662e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:54.603615 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82979880-3273-494c-b5bc-42e569c7662e admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:51:54.603991 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-82979880-3273-494c-b5bc-42e569c7662e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:54.605690 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:51:54.605690 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:51:54.605690 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:51:54.605690 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:51:54.605690 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:51:54.605690 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:51:54.605690 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:51:54.605690 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:51:54.605690 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:51:54.605690 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:51:54.605690 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:51:54.605690 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:51:54.605690 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:51:54.605690 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:51:54.605690 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:51:54.605690 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:51:54.605690 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:51:54.605690 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:51:54.605690 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:51:54.605690 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:51:54.605690 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:51:54.605690 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:51:54.605690 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:51:54.605690 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:51:54.605690 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:51:54.605690 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:51:54.605690 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:51:54.605690 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:51:54.605690 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:51:54.605690 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:51:54.605690 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:51:54.605690 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:51:54.672511 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-82979880-3273-494c-b5bc-42e569c7662e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:54.681215 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-82979880-3273-494c-b5bc-42e569c7662e admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:54.684728 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-82979880-3273-494c-b5bc-42e569c7662e admin admin] 10.222.0.62 "DELETE /v2.0/networks/7ea7f794-2d47-461b-8734-d49f56278fe8 HTTP/1.1" status: 204 len: 168 time: 0.3610110 Dec 10 18:51:54.701136 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82979880-3273-494c-b5bc-42e569c7662e admin admin] Pushing event deleted for resources: {'Network': ['ID=7ea7f794-2d47-461b-8734-d49f56278fe8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:54.777919 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:54.891021 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44768) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:54.982572 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44776) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:54.999113 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-78cb2983-4d80-40da-a60a-7ad199f17022 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=74c0c522f3144cc8b4bd651ce67368e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1066985 Dec 10 18:51:55.055401 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-616beb93-c87b-46c1-8c07-6848f0e18794 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:55.092404 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-616beb93-c87b-46c1-8c07-6848f0e18794 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:55.199602 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-616beb93-c87b-46c1-8c07-6848f0e18794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:55.203625 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-616beb93-c87b-46c1-8c07-6848f0e18794 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:55.215892 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-616beb93-c87b-46c1-8c07-6848f0e18794 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6949dc40-bb69-4734-b721-06d71095d71a HTTP/1.1" status: 204 len: 168 time: 0.2243280 Dec 10 18:51:55.239001 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616beb93-c87b-46c1-8c07-6848f0e18794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6949dc40-bb69-4734-b721-06d71095d71a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:55.336452 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9b7badd2-0435-46be-80ea-54edb11766da req-275f1294-466f-41f3-97df-bb34c4fd7480 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0519292 Dec 10 18:51:55.454273 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:55.572279 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44798) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:55.620913 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44804) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:55.697048 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-39a321e9-5d4d-4377-9419-979d094d7f22 req-d41c1ea3-e4a9-436b-9578-a653874c0bde tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0516393 Dec 10 18:51:55.873140 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae2a60ab-533e-4f84-8ade-55d9647208f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:55.883886 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 1d1ae058-0f2c-414e-b068-f168ab58a7f8 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:51:55.919072 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 1d1ae058-0f2c-414e-b068-f168ab58a7f8 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:51:55.919717 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 1d1ae058-0f2c-414e-b068-f168ab58a7f8 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:51:55.920246 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-154aa948-dc7a-4af5-bc9e-72f835b9037a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:56.062421 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae2a60ab-533e-4f84-8ade-55d9647208f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:56.068341 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-154aa948-dc7a-4af5-bc9e-72f835b9037a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:56.070372 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae2a60ab-533e-4f84-8ade-55d9647208f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:56.082674 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-154aa948-dc7a-4af5-bc9e-72f835b9037a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:56.131781 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a60ab-533e-4f84-8ade-55d9647208f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77bfa006-7224-49e3-9c18-248c6fe83ec0,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:56.138616 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44818) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:56.138838 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-154aa948-dc7a-4af5-bc9e-72f835b9037a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=62276e6ce24d4f81923cdb4c714d795a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5161533 Dec 10 18:51:56.140986 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ae2a60ab-533e-4f84-8ade-55d9647208f8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3b4dc083481940d8be298d7fe9e0aabe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5674107 Dec 10 18:51:56.151765 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44820) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:56.169938 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154aa948-dc7a-4af5-bc9e-72f835b9037a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9188261a-5e54-4cdf-a05a-6b60a63975c7,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:56.255881 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-35c95507-1eb6-4172-a8a1-73c4628418e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:56.295079 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8a65fa3e-4550-4339-940f-56382bd3d29f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:56.297961 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-35c95507-1eb6-4172-a8a1-73c4628418e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:56.342381 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8a65fa3e-4550-4339-940f-56382bd3d29f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:56.403828 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-35c95507-1eb6-4172-a8a1-73c4628418e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:56.416237 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-35c95507-1eb6-4172-a8a1-73c4628418e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:56.420897 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-35c95507-1eb6-4172-a8a1-73c4628418e5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/77bfa006-7224-49e3-9c18-248c6fe83ec0 HTTP/1.1" status: 204 len: 168 time: 0.2667415 Dec 10 18:51:56.441237 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c95507-1eb6-4172-a8a1-73c4628418e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bfa006-7224-49e3-9c18-248c6fe83ec0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:56.444665 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8a65fa3e-4550-4339-940f-56382bd3d29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:56.447316 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8a65fa3e-4550-4339-940f-56382bd3d29f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:56.449049 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8a65fa3e-4550-4339-940f-56382bd3d29f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9188261a-5e54-4cdf-a05a-6b60a63975c7 HTTP/1.1" status: 204 len: 168 time: 0.3089378 Dec 10 18:51:56.464714 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a65fa3e-4550-4339-940f-56382bd3d29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9188261a-5e54-4cdf-a05a-6b60a63975c7,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:56.477547 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0a306226-760f-4357-a228-b2456d801be4 req-d4924222-a6f1-4ee7-b590-edfc22c633fd tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0587554 Dec 10 18:51:56.521787 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44840) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:56.796591 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ffa8b4a5-ed3a-478d-af9d-e7c04786bf10 req-e40162ec-5ee7-4f24-862f-12f6769d31da tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0449631 Dec 10 18:51:56.828268 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7e6c285d-426f-4d59-86d6-fe5e9b15a5cc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-298627611-network', 'tenant_id': '67376b4cbc9c49858a62672e5bb40fd5'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:51:56.851683 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44850) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:56.859829 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6c285d-426f-4d59-86d6-fe5e9b15a5cc admin admin] Made reservation on behalf of 67376b4cbc9c49858a62672e5bb40fd5 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:51:56.862117 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7e6c285d-426f-4d59-86d6-fe5e9b15a5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:56.875760 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7e6c285d-426f-4d59-86d6-fe5e9b15a5cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:56.877630 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a876544-7e83-4078-b5fc-33b405f9b6d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:57.019633 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7e6c285d-426f-4d59-86d6-fe5e9b15a5cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:57.022313 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a876544-7e83-4078-b5fc-33b405f9b6d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:57.025786 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7e6c285d-426f-4d59-86d6-fe5e9b15a5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:57.030593 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a876544-7e83-4078-b5fc-33b405f9b6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:57.071600 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e6c285d-426f-4d59-86d6-fe5e9b15a5cc admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:51:57.082176 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c285d-426f-4d59-86d6-fe5e9b15a5cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38545bca-bca3-4c7b-b2a0-4657eef19aeb,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:57.090837 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0a876544-7e83-4078-b5fc-33b405f9b6d8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=55023d766f034c6e90b6cace592fcff2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2379060 Dec 10 18:51:57.093871 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44860) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:57.099676 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7e6c285d-426f-4d59-86d6-fe5e9b15a5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:57.099951 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-7e6c285d-426f-4d59-86d6-fe5e9b15a5cc admin admin] Added segment e40913c2-6008-45d5-9433-0b35de35b591 of type vlan for network 465fdc47-2410-4d4c-acab-8d0f21c4165c Dec 10 18:51:57.124213 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a876544-7e83-4078-b5fc-33b405f9b6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f802c6-9ecd-4202-9035-762b4b419e8c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:57.163497 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7e6c285d-426f-4d59-86d6-fe5e9b15a5cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:57.176215 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-206f09e4-e795-4519-b7cd-3ed6f88cf2b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:57.199291 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7e6c285d-426f-4d59-86d6-fe5e9b15a5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:57.200265 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6c285d-426f-4d59-86d6-fe5e9b15a5cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:57.200926 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7e6c285d-426f-4d59-86d6-fe5e9b15a5cc admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:57.219221 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-206f09e4-e795-4519-b7cd-3ed6f88cf2b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:57.291519 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-206f09e4-e795-4519-b7cd-3ed6f88cf2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:57.297725 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-206f09e4-e795-4519-b7cd-3ed6f88cf2b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:57.301371 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-206f09e4-e795-4519-b7cd-3ed6f88cf2b0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c3f802c6-9ecd-4202-9035-762b4b419e8c HTTP/1.1" status: 204 len: 168 time: 0.2036014 Dec 10 18:51:57.313366 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7e6c285d-426f-4d59-86d6-fe5e9b15a5cc admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7900310 Dec 10 18:51:57.314339 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f09e4-e795-4519-b7cd-3ed6f88cf2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f802c6-9ecd-4202-9035-762b4b419e8c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:57.316335 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44870) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:57.323864 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-085d3236-73f7-4190-8bea-14730b95e7ed admin admin] Request body: {'subnet': {'network_id': '465fdc47-2410-4d4c-acab-8d0f21c4165c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-298627611-subnet', 'tenant_id': '67376b4cbc9c49858a62672e5bb40fd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:51:57.354504 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c285d-426f-4d59-86d6-fe5e9b15a5cc admin admin] Pushing event updated for resources: {'Network': ['ID=465fdc47-2410-4d4c-acab-8d0f21c4165c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:57.369582 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 465fdc47-2410-4d4c-acab-8d0f21c4165c details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:51:57.373323 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085d3236-73f7-4190-8bea-14730b95e7ed admin admin] Made reservation on behalf of 67376b4cbc9c49858a62672e5bb40fd5 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:51:57.385490 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-085d3236-73f7-4190-8bea-14730b95e7ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:57.615135 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c4aa7ce8-a3b1-47e2-8b6c-220c16599614 req-803fd578-b408-4017-b0fd-7f51180ef00e tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0472991 Dec 10 18:51:57.628283 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44884) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:57.661690 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-085d3236-73f7-4190-8bea-14730b95e7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:57.743349 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d3236-73f7-4190-8bea-14730b95e7ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbc681ce-19ba-45da-98c7-c22ee4f9dfa5,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:57.753049 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085d3236-73f7-4190-8bea-14730b95e7ed admin admin] Checking segment: {'id': 'e40913c2-6008-45d5-9433-0b35de35b591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '465fdc47-2410-4d4c-acab-8d0f21c4165c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:51:57.753758 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085d3236-73f7-4190-8bea-14730b95e7ed admin admin] Network hostable DHCP agents. Network: 465fdc47-2410-4d4c-acab-8d0f21c4165c, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:51:57.773170 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085d3236-73f7-4190-8bea-14730b95e7ed admin admin] Network 465fdc47-2410-4d4c-acab-8d0f21c4165c is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:51:57.787162 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-085d3236-73f7-4190-8bea-14730b95e7ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 465fdc47-2410-4d4c-acab-8d0f21c4165c) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:51:57.793934 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085d3236-73f7-4190-8bea-14730b95e7ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:57.794637 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-085d3236-73f7-4190-8bea-14730b95e7ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:57.796076 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-286c309c-40c5-4f27-8ae5-38ab5ecae04a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1889135670-network', 'tenant_id': '55a03bc9d49c41d0abfb67c033b0bdc7'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:51:57.801174 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3d6aef-d786-464b-adfb-fbf52ba39de4 None None] Network 465fdc47-2410-4d4c-acab-8d0f21c4165c requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:51:57.833309 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286c309c-40c5-4f27-8ae5-38ab5ecae04a admin admin] Made reservation on behalf of 55a03bc9d49c41d0abfb67c033b0bdc7 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:51:57.841581 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-085d3236-73f7-4190-8bea-14730b95e7ed admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5236285 Dec 10 18:51:57.844341 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44896) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:57.846559 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-286c309c-40c5-4f27-8ae5-38ab5ecae04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:57.863296 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-52039764-5128-4582-ae44-c34b39943411 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-298627611-router', 'tenant_id': '67376b4cbc9c49858a62672e5bb40fd5', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:51:57.864029 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-286c309c-40c5-4f27-8ae5-38ab5ecae04a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:57.917159 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0c1e18c8-d876-4d50-91ff-ee4113fef273 req-ec19ee93-9d02-4877-b8e5-32570185d53b tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0471096 Dec 10 18:51:57.934947 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-52039764-5128-4582-ae44-c34b39943411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:57.936685 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-52039764-5128-4582-ae44-c34b39943411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:57.985667 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-286c309c-40c5-4f27-8ae5-38ab5ecae04a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:57.990231 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2271581-997b-4935-988e-fa2566727b4d None None] Network 465fdc47-2410-4d4c-acab-8d0f21c4165c requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:51:57.995838 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-286c309c-40c5-4f27-8ae5-38ab5ecae04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:58.004753 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-52039764-5128-4582-ae44-c34b39943411 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:58.032382 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c309c-40c5-4f27-8ae5-38ab5ecae04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada94969-281b-4924-b2f5-689036058d45,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:58.043736 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-286c309c-40c5-4f27-8ae5-38ab5ecae04a admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:51:58.054718 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-286c309c-40c5-4f27-8ae5-38ab5ecae04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:58.055206 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-286c309c-40c5-4f27-8ae5-38ab5ecae04a admin admin] Added segment c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4 of type vlan for network f2f40e08-016a-47bf-9e9a-28b25086c347 Dec 10 18:51:58.110244 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-286c309c-40c5-4f27-8ae5-38ab5ecae04a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:58.154176 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-286c309c-40c5-4f27-8ae5-38ab5ecae04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:58.156094 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286c309c-40c5-4f27-8ae5-38ab5ecae04a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:58.156866 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-286c309c-40c5-4f27-8ae5-38ab5ecae04a admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:58.178067 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-286c309c-40c5-4f27-8ae5-38ab5ecae04a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5485828 Dec 10 18:51:58.195083 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44906) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:58.202421 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-d7889442-ebcb-4e77-a341-5d60e0f624c8 admin admin] Request body: {'subnet': {'network_id': 'f2f40e08-016a-47bf-9e9a-28b25086c347', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1889135670-subnet', 'tenant_id': '55a03bc9d49c41d0abfb67c033b0bdc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:51:58.205632 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-52039764-5128-4582-ae44-c34b39943411 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:58.263691 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c309c-40c5-4f27-8ae5-38ab5ecae04a admin admin] Pushing event updated for resources: {'Network': ['ID=f2f40e08-016a-47bf-9e9a-28b25086c347,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:58.266951 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7889442-ebcb-4e77-a341-5d60e0f624c8 admin admin] Made reservation on behalf of 55a03bc9d49c41d0abfb67c033b0bdc7 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:51:58.270562 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d7889442-ebcb-4e77-a341-5d60e0f624c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:58.277294 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network f2f40e08-016a-47bf-9e9a-28b25086c347 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:51:58.427423 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44914) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:58.462659 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-52039764-5128-4582-ae44-c34b39943411 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:58.482557 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9d46aea-106e-4492-8249-5b5277b70070 admin admin] Deleting subnet 35ea4ebc-de12-4152-883e-6cadcbd1c266 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:51:58.482762 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-52039764-5128-4582-ae44-c34b39943411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:58.490755 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f9d46aea-106e-4492-8249-5b5277b70070 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:58.572017 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f9d46aea-106e-4492-8249-5b5277b70070 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:58.605721 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-52039764-5128-4582-ae44-c34b39943411 admin admin] Allocated IP 172.25.7.26 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/3663d8cc-caf8-4b7c-b285-75402685655e) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:51:58.617979 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d7889442-ebcb-4e77-a341-5d60e0f624c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:58.674293 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f9d46aea-106e-4492-8249-5b5277b70070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:58.750778 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7889442-ebcb-4e77-a341-5d60e0f624c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dc5eaaf-23d0-472c-bf08-f5856e300d99,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:58.755526 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7889442-ebcb-4e77-a341-5d60e0f624c8 admin admin] Checking segment: {'id': 'c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f2f40e08-016a-47bf-9e9a-28b25086c347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:51:58.756016 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7889442-ebcb-4e77-a341-5d60e0f624c8 admin admin] Network hostable DHCP agents. Network: f2f40e08-016a-47bf-9e9a-28b25086c347, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:51:58.767762 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-52039764-5128-4582-ae44-c34b39943411 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:58.781954 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f9d46aea-106e-4492-8249-5b5277b70070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:58.791522 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7889442-ebcb-4e77-a341-5d60e0f624c8 admin admin] Network f2f40e08-016a-47bf-9e9a-28b25086c347 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:51:58.818052 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d46aea-106e-4492-8249-5b5277b70070 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35ea4ebc-de12-4152-883e-6cadcbd1c266,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:58.823453 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f9d46aea-106e-4492-8249-5b5277b70070 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:58.829872 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-52039764-5128-4582-ae44-c34b39943411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:58.830427 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f9d46aea-106e-4492-8249-5b5277b70070 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/35ea4ebc-de12-4152-883e-6cadcbd1c266 HTTP/1.1" status: 204 len: 168 time: 0.3987679 Dec 10 18:51:58.831210 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44928) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:58.841347 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-d7889442-ebcb-4e77-a341-5d60e0f624c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, f2f40e08-016a-47bf-9e9a-28b25086c347) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:51:58.846105 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7889442-ebcb-4e77-a341-5d60e0f624c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:58.847487 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d7889442-ebcb-4e77-a341-5d60e0f624c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:58.851737 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75dba29-ebc1-475b-8645-f785c63f98b4 None None] Network f2f40e08-016a-47bf-9e9a-28b25086c347 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:51:58.873431 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a3ec123d-a8c4-4e58-b304-1ca0f05df000 req-eb45f786-05a5-410b-96e7-0ac4da09916f tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0607321 Dec 10 18:51:58.908390 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52039764-5128-4582-ae44-c34b39943411 admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:51:58.912333 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-52039764-5128-4582-ae44-c34b39943411 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:51:58.916070 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52039764-5128-4582-ae44-c34b39943411 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:51:58.938327 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d7889442-ebcb-4e77-a341-5d60e0f624c8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7396820 Dec 10 18:51:58.945237 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31302945-bf3c-4245-a3eb-b1d72ac48bf0 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:51:58.954803 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52039764-5128-4582-ae44-c34b39943411 admin admin] Pushing event updated for resources: {'Port': ['ID=3663d8cc-caf8-4b7c-b285-75402685655e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:58.961414 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9e113370-3f8c-4b39-82e3-8551b97c5773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:59.096706 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-15b06dca-26b3-45f4-b798-a881ae6d4aef req-3a791a1e-03a0-4582-b14b-ca2663cbf0e2 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0454538 Dec 10 18:51:59.098750 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9e113370-3f8c-4b39-82e3-8551b97c5773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:59.124973 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8f95f3-8ad8-451d-b374-7e1f5c98d058 None None] Network f2f40e08-016a-47bf-9e9a-28b25086c347 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:51:59.152116 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-9e113370-3f8c-4b39-82e3-8551b97c5773 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51b7e5bd-877d-4185-a0e5-245d23a55b28']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:59.182097 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-9e113370-3f8c-4b39-82e3-8551b97c5773 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce0ebb90-d9eb-4165-8b25-92ee2a639119') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:59.182978 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-9e113370-3f8c-4b39-82e3-8551b97c5773 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce0ebb90-d9eb-4165-8b25-92ee2a639119') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:59.207200 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9e113370-3f8c-4b39-82e3-8551b97c5773 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:59.224052 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9e113370-3f8c-4b39-82e3-8551b97c5773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:59.232413 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e113370-3f8c-4b39-82e3-8551b97c5773 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:51:59.233574 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9e113370-3f8c-4b39-82e3-8551b97c5773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:59.296905 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:51:59.296905 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:51:59.296905 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:51:59.296905 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:51:59.296905 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:51:59.296905 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:51:59.296905 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:51:59.296905 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:51:59.296905 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:51:59.296905 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:51:59.296905 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:51:59.296905 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:51:59.296905 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:51:59.296905 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:51:59.296905 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:51:59.296905 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:51:59.296905 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:51:59.296905 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:51:59.296905 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:51:59.296905 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:51:59.296905 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:51:59.296905 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:51:59.296905 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:51:59.296905 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:51:59.296905 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:51:59.296905 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:51:59.296905 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:51:59.296905 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:51:59.296905 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:51:59.296905 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:51:59.296905 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:51:59.296905 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:51:59.301621 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9e113370-3f8c-4b39-82e3-8551b97c5773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:59.307968 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9e113370-3f8c-4b39-82e3-8551b97c5773 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:59.313820 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9e113370-3f8c-4b39-82e3-8551b97c5773 admin admin] 10.222.0.62 "DELETE /v2.0/networks/51b7e5bd-877d-4185-a0e5-245d23a55b28 HTTP/1.1" status: 204 len: 168 time: 0.4799802 Dec 10 18:51:59.317413 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44944) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:59.371431 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e113370-3f8c-4b39-82e3-8551b97c5773 admin admin] Pushing event deleted for resources: {'Network': ['ID=51b7e5bd-877d-4185-a0e5-245d23a55b28,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:59.377317 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6ad253d9-e452-4512-bebc-1e73db0d05e9 None None] Provisioning complete for port 3663d8cc-caf8-4b7c-b285-75402685655e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:51:59.377999 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6ad253d9-e452-4512-bebc-1e73db0d05e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:59.398198 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-52039764-5128-4582-ae44-c34b39943411 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:59.399072 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b10c3c-878e-4b88-8442-9513cb73fe8f admin admin] Deleting subnet 87f9abad-6f07-47e9-8cbf-f5ef54bbaf68 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:51:59.404564 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79b10c3c-878e-4b88-8442-9513cb73fe8f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:59.433794 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-6ad253d9-e452-4512-bebc-1e73db0d05e9 None None] Port 3663d8cc-caf8-4b7c-b285-75402685655e cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:51:59.470051 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79b10c3c-878e-4b88-8442-9513cb73fe8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:59.554544 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79b10c3c-878e-4b88-8442-9513cb73fe8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:59.633840 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79b10c3c-878e-4b88-8442-9513cb73fe8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:59.663757 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b10c3c-878e-4b88-8442-9513cb73fe8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87f9abad-6f07-47e9-8cbf-f5ef54bbaf68,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:59.672487 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79b10c3c-878e-4b88-8442-9513cb73fe8f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:59.676697 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-79b10c3c-878e-4b88-8442-9513cb73fe8f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/87f9abad-6f07-47e9-8cbf-f5ef54bbaf68 HTTP/1.1" status: 204 len: 168 time: 0.3578107 Dec 10 18:51:59.679437 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44954) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:59.778146 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-112c0d8d-cea8-4f88-b27b-21996f94f4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:59.869070 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-112c0d8d-cea8-4f88-b27b-21996f94f4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:59.892276 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-112c0d8d-cea8-4f88-b27b-21996f94f4ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ae82954-9c39-45ea-84d3-79b26632f85a']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:59.903362 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-112c0d8d-cea8-4f88-b27b-21996f94f4ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4bd87d7-f12b-4531-8d12-fed7e05c3c19') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:59.903754 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-112c0d8d-cea8-4f88-b27b-21996f94f4ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4bd87d7-f12b-4531-8d12-fed7e05c3c19') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:59.926958 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-112c0d8d-cea8-4f88-b27b-21996f94f4ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:59.951548 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0aede650-e241-4cc4-ba16-314a72f3e336 req-8515d086-d10d-4224-b2ca-313e253ccd7b tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0397947 Dec 10 18:51:59.961934 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-112c0d8d-cea8-4f88-b27b-21996f94f4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:59.976585 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-112c0d8d-cea8-4f88-b27b-21996f94f4ab admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:51:59.976585 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-112c0d8d-cea8-4f88-b27b-21996f94f4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:59.984557 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:51:59.984557 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:51:59.984557 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:51:59.984557 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:51:59.984557 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:51:59.984557 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:51:59.984557 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:51:59.984557 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:51:59.984557 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:51:59.984557 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:51:59.984557 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:51:59.984557 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:51:59.984557 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:51:59.984557 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:51:59.984557 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:51:59.984557 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:51:59.984557 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:51:59.984557 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:51:59.984557 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:51:59.984557 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:51:59.984557 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:51:59.984557 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:51:59.984557 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:51:59.984557 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:51:59.984557 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:51:59.984557 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:51:59.984557 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:51:59.984557 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:51:59.984557 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:51:59.984557 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:51:59.984557 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:51:59.984557 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:52:00.035982 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-112c0d8d-cea8-4f88-b27b-21996f94f4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:00.043733 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-112c0d8d-cea8-4f88-b27b-21996f94f4ab admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:00.044784 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-7e55dc7f-6129-4ee8-9a0f-ff89a70b9b5b tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:00.046340 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-7e55dc7f-6129-4ee8-9a0f-ff89a70b9b5b tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/networks?id=f2f40e08-016a-47bf-9e9a-28b25086c347 HTTP/1.1" status: 200 len: 814 time: 0.2261965 Dec 10 18:52:00.051346 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-112c0d8d-cea8-4f88-b27b-21996f94f4ab admin admin] 10.222.0.62 "DELETE /v2.0/networks/1ae82954-9c39-45ea-84d3-79b26632f85a HTTP/1.1" status: 204 len: 168 time: 0.3703368 Dec 10 18:52:00.069617 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c0d8d-cea8-4f88-b27b-21996f94f4ab admin admin] Pushing event deleted for resources: {'Network': ['ID=1ae82954-9c39-45ea-84d3-79b26632f85a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:00.096304 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-97cf6cc0-965a-4c74-a8a9-c3d3e107db8a tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/quotas/55a03bc9d49c41d0abfb67c033b0bdc7 HTTP/1.1" status: 200 len: 375 time: 0.0180106 Dec 10 18:52:00.167421 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-c0cc8724-e863-48d2-8577-34f7bb2afdd3 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=55a03bc9d49c41d0abfb67c033b0bdc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596013 Dec 10 18:52:00.187763 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-473c3078-ce64-4237-a70d-8412183d1958 req-5487b9a8-49b4-42f7-8407-27da7856a359 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0337396 Dec 10 18:52:00.191710 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-52039764-5128-4582-ae44-c34b39943411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:00.269840 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44986) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:00.342326 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52039764-5128-4582-ae44-c34b39943411 admin admin] Router 3f74a04a-e4e0-4410-8fed-b59fe5ba6bff is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:52:00.557077 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52039764-5128-4582-ae44-c34b39943411 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:52:00.563797 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-3e681351-9205-402a-9641-b52d8d18fe78 service neutron] 10.222.0.62 "GET /v2.0/networks/f2f40e08-016a-47bf-9e9a-28b25086c347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953557 Dec 10 18:52:00.572005 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8ecdfe-25f4-46bd-b9d9-1abe6a72f59f None None] Sync routers for ids ['3f74a04a-e4e0-4410-8fed-b59fe5ba6bff'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:52:00.587499 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8ecdfe-25f4-46bd-b9d9-1abe6a72f59f None None] Routers {'3f74a04a-e4e0-4410-8fed-b59fe5ba6bff'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:52:00.588419 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-dc8ecdfe-25f4-46bd-b9d9-1abe6a72f59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:51:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['3f74a04a-e4e0-4410-8fed-b59fe5ba6bff'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:00.588822 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-52039764-5128-4582-ae44-c34b39943411 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:00.590277 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-52039764-5128-4582-ae44-c34b39943411 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7445884 Dec 10 18:52:00.593914 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44992) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:00.677235 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44994) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:00.715717 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-dc8ecdfe-25f4-46bd-b9d9-1abe6a72f59f None None] Set router 3f74a04a-e4e0-4410-8fed-b59fe5ba6bff gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:52:00.732377 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0063e2b5-2f66-461b-ba10-39820f242845 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d719a15f3fdd4f8892d3ba064ca956d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4613645 Dec 10 18:52:00.734862 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44998) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:00.787955 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-2658a310-4540-4b6d-bfab-71a64d18f12a service neutron] 10.222.0.62 "GET /v2.0/networks/f2f40e08-016a-47bf-9e9a-28b25086c347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101231 Dec 10 18:52:00.805973 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-75a3fa5f-72c5-4592-a8e4-71b60afefa31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:00.840037 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-75a3fa5f-72c5-4592-a8e4-71b60afefa31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:00.900957 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-75a3fa5f-72c5-4592-a8e4-71b60afefa31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:00.904797 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-75a3fa5f-72c5-4592-a8e4-71b60afefa31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:00.907359 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-75a3fa5f-72c5-4592-a8e4-71b60afefa31 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/39246128-1d4d-4c48-8b0d-9bed0fcf911b HTTP/1.1" status: 204 len: 168 time: 0.1703849 Dec 10 18:52:00.924780 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65aec610-2116-41c7-b8b2-1533bd73dafd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:00.934736 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3fa5f-72c5-4592-a8e4-71b60afefa31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39246128-1d4d-4c48-8b0d-9bed0fcf911b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:01.045081 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-dc8ecdfe-25f4-46bd-b9d9-1abe6a72f59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f74a04a-e4e0-4410-8fed-b59fe5ba6bff', 'name': 'tempest-ServerRescueTestJSON-298627611-router', 'tenant_id': '67376b4cbc9c49858a62672e5bb40fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '3663d8cc-caf8-4b7c-b285-75402685655e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:51:57Z', 'updated_at': '2021-12-10T18:51:59Z', 'revision_number': 3, 'project_id': '67376b4cbc9c49858a62672e5bb40fd5', 'gw_port': {'id': '3663d8cc-caf8-4b7c-b285-75402685655e', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f74a04a-e4e0-4410-8fed-b59fe5ba6bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:51:58Z', 'updated_at': '2021-12-10T18:51:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:01.052391 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65aec610-2116-41c7-b8b2-1533bd73dafd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:01.070569 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7a360d33-3591-4186-9c84-090ca1b3fb53 req-27352f8b-925b-4e3b-b1cd-52375ae910da tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 210 time: 0.0471840 Dec 10 18:52:01.080809 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65aec610-2116-41c7-b8b2-1533bd73dafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:01.082015 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8ecdfe-25f4-46bd-b9d9-1abe6a72f59f None None] Checking router: 3f74a04a-e4e0-4410-8fed-b59fe5ba6bff for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:52:01.082579 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8ecdfe-25f4-46bd-b9d9-1abe6a72f59f None None] Updating router 3f74a04a-e4e0-4410-8fed-b59fe5ba6bff port 3663d8cc-caf8-4b7c-b285-75402685655e binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:52:01.125568 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-54d8cbe6-d69a-4744-aa6d-dde55c1a6da3 req-96bc4ceb-64b3-43f5-9449-030650f066ac tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0680614 Dec 10 18:52:01.125846 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dc8ecdfe-25f4-46bd-b9d9-1abe6a72f59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:01.169398 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aec610-2116-41c7-b8b2-1533bd73dafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92d887d-02fb-470d-86c4-9610e2ab12eb,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:01.240954 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-65aec610-2116-41c7-b8b2-1533bd73dafd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7de53c8e9f034492a81169f239863a8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5586474 Dec 10 18:52:01.247928 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45018) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:01.292804 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-af74de56-4cfc-4d0f-a683-368725365adc req-5958f602-0dbb-4bdc-bdb1-af10c8279380 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0613215 Dec 10 18:52:01.352603 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6f770d42-3251-4055-81c7-7998ded7e940 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:01.381131 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6f770d42-3251-4055-81c7-7998ded7e940 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:01.394364 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45020) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:01.455676 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6f770d42-3251-4055-81c7-7998ded7e940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:01.458825 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6f770d42-3251-4055-81c7-7998ded7e940 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:01.462257 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6f770d42-3251-4055-81c7-7998ded7e940 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b92d887d-02fb-470d-86c4-9610e2ab12eb HTTP/1.1" status: 204 len: 168 time: 0.2064803 Dec 10 18:52:01.468038 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-965440ee-a494-4d45-870e-cc8abfbafc4b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cff041d1fcc14d668a6f18ab46804942&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0724306 Dec 10 18:52:01.473458 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45026) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:01.490152 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f770d42-3251-4055-81c7-7998ded7e940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92d887d-02fb-470d-86c4-9610e2ab12eb,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:01.551757 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4331c57e-1fa3-41d8-9ac8-16649e58570e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:01.576104 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dc8ecdfe-25f4-46bd-b9d9-1abe6a72f59f None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:01.584179 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dc8ecdfe-25f4-46bd-b9d9-1abe6a72f59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:01.609153 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-97e24e9d-0eca-413f-8edc-b9fa9bf3dc08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:01.641750 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5db944-866f-4ee8-91d9-8403aa590f51 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:52:01.666159 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-dc8ecdfe-25f4-46bd-b9d9-1abe6a72f59f None None] Attempting to bind port 3663d8cc-caf8-4b7c-b285-75402685655e on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:52:01.666159 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-dc8ecdfe-25f4-46bd-b9d9-1abe6a72f59f None None] Attempting to bind port 3663d8cc-caf8-4b7c-b285-75402685655e by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:52:01.666617 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8ecdfe-25f4-46bd-b9d9-1abe6a72f59f None None] Attempting to bind port 3663d8cc-caf8-4b7c-b285-75402685655e on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:52:01.669177 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73685595-0797-4907-b5d3-4aa38159054e None None] Pushing event updated for resources: {'Port': ['ID=3663d8cc-caf8-4b7c-b285-75402685655e,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:01.677351 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8ecdfe-25f4-46bd-b9d9-1abe6a72f59f None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:52:01.677978 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8ecdfe-25f4-46bd-b9d9-1abe6a72f59f None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:52:01.678459 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dc8ecdfe-25f4-46bd-b9d9-1abe6a72f59f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:01.678914 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8ecdfe-25f4-46bd-b9d9-1abe6a72f59f None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:52:01.679395 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-dc8ecdfe-25f4-46bd-b9d9-1abe6a72f59f None None] Bound port: 3663d8cc-caf8-4b7c-b285-75402685655e, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:52:01.680158 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dc8ecdfe-25f4-46bd-b9d9-1abe6a72f59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:01.692987 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-97e24e9d-0eca-413f-8edc-b9fa9bf3dc08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:01.756671 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-dc8ecdfe-25f4-46bd-b9d9-1abe6a72f59f None None] For port 3663d8cc-caf8-4b7c-b285-75402685655e, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:52:01.766110 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-dc8ecdfe-25f4-46bd-b9d9-1abe6a72f59f None None] For port 3663d8cc-caf8-4b7c-b285-75402685655e, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=3663d8cc-caf8-4b7c-b285-75402685655e,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:52:01.791126 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dc8ecdfe-25f4-46bd-b9d9-1abe6a72f59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:01.828093 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-97e24e9d-0eca-413f-8edc-b9fa9bf3dc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:01.830677 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-97e24e9d-0eca-413f-8edc-b9fa9bf3dc08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:01.832333 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-97e24e9d-0eca-413f-8edc-b9fa9bf3dc08 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5e6667b6-4140-4e85-a367-631392d09b2f HTTP/1.1" status: 204 len: 168 time: 0.3579509 Dec 10 18:52:01.845421 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e24e9d-0eca-413f-8edc-b9fa9bf3dc08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6667b6-4140-4e85-a367-631392d09b2f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:01.862137 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-08e8602d-2ad2-4625-9f5a-54d758f7ecef None None] Provisioning complete for port 3663d8cc-caf8-4b7c-b285-75402685655e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:01.862608 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-08e8602d-2ad2-4625-9f5a-54d758f7ecef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:01.864455 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384f81b7-1162-4275-9be6-791ff09ff901 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:52:01.865200 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-4331c57e-1fa3-41d8-9ac8-16649e58570e admin admin] Allocated IP 172.20.0.1 (465fdc47-2410-4d4c-acab-8d0f21c4165c/fbc681ce-19ba-45da-98c7-c22ee4f9dfa5/6f60b393-ffd9-4798-a317-a89d68f98922) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:52:01.915875 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8ecdfe-25f4-46bd-b9d9-1abe6a72f59f None None] Routers {'3f74a04a-e4e0-4410-8fed-b59fe5ba6bff'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:52:01.916518 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-dc8ecdfe-25f4-46bd-b9d9-1abe6a72f59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:51:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['3f74a04a-e4e0-4410-8fed-b59fe5ba6bff'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:01.992778 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45034) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:02.012762 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9e8b6a66-a6f2-4aa9-9183-968a522745c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:02.031716 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4331c57e-1fa3-41d8-9ac8-16649e58570e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:02.075898 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4331c57e-1fa3-41d8-9ac8-16649e58570e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:02.161504 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4331c57e-1fa3-41d8-9ac8-16649e58570e admin admin] Network 465fdc47-2410-4d4c-acab-8d0f21c4165c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:52:02.164526 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-4331c57e-1fa3-41d8-9ac8-16649e58570e admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:52:02.168315 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4331c57e-1fa3-41d8-9ac8-16649e58570e admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:52:02.262460 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4331c57e-1fa3-41d8-9ac8-16649e58570e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:02.302064 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-dc8ecdfe-25f4-46bd-b9d9-1abe6a72f59f None None] Set router 3f74a04a-e4e0-4410-8fed-b59fe5ba6bff gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:52:02.312254 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9e8b6a66-a6f2-4aa9-9183-968a522745c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:02.321932 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e1082c12-73ee-4db6-8348-af97d2fce8b8 req-b5eac438-e0ad-4ada-9647-29852a516046 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 210 time: 0.0786369 Dec 10 18:52:02.328358 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9e8b6a66-a6f2-4aa9-9183-968a522745c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:02.436903 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331c57e-1fa3-41d8-9ac8-16649e58570e admin admin] Pushing event updated for resources: {'Port': ['ID=6f60b393-ffd9-4798-a317-a89d68f98922,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:02.441208 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-59f84fe1-722a-401a-89d8-5e7099699664 req-a7b5e490-14ea-4f0b-92c4-d2537f1f310f tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0397170 Dec 10 18:52:02.443837 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e2ab3aa2-1fa4-4d8d-825a-80596d4b0e5c req-2d34e142-f996-42c0-b1c3-5e9e890d08b7 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0405557 Dec 10 18:52:02.444980 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b6a66-a6f2-4aa9-9183-968a522745c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210c21c3-f728-430a-9d7a-edd3370db650,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:02.463554 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45050) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:02.469240 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9e8b6a66-a6f2-4aa9-9183-968a522745c4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d04eb599add94777ad9c2e827ba0ccdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4774513 Dec 10 18:52:02.475867 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73685595-0797-4907-b5d3-4aa38159054e None None] Pushing event updated for resources: {'Port': ['ID=3663d8cc-caf8-4b7c-b285-75402685655e,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:02.495121 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-a2e24e84-9980-44ea-8dd5-2b2c840595d7 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:02.497634 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-a2e24e84-9980-44ea-8dd5-2b2c840595d7 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.72 "GET /v2.0/networks?id=f2f40e08-016a-47bf-9e9a-28b25086c347 HTTP/1.1" status: 200 len: 814 time: 0.3646157 Dec 10 18:52:02.512424 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-f56e167d-b18c-4a42-8ca7-a61a135dc6be tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Request body: {'port': {'device_id': 'd9dd5385-5432-40cf-937e-e03d8d4a2d4e', 'network_id': 'f2f40e08-016a-47bf-9e9a-28b25086c347', 'admin_state_up': True, 'tenant_id': '55a03bc9d49c41d0abfb67c033b0bdc7'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:52:02.516176 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4331c57e-1fa3-41d8-9ac8-16649e58570e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:02.549582 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3200583e-d959-4042-be61-ee4d0750977c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:02.625675 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-08e8602d-2ad2-4625-9f5a-54d758f7ecef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:02.662997 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-f56e167d-b18c-4a42-8ca7-a61a135dc6be tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Made reservation on behalf of 55a03bc9d49c41d0abfb67c033b0bdc7 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:52:02.666449 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3200583e-d959-4042-be61-ee4d0750977c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:02.668340 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-f56e167d-b18c-4a42-8ca7-a61a135dc6be tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:02.726712 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-08e8602d-2ad2-4625-9f5a-54d758f7ecef None None] For port 3663d8cc-caf8-4b7c-b285-75402685655e, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=3663d8cc-caf8-4b7c-b285-75402685655e,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:02.738823 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-08e8602d-2ad2-4625-9f5a-54d758f7ecef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:02.752135 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3200583e-d959-4042-be61-ee4d0750977c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:02.756203 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3200583e-d959-4042-be61-ee4d0750977c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:02.758022 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3200583e-d959-4042-be61-ee4d0750977c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/210c21c3-f728-430a-9d7a-edd3370db650 HTTP/1.1" status: 204 len: 168 time: 0.3021398 Dec 10 18:52:02.774270 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3200583e-d959-4042-be61-ee4d0750977c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210c21c3-f728-430a-9d7a-edd3370db650,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:02.798079 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4331c57e-1fa3-41d8-9ac8-16649e58570e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:02.804147 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4331c57e-1fa3-41d8-9ac8-16649e58570e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:02.850380 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-f56e167d-b18c-4a42-8ca7-a61a135dc6be tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Allocated IP 172.20.0.13 (f2f40e08-016a-47bf-9e9a-28b25086c347/2dc5eaaf-23d0-472c-bf08-f5856e300d99/8fc0357c-934d-464e-b641-ecc26c7c9a82) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:52:02.860546 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8602d-2ad2-4625-9f5a-54d758f7ecef None None] Pushing event updated for resources: {'Port': ['ID=3663d8cc-caf8-4b7c-b285-75402685655e,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:02.882749 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-dc8ecdfe-25f4-46bd-b9d9-1abe6a72f59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f74a04a-e4e0-4410-8fed-b59fe5ba6bff', 'name': 'tempest-ServerRescueTestJSON-298627611-router', 'tenant_id': '67376b4cbc9c49858a62672e5bb40fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '3663d8cc-caf8-4b7c-b285-75402685655e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:51:57Z', 'updated_at': '2021-12-10T18:51:59Z', 'revision_number': 3, 'project_id': '67376b4cbc9c49858a62672e5bb40fd5', 'gw_port': {'id': '3663d8cc-caf8-4b7c-b285-75402685655e', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f74a04a-e4e0-4410-8fed-b59fe5ba6bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:51:58Z', 'updated_at': '2021-12-10T18:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:02.952437 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8ecdfe-25f4-46bd-b9d9-1abe6a72f59f None None] The sync data for ids ['3f74a04a-e4e0-4410-8fed-b59fe5ba6bff'] in n-d-821435-1 is: [{'id': '3f74a04a-e4e0-4410-8fed-b59fe5ba6bff', 'name': 'tempest-ServerRescueTestJSON-298627611-router', 'tenant_id': '67376b4cbc9c49858a62672e5bb40fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '3663d8cc-caf8-4b7c-b285-75402685655e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:51:57Z', 'updated_at': '2021-12-10T18:51:59Z', 'revision_number': 3, 'project_id': '67376b4cbc9c49858a62672e5bb40fd5', 'gw_port': {'id': '3663d8cc-caf8-4b7c-b285-75402685655e', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f74a04a-e4e0-4410-8fed-b59fe5ba6bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:51:58Z', 'updated_at': '2021-12-10T18:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:52:02.954536 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331c57e-1fa3-41d8-9ac8-16649e58570e admin admin] Pushing event updated for resources: {'Port': ['ID=6f60b393-ffd9-4798-a317-a89d68f98922,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:02.957927 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4331c57e-1fa3-41d8-9ac8-16649e58570e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:02.962862 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fddcb3cc-91d9-4952-bdbf-881d82881e9d None None] Provisioning complete for port 3663d8cc-caf8-4b7c-b285-75402685655e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:02.963428 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fddcb3cc-91d9-4952-bdbf-881d82881e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:03.115404 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-f56e167d-b18c-4a42-8ca7-a61a135dc6be tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:03.171475 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4331c57e-1fa3-41d8-9ac8-16649e58570e admin admin] Network 465fdc47-2410-4d4c-acab-8d0f21c4165c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:52:03.181450 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-4331c57e-1fa3-41d8-9ac8-16649e58570e admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:52:03.191929 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-f56e167d-b18c-4a42-8ca7-a61a135dc6be tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:03.245779 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-f56e167d-b18c-4a42-8ca7-a61a135dc6be tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Network f2f40e08-016a-47bf-9e9a-28b25086c347 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:52:03.249711 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-f56e167d-b18c-4a42-8ca7-a61a135dc6be tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:52:03.255567 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-f56e167d-b18c-4a42-8ca7-a61a135dc6be tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:52:03.309948 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e167d-b18c-4a42-8ca7-a61a135dc6be tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Pushing event updated for resources: {'Port': ['ID=8fc0357c-934d-464e-b641-ecc26c7c9a82,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:03.412856 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-f56e167d-b18c-4a42-8ca7-a61a135dc6be tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:03.413235 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-f56e167d-b18c-4a42-8ca7-a61a135dc6be tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:03.429317 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4331c57e-1fa3-41d8-9ac8-16649e58570e admin admin] Router 3f74a04a-e4e0-4410-8fed-b59fe5ba6bff has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:52:03.449483 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-f56e167d-b18c-4a42-8ca7-a61a135dc6be tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9419770 Dec 10 18:52:03.459915 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-5e4a466a-519a-4997-a1d0-a816e3e2e3e7 service neutron] Request body: {'port': {'device_id': 'd9dd5385-5432-40cf-937e-e03d8d4a2d4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:52:03.653650 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8af99b5a-9293-4e24-9625-a963067f26bb req-78589b95-ad5c-44aa-99e0-328c4bff0089 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0950210 Dec 10 18:52:03.684420 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-5e4a466a-519a-4997-a1d0-a816e3e2e3e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:03.737055 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4331c57e-1fa3-41d8-9ac8-16649e58570e admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:52:03.755358 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4331c57e-1fa3-41d8-9ac8-16649e58570e admin admin] 10.222.0.62 "PUT /v2.0/routers/3f74a04a-e4e0-4410-8fed-b59fe5ba6bff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1601443 Dec 10 18:52:03.785678 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-31e8b211-bbb9-4b91-994d-46f495486034 req-5a22a526-0b44-4c28-b94d-7fd1b7cc3778 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0725205 Dec 10 18:52:03.808088 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67c63c-cbf2-4649-859a-0563f49ff60f req-bbb3a68d-9469-4fd8-abb1-3e334adb6cdc tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:03.809842 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0e67c63c-cbf2-4649-859a-0563f49ff60f req-bbb3a68d-9469-4fd8-abb1-3e334adb6cdc tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 932 time: 0.2620587 Dec 10 18:52:03.865218 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:04.000703 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 3663d8cc-caf8-4b7c-b285-75402685655e up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:52:04.093992 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0e67c63c-cbf2-4649-859a-0563f49ff60f req-f5fcd46a-9d3a-40d6-be8c-98dfd3a8e3fc tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736158 Dec 10 18:52:04.131934 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 3663d8cc-caf8-4b7c-b285-75402685655e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:04.134322 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:04.183837 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-5e4a466a-519a-4997-a1d0-a816e3e2e3e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fc0357c-934d-464e-b641-ecc26c7c9a82 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:52:04.195645 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-5e4a466a-519a-4997-a1d0-a816e3e2e3e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:04.222830 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-5e4a466a-519a-4997-a1d0-a816e3e2e3e7 service neutron] Transition to ACTIVE for port object 8fc0357c-934d-464e-b641-ecc26c7c9a82 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:52:04.231624 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-5e4a466a-519a-4997-a1d0-a816e3e2e3e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:04.391399 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a466a-519a-4997-a1d0-a816e3e2e3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc0357c-934d-464e-b641-ecc26c7c9a82,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:04.442455 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4a466a-519a-4997-a1d0-a816e3e2e3e7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:04.448751 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4a466a-519a-4997-a1d0-a816e3e2e3e7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:04.449322 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4a466a-519a-4997-a1d0-a816e3e2e3e7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:04.449858 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4a466a-519a-4997-a1d0-a816e3e2e3e7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:04.450357 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4a466a-519a-4997-a1d0-a816e3e2e3e7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:04.450850 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4a466a-519a-4997-a1d0-a816e3e2e3e7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:04.451340 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4a466a-519a-4997-a1d0-a816e3e2e3e7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:04.451837 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4a466a-519a-4997-a1d0-a816e3e2e3e7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:04.452335 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4a466a-519a-4997-a1d0-a816e3e2e3e7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:04.452887 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4a466a-519a-4997-a1d0-a816e3e2e3e7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:04.453374 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4a466a-519a-4997-a1d0-a816e3e2e3e7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:04.453859 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4a466a-519a-4997-a1d0-a816e3e2e3e7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:04.454342 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4a466a-519a-4997-a1d0-a816e3e2e3e7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:04.515313 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-5e4a466a-519a-4997-a1d0-a816e3e2e3e7 service neutron] Attempting to bind port 8fc0357c-934d-464e-b641-ecc26c7c9a82 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:52:04.516151 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-5e4a466a-519a-4997-a1d0-a816e3e2e3e7 service neutron] Attempting to bind port 8fc0357c-934d-464e-b641-ecc26c7c9a82 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': 'c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f2f40e08-016a-47bf-9e9a-28b25086c347'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:52:04.516739 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-5e4a466a-519a-4997-a1d0-a816e3e2e3e7 service neutron] Attempting to bind port 8fc0357c-934d-464e-b641-ecc26c7c9a82 on network f2f40e08-016a-47bf-9e9a-28b25086c347 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:52:04.531591 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-5e4a466a-519a-4997-a1d0-a816e3e2e3e7 service neutron] Port 8fc0357c-934d-464e-b641-ecc26c7c9a82 on network f2f40e08-016a-47bf-9e9a-28b25086c347 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:52:04.532285 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-5e4a466a-519a-4997-a1d0-a816e3e2e3e7 service neutron] Attempting to bind port 8fc0357c-934d-464e-b641-ecc26c7c9a82 on network f2f40e08-016a-47bf-9e9a-28b25086c347 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:52:04.541555 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-5e4a466a-519a-4997-a1d0-a816e3e2e3e7 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:52:04.541909 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-5e4a466a-519a-4997-a1d0-a816e3e2e3e7 service neutron] Checking segment: {'id': 'c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f2f40e08-016a-47bf-9e9a-28b25086c347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:52:04.542301 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-5e4a466a-519a-4997-a1d0-a816e3e2e3e7 service neutron] Bound using segment: {'id': 'c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f2f40e08-016a-47bf-9e9a-28b25086c347'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:52:04.542741 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-5e4a466a-519a-4997-a1d0-a816e3e2e3e7 service neutron] Bound port: 8fc0357c-934d-464e-b641-ecc26c7c9a82, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f2f40e08-016a-47bf-9e9a-28b25086c347'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:52:04.543109 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-5e4a466a-519a-4997-a1d0-a816e3e2e3e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:04.746374 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-5e4a466a-519a-4997-a1d0-a816e3e2e3e7 service neutron] For port 8fc0357c-934d-464e-b641-ecc26c7c9a82, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:52:04.776580 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-5e4a466a-519a-4997-a1d0-a816e3e2e3e7 service neutron] For port 8fc0357c-934d-464e-b641-ecc26c7c9a82, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8fc0357c-934d-464e-b641-ecc26c7c9a82,segment=NetworkSegment(c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4),segment_id=c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:52:04.796591 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-5e4a466a-519a-4997-a1d0-a816e3e2e3e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:04.807502 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5f65f492-41d4-4771-8cd3-40b911c0282f req-489a7537-fa1f-44e0-a7f9-ab833b954db3 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0784831 Dec 10 18:52:04.904582 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-5e4a466a-519a-4997-a1d0-a816e3e2e3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:04.905485 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-5e4a466a-519a-4997-a1d0-a816e3e2e3e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:04.907482 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-5e4a466a-519a-4997-a1d0-a816e3e2e3e7 service neutron] 10.222.0.72 "PUT /v2.0/ports/8fc0357c-934d-464e-b641-ecc26c7c9a82 HTTP/1.1" status: 200 len: 1092 time: 1.4548640 Dec 10 18:52:04.908059 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9dd5385-5432-40cf-937e-e03d8d4a2d4e', 'tag': '8fc0357c-934d-464e-b641-ecc26c7c9a82'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:52:04.912275 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7fe36e-13ab-44d6-993d-fc8864be0663" -d '{"events": [{"name": "network-changed", "server_uuid": "d9dd5385-5432-40cf-937e-e03d8d4a2d4e", "tag": "8fc0357c-934d-464e-b641-ecc26c7c9a82"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:52:04.945831 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a466a-519a-4997-a1d0-a816e3e2e3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc0357c-934d-464e-b641-ecc26c7c9a82,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:04.956903 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0ba66116-27fa-43e6-9253-614a217103cc req-5a68b9a5-a02a-48b6-8a12-c6ed766b7f51 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0648711 Dec 10 18:52:05.059199 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ed5039-9acc-449d-a387-42406a24fa8b x-openstack-request-id: req-b8ed5039-9acc-449d-a387-42406a24fa8b {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:52:05.059938 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9dd5385-5432-40cf-937e-e03d8d4a2d4e", "tag": "8fc0357c-934d-464e-b641-ecc26c7c9a82", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:52:05.061584 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b8ed5039-9acc-449d-a387-42406a24fa8b {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:52:05.062156 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9dd5385-5432-40cf-937e-e03d8d4a2d4e', 'tag': '8fc0357c-934d-464e-b641-ecc26c7c9a82', 'status': 'completed', 'code': 200} Dec 10 18:52:05.084225 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9922b9-8589-422d-9a51-2347f672c604 req-7e7a96b3-d671-42b3-919d-0b88d64d7adb tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:05.085971 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5a9922b9-8589-422d-9a51-2347f672c604 req-7e7a96b3-d671-42b3-919d-0b88d64d7adb tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/networks?id=465fdc47-2410-4d4c-acab-8d0f21c4165c HTTP/1.1" status: 200 len: 810 time: 0.4457240 Dec 10 18:52:05.110145 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5a9922b9-8589-422d-9a51-2347f672c604 req-ff50f84c-303e-49db-90a6-63d802b1b530 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/quotas/67376b4cbc9c49858a62672e5bb40fd5 HTTP/1.1" status: 200 len: 375 time: 0.0175018 Dec 10 18:52:05.116696 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-88f530ef-c0f6-4037-ac29-953157f48a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:05.118339 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-88f530ef-c0f6-4037-ac29-953157f48a3a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=55a03bc9d49c41d0abfb67c033b0bdc7&device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 1095 time: 0.1294379 Dec 10 18:52:05.190180 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-61bceeea-d8ab-46a5-b7f7-d992c8874566 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8fc0357c-934d-464e-b641-ecc26c7c9a82 HTTP/1.1" status: 200 len: 217 time: 0.0596159 Dec 10 18:52:05.252571 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5a9922b9-8589-422d-9a51-2347f672c604 req-21877a38-1e98-4d5f-83e1-808d0726170c tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=67376b4cbc9c49858a62672e5bb40fd5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1331484 Dec 10 18:52:05.283355 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9684a-8d92-4666-87e8-bcea3d622c87 req-fe0b3aa9-f33c-4457-86b8-844f635fa17d tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:05.293152 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-18f9684a-8d92-4666-87e8-bcea3d622c87 req-fe0b3aa9-f33c-4457-86b8-844f635fa17d tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 944 time: 0.0784967 Dec 10 18:52:05.382146 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5a9922b9-8589-422d-9a51-2347f672c604 req-615b5fd2-4882-4be0-a44b-0f32e10d25cd service neutron] 10.222.0.62 "GET /v2.0/networks/465fdc47-2410-4d4c-acab-8d0f21c4165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285717 Dec 10 18:52:05.391403 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-18f9684a-8d92-4666-87e8-bcea3d622c87 req-f7b1705c-14f1-49e2-8ef4-cf9a0571ae19 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925062 Dec 10 18:52:05.411576 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-314a7d7f-67ee-4bf3-89b8-883e2803afdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:05.413614 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-314a7d7f-67ee-4bf3-89b8-883e2803afdb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2dc5eaaf-23d0-472c-bf08-f5856e300d99 HTTP/1.1" status: 200 len: 854 time: 0.2162919 Dec 10 18:52:05.484935 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-932a85f3-b4ae-45dc-a919-68f6bdd90e3d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2f40e08-016a-47bf-9e9a-28b25086c347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434124 Dec 10 18:52:05.585596 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5a9922b9-8589-422d-9a51-2347f672c604 req-7f61eca5-e569-47d6-bf39-172a79bd53fb service neutron] 10.222.0.62 "GET /v2.0/networks/465fdc47-2410-4d4c-acab-8d0f21c4165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020121 Dec 10 18:52:05.625656 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-3f340aa7-3092-4be1-bd8e-95b0f9cc23e8 service neutron] 10.222.0.72 "GET /v2.0/networks/f2f40e08-016a-47bf-9e9a-28b25086c347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317775 Dec 10 18:52:05.743863 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e57fb7d7-05b7-4d43-8a44-eece92ee7429 req-d7ad6636-e408-4656-9a3f-5528d9dc9f0c service neutron] 10.222.0.72 "GET /v2.0/networks/f2f40e08-016a-47bf-9e9a-28b25086c347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102321 Dec 10 18:52:05.791964 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f7790481-7239-4d12-add8-2e01ca915cdf req-3d6e96f1-97e4-4c63-82a2-264e7de69070 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 210 time: 0.0472732 Dec 10 18:52:05.879547 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587b4f50-8456-479e-81d8-a6f2f8536023 None None] Sync routers for ids ['3f74a04a-e4e0-4410-8fed-b59fe5ba6bff'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:52:05.898732 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fe36e-13ab-44d6-993d-fc8864be0663 req-a65d3cef-14cc-461e-ad27-188bcfab4aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:05.899642 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587b4f50-8456-479e-81d8-a6f2f8536023 None None] Routers {'3f74a04a-e4e0-4410-8fed-b59fe5ba6bff'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:52:05.900797 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2f7fe36e-13ab-44d6-993d-fc8864be0663 req-a65d3cef-14cc-461e-ad27-188bcfab4aea service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=55a03bc9d49c41d0abfb67c033b0bdc7&device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 1095 time: 0.0808759 Dec 10 18:52:05.901492 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-587b4f50-8456-479e-81d8-a6f2f8536023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:51:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['3f74a04a-e4e0-4410-8fed-b59fe5ba6bff'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:05.971698 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-624f1b03-7dc8-452c-86af-a475a8789e18 req-45deb4b0-29b8-492b-bf5d-66970ed84e50 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0567927 Dec 10 18:52:06.037762 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-587b4f50-8456-479e-81d8-a6f2f8536023 None None] Set router 3f74a04a-e4e0-4410-8fed-b59fe5ba6bff gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:52:06.089181 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fe36e-13ab-44d6-993d-fc8864be0663 req-398cb8f6-8888-47ac-b08f-b8ade03abafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:06.091780 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2f7fe36e-13ab-44d6-993d-fc8864be0663 req-398cb8f6-8888-47ac-b08f-b8ade03abafb service neutron] 10.222.0.72 "GET /v2.0/networks?id=f2f40e08-016a-47bf-9e9a-28b25086c347 HTTP/1.1" status: 200 len: 915 time: 0.1747885 Dec 10 18:52:06.169397 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-535b5ffb-8915-4496-bb55-96aefe86dec3 req-bfe57a9e-f5e3-4bf1-9ce5-aa53f2af0dab tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0760560 Dec 10 18:52:06.205426 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2f7fe36e-13ab-44d6-993d-fc8864be0663 req-d9d11eca-5727-4e94-994f-e913a22a9486 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8fc0357c-934d-464e-b641-ecc26c7c9a82 HTTP/1.1" status: 200 len: 217 time: 0.1003866 Dec 10 18:52:06.315362 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fe36e-13ab-44d6-993d-fc8864be0663 req-ef851ae6-b6fc-4b31-8580-4a5834cc245d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:06.318304 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2f7fe36e-13ab-44d6-993d-fc8864be0663 req-ef851ae6-b6fc-4b31-8580-4a5834cc245d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2dc5eaaf-23d0-472c-bf08-f5856e300d99 HTTP/1.1" status: 200 len: 854 time: 0.1052868 Dec 10 18:52:06.370399 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-587b4f50-8456-479e-81d8-a6f2f8536023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f74a04a-e4e0-4410-8fed-b59fe5ba6bff', 'name': 'tempest-ServerRescueTestJSON-298627611-router', 'tenant_id': '67376b4cbc9c49858a62672e5bb40fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '3663d8cc-caf8-4b7c-b285-75402685655e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:51:57Z', 'updated_at': '2021-12-10T18:52:02Z', 'revision_number': 4, 'project_id': '67376b4cbc9c49858a62672e5bb40fd5', 'gw_port': {'id': '3663d8cc-caf8-4b7c-b285-75402685655e', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f74a04a-e4e0-4410-8fed-b59fe5ba6bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:51:58Z', 'updated_at': '2021-12-10T18:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '6f60b393-ffd9-4798-a317-a89d68f98922', 'name': '', 'network_id': '465fdc47-2410-4d4c-acab-8d0f21c4165c', 'tenant_id': '67376b4cbc9c49858a62672e5bb40fd5', 'mac_address': 'fa:16:3e:c5:5f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f74a04a-e4e0-4410-8fed-b59fe5ba6bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': 'fbc681ce-19ba-45da-98c7-c22ee4f9dfa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:01Z', 'updated_at': '2021-12-10T18:52:02Z', 'revision_number': 2, 'project_id': '67376b4cbc9c49858a62672e5bb40fd5', 'subnets': [{'id': 'fbc681ce-19ba-45da-98c7-c22ee4f9dfa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:06.373762 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2f7fe36e-13ab-44d6-993d-fc8864be0663 req-0ea56484-f815-40fa-be91-b2af8339b091 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2f40e08-016a-47bf-9e9a-28b25086c347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482023 Dec 10 18:52:06.417811 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587b4f50-8456-479e-81d8-a6f2f8536023 None None] Checking router: 3f74a04a-e4e0-4410-8fed-b59fe5ba6bff for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:52:06.418541 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587b4f50-8456-479e-81d8-a6f2f8536023 None None] Updating router 3f74a04a-e4e0-4410-8fed-b59fe5ba6bff port 6f60b393-ffd9-4798-a317-a89d68f98922 binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:52:06.459776 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-587b4f50-8456-479e-81d8-a6f2f8536023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:06.546088 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2f7fe36e-13ab-44d6-993d-fc8864be0663 req-81778627-d9fe-4752-95ce-a4d5caedc500 service neutron] 10.222.0.72 "GET /v2.0/networks/f2f40e08-016a-47bf-9e9a-28b25086c347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634190 Dec 10 18:52:06.644769 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076072b-25bd-410e-9537-093925dd5524 req-1b02fa38-d850-49d7-b506-7925e7c22916 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:06.646427 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6076072b-25bd-410e-9537-093925dd5524 req-1b02fa38-d850-49d7-b506-7925e7c22916 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 944 time: 0.1620922 Dec 10 18:52:06.724550 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2f7fe36e-13ab-44d6-993d-fc8864be0663 req-2b117dac-8cbe-4e9e-bf75-e2f830228741 service neutron] 10.222.0.72 "GET /v2.0/networks/f2f40e08-016a-47bf-9e9a-28b25086c347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648624 Dec 10 18:52:06.728732 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6076072b-25bd-410e-9537-093925dd5524 req-1b7b9333-0ac2-48d5-a109-16e1b941ff96 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743732 Dec 10 18:52:06.801879 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-587b4f50-8456-479e-81d8-a6f2f8536023 None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:06.807458 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-587b4f50-8456-479e-81d8-a6f2f8536023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:06.861205 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ac81c-8e95-4f92-8833-e3bf465ce1e4 None None] Pushing event updated for resources: {'Port': ['ID=6f60b393-ffd9-4798-a317-a89d68f98922,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:06.886638 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126ac81c-8e95-4f92-8833-e3bf465ce1e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:06.887442 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126ac81c-8e95-4f92-8833-e3bf465ce1e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:06.887442 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126ac81c-8e95-4f92-8833-e3bf465ce1e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:06.887581 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126ac81c-8e95-4f92-8833-e3bf465ce1e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:06.887866 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126ac81c-8e95-4f92-8833-e3bf465ce1e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:06.888206 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126ac81c-8e95-4f92-8833-e3bf465ce1e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:06.888542 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126ac81c-8e95-4f92-8833-e3bf465ce1e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:06.888903 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126ac81c-8e95-4f92-8833-e3bf465ce1e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:06.889237 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126ac81c-8e95-4f92-8833-e3bf465ce1e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:06.889568 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126ac81c-8e95-4f92-8833-e3bf465ce1e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:06.889895 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126ac81c-8e95-4f92-8833-e3bf465ce1e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:06.890222 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126ac81c-8e95-4f92-8833-e3bf465ce1e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:06.890550 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126ac81c-8e95-4f92-8833-e3bf465ce1e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:06.907485 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-49125fb4-fa35-4a41-99c6-cc00f01a7bb9 req-95deeb98-42e2-4510-a04b-8035060e0b98 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 210 time: 0.0467544 Dec 10 18:52:06.923749 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-587b4f50-8456-479e-81d8-a6f2f8536023 None None] Attempting to bind port 6f60b393-ffd9-4798-a317-a89d68f98922 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:52:06.924092 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-587b4f50-8456-479e-81d8-a6f2f8536023 None None] Attempting to bind port 6f60b393-ffd9-4798-a317-a89d68f98922 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'e40913c2-6008-45d5-9433-0b35de35b591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '465fdc47-2410-4d4c-acab-8d0f21c4165c'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:52:06.924375 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587b4f50-8456-479e-81d8-a6f2f8536023 None None] Attempting to bind port 6f60b393-ffd9-4798-a317-a89d68f98922 on network 465fdc47-2410-4d4c-acab-8d0f21c4165c {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:52:06.930637 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587b4f50-8456-479e-81d8-a6f2f8536023 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:52:06.931023 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587b4f50-8456-479e-81d8-a6f2f8536023 None None] Checking segment: {'id': 'e40913c2-6008-45d5-9433-0b35de35b591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '465fdc47-2410-4d4c-acab-8d0f21c4165c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:52:06.931427 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-587b4f50-8456-479e-81d8-a6f2f8536023 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:06.931821 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587b4f50-8456-479e-81d8-a6f2f8536023 None None] Bound using segment: {'id': 'e40913c2-6008-45d5-9433-0b35de35b591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '465fdc47-2410-4d4c-acab-8d0f21c4165c'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:52:06.932333 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-587b4f50-8456-479e-81d8-a6f2f8536023 None None] Bound port: 6f60b393-ffd9-4798-a317-a89d68f98922, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e40913c2-6008-45d5-9433-0b35de35b591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '465fdc47-2410-4d4c-acab-8d0f21c4165c'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:52:06.932744 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-587b4f50-8456-479e-81d8-a6f2f8536023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:07.011590 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-587b4f50-8456-479e-81d8-a6f2f8536023 None None] For port 6f60b393-ffd9-4798-a317-a89d68f98922, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:52:07.026008 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-587b4f50-8456-479e-81d8-a6f2f8536023 None None] For port 6f60b393-ffd9-4798-a317-a89d68f98922, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=6f60b393-ffd9-4798-a317-a89d68f98922,segment=NetworkSegment(e40913c2-6008-45d5-9433-0b35de35b591),segment_id=e40913c2-6008-45d5-9433-0b35de35b591)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:52:07.038733 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-587b4f50-8456-479e-81d8-a6f2f8536023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:07.074847 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f2aac46d-3b3a-40a6-a86f-35fbd31ef363 req-81b89e2e-ff77-45d6-9bc1-b8d8d47b5518 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0588923 Dec 10 18:52:07.128948 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587b4f50-8456-479e-81d8-a6f2f8536023 None None] Routers {'3f74a04a-e4e0-4410-8fed-b59fe5ba6bff'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:52:07.129691 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-587b4f50-8456-479e-81d8-a6f2f8536023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:51:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['3f74a04a-e4e0-4410-8fed-b59fe5ba6bff'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:07.169493 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9922b9-8589-422d-9a51-2347f672c604 req-3e8ce715-0018-49f0-bab5-bafb0f9d72d0 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:07.171125 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5a9922b9-8589-422d-9a51-2347f672c604 req-3e8ce715-0018-49f0-bab5-bafb0f9d72d0 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.46 "GET /v2.0/networks?id=465fdc47-2410-4d4c-acab-8d0f21c4165c HTTP/1.1" status: 200 len: 810 time: 0.1779842 Dec 10 18:52:07.174177 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ac81c-8e95-4f92-8833-e3bf465ce1e4 None None] Pushing event updated for resources: {'Port': ['ID=6f60b393-ffd9-4798-a317-a89d68f98922,revision_number=4']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:07.191069 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-5a9922b9-8589-422d-9a51-2347f672c604 req-02348202-088b-4f61-85cb-7f3aa6ef7774 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Request body: {'port': {'device_id': '999eb4eb-8ac1-4e29-9c35-5b779d180ba4', 'network_id': '465fdc47-2410-4d4c-acab-8d0f21c4165c', 'admin_state_up': True, 'tenant_id': '67376b4cbc9c49858a62672e5bb40fd5'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:52:07.266717 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-587b4f50-8456-479e-81d8-a6f2f8536023 None None] Set router 3f74a04a-e4e0-4410-8fed-b59fe5ba6bff gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:52:07.314620 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aada6ff5-9d97-4140-bf1a-b656268013e5 req-3eb59d95-ff43-4301-8118-9d96175ce1d9 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0900209 Dec 10 18:52:07.452705 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a9922b9-8589-422d-9a51-2347f672c604 req-02348202-088b-4f61-85cb-7f3aa6ef7774 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Made reservation on behalf of 67376b4cbc9c49858a62672e5bb40fd5 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:52:07.458387 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5a9922b9-8589-422d-9a51-2347f672c604 req-02348202-088b-4f61-85cb-7f3aa6ef7774 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:07.692915 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-5a9922b9-8589-422d-9a51-2347f672c604 req-02348202-088b-4f61-85cb-7f3aa6ef7774 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Allocated IP 172.20.0.10 (465fdc47-2410-4d4c-acab-8d0f21c4165c/fbc681ce-19ba-45da-98c7-c22ee4f9dfa5/2f68bc9d-70d2-45b4-9860-486399001a44) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:52:07.723609 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-587b4f50-8456-479e-81d8-a6f2f8536023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f74a04a-e4e0-4410-8fed-b59fe5ba6bff', 'name': 'tempest-ServerRescueTestJSON-298627611-router', 'tenant_id': '67376b4cbc9c49858a62672e5bb40fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '3663d8cc-caf8-4b7c-b285-75402685655e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:51:57Z', 'updated_at': '2021-12-10T18:52:02Z', 'revision_number': 4, 'project_id': '67376b4cbc9c49858a62672e5bb40fd5', 'gw_port': {'id': '3663d8cc-caf8-4b7c-b285-75402685655e', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f74a04a-e4e0-4410-8fed-b59fe5ba6bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:51:58Z', 'updated_at': '2021-12-10T18:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '6f60b393-ffd9-4798-a317-a89d68f98922', 'name': '', 'network_id': '465fdc47-2410-4d4c-acab-8d0f21c4165c', 'tenant_id': '67376b4cbc9c49858a62672e5bb40fd5', 'mac_address': 'fa:16:3e:c5:5f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f74a04a-e4e0-4410-8fed-b59fe5ba6bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': 'fbc681ce-19ba-45da-98c7-c22ee4f9dfa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:01Z', 'updated_at': '2021-12-10T18:52:07Z', 'revision_number': 4, 'project_id': '67376b4cbc9c49858a62672e5bb40fd5', 'subnets': [{'id': 'fbc681ce-19ba-45da-98c7-c22ee4f9dfa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:07.764286 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587b4f50-8456-479e-81d8-a6f2f8536023 None None] The sync data for ids ['3f74a04a-e4e0-4410-8fed-b59fe5ba6bff'] in n-d-821435-1 is: [{'id': '3f74a04a-e4e0-4410-8fed-b59fe5ba6bff', 'name': 'tempest-ServerRescueTestJSON-298627611-router', 'tenant_id': '67376b4cbc9c49858a62672e5bb40fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '3663d8cc-caf8-4b7c-b285-75402685655e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:51:57Z', 'updated_at': '2021-12-10T18:52:02Z', 'revision_number': 4, 'project_id': '67376b4cbc9c49858a62672e5bb40fd5', 'gw_port': {'id': '3663d8cc-caf8-4b7c-b285-75402685655e', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f74a04a-e4e0-4410-8fed-b59fe5ba6bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:51:58Z', 'updated_at': '2021-12-10T18:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '6f60b393-ffd9-4798-a317-a89d68f98922', 'name': '', 'network_id': '465fdc47-2410-4d4c-acab-8d0f21c4165c', 'tenant_id': '67376b4cbc9c49858a62672e5bb40fd5', 'mac_address': 'fa:16:3e:c5:5f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f74a04a-e4e0-4410-8fed-b59fe5ba6bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': 'fbc681ce-19ba-45da-98c7-c22ee4f9dfa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:01Z', 'updated_at': '2021-12-10T18:52:07Z', 'revision_number': 4, 'project_id': '67376b4cbc9c49858a62672e5bb40fd5', 'subnets': [{'id': 'fbc681ce-19ba-45da-98c7-c22ee4f9dfa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:52:08.030955 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617627bc-a184-49c6-9963-ea9a5849d491 req-054052bc-8390-42af-a2fa-5c56c8e209cd tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:08.039011 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-617627bc-a184-49c6-9963-ea9a5849d491 req-054052bc-8390-42af-a2fa-5c56c8e209cd tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 944 time: 0.1123393 Dec 10 18:52:08.078664 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5a9922b9-8589-422d-9a51-2347f672c604 req-02348202-088b-4f61-85cb-7f3aa6ef7774 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:08.080744 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3c9429d5-92aa-438d-8927-9592660f2b93 req-df33a02d-bbe7-4e66-a04e-4bbd0bf3b1d7 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 210 time: 0.0633664 Dec 10 18:52:08.144974 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:08.214381 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-549ff007-e744-494a-b21d-eb49ac5586d3 req-442246e3-096b-4d74-b522-f19d6249e18c tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0520370 Dec 10 18:52:08.230910 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-617627bc-a184-49c6-9963-ea9a5849d491 req-3f602d2a-4e80-456d-97d6-da0bccf791b2 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907678 Dec 10 18:52:08.262348 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5a9922b9-8589-422d-9a51-2347f672c604 req-02348202-088b-4f61-85cb-7f3aa6ef7774 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:08.312787 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a9922b9-8589-422d-9a51-2347f672c604 req-02348202-088b-4f61-85cb-7f3aa6ef7774 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Network 465fdc47-2410-4d4c-acab-8d0f21c4165c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:52:08.319393 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-5a9922b9-8589-422d-9a51-2347f672c604 req-02348202-088b-4f61-85cb-7f3aa6ef7774 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:52:08.322653 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9922b9-8589-422d-9a51-2347f672c604 req-02348202-088b-4f61-85cb-7f3aa6ef7774 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:52:08.384263 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02348202-088b-4f61-85cb-7f3aa6ef7774 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Pushing event updated for resources: {'Port': ['ID=2f68bc9d-70d2-45b4-9860-486399001a44,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:08.426537 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9922b9-8589-422d-9a51-2347f672c604 req-02348202-088b-4f61-85cb-7f3aa6ef7774 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:08.427744 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5a9922b9-8589-422d-9a51-2347f672c604 req-02348202-088b-4f61-85cb-7f3aa6ef7774 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:08.434954 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dbef9ae7-31c3-444f-a697-f8076c11440e req-63e9091f-ce44-424d-8f55-06abb3e51a91 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0432267 Dec 10 18:52:08.457877 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5a9922b9-8589-422d-9a51-2347f672c604 req-02348202-088b-4f61-85cb-7f3aa6ef7774 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2738559 Dec 10 18:52:08.470146 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-5a9922b9-8589-422d-9a51-2347f672c604 req-46cd9471-2b63-4f0a-b7d4-2b68feda2da3 service neutron] Request body: {'port': {'device_id': '999eb4eb-8ac1-4e29-9c35-5b779d180ba4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:52:08.543465 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5a9922b9-8589-422d-9a51-2347f672c604 req-46cd9471-2b63-4f0a-b7d4-2b68feda2da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:09.191214 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-5a9922b9-8589-422d-9a51-2347f672c604 req-46cd9471-2b63-4f0a-b7d4-2b68feda2da3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f68bc9d-70d2-45b4-9860-486399001a44 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:52:09.203299 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5a9922b9-8589-422d-9a51-2347f672c604 req-46cd9471-2b63-4f0a-b7d4-2b68feda2da3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:09.224260 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-5a9922b9-8589-422d-9a51-2347f672c604 req-46cd9471-2b63-4f0a-b7d4-2b68feda2da3 service neutron] Transition to ACTIVE for port object 2f68bc9d-70d2-45b4-9860-486399001a44 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:52:09.233594 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f939f-d6b4-474e-89c8-c858f9024414 req-838d5586-3600-4d1d-8285-ca9b2ef65593 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:09.234297 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5a9922b9-8589-422d-9a51-2347f672c604 req-46cd9471-2b63-4f0a-b7d4-2b68feda2da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:09.254336 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f13f939f-d6b4-474e-89c8-c858f9024414 req-838d5586-3600-4d1d-8285-ca9b2ef65593 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 932 time: 0.0875781 Dec 10 18:52:09.291281 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd9471-2b63-4f0a-b7d4-2b68feda2da3 service neutron] Pushing event updated for resources: {'Port': ['ID=2f68bc9d-70d2-45b4-9860-486399001a44,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:09.348859 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f13f939f-d6b4-474e-89c8-c858f9024414 req-70d8bcbe-0d55-4695-9d91-bb573ab50fee tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916564 Dec 10 18:52:09.395338 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-52596875-8427-4d53-8244-0ae178d9ec6a req-bd598638-739d-4011-b4be-30df5b4ab1d4 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0767040 Dec 10 18:52:09.475513 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-5a9922b9-8589-422d-9a51-2347f672c604 req-46cd9471-2b63-4f0a-b7d4-2b68feda2da3 service neutron] Attempting to bind port 2f68bc9d-70d2-45b4-9860-486399001a44 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:52:09.475805 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-5a9922b9-8589-422d-9a51-2347f672c604 req-46cd9471-2b63-4f0a-b7d4-2b68feda2da3 service neutron] Attempting to bind port 2f68bc9d-70d2-45b4-9860-486399001a44 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': 'e40913c2-6008-45d5-9433-0b35de35b591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '465fdc47-2410-4d4c-acab-8d0f21c4165c'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:52:09.476139 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9922b9-8589-422d-9a51-2347f672c604 req-46cd9471-2b63-4f0a-b7d4-2b68feda2da3 service neutron] Attempting to bind port 2f68bc9d-70d2-45b4-9860-486399001a44 on network 465fdc47-2410-4d4c-acab-8d0f21c4165c {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:52:09.481274 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9922b9-8589-422d-9a51-2347f672c604 req-46cd9471-2b63-4f0a-b7d4-2b68feda2da3 service neutron] Port 2f68bc9d-70d2-45b4-9860-486399001a44 on network 465fdc47-2410-4d4c-acab-8d0f21c4165c not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:52:09.481606 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9922b9-8589-422d-9a51-2347f672c604 req-46cd9471-2b63-4f0a-b7d4-2b68feda2da3 service neutron] Attempting to bind port 2f68bc9d-70d2-45b4-9860-486399001a44 on network 465fdc47-2410-4d4c-acab-8d0f21c4165c {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:52:09.487495 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9922b9-8589-422d-9a51-2347f672c604 req-46cd9471-2b63-4f0a-b7d4-2b68feda2da3 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:52:09.487854 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9922b9-8589-422d-9a51-2347f672c604 req-46cd9471-2b63-4f0a-b7d4-2b68feda2da3 service neutron] Checking segment: {'id': 'e40913c2-6008-45d5-9433-0b35de35b591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '465fdc47-2410-4d4c-acab-8d0f21c4165c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:52:09.488250 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9922b9-8589-422d-9a51-2347f672c604 req-46cd9471-2b63-4f0a-b7d4-2b68feda2da3 service neutron] Bound using segment: {'id': 'e40913c2-6008-45d5-9433-0b35de35b591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '465fdc47-2410-4d4c-acab-8d0f21c4165c'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:52:09.488718 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-5a9922b9-8589-422d-9a51-2347f672c604 req-46cd9471-2b63-4f0a-b7d4-2b68feda2da3 service neutron] Bound port: 2f68bc9d-70d2-45b4-9860-486399001a44, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e40913c2-6008-45d5-9433-0b35de35b591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '465fdc47-2410-4d4c-acab-8d0f21c4165c'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:52:09.489081 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5a9922b9-8589-422d-9a51-2347f672c604 req-46cd9471-2b63-4f0a-b7d4-2b68feda2da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:09.519352 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32365392-7097-4464-8102-b946ac94e27e req-7f5d3925-074e-4ae9-9a65-88312c8a62d7 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:09.521390 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-32365392-7097-4464-8102-b946ac94e27e req-7f5d3925-074e-4ae9-9a65-88312c8a62d7 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 944 time: 0.0894086 Dec 10 18:52:09.569009 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-5a9922b9-8589-422d-9a51-2347f672c604 req-46cd9471-2b63-4f0a-b7d4-2b68feda2da3 service neutron] For port 2f68bc9d-70d2-45b4-9860-486399001a44, host n-h1-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:52:09.572414 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-5a9922b9-8589-422d-9a51-2347f672c604 req-46cd9471-2b63-4f0a-b7d4-2b68feda2da3 service neutron] For port 2f68bc9d-70d2-45b4-9860-486399001a44, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=2f68bc9d-70d2-45b4-9860-486399001a44,segment=NetworkSegment(e40913c2-6008-45d5-9433-0b35de35b591),segment_id=e40913c2-6008-45d5-9433-0b35de35b591)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:52:09.587520 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5a9922b9-8589-422d-9a51-2347f672c604 req-46cd9471-2b63-4f0a-b7d4-2b68feda2da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:09.620141 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-18c8b588-0464-46a9-9adc-cb82aba84194 req-7e5461c7-9f43-4914-8457-73f430996e8a tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0460873 Dec 10 18:52:09.668925 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-32365392-7097-4464-8102-b946ac94e27e req-0331b226-8162-4b21-b59b-333861040b68 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292863 Dec 10 18:52:09.677310 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9922b9-8589-422d-9a51-2347f672c604 req-46cd9471-2b63-4f0a-b7d4-2b68feda2da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:09.677310 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5a9922b9-8589-422d-9a51-2347f672c604 req-46cd9471-2b63-4f0a-b7d4-2b68feda2da3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:09.689112 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5a9922b9-8589-422d-9a51-2347f672c604 req-46cd9471-2b63-4f0a-b7d4-2b68feda2da3 service neutron] 10.222.0.46 "PUT /v2.0/ports/2f68bc9d-70d2-45b4-9860-486399001a44 HTTP/1.1" status: 200 len: 1092 time: 1.2230237 Dec 10 18:52:09.692496 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999eb4eb-8ac1-4e29-9c35-5b779d180ba4', 'tag': '2f68bc9d-70d2-45b4-9860-486399001a44'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:52:09.694867 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290a2f13-62ed-42a8-94fa-d1cded53392c" -d '{"events": [{"name": "network-changed", "server_uuid": "999eb4eb-8ac1-4e29-9c35-5b779d180ba4", "tag": "2f68bc9d-70d2-45b4-9860-486399001a44"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:52:09.744057 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd9471-2b63-4f0a-b7d4-2b68feda2da3 service neutron] Pushing event updated for resources: {'Port': ['ID=2f68bc9d-70d2-45b4-9860-486399001a44,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:09.784388 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1fd1be-16dc-4719-80e3-27429947e3a4 x-openstack-request-id: req-5d1fd1be-16dc-4719-80e3-27429947e3a4 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:52:09.784711 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999eb4eb-8ac1-4e29-9c35-5b779d180ba4", "tag": "2f68bc9d-70d2-45b4-9860-486399001a44", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:52:09.784974 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5d1fd1be-16dc-4719-80e3-27429947e3a4 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:52:09.785378 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999eb4eb-8ac1-4e29-9c35-5b779d180ba4', 'tag': '2f68bc9d-70d2-45b4-9860-486399001a44', 'status': 'completed', 'code': 200} Dec 10 18:52:09.801986 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9922b9-8589-422d-9a51-2347f672c604 req-98e6b321-ec84-4b09-83a0-73f5e4000c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:09.804530 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5a9922b9-8589-422d-9a51-2347f672c604 req-98e6b321-ec84-4b09-83a0-73f5e4000c10 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67376b4cbc9c49858a62672e5bb40fd5&device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 1095 time: 0.0557213 Dec 10 18:52:09.856599 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5a9922b9-8589-422d-9a51-2347f672c604 req-8ab73653-2838-4953-9df5-9919d88b72d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f68bc9d-70d2-45b4-9860-486399001a44 HTTP/1.1" status: 200 len: 217 time: 0.0410173 Dec 10 18:52:09.913380 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8fc0357c-934d-464e-b641-ecc26c7c9a82 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:52:09.932924 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9922b9-8589-422d-9a51-2347f672c604 req-c155a6a5-4ab0-46b3-b021-2cbde17ee7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:09.934929 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5a9922b9-8589-422d-9a51-2347f672c604 req-c155a6a5-4ab0-46b3-b021-2cbde17ee7e5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fbc681ce-19ba-45da-98c7-c22ee4f9dfa5 HTTP/1.1" status: 200 len: 850 time: 0.0707507 Dec 10 18:52:10.004254 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5a9922b9-8589-422d-9a51-2347f672c604 req-96bf92b9-b1a8-4c89-880b-7565faeb1991 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=465fdc47-2410-4d4c-acab-8d0f21c4165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588024 Dec 10 18:52:10.047663 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 8fc0357c-934d-464e-b641-ecc26c7c9a82, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8fc0357c-934d-464e-b641-ecc26c7c9a82,segment=NetworkSegment(c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4),segment_id=c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:10.054784 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79d708-4c55-4bc8-a0c6-1fbd1843f95b req-80bd63be-46fb-4b13-b745-7b2eaf6488af tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:10.062815 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '8fc0357c-934d-464e-b641-ecc26c7c9a82', 'network_id': 'f2f40e08-016a-47bf-9e9a-28b25086c347', 'port_id': '8fc0357c-934d-464e-b641-ecc26c7c9a82', 'mac_address': 'fa:16:3e:34:35:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dc5eaaf-23d0-472c-bf08-f5856e300d99', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:52:10.063027 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6d79d708-4c55-4bc8-a0c6-1fbd1843f95b req-80bd63be-46fb-4b13-b745-7b2eaf6488af tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f7c6ee9-7212-4086-a2f2-67e79cc0ea58 HTTP/1.1" status: 200 len: 946 time: 0.0686758 Dec 10 18:52:10.065088 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 6f60b393-ffd9-4798-a317-a89d68f98922 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:52:10.147573 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:10.152779 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6d79d708-4c55-4bc8-a0c6-1fbd1843f95b req-1f429c9a-10c1-4895-a874-c05952b0f2cc tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.62 "GET /v2.0/security-groups?id=57089d9a-b057-4389-9472-99f7fcdba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887139 Dec 10 18:52:10.158491 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5a9922b9-8589-422d-9a51-2347f672c604 req-08d20d8a-57a3-4f16-878a-7788516d1b00 service neutron] 10.222.0.46 "GET /v2.0/networks/465fdc47-2410-4d4c-acab-8d0f21c4165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463733 Dec 10 18:52:10.176152 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fc0357c-934d-464e-b641-ecc26c7c9a82 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:52:10.193580 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 6f60b393-ffd9-4798-a317-a89d68f98922 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:10.193955 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:10.222016 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 8fc0357c-934d-464e-b641-ecc26c7c9a82, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8fc0357c-934d-464e-b641-ecc26c7c9a82,segment=NetworkSegment(c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4),segment_id=c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:10.230366 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:10.287781 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5a9922b9-8589-422d-9a51-2347f672c604 req-adc049b7-1e11-45d6-8682-c92385c010da service neutron] 10.222.0.46 "GET /v2.0/networks/465fdc47-2410-4d4c-acab-8d0f21c4165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194775 Dec 10 18:52:10.306874 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=8fc0357c-934d-464e-b641-ecc26c7c9a82,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:10.324732 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:10.325058 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:10.325401 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:10.325918 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:10.326419 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:10.326902 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:10.327379 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:10.327866 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:10.328340 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:10.328855 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:10.329336 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:10.329816 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:10.330308 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:10.340893 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:10.390075 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a2f13-62ed-42a8-94fa-d1cded53392c req-93aaa3c2-5fa8-4d99-afd8-9071a80acd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:10.392906 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-290a2f13-62ed-42a8-94fa-d1cded53392c req-93aaa3c2-5fa8-4d99-afd8-9071a80acd1b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67376b4cbc9c49858a62672e5bb40fd5&device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 1095 time: 0.0538058 Dec 10 18:52:10.400170 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 6f60b393-ffd9-4798-a317-a89d68f98922, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=6f60b393-ffd9-4798-a317-a89d68f98922,segment=NetworkSegment(e40913c2-6008-45d5-9433-0b35de35b591),segment_id=e40913c2-6008-45d5-9433-0b35de35b591)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:10.408166 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:10.480806 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=6f60b393-ffd9-4798-a317-a89d68f98922,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:10.494392 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-13874844-5f21-4ab5-86d1-5925eff514db req-d21d7220-91c0-47e9-9fc8-1969a3c4b0d8 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0348859 Dec 10 18:52:10.568307 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed4ccc-9fa3-4fbb-b99e-75e56a1d590b req-3d805a1c-b95a-4f82-b8e5-d332a3134ee9 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:10.569820 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0eed4ccc-9fa3-4fbb-b99e-75e56a1d590b req-3d805a1c-b95a-4f82-b8e5-d332a3134ee9 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 944 time: 0.0671847 Dec 10 18:52:10.605909 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a2f13-62ed-42a8-94fa-d1cded53392c req-26bd96d0-5354-41c9-8b4f-4ef88632e83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:10.608534 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-290a2f13-62ed-42a8-94fa-d1cded53392c req-26bd96d0-5354-41c9-8b4f-4ef88632e83a service neutron] 10.222.0.46 "GET /v2.0/networks?id=465fdc47-2410-4d4c-acab-8d0f21c4165c HTTP/1.1" status: 200 len: 911 time: 0.2041254 Dec 10 18:52:10.611104 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['8fc0357c-934d-464e-b641-ecc26c7c9a82'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:52:10.636648 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0eed4ccc-9fa3-4fbb-b99e-75e56a1d590b req-705e79dc-171a-4832-8f5c-48fe00ca3983 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602612 Dec 10 18:52:10.688905 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-290a2f13-62ed-42a8-94fa-d1cded53392c req-c2cdaab5-2f0e-4307-bfdb-789ae7726daf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f68bc9d-70d2-45b4-9860-486399001a44 HTTP/1.1" status: 200 len: 217 time: 0.0560153 Dec 10 18:52:10.747426 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1ca8f873-a4ce-48b2-8d35-20580b2c6b5a req-f4de0f61-4dbb-4c19-af7a-2b9d834f9cc3 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0459256 Dec 10 18:52:10.809231 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a2f13-62ed-42a8-94fa-d1cded53392c req-46b4346d-4090-4d9c-b562-6a5b1f40bc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:10.810812 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-290a2f13-62ed-42a8-94fa-d1cded53392c req-46b4346d-4090-4d9c-b562-6a5b1f40bc6c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fbc681ce-19ba-45da-98c7-c22ee4f9dfa5 HTTP/1.1" status: 200 len: 850 time: 0.1136580 Dec 10 18:52:10.849743 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-290a2f13-62ed-42a8-94fa-d1cded53392c req-e063366a-7277-4006-bf9f-0277dda7fece service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=465fdc47-2410-4d4c-acab-8d0f21c4165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303786 Dec 10 18:52:10.861679 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24b054-5f40-4a07-bcc4-b0546b52aaee req-7fd7fff0-f2b6-4236-814b-91dfe91d672c tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:10.863272 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ca24b054-5f40-4a07-bcc4-b0546b52aaee req-7fd7fff0-f2b6-4236-814b-91dfe91d672c tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 945 time: 0.0855849 Dec 10 18:52:10.976210 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ca24b054-5f40-4a07-bcc4-b0546b52aaee req-7f9541eb-9baa-4960-a290-6925b2b701d3 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039155 Dec 10 18:52:10.995862 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-290a2f13-62ed-42a8-94fa-d1cded53392c req-3ebd0e8c-dfce-4e5a-8e5d-51ee8819feda service neutron] 10.222.0.46 "GET /v2.0/networks/465fdc47-2410-4d4c-acab-8d0f21c4165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314378 Dec 10 18:52:11.103458 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-290a2f13-62ed-42a8-94fa-d1cded53392c req-50e4a8d7-8f35-4d79-8fcc-c34a4ab13748 service neutron] 10.222.0.46 "GET /v2.0/networks/465fdc47-2410-4d4c-acab-8d0f21c4165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978584 Dec 10 18:52:11.286489 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965111c-de0e-4a00-82ab-d7c53a5f687b req-e0de859c-3762-49df-b1c4-ace404728356 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:11.294120 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c965111c-de0e-4a00-82ab-d7c53a5f687b req-e0de859c-3762-49df-b1c4-ace404728356 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f7c6ee9-7212-4086-a2f2-67e79cc0ea58 HTTP/1.1" status: 200 len: 946 time: 0.0703118 Dec 10 18:52:11.302952 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447d3c7-54fc-4ad4-a8b5-043b02c23cb4 req-28f6d8ac-be2e-4ee7-86e8-5c6da1e7e4fe tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:11.304509 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2447d3c7-54fc-4ad4-a8b5-043b02c23cb4 req-28f6d8ac-be2e-4ee7-86e8-5c6da1e7e4fe tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f7c6ee9-7212-4086-a2f2-67e79cc0ea58 HTTP/1.1" status: 200 len: 946 time: 0.0622768 Dec 10 18:52:11.349339 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c965111c-de0e-4a00-82ab-d7c53a5f687b req-0d75c09f-ca7f-433d-834c-5d7020c0c5bc tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.62 "GET /v2.0/security-groups?id=57089d9a-b057-4389-9472-99f7fcdba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539567 Dec 10 18:52:11.407547 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-2447d3c7-54fc-4ad4-a8b5-043b02c23cb4 req-8953bbf0-1109-449a-9fb2-611798a842e8 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Deleting port b73b62db-c17a-4cd4-a15f-a52b344c2b12 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:52:11.407899 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2447d3c7-54fc-4ad4-a8b5-043b02c23cb4 req-8953bbf0-1109-449a-9fb2-611798a842e8 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:11.507977 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-2447d3c7-54fc-4ad4-a8b5-043b02c23cb4 req-8953bbf0-1109-449a-9fb2-611798a842e8 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] For port b73b62db-c17a-4cd4-a15f-a52b344c2b12, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=b73b62db-c17a-4cd4-a15f-a52b344c2b12,segment=NetworkSegment(4652ef95-8f55-47d9-8ea9-50e4f524fd78),segment_id=4652ef95-8f55-47d9-8ea9-50e4f524fd78)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:11.508566 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2447d3c7-54fc-4ad4-a8b5-043b02c23cb4 req-8953bbf0-1109-449a-9fb2-611798a842e8 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:11.633660 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e1970988-fd69-4ef8-885a-fb18d8cfd43f req-20971354-e44c-4f46-8c63-ae293165ea2f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0458558 Dec 10 18:52:11.790895 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2398e93-33e4-4364-92c8-93351ea95555 req-a63d86fd-57cc-4f1a-a6d2-02150a0b7ce0 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:11.801600 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c2398e93-33e4-4364-92c8-93351ea95555 req-a63d86fd-57cc-4f1a-a6d2-02150a0b7ce0 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 944 time: 0.0891485 Dec 10 18:52:11.852960 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f2e6b52a-fa9b-48ab-95b2-2c0fbcc9e407 req-816f57bc-41bc-428e-ba5e-cde2a1a8888b tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0376394 Dec 10 18:52:11.855268 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2447d3c7-54fc-4ad4-a8b5-043b02c23cb4 req-8953bbf0-1109-449a-9fb2-611798a842e8 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:11.855707 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2447d3c7-54fc-4ad4-a8b5-043b02c23cb4 req-8953bbf0-1109-449a-9fb2-611798a842e8 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:11.856100 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [req-2447d3c7-54fc-4ad4-a8b5-043b02c23cb4 req-8953bbf0-1109-449a-9fb2-611798a842e8 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Floating IP 0183ca62-b0d5-4711-b5ea-5ca07be1fa7f disassociated. External IP: 172.25.7.30, port: b73b62db-c17a-4cd4-a15f-a52b344c2b12. Dec 10 18:52:11.856556 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-2447d3c7-54fc-4ad4-a8b5-043b02c23cb4 req-8953bbf0-1109-449a-9fb2-611798a842e8 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Calling delete_port for b73b62db-c17a-4cd4-a15f-a52b344c2b12 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:52:11.880933 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c2398e93-33e4-4364-92c8-93351ea95555 req-7758e4e7-18bf-4433-820d-70ef34e6ed74 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673225 Dec 10 18:52:11.919807 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8fc0357c-934d-464e-b641-ecc26c7c9a82 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:52:11.958913 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 6f60b393-ffd9-4798-a317-a89d68f98922 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:52:12.025584 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 6f60b393-ffd9-4798-a317-a89d68f98922 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:12.026136 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:12.054944 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 8fc0357c-934d-464e-b641-ecc26c7c9a82 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:52:12.063867 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 8fc0357c-934d-464e-b641-ecc26c7c9a82 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:12.064465 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:12.072536 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2447d3c7-54fc-4ad4-a8b5-043b02c23cb4 req-8953bbf0-1109-449a-9fb2-611798a842e8 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:12.108786 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8953bbf0-1109-449a-9fb2-611798a842e8 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Pushing event deleted for resources: {'Port': ['ID=b73b62db-c17a-4cd4-a15f-a52b344c2b12,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:12.259014 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:52:12.262920 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:12.267335 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0c634-7232-4223-8876-d600b77af078 req-ebe15127-6dc8-482a-9e1b-b5881eca6f60 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:12.275194 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-90c0c634-7232-4223-8876-d600b77af078 req-ebe15127-6dc8-482a-9e1b-b5881eca6f60 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 945 time: 0.1715500 Dec 10 18:52:12.312404 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 8fc0357c-934d-464e-b641-ecc26c7c9a82, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8fc0357c-934d-464e-b641-ecc26c7c9a82,segment=NetworkSegment(c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4),segment_id=c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:12.313542 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9dd5385-5432-40cf-937e-e03d8d4a2d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc0357c-934d-464e-b641-ecc26c7c9a82'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:52:12.317553 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce0d6eb-6049-4ab7-a119-a3acaf55c73a" -d '{"events": [{"server_uuid": "d9dd5385-5432-40cf-937e-e03d8d4a2d4e", "name": "network-vif-plugged", "status": "completed", "tag": "8fc0357c-934d-464e-b641-ecc26c7c9a82"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:52:12.322290 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:12.367196 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-90c0c634-7232-4223-8876-d600b77af078 req-e78a8915-7296-4f47-aaf5-aa13f0a05a00 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910339 Dec 10 18:52:12.385434 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2447d3c7-54fc-4ad4-a8b5-043b02c23cb4 req-8953bbf0-1109-449a-9fb2-611798a842e8 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Router 7d829770-a95b-41de-bec0-7c756a033b1a has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:52:12.404328 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=8fc0357c-934d-464e-b641-ecc26c7c9a82,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:12.418784 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15bed40-cdfd-4c54-8a65-e4d540bdceda x-openstack-request-id: req-c15bed40-cdfd-4c54-8a65-e4d540bdceda {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:52:12.419355 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9dd5385-5432-40cf-937e-e03d8d4a2d4e", "name": "network-vif-plugged", "status": "completed", "tag": "8fc0357c-934d-464e-b641-ecc26c7c9a82", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:52:12.419768 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c15bed40-cdfd-4c54-8a65-e4d540bdceda {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:52:12.420314 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9dd5385-5432-40cf-937e-e03d8d4a2d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc0357c-934d-464e-b641-ecc26c7c9a82', 'code': 200} Dec 10 18:52:12.512244 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2917331-93b8-42dc-a66d-1eec0a6fab66 req-359a0276-b14d-4a83-8d39-d85d70591211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:12.514861 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f2917331-93b8-42dc-a66d-1eec0a6fab66 req-359a0276-b14d-4a83-8d39-d85d70591211 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 1097 time: 0.0466430 Dec 10 18:52:12.556945 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4ccd9b2b-c6b8-48ae-bc7f-6ed4d15a863a req-4a6484ac-4135-4929-8785-dd9924d99b42 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f7c6ee9-7212-4086-a2f2-67e79cc0ea58 HTTP/1.1" status: 200 len: 210 time: 0.0878601 Dec 10 18:52:12.604954 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f2917331-93b8-42dc-a66d-1eec0a6fab66 req-35aa2399-41a9-486f-84ea-9db0b134e45e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830431 Dec 10 18:52:12.617482 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2447d3c7-54fc-4ad4-a8b5-043b02c23cb4 req-8953bbf0-1109-449a-9fb2-611798a842e8 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:52:12.633649 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f12eea3-d119-4f84-bbec-569fd7db9ba2 None None] Sync routers for ids ['7d829770-a95b-41de-bec0-7c756a033b1a'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:52:12.644864 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f12eea3-d119-4f84-bbec-569fd7db9ba2 None None] Routers {'7d829770-a95b-41de-bec0-7c756a033b1a'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:52:12.645555 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0f12eea3-d119-4f84-bbec-569fd7db9ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:51:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['7d829770-a95b-41de-bec0-7c756a033b1a'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:12.680728 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-2447d3c7-54fc-4ad4-a8b5-043b02c23cb4 req-8953bbf0-1109-449a-9fb2-611798a842e8 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] No DVR routers for this DVR port b73b62db-c17a-4cd4-a15f-a52b344c2b12 on host n-h1-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:52:12.683611 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2447d3c7-54fc-4ad4-a8b5-043b02c23cb4 req-8953bbf0-1109-449a-9fb2-611798a842e8 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:12.687316 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2447d3c7-54fc-4ad4-a8b5-043b02c23cb4 req-8953bbf0-1109-449a-9fb2-611798a842e8 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.46 "DELETE /v2.0/ports/b73b62db-c17a-4cd4-a15f-a52b344c2b12 HTTP/1.1" status: 204 len: 173 time: 1.3754585 Dec 10 18:52:12.687978 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7c6ee9-7212-4086-a2f2-67e79cc0ea58', 'name': 'network-vif-deleted', 'tag': 'b73b62db-c17a-4cd4-a15f-a52b344c2b12'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:52:12.691032 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5605e6f9-a43b-4ba9-8cae-1323c67e9f3b" -d '{"events": [{"server_uuid": "1f7c6ee9-7212-4086-a2f2-67e79cc0ea58", "name": "network-vif-deleted", "tag": "b73b62db-c17a-4cd4-a15f-a52b344c2b12"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:52:12.791597 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2902ff3-3bf8-429e-be97-c07a25f8d841 x-openstack-request-id: req-b2902ff3-3bf8-429e-be97-c07a25f8d841 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:52:12.791900 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f7c6ee9-7212-4086-a2f2-67e79cc0ea58", "name": "network-vif-deleted", "tag": "b73b62db-c17a-4cd4-a15f-a52b344c2b12", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:52:12.792153 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b2902ff3-3bf8-429e-be97-c07a25f8d841 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:52:12.793020 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7c6ee9-7212-4086-a2f2-67e79cc0ea58', 'name': 'network-vif-deleted', 'tag': 'b73b62db-c17a-4cd4-a15f-a52b344c2b12', 'status': 'completed', 'code': 200} Dec 10 18:52:12.816980 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9c7f57a2-f74a-4ca8-961a-04c9cda5950e req-8d31d63f-89ee-4300-8dd9-27b27c152ff7 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0341308 Dec 10 18:52:12.821217 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-0f12eea3-d119-4f84-bbec-569fd7db9ba2 None None] Set router 7d829770-a95b-41de-bec0-7c756a033b1a gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:52:13.008222 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cc938a33-ac18-4a47-b00e-f31144b1ff29 req-f9b122f9-4e81-43cc-bb1c-c5331c9b3797 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0408485 Dec 10 18:52:13.054623 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 2f68bc9d-70d2-45b4-9860-486399001a44 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:52:13.056848 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9ef2f-eda7-48b8-b0e3-717d1fe75b44 req-85d8280a-c19f-40db-b0e4-61ec078219f0 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:13.058543 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c3e9ef2f-eda7-48b8-b0e3-717d1fe75b44 req-85d8280a-c19f-40db-b0e4-61ec078219f0 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 944 time: 0.0865974 Dec 10 18:52:13.133892 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c3e9ef2f-eda7-48b8-b0e3-717d1fe75b44 req-d7bf1b95-757e-4441-a34a-b5aa1059528f tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687323 Dec 10 18:52:13.226933 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 2f68bc9d-70d2-45b4-9860-486399001a44, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=2f68bc9d-70d2-45b4-9860-486399001a44,segment=NetworkSegment(e40913c2-6008-45d5-9433-0b35de35b591),segment_id=e40913c2-6008-45d5-9433-0b35de35b591)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:13.244282 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0f12eea3-d119-4f84-bbec-569fd7db9ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d829770-a95b-41de-bec0-7c756a033b1a', 'name': 'tempest-ServersTestFqdnHostnames-218094016-router', 'tenant_id': '3704830dc7144051817729730538c570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'e4ff5999-5215-4838-98b1-fd9662ab2d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:50:09Z', 'updated_at': '2021-12-10T18:50:13Z', 'revision_number': 4, 'project_id': '3704830dc7144051817729730538c570', 'gw_port': {'id': 'e4ff5999-5215-4838-98b1-fd9662ab2d3b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d829770-a95b-41de-bec0-7c756a033b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:50:10Z', 'updated_at': '2021-12-10T18:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'a595b61d-6971-4e36-b392-6187cfb52bc0', 'name': '', 'network_id': 'b89011c3-a68e-45a2-9cc6-527d97d63d5f', 'tenant_id': '3704830dc7144051817729730538c570', 'mac_address': 'fa:16:3e:50:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d829770-a95b-41de-bec0-7c756a033b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '44240cb3-96fc-45bf-9cb2-956940201641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:50:12Z', 'updated_at': '2021-12-10T18:50:17Z', 'revision_number': 5, 'project_id': '3704830dc7144051817729730538c570', 'subnets': [{'id': '44240cb3-96fc-45bf-9cb2-956940201641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:13.248480 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '2f68bc9d-70d2-45b4-9860-486399001a44', 'network_id': '465fdc47-2410-4d4c-acab-8d0f21c4165c', 'port_id': '2f68bc9d-70d2-45b4-9860-486399001a44', 'mac_address': 'fa:16:3e:a3:7a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc681ce-19ba-45da-98c7-c22ee4f9dfa5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:52:13.283468 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f12eea3-d119-4f84-bbec-569fd7db9ba2 None None] Checking router: 7d829770-a95b-41de-bec0-7c756a033b1a for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:52:13.321571 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f12eea3-d119-4f84-bbec-569fd7db9ba2 None None] Routers {'7d829770-a95b-41de-bec0-7c756a033b1a'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:52:13.322211 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0f12eea3-d119-4f84-bbec-569fd7db9ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:51:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['7d829770-a95b-41de-bec0-7c756a033b1a'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:13.401289 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:13.420267 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f68bc9d-70d2-45b4-9860-486399001a44 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:52:13.440906 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 2f68bc9d-70d2-45b4-9860-486399001a44, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=2f68bc9d-70d2-45b4-9860-486399001a44,segment=NetworkSegment(e40913c2-6008-45d5-9433-0b35de35b591),segment_id=e40913c2-6008-45d5-9433-0b35de35b591)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:13.451564 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:13.505692 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7ff89-e137-46c3-bda0-9d0778525f09 req-0b05fea0-411e-44c3-ace8-d6e2d384119b tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:13.507572 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-afc7ff89-e137-46c3-bda0-9d0778525f09 req-0b05fea0-411e-44c3-ace8-d6e2d384119b tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0798597 Dec 10 18:52:13.551855 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=2f68bc9d-70d2-45b4-9860-486399001a44,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:13.566055 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-0f12eea3-d119-4f84-bbec-569fd7db9ba2 None None] Set router 7d829770-a95b-41de-bec0-7c756a033b1a gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:52:13.584286 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-afc7ff89-e137-46c3-bda0-9d0778525f09 req-1367bc16-7287-45dc-9023-84e99ac5b0d5 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688074 Dec 10 18:52:13.662487 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45356) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:13.701481 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['2f68bc9d-70d2-45b4-9860-486399001a44'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:52:13.741902 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3173ed2d-4e94-4766-86f5-f27662b1fd02 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:13.775147 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3173ed2d-4e94-4766-86f5-f27662b1fd02 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:13.903431 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3173ed2d-4e94-4766-86f5-f27662b1fd02 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:13.906681 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3173ed2d-4e94-4766-86f5-f27662b1fd02 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:13.912208 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3173ed2d-4e94-4766-86f5-f27662b1fd02 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.62 "DELETE /v2.0/security-groups/57089d9a-b057-4389-9472-99f7fcdba72e HTTP/1.1" status: 204 len: 168 time: 0.2480853 Dec 10 18:52:13.912942 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45366) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:13.933902 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-d1bceb90-0cad-47ed-bdbf-251b4befb076 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] show failed (client error): The resource could not be found. Dec 10 18:52:13.938106 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d1bceb90-0cad-47ed-bdbf-251b4befb076 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.62 "GET /v2.0/security-groups/57089d9a-b057-4389-9472-99f7fcdba72e HTTP/1.1" status: 404 len: 347 time: 0.0211418 Dec 10 18:52:13.943746 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45368) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:13.952006 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c1107477-95ea-4b25-90b0-e4007444b755 req-dd3ddcfe-5a5b-4a4d-84a4-f8171a7b160e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0535057 Dec 10 18:52:13.998028 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173ed2d-4e94-4766-86f5-f27662b1fd02 tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57089d9a-b057-4389-9472-99f7fcdba72e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:14.129849 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dea50754-4f34-4652-96b9-4e2f33dc2eb9 req-cd0dd3df-7aa0-4b37-915e-ef9fe3df853b tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0293324 Dec 10 18:52:14.191841 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-25b9d615-c4b2-4687-b75d-ff03e5c625ad tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Deleting port 61881ba9-3a53-48f6-91a7-fb8b6a2663f9 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:52:14.192141 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-25b9d615-c4b2-4687-b75d-ff03e5c625ad tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:14.312315 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-25b9d615-c4b2-4687-b75d-ff03e5c625ad tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:14.314629 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-25b9d615-c4b2-4687-b75d-ff03e5c625ad tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:14.332900 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-25b9d615-c4b2-4687-b75d-ff03e5c625ad tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Calling delete_port for 61881ba9-3a53-48f6-91a7-fb8b6a2663f9 owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:52:14.339860 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de899b0b-422d-4892-9426-abc6240e1669 req-65cda5bf-9bf4-400d-8da6-fae960d7fdef tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:14.341890 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de899b0b-422d-4892-9426-abc6240e1669 req-65cda5bf-9bf4-400d-8da6-fae960d7fdef tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 945 time: 0.1043737 Dec 10 18:52:14.349692 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0f12eea3-d119-4f84-bbec-569fd7db9ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d829770-a95b-41de-bec0-7c756a033b1a', 'name': 'tempest-ServersTestFqdnHostnames-218094016-router', 'tenant_id': '3704830dc7144051817729730538c570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'e4ff5999-5215-4838-98b1-fd9662ab2d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:50:09Z', 'updated_at': '2021-12-10T18:50:13Z', 'revision_number': 4, 'project_id': '3704830dc7144051817729730538c570', 'gw_port': {'id': 'e4ff5999-5215-4838-98b1-fd9662ab2d3b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d829770-a95b-41de-bec0-7c756a033b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:50:10Z', 'updated_at': '2021-12-10T18:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'a595b61d-6971-4e36-b392-6187cfb52bc0', 'name': '', 'network_id': 'b89011c3-a68e-45a2-9cc6-527d97d63d5f', 'tenant_id': '3704830dc7144051817729730538c570', 'mac_address': 'fa:16:3e:50:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d829770-a95b-41de-bec0-7c756a033b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '44240cb3-96fc-45bf-9cb2-956940201641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:50:12Z', 'updated_at': '2021-12-10T18:50:17Z', 'revision_number': 5, 'project_id': '3704830dc7144051817729730538c570', 'subnets': [{'id': '44240cb3-96fc-45bf-9cb2-956940201641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:14.385155 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f12eea3-d119-4f84-bbec-569fd7db9ba2 None None] The sync data for ids ['7d829770-a95b-41de-bec0-7c756a033b1a'] in n-d-821435-1 is: [{'id': '7d829770-a95b-41de-bec0-7c756a033b1a', 'name': 'tempest-ServersTestFqdnHostnames-218094016-router', 'tenant_id': '3704830dc7144051817729730538c570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'e4ff5999-5215-4838-98b1-fd9662ab2d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:50:09Z', 'updated_at': '2021-12-10T18:50:13Z', 'revision_number': 4, 'project_id': '3704830dc7144051817729730538c570', 'gw_port': {'id': 'e4ff5999-5215-4838-98b1-fd9662ab2d3b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d829770-a95b-41de-bec0-7c756a033b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:50:10Z', 'updated_at': '2021-12-10T18:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'a595b61d-6971-4e36-b392-6187cfb52bc0', 'name': '', 'network_id': 'b89011c3-a68e-45a2-9cc6-527d97d63d5f', 'tenant_id': '3704830dc7144051817729730538c570', 'mac_address': 'fa:16:3e:50:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d829770-a95b-41de-bec0-7c756a033b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '44240cb3-96fc-45bf-9cb2-956940201641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:50:12Z', 'updated_at': '2021-12-10T18:50:17Z', 'revision_number': 5, 'project_id': '3704830dc7144051817729730538c570', 'subnets': [{'id': '44240cb3-96fc-45bf-9cb2-956940201641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:52:14.470052 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de899b0b-422d-4892-9426-abc6240e1669 req-c3edb4e1-6f3b-4ea2-87cc-5ae800209920 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154130 Dec 10 18:52:14.553094 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-25b9d615-c4b2-4687-b75d-ff03e5c625ad tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:14.582084 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b9d615-c4b2-4687-b75d-ff03e5c625ad tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Pushing event deleted for resources: {'Port': ['ID=61881ba9-3a53-48f6-91a7-fb8b6a2663f9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:14.668731 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-25b9d615-c4b2-4687-b75d-ff03e5c625ad tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:14.672118 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-25b9d615-c4b2-4687-b75d-ff03e5c625ad tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:14.676298 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-25b9d615-c4b2-4687-b75d-ff03e5c625ad tempest-ServersTestFqdnHostnames-808416 tempest-ServersTestFqdnHostnames-808416-project] 10.222.0.62 "DELETE /v2.0/floatingips/0183ca62-b0d5-4711-b5ea-5ca07be1fa7f HTTP/1.1" status: 204 len: 168 time: 0.7286556 Dec 10 18:52:14.676663 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45384) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:14.723936 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45386) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:14.755365 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff11b1ee-0aaf-4c12-b3c6-f305ff7323af None None] New status for floating IP 0183ca62-b0d5-4711-b5ea-5ca07be1fa7f: DOWN {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:52:14.828924 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c9951-c155-4893-94d6-7f19665d3a31 req-10ebe994-d44c-40aa-819e-91fdeea12fb3 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:14.830461 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e37c9951-c155-4893-94d6-7f19665d3a31 req-10ebe994-d44c-40aa-819e-91fdeea12fb3 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0984914 Dec 10 18:52:14.904454 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-240eac00-0ccf-4396-b713-3a5c9bd08125 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:15.005666 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-240eac00-0ccf-4396-b713-3a5c9bd08125 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:15.021693 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-240eac00-0ccf-4396-b713-3a5c9bd08125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:15.042692 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-955db766-2b7d-4043-9c0d-61e0d93496c4 req-54914ce8-d51a-490f-97b0-55ccf96126bf tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5885392-16ad-4c91-8095-52973cb7d258 HTTP/1.1" status: 200 len: 210 time: 0.0317569 Dec 10 18:52:15.075978 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 2f68bc9d-70d2-45b4-9860-486399001a44 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:52:15.094446 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240eac00-0ccf-4396-b713-3a5c9bd08125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1cb711-3cc1-4f97-b071-3a673e4f0245,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:15.100811 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-240eac00-0ccf-4396-b713-3a5c9bd08125 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=899f28b36e3a497ca8df0d6b9bcfe306&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3750274 Dec 10 18:52:15.102892 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45396) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:15.199487 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14a9904a-9609-4895-aa73-cefcb236b2e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:15.208063 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 2f68bc9d-70d2-45b4-9860-486399001a44 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:52:15.221605 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 2f68bc9d-70d2-45b4-9860-486399001a44 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:15.222380 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:15.258699 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14a9904a-9609-4895-aa73-cefcb236b2e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:15.323321 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:15.325007 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e37c9951-c155-4893-94d6-7f19665d3a31 req-9dd9310a-1fa5-4154-b84c-0be892af4834 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4775667 Dec 10 18:52:15.372927 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999eb4eb-8ac1-4e29-9c35-5b779d180ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f68bc9d-70d2-45b4-9860-486399001a44'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:52:15.376784 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d4b898-085b-4501-bebd-d1f55baa0511" -d '{"events": [{"server_uuid": "999eb4eb-8ac1-4e29-9c35-5b779d180ba4", "name": "network-vif-plugged", "status": "completed", "tag": "2f68bc9d-70d2-45b4-9860-486399001a44"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:52:15.400667 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b767bbf9-8a53-41cc-9724-d465c6d6674e req-5bc5d1e4-958b-4abe-9f71-deaa5df06df4 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0704896 Dec 10 18:52:15.404255 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 2f68bc9d-70d2-45b4-9860-486399001a44, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=2f68bc9d-70d2-45b4-9860-486399001a44,segment=NetworkSegment(e40913c2-6008-45d5-9433-0b35de35b591),segment_id=e40913c2-6008-45d5-9433-0b35de35b591)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:15.426853 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14a9904a-9609-4895-aa73-cefcb236b2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:15.429874 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14a9904a-9609-4895-aa73-cefcb236b2e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:15.430623 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:15.431147 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-14a9904a-9609-4895-aa73-cefcb236b2e5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9d1cb711-3cc1-4f97-b071-3a673e4f0245 HTTP/1.1" status: 204 len: 168 time: 0.3271194 Dec 10 18:52:15.436425 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device b73b62db-c17a-4cd4-a15f-a52b344c2b12 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:52:15.448946 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a9904a-9609-4895-aa73-cefcb236b2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1cb711-3cc1-4f97-b071-3a673e4f0245,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:15.588178 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05df708f-0db6-4eb4-a050-fb98b986180c x-openstack-request-id: req-05df708f-0db6-4eb4-a050-fb98b986180c {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:52:15.588772 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999eb4eb-8ac1-4e29-9c35-5b779d180ba4", "name": "network-vif-plugged", "status": "completed", "tag": "2f68bc9d-70d2-45b4-9860-486399001a44", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:52:15.589201 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-05df708f-0db6-4eb4-a050-fb98b986180c {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:52:15.589741 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999eb4eb-8ac1-4e29-9c35-5b779d180ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f68bc9d-70d2-45b4-9860-486399001a44', 'code': 200} Dec 10 18:52:15.591995 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: b73b62db-c17a-4cd4-a15f-a52b344c2b12 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:52:15.592516 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device b73b62db-c17a-4cd4-a15f-a52b344c2b12 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:52:15.649630 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=2f68bc9d-70d2-45b4-9860-486399001a44,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:15.673638 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe7aea-1230-4be6-8dda-12f937d631be req-fd128ec7-ecbb-458e-9c8c-126ad3237ec2 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:15.681626 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-62fe7aea-1230-4be6-8dda-12f937d631be req-fd128ec7-ecbb-458e-9c8c-126ad3237ec2 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 946 time: 0.0996263 Dec 10 18:52:15.694859 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c413e7-14bb-458f-8dcf-5a8cf46da8e7 req-0775b85a-6daf-4c94-9d90-6c6c872cb9a6 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:15.702656 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-31c413e7-14bb-458f-8dcf-5a8cf46da8e7 req-0775b85a-6daf-4c94-9d90-6c6c872cb9a6 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.1729014 Dec 10 18:52:15.740699 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-62fe7aea-1230-4be6-8dda-12f937d631be req-8c959bbd-35f7-4eb8-8faa-12adcb0cffd3 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542161 Dec 10 18:52:15.755250 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075b423-e5ee-47ef-93ed-19ba2955b45e req-4eeb618e-1142-412e-bf2f-06916ce3d2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:15.756895 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b075b423-e5ee-47ef-93ed-19ba2955b45e req-4eeb618e-1142-412e-bf2f-06916ce3d2fe service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 1097 time: 0.1485212 Dec 10 18:52:15.813789 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-31c413e7-14bb-458f-8dcf-5a8cf46da8e7 req-ecfd102e-29fc-4843-9749-6fb26f5c0ab8 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079075 Dec 10 18:52:15.867980 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09ff6973-f877-479e-8bd1-fa3fe68355d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:15.942581 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45430) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:15.966228 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5b341c40-41cf-477b-86a3-e8a034eaf4db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:15.991493 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b075b423-e5ee-47ef-93ed-19ba2955b45e req-fd611bd3-2d4c-4fc4-9ed3-18ba510c57a4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257185 Dec 10 18:52:16.056170 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-b2817710-be78-4337-9245-192eda66f927 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:16.057873 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-b2817710-be78-4337-9245-192eda66f927 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/networks?id=f2f40e08-016a-47bf-9e9a-28b25086c347 HTTP/1.1" status: 200 len: 814 time: 0.2127495 Dec 10 18:52:16.061059 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2953f4-80a6-4892-ab55-4549899d8100 req-32ca817c-cc2e-4610-bc94-698406dd3011 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:16.062547 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7e2953f4-80a6-4892-ab55-4549899d8100 req-32ca817c-cc2e-4610-bc94-698406dd3011 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.0739169 Dec 10 18:52:16.087984 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-38906310-08b8-4fc2-b4d0-7ba16ed294e2 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/quotas/55a03bc9d49c41d0abfb67c033b0bdc7 HTTP/1.1" status: 200 len: 375 time: 0.0180202 Dec 10 18:52:16.138399 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5b341c40-41cf-477b-86a3-e8a034eaf4db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:16.150566 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5b341c40-41cf-477b-86a3-e8a034eaf4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:16.173690 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7e2953f4-80a6-4892-ab55-4549899d8100 req-1fe76c31-d2d1-464b-9adb-e9a1c24171e7 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696995 Dec 10 18:52:16.207938 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-ee5b3d0d-f303-4488-b6bd-f20406fad65c tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=55a03bc9d49c41d0abfb67c033b0bdc7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1080327 Dec 10 18:52:16.232949 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5b341c40-41cf-477b-86a3-e8a034eaf4db admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=170a8cea1f9a4c2bbba75089e78dca71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2892971 Dec 10 18:52:16.233557 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45434) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:16.260191 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b341c40-41cf-477b-86a3-e8a034eaf4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdca655-c69b-4121-bd50-8760881828cd,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:16.267156 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-09ff6973-f877-479e-8bd1-fa3fe68355d7 admin admin] Deleting port a595b61d-6971-4e36-b392-6187cfb52bc0 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:52:16.267582 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09ff6973-f877-479e-8bd1-fa3fe68355d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:16.349020 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2cf10401-c93c-4a37-9351-28717d10944c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:16.370425 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-c1f91cab-c4a6-49ed-8e92-c9588980678e service neutron] 10.222.0.62 "GET /v2.0/networks/f2f40e08-016a-47bf-9e9a-28b25086c347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650226 Dec 10 18:52:16.402909 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-09ff6973-f877-479e-8bd1-fa3fe68355d7 admin admin] For port a595b61d-6971-4e36-b392-6187cfb52bc0, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=a595b61d-6971-4e36-b392-6187cfb52bc0,segment=NetworkSegment(4652ef95-8f55-47d9-8ea9-50e4f524fd78),segment_id=4652ef95-8f55-47d9-8ea9-50e4f524fd78)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:16.403350 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09ff6973-f877-479e-8bd1-fa3fe68355d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:16.427068 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2cf10401-c93c-4a37-9351-28717d10944c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:16.432251 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-09ff6973-f877-479e-8bd1-fa3fe68355d7 admin admin] Calling delete_port for a595b61d-6971-4e36-b392-6187cfb52bc0 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:52:16.493259 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-5994e6d8-2463-46f2-86f5-65980a0e89bc service neutron] 10.222.0.62 "GET /v2.0/networks/f2f40e08-016a-47bf-9e9a-28b25086c347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218677 Dec 10 18:52:16.509921 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2cf10401-c93c-4a37-9351-28717d10944c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:16.513446 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2cf10401-c93c-4a37-9351-28717d10944c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:16.517267 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2cf10401-c93c-4a37-9351-28717d10944c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0fdca655-c69b-4121-bd50-8760881828cd HTTP/1.1" status: 204 len: 168 time: 0.2555230 Dec 10 18:52:16.534967 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf10401-c93c-4a37-9351-28717d10944c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdca655-c69b-4121-bd50-8760881828cd,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:16.718285 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-682fdede-84a1-4fb0-aba6-f2847534b399 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:16.733274 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-682fdede-84a1-4fb0-aba6-f2847534b399 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/networks?id=3bc50282-3306-4b81-ae1a-81a9a8be5df5 HTTP/1.1" status: 200 len: 811 time: 0.3131127 Dec 10 18:52:16.743115 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0ca95d86-fbcd-4bb0-b567-fbb51b6cbeba req-676538ea-5f34-47dc-8962-1c33843bd570 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0738659 Dec 10 18:52:16.757534 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-b302237a-a6bb-48a8-9aff-344c7c948980 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/quotas/6dd50388a58440cca7ab90078e887719 HTTP/1.1" status: 200 len: 375 time: 0.0165696 Dec 10 18:52:16.856917 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ffe8cf00-e082-4e34-a4ac-0eefd599bda6 req-9c85bde3-6325-4a4f-9a46-5723b2bf5829 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4d0b8a9-da31-4705-83d1-c218df2b81fa HTTP/1.1" status: 200 len: 210 time: 0.0385580 Dec 10 18:52:16.860724 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09ff6973-f877-479e-8bd1-fa3fe68355d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:16.895500 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-d6769f4f-e5a3-4dc3-be16-18b6e116f10d tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6dd50388a58440cca7ab90078e887719&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1007197 Dec 10 18:52:17.000134 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff6973-f877-479e-8bd1-fa3fe68355d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a595b61d-6971-4e36-b392-6187cfb52bc0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:17.144493 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e887a-6d31-438c-9b11-e4f07a58a0c8 req-af8e6487-462b-45b1-9eb6-c20f1ccb5ff2 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:17.155764 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0a0e887a-6d31-438c-9b11-e4f07a58a0c8 req-af8e6487-462b-45b1-9eb6-c20f1ccb5ff2 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 946 time: 0.1385620 Dec 10 18:52:17.251937 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0a0e887a-6d31-438c-9b11-e4f07a58a0c8 req-74a35709-bfc2-438a-bb20-8bdb078fd12b tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949793 Dec 10 18:52:17.274541 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-839e3ed2-529f-4a85-a62f-20addd5706ed service neutron] 10.222.0.62 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779986 Dec 10 18:52:17.390782 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09ff6973-f877-479e-8bd1-fa3fe68355d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:17.507946 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-687b3f54-ce9a-442f-9232-cbcd46299e1d service neutron] 10.222.0.62 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136588 Dec 10 18:52:17.727278 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ff6973-f877-479e-8bd1-fa3fe68355d7 admin admin] Router 7d829770-a95b-41de-bec0-7c756a033b1a has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:52:17.749747 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6c62c2bc-890f-4563-a135-5cb99efffb9f req-a4dbc80d-1b2a-443c-be38-062f73767ce8 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=0805be7a-5c1a-4bca-b879-ae6b3eb6b7eb HTTP/1.1" status: 200 len: 210 time: 0.0311255 Dec 10 18:52:17.928999 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-164f44e6-364e-4934-93ee-35065238781b req-c7cc0e9a-fb52-4658-85f7-aafa7518cbaa tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0647552 Dec 10 18:52:17.935759 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ff6973-f877-479e-8bd1-fa3fe68355d7 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:52:17.950370 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-09ff6973-f877-479e-8bd1-fa3fe68355d7 admin admin] 10.222.0.62 "PUT /v2.0/routers/7d829770-a95b-41de-bec0-7c756a033b1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2696211 Dec 10 18:52:17.950738 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45502) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:17.959014 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6631cd-33d5-4c15-bdb7-3621f278182e None None] Sync routers for ids ['7d829770-a95b-41de-bec0-7c756a033b1a'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:52:17.989212 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6631cd-33d5-4c15-bdb7-3621f278182e None None] Routers {'7d829770-a95b-41de-bec0-7c756a033b1a'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:52:17.992354 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0c6631cd-33d5-4c15-bdb7-3621f278182e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:51:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['7d829770-a95b-41de-bec0-7c756a033b1a'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:18.115075 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-85852ad8-654d-47e7-bf6a-4a19039f4cd9 req-4207da9c-2b76-4673-a2b5-cf2cea44806f tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4d0b8a9-da31-4705-83d1-c218df2b81fa HTTP/1.1" status: 200 len: 210 time: 0.0355883 Dec 10 18:52:18.188944 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dcb9d9a6-fd0d-475e-8c27-3a36005a4bd2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:18.227687 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-124e8b74-1b7b-4b4a-a846-a51175448786 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:18.227915 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-0c6631cd-33d5-4c15-bdb7-3621f278182e None None] Set router 7d829770-a95b-41de-bec0-7c756a033b1a gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:52:18.229775 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-124e8b74-1b7b-4b4a-a846-a51175448786 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.46 "GET /v2.0/networks?id=f2f40e08-016a-47bf-9e9a-28b25086c347 HTTP/1.1" status: 200 len: 814 time: 0.2051013 Dec 10 18:52:18.247908 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-4e4e8c88-5bfd-47ad-9b40-4376ee9dd133 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Request body: {'port': {'device_id': 'a4d0b8a9-da31-4705-83d1-c218df2b81fa', 'network_id': 'f2f40e08-016a-47bf-9e9a-28b25086c347', 'admin_state_up': True, 'tenant_id': '55a03bc9d49c41d0abfb67c033b0bdc7'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:52:18.400285 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dcb9d9a6-fd0d-475e-8c27-3a36005a4bd2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:18.495986 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-dcb9d9a6-fd0d-475e-8c27-3a36005a4bd2 admin admin] Deleting port e4ff5999-5215-4838-98b1-fd9662ab2d3b {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:52:18.497140 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dcb9d9a6-fd0d-475e-8c27-3a36005a4bd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:18.552262 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e73a6-2143-4fef-bd7c-00fe162f11ec req-f9dbbf47-2f87-412f-9461-49b9cca8df78 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:18.562104 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2d8e73a6-2143-4fef-bd7c-00fe162f11ec req-f9dbbf47-2f87-412f-9461-49b9cca8df78 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 946 time: 0.0951605 Dec 10 18:52:18.566649 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-4e4e8c88-5bfd-47ad-9b40-4376ee9dd133 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Made reservation on behalf of 55a03bc9d49c41d0abfb67c033b0bdc7 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:52:18.571389 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-4e4e8c88-5bfd-47ad-9b40-4376ee9dd133 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:18.634495 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0c6631cd-33d5-4c15-bdb7-3621f278182e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d829770-a95b-41de-bec0-7c756a033b1a', 'name': 'tempest-ServersTestFqdnHostnames-218094016-router', 'tenant_id': '3704830dc7144051817729730538c570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'e4ff5999-5215-4838-98b1-fd9662ab2d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:50:09Z', 'updated_at': '2021-12-10T18:52:16Z', 'revision_number': 5, 'project_id': '3704830dc7144051817729730538c570', 'gw_port': {'id': 'e4ff5999-5215-4838-98b1-fd9662ab2d3b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d829770-a95b-41de-bec0-7c756a033b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:50:10Z', 'updated_at': '2021-12-10T18:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:18.638272 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-dcb9d9a6-fd0d-475e-8c27-3a36005a4bd2 admin admin] For port e4ff5999-5215-4838-98b1-fd9662ab2d3b, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e4ff5999-5215-4838-98b1-fd9662ab2d3b,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:18.638688 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dcb9d9a6-fd0d-475e-8c27-3a36005a4bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:18.652108 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2d8e73a6-2143-4fef-bd7c-00fe162f11ec req-37106a42-49c9-403f-8d29-4dbd57d5be89 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888605 Dec 10 18:52:18.677494 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-dcb9d9a6-fd0d-475e-8c27-3a36005a4bd2 admin admin] Calling delete_port for e4ff5999-5215-4838-98b1-fd9662ab2d3b owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:52:18.696903 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6631cd-33d5-4c15-bdb7-3621f278182e None None] Checking router: 7d829770-a95b-41de-bec0-7c756a033b1a for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:52:18.717898 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6631cd-33d5-4c15-bdb7-3621f278182e None None] Routers {'7d829770-a95b-41de-bec0-7c756a033b1a'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:52:18.720069 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0c6631cd-33d5-4c15-bdb7-3621f278182e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:51:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['7d829770-a95b-41de-bec0-7c756a033b1a'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:18.891154 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dcb9d9a6-fd0d-475e-8c27-3a36005a4bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:18.941889 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96f47f3-d7b3-4489-ac59-8efa634992f2 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:52:18.952445 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-0c6631cd-33d5-4c15-bdb7-3621f278182e None None] Set router 7d829770-a95b-41de-bec0-7c756a033b1a gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:52:19.045643 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fd0c8fc3-fa37-4a22-92d3-30ea39e8cf84 req-1f78a3c6-9e34-45f9-81f1-7a135dfcd0b8 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=0805be7a-5c1a-4bca-b879-ae6b3eb6b7eb HTTP/1.1" status: 200 len: 210 time: 0.0795062 Dec 10 18:52:19.076374 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-4e4e8c88-5bfd-47ad-9b40-4376ee9dd133 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Allocated IP 172.20.0.2 (f2f40e08-016a-47bf-9e9a-28b25086c347/2dc5eaaf-23d0-472c-bf08-f5856e300d99/9a00e6f7-f6bc-4476-b1e1-5cd605113d84) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:52:19.081617 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9d9a6-fd0d-475e-8c27-3a36005a4bd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4ff5999-5215-4838-98b1-fd9662ab2d3b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:19.116475 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0c6631cd-33d5-4c15-bdb7-3621f278182e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d829770-a95b-41de-bec0-7c756a033b1a', 'name': 'tempest-ServersTestFqdnHostnames-218094016-router', 'tenant_id': '3704830dc7144051817729730538c570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:50:09Z', 'updated_at': '2021-12-10T18:52:18Z', 'revision_number': 6, 'project_id': '3704830dc7144051817729730538c570', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:19.193125 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dcb9d9a6-fd0d-475e-8c27-3a36005a4bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:19.201709 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6631cd-33d5-4c15-bdb7-3621f278182e None None] The sync data for ids ['7d829770-a95b-41de-bec0-7c756a033b1a'] in n-d-821435-1 is: [{'id': '7d829770-a95b-41de-bec0-7c756a033b1a', 'name': 'tempest-ServersTestFqdnHostnames-218094016-router', 'tenant_id': '3704830dc7144051817729730538c570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:50:09Z', 'updated_at': '2021-12-10T18:52:18Z', 'revision_number': 6, 'project_id': '3704830dc7144051817729730538c570', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:52:19.207223 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5c0ef071-8190-4bbf-87b1-33d863d831d5 req-b0114225-f617-48d6-8231-cbdba7e09fcc tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.1292100 Dec 10 18:52:19.381701 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaefe4a-ae39-45fd-9ad9-4630b1101eec req-b2e16988-9307-4f86-8cfd-f890a4f21542 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:19.383306 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fbaefe4a-ae39-45fd-9ad9-4630b1101eec req-b2e16988-9307-4f86-8cfd-f890a4f21542 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 946 time: 0.1879888 Dec 10 18:52:19.467223 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-4e4e8c88-5bfd-47ad-9b40-4376ee9dd133 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:19.471768 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fbaefe4a-ae39-45fd-9ad9-4630b1101eec req-9ee3c691-fd81-4dbf-ac27-f89e05e00aad tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763190 Dec 10 18:52:19.510973 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0f79083a-1504-442f-a41d-b3a53e9afc67 req-c04e3f2f-dd54-4557-be6b-cdffd4c77f0a tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4d0b8a9-da31-4705-83d1-c218df2b81fa HTTP/1.1" status: 200 len: 210 time: 0.0749202 Dec 10 18:52:19.526805 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dcb9d9a6-fd0d-475e-8c27-3a36005a4bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:19.535599 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-4e4e8c88-5bfd-47ad-9b40-4376ee9dd133 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:19.550360 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['8fc0357c-934d-464e-b641-ecc26c7c9a82'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:52:19.552220 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dcb9d9a6-fd0d-475e-8c27-3a36005a4bd2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:19.593458 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-4e4e8c88-5bfd-47ad-9b40-4376ee9dd133 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Network f2f40e08-016a-47bf-9e9a-28b25086c347 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:52:19.597080 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-4e4e8c88-5bfd-47ad-9b40-4376ee9dd133 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:52:19.601497 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-4e4e8c88-5bfd-47ad-9b40-4376ee9dd133 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:52:19.642066 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9968d8-c1b5-4a09-b243-b81a0bdd983e req-959075fb-400c-444d-a97a-b0adc2d54f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:19.645066 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7b9968d8-c1b5-4a09-b243-b81a0bdd983e req-959075fb-400c-444d-a97a-b0adc2d54f03 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67376b4cbc9c49858a62672e5bb40fd5&device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 1097 time: 0.5731573 Dec 10 18:52:19.649123 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dcb9d9a6-fd0d-475e-8c27-3a36005a4bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:19.649696 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb9d9a6-fd0d-475e-8c27-3a36005a4bd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d829770-a95b-41de-bec0-7c756a033b1a {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:52:19.654007 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e8c88-5bfd-47ad-9b40-4376ee9dd133 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Pushing event updated for resources: {'Port': ['ID=9a00e6f7-f6bc-4476-b1e1-5cd605113d84,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:19.657743 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dcb9d9a6-fd0d-475e-8c27-3a36005a4bd2 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:19.661503 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-dcb9d9a6-fd0d-475e-8c27-3a36005a4bd2 admin admin] 10.222.0.62 "DELETE /v2.0/routers/7d829770-a95b-41de-bec0-7c756a033b1a HTTP/1.1" status: 204 len: 168 time: 1.7072704 Dec 10 18:52:19.671190 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45556) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:19.692316 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4e8c88-5bfd-47ad-9b40-4376ee9dd133 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:19.692538 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4e8c88-5bfd-47ad-9b40-4376ee9dd133 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:19.692960 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4e8c88-5bfd-47ad-9b40-4376ee9dd133 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:19.693307 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4e8c88-5bfd-47ad-9b40-4376ee9dd133 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:19.693697 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4e8c88-5bfd-47ad-9b40-4376ee9dd133 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:19.694037 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4e8c88-5bfd-47ad-9b40-4376ee9dd133 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:19.694519 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4e8c88-5bfd-47ad-9b40-4376ee9dd133 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:19.694686 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4e8c88-5bfd-47ad-9b40-4376ee9dd133 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:19.695015 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4e8c88-5bfd-47ad-9b40-4376ee9dd133 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:19.695693 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4e8c88-5bfd-47ad-9b40-4376ee9dd133 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:19.696028 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4e8c88-5bfd-47ad-9b40-4376ee9dd133 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:19.696352 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4e8c88-5bfd-47ad-9b40-4376ee9dd133 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:19.696699 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4e8c88-5bfd-47ad-9b40-4376ee9dd133 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:19.721912 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-4e4e8c88-5bfd-47ad-9b40-4376ee9dd133 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:19.724596 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-4e4e8c88-5bfd-47ad-9b40-4376ee9dd133 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:19.726109 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7de80c01-4158-4e23-ab66-eadbf7561f74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:19.751442 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-4e4e8c88-5bfd-47ad-9b40-4376ee9dd133 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5080671 Dec 10 18:52:19.764834 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-99f81229-5cab-45fb-9f7d-9202e8898451 service neutron] Request body: {'port': {'device_id': 'a4d0b8a9-da31-4705-83d1-c218df2b81fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:52:19.822753 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-f0adc801-2f1c-419c-835a-951dc8d5aa12 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:19.824731 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-f0adc801-2f1c-419c-835a-951dc8d5aa12 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.72 "GET /v2.0/networks?id=3bc50282-3306-4b81-ae1a-81a9a8be5df5 HTTP/1.1" status: 200 len: 811 time: 0.7516727 Dec 10 18:52:19.858219 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-d766faf7-4533-46fb-955f-d9d534f34ca9 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Request body: {'port': {'device_id': '0805be7a-5c1a-4bca-b879-ae6b3eb6b7eb', 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5', 'admin_state_up': True, 'tenant_id': '6dd50388a58440cca7ab90078e887719'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:52:19.873267 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-99f81229-5cab-45fb-9f7d-9202e8898451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:19.883452 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f423c1-e61f-4519-9bf0-39c0485f2d7e admin admin] Deleting subnet 44240cb3-96fc-45bf-9cb2-956940201641 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:52:20.220269 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-568b913d-2bca-49cd-a61c-fd8454d3b224 req-283c98a4-eaae-402e-a8d6-54a9c8fcdb38 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=0805be7a-5c1a-4bca-b879-ae6b3eb6b7eb HTTP/1.1" status: 200 len: 210 time: 0.0685394 Dec 10 18:52:20.232587 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e4ff5999-5215-4838-98b1-fd9662ab2d3b no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:52:20.272748 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: e4ff5999-5215-4838-98b1-fd9662ab2d3b {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:52:20.277332 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e4ff5999-5215-4838-98b1-fd9662ab2d3b not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:52:20.277819 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device a595b61d-6971-4e36-b392-6187cfb52bc0 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:52:20.321648 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-19f423c1-e61f-4519-9bf0-39c0485f2d7e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:20.322200 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: a595b61d-6971-4e36-b392-6187cfb52bc0 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:52:20.322400 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device a595b61d-6971-4e36-b392-6187cfb52bc0 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:52:20.350747 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-99f81229-5cab-45fb-9f7d-9202e8898451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a00e6f7-f6bc-4476-b1e1-5cd605113d84 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:52:20.359229 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-99f81229-5cab-45fb-9f7d-9202e8898451 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:20.383037 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-99f81229-5cab-45fb-9f7d-9202e8898451 service neutron] Transition to ACTIVE for port object 9a00e6f7-f6bc-4476-b1e1-5cd605113d84 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:52:20.389758 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-99f81229-5cab-45fb-9f7d-9202e8898451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:20.458984 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9a9d28e2-99e1-4e2e-9d55-ff2718b61bbc req-14b06021-8e05-4965-b3f3-9ad48ad47bee tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.1342320 Dec 10 18:52:20.459174 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f81229-5cab-45fb-9f7d-9202e8898451 service neutron] Pushing event updated for resources: {'Port': ['ID=9a00e6f7-f6bc-4476-b1e1-5cd605113d84,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:20.475399 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-19f423c1-e61f-4519-9bf0-39c0485f2d7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:20.490729 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45584) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:20.560559 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-19f423c1-e61f-4519-9bf0-39c0485f2d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:20.640651 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-99f81229-5cab-45fb-9f7d-9202e8898451 service neutron] Attempting to bind port 9a00e6f7-f6bc-4476-b1e1-5cd605113d84 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:52:20.641009 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-99f81229-5cab-45fb-9f7d-9202e8898451 service neutron] Attempting to bind port 9a00e6f7-f6bc-4476-b1e1-5cd605113d84 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': 'c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f2f40e08-016a-47bf-9e9a-28b25086c347'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:52:20.641340 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-99f81229-5cab-45fb-9f7d-9202e8898451 service neutron] Attempting to bind port 9a00e6f7-f6bc-4476-b1e1-5cd605113d84 on network f2f40e08-016a-47bf-9e9a-28b25086c347 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:52:20.655892 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9968d8-c1b5-4a09-b243-b81a0bdd983e req-e2aae647-e55c-4fe8-84e8-7cb0462ff5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:20.657599 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7b9968d8-c1b5-4a09-b243-b81a0bdd983e req-e2aae647-e55c-4fe8-84e8-7cb0462ff5e9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=465fdc47-2410-4d4c-acab-8d0f21c4165c HTTP/1.1" status: 200 len: 911 time: 0.9952192 Dec 10 18:52:20.673417 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-99f81229-5cab-45fb-9f7d-9202e8898451 service neutron] Port 9a00e6f7-f6bc-4476-b1e1-5cd605113d84 on network f2f40e08-016a-47bf-9e9a-28b25086c347 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:52:20.673880 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-99f81229-5cab-45fb-9f7d-9202e8898451 service neutron] Attempting to bind port 9a00e6f7-f6bc-4476-b1e1-5cd605113d84 on network f2f40e08-016a-47bf-9e9a-28b25086c347 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:52:20.683690 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-19f423c1-e61f-4519-9bf0-39c0485f2d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:20.686051 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-99f81229-5cab-45fb-9f7d-9202e8898451 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:52:20.686405 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-99f81229-5cab-45fb-9f7d-9202e8898451 service neutron] Checking segment: {'id': 'c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f2f40e08-016a-47bf-9e9a-28b25086c347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:52:20.686799 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-99f81229-5cab-45fb-9f7d-9202e8898451 service neutron] Bound using segment: {'id': 'c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f2f40e08-016a-47bf-9e9a-28b25086c347'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:52:20.687247 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-99f81229-5cab-45fb-9f7d-9202e8898451 service neutron] Bound port: 9a00e6f7-f6bc-4476-b1e1-5cd605113d84, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f2f40e08-016a-47bf-9e9a-28b25086c347'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:52:20.687824 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-99f81229-5cab-45fb-9f7d-9202e8898451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:20.755650 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6cfbed-e5e8-4d5c-82e5-4b8224dc3bad req-d8cf5f8e-70ea-420a-892f-f17af04fe4a3 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:20.757263 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5a6cfbed-e5e8-4d5c-82e5-4b8224dc3bad req-d8cf5f8e-70ea-420a-892f-f17af04fe4a3 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 946 time: 0.1418927 Dec 10 18:52:20.773440 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7b9968d8-c1b5-4a09-b243-b81a0bdd983e req-16208dab-e682-4d60-af09-b8bcf4ecebd3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f68bc9d-70d2-45b4-9860-486399001a44 HTTP/1.1" status: 200 len: 217 time: 0.1008017 Dec 10 18:52:20.781916 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f423c1-e61f-4519-9bf0-39c0485f2d7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44240cb3-96fc-45bf-9cb2-956940201641,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:20.787185 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-19f423c1-e61f-4519-9bf0-39c0485f2d7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:20.787386 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f73cef-c05d-409c-936f-1f960754182e None None] Network b89011c3-a68e-45a2-9cc6-527d97d63d5f requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:52:20.798309 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-19f423c1-e61f-4519-9bf0-39c0485f2d7e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/44240cb3-96fc-45bf-9cb2-956940201641 HTTP/1.1" status: 204 len: 168 time: 1.1244342 Dec 10 18:52:20.814217 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-99f81229-5cab-45fb-9f7d-9202e8898451 service neutron] For port 9a00e6f7-f6bc-4476-b1e1-5cd605113d84, host n-h1-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:52:20.819527 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-99f81229-5cab-45fb-9f7d-9202e8898451 service neutron] For port 9a00e6f7-f6bc-4476-b1e1-5cd605113d84, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=9a00e6f7-f6bc-4476-b1e1-5cd605113d84,segment=NetworkSegment(c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4),segment_id=c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:52:20.826603 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45594) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:20.836795 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-15736f56-3f85-49a1-b257-2bf9e33ac7fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:20.849194 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-99f81229-5cab-45fb-9f7d-9202e8898451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:20.905921 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610529f-57b7-41b9-8acd-1b4f593f9cef req-5e18d9b8-172b-4819-9cf9-3294e14e12b9 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:20.914642 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8610529f-57b7-41b9-8acd-1b4f593f9cef req-5e18d9b8-172b-4819-9cf9-3294e14e12b9 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4d0b8a9-da31-4705-83d1-c218df2b81fa HTTP/1.1" status: 200 len: 943 time: 0.2630117 Dec 10 18:52:20.926224 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9968d8-c1b5-4a09-b243-b81a0bdd983e req-71847155-4bca-4d93-a51c-4eb2e9604806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:20.927753 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7b9968d8-c1b5-4a09-b243-b81a0bdd983e req-71847155-4bca-4d93-a51c-4eb2e9604806 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fbc681ce-19ba-45da-98c7-c22ee4f9dfa5 HTTP/1.1" status: 200 len: 850 time: 0.1425078 Dec 10 18:52:20.974306 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-d766faf7-4533-46fb-955f-d9d534f34ca9 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Made reservation on behalf of 6dd50388a58440cca7ab90078e887719 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:52:20.977392 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-d766faf7-4533-46fb-955f-d9d534f34ca9 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:20.984979 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7b9968d8-c1b5-4a09-b243-b81a0bdd983e req-bea35919-8a8a-4fe7-a030-91cad9688c3a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=465fdc47-2410-4d4c-acab-8d0f21c4165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393782 Dec 10 18:52:21.005972 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f81229-5cab-45fb-9f7d-9202e8898451 service neutron] Pushing event updated for resources: {'Port': ['ID=9a00e6f7-f6bc-4476-b1e1-5cd605113d84,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:21.015156 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-99f81229-5cab-45fb-9f7d-9202e8898451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:21.015910 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-99f81229-5cab-45fb-9f7d-9202e8898451 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:21.017525 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-99f81229-5cab-45fb-9f7d-9202e8898451 service neutron] 10.222.0.46 "PUT /v2.0/ports/9a00e6f7-f6bc-4476-b1e1-5cd605113d84 HTTP/1.1" status: 200 len: 1091 time: 1.2580013 Dec 10 18:52:21.027740 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4d0b8a9-da31-4705-83d1-c218df2b81fa', 'tag': '9a00e6f7-f6bc-4476-b1e1-5cd605113d84'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:52:21.030097 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcdc54b-4eeb-4672-ba6b-f96065cde3bd" -d '{"events": [{"name": "network-changed", "server_uuid": "a4d0b8a9-da31-4705-83d1-c218df2b81fa", "tag": "9a00e6f7-f6bc-4476-b1e1-5cd605113d84"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:52:21.047763 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215ce0d3-c684-48fd-ab82-edc2bfb676ac None None] DHCP port deletion for b89011c3-a68e-45a2-9cc6-527d97d63d5f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:52:21.093174 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8610529f-57b7-41b9-8acd-1b4f593f9cef req-f58af148-9d15-4712-9d78-4532b68d7f4a tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729877 Dec 10 18:52:21.103552 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-99bc2824-2e8c-4ca4-8c00-864737018ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:21.113611 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-215ce0d3-c684-48fd-ab82-edc2bfb676ac None None] Deleting port eab2b73d-b0ab-410f-b293-f220c2722643 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:52:21.114240 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-215ce0d3-c684-48fd-ab82-edc2bfb676ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:21.119055 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5a6cfbed-e5e8-4d5c-82e5-4b8224dc3bad req-1387d4ee-ce27-476b-ae95-7a866a12093b tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479495 Dec 10 18:52:21.197139 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e5063e-855c-49e3-9804-4b6fb5c77cda x-openstack-request-id: req-08e5063e-855c-49e3-9804-4b6fb5c77cda {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:52:21.197570 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4d0b8a9-da31-4705-83d1-c218df2b81fa", "tag": "9a00e6f7-f6bc-4476-b1e1-5cd605113d84", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:52:21.198695 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-08e5063e-855c-49e3-9804-4b6fb5c77cda {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:52:21.199335 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4d0b8a9-da31-4705-83d1-c218df2b81fa', 'tag': '9a00e6f7-f6bc-4476-b1e1-5cd605113d84', 'status': 'completed', 'code': 200} Dec 10 18:52:21.219550 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-4a74a1fb-5fc4-497f-b81f-2f3a3a8d552a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:21.222044 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-4a74a1fb-5fc4-497f-b81f-2f3a3a8d552a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=55a03bc9d49c41d0abfb67c033b0bdc7&device_id=a4d0b8a9-da31-4705-83d1-c218df2b81fa HTTP/1.1" status: 200 len: 1094 time: 0.1489220 Dec 10 18:52:21.222745 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-215ce0d3-c684-48fd-ab82-edc2bfb676ac None None] For port eab2b73d-b0ab-410f-b293-f220c2722643, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=eab2b73d-b0ab-410f-b293-f220c2722643,segment=NetworkSegment(4652ef95-8f55-47d9-8ea9-50e4f524fd78),segment_id=4652ef95-8f55-47d9-8ea9-50e4f524fd78)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:21.222745 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-215ce0d3-c684-48fd-ab82-edc2bfb676ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:21.235443 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-215ce0d3-c684-48fd-ab82-edc2bfb676ac None None] Calling delete_port for eab2b73d-b0ab-410f-b293-f220c2722643 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:52:21.281106 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-e63c1fe4-aed3-44d6-b43c-d405f7f93561 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9a00e6f7-f6bc-4476-b1e1-5cd605113d84 HTTP/1.1" status: 200 len: 217 time: 0.0503490 Dec 10 18:52:21.326614 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7b9968d8-c1b5-4a09-b243-b81a0bdd983e req-c6f22aff-d8b8-4ba9-b98c-bd0f99e871f2 service neutron] 10.222.0.46 "GET /v2.0/networks/465fdc47-2410-4d4c-acab-8d0f21c4165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311620 Dec 10 18:52:21.334458 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-215ce0d3-c684-48fd-ab82-edc2bfb676ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:21.336651 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-15736f56-3f85-49a1-b257-2bf9e33ac7fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:21.353885 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-99bc2824-2e8c-4ca4-8c00-864737018ac6 admin admin] Deleting port eab2b73d-b0ab-410f-b293-f220c2722643 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:52:21.354491 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-99bc2824-2e8c-4ca4-8c00-864737018ac6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:21.371983 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ce0d3-c684-48fd-ab82-edc2bfb676ac None None] Pushing event deleted for resources: {'Port': ['ID=eab2b73d-b0ab-410f-b293-f220c2722643,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:21.390470 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215ce0d3-c684-48fd-ab82-edc2bfb676ac None None] No DVR routers for this DVR port eab2b73d-b0ab-410f-b293-f220c2722643 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:52:21.392138 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-d766faf7-4533-46fb-955f-d9d534f34ca9 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Allocated IP 172.20.0.11 (3bc50282-3306-4b81-ae1a-81a9a8be5df5/cdd9c23d-5046-4c54-950e-a05aba46bbec/14b1f8e0-81d1-468b-9020-fc8605cea1a1) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:52:21.411264 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-15736f56-3f85-49a1-b257-2bf9e33ac7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:21.489181 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-b75a7257-48b7-4714-9c7a-825f8d904f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:21.490844 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-b75a7257-48b7-4714-9c7a-825f8d904f9e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2dc5eaaf-23d0-472c-bf08-f5856e300d99 HTTP/1.1" status: 200 len: 854 time: 0.2015796 Dec 10 18:52:21.497155 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a31794e3-3075-4d53-985b-52830347be6b req-f3f7d299-6506-4633-8336-200d130d0a3c tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=0805be7a-5c1a-4bca-b879-ae6b3eb6b7eb HTTP/1.1" status: 200 len: 210 time: 0.0787497 Dec 10 18:52:21.512527 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7b9968d8-c1b5-4a09-b243-b81a0bdd983e req-89937902-4b43-46dd-b3bd-6dfe908bf734 service neutron] 10.222.0.46 "GET /v2.0/networks/465fdc47-2410-4d4c-acab-8d0f21c4165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585360 Dec 10 18:52:21.514651 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-99bc2824-2e8c-4ca4-8c00-864737018ac6 admin admin] For port eab2b73d-b0ab-410f-b293-f220c2722643, host n-d-821435-1, got binding levels [] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:21.515024 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-99bc2824-2e8c-4ca4-8c00-864737018ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:21.533253 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15736f56-3f85-49a1-b257-2bf9e33ac7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ce2061-cae0-447e-9baa-370d73ec2531,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:21.541191 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-15736f56-3f85-49a1-b257-2bf9e33ac7fb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=015c894a7b824b9788c7365cd16e190e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0490422 Dec 10 18:52:21.558443 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45616) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:21.588998 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-99bc2824-2e8c-4ca4-8c00-864737018ac6 admin admin] Calling delete_port for eab2b73d-b0ab-410f-b293-f220c2722643 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:52:21.594096 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-dfbd535e-1378-4f49-bdd5-e9c4f57af3fe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f2f40e08-016a-47bf-9e9a-28b25086c347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645928 Dec 10 18:52:21.596193 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.ipam_backend_mixin [None req-99bc2824-2e8c-4ca4-8c00-864737018ac6 admin admin] Port eab2b73d-b0ab-410f-b293-f220c2722643 was not found and therefore no delete operation was performed {{(pid=103245) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 18:52:21.602158 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-99bc2824-2e8c-4ca4-8c00-864737018ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:21.638942 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b3d043ff-b75c-46ee-903a-f4526bed0c17 req-ad3a12b8-8e5f-4efe-b8e6-b92e16cfb25d tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0424082 Dec 10 18:52:21.662731 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc2824-2e8c-4ca4-8c00-864737018ac6 admin admin] Pushing event deleted for resources: {'Port': ['ID=eab2b73d-b0ab-410f-b293-f220c2722643,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:21.703938 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bc2824-2e8c-4ca4-8c00-864737018ac6 admin admin] No DVR routers for this DVR port eab2b73d-b0ab-410f-b293-f220c2722643 on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:52:21.705586 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-d766faf7-4533-46fb-955f-d9d534f34ca9 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:21.743050 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-d766faf7-4533-46fb-955f-d9d534f34ca9 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:21.794631 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8be51ecc-0e59-44ae-90bc-8564cabb0b45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:21.801844 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-d766faf7-4533-46fb-955f-d9d534f34ca9 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Network 3bc50282-3306-4b81-ae1a-81a9a8be5df5 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:52:21.811840 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-d766faf7-4533-46fb-955f-d9d534f34ca9 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:52:21.814373 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766faf7-4533-46fb-955f-d9d534f34ca9 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Pushing event updated for resources: {'Port': ['ID=14b1f8e0-81d1-468b-9020-fc8605cea1a1,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:21.817503 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-d766faf7-4533-46fb-955f-d9d534f34ca9 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:52:21.842901 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-99bc2824-2e8c-4ca4-8c00-864737018ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:21.865418 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-d847060c-498b-464b-a5f1-f073dafc7c20 service neutron] 10.222.0.46 "GET /v2.0/networks/f2f40e08-016a-47bf-9e9a-28b25086c347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570710 Dec 10 18:52:21.867510 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8be51ecc-0e59-44ae-90bc-8564cabb0b45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:21.877178 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-d766faf7-4533-46fb-955f-d9d534f34ca9 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:21.878264 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-d766faf7-4533-46fb-955f-d9d534f34ca9 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:21.899506 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-d766faf7-4533-46fb-955f-d9d534f34ca9 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0455136 Dec 10 18:52:21.908751 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-99bc2824-2e8c-4ca4-8c00-864737018ac6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b89011c3-a68e-45a2-9cc6-527d97d63d5f']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:21.912170 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-1657f14c-f36b-428a-b508-da9dd21a036e service neutron] Request body: {'port': {'device_id': '0805be7a-5c1a-4bca-b879-ae6b3eb6b7eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:52:21.971405 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device eab2b73d-b0ab-410f-b293-f220c2722643 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:52:21.990447 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-99bc2824-2e8c-4ca4-8c00-864737018ac6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4652ef95-8f55-47d9-8ea9-50e4f524fd78') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:21.992976 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-1657f14c-f36b-428a-b508-da9dd21a036e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:22.004269 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-99bc2824-2e8c-4ca4-8c00-864737018ac6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4652ef95-8f55-47d9-8ea9-50e4f524fd78') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:22.018704 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: eab2b73d-b0ab-410f-b293-f220c2722643 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:52:22.019145 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device eab2b73d-b0ab-410f-b293-f220c2722643 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:52:22.026839 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-99bc2824-2e8c-4ca4-8c00-864737018ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:22.061414 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-99bc2824-2e8c-4ca4-8c00-864737018ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:22.077137 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99bc2824-2e8c-4ca4-8c00-864737018ac6 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:52:22.077561 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-99bc2824-2e8c-4ca4-8c00-864737018ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:22.079587 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:52:22.079587 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:52:22.079587 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:52:22.079587 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:52:22.079587 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:52:22.079587 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:52:22.079587 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:52:22.079587 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:52:22.079587 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:52:22.079587 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:52:22.079587 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:52:22.079587 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:52:22.079587 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:52:22.079587 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:52:22.079587 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:52:22.079587 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:52:22.079587 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:52:22.079587 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:52:22.079587 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:52:22.079587 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:52:22.079587 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:52:22.079587 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:52:22.079587 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:52:22.079587 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:52:22.079587 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:52:22.079587 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:52:22.079587 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:52:22.079587 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:52:22.079587 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:52:22.079587 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:52:22.079587 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:52:22.079587 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:52:22.275889 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-01a08ee1-1611-439e-8bb2-7ae97edabe3f None None] Provisioning complete for port 14b1f8e0-81d1-468b-9020-fc8605cea1a1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:22.275889 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-01a08ee1-1611-439e-8bb2-7ae97edabe3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:22.330211 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-01a08ee1-1611-439e-8bb2-7ae97edabe3f None None] Port 14b1f8e0-81d1-468b-9020-fc8605cea1a1 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:52:22.351026 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97380a-9d1c-4014-9109-f6ab7bc9aec2 req-34f7bcb0-33dc-4adf-bc11-6ae84d1d1037 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:22.358510 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2a97380a-9d1c-4014-9109-f6ab7bc9aec2 req-34f7bcb0-33dc-4adf-bc11-6ae84d1d1037 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 946 time: 0.1210229 Dec 10 18:52:22.373260 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ca84d749-3727-4eed-be6a-4ccbea2a41f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:22.460178 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2a97380a-9d1c-4014-9109-f6ab7bc9aec2 req-f6270565-de3e-4f54-9f34-0712879ab28a tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007280 Dec 10 18:52:22.476645 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-1657f14c-f36b-428a-b508-da9dd21a036e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14b1f8e0-81d1-468b-9020-fc8605cea1a1 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:52:22.479181 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8be51ecc-0e59-44ae-90bc-8564cabb0b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:22.480359 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-1657f14c-f36b-428a-b508-da9dd21a036e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:22.481941 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8be51ecc-0e59-44ae-90bc-8564cabb0b45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:22.486099 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8be51ecc-0e59-44ae-90bc-8564cabb0b45 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/84ce2061-cae0-447e-9baa-370d73ec2531 HTTP/1.1" status: 204 len: 168 time: 0.9213724 Dec 10 18:52:22.498038 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-1657f14c-f36b-428a-b508-da9dd21a036e service neutron] Transition to ACTIVE for port object 14b1f8e0-81d1-468b-9020-fc8605cea1a1 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:52:22.502927 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-1657f14c-f36b-428a-b508-da9dd21a036e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:22.532953 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e830588c-3ab1-4017-aedf-6b5b2b535dc1 req-6ee951e2-732c-412a-9af5-7263cfb33611 service neutron] 10.222.0.46 "GET /v2.0/networks/f2f40e08-016a-47bf-9e9a-28b25086c347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6488879 Dec 10 18:52:22.550574 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be51ecc-0e59-44ae-90bc-8564cabb0b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ce2061-cae0-447e-9baa-370d73ec2531,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:22.638492 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1657f14c-f36b-428a-b508-da9dd21a036e service neutron] Pushing event updated for resources: {'Port': ['ID=14b1f8e0-81d1-468b-9020-fc8605cea1a1,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:22.667718 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-99bc2824-2e8c-4ca4-8c00-864737018ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:22.680507 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2f2e7-b21b-4916-9e0d-5fae45e8b00c req-4d4a5c60-6784-4477-8f01-fe4b19a8d87b tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:22.684217 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dbf2f2e7-b21b-4916-9e0d-5fae45e8b00c req-4d4a5c60-6784-4477-8f01-fe4b19a8d87b tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4d0b8a9-da31-4705-83d1-c218df2b81fa HTTP/1.1" status: 200 len: 943 time: 0.2294042 Dec 10 18:52:22.689574 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-99bc2824-2e8c-4ca4-8c00-864737018ac6 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:22.696347 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-99bc2824-2e8c-4ca4-8c00-864737018ac6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/b89011c3-a68e-45a2-9cc6-527d97d63d5f HTTP/1.1" status: 204 len: 168 time: 1.8647509 Dec 10 18:52:22.723894 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc2824-2e8c-4ca4-8c00-864737018ac6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b89011c3-a68e-45a2-9cc6-527d97d63d5f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:22.758324 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-1657f14c-f36b-428a-b508-da9dd21a036e service neutron] Attempting to bind port 14b1f8e0-81d1-468b-9020-fc8605cea1a1 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:52:22.758666 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-1657f14c-f36b-428a-b508-da9dd21a036e service neutron] Attempting to bind port 14b1f8e0-81d1-468b-9020-fc8605cea1a1 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '1d926b0b-6ef6-4013-800e-3ca7e7c18408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:52:22.759000 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-1657f14c-f36b-428a-b508-da9dd21a036e service neutron] Attempting to bind port 14b1f8e0-81d1-468b-9020-fc8605cea1a1 on network 3bc50282-3306-4b81-ae1a-81a9a8be5df5 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:52:22.787669 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-1657f14c-f36b-428a-b508-da9dd21a036e service neutron] Port 14b1f8e0-81d1-468b-9020-fc8605cea1a1 on network 3bc50282-3306-4b81-ae1a-81a9a8be5df5 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:52:22.788011 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-1657f14c-f36b-428a-b508-da9dd21a036e service neutron] Attempting to bind port 14b1f8e0-81d1-468b-9020-fc8605cea1a1 on network 3bc50282-3306-4b81-ae1a-81a9a8be5df5 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:52:22.802237 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dbf2f2e7-b21b-4916-9e0d-5fae45e8b00c req-c27e4681-517d-4f4c-aec3-f6f5820a8382 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037769 Dec 10 18:52:22.804849 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcdc54b-4eeb-4672-ba6b-f96065cde3bd req-eb19ba79-4f44-4501-817b-c299ae520980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:22.806796 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4fcdc54b-4eeb-4672-ba6b-f96065cde3bd req-eb19ba79-4f44-4501-817b-c299ae520980 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=55a03bc9d49c41d0abfb67c033b0bdc7&device_id=a4d0b8a9-da31-4705-83d1-c218df2b81fa HTTP/1.1" status: 200 len: 1094 time: 0.2027280 Dec 10 18:52:22.817580 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f639f55-1e45-4aaf-9c2e-96b1684ecfc8 req-a34a422c-93bd-44b1-9a4b-66db7f9efe7f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:22.827187 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5f639f55-1e45-4aaf-9c2e-96b1684ecfc8 req-a34a422c-93bd-44b1-9a4b-66db7f9efe7f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=0805be7a-5c1a-4bca-b879-ae6b3eb6b7eb HTTP/1.1" status: 200 len: 944 time: 0.1928391 Dec 10 18:52:22.827548 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-1657f14c-f36b-428a-b508-da9dd21a036e service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:52:22.827892 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-1657f14c-f36b-428a-b508-da9dd21a036e service neutron] Checking segment: {'id': '1d926b0b-6ef6-4013-800e-3ca7e7c18408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:52:22.828279 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-1657f14c-f36b-428a-b508-da9dd21a036e service neutron] Bound using segment: {'id': '1d926b0b-6ef6-4013-800e-3ca7e7c18408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:52:22.828752 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-1657f14c-f36b-428a-b508-da9dd21a036e service neutron] Bound port: 14b1f8e0-81d1-468b-9020-fc8605cea1a1, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d926b0b-6ef6-4013-800e-3ca7e7c18408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:52:22.829121 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-1657f14c-f36b-428a-b508-da9dd21a036e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:22.922188 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5f639f55-1e45-4aaf-9c2e-96b1684ecfc8 req-836e9105-be56-4cf4-8433-18c0f958a9d4 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961998 Dec 10 18:52:22.980671 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d8d2326a-e26d-4992-8346-48f7f7ccd26c req-4cc48040-570c-4718-8443-b4cb81394b5d tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0842586 Dec 10 18:52:22.981343 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45650) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:23.000543 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-1657f14c-f36b-428a-b508-da9dd21a036e service neutron] For port 14b1f8e0-81d1-468b-9020-fc8605cea1a1, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:52:23.006982 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-1657f14c-f36b-428a-b508-da9dd21a036e service neutron] For port 14b1f8e0-81d1-468b-9020-fc8605cea1a1, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=14b1f8e0-81d1-468b-9020-fc8605cea1a1,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:52:23.012674 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-df6dd33e-980a-478b-be88-961f1ec0f2e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:23.019970 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-1657f14c-f36b-428a-b508-da9dd21a036e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:23.054424 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45656) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:23.080298 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-1657f14c-f36b-428a-b508-da9dd21a036e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:23.081767 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-1657f14c-f36b-428a-b508-da9dd21a036e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:23.083258 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-1657f14c-f36b-428a-b508-da9dd21a036e service neutron] 10.222.0.72 "PUT /v2.0/ports/14b1f8e0-81d1-468b-9020-fc8605cea1a1 HTTP/1.1" status: 200 len: 1092 time: 1.1754587 Dec 10 18:52:23.083656 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0805be7a-5c1a-4bca-b879-ae6b3eb6b7eb', 'tag': '14b1f8e0-81d1-468b-9020-fc8605cea1a1'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:52:23.085941 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07783720-7b5d-4873-9fc0-661cd518cd9d" -d '{"events": [{"name": "network-changed", "server_uuid": "0805be7a-5c1a-4bca-b879-ae6b3eb6b7eb", "tag": "14b1f8e0-81d1-468b-9020-fc8605cea1a1"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:52:23.112186 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1657f14c-f36b-428a-b508-da9dd21a036e service neutron] Pushing event updated for resources: {'Port': ['ID=14b1f8e0-81d1-468b-9020-fc8605cea1a1,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:23.147754 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcdc54b-4eeb-4672-ba6b-f96065cde3bd req-fecc7b83-69c1-47df-9cbd-7dfbbbf6f98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:23.149448 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4fcdc54b-4eeb-4672-ba6b-f96065cde3bd req-fecc7b83-69c1-47df-9cbd-7dfbbbf6f98d service neutron] 10.222.0.46 "GET /v2.0/networks?id=f2f40e08-016a-47bf-9e9a-28b25086c347 HTTP/1.1" status: 200 len: 915 time: 0.3081808 Dec 10 18:52:23.206232 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea42e3f0-ed02-4d84-afd5-44be78874eb7 x-openstack-request-id: req-ea42e3f0-ed02-4d84-afd5-44be78874eb7 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:52:23.206509 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0805be7a-5c1a-4bca-b879-ae6b3eb6b7eb", "tag": "14b1f8e0-81d1-468b-9020-fc8605cea1a1", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:52:23.206802 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ea42e3f0-ed02-4d84-afd5-44be78874eb7 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:52:23.207219 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0805be7a-5c1a-4bca-b879-ae6b3eb6b7eb', 'tag': '14b1f8e0-81d1-468b-9020-fc8605cea1a1', 'status': 'completed', 'code': 200} Dec 10 18:52:23.208696 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4fcdc54b-4eeb-4672-ba6b-f96065cde3bd req-f9dfda30-4956-4637-b88b-d04de408c679 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9a00e6f7-f6bc-4476-b1e1-5cd605113d84 HTTP/1.1" status: 200 len: 217 time: 0.0502956 Dec 10 18:52:23.218423 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-8e5f6449-3013-418b-8c4c-026381ad7ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:23.220576 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-8e5f6449-3013-418b-8c4c-026381ad7ee9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6dd50388a58440cca7ab90078e887719&device_id=0805be7a-5c1a-4bca-b879-ae6b3eb6b7eb HTTP/1.1" status: 200 len: 1095 time: 0.0866685 Dec 10 18:52:23.223255 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-046aced5-c603-4558-8c9a-92dd7001bf59 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3704830dc7144051817729730538c570&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1676395 Dec 10 18:52:23.226891 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45660) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:23.287801 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-df6dd33e-980a-478b-be88-961f1ec0f2e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:23.317264 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-df6dd33e-980a-478b-be88-961f1ec0f2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:23.326537 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-a760aa32-9db3-4b44-88bf-6301126a102c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14b1f8e0-81d1-468b-9020-fc8605cea1a1 HTTP/1.1" status: 200 len: 217 time: 0.0972672 Dec 10 18:52:23.386775 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a89ae110-ca82-4771-969a-9d5dd970dc3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:23.396877 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:23.397642 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-df6dd33e-980a-478b-be88-961f1ec0f2e0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d3b5bc424c84422c9685cffa25eb5142&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4132633 Dec 10 18:52:23.400825 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45664) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:23.402043 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6dd33e-980a-478b-be88-961f1ec0f2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbd1fde-5465-4f87-84a5-ef84f53c1043,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:23.412940 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcdc54b-4eeb-4672-ba6b-f96065cde3bd req-4cc6cf7f-8447-4972-8e14-9118744e60fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:23.414854 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4fcdc54b-4eeb-4672-ba6b-f96065cde3bd req-4cc6cf7f-8447-4972-8e14-9118744e60fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2dc5eaaf-23d0-472c-bf08-f5856e300d99 HTTP/1.1" status: 200 len: 854 time: 0.1950517 Dec 10 18:52:23.433937 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a89ae110-ca82-4771-969a-9d5dd970dc3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:23.437970 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-94523fe1-1ade-4397-9c83-6debf24b469b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:23.438153 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-94523fe1-1ade-4397-9c83-6debf24b469b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cdd9c23d-5046-4c54-950e-a05aba46bbec HTTP/1.1" status: 200 len: 850 time: 0.0879762 Dec 10 18:52:23.457587 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4fcdc54b-4eeb-4672-ba6b-f96065cde3bd req-448faf16-244b-4941-bb26-15656c1abe44 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f2f40e08-016a-47bf-9e9a-28b25086c347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333660 Dec 10 18:52:23.511813 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-8767d097-e391-4fe1-84f6-657e055d762b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:23.513674 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-8767d097-e391-4fe1-84f6-657e055d762b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3bc50282-3306-4b81-ae1a-81a9a8be5df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611024 Dec 10 18:52:23.582324 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-581fd635-a4d8-48c6-95f1-741d718f9b97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:23.582925 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a89ae110-ca82-4771-969a-9d5dd970dc3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:23.585143 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a89ae110-ca82-4771-969a-9d5dd970dc3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:23.588558 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a89ae110-ca82-4771-969a-9d5dd970dc3e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/37471e2c-387a-4330-942f-bf68d9f5bd3d HTTP/1.1" status: 204 len: 168 time: 0.3584266 Dec 10 18:52:23.606727 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ae110-ca82-4771-969a-9d5dd970dc3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37471e2c-387a-4330-942f-bf68d9f5bd3d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:23.649409 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-581fd635-a4d8-48c6-95f1-741d718f9b97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:23.649914 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-c280ba8a-068d-47b3-8266-a9426479a56d service neutron] 10.222.0.72 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255057 Dec 10 18:52:23.684211 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ffb673-43c7-4627-9bda-8768243b83cd req-b22c64a5-cb83-408b-8d6a-5bff3d345b6a tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:23.692005 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-21ffb673-43c7-4627-9bda-8768243b83cd req-b22c64a5-cb83-408b-8d6a-5bff3d345b6a tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 946 time: 0.1498542 Dec 10 18:52:23.700102 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4fcdc54b-4eeb-4672-ba6b-f96065cde3bd req-51ba9e80-ed87-4dde-bf17-25ad9d6fb40e service neutron] 10.222.0.46 "GET /v2.0/networks/f2f40e08-016a-47bf-9e9a-28b25086c347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334394 Dec 10 18:52:23.784348 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3e5c0a19-a14b-4c2d-a52c-e0493c9efd9b req-6586e53e-5afb-4b58-b794-88481ab22061 service neutron] 10.222.0.72 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175923 Dec 10 18:52:23.825428 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-21ffb673-43c7-4627-9bda-8768243b83cd req-193b647f-d35f-4ce7-bbca-bf1c456c8250 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322806 Dec 10 18:52:23.851359 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-581fd635-a4d8-48c6-95f1-741d718f9b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:23.854029 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-581fd635-a4d8-48c6-95f1-741d718f9b97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:23.855265 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-581fd635-a4d8-48c6-95f1-741d718f9b97 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/adbd1fde-5465-4f87-84a5-ef84f53c1043 HTTP/1.1" status: 204 len: 168 time: 0.4510047 Dec 10 18:52:23.891677 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4fcdc54b-4eeb-4672-ba6b-f96065cde3bd req-ccd6ad24-32b5-4969-9da3-05c88f58edbd service neutron] 10.222.0.46 "GET /v2.0/networks/f2f40e08-016a-47bf-9e9a-28b25086c347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775949 Dec 10 18:52:23.892613 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581fd635-a4d8-48c6-95f1-741d718f9b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbd1fde-5465-4f87-84a5-ef84f53c1043,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:23.975240 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07783720-7b5d-4873-9fc0-661cd518cd9d req-5dcef7c4-f015-49ca-beb0-3b7ff1271f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:23.976803 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-07783720-7b5d-4873-9fc0-661cd518cd9d req-5dcef7c4-f015-49ca-beb0-3b7ff1271f08 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6dd50388a58440cca7ab90078e887719&device_id=0805be7a-5c1a-4bca-b879-ae6b3eb6b7eb HTTP/1.1" status: 200 len: 1095 time: 0.1160936 Dec 10 18:52:24.093482 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e09292-67eb-4b39-9e74-77f4d1d710f8 req-6b1afa00-430a-4718-b566-9db3e88b4c44 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:24.105403 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-13e09292-67eb-4b39-9e74-77f4d1d710f8 req-6b1afa00-430a-4718-b566-9db3e88b4c44 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=0805be7a-5c1a-4bca-b879-ae6b3eb6b7eb HTTP/1.1" status: 200 len: 944 time: 0.0953808 Dec 10 18:52:24.131736 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07783720-7b5d-4873-9fc0-661cd518cd9d req-d28d1288-4773-4e27-8213-3240b7cae042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:24.133277 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-07783720-7b5d-4873-9fc0-661cd518cd9d req-d28d1288-4773-4e27-8213-3240b7cae042 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3bc50282-3306-4b81-ae1a-81a9a8be5df5 HTTP/1.1" status: 200 len: 912 time: 0.1395035 Dec 10 18:52:24.142007 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ef8a6-65e2-4b10-8556-777b70ca4008 req-5b566674-587e-4f2e-80b8-e82ab0872eed tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:24.144440 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5c3ef8a6-65e2-4b10-8556-777b70ca4008 req-5b566674-587e-4f2e-80b8-e82ab0872eed tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4d0b8a9-da31-4705-83d1-c218df2b81fa HTTP/1.1" status: 200 len: 943 time: 0.2292740 Dec 10 18:52:24.202366 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-13e09292-67eb-4b39-9e74-77f4d1d710f8 req-2b18b29d-0f26-492b-8d7c-2abd0fc59644 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957706 Dec 10 18:52:24.216936 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-07783720-7b5d-4873-9fc0-661cd518cd9d req-16919520-6d01-4119-ad44-84cb5dcc21ff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14b1f8e0-81d1-468b-9020-fc8605cea1a1 HTTP/1.1" status: 200 len: 217 time: 0.0695200 Dec 10 18:52:24.281027 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0e2d997e-0025-4745-b82d-b3a343e24f8c req-d447698d-cb47-45b6-b336-b6201b9e89f8 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0293519 Dec 10 18:52:24.318225 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07783720-7b5d-4873-9fc0-661cd518cd9d req-448f9f4d-5b45-4664-a068-b482a9e51d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:24.319752 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-07783720-7b5d-4873-9fc0-661cd518cd9d req-448f9f4d-5b45-4664-a068-b482a9e51d2c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cdd9c23d-5046-4c54-950e-a05aba46bbec HTTP/1.1" status: 200 len: 850 time: 0.0961435 Dec 10 18:52:24.323857 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5c3ef8a6-65e2-4b10-8556-777b70ca4008 req-d42f150c-abde-4120-a242-0400f2f69035 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711524 Dec 10 18:52:24.390878 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07783720-7b5d-4873-9fc0-661cd518cd9d req-9853f2c2-8297-4a77-b917-59b2f369cc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:24.392644 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-07783720-7b5d-4873-9fc0-661cd518cd9d req-9853f2c2-8297-4a77-b917-59b2f369cc4f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3bc50282-3306-4b81-ae1a-81a9a8be5df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629134 Dec 10 18:52:24.501022 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-07783720-7b5d-4873-9fc0-661cd518cd9d req-91d337c1-d1c2-4fa9-abfb-ca29ee97f467 service neutron] 10.222.0.72 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000206 Dec 10 18:52:24.627227 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-07783720-7b5d-4873-9fc0-661cd518cd9d req-9745de1a-9710-41cb-b330-73f6f99fe4b0 service neutron] 10.222.0.72 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168511 Dec 10 18:52:24.779843 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:24.981856 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e48561-f0ed-4cda-9d45-f24b1d41b147 req-70147efb-a0e2-4833-b1b3-7a3fbe7c3e73 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:24.990112 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b6e48561-f0ed-4cda-9d45-f24b1d41b147 req-70147efb-a0e2-4833-b1b3-7a3fbe7c3e73 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 946 time: 0.0626776 Dec 10 18:52:25.041510 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b6e48561-f0ed-4cda-9d45-f24b1d41b147 req-b2ef0df4-3af2-49a0-93c7-df206fbf17b7 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508633 Dec 10 18:52:25.095511 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 9a00e6f7-f6bc-4476-b1e1-5cd605113d84 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:52:25.205572 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 9a00e6f7-f6bc-4476-b1e1-5cd605113d84, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=9a00e6f7-f6bc-4476-b1e1-5cd605113d84,segment=NetworkSegment(c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4),segment_id=c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:25.218223 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '9a00e6f7-f6bc-4476-b1e1-5cd605113d84', 'network_id': 'f2f40e08-016a-47bf-9e9a-28b25086c347', 'port_id': '9a00e6f7-f6bc-4476-b1e1-5cd605113d84', 'mac_address': 'fa:16:3e:d0:04:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dc5eaaf-23d0-472c-bf08-f5856e300d99', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:52:25.228717 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45754) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:25.271400 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:25.293222 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a00e6f7-f6bc-4476-b1e1-5cd605113d84 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:52:25.317137 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 9a00e6f7-f6bc-4476-b1e1-5cd605113d84, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=9a00e6f7-f6bc-4476-b1e1-5cd605113d84,segment=NetworkSegment(c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4),segment_id=c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:25.334354 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:25.407554 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=9a00e6f7-f6bc-4476-b1e1-5cd605113d84,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:25.416505 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a43849-d601-43d4-9b89-9d3d400e7c5d req-7c421a56-dc26-4f9c-842a-b65c57022a5e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:25.418051 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e2a43849-d601-43d4-9b89-9d3d400e7c5d req-7c421a56-dc26-4f9c-842a-b65c57022a5e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=0805be7a-5c1a-4bca-b879-ae6b3eb6b7eb HTTP/1.1" status: 200 len: 944 time: 0.1441290 Dec 10 18:52:25.422912 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4d5756eb-2821-4eb3-b65b-8f7b0c295f95 req-6fff73e1-8dbb-4fe4-a404-d9f1a2ac1934 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0630269 Dec 10 18:52:25.461362 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:25.462487 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75465a6c-72e4-43c9-8fc5-670d7d904b9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:25.500708 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e2a43849-d601-43d4-9b89-9d3d400e7c5d req-9529b40b-df30-4ed9-a8c2-9768a6dda827 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713429 Dec 10 18:52:25.538989 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['9a00e6f7-f6bc-4476-b1e1-5cd605113d84'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:52:25.579521 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332eb8a-3b8b-4842-ad3b-90585940a3c6 req-6c5ec613-eb03-4c42-a8d8-31acd504dbc7 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:25.582388 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9332eb8a-3b8b-4842-ad3b-90585940a3c6 req-6c5ec613-eb03-4c42-a8d8-31acd504dbc7 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4d0b8a9-da31-4705-83d1-c218df2b81fa HTTP/1.1" status: 200 len: 944 time: 0.0901530 Dec 10 18:52:25.683696 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75465a6c-72e4-43c9-8fc5-670d7d904b9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:25.692524 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9332eb8a-3b8b-4842-ad3b-90585940a3c6 req-399026b0-fd97-4c44-b243-a6aa67a6cf7f tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042824 Dec 10 18:52:25.693899 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75465a6c-72e4-43c9-8fc5-670d7d904b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:25.739242 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45776) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:25.739590 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-75465a6c-72e4-43c9-8fc5-670d7d904b9c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=13e4c2ff1b84482b9859a4f755b86eba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5095139 Dec 10 18:52:25.740685 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75465a6c-72e4-43c9-8fc5-670d7d904b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b1a722-8cb3-4cbc-ab96-c89e7c76c320,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:25.825568 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-617bd7fa-4dfe-45df-be50-0dfd8ac54ee5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:25.858110 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-617bd7fa-4dfe-45df-be50-0dfd8ac54ee5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:25.922114 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-617bd7fa-4dfe-45df-be50-0dfd8ac54ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:25.940727 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-617bd7fa-4dfe-45df-be50-0dfd8ac54ee5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:25.940727 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-617bd7fa-4dfe-45df-be50-0dfd8ac54ee5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/94b1a722-8cb3-4cbc-ab96-c89e7c76c320 HTTP/1.1" status: 204 len: 168 time: 0.1867554 Dec 10 18:52:25.940727 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617bd7fa-4dfe-45df-be50-0dfd8ac54ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b1a722-8cb3-4cbc-ab96-c89e7c76c320,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:25.968981 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 14b1f8e0-81d1-468b-9020-fc8605cea1a1 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:52:26.102838 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 14b1f8e0-81d1-468b-9020-fc8605cea1a1, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=14b1f8e0-81d1-468b-9020-fc8605cea1a1,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:26.130941 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '14b1f8e0-81d1-468b-9020-fc8605cea1a1', 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5', 'port_id': '14b1f8e0-81d1-468b-9020-fc8605cea1a1', 'mac_address': 'fa:16:3e:64:bf:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd9c23d-5046-4c54-950e-a05aba46bbec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:52:26.182961 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:26.197696 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14b1f8e0-81d1-468b-9020-fc8605cea1a1 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:52:26.220873 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 14b1f8e0-81d1-468b-9020-fc8605cea1a1, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=14b1f8e0-81d1-468b-9020-fc8605cea1a1,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:26.227557 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:26.302593 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=14b1f8e0-81d1-468b-9020-fc8605cea1a1,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:26.305944 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494efdad-fba0-4257-9dbd-533e0e6dc3b7 req-25508aed-ab94-4c27-980a-74e76ea062f9 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:26.308007 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-494efdad-fba0-4257-9dbd-533e0e6dc3b7 req-25508aed-ab94-4c27-980a-74e76ea062f9 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 946 time: 0.1402349 Dec 10 18:52:26.404112 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-494efdad-fba0-4257-9dbd-533e0e6dc3b7 req-349a77a8-9a87-47a9-8e81-ac548318abf2 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844412 Dec 10 18:52:26.525285 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-26f7b5be-3e3e-4981-81e3-aae4324a18cd req-828962b8-b5a3-406a-afa7-b07d46e4c943 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0328095 Dec 10 18:52:26.579818 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['14b1f8e0-81d1-468b-9020-fc8605cea1a1'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:52:26.691937 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2a771-52c5-4aef-83f9-a3ea607911bb req-9b6becf2-eccb-4523-904e-15d5730f9b24 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:26.701190 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-abe2a771-52c5-4aef-83f9-a3ea607911bb req-9b6becf2-eccb-4523-904e-15d5730f9b24 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=0805be7a-5c1a-4bca-b879-ae6b3eb6b7eb HTTP/1.1" status: 200 len: 945 time: 0.0793061 Dec 10 18:52:26.802710 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-abe2a771-52c5-4aef-83f9-a3ea607911bb req-b06a928e-4f80-4715-a216-3230ceeeb5be tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003058 Dec 10 18:52:26.898123 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350779e-c9d1-4cee-b382-72b3cbd220f4 req-927126b7-26d1-4409-bc59-80c36cfaaddf tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:26.906008 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7350779e-c9d1-4cee-b382-72b3cbd220f4 req-927126b7-26d1-4409-bc59-80c36cfaaddf tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4d0b8a9-da31-4705-83d1-c218df2b81fa HTTP/1.1" status: 200 len: 944 time: 0.0752876 Dec 10 18:52:26.971693 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7350779e-c9d1-4cee-b382-72b3cbd220f4 req-86600ca2-ecb9-4043-9cd2-56993e1e70dc tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588071 Dec 10 18:52:27.112714 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 9a00e6f7-f6bc-4476-b1e1-5cd605113d84 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:52:27.198175 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 9a00e6f7-f6bc-4476-b1e1-5cd605113d84 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:52:27.206927 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 9a00e6f7-f6bc-4476-b1e1-5cd605113d84 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:27.208537 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:27.498571 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:27.526564 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d0b8a9-da31-4705-83d1-c218df2b81fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a00e6f7-f6bc-4476-b1e1-5cd605113d84'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:52:27.528859 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa524467-0000-4440-9fcb-26d2c9f4276a" -d '{"events": [{"server_uuid": "a4d0b8a9-da31-4705-83d1-c218df2b81fa", "name": "network-vif-plugged", "status": "completed", "tag": "9a00e6f7-f6bc-4476-b1e1-5cd605113d84"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:52:27.543187 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 9a00e6f7-f6bc-4476-b1e1-5cd605113d84, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=9a00e6f7-f6bc-4476-b1e1-5cd605113d84,segment=NetworkSegment(c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4),segment_id=c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:27.551444 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:27.605740 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63055e37-c9ad-4e71-9015-5092874a3953 req-c9ba1bb5-fe9d-41af-a3c2-31515dd0800f tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:27.623661 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-63055e37-c9ad-4e71-9015-5092874a3953 req-c9ba1bb5-fe9d-41af-a3c2-31515dd0800f tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 946 time: 0.1091497 Dec 10 18:52:27.625188 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=9a00e6f7-f6bc-4476-b1e1-5cd605113d84,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:27.671027 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45890) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:27.689246 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-63055e37-c9ad-4e71-9015-5092874a3953 req-09e2e9f1-aee4-42e1-a44e-9d1d5937d16d tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645673 Dec 10 18:52:27.747043 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21b5847-2647-4067-9b8e-3e6cf6055c1c x-openstack-request-id: req-f21b5847-2647-4067-9b8e-3e6cf6055c1c {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:52:27.747456 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d0b8a9-da31-4705-83d1-c218df2b81fa", "name": "network-vif-plugged", "status": "completed", "tag": "9a00e6f7-f6bc-4476-b1e1-5cd605113d84", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:52:27.747778 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f21b5847-2647-4067-9b8e-3e6cf6055c1c {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:52:27.748238 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d0b8a9-da31-4705-83d1-c218df2b81fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a00e6f7-f6bc-4476-b1e1-5cd605113d84', 'code': 200} Dec 10 18:52:27.762204 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1bb8fb50-a5d5-4534-a1a1-1f331e8c97af req-ccbe7f46-a4d7-4814-bcb9-6a0704e9a2aa tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0346386 Dec 10 18:52:27.877582 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-00b05342-404b-47c5-aa07-b5db24705774 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:27.919529 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d80c8-f408-421a-b142-af096470a791 req-8808edde-9b73-486d-9d8e-2a4ec27bbb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:27.921217 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-179d80c8-f408-421a-b142-af096470a791 req-8808edde-9b73-486d-9d8e-2a4ec27bbb87 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a4d0b8a9-da31-4705-83d1-c218df2b81fa HTTP/1.1" status: 200 len: 1096 time: 0.1005714 Dec 10 18:52:27.960247 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55b1ef-04d3-4c09-8402-a834c4aae106 req-b5077ba7-89ce-4694-a778-683cf2c39677 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:27.971605 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 14b1f8e0-81d1-468b-9020-fc8605cea1a1 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:52:27.973218 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9e55b1ef-04d3-4c09-8402-a834c4aae106 req-b5077ba7-89ce-4694-a778-683cf2c39677 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=0805be7a-5c1a-4bca-b879-ae6b3eb6b7eb HTTP/1.1" status: 200 len: 945 time: 0.0704234 Dec 10 18:52:28.047466 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9e55b1ef-04d3-4c09-8402-a834c4aae106 req-8161255f-4b0a-46c7-94ec-0960060a2755 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711689 Dec 10 18:52:28.058138 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-179d80c8-f408-421a-b142-af096470a791 req-2af529f8-9578-46dd-b861-35bba3e5c1d8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237872 Dec 10 18:52:28.071484 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 14b1f8e0-81d1-468b-9020-fc8605cea1a1 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:52:28.096913 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 14b1f8e0-81d1-468b-9020-fc8605cea1a1 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:28.097287 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:28.125909 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-00b05342-404b-47c5-aa07-b5db24705774 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:28.141946 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-00b05342-404b-47c5-aa07-b5db24705774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:28.263886 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-00b05342-404b-47c5-aa07-b5db24705774 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5464f4daa9ca48b882ec31b3f56b4025&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5894909 Dec 10 18:52:28.263886 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b05342-404b-47c5-aa07-b5db24705774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f248b4-ec6e-4582-af25-93b780e2b0c7,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:28.272653 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45916) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:28.345694 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849ebf4-ede7-42bf-beb9-7ced79aa35d3 req-3f633fc7-948b-4553-9531-828164df97ff tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:28.353841 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0849ebf4-ede7-42bf-beb9-7ced79aa35d3 req-3f633fc7-948b-4553-9531-828164df97ff tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4d0b8a9-da31-4705-83d1-c218df2b81fa HTTP/1.1" status: 200 len: 945 time: 0.1391127 Dec 10 18:52:28.356375 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:28.388869 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-436cba48-a5f7-45bc-aa89-2e3965291406 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:28.431313 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-436cba48-a5f7-45bc-aa89-2e3965291406 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:28.444099 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 14b1f8e0-81d1-468b-9020-fc8605cea1a1, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=14b1f8e0-81d1-468b-9020-fc8605cea1a1,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:28.453941 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:28.493104 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0849ebf4-ede7-42bf-beb9-7ced79aa35d3 req-52977ea0-3c33-40fb-bf40-3c9a5a0ccc7b tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080654 Dec 10 18:52:28.493458 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-436cba48-a5f7-45bc-aa89-2e3965291406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:28.498773 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-436cba48-a5f7-45bc-aa89-2e3965291406 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:28.505017 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-436cba48-a5f7-45bc-aa89-2e3965291406 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a6f248b4-ec6e-4582-af25-93b780e2b0c7 HTTP/1.1" status: 204 len: 168 time: 0.2282455 Dec 10 18:52:28.512201 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436cba48-a5f7-45bc-aa89-2e3965291406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f248b4-ec6e-4582-af25-93b780e2b0c7,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:28.562338 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=14b1f8e0-81d1-468b-9020-fc8605cea1a1,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:28.569854 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45928) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:28.708285 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb36425d-70d9-410b-9890-15fb170fb08f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:28.826171 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63d9e8-b0ef-44bb-90b5-775180746295 req-db985ec5-3050-4a4e-9be2-9c69354e941d tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:28.834562 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-be63d9e8-b0ef-44bb-90b5-775180746295 req-db985ec5-3050-4a4e-9be2-9c69354e941d tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 946 time: 0.0631237 Dec 10 18:52:28.838219 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb36425d-70d9-410b-9890-15fb170fb08f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:28.856814 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb36425d-70d9-410b-9890-15fb170fb08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:28.925571 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-be63d9e8-b0ef-44bb-90b5-775180746295 req-a2775f62-c7dc-4ae1-9197-124232cdee48 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786643 Dec 10 18:52:28.938720 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e271d8d8-cc0f-4985-9a92-8763c36ac303 req-05c3f211-f0a2-4237-ac2f-8d35a9e00563 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0425723 Dec 10 18:52:28.949736 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-cb36425d-70d9-410b-9890-15fb170fb08f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1e1c6876f1dc45248fdd9acfa06b6dd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3762774 Dec 10 18:52:28.950239 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45946) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:28.955934 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb36425d-70d9-410b-9890-15fb170fb08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ed7abc-a8d6-4ed1-aeef-3084622d3b3c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:29.020230 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-40eccf8d-ec13-47d4-ae0a-5c594a45eceb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:29.042832 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-40eccf8d-ec13-47d4-ae0a-5c594a45eceb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:29.102137 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-40eccf8d-ec13-47d4-ae0a-5c594a45eceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:29.104846 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-40eccf8d-ec13-47d4-ae0a-5c594a45eceb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:29.106394 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-40eccf8d-ec13-47d4-ae0a-5c594a45eceb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/77ed7abc-a8d6-4ed1-aeef-3084622d3b3c HTTP/1.1" status: 204 len: 168 time: 0.1545107 Dec 10 18:52:29.115733 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eccf8d-ec13-47d4-ae0a-5c594a45eceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ed7abc-a8d6-4ed1-aeef-3084622d3b3c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:29.248580 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca164d5-af78-4d1d-a29a-910c8b872915 req-c97e313d-9536-407e-87fa-d0d1bf7b6f03 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:29.251276 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2ca164d5-af78-4d1d-a29a-910c8b872915 req-c97e313d-9536-407e-87fa-d0d1bf7b6f03 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=0805be7a-5c1a-4bca-b879-ae6b3eb6b7eb HTTP/1.1" status: 200 len: 946 time: 0.0766056 Dec 10 18:52:29.325553 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2ca164d5-af78-4d1d-a29a-910c8b872915 req-3178a088-4080-4f58-99fa-ec8a8f27a6c6 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677772 Dec 10 18:52:29.687272 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f183e5e-fef4-4c4b-8956-9c1f7bad6fcc req-40999497-cb92-4b0a-8b6b-ff817eca973d tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:29.689272 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1f183e5e-fef4-4c4b-8956-9c1f7bad6fcc req-40999497-cb92-4b0a-8b6b-ff817eca973d tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4d0b8a9-da31-4705-83d1-c218df2b81fa HTTP/1.1" status: 200 len: 945 time: 0.0559471 Dec 10 18:52:29.749732 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0805be7a-5c1a-4bca-b879-ae6b3eb6b7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b1f8e0-81d1-468b-9020-fc8605cea1a1'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:52:29.753862 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c81c449-3b24-44f1-a72e-619865660575" -d '{"events": [{"server_uuid": "0805be7a-5c1a-4bca-b879-ae6b3eb6b7eb", "name": "network-vif-plugged", "status": "completed", "tag": "14b1f8e0-81d1-468b-9020-fc8605cea1a1"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:52:29.787969 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1f183e5e-fef4-4c4b-8956-9c1f7bad6fcc req-145032f9-510d-4d88-9628-2c2043f8e0ce tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792606 Dec 10 18:52:29.835076 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab07e45b-bd0b-4223-a215-582dcea2d038 x-openstack-request-id: req-ab07e45b-bd0b-4223-a215-582dcea2d038 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:52:29.835488 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0805be7a-5c1a-4bca-b879-ae6b3eb6b7eb", "name": "network-vif-plugged", "status": "completed", "tag": "14b1f8e0-81d1-468b-9020-fc8605cea1a1", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:52:29.835821 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ab07e45b-bd0b-4223-a215-582dcea2d038 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:52:29.836286 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0805be7a-5c1a-4bca-b879-ae6b3eb6b7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b1f8e0-81d1-468b-9020-fc8605cea1a1', 'code': 200} Dec 10 18:52:29.978261 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee9154-0175-4f65-b38f-e369d76805bc req-1cb70f0b-8190-4eac-9dd3-21bdaa2a5793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:29.980233 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9eee9154-0175-4f65-b38f-e369d76805bc req-1cb70f0b-8190-4eac-9dd3-21bdaa2a5793 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0805be7a-5c1a-4bca-b879-ae6b3eb6b7eb HTTP/1.1" status: 200 len: 1097 time: 0.0767841 Dec 10 18:52:30.081617 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9eee9154-0175-4f65-b38f-e369d76805bc req-e3127a43-e41f-46cb-97ce-20605a1bb325 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893042 Dec 10 18:52:30.108183 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6371fc2-42ec-4da6-b5e8-30c12efd7cc8 req-88591c41-2a2f-48ca-8755-7589056b08fa tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:30.113664 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c6371fc2-42ec-4da6-b5e8-30c12efd7cc8 req-88591c41-2a2f-48ca-8755-7589056b08fa tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 946 time: 0.1115739 Dec 10 18:52:30.141169 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4c7d7231-eab8-4fb7-aca7-446158605ae7 req-c8fd60b6-8781-4f23-9692-e13cb451e43c tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0418954 Dec 10 18:52:30.183212 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c6371fc2-42ec-4da6-b5e8-30c12efd7cc8 req-6924b4af-356b-4939-9b99-6951f82308b5 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658538 Dec 10 18:52:30.300911 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded793a0-6891-456c-9b65-ef5352ebbe19 req-bf144655-83bf-4b75-96f4-1409dbba80b4 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:30.302598 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ded793a0-6891-456c-9b65-ef5352ebbe19 req-bf144655-83bf-4b75-96f4-1409dbba80b4 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4d0b8a9-da31-4705-83d1-c218df2b81fa HTTP/1.1" status: 200 len: 945 time: 0.0552728 Dec 10 18:52:30.404393 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ded793a0-6891-456c-9b65-ef5352ebbe19 req-1c85efce-36bc-49e1-8308-d243e65a9619 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952454 Dec 10 18:52:30.488781 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc3c93-ddfc-4bfe-b8d0-3da42b505e00 req-d931618b-2011-4d49-b783-7b120e7ae722 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:30.490658 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-60fc3c93-ddfc-4bfe-b8d0-3da42b505e00 req-d931618b-2011-4d49-b783-7b120e7ae722 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=0805be7a-5c1a-4bca-b879-ae6b3eb6b7eb HTTP/1.1" status: 200 len: 946 time: 0.0572734 Dec 10 18:52:30.561280 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-60fc3c93-ddfc-4bfe-b8d0-3da42b505e00 req-c253e84c-2501-463d-9277-5c6ee178aa43 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612817 Dec 10 18:52:31.232776 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 46124) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:31.256618 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4fa1afec-be21-4291-bc6e-c6ddf953e6b6 req-c59c0bf3-37df-4b1b-9806-31f22f5c9105 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0556550 Dec 10 18:52:31.389277 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8e281-75dc-4a2e-a432-b755a557c57e req-c99f3c7c-e774-4e48-b101-92d1b09a0c08 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:31.393274 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b2d8e281-75dc-4a2e-a432-b755a557c57e req-c99f3c7c-e774-4e48-b101-92d1b09a0c08 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 946 time: 0.0848124 Dec 10 18:52:31.440016 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ebcfd950-77d3-4e6f-82ac-56095ba8719e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:31.572504 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d7553-8c0e-4cc5-bdf4-95519950eef2 req-7b25ae36-5547-486d-98ca-def6d752f59b tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:31.578104 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a7d7553-8c0e-4cc5-bdf4-95519950eef2 req-7b25ae36-5547-486d-98ca-def6d752f59b tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4d0b8a9-da31-4705-83d1-c218df2b81fa HTTP/1.1" status: 200 len: 945 time: 0.0693219 Dec 10 18:52:31.612149 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ebcfd950-77d3-4e6f-82ac-56095ba8719e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:31.631876 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b2d8e281-75dc-4a2e-a432-b755a557c57e req-74a5b187-1200-4c28-a4be-8463ee72dcc3 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325592 Dec 10 18:52:31.635129 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ebcfd950-77d3-4e6f-82ac-56095ba8719e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:31.639923 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a7d7553-8c0e-4cc5-bdf4-95519950eef2 req-59d85852-c41f-409b-8bbb-de0ee0e72f7a tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606213 Dec 10 18:52:31.671338 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 46164) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:31.671736 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ebcfd950-77d3-4e6f-82ac-56095ba8719e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=03be6b0ff4e745e7bd3744ae3149d083&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4377527 Dec 10 18:52:31.726231 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d07fd901-b262-4764-bdaa-41f0fb962c65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:31.728178 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1f5d9-4945-4f65-afaa-cdffaf28240e req-b2201c48-4ccb-4561-a135-6e86e6fe4e79 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:31.735085 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3ad1f5d9-4945-4f65-afaa-cdffaf28240e req-b2201c48-4ccb-4561-a135-6e86e6fe4e79 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4d0b8a9-da31-4705-83d1-c218df2b81fa HTTP/1.1" status: 200 len: 945 time: 0.2968721 Dec 10 18:52:31.756684 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d07fd901-b262-4764-bdaa-41f0fb962c65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:31.826330 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d07fd901-b262-4764-bdaa-41f0fb962c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:31.830056 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d07fd901-b262-4764-bdaa-41f0fb962c65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:31.832663 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d07fd901-b262-4764-bdaa-41f0fb962c65 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2a8b6278-632a-49fe-97f3-507e262cf0e1 HTTP/1.1" status: 204 len: 168 time: 0.1600928 Dec 10 18:52:31.842554 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07fd901-b262-4764-bdaa-41f0fb962c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8b6278-632a-49fe-97f3-507e262cf0e1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:31.858037 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcfd950-77d3-4e6f-82ac-56095ba8719e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8b6278-632a-49fe-97f3-507e262cf0e1,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:31.863936 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 46176) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:31.894625 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780b370-e174-4664-96c8-b49452634fcf req-ac082609-242a-4cd5-b249-f6104e653af5 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:31.896443 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0780b370-e174-4664-96c8-b49452634fcf req-ac082609-242a-4cd5-b249-f6104e653af5 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=0805be7a-5c1a-4bca-b879-ae6b3eb6b7eb HTTP/1.1" status: 200 len: 946 time: 0.1559696 Dec 10 18:52:31.923480 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-3ad1f5d9-4945-4f65-afaa-cdffaf28240e req-6a90b792-c92f-4c72-b5ad-119475eb8e7b tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Deleting port 9a00e6f7-f6bc-4476-b1e1-5cd605113d84 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:52:31.924119 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-3ad1f5d9-4945-4f65-afaa-cdffaf28240e req-6a90b792-c92f-4c72-b5ad-119475eb8e7b tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:32.001136 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0780b370-e174-4664-96c8-b49452634fcf req-ad74f3b2-3c94-4b6c-b6ef-773603cf14d7 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967906 Dec 10 18:52:32.025298 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af20902b-75d6-4c39-801d-8d0852e844bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:32.061687 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-3ad1f5d9-4945-4f65-afaa-cdffaf28240e req-6a90b792-c92f-4c72-b5ad-119475eb8e7b tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] For port 9a00e6f7-f6bc-4476-b1e1-5cd605113d84, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=9a00e6f7-f6bc-4476-b1e1-5cd605113d84,segment=NetworkSegment(c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4),segment_id=c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:32.061687 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-3ad1f5d9-4945-4f65-afaa-cdffaf28240e req-6a90b792-c92f-4c72-b5ad-119475eb8e7b tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:32.079316 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-3ad1f5d9-4945-4f65-afaa-cdffaf28240e req-6a90b792-c92f-4c72-b5ad-119475eb8e7b tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Calling delete_port for 9a00e6f7-f6bc-4476-b1e1-5cd605113d84 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:52:32.160849 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af20902b-75d6-4c39-801d-8d0852e844bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:32.167912 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af20902b-75d6-4c39-801d-8d0852e844bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:32.214235 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-af20902b-75d6-4c39-801d-8d0852e844bc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=73799013a4d44452ab40f23d371f347b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3491802 Dec 10 18:52:32.216872 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20902b-75d6-4c39-801d-8d0852e844bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa7af6c-d000-46ad-85fd-4b248ac6d090,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:32.219971 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 46188) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:32.250042 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-3ad1f5d9-4945-4f65-afaa-cdffaf28240e req-6a90b792-c92f-4c72-b5ad-119475eb8e7b tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:32.262093 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['8fc0357c-934d-464e-b641-ecc26c7c9a82'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:52:32.309128 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ba0899df-d472-443c-a2f5-2b780465ce05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:32.313982 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a90b792-c92f-4c72-b5ad-119475eb8e7b tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Pushing event deleted for resources: {'Port': ['ID=9a00e6f7-f6bc-4476-b1e1-5cd605113d84,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:32.343538 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ba0899df-d472-443c-a2f5-2b780465ce05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:32.369839 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['9a00e6f7-f6bc-4476-b1e1-5cd605113d84'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:52:32.382768 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-edd2dd89-c5ca-49f3-a81e-2867f82f84be req-4b8b75b3-2939-4634-b6d1-24996bcf1794 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0627117 Dec 10 18:52:32.416242 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ba0899df-d472-443c-a2f5-2b780465ce05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:32.419625 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ba0899df-d472-443c-a2f5-2b780465ce05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:32.423434 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ba0899df-d472-443c-a2f5-2b780465ce05 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4fa7af6c-d000-46ad-85fd-4b248ac6d090 HTTP/1.1" status: 204 len: 168 time: 0.2022278 Dec 10 18:52:32.433401 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0899df-d472-443c-a2f5-2b780465ce05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa7af6c-d000-46ad-85fd-4b248ac6d090,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:32.484037 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad1f5d9-4945-4f65-afaa-cdffaf28240e req-6a90b792-c92f-4c72-b5ad-119475eb8e7b tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] No DVR routers for this DVR port 9a00e6f7-f6bc-4476-b1e1-5cd605113d84 on host n-h1-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:52:32.489422 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-3ad1f5d9-4945-4f65-afaa-cdffaf28240e req-6a90b792-c92f-4c72-b5ad-119475eb8e7b tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:32.493665 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3ad1f5d9-4945-4f65-afaa-cdffaf28240e req-6a90b792-c92f-4c72-b5ad-119475eb8e7b tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.46 "DELETE /v2.0/ports/9a00e6f7-f6bc-4476-b1e1-5cd605113d84 HTTP/1.1" status: 204 len: 173 time: 0.7516003 Dec 10 18:52:32.499306 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d0b8a9-da31-4705-83d1-c218df2b81fa', 'name': 'network-vif-deleted', 'tag': '9a00e6f7-f6bc-4476-b1e1-5cd605113d84'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:52:32.502776 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1b4fa4-a496-46c1-adf6-0579aa00df68" -d '{"events": [{"server_uuid": "a4d0b8a9-da31-4705-83d1-c218df2b81fa", "name": "network-vif-deleted", "tag": "9a00e6f7-f6bc-4476-b1e1-5cd605113d84"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:52:32.606605 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48114093-e784-4049-a250-02516ca66d64 x-openstack-request-id: req-48114093-e784-4049-a250-02516ca66d64 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:52:32.606982 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d0b8a9-da31-4705-83d1-c218df2b81fa", "name": "network-vif-deleted", "tag": "9a00e6f7-f6bc-4476-b1e1-5cd605113d84", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:52:32.607209 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-48114093-e784-4049-a250-02516ca66d64 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:52:32.607612 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d0b8a9-da31-4705-83d1-c218df2b81fa', 'name': 'network-vif-deleted', 'tag': '9a00e6f7-f6bc-4476-b1e1-5cd605113d84', 'status': 'completed', 'code': 200} Dec 10 18:52:32.804928 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ff01e234-8879-4b5e-aef6-22e2c21a2d53 req-e66f0a5c-089d-4357-9331-73780ba800a2 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4d0b8a9-da31-4705-83d1-c218df2b81fa HTTP/1.1" status: 200 len: 210 time: 0.0490324 Dec 10 18:52:32.840042 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff621cf8-7ada-4075-a744-aa475cb22d4a req-49103a4e-be56-4b6b-a47c-a913cda1791a tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:32.850514 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ff621cf8-7ada-4075-a744-aa475cb22d4a req-49103a4e-be56-4b6b-a47c-a913cda1791a tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 946 time: 0.0821187 Dec 10 18:52:32.912143 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 46222) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:32.915758 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ff621cf8-7ada-4075-a744-aa475cb22d4a req-388c038f-da7e-4c85-be48-a881de07f64d tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664761 Dec 10 18:52:32.930251 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3225118-195f-4088-b330-17c054000d8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:33.064196 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3225118-195f-4088-b330-17c054000d8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:33.076673 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3225118-195f-4088-b330-17c054000d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:33.150111 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a3225118-195f-4088-b330-17c054000d8f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5ab49feb255546a6bae8aa9909bb2116&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2341249 Dec 10 18:52:33.150481 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 46232) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:33.155914 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3225118-195f-4088-b330-17c054000d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65d59dc-df00-4132-86db-5284604f5dc1,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:33.205693 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3aab986-4ecc-4ee6-bc22-35930d23fde1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:33.228103 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3aab986-4ecc-4ee6-bc22-35930d23fde1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:33.279301 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3aab986-4ecc-4ee6-bc22-35930d23fde1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:33.282217 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3aab986-4ecc-4ee6-bc22-35930d23fde1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:33.286384 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d3aab986-4ecc-4ee6-bc22-35930d23fde1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b65d59dc-df00-4132-86db-5284604f5dc1 HTTP/1.1" status: 204 len: 168 time: 0.1319406 Dec 10 18:52:33.292874 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aab986-4ecc-4ee6-bc22-35930d23fde1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65d59dc-df00-4132-86db-5284604f5dc1,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:33.469159 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f44ec5a7-497a-47c1-9b8e-365d2006d834 req-13f147e5-7d6a-4c0e-ab2c-f78a503951f6 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0335524 Dec 10 18:52:33.879722 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:34.035212 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf7bc9-8ef5-4283-b01e-04720d1d2d05 req-c66af038-0109-4490-8eb5-3b6bf2c8633d tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:34.044757 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d2cf7bc9-8ef5-4283-b01e-04720d1d2d05 req-c66af038-0109-4490-8eb5-3b6bf2c8633d tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0866661 Dec 10 18:52:34.056857 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bab5b5-2e16-4b0b-b09b-48bdbd8fac29 req-5ddee2aa-3360-4be5-8b38-8b231b98977b tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:34.066743 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43bab5b5-2e16-4b0b-b09b-48bdbd8fac29 req-5ddee2aa-3360-4be5-8b38-8b231b98977b tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 946 time: 0.0735037 Dec 10 18:52:34.114949 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d2cf7bc9-8ef5-4283-b01e-04720d1d2d05 req-ddf97ebf-1596-466d-97d2-5966f31f77d7 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691535 Dec 10 18:52:34.124081 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43bab5b5-2e16-4b0b-b09b-48bdbd8fac29 req-f00354d4-87e3-456e-93fa-7735a2a9f8a4 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562580 Dec 10 18:52:34.573090 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a794a-2635-4e61-a5bf-e68045955a47 req-ecfc663d-4b97-4ed9-add8-b5380c58dda0 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:34.575280 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0d5a794a-2635-4e61-a5bf-e68045955a47 req-ecfc663d-4b97-4ed9-add8-b5380c58dda0 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0750105 Dec 10 18:52:34.620112 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79ec0129-da40-4e57-8bec-acc29892bfa3 req-47b32ec7-031c-4fc7-9804-86abc5733cdd tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0714285 Dec 10 18:52:34.679305 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0d5a794a-2635-4e61-a5bf-e68045955a47 req-cfc8d884-2b87-4efe-9cf6-3c14543a4770 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868886 Dec 10 18:52:34.835278 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0e54b-91f0-41a0-8c9d-d968d91166d8 req-4ade855d-e2b9-4861-9425-9a0d6b8f746c tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:34.837017 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dbb0e54b-91f0-41a0-8c9d-d968d91166d8 req-4ade855d-e2b9-4861-9425-9a0d6b8f746c tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0642970 Dec 10 18:52:34.914229 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dbb0e54b-91f0-41a0-8c9d-d968d91166d8 req-21f7874e-4b0f-4433-b90f-83dae2ada9a6 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690343 Dec 10 18:52:35.107483 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 9a00e6f7-f6bc-4476-b1e1-5cd605113d84 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:52:35.133499 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 9a00e6f7-f6bc-4476-b1e1-5cd605113d84 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:52:35.133865 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 9a00e6f7-f6bc-4476-b1e1-5cd605113d84 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:52:35.281731 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e7c3f-8b31-4352-824e-f9132f8c5406 req-39236fe1-e024-4c46-a699-b822f9b67b85 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:35.292429 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ee9e7c3f-8b31-4352-824e-f9132f8c5406 req-39236fe1-e024-4c46-a699-b822f9b67b85 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 946 time: 0.0770435 Dec 10 18:52:35.484342 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ee9e7c3f-8b31-4352-824e-f9132f8c5406 req-6ae8e049-34be-4b50-bfcc-45a01bfbdf9c tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822035 Dec 10 18:52:35.771524 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3ee0cb15-4da8-4d97-9ab8-049967a7136e req-d8948d70-62fc-43c7-8207-82e0581451cf tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0430391 Dec 10 18:52:36.695428 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7283ba-2d8b-434b-a684-104e71474ee7 req-2b4d5770-cb71-4dbb-8b38-cf515332bdf0 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:36.697425 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7e7283ba-2d8b-434b-a684-104e71474ee7 req-2b4d5770-cb71-4dbb-8b38-cf515332bdf0 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 946 time: 0.0807557 Dec 10 18:52:36.781053 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7e7283ba-2d8b-434b-a684-104e71474ee7 req-29fca27f-ba83-44a1-98b4-e8aa53fc3aa0 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750217 Dec 10 18:52:36.889141 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-23f8ce26-4fb9-4cf9-8163-6fcb627bd279 req-ca33f7ea-9e5b-4e00-9a40-bf6da67e6d7d tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0334780 Dec 10 18:52:37.136362 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 46556) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:37.281356 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f1897e8a-6301-41e4-9be4-14b0d9183e79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:37.367121 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f1897e8a-6301-41e4-9be4-14b0d9183e79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:37.373716 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f1897e8a-6301-41e4-9be4-14b0d9183e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:37.425448 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f1897e8a-6301-41e4-9be4-14b0d9183e79 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1270dd05cdaf4660b3250f76f8170d22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2880518 Dec 10 18:52:37.426740 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1897e8a-6301-41e4-9be4-14b0d9183e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5df877-9dcf-422f-9933-165135c50591,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:37.428296 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 46582) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:37.497542 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b663022-cc9d-464c-b2af-d9b8d8175670 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:37.524205 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b663022-cc9d-464c-b2af-d9b8d8175670 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:37.592498 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b663022-cc9d-464c-b2af-d9b8d8175670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:37.599871 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b663022-cc9d-464c-b2af-d9b8d8175670 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:37.610924 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4b663022-cc9d-464c-b2af-d9b8d8175670 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5e5df877-9dcf-422f-9933-165135c50591 HTTP/1.1" status: 204 len: 168 time: 0.1807590 Dec 10 18:52:37.647837 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b663022-cc9d-464c-b2af-d9b8d8175670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5df877-9dcf-422f-9933-165135c50591,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:37.942986 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a263251-ccaa-4edd-9c4b-2de2016c8f3d req-3912c442-b141-45a0-8f1c-d4f7bebf6185 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:37.951032 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8a263251-ccaa-4edd-9c4b-2de2016c8f3d req-3912c442-b141-45a0-8f1c-d4f7bebf6185 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 946 time: 0.0903442 Dec 10 18:52:38.006892 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8a263251-ccaa-4edd-9c4b-2de2016c8f3d req-e8ccb7da-44f3-4741-a4c4-fb211acc18b4 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546370 Dec 10 18:52:38.073425 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5eac275a-3a42-454b-94fb-a95aee591933 req-f11dd80a-b541-4ca1-b7af-ff0f24047b93 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0617030 Dec 10 18:52:38.119513 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:38.143526 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 46652) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:38.158875 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-34603fd5-9f14-4123-a76b-744188931ae0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:38.259525 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfd5bc-6278-42c5-9aa1-b75b6bd9481f req-486c5e47-9141-4d00-af8d-48817c8fdca6 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:38.265163 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52dfd5bc-6278-42c5-9aa1-b75b6bd9481f req-486c5e47-9141-4d00-af8d-48817c8fdca6 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0879042 Dec 10 18:52:38.355431 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52dfd5bc-6278-42c5-9aa1-b75b6bd9481f req-336e6cd9-73c5-471d-818d-95ea707f9a6e tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814004 Dec 10 18:52:38.359159 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-34603fd5-9f14-4123-a76b-744188931ae0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:38.374720 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-34603fd5-9f14-4123-a76b-744188931ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:38.422968 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 46666) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:38.423150 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-34603fd5-9f14-4123-a76b-744188931ae0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=61bbaa4045534af8af3d16cd57c624f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2784631 Dec 10 18:52:38.425495 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34603fd5-9f14-4123-a76b-744188931ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aacd551-0fcd-4f6a-b5de-159d1b5df078,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:38.530814 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34363def-70ad-4984-8757-ebefeb35e733 req-c23e91b8-f658-4cb5-9615-748703705bf6 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:38.545222 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-34363def-70ad-4984-8757-ebefeb35e733 req-c23e91b8-f658-4cb5-9615-748703705bf6 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0915804 Dec 10 18:52:38.578547 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d991ee5-3e1a-4277-9212-3f0b2ac2789f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:38.607139 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d991ee5-3e1a-4277-9212-3f0b2ac2789f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:38.666834 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-34363def-70ad-4984-8757-ebefeb35e733 req-979909bf-702d-4095-9018-d202ca04f427 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206071 Dec 10 18:52:38.707610 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d991ee5-3e1a-4277-9212-3f0b2ac2789f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:38.716336 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d991ee5-3e1a-4277-9212-3f0b2ac2789f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:38.720074 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9d991ee5-3e1a-4277-9212-3f0b2ac2789f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9aacd551-0fcd-4f6a-b5de-159d1b5df078 HTTP/1.1" status: 204 len: 168 time: 0.2928014 Dec 10 18:52:38.731025 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d991ee5-3e1a-4277-9212-3f0b2ac2789f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aacd551-0fcd-4f6a-b5de-159d1b5df078,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:38.944924 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 46698) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:39.097854 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a9db83d-f4d9-432f-9d45-a61256abe444 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:39.199088 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-37a153eb-002c-4cd1-b658-bd9c7950b96b req-cfd4147a-8114-4ce8-aaf1-a735390eafa8 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0424888 Dec 10 18:52:39.326794 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d4d0e-1dc5-4a93-b780-a96da592295d req-0ced10fb-77e2-402f-89a1-5634dcb562c1 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:39.333168 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-465d4d0e-1dc5-4a93-b780-a96da592295d req-0ced10fb-77e2-402f-89a1-5634dcb562c1 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 946 time: 0.2282145 Dec 10 18:52:39.335575 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a9db83d-f4d9-432f-9d45-a61256abe444 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:39.353295 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a9db83d-f4d9-432f-9d45-a61256abe444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:39.419020 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1a9db83d-f4d9-432f-9d45-a61256abe444 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=32133c5fc3e2408782817668a4722f86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4726377 Dec 10 18:52:39.420060 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9db83d-f4d9-432f-9d45-a61256abe444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a670e56-7228-4c1c-80de-da2cfab7203e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:39.421824 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 46728) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:39.445859 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-465d4d0e-1dc5-4a93-b780-a96da592295d req-190b685a-07bc-4d97-8f8c-86cb3690aba8 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052558 Dec 10 18:52:39.490996 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b25587b-363b-4309-ac4b-ab282084aa92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:39.514367 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b25587b-363b-4309-ac4b-ab282084aa92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:39.581840 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b25587b-363b-4309-ac4b-ab282084aa92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:39.587258 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b25587b-363b-4309-ac4b-ab282084aa92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:39.591877 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9b25587b-363b-4309-ac4b-ab282084aa92 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2a670e56-7228-4c1c-80de-da2cfab7203e HTTP/1.1" status: 204 len: 168 time: 0.1689568 Dec 10 18:52:39.616479 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b25587b-363b-4309-ac4b-ab282084aa92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a670e56-7228-4c1c-80de-da2cfab7203e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:40.386116 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-42b771fb-6f81-4dd0-9c28-c9adb436d5fd req-54115ea6-1b40-4297-9bf2-6ba52d47d33f tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0610998 Dec 10 18:52:40.592856 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea381db-9e90-426a-addf-01598241192d req-6d665377-1bb5-4814-a7d3-9f76ba796b4c tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:40.596969 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dea381db-9e90-426a-addf-01598241192d req-6d665377-1bb5-4814-a7d3-9f76ba796b4c tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 946 time: 0.0676692 Dec 10 18:52:40.651489 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dea381db-9e90-426a-addf-01598241192d req-49efd5b3-14f1-457e-a7c0-e07fbe6d94d7 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469387 Dec 10 18:52:41.485668 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f7c6e740-bddd-462a-a8c8-28efbca4d18d req-0bf1163c-e53b-4b03-8b2a-dbb934a49f86 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0489218 Dec 10 18:52:41.581744 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aebefa-e4f2-4e20-b951-ea3d9dbc5281 req-19a04374-f3e2-4540-94ec-f2a97a587a4a tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:41.583762 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-31aebefa-e4f2-4e20-b951-ea3d9dbc5281 req-19a04374-f3e2-4540-94ec-f2a97a587a4a tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0575061 Dec 10 18:52:41.664303 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-31aebefa-e4f2-4e20-b951-ea3d9dbc5281 req-707eea23-7382-43b7-a581-d3ebf8838045 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689552 Dec 10 18:52:41.840470 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bac3cc-ceb6-48ca-a4b3-cc850990ed0f req-9ebd8493-1285-4b35-abf0-a47c9e8d09c8 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:41.842002 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d8bac3cc-ceb6-48ca-a4b3-cc850990ed0f req-9ebd8493-1285-4b35-abf0-a47c9e8d09c8 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 946 time: 0.0713768 Dec 10 18:52:41.860971 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024dd25-870b-416f-a993-1e037b9bdaf4 req-16bd077b-8ff8-4946-923b-9c244c2391bc tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:41.869473 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f024dd25-870b-416f-a993-1e037b9bdaf4 req-16bd077b-8ff8-4946-923b-9c244c2391bc tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0783303 Dec 10 18:52:41.931139 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f024dd25-870b-416f-a993-1e037b9bdaf4 req-b56369bf-d81d-4dd7-bf6a-fed3030d8b5f tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555794 Dec 10 18:52:41.956900 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d8bac3cc-ceb6-48ca-a4b3-cc850990ed0f req-5113be8d-3fd3-4072-8a06-08c3a102029b tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989809 Dec 10 18:52:42.168022 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 46962) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:42.302858 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f576d-61b6-459a-99ad-90c94021b79e req-5943f924-1243-40cc-b330-c0b6963c4e5f tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:42.305220 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0f2f576d-61b6-459a-99ad-90c94021b79e req-5943f924-1243-40cc-b330-c0b6963c4e5f tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0593185 Dec 10 18:52:42.309273 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af578e0e-c224-4548-9bdd-1d8f1ad2340c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:42.397369 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0f2f576d-61b6-459a-99ad-90c94021b79e req-ba7033fe-373c-48bd-b28a-f9893d95e6cd tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793748 Dec 10 18:52:42.402584 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af578e0e-c224-4548-9bdd-1d8f1ad2340c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:42.408945 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af578e0e-c224-4548-9bdd-1d8f1ad2340c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:42.446396 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af578e0e-c224-4548-9bdd-1d8f1ad2340c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a18107c-3da5-445b-a773-92ccc4004b81,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:42.482115 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-af578e0e-c224-4548-9bdd-1d8f1ad2340c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fadbdb5b72404b3a88c81b8334e6394d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3101325 Dec 10 18:52:42.482232 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 46978) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:42.551577 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2a124308-1a54-44d1-8ee7-6ab6e5a81a04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:42.579610 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2a124308-1a54-44d1-8ee7-6ab6e5a81a04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:42.590868 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503c014-3334-4ad6-ba83-f9512044658f req-0e3202e1-e93a-4919-9dfd-0ffa886f6a93 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:42.601121 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2503c014-3334-4ad6-ba83-f9512044658f req-0e3202e1-e93a-4919-9dfd-0ffa886f6a93 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0814364 Dec 10 18:52:42.631426 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2c6b330e-d7cb-4ec1-8493-cc98a9ec3d43 req-b642a428-232e-49e8-8c34-8da8048f88f3 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0408056 Dec 10 18:52:42.649917 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2503c014-3334-4ad6-ba83-f9512044658f req-e48a013f-4841-4bd1-8470-36fee3354dff tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477581 Dec 10 18:52:42.680525 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2a124308-1a54-44d1-8ee7-6ab6e5a81a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:42.682979 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2a124308-1a54-44d1-8ee7-6ab6e5a81a04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:42.684121 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2a124308-1a54-44d1-8ee7-6ab6e5a81a04 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9a18107c-3da5-445b-a773-92ccc4004b81 HTTP/1.1" status: 204 len: 168 time: 0.2009487 Dec 10 18:52:42.692715 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a124308-1a54-44d1-8ee7-6ab6e5a81a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a18107c-3da5-445b-a773-92ccc4004b81,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:42.972200 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b6132-3684-4eab-96c1-73023a276cee req-d7de17bf-2b66-4520-93ba-88d85137a0ce tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:42.975801 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b10b6132-3684-4eab-96c1-73023a276cee req-d7de17bf-2b66-4520-93ba-88d85137a0ce tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0956886 Dec 10 18:52:43.094288 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b10b6132-3684-4eab-96c1-73023a276cee req-5991fc1b-be73-404e-a520-54f73cc5c5b6 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042936 Dec 10 18:52:43.238830 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d39b70-4104-4553-8024-11e2371e9a69 req-c415f6eb-2cf9-47a6-8492-19f00ff8563f tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:43.241706 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c8d39b70-4104-4553-8024-11e2371e9a69 req-c415f6eb-2cf9-47a6-8492-19f00ff8563f tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 946 time: 0.1342916 Dec 10 18:52:43.343649 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c8d39b70-4104-4553-8024-11e2371e9a69 req-ef028664-c197-4988-9519-209a3969182d tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794735 Dec 10 18:52:43.379806 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063f64f-2bcd-4dfe-9b75-f1695146f972 req-e6f6b096-cc13-4785-839a-57a62dd91326 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:43.381587 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f063f64f-2bcd-4dfe-9b75-f1695146f972 req-e6f6b096-cc13-4785-839a-57a62dd91326 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0937786 Dec 10 18:52:43.449692 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f063f64f-2bcd-4dfe-9b75-f1695146f972 req-74eabeea-09fe-40a0-b082-096094174180 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613239 Dec 10 18:52:43.796042 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-695ef020-a123-422e-b795-05ede997b586 req-d23486cf-4829-40c8-98e6-781699000078 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0508509 Dec 10 18:52:43.820736 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a012bd-d2c2-4f98-9480-b130dd9e6613 req-de74b608-38f6-449f-85cc-e44217fc5a36 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:43.832890 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-68a012bd-d2c2-4f98-9480-b130dd9e6613 req-de74b608-38f6-449f-85cc-e44217fc5a36 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0978343 Dec 10 18:52:43.887742 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-68a012bd-d2c2-4f98-9480-b130dd9e6613 req-598fb6c9-8668-4937-87ca-d213c8393f72 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552495 Dec 10 18:52:43.984363 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 47066) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:44.019008 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b99748-5e26-4963-942e-d1d3d0e05e54 req-84c7df59-5861-499b-8bd9-c9513712852c tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:44.026584 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a8b99748-5e26-4963-942e-d1d3d0e05e54 req-84c7df59-5861-499b-8bd9-c9513712852c tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0652442 Dec 10 18:52:44.080805 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a8b99748-5e26-4963-942e-d1d3d0e05e54 req-dbfca89e-bca0-4d49-9f26-2d6779748e02 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528657 Dec 10 18:52:44.256019 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-fa5d097d-9d28-44fa-b7ea-d8fb7d2d95ed tempest-DvrRoutersNegativeTest-1585754045 tempest-DvrRoutersNegativeTest-1585754045-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-871877796', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:52:44.257809 n-d-821435-1 neutron-server[103244]: DEBUG neutron.policy [None req-fa5d097d-9d28-44fa-b7ea-d8fb7d2d95ed tempest-DvrRoutersNegativeTest-1585754045 tempest-DvrRoutersNegativeTest-1585754045-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103244) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 10 18:52:44.258234 n-d-821435-1 neutron-server[103244]: DEBUG neutron.policy [None req-fa5d097d-9d28-44fa-b7ea-d8fb7d2d95ed tempest-DvrRoutersNegativeTest-1585754045 tempest-DvrRoutersNegativeTest-1585754045-project] Failed policy check for 'create_router' {{(pid=103244) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 10 18:52:44.258857 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-fa5d097d-9d28-44fa-b7ea-d8fb7d2d95ed tempest-DvrRoutersNegativeTest-1585754045 tempest-DvrRoutersNegativeTest-1585754045-project] create failed (client error): Access was denied to this resource. Dec 10 18:52:44.269908 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-fa5d097d-9d28-44fa-b7ea-d8fb7d2d95ed tempest-DvrRoutersNegativeTest-1585754045 tempest-DvrRoutersNegativeTest-1585754045-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2819357 Dec 10 18:52:44.435751 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2708a50-f300-48fc-98a0-a0c83d19ebdb req-4f3464ce-17cf-4def-9b6b-72d1d44e22d2 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:44.437475 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c2708a50-f300-48fc-98a0-a0c83d19ebdb req-4f3464ce-17cf-4def-9b6b-72d1d44e22d2 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0849087 Dec 10 18:52:44.483879 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c3d7d-dee5-486f-92eb-90fac5d81854 req-524b960c-13fc-4769-8c42-8b35036beee6 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:44.487089 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de2c3d7d-dee5-486f-92eb-90fac5d81854 req-524b960c-13fc-4769-8c42-8b35036beee6 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.0716181 Dec 10 18:52:44.506550 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c2708a50-f300-48fc-98a0-a0c83d19ebdb req-b77f01c0-d5ee-4252-8e86-901340c6de70 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567632 Dec 10 18:52:44.560715 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de2c3d7d-dee5-486f-92eb-90fac5d81854 req-cfb84b6f-b404-42b6-b032-ced55f4e6dd5 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624232 Dec 10 18:52:44.620992 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659363c-d040-49b6-aa68-b0e6acc83b96 req-46a62939-5fbf-4855-a7b0-f6328ca92a9c tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:44.628120 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8659363c-d040-49b6-aa68-b0e6acc83b96 req-46a62939-5fbf-4855-a7b0-f6328ca92a9c tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 946 time: 0.0681791 Dec 10 18:52:44.680318 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8659363c-d040-49b6-aa68-b0e6acc83b96 req-4d4a438c-3c84-44fb-bb4a-f1936618e78f tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512490 Dec 10 18:52:44.754669 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5af48c-830d-42a5-a875-7e37d6cb3204 req-5fea7877-455c-403e-ac8a-79f60f9d4354 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:44.757975 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-af5af48c-830d-42a5-a875-7e37d6cb3204 req-5fea7877-455c-403e-ac8a-79f60f9d4354 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0760877 Dec 10 18:52:44.771436 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 47112) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:44.807731 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b8f91-1dab-4b68-b79c-800053ac0953 req-4da85b37-88f2-42dc-9090-3fc450a6c547 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:44.821427 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-947b8f91-1dab-4b68-b79c-800053ac0953 req-4da85b37-88f2-42dc-9090-3fc450a6c547 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.0666654 Dec 10 18:52:44.894520 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-af5af48c-830d-42a5-a875-7e37d6cb3204 req-dbd0ed3a-00ce-4609-b09f-f4c17d732880 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228983 Dec 10 18:52:44.923164 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-947b8f91-1dab-4b68-b79c-800053ac0953 req-ff2c284c-2354-4226-9413-143bb3917f84 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041136 Dec 10 18:52:44.968126 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bdf04771-ae01-4765-9661-721145419558 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:45.001135 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-35d525e7-0f50-4e1c-bdc4-007a46e7833c req-287420bb-546d-49bb-aec8-620eccbd240a tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0588100 Dec 10 18:52:45.174799 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bdf04771-ae01-4765-9661-721145419558 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:45.183945 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bdf04771-ae01-4765-9661-721145419558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:45.246708 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-bdf04771-ae01-4765-9661-721145419558 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f1ff0b199ebe49c39058a0d0db532d61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4743118 Dec 10 18:52:45.253091 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 47140) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:45.293162 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf04771-ae01-4765-9661-721145419558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778450da-7b51-4114-85ce-896751f6c638,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:45.300155 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70c1f8-7a84-4269-81c3-faab4fbcac86 req-fde54fda-e695-4d7e-9244-7367726ce861 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:45.309191 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4e70c1f8-7a84-4269-81c3-faab4fbcac86 req-fde54fda-e695-4d7e-9244-7367726ce861 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.1009543 Dec 10 18:52:45.348475 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fe309-832a-45ce-9fd6-768201e94529 req-55e4c37b-031d-4e2d-b059-835479861925 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:45.350299 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f51fe309-832a-45ce-9fd6-768201e94529 req-55e4c37b-031d-4e2d-b059-835479861925 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.1396911 Dec 10 18:52:45.379856 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4e70c1f8-7a84-4269-81c3-faab4fbcac86 req-6992d8d5-fc52-43f8-a0e5-0b4a6b2f98d2 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695868 Dec 10 18:52:45.417225 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8899ecc1-a8a1-48c8-a809-c9acc717c618 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:45.473260 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f51fe309-832a-45ce-9fd6-768201e94529 req-aaea814d-eda6-4020-97d8-b55c1ec28bea tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107171 Dec 10 18:52:45.480910 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8899ecc1-a8a1-48c8-a809-c9acc717c618 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:45.569693 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8899ecc1-a8a1-48c8-a809-c9acc717c618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:45.573024 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8899ecc1-a8a1-48c8-a809-c9acc717c618 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:45.577210 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8899ecc1-a8a1-48c8-a809-c9acc717c618 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/778450da-7b51-4114-85ce-896751f6c638 HTTP/1.1" status: 204 len: 168 time: 0.3112047 Dec 10 18:52:45.606388 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899ecc1-a8a1-48c8-a809-c9acc717c618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778450da-7b51-4114-85ce-896751f6c638,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:45.694075 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867460f8-48f1-4d9b-aa1b-851ad1bc6687 req-4af6d4c5-c566-4949-9b57-916651070c05 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:45.697018 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-867460f8-48f1-4d9b-aa1b-851ad1bc6687 req-4af6d4c5-c566-4949-9b57-916651070c05 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.1086104 Dec 10 18:52:45.787635 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-867460f8-48f1-4d9b-aa1b-851ad1bc6687 req-8d1fe055-f45d-44d8-bca2-892ca777558c tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850904 Dec 10 18:52:45.946258 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f33188-29ab-4341-8437-a8c89fda53e8 req-ba3a40af-361a-4c20-b80e-6d863c57bbd6 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:45.952104 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b0f33188-29ab-4341-8437-a8c89fda53e8 req-ba3a40af-361a-4c20-b80e-6d863c57bbd6 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 946 time: 0.0899293 Dec 10 18:52:45.971743 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b78c51-af72-4186-b6de-2f2d73575d94 req-d0d89024-373d-44ec-99be-ed2ccd4d3839 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:45.973781 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f4b78c51-af72-4186-b6de-2f2d73575d94 req-d0d89024-373d-44ec-99be-ed2ccd4d3839 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.0708480 Dec 10 18:52:46.033892 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b0f33188-29ab-4341-8437-a8c89fda53e8 req-8e6127c9-fb27-4f27-8328-9b041899549a tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690441 Dec 10 18:52:46.063816 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f4b78c51-af72-4186-b6de-2f2d73575d94 req-0e1da2f2-e25f-499b-ae0b-c3d6641c93f3 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800147 Dec 10 18:52:46.149008 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-018e0955-9272-43e7-98c0-a68ff3b11d9d req-1eb85e19-7e25-4e09-8288-54be4e005f35 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0679927 Dec 10 18:52:46.303704 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13f207-1bac-4a15-a324-d47fa666399a req-9d9a8ad5-1994-4757-b232-0e711247a049 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:46.305289 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4d13f207-1bac-4a15-a324-d47fa666399a req-9d9a8ad5-1994-4757-b232-0e711247a049 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/networks?id=f2f40e08-016a-47bf-9e9a-28b25086c347 HTTP/1.1" status: 200 len: 814 time: 0.1413939 Dec 10 18:52:46.321960 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4d13f207-1bac-4a15-a324-d47fa666399a req-57f20213-ee53-4323-b8b6-ee05e93d6317 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/quotas/55a03bc9d49c41d0abfb67c033b0bdc7 HTTP/1.1" status: 200 len: 375 time: 0.0106785 Dec 10 18:52:46.420999 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4d13f207-1bac-4a15-a324-d47fa666399a req-92df1fb2-ac0d-46fe-96d3-9cff262e2b2f tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=55a03bc9d49c41d0abfb67c033b0bdc7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0711241 Dec 10 18:52:46.527151 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b22afb-8e42-45f4-83cc-88ca73912e98 req-d9f435c1-8b72-431a-abd6-942713cc7516 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:46.528672 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b1b22afb-8e42-45f4-83cc-88ca73912e98 req-d9f435c1-8b72-431a-abd6-942713cc7516 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0646100 Dec 10 18:52:46.601848 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b1b22afb-8e42-45f4-83cc-88ca73912e98 req-904e32cf-a927-46ab-b231-2b053eb9e481 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644476 Dec 10 18:52:46.741260 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e95ace-8d11-4b75-861d-78c154370bdc req-a6bf9cbd-f9e8-40aa-a954-a72ddf7c998c tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:46.743594 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09e95ace-8d11-4b75-861d-78c154370bdc req-a6bf9cbd-f9e8-40aa-a954-a72ddf7c998c tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0760281 Dec 10 18:52:46.804098 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09e95ace-8d11-4b75-861d-78c154370bdc req-c650347f-762f-4eea-ad0a-6a72374742fe tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538795 Dec 10 18:52:47.097322 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-71e2fe08-e96d-4675-b67d-5e0dfd02746a req-9f80fe68-aee5-4601-8933-d95a450b7513 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=55a03bc9d49c41d0abfb67c033b0bdc7 HTTP/1.1" status: 200 len: 221 time: 0.0381188 Dec 10 18:52:47.167789 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541c9da-74f4-4228-847a-8b946f255047 req-ff049db4-cda8-45e0-813e-1561a139ba0f tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:47.170089 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1541c9da-74f4-4228-847a-8b946f255047 req-ff049db4-cda8-45e0-813e-1561a139ba0f tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 946 time: 0.0631487 Dec 10 18:52:47.281086 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1541c9da-74f4-4228-847a-8b946f255047 req-5f7901a2-90bf-4409-9df1-56739e6596fa tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967615 Dec 10 18:52:47.285731 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f73166-082f-4781-9260-515c985ad8ff req-17640bd8-606c-4da5-8fb9-20882c50fea8 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:47.291545 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b7f73166-082f-4781-9260-515c985ad8ff req-17640bd8-606c-4da5-8fb9-20882c50fea8 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.1033859 Dec 10 18:52:47.358742 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b7f73166-082f-4781-9260-515c985ad8ff req-3e42f930-8c9d-4ee6-ad85-1aaf93bf0097 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598583 Dec 10 18:52:47.434051 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a62f63-b73a-4b61-8832-3ca4cf90dc1c req-3f990094-4b7d-49d3-82b4-2b01f32d7e8c tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:47.451104 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-42a62f63-b73a-4b61-8832-3ca4cf90dc1c req-3f990094-4b7d-49d3-82b4-2b01f32d7e8c tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0849957 Dec 10 18:52:47.464875 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1ef42a05-cda3-4b56-ac75-4e05d435e40e req-2cd898a0-3b9d-46fc-a63d-38c58cbd6746 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0494790 Dec 10 18:52:47.562895 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-42a62f63-b73a-4b61-8832-3ca4cf90dc1c req-9bb6a02d-740c-449e-8280-f52649affaea tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065137 Dec 10 18:52:47.603944 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342bb28c-9db4-4f4e-80d4-300dd4fba6da req-42e8987c-4e53-4810-8015-2fd87daaae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:47.607084 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-342bb28c-9db4-4f4e-80d4-300dd4fba6da req-42e8987c-4e53-4810-8015-2fd87daaae80 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 1097 time: 0.0689492 Dec 10 18:52:47.705691 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-342bb28c-9db4-4f4e-80d4-300dd4fba6da req-5ac967f2-81cf-49cf-aa36-85bb34a9e15d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890481 Dec 10 18:52:47.716290 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6d6fe-090a-4f21-99b2-78981e0aedbc req-3ea0d337-5d78-4834-82de-60694530d919 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:47.717858 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c4e6d6fe-090a-4f21-99b2-78981e0aedbc req-3ea0d337-5d78-4834-82de-60694530d919 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0719500 Dec 10 18:52:47.823709 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c4e6d6fe-090a-4f21-99b2-78981e0aedbc req-51f5a223-1a41-464e-8e5e-9abf9ead9e4b tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886741 Dec 10 18:52:47.981932 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc67a0-11d2-445a-83b7-cbf8f369a615 req-9f160d1b-6a1a-4fb6-805e-ec66e1000b2e tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:47.984204 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f7dc67a0-11d2-445a-83b7-cbf8f369a615 req-9f160d1b-6a1a-4fb6-805e-ec66e1000b2e tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0648193 Dec 10 18:52:48.041884 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f7dc67a0-11d2-445a-83b7-cbf8f369a615 req-eb4e3fb8-4e14-4c40-822a-8fb834ab6b26 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511565 Dec 10 18:52:48.195677 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d33ad1-49fb-4b4f-99ba-317c06dfeb57 req-780aa20e-68af-4120-bf58-2d2ce945124a tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:48.197903 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-50d33ad1-49fb-4b4f-99ba-317c06dfeb57 req-780aa20e-68af-4120-bf58-2d2ce945124a tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0708015 Dec 10 18:52:48.273527 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-50d33ad1-49fb-4b4f-99ba-317c06dfeb57 req-f84a9998-4a44-44ae-83ad-ed95b177a139 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654645 Dec 10 18:52:48.413854 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a394f-8238-43ae-a67c-ead1e306b040 req-80e8bf1e-0cfb-4b62-bdb6-5409a68658f5 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:48.416100 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-014a394f-8238-43ae-a67c-ead1e306b040 req-80e8bf1e-0cfb-4b62-bdb6-5409a68658f5 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 946 time: 0.0622494 Dec 10 18:52:48.492328 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d458865-15a9-42c6-aac2-085eee757f54 req-cc499642-c134-4217-9e48-ad27a4e3c8c2 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:48.493915 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0d458865-15a9-42c6-aac2-085eee757f54 req-cc499642-c134-4217-9e48-ad27a4e3c8c2 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0792441 Dec 10 18:52:48.537910 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 47310) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:48.545093 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-014a394f-8238-43ae-a67c-ead1e306b040 req-e9c2e373-6e45-466e-ad2f-eea5efbce4df tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139271 Dec 10 18:52:48.601451 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0d458865-15a9-42c6-aac2-085eee757f54 req-c3007635-22aa-4a4f-b38b-7d51658cd7be tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998681 Dec 10 18:52:48.676580 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-45771cae-3e4d-4b41-a21c-17f98ea43169 req-83c85682-aad7-481f-bfd7-7a2dfbfa454e tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0380857 Dec 10 18:52:48.719076 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe67ab-07ba-437d-a573-2ec3bf281641 req-2ec7570d-2e8b-436f-8015-b4599c637942 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:48.721981 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4ebe67ab-07ba-437d-a573-2ec3bf281641 req-2ec7570d-2e8b-436f-8015-b4599c637942 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.0879378 Dec 10 18:52:48.776825 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f880a48c-13ba-4714-ad95-27332c57dcfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:48.803430 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4ebe67ab-07ba-437d-a573-2ec3bf281641 req-a8bb6223-8c90-44cb-a6b6-b82ed6aed659 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673919 Dec 10 18:52:48.873638 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192be790-ccb4-4d6f-8cb6-5b84d23059c5 req-7e13d90d-fdc2-46cb-99d1-7a535a7d4395 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:48.877534 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-192be790-ccb4-4d6f-8cb6-5b84d23059c5 req-7e13d90d-fdc2-46cb-99d1-7a535a7d4395 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.1106613 Dec 10 18:52:48.969916 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-192be790-ccb4-4d6f-8cb6-5b84d23059c5 req-8ebe2f69-377e-4063-9f26-fef14f64a81c tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818322 Dec 10 18:52:48.975934 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f880a48c-13ba-4714-ad95-27332c57dcfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:48.980562 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f880a48c-13ba-4714-ad95-27332c57dcfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:49.023648 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f880a48c-13ba-4714-ad95-27332c57dcfb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1d423a1e5e47492b95e60497d502aed5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4846816 Dec 10 18:52:49.024528 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f880a48c-13ba-4714-ad95-27332c57dcfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801e1248-7d12-49f0-ad21-5c0e168d9f7f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:49.026426 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 47326) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:49.081631 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e8f6f954-4fef-4429-a8bf-692499b8ba8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:49.105418 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e8f6f954-4fef-4429-a8bf-692499b8ba8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:49.124061 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8d7df-af30-4ec2-8890-dbe056415eb0 req-a4d9f9f1-3e24-404f-9cc9-ab81db80a2fd tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:49.125577 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4df8d7df-af30-4ec2-8890-dbe056415eb0 req-a4d9f9f1-3e24-404f-9cc9-ab81db80a2fd tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0530152 Dec 10 18:52:49.158685 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e8f6f954-4fef-4429-a8bf-692499b8ba8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:49.161279 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e8f6f954-4fef-4429-a8bf-692499b8ba8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:49.162423 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e8f6f954-4fef-4429-a8bf-692499b8ba8e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/801e1248-7d12-49f0-ad21-5c0e168d9f7f HTTP/1.1" status: 204 len: 168 time: 0.1350262 Dec 10 18:52:49.170197 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6f954-4fef-4429-a8bf-692499b8ba8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801e1248-7d12-49f0-ad21-5c0e168d9f7f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:49.183431 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4df8d7df-af30-4ec2-8890-dbe056415eb0 req-163870d5-e53e-463f-b3cb-516f7612c416 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501859 Dec 10 18:52:49.261340 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:52:49.309995 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c014f2-3354-49e6-ab7b-ca36846b8069 req-959377bd-19b6-4d44-894f-f02a95e73e36 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:49.311687 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d6c014f2-3354-49e6-ab7b-ca36846b8069 req-959377bd-19b6-4d44-894f-f02a95e73e36 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0544553 Dec 10 18:52:49.373300 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d6c014f2-3354-49e6-ab7b-ca36846b8069 req-4a78bb48-59fe-4a11-920c-586f9e31f817 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536880 Dec 10 18:52:49.488976 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 47348) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:49.503232 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-abebd59b-c62c-4f53-9ee0-cf41efc757ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:49.529525 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044052e6-4ffe-4610-a8f2-7f171ad2edd9 req-204913ed-833d-4545-a3b1-25aa522acb2c tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:49.531623 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-044052e6-4ffe-4610-a8f2-7f171ad2edd9 req-204913ed-833d-4545-a3b1-25aa522acb2c tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0599079 Dec 10 18:52:49.579200 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-abebd59b-c62c-4f53-9ee0-cf41efc757ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:49.585265 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-abebd59b-c62c-4f53-9ee0-cf41efc757ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:49.596653 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-044052e6-4ffe-4610-a8f2-7f171ad2edd9 req-29fbaaa5-94fd-433b-8949-1f8b6e773995 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582454 Dec 10 18:52:49.625552 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-17e5b38d-76f5-4fb4-bbc8-95754d767a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:49.631381 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-abebd59b-c62c-4f53-9ee0-cf41efc757ac admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8f1473a3b7d6420ba6697d2082c73725&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1405556 Dec 10 18:52:49.632399 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebd59b-c62c-4f53-9ee0-cf41efc757ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028e20c7-c071-4a6f-af8a-b5c4651aeca8,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:49.634090 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 47354) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:49.700312 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51115e4-e991-4a16-b531-c6108e57ce48 req-db197b2b-f787-41b8-8963-f06362276caa tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:49.709157 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b51115e4-e991-4a16-b531-c6108e57ce48 req-db197b2b-f787-41b8-8963-f06362276caa tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 946 time: 0.0703518 Dec 10 18:52:49.716262 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95a34021-eb88-4116-b249-5fced624d877 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:49.759391 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95a34021-eb88-4116-b249-5fced624d877 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:49.767852 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b51115e4-e991-4a16-b531-c6108e57ce48 req-fff2fca5-f377-4f32-8f44-64ccbd6283e5 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496612 Dec 10 18:52:49.790533 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d32943-7de1-43eb-9f00-e6cc6df18379 req-5d63c506-2628-4692-9dda-d793e3c5c0c6 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:49.792133 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b1d32943-7de1-43eb-9f00-e6cc6df18379 req-5d63c506-2628-4692-9dda-d793e3c5c0c6 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0958583 Dec 10 18:52:49.871814 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95a34021-eb88-4116-b249-5fced624d877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:49.874533 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95a34021-eb88-4116-b249-5fced624d877 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:49.875692 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-95a34021-eb88-4116-b249-5fced624d877 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/028e20c7-c071-4a6f-af8a-b5c4651aeca8 HTTP/1.1" status: 204 len: 168 time: 0.2404759 Dec 10 18:52:49.904231 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6fc7f7bd-cc2d-4a43-b196-90508fc7c28f req-476c5cb4-da6d-477e-a3d6-bc649bc54bd9 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0442810 Dec 10 18:52:49.923701 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a34021-eb88-4116-b249-5fced624d877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028e20c7-c071-4a6f-af8a-b5c4651aeca8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:49.952627 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b1d32943-7de1-43eb-9f00-e6cc6df18379 req-57a602c1-5a3b-4eff-89c8-7232f12bc92d tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203279 Dec 10 18:52:50.047339 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09604d-6adb-4e54-86aa-c190a506763e req-5e35d8c9-443f-4bf8-a5df-e7c3e0ac987c tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:50.055883 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-db09604d-6adb-4e54-86aa-c190a506763e req-5e35d8c9-443f-4bf8-a5df-e7c3e0ac987c tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.0615528 Dec 10 18:52:50.118194 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-db09604d-6adb-4e54-86aa-c190a506763e req-f3b74f0f-45a1-4834-8f21-e006d417feba tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611441 Dec 10 18:52:50.281955 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3724c50-3b9f-464b-9bff-219b73327bf8 req-3f1c7555-05e6-4af0-bb1f-45eaae8e92cc tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:50.285010 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d3724c50-3b9f-464b-9bff-219b73327bf8 req-3f1c7555-05e6-4af0-bb1f-45eaae8e92cc tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0663908 Dec 10 18:52:50.301962 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-f2ee5bbd-c12d-47a7-b615-42b5861fbb16 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:50.303557 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-f2ee5bbd-c12d-47a7-b615-42b5861fbb16 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/networks?id=465fdc47-2410-4d4c-acab-8d0f21c4165c HTTP/1.1" status: 200 len: 810 time: 0.1622081 Dec 10 18:52:50.330654 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-35200e82-c75e-46b6-9f01-a5fe3d801a42 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/quotas/67376b4cbc9c49858a62672e5bb40fd5 HTTP/1.1" status: 200 len: 375 time: 0.0204108 Dec 10 18:52:50.373391 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d3724c50-3b9f-464b-9bff-219b73327bf8 req-75377a9b-c523-458d-9643-a68aed50bae0 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813901 Dec 10 18:52:50.413936 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-5dab18ca-19da-45a5-829f-8e3e79c64a9c tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=67376b4cbc9c49858a62672e5bb40fd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0793371 Dec 10 18:52:50.496906 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-bd731086-2737-4f00-b24a-870b0ef66dc3 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=954ee866d36e44f296056e44a844352e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354264 Dec 10 18:52:50.519410 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-0442979a-d14d-41c8-8747-6a60c19dc435 service neutron] 10.222.0.62 "GET /v2.0/networks/465fdc47-2410-4d4c-acab-8d0f21c4165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042986 Dec 10 18:52:50.663370 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-008b0382-06ef-4025-bbf2-6c149a3b0731 service neutron] 10.222.0.62 "GET /v2.0/networks/465fdc47-2410-4d4c-acab-8d0f21c4165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338563 Dec 10 18:52:50.777943 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-ed2f34fe-4765-4e07-ba01-cfe65dc7b566 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:50.780219 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-ed2f34fe-4765-4e07-ba01-cfe65dc7b566 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2752440 Dec 10 18:52:50.805846 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-6f2b6c8a-e2f4-4182-8b3e-9d6354a3c909 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] 10.222.0.62 "GET /v2.0/quotas/954ee866d36e44f296056e44a844352e HTTP/1.1" status: 200 len: 375 time: 0.0195661 Dec 10 18:52:50.906245 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-f8dee64e-5b18-4cad-b447-3930ed78cdc2 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=954ee866d36e44f296056e44a844352e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0951598 Dec 10 18:52:50.989608 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5624a1d-5136-4870-a676-a9793eabe337 req-3cf9229a-d86f-4f07-9d90-4a25cc9c5329 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:50.991506 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a5624a1d-5136-4870-a676-a9793eabe337 req-3cf9229a-d86f-4f07-9d90-4a25cc9c5329 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.1177421 Dec 10 18:52:51.085930 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a5624a1d-5136-4870-a676-a9793eabe337 req-00320eca-16aa-4852-a8d8-a3a23a8eaea9 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668848 Dec 10 18:52:51.185214 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d56a35e5-eaef-40b4-ad99-e02d91bca78a req-2e59320e-4da4-4095-9a5d-49eca7a14943 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0421607 Dec 10 18:52:51.271596 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bc9e3338-324a-46fa-a6a0-c42e5292a922 req-72549b97-f488-4ab0-88a6-3a639f70cae6 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] 10.222.0.62 "GET /v2.0/ports?device_id=05237fe2-84ea-4c2d-ba77-220783a793d4 HTTP/1.1" status: 200 len: 210 time: 0.0340042 Dec 10 18:52:51.482663 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 47474) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:51.603019 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7d10a-e5a9-4e6b-99d3-168038ca552c req-d399b5e6-ab22-49d2-9f36-aff9976e8ad4 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:51.604626 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6fe7d10a-e5a9-4e6b-99d3-168038ca552c req-d399b5e6-ab22-49d2-9f36-aff9976e8ad4 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.0984282 Dec 10 18:52:51.701208 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4f0a1c38-0311-4f1f-985c-0a25634bc3bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:51.730515 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a66cbbda-f8af-4433-b8c6-067c3be5a546 req-36ad8032-2a11-4bed-9de6-7614ee2060da tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 210 time: 0.6536071 Dec 10 18:52:51.824231 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4f0a1c38-0311-4f1f-985c-0a25634bc3bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:51.839040 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6fe7d10a-e5a9-4e6b-99d3-168038ca552c req-c4b1097c-8994-4dda-8251-bcb7d5ab9d6b tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2057323 Dec 10 18:52:51.842351 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4f0a1c38-0311-4f1f-985c-0a25634bc3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:51.896176 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4f0a1c38-0311-4f1f-985c-0a25634bc3bd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=93b8c322226a45a29d8769e440f30a23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4117787 Dec 10 18:52:51.896995 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a1c38-0311-4f1f-985c-0a25634bc3bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1719d4-2262-429c-b562-aa7a2aa0c54f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:51.899427 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 47486) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:51.958163 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d1dac743-38ba-4e5b-9e1b-07740d86f72f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:51.969728 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64903a2a-d8e6-43b7-8484-d63a66e2d275 req-ec7ff136-6f9b-45b4-b9a9-41d0e0158c7b tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:51.977461 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-64903a2a-d8e6-43b7-8484-d63a66e2d275 req-ec7ff136-6f9b-45b4-b9a9-41d0e0158c7b tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.1015999 Dec 10 18:52:52.010909 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d1dac743-38ba-4e5b-9e1b-07740d86f72f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:52.043483 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-64903a2a-d8e6-43b7-8484-d63a66e2d275 req-3cb92236-150e-4173-a78b-bd9ce61e33b3 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646603 Dec 10 18:52:52.076611 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d1dac743-38ba-4e5b-9e1b-07740d86f72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:52.079810 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d1dac743-38ba-4e5b-9e1b-07740d86f72f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:52.081634 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d1dac743-38ba-4e5b-9e1b-07740d86f72f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/be1719d4-2262-429c-b562-aa7a2aa0c54f HTTP/1.1" status: 204 len: 168 time: 0.1813505 Dec 10 18:52:52.091149 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dac743-38ba-4e5b-9e1b-07740d86f72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1719d4-2262-429c-b562-aa7a2aa0c54f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:52.239066 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd9722-06bb-42de-bb57-992d0d94a5d8 req-bf1055cc-89f9-46ee-afa4-7a90c96493fa tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:52.241136 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bdcd9722-06bb-42de-bb57-992d0d94a5d8 req-bf1055cc-89f9-46ee-afa4-7a90c96493fa tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0977807 Dec 10 18:52:52.271971 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6bb6d560-0110-496a-87f2-1e59bee5fb7d req-c8da8294-c75c-4178-aea4-3a66bf249218 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0316887 Dec 10 18:52:52.303670 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bdcd9722-06bb-42de-bb57-992d0d94a5d8 req-11aa62e2-b375-4799-89a3-a0723cf29407 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524225 Dec 10 18:52:52.380425 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a3be138c-0bf8-4150-9448-7e62afd56804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:52.411112 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-20f2a579-2381-4938-950d-f68ef554c072 req-741f1616-49aa-4afc-93e4-79d548a328cc tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] 10.222.0.62 "GET /v2.0/ports?device_id=05237fe2-84ea-4c2d-ba77-220783a793d4 HTTP/1.1" status: 200 len: 210 time: 0.0308175 Dec 10 18:52:52.653535 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eedc001-827e-4c66-a65c-acfddc2d1e28 req-ae22d9b6-bcb1-4112-a93f-9a7ff618c955 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:52.655428 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5eedc001-827e-4c66-a65c-acfddc2d1e28 req-ae22d9b6-bcb1-4112-a93f-9a7ff618c955 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.1084187 Dec 10 18:52:52.708848 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-a17e88e3-27db-443d-a2c3-91ce0fb289de tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:52.710967 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-a17e88e3-27db-443d-a2c3-91ce0fb289de tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.46 "GET /v2.0/networks?id=465fdc47-2410-4d4c-acab-8d0f21c4165c HTTP/1.1" status: 200 len: 810 time: 0.1571438 Dec 10 18:52:52.725523 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5eedc001-827e-4c66-a65c-acfddc2d1e28 req-4069066e-9d0a-45b7-b8d3-d674fdbb68bb tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595529 Dec 10 18:52:52.726352 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-48ca51b5-94f9-40e1-a7c0-e51b7306d5f7 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Request body: {'port': {'device_id': 'a28751f0-01af-4615-b6d1-c0a97b7815b8', 'network_id': '465fdc47-2410-4d4c-acab-8d0f21c4165c', 'admin_state_up': True, 'tenant_id': '67376b4cbc9c49858a62672e5bb40fd5'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:52:52.969958 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45d983-c4da-4ae4-8e02-decd4cf3ce1e req-b6fe4cf1-8309-461a-9d13-4d375ba09204 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:52.979009 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f45d983-c4da-4ae4-8e02-decd4cf3ce1e req-b6fe4cf1-8309-461a-9d13-4d375ba09204 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0678656 Dec 10 18:52:53.026835 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a994a22e-117a-4736-895f-63c596b3344e req-f9b0c1c0-8143-4e68-b6c1-c059f66fff0a tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 210 time: 0.0903046 Dec 10 18:52:53.040233 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f45d983-c4da-4ae4-8e02-decd4cf3ce1e req-7c7114f4-8ab2-479a-ab9e-2a7cc7c35622 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602355 Dec 10 18:52:53.103125 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-48ca51b5-94f9-40e1-a7c0-e51b7306d5f7 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Made reservation on behalf of 67376b4cbc9c49858a62672e5bb40fd5 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:52:53.108374 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-48ca51b5-94f9-40e1-a7c0-e51b7306d5f7 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:53.114551 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-f17c28b2-4aad-42a8-bef2-0cae4a8849c1 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=954ee866d36e44f296056e44a844352e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701220 Dec 10 18:52:53.360738 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4e07f-2161-4def-8821-2c0fd2a3a1a9 req-c5c0a237-fb52-4e33-bc10-a7586f36a9ef tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:53.363053 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-55c4e07f-2161-4def-8821-2c0fd2a3a1a9 req-c5c0a237-fb52-4e33-bc10-a7586f36a9ef tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.1916757 Dec 10 18:52:53.405503 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:53.412238 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-356da96f-7287-4241-ab26-7ee7c9b0b475 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:53.414303 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-356da96f-7287-4241-ab26-7ee7c9b0b475 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2907190 Dec 10 18:52:53.421520 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-48ca51b5-94f9-40e1-a7c0-e51b7306d5f7 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Allocated IP 172.20.0.4 (465fdc47-2410-4d4c-acab-8d0f21c4165c/fbc681ce-19ba-45da-98c7-c22ee4f9dfa5/9d1f4686-f45d-4e55-b370-b62d95e317f3) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:52:53.444098 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-b8becf44-5244-43f5-8617-c0741723a419 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] Request body: {'port': {'device_id': '05237fe2-84ea-4c2d-ba77-220783a793d4', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'admin_state_up': True, 'tenant_id': '954ee866d36e44f296056e44a844352e'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:52:53.467834 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4f908-8a4f-4741-9569-eab888829402 req-6b36d47d-e677-4d06-9b7a-dd376d562d50 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:53.469137 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f6f4f908-8a4f-4741-9569-eab888829402 req-6b36d47d-e677-4d06-9b7a-dd376d562d50 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.1114247 Dec 10 18:52:53.548742 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-55c4e07f-2161-4def-8821-2c0fd2a3a1a9 req-11fceaec-169a-4a9b-bb06-e01b61c7636b tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733329 Dec 10 18:52:53.603829 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f6f4f908-8a4f-4741-9569-eab888829402 req-131be9c6-cb0a-4c2d-80e3-3eb4b1a3445e tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268926 Dec 10 18:52:53.681650 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-b8becf44-5244-43f5-8617-c0741723a419 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] Made reservation on behalf of 954ee866d36e44f296056e44a844352e for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:52:53.686008 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-b8becf44-5244-43f5-8617-c0741723a419 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:53.711130 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-b8becf44-5244-43f5-8617-c0741723a419 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:53.714435 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-af6aa6ee-5287-45af-adaf-37a3338c23c9 req-59396601-b5db-439f-bd0c-a3c57da47082 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0862625 Dec 10 18:52:53.722086 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-48ca51b5-94f9-40e1-a7c0-e51b7306d5f7 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:53.745635 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-530d0505-5918-4d2b-b09d-a77729dee7f7 req-dea83dcf-effe-4ca6-9c42-cea95d6a4d60 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] 10.222.0.62 "GET /v2.0/ports?device_id=05237fe2-84ea-4c2d-ba77-220783a793d4 HTTP/1.1" status: 200 len: 210 time: 0.0468419 Dec 10 18:52:53.790580 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-48ca51b5-94f9-40e1-a7c0-e51b7306d5f7 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:53.803238 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['2f68bc9d-70d2-45b4-9860-486399001a44'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:52:53.851370 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca51b5-94f9-40e1-a7c0-e51b7306d5f7 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Pushing event updated for resources: {'Port': ['ID=9d1f4686-f45d-4e55-b370-b62d95e317f3,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:53.867057 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-48ca51b5-94f9-40e1-a7c0-e51b7306d5f7 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Network 465fdc47-2410-4d4c-acab-8d0f21c4165c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:52:53.868580 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-48ca51b5-94f9-40e1-a7c0-e51b7306d5f7 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:52:53.871507 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-48ca51b5-94f9-40e1-a7c0-e51b7306d5f7 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:52:53.898511 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-b8becf44-5244-43f5-8617-c0741723a419 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:53.916093 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-b8becf44-5244-43f5-8617-c0741723a419 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:53.937407 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-48ca51b5-94f9-40e1-a7c0-e51b7306d5f7 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:53.937407 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-48ca51b5-94f9-40e1-a7c0-e51b7306d5f7 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:53.959095 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8becf44-5244-43f5-8617-c0741723a419 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3f7cd2-31f6-4b4f-a875-c53ac22df282,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:53.963580 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-48ca51b5-94f9-40e1-a7c0-e51b7306d5f7 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2413116 Dec 10 18:52:53.976452 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-54098232-b226-4c2c-bb45-cd135a7cf101 service neutron] Request body: {'port': {'device_id': 'a28751f0-01af-4615-b6d1-c0a97b7815b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:52:54.071148 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af32ab-fa5b-4441-8330-0d09dee0f533 req-576ed824-2a24-450b-98bb-036f8aece314 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:54.078771 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34af32ab-fa5b-4441-8330-0d09dee0f533 req-576ed824-2a24-450b-98bb-036f8aece314 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.1966009 Dec 10 18:52:54.102761 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-54098232-b226-4c2c-bb45-cd135a7cf101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:54.213134 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34af32ab-fa5b-4441-8330-0d09dee0f533 req-4857eb93-cd8b-412c-a85d-71190cbb86d2 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331449 Dec 10 18:52:54.247254 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-b8becf44-5244-43f5-8617-c0741723a419 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] Allocated IP 192.168.233.27 (c9403646-ab9b-4a0a-827b-6d4376246b64/ec05590b-5c35-4e58-9087-8773857a69b9/68c0932d-1021-48f4-8694-a49fcd62badc) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:52:54.452894 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab5dcb-d995-4b6c-b39d-708e7c80d8c1 req-647e1a19-e35a-4668-a42a-3cc9ac0fb6ae tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:54.465764 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3cab5dcb-d995-4b6c-b39d-708e7c80d8c1 req-647e1a19-e35a-4668-a42a-3cc9ac0fb6ae tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 931 time: 0.3120074 Dec 10 18:52:54.490696 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf05555-0f79-4e25-9762-2239bcd42ae8 req-aa694c6f-f2df-4574-a867-8f6068a3eff9 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:54.495135 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7cf05555-0f79-4e25-9762-2239bcd42ae8 req-aa694c6f-f2df-4574-a867-8f6068a3eff9 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.1516695 Dec 10 18:52:54.569674 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-b8becf44-5244-43f5-8617-c0741723a419 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:54.598301 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7cf05555-0f79-4e25-9762-2239bcd42ae8 req-5423e3df-b5d3-47e7-837c-95fc318c84f5 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936010 Dec 10 18:52:54.602501 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3cab5dcb-d995-4b6c-b39d-708e7c80d8c1 req-fc9312ff-1840-4340-99ca-82a9d2e8db99 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230514 Dec 10 18:52:54.659586 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-b8becf44-5244-43f5-8617-c0741723a419 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:54.730387 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-b8becf44-5244-43f5-8617-c0741723a419 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] Network c9403646-ab9b-4a0a-827b-6d4376246b64 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:52:54.738148 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-b8becf44-5244-43f5-8617-c0741723a419 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:52:54.745195 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-54098232-b226-4c2c-bb45-cd135a7cf101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d1f4686-f45d-4e55-b370-b62d95e317f3 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:52:54.745720 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-b8becf44-5244-43f5-8617-c0741723a419 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:52:54.756573 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8becf44-5244-43f5-8617-c0741723a419 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] Pushing event updated for resources: {'Port': ['ID=68c0932d-1021-48f4-8694-a49fcd62badc,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:54.762277 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-54098232-b226-4c2c-bb45-cd135a7cf101 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:54.781705 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:54.797308 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d918ddae-8089-44be-bd25-3664d55585ad req-1b475963-d585-461c-aa9f-105f50869cc8 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:54.802725 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d918ddae-8089-44be-bd25-3664d55585ad req-1b475963-d585-461c-aa9f-105f50869cc8 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.1295686 Dec 10 18:52:54.805756 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-54098232-b226-4c2c-bb45-cd135a7cf101 service neutron] Transition to ACTIVE for port object 9d1f4686-f45d-4e55-b370-b62d95e317f3 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:52:54.814627 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-54098232-b226-4c2c-bb45-cd135a7cf101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:54.912591 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-b8becf44-5244-43f5-8617-c0741723a419 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:54.913524 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-b8becf44-5244-43f5-8617-c0741723a419 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:54.920849 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 47620) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:54.928698 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f0686-332a-43f9-a8d6-eeb693f79580 req-c6da2c42-86d1-4f13-ab48-a483a8de7501 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:54.937672 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2c4f0686-332a-43f9-a8d6-eeb693f79580 req-c6da2c42-86d1-4f13-ab48-a483a8de7501 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.1943259 Dec 10 18:52:54.982004 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-b8becf44-5244-43f5-8617-c0741723a419 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5464170 Dec 10 18:52:54.991783 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54098232-b226-4c2c-bb45-cd135a7cf101 service neutron] Pushing event updated for resources: {'Port': ['ID=9d1f4686-f45d-4e55-b370-b62d95e317f3,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:55.001923 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d918ddae-8089-44be-bd25-3664d55585ad req-c03450a8-78f5-4caa-9e23-d1d62e97de74 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979613 Dec 10 18:52:55.023346 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-93a7ae94-4df8-4576-9ba8-a92c4a0583da service neutron] Request body: {'port': {'device_id': '05237fe2-84ea-4c2d-ba77-220783a793d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:52:55.037668 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2c4f0686-332a-43f9-a8d6-eeb693f79580 req-ec2845be-6d28-4201-b278-6df2633fc54e tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990143 Dec 10 18:52:55.083902 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-54098232-b226-4c2c-bb45-cd135a7cf101 service neutron] Attempting to bind port 9d1f4686-f45d-4e55-b370-b62d95e317f3 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:52:55.084243 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-54098232-b226-4c2c-bb45-cd135a7cf101 service neutron] Attempting to bind port 9d1f4686-f45d-4e55-b370-b62d95e317f3 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': 'e40913c2-6008-45d5-9433-0b35de35b591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '465fdc47-2410-4d4c-acab-8d0f21c4165c'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:52:55.084576 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-54098232-b226-4c2c-bb45-cd135a7cf101 service neutron] Attempting to bind port 9d1f4686-f45d-4e55-b370-b62d95e317f3 on network 465fdc47-2410-4d4c-acab-8d0f21c4165c {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:52:55.091064 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-54098232-b226-4c2c-bb45-cd135a7cf101 service neutron] Port 9d1f4686-f45d-4e55-b370-b62d95e317f3 on network 465fdc47-2410-4d4c-acab-8d0f21c4165c not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:52:55.093649 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-54098232-b226-4c2c-bb45-cd135a7cf101 service neutron] Attempting to bind port 9d1f4686-f45d-4e55-b370-b62d95e317f3 on network 465fdc47-2410-4d4c-acab-8d0f21c4165c {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:52:55.104373 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-54098232-b226-4c2c-bb45-cd135a7cf101 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:52:55.105423 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-54098232-b226-4c2c-bb45-cd135a7cf101 service neutron] Checking segment: {'id': 'e40913c2-6008-45d5-9433-0b35de35b591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '465fdc47-2410-4d4c-acab-8d0f21c4165c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:52:55.106388 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-54098232-b226-4c2c-bb45-cd135a7cf101 service neutron] Bound using segment: {'id': 'e40913c2-6008-45d5-9433-0b35de35b591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '465fdc47-2410-4d4c-acab-8d0f21c4165c'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:52:55.110146 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-54098232-b226-4c2c-bb45-cd135a7cf101 service neutron] Bound port: 9d1f4686-f45d-4e55-b370-b62d95e317f3, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e40913c2-6008-45d5-9433-0b35de35b591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '465fdc47-2410-4d4c-acab-8d0f21c4165c'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:52:55.111616 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-54098232-b226-4c2c-bb45-cd135a7cf101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:55.158265 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-76e6b417-6fef-4ec5-a4dc-3e8c7bdddc67 req-dd6cedb3-7c30-48c2-bf16-ea6309841dbf tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0430245 Dec 10 18:52:55.185845 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-435093b8-32d0-47cc-b2f2-ea55e130fc0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:55.190648 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-93a7ae94-4df8-4576-9ba8-a92c4a0583da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:55.220855 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-20fe6187-d0d9-49f3-8352-92c57fc5866c None None] Provisioning complete for port 68c0932d-1021-48f4-8694-a49fcd62badc triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:55.221460 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-20fe6187-d0d9-49f3-8352-92c57fc5866c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:55.274115 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74590d7-4d80-450a-849a-455a0b78e3fc req-f2216793-72e9-4ada-9d3f-4460612e2ead tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:55.277999 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d74590d7-4d80-450a-849a-455a0b78e3fc req-f2216793-72e9-4ada-9d3f-4460612e2ead tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] 10.222.0.62 "GET /v2.0/ports?device_id=05237fe2-84ea-4c2d-ba77-220783a793d4 HTTP/1.1" status: 200 len: 935 time: 0.1263270 Dec 10 18:52:55.299656 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-54098232-b226-4c2c-bb45-cd135a7cf101 service neutron] For port 9d1f4686-f45d-4e55-b370-b62d95e317f3, host n-h1-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:52:55.303947 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-54098232-b226-4c2c-bb45-cd135a7cf101 service neutron] For port 9d1f4686-f45d-4e55-b370-b62d95e317f3, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=9d1f4686-f45d-4e55-b370-b62d95e317f3,segment=NetworkSegment(e40913c2-6008-45d5-9433-0b35de35b591),segment_id=e40913c2-6008-45d5-9433-0b35de35b591)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:52:55.315430 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-54098232-b226-4c2c-bb45-cd135a7cf101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:55.324101 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-20fe6187-d0d9-49f3-8352-92c57fc5866c None None] Port 68c0932d-1021-48f4-8694-a49fcd62badc cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:52:55.384826 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-435093b8-32d0-47cc-b2f2-ea55e130fc0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:55.390917 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-54098232-b226-4c2c-bb45-cd135a7cf101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:55.391720 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-54098232-b226-4c2c-bb45-cd135a7cf101 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:55.394253 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-54098232-b226-4c2c-bb45-cd135a7cf101 service neutron] 10.222.0.46 "PUT /v2.0/ports/9d1f4686-f45d-4e55-b370-b62d95e317f3 HTTP/1.1" status: 200 len: 1091 time: 1.4219229 Dec 10 18:52:55.394781 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a28751f0-01af-4615-b6d1-c0a97b7815b8', 'tag': '9d1f4686-f45d-4e55-b370-b62d95e317f3'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:52:55.398348 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583a5b53-8f50-4ebc-907d-093b39a103f2" -d '{"events": [{"name": "network-changed", "server_uuid": "a28751f0-01af-4615-b6d1-c0a97b7815b8", "tag": "9d1f4686-f45d-4e55-b370-b62d95e317f3"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:52:55.404025 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-435093b8-32d0-47cc-b2f2-ea55e130fc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:55.478411 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:55.487667 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d74590d7-4d80-450a-849a-455a0b78e3fc req-a460e4a9-152f-47dc-ae7d-0173e404265b tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e3f7cd2-31f6-4b4f-a875-c53ac22df282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926174 Dec 10 18:52:55.517376 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54098232-b226-4c2c-bb45-cd135a7cf101 service neutron] Pushing event updated for resources: {'Port': ['ID=9d1f4686-f45d-4e55-b370-b62d95e317f3,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:55.517376 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435093b8-32d0-47cc-b2f2-ea55e130fc0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0874976f-42f9-491e-b0ea-087cf5e97353,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:55.542061 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-435093b8-32d0-47cc-b2f2-ea55e130fc0c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3064f9925f95415b8d382d42f152b6c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6158051 Dec 10 18:52:55.543989 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 47636) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:55.593149 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5df0430-13e9-4737-ad1a-065f428c5cdc x-openstack-request-id: req-a5df0430-13e9-4737-ad1a-065f428c5cdc {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:52:55.593437 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a28751f0-01af-4615-b6d1-c0a97b7815b8", "tag": "9d1f4686-f45d-4e55-b370-b62d95e317f3", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:52:55.593682 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a5df0430-13e9-4737-ad1a-065f428c5cdc {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:52:55.594414 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a28751f0-01af-4615-b6d1-c0a97b7815b8', 'tag': '9d1f4686-f45d-4e55-b370-b62d95e317f3', 'status': 'completed', 'code': 200} Dec 10 18:52:55.607212 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f5c3b-47db-4d7b-af0b-612d4dc0b502 req-6521bc6e-7404-495f-839b-79705c8de923 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:55.608897 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b52f5c3b-47db-4d7b-af0b-612d4dc0b502 req-6521bc6e-7404-495f-839b-79705c8de923 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.1807957 Dec 10 18:52:55.612404 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-c62c5bbc-dbb2-42a8-ba2b-01836c56dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:55.613914 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-c62c5bbc-dbb2-42a8-ba2b-01836c56dfc4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67376b4cbc9c49858a62672e5bb40fd5&device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 1094 time: 0.1516736 Dec 10 18:52:55.677382 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-ec4ef9b9-221c-4d1e-9d69-bb35ab70eeab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d1f4686-f45d-4e55-b370-b62d95e317f3 HTTP/1.1" status: 200 len: 217 time: 0.0489781 Dec 10 18:52:55.739883 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-93a7ae94-4df8-4576-9ba8-a92c4a0583da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68c0932d-1021-48f4-8694-a49fcd62badc {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:52:55.755302 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-93a7ae94-4df8-4576-9ba8-a92c4a0583da service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:55.779472 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-93a7ae94-4df8-4576-9ba8-a92c4a0583da service neutron] Transition to ACTIVE for port object 68c0932d-1021-48f4-8694-a49fcd62badc will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:52:55.790400 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267bf52b-4a09-4709-a5bd-44668e02c396 req-f6d6c7e5-2d87-47e4-8895-07a3a8e68171 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:55.792183 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-267bf52b-4a09-4709-a5bd-44668e02c396 req-f6d6c7e5-2d87-47e4-8895-07a3a8e68171 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 943 time: 0.0838923 Dec 10 18:52:55.793581 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-93a7ae94-4df8-4576-9ba8-a92c4a0583da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:55.910139 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a7ae94-4df8-4576-9ba8-a92c4a0583da service neutron] Pushing event updated for resources: {'Port': ['ID=68c0932d-1021-48f4-8694-a49fcd62badc,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:56.000018 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-93a7ae94-4df8-4576-9ba8-a92c4a0583da service neutron] Attempting to bind port 68c0932d-1021-48f4-8694-a49fcd62badc on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:52:56.000763 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-93a7ae94-4df8-4576-9ba8-a92c4a0583da service neutron] Attempting to bind port 68c0932d-1021-48f4-8694-a49fcd62badc by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:52:56.001608 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-93a7ae94-4df8-4576-9ba8-a92c4a0583da service neutron] Attempting to bind port 68c0932d-1021-48f4-8694-a49fcd62badc on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:52:56.017478 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-267bf52b-4a09-4709-a5bd-44668e02c396 req-63fc1299-812c-445f-9638-292ea4f2ac01 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903834 Dec 10 18:52:56.018577 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-93a7ae94-4df8-4576-9ba8-a92c4a0583da service neutron] Port 68c0932d-1021-48f4-8694-a49fcd62badc on network c9403646-ab9b-4a0a-827b-6d4376246b64 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:52:56.019091 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-93a7ae94-4df8-4576-9ba8-a92c4a0583da service neutron] Attempting to bind port 68c0932d-1021-48f4-8694-a49fcd62badc on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:52:56.034149 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-93a7ae94-4df8-4576-9ba8-a92c4a0583da service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:52:56.034149 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-93a7ae94-4df8-4576-9ba8-a92c4a0583da service neutron] Checking segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:52:56.034149 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-93a7ae94-4df8-4576-9ba8-a92c4a0583da service neutron] Bound using segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:52:56.034149 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-93a7ae94-4df8-4576-9ba8-a92c4a0583da service neutron] Bound port: 68c0932d-1021-48f4-8694-a49fcd62badc, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:52:56.034149 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-93a7ae94-4df8-4576-9ba8-a92c4a0583da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:56.088115 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee64c480-f648-46d4-9b46-99b07ff9383b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:56.114922 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b52f5c3b-47db-4d7b-af0b-612d4dc0b502 req-70912e1e-2edc-4cbb-8b73-898db4ac1da9 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4953225 Dec 10 18:52:56.123780 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-93a7ae94-4df8-4576-9ba8-a92c4a0583da service neutron] For port 68c0932d-1021-48f4-8694-a49fcd62badc, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:52:56.127713 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-93a7ae94-4df8-4576-9ba8-a92c4a0583da service neutron] For port 68c0932d-1021-48f4-8694-a49fcd62badc, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=68c0932d-1021-48f4-8694-a49fcd62badc,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:52:56.136501 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-93a7ae94-4df8-4576-9ba8-a92c4a0583da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:56.164847 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee64c480-f648-46d4-9b46-99b07ff9383b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:56.192156 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-4ee5aeba-c088-44f0-b4f7-fb4dbf654592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:56.197256 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-4ee5aeba-c088-44f0-b4f7-fb4dbf654592 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fbc681ce-19ba-45da-98c7-c22ee4f9dfa5 HTTP/1.1" status: 200 len: 850 time: 0.5133955 Dec 10 18:52:56.267457 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-93a7ae94-4df8-4576-9ba8-a92c4a0583da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:56.270064 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-93a7ae94-4df8-4576-9ba8-a92c4a0583da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:56.271508 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-93a7ae94-4df8-4576-9ba8-a92c4a0583da service neutron] 10.222.0.46 "PUT /v2.0/ports/68c0932d-1021-48f4-8694-a49fcd62badc HTTP/1.1" status: 200 len: 1095 time: 1.2565916 Dec 10 18:52:56.272955 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-8d4b824b-b899-4844-840c-217785a0d464 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=465fdc47-2410-4d4c-acab-8d0f21c4165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609608 Dec 10 18:52:56.277696 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05237fe2-84ea-4c2d-ba77-220783a793d4', 'tag': '68c0932d-1021-48f4-8694-a49fcd62badc'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:52:56.280732 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a452abb7-d4e3-4538-aa20-914f03aba0d1" -d '{"events": [{"name": "network-changed", "server_uuid": "05237fe2-84ea-4c2d-ba77-220783a793d4", "tag": "68c0932d-1021-48f4-8694-a49fcd62badc"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:52:56.327163 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a6a5250a-ccde-47f8-91ae-7c64d124bf9c req-67cbdb55-b8ad-43db-b5a1-cc8578fb1b66 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0602930 Dec 10 18:52:56.389111 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a7ae94-4df8-4576-9ba8-a92c4a0583da service neutron] Pushing event updated for resources: {'Port': ['ID=68c0932d-1021-48f4-8694-a49fcd62badc,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:56.401151 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49524e-be7d-448d-99e1-fae5bf198747 req-1dfa8058-fd32-4ca6-a0ac-4057ad41d1e3 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:56.406626 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cf49524e-be7d-448d-99e1-fae5bf198747 req-1dfa8058-fd32-4ca6-a0ac-4057ad41d1e3 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.2416534 Dec 10 18:52:56.419048 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fb1e0b-6ecb-424b-9248-fa9bc49509ac x-openstack-request-id: req-48fb1e0b-6ecb-424b-9248-fa9bc49509ac {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:52:56.419369 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05237fe2-84ea-4c2d-ba77-220783a793d4", "tag": "68c0932d-1021-48f4-8694-a49fcd62badc", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:52:56.419678 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-48fb1e0b-6ecb-424b-9248-fa9bc49509ac {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:52:56.420061 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05237fe2-84ea-4c2d-ba77-220783a793d4', 'tag': '68c0932d-1021-48f4-8694-a49fcd62badc', 'status': 'completed', 'code': 200} Dec 10 18:52:56.449204 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-aecd0772-add4-4de5-8cb6-97c322d2a3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:56.450613 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-aecd0772-add4-4de5-8cb6-97c322d2a3e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=954ee866d36e44f296056e44a844352e&device_id=05237fe2-84ea-4c2d-ba77-220783a793d4 HTTP/1.1" status: 200 len: 1098 time: 0.1154590 Dec 10 18:52:56.459231 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee64c480-f648-46d4-9b46-99b07ff9383b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:56.464209 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee64c480-f648-46d4-9b46-99b07ff9383b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:56.465998 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ee64c480-f648-46d4-9b46-99b07ff9383b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0874976f-42f9-491e-b0ea-087cf5e97353 HTTP/1.1" status: 204 len: 168 time: 0.9181852 Dec 10 18:52:56.495555 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee64c480-f648-46d4-9b46-99b07ff9383b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0874976f-42f9-491e-b0ea-087cf5e97353,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:56.498633 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cf49524e-be7d-448d-99e1-fae5bf198747 req-08eb1b07-af04-4c8e-9e90-a5bf5f1eb2dc tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870337 Dec 10 18:52:56.508327 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-4bd4e3a8-e97b-4eed-ad43-27c47bb91291 service neutron] 10.222.0.46 "GET /v2.0/networks/465fdc47-2410-4d4c-acab-8d0f21c4165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226305 Dec 10 18:52:56.556294 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-c3763265-d0b3-4d03-878f-5f72d2569019 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=68c0932d-1021-48f4-8694-a49fcd62badc HTTP/1.1" status: 200 len: 217 time: 0.0958772 Dec 10 18:52:56.653018 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-73c97c62-2793-4180-9234-ffb6a658234d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:56.655385 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-73c97c62-2793-4180-9234-ffb6a658234d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.0872560 Dec 10 18:52:56.703454 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cbb6ef9a-6518-4ef5-98ab-0337cfc13783 req-5eefd492-6476-4f08-9b75-864ea70daee6 service neutron] 10.222.0.46 "GET /v2.0/networks/465fdc47-2410-4d4c-acab-8d0f21c4165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703937 Dec 10 18:52:56.730918 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b18a51-6a32-441f-beec-f17f85c64047 req-89f6691b-aed5-4361-b895-37fc6d6776e8 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:56.733775 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a7b18a51-6a32-441f-beec-f17f85c64047 req-89f6691b-aed5-4361-b895-37fc6d6776e8 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] 10.222.0.62 "GET /v2.0/ports?device_id=05237fe2-84ea-4c2d-ba77-220783a793d4 HTTP/1.1" status: 200 len: 947 time: 0.0907469 Dec 10 18:52:56.735620 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-f063acd5-489f-47d2-9039-fec55d9cd64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:56.737198 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-f063acd5-489f-47d2-9039-fec55d9cd64b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0750906 Dec 10 18:52:56.834529 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a7b18a51-6a32-441f-beec-f17f85c64047 req-7c93e15f-7059-4ae4-bf32-a82a8f5de08e tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e3f7cd2-31f6-4b4f-a875-c53ac22df282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906992 Dec 10 18:52:56.840877 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a5b53-8f50-4ebc-907d-093b39a103f2 req-f8b67a81-c179-4090-9376-2c7314af95c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:56.842374 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-583a5b53-8f50-4ebc-907d-093b39a103f2 req-f8b67a81-c179-4090-9376-2c7314af95c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67376b4cbc9c49858a62672e5bb40fd5&device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 1094 time: 0.0790977 Dec 10 18:52:56.874102 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-4c4ff699-c11d-4937-96ea-76e44daaa218 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206686 Dec 10 18:52:56.956532 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a5b53-8f50-4ebc-907d-093b39a103f2 req-84ebbe07-23f1-45ee-a956-fdd9cf0c3e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:56.959197 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-583a5b53-8f50-4ebc-907d-093b39a103f2 req-84ebbe07-23f1-45ee-a956-fdd9cf0c3e87 service neutron] 10.222.0.46 "GET /v2.0/networks?id=465fdc47-2410-4d4c-acab-8d0f21c4165c HTTP/1.1" status: 200 len: 911 time: 0.1095972 Dec 10 18:52:57.020236 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-521cb1ef-9dcc-4d62-acd4-6b12825dd95e req-91308f35-c1c6-48be-a75f-97ce0221e060 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382933 Dec 10 18:52:57.025433 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-583a5b53-8f50-4ebc-907d-093b39a103f2 req-f2d490bf-1b08-4e16-8bd8-20403bd378b2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d1f4686-f45d-4e55-b370-b62d95e317f3 HTTP/1.1" status: 200 len: 217 time: 0.0572529 Dec 10 18:52:57.103049 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a5b53-8f50-4ebc-907d-093b39a103f2 req-3f5ff81d-133d-482f-b667-09e92e6638e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:57.104614 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-583a5b53-8f50-4ebc-907d-093b39a103f2 req-3f5ff81d-133d-482f-b667-09e92e6638e0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fbc681ce-19ba-45da-98c7-c22ee4f9dfa5 HTTP/1.1" status: 200 len: 850 time: 0.0655913 Dec 10 18:52:57.169466 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-583a5b53-8f50-4ebc-907d-093b39a103f2 req-f211cde5-b057-4e07-ae5f-43116922e357 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=465fdc47-2410-4d4c-acab-8d0f21c4165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545299 Dec 10 18:52:57.178041 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a452abb7-d4e3-4538-aa20-914f03aba0d1 req-12c07be5-2852-4209-a8f7-4bd6d1c2d193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:57.179539 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a452abb7-d4e3-4538-aa20-914f03aba0d1 req-12c07be5-2852-4209-a8f7-4bd6d1c2d193 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=954ee866d36e44f296056e44a844352e&device_id=05237fe2-84ea-4c2d-ba77-220783a793d4 HTTP/1.1" status: 200 len: 1098 time: 0.1120646 Dec 10 18:52:57.198337 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2df13-2314-4751-bea4-c8c4fdf4b7ba req-176f3cf1-c7a1-4ea3-a1da-31c7828bd491 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:57.199889 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-90e2df13-2314-4751-bea4-c8c4fdf4b7ba req-176f3cf1-c7a1-4ea3-a1da-31c7828bd491 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 943 time: 0.0744600 Dec 10 18:52:57.300704 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-90e2df13-2314-4751-bea4-c8c4fdf4b7ba req-85d4012a-c73b-487e-bc0f-ba9c542bc92f tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929270 Dec 10 18:52:57.340128 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a452abb7-d4e3-4538-aa20-914f03aba0d1 req-03c43d59-365f-439d-b065-02f13d9ef9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:57.341892 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a452abb7-d4e3-4538-aa20-914f03aba0d1 req-03c43d59-365f-439d-b065-02f13d9ef9ff service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.1524732 Dec 10 18:52:57.384340 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-583a5b53-8f50-4ebc-907d-093b39a103f2 req-de891ccd-371e-4552-9498-b1725b7728b6 service neutron] 10.222.0.46 "GET /v2.0/networks/465fdc47-2410-4d4c-acab-8d0f21c4165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061188 Dec 10 18:52:57.396217 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77eb6c1-ca53-4304-80d7-8ab75d04e8bf req-4d912cc7-03e4-4df4-9c7c-25aca1c96645 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:57.398228 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b77eb6c1-ca53-4304-80d7-8ab75d04e8bf req-4d912cc7-03e4-4df4-9c7c-25aca1c96645 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.1328070 Dec 10 18:52:57.401737 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a452abb7-d4e3-4538-aa20-914f03aba0d1 req-3035e487-cec4-4891-bd89-425c53f1ad6f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=68c0932d-1021-48f4-8694-a49fcd62badc HTTP/1.1" status: 200 len: 217 time: 0.0513022 Dec 10 18:52:57.491185 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c6e4ab36-fa2e-403f-b353-585f72d798ad req-bbb12a89-b68d-4238-8b91-67495a32092f tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0381162 Dec 10 18:52:57.503869 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a452abb7-d4e3-4538-aa20-914f03aba0d1 req-d8456050-89e5-4b39-b0f8-2305f75a9808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:57.505590 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a452abb7-d4e3-4538-aa20-914f03aba0d1 req-d8456050-89e5-4b39-b0f8-2305f75a9808 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.0948288 Dec 10 18:52:57.518830 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b77eb6c1-ca53-4304-80d7-8ab75d04e8bf req-993acebe-e458-4c08-b41c-692288095126 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109819 Dec 10 18:52:57.583635 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-583a5b53-8f50-4ebc-907d-093b39a103f2 req-132082e3-3fb5-414e-b209-7e7e092d936a service neutron] 10.222.0.46 "GET /v2.0/networks/465fdc47-2410-4d4c-acab-8d0f21c4165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841269 Dec 10 18:52:57.663455 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a452abb7-d4e3-4538-aa20-914f03aba0d1 req-1a8c37a0-1123-4e69-bffa-f6ddc9eea8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:57.663455 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a452abb7-d4e3-4538-aa20-914f03aba0d1 req-1a8c37a0-1123-4e69-bffa-f6ddc9eea8c4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1471660 Dec 10 18:52:57.733294 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84e52b-1e2b-4080-9026-3a23ebb3cc75 req-f9790b4c-677b-476c-abd4-97873c17c796 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:57.734816 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ff84e52b-1e2b-4080-9026-3a23ebb3cc75 req-f9790b4c-677b-476c-abd4-97873c17c796 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.1442754 Dec 10 18:52:57.823897 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a452abb7-d4e3-4538-aa20-914f03aba0d1 req-9c241d0d-0a03-42ba-98e5-a55682e56ab6 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512020 Dec 10 18:52:57.827566 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ff84e52b-1e2b-4080-9026-3a23ebb3cc75 req-e32a5bfd-d29c-448b-b7e3-c00ec9f10063 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823307 Dec 10 18:52:57.870151 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424287ce-fcad-4f11-9524-527305687a45 req-5c6fb859-fb19-4cc6-9d3d-b70fba7a77f6 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:57.871682 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-424287ce-fcad-4f11-9524-527305687a45 req-5c6fb859-fb19-4cc6-9d3d-b70fba7a77f6 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0793684 Dec 10 18:52:57.992598 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-424287ce-fcad-4f11-9524-527305687a45 req-47f5d513-5718-459d-86df-3cd1c7f1f477 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143734 Dec 10 18:52:58.003988 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a452abb7-d4e3-4538-aa20-914f03aba0d1 req-81361d1e-f44c-4e29-a558-66bef32d54e5 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562159 Dec 10 18:52:58.161269 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca261b-30b7-44ab-8b25-8bfa5235d7b7 req-72c982eb-893f-4530-8cf4-f5aa1c3ddf4f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:58.163183 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eeca261b-30b7-44ab-8b25-8bfa5235d7b7 req-72c982eb-893f-4530-8cf4-f5aa1c3ddf4f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.0549417 Dec 10 18:52:58.214207 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345717ab-035b-445e-9100-43670be29756 req-01f30571-5ebe-47f5-8fde-90d2cddd4203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:58.216072 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-345717ab-035b-445e-9100-43670be29756 req-01f30571-5ebe-47f5-8fde-90d2cddd4203 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6dd50388a58440cca7ab90078e887719&device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 1095 time: 0.0674767 Dec 10 18:52:58.223805 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435b341-825a-4512-82d9-2b5097b33dad req-5ab95d48-bd41-48a0-95f8-269737505313 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:58.228745 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6435b341-825a-4512-82d9-2b5097b33dad req-5ab95d48-bd41-48a0-95f8-269737505313 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] 10.222.0.62 "GET /v2.0/ports?device_id=05237fe2-84ea-4c2d-ba77-220783a793d4 HTTP/1.1" status: 200 len: 947 time: 0.1370683 Dec 10 18:52:58.236858 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eeca261b-30b7-44ab-8b25-8bfa5235d7b7 req-82a80810-c85f-46f0-9b0a-b98d165ef2e0 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656424 Dec 10 18:52:58.381906 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345717ab-035b-445e-9100-43670be29756 req-f368e670-09c0-443c-bf8b-43fc410e9ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:58.383921 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-345717ab-035b-445e-9100-43670be29756 req-f368e670-09c0-443c-bf8b-43fc410e9ff5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3bc50282-3306-4b81-ae1a-81a9a8be5df5 HTTP/1.1" status: 200 len: 912 time: 0.1537175 Dec 10 18:52:58.394940 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6435b341-825a-4512-82d9-2b5097b33dad req-a3df1f5b-d464-4c6c-868b-790b4198aff1 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e3f7cd2-31f6-4b4f-a875-c53ac22df282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549304 Dec 10 18:52:58.479396 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-345717ab-035b-445e-9100-43670be29756 req-bb72136e-7d5c-4d5d-9861-e1bfd2ffee8d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 HTTP/1.1" status: 200 len: 999 time: 0.0831821 Dec 10 18:52:58.484268 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba57d4-8b61-4aca-afa1-0fe7e995f2f4 req-c078d192-5c3c-4924-b11c-b0415c9f515d tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:58.492262 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a9ba57d4-8b61-4aca-afa1-0fe7e995f2f4 req-c078d192-5c3c-4924-b11c-b0415c9f515d tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 943 time: 0.0611787 Dec 10 18:52:58.544547 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a9ba57d4-8b61-4aca-afa1-0fe7e995f2f4 req-f630c24c-ed8f-4418-9861-3567ca9e9217 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513909 Dec 10 18:52:58.566533 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345717ab-035b-445e-9100-43670be29756 req-bd8b224e-8f4e-48c3-8f71-2f1c1c271b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:58.568362 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-345717ab-035b-445e-9100-43670be29756 req-bd8b224e-8f4e-48c3-8f71-2f1c1c271b55 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cdd9c23d-5046-4c54-950e-a05aba46bbec HTTP/1.1" status: 200 len: 850 time: 0.0818160 Dec 10 18:52:58.608880 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4ff571bd-6acd-4935-a067-fbf4b9b19728 req-282d6867-4072-4cc9-a73f-ec87f7e9a5ca tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0392313 Dec 10 18:52:58.641665 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345717ab-035b-445e-9100-43670be29756 req-f9d71e03-a393-495b-9b8c-c2247584bdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:58.644014 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-345717ab-035b-445e-9100-43670be29756 req-f9d71e03-a393-495b-9b8c-c2247584bdc1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3bc50282-3306-4b81-ae1a-81a9a8be5df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647919 Dec 10 18:52:58.742642 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-345717ab-035b-445e-9100-43670be29756 req-b9ee0130-b040-4bad-b00b-1319a21c768f service neutron] 10.222.0.72 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911007 Dec 10 18:52:58.842206 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-345717ab-035b-445e-9100-43670be29756 req-1ed7bd28-8082-401a-bd29-27e8a645ca65 service neutron] 10.222.0.72 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931249 Dec 10 18:52:59.141459 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffda33f-2371-46a8-850b-e7852f9a4772 req-8d3b2752-3697-44b5-bd29-4a8f31c76aa1 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:59.143853 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8ffda33f-2371-46a8-850b-e7852f9a4772 req-8d3b2752-3697-44b5-bd29-4a8f31c76aa1 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0517306 Dec 10 18:52:59.195240 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8ffda33f-2371-46a8-850b-e7852f9a4772 req-f88469db-d857-4f10-9171-98e4dd4e6019 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446608 Dec 10 18:52:59.199104 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 9d1f4686-f45d-4e55-b370-b62d95e317f3 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:52:59.357305 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 9d1f4686-f45d-4e55-b370-b62d95e317f3, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=9d1f4686-f45d-4e55-b370-b62d95e317f3,segment=NetworkSegment(e40913c2-6008-45d5-9433-0b35de35b591),segment_id=e40913c2-6008-45d5-9433-0b35de35b591)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:59.380044 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '9d1f4686-f45d-4e55-b370-b62d95e317f3', 'network_id': '465fdc47-2410-4d4c-acab-8d0f21c4165c', 'port_id': '9d1f4686-f45d-4e55-b370-b62d95e317f3', 'mac_address': 'fa:16:3e:40:cf:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc681ce-19ba-45da-98c7-c22ee4f9dfa5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:52:59.395571 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332c74e-33f5-4dfd-8404-32eb0b72f1d1 req-9ed0261a-1f8e-4c2c-83d3-e4e533c06221 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:59.399267 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6332c74e-33f5-4dfd-8404-32eb0b72f1d1 req-9ed0261a-1f8e-4c2c-83d3-e4e533c06221 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.1105006 Dec 10 18:52:59.400204 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 47782) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:59.440780 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0deb24c-aa8c-4ab6-b167-66027d8c3644 req-6c9934df-41cb-4379-8221-69f110770fd4 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:59.448093 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:59.452169 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d0deb24c-aa8c-4ab6-b167-66027d8c3644 req-6c9934df-41cb-4379-8221-69f110770fd4 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.1235199 Dec 10 18:52:59.482915 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d1f4686-f45d-4e55-b370-b62d95e317f3 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:52:59.515171 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6332c74e-33f5-4dfd-8404-32eb0b72f1d1 req-74217ef9-2bce-41d5-becb-d8c4fdc30f76 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974169 Dec 10 18:52:59.532003 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 9d1f4686-f45d-4e55-b370-b62d95e317f3, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=9d1f4686-f45d-4e55-b370-b62d95e317f3,segment=NetworkSegment(e40913c2-6008-45d5-9433-0b35de35b591),segment_id=e40913c2-6008-45d5-9433-0b35de35b591)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:59.546640 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d0deb24c-aa8c-4ab6-b167-66027d8c3644 req-5ca2a2a4-de9c-4ed9-b9ba-59901854fc1d tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932477 Dec 10 18:52:59.547283 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:59.548250 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 68c0932d-1021-48f4-8694-a49fcd62badc details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:52:59.612203 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d36e6d5d-e716-4586-bdce-647565e55ba6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:59.636864 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=9d1f4686-f45d-4e55-b370-b62d95e317f3,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:59.738725 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50135628-843e-4de3-b129-efaafac5c336 req-f95690a5-7c88-44f9-8caf-1db5a8d3194f tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:59.746166 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-50135628-843e-4de3-b129-efaafac5c336 req-f95690a5-7c88-44f9-8caf-1db5a8d3194f tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] 10.222.0.62 "GET /v2.0/ports?device_id=05237fe2-84ea-4c2d-ba77-220783a793d4 HTTP/1.1" status: 200 len: 947 time: 0.0891538 Dec 10 18:52:59.747084 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afeb188-816c-4a13-be93-8ee92ecae8a0 req-74d133e9-d6af-4bec-8404-07f6625fccce tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:59.749104 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1afeb188-816c-4a13-be93-8ee92ecae8a0 req-74d133e9-d6af-4bec-8404-07f6625fccce tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 944 time: 0.0784323 Dec 10 18:52:59.774653 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 68c0932d-1021-48f4-8694-a49fcd62badc, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=68c0932d-1021-48f4-8694-a49fcd62badc,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:59.789490 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '68c0932d-1021-48f4-8694-a49fcd62badc', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': '68c0932d-1021-48f4-8694-a49fcd62badc', 'mac_address': 'fa:16:3e:fa:1c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:52:59.806897 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-50135628-843e-4de3-b129-efaafac5c336 req-3dfa1362-776c-4656-9c94-ef4484817a6f tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e3f7cd2-31f6-4b4f-a875-c53ac22df282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597484 Dec 10 18:52:59.814539 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1afeb188-816c-4a13-be93-8ee92ecae8a0 req-1a4ee169-d9ee-4e20-9694-9c711739e9a4 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483813 Dec 10 18:52:59.854856 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d36e6d5d-e716-4586-bdce-647565e55ba6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:59.863320 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d36e6d5d-e716-4586-bdce-647565e55ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:59.878644 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:59.902177 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68c0932d-1021-48f4-8694-a49fcd62badc {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:52:59.926314 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 68c0932d-1021-48f4-8694-a49fcd62badc, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=68c0932d-1021-48f4-8694-a49fcd62badc,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:59.932976 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:59.935078 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9b775a91-5e88-4999-a069-ddace7a87411 req-c797b9f0-be55-4070-814d-c203b60abcd2 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0654109 Dec 10 18:52:59.953263 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e6d5d-e716-4586-bdce-647565e55ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724ee8b4-ac7d-4def-9025-cf4dd6029b2f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:59.955140 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aeb68b-ce03-4d1c-bc9c-560fb0ed08d8 req-2b609f59-963b-4e01-9ce4-a7c83050daae tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:59.960685 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f2aeb68b-ce03-4d1c-bc9c-560fb0ed08d8 req-2b609f59-963b-4e01-9ce4-a7c83050daae tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0728834 Dec 10 18:52:59.974620 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d36e6d5d-e716-4586-bdce-647565e55ba6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b9ac5b6c4e9b49e49d5fd86b62f2a92f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5708501 Dec 10 18:52:59.974920 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 47798) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:00.003987 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=68c0932d-1021-48f4-8694-a49fcd62badc,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:00.023317 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f2aeb68b-ce03-4d1c-bc9c-560fb0ed08d8 req-bfc07358-0428-40bf-b079-46e960233e64 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580471 Dec 10 18:53:00.050086 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b1f1b8e-c2b0-47eb-9d7b-eaafbc96e3d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:00.074267 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b1f1b8e-c2b0-47eb-9d7b-eaafbc96e3d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:00.159227 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['68c0932d-1021-48f4-8694-a49fcd62badc'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:53:00.161123 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a3d1e-4a7f-410f-8626-bcf1d0ab8eea req-f7d37b6e-cc82-4be2-a0ba-e64bd1093afb tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:00.162417 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['9d1f4686-f45d-4e55-b370-b62d95e317f3'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:53:00.162640 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-556a3d1e-4a7f-410f-8626-bcf1d0ab8eea req-f7d37b6e-cc82-4be2-a0ba-e64bd1093afb tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0590978 Dec 10 18:53:00.169026 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b1f1b8e-c2b0-47eb-9d7b-eaafbc96e3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:00.172048 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b1f1b8e-c2b0-47eb-9d7b-eaafbc96e3d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:00.173948 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0b1f1b8e-c2b0-47eb-9d7b-eaafbc96e3d1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/724ee8b4-ac7d-4def-9025-cf4dd6029b2f HTTP/1.1" status: 204 len: 168 time: 0.1980369 Dec 10 18:53:00.198586 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f1b8e-c2b0-47eb-9d7b-eaafbc96e3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724ee8b4-ac7d-4def-9025-cf4dd6029b2f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:00.249292 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-556a3d1e-4a7f-410f-8626-bcf1d0ab8eea req-74fcc523-bd5b-4d80-bffe-375a99538cf7 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741761 Dec 10 18:53:00.451860 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c9be3-b72d-455c-9a48-bc2e3dd3274d req-de595255-f4a8-49ae-81a8-361f704aed0d tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:00.453440 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e08c9be3-b72d-455c-9a48-bc2e3dd3274d req-de595255-f4a8-49ae-81a8-361f704aed0d tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0579088 Dec 10 18:53:00.506885 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e08c9be3-b72d-455c-9a48-bc2e3dd3274d req-2318a842-b9e5-4e90-9a92-43136e19dc9a tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457013 Dec 10 18:53:00.528348 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 47810) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:00.543149 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-56189dcb-a495-4aae-988e-7975b55f2454 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:00.628553 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-56189dcb-a495-4aae-988e-7975b55f2454 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:00.634898 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-56189dcb-a495-4aae-988e-7975b55f2454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:00.636435 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4cee17-5be6-40c8-babb-921d2399becc req-6e87cfba-a635-41cc-aa7e-50dca6af721c tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:00.638068 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ea4cee17-5be6-40c8-babb-921d2399becc req-6e87cfba-a635-41cc-aa7e-50dca6af721c tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0567193 Dec 10 18:53:00.685424 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56189dcb-a495-4aae-988e-7975b55f2454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c5af09-7a4d-4983-a53f-19d4d072851e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:00.702429 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ea4cee17-5be6-40c8-babb-921d2399becc req-d574791a-45bf-462b-ac0a-500e28e34571 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564353 Dec 10 18:53:00.719139 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-56189dcb-a495-4aae-988e-7975b55f2454 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e2c6f11902974e6ba3488e15ea4927e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1814117 Dec 10 18:53:00.719139 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 47816) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:00.764220 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7fe84-d185-4cc6-b15b-5b39416e3f16 req-d23dd923-14e7-4ee7-81f6-428854a05857 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:00.765802 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-04a7fe84-d185-4cc6-b15b-5b39416e3f16 req-d23dd923-14e7-4ee7-81f6-428854a05857 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.0973449 Dec 10 18:53:00.817395 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d3ac3c3c-fd8a-45fa-861a-598d00808496 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:00.849183 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-04a7fe84-d185-4cc6-b15b-5b39416e3f16 req-80ab25c0-829f-460f-bd9b-a6188e0e06cc tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720639 Dec 10 18:53:00.854900 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d3ac3c3c-fd8a-45fa-861a-598d00808496 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:00.864527 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf837866-defc-4c7e-bf9a-691f1706fdcb req-2e391ae7-338f-4213-b020-edbbc82509f8 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:00.866681 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bf837866-defc-4c7e-bf9a-691f1706fdcb req-2e391ae7-338f-4213-b020-edbbc82509f8 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0543990 Dec 10 18:53:00.912670 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d3ac3c3c-fd8a-45fa-861a-598d00808496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:00.915613 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d3ac3c3c-fd8a-45fa-861a-598d00808496 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:00.921634 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d3ac3c3c-fd8a-45fa-861a-598d00808496 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/61c5af09-7a4d-4983-a53f-19d4d072851e HTTP/1.1" status: 204 len: 168 time: 0.2061257 Dec 10 18:53:00.931972 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac3c3c-fd8a-45fa-861a-598d00808496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c5af09-7a4d-4983-a53f-19d4d072851e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:00.955534 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bf837866-defc-4c7e-bf9a-691f1706fdcb req-0800b1c3-318d-406f-972a-a5c19b0e5f2c tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747969 Dec 10 18:53:01.059819 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193fd56-033b-4b4b-b471-50d6d57b47ab req-87dee687-e87e-407e-b5d8-3e979db7ac36 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:01.070654 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2193fd56-033b-4b4b-b471-50d6d57b47ab req-87dee687-e87e-407e-b5d8-3e979db7ac36 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] 10.222.0.62 "GET /v2.0/ports?device_id=05237fe2-84ea-4c2d-ba77-220783a793d4 HTTP/1.1" status: 200 len: 948 time: 0.0732639 Dec 10 18:53:01.078557 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959b39b-8242-4cdf-82c9-e60978d8adc2 req-f5412a0b-3a9f-4de2-aa77-709e14a7acc5 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:01.081112 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3959b39b-8242-4cdf-82c9-e60978d8adc2 req-f5412a0b-3a9f-4de2-aa77-709e14a7acc5 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 944 time: 0.0582013 Dec 10 18:53:01.142998 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2193fd56-033b-4b4b-b471-50d6d57b47ab req-5987c48b-3e52-42f1-8b20-cd943f9075ef tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e3f7cd2-31f6-4b4f-a875-c53ac22df282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629027 Dec 10 18:53:01.161030 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3959b39b-8242-4cdf-82c9-e60978d8adc2 req-9af4b112-8ca8-43af-8151-d6e00bfc514e tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731518 Dec 10 18:53:01.206938 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 9d1f4686-f45d-4e55-b370-b62d95e317f3 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:53:01.259051 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc20798e-864e-4369-8664-d1372f25c6b5 req-d42a3ac6-efdd-43c9-9d23-522a5a748ca9 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:01.260930 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dc20798e-864e-4369-8664-d1372f25c6b5 req-d42a3ac6-efdd-43c9-9d23-522a5a748ca9 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.0587318 Dec 10 18:53:01.262705 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3b1d3013-4548-4851-877f-95450afc3486 req-6792d113-684f-4036-aeef-d3b4e7e926d4 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0475898 Dec 10 18:53:01.327098 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 9d1f4686-f45d-4e55-b370-b62d95e317f3 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:53:01.334328 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 9d1f4686-f45d-4e55-b370-b62d95e317f3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:53:01.334722 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:01.346321 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dc20798e-864e-4369-8664-d1372f25c6b5 req-f369bb57-c4f7-4f21-97e4-bf72b44a9a2a tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713336 Dec 10 18:53:01.443713 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c4b60-639b-408e-a832-ca799f80e3cc req-8604077d-1e2b-4131-9d87-0442532bb6a4 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:01.452217 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8c6c4b60-639b-408e-a832-ca799f80e3cc req-8604077d-1e2b-4131-9d87-0442532bb6a4 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0802999 Dec 10 18:53:01.457232 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:01.482812 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28751f0-01af-4615-b6d1-c0a97b7815b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1f4686-f45d-4e55-b370-b62d95e317f3'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:53:01.485931 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2edfe2-57a1-4402-bb2b-68e2e90e03bc" -d '{"events": [{"server_uuid": "a28751f0-01af-4615-b6d1-c0a97b7815b8", "name": "network-vif-plugged", "status": "completed", "tag": "9d1f4686-f45d-4e55-b370-b62d95e317f3"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:53:01.504068 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 9d1f4686-f45d-4e55-b370-b62d95e317f3, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=9d1f4686-f45d-4e55-b370-b62d95e317f3,segment=NetworkSegment(e40913c2-6008-45d5-9433-0b35de35b591),segment_id=e40913c2-6008-45d5-9433-0b35de35b591)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:01.510424 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:01.511357 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 68c0932d-1021-48f4-8694-a49fcd62badc up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:53:01.522099 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8c6c4b60-639b-408e-a832-ca799f80e3cc req-c2c440d1-8937-41e9-a961-710747142558 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687022 Dec 10 18:53:01.583411 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516a2336-b365-4751-8fe2-f0e1221dd14e x-openstack-request-id: req-516a2336-b365-4751-8fe2-f0e1221dd14e {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:53:01.583715 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28751f0-01af-4615-b6d1-c0a97b7815b8", "name": "network-vif-plugged", "status": "completed", "tag": "9d1f4686-f45d-4e55-b370-b62d95e317f3", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:53:01.583976 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-516a2336-b365-4751-8fe2-f0e1221dd14e {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:53:01.584372 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28751f0-01af-4615-b6d1-c0a97b7815b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1f4686-f45d-4e55-b370-b62d95e317f3', 'code': 200} Dec 10 18:53:01.656824 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=9d1f4686-f45d-4e55-b370-b62d95e317f3,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:01.674645 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 68c0932d-1021-48f4-8694-a49fcd62badc completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:53:01.682038 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 68c0932d-1021-48f4-8694-a49fcd62badc triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:53:01.682422 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:01.765931 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05535a-656c-4649-8c8d-33090f78cac2 req-9172f482-7227-4ebc-86e3-e856a7ed662c tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:01.777521 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3b05535a-656c-4649-8c8d-33090f78cac2 req-9172f482-7227-4ebc-86e3-e856a7ed662c tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.1010005 Dec 10 18:53:01.780911 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624f992-5090-4b7d-8fbf-7167dd81c91a req-b9112f2b-e083-49cf-b9e8-f07c2522ed21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:01.782490 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1624f992-5090-4b7d-8fbf-7167dd81c91a req-b9112f2b-e083-49cf-b9e8-f07c2522ed21 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 1096 time: 0.1172493 Dec 10 18:53:01.837565 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:01.856574 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e37e7c-6f6b-4b57-8c5a-0dd1fd9098e0 req-ca2066fd-5f37-47cb-b600-26b9154526ad tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:01.865914 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-31e37e7c-6f6b-4b57-8c5a-0dd1fd9098e0 req-ca2066fd-5f37-47cb-b600-26b9154526ad tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.1241932 Dec 10 18:53:01.875360 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3b05535a-656c-4649-8c8d-33090f78cac2 req-7ea343de-91d5-4e9f-9c7d-9c7bf0732517 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968966 Dec 10 18:53:01.884450 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 68c0932d-1021-48f4-8694-a49fcd62badc, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=68c0932d-1021-48f4-8694-a49fcd62badc,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:01.894348 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:01.896330 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1624f992-5090-4b7d-8fbf-7167dd81c91a req-662ed1b4-8149-4a81-89ad-51b69a88dd77 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993640 Dec 10 18:53:01.954821 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=68c0932d-1021-48f4-8694-a49fcd62badc,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:01.963449 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-31e37e7c-6f6b-4b57-8c5a-0dd1fd9098e0 req-18a5b963-013f-40ea-b2b6-9c81448a417f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914896 Dec 10 18:53:02.025513 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529cf7d-44b6-4991-8264-f5a20f1e52eb req-81ec85c0-900f-481c-91b3-d2cb7f1434a6 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:02.027294 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7529cf7d-44b6-4991-8264-f5a20f1e52eb req-81ec85c0-900f-481c-91b3-d2cb7f1434a6 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0529573 Dec 10 18:53:02.103776 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7529cf7d-44b6-4991-8264-f5a20f1e52eb req-2e994bf5-f531-4967-830f-99228e0fd630 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680718 Dec 10 18:53:02.232978 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1bc44-81e4-44ce-8373-8047e2ba5d1f req-559e332d-7bf8-4adc-87c9-91cfadbc1135 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:02.236332 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9dd1bc44-81e4-44ce-8373-8047e2ba5d1f req-559e332d-7bf8-4adc-87c9-91cfadbc1135 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.0709035 Dec 10 18:53:02.249086 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66da71e-33cf-44ec-b678-1bef6f91dbce req-fa3123fd-8ddd-4b24-ac85-cace3d18dac1 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:02.256946 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c66da71e-33cf-44ec-b678-1bef6f91dbce req-fa3123fd-8ddd-4b24-ac85-cace3d18dac1 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0622761 Dec 10 18:53:02.320833 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c66da71e-33cf-44ec-b678-1bef6f91dbce req-6715fa1e-21ec-4918-92ac-a52238742808 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627689 Dec 10 18:53:02.361622 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9dd1bc44-81e4-44ce-8373-8047e2ba5d1f req-0d63fe9d-a9f7-4842-8900-a10a281127c8 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199136 Dec 10 18:53:02.504913 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d5dcb-527e-4f95-b410-2b4003168ac6 req-0c7d9349-afe2-4269-87a4-fdac37bed8bb tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:02.506288 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8bc530-ea09-42c1-bebd-67720591f615 req-2912550d-eeeb-45e9-b76a-6e6bedc260d4 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:02.507812 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1e8bc530-ea09-42c1-bebd-67720591f615 req-2912550d-eeeb-45e9-b76a-6e6bedc260d4 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 945 time: 0.0561845 Dec 10 18:53:02.508483 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-569d5dcb-527e-4f95-b410-2b4003168ac6 req-0c7d9349-afe2-4269-87a4-fdac37bed8bb tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] 10.222.0.62 "GET /v2.0/ports?device_id=05237fe2-84ea-4c2d-ba77-220783a793d4 HTTP/1.1" status: 200 len: 949 time: 0.0928149 Dec 10 18:53:02.562218 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1e8bc530-ea09-42c1-bebd-67720591f615 req-efeaccc5-d31e-4aee-8424-925299a68175 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484402 Dec 10 18:53:02.575630 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-569d5dcb-527e-4f95-b410-2b4003168ac6 req-93e26437-b1fc-4dbf-951f-f145866b570e tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e3f7cd2-31f6-4b4f-a875-c53ac22df282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554488 Dec 10 18:53:02.732696 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a7193-6636-40e4-9f74-f0e7f8cd9132 req-aaed4887-b4eb-4159-be47-16e473eae6d8 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:02.734530 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-633a7193-6636-40e4-9f74-f0e7f8cd9132 req-aaed4887-b4eb-4159-be47-16e473eae6d8 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0614414 Dec 10 18:53:02.818261 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-633a7193-6636-40e4-9f74-f0e7f8cd9132 req-363c54cc-6310-46df-9272-b53433d85d79 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765440 Dec 10 18:53:02.965711 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5a50a8e7-e5eb-4f0f-aee9-70f0295f979b req-7db8748c-751b-4b30-8b65-bd4e493f8d73 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.3306193 Dec 10 18:53:03.054460 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c8a9c-fd91-446b-bc22-04f366c0c7b7 req-8a3fa2fb-8e08-432e-8acd-cfe3240faab2 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:03.062889 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-787c8a9c-fd91-446b-bc22-04f366c0c7b7 req-8a3fa2fb-8e08-432e-8acd-cfe3240faab2 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0722713 Dec 10 18:53:03.119967 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-787c8a9c-fd91-446b-bc22-04f366c0c7b7 req-0667269a-6905-4117-a031-1a77fa84cd7b tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560651 Dec 10 18:53:03.242834 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481548ca-e1d3-4d58-a390-85093eca473d req-ce4fb454-41d0-4fc6-abdd-3bf7749bb21d tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:03.245111 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-481548ca-e1d3-4d58-a390-85093eca473d req-ce4fb454-41d0-4fc6-abdd-3bf7749bb21d tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0542274 Dec 10 18:53:03.297691 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-481548ca-e1d3-4d58-a390-85093eca473d req-9cb1e618-ed7f-4698-bb1c-becc71d470de tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439336 Dec 10 18:53:03.459312 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15133a70-e585-4a60-b71d-901bead7f1d4 req-0af79124-105c-4f8e-8eea-15427f838374 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:03.461261 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-15133a70-e585-4a60-b71d-901bead7f1d4 req-0af79124-105c-4f8e-8eea-15427f838374 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0619879 Dec 10 18:53:03.498796 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725e0f8-cd54-44ce-9d07-f64da284080a req-7d23c3af-a8e4-44d5-93b6-c5a302e39f49 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:03.508365 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5725e0f8-cd54-44ce-9d07-f64da284080a req-7d23c3af-a8e4-44d5-93b6-c5a302e39f49 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.0693686 Dec 10 18:53:03.535458 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-15133a70-e585-4a60-b71d-901bead7f1d4 req-0a850e7b-51a2-4f44-9125-55b91a7fbb34 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672972 Dec 10 18:53:03.561350 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5725e0f8-cd54-44ce-9d07-f64da284080a req-139a2d12-3b81-4777-b013-7121c717e099 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520263 Dec 10 18:53:03.585644 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05237fe2-84ea-4c2d-ba77-220783a793d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c0932d-1021-48f4-8694-a49fcd62badc'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:53:03.588783 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdb0eef-2532-4bec-83e1-f48ffcdaf8be" -d '{"events": [{"server_uuid": "05237fe2-84ea-4c2d-ba77-220783a793d4", "name": "network-vif-plugged", "status": "completed", "tag": "68c0932d-1021-48f4-8694-a49fcd62badc"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:53:03.707119 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4e7fd-2ef2-427f-bb37-b82afb35aea0 req-ff18bf18-f527-48e7-9e7b-0be2bcda4fc1 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:03.708853 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-08a4e7fd-2ef2-427f-bb37-b82afb35aea0 req-ff18bf18-f527-48e7-9e7b-0be2bcda4fc1 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0801682 Dec 10 18:53:03.737644 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83cb42e3-ed11-43a2-94ef-8cae567ead57 x-openstack-request-id: req-83cb42e3-ed11-43a2-94ef-8cae567ead57 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:53:03.737945 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05237fe2-84ea-4c2d-ba77-220783a793d4", "name": "network-vif-plugged", "status": "completed", "tag": "68c0932d-1021-48f4-8694-a49fcd62badc", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:53:03.738426 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-83cb42e3-ed11-43a2-94ef-8cae567ead57 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:53:03.739089 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05237fe2-84ea-4c2d-ba77-220783a793d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c0932d-1021-48f4-8694-a49fcd62badc', 'code': 200} Dec 10 18:53:03.776471 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 47958) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:03.802622 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-08a4e7fd-2ef2-427f-bb37-b82afb35aea0 req-6ae26a53-b345-427f-b66b-c97ccb11e66a tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870590 Dec 10 18:53:03.860128 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:03.889560 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf873d-b786-4973-9435-881ba65e6c1f req-3b517af1-25d3-4cbf-8f86-2aaee8e58cf5 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:03.893907 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4684-20cf-4c48-9cad-754f95c3b409 req-02606450-0b43-4201-874e-666f1a5abf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:03.895983 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b60d4684-20cf-4c48-9cad-754f95c3b409 req-02606450-0b43-4201-874e-666f1a5abf49 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=05237fe2-84ea-4c2d-ba77-220783a793d4 HTTP/1.1" status: 200 len: 1100 time: 0.0806971 Dec 10 18:53:03.896959 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b6bf873d-b786-4973-9435-881ba65e6c1f req-3b517af1-25d3-4cbf-8f86-2aaee8e58cf5 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 945 time: 0.1005223 Dec 10 18:53:04.017642 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b6bf873d-b786-4973-9435-881ba65e6c1f req-c3d86b16-6d2d-4a02-b586-025dbb5ee574 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108518 Dec 10 18:53:04.056545 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-668ecb22-963f-4528-b051-9c693f14d37f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:04.069218 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e0142-7724-4877-974a-d34a427943e3 req-bade2a26-cdf4-4236-ad92-42f6e93ed835 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:04.073756 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7c0e0142-7724-4877-974a-d34a427943e3 req-bade2a26-cdf4-4236-ad92-42f6e93ed835 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] 10.222.0.62 "GET /v2.0/ports?device_id=05237fe2-84ea-4c2d-ba77-220783a793d4 HTTP/1.1" status: 200 len: 949 time: 0.1505399 Dec 10 18:53:04.079467 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b60d4684-20cf-4c48-9cad-754f95c3b409 req-182fcad0-dc3b-40af-aaa0-44c546444b85 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3e3f7cd2-31f6-4b4f-a875-c53ac22df282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725566 Dec 10 18:53:04.165801 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7c0e0142-7724-4877-974a-d34a427943e3 req-4aa4b948-cfeb-409f-a3ab-f3c5bbf04138 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e3f7cd2-31f6-4b4f-a875-c53ac22df282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822437 Dec 10 18:53:04.193892 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c4c1b-9d97-402f-bd50-4eb78d726f94 req-d263f2c5-96c9-4238-95a9-755937a47314 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:04.195698 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cf2c4c1b-9d97-402f-bd50-4eb78d726f94 req-d263f2c5-96c9-4238-95a9-755937a47314 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.0834527 Dec 10 18:53:04.198188 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-668ecb22-963f-4528-b051-9c693f14d37f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:04.206161 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-668ecb22-963f-4528-b051-9c693f14d37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:04.249312 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ecb22-963f-4528-b051-9c693f14d37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58b9a15-7303-44b9-ae1e-aab0ac0ed082,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:04.299083 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-668ecb22-963f-4528-b051-9c693f14d37f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fe038942fdb3436780bf58c84c35e356&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5203085 Dec 10 18:53:04.307105 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-daa2ce34-e360-4164-8c22-0ae6d70e69c9 req-c95dcdc6-78c0-4252-8f1c-801fbcf420fe tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0406260 Dec 10 18:53:04.307922 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 47978) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:04.347068 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cf2c4c1b-9d97-402f-bd50-4eb78d726f94 req-af81fdd6-7ad5-4038-be1c-632345c3cf20 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442420 Dec 10 18:53:04.420626 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-451e7d77-73dc-4357-82e0-966c7692e1a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:04.461419 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-451e7d77-73dc-4357-82e0-966c7692e1a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:04.473725 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeeb152-4886-4821-8856-ebe08144934f req-322de8c2-6a29-483f-ba1d-174441bc5f19 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:04.481570 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ebeeb152-4886-4821-8856-ebe08144934f req-322de8c2-6a29-483f-ba1d-174441bc5f19 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0818090 Dec 10 18:53:04.528451 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-451e7d77-73dc-4357-82e0-966c7692e1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:04.534860 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-451e7d77-73dc-4357-82e0-966c7692e1a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:04.537500 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-451e7d77-73dc-4357-82e0-966c7692e1a6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c58b9a15-7303-44b9-ae1e-aab0ac0ed082 HTTP/1.1" status: 204 len: 168 time: 0.2268796 Dec 10 18:53:04.553990 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e7d77-73dc-4357-82e0-966c7692e1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58b9a15-7303-44b9-ae1e-aab0ac0ed082,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:04.563818 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e7d77-73dc-4357-82e0-966c7692e1a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:04.564376 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e7d77-73dc-4357-82e0-966c7692e1a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:04.564776 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e7d77-73dc-4357-82e0-966c7692e1a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:04.565140 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e7d77-73dc-4357-82e0-966c7692e1a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:04.565485 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e7d77-73dc-4357-82e0-966c7692e1a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:04.565833 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e7d77-73dc-4357-82e0-966c7692e1a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:04.566173 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e7d77-73dc-4357-82e0-966c7692e1a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:04.566511 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e7d77-73dc-4357-82e0-966c7692e1a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:04.566847 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e7d77-73dc-4357-82e0-966c7692e1a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:04.567184 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e7d77-73dc-4357-82e0-966c7692e1a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:04.567518 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e7d77-73dc-4357-82e0-966c7692e1a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:04.567848 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e7d77-73dc-4357-82e0-966c7692e1a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:04.568179 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e7d77-73dc-4357-82e0-966c7692e1a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:04.571677 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ebeeb152-4886-4821-8856-ebe08144934f req-9dc02572-90b1-4fb2-93c3-16f67297684c tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889795 Dec 10 18:53:04.718900 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbca852-3663-4c6a-801f-b11024f2d905 req-473903b5-15e0-4948-a9a5-ffdbbb1bb6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:04.721551 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8fbca852-3663-4c6a-801f-b11024f2d905 req-473903b5-15e0-4948-a9a5-ffdbbb1bb6f3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67376b4cbc9c49858a62672e5bb40fd5&device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 1096 time: 0.1351540 Dec 10 18:53:04.767508 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0b441-6cdc-4697-917c-a0411eb05c35 req-bf75eb2a-cdad-4e73-a816-d8a18f7c165a tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:04.769167 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6ec0b441-6cdc-4697-917c-a0411eb05c35 req-bf75eb2a-cdad-4e73-a816-d8a18f7c165a tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 945 time: 0.0819132 Dec 10 18:53:04.819772 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6ec0b441-6cdc-4697-917c-a0411eb05c35 req-5e887afa-eab4-4bc8-9d0c-c2514e0767fd tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432997 Dec 10 18:53:04.835672 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7737b6-f173-4931-bd4a-431968cfbb45 req-860c3292-394c-44cc-9c18-b8b4a42481ec tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:04.837234 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4c7737b6-f173-4931-bd4a-431968cfbb45 req-860c3292-394c-44cc-9c18-b8b4a42481ec tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.1146011 Dec 10 18:53:04.880190 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbca852-3663-4c6a-801f-b11024f2d905 req-650f5820-232d-46c5-8c0d-86d2e6eb711d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:04.881717 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8fbca852-3663-4c6a-801f-b11024f2d905 req-650f5820-232d-46c5-8c0d-86d2e6eb711d service neutron] 10.222.0.46 "GET /v2.0/networks?id=465fdc47-2410-4d4c-acab-8d0f21c4165c HTTP/1.1" status: 200 len: 911 time: 0.1448307 Dec 10 18:53:04.938187 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4c7737b6-f173-4931-bd4a-431968cfbb45 req-b8ed6342-fc2b-4ac7-9a1c-c74dbdcc846f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915537 Dec 10 18:53:04.939921 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8fbca852-3663-4c6a-801f-b11024f2d905 req-18f31e01-f019-44ec-9571-3a22d02d81b6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d1f4686-f45d-4e55-b370-b62d95e317f3 HTTP/1.1" status: 200 len: 217 time: 0.0428269 Dec 10 18:53:04.940755 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b742a7-6a0e-4b1a-b4a9-ec853ceac69e req-99ee0ad6-0655-446c-81d9-867ad8b9f3f1 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:04.942990 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f6b742a7-6a0e-4b1a-b4a9-ec853ceac69e req-99ee0ad6-0655-446c-81d9-867ad8b9f3f1 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0522058 Dec 10 18:53:05.000377 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 47998) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:05.017318 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f6b742a7-6a0e-4b1a-b4a9-ec853ceac69e req-aee919a2-d249-438a-9f7c-7b7db955ddb6 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673528 Dec 10 18:53:05.018449 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-904c302c-cdaa-4ec4-8268-e8b8c307887c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:05.031810 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbca852-3663-4c6a-801f-b11024f2d905 req-c2a9285f-6c0b-4b08-bd08-7319220000f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:05.033593 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8fbca852-3663-4c6a-801f-b11024f2d905 req-c2a9285f-6c0b-4b08-bd08-7319220000f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fbc681ce-19ba-45da-98c7-c22ee4f9dfa5 HTTP/1.1" status: 200 len: 850 time: 0.0821168 Dec 10 18:53:05.090995 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8fbca852-3663-4c6a-801f-b11024f2d905 req-e57d8c50-eaee-40bf-8004-3f88166c8ac4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=465fdc47-2410-4d4c-acab-8d0f21c4165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472126 Dec 10 18:53:05.175643 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55328641-7f79-4a56-93d2-c18d0508c861 req-84a6e362-825d-4b27-a09b-c4600a8845e7 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:05.177332 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-55328641-7f79-4a56-93d2-c18d0508c861 req-84a6e362-825d-4b27-a09b-c4600a8845e7 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.1488271 Dec 10 18:53:05.248517 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4318b5a-c0e3-4127-a23e-096fb65b2160 req-24c8af85-b176-49b7-9bec-34a80218805d tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:05.250965 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f4318b5a-c0e3-4127-a23e-096fb65b2160 req-24c8af85-b176-49b7-9bec-34a80218805d tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0594025 Dec 10 18:53:05.288327 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-904c302c-cdaa-4ec4-8268-e8b8c307887c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:05.294684 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-55328641-7f79-4a56-93d2-c18d0508c861 req-7300c40e-3f01-4894-81db-55cf77165452 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029499 Dec 10 18:53:05.296201 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-904c302c-cdaa-4ec4-8268-e8b8c307887c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:05.300324 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8fbca852-3663-4c6a-801f-b11024f2d905 req-3efec67a-0921-44e7-9b5c-40d24e0c1ab3 service neutron] 10.222.0.46 "GET /v2.0/networks/465fdc47-2410-4d4c-acab-8d0f21c4165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917861 Dec 10 18:53:05.320687 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f4318b5a-c0e3-4127-a23e-096fb65b2160 req-55884da2-6571-4258-8974-66e6934da4e4 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537105 Dec 10 18:53:05.432946 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-904c302c-cdaa-4ec4-8268-e8b8c307887c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=792d7caa293949759fdd29a8643eddfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4305186 Dec 10 18:53:05.433192 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf66b3-e353-425d-a74a-e16c4ac21e77 req-f58f936a-94f2-4135-bb54-72af11ed245e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:05.434818 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3aaf66b3-e353-425d-a74a-e16c4ac21e77 req-f58f936a-94f2-4135-bb54-72af11ed245e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.0498486 Dec 10 18:53:05.435826 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48014) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:05.451100 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c302c-cdaa-4ec4-8268-e8b8c307887c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4a3367-ad52-4ea3-a8d1-6c874f7d22bf,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:05.499987 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a8841-143f-4285-a8d6-7e493cf98553 req-51ff46b3-1539-44ef-b421-a3b41ee45df8 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:05.502234 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cb6a8841-143f-4285-a8d6-7e493cf98553 req-51ff46b3-1539-44ef-b421-a3b41ee45df8 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] 10.222.0.62 "GET /v2.0/ports?device_id=05237fe2-84ea-4c2d-ba77-220783a793d4 HTTP/1.1" status: 200 len: 949 time: 0.0989454 Dec 10 18:53:05.507990 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8fbca852-3663-4c6a-801f-b11024f2d905 req-5de8363a-6658-4b24-a05b-184d94c7939e service neutron] 10.222.0.46 "GET /v2.0/networks/465fdc47-2410-4d4c-acab-8d0f21c4165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991396 Dec 10 18:53:05.526043 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3aaf66b3-e353-425d-a74a-e16c4ac21e77 req-0d082293-4110-4cfd-a764-28c01481a22f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833004 Dec 10 18:53:05.526648 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3e75446-f24c-4553-93ff-2bf0c428a1b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:05.551794 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3e75446-f24c-4553-93ff-2bf0c428a1b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:05.589289 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cb6a8841-143f-4285-a8d6-7e493cf98553 req-d0b83aa3-35de-4249-9524-9af3112ccad7 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e3f7cd2-31f6-4b4f-a875-c53ac22df282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803072 Dec 10 18:53:05.619301 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d0e189ab-3415-4b40-b2be-b229f7f32eb9 req-0f538f41-0749-4f75-9595-e60982c5b815 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0344868 Dec 10 18:53:05.631826 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3e75446-f24c-4553-93ff-2bf0c428a1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:05.635202 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3e75446-f24c-4553-93ff-2bf0c428a1b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:05.639171 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d3e75446-f24c-4553-93ff-2bf0c428a1b7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1e4a3367-ad52-4ea3-a8d1-6c874f7d22bf HTTP/1.1" status: 204 len: 168 time: 0.2001874 Dec 10 18:53:05.646075 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e75446-f24c-4553-93ff-2bf0c428a1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4a3367-ad52-4ea3-a8d1-6c874f7d22bf,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:05.741842 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456eb6a-9056-4183-9ccf-184243155312 req-4280657f-6898-468a-9011-191052618296 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:05.745509 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1456eb6a-9056-4183-9ccf-184243155312 req-4280657f-6898-468a-9011-191052618296 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0791793 Dec 10 18:53:05.805580 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1456eb6a-9056-4183-9ccf-184243155312 req-a711a717-139a-4721-b04e-2e8806bde051 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517125 Dec 10 18:53:05.999253 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86490185-c7b7-470a-89b5-de48746e9753 req-e4db513f-e5d2-48a5-96e0-76436d64fb2c tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:06.011897 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-86490185-c7b7-470a-89b5-de48746e9753 req-e4db513f-e5d2-48a5-96e0-76436d64fb2c tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0850835 Dec 10 18:53:06.097587 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-86490185-c7b7-470a-89b5-de48746e9753 req-5b1e2250-44b8-4864-8677-ed7334bb5092 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841668 Dec 10 18:53:06.146672 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a0615-07ee-4876-a73a-1be5feedeeb2 req-576da37a-5f7e-446d-a846-f8217dcde1e4 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:06.153550 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ea7a0615-07ee-4876-a73a-1be5feedeeb2 req-576da37a-5f7e-446d-a846-f8217dcde1e4 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 945 time: 0.1077127 Dec 10 18:53:06.248035 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d9af5-f4f3-4f4d-887e-424b894a8f44 req-11ec8377-3a1f-481e-a3fe-929095f4304b tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:06.258558 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ea7a0615-07ee-4876-a73a-1be5feedeeb2 req-7c4cab35-69ea-4b5b-b096-faea591f8a20 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001928 Dec 10 18:53:06.259711 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a94d9af5-f4f3-4f4d-887e-424b894a8f44 req-11ec8377-3a1f-481e-a3fe-929095f4304b tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0734148 Dec 10 18:53:06.312082 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a94d9af5-f4f3-4f4d-887e-424b894a8f44 req-0d285426-f976-49f4-b448-0384a295e5d6 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515058 Dec 10 18:53:06.783575 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-86f71916-7387-4e11-aa05-9483ed45497b req-577f87a4-cc8e-4301-8292-081e90b31265 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0570295 Dec 10 18:53:06.973803 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60919152-7252-4fb2-b33c-2f22a89a9bbf req-cb570939-c8f5-4f26-9c87-c6f4a14e67ac tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:06.976005 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-60919152-7252-4fb2-b33c-2f22a89a9bbf req-cb570939-c8f5-4f26-9c87-c6f4a14e67ac tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0664077 Dec 10 18:53:07.039287 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-60919152-7252-4fb2-b33c-2f22a89a9bbf req-e50a25d3-4696-443b-aa95-fd5af45142b5 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552087 Dec 10 18:53:07.409648 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457005c-d16e-424a-93cb-1a6d0412bbc5 req-d056c99b-4694-41d2-9a3b-8432027b06d1 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:07.411390 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b457005c-d16e-424a-93cb-1a6d0412bbc5 req-d056c99b-4694-41d2-9a3b-8432027b06d1 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 945 time: 0.0666442 Dec 10 18:53:07.483913 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b457005c-d16e-424a-93cb-1a6d0412bbc5 req-5f0f570d-71a0-4883-9c7b-28b8a72de16c tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574498 Dec 10 18:53:07.883829 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-243096d2-42a4-4e5e-ba4f-86cab3979fdd req-d2be4277-5d0e-48d9-84c4-ecce2e44a895 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0407701 Dec 10 18:53:08.135690 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:08.176846 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8999b1-028c-41dd-b89d-12756fc5b93d req-1f535706-c3b6-4c6b-ab6b-4a499fb74f0f tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:08.178487 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2c8999b1-028c-41dd-b89d-12756fc5b93d req-1f535706-c3b6-4c6b-ab6b-4a499fb74f0f tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0557191 Dec 10 18:53:08.260892 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2c8999b1-028c-41dd-b89d-12756fc5b93d req-e1229105-a681-457b-8142-53eb81c8334e tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740385 Dec 10 18:53:08.637821 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92705b-1e9e-4c5d-88d5-4952652efd5b req-4916c46d-1311-4f16-8bf8-e974bccb7a1d tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:08.640770 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4c92705b-1e9e-4c5d-88d5-4952652efd5b req-4916c46d-1311-4f16-8bf8-e974bccb7a1d tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 945 time: 0.0662518 Dec 10 18:53:08.705174 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4c92705b-1e9e-4c5d-88d5-4952652efd5b req-0adb3996-3c3e-402b-bbe0-8373c213d4ab tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573463 Dec 10 18:53:08.984879 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7908f194-9edd-41a0-ae6b-9ed099e0ce3e req-1399cf51-b89d-4552-abcf-f9557ded2aaa tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0325072 Dec 10 18:53:09.347672 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48254) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:09.395495 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62449c02-b26e-4ac0-b104-a1138b7bec32 req-40be8b78-62de-44b5-8f98-a066b20839cd tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:09.402780 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-62449c02-b26e-4ac0-b104-a1138b7bec32 req-40be8b78-62de-44b5-8f98-a066b20839cd tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0655284 Dec 10 18:53:09.460609 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-62449c02-b26e-4ac0-b104-a1138b7bec32 req-527375f4-bef0-45c4-b0e5-f9d577960284 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565856 Dec 10 18:53:09.477016 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1f120637-54b6-49df-b9ea-766d52f82152 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:09.550308 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1f120637-54b6-49df-b9ea-766d52f82152 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:09.554287 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1f120637-54b6-49df-b9ea-766d52f82152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:09.593011 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1f120637-54b6-49df-b9ea-766d52f82152 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=030c5decdeb848eeb64261a4d0a5e2ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2438862 Dec 10 18:53:09.596516 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48258) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:09.602316 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f120637-54b6-49df-b9ea-766d52f82152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ee09af-750d-4318-83b7-71c10e09c2ca,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:09.646551 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b65c76c-f738-48cc-afa5-105ee5ad86dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:09.668020 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b65c76c-f738-48cc-afa5-105ee5ad86dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:09.714788 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b65c76c-f738-48cc-afa5-105ee5ad86dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:09.717432 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b65c76c-f738-48cc-afa5-105ee5ad86dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:09.721506 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5b65c76c-f738-48cc-afa5-105ee5ad86dc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/91ee09af-750d-4318-83b7-71c10e09c2ca HTTP/1.1" status: 204 len: 168 time: 0.1211858 Dec 10 18:53:09.730460 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b65c76c-f738-48cc-afa5-105ee5ad86dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ee09af-750d-4318-83b7-71c10e09c2ca,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:09.838575 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73f480-9494-42fd-ab8e-3612c4151ddf req-7ba062a9-b422-432b-9274-c58f20e1be83 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:09.840155 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6d73f480-9494-42fd-ab8e-3612c4151ddf req-7ba062a9-b422-432b-9274-c58f20e1be83 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 945 time: 0.0629413 Dec 10 18:53:09.902521 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6d73f480-9494-42fd-ab8e-3612c4151ddf req-e0d6387f-0e26-4012-bd08-b11df07b9dbf tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541077 Dec 10 18:53:10.045327 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48268) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:10.059387 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8cb240d7-0087-46e2-88ec-5892e498149c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:10.063625 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c9d033fc-c26c-4e25-91be-930993bb707d req-f6257509-bac3-4cb4-a246-c6e6ff2236da tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0297582 Dec 10 18:53:10.140046 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8cb240d7-0087-46e2-88ec-5892e498149c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:10.144714 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8cb240d7-0087-46e2-88ec-5892e498149c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:10.184590 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8cb240d7-0087-46e2-88ec-5892e498149c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2d32d3cad0f34f81bcd72a3fa820e039&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1380470 Dec 10 18:53:10.185761 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb240d7-0087-46e2-88ec-5892e498149c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95346fde-8089-44d8-972f-742f6d66f7ce,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:10.187234 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48270) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:10.240391 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4829b5ce-9d00-4774-8eae-929cdb1a78a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:10.261460 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4829b5ce-9d00-4774-8eae-929cdb1a78a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:10.310541 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4829b5ce-9d00-4774-8eae-929cdb1a78a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:10.313442 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4829b5ce-9d00-4774-8eae-929cdb1a78a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:10.314720 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4829b5ce-9d00-4774-8eae-929cdb1a78a6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/95346fde-8089-44d8-972f-742f6d66f7ce HTTP/1.1" status: 204 len: 168 time: 0.1261849 Dec 10 18:53:10.324248 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4829b5ce-9d00-4774-8eae-929cdb1a78a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95346fde-8089-44d8-972f-742f6d66f7ce,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:10.585504 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850128d-fe97-43a9-944a-d1b151808222 req-569d9c52-59f5-4285-8614-d4f893776ce6 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:10.587136 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1850128d-fe97-43a9-944a-d1b151808222 req-569d9c52-59f5-4285-8614-d4f893776ce6 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0521543 Dec 10 18:53:10.652263 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1850128d-fe97-43a9-944a-d1b151808222 req-00269da3-53d4-4140-9b71-97be6e90c733 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574601 Dec 10 18:53:11.069279 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64d41c-c07e-4145-b7e6-fe6cdeb26d00 req-a4563959-4aa3-4692-9d0c-18931ded677c tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:11.071583 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-da64d41c-c07e-4145-b7e6-fe6cdeb26d00 req-a4563959-4aa3-4692-9d0c-18931ded677c tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 945 time: 0.0568187 Dec 10 18:53:11.131746 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-da64d41c-c07e-4145-b7e6-fe6cdeb26d00 req-438e5174-5849-47b8-8d16-0c3938492e1b tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541477 Dec 10 18:53:11.173745 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-296de81e-ee8f-4d13-9142-6309be239251 req-9a364c7f-a786-4d56-a2a4-e845c7a845f7 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0533640 Dec 10 18:53:11.774850 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf94229-fb21-464c-9244-ec18cd04759b req-55550494-79e2-497b-9c59-6ebda45c0175 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:11.781503 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-caf94229-fb21-464c-9244-ec18cd04759b req-55550494-79e2-497b-9c59-6ebda45c0175 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0559955 Dec 10 18:53:11.821030 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48350) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:11.833309 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-caf94229-fb21-464c-9244-ec18cd04759b req-42e33a89-116d-4ce1-b326-55d3814b30c0 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500019 Dec 10 18:53:11.933715 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-821339b7-0f96-4053-8f3a-fa2c8b926040 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:12.009416 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-821339b7-0f96-4053-8f3a-fa2c8b926040 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:12.013923 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-821339b7-0f96-4053-8f3a-fa2c8b926040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:12.055080 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-821339b7-0f96-4053-8f3a-fa2c8b926040 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e3b61311e58c43b9bfd8270a91b421d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2327681 Dec 10 18:53:12.055974 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821339b7-0f96-4053-8f3a-fa2c8b926040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7346bc-cf3c-4fe1-96f6-e5523efe1596,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:12.057777 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48354) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:12.106942 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ab123c0a-5cf0-42f7-adfb-0022c3d3b39a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:12.128660 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ab123c0a-5cf0-42f7-adfb-0022c3d3b39a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:12.180051 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ab123c0a-5cf0-42f7-adfb-0022c3d3b39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:12.183301 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ab123c0a-5cf0-42f7-adfb-0022c3d3b39a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:12.186972 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ab123c0a-5cf0-42f7-adfb-0022c3d3b39a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5b7346bc-cf3c-4fe1-96f6-e5523efe1596 HTTP/1.1" status: 204 len: 168 time: 0.1258981 Dec 10 18:53:12.193647 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab123c0a-5cf0-42f7-adfb-0022c3d3b39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7346bc-cf3c-4fe1-96f6-e5523efe1596,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:12.267459 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dc8a53b8-1a2b-4f29-80ba-028128c66600 req-37d99c47-ce1f-4a5a-9a0d-b3746152ca33 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0350814 Dec 10 18:53:12.286466 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae037cef-0983-4281-9d45-c17859514967 req-1d459a7f-3253-412b-9381-a6339b1a0303 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:12.288180 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ae037cef-0983-4281-9d45-c17859514967 req-1d459a7f-3253-412b-9381-a6339b1a0303 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 945 time: 0.0582454 Dec 10 18:53:12.342272 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ae037cef-0983-4281-9d45-c17859514967 req-5507fb27-e790-420b-9ebb-d84ce52d4207 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480254 Dec 10 18:53:12.959223 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ba5b6-76f1-421a-946b-25c0f170d477 req-611c5516-80b9-477b-9593-e7ba79281cdb tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:12.960898 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7c3ba5b6-76f1-421a-946b-25c0f170d477 req-611c5516-80b9-477b-9593-e7ba79281cdb tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0534251 Dec 10 18:53:13.012978 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7c3ba5b6-76f1-421a-946b-25c0f170d477 req-106c1c7a-29a0-4331-947d-8743a132f6e5 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450702 Dec 10 18:53:13.364935 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6e21e314-a94f-43ae-8082-21ee610b1574 req-91df69b4-3670-4b7d-b5c5-6f095a5ed1b8 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0326200 Dec 10 18:53:13.475420 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b378b-89f1-49d4-b3e5-19533c6ccd1f req-806d9c4d-ffc1-473a-a4b0-0b04cc5b73fa tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:13.476978 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-432b378b-89f1-49d4-b3e5-19533c6ccd1f req-806d9c4d-ffc1-473a-a4b0-0b04cc5b73fa tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 945 time: 0.0500309 Dec 10 18:53:13.489244 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48404) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:13.535994 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-432b378b-89f1-49d4-b3e5-19533c6ccd1f req-125cbdc0-f7b2-471a-8da0-7ec8099cf48a tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522864 Dec 10 18:53:13.665898 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-102feac1-71df-4cf4-adbc-6b9732ae55f4 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1066230787'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:53:13.686888 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102feac1-71df-4cf4-adbc-6b9732ae55f4 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Made reservation on behalf of 6fb2e541c25346c8835d6e9175f5de91 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:53:13.691213 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-102feac1-71df-4cf4-adbc-6b9732ae55f4 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:13.700010 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-102feac1-71df-4cf4-adbc-6b9732ae55f4 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:13.773735 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-102feac1-71df-4cf4-adbc-6b9732ae55f4 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:13.777679 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-102feac1-71df-4cf4-adbc-6b9732ae55f4 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:13.804236 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-102feac1-71df-4cf4-adbc-6b9732ae55f4 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:53:13.814515 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102feac1-71df-4cf4-adbc-6b9732ae55f4 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1367bd-51e7-4888-8ce8-34f65bfe59e8,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:13.819335 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-102feac1-71df-4cf4-adbc-6b9732ae55f4 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:13.819643 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-102feac1-71df-4cf4-adbc-6b9732ae55f4 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Added segment e189c887-f130-4489-9de8-4a786464c258 of type vlan for network c0ed4d7e-d0b2-4d33-b449-6f8347b0fea1 Dec 10 18:53:13.861201 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-102feac1-71df-4cf4-adbc-6b9732ae55f4 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:13.886763 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-102feac1-71df-4cf4-adbc-6b9732ae55f4 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:13.892573 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102feac1-71df-4cf4-adbc-6b9732ae55f4 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:13.893233 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-102feac1-71df-4cf4-adbc-6b9732ae55f4 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:13.953008 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-102feac1-71df-4cf4-adbc-6b9732ae55f4 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4623036 Dec 10 18:53:13.956228 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48412) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:13.961927 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b94bd14e-1e5d-4ea0-8f78-cb457357426a tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Request body: {'subnet': {'network_id': 'c0ed4d7e-d0b2-4d33-b449-6f8347b0fea1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:53:13.965549 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102feac1-71df-4cf4-adbc-6b9732ae55f4 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Pushing event updated for resources: {'Network': ['ID=c0ed4d7e-d0b2-4d33-b449-6f8347b0fea1,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:13.976619 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network c0ed4d7e-d0b2-4d33-b449-6f8347b0fea1 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:53:14.066119 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94bd14e-1e5d-4ea0-8f78-cb457357426a tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Made reservation on behalf of 6fb2e541c25346c8835d6e9175f5de91 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:53:14.069706 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b94bd14e-1e5d-4ea0-8f78-cb457357426a tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:14.151316 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73544d-a172-477a-a1a7-a6f2a57e06a4 req-46bd456a-78c2-4e1d-86cd-b37eed006dc6 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:14.160849 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0d73544d-a172-477a-a1a7-a6f2a57e06a4 req-46bd456a-78c2-4e1d-86cd-b37eed006dc6 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0646043 Dec 10 18:53:14.209141 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0d73544d-a172-477a-a1a7-a6f2a57e06a4 req-e4b45193-c651-43eb-9d3a-3fe5762e0c91 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475900 Dec 10 18:53:14.286683 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b94bd14e-1e5d-4ea0-8f78-cb457357426a tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:14.361097 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94bd14e-1e5d-4ea0-8f78-cb457357426a tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Pushing event updated for resources: {'Subnet': ['ID=19d73410-e67e-47c3-b365-d474d8dd0146,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:14.367889 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94bd14e-1e5d-4ea0-8f78-cb457357426a tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Checking segment: {'id': 'e189c887-f130-4489-9de8-4a786464c258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c0ed4d7e-d0b2-4d33-b449-6f8347b0fea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:53:14.368261 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94bd14e-1e5d-4ea0-8f78-cb457357426a tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Network hostable DHCP agents. Network: c0ed4d7e-d0b2-4d33-b449-6f8347b0fea1, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:53:14.386892 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94bd14e-1e5d-4ea0-8f78-cb457357426a tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Network c0ed4d7e-d0b2-4d33-b449-6f8347b0fea1 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:53:14.396873 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-b94bd14e-1e5d-4ea0-8f78-cb457357426a tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, c0ed4d7e-d0b2-4d33-b449-6f8347b0fea1) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:53:14.401705 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94bd14e-1e5d-4ea0-8f78-cb457357426a tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:14.402301 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b94bd14e-1e5d-4ea0-8f78-cb457357426a tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:14.412759 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784211b4-6f1a-417d-84a2-84b29f202249 None None] Network c0ed4d7e-d0b2-4d33-b449-6f8347b0fea1 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:53:14.449290 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b94bd14e-1e5d-4ea0-8f78-cb457357426a tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4915533 Dec 10 18:53:14.451158 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48418) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:14.455128 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-24f4719c-f1e3-4b00-ae26-efb9627a6ae7 req-95611aa4-7b40-40e4-b867-9df7304a3bff tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0388563 Dec 10 18:53:14.458095 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8e1a71f4-7b03-43ad-9abe-6ee0f36dee4c tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Request body: {'port': {'network_id': 'c0ed4d7e-d0b2-4d33-b449-6f8347b0fea1', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2117613895'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:53:14.528038 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2e9561-0601-4f3e-87b1-0b30bbd6e23f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-c0ed4d7e-d0b2-4d33-b449-6f8347b0fea1', 'network_id': 'c0ed4d7e-d0b2-4d33-b449-6f8347b0fea1', 'project_id': '6fb2e541c25346c8835d6e9175f5de91', 'fixed_ips': [{'subnet_id': '19d73410-e67e-47c3-b365-d474d8dd0146'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:53:14.528971 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0f2e9561-0601-4f3e-87b1-0b30bbd6e23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:14.594123 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1a71f4-7b03-43ad-9abe-6ee0f36dee4c tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Made reservation on behalf of 6fb2e541c25346c8835d6e9175f5de91 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:53:14.601538 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8e1a71f4-7b03-43ad-9abe-6ee0f36dee4c tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:14.629908 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-8e1a71f4-7b03-43ad-9abe-6ee0f36dee4c tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] device_id is not set on port 3a854b73-ab83-4888-a6dc-0e28e4a9c9c6 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:53:14.731840 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-0f2e9561-0601-4f3e-87b1-0b30bbd6e23f None None] Allocated IP 172.20.0.2 (c0ed4d7e-d0b2-4d33-b449-6f8347b0fea1/19d73410-e67e-47c3-b365-d474d8dd0146/baa2d0c7-98c5-431e-9f21-7ca15f4e26c3) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:53:14.733976 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01195715-6364-413c-8b32-4a8bb9ff0b86 req-11f3d228-79fe-40de-bb09-c7c8efcdad17 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:14.735845 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-01195715-6364-413c-8b32-4a8bb9ff0b86 req-11f3d228-79fe-40de-bb09-c7c8efcdad17 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 945 time: 0.0974755 Dec 10 18:53:14.786187 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-01195715-6364-413c-8b32-4a8bb9ff0b86 req-48d02d58-7b5d-498d-9f47-5a7b17c05dbb tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438869 Dec 10 18:53:14.888926 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0f2e9561-0601-4f3e-87b1-0b30bbd6e23f None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:14.898169 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0f2e9561-0601-4f3e-87b1-0b30bbd6e23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:14.941089 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2e9561-0601-4f3e-87b1-0b30bbd6e23f None None] Network c0ed4d7e-d0b2-4d33-b449-6f8347b0fea1 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:53:14.944366 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-0f2e9561-0601-4f3e-87b1-0b30bbd6e23f None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:53:14.948610 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2e9561-0601-4f3e-87b1-0b30bbd6e23f None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:53:14.954768 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e9561-0601-4f3e-87b1-0b30bbd6e23f None None] Pushing event updated for resources: {'Port': ['ID=baa2d0c7-98c5-431e-9f21-7ca15f4e26c3,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:14.955058 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-8e1a71f4-7b03-43ad-9abe-6ee0f36dee4c tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Allocated IP 172.20.0.9 (c0ed4d7e-d0b2-4d33-b449-6f8347b0fea1/19d73410-e67e-47c3-b365-d474d8dd0146/3a854b73-ab83-4888-a6dc-0e28e4a9c9c6) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:53:14.966154 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2e9561-0601-4f3e-87b1-0b30bbd6e23f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:14.966510 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2e9561-0601-4f3e-87b1-0b30bbd6e23f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:14.966869 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2e9561-0601-4f3e-87b1-0b30bbd6e23f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:14.967216 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2e9561-0601-4f3e-87b1-0b30bbd6e23f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:14.967577 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2e9561-0601-4f3e-87b1-0b30bbd6e23f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:14.967971 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2e9561-0601-4f3e-87b1-0b30bbd6e23f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:14.968445 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2e9561-0601-4f3e-87b1-0b30bbd6e23f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:14.968812 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2e9561-0601-4f3e-87b1-0b30bbd6e23f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:14.969312 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2e9561-0601-4f3e-87b1-0b30bbd6e23f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:14.969495 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2e9561-0601-4f3e-87b1-0b30bbd6e23f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:14.970419 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2e9561-0601-4f3e-87b1-0b30bbd6e23f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:14.971086 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2e9561-0601-4f3e-87b1-0b30bbd6e23f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:14.971428 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2e9561-0601-4f3e-87b1-0b30bbd6e23f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:15.024909 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0f2e9561-0601-4f3e-87b1-0b30bbd6e23f None None] Attempting to bind port baa2d0c7-98c5-431e-9f21-7ca15f4e26c3 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:53:15.026049 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0f2e9561-0601-4f3e-87b1-0b30bbd6e23f None None] Attempting to bind port baa2d0c7-98c5-431e-9f21-7ca15f4e26c3 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'e189c887-f130-4489-9de8-4a786464c258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c0ed4d7e-d0b2-4d33-b449-6f8347b0fea1'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:53:15.026593 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2e9561-0601-4f3e-87b1-0b30bbd6e23f None None] Attempting to bind port baa2d0c7-98c5-431e-9f21-7ca15f4e26c3 on network c0ed4d7e-d0b2-4d33-b449-6f8347b0fea1 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:53:15.032816 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2e9561-0601-4f3e-87b1-0b30bbd6e23f None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:53:15.033223 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2e9561-0601-4f3e-87b1-0b30bbd6e23f None None] Checking segment: {'id': 'e189c887-f130-4489-9de8-4a786464c258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c0ed4d7e-d0b2-4d33-b449-6f8347b0fea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:53:15.033617 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0f2e9561-0601-4f3e-87b1-0b30bbd6e23f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:15.034017 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2e9561-0601-4f3e-87b1-0b30bbd6e23f None None] Bound using segment: {'id': 'e189c887-f130-4489-9de8-4a786464c258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c0ed4d7e-d0b2-4d33-b449-6f8347b0fea1'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:53:15.034505 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0f2e9561-0601-4f3e-87b1-0b30bbd6e23f None None] Bound port: baa2d0c7-98c5-431e-9f21-7ca15f4e26c3, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e189c887-f130-4489-9de8-4a786464c258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c0ed4d7e-d0b2-4d33-b449-6f8347b0fea1'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:53:15.034895 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0f2e9561-0601-4f3e-87b1-0b30bbd6e23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:15.104310 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0f2e9561-0601-4f3e-87b1-0b30bbd6e23f None None] For port baa2d0c7-98c5-431e-9f21-7ca15f4e26c3, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:53:15.107631 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0f2e9561-0601-4f3e-87b1-0b30bbd6e23f None None] For port baa2d0c7-98c5-431e-9f21-7ca15f4e26c3, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=baa2d0c7-98c5-431e-9f21-7ca15f4e26c3,segment=NetworkSegment(e189c887-f130-4489-9de8-4a786464c258),segment_id=e189c887-f130-4489-9de8-4a786464c258)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:53:15.113444 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0f2e9561-0601-4f3e-87b1-0b30bbd6e23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:15.127468 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8e1a71f4-7b03-43ad-9abe-6ee0f36dee4c tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:15.173674 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8e1a71f4-7b03-43ad-9abe-6ee0f36dee4c tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:15.183537 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e9561-0601-4f3e-87b1-0b30bbd6e23f None None] Pushing event updated for resources: {'Port': ['ID=baa2d0c7-98c5-431e-9f21-7ca15f4e26c3,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:15.234324 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1a71f4-7b03-43ad-9abe-6ee0f36dee4c tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Network c0ed4d7e-d0b2-4d33-b449-6f8347b0fea1 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:53:15.238076 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-8e1a71f4-7b03-43ad-9abe-6ee0f36dee4c tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:53:15.240496 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1a71f4-7b03-43ad-9abe-6ee0f36dee4c tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:53:15.267016 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a71f4-7b03-43ad-9abe-6ee0f36dee4c tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Pushing event updated for resources: {'Port': ['ID=3a854b73-ab83-4888-a6dc-0e28e4a9c9c6,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:15.316921 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1a71f4-7b03-43ad-9abe-6ee0f36dee4c tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:15.317563 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8e1a71f4-7b03-43ad-9abe-6ee0f36dee4c tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:15.336352 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8e1a71f4-7b03-43ad-9abe-6ee0f36dee4c tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8834856 Dec 10 18:53:15.339448 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48428) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:15.357198 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c0028-da10-4f23-b137-d17ce4f4740d req-46153db3-409f-429c-82c4-6fa7b18863d4 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:15.365933 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1d9c0028-da10-4f23-b137-d17ce4f4740d req-46153db3-409f-429c-82c4-6fa7b18863d4 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0721669 Dec 10 18:53:15.432169 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1d9c0028-da10-4f23-b137-d17ce4f4740d req-0aa4abf2-ab2a-4a5d-9776-4f609fc4e271 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652635 Dec 10 18:53:15.492824 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-48d98754-e1eb-470c-9af4-a9b5e8b435d2 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Deleting port 3a854b73-ab83-4888-a6dc-0e28e4a9c9c6 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:53:15.493326 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-48d98754-e1eb-470c-9af4-a9b5e8b435d2 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:15.585082 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e07826f9-bc06-4f18-8f2b-d16a3255a910 req-69a75d2e-bdcd-48fa-86f1-ac2e66c3ec1f tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0663941 Dec 10 18:53:15.633736 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-48d98754-e1eb-470c-9af4-a9b5e8b435d2 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:15.647341 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-48d98754-e1eb-470c-9af4-a9b5e8b435d2 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Calling delete_port for 3a854b73-ab83-4888-a6dc-0e28e4a9c9c6 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:53:15.775055 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-48d98754-e1eb-470c-9af4-a9b5e8b435d2 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:15.808835 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d98754-e1eb-470c-9af4-a9b5e8b435d2 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Pushing event deleted for resources: {'Port': ['ID=3a854b73-ab83-4888-a6dc-0e28e4a9c9c6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:15.878348 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-48d98754-e1eb-470c-9af4-a9b5e8b435d2 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:15.883433 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-48d98754-e1eb-470c-9af4-a9b5e8b435d2 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] 10.222.0.62 "DELETE /v2.0/ports/3a854b73-ab83-4888-a6dc-0e28e4a9c9c6 HTTP/1.1" status: 204 len: 168 time: 0.5422270 Dec 10 18:53:15.885784 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48438) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:15.949790 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe388ee-333a-4716-a0b2-519826b1b7f7 req-05f86576-9de5-4e00-8240-2fa5a149e6a9 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:15.958440 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ffe388ee-333a-4716-a0b2-519826b1b7f7 req-05f86576-9de5-4e00-8240-2fa5a149e6a9 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 945 time: 0.0857539 Dec 10 18:53:15.981974 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c192ee0a-fac5-427d-bb0c-b371c038250a tempest-DHCPAgentSchedulersTestJSON-1119305884 tempest-DHCPAgentSchedulersTestJSON-1119305884-project-admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.0893078 Dec 10 18:53:15.982412 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48442) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:15.988428 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f0ccb584-d575-4f20-8dab-e5c975897060 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1368300476'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:53:16.014194 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device baa2d0c7-98c5-431e-9f21-7ca15f4e26c3 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:53:16.053774 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ffe388ee-333a-4716-a0b2-519826b1b7f7 req-f288acbf-9961-44f8-b255-d418b58baff6 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940647 Dec 10 18:53:16.073445 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ccb584-d575-4f20-8dab-e5c975897060 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Made reservation on behalf of 6fb2e541c25346c8835d6e9175f5de91 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:53:16.077188 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0ccb584-d575-4f20-8dab-e5c975897060 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:16.098689 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port baa2d0c7-98c5-431e-9f21-7ca15f4e26c3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:53:16.100532 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:16.105990 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ccb584-d575-4f20-8dab-e5c975897060 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:53:16.117520 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0ccb584-d575-4f20-8dab-e5c975897060 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:16.118169 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-f0ccb584-d575-4f20-8dab-e5c975897060 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Added segment 531742c0-6047-43cd-b612-3a7749920a17 of type vlan for network 0271e2f1-12b2-416c-a1a0-412898f22bc5 Dec 10 18:53:16.177357 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0ccb584-d575-4f20-8dab-e5c975897060 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:16.212262 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:16.214188 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0ccb584-d575-4f20-8dab-e5c975897060 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:16.220088 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ccb584-d575-4f20-8dab-e5c975897060 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:16.220733 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0ccb584-d575-4f20-8dab-e5c975897060 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:16.248209 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port baa2d0c7-98c5-431e-9f21-7ca15f4e26c3, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=baa2d0c7-98c5-431e-9f21-7ca15f4e26c3,segment=NetworkSegment(e189c887-f130-4489-9de8-4a786464c258),segment_id=e189c887-f130-4489-9de8-4a786464c258)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:16.253910 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:16.282931 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f0ccb584-d575-4f20-8dab-e5c975897060 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2988050 Dec 10 18:53:16.286113 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48444) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:16.296177 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccb584-d575-4f20-8dab-e5c975897060 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Pushing event updated for resources: {'Network': ['ID=0271e2f1-12b2-416c-a1a0-412898f22bc5,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:16.309749 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 0271e2f1-12b2-416c-a1a0-412898f22bc5 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:53:16.382832 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6c9dc1-e9f6-4b08-b298-ef597e57f5eb None None] Network c0ed4d7e-d0b2-4d33-b449-6f8347b0fea1 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:53:16.446421 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=baa2d0c7-98c5-431e-9f21-7ca15f4e26c3,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:16.478868 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ccbedc48-3141-4512-baf1-b3657aec7f4b tempest-DHCPAgentSchedulersTestJSON-1119305884 tempest-DHCPAgentSchedulersTestJSON-1119305884-project-admin] 10.222.0.62 "GET /v2.0/agents/96ccc0f5-fa84-4d94-8f7a-76003031e8b9/dhcp-networks HTTP/1.1" status: 200 len: 6486 time: 0.1914580 Dec 10 18:53:16.481636 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48450) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:16.490749 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9915233e-9937-4298-aed8-8e73a1974ccf None None] Provisioning complete for port baa2d0c7-98c5-431e-9f21-7ca15f4e26c3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:53:16.491126 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9915233e-9937-4298-aed8-8e73a1974ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:16.603745 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30b25d6-fe77-4b97-b446-b3bcb793ef38 tempest-DHCPAgentSchedulersTestJSON-1119305884 tempest-DHCPAgentSchedulersTestJSON-1119305884-project-admin] Network 0271e2f1-12b2-416c-a1a0-412898f22bc5 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:53:16.606900 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86716d62-624b-4b54-89ac-329dfbb8aa48 req-700f231c-e9fb-4b95-a240-a015d448c488 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:16.616210 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-86716d62-624b-4b54-89ac-329dfbb8aa48 req-700f231c-e9fb-4b95-a240-a015d448c488 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0961354 Dec 10 18:53:16.620036 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a30b25d6-fe77-4b97-b446-b3bcb793ef38 tempest-DHCPAgentSchedulersTestJSON-1119305884 tempest-DHCPAgentSchedulersTestJSON-1119305884-project-admin] 10.222.0.62 "POST /v2.0/agents/96ccc0f5-fa84-4d94-8f7a-76003031e8b9/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1345623 Dec 10 18:53:16.620738 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48456) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:16.638090 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730b57a4-acae-47d5-bbe2-31a317650c60 None None] Network 0271e2f1-12b2-416c-a1a0-412898f22bc5 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:53:16.684842 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-86716d62-624b-4b54-89ac-329dfbb8aa48 req-3a2a5beb-2e74-4d0d-b09a-571857e3c8b8 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674736 Dec 10 18:53:16.731976 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-553bb6cb-4505-4738-be09-e50f25b2b3fc req-15c83928-a26c-4f62-8a3f-03d4d9e9ac1f tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0809424 Dec 10 18:53:16.820947 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8b9bc430-841b-4fc7-956d-ab86cecfd3d0 tempest-DHCPAgentSchedulersTestJSON-1119305884 tempest-DHCPAgentSchedulersTestJSON-1119305884-project-admin] 10.222.0.62 "GET /v2.0/agents/96ccc0f5-fa84-4d94-8f7a-76003031e8b9/dhcp-networks HTTP/1.1" status: 200 len: 7257 time: 0.1994088 Dec 10 18:53:16.823617 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48462) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:16.908187 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-36e915f5-787e-4ed0-93d4-2f79873d9174 tempest-DHCPAgentSchedulersTestJSON-1119305884 tempest-DHCPAgentSchedulersTestJSON-1119305884-project-admin] 10.222.0.62 "DELETE /v2.0/agents/96ccc0f5-fa84-4d94-8f7a-76003031e8b9/dhcp-networks/0271e2f1-12b2-416c-a1a0-412898f22bc5 HTTP/1.1" status: 204 len: 168 time: 0.0809381 Dec 10 18:53:16.908762 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48464) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:17.030536 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6cec4994-7061-436f-b614-13590306db6b tempest-DHCPAgentSchedulersTestJSON-1119305884 tempest-DHCPAgentSchedulersTestJSON-1119305884-project-admin] 10.222.0.62 "GET /v2.0/agents/96ccc0f5-fa84-4d94-8f7a-76003031e8b9/dhcp-networks HTTP/1.1" status: 200 len: 6486 time: 0.1207833 Dec 10 18:53:17.034816 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48466) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:17.053990 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6986520b-e329-4f40-982a-3d8daae18baa tempest-DHCPAgentSchedulersTestJSON-1119305884 tempest-DHCPAgentSchedulersTestJSON-1119305884-project-admin] 10.222.0.62 "GET /v2.0/networks/c0ed4d7e-d0b2-4d33-b449-6f8347b0fea1/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0180252 Dec 10 18:53:17.057380 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48468) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:17.084145 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5b5c1b20-1dba-455e-b270-71c885dfe029 tempest-DHCPAgentSchedulersTestJSON-1119305884 tempest-DHCPAgentSchedulersTestJSON-1119305884-project-admin] 10.222.0.62 "GET /v2.0/networks/c0ed4d7e-d0b2-4d33-b449-6f8347b0fea1/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0255809 Dec 10 18:53:17.085026 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48472) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:17.087005 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-09f94a39-a8d3-4d35-9a7b-710aca404904 None None] Provisioning complete for port baa2d0c7-98c5-431e-9f21-7ca15f4e26c3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:53:17.087367 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-09f94a39-a8d3-4d35-9a7b-710aca404904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:17.233483 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a027b-040b-4bac-a78d-0418271a9f1d req-a657bf9d-78e7-4fa2-b18a-ba63c24e040b tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:17.235660 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-157a027b-040b-4bac-a78d-0418271a9f1d req-a657bf9d-78e7-4fa2-b18a-ba63c24e040b tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 945 time: 0.0890722 Dec 10 18:53:17.256552 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4406caa1-bda6-416e-b1fd-122917adf368 tempest-DHCPAgentSchedulersTestJSON-1119305884 tempest-DHCPAgentSchedulersTestJSON-1119305884-project-admin] 10.222.0.62 "GET /v2.0/agents/96ccc0f5-fa84-4d94-8f7a-76003031e8b9/dhcp-networks HTTP/1.1" status: 200 len: 6486 time: 0.1703234 Dec 10 18:53:17.260932 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48474) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:17.292089 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-dfedc49c-46b0-44da-b578-9055e153c139 None None] Could not find standard attr ID for object 3a854b73-ab83-4888-a6dc-0e28e4a9c9c6. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:53:17.295943 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-157a027b-040b-4bac-a78d-0418271a9f1d req-506fc9d0-8b6f-4de2-b3a7-ece024256c84 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518408 Dec 10 18:53:17.348097 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a826405-768a-44b0-b0d8-c23fcd78d062 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:17.441957 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a826405-768a-44b0-b0d8-c23fcd78d062 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:17.464696 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-3a826405-768a-44b0-b0d8-c23fcd78d062 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0271e2f1-12b2-416c-a1a0-412898f22bc5']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:17.477079 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-3a826405-768a-44b0-b0d8-c23fcd78d062 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '531742c0-6047-43cd-b612-3a7749920a17') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:17.477381 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-3a826405-768a-44b0-b0d8-c23fcd78d062 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '531742c0-6047-43cd-b612-3a7749920a17') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:17.487965 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a826405-768a-44b0-b0d8-c23fcd78d062 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:17.501757 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a826405-768a-44b0-b0d8-c23fcd78d062 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:17.508206 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a826405-768a-44b0-b0d8-c23fcd78d062 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:53:17.508683 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a826405-768a-44b0-b0d8-c23fcd78d062 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:17.511924 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:53:17.511924 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:53:17.511924 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:53:17.511924 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:53:17.511924 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:53:17.511924 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:53:17.511924 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:53:17.511924 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:53:17.511924 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:53:17.511924 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:53:17.511924 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:53:17.511924 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:53:17.511924 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:53:17.511924 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:53:17.511924 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:53:17.511924 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:53:17.511924 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:53:17.511924 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:53:17.511924 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:53:17.511924 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:53:17.511924 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:53:17.511924 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:53:17.511924 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:53:17.511924 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:53:17.511924 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:53:17.511924 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:53:17.511924 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:53:17.511924 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:53:17.511924 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:53:17.511924 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:53:17.511924 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:53:17.511924 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:53:17.569560 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a826405-768a-44b0-b0d8-c23fcd78d062 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:17.576673 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a826405-768a-44b0-b0d8-c23fcd78d062 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:17.579753 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3a826405-768a-44b0-b0d8-c23fcd78d062 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] 10.222.0.62 "DELETE /v2.0/networks/0271e2f1-12b2-416c-a1a0-412898f22bc5 HTTP/1.1" status: 204 len: 168 time: 0.3174708 Dec 10 18:53:17.582479 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48476) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:17.592198 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a826405-768a-44b0-b0d8-c23fcd78d062 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Pushing event deleted for resources: {'Network': ['ID=0271e2f1-12b2-416c-a1a0-412898f22bc5,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:17.606285 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-1129fc68-ca4a-49fd-baae-c74036672cfb tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] DELETE failed (client error): The resource could not be found. Dec 10 18:53:17.606849 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1129fc68-ca4a-49fd-baae-c74036672cfb tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:53:17.610499 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1129fc68-ca4a-49fd-baae-c74036672cfb tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] 10.222.0.62 "DELETE /v2.0/ports/3a854b73-ab83-4888-a6dc-0e28e4a9c9c6 HTTP/1.1" status: 404 len: 333 time: 0.0263834 Dec 10 18:53:17.613033 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48478) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:17.671605 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-862ead52-daca-4c3f-b92a-febf7123cc3f tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Deleting subnet 19d73410-e67e-47c3-b365-d474d8dd0146 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:53:17.680423 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-862ead52-daca-4c3f-b92a-febf7123cc3f tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:17.721299 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-862ead52-daca-4c3f-b92a-febf7123cc3f tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:17.823537 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3e79d-8878-414f-8cd9-b873bba31bac req-c9b26289-aba0-4bb8-b3cd-801d77d737c7 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:17.825261 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5b3e79d-8878-414f-8cd9-b873bba31bac req-c9b26289-aba0-4bb8-b3cd-801d77d737c7 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0626175 Dec 10 18:53:17.873781 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1873c4d8-30c0-4efc-b5e2-fa2f5e3ab5b5 req-3a711d3d-2980-4f7a-a484-61c00968a7d6 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0351846 Dec 10 18:53:17.885994 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-862ead52-daca-4c3f-b92a-febf7123cc3f tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:17.905984 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5b3e79d-8878-414f-8cd9-b873bba31bac req-d7fbbd11-4a8a-4021-8c4d-3da6163ee6f7 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716853 Dec 10 18:53:17.956068 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-862ead52-daca-4c3f-b92a-febf7123cc3f tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:17.972550 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device baa2d0c7-98c5-431e-9f21-7ca15f4e26c3 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:53:17.986695 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ead52-daca-4c3f-b92a-febf7123cc3f tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Pushing event deleted for resources: {'Subnet': ['ID=19d73410-e67e-47c3-b365-d474d8dd0146,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:17.992612 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-862ead52-daca-4c3f-b92a-febf7123cc3f tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:17.997021 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-862ead52-daca-4c3f-b92a-febf7123cc3f tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] 10.222.0.62 "DELETE /v2.0/subnets/19d73410-e67e-47c3-b365-d474d8dd0146 HTTP/1.1" status: 204 len: 168 time: 0.3829191 Dec 10 18:53:17.999306 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48490) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:18.008800 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb60b630-94ff-428e-a9ff-c760b3429ef4 None None] Network c0ed4d7e-d0b2-4d33-b449-6f8347b0fea1 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:53:18.275459 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7e598683-6612-46c5-9c7f-89d556f739c4 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:18.282403 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port baa2d0c7-98c5-431e-9f21-7ca15f4e26c3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:53:18.282403 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:18.283581 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-7e598683-6612-46c5-9c7f-89d556f739c4 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Deleting port baa2d0c7-98c5-431e-9f21-7ca15f4e26c3 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:53:18.283581 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7e598683-6612-46c5-9c7f-89d556f739c4 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:18.283980 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8fc0357c-934d-464e-b641-ecc26c7c9a82 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:53:18.283980 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751b31eb-e30b-4064-9dd8-e33da5016f0b None None] DHCP port deletion for c0ed4d7e-d0b2-4d33-b449-6f8347b0fea1 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:53:18.298898 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-7e598683-6612-46c5-9c7f-89d556f739c4 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] For port baa2d0c7-98c5-431e-9f21-7ca15f4e26c3, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=baa2d0c7-98c5-431e-9f21-7ca15f4e26c3,segment=NetworkSegment(e189c887-f130-4489-9de8-4a786464c258),segment_id=e189c887-f130-4489-9de8-4a786464c258)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:18.299272 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7e598683-6612-46c5-9c7f-89d556f739c4 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:18.313443 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-7e598683-6612-46c5-9c7f-89d556f739c4 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Calling delete_port for baa2d0c7-98c5-431e-9f21-7ca15f4e26c3 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:53:18.419982 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 8fc0357c-934d-464e-b641-ecc26c7c9a82, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8fc0357c-934d-464e-b641-ecc26c7c9a82,segment=NetworkSegment(c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4),segment_id=c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:18.438809 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '8fc0357c-934d-464e-b641-ecc26c7c9a82', 'network_id': 'f2f40e08-016a-47bf-9e9a-28b25086c347', 'port_id': '8fc0357c-934d-464e-b641-ecc26c7c9a82', 'mac_address': 'fa:16:3e:34:35:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dc5eaaf-23d0-472c-bf08-f5856e300d99', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:53:18.451445 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-751b31eb-e30b-4064-9dd8-e33da5016f0b None None] Deleting port baa2d0c7-98c5-431e-9f21-7ca15f4e26c3 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:53:18.451829 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-751b31eb-e30b-4064-9dd8-e33da5016f0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:18.540914 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:18.566119 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-751b31eb-e30b-4064-9dd8-e33da5016f0b None None] For port baa2d0c7-98c5-431e-9f21-7ca15f4e26c3, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=baa2d0c7-98c5-431e-9f21-7ca15f4e26c3,segment=NetworkSegment(e189c887-f130-4489-9de8-4a786464c258),segment_id=e189c887-f130-4489-9de8-4a786464c258)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:18.566541 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-751b31eb-e30b-4064-9dd8-e33da5016f0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:18.570354 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8fc0357c-934d-464e-b641-ecc26c7c9a82 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:53:18.591384 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-751b31eb-e30b-4064-9dd8-e33da5016f0b None None] Calling delete_port for baa2d0c7-98c5-431e-9f21-7ca15f4e26c3 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:53:18.603983 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 8fc0357c-934d-464e-b641-ecc26c7c9a82, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8fc0357c-934d-464e-b641-ecc26c7c9a82,segment=NetworkSegment(c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4),segment_id=c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:18.613296 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:18.713161 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['8fc0357c-934d-464e-b641-ecc26c7c9a82'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:53:18.763354 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=8fc0357c-934d-464e-b641-ecc26c7c9a82,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:18.784795 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7e598683-6612-46c5-9c7f-89d556f739c4 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:18.795877 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d21f6a-90a0-45b1-8a08-d0a0af3da2b7 req-0db0a37f-54f7-4c67-b9e9-ff3da64ce878 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:18.797457 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e3d21f6a-90a0-45b1-8a08-d0a0af3da2b7 req-0db0a37f-54f7-4c67-b9e9-ff3da64ce878 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 945 time: 0.4029899 Dec 10 18:53:18.830678 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e598683-6612-46c5-9c7f-89d556f739c4 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] No DVR routers for this DVR port baa2d0c7-98c5-431e-9f21-7ca15f4e26c3 on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:53:18.839554 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-751b31eb-e30b-4064-9dd8-e33da5016f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:18.864932 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e598683-6612-46c5-9c7f-89d556f739c4 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Pushing event deleted for resources: {'Port': ['ID=baa2d0c7-98c5-431e-9f21-7ca15f4e26c3,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:18.876941 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b31eb-e30b-4064-9dd8-e33da5016f0b None None] Pushing event deleted for resources: {'Port': ['ID=baa2d0c7-98c5-431e-9f21-7ca15f4e26c3,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:18.883422 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751b31eb-e30b-4064-9dd8-e33da5016f0b None None] No DVR routers for this DVR port baa2d0c7-98c5-431e-9f21-7ca15f4e26c3 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:53:18.961603 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7e598683-6612-46c5-9c7f-89d556f739c4 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:18.982295 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e3d21f6a-90a0-45b1-8a08-d0a0af3da2b7 req-d435eea6-f2aa-4e2e-8ed0-37c96870fdeb tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549015 Dec 10 18:53:18.994202 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e2fb29cd-11e4-4ce8-a640-a438c3af7703 req-aa679ce3-0092-4cce-a6ba-02a3909f6baf tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0296359 Dec 10 18:53:18.997472 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-7e598683-6612-46c5-9c7f-89d556f739c4 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ed4d7e-d0b2-4d33-b449-6f8347b0fea1']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:19.017117 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-7e598683-6612-46c5-9c7f-89d556f739c4 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e189c887-f130-4489-9de8-4a786464c258') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:19.017117 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-7e598683-6612-46c5-9c7f-89d556f739c4 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e189c887-f130-4489-9de8-4a786464c258') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:19.035418 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7e598683-6612-46c5-9c7f-89d556f739c4 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:19.050343 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7e598683-6612-46c5-9c7f-89d556f739c4 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:19.057294 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e598683-6612-46c5-9c7f-89d556f739c4 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:53:19.057688 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7e598683-6612-46c5-9c7f-89d556f739c4 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:19.060685 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:53:19.060685 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:53:19.060685 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:53:19.060685 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:53:19.060685 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:53:19.060685 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:53:19.060685 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:53:19.060685 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:53:19.060685 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:53:19.060685 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:53:19.060685 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:53:19.060685 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:53:19.060685 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:53:19.060685 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:53:19.060685 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:53:19.060685 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:53:19.060685 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:53:19.060685 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:53:19.060685 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:53:19.060685 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:53:19.060685 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:53:19.060685 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:53:19.060685 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:53:19.060685 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:53:19.060685 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:53:19.060685 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:53:19.060685 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:53:19.060685 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:53:19.060685 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:53:19.060685 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:53:19.060685 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:53:19.060685 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:53:19.164271 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d439a-9ba8-447c-8e95-5c78e4f1f647 req-b8ea4326-e993-4846-93e6-69925c0623a2 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:19.165967 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1a8d439a-9ba8-447c-8e95-5c78e4f1f647 req-b8ea4326-e993-4846-93e6-69925c0623a2 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 945 time: 0.1044679 Dec 10 18:53:19.166608 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7e598683-6612-46c5-9c7f-89d556f739c4 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:19.186522 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7e598683-6612-46c5-9c7f-89d556f739c4 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:19.190808 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7e598683-6612-46c5-9c7f-89d556f739c4 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] 10.222.0.62 "DELETE /v2.0/networks/c0ed4d7e-d0b2-4d33-b449-6f8347b0fea1 HTTP/1.1" status: 204 len: 168 time: 1.1905022 Dec 10 18:53:19.192647 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e598683-6612-46c5-9c7f-89d556f739c4 tempest-DHCPAgentSchedulersTestJSON-1677952403 tempest-DHCPAgentSchedulersTestJSON-1677952403-project] Pushing event deleted for resources: {'Network': ['ID=c0ed4d7e-d0b2-4d33-b449-6f8347b0fea1,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:19.242189 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1a8d439a-9ba8-447c-8e95-5c78e4f1f647 req-0bbc91ed-056a-4aaa-aee8-87d317b43bf2 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570445 Dec 10 18:53:19.468812 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48540) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:19.619944 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-bc628fbf-c57b-4024-b60f-73757dc21f3b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6fb2e541c25346c8835d6e9175f5de91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1496089 Dec 10 18:53:19.620567 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-19663075-d9c6-412a-a56c-0f4fb13dc006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:19.622739 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48546) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:19.685356 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a7e3f5b2-04d5-49c3-bd30-c1614c520d52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:19.707941 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a7e3f5b2-04d5-49c3-bd30-c1614c520d52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:19.765148 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a7e3f5b2-04d5-49c3-bd30-c1614c520d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:19.767733 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a7e3f5b2-04d5-49c3-bd30-c1614c520d52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:19.768958 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a7e3f5b2-04d5-49c3-bd30-c1614c520d52 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5d1367bd-51e7-4888-8ce8-34f65bfe59e8 HTTP/1.1" status: 204 len: 168 time: 0.1443224 Dec 10 18:53:19.778535 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3f5b2-04d5-49c3-bd30-c1614c520d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1367bd-51e7-4888-8ce8-34f65bfe59e8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:19.790907 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e3f5b2-04d5-49c3-bd30-c1614c520d52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:19.791482 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e3f5b2-04d5-49c3-bd30-c1614c520d52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:19.791600 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e3f5b2-04d5-49c3-bd30-c1614c520d52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:19.791926 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e3f5b2-04d5-49c3-bd30-c1614c520d52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:19.792264 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e3f5b2-04d5-49c3-bd30-c1614c520d52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:19.792601 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e3f5b2-04d5-49c3-bd30-c1614c520d52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:19.792957 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e3f5b2-04d5-49c3-bd30-c1614c520d52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:19.793290 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e3f5b2-04d5-49c3-bd30-c1614c520d52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:19.793624 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e3f5b2-04d5-49c3-bd30-c1614c520d52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:19.793945 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e3f5b2-04d5-49c3-bd30-c1614c520d52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:19.794383 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e3f5b2-04d5-49c3-bd30-c1614c520d52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:19.794644 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e3f5b2-04d5-49c3-bd30-c1614c520d52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:19.794906 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e3f5b2-04d5-49c3-bd30-c1614c520d52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:19.941064 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device baa2d0c7-98c5-431e-9f21-7ca15f4e26c3 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:53:19.965491 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: baa2d0c7-98c5-431e-9f21-7ca15f4e26c3 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:53:19.966174 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device baa2d0c7-98c5-431e-9f21-7ca15f4e26c3 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:53:20.091987 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0aa6f68e-5db1-47bb-9f2a-46d6aa567481 req-d9610b26-5f81-4a88-8b2e-aa5cc9c76e15 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0298717 Dec 10 18:53:20.114422 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48568) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:20.130078 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec4f4e94-738f-4dab-8dc8-522236fc67da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:20.137313 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd29cb9-b018-4c6b-8577-643264d5efc6 req-7a324b03-0683-442c-afd5-096ab45d43d6 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:20.138806 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ebd29cb9-b018-4c6b-8577-643264d5efc6 req-7a324b03-0683-442c-afd5-096ab45d43d6 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 945 time: 0.0679162 Dec 10 18:53:20.194849 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ebd29cb9-b018-4c6b-8577-643264d5efc6 req-38d7f4b3-6ab6-4e62-98e2-d2272214233c tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478609 Dec 10 18:53:20.224141 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec4f4e94-738f-4dab-8dc8-522236fc67da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:20.229037 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec4f4e94-738f-4dab-8dc8-522236fc67da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:20.241513 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8fc0357c-934d-464e-b641-ecc26c7c9a82 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:53:20.268912 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f4e94-738f-4dab-8dc8-522236fc67da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd517e78-4c9a-4c47-82a9-001a3a4bfc98,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:20.275579 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ec4f4e94-738f-4dab-8dc8-522236fc67da admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0f0a3354ea3e4894a42b29d85b61de38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1576416 Dec 10 18:53:20.275949 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48578) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:20.293376 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 8fc0357c-934d-464e-b641-ecc26c7c9a82 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:53:20.293758 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:20.338912 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a871a9f-95fd-4046-8b96-60fdea4c28f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:20.376482 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a871a9f-95fd-4046-8b96-60fdea4c28f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:20.383494 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:20.407666 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9dd5385-5432-40cf-937e-e03d8d4a2d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc0357c-934d-464e-b641-ecc26c7c9a82'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:53:20.409963 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc67c16-238d-461d-ac6e-d030b5f3aa02" -d '{"events": [{"server_uuid": "d9dd5385-5432-40cf-937e-e03d8d4a2d4e", "name": "network-vif-plugged", "status": "completed", "tag": "8fc0357c-934d-464e-b641-ecc26c7c9a82"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:53:20.423566 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 8fc0357c-934d-464e-b641-ecc26c7c9a82, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8fc0357c-934d-464e-b641-ecc26c7c9a82,segment=NetworkSegment(c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4),segment_id=c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:20.429961 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:20.458794 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efd96c-2ed2-4844-bda4-f5a2f2f57684 req-56bfdf91-2801-4781-8e53-200f9d33719c tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:20.465219 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-63efd96c-2ed2-4844-bda4-f5a2f2f57684 req-56bfdf91-2801-4781-8e53-200f9d33719c tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 945 time: 0.1280215 Dec 10 18:53:20.471844 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea01650-493e-41c6-a755-9328fd43c68f x-openstack-request-id: req-5ea01650-493e-41c6-a755-9328fd43c68f {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:53:20.472183 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9dd5385-5432-40cf-937e-e03d8d4a2d4e", "name": "network-vif-plugged", "status": "completed", "tag": "8fc0357c-934d-464e-b641-ecc26c7c9a82", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:53:20.472717 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5ea01650-493e-41c6-a755-9328fd43c68f {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:53:20.473316 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9dd5385-5432-40cf-937e-e03d8d4a2d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc0357c-934d-464e-b641-ecc26c7c9a82', 'code': 200} Dec 10 18:53:20.506175 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a871a9f-95fd-4046-8b96-60fdea4c28f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:20.508725 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a871a9f-95fd-4046-8b96-60fdea4c28f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:20.509867 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5a871a9f-95fd-4046-8b96-60fdea4c28f7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dd517e78-4c9a-4c47-82a9-001a3a4bfc98 HTTP/1.1" status: 204 len: 168 time: 0.2331288 Dec 10 18:53:20.530244 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a871a9f-95fd-4046-8b96-60fdea4c28f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd517e78-4c9a-4c47-82a9-001a3a4bfc98,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:20.557325 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=8fc0357c-934d-464e-b641-ecc26c7c9a82,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:20.567694 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-63efd96c-2ed2-4844-bda4-f5a2f2f57684 req-f7eb81f5-e245-447d-9c21-c76a1d3e5f76 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866127 Dec 10 18:53:21.220072 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-66b8c30f-6f49-494f-addf-d30d71b48e87 req-e49e5b72-27c0-4847-b022-f763b4c9e180 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0468724 Dec 10 18:53:21.354821 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91241488-4b21-434b-b272-7ce230a04206 req-4f2d6902-8ecc-48fd-9273-1e4d096fa525 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:21.356360 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-91241488-4b21-434b-b272-7ce230a04206 req-4f2d6902-8ecc-48fd-9273-1e4d096fa525 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 945 time: 0.0758193 Dec 10 18:53:21.428915 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-91241488-4b21-434b-b272-7ce230a04206 req-96f6c7f9-10f3-4dd6-a824-ff8ed3a99cb7 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604153 Dec 10 18:53:21.999250 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0a603-9c1b-4b2e-9b65-d8c8b1d26e86 req-e6e41852-72fa-4c2d-801a-6eb356a07ec8 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:22.005555 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bec0a603-9c1b-4b2e-9b65-d8c8b1d26e86 req-e6e41852-72fa-4c2d-801a-6eb356a07ec8 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.3497436 Dec 10 18:53:22.066968 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bec0a603-9c1b-4b2e-9b65-d8c8b1d26e86 req-2300a1a0-e479-4575-9224-5fcb1957d5f9 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571609 Dec 10 18:53:22.151958 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48664) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:22.270317 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-15c1e3b4-2e5b-4862-977e-94abf87d140e tempest-RoutersAdminNegativeIpV6Test-1212933877 tempest-RoutersAdminNegativeIpV6Test-1212933877-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1255483911', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:53:22.319047 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-557630db-ed5d-4806-a984-256b2099339a req-4ad15a9f-a077-48ea-ae52-abd3033f4767 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0313857 Dec 10 18:53:22.326248 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c1e3b4-2e5b-4862-977e-94abf87d140e tempest-RoutersAdminNegativeIpV6Test-1212933877 tempest-RoutersAdminNegativeIpV6Test-1212933877-project-admin] Made reservation on behalf of ba0ba13eef9c453b9dfca968d102e4bd for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:53:22.331241 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-15c1e3b4-2e5b-4862-977e-94abf87d140e tempest-RoutersAdminNegativeIpV6Test-1212933877 tempest-RoutersAdminNegativeIpV6Test-1212933877-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:22.341888 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-15c1e3b4-2e5b-4862-977e-94abf87d140e tempest-RoutersAdminNegativeIpV6Test-1212933877 tempest-RoutersAdminNegativeIpV6Test-1212933877-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:22.364452 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b3725e65-2b21-48af-925e-8566ff8d4980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:22.435649 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-15c1e3b4-2e5b-4862-977e-94abf87d140e tempest-RoutersAdminNegativeIpV6Test-1212933877 tempest-RoutersAdminNegativeIpV6Test-1212933877-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:22.442363 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-15c1e3b4-2e5b-4862-977e-94abf87d140e tempest-RoutersAdminNegativeIpV6Test-1212933877 tempest-RoutersAdminNegativeIpV6Test-1212933877-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:22.450141 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-15c1e3b4-2e5b-4862-977e-94abf87d140e tempest-RoutersAdminNegativeIpV6Test-1212933877 tempest-RoutersAdminNegativeIpV6Test-1212933877-project-admin] device_id is not set on port 3d482dec-e4d2-41d7-8c35-6f2bbf4b5934 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:53:22.534257 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1e3b4-2e5b-4862-977e-94abf87d140e tempest-RoutersAdminNegativeIpV6Test-1212933877 tempest-RoutersAdminNegativeIpV6Test-1212933877-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b49335-a8a9-4d15-96f5-1f9d028fb6ac,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:22.582757 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37596a30-5786-44a7-a169-fe3db107f004 req-5c7d92fc-f8c6-41bb-bdc9-e510fc76e382 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:22.584348 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-37596a30-5786-44a7-a169-fe3db107f004 req-5c7d92fc-f8c6-41bb-bdc9-e510fc76e382 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 945 time: 0.0652664 Dec 10 18:53:22.632753 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-15c1e3b4-2e5b-4862-977e-94abf87d140e tempest-RoutersAdminNegativeIpV6Test-1212933877 tempest-RoutersAdminNegativeIpV6Test-1212933877-project-admin] Allocated IP 172.25.7.81 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/3d482dec-e4d2-41d7-8c35-6f2bbf4b5934) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:53:22.655099 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-37596a30-5786-44a7-a169-fe3db107f004 req-7b77fa78-b2d7-4d75-9b39-179f72727529 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606163 Dec 10 18:53:22.787173 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-15c1e3b4-2e5b-4862-977e-94abf87d140e tempest-RoutersAdminNegativeIpV6Test-1212933877 tempest-RoutersAdminNegativeIpV6Test-1212933877-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:22.849998 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-15c1e3b4-2e5b-4862-977e-94abf87d140e tempest-RoutersAdminNegativeIpV6Test-1212933877 tempest-RoutersAdminNegativeIpV6Test-1212933877-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:22.896099 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c1e3b4-2e5b-4862-977e-94abf87d140e tempest-RoutersAdminNegativeIpV6Test-1212933877 tempest-RoutersAdminNegativeIpV6Test-1212933877-project-admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:53:22.899419 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-15c1e3b4-2e5b-4862-977e-94abf87d140e tempest-RoutersAdminNegativeIpV6Test-1212933877 tempest-RoutersAdminNegativeIpV6Test-1212933877-project-admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:53:22.903580 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c1e3b4-2e5b-4862-977e-94abf87d140e tempest-RoutersAdminNegativeIpV6Test-1212933877 tempest-RoutersAdminNegativeIpV6Test-1212933877-project-admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:53:22.910753 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1e3b4-2e5b-4862-977e-94abf87d140e tempest-RoutersAdminNegativeIpV6Test-1212933877 tempest-RoutersAdminNegativeIpV6Test-1212933877-project-admin] Pushing event updated for resources: {'Port': ['ID=3d482dec-e4d2-41d7-8c35-6f2bbf4b5934,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:22.934484 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5039ecb5-04f2-4276-8cbb-f8bb743b4268 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:53:22.971730 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c1e3b4-2e5b-4862-977e-94abf87d140e tempest-RoutersAdminNegativeIpV6Test-1212933877 tempest-RoutersAdminNegativeIpV6Test-1212933877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:22.978851 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-15c1e3b4-2e5b-4862-977e-94abf87d140e tempest-RoutersAdminNegativeIpV6Test-1212933877 tempest-RoutersAdminNegativeIpV6Test-1212933877-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:22.987160 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b638140b-389e-445d-bd47-4bf29165d055 None None] Provisioning complete for port 3d482dec-e4d2-41d7-8c35-6f2bbf4b5934 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:53:22.993098 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b638140b-389e-445d-bd47-4bf29165d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:23.003796 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-15c1e3b4-2e5b-4862-977e-94abf87d140e tempest-RoutersAdminNegativeIpV6Test-1212933877 tempest-RoutersAdminNegativeIpV6Test-1212933877-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.8506985 Dec 10 18:53:23.006771 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48690) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:23.012330 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e085de46-1425-4574-a1c2-97e1ac40d5b4 tempest-RoutersAdminNegativeIpV6Test-1212933877 tempest-RoutersAdminNegativeIpV6Test-1212933877-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.81'}]}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:53:23.051065 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e085de46-1425-4574-a1c2-97e1ac40d5b4 tempest-RoutersAdminNegativeIpV6Test-1212933877 tempest-RoutersAdminNegativeIpV6Test-1212933877-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:23.052509 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e085de46-1425-4574-a1c2-97e1ac40d5b4 tempest-RoutersAdminNegativeIpV6Test-1212933877 tempest-RoutersAdminNegativeIpV6Test-1212933877-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:23.072980 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b638140b-389e-445d-bd47-4bf29165d055 None None] Port 3d482dec-e4d2-41d7-8c35-6f2bbf4b5934 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:53:23.212456 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e085de46-1425-4574-a1c2-97e1ac40d5b4 tempest-RoutersAdminNegativeIpV6Test-1212933877 tempest-RoutersAdminNegativeIpV6Test-1212933877-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:23.393957 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d894f-abcd-493d-8bc4-ac487424e5cb req-012e0fce-6e75-420a-9e6e-73185bf97dfd tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:23.395550 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d27d894f-abcd-493d-8bc4-ac487424e5cb req-012e0fce-6e75-420a-9e6e-73185bf97dfd tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.1814830 Dec 10 18:53:23.398542 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e085de46-1425-4574-a1c2-97e1ac40d5b4 tempest-RoutersAdminNegativeIpV6Test-1212933877 tempest-RoutersAdminNegativeIpV6Test-1212933877-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:23.406101 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:23.449321 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-90e2732a-0bfd-4a5e-ac29-a361d4e14835 req-c19297cb-b188-4b81-81fb-50938fa0def9 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0328672 Dec 10 18:53:23.492885 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d27d894f-abcd-493d-8bc4-ac487424e5cb req-8c7d8afd-b310-4891-992e-e85a4a133e91 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838017 Dec 10 18:53:23.660778 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e085de46-1425-4574-a1c2-97e1ac40d5b4 tempest-RoutersAdminNegativeIpV6Test-1212933877 tempest-RoutersAdminNegativeIpV6Test-1212933877-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:23.680073 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e085de46-1425-4574-a1c2-97e1ac40d5b4 tempest-RoutersAdminNegativeIpV6Test-1212933877 tempest-RoutersAdminNegativeIpV6Test-1212933877-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:23.830571 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4dcbf-817e-4de1-9d5d-b202c977e2a1 req-2d25842d-e762-4b21-ab0c-485a76ee5095 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:23.842353 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-28c4dcbf-817e-4de1-9d5d-b202c977e2a1 req-2d25842d-e762-4b21-ab0c-485a76ee5095 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 945 time: 0.0880210 Dec 10 18:53:23.868506 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e085de46-1425-4574-a1c2-97e1ac40d5b4 tempest-RoutersAdminNegativeIpV6Test-1212933877 tempest-RoutersAdminNegativeIpV6Test-1212933877-project-admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:23.917866 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-28c4dcbf-817e-4de1-9d5d-b202c977e2a1 req-0672a81e-00e9-49e2-9bf4-e4aa62b4516e tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745566 Dec 10 18:53:24.042996 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e085de46-1425-4574-a1c2-97e1ac40d5b4 tempest-RoutersAdminNegativeIpV6Test-1212933877 tempest-RoutersAdminNegativeIpV6Test-1212933877-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:24.045253 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e085de46-1425-4574-a1c2-97e1ac40d5b4 tempest-RoutersAdminNegativeIpV6Test-1212933877 tempest-RoutersAdminNegativeIpV6Test-1212933877-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:24.106040 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e085de46-1425-4574-a1c2-97e1ac40d5b4 tempest-RoutersAdminNegativeIpV6Test-1212933877 tempest-RoutersAdminNegativeIpV6Test-1212933877-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:24.106493 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e085de46-1425-4574-a1c2-97e1ac40d5b4 tempest-RoutersAdminNegativeIpV6Test-1212933877 tempest-RoutersAdminNegativeIpV6Test-1212933877-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f095bc3c-3ba0-4d58-b145-b6136c604a6c {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:53:24.127973 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-e085de46-1425-4574-a1c2-97e1ac40d5b4 tempest-RoutersAdminNegativeIpV6Test-1212933877 tempest-RoutersAdminNegativeIpV6Test-1212933877-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 10 18:53:24.129333 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e085de46-1425-4574-a1c2-97e1ac40d5b4 tempest-RoutersAdminNegativeIpV6Test-1212933877 tempest-RoutersAdminNegativeIpV6Test-1212933877-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.1211255 Dec 10 18:53:24.133132 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48720) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:24.225658 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-eb69675f-09b6-4b90-bd71-f2f2b84c0c39 tempest-RoutersAdminNegativeIpV6Test-1212933877 tempest-RoutersAdminNegativeIpV6Test-1212933877-project-admin] Deleting port 3d482dec-e4d2-41d7-8c35-6f2bbf4b5934 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:53:24.226000 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb69675f-09b6-4b90-bd71-f2f2b84c0c39 tempest-RoutersAdminNegativeIpV6Test-1212933877 tempest-RoutersAdminNegativeIpV6Test-1212933877-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:24.322178 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb69675f-09b6-4b90-bd71-f2f2b84c0c39 tempest-RoutersAdminNegativeIpV6Test-1212933877 tempest-RoutersAdminNegativeIpV6Test-1212933877-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:24.343201 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-eb69675f-09b6-4b90-bd71-f2f2b84c0c39 tempest-RoutersAdminNegativeIpV6Test-1212933877 tempest-RoutersAdminNegativeIpV6Test-1212933877-project-admin] Calling delete_port for 3d482dec-e4d2-41d7-8c35-6f2bbf4b5934 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:53:24.494810 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb69675f-09b6-4b90-bd71-f2f2b84c0c39 tempest-RoutersAdminNegativeIpV6Test-1212933877 tempest-RoutersAdminNegativeIpV6Test-1212933877-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:24.531345 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f9ee68-63cc-4ee4-b46c-4d2d72afc88f None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:53:24.590688 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f1517b94-d295-44de-a804-42d0ad525dcb req-4676f8c6-70a6-4c39-a286-1ee7e5cd7a9f tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0491772 Dec 10 18:53:24.598478 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69675f-09b6-4b90-bd71-f2f2b84c0c39 tempest-RoutersAdminNegativeIpV6Test-1212933877 tempest-RoutersAdminNegativeIpV6Test-1212933877-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d482dec-e4d2-41d7-8c35-6f2bbf4b5934,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:24.683726 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb69675f-09b6-4b90-bd71-f2f2b84c0c39 tempest-RoutersAdminNegativeIpV6Test-1212933877 tempest-RoutersAdminNegativeIpV6Test-1212933877-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:24.687129 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-eb69675f-09b6-4b90-bd71-f2f2b84c0c39 tempest-RoutersAdminNegativeIpV6Test-1212933877 tempest-RoutersAdminNegativeIpV6Test-1212933877-project-admin] 10.222.0.62 "DELETE /v2.0/ports/3d482dec-e4d2-41d7-8c35-6f2bbf4b5934 HTTP/1.1" status: 204 len: 168 time: 0.5528219 Dec 10 18:53:24.771067 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a1270-0269-4d86-9165-1a3f9a281657 req-633e0b84-d765-4b52-8752-6a8c526e567d tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:24.783149 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-095a1270-0269-4d86-9165-1a3f9a281657 req-633e0b84-d765-4b52-8752-6a8c526e567d tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.1110587 Dec 10 18:53:24.785495 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:24.861464 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-095a1270-0269-4d86-9165-1a3f9a281657 req-f3223885-0a7c-45f8-baa1-d34814fa4729 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757039 Dec 10 18:53:25.101509 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86798a-fe66-4ff5-9196-ede6805b0929 req-1253c38d-99dd-423a-b3da-859d65c93e60 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:25.109540 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3b86798a-fe66-4ff5-9196-ede6805b0929 req-1253c38d-99dd-423a-b3da-859d65c93e60 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 945 time: 0.0667694 Dec 10 18:53:25.153039 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48768) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:25.230605 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3b86798a-fe66-4ff5-9196-ede6805b0929 req-e1ed77c7-5ec3-4a22-893b-1b9c69ce289c tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170363 Dec 10 18:53:25.364176 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2ec6e7b1-8e8d-4e48-af2f-71cecdb9f4b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:25.467767 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2ec6e7b1-8e8d-4e48-af2f-71cecdb9f4b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:25.475988 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2ec6e7b1-8e8d-4e48-af2f-71cecdb9f4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:25.492489 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:25.530526 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6e7b1-8e8d-4e48-af2f-71cecdb9f4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7d20d8-ff01-491f-881e-9c96def27c7c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:25.537414 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2ec6e7b1-8e8d-4e48-af2f-71cecdb9f4b4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=45f1f6d8e25b493081c2d02b949b4854&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3832929 Dec 10 18:53:25.541124 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48786) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:25.638687 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d86cd0fc-1c43-4d29-ba93-83db69a8e708 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:25.673777 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d86cd0fc-1c43-4d29-ba93-83db69a8e708 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:25.694231 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bd096445-5ddc-4c8a-afb0-735a1a492f95 req-be451e99-f7df-4a2e-8306-b7ecd31bc13b tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0299690 Dec 10 18:53:25.778295 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d86cd0fc-1c43-4d29-ba93-83db69a8e708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:25.782423 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d86cd0fc-1c43-4d29-ba93-83db69a8e708 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:25.783862 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d86cd0fc-1c43-4d29-ba93-83db69a8e708 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ac7d20d8-ff01-491f-881e-9c96def27c7c HTTP/1.1" status: 204 len: 168 time: 0.2414825 Dec 10 18:53:25.818809 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86cd0fc-1c43-4d29-ba93-83db69a8e708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7d20d8-ff01-491f-881e-9c96def27c7c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:26.058561 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2703ad-663c-440a-992b-7c83259e3d24 req-6f2eb95e-5c7d-4ea4-881d-e0a4456a44d3 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:26.060309 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9d2703ad-663c-440a-992b-7c83259e3d24 req-6f2eb95e-5c7d-4ea4-881d-e0a4456a44d3 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.1152596 Dec 10 18:53:26.168287 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9d2703ad-663c-440a-992b-7c83259e3d24 req-5b13f0cf-aa30-47f3-b1b9-f93aff2c605e tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972562 Dec 10 18:53:26.263311 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:53:26.329835 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48808) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:26.502825 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48814) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:26.518616 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-48485069-4a10-4c27-8ff6-b89d1426734f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ba0ba13eef9c453b9dfca968d102e4bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1821930 Dec 10 18:53:26.617062 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-269dec76-f86c-457d-9b38-d2f07719293f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:26.648580 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27367f6-2a36-4728-bee3-7117f2767bc9 req-2f9f34cc-a8c5-42fc-a8b5-1a41a6363250 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:26.656951 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b27367f6-2a36-4728-bee3-7117f2767bc9 req-2f9f34cc-a8c5-42fc-a8b5-1a41a6363250 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 945 time: 0.2744255 Dec 10 18:53:26.736878 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-269dec76-f86c-457d-9b38-d2f07719293f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:26.828108 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6086ebdd-d4eb-41f8-b956-fe51f0f2dfc2 req-cef1fd38-0da6-43ff-bd48-9ae12b09d038 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2075734 Dec 10 18:53:26.879588 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b27367f6-2a36-4728-bee3-7117f2767bc9 req-f5c81e8f-5755-4f8f-b50f-d745e8538195 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197936 Dec 10 18:53:26.924903 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-56ac3abe-a1c2-448e-92d6-b63c7f245509 req-fc5cba5b-516d-43d0-a151-93510bd5182c tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0795288 Dec 10 18:53:26.994307 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-269dec76-f86c-457d-9b38-d2f07719293f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:26.998390 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-269dec76-f86c-457d-9b38-d2f07719293f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:27.004125 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-269dec76-f86c-457d-9b38-d2f07719293f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/55b49335-a8a9-4d15-96f5-1f9d028fb6ac HTTP/1.1" status: 204 len: 168 time: 0.5002773 Dec 10 18:53:27.040830 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269dec76-f86c-457d-9b38-d2f07719293f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b49335-a8a9-4d15-96f5-1f9d028fb6ac,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:27.056253 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086ebdd-d4eb-41f8-b956-fe51f0f2dfc2 req-2b7f1278-652b-4e05-a8fa-a422ffc0f2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:27.058448 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6086ebdd-d4eb-41f8-b956-fe51f0f2dfc2 req-2b7f1278-652b-4e05-a8fa-a422ffc0f2aa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67376b4cbc9c49858a62672e5bb40fd5&device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 1097 time: 0.1534245 Dec 10 18:53:27.370803 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086ebdd-d4eb-41f8-b956-fe51f0f2dfc2 req-fc27bb53-d447-4cd6-bf4d-f997df9e108d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:27.373229 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6086ebdd-d4eb-41f8-b956-fe51f0f2dfc2 req-fc27bb53-d447-4cd6-bf4d-f997df9e108d service neutron] 10.222.0.46 "GET /v2.0/networks?id=465fdc47-2410-4d4c-acab-8d0f21c4165c HTTP/1.1" status: 200 len: 911 time: 0.2903323 Dec 10 18:53:27.508842 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6086ebdd-d4eb-41f8-b956-fe51f0f2dfc2 req-bb0dd6cb-a94c-44ae-a9d2-ccd58f922875 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f68bc9d-70d2-45b4-9860-486399001a44 HTTP/1.1" status: 200 len: 217 time: 0.1067293 Dec 10 18:53:27.519804 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e92ce0-7744-419b-9bb6-181b3500c041 req-bb1dfc29-bac1-40b9-956e-4bf827bb34d2 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:27.528903 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e9e92ce0-7744-419b-9bb6-181b3500c041 req-bb1dfc29-bac1-40b9-956e-4bf827bb34d2 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.2370443 Dec 10 18:53:27.734073 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e9e92ce0-7744-419b-9bb6-181b3500c041 req-65add5df-277a-4efd-aea7-888d1576939f tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040195 Dec 10 18:53:27.740269 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086ebdd-d4eb-41f8-b956-fe51f0f2dfc2 req-cdc80951-64bc-4991-8f7b-f2965c11d20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:27.741743 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6086ebdd-d4eb-41f8-b956-fe51f0f2dfc2 req-cdc80951-64bc-4991-8f7b-f2965c11d20b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fbc681ce-19ba-45da-98c7-c22ee4f9dfa5 HTTP/1.1" status: 200 len: 850 time: 0.2082891 Dec 10 18:53:27.779229 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-518ce087-3e75-464e-a80f-f4b05ec74b2f req-b5c54936-dbb3-4ec3-9e46-cccdbed4f4bd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0830412 Dec 10 18:53:27.916620 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6086ebdd-d4eb-41f8-b956-fe51f0f2dfc2 req-9fc29e78-ed3b-4ee1-b004-6c32f957d481 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=465fdc47-2410-4d4c-acab-8d0f21c4165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1549039 Dec 10 18:53:28.120481 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ce087-3e75-464e-a80f-f4b05ec74b2f req-56a46ec5-5a49-430a-ae77-91b2fb62ec39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:28.124499 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-518ce087-3e75-464e-a80f-f4b05ec74b2f req-56a46ec5-5a49-430a-ae77-91b2fb62ec39 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6dd50388a58440cca7ab90078e887719&device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 1095 time: 0.2638006 Dec 10 18:53:28.193438 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2daef-7347-456e-9426-9b1d725c57b7 req-52e1fb74-2f00-4125-a60c-8dbce9558f93 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:28.202642 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-46c2daef-7347-456e-9426-9b1d725c57b7 req-52e1fb74-2f00-4125-a60c-8dbce9558f93 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 945 time: 0.0777407 Dec 10 18:53:28.247452 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8253f4c6-9651-4382-b4a6-1d4e39e44252 req-c1753fb6-1a2c-4b08-963d-ff86f6e32084 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.1398630 Dec 10 18:53:28.296085 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-46c2daef-7347-456e-9426-9b1d725c57b7 req-f4683da4-2963-4b35-9775-a2ea4215cb51 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834086 Dec 10 18:53:28.328153 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6086ebdd-d4eb-41f8-b956-fe51f0f2dfc2 req-6104ecae-ca70-4f7a-a1e7-d2f5520596ec service neutron] 10.222.0.46 "GET /v2.0/networks/465fdc47-2410-4d4c-acab-8d0f21c4165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009163 Dec 10 18:53:28.472627 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6086ebdd-d4eb-41f8-b956-fe51f0f2dfc2 req-0c306521-47a7-4c81-98e3-789f8bfb5935 service neutron] 10.222.0.46 "GET /v2.0/networks/465fdc47-2410-4d4c-acab-8d0f21c4165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326978 Dec 10 18:53:28.479976 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ce087-3e75-464e-a80f-f4b05ec74b2f req-edbb87a0-2bcf-4531-befd-4c2dc6d12d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:28.486358 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-518ce087-3e75-464e-a80f-f4b05ec74b2f req-edbb87a0-2bcf-4531-befd-4c2dc6d12d98 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3bc50282-3306-4b81-ae1a-81a9a8be5df5 HTTP/1.1" status: 200 len: 912 time: 0.3178940 Dec 10 18:53:28.624447 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-518ce087-3e75-464e-a80f-f4b05ec74b2f req-f4a0197d-4c6a-4f4c-879d-cc21019a2042 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 HTTP/1.1" status: 200 len: 999 time: 0.1263206 Dec 10 18:53:28.767043 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ce087-3e75-464e-a80f-f4b05ec74b2f req-c6405096-3794-43a0-8c48-55e6351651b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:28.768779 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-518ce087-3e75-464e-a80f-f4b05ec74b2f req-c6405096-3794-43a0-8c48-55e6351651b0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cdd9c23d-5046-4c54-950e-a05aba46bbec HTTP/1.1" status: 200 len: 850 time: 0.1302135 Dec 10 18:53:28.901274 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48882) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:29.035299 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ce087-3e75-464e-a80f-f4b05ec74b2f req-80dd7467-7d45-464d-8949-3520eac22279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:29.036476 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-518ce087-3e75-464e-a80f-f4b05ec74b2f req-80dd7467-7d45-464d-8949-3520eac22279 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3bc50282-3306-4b81-ae1a-81a9a8be5df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2518933 Dec 10 18:53:29.191874 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-518ce087-3e75-464e-a80f-f4b05ec74b2f req-06804823-f845-442b-862c-744ff6ada00c service neutron] 10.222.0.72 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225851 Dec 10 18:53:29.254051 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-9d998265-09cf-4f33-8093-eb46a1baf508 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-868512724'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:53:29.314206 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d998265-09cf-4f33-8093-eb46a1baf508 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Made reservation on behalf of d873b90a505d4e9f82a586174b270e81 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:53:29.322404 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed80fd1-cdb5-4cea-8d9e-6a63a62d631b req-6737294b-72ac-4df3-bdbc-d52651c492c0 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:29.323469 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d998265-09cf-4f33-8093-eb46a1baf508 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:29.323776 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3ed80fd1-cdb5-4cea-8d9e-6a63a62d631b req-6737294b-72ac-4df3-bdbc-d52651c492c0 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.3927934 Dec 10 18:53:29.352325 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d998265-09cf-4f33-8093-eb46a1baf508 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:29.363627 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-518ce087-3e75-464e-a80f-f4b05ec74b2f req-b5e9fa3c-86d2-4569-b326-f91e7c8f1206 service neutron] 10.222.0.72 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629157 Dec 10 18:53:29.388758 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3ed80fd1-cdb5-4cea-8d9e-6a63a62d631b req-47e6899f-617d-4fe2-bba0-5764dd5f2b44 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535257 Dec 10 18:53:29.556617 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79bb8891-1b2f-476c-a62c-084ccf8edfa3 req-3b194f2e-b65f-4e4e-8fc0-b4991301d488 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0685086 Dec 10 18:53:29.655843 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d998265-09cf-4f33-8093-eb46a1baf508 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:29.691046 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d998265-09cf-4f33-8093-eb46a1baf508 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:29.841108 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d998265-09cf-4f33-8093-eb46a1baf508 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:53:29.844754 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d998265-09cf-4f33-8093-eb46a1baf508 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9bec73-b64e-406c-b145-1fd0fce227ac,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:29.887719 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d998265-09cf-4f33-8093-eb46a1baf508 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:29.888071 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-9d998265-09cf-4f33-8093-eb46a1baf508 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Added segment 1cba6c9f-aa5b-4a85-878a-9d9d4918b046 of type vlan for network d4310dc4-d68c-4ea0-9abd-ac1fab7b37a0 Dec 10 18:53:30.012851 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d998265-09cf-4f33-8093-eb46a1baf508 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:30.030841 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903891b7-1526-4aa8-adae-e90a23e17935 req-ba3eba96-b14e-4ea4-9e1a-3b58318c7f64 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:30.033124 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-903891b7-1526-4aa8-adae-e90a23e17935 req-ba3eba96-b14e-4ea4-9e1a-3b58318c7f64 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 945 time: 0.5846505 Dec 10 18:53:30.058855 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d998265-09cf-4f33-8093-eb46a1baf508 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:30.065499 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d998265-09cf-4f33-8093-eb46a1baf508 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:30.066101 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d998265-09cf-4f33-8093-eb46a1baf508 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:30.095698 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48906) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:30.097090 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9d998265-09cf-4f33-8093-eb46a1baf508 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1934459 Dec 10 18:53:30.101839 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-0d8fd56e-2f4c-4d15-a9ac-790a80e7b4ee tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Request body: {'subnet': {'network_id': 'd4310dc4-d68c-4ea0-9abd-ac1fab7b37a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:53:30.239073 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-903891b7-1526-4aa8-adae-e90a23e17935 req-44b3f990-f983-4677-82cd-78f14a46f58e tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618998 Dec 10 18:53:30.282592 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d998265-09cf-4f33-8093-eb46a1baf508 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Pushing event updated for resources: {'Network': ['ID=d4310dc4-d68c-4ea0-9abd-ac1fab7b37a0,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:30.294983 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network d4310dc4-d68c-4ea0-9abd-ac1fab7b37a0 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:53:30.300084 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8fd56e-2f4c-4d15-a9ac-790a80e7b4ee tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Made reservation on behalf of d873b90a505d4e9f82a586174b270e81 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:53:30.305343 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d8fd56e-2f4c-4d15-a9ac-790a80e7b4ee tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:30.733810 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-927887df-42ba-46af-b013-14138dc02bfc req-268f5b78-0a5c-4e1c-9c9c-7c1fe550ba28 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0752752 Dec 10 18:53:30.787537 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d8fd56e-2f4c-4d15-a9ac-790a80e7b4ee tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:30.899030 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa93bed-5b25-430d-a4de-05ade0d83a97 req-5e065bf4-8c22-4c2d-8700-e8217f1af1c4 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:30.900611 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3aa93bed-5b25-430d-a4de-05ade0d83a97 req-5e065bf4-8c22-4c2d-8700-e8217f1af1c4 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.2459614 Dec 10 18:53:30.901695 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8fd56e-2f4c-4d15-a9ac-790a80e7b4ee tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Pushing event updated for resources: {'Subnet': ['ID=5d23945d-17e7-4b9e-a1ad-abe9d21f8c34,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:30.912523 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8fd56e-2f4c-4d15-a9ac-790a80e7b4ee tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Checking segment: {'id': '1cba6c9f-aa5b-4a85-878a-9d9d4918b046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd4310dc4-d68c-4ea0-9abd-ac1fab7b37a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:53:30.913006 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8fd56e-2f4c-4d15-a9ac-790a80e7b4ee tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Network hostable DHCP agents. Network: d4310dc4-d68c-4ea0-9abd-ac1fab7b37a0, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:53:30.964168 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8fd56e-2f4c-4d15-a9ac-790a80e7b4ee tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Network d4310dc4-d68c-4ea0-9abd-ac1fab7b37a0 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:53:30.997982 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3aa93bed-5b25-430d-a4de-05ade0d83a97 req-05e82058-93c2-4881-821d-c8cde92e1c82 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874579 Dec 10 18:53:31.002581 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-0d8fd56e-2f4c-4d15-a9ac-790a80e7b4ee tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, d4310dc4-d68c-4ea0-9abd-ac1fab7b37a0) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:53:31.008047 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8fd56e-2f4c-4d15-a9ac-790a80e7b4ee tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:31.008811 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d8fd56e-2f4c-4d15-a9ac-790a80e7b4ee tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:31.026178 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af58ce5e-e8f8-4b77-af38-933e6ef9486d None None] Network d4310dc4-d68c-4ea0-9abd-ac1fab7b37a0 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:53:31.083602 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0d8fd56e-2f4c-4d15-a9ac-790a80e7b4ee tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9860675 Dec 10 18:53:31.088191 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48926) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:31.093677 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-9a4b4308-e98e-4021-9267-ebd1ab06e4e7 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1360724652', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:53:31.147797 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9a4b4308-e98e-4021-9267-ebd1ab06e4e7 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:31.150027 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9a4b4308-e98e-4021-9267-ebd1ab06e4e7 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:31.304320 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9a4b4308-e98e-4021-9267-ebd1ab06e4e7 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:31.318039 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9a4b4308-e98e-4021-9267-ebd1ab06e4e7 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:31.376417 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9a4b4308-e98e-4021-9267-ebd1ab06e4e7 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:31.386018 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48936) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:31.390430 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9a4b4308-e98e-4021-9267-ebd1ab06e4e7 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2938318 Dec 10 18:53:31.397635 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d305e9d8-b9cf-433e-99d2-2fa91c47bc2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-d4310dc4-d68c-4ea0-9abd-ac1fab7b37a0', 'network_id': 'd4310dc4-d68c-4ea0-9abd-ac1fab7b37a0', 'project_id': 'd873b90a505d4e9f82a586174b270e81', 'fixed_ips': [{'subnet_id': '5d23945d-17e7-4b9e-a1ad-abe9d21f8c34'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:53:31.400586 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d305e9d8-b9cf-433e-99d2-2fa91c47bc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:31.550807 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7ce4c-d902-434a-b860-43e30ec12f5e req-5dea85e5-48f6-4c18-b290-fa0176ad6565 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:31.564010 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-37e7ce4c-d902-434a-b860-43e30ec12f5e req-5dea85e5-48f6-4c18-b290-fa0176ad6565 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 945 time: 0.1512489 Dec 10 18:53:31.685971 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-37e7ce4c-d902-434a-b860-43e30ec12f5e req-a98d0bdc-387e-4661-b9dd-f48ea9f70dd2 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120863 Dec 10 18:53:31.757171 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-d305e9d8-b9cf-433e-99d2-2fa91c47bc2d None None] Allocated IP 172.20.0.2 (d4310dc4-d68c-4ea0-9abd-ac1fab7b37a0/5d23945d-17e7-4b9e-a1ad-abe9d21f8c34/b7e3a4fd-e2db-494e-a07b-56d74c9ab26b) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:53:31.933239 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-55b7376b-c3c7-4a28-9e15-a409836431aa req-247c20ab-8347-41e5-bd1c-dc605ca28121 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0320625 Dec 10 18:53:32.098782 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1b1bb854-45b4-4a9f-b894-5fc7ffee6edf tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:32.187129 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d305e9d8-b9cf-433e-99d2-2fa91c47bc2d None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:32.221887 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d305e9d8-b9cf-433e-99d2-2fa91c47bc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:32.292600 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab56c91-f597-41cf-8d78-71eb07353d20 req-3cb542e8-3a93-4be1-8b12-ec7ed436630d tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:32.302724 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7ab56c91-f597-41cf-8d78-71eb07353d20 req-3cb542e8-3a93-4be1-8b12-ec7ed436630d tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.1730254 Dec 10 18:53:32.315414 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d305e9d8-b9cf-433e-99d2-2fa91c47bc2d None None] Network d4310dc4-d68c-4ea0-9abd-ac1fab7b37a0 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:53:32.329351 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-d305e9d8-b9cf-433e-99d2-2fa91c47bc2d None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:53:32.336988 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d305e9d8-b9cf-433e-99d2-2fa91c47bc2d None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:53:32.478241 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7ab56c91-f597-41cf-8d78-71eb07353d20 req-a86ef306-8f93-4fae-9f42-e98de55f96dc tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674075 Dec 10 18:53:32.503543 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d305e9d8-b9cf-433e-99d2-2fa91c47bc2d None None] Pushing event updated for resources: {'Port': ['ID=b7e3a4fd-e2db-494e-a07b-56d74c9ab26b,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:32.534263 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d305e9d8-b9cf-433e-99d2-2fa91c47bc2d None None] Attempting to bind port b7e3a4fd-e2db-494e-a07b-56d74c9ab26b on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:53:32.534989 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d305e9d8-b9cf-433e-99d2-2fa91c47bc2d None None] Attempting to bind port b7e3a4fd-e2db-494e-a07b-56d74c9ab26b by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1cba6c9f-aa5b-4a85-878a-9d9d4918b046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd4310dc4-d68c-4ea0-9abd-ac1fab7b37a0'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:53:32.535580 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d305e9d8-b9cf-433e-99d2-2fa91c47bc2d None None] Attempting to bind port b7e3a4fd-e2db-494e-a07b-56d74c9ab26b on network d4310dc4-d68c-4ea0-9abd-ac1fab7b37a0 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:53:32.543877 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d305e9d8-b9cf-433e-99d2-2fa91c47bc2d None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:53:32.557328 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d305e9d8-b9cf-433e-99d2-2fa91c47bc2d None None] Checking segment: {'id': '1cba6c9f-aa5b-4a85-878a-9d9d4918b046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd4310dc4-d68c-4ea0-9abd-ac1fab7b37a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:53:32.558037 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d305e9d8-b9cf-433e-99d2-2fa91c47bc2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:32.558599 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d305e9d8-b9cf-433e-99d2-2fa91c47bc2d None None] Bound using segment: {'id': '1cba6c9f-aa5b-4a85-878a-9d9d4918b046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd4310dc4-d68c-4ea0-9abd-ac1fab7b37a0'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:53:32.559323 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d305e9d8-b9cf-433e-99d2-2fa91c47bc2d None None] Bound port: b7e3a4fd-e2db-494e-a07b-56d74c9ab26b, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cba6c9f-aa5b-4a85-878a-9d9d4918b046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd4310dc4-d68c-4ea0-9abd-ac1fab7b37a0'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:53:32.559944 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d305e9d8-b9cf-433e-99d2-2fa91c47bc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:32.745331 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d305e9d8-b9cf-433e-99d2-2fa91c47bc2d None None] For port b7e3a4fd-e2db-494e-a07b-56d74c9ab26b, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:53:32.809461 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d305e9d8-b9cf-433e-99d2-2fa91c47bc2d None None] For port b7e3a4fd-e2db-494e-a07b-56d74c9ab26b, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b7e3a4fd-e2db-494e-a07b-56d74c9ab26b,segment=NetworkSegment(1cba6c9f-aa5b-4a85-878a-9d9d4918b046),segment_id=1cba6c9f-aa5b-4a85-878a-9d9d4918b046)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:53:32.828983 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d305e9d8-b9cf-433e-99d2-2fa91c47bc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:32.960228 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d305e9d8-b9cf-433e-99d2-2fa91c47bc2d None None] Pushing event updated for resources: {'Port': ['ID=b7e3a4fd-e2db-494e-a07b-56d74c9ab26b,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:33.085298 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6a86fa47-d832-4961-a1a3-33f0a90c8214 req-aab60bb5-003e-4853-912f-91a1d513ddf3 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0494967 Dec 10 18:53:33.266521 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802f23c-ece6-4012-aa3c-a66272ec6679 req-ae507283-a054-4cad-9a38-047b68948aaf tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:33.286687 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9802f23c-ece6-4012-aa3c-a66272ec6679 req-ae507283-a054-4cad-9a38-047b68948aaf tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 945 time: 0.3430576 Dec 10 18:53:33.570204 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9802f23c-ece6-4012-aa3c-a66272ec6679 req-e32ef1e5-e5c2-4f32-8523-afa4f342425b tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739396 Dec 10 18:53:33.684764 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f139bd-e414-4ce1-a239-8ca42b43a1e3 req-7bf1948d-39a4-4a7d-bdc9-cfd04fd2aa09 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:33.692018 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f1f139bd-e414-4ce1-a239-8ca42b43a1e3 req-7bf1948d-39a4-4a7d-bdc9-cfd04fd2aa09 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.1233611 Dec 10 18:53:33.743159 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-1b1bb854-45b4-4a9f-b894-5fc7ffee6edf tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Allocated IP 172.20.0.1 (d4310dc4-d68c-4ea0-9abd-ac1fab7b37a0/5d23945d-17e7-4b9e-a1ad-abe9d21f8c34/f046b7a0-a54f-48d6-95d9-ccdf46cef0ee) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:53:33.810427 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f1f139bd-e414-4ce1-a239-8ca42b43a1e3 req-3eac20d3-bb04-42a6-9089-781672348778 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175282 Dec 10 18:53:33.884977 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:33.899376 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1b1bb854-45b4-4a9f-b894-5fc7ffee6edf tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:33.963948 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1b1bb854-45b4-4a9f-b894-5fc7ffee6edf tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:34.028290 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1bb854-45b4-4a9f-b894-5fc7ffee6edf tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Network d4310dc4-d68c-4ea0-9abd-ac1fab7b37a0 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:53:34.032121 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-1b1bb854-45b4-4a9f-b894-5fc7ffee6edf tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:53:34.036323 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1bb854-45b4-4a9f-b894-5fc7ffee6edf tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:53:34.045719 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1bb854-45b4-4a9f-b894-5fc7ffee6edf tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Pushing event updated for resources: {'Port': ['ID=f046b7a0-a54f-48d6-95d9-ccdf46cef0ee,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:34.107557 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b7e3a4fd-e2db-494e-a07b-56d74c9ab26b up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:53:34.147377 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1b1bb854-45b4-4a9f-b894-5fc7ffee6edf tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:34.222301 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port b7e3a4fd-e2db-494e-a07b-56d74c9ab26b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:53:34.222686 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:34.403360 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1b1bb854-45b4-4a9f-b894-5fc7ffee6edf tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:34.457806 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:34.521934 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port b7e3a4fd-e2db-494e-a07b-56d74c9ab26b, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b7e3a4fd-e2db-494e-a07b-56d74c9ab26b,segment=NetworkSegment(1cba6c9f-aa5b-4a85-878a-9d9d4918b046),segment_id=1cba6c9f-aa5b-4a85-878a-9d9d4918b046)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:34.530689 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:34.594882 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ebd9cb99-b11f-4df9-a5aa-a2f6981adf1b req-4da390ac-61c5-47f6-8a49-bf9ef266024f tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.3820274 Dec 10 18:53:34.653446 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=b7e3a4fd-e2db-494e-a07b-56d74c9ab26b,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:34.748079 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d970c47d-2c50-459d-9cc6-76a00a21697a req-f2974286-c723-4a3f-9a19-1867a038aef6 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:34.761580 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d970c47d-2c50-459d-9cc6-76a00a21697a req-f2974286-c723-4a3f-9a19-1867a038aef6 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 945 time: 0.0792749 Dec 10 18:53:34.854780 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d970c47d-2c50-459d-9cc6-76a00a21697a req-f588e507-60c9-48d4-98ed-67770976eb45 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858495 Dec 10 18:53:35.014887 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1b1bb854-45b4-4a9f-b894-5fc7ffee6edf tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:35.025756 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1b1bb854-45b4-4a9f-b894-5fc7ffee6edf tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:35.106506 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0493e-74d9-4a1a-8ba1-17320d1e0bbe req-ad281e06-4c6d-4e0f-b903-5998fed9ddaa tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:35.115026 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-45a0493e-74d9-4a1a-8ba1-17320d1e0bbe req-ad281e06-4c6d-4e0f-b903-5998fed9ddaa tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.1623299 Dec 10 18:53:35.163916 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1b1bb854-45b4-4a9f-b894-5fc7ffee6edf tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:35.173640 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfd66f5-7447-428f-bd87-aeb8bc84ba02 None None] Network d4310dc4-d68c-4ea0-9abd-ac1fab7b37a0 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:53:35.187094 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1bb854-45b4-4a9f-b894-5fc7ffee6edf tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Pushing event updated for resources: {'Port': ['ID=f046b7a0-a54f-48d6-95d9-ccdf46cef0ee,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:35.299561 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1bb854-45b4-4a9f-b894-5fc7ffee6edf tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Network d4310dc4-d68c-4ea0-9abd-ac1fab7b37a0 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:53:35.318368 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-44ac4e05-ecc2-4700-a947-7575d129fa6d None None] Provisioning complete for port b7e3a4fd-e2db-494e-a07b-56d74c9ab26b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:53:35.319550 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-44ac4e05-ecc2-4700-a947-7575d129fa6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:35.322473 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-45a0493e-74d9-4a1a-8ba1-17320d1e0bbe req-7a5c3704-3efd-413c-9baa-2679e9a27f88 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064400 Dec 10 18:53:35.323851 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-1b1bb854-45b4-4a9f-b894-5fc7ffee6edf tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:53:35.511283 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1bb854-45b4-4a9f-b894-5fc7ffee6edf tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Router a5494a8e-ba5b-4d4f-aab5-e69b17c51dc8 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:53:35.722139 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1bb854-45b4-4a9f-b894-5fc7ffee6edf tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:53:35.730341 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1b1bb854-45b4-4a9f-b894-5fc7ffee6edf tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] 10.222.0.62 "PUT /v2.0/routers/a5494a8e-ba5b-4d4f-aab5-e69b17c51dc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3430834 Dec 10 18:53:35.731021 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 49006) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:35.731710 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3544623a-5b06-48d9-9c71-d4e343852f93 req-9b1a404d-2564-4703-9784-bcab56eeb84d tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0580609 Dec 10 18:53:35.738259 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-9ac4a2f5-be0f-41ab-b002-aa31606fe950 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Request body: {'port': {'network_id': 'd4310dc4-d68c-4ea0-9abd-ac1fab7b37a0', 'name': 'tempest-FloatingIPNegativeTestJSON-330569596'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:53:35.746193 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1031ac22-f23c-4ddc-a9f8-d3b27cc2f3c2 None None] Sync routers for ids ['a5494a8e-ba5b-4d4f-aab5-e69b17c51dc8'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:53:35.762923 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1031ac22-f23c-4ddc-a9f8-d3b27cc2f3c2 None None] Routers {'a5494a8e-ba5b-4d4f-aab5-e69b17c51dc8'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:53:35.765349 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-1031ac22-f23c-4ddc-a9f8-d3b27cc2f3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:53:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a5494a8e-ba5b-4d4f-aab5-e69b17c51dc8'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:35.871164 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c27be422-ab46-4669-af65-4cef7e02b3de None None] Provisioning complete for port b7e3a4fd-e2db-494e-a07b-56d74c9ab26b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:53:35.874878 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c27be422-ab46-4669-af65-4cef7e02b3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:35.915143 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-1031ac22-f23c-4ddc-a9f8-d3b27cc2f3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:35.956470 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1031ac22-f23c-4ddc-a9f8-d3b27cc2f3c2 None None] Routers {'a5494a8e-ba5b-4d4f-aab5-e69b17c51dc8'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:53:35.957227 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-1031ac22-f23c-4ddc-a9f8-d3b27cc2f3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:53:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a5494a8e-ba5b-4d4f-aab5-e69b17c51dc8'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:36.072890 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac4a2f5-be0f-41ab-b002-aa31606fe950 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Made reservation on behalf of d873b90a505d4e9f82a586174b270e81 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:53:36.086787 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ac4a2f5-be0f-41ab-b002-aa31606fe950 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:36.105741 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-1031ac22-f23c-4ddc-a9f8-d3b27cc2f3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:36.105741 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1031ac22-f23c-4ddc-a9f8-d3b27cc2f3c2 None None] The sync data for ids ['a5494a8e-ba5b-4d4f-aab5-e69b17c51dc8'] in n-d-821435-1 is: [] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:53:36.119452 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b7e3a4fd-e2db-494e-a07b-56d74c9ab26b up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:53:36.295984 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port b7e3a4fd-e2db-494e-a07b-56d74c9ab26b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:53:36.296617 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:36.328071 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-9ac4a2f5-be0f-41ab-b002-aa31606fe950 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] device_id is not set on port 9ca461be-fb97-48cb-aa59-b68448c70661 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:53:36.577218 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c184f50a-40ee-43ed-993c-9e4f2d2ce10b req-7bed9781-099a-4782-a176-7e5a533b6668 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:36.582131 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c27be422-ab46-4669-af65-4cef7e02b3de None None] Provisioning complete for port f046b7a0-a54f-48d6-95d9-ccdf46cef0ee triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:53:36.582522 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c27be422-ab46-4669-af65-4cef7e02b3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:36.596015 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c184f50a-40ee-43ed-993c-9e4f2d2ce10b req-7bed9781-099a-4782-a176-7e5a533b6668 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.1699169 Dec 10 18:53:36.622306 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-9ac4a2f5-be0f-41ab-b002-aa31606fe950 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Allocated IP 172.20.0.6 (d4310dc4-d68c-4ea0-9abd-ac1fab7b37a0/5d23945d-17e7-4b9e-a1ad-abe9d21f8c34/9ca461be-fb97-48cb-aa59-b68448c70661) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:53:36.670475 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c27be422-ab46-4669-af65-4cef7e02b3de None None] Port f046b7a0-a54f-48d6-95d9-ccdf46cef0ee cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:53:36.741095 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c184f50a-40ee-43ed-993c-9e4f2d2ce10b req-eb246ec8-55a4-4361-b089-3a48a69cbadc tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301706 Dec 10 18:53:36.801289 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-280c6c89-789a-45d4-b977-54e01bd23b25 None None] Provisioning complete for port f046b7a0-a54f-48d6-95d9-ccdf46cef0ee triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:53:36.801708 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-280c6c89-789a-45d4-b977-54e01bd23b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:36.871522 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-280c6c89-789a-45d4-b977-54e01bd23b25 None None] Port f046b7a0-a54f-48d6-95d9-ccdf46cef0ee cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:53:36.909669 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e16610-e19e-46e7-b6d9-9e6eaf8991d5 req-e638b7a9-881d-4347-8010-2db76f0e8875 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:36.916946 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79e16610-e19e-46e7-b6d9-9e6eaf8991d5 req-e638b7a9-881d-4347-8010-2db76f0e8875 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 945 time: 0.7725697 Dec 10 18:53:36.938729 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a767d9cf-b166-45ef-af3f-c56f0584cd39 req-509df809-1292-49e4-afbc-31b14e46a4a7 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0843158 Dec 10 18:53:36.969674 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2750398-2e71-4c8d-b595-a45df4851a9b req-6863764c-8f97-4d72-b4e1-bdd278140500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:36.971457 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a2750398-2e71-4c8d-b595-a45df4851a9b req-6863764c-8f97-4d72-b4e1-bdd278140500 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 1096 time: 0.1646042 Dec 10 18:53:36.990957 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ac4a2f5-be0f-41ab-b002-aa31606fe950 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:37.055094 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79e16610-e19e-46e7-b6d9-9e6eaf8991d5 req-ca5d366e-b6b4-437d-b0e7-a0990a27fbf4 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353390 Dec 10 18:53:37.115185 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a2750398-2e71-4c8d-b595-a45df4851a9b req-40e3f502-b6f5-48b2-8e9f-bb9487d61933 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224401 Dec 10 18:53:37.136704 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ac4a2f5-be0f-41ab-b002-aa31606fe950 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:37.179322 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac4a2f5-be0f-41ab-b002-aa31606fe950 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Network d4310dc4-d68c-4ea0-9abd-ac1fab7b37a0 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:53:37.185241 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-9ac4a2f5-be0f-41ab-b002-aa31606fe950 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:53:37.189700 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac4a2f5-be0f-41ab-b002-aa31606fe950 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:53:37.252376 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4a2f5-be0f-41ab-b002-aa31606fe950 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Pushing event updated for resources: {'Port': ['ID=9ca461be-fb97-48cb-aa59-b68448c70661,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:37.276522 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac4a2f5-be0f-41ab-b002-aa31606fe950 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:37.277331 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ac4a2f5-be0f-41ab-b002-aa31606fe950 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:37.315044 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 49020) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:37.316096 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9ac4a2f5-be0f-41ab-b002-aa31606fe950 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5839193 Dec 10 18:53:37.320652 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d733c8da-0ee9-4326-a1c1-49c39bd8f340 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:53:37.403425 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d733c8da-0ee9-4326-a1c1-49c39bd8f340 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:37.606977 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d733c8da-0ee9-4326-a1c1-49c39bd8f340 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:37.608504 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-28a9cac8-2ad3-4159-a554-b6e9c49da094 None None] Provisioning complete for port 9ca461be-fb97-48cb-aa59-b68448c70661 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:53:37.611359 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-28a9cac8-2ad3-4159-a554-b6e9c49da094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:37.672829 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-28a9cac8-2ad3-4159-a554-b6e9c49da094 None None] Port 9ca461be-fb97-48cb-aa59-b68448c70661 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:53:37.805202 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-d733c8da-0ee9-4326-a1c1-49c39bd8f340 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Allocated IP 172.25.7.219 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/fc3fada4-0ca8-4ebc-b49a-46b537f2ef83) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:53:37.956318 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0df423-7eff-4464-9f9e-4b2620085dc9 req-78ebcc18-1b65-47f1-81d8-787acd099629 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:37.958010 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aa0df423-7eff-4464-9f9e-4b2620085dc9 req-78ebcc18-1b65-47f1-81d8-787acd099629 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.1009023 Dec 10 18:53:38.113095 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aa0df423-7eff-4464-9f9e-4b2620085dc9 req-2ba4e70d-567b-4299-a20f-0ffa01b7708a tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202517 Dec 10 18:53:38.169016 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:38.170693 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1ba2e4e1-b773-487c-9d7f-a5f42fe9cc08 req-209ed1d1-0a56-458c-a0e4-5016475854c6 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.1119170 Dec 10 18:53:38.237436 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d733c8da-0ee9-4326-a1c1-49c39bd8f340 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:38.380003 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d733c8da-0ee9-4326-a1c1-49c39bd8f340 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:38.436611 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733c8da-0ee9-4326-a1c1-49c39bd8f340 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Pushing event updated for resources: {'Port': ['ID=fc3fada4-0ca8-4ebc-b49a-46b537f2ef83,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:38.463102 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57350f-fb75-4ef5-a95a-49692e82ba67 req-6b4e322d-be15-4752-ac9b-f54e50099d4b tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:38.475162 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4d57350f-fb75-4ef5-a95a-49692e82ba67 req-6b4e322d-be15-4752-ac9b-f54e50099d4b tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 945 time: 0.1910763 Dec 10 18:53:38.544706 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4d57350f-fb75-4ef5-a95a-49692e82ba67 req-231ac3b3-5f3d-4c77-ac20-28563b18ff4a tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678198 Dec 10 18:53:38.559637 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d733c8da-0ee9-4326-a1c1-49c39bd8f340 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:53:38.566453 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-d733c8da-0ee9-4326-a1c1-49c39bd8f340 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:53:38.570755 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d733c8da-0ee9-4326-a1c1-49c39bd8f340 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:53:38.866343 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb4d6d-3d08-44d5-8feb-a7c24a3db47c req-12847f29-7dfd-42c3-8076-b159eb0aba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:38.867878 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4aeb4d6d-3d08-44d5-8feb-a7c24a3db47c req-12847f29-7dfd-42c3-8076-b159eb0aba55 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67376b4cbc9c49858a62672e5bb40fd5&device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 1096 time: 0.0851479 Dec 10 18:53:38.882665 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d733c8da-0ee9-4326-a1c1-49c39bd8f340 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:38.937748 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752b14f-87fc-4f6d-9c11-5d0a2ae32f53 req-12f5736c-877f-498f-8d01-22c8d67c9768 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:38.939652 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9752b14f-87fc-4f6d-9c11-5d0a2ae32f53 req-12f5736c-877f-498f-8d01-22c8d67c9768 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 945 time: 0.0782826 Dec 10 18:53:38.981043 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d733c8da-0ee9-4326-a1c1-49c39bd8f340 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:39.065433 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9752b14f-87fc-4f6d-9c11-5d0a2ae32f53 req-8bb954c5-625f-41a5-8269-c44d21a9b961 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047742 Dec 10 18:53:39.093864 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb4d6d-3d08-44d5-8feb-a7c24a3db47c req-8dda624f-da35-42f7-92a6-94d22b88a800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:39.097900 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4aeb4d6d-3d08-44d5-8feb-a7c24a3db47c req-8dda624f-da35-42f7-92a6-94d22b88a800 service neutron] 10.222.0.46 "GET /v2.0/networks?id=465fdc47-2410-4d4c-acab-8d0f21c4165c HTTP/1.1" status: 200 len: 911 time: 0.2225382 Dec 10 18:53:39.182259 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4aeb4d6d-3d08-44d5-8feb-a7c24a3db47c req-98668183-2823-4ee8-ba44-583620051a15 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d1f4686-f45d-4e55-b370-b62d95e317f3 HTTP/1.1" status: 200 len: 217 time: 0.0754442 Dec 10 18:53:39.234540 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d733c8da-0ee9-4326-a1c1-49c39bd8f340 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:39.248507 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb4d6d-3d08-44d5-8feb-a7c24a3db47c req-965f7175-34f0-490b-8e59-ed4ba78eb76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:39.250688 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4aeb4d6d-3d08-44d5-8feb-a7c24a3db47c req-965f7175-34f0-490b-8e59-ed4ba78eb76f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fbc681ce-19ba-45da-98c7-c22ee4f9dfa5 HTTP/1.1" status: 200 len: 850 time: 0.0611210 Dec 10 18:53:39.266776 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d733c8da-0ee9-4326-a1c1-49c39bd8f340 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:39.302734 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f9aa8a61-f08d-4c1d-9957-7b42bc1b3b6d req-645b9438-de41-4861-a06e-fd04169d75fb tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0555401 Dec 10 18:53:39.333203 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4aeb4d6d-3d08-44d5-8feb-a7c24a3db47c req-24b9a890-d892-4981-b9ee-3b99fdf9dd11 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=465fdc47-2410-4d4c-acab-8d0f21c4165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530419 Dec 10 18:53:39.391889 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733c8da-0ee9-4326-a1c1-49c39bd8f340 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Pushing event updated for resources: {'Port': ['ID=fc3fada4-0ca8-4ebc-b49a-46b537f2ef83,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:39.407370 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42eac6a-ae7c-42cf-b955-65db1f9b245c req-02c1c811-5cdd-4f37-8254-e0ce80703e4e tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:39.409211 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a42eac6a-ae7c-42cf-b955-65db1f9b245c req-02c1c811-5cdd-4f37-8254-e0ce80703e4e tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.1626799 Dec 10 18:53:39.416390 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d733c8da-0ee9-4326-a1c1-49c39bd8f340 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:39.443839 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d733c8da-0ee9-4326-a1c1-49c39bd8f340 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:39.450031 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 49050) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:39.451136 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d733c8da-0ee9-4326-a1c1-49c39bd8f340 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1345155 Dec 10 18:53:39.456888 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f306d17f-6ec2-4e39-b6a8-c60696ebe786 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Request body: {'floatingip': {'port_id': '9ca461be-fb97-48cb-aa59-b68448c70661', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:53:39.523224 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f306d17f-6ec2-4e39-b6a8-c60696ebe786 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:39.630045 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4aeb4d6d-3d08-44d5-8feb-a7c24a3db47c req-705c9dc8-3d3c-4e94-92a8-f95f27c78854 service neutron] 10.222.0.46 "GET /v2.0/networks/465fdc47-2410-4d4c-acab-8d0f21c4165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877145 Dec 10 18:53:39.637520 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a42eac6a-ae7c-42cf-b955-65db1f9b245c req-ea0f1a0f-7b86-413f-94c4-1da439cd932d tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128189 Dec 10 18:53:39.749339 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4aeb4d6d-3d08-44d5-8feb-a7c24a3db47c req-8555146f-fa95-4013-8ee8-5d34597fba6e service neutron] 10.222.0.46 "GET /v2.0/networks/465fdc47-2410-4d4c-acab-8d0f21c4165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074274 Dec 10 18:53:39.838238 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-f306d17f-6ec2-4e39-b6a8-c60696ebe786 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] update failed (client error): The resource could not be found. Dec 10 18:53:39.839202 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f306d17f-6ec2-4e39-b6a8-c60696ebe786 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] 10.222.0.62 "PUT /v2.0/floatingips/20e909f3-a568-4107-b943-235ae1a06812 HTTP/1.1" status: 404 len: 507 time: 0.3886023 Dec 10 18:53:39.842617 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 49054) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:40.105701 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c04f5fc2-8232-4483-a29f-47e66dceddbf tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Deleting port fc3fada4-0ca8-4ebc-b49a-46b537f2ef83 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:53:40.106056 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c04f5fc2-8232-4483-a29f-47e66dceddbf tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:40.205785 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c04f5fc2-8232-4483-a29f-47e66dceddbf tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:40.206467 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c04f5fc2-8232-4483-a29f-47e66dceddbf tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:40.222400 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c04f5fc2-8232-4483-a29f-47e66dceddbf tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Calling delete_port for fc3fada4-0ca8-4ebc-b49a-46b537f2ef83 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:53:40.245886 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac403f96-9343-4973-bbb8-7a744c587125 req-82a0a578-f810-4a05-816d-505dcb555ab2 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:40.254546 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ac403f96-9343-4973-bbb8-7a744c587125 req-82a0a578-f810-4a05-816d-505dcb555ab2 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 945 time: 0.0832429 Dec 10 18:53:40.378303 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ac403f96-9343-4973-bbb8-7a744c587125 req-f24964a9-da3c-46cc-a55a-257fcf02ab00 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224728 Dec 10 18:53:40.396113 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c04f5fc2-8232-4483-a29f-47e66dceddbf tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:40.454979 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bfd76245-3f35-416e-8a80-f2c6cbd20318 req-3786a979-92b8-4ecb-88d8-bd760484a602 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0612481 Dec 10 18:53:40.456404 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f5fc2-8232-4483-a29f-47e66dceddbf tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Pushing event deleted for resources: {'Port': ['ID=fc3fada4-0ca8-4ebc-b49a-46b537f2ef83,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:40.545772 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c04f5fc2-8232-4483-a29f-47e66dceddbf tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:40.548953 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c04f5fc2-8232-4483-a29f-47e66dceddbf tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:40.554209 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c04f5fc2-8232-4483-a29f-47e66dceddbf tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] 10.222.0.62 "DELETE /v2.0/floatingips/20e909f3-a568-4107-b943-235ae1a06812 HTTP/1.1" status: 204 len: 168 time: 0.7064531 Dec 10 18:53:40.555185 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 49062) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:40.560419 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d99b6d6b-e057-47f5-8ef0-2b88efed6f34 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Request body: {'floatingip': {'floating_network_id': 'd4310dc4-d68c-4ea0-9abd-ac1fab7b37a0', 'port_id': '9ca461be-fb97-48cb-aa59-b68448c70661', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:53:40.615951 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d99b6d6b-e057-47f5-8ef0-2b88efed6f34 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:40.830158 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820566c-3768-4f09-a050-6c3566fc967f req-611f939a-907d-4489-af0c-ca66d43c7160 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:40.831868 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0820566c-3768-4f09-a050-6c3566fc967f req-611f939a-907d-4489-af0c-ca66d43c7160 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0853183 Dec 10 18:53:40.833239 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-d99b6d6b-e057-47f5-8ef0-2b88efed6f34 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:53:40.834312 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d99b6d6b-e057-47f5-8ef0-2b88efed6f34 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2777152 Dec 10 18:53:40.838446 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 49068) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:40.847244 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c56e3b57-a012-4a12-94db-dd7ba0a71211 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'port_id': '9ca461be-fb97-48cb-aa59-b68448c70661', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:53:40.894967 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c56e3b57-a012-4a12-94db-dd7ba0a71211 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:40.920467 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0820566c-3768-4f09-a050-6c3566fc967f req-44b0b0d2-3500-4817-8eba-52e49f8f9281 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710309 Dec 10 18:53:41.328163 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c56e3b57-a012-4a12-94db-dd7ba0a71211 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:41.610836 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43608092-fd96-43fd-a130-b6821f09f2a5 req-33044d15-40b3-48d8-b724-467ea5c63152 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:41.612508 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43608092-fd96-43fd-a130-b6821f09f2a5 req-33044d15-40b3-48d8-b724-467ea5c63152 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 945 time: 0.1357162 Dec 10 18:53:41.621885 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-c56e3b57-a012-4a12-94db-dd7ba0a71211 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Allocated IP 172.25.7.142 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/d36f9f87-3c1f-4e76-a2fe-598461fb219b) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:53:41.726584 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-69d0351d-46a1-43a1-92b8-44db7f46e018 req-07adc5a8-2c0d-41c6-b84f-d2ab1e67f93b tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0406265 Dec 10 18:53:41.767662 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43608092-fd96-43fd-a130-b6821f09f2a5 req-9d974b7d-b88e-4c74-9de7-8d83005fe5c9 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415374 Dec 10 18:53:41.805171 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c56e3b57-a012-4a12-94db-dd7ba0a71211 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:41.849840 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c56e3b57-a012-4a12-94db-dd7ba0a71211 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:41.895546 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56e3b57-a012-4a12-94db-dd7ba0a71211 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:53:41.900485 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-c56e3b57-a012-4a12-94db-dd7ba0a71211 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:53:41.905489 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56e3b57-a012-4a12-94db-dd7ba0a71211 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:53:41.946124 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3b57-a012-4a12-94db-dd7ba0a71211 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Pushing event updated for resources: {'Port': ['ID=d36f9f87-3c1f-4e76-a2fe-598461fb219b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:42.134000 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2a193-1c36-4934-8135-61e2be4b1548 req-c32a2c1b-ee03-4262-8112-7552e7808fef tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:42.143866 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-92d2a193-1c36-4934-8135-61e2be4b1548 req-c32a2c1b-ee03-4262-8112-7552e7808fef tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.1110163 Dec 10 18:53:42.203835 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000763c8-12a6-485a-9efb-47e5bf707612 req-1789bf0c-bde5-4bf1-ab6e-35b6fbd39550 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:42.213128 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-000763c8-12a6-485a-9efb-47e5bf707612 req-1789bf0c-bde5-4bf1-ab6e-35b6fbd39550 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 945 time: 0.1128836 Dec 10 18:53:42.243141 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-92d2a193-1c36-4934-8135-61e2be4b1548 req-9dccd569-f562-4068-9a7a-8b33320bc9b1 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983348 Dec 10 18:53:42.258309 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3b57-a012-4a12-94db-dd7ba0a71211 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Deleting port d36f9f87-3c1f-4e76-a2fe-598461fb219b {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:53:42.258874 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c56e3b57-a012-4a12-94db-dd7ba0a71211 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:42.277377 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-000763c8-12a6-485a-9efb-47e5bf707612 req-932580f6-554c-4f6a-a250-7360baab1104 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629828 Dec 10 18:53:42.354662 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c56e3b57-a012-4a12-94db-dd7ba0a71211 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:42.355206 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c56e3b57-a012-4a12-94db-dd7ba0a71211 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:42.368662 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3b57-a012-4a12-94db-dd7ba0a71211 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Calling delete_port for d36f9f87-3c1f-4e76-a2fe-598461fb219b owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:53:42.503558 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c56e3b57-a012-4a12-94db-dd7ba0a71211 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:42.529501 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3b57-a012-4a12-94db-dd7ba0a71211 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Pushing event deleted for resources: {'Port': ['ID=d36f9f87-3c1f-4e76-a2fe-598461fb219b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:42.625486 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-c56e3b57-a012-4a12-94db-dd7ba0a71211 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] create failed (client error): The resource could not be found. Dec 10 18:53:42.630820 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 49088) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:42.631066 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c56e3b57-a012-4a12-94db-dd7ba0a71211 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.7910612 Dec 10 18:53:42.768958 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-69ff82cd-42c5-47fb-8661-42d9278836c6 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Deleting port 9ca461be-fb97-48cb-aa59-b68448c70661 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:53:42.769522 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-69ff82cd-42c5-47fb-8661-42d9278836c6 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:42.874217 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-69ff82cd-42c5-47fb-8661-42d9278836c6 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:42.882517 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-51257a17-f305-47ba-b31a-88ff39f020a9 req-695f4a37-e091-4751-9ba8-e7e4214e51c8 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0884531 Dec 10 18:53:42.888847 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-69ff82cd-42c5-47fb-8661-42d9278836c6 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Calling delete_port for 9ca461be-fb97-48cb-aa59-b68448c70661 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:53:43.040019 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-69ff82cd-42c5-47fb-8661-42d9278836c6 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:43.079534 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff82cd-42c5-47fb-8661-42d9278836c6 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Pushing event deleted for resources: {'Port': ['ID=9ca461be-fb97-48cb-aa59-b68448c70661,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:43.309211 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-69ff82cd-42c5-47fb-8661-42d9278836c6 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:43.319155 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-69ff82cd-42c5-47fb-8661-42d9278836c6 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] 10.222.0.62 "DELETE /v2.0/ports/9ca461be-fb97-48cb-aa59-b68448c70661 HTTP/1.1" status: 204 len: 168 time: 0.6867578 Dec 10 18:53:43.321834 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 49100) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:43.453420 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada0fdc-9508-405a-a93d-aed7c573ce37 req-ae6483de-d1d6-4703-84e3-ec30e7ca7b7b tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:43.455067 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eada0fdc-9508-405a-a93d-aed7c573ce37 req-ae6483de-d1d6-4703-84e3-ec30e7ca7b7b tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.0838170 Dec 10 18:53:43.488742 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48f6e4a-0812-4c5d-9f49-6ac643928a4e tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:43.490269 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b48f6e4a-0812-4c5d-9f49-6ac643928a4e tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5494a8e-ba5b-4d4f-aab5-e69b17c51dc8 HTTP/1.1" status: 200 len: 913 time: 0.1671562 Dec 10 18:53:43.494835 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 49108) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:43.543599 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eada0fdc-9508-405a-a93d-aed7c573ce37 req-2cea319e-b786-4b21-9979-47c45526260b tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791156 Dec 10 18:53:43.602130 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c74e4-2cbe-41ae-b97b-4413f9608c74 req-25f707f9-49a2-4ebd-a7dc-0a6cd175e8d8 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:43.603620 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de6c74e4-2cbe-41ae-b97b-4413f9608c74 req-25f707f9-49a2-4ebd-a7dc-0a6cd175e8d8 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 945 time: 0.2035809 Dec 10 18:53:43.739051 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de6c74e4-2cbe-41ae-b97b-4413f9608c74 req-2bc2f656-192f-4531-b4ad-19016be77bb0 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160719 Dec 10 18:53:43.986830 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3fdc3bb5-41a3-4eb8-8300-f6d06de657e5 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:43.987263 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a96f475a-20a6-43a9-8ef6-747095c91b0f req-0344d8db-9d7e-4728-89fe-f788f9ba4860 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0420961 Dec 10 18:53:44.229564 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-3fdc3bb5-41a3-4eb8-8300-f6d06de657e5 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Deleting port f046b7a0-a54f-48d6-95d9-ccdf46cef0ee {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:53:44.229908 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3fdc3bb5-41a3-4eb8-8300-f6d06de657e5 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:44.324021 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3fdc3bb5-41a3-4eb8-8300-f6d06de657e5 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:44.337203 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-3fdc3bb5-41a3-4eb8-8300-f6d06de657e5 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Calling delete_port for f046b7a0-a54f-48d6-95d9-ccdf46cef0ee owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:53:44.506690 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3fdc3bb5-41a3-4eb8-8300-f6d06de657e5 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:44.535572 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc3bb5-41a3-4eb8-8300-f6d06de657e5 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Pushing event deleted for resources: {'Port': ['ID=f046b7a0-a54f-48d6-95d9-ccdf46cef0ee,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:44.711496 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3fdc3bb5-41a3-4eb8-8300-f6d06de657e5 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:44.802870 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e7fd4-4b97-4628-934a-177fb4d73d8c req-78b1afda-c210-4e9f-ae09-c42dc8ee021d tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:44.804440 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7e0e7fd4-4b97-4628-934a-177fb4d73d8c req-78b1afda-c210-4e9f-ae09-c42dc8ee021d tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.1557319 Dec 10 18:53:44.882937 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0edae-2625-42c5-be0e-65a2591b93d8 req-4491c453-ebf2-45ba-971b-9e8dafeb7335 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:44.884928 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6de0edae-2625-42c5-be0e-65a2591b93d8 req-4491c453-ebf2-45ba-971b-9e8dafeb7335 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 945 time: 0.0559273 Dec 10 18:53:44.928888 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fdc3bb5-41a3-4eb8-8300-f6d06de657e5 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Router a5494a8e-ba5b-4d4f-aab5-e69b17c51dc8 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:53:44.934457 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7e0e7fd4-4b97-4628-934a-177fb4d73d8c req-96e9429b-69dd-437e-8799-c915b6932f00 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227672 Dec 10 18:53:44.953468 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6de0edae-2625-42c5-be0e-65a2591b93d8 req-6fa0f168-13d2-4cfe-a2d2-c0f04f6886f7 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605419 Dec 10 18:53:45.329402 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-78ec9725-ca5f-439c-b9c5-5a98463590a0 req-017e2b5a-fe94-4997-a08a-781e9a22cc88 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0761218 Dec 10 18:53:45.332999 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fdc3bb5-41a3-4eb8-8300-f6d06de657e5 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:53:45.341645 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 49138) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:45.342092 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3fdc3bb5-41a3-4eb8-8300-f6d06de657e5 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] 10.222.0.62 "PUT /v2.0/routers/a5494a8e-ba5b-4d4f-aab5-e69b17c51dc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8449838 Dec 10 18:53:45.343355 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a60fdd-fcea-4a0a-b0d6-e0cb47b06bd4 None None] Sync routers for ids ['a5494a8e-ba5b-4d4f-aab5-e69b17c51dc8'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:53:45.363410 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c8fd2-a64d-47de-a8db-8d65743eb776 req-f88c77d1-7bd1-4d0e-8041-d00c145dadea tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:45.365002 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ab9c8fd2-a64d-47de-a8db-8d65743eb776 req-f88c77d1-7bd1-4d0e-8041-d00c145dadea tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.46 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 945 time: 0.1129501 Dec 10 18:53:45.387145 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a60fdd-fcea-4a0a-b0d6-e0cb47b06bd4 None None] Routers {'a5494a8e-ba5b-4d4f-aab5-e69b17c51dc8'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:53:45.387909 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b1a60fdd-fcea-4a0a-b0d6-e0cb47b06bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:53:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a5494a8e-ba5b-4d4f-aab5-e69b17c51dc8'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:45.407007 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d54bb1-8323-4a01-966b-57cfd51800da req-93840600-0df3-4443-ad81-309a0b8c9771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:45.409131 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-70d54bb1-8323-4a01-966b-57cfd51800da req-93840600-0df3-4443-ad81-309a0b8c9771 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=55a03bc9d49c41d0abfb67c033b0bdc7&device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 1097 time: 0.1550131 Dec 10 18:53:45.422917 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b1a60fdd-fcea-4a0a-b0d6-e0cb47b06bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:45.432543 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a60fdd-fcea-4a0a-b0d6-e0cb47b06bd4 None None] Routers {'a5494a8e-ba5b-4d4f-aab5-e69b17c51dc8'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:53:45.433536 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b1a60fdd-fcea-4a0a-b0d6-e0cb47b06bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:53:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a5494a8e-ba5b-4d4f-aab5-e69b17c51dc8'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:45.435727 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f51b3efc-b309-428a-bfc7-278d60ad6ca5 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:45.471692 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b1a60fdd-fcea-4a0a-b0d6-e0cb47b06bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:45.472681 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a60fdd-fcea-4a0a-b0d6-e0cb47b06bd4 None None] The sync data for ids ['a5494a8e-ba5b-4d4f-aab5-e69b17c51dc8'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:53:45.541332 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d54bb1-8323-4a01-966b-57cfd51800da req-cf9be442-fcd6-4c38-8981-672f042544c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:45.542819 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-70d54bb1-8323-4a01-966b-57cfd51800da req-cf9be442-fcd6-4c38-8981-672f042544c8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f2f40e08-016a-47bf-9e9a-28b25086c347 HTTP/1.1" status: 200 len: 915 time: 0.1228600 Dec 10 18:53:45.559836 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-ab9c8fd2-a64d-47de-a8db-8d65743eb776 req-504687e5-efd2-4cd7-a8ce-bba65298465f tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Deleting port 9d1f4686-f45d-4e55-b370-b62d95e317f3 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:53:45.560172 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ab9c8fd2-a64d-47de-a8db-8d65743eb776 req-504687e5-efd2-4cd7-a8ce-bba65298465f tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:45.603689 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-70d54bb1-8323-4a01-966b-57cfd51800da req-552db244-0b5c-4038-91a2-7b98b5bd81b3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8fc0357c-934d-464e-b641-ecc26c7c9a82 HTTP/1.1" status: 200 len: 217 time: 0.0522654 Dec 10 18:53:45.614699 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f51b3efc-b309-428a-bfc7-278d60ad6ca5 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:45.617127 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f51b3efc-b309-428a-bfc7-278d60ad6ca5 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:45.697772 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d54bb1-8323-4a01-966b-57cfd51800da req-4d478af0-d3cb-4040-a622-0e4541ba7664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:45.699162 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-70d54bb1-8323-4a01-966b-57cfd51800da req-4d478af0-d3cb-4040-a622-0e4541ba7664 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2dc5eaaf-23d0-472c-bf08-f5856e300d99 HTTP/1.1" status: 200 len: 854 time: 0.0703285 Dec 10 18:53:45.746844 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-70d54bb1-8323-4a01-966b-57cfd51800da req-25f4670c-66be-410f-b38d-1c9beb7b6ca9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2f40e08-016a-47bf-9e9a-28b25086c347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404520 Dec 10 18:53:45.757356 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ab9c8fd2-a64d-47de-a8db-8d65743eb776 req-504687e5-efd2-4cd7-a8ce-bba65298465f tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] For port 9d1f4686-f45d-4e55-b370-b62d95e317f3, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=9d1f4686-f45d-4e55-b370-b62d95e317f3,segment=NetworkSegment(e40913c2-6008-45d5-9433-0b35de35b591),segment_id=e40913c2-6008-45d5-9433-0b35de35b591)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:45.757730 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ab9c8fd2-a64d-47de-a8db-8d65743eb776 req-504687e5-efd2-4cd7-a8ce-bba65298465f tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:45.822471 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-ab9c8fd2-a64d-47de-a8db-8d65743eb776 req-504687e5-efd2-4cd7-a8ce-bba65298465f tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Calling delete_port for 9d1f4686-f45d-4e55-b370-b62d95e317f3 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:53:45.924468 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-70d54bb1-8323-4a01-966b-57cfd51800da req-5d4b1b0f-de14-481f-8f3f-323a77952572 service neutron] 10.222.0.72 "GET /v2.0/networks/f2f40e08-016a-47bf-9e9a-28b25086c347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693046 Dec 10 18:53:46.060052 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f51b3efc-b309-428a-bfc7-278d60ad6ca5 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:46.061030 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51b3efc-b309-428a-bfc7-278d60ad6ca5 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Fanout notify agent at l3_agent the message router_deleted on router a5494a8e-ba5b-4d4f-aab5-e69b17c51dc8 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:53:46.069417 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f51b3efc-b309-428a-bfc7-278d60ad6ca5 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:46.072618 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f51b3efc-b309-428a-bfc7-278d60ad6ca5 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] 10.222.0.62 "DELETE /v2.0/routers/a5494a8e-ba5b-4d4f-aab5-e69b17c51dc8 HTTP/1.1" status: 204 len: 168 time: 0.7299037 Dec 10 18:53:46.075494 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 49154) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:46.091962 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-70d54bb1-8323-4a01-966b-57cfd51800da req-776fe3e6-2cc0-4fb4-bdb4-4e267c34ddd8 service neutron] 10.222.0.72 "GET /v2.0/networks/f2f40e08-016a-47bf-9e9a-28b25086c347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527998 Dec 10 18:53:46.093829 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ab9c8fd2-a64d-47de-a8db-8d65743eb776 req-504687e5-efd2-4cd7-a8ce-bba65298465f tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:46.108481 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['2f68bc9d-70d2-45b4-9860-486399001a44'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:53:46.153490 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504687e5-efd2-4cd7-a8ce-bba65298465f tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Pushing event deleted for resources: {'Port': ['ID=9d1f4686-f45d-4e55-b370-b62d95e317f3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:46.216525 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d2125ddf-97a3-4c73-9cce-aef99429385b req-e5f50537-579b-42e0-9802-1baff604517c tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28751f0-01af-4615-b6d1-c0a97b7815b8 HTTP/1.1" status: 200 len: 210 time: 0.1080005 Dec 10 18:53:46.242189 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-53739fd0-cb02-4747-8df7-612703799ecd tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Deleting subnet 5d23945d-17e7-4b9e-a1ad-abe9d21f8c34 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:53:46.250720 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-53739fd0-cb02-4747-8df7-612703799ecd tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:46.303851 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9c8fd2-a64d-47de-a8db-8d65743eb776 req-504687e5-efd2-4cd7-a8ce-bba65298465f tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] No DVR routers for this DVR port 9d1f4686-f45d-4e55-b370-b62d95e317f3 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:53:46.305659 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-53739fd0-cb02-4747-8df7-612703799ecd tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:46.312143 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ab9c8fd2-a64d-47de-a8db-8d65743eb776 req-504687e5-efd2-4cd7-a8ce-bba65298465f tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:46.316165 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ab9c8fd2-a64d-47de-a8db-8d65743eb776 req-504687e5-efd2-4cd7-a8ce-bba65298465f tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.46 "DELETE /v2.0/ports/9d1f4686-f45d-4e55-b370-b62d95e317f3 HTTP/1.1" status: 204 len: 173 time: 0.9443216 Dec 10 18:53:46.316685 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28751f0-01af-4615-b6d1-c0a97b7815b8', 'name': 'network-vif-deleted', 'tag': '9d1f4686-f45d-4e55-b370-b62d95e317f3'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:53:46.321212 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78294a9f-ca45-492d-b78b-a3b72bb7d114" -d '{"events": [{"server_uuid": "a28751f0-01af-4615-b6d1-c0a97b7815b8", "name": "network-vif-deleted", "tag": "9d1f4686-f45d-4e55-b370-b62d95e317f3"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:53:46.360022 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c18d17-b695-4888-92d5-332e38cfca48 req-7da4a465-569e-419b-b9af-341e21787cc1 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:46.361743 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-05c18d17-b695-4888-92d5-332e38cfca48 req-7da4a465-569e-419b-b9af-341e21787cc1 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.2381785 Dec 10 18:53:46.378863 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4b3c92-dbc1-4542-8257-3aba7bde0372 x-openstack-request-id: req-8e4b3c92-dbc1-4542-8257-3aba7bde0372 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:53:46.379180 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28751f0-01af-4615-b6d1-c0a97b7815b8", "name": "network-vif-deleted", "tag": "9d1f4686-f45d-4e55-b370-b62d95e317f3", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:53:46.379503 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8e4b3c92-dbc1-4542-8257-3aba7bde0372 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:53:46.380009 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28751f0-01af-4615-b6d1-c0a97b7815b8', 'name': 'network-vif-deleted', 'tag': '9d1f4686-f45d-4e55-b370-b62d95e317f3', 'status': 'completed', 'code': 200} Dec 10 18:53:46.449682 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-05c18d17-b695-4888-92d5-332e38cfca48 req-8c479a32-520a-456d-9b6f-6e452dfdbffd tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790241 Dec 10 18:53:46.497457 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-226b20da-1c43-4691-88b8-a110167eb4b3 req-9797325f-57e4-4d20-9632-c2738652d76d tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0640635 Dec 10 18:53:46.501414 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-53739fd0-cb02-4747-8df7-612703799ecd tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:46.586675 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-53739fd0-cb02-4747-8df7-612703799ecd tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:46.621243 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-53739fd0-cb02-4747-8df7-612703799ecd tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:46.624438 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-53739fd0-cb02-4747-8df7-612703799ecd tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] 10.222.0.62 "DELETE /v2.0/subnets/5d23945d-17e7-4b9e-a1ad-abe9d21f8c34 HTTP/1.1" status: 204 len: 168 time: 0.5482244 Dec 10 18:53:46.628715 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 49176) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:46.629378 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c5a532-b52e-4730-8da5-0772052de4ee None None] Network d4310dc4-d68c-4ea0-9abd-ac1fab7b37a0 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:53:46.638873 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53739fd0-cb02-4747-8df7-612703799ecd tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Pushing event deleted for resources: {'Subnet': ['ID=5d23945d-17e7-4b9e-a1ad-abe9d21f8c34,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:46.726129 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6aa4-8921-4f7d-b34e-7a3c476e0658 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:46.800186 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0d5a6aa4-8921-4f7d-b34e-7a3c476e0658 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Deleting port b7e3a4fd-e2db-494e-a07b-56d74c9ab26b {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:53:46.800542 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6aa4-8921-4f7d-b34e-7a3c476e0658 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:46.801221 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca76f54d-370a-47cf-81b4-e9db6c76d035 None None] DHCP port deletion for d4310dc4-d68c-4ea0-9abd-ac1fab7b37a0 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:53:46.869743 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ca76f54d-370a-47cf-81b4-e9db6c76d035 None None] Deleting port b7e3a4fd-e2db-494e-a07b-56d74c9ab26b {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:53:46.870406 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ca76f54d-370a-47cf-81b4-e9db6c76d035 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:46.877476 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-0d5a6aa4-8921-4f7d-b34e-7a3c476e0658 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] For port b7e3a4fd-e2db-494e-a07b-56d74c9ab26b, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b7e3a4fd-e2db-494e-a07b-56d74c9ab26b,segment=NetworkSegment(1cba6c9f-aa5b-4a85-878a-9d9d4918b046),segment_id=1cba6c9f-aa5b-4a85-878a-9d9d4918b046)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:46.877850 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6aa4-8921-4f7d-b34e-7a3c476e0658 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:46.893812 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0d5a6aa4-8921-4f7d-b34e-7a3c476e0658 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Calling delete_port for b7e3a4fd-e2db-494e-a07b-56d74c9ab26b owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:53:47.001471 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6aa4-8921-4f7d-b34e-7a3c476e0658 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:47.032212 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a6aa4-8921-4f7d-b34e-7a3c476e0658 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Pushing event deleted for resources: {'Port': ['ID=b7e3a4fd-e2db-494e-a07b-56d74c9ab26b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:47.035709 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5a6aa4-8921-4f7d-b34e-7a3c476e0658 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] No DVR routers for this DVR port b7e3a4fd-e2db-494e-a07b-56d74c9ab26b on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:53:47.115355 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ca76f54d-370a-47cf-81b4-e9db6c76d035 None None] For port b7e3a4fd-e2db-494e-a07b-56d74c9ab26b, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b7e3a4fd-e2db-494e-a07b-56d74c9ab26b,segment=NetworkSegment(1cba6c9f-aa5b-4a85-878a-9d9d4918b046),segment_id=1cba6c9f-aa5b-4a85-878a-9d9d4918b046)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:47.115873 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ca76f54d-370a-47cf-81b4-e9db6c76d035 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:47.122215 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6aa4-8921-4f7d-b34e-7a3c476e0658 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:47.129922 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ca76f54d-370a-47cf-81b4-e9db6c76d035 None None] Calling delete_port for b7e3a4fd-e2db-494e-a07b-56d74c9ab26b owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:53:47.146615 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-0d5a6aa4-8921-4f7d-b34e-7a3c476e0658 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4310dc4-d68c-4ea0-9abd-ac1fab7b37a0']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:47.157015 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-0d5a6aa4-8921-4f7d-b34e-7a3c476e0658 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cba6c9f-aa5b-4a85-878a-9d9d4918b046') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:47.157327 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-0d5a6aa4-8921-4f7d-b34e-7a3c476e0658 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cba6c9f-aa5b-4a85-878a-9d9d4918b046') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:47.166819 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6aa4-8921-4f7d-b34e-7a3c476e0658 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:47.182081 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6aa4-8921-4f7d-b34e-7a3c476e0658 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:47.189229 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d5a6aa4-8921-4f7d-b34e-7a3c476e0658 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:53:47.189646 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6aa4-8921-4f7d-b34e-7a3c476e0658 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:47.192860 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:53:47.192860 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:53:47.192860 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:53:47.192860 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:53:47.192860 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:53:47.192860 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:53:47.192860 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:53:47.192860 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:53:47.192860 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:53:47.192860 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:53:47.192860 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:53:47.192860 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:53:47.192860 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:53:47.192860 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:53:47.192860 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:53:47.192860 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:53:47.192860 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:53:47.192860 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:53:47.192860 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:53:47.192860 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:53:47.192860 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:53:47.192860 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:53:47.192860 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:53:47.192860 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:53:47.192860 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:53:47.192860 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:53:47.192860 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:53:47.192860 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:53:47.192860 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:53:47.192860 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:53:47.192860 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:53:47.192860 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:53:47.213084 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ca76f54d-370a-47cf-81b4-e9db6c76d035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:47.229015 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca76f54d-370a-47cf-81b4-e9db6c76d035 None None] No DVR routers for this DVR port b7e3a4fd-e2db-494e-a07b-56d74c9ab26b on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:53:47.260964 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76f54d-370a-47cf-81b4-e9db6c76d035 None None] Pushing event deleted for resources: {'Port': ['ID=b7e3a4fd-e2db-494e-a07b-56d74c9ab26b,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:47.277172 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6aa4-8921-4f7d-b34e-7a3c476e0658 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:47.289452 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6aa4-8921-4f7d-b34e-7a3c476e0658 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:47.293171 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0d5a6aa4-8921-4f7d-b34e-7a3c476e0658 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] 10.222.0.62 "DELETE /v2.0/networks/d4310dc4-d68c-4ea0-9abd-ac1fab7b37a0 HTTP/1.1" status: 204 len: 168 time: 0.6607268 Dec 10 18:53:47.308697 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a6aa4-8921-4f7d-b34e-7a3c476e0658 tempest-FloatingIPNegativeTestJSON-1432109697 tempest-FloatingIPNegativeTestJSON-1432109697-project] Pushing event deleted for resources: {'Network': ['ID=d4310dc4-d68c-4ea0-9abd-ac1fab7b37a0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:47.361438 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 9d1f4686-f45d-4e55-b370-b62d95e317f3 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:53:47.406905 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 9d1f4686-f45d-4e55-b370-b62d95e317f3 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:53:47.407333 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 9d1f4686-f45d-4e55-b370-b62d95e317f3 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:53:47.705061 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cc3ee-d1a5-46fb-bbd1-2b3f8d01acaf req-7b86bbc1-7622-487c-8c83-3b73302e9763 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:47.710455 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e64cc3ee-d1a5-46fb-bbd1-2b3f8d01acaf req-7b86bbc1-7622-487c-8c83-3b73302e9763 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 946 time: 0.1041362 Dec 10 18:53:47.718416 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb0a0c-2eaa-492b-87db-a3649a279419 req-f9710a8c-6179-417c-9b48-c0a791141346 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:47.720119 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3ddb0a0c-2eaa-492b-87db-a3649a279419 req-f9710a8c-6179-417c-9b48-c0a791141346 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 946 time: 0.1144583 Dec 10 18:53:47.824722 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e64cc3ee-d1a5-46fb-bbd1-2b3f8d01acaf req-797ce982-1068-4ed4-b198-8150cc3b39c7 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039534 Dec 10 18:53:47.825675 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3ddb0a0c-2eaa-492b-87db-a3649a279419 req-ffb03005-4ddb-4b74-9aaf-30a4249bdc63 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971746 Dec 10 18:53:47.898589 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 49244) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:47.936850 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3b0db24f-d0fb-496b-9b96-3f68d61f931c req-9ce2201e-484b-49fd-b9bf-7c5be275105a tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0542674 Dec 10 18:53:48.039746 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b7e3a4fd-e2db-494e-a07b-56d74c9ab26b no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:53:48.100031 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: b7e3a4fd-e2db-494e-a07b-56d74c9ab26b {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:53:48.100697 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b7e3a4fd-e2db-494e-a07b-56d74c9ab26b not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:53:48.193369 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6bb997ea-3e3d-4bca-ab9e-3ad4c74220fb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d873b90a505d4e9f82a586174b270e81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2948914 Dec 10 18:53:48.195245 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 49272) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:48.259021 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5da4cfae-485e-49fd-8b5f-9c9aca8f5dc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:48.290611 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5da4cfae-485e-49fd-8b5f-9c9aca8f5dc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:48.362486 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5da4cfae-485e-49fd-8b5f-9c9aca8f5dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:48.365124 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5da4cfae-485e-49fd-8b5f-9c9aca8f5dc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:48.366282 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5da4cfae-485e-49fd-8b5f-9c9aca8f5dc5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1f9bec73-b64e-406c-b145-1fd0fce227ac HTTP/1.1" status: 204 len: 168 time: 0.1701167 Dec 10 18:53:48.380192 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da4cfae-485e-49fd-8b5f-9c9aca8f5dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9bec73-b64e-406c-b145-1fd0fce227ac,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:48.393781 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8fc0357c-934d-464e-b641-ecc26c7c9a82 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:53:48.549133 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:48.581283 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9dd5385-5432-40cf-937e-e03d8d4a2d4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fc0357c-934d-464e-b641-ecc26c7c9a82'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:53:48.584147 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0a88b0-6ec9-4604-9541-b5246262f6bb" -d '{"events": [{"server_uuid": "d9dd5385-5432-40cf-937e-e03d8d4a2d4e", "name": "network-vif-unplugged", "status": "completed", "tag": "8fc0357c-934d-464e-b641-ecc26c7c9a82"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:53:48.599901 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 8fc0357c-934d-464e-b641-ecc26c7c9a82, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8fc0357c-934d-464e-b641-ecc26c7c9a82,segment=NetworkSegment(c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4),segment_id=c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:48.605682 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:48.647009 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Dec 2021 18:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d10c880-c6f8-4cd0-acb2-054ab17139d8 x-openstack-request-id: req-1d10c880-c6f8-4cd0-acb2-054ab17139d8 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:53:48.647314 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9dd5385-5432-40cf-937e-e03d8d4a2d4e", "name": "network-vif-unplugged", "status": "failed", "tag": "8fc0357c-934d-464e-b641-ecc26c7c9a82", "code": 422}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:53:48.647573 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1d10c880-c6f8-4cd0-acb2-054ab17139d8 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:53:48.647988 n-d-821435-1 neutron-server[103246]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd9dd5385-5432-40cf-937e-e03d8d4a2d4e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8fc0357c-934d-464e-b641-ecc26c7c9a82', 'code': 422} returned with failed status Dec 10 18:53:48.677591 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=8fc0357c-934d-464e-b641-ecc26c7c9a82,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:48.992311 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375047b-6805-4075-a0a0-1b35fbc709f6 req-e1be22e1-e789-458c-b6d5-c8d28ccdac5c tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:48.995378 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7375047b-6805-4075-a0a0-1b35fbc709f6 req-e1be22e1-e789-458c-b6d5-c8d28ccdac5c tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 944 time: 0.0941019 Dec 10 18:53:49.011603 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7ad36-71e3-4d32-9317-9d9b62e37bf7 req-9c3e841c-e05b-4575-acfc-4777db485f88 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:49.020463 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-12d7ad36-71e3-4d32-9317-9d9b62e37bf7 req-9c3e841c-e05b-4575-acfc-4777db485f88 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 946 time: 0.0768628 Dec 10 18:53:49.097111 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7375047b-6805-4075-a0a0-1b35fbc709f6 req-c3aa7c99-db4b-4882-8c92-17accc278577 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755737 Dec 10 18:53:49.122648 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-12d7ad36-71e3-4d32-9317-9d9b62e37bf7 req-6f9cb6c5-6982-458f-89ba-617d1a12d877 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011355 Dec 10 18:53:49.161086 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3c339d6d-f195-47af-80a0-2b0781481cfd req-1fcef400-68c0-4c44-9497-3105b5cfb5c5 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0418692 Dec 10 18:53:49.288757 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc467d-90f2-46de-885c-3111ba338499 req-9a5929c0-9248-4a2d-8c40-3ba2fd13a0de tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:49.297106 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-35cc467d-90f2-46de-885c-3111ba338499 req-9a5929c0-9248-4a2d-8c40-3ba2fd13a0de tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 944 time: 0.0818350 Dec 10 18:53:49.376241 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-35cc467d-90f2-46de-885c-3111ba338499 req-06b81873-ada3-4344-afbb-a3b4f50a8474 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784075 Dec 10 18:53:49.439454 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 49432) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:49.626934 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ff119b2b-61b1-427d-8d3d-b69c8d4e9cf9 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Request body: {'network': {'name': 'tempest-RoutersTest-510761368'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:53:49.631494 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-224b89ca-aa7d-46b4-ae41-eb1f2ffdf125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:49.719308 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f02e08-29f1-4bdb-8a25-9a0db6a11de2 req-945981f7-750f-46ef-8d1e-af105594789a tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:49.722094 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-41f02e08-29f1-4bdb-8a25-9a0db6a11de2 req-945981f7-750f-46ef-8d1e-af105594789a tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.46 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 946 time: 0.0782354 Dec 10 18:53:49.723664 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff119b2b-61b1-427d-8d3d-b69c8d4e9cf9 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Made reservation on behalf of 955fb138ea1841a1a19d85777d85eb8a for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:53:49.727420 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff119b2b-61b1-427d-8d3d-b69c8d4e9cf9 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:49.739838 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff119b2b-61b1-427d-8d3d-b69c8d4e9cf9 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:49.775524 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-ba439a93-db20-4d37-9996-41bd62a8151a req-a5e165bd-385c-467c-a6a3-5c521726d8d5 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:53:49.776582 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba439a93-db20-4d37-9996-41bd62a8151a req-a5e165bd-385c-467c-a6a3-5c521726d8d5 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0209804 Dec 10 18:53:49.899483 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-41f02e08-29f1-4bdb-8a25-9a0db6a11de2 req-968ca556-0abd-45ec-b081-bb6824c753d1 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Deleting port 2f68bc9d-70d2-45b4-9860-486399001a44 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:53:49.899822 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-41f02e08-29f1-4bdb-8a25-9a0db6a11de2 req-968ca556-0abd-45ec-b081-bb6824c753d1 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:49.958879 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff119b2b-61b1-427d-8d3d-b69c8d4e9cf9 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:49.973714 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff119b2b-61b1-427d-8d3d-b69c8d4e9cf9 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:50.011057 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff119b2b-61b1-427d-8d3d-b69c8d4e9cf9 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:53:50.030829 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff119b2b-61b1-427d-8d3d-b69c8d4e9cf9 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:50.032252 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-ff119b2b-61b1-427d-8d3d-b69c8d4e9cf9 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Added segment a31dbd37-4ce3-4496-b010-e3517574a153 of type vlan for network 366c1666-04e0-4855-a586-02d4d30a745d Dec 10 18:53:50.098874 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff119b2b-61b1-427d-8d3d-b69c8d4e9cf9 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:50.167499 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff119b2b-61b1-427d-8d3d-b69c8d4e9cf9 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c00a1d9-6360-4cf5-a667-9be411d50db4,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:50.184107 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff119b2b-61b1-427d-8d3d-b69c8d4e9cf9 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:50.191563 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff119b2b-61b1-427d-8d3d-b69c8d4e9cf9 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:50.192467 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff119b2b-61b1-427d-8d3d-b69c8d4e9cf9 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:50.213119 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-41f02e08-29f1-4bdb-8a25-9a0db6a11de2 req-968ca556-0abd-45ec-b081-bb6824c753d1 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] For port 2f68bc9d-70d2-45b4-9860-486399001a44, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=2f68bc9d-70d2-45b4-9860-486399001a44,segment=NetworkSegment(e40913c2-6008-45d5-9433-0b35de35b591),segment_id=e40913c2-6008-45d5-9433-0b35de35b591)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:50.213488 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-41f02e08-29f1-4bdb-8a25-9a0db6a11de2 req-968ca556-0abd-45ec-b081-bb6824c753d1 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:50.265469 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-41f02e08-29f1-4bdb-8a25-9a0db6a11de2 req-968ca556-0abd-45ec-b081-bb6824c753d1 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Calling delete_port for 2f68bc9d-70d2-45b4-9860-486399001a44 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:53:50.275146 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ff119b2b-61b1-427d-8d3d-b69c8d4e9cf9 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8343399 Dec 10 18:53:50.282743 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 49536) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:50.285642 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c14b07-0c7c-4306-be8f-eed764c256be req-f79781b6-aa4d-4b69-9a9f-8210fc66f019 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:50.298528 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7cbfdafe-c3a6-4b25-b4fa-328adb6d6a12 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Request body: {'network': {'name': 'tempest-RoutersTest-1581157741'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:53:50.309097 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d4c14b07-0c7c-4306-be8f-eed764c256be req-f79781b6-aa4d-4b69-9a9f-8210fc66f019 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 944 time: 0.1941307 Dec 10 18:53:50.317137 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff119b2b-61b1-427d-8d3d-b69c8d4e9cf9 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event updated for resources: {'Network': ['ID=366c1666-04e0-4855-a586-02d4d30a745d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:50.331100 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 366c1666-04e0-4855-a586-02d4d30a745d details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:53:50.437338 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbfdafe-c3a6-4b25-b4fa-328adb6d6a12 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Made reservation on behalf of 955fb138ea1841a1a19d85777d85eb8a for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:53:50.441150 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7cbfdafe-c3a6-4b25-b4fa-328adb6d6a12 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:50.509076 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d4c14b07-0c7c-4306-be8f-eed764c256be req-93897ed1-c736-41a1-9be8-1520372080c7 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965961 Dec 10 18:53:50.524559 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cbfdafe-c3a6-4b25-b4fa-328adb6d6a12 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:53:50.567209 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e416e0b-d5ad-4353-8d4e-8f6987277cf8 req-9f401d3e-934f-4b32-a061-33e01023d665 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:50.576730 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4e416e0b-d5ad-4353-8d4e-8f6987277cf8 req-9f401d3e-934f-4b32-a061-33e01023d665 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/ports?device_id=999eb4eb-8ac1-4e29-9c35-5b779d180ba4 HTTP/1.1" status: 200 len: 946 time: 0.2581003 Dec 10 18:53:50.583387 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7cbfdafe-c3a6-4b25-b4fa-328adb6d6a12 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:50.583742 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-7cbfdafe-c3a6-4b25-b4fa-328adb6d6a12 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Added segment 0a39246b-1a42-46a4-b180-2ec61fecbdfe of type vlan for network 66a28e10-bd84-4559-a4fa-ad4164eabc90 Dec 10 18:53:50.661264 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d90cab3b-5253-4e27-9c8d-ca92c4fcc705 req-b792d916-3da8-4026-bd32-3fd2fcc7d9a1 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0691829 Dec 10 18:53:50.710304 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7e3a9568-6e6c-4ab1-ab4c-6f6e936b7ff8 req-21bfd877-fa80-4769-b42a-e08566d727a3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1981442 Dec 10 18:53:50.723058 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-7e3a9568-6e6c-4ab1-ab4c-6f6e936b7ff8 req-8440beba-54e8-493b-b415-f9c2fbe29513 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:53:50.724300 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7e3a9568-6e6c-4ab1-ab4c-6f6e936b7ff8 req-8440beba-54e8-493b-b415-f9c2fbe29513 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080869 Dec 10 18:53:50.769904 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7cbfdafe-c3a6-4b25-b4fa-328adb6d6a12 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:50.831295 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4e416e0b-d5ad-4353-8d4e-8f6987277cf8 req-bfc3e0a3-92d3-4e36-a662-d0899441681f tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.62 "GET /v2.0/security-groups?id=38545bca-bca3-4c7b-b2a0-4657eef19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329264 Dec 10 18:53:50.834672 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-41f02e08-29f1-4bdb-8a25-9a0db6a11de2 req-968ca556-0abd-45ec-b081-bb6824c753d1 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:50.859346 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['2f68bc9d-70d2-45b4-9860-486399001a44'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:53:50.903002 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7cbfdafe-c3a6-4b25-b4fa-328adb6d6a12 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:50.916193 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbfdafe-c3a6-4b25-b4fa-328adb6d6a12 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:50.921744 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7cbfdafe-c3a6-4b25-b4fa-328adb6d6a12 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:50.962011 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ca556-0abd-45ec-b081-bb6824c753d1 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Pushing event deleted for resources: {'Port': ['ID=2f68bc9d-70d2-45b4-9860-486399001a44,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:51.097607 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7cbfdafe-c3a6-4b25-b4fa-328adb6d6a12 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8113105 Dec 10 18:53:51.099398 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 49628) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:51.099785 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f02e08-29f1-4bdb-8a25-9a0db6a11de2 req-968ca556-0abd-45ec-b081-bb6824c753d1 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] No DVR routers for this DVR port 2f68bc9d-70d2-45b4-9860-486399001a44 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:53:51.104987 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-41f02e08-29f1-4bdb-8a25-9a0db6a11de2 req-968ca556-0abd-45ec-b081-bb6824c753d1 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:51.105656 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-9ef87697-f3b1-4692-9004-54e9a783d111 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Request body: {'subnet': {'network_id': '366c1666-04e0-4855-a586-02d4d30a745d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:53:51.109514 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-41f02e08-29f1-4bdb-8a25-9a0db6a11de2 req-968ca556-0abd-45ec-b081-bb6824c753d1 tempest-ServerRescueTestJSON-32128043 tempest-ServerRescueTestJSON-32128043-project] 10.222.0.46 "DELETE /v2.0/ports/2f68bc9d-70d2-45b4-9860-486399001a44 HTTP/1.1" status: 204 len: 173 time: 1.3701539 Dec 10 18:53:51.110760 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999eb4eb-8ac1-4e29-9c35-5b779d180ba4', 'name': 'network-vif-deleted', 'tag': '2f68bc9d-70d2-45b4-9860-486399001a44'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:53:51.113591 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37801367-385a-4d83-8dfc-694bf4ae7a20" -d '{"events": [{"server_uuid": "999eb4eb-8ac1-4e29-9c35-5b779d180ba4", "name": "network-vif-deleted", "tag": "2f68bc9d-70d2-45b4-9860-486399001a44"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:53:51.117624 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbfdafe-c3a6-4b25-b4fa-328adb6d6a12 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event updated for resources: {'Network': ['ID=66a28e10-bd84-4559-a4fa-ad4164eabc90,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:51.135007 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 66a28e10-bd84-4559-a4fa-ad4164eabc90 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:53:51.178621 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9b58d3-4137-4244-830e-ebf26c802bfb x-openstack-request-id: req-cd9b58d3-4137-4244-830e-ebf26c802bfb {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:53:51.179027 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999eb4eb-8ac1-4e29-9c35-5b779d180ba4", "name": "network-vif-deleted", "tag": "2f68bc9d-70d2-45b4-9860-486399001a44", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:53:51.179488 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cd9b58d3-4137-4244-830e-ebf26c802bfb {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:53:51.180280 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999eb4eb-8ac1-4e29-9c35-5b779d180ba4', 'name': 'network-vif-deleted', 'tag': '2f68bc9d-70d2-45b4-9860-486399001a44', 'status': 'completed', 'code': 200} Dec 10 18:53:51.357781 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef87697-f3b1-4692-9004-54e9a783d111 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Made reservation on behalf of 955fb138ea1841a1a19d85777d85eb8a for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:53:51.379266 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9ef87697-f3b1-4692-9004-54e9a783d111 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:51.786654 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d0a79-cc7e-4136-b9c1-ea60d64a4758 req-a49926f3-1fcd-43f6-b3c9-837f3bccddf8 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:51.794238 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b82d0a79-cc7e-4136-b9c1-ea60d64a4758 req-a49926f3-1fcd-43f6-b3c9-837f3bccddf8 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 944 time: 0.1260650 Dec 10 18:53:51.876357 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b82d0a79-cc7e-4136-b9c1-ea60d64a4758 req-90bcb8fe-4584-40d8-8855-ef719f0a575b tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809796 Dec 10 18:53:51.942765 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c354587d-21d4-4d9a-b8f1-7b774fe5945d req-643ec9e4-d406-4394-98f7-545efa6bc408 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.1968069 Dec 10 18:53:51.961149 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9ef87697-f3b1-4692-9004-54e9a783d111 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:51.978369 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 49714) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:52.028735 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef87697-f3b1-4692-9004-54e9a783d111 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event updated for resources: {'Subnet': ['ID=27a8f8aa-b411-41fd-ae38-771c10ce51ab,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:52.081492 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef87697-f3b1-4692-9004-54e9a783d111 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Checking segment: {'id': 'a31dbd37-4ce3-4496-b010-e3517574a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '366c1666-04e0-4855-a586-02d4d30a745d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:53:52.082114 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef87697-f3b1-4692-9004-54e9a783d111 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Network hostable DHCP agents. Network: 366c1666-04e0-4855-a586-02d4d30a745d, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:53:52.115337 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef87697-f3b1-4692-9004-54e9a783d111 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Network 366c1666-04e0-4855-a586-02d4d30a745d is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:53:52.130940 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-9ef87697-f3b1-4692-9004-54e9a783d111 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 366c1666-04e0-4855-a586-02d4d30a745d) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:53:52.137499 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef87697-f3b1-4692-9004-54e9a783d111 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:52.138916 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9ef87697-f3b1-4692-9004-54e9a783d111 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:52.144834 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91328dcc-9c47-4261-9a48-98373bc14d19 None None] Network 366c1666-04e0-4855-a586-02d4d30a745d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:53:52.179345 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9ef87697-f3b1-4692-9004-54e9a783d111 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0777736 Dec 10 18:53:52.182065 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 49734) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:52.199383 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-b80ff8c5-da38-4c21-96a5-ad5f64e2b3c7 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Request body: {'subnet': {'network_id': '66a28e10-bd84-4559-a4fa-ad4164eabc90', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:53:52.330405 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a9568-6e6c-4ab1-ab4c-6f6e936b7ff8 req-cc65e121-f508-4dc8-8fa6-8aaee8fa78df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:52.331918 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7e3a9568-6e6c-4ab1-ab4c-6f6e936b7ff8 req-cc65e121-f508-4dc8-8fa6-8aaee8fa78df service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e&tenant_id=55a03bc9d49c41d0abfb67c033b0bdc7 HTTP/1.1" status: 200 len: 1095 time: 0.1357126 Dec 10 18:53:52.451994 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a9568-6e6c-4ab1-ab4c-6f6e936b7ff8 req-d080ac05-0e8e-4745-8e1c-dc4d00a5fa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:52.454333 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7e3a9568-6e6c-4ab1-ab4c-6f6e936b7ff8 req-d080ac05-0e8e-4745-8e1c-dc4d00a5fa23 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=55a03bc9d49c41d0abfb67c033b0bdc7&device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 1095 time: 0.0966017 Dec 10 18:53:52.464027 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80ff8c5-da38-4c21-96a5-ad5f64e2b3c7 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Made reservation on behalf of 955fb138ea1841a1a19d85777d85eb8a for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:53:52.471517 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2708c2-f225-4a0f-849a-190c15c00e7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-366c1666-04e0-4855-a586-02d4d30a745d', 'network_id': '366c1666-04e0-4855-a586-02d4d30a745d', 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'fixed_ips': [{'subnet_id': '27a8f8aa-b411-41fd-ae38-771c10ce51ab'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:53:52.472292 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-af2708c2-f225-4a0f-849a-190c15c00e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:52.476291 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b80ff8c5-da38-4c21-96a5-ad5f64e2b3c7 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:52.523809 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a0821290-d4e4-4b62-9c2a-d1d3804b9e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:52.653432 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a9568-6e6c-4ab1-ab4c-6f6e936b7ff8 req-2d40e739-38fa-443c-8656-060c698dbf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:52.655210 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7e3a9568-6e6c-4ab1-ab4c-6f6e936b7ff8 req-2d40e739-38fa-443c-8656-060c698dbf4d service neutron] 10.222.0.72 "GET /v2.0/networks?id=f2f40e08-016a-47bf-9e9a-28b25086c347 HTTP/1.1" status: 200 len: 915 time: 0.1933167 Dec 10 18:53:52.707609 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7e3a9568-6e6c-4ab1-ab4c-6f6e936b7ff8 req-8c4b42c4-99d3-473a-9b70-7d68a13fa9fc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8fc0357c-934d-464e-b641-ecc26c7c9a82 HTTP/1.1" status: 200 len: 217 time: 0.0435581 Dec 10 18:53:52.786076 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-af2708c2-f225-4a0f-849a-190c15c00e7a None None] Allocated IP 172.20.0.2 (366c1666-04e0-4855-a586-02d4d30a745d/27a8f8aa-b411-41fd-ae38-771c10ce51ab/f43e2cd4-585e-4820-a8ba-f95fab68368d) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:53:52.848600 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b80ff8c5-da38-4c21-96a5-ad5f64e2b3c7 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:52.942786 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ff8c5-da38-4c21-96a5-ad5f64e2b3c7 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event updated for resources: {'Subnet': ['ID=814f2c69-49ec-46d2-ac16-9130fd330a9f,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:52.947422 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80ff8c5-da38-4c21-96a5-ad5f64e2b3c7 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Checking segment: {'id': '0a39246b-1a42-46a4-b180-2ec61fecbdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '66a28e10-bd84-4559-a4fa-ad4164eabc90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:53:52.948114 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80ff8c5-da38-4c21-96a5-ad5f64e2b3c7 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Network hostable DHCP agents. Network: 66a28e10-bd84-4559-a4fa-ad4164eabc90, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:53:52.972302 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80ff8c5-da38-4c21-96a5-ad5f64e2b3c7 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Network 66a28e10-bd84-4559-a4fa-ad4164eabc90 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:53:52.986304 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-b80ff8c5-da38-4c21-96a5-ad5f64e2b3c7 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 66a28e10-bd84-4559-a4fa-ad4164eabc90) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:53:52.987045 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-af2708c2-f225-4a0f-849a-190c15c00e7a None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:52.994597 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-af2708c2-f225-4a0f-849a-190c15c00e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:52.995545 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80ff8c5-da38-4c21-96a5-ad5f64e2b3c7 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:52.996197 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b80ff8c5-da38-4c21-96a5-ad5f64e2b3c7 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:53.003904 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2a8126-8f4e-4733-a100-e8270dcab19c None None] Network 66a28e10-bd84-4559-a4fa-ad4164eabc90 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:53:53.050103 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b80ff8c5-da38-4c21-96a5-ad5f64e2b3c7 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8659434 Dec 10 18:53:53.053118 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 49782) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:53.058377 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-fa8cbc99-5bd6-4b62-8b59-ab917c1018c1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-188297924', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:53:53.097391 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0106d01-6df3-4044-98d3-0c18f2d6010b req-99df33d5-264d-425e-bc8c-3638b861b8b7 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:53.099002 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f0106d01-6df3-4044-98d3-0c18f2d6010b req-99df33d5-264d-425e-bc8c-3638b861b8b7 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 944 time: 0.0968728 Dec 10 18:53:53.121236 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-94f52640-747d-4d4d-876d-b871613ce659 req-63afb38d-a26f-4e1e-8978-12bac264e729 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0483229 Dec 10 18:53:53.178045 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fa8cbc99-5bd6-4b62-8b59-ab917c1018c1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:53.184125 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fa8cbc99-5bd6-4b62-8b59-ab917c1018c1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:53.188908 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a9568-6e6c-4ab1-ab4c-6f6e936b7ff8 req-cd65a3ff-7d7c-428b-8157-afa814dff2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:53.192305 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7e3a9568-6e6c-4ab1-ab4c-6f6e936b7ff8 req-cd65a3ff-7d7c-428b-8157-afa814dff2aa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2dc5eaaf-23d0-472c-bf08-f5856e300d99 HTTP/1.1" status: 200 len: 854 time: 0.1205261 Dec 10 18:53:53.194438 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2708c2-f225-4a0f-849a-190c15c00e7a None None] Network 366c1666-04e0-4855-a586-02d4d30a745d is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:53:53.198483 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-af2708c2-f225-4a0f-849a-190c15c00e7a None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:53:53.203998 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6414b46c-9e9a-456e-9f89-46480f6eecf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-66a28e10-bd84-4559-a4fa-ad4164eabc90', 'network_id': '66a28e10-bd84-4559-a4fa-ad4164eabc90', 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'fixed_ips': [{'subnet_id': '814f2c69-49ec-46d2-ac16-9130fd330a9f'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:53:53.204772 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-582c62d4-4d9e-409a-8adc-6e31b06196d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:53.205506 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6414b46c-9e9a-456e-9f89-46480f6eecf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:53.212026 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2708c2-f225-4a0f-849a-190c15c00e7a None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:53:53.225992 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2708c2-f225-4a0f-849a-190c15c00e7a None None] Pushing event updated for resources: {'Port': ['ID=f43e2cd4-585e-4820-a8ba-f95fab68368d,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:53.303834 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7e3a9568-6e6c-4ab1-ab4c-6f6e936b7ff8 req-dd057bf1-9215-4860-bada-8c2c6176e852 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2f40e08-016a-47bf-9e9a-28b25086c347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032166 Dec 10 18:53:53.330912 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fa8cbc99-5bd6-4b62-8b59-ab917c1018c1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:53.354679 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fa8cbc99-5bd6-4b62-8b59-ab917c1018c1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:53.378992 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f0106d01-6df3-4044-98d3-0c18f2d6010b req-f17fbea0-a2a8-4260-95e0-7d4b6448381b tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711542 Dec 10 18:53:53.388453 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fa8cbc99-5bd6-4b62-8b59-ab917c1018c1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:53.393333 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fa8cbc99-5bd6-4b62-8b59-ab917c1018c1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3391364 Dec 10 18:53:53.394219 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 49788) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:53.395526 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-6414b46c-9e9a-456e-9f89-46480f6eecf0 None None] Allocated IP 172.21.0.2 (66a28e10-bd84-4559-a4fa-ad4164eabc90/814f2c69-49ec-46d2-ac16-9130fd330a9f/f67f907d-a5f1-4f30-8fd6-a72b5faf654a) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:53:53.576924 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6414b46c-9e9a-456e-9f89-46480f6eecf0 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:53.585378 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 2f68bc9d-70d2-45b4-9860-486399001a44 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:53:53.635957 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6414b46c-9e9a-456e-9f89-46480f6eecf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:53.700308 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7e3a9568-6e6c-4ab1-ab4c-6f6e936b7ff8 req-4e434097-25d8-4575-b8a6-f42d6684d62d service neutron] 10.222.0.72 "GET /v2.0/networks/f2f40e08-016a-47bf-9e9a-28b25086c347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740088 Dec 10 18:53:53.772595 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6414b46c-9e9a-456e-9f89-46480f6eecf0 None None] Network 66a28e10-bd84-4559-a4fa-ad4164eabc90 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:53:53.788538 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414b46c-9e9a-456e-9f89-46480f6eecf0 None None] Pushing event updated for resources: {'Port': ['ID=f67f907d-a5f1-4f30-8fd6-a72b5faf654a,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:53.797603 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-6414b46c-9e9a-456e-9f89-46480f6eecf0 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:53:53.801282 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6414b46c-9e9a-456e-9f89-46480f6eecf0 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:53:53.805070 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 2f68bc9d-70d2-45b4-9860-486399001a44 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:53:53.812095 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 2f68bc9d-70d2-45b4-9860-486399001a44 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:53:53.814043 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:53.834328 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-af2708c2-f225-4a0f-849a-190c15c00e7a None None] Attempting to bind port f43e2cd4-585e-4820-a8ba-f95fab68368d on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:53:53.835189 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-af2708c2-f225-4a0f-849a-190c15c00e7a None None] Attempting to bind port f43e2cd4-585e-4820-a8ba-f95fab68368d by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'a31dbd37-4ce3-4496-b010-e3517574a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '366c1666-04e0-4855-a586-02d4d30a745d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:53:53.835787 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2708c2-f225-4a0f-849a-190c15c00e7a None None] Attempting to bind port f43e2cd4-585e-4820-a8ba-f95fab68368d on network 366c1666-04e0-4855-a586-02d4d30a745d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:53:53.893638 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2708c2-f225-4a0f-849a-190c15c00e7a None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:53:53.894424 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2708c2-f225-4a0f-849a-190c15c00e7a None None] Checking segment: {'id': 'a31dbd37-4ce3-4496-b010-e3517574a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '366c1666-04e0-4855-a586-02d4d30a745d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:53:53.895096 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-af2708c2-f225-4a0f-849a-190c15c00e7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:53.895894 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2708c2-f225-4a0f-849a-190c15c00e7a None None] Bound using segment: {'id': 'a31dbd37-4ce3-4496-b010-e3517574a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '366c1666-04e0-4855-a586-02d4d30a745d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:53:53.896614 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-af2708c2-f225-4a0f-849a-190c15c00e7a None None] Bound port: f43e2cd4-585e-4820-a8ba-f95fab68368d, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a31dbd37-4ce3-4496-b010-e3517574a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '366c1666-04e0-4855-a586-02d4d30a745d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:53:53.897415 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-af2708c2-f225-4a0f-849a-190c15c00e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:53.978372 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6414b46c-9e9a-456e-9f89-46480f6eecf0 None None] Attempting to bind port f67f907d-a5f1-4f30-8fd6-a72b5faf654a on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:53:53.978659 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6414b46c-9e9a-456e-9f89-46480f6eecf0 None None] Attempting to bind port f67f907d-a5f1-4f30-8fd6-a72b5faf654a by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '0a39246b-1a42-46a4-b180-2ec61fecbdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '66a28e10-bd84-4559-a4fa-ad4164eabc90'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:53:53.979224 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6414b46c-9e9a-456e-9f89-46480f6eecf0 None None] Attempting to bind port f67f907d-a5f1-4f30-8fd6-a72b5faf654a on network 66a28e10-bd84-4559-a4fa-ad4164eabc90 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:53:53.986659 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6414b46c-9e9a-456e-9f89-46480f6eecf0 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:53:53.987370 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6414b46c-9e9a-456e-9f89-46480f6eecf0 None None] Checking segment: {'id': '0a39246b-1a42-46a4-b180-2ec61fecbdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '66a28e10-bd84-4559-a4fa-ad4164eabc90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:53:53.987957 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6414b46c-9e9a-456e-9f89-46480f6eecf0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:53.988550 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6414b46c-9e9a-456e-9f89-46480f6eecf0 None None] Bound using segment: {'id': '0a39246b-1a42-46a4-b180-2ec61fecbdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '66a28e10-bd84-4559-a4fa-ad4164eabc90'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:53:53.989259 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6414b46c-9e9a-456e-9f89-46480f6eecf0 None None] Bound port: f67f907d-a5f1-4f30-8fd6-a72b5faf654a, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a39246b-1a42-46a4-b180-2ec61fecbdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '66a28e10-bd84-4559-a4fa-ad4164eabc90'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:53:53.990017 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6414b46c-9e9a-456e-9f89-46480f6eecf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:53.998940 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-92028d89-93bc-4d90-b49d-077c981d68d9 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:54.084806 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-582c62d4-4d9e-409a-8adc-6e31b06196d5 admin admin] Deleting port 6f60b393-ffd9-4798-a317-a89d68f98922 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:53:54.085141 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-582c62d4-4d9e-409a-8adc-6e31b06196d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:54.175405 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6414b46c-9e9a-456e-9f89-46480f6eecf0 None None] For port f67f907d-a5f1-4f30-8fd6-a72b5faf654a, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:53:54.218970 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6414b46c-9e9a-456e-9f89-46480f6eecf0 None None] For port f67f907d-a5f1-4f30-8fd6-a72b5faf654a, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=f67f907d-a5f1-4f30-8fd6-a72b5faf654a,segment=NetworkSegment(0a39246b-1a42-46a4-b180-2ec61fecbdfe),segment_id=0a39246b-1a42-46a4-b180-2ec61fecbdfe)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:53:54.233638 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-af2708c2-f225-4a0f-849a-190c15c00e7a None None] For port f43e2cd4-585e-4820-a8ba-f95fab68368d, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:53:54.237059 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6414b46c-9e9a-456e-9f89-46480f6eecf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:54.239319 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-582c62d4-4d9e-409a-8adc-6e31b06196d5 admin admin] For port 6f60b393-ffd9-4798-a317-a89d68f98922, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=6f60b393-ffd9-4798-a317-a89d68f98922,segment=NetworkSegment(e40913c2-6008-45d5-9433-0b35de35b591),segment_id=e40913c2-6008-45d5-9433-0b35de35b591)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:54.239918 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-582c62d4-4d9e-409a-8adc-6e31b06196d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:54.242438 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-af2708c2-f225-4a0f-849a-190c15c00e7a None None] For port f43e2cd4-585e-4820-a8ba-f95fab68368d, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=f43e2cd4-585e-4820-a8ba-f95fab68368d,segment=NetworkSegment(a31dbd37-4ce3-4496-b010-e3517574a153),segment_id=a31dbd37-4ce3-4496-b010-e3517574a153)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:53:54.262211 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-582c62d4-4d9e-409a-8adc-6e31b06196d5 admin admin] Calling delete_port for 6f60b393-ffd9-4798-a317-a89d68f98922 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:53:54.291887 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-af2708c2-f225-4a0f-849a-190c15c00e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:54.334291 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7e3a9568-6e6c-4ab1-ab4c-6f6e936b7ff8 req-b9923212-5bc4-4b43-84c4-0d50616429a7 service neutron] 10.222.0.72 "GET /v2.0/networks/f2f40e08-016a-47bf-9e9a-28b25086c347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6237254 Dec 10 18:53:54.341740 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414b46c-9e9a-456e-9f89-46480f6eecf0 None None] Pushing event updated for resources: {'Port': ['ID=f67f907d-a5f1-4f30-8fd6-a72b5faf654a,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:54.437568 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2708c2-f225-4a0f-849a-190c15c00e7a None None] Pushing event updated for resources: {'Port': ['ID=f43e2cd4-585e-4820-a8ba-f95fab68368d,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:54.446762 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-45b1e557-a174-4c43-ab7d-c38b9927472a req-077368e8-34da-4480-b238-9e820b24b3c4 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.1151447 Dec 10 18:53:54.526449 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-92028d89-93bc-4d90-b49d-077c981d68d9 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Allocated IP 172.20.0.1 (366c1666-04e0-4855-a586-02d4d30a745d/27a8f8aa-b411-41fd-ae38-771c10ce51ab/eee16703-fde4-4c4f-b07f-8dfc4e9e3e7d) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:53:54.703577 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-582c62d4-4d9e-409a-8adc-6e31b06196d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:54.754229 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c62d4-4d9e-409a-8adc-6e31b06196d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f60b393-ffd9-4798-a317-a89d68f98922,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:54.803433 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:54.846575 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead51db-0bac-44a6-a136-a28eb317ea87 req-9d1f3909-3f59-4b61-959a-23847e4ced4e tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:54.850797 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6ead51db-0bac-44a6-a136-a28eb317ea87 req-9d1f3909-3f59-4b61-959a-23847e4ced4e tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 944 time: 0.3108993 Dec 10 18:53:54.997986 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-92028d89-93bc-4d90-b49d-077c981d68d9 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:55.019110 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6ead51db-0bac-44a6-a136-a28eb317ea87 req-9d1889ff-b48b-4800-8f63-dfe2393ef349 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548035 Dec 10 18:53:55.121661 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-92028d89-93bc-4d90-b49d-077c981d68d9 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:55.196170 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-582c62d4-4d9e-409a-8adc-6e31b06196d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:55.235554 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92028d89-93bc-4d90-b49d-077c981d68d9 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Network 366c1666-04e0-4855-a586-02d4d30a745d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:53:55.246357 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-92028d89-93bc-4d90-b49d-077c981d68d9 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:53:55.259919 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92028d89-93bc-4d90-b49d-077c981d68d9 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:53:55.322451 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92028d89-93bc-4d90-b49d-077c981d68d9 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event updated for resources: {'Port': ['ID=eee16703-fde4-4c4f-b07f-8dfc4e9e3e7d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:55.380592 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-92028d89-93bc-4d90-b49d-077c981d68d9 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:55.473126 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:55.600925 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e007314a-e0b4-4ca4-9599-7d3624298349 req-96b0d9f0-0a4b-4dcd-a4ce-df54e1f34863 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0838604 Dec 10 18:53:55.664424 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-92028d89-93bc-4d90-b49d-077c981d68d9 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:55.848161 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582c62d4-4d9e-409a-8adc-6e31b06196d5 admin admin] Router 3f74a04a-e4e0-4410-8fed-b59fe5ba6bff has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:53:56.173943 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582c62d4-4d9e-409a-8adc-6e31b06196d5 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:53:56.186533 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e40366-4b2e-40b3-83e7-941a7e9b6973 None None] Sync routers for ids ['3f74a04a-e4e0-4410-8fed-b59fe5ba6bff'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:53:56.197455 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-582c62d4-4d9e-409a-8adc-6e31b06196d5 admin admin] 10.222.0.62 "PUT /v2.0/routers/3f74a04a-e4e0-4410-8fed-b59fe5ba6bff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2174647 Dec 10 18:53:56.199721 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 49852) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:56.203571 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e40366-4b2e-40b3-83e7-941a7e9b6973 None None] Routers {'3f74a04a-e4e0-4410-8fed-b59fe5ba6bff'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:53:56.205797 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-64e40366-4b2e-40b3-83e7-941a7e9b6973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:53:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['3f74a04a-e4e0-4410-8fed-b59fe5ba6bff'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:56.402901 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-64e40366-4b2e-40b3-83e7-941a7e9b6973 None None] Set router 3f74a04a-e4e0-4410-8fed-b59fe5ba6bff gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:53:56.492679 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device f67f907d-a5f1-4f30-8fd6-a72b5faf654a up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:53:56.514802 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb00ec-c2a0-4763-9497-76fe08a501e4 req-9251a33c-9ddb-459e-bce7-ed74389847af tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:56.527052 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b1cb00ec-c2a0-4763-9497-76fe08a501e4 req-9251a33c-9ddb-459e-bce7-ed74389847af tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 944 time: 0.3054051 Dec 10 18:53:56.558091 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-07c24c20-2db8-409c-93bf-caa2ea7ed636 admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:56.665876 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port f67f907d-a5f1-4f30-8fd6-a72b5faf654a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:53:56.667945 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:56.728225 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-92028d89-93bc-4d90-b49d-077c981d68d9 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:56.752434 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b1cb00ec-c2a0-4763-9497-76fe08a501e4 req-43267066-58f7-4688-b562-a56f85609141 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237387 Dec 10 18:53:56.757732 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-92028d89-93bc-4d90-b49d-077c981d68d9 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:56.943403 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-92028d89-93bc-4d90-b49d-077c981d68d9 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:56.945517 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92028d89-93bc-4d90-b49d-077c981d68d9 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event updated for resources: {'Port': ['ID=eee16703-fde4-4c4f-b07f-8dfc4e9e3e7d,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:56.970530 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:57.022061 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port f67f907d-a5f1-4f30-8fd6-a72b5faf654a, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=f67f907d-a5f1-4f30-8fd6-a72b5faf654a,segment=NetworkSegment(0a39246b-1a42-46a4-b180-2ec61fecbdfe),segment_id=0a39246b-1a42-46a4-b180-2ec61fecbdfe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:57.024610 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-40cd5477-f913-4d19-a1cb-10d8a2f2b2a8 req-96318330-59c2-4e85-8538-0bc16953e129 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.2985220 Dec 10 18:53:57.044959 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6c76fd-545f-43cc-8293-fd9048aab72d None None] Network 366c1666-04e0-4855-a586-02d4d30a745d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:53:57.076768 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:57.078773 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device f43e2cd4-585e-4820-a8ba-f95fab68368d up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:53:57.188568 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-07c24c20-2db8-409c-93bf-caa2ea7ed636 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:57.220363 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=f67f907d-a5f1-4f30-8fd6-a72b5faf654a,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:57.299199 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2cc84467-e6c7-4124-a2de-c48a18a23fa0 None None] Provisioning complete for port f43e2cd4-585e-4820-a8ba-f95fab68368d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:53:57.301737 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2cc84467-e6c7-4124-a2de-c48a18a23fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:57.307795 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92028d89-93bc-4d90-b49d-077c981d68d9 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Network 366c1666-04e0-4855-a586-02d4d30a745d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:53:57.309936 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-92028d89-93bc-4d90-b49d-077c981d68d9 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:53:57.310936 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-64e40366-4b2e-40b3-83e7-941a7e9b6973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f74a04a-e4e0-4410-8fed-b59fe5ba6bff', 'name': 'tempest-ServerRescueTestJSON-298627611-router', 'tenant_id': '67376b4cbc9c49858a62672e5bb40fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '3663d8cc-caf8-4b7c-b285-75402685655e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:51:57Z', 'updated_at': '2021-12-10T18:53:54Z', 'revision_number': 5, 'project_id': '67376b4cbc9c49858a62672e5bb40fd5', 'gw_port': {'id': '3663d8cc-caf8-4b7c-b285-75402685655e', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f74a04a-e4e0-4410-8fed-b59fe5ba6bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:51:58Z', 'updated_at': '2021-12-10T18:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:57.315369 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182caba4-f20d-4f9a-aec3-08bbf1794c08 None None] Network 66a28e10-bd84-4559-a4fa-ad4164eabc90 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:53:57.375818 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-07c24c20-2db8-409c-93bf-caa2ea7ed636 admin admin] Deleting port 3663d8cc-caf8-4b7c-b285-75402685655e {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:53:57.376356 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-07c24c20-2db8-409c-93bf-caa2ea7ed636 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:57.386942 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e40366-4b2e-40b3-83e7-941a7e9b6973 None None] Checking router: 3f74a04a-e4e0-4410-8fed-b59fe5ba6bff for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:53:57.415129 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e40366-4b2e-40b3-83e7-941a7e9b6973 None None] Routers {'3f74a04a-e4e0-4410-8fed-b59fe5ba6bff'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:53:57.417337 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-64e40366-4b2e-40b3-83e7-941a7e9b6973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:53:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['3f74a04a-e4e0-4410-8fed-b59fe5ba6bff'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:57.555140 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-64e40366-4b2e-40b3-83e7-941a7e9b6973 None None] Set router 3f74a04a-e4e0-4410-8fed-b59fe5ba6bff gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:53:57.579131 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-07c24c20-2db8-409c-93bf-caa2ea7ed636 admin admin] For port 3663d8cc-caf8-4b7c-b285-75402685655e, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=3663d8cc-caf8-4b7c-b285-75402685655e,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:57.579564 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-07c24c20-2db8-409c-93bf-caa2ea7ed636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:57.615412 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92028d89-93bc-4d90-b49d-077c981d68d9 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Router 1262bf1b-9ed7-4610-bdaa-042488bf9bd3 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:53:57.621900 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-64e40366-4b2e-40b3-83e7-941a7e9b6973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f74a04a-e4e0-4410-8fed-b59fe5ba6bff', 'name': 'tempest-ServerRescueTestJSON-298627611-router', 'tenant_id': '67376b4cbc9c49858a62672e5bb40fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:51:57Z', 'updated_at': '2021-12-10T18:53:57Z', 'revision_number': 6, 'project_id': '67376b4cbc9c49858a62672e5bb40fd5', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:57.624256 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-07c24c20-2db8-409c-93bf-caa2ea7ed636 admin admin] Calling delete_port for 3663d8cc-caf8-4b7c-b285-75402685655e owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:53:57.696874 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e40366-4b2e-40b3-83e7-941a7e9b6973 None None] The sync data for ids ['3f74a04a-e4e0-4410-8fed-b59fe5ba6bff'] in n-d-821435-1 is: [{'id': '3f74a04a-e4e0-4410-8fed-b59fe5ba6bff', 'name': 'tempest-ServerRescueTestJSON-298627611-router', 'tenant_id': '67376b4cbc9c49858a62672e5bb40fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:51:57Z', 'updated_at': '2021-12-10T18:53:57Z', 'revision_number': 6, 'project_id': '67376b4cbc9c49858a62672e5bb40fd5', 'gw_port_host': None}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:53:57.799031 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port f43e2cd4-585e-4820-a8ba-f95fab68368d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:53:57.818097 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:57.954208 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92028d89-93bc-4d90-b49d-077c981d68d9 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:53:57.970900 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-92028d89-93bc-4d90-b49d-077c981d68d9 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "PUT /v2.0/routers/1262bf1b-9ed7-4610-bdaa-042488bf9bd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5749116 Dec 10 18:53:57.971507 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 49882) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:58.024495 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f40ab4e-7bbb-405c-8bac-6bd88c9e20f2 None None] Sync routers for ids ['1262bf1b-9ed7-4610-bdaa-042488bf9bd3'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:53:58.120453 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed953b0-fee3-4635-a1dd-63093c8a2ece tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:58.129881 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2ed953b0-fee3-4635-a1dd-63093c8a2ece tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "GET /v2.0/ports/eee16703-fde4-4c4f-b07f-8dfc4e9e3e7d HTTP/1.1" status: 200 len: 910 time: 0.1561565 Dec 10 18:53:58.130661 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 49888) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:58.145412 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f40ab4e-7bbb-405c-8bac-6bd88c9e20f2 None None] Routers {'1262bf1b-9ed7-4610-bdaa-042488bf9bd3'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:53:58.147826 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6f40ab4e-7bbb-405c-8bac-6bd88c9e20f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:53:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['1262bf1b-9ed7-4610-bdaa-042488bf9bd3'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:58.206616 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d5187d80-7511-4c55-8b3a-361deafae47f req-d9c5e852-d493-4d6e-8c9f-5423fc04874f tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0818787 Dec 10 18:53:58.212950 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-07c24c20-2db8-409c-93bf-caa2ea7ed636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:58.343586 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b38fec-2f8f-4e4f-97ac-a0242ddf5605 req-ca620cf0-3d42-4ad6-bdf5-83a15a104ad3 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:58.351223 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f5b38fec-2f8f-4e4f-97ac-a0242ddf5605 req-ca620cf0-3d42-4ad6-bdf5-83a15a104ad3 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 944 time: 0.3786902 Dec 10 18:53:58.487454 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c24c20-2db8-409c-93bf-caa2ea7ed636 admin admin] Pushing event deleted for resources: {'Port': ['ID=3663d8cc-caf8-4b7c-b285-75402685655e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:58.504064 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f5b38fec-2f8f-4e4f-97ac-a0242ddf5605 req-b92e2528-6be9-4040-b912-6b1e7dc3f914 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515832 Dec 10 18:53:58.546954 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-07c24c20-2db8-409c-93bf-caa2ea7ed636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:58.685677 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-07c24c20-2db8-409c-93bf-caa2ea7ed636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:58.689390 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-07c24c20-2db8-409c-93bf-caa2ea7ed636 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:58.784879 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b98b94-6ff7-426a-8e3f-3301029a6cc1 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:53:58.789532 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-07c24c20-2db8-409c-93bf-caa2ea7ed636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:58.790129 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c24c20-2db8-409c-93bf-caa2ea7ed636 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f74a04a-e4e0-4410-8fed-b59fe5ba6bff {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:53:58.806499 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-07c24c20-2db8-409c-93bf-caa2ea7ed636 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:58.807697 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-07c24c20-2db8-409c-93bf-caa2ea7ed636 admin admin] 10.222.0.62 "DELETE /v2.0/routers/3f74a04a-e4e0-4410-8fed-b59fe5ba6bff HTTP/1.1" status: 204 len: 168 time: 2.6056700 Dec 10 18:53:58.815549 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 49896) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:58.826478 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6f40ab4e-7bbb-405c-8bac-6bd88c9e20f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:58.972386 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f40ab4e-7bbb-405c-8bac-6bd88c9e20f2 None None] Routers {'1262bf1b-9ed7-4610-bdaa-042488bf9bd3'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:53:58.973616 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6f40ab4e-7bbb-405c-8bac-6bd88c9e20f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:53:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['1262bf1b-9ed7-4610-bdaa-042488bf9bd3'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:58.981976 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac984c45-0913-4043-8e3f-1955e7c5c209 admin admin] Deleting subnet fbc681ce-19ba-45da-98c7-c22ee4f9dfa5 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:53:59.000496 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac984c45-0913-4043-8e3f-1955e7c5c209 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:59.026827 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6f40ab4e-7bbb-405c-8bac-6bd88c9e20f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:59.027327 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f40ab4e-7bbb-405c-8bac-6bd88c9e20f2 None None] The sync data for ids ['1262bf1b-9ed7-4610-bdaa-042488bf9bd3'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:53:59.032947 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2cc84467-e6c7-4124-a2de-c48a18a23fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:59.132614 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:59.134535 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac984c45-0913-4043-8e3f-1955e7c5c209 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:59.241915 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75447831-100c-4b69-ba1b-5b214af3c7cc tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:59.251108 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-2cc84467-e6c7-4124-a2de-c48a18a23fa0 None None] For port f43e2cd4-585e-4820-a8ba-f95fab68368d, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=f43e2cd4-585e-4820-a8ba-f95fab68368d,segment=NetworkSegment(a31dbd37-4ce3-4496-b010-e3517574a153),segment_id=a31dbd37-4ce3-4496-b010-e3517574a153)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:59.265496 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2cc84467-e6c7-4124-a2de-c48a18a23fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:59.307161 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac984c45-0913-4043-8e3f-1955e7c5c209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:59.624919 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc84467-e6c7-4124-a2de-c48a18a23fa0 None None] Pushing event updated for resources: {'Port': ['ID=f43e2cd4-585e-4820-a8ba-f95fab68368d,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:59.635264 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8f7bc162-7571-4564-ade9-cba53ec75f95 None None] Provisioning complete for port f43e2cd4-585e-4820-a8ba-f95fab68368d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:53:59.636342 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8f7bc162-7571-4564-ade9-cba53ec75f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:59.733481 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:53:59.734027 n-d-821435-1 neutron-server[103246]: DEBUG oslo_db.api [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:53:59.801552 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1789e3b2-3e50-4a78-917d-334d70f9624f req-f340a547-7596-40ea-8ce7-87b8bf1c4d4f tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0514224 Dec 10 18:53:59.897739 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac984c45-0913-4043-8e3f-1955e7c5c209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:59.920865 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac984c45-0913-4043-8e3f-1955e7c5c209 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:59.927657 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ac984c45-0913-4043-8e3f-1955e7c5c209 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/fbc681ce-19ba-45da-98c7-c22ee4f9dfa5 HTTP/1.1" status: 204 len: 168 time: 1.1113701 Dec 10 18:53:59.954102 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 49920) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:59.966261 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8f7bc162-7571-4564-ade9-cba53ec75f95 None None] Provisioning complete for port eee16703-fde4-4c4f-b07f-8dfc4e9e3e7d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:53:59.966763 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8f7bc162-7571-4564-ade9-cba53ec75f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:59.996999 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac984c45-0913-4043-8e3f-1955e7c5c209 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbc681ce-19ba-45da-98c7-c22ee4f9dfa5,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:00.089794 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8f7bc162-7571-4564-ade9-cba53ec75f95 None None] Port eee16703-fde4-4c4f-b07f-8dfc4e9e3e7d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:54:00.107376 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b587437-dc8d-4029-a795-5b4ea4cdf9da req-cddf4603-8422-4cc3-8980-c88922f8e02c tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:00.109404 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4b587437-dc8d-4029-a795-5b4ea4cdf9da req-cddf4603-8422-4cc3-8980-c88922f8e02c tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 944 time: 0.3811631 Dec 10 18:54:00.128006 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8f7bc162-7571-4564-ade9-cba53ec75f95 None None] Provisioning complete for port f67f907d-a5f1-4f30-8fd6-a72b5faf654a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:54:00.128788 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8f7bc162-7571-4564-ade9-cba53ec75f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:00.149342 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-52b04ec6-60bc-482e-a271-4da6f606b2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:00.323979 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4b587437-dc8d-4029-a795-5b4ea4cdf9da req-9603a6b8-d31f-4fd2-8207-f9f9a4ef17f6 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984799 Dec 10 18:54:00.350168 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-52b04ec6-60bc-482e-a271-4da6f606b2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:00.353448 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-75447831-100c-4b69-ba1b-5b214af3c7cc tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Allocated IP 172.21.0.1 (66a28e10-bd84-4559-a4fa-ad4164eabc90/814f2c69-49ec-46d2-ac16-9130fd330a9f/e9bc73d1-fe08-4c4f-99a7-80086a9b0fe8) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:54:00.428917 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-52b04ec6-60bc-482e-a271-4da6f606b2f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['465fdc47-2410-4d4c-acab-8d0f21c4165c']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:00.462670 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-52b04ec6-60bc-482e-a271-4da6f606b2f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e40913c2-6008-45d5-9433-0b35de35b591') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:00.462923 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-52b04ec6-60bc-482e-a271-4da6f606b2f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e40913c2-6008-45d5-9433-0b35de35b591') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:00.479373 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device f67f907d-a5f1-4f30-8fd6-a72b5faf654a up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:54:00.486645 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-52b04ec6-60bc-482e-a271-4da6f606b2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:00.524906 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-52b04ec6-60bc-482e-a271-4da6f606b2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:00.540676 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b04ec6-60bc-482e-a271-4da6f606b2f1 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:54:00.541209 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-52b04ec6-60bc-482e-a271-4da6f606b2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:00.543139 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:54:00.543139 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:54:00.543139 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:54:00.543139 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:54:00.543139 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:54:00.543139 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:54:00.543139 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:54:00.543139 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:54:00.543139 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:54:00.543139 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:54:00.543139 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:54:00.543139 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:54:00.543139 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:54:00.543139 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:54:00.543139 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:54:00.543139 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:54:00.543139 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:54:00.543139 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:54:00.543139 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:54:00.543139 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:54:00.543139 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:54:00.543139 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:54:00.543139 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:54:00.543139 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:54:00.543139 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:54:00.543139 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:54:00.543139 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:54:00.543139 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:54:00.543139 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:54:00.543139 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:54:00.543139 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:54:00.543139 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:54:00.588354 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4e09f0fa-33c8-4b48-990a-75e41279f65a None None] Provisioning complete for port eee16703-fde4-4c4f-b07f-8dfc4e9e3e7d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:54:00.601241 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4e09f0fa-33c8-4b48-990a-75e41279f65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:00.666460 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-52b04ec6-60bc-482e-a271-4da6f606b2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:00.676114 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-52b04ec6-60bc-482e-a271-4da6f606b2f1 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:00.681874 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-52b04ec6-60bc-482e-a271-4da6f606b2f1 admin admin] 10.222.0.62 "DELETE /v2.0/networks/465fdc47-2410-4d4c-acab-8d0f21c4165c HTTP/1.1" status: 204 len: 168 time: 0.7147231 Dec 10 18:54:00.707949 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b04ec6-60bc-482e-a271-4da6f606b2f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=465fdc47-2410-4d4c-acab-8d0f21c4165c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:00.710703 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port f67f907d-a5f1-4f30-8fd6-a72b5faf654a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:54:00.719668 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:00.724390 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4e09f0fa-33c8-4b48-990a-75e41279f65a None None] Port eee16703-fde4-4c4f-b07f-8dfc4e9e3e7d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:54:00.879777 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4e09f0fa-33c8-4b48-990a-75e41279f65a None None] Provisioning complete for port f67f907d-a5f1-4f30-8fd6-a72b5faf654a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:54:00.884980 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4e09f0fa-33c8-4b48-990a-75e41279f65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:01.022905 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device f43e2cd4-585e-4820-a8ba-f95fab68368d up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:54:01.033637 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0252db82-5f2b-4624-be39-bd916f02f291 req-63af7b8c-9ecd-4cbd-bb8d-df8bd1862d00 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.1162977 Dec 10 18:54:01.123207 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 49934) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:01.220680 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port f43e2cd4-585e-4820-a8ba-f95fab68368d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:54:01.221072 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:01.245776 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7b9b5811-6e0a-4316-af14-1ade7dabe8f1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=67376b4cbc9c49858a62672e5bb40fd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1212826 Dec 10 18:54:01.248285 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 49936) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:01.414785 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-708bc288-212d-465d-9215-416a2f27855e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:01.470453 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-708bc288-212d-465d-9215-416a2f27855e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:01.543389 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 3663d8cc-caf8-4b7c-b285-75402685655e no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:54:01.604381 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 3663d8cc-caf8-4b7c-b285-75402685655e {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:54:01.604762 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 3663d8cc-caf8-4b7c-b285-75402685655e not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:54:01.605196 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 6f60b393-ffd9-4798-a317-a89d68f98922 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:54:01.642912 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-708bc288-212d-465d-9215-416a2f27855e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:01.645689 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-708bc288-212d-465d-9215-416a2f27855e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:01.649976 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-708bc288-212d-465d-9215-416a2f27855e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/38545bca-bca3-4c7b-b2a0-4657eef19aeb HTTP/1.1" status: 204 len: 168 time: 0.3997688 Dec 10 18:54:01.659122 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75447831-100c-4b69-ba1b-5b214af3c7cc tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:01.667523 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708bc288-212d-465d-9215-416a2f27855e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38545bca-bca3-4c7b-b2a0-4657eef19aeb,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:01.668985 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 6f60b393-ffd9-4798-a317-a89d68f98922 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:54:01.669448 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 6f60b393-ffd9-4798-a317-a89d68f98922 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:54:01.740695 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75447831-100c-4b69-ba1b-5b214af3c7cc tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:01.796954 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75447831-100c-4b69-ba1b-5b214af3c7cc tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Network 66a28e10-bd84-4559-a4fa-ad4164eabc90 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:54:01.804768 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-75447831-100c-4b69-ba1b-5b214af3c7cc tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:54:01.819253 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2d621-ee68-474d-9d7d-c9eea5f12942 req-377a3a39-1206-431b-b41c-29f85c346def tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:01.828831 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-86a2d621-ee68-474d-9d7d-c9eea5f12942 req-377a3a39-1206-431b-b41c-29f85c346def tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 944 time: 0.1321244 Dec 10 18:54:01.853973 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75447831-100c-4b69-ba1b-5b214af3c7cc tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:54:01.942399 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75447831-100c-4b69-ba1b-5b214af3c7cc tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:02.153194 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75447831-100c-4b69-ba1b-5b214af3c7cc tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event updated for resources: {'Port': ['ID=e9bc73d1-fe08-4c4f-99a7-80086a9b0fe8,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:02.176806 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-86a2d621-ee68-474d-9d7d-c9eea5f12942 req-791f7b70-e8ee-4b6c-8217-f838f7208372 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468735 Dec 10 18:54:02.234802 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ed131f99-ac19-4761-a8ba-a118ca9ceecd req-50e29088-e7f7-4518-8d60-e558e83ba089 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0809586 Dec 10 18:54:02.294000 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75447831-100c-4b69-ba1b-5b214af3c7cc tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:02.367599 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-48f06f58-06a0-4482-adad-81d733850efd None None] Provisioning complete for port e9bc73d1-fe08-4c4f-99a7-80086a9b0fe8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:54:02.370985 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-48f06f58-06a0-4482-adad-81d733850efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:02.483059 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-48f06f58-06a0-4482-adad-81d733850efd None None] Port e9bc73d1-fe08-4c4f-99a7-80086a9b0fe8 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:54:02.826457 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75447831-100c-4b69-ba1b-5b214af3c7cc tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:02.834359 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75447831-100c-4b69-ba1b-5b214af3c7cc tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:03.007549 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75447831-100c-4b69-ba1b-5b214af3c7cc tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event updated for resources: {'Port': ['ID=e9bc73d1-fe08-4c4f-99a7-80086a9b0fe8,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:03.022187 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75447831-100c-4b69-ba1b-5b214af3c7cc tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:03.229858 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75447831-100c-4b69-ba1b-5b214af3c7cc tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Network 66a28e10-bd84-4559-a4fa-ad4164eabc90 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:54:03.235447 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-75447831-100c-4b69-ba1b-5b214af3c7cc tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:54:03.274061 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:54:03.412188 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-afe232c0-d7fa-4ce2-8a37-c69d43c2b96a req-42d37883-274a-43cf-b2dd-f912d7a715ba tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0717421 Dec 10 18:54:03.465618 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 49990) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:03.619096 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75447831-100c-4b69-ba1b-5b214af3c7cc tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Router 1262bf1b-9ed7-4610-bdaa-042488bf9bd3 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:54:03.730541 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a88711a9-8eb0-46fa-b7f6-9fbf29467635 None None] Provisioning complete for port e9bc73d1-fe08-4c4f-99a7-80086a9b0fe8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:54:03.731115 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a88711a9-8eb0-46fa-b7f6-9fbf29467635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:03.744235 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-45e5baef-822f-4cb8-a08c-69393aa4b40c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1963201570-network', 'tenant_id': 'b146ea531e7d490bb2e30f4c7ac5fe8a'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:54:03.808246 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e5baef-822f-4cb8-a08c-69393aa4b40c admin admin] Made reservation on behalf of b146ea531e7d490bb2e30f4c7ac5fe8a for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:54:03.811071 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45e5baef-822f-4cb8-a08c-69393aa4b40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:03.831693 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45e5baef-822f-4cb8-a08c-69393aa4b40c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:03.869662 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5848f-3342-4132-ac6e-b5c3c221cbad req-5817fc0a-d634-44d3-ad1e-f8a476b7c071 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:03.874518 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-adf5848f-3342-4132-ac6e-b5c3c221cbad req-5817fc0a-d634-44d3-ad1e-f8a476b7c071 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 944 time: 0.3983772 Dec 10 18:54:03.885343 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a88711a9-8eb0-46fa-b7f6-9fbf29467635 None None] Port e9bc73d1-fe08-4c4f-99a7-80086a9b0fe8 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:54:03.930967 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:04.042356 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75447831-100c-4b69-ba1b-5b214af3c7cc tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:54:04.050356 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45e5baef-822f-4cb8-a08c-69393aa4b40c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:04.058999 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145ba6e8-f11f-493f-b1d0-b5a421a370b6 None None] Sync routers for ids ['1262bf1b-9ed7-4610-bdaa-042488bf9bd3'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:54:04.067908 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45e5baef-822f-4cb8-a08c-69393aa4b40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:04.085001 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145ba6e8-f11f-493f-b1d0-b5a421a370b6 None None] Routers {'1262bf1b-9ed7-4610-bdaa-042488bf9bd3'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:54:04.085001 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-145ba6e8-f11f-493f-b1d0-b5a421a370b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:53:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['1262bf1b-9ed7-4610-bdaa-042488bf9bd3'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:04.091933 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-75447831-100c-4b69-ba1b-5b214af3c7cc tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "PUT /v2.0/routers/1262bf1b-9ed7-4610-bdaa-042488bf9bd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9470916 Dec 10 18:54:04.093118 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 50002) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:04.138721 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e5baef-822f-4cb8-a08c-69393aa4b40c admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:54:04.149789 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-adf5848f-3342-4132-ac6e-b5c3c221cbad req-f485e7f7-bd54-4482-b40f-4e1dfde843b5 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680459 Dec 10 18:54:04.178310 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45e5baef-822f-4cb8-a08c-69393aa4b40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:04.178939 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-45e5baef-822f-4cb8-a08c-69393aa4b40c admin admin] Added segment 83c7d7e9-db7c-46c1-b53c-9a099ac3350f of type vlan for network 5b7a9d16-fa90-46c2-89ef-ff147d5d2881 Dec 10 18:54:04.228353 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-145ba6e8-f11f-493f-b1d0-b5a421a370b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:04.244133 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145ba6e8-f11f-493f-b1d0-b5a421a370b6 None None] Routers {'1262bf1b-9ed7-4610-bdaa-042488bf9bd3'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:54:04.245333 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-145ba6e8-f11f-493f-b1d0-b5a421a370b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:53:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['1262bf1b-9ed7-4610-bdaa-042488bf9bd3'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:04.272303 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0fadf4-afb3-4206-be35-0d5d33dca157 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:04.285977 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-df0fadf4-afb3-4206-be35-0d5d33dca157 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "GET /v2.0/ports/e9bc73d1-fe08-4c4f-99a7-80086a9b0fe8 HTTP/1.1" status: 200 len: 910 time: 0.1876659 Dec 10 18:54:04.286735 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 50006) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:04.329275 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45e5baef-822f-4cb8-a08c-69393aa4b40c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:04.379382 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-145ba6e8-f11f-493f-b1d0-b5a421a370b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:04.384214 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145ba6e8-f11f-493f-b1d0-b5a421a370b6 None None] The sync data for ids ['1262bf1b-9ed7-4610-bdaa-042488bf9bd3'] in n-d-821435-1 is: [] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:54:04.399993 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45e5baef-822f-4cb8-a08c-69393aa4b40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:04.402268 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e5baef-822f-4cb8-a08c-69393aa4b40c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:04.403382 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45e5baef-822f-4cb8-a08c-69393aa4b40c admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:04.595092 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 50014) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:04.597619 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-45e5baef-822f-4cb8-a08c-69393aa4b40c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1307158 Dec 10 18:54:04.609633 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5baef-822f-4cb8-a08c-69393aa4b40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1053c4-8211-4d72-8991-38aa86a1f46a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:04.626363 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e5baef-822f-4cb8-a08c-69393aa4b40c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:04.626766 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e5baef-822f-4cb8-a08c-69393aa4b40c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:04.627246 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e5baef-822f-4cb8-a08c-69393aa4b40c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:04.627726 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e5baef-822f-4cb8-a08c-69393aa4b40c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:04.628113 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e5baef-822f-4cb8-a08c-69393aa4b40c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:04.628454 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e5baef-822f-4cb8-a08c-69393aa4b40c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:04.628984 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e5baef-822f-4cb8-a08c-69393aa4b40c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:04.629599 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e5baef-822f-4cb8-a08c-69393aa4b40c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:04.629948 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e5baef-822f-4cb8-a08c-69393aa4b40c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:04.630259 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e5baef-822f-4cb8-a08c-69393aa4b40c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:04.630709 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e5baef-822f-4cb8-a08c-69393aa4b40c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:04.631043 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e5baef-822f-4cb8-a08c-69393aa4b40c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:04.631370 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e5baef-822f-4cb8-a08c-69393aa4b40c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:04.648070 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5baef-822f-4cb8-a08c-69393aa4b40c admin admin] Pushing event updated for resources: {'Network': ['ID=5b7a9d16-fa90-46c2-89ef-ff147d5d2881,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:04.674028 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-1d53bc3f-415b-405c-aa20-66303324d427 admin admin] Request body: {'subnet': {'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1963201570-subnet', 'tenant_id': 'b146ea531e7d490bb2e30f4c7ac5fe8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:54:04.676008 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f3d0a3c3-96c4-4556-93b6-129334202de2 req-53434421-9468-407c-b3ac-720c552baee6 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0713522 Dec 10 18:54:04.697172 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 5b7a9d16-fa90-46c2-89ef-ff147d5d2881 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:54:04.869304 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d53bc3f-415b-405c-aa20-66303324d427 admin admin] Made reservation on behalf of b146ea531e7d490bb2e30f4c7ac5fe8a for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:54:04.871996 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d53bc3f-415b-405c-aa20-66303324d427 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:05.132811 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d53bc3f-415b-405c-aa20-66303324d427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:05.188430 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d53bc3f-415b-405c-aa20-66303324d427 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ba69a49-ec77-4670-8006-0254df7f77f3,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:05.272365 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c26b24aa-698c-4b9b-ab99-5a2f9b322275 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:05.410725 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d53bc3f-415b-405c-aa20-66303324d427 admin admin] Checking segment: {'id': '83c7d7e9-db7c-46c1-b53c-9a099ac3350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:54:05.410982 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d53bc3f-415b-405c-aa20-66303324d427 admin admin] Network hostable DHCP agents. Network: 5b7a9d16-fa90-46c2-89ef-ff147d5d2881, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:54:05.465953 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d53bc3f-415b-405c-aa20-66303324d427 admin admin] Network 5b7a9d16-fa90-46c2-89ef-ff147d5d2881 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:54:05.484926 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-1d53bc3f-415b-405c-aa20-66303324d427 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 5b7a9d16-fa90-46c2-89ef-ff147d5d2881) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:54:05.490307 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d53bc3f-415b-405c-aa20-66303324d427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:05.490906 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d53bc3f-415b-405c-aa20-66303324d427 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:05.497182 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9257c05-76f1-4e97-b208-072f170e2c24 None None] Network 5b7a9d16-fa90-46c2-89ef-ff147d5d2881 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:54:05.566654 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a7a45-41bf-484b-8812-076ffc78be99 req-33b58f41-269f-442f-b390-a833c1498783 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:05.568257 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e49a7a45-41bf-484b-8812-076ffc78be99 req-33b58f41-269f-442f-b390-a833c1498783 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 944 time: 0.2154894 Dec 10 18:54:05.580914 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-108c6dee-a64f-43e0-bd5e-5b207cbf190a req-d507905a-1812-4171-9340-abd31ffb0d93 service neutron] (103245) timed out ('10.222.0.72', 52215) {{(pid=103245) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 18:54:05.615461 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1d53bc3f-415b-405c-aa20-66303324d427 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.0139253 Dec 10 18:54:05.729761 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e49a7a45-41bf-484b-8812-076ffc78be99 req-8a3dafa6-8636-4948-888e-7b66f4126ea7 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131606 Dec 10 18:54:05.820137 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c290ac0a-6d2b-4db8-9d13-c6cf3ed9f9e4 None None] Network 5b7a9d16-fa90-46c2-89ef-ff147d5d2881 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:54:05.887724 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-13241f0e-66a6-4ae4-9e96-e5dd35eacc1d req-f4674dfc-ea9a-4e8b-a93a-43779fe51e9e tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0909998 Dec 10 18:54:05.941524 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c26b24aa-698c-4b9b-ab99-5a2f9b322275 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Deleting port e9bc73d1-fe08-4c4f-99a7-80086a9b0fe8 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:54:05.942106 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c26b24aa-698c-4b9b-ab99-5a2f9b322275 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:06.111458 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c26b24aa-698c-4b9b-ab99-5a2f9b322275 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:06.132688 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c26b24aa-698c-4b9b-ab99-5a2f9b322275 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Calling delete_port for e9bc73d1-fe08-4c4f-99a7-80086a9b0fe8 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:54:06.392034 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c26b24aa-698c-4b9b-ab99-5a2f9b322275 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:06.434261 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b24aa-698c-4b9b-ab99-5a2f9b322275 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event deleted for resources: {'Port': ['ID=e9bc73d1-fe08-4c4f-99a7-80086a9b0fe8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:06.742144 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c26b24aa-698c-4b9b-ab99-5a2f9b322275 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:06.906268 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-0d0619ce-5ec5-4e31-8cf8-169e51c5426e tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:06.913546 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-0d0619ce-5ec5-4e31-8cf8-169e51c5426e tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/networks?id=5b7a9d16-fa90-46c2-89ef-ff147d5d2881 HTTP/1.1" status: 200 len: 806 time: 0.3653846 Dec 10 18:54:07.011147 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d2246-67b1-4b02-bcb4-33d6fab14d4a req-ac2e3560-16e1-46f2-bcce-8e7542d5148a tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:07.014658 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9f6d2246-67b1-4b02-bcb4-33d6fab14d4a req-ac2e3560-16e1-46f2-bcce-8e7542d5148a tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 944 time: 0.0976071 Dec 10 18:54:07.023178 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-2ee9ddb9-c602-43bd-a903-45f0fd897445 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/quotas/b146ea531e7d490bb2e30f4c7ac5fe8a HTTP/1.1" status: 200 len: 375 time: 0.1086164 Dec 10 18:54:07.131544 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9f6d2246-67b1-4b02-bcb4-33d6fab14d4a req-97985714-b745-4801-944b-42077278934d tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085672 Dec 10 18:54:07.190886 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-7409da87-a59e-4cb3-b71b-f50d89a20aa9 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b146ea531e7d490bb2e30f4c7ac5fe8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1153948 Dec 10 18:54:07.223534 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0cbca77-c94f-4b9a-90f4-1e703aca3ba6 req-3658dd57-60ec-4dc2-8263-02ebd006a0c4 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0307796 Dec 10 18:54:07.418354 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26b24aa-698c-4b9b-ab99-5a2f9b322275 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Router 1262bf1b-9ed7-4610-bdaa-042488bf9bd3 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:54:07.606070 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-1df5c08d-6af8-46af-93c9-f1e10048c1c8 service neutron] 10.222.0.62 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250222 Dec 10 18:54:07.664347 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26b24aa-698c-4b9b-ab99-5a2f9b322275 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:54:07.679547 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8556e0d0-9d4d-4793-bfea-692038828d00 None None] Sync routers for ids ['1262bf1b-9ed7-4610-bdaa-042488bf9bd3'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:54:07.701662 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8556e0d0-9d4d-4793-bfea-692038828d00 None None] Routers {'1262bf1b-9ed7-4610-bdaa-042488bf9bd3'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:54:07.709181 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8556e0d0-9d4d-4793-bfea-692038828d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:53:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['1262bf1b-9ed7-4610-bdaa-042488bf9bd3'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:07.716156 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c26b24aa-698c-4b9b-ab99-5a2f9b322275 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "PUT /v2.0/routers/1262bf1b-9ed7-4610-bdaa-042488bf9bd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4264240 Dec 10 18:54:07.720843 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 50072) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:07.802600 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8556e0d0-9d4d-4793-bfea-692038828d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:07.831736 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8556e0d0-9d4d-4793-bfea-692038828d00 None None] Routers {'1262bf1b-9ed7-4610-bdaa-042488bf9bd3'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:54:07.832745 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8556e0d0-9d4d-4793-bfea-692038828d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:53:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['1262bf1b-9ed7-4610-bdaa-042488bf9bd3'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:07.848530 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-5f64e1f5-d5fa-48e0-8533-750243014261 service neutron] 10.222.0.62 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327404 Dec 10 18:54:07.943172 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8556e0d0-9d4d-4793-bfea-692038828d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:07.947601 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8556e0d0-9d4d-4793-bfea-692038828d00 None None] The sync data for ids ['1262bf1b-9ed7-4610-bdaa-042488bf9bd3'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:54:08.148225 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:08.246386 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a50bcaa6-97a6-4ad6-a5fb-1b825556c22e req-6c153810-b62f-4257-9872-502ac7a43cd7 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f96c3a-b1a8-4c9a-a62e-9d024329a708 HTTP/1.1" status: 200 len: 210 time: 0.1154261 Dec 10 18:54:08.361220 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293fa511-21c4-47cd-bd42-ba804b9cbab9 req-f6f7203d-de50-472b-8cbc-4b3d4b017fca tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:08.367052 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-293fa511-21c4-47cd-bd42-ba804b9cbab9 req-f6f7203d-de50-472b-8cbc-4b3d4b017fca tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 944 time: 0.1363902 Dec 10 18:54:08.440943 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e5d78fb6-5b64-409b-902a-c880eae95cd7 req-c53f6af6-dae2-4016-87cf-ebfb0a385d12 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0598493 Dec 10 18:54:08.449624 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45aa92f5-b26e-4199-b3b9-b8c1b480ea18 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:08.461234 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-293fa511-21c4-47cd-bd42-ba804b9cbab9 req-1cf8b9c1-c775-433e-8128-8eda58af0342 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827446 Dec 10 18:54:08.778619 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-45aa92f5-b26e-4199-b3b9-b8c1b480ea18 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Deleting port eee16703-fde4-4c4f-b07f-8dfc4e9e3e7d {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:54:08.779249 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45aa92f5-b26e-4199-b3b9-b8c1b480ea18 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:08.911196 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45aa92f5-b26e-4199-b3b9-b8c1b480ea18 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:08.926697 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-45aa92f5-b26e-4199-b3b9-b8c1b480ea18 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Calling delete_port for eee16703-fde4-4c4f-b07f-8dfc4e9e3e7d owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:54:09.134864 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45aa92f5-b26e-4199-b3b9-b8c1b480ea18 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:09.167987 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa92f5-b26e-4199-b3b9-b8c1b480ea18 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event deleted for resources: {'Port': ['ID=eee16703-fde4-4c4f-b07f-8dfc4e9e3e7d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:09.410141 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45aa92f5-b26e-4199-b3b9-b8c1b480ea18 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:09.447827 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bc5681a2-1ad4-483b-8a62-04b02dd23bf2 req-28796c67-96b7-4faf-a7d4-73c5395aad9e tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f96c3a-b1a8-4c9a-a62e-9d024329a708 HTTP/1.1" status: 200 len: 210 time: 0.0417483 Dec 10 18:54:09.564924 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d6f25ba5-7892-4f6c-afd5-a2cf172685a1 req-936c8576-5d2e-4c1e-aa6a-8844858af3c6 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0314384 Dec 10 18:54:09.600339 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-3df6b20a-e3cf-4196-816e-41124c49bda5 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:09.601895 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-3df6b20a-e3cf-4196-816e-41124c49bda5 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.46 "GET /v2.0/networks?id=5b7a9d16-fa90-46c2-89ef-ff147d5d2881 HTTP/1.1" status: 200 len: 806 time: 0.3455002 Dec 10 18:54:09.642285 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-78529e76-6f0a-4c99-bf5f-dec043e755f8 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Request body: {'port': {'device_id': 'e2f96c3a-b1a8-4c9a-a62e-9d024329a708', 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881', 'admin_state_up': True, 'tenant_id': 'b146ea531e7d490bb2e30f4c7ac5fe8a'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:54:09.732095 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db45ed-7fd0-4a36-aaca-ccdf04611949 req-21728ed3-ade3-42cc-9157-4fb85145facb tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:09.733684 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57db45ed-7fd0-4a36-aaca-ccdf04611949 req-21728ed3-ade3-42cc-9157-4fb85145facb tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 944 time: 0.1846750 Dec 10 18:54:09.748293 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45aa92f5-b26e-4199-b3b9-b8c1b480ea18 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Router 1262bf1b-9ed7-4610-bdaa-042488bf9bd3 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:54:09.895455 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57db45ed-7fd0-4a36-aaca-ccdf04611949 req-aea612f7-8900-4d5e-a31f-5c63d53b8386 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530461 Dec 10 18:54:09.903438 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45aa92f5-b26e-4199-b3b9-b8c1b480ea18 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:54:09.911053 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-45aa92f5-b26e-4199-b3b9-b8c1b480ea18 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "PUT /v2.0/routers/1262bf1b-9ed7-4610-bdaa-042488bf9bd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1883621 Dec 10 18:54:09.913590 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 50130) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:09.918737 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec0dd06-e14f-4f9b-9b26-05c23fac49eb None None] Sync routers for ids ['1262bf1b-9ed7-4610-bdaa-042488bf9bd3'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:54:09.931271 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec0dd06-e14f-4f9b-9b26-05c23fac49eb None None] Routers {'1262bf1b-9ed7-4610-bdaa-042488bf9bd3'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:54:09.932001 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-bec0dd06-e14f-4f9b-9b26-05c23fac49eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:53:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['1262bf1b-9ed7-4610-bdaa-042488bf9bd3'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:09.933682 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-78529e76-6f0a-4c99-bf5f-dec043e755f8 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Made reservation on behalf of b146ea531e7d490bb2e30f4c7ac5fe8a for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:54:09.938642 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-78529e76-6f0a-4c99-bf5f-dec043e755f8 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:09.947843 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7f5d5a45-574d-4fb5-b2c5-8aa994a8821d tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "GET /v2.0/ports?device_id=1262bf1b-9ed7-4610-bdaa-042488bf9bd3 HTTP/1.1" status: 200 len: 205 time: 0.0329177 Dec 10 18:54:09.950402 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 50132) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:09.979315 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-bec0dd06-e14f-4f9b-9b26-05c23fac49eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:10.001027 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec0dd06-e14f-4f9b-9b26-05c23fac49eb None None] Routers {'1262bf1b-9ed7-4610-bdaa-042488bf9bd3'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:54:10.001950 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-bec0dd06-e14f-4f9b-9b26-05c23fac49eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:53:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['1262bf1b-9ed7-4610-bdaa-042488bf9bd3'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:10.037007 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-63c4d32e-0b99-44c6-98a7-e05b023798e4 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:10.047019 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-bec0dd06-e14f-4f9b-9b26-05c23fac49eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:10.047668 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec0dd06-e14f-4f9b-9b26-05c23fac49eb None None] The sync data for ids ['1262bf1b-9ed7-4610-bdaa-042488bf9bd3'] in n-d-821435-1 is: [] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:54:10.129212 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-78529e76-6f0a-4c99-bf5f-dec043e755f8 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Allocated IP 172.20.0.2 (5b7a9d16-fa90-46c2-89ef-ff147d5d2881/7ba69a49-ec77-4670-8006-0254df7f77f3/0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:54:10.520448 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-78529e76-6f0a-4c99-bf5f-dec043e755f8 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:10.621125 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7e4ff-ad83-482c-a29b-563445ce5341 req-dc546390-39b8-4189-83db-e9c0141678ee tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:10.622922 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-12b7e4ff-ad83-482c-a29b-563445ce5341 req-dc546390-39b8-4189-83db-e9c0141678ee tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.0799274 Dec 10 18:54:10.684535 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-851a314b-9886-4890-a007-5b2e7982da69 req-3a5aeb41-032e-44da-bcb1-87c4216167f0 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f96c3a-b1a8-4c9a-a62e-9d024329a708 HTTP/1.1" status: 200 len: 210 time: 0.1007278 Dec 10 18:54:10.731918 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-63c4d32e-0b99-44c6-98a7-e05b023798e4 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:10.731918 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-63c4d32e-0b99-44c6-98a7-e05b023798e4 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:10.733779 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664637a-9f00-44f2-a3c6-24204c869757 req-b589beb4-2c5f-482e-b01f-213cacc21313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:10.733779 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e664637a-9f00-44f2-a3c6-24204c869757 req-b589beb4-2c5f-482e-b01f-213cacc21313 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6dd50388a58440cca7ab90078e887719&device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 1095 time: 0.0928137 Dec 10 18:54:10.733779 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-12b7e4ff-ad83-482c-a29b-563445ce5341 req-0c797d54-b876-4330-8100-ae6224f4a0c6 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732701 Dec 10 18:54:10.794755 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-94893cd3-0d86-4865-bebc-03b06a9fb24a req-1d4c0e5a-b6dc-4606-a330-6738c78aff3d tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0408921 Dec 10 18:54:10.801968 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-63c4d32e-0b99-44c6-98a7-e05b023798e4 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:10.802845 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c4d32e-0b99-44c6-98a7-e05b023798e4 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Fanout notify agent at l3_agent the message router_deleted on router 1262bf1b-9ed7-4610-bdaa-042488bf9bd3 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:54:10.810888 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-63c4d32e-0b99-44c6-98a7-e05b023798e4 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:10.812193 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-63c4d32e-0b99-44c6-98a7-e05b023798e4 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "DELETE /v2.0/routers/1262bf1b-9ed7-4610-bdaa-042488bf9bd3 HTTP/1.1" status: 204 len: 168 time: 0.8608122 Dec 10 18:54:10.815427 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 50154) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:10.883812 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-999d0a88-7391-4ed5-8957-d04bfc60315e tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Deleting subnet 814f2c69-49ec-46d2-ac16-9130fd330a9f {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:54:10.887752 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-999d0a88-7391-4ed5-8957-d04bfc60315e tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:10.961830 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-999d0a88-7391-4ed5-8957-d04bfc60315e tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:11.048041 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-78529e76-6f0a-4c99-bf5f-dec043e755f8 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:11.054397 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-999d0a88-7391-4ed5-8957-d04bfc60315e tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:11.076526 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-78529e76-6f0a-4c99-bf5f-dec043e755f8 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Network 5b7a9d16-fa90-46c2-89ef-ff147d5d2881 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:54:11.086026 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-78529e76-6f0a-4c99-bf5f-dec043e755f8 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:54:11.094312 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-78529e76-6f0a-4c99-bf5f-dec043e755f8 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:54:11.138916 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-999d0a88-7391-4ed5-8957-d04bfc60315e tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:11.173893 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d0a88-7391-4ed5-8957-d04bfc60315e tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event deleted for resources: {'Subnet': ['ID=814f2c69-49ec-46d2-ac16-9130fd330a9f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:11.197313 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-999d0a88-7391-4ed5-8957-d04bfc60315e tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:11.202820 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-999d0a88-7391-4ed5-8957-d04bfc60315e tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "DELETE /v2.0/subnets/814f2c69-49ec-46d2-ac16-9130fd330a9f HTTP/1.1" status: 204 len: 168 time: 0.3840058 Dec 10 18:54:11.203271 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 50166) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:11.207346 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f488eacd-eec9-46e1-9b1a-07eccaf75489 None None] Network 66a28e10-bd84-4559-a4fa-ad4164eabc90 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:54:11.267270 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ce21544-94f4-407c-9d65-b53a01e3b92c tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Deleting subnet 27a8f8aa-b411-41fd-ae38-771c10ce51ab {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:54:11.270559 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2ce21544-94f4-407c-9d65-b53a01e3b92c tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:11.272780 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664637a-9f00-44f2-a3c6-24204c869757 req-6991c591-655c-4ede-b390-2bd044aa54a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:11.274290 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e664637a-9f00-44f2-a3c6-24204c869757 req-6991c591-655c-4ede-b390-2bd044aa54a9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3bc50282-3306-4b81-ae1a-81a9a8be5df5 HTTP/1.1" status: 200 len: 912 time: 0.5633879 Dec 10 18:54:11.310378 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78529e76-6f0a-4c99-bf5f-dec043e755f8 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Pushing event updated for resources: {'Port': ['ID=0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:11.333095 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2ce21544-94f4-407c-9d65-b53a01e3b92c tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:11.438116 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba912372-7468-45d2-984d-87ec4e30ea42 None None] DHCP port deletion for 66a28e10-bd84-4559-a4fa-ad4164eabc90 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:54:11.450381 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-78529e76-6f0a-4c99-bf5f-dec043e755f8 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:11.451099 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-78529e76-6f0a-4c99-bf5f-dec043e755f8 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:11.471694 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941bc1ec-0d66-4e52-a8ab-82b0da9d7cd3 req-4d786de6-975c-4f15-a3eb-71e86ee264a8 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:11.473596 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-941bc1ec-0d66-4e52-a8ab-82b0da9d7cd3 req-4d786de6-975c-4f15-a3eb-71e86ee264a8 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 944 time: 0.3886602 Dec 10 18:54:11.478176 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e664637a-9f00-44f2-a3c6-24204c869757 req-14ff978f-7294-4640-ad46-b8d85c2647b4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 HTTP/1.1" status: 200 len: 999 time: 0.1840911 Dec 10 18:54:11.480471 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2ce21544-94f4-407c-9d65-b53a01e3b92c tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:11.506138 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-78529e76-6f0a-4c99-bf5f-dec043e755f8 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8690166 Dec 10 18:54:11.574133 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ba912372-7468-45d2-984d-87ec4e30ea42 None None] Deleting port f67f907d-a5f1-4f30-8fd6-a72b5faf654a {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:54:11.578037 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ba912372-7468-45d2-984d-87ec4e30ea42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:11.596016 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2ce21544-94f4-407c-9d65-b53a01e3b92c tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:11.649217 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664637a-9f00-44f2-a3c6-24204c869757 req-987ad176-df85-4fba-b4b1-9acebb511042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:11.650699 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e664637a-9f00-44f2-a3c6-24204c869757 req-987ad176-df85-4fba-b4b1-9acebb511042 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cdd9c23d-5046-4c54-950e-a05aba46bbec HTTP/1.1" status: 200 len: 850 time: 0.1622827 Dec 10 18:54:11.656376 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-6d5fc932-af0a-404a-a160-dee7cb798bc7 service neutron] Request body: {'port': {'device_id': 'e2f96c3a-b1a8-4c9a-a62e-9d024329a708', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:54:11.675162 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce21544-94f4-407c-9d65-b53a01e3b92c tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event deleted for resources: {'Subnet': ['ID=27a8f8aa-b411-41fd-ae38-771c10ce51ab,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:11.688076 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cfda8c-291f-446f-85c4-2493b86b7947 None None] Network 366c1666-04e0-4855-a586-02d4d30a745d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:54:11.693168 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ba912372-7468-45d2-984d-87ec4e30ea42 None None] For port f67f907d-a5f1-4f30-8fd6-a72b5faf654a, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=f67f907d-a5f1-4f30-8fd6-a72b5faf654a,segment=NetworkSegment(0a39246b-1a42-46a4-b180-2ec61fecbdfe),segment_id=0a39246b-1a42-46a4-b180-2ec61fecbdfe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:54:11.693595 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2ce21544-94f4-407c-9d65-b53a01e3b92c tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:11.694099 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ba912372-7468-45d2-984d-87ec4e30ea42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:11.700123 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-941bc1ec-0d66-4e52-a8ab-82b0da9d7cd3 req-a07001d4-988b-4b2f-bd16-6398c089f8ae tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178085 Dec 10 18:54:11.710532 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2ce21544-94f4-407c-9d65-b53a01e3b92c tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "DELETE /v2.0/subnets/27a8f8aa-b411-41fd-ae38-771c10ce51ab HTTP/1.1" status: 204 len: 168 time: 0.5059152 Dec 10 18:54:11.714007 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 50184) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:11.750700 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-6d5fc932-af0a-404a-a160-dee7cb798bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:11.793265 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664637a-9f00-44f2-a3c6-24204c869757 req-556cbaef-d6fa-4aaa-ad89-eb00ac7206d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:11.794908 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e664637a-9f00-44f2-a3c6-24204c869757 req-556cbaef-d6fa-4aaa-ad89-eb00ac7206d9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3bc50282-3306-4b81-ae1a-81a9a8be5df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0997448 Dec 10 18:54:11.838204 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f2d3840-d322-47ce-b18f-ba3d8f926eef tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:11.863209 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ba912372-7468-45d2-984d-87ec4e30ea42 None None] Calling delete_port for f67f907d-a5f1-4f30-8fd6-a72b5faf654a owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:54:11.994771 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2005ed3-b4ca-4437-bb28-b45d3b5ec623 req-961819f5-93b3-4fc1-aade-a3e1bc20bd65 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:12.003678 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b2005ed3-b4ca-4437-bb28-b45d3b5ec623 req-961819f5-93b3-4fc1-aade-a3e1bc20bd65 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f96c3a-b1a8-4c9a-a62e-9d024329a708 HTTP/1.1" status: 200 len: 931 time: 0.0970669 Dec 10 18:54:12.031943 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-0f2d3840-d322-47ce-b18f-ba3d8f926eef tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Deleting port f67f907d-a5f1-4f30-8fd6-a72b5faf654a {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:54:12.032284 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f2d3840-d322-47ce-b18f-ba3d8f926eef tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:12.050253 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ba912372-7468-45d2-984d-87ec4e30ea42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:12.098853 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba912372-7468-45d2-984d-87ec4e30ea42 None None] No DVR routers for this DVR port f67f907d-a5f1-4f30-8fd6-a72b5faf654a on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:54:12.103593 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba912372-7468-45d2-984d-87ec4e30ea42 None None] Pushing event deleted for resources: {'Port': ['ID=f67f907d-a5f1-4f30-8fd6-a72b5faf654a,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:12.122977 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b2005ed3-b4ca-4437-bb28-b45d3b5ec623 req-ee00efc0-f80e-4850-8fad-2b497e517653 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183488 Dec 10 18:54:12.165572 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-0f2d3840-d322-47ce-b18f-ba3d8f926eef tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] For port f67f907d-a5f1-4f30-8fd6-a72b5faf654a, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=f67f907d-a5f1-4f30-8fd6-a72b5faf654a,segment=NetworkSegment(0a39246b-1a42-46a4-b180-2ec61fecbdfe),segment_id=0a39246b-1a42-46a4-b180-2ec61fecbdfe)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:54:12.166023 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f2d3840-d322-47ce-b18f-ba3d8f926eef tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:12.180380 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e664637a-9f00-44f2-a3c6-24204c869757 req-2237a97d-e7b6-45f2-9d80-33144e8b97e1 service neutron] 10.222.0.72 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418367 Dec 10 18:54:12.180853 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-0f2d3840-d322-47ce-b18f-ba3d8f926eef tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Calling delete_port for f67f907d-a5f1-4f30-8fd6-a72b5faf654a owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:54:12.192619 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265bc52-923d-4821-88cd-5d04d3324671 req-58aa3748-a377-49c3-9602-c721f03e559a tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:12.194194 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a265bc52-923d-4821-88cd-5d04d3324671 req-58aa3748-a377-49c3-9602-c721f03e559a tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.3573780 Dec 10 18:54:12.256530 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43469a0-67a1-4c33-881f-f845a671db91 None None] DHCP port deletion for 366c1666-04e0-4855-a586-02d4d30a745d request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:54:12.285938 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e1b06b22-aa85-431b-a9ff-31cfe3d078e7 req-343121ca-7e9a-4bd1-b2d7-2d9ed36c6c18 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0940273 Dec 10 18:54:12.344066 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f2d3840-d322-47ce-b18f-ba3d8f926eef tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:12.375761 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e43469a0-67a1-4c33-881f-f845a671db91 None None] Deleting port f43e2cd4-585e-4820-a8ba-f95fab68368d {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:54:12.376149 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e43469a0-67a1-4c33-881f-f845a671db91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:12.395039 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a265bc52-923d-4821-88cd-5d04d3324671 req-a8ba445d-fe97-43c5-a8a7-b6b3d5496649 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826830 Dec 10 18:54:12.430733 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d3840-d322-47ce-b18f-ba3d8f926eef tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event deleted for resources: {'Port': ['ID=f67f907d-a5f1-4f30-8fd6-a72b5faf654a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:12.432893 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2d3840-d322-47ce-b18f-ba3d8f926eef tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] No DVR routers for this DVR port f67f907d-a5f1-4f30-8fd6-a72b5faf654a on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:54:12.480010 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e664637a-9f00-44f2-a3c6-24204c869757 req-bb2a0dae-4f7d-4fe9-b11f-61db90564888 service neutron] 10.222.0.72 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798808 Dec 10 18:54:12.494457 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e43469a0-67a1-4c33-881f-f845a671db91 None None] For port f43e2cd4-585e-4820-a8ba-f95fab68368d, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=f43e2cd4-585e-4820-a8ba-f95fab68368d,segment=NetworkSegment(a31dbd37-4ce3-4496-b010-e3517574a153),segment_id=a31dbd37-4ce3-4496-b010-e3517574a153)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:54:12.495252 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e43469a0-67a1-4c33-881f-f845a671db91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:12.510621 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e43469a0-67a1-4c33-881f-f845a671db91 None None] Calling delete_port for f43e2cd4-585e-4820-a8ba-f95fab68368d owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:54:12.541262 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f2d3840-d322-47ce-b18f-ba3d8f926eef tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:12.573301 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-0f2d3840-d322-47ce-b18f-ba3d8f926eef tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66a28e10-bd84-4559-a4fa-ad4164eabc90']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:12.587483 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device f67f907d-a5f1-4f30-8fd6-a72b5faf654a no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:54:12.588377 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-0f2d3840-d322-47ce-b18f-ba3d8f926eef tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a39246b-1a42-46a4-b180-2ec61fecbdfe') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:12.589088 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-0f2d3840-d322-47ce-b18f-ba3d8f926eef tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a39246b-1a42-46a4-b180-2ec61fecbdfe') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:12.601652 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f2d3840-d322-47ce-b18f-ba3d8f926eef tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:12.610077 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: f67f907d-a5f1-4f30-8fd6-a72b5faf654a {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:54:12.610436 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device f67f907d-a5f1-4f30-8fd6-a72b5faf654a not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:54:12.610860 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device f43e2cd4-585e-4820-a8ba-f95fab68368d no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:54:12.618980 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-6d5fc932-af0a-404a-a160-dee7cb798bc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:54:12.620165 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f2d3840-d322-47ce-b18f-ba3d8f926eef tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:12.631107 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-6d5fc932-af0a-404a-a160-dee7cb798bc7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:12.634590 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f2d3840-d322-47ce-b18f-ba3d8f926eef tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:54:12.635259 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f2d3840-d322-47ce-b18f-ba3d8f926eef tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:12.638875 n-d-821435-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:54:12.638875 n-d-821435-1 neutron-server[103245]: self.session.flush() Dec 10 18:54:12.638875 n-d-821435-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:54:12.638875 n-d-821435-1 neutron-server[103245]: self.session.flush() Dec 10 18:54:12.638875 n-d-821435-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:54:12.638875 n-d-821435-1 neutron-server[103245]: self.session.flush() Dec 10 18:54:12.638875 n-d-821435-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:54:12.638875 n-d-821435-1 neutron-server[103245]: self.session.flush() Dec 10 18:54:12.638875 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:54:12.638875 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:54:12.638875 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:54:12.638875 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:54:12.638875 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:54:12.638875 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:54:12.638875 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:54:12.638875 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:54:12.638875 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:54:12.638875 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:54:12.638875 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:54:12.638875 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:54:12.638875 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:54:12.638875 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:54:12.638875 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:54:12.638875 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:54:12.638875 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:54:12.638875 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:54:12.638875 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:54:12.638875 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:54:12.638875 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:54:12.638875 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:54:12.638875 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:54:12.638875 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:54:12.638875 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:54:12.638875 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:54:12.638875 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:54:12.638875 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:54:12.638875 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:54:12.638875 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:54:12.638875 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:54:12.638875 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:54:12.693037 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e43469a0-67a1-4c33-881f-f845a671db91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:12.717056 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43469a0-67a1-4c33-881f-f845a671db91 None None] No DVR routers for this DVR port f43e2cd4-585e-4820-a8ba-f95fab68368d on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:54:12.748425 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43469a0-67a1-4c33-881f-f845a671db91 None None] Pushing event deleted for resources: {'Port': ['ID=f43e2cd4-585e-4820-a8ba-f95fab68368d,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:12.753849 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No active binding found for port f43e2cd4-585e-4820-a8ba-f95fab68368d {{(pid=103246) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 10 18:54:12.754676 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device f43e2cd4-585e-4820-a8ba-f95fab68368d not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:54:12.791582 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-6d5fc932-af0a-404a-a160-dee7cb798bc7 service neutron] Transition to ACTIVE for port object 0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:54:12.792510 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f2d3840-d322-47ce-b18f-ba3d8f926eef tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:12.794717 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-6d5fc932-af0a-404a-a160-dee7cb798bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:12.799730 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f2d3840-d322-47ce-b18f-ba3d8f926eef tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:12.811491 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0f2d3840-d322-47ce-b18f-ba3d8f926eef tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "DELETE /v2.0/networks/66a28e10-bd84-4559-a4fa-ad4164eabc90 HTTP/1.1" status: 204 len: 168 time: 1.0963230 Dec 10 18:54:12.812191 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 50216) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:12.852255 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d3840-d322-47ce-b18f-ba3d8f926eef tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event deleted for resources: {'Network': ['ID=66a28e10-bd84-4559-a4fa-ad4164eabc90,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:12.875789 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5fc932-af0a-404a-a160-dee7cb798bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:12.969505 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feecc904-5399-4ee1-bc8c-6343af241ff5 req-25413d12-3cb3-490a-bc5d-d85017b789f0 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:12.970344 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-6d5fc932-af0a-404a-a160-dee7cb798bc7 service neutron] Attempting to bind port 0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:54:12.970695 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-6d5fc932-af0a-404a-a160-dee7cb798bc7 service neutron] Attempting to bind port 0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '83c7d7e9-db7c-46c1-b53c-9a099ac3350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:54:12.971016 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-feecc904-5399-4ee1-bc8c-6343af241ff5 req-25413d12-3cb3-490a-bc5d-d85017b789f0 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 944 time: 0.0802352 Dec 10 18:54:12.971139 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-6d5fc932-af0a-404a-a160-dee7cb798bc7 service neutron] Attempting to bind port 0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b on network 5b7a9d16-fa90-46c2-89ef-ff147d5d2881 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:54:12.975185 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56644ed3-2e3e-4bd5-8a9b-f6486e61e686 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:12.975638 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-6d5fc932-af0a-404a-a160-dee7cb798bc7 service neutron] Port 0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b on network 5b7a9d16-fa90-46c2-89ef-ff147d5d2881 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:54:12.975978 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-6d5fc932-af0a-404a-a160-dee7cb798bc7 service neutron] Attempting to bind port 0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b on network 5b7a9d16-fa90-46c2-89ef-ff147d5d2881 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:54:12.982179 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-6d5fc932-af0a-404a-a160-dee7cb798bc7 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:54:12.982529 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-6d5fc932-af0a-404a-a160-dee7cb798bc7 service neutron] Checking segment: {'id': '83c7d7e9-db7c-46c1-b53c-9a099ac3350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:54:12.982919 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-6d5fc932-af0a-404a-a160-dee7cb798bc7 service neutron] Bound using segment: {'id': '83c7d7e9-db7c-46c1-b53c-9a099ac3350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:54:12.983711 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-6d5fc932-af0a-404a-a160-dee7cb798bc7 service neutron] Bound port: 0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83c7d7e9-db7c-46c1-b53c-9a099ac3350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:54:12.984146 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-6d5fc932-af0a-404a-a160-dee7cb798bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:13.071766 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-6d5fc932-af0a-404a-a160-dee7cb798bc7 service neutron] For port 0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:54:13.075516 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-6d5fc932-af0a-404a-a160-dee7cb798bc7 service neutron] For port 0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b,segment=NetworkSegment(83c7d7e9-db7c-46c1-b53c-9a099ac3350f),segment_id=83c7d7e9-db7c-46c1-b53c-9a099ac3350f)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:54:13.077140 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-feecc904-5399-4ee1-bc8c-6343af241ff5 req-8b56ca30-6848-4bf9-9c24-850d0e9e1fb7 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965817 Dec 10 18:54:13.097276 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-6d5fc932-af0a-404a-a160-dee7cb798bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:13.151040 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-6d5fc932-af0a-404a-a160-dee7cb798bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:13.151883 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-6d5fc932-af0a-404a-a160-dee7cb798bc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:13.154182 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-6d5fc932-af0a-404a-a160-dee7cb798bc7 service neutron] 10.222.0.46 "PUT /v2.0/ports/0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b HTTP/1.1" status: 200 len: 1091 time: 1.6057591 Dec 10 18:54:13.158397 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f96c3a-b1a8-4c9a-a62e-9d024329a708', 'tag': '0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:54:13.161080 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d65662-f9bd-4db7-bdd5-5d65d7fb825f" -d '{"events": [{"name": "network-changed", "server_uuid": "e2f96c3a-b1a8-4c9a-a62e-9d024329a708", "tag": "0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:54:13.190610 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5fc932-af0a-404a-a160-dee7cb798bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:13.215134 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14635967-e971-4989-997a-32cfe08645ee x-openstack-request-id: req-14635967-e971-4989-997a-32cfe08645ee {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:54:13.215435 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2f96c3a-b1a8-4c9a-a62e-9d024329a708", "tag": "0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:54:13.216336 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-14635967-e971-4989-997a-32cfe08645ee {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:54:13.216336 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2f96c3a-b1a8-4c9a-a62e-9d024329a708', 'tag': '0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b', 'status': 'completed', 'code': 200} Dec 10 18:54:13.244852 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56644ed3-2e3e-4bd5-8a9b-f6486e61e686 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:13.272775 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-56644ed3-2e3e-4bd5-8a9b-f6486e61e686 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['366c1666-04e0-4855-a586-02d4d30a745d']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:13.286618 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-56644ed3-2e3e-4bd5-8a9b-f6486e61e686 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a31dbd37-4ce3-4496-b010-e3517574a153') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:13.286976 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-56644ed3-2e3e-4bd5-8a9b-f6486e61e686 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a31dbd37-4ce3-4496-b010-e3517574a153') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:13.298872 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56644ed3-2e3e-4bd5-8a9b-f6486e61e686 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:13.316627 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56644ed3-2e3e-4bd5-8a9b-f6486e61e686 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:13.324869 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56644ed3-2e3e-4bd5-8a9b-f6486e61e686 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:54:13.325301 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56644ed3-2e3e-4bd5-8a9b-f6486e61e686 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:13.328018 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-bcb3ff95-8a18-4827-b2a6-2d239200ef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:13.329657 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-bcb3ff95-8a18-4827-b2a6-2d239200ef76 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b146ea531e7d490bb2e30f4c7ac5fe8a&device_id=e2f96c3a-b1a8-4c9a-a62e-9d024329a708 HTTP/1.1" status: 200 len: 1094 time: 0.0673165 Dec 10 18:54:13.330808 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:54:13.330808 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:54:13.330808 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:54:13.330808 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:54:13.330808 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:54:13.330808 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:54:13.330808 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:54:13.330808 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:54:13.330808 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:54:13.330808 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:54:13.330808 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:54:13.330808 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:54:13.330808 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:54:13.330808 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:54:13.330808 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:54:13.330808 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:54:13.330808 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:54:13.330808 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:54:13.330808 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:54:13.330808 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:54:13.330808 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:54:13.330808 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:54:13.330808 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:54:13.330808 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:54:13.330808 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:54:13.330808 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:54:13.330808 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:54:13.330808 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:54:13.330808 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:54:13.330808 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:54:13.330808 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:54:13.330808 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:54:13.344173 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35eb4a-8bab-4d69-93a4-d4369263053c req-73a63457-9e74-483d-b978-b04638e46545 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:13.345856 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1c35eb4a-8bab-4d69-93a4-d4369263053c req-73a63457-9e74-483d-b978-b04638e46545 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f96c3a-b1a8-4c9a-a62e-9d024329a708 HTTP/1.1" status: 200 len: 943 time: 0.1038728 Dec 10 18:54:13.400422 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-994f6beb-baf6-491c-b384-dd592adb4ef9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b HTTP/1.1" status: 200 len: 217 time: 0.0528033 Dec 10 18:54:13.433650 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5f97788e-314c-49ea-848c-c64394753f5b req-51f49dbf-6343-48e9-ad4a-e1c0a81f60ef tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0465527 Dec 10 18:54:13.454922 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56644ed3-2e3e-4bd5-8a9b-f6486e61e686 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:13.462177 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56644ed3-2e3e-4bd5-8a9b-f6486e61e686 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:13.470878 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-56644ed3-2e3e-4bd5-8a9b-f6486e61e686 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "DELETE /v2.0/networks/366c1666-04e0-4855-a586-02d4d30a745d HTTP/1.1" status: 204 len: 168 time: 0.6516418 Dec 10 18:54:13.471372 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 50244) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:13.480845 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-88b9e949-6cfc-4bba-82f6-c83df8846165 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Request body: {'network': {'name': 'tempest-RoutersTest-2130678476'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:54:13.497653 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56644ed3-2e3e-4bd5-8a9b-f6486e61e686 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event deleted for resources: {'Network': ['ID=366c1666-04e0-4855-a586-02d4d30a745d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:13.519538 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1c35eb4a-8bab-4d69-93a4-d4369263053c req-66340f5b-bffa-45ad-b846-707072e7bd86 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641552 Dec 10 18:54:13.527949 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-1cd479ba-1b9c-4993-920f-5b88ab298b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:13.532172 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-1cd479ba-1b9c-4993-920f-5b88ab298b54 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7ba69a49-ec77-4670-8006-0254df7f77f3 HTTP/1.1" status: 200 len: 846 time: 0.1216340 Dec 10 18:54:13.548467 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b9e949-6cfc-4bba-82f6-c83df8846165 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Made reservation on behalf of 955fb138ea1841a1a19d85777d85eb8a for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:54:13.552093 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-88b9e949-6cfc-4bba-82f6-c83df8846165 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:13.569823 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-44414f4c-50a0-4060-b815-8b45a1e67edd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5b7a9d16-fa90-46c2-89ef-ff147d5d2881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280492 Dec 10 18:54:13.582086 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88b9e949-6cfc-4bba-82f6-c83df8846165 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:54:13.619560 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-88b9e949-6cfc-4bba-82f6-c83df8846165 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:13.619903 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-88b9e949-6cfc-4bba-82f6-c83df8846165 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Added segment c4a94e42-186d-4d14-8a24-e1361006aee1 of type vlan for network 127f786d-28d6-4a30-9990-14795ff6f88d Dec 10 18:54:13.675235 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad4d31-988f-4bde-a456-246892ecae3d req-9c389118-c375-4bc3-96ac-cb0a87727af8 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:13.676795 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e7ad4d31-988f-4bde-a456-246892ecae3d req-9c389118-c375-4bc3-96ac-cb0a87727af8 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.0925519 Dec 10 18:54:13.681932 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-88b9e949-6cfc-4bba-82f6-c83df8846165 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:13.688483 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-9d6d9d33-0c5a-4d62-856e-61449504f811 service neutron] 10.222.0.46 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086462 Dec 10 18:54:13.747176 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-88b9e949-6cfc-4bba-82f6-c83df8846165 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:13.754851 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b9e949-6cfc-4bba-82f6-c83df8846165 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:13.755463 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-88b9e949-6cfc-4bba-82f6-c83df8846165 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:13.796603 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e7ad4d31-988f-4bde-a456-246892ecae3d req-cc3e9457-2848-438e-ab00-096b16588143 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060491 Dec 10 18:54:13.819261 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-62acf3fd-4eb9-4316-b161-1ff48505fa0d req-593eed21-066b-40c1-91da-3d84c57701dc service neutron] 10.222.0.46 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207671 Dec 10 18:54:13.860493 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-88b9e949-6cfc-4bba-82f6-c83df8846165 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3844986 Dec 10 18:54:13.863647 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 50258) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:13.868357 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-fb4a4cc0-f45b-426e-a49e-2290e4e874e7 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Request body: {'subnet': {'network_id': '127f786d-28d6-4a30-9990-14795ff6f88d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:54:13.906853 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b9e949-6cfc-4bba-82f6-c83df8846165 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event updated for resources: {'Network': ['ID=127f786d-28d6-4a30-9990-14795ff6f88d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:13.917731 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 127f786d-28d6-4a30-9990-14795ff6f88d details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:54:13.920284 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d65662-f9bd-4db7-bdd5-5d65d7fb825f req-21d1dd62-0804-441a-822d-1c08f9092186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:13.922580 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09d65662-f9bd-4db7-bdd5-5d65d7fb825f req-21d1dd62-0804-441a-822d-1c08f9092186 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b146ea531e7d490bb2e30f4c7ac5fe8a&device_id=e2f96c3a-b1a8-4c9a-a62e-9d024329a708 HTTP/1.1" status: 200 len: 1094 time: 0.0560336 Dec 10 18:54:14.021808 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4a4cc0-f45b-426e-a49e-2290e4e874e7 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Made reservation on behalf of 955fb138ea1841a1a19d85777d85eb8a for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:54:14.025555 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fb4a4cc0-f45b-426e-a49e-2290e4e874e7 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:14.059734 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d65662-f9bd-4db7-bdd5-5d65d7fb825f req-5d19f755-adcf-43f5-a52e-fb12e6de1999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:14.062427 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09d65662-f9bd-4db7-bdd5-5d65d7fb825f req-5d19f755-adcf-43f5-a52e-fb12e6de1999 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5b7a9d16-fa90-46c2-89ef-ff147d5d2881 HTTP/1.1" status: 200 len: 907 time: 0.1324112 Dec 10 18:54:14.113321 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09d65662-f9bd-4db7-bdd5-5d65d7fb825f req-ef604aa7-0ccc-4503-8fd3-5aebd62a9e5f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b HTTP/1.1" status: 200 len: 217 time: 0.0419488 Dec 10 18:54:14.189888 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d65662-f9bd-4db7-bdd5-5d65d7fb825f req-1fe10a36-3a32-4511-ae4c-6574f5e5ba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:14.191441 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09d65662-f9bd-4db7-bdd5-5d65d7fb825f req-1fe10a36-3a32-4511-ae4c-6574f5e5ba14 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7ba69a49-ec77-4670-8006-0254df7f77f3 HTTP/1.1" status: 200 len: 846 time: 0.0704947 Dec 10 18:54:14.246369 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09d65662-f9bd-4db7-bdd5-5d65d7fb825f req-62ed249f-24a9-4c22-b2f7-d36f3c0a307f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5b7a9d16-fa90-46c2-89ef-ff147d5d2881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388732 Dec 10 18:54:14.289362 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fb4a4cc0-f45b-426e-a49e-2290e4e874e7 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:14.374619 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80164581-b0c9-4e8e-b8c2-1ad17dc1635c req-68418a35-0436-4149-b3ba-ed5ca2c3da76 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:14.375698 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-80164581-b0c9-4e8e-b8c2-1ad17dc1635c req-68418a35-0436-4149-b3ba-ed5ca2c3da76 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 944 time: 0.1323547 Dec 10 18:54:14.399015 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a4cc0-f45b-426e-a49e-2290e4e874e7 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event updated for resources: {'Subnet': ['ID=08233e7e-a425-435d-adc9-5ff2e7d96687,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:14.408433 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4a4cc0-f45b-426e-a49e-2290e4e874e7 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Checking segment: {'id': 'c4a94e42-186d-4d14-8a24-e1361006aee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '127f786d-28d6-4a30-9990-14795ff6f88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:54:14.409043 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4a4cc0-f45b-426e-a49e-2290e4e874e7 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Network hostable DHCP agents. Network: 127f786d-28d6-4a30-9990-14795ff6f88d, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:54:14.428514 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4a4cc0-f45b-426e-a49e-2290e4e874e7 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Network 127f786d-28d6-4a30-9990-14795ff6f88d is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:54:14.437379 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09d65662-f9bd-4db7-bdd5-5d65d7fb825f req-9a6e31bf-2814-4c26-8c39-57768cf0242e service neutron] 10.222.0.46 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821105 Dec 10 18:54:14.441079 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-fb4a4cc0-f45b-426e-a49e-2290e4e874e7 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 127f786d-28d6-4a30-9990-14795ff6f88d) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:54:14.448691 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4a4cc0-f45b-426e-a49e-2290e4e874e7 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:14.449479 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fb4a4cc0-f45b-426e-a49e-2290e4e874e7 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:14.449894 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fd93ab-ec4f-45ba-bdb6-0202c8ee4e6f None None] Network 127f786d-28d6-4a30-9990-14795ff6f88d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:54:14.470215 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fb4a4cc0-f45b-426e-a49e-2290e4e874e7 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6057496 Dec 10 18:54:14.471129 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 50270) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:14.476722 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-bb64a496-2fa4-4920-a50b-37afea3ebd27 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1641974166', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:54:14.502987 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb64a496-2fa4-4920-a50b-37afea3ebd27 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:14.506262 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb64a496-2fa4-4920-a50b-37afea3ebd27 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:14.528008 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-80164581-b0c9-4e8e-b8c2-1ad17dc1635c req-0f6eea66-9642-427f-bd2b-7bbe5a8c09d8 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433313 Dec 10 18:54:14.578488 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8fc0357c-934d-464e-b641-ecc26c7c9a82 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:54:14.590803 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09d65662-f9bd-4db7-bdd5-5d65d7fb825f req-11c73502-25f9-4dc8-b1f0-943eb3f038e9 service neutron] 10.222.0.46 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377718 Dec 10 18:54:14.666546 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ae02d957-d01e-49db-ae0b-0118de585071 req-2825c227-eac7-4816-80a4-f883148dd271 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0941238 Dec 10 18:54:14.674407 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb64a496-2fa4-4920-a50b-37afea3ebd27 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:14.679935 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb64a496-2fa4-4920-a50b-37afea3ebd27 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:14.722288 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb64a496-2fa4-4920-a50b-37afea3ebd27 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:14.723890 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-bb64a496-2fa4-4920-a50b-37afea3ebd27 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2515903 Dec 10 18:54:14.727280 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 50288) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:14.734880 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c31cca31-edad-4993-9a96-072137062adb tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Request body: {'port': {'network_id': '127f786d-28d6-4a30-9990-14795ff6f88d', 'name': 'tempest-RoutersTest-1115461041'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:54:14.771247 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9855a1-91e7-40f4-bca8-0f861a43755a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-127f786d-28d6-4a30-9990-14795ff6f88d', 'network_id': '127f786d-28d6-4a30-9990-14795ff6f88d', 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'fixed_ips': [{'subnet_id': '08233e7e-a425-435d-adc9-5ff2e7d96687'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:54:14.772826 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb9855a1-91e7-40f4-bca8-0f861a43755a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:14.807232 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 8fc0357c-934d-464e-b641-ecc26c7c9a82, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8fc0357c-934d-464e-b641-ecc26c7c9a82,segment=NetworkSegment(c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4),segment_id=c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:54:14.829173 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045e5b1-1f5e-469d-aef2-7afcf233559a req-ce826f83-1964-4723-9b4e-a19b5c73638a tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:14.832318 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a045e5b1-1f5e-469d-aef2-7afcf233559a req-ce826f83-1964-4723-9b4e-a19b5c73638a tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f96c3a-b1a8-4c9a-a62e-9d024329a708 HTTP/1.1" status: 200 len: 943 time: 0.1951542 Dec 10 18:54:14.915745 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a045e5b1-1f5e-469d-aef2-7afcf233559a req-90aef815-4d85-47e8-80e4-a003380b61ee tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769029 Dec 10 18:54:14.966772 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31cca31-edad-4993-9a96-072137062adb tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Made reservation on behalf of 955fb138ea1841a1a19d85777d85eb8a for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:54:14.968264 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c31cca31-edad-4993-9a96-072137062adb tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:15.005719 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-c31cca31-edad-4993-9a96-072137062adb tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] device_id is not set on port 6c0bc6ca-d0d0-4a12-9f6c-b0a867d2933f yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:54:15.112808 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '8fc0357c-934d-464e-b641-ecc26c7c9a82', 'network_id': 'f2f40e08-016a-47bf-9e9a-28b25086c347', 'port_id': '8fc0357c-934d-464e-b641-ecc26c7c9a82', 'mac_address': 'fa:16:3e:34:35:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dc5eaaf-23d0-472c-bf08-f5856e300d99', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:54:15.164606 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-eb9855a1-91e7-40f4-bca8-0f861a43755a None None] Allocated IP 172.20.0.2 (127f786d-28d6-4a30-9990-14795ff6f88d/08233e7e-a425-435d-adc9-5ff2e7d96687/c78449ae-6eff-44cd-b899-1751b4d4590e) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:54:15.178364 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:15.200942 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fc0357c-934d-464e-b641-ecc26c7c9a82 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:54:15.262024 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 8fc0357c-934d-464e-b641-ecc26c7c9a82, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8fc0357c-934d-464e-b641-ecc26c7c9a82,segment=NetworkSegment(c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4),segment_id=c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:54:15.270202 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:15.358897 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=8fc0357c-934d-464e-b641-ecc26c7c9a82,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:15.368943 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:15.369427 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:15.369787 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:15.370130 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:15.370475 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:15.370812 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:15.371146 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:15.371488 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:15.371812 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:15.372140 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:15.372594 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:15.372806 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:15.373135 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:15.422920 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb9855a1-91e7-40f4-bca8-0f861a43755a None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:15.446281 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb9855a1-91e7-40f4-bca8-0f861a43755a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:15.504888 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-c31cca31-edad-4993-9a96-072137062adb tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Allocated IP 172.20.0.6 (127f786d-28d6-4a30-9990-14795ff6f88d/08233e7e-a425-435d-adc9-5ff2e7d96687/6c0bc6ca-d0d0-4a12-9f6c-b0a867d2933f) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:54:15.506298 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9855a1-91e7-40f4-bca8-0f861a43755a None None] Network 127f786d-28d6-4a30-9990-14795ff6f88d is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:54:15.512552 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-eb9855a1-91e7-40f4-bca8-0f861a43755a None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:54:15.517318 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9855a1-91e7-40f4-bca8-0f861a43755a None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:54:15.531984 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9855a1-91e7-40f4-bca8-0f861a43755a None None] Pushing event updated for resources: {'Port': ['ID=c78449ae-6eff-44cd-b899-1751b4d4590e,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:15.558183 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:54:15.684353 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b,segment=NetworkSegment(83c7d7e9-db7c-46c1-b53c-9a099ac3350f),segment_id=83c7d7e9-db7c-46c1-b53c-9a099ac3350f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:54:15.721044 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b', 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881', 'port_id': '0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b', 'mac_address': 'fa:16:3e:45:b2:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ba69a49-ec77-4670-8006-0254df7f77f3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:54:15.723707 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['8fc0357c-934d-464e-b641-ecc26c7c9a82'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:54:15.768716 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ce6aa-824b-472e-a437-55b081393f69 req-c9ee72b9-6782-42cb-acd3-80bc2bd491e7 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:15.776901 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f59ce6aa-824b-472e-a437-55b081393f69 req-c9ee72b9-6782-42cb-acd3-80bc2bd491e7 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 945 time: 0.1260204 Dec 10 18:54:15.806178 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-516c44e2-4f97-436d-a0d5-caf204081886 req-cdfc9c59-48fe-49d3-b8dc-d022344e29d9 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0539286 Dec 10 18:54:15.818616 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c31cca31-edad-4993-9a96-072137062adb tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:15.851849 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f59ce6aa-824b-472e-a437-55b081393f69 req-f3baf00e-95de-4988-bd57-956f027fff63 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730624 Dec 10 18:54:15.887313 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-eb9855a1-91e7-40f4-bca8-0f861a43755a None None] Attempting to bind port c78449ae-6eff-44cd-b899-1751b4d4590e on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:54:15.887697 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-eb9855a1-91e7-40f4-bca8-0f861a43755a None None] Attempting to bind port c78449ae-6eff-44cd-b899-1751b4d4590e by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'c4a94e42-186d-4d14-8a24-e1361006aee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '127f786d-28d6-4a30-9990-14795ff6f88d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:54:15.888068 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9855a1-91e7-40f4-bca8-0f861a43755a None None] Attempting to bind port c78449ae-6eff-44cd-b899-1751b4d4590e on network 127f786d-28d6-4a30-9990-14795ff6f88d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:54:15.899740 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9855a1-91e7-40f4-bca8-0f861a43755a None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:54:15.900278 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9855a1-91e7-40f4-bca8-0f861a43755a None None] Checking segment: {'id': 'c4a94e42-186d-4d14-8a24-e1361006aee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '127f786d-28d6-4a30-9990-14795ff6f88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:54:15.900727 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb9855a1-91e7-40f4-bca8-0f861a43755a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:15.901128 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9855a1-91e7-40f4-bca8-0f861a43755a None None] Bound using segment: {'id': 'c4a94e42-186d-4d14-8a24-e1361006aee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '127f786d-28d6-4a30-9990-14795ff6f88d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:54:15.901612 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-eb9855a1-91e7-40f4-bca8-0f861a43755a None None] Bound port: c78449ae-6eff-44cd-b899-1751b4d4590e, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a94e42-186d-4d14-8a24-e1361006aee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '127f786d-28d6-4a30-9990-14795ff6f88d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:54:15.901802 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c31cca31-edad-4993-9a96-072137062adb tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:15.902305 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb9855a1-91e7-40f4-bca8-0f861a43755a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:15.937035 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:15.960288 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31cca31-edad-4993-9a96-072137062adb tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Network 127f786d-28d6-4a30-9990-14795ff6f88d is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:54:15.963846 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-c31cca31-edad-4993-9a96-072137062adb tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:54:15.968776 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31cca31-edad-4993-9a96-072137062adb tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:54:16.013786 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:54:16.065805 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b,segment=NetworkSegment(83c7d7e9-db7c-46c1-b53c-9a099ac3350f),segment_id=83c7d7e9-db7c-46c1-b53c-9a099ac3350f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:54:16.076984 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb9855a1-91e7-40f4-bca8-0f861a43755a None None] For port c78449ae-6eff-44cd-b899-1751b4d4590e, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:54:16.085197 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31cca31-edad-4993-9a96-072137062adb tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event updated for resources: {'Port': ['ID=6c0bc6ca-d0d0-4a12-9f6c-b0a867d2933f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:16.092031 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb9855a1-91e7-40f4-bca8-0f861a43755a None None] For port c78449ae-6eff-44cd-b899-1751b4d4590e, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c78449ae-6eff-44cd-b899-1751b4d4590e,segment=NetworkSegment(c4a94e42-186d-4d14-8a24-e1361006aee1),segment_id=c4a94e42-186d-4d14-8a24-e1361006aee1)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:54:16.103611 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:16.105334 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31cca31-edad-4993-9a96-072137062adb tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:16.109701 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c31cca31-edad-4993-9a96-072137062adb tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:16.137333 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 50332) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:16.137790 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c31cca31-edad-4993-9a96-072137062adb tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4094315 Dec 10 18:54:16.151771 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb9855a1-91e7-40f4-bca8-0f861a43755a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:16.158337 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f2e37-2161-4643-b733-2ba3730fc84e req-c7e8600d-b734-4c84-bc35-0d4c36e15463 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:16.160122 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d25f2e37-2161-4643-b733-2ba3730fc84e req-c7e8600d-b734-4c84-bc35-0d4c36e15463 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f96c3a-b1a8-4c9a-a62e-9d024329a708 HTTP/1.1" status: 200 len: 943 time: 0.1265268 Dec 10 18:54:16.241534 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:16.280951 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d25f2e37-2161-4643-b733-2ba3730fc84e req-e637eb16-4013-4fce-b4e2-a618b56130db tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098123 Dec 10 18:54:16.320563 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:54:16.390375 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9855a1-91e7-40f4-bca8-0f861a43755a None None] Pushing event updated for resources: {'Port': ['ID=c78449ae-6eff-44cd-b899-1751b4d4590e,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:16.745279 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4004ed56-73d8-43a1-8dea-63c84b4d5640 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:16.917906 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d7000f2f-262e-4d44-ae79-4e354ee269ba req-fc1f3849-d5e4-4ced-90fb-5fb74309bafd tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0299232 Dec 10 18:54:17.011421 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720476a6-ff93-4115-aac3-5dcb133412b3 req-6012504d-9a73-47b5-954b-6db9d50a3cf0 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:17.013619 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-720476a6-ff93-4115-aac3-5dcb133412b3 req-6012504d-9a73-47b5-954b-6db9d50a3cf0 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 945 time: 0.0739388 Dec 10 18:54:17.065326 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4004ed56-73d8-43a1-8dea-63c84b4d5640 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:17.069277 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-720476a6-ff93-4115-aac3-5dcb133412b3 req-d51cc2c4-0649-42c4-a05a-f352581dc186 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489340 Dec 10 18:54:17.071068 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4004ed56-73d8-43a1-8dea-63c84b4d5640 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:17.174132 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4004ed56-73d8-43a1-8dea-63c84b4d5640 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event updated for resources: {'Port': ['ID=6c0bc6ca-d0d0-4a12-9f6c-b0a867d2933f,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:17.412426 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4004ed56-73d8-43a1-8dea-63c84b4d5640 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:17.534777 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728fb70-ac2f-40c6-b8d5-e3cd1fe432af req-1c7efcc1-d3cd-4a9d-8527-fbe67eabd8ab tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:17.536328 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1728fb70-ac2f-40c6-b8d5-e3cd1fe432af req-1c7efcc1-d3cd-4a9d-8527-fbe67eabd8ab tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f96c3a-b1a8-4c9a-a62e-9d024329a708 HTTP/1.1" status: 200 len: 944 time: 0.1346591 Dec 10 18:54:17.564845 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:54:17.610720 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4004ed56-73d8-43a1-8dea-63c84b4d5640 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:17.650829 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:54:17.659687 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:54:17.660427 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:17.679152 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1728fb70-ac2f-40c6-b8d5-e3cd1fe432af req-0ed392fd-f91a-4ae3-bcb7-614d7d3cd298 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319990 Dec 10 18:54:17.697185 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e98345-3efe-4d26-bcc5-16c786834aec None None] Network 127f786d-28d6-4a30-9990-14795ff6f88d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:54:17.796607 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2b37b7ed-a320-437a-b6f5-5f6e1b74872e None None] Provisioning complete for port c78449ae-6eff-44cd-b899-1751b4d4590e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:54:17.797013 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2b37b7ed-a320-437a-b6f5-5f6e1b74872e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:17.950431 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:17.978329 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4004ed56-73d8-43a1-8dea-63c84b4d5640 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:17.984481 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4004ed56-73d8-43a1-8dea-63c84b4d5640 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:18.004270 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f96c3a-b1a8-4c9a-a62e-9d024329a708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:54:18.008514 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db0b267-fade-412f-8f95-f48804550f58" -d '{"events": [{"server_uuid": "e2f96c3a-b1a8-4c9a-a62e-9d024329a708", "name": "network-vif-plugged", "status": "completed", "tag": "0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:54:18.063731 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-89173dfb-e8c3-4bbc-a8c5-3a5e5bb002ad req-8b636cac-5b70-41e6-80b8-8a70f3d3b0bd tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0734694 Dec 10 18:54:18.099280 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4004ed56-73d8-43a1-8dea-63c84b4d5640 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:18.146374 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b,segment=NetworkSegment(83c7d7e9-db7c-46c1-b53c-9a099ac3350f),segment_id=83c7d7e9-db7c-46c1-b53c-9a099ac3350f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:54:18.180848 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:18.180848 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2b37b7ed-a320-437a-b6f5-5f6e1b74872e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:18.224206 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4004ed56-73d8-43a1-8dea-63c84b4d5640 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event updated for resources: {'Port': ['ID=6c0bc6ca-d0d0-4a12-9f6c-b0a867d2933f,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:18.259469 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-2b37b7ed-a320-437a-b6f5-5f6e1b74872e None None] For port c78449ae-6eff-44cd-b899-1751b4d4590e, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c78449ae-6eff-44cd-b899-1751b4d4590e,segment=NetworkSegment(c4a94e42-186d-4d14-8a24-e1361006aee1),segment_id=c4a94e42-186d-4d14-8a24-e1361006aee1)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:54:18.283711 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2b37b7ed-a320-437a-b6f5-5f6e1b74872e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:18.313557 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:18.331119 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4004ed56-73d8-43a1-8dea-63c84b4d5640 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Network 127f786d-28d6-4a30-9990-14795ff6f88d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:54:18.333092 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-4004ed56-73d8-43a1-8dea-63c84b4d5640 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:54:18.379245 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b37b7ed-a320-437a-b6f5-5f6e1b74872e None None] Pushing event updated for resources: {'Port': ['ID=c78449ae-6eff-44cd-b899-1751b4d4590e,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:18.388910 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6da32c-882c-4923-b593-e72410a13055 x-openstack-request-id: req-1d6da32c-882c-4923-b593-e72410a13055 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:54:18.390534 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f96c3a-b1a8-4c9a-a62e-9d024329a708", "name": "network-vif-plugged", "status": "completed", "tag": "0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:54:18.393414 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1d6da32c-882c-4923-b593-e72410a13055 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:54:18.394222 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f96c3a-b1a8-4c9a-a62e-9d024329a708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b', 'code': 200} Dec 10 18:54:18.432578 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3f5ab2e9-c669-42cb-a6ea-b708ebf75950 None None] Provisioning complete for port 6c0bc6ca-d0d0-4a12-9f6c-b0a867d2933f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:54:18.432985 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3f5ab2e9-c669-42cb-a6ea-b708ebf75950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:18.448185 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291cc23-93a0-422f-acd9-161ee402d197 req-5177c695-361f-4d85-9b1c-57cb5dae0006 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:18.450080 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b291cc23-93a0-422f-acd9-161ee402d197 req-5177c695-361f-4d85-9b1c-57cb5dae0006 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 945 time: 0.1503289 Dec 10 18:54:18.505869 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3f5ab2e9-c669-42cb-a6ea-b708ebf75950 None None] Port 6c0bc6ca-d0d0-4a12-9f6c-b0a867d2933f cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:54:18.532803 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3f5ab2e9-c669-42cb-a6ea-b708ebf75950 None None] Provisioning complete for port c78449ae-6eff-44cd-b899-1751b4d4590e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:54:18.533099 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3f5ab2e9-c669-42cb-a6ea-b708ebf75950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:18.604042 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737bf3c-5205-4e14-81e3-df07c5561443 req-48dee5b4-fede-4850-a518-22eeed00db47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:18.606126 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b737bf3c-5205-4e14-81e3-df07c5561443 req-48dee5b4-fede-4850-a518-22eeed00db47 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e2f96c3a-b1a8-4c9a-a62e-9d024329a708 HTTP/1.1" status: 200 len: 1096 time: 0.1516492 Dec 10 18:54:18.611057 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b291cc23-93a0-422f-acd9-161ee402d197 req-0ab447e1-1db5-4bd2-9ba5-ccdd21c89b0a tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238716 Dec 10 18:54:18.652829 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8fc0357c-934d-464e-b641-ecc26c7c9a82 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:54:18.654928 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c78449ae-6eff-44cd-b899-1751b4d4590e up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:54:18.674995 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4004ed56-73d8-43a1-8dea-63c84b4d5640 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Router a2096f0e-7c6c-44e1-a088-15c548c731d4 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:54:18.731489 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b737bf3c-5205-4e14-81e3-df07c5561443 req-02422234-56b5-4181-a427-d7f0c0796e64 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107702 Dec 10 18:54:18.875751 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port c78449ae-6eff-44cd-b899-1751b4d4590e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:54:18.876400 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:18.886521 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4619cbe-537a-455f-86d9-49c0bfe1f43a req-71f595d0-4667-428c-9343-c9d7fdbdff75 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:18.888132 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b4619cbe-537a-455f-86d9-49c0bfe1f43a req-71f595d0-4667-428c-9343-c9d7fdbdff75 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f96c3a-b1a8-4c9a-a62e-9d024329a708 HTTP/1.1" status: 200 len: 945 time: 0.0798230 Dec 10 18:54:18.892281 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4004ed56-73d8-43a1-8dea-63c84b4d5640 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:54:18.897459 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4004ed56-73d8-43a1-8dea-63c84b4d5640 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "PUT /v2.0/routers/a2096f0e-7c6c-44e1-a088-15c548c731d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7588205 Dec 10 18:54:18.900185 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 50416) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:18.915797 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d3e963-40f7-43d5-b17b-1766d410be49 None None] Sync routers for ids ['a2096f0e-7c6c-44e1-a088-15c548c731d4'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:54:18.929995 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 8fc0357c-934d-464e-b641-ecc26c7c9a82 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:54:18.930378 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:18.992860 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3230915b-20cd-4785-b28f-aca2685515b4 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:18.994610 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3230915b-20cd-4785-b28f-aca2685515b4 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "GET /v2.0/ports/6c0bc6ca-d0d0-4a12-9f6c-b0a867d2933f HTTP/1.1" status: 200 len: 977 time: 0.0933385 Dec 10 18:54:19.000588 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 50422) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:19.001231 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d3e963-40f7-43d5-b17b-1766d410be49 None None] Routers {'a2096f0e-7c6c-44e1-a088-15c548c731d4'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:54:19.001872 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a8d3e963-40f7-43d5-b17b-1766d410be49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:53:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a2096f0e-7c6c-44e1-a088-15c548c731d4'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:19.012565 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b4619cbe-537a-455f-86d9-49c0bfe1f43a req-c031fcd9-8087-4912-9e2f-2b0ba5f71ddd tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138632 Dec 10 18:54:19.049277 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a8d3e963-40f7-43d5-b17b-1766d410be49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:19.080298 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7bce32e3-659c-4602-be43-b6c05de70e40 None None] Provisioning complete for port 6c0bc6ca-d0d0-4a12-9f6c-b0a867d2933f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:54:19.081158 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7bce32e3-659c-4602-be43-b6c05de70e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:19.084958 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d3e963-40f7-43d5-b17b-1766d410be49 None None] Routers {'a2096f0e-7c6c-44e1-a088-15c548c731d4'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:54:19.085597 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a8d3e963-40f7-43d5-b17b-1766d410be49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:53:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a2096f0e-7c6c-44e1-a088-15c548c731d4'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:19.138509 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-7bce32e3-659c-4602-be43-b6c05de70e40 None None] Port 6c0bc6ca-d0d0-4a12-9f6c-b0a867d2933f cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:54:19.219996 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a8d3e963-40f7-43d5-b17b-1766d410be49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:19.220966 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d3e963-40f7-43d5-b17b-1766d410be49 None None] The sync data for ids ['a2096f0e-7c6c-44e1-a088-15c548c731d4'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:54:19.256202 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-13d2674e-e150-4b5f-8d6e-fd1bfb0ec8a4 req-8476ace9-f2f1-4f23-969e-a6506b978de1 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0990937 Dec 10 18:54:19.355577 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-52f2e3d0-d683-4afd-984b-aff633ed9edd None None] Provisioning complete for port 6c0bc6ca-d0d0-4a12-9f6c-b0a867d2933f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:54:19.356345 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-52f2e3d0-d683-4afd-984b-aff633ed9edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:19.404297 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-52f2e3d0-d683-4afd-984b-aff633ed9edd None None] Port 6c0bc6ca-d0d0-4a12-9f6c-b0a867d2933f cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:54:19.406433 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:19.444247 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 8fc0357c-934d-464e-b641-ecc26c7c9a82, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8fc0357c-934d-464e-b641-ecc26c7c9a82,segment=NetworkSegment(c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4),segment_id=c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:54:19.449775 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:19.535792 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=8fc0357c-934d-464e-b641-ecc26c7c9a82,revision_number=10']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:19.626786 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fcad75db-980f-4ad6-8945-6774a6bd805a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:19.635058 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2315da60-bee1-4297-861f-3777d8baf7a5 None None] Provisioning complete for port 6c0bc6ca-d0d0-4a12-9f6c-b0a867d2933f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:54:19.635508 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2315da60-bee1-4297-861f-3777d8baf7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:19.743343 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2315da60-bee1-4297-861f-3777d8baf7a5 None None] Port 6c0bc6ca-d0d0-4a12-9f6c-b0a867d2933f cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:54:20.086502 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6a4e297f-86b7-448a-b3a9-1154e6d69374 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:20.245813 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d483f-6551-4c5a-9941-dd9dba635bb5 req-76804188-463a-472a-b26d-529b90eeb32d tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:20.247428 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-549d483f-6551-4c5a-9941-dd9dba635bb5 req-76804188-463a-472a-b26d-529b90eeb32d tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 947 time: 0.4755790 Dec 10 18:54:20.300901 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ff897-f951-48cd-b8de-590660bdb140 req-7d4e24b5-44fa-4bb8-9dec-a9a3bdd7816a tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:20.302555 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be7ff897-f951-48cd-b8de-590660bdb140 req-7d4e24b5-44fa-4bb8-9dec-a9a3bdd7816a tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f96c3a-b1a8-4c9a-a62e-9d024329a708 HTTP/1.1" status: 200 len: 945 time: 0.1059055 Dec 10 18:54:20.304147 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-549d483f-6551-4c5a-9941-dd9dba635bb5 req-7215897a-c254-4cd2-b071-76dfd2272f29 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475988 Dec 10 18:54:20.396971 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9dd5385-5432-40cf-937e-e03d8d4a2d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc0357c-934d-464e-b641-ecc26c7c9a82'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:54:20.399444 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61d923a-2a88-445e-a274-0e8288d7461e" -d '{"events": [{"server_uuid": "d9dd5385-5432-40cf-937e-e03d8d4a2d4e", "name": "network-vif-plugged", "status": "completed", "tag": "8fc0357c-934d-464e-b641-ecc26c7c9a82"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:54:20.407594 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-76bdb5a1-a6f4-4b43-a18e-50d80f768c50 req-93e1eef5-3be3-4d26-b5d8-5f58c488c295 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0460212 Dec 10 18:54:20.430166 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be7ff897-f951-48cd-b8de-590660bdb140 req-97fb4613-52ac-4405-9ce1-642dafd9e846 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198261 Dec 10 18:54:20.458373 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c78449ae-6eff-44cd-b899-1751b4d4590e up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:54:20.523894 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108e7789-0afd-4ab0-a1d9-480c158253f8 x-openstack-request-id: req-108e7789-0afd-4ab0-a1d9-480c158253f8 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:54:20.524465 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9dd5385-5432-40cf-937e-e03d8d4a2d4e", "name": "network-vif-plugged", "status": "completed", "tag": "8fc0357c-934d-464e-b641-ecc26c7c9a82", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:54:20.525391 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-108e7789-0afd-4ab0-a1d9-480c158253f8 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:54:20.526024 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9dd5385-5432-40cf-937e-e03d8d4a2d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc0357c-934d-464e-b641-ecc26c7c9a82', 'code': 200} Dec 10 18:54:20.536181 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6a4e297f-86b7-448a-b3a9-1154e6d69374 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Deleting port 6c0bc6ca-d0d0-4a12-9f6c-b0a867d2933f {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:54:20.536565 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6a4e297f-86b7-448a-b3a9-1154e6d69374 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:20.553664 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port c78449ae-6eff-44cd-b899-1751b4d4590e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:54:20.554396 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:20.779349 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7fc56-4f7e-4a69-8864-452cba773d5f req-b8b89609-416b-4c9c-b4a9-977a68ea163a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:20.781371 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d8d7fc56-4f7e-4a69-8864-452cba773d5f req-b8b89609-416b-4c9c-b4a9-977a68ea163a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 1098 time: 0.1488447 Dec 10 18:54:20.787347 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6a4e297f-86b7-448a-b3a9-1154e6d69374 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:20.838614 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6a4e297f-86b7-448a-b3a9-1154e6d69374 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Calling delete_port for 6c0bc6ca-d0d0-4a12-9f6c-b0a867d2933f owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:54:20.876679 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2e731-a0ff-495f-8668-089f48fccad4 req-401fe5e0-c120-4dff-8e4f-1752e887c922 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:20.876679 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8bd2e731-a0ff-495f-8668-089f48fccad4 req-401fe5e0-c120-4dff-8e4f-1752e887c922 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/networks?id=5b7a9d16-fa90-46c2-89ef-ff147d5d2881 HTTP/1.1" status: 200 len: 806 time: 0.2023954 Dec 10 18:54:20.932983 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8bd2e731-a0ff-495f-8668-089f48fccad4 req-691f6959-565f-4de1-a2be-ae87a42fe300 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/quotas/b146ea531e7d490bb2e30f4c7ac5fe8a HTTP/1.1" status: 200 len: 375 time: 0.0547340 Dec 10 18:54:20.939603 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d8d7fc56-4f7e-4a69-8864-452cba773d5f req-70647b6e-f3c2-4758-9ed4-ea56e7002aa4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475854 Dec 10 18:54:21.040536 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8bd2e731-a0ff-495f-8668-089f48fccad4 req-87ab4302-9d49-4571-8657-51548c4105b5 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b146ea531e7d490bb2e30f4c7ac5fe8a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0981812 Dec 10 18:54:21.192689 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6a4e297f-86b7-448a-b3a9-1154e6d69374 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:21.231821 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8bd2e731-a0ff-495f-8668-089f48fccad4 req-91d580b7-bdc4-48ef-b11c-edf35e59f641 service neutron] 10.222.0.62 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772296 Dec 10 18:54:21.234431 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e297f-86b7-448a-b3a9-1154e6d69374 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event deleted for resources: {'Port': ['ID=6c0bc6ca-d0d0-4a12-9f6c-b0a867d2933f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:21.475108 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6a4e297f-86b7-448a-b3a9-1154e6d69374 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:21.478585 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8bd2e731-a0ff-495f-8668-089f48fccad4 req-0871bc00-024f-4d74-9032-6dd118eea79f service neutron] 10.222.0.62 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401581 Dec 10 18:54:21.510310 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077659e9-54b4-48aa-a90c-1928e89f144f req-db5c5e4d-fbf3-4a9e-9277-daf9ee879c83 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:21.523461 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-077659e9-54b4-48aa-a90c-1928e89f144f req-db5c5e4d-fbf3-4a9e-9277-daf9ee879c83 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 947 time: 0.1081052 Dec 10 18:54:21.598317 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-077659e9-54b4-48aa-a90c-1928e89f144f req-52d75c82-f9fc-4ef9-a711-06d664e8c07b tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774941 Dec 10 18:54:21.734661 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4e297f-86b7-448a-b3a9-1154e6d69374 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Router a2096f0e-7c6c-44e1-a088-15c548c731d4 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:54:21.741602 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fe90857f-43b8-46f2-9e04-d8f7d9a79554 req-6b389b7e-586d-4ab6-8890-b4c190bd6d2e tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0671928 Dec 10 18:54:21.865201 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4e297f-86b7-448a-b3a9-1154e6d69374 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:54:21.875809 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 50530) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:21.878265 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0c603a-b978-4979-be29-8df2100d4a0c None None] Sync routers for ids ['a2096f0e-7c6c-44e1-a088-15c548c731d4'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:54:21.893845 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6a4e297f-86b7-448a-b3a9-1154e6d69374 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "PUT /v2.0/routers/a2096f0e-7c6c-44e1-a088-15c548c731d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8919027 Dec 10 18:54:21.902498 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0c603a-b978-4979-be29-8df2100d4a0c None None] Routers {'a2096f0e-7c6c-44e1-a088-15c548c731d4'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:54:21.906025 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-6f0c603a-b978-4979-be29-8df2100d4a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:53:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a2096f0e-7c6c-44e1-a088-15c548c731d4'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:22.131742 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-6f0c603a-b978-4979-be29-8df2100d4a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:22.144459 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0c603a-b978-4979-be29-8df2100d4a0c None None] Routers {'a2096f0e-7c6c-44e1-a088-15c548c731d4'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:54:22.145747 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-6f0c603a-b978-4979-be29-8df2100d4a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:53:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a2096f0e-7c6c-44e1-a088-15c548c731d4'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:22.209188 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-0e0c0658-4743-4e94-bcdf-cc8a75353b22 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] remove_router_interface failed (client error): The resource could not be found. Dec 10 18:54:22.210324 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0e0c0658-4743-4e94-bcdf-cc8a75353b22 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "PUT /v2.0/routers/a2096f0e-7c6c-44e1-a088-15c548c731d4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3331115 Dec 10 18:54:22.213119 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 50556) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:22.248561 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-6f0c603a-b978-4979-be29-8df2100d4a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:22.253632 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0c603a-b978-4979-be29-8df2100d4a0c None None] The sync data for ids ['a2096f0e-7c6c-44e1-a088-15c548c731d4'] in n-d-821435-1 is: [] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:54:22.272872 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3662cc90-0c81-4884-9998-930e4c306b2c tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2096f0e-7c6c-44e1-a088-15c548c731d4 HTTP/1.1" status: 200 len: 205 time: 0.0497808 Dec 10 18:54:22.275246 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 50564) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:22.384332 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2de30980-6df7-46d3-8f9c-ad553d41e932 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:22.394258 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-25d52811-638d-44c1-ba72-1f6251d1843a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:22.426670 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f271f48-e05a-409b-ad8e-da12770123ab req-4082fe64-7f83-4329-863e-48c4b8f10478 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:22.434557 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6f271f48-e05a-409b-ad8e-da12770123ab req-4082fe64-7f83-4329-863e-48c4b8f10478 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/networks?id=5b7a9d16-fa90-46c2-89ef-ff147d5d2881 HTTP/1.1" status: 200 len: 806 time: 0.2892079 Dec 10 18:54:22.453233 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6f271f48-e05a-409b-ad8e-da12770123ab req-03ae86d2-5e95-4acf-b116-1f11674eb81d tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/quotas/b146ea531e7d490bb2e30f4c7ac5fe8a HTTP/1.1" status: 200 len: 375 time: 0.0172257 Dec 10 18:54:22.540221 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6f271f48-e05a-409b-ad8e-da12770123ab req-75a32fd9-c8ff-41da-8019-dde2070199ea tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b146ea531e7d490bb2e30f4c7ac5fe8a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0860436 Dec 10 18:54:22.634504 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2de30980-6df7-46d3-8f9c-ad553d41e932 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:22.637211 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2de30980-6df7-46d3-8f9c-ad553d41e932 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:22.685189 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2de30980-6df7-46d3-8f9c-ad553d41e932 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:22.686707 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de30980-6df7-46d3-8f9c-ad553d41e932 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Fanout notify agent at l3_agent the message router_deleted on router a2096f0e-7c6c-44e1-a088-15c548c731d4 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:54:22.696523 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2de30980-6df7-46d3-8f9c-ad553d41e932 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:22.701529 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2de30980-6df7-46d3-8f9c-ad553d41e932 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "DELETE /v2.0/routers/a2096f0e-7c6c-44e1-a088-15c548c731d4 HTTP/1.1" status: 204 len: 168 time: 0.4250951 Dec 10 18:54:22.702917 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 50576) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:22.717781 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6f271f48-e05a-409b-ad8e-da12770123ab req-8387947d-312e-46f2-b193-c197898630f3 service neutron] 10.222.0.62 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665847 Dec 10 18:54:22.785583 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a9c07f1-b39b-4b08-9758-88c5e18c0cfd tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Deleting subnet 08233e7e-a425-435d-adc9-5ff2e7d96687 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:54:22.801484 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8a9c07f1-b39b-4b08-9758-88c5e18c0cfd tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:22.901923 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e24b67-f15f-45c4-bfa1-297b5ad20757 req-0d5900e6-7d9c-4582-ae5d-6a71792b8c76 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:22.904267 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-07e24b67-f15f-45c4-bfa1-297b5ad20757 req-0d5900e6-7d9c-4582-ae5d-6a71792b8c76 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 947 time: 0.1155124 Dec 10 18:54:22.908314 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8a9c07f1-b39b-4b08-9758-88c5e18c0cfd tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:23.130310 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-07e24b67-f15f-45c4-bfa1-297b5ad20757 req-af98d36d-b399-44b7-bf4e-e677626c21c7 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135165 Dec 10 18:54:23.151589 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8a9c07f1-b39b-4b08-9758-88c5e18c0cfd tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:23.263508 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6f271f48-e05a-409b-ad8e-da12770123ab req-9eae6ee5-3e30-49f8-88ce-2b5c8e737037 service neutron] 10.222.0.62 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5381150 Dec 10 18:54:23.265011 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6e907480-0c35-479c-bf50-e1ae021cdda5 req-29f623b7-a2bf-4c4d-8efa-09bb74a24bb1 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0662422 Dec 10 18:54:23.328085 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8a9c07f1-b39b-4b08-9758-88c5e18c0cfd tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:23.395527 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:23.407158 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c07f1-b39b-4b08-9758-88c5e18c0cfd tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event deleted for resources: {'Subnet': ['ID=08233e7e-a425-435d-adc9-5ff2e7d96687,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:23.417363 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9c07f1-b39b-4b08-9758-88c5e18c0cfd tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:23.417725 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9c07f1-b39b-4b08-9758-88c5e18c0cfd tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:23.418081 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9c07f1-b39b-4b08-9758-88c5e18c0cfd tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:23.418431 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9c07f1-b39b-4b08-9758-88c5e18c0cfd tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:23.418780 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9c07f1-b39b-4b08-9758-88c5e18c0cfd tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:23.419118 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9c07f1-b39b-4b08-9758-88c5e18c0cfd tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:23.419650 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9c07f1-b39b-4b08-9758-88c5e18c0cfd tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:23.420206 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9c07f1-b39b-4b08-9758-88c5e18c0cfd tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:23.422119 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9c07f1-b39b-4b08-9758-88c5e18c0cfd tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:23.422708 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9c07f1-b39b-4b08-9758-88c5e18c0cfd tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:23.423220 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9c07f1-b39b-4b08-9758-88c5e18c0cfd tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:23.424025 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9c07f1-b39b-4b08-9758-88c5e18c0cfd tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:23.424529 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9c07f1-b39b-4b08-9758-88c5e18c0cfd tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:23.425405 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf645838-c0e1-4640-9cdb-e40ee951a03d None None] Network 127f786d-28d6-4a30-9990-14795ff6f88d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:54:23.428209 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8a9c07f1-b39b-4b08-9758-88c5e18c0cfd tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:23.432734 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8a9c07f1-b39b-4b08-9758-88c5e18c0cfd tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "DELETE /v2.0/subnets/08233e7e-a425-435d-adc9-5ff2e7d96687 HTTP/1.1" status: 204 len: 168 time: 0.7284555 Dec 10 18:54:23.435340 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 50626) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:23.599753 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b6be6d5c-52ff-49ac-a708-9a4ba5a70091 req-8a3f38ec-fbdf-4ef3-b553-b671dfd34922 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9cacbe3-86e5-47d3-8c2e-7165b3efdb60 HTTP/1.1" status: 200 len: 210 time: 0.0742602 Dec 10 18:54:23.632392 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9f69c26-208f-4846-89f7-3df74028b4a2 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:23.634336 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f734c0-c61b-46db-a2af-f132d8ed30fe None None] DHCP port deletion for 127f786d-28d6-4a30-9990-14795ff6f88d request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:54:23.717754 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b9f69c26-208f-4846-89f7-3df74028b4a2 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Deleting port c78449ae-6eff-44cd-b899-1751b4d4590e {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:54:23.718295 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9f69c26-208f-4846-89f7-3df74028b4a2 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:23.746834 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e4f734c0-c61b-46db-a2af-f132d8ed30fe None None] Deleting port c78449ae-6eff-44cd-b899-1751b4d4590e {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:54:23.765280 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e4f734c0-c61b-46db-a2af-f132d8ed30fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:23.806255 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b9f69c26-208f-4846-89f7-3df74028b4a2 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] For port c78449ae-6eff-44cd-b899-1751b4d4590e, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c78449ae-6eff-44cd-b899-1751b4d4590e,segment=NetworkSegment(c4a94e42-186d-4d14-8a24-e1361006aee1),segment_id=c4a94e42-186d-4d14-8a24-e1361006aee1)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:54:23.806624 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9f69c26-208f-4846-89f7-3df74028b4a2 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:23.825973 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b9f69c26-208f-4846-89f7-3df74028b4a2 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Calling delete_port for c78449ae-6eff-44cd-b899-1751b4d4590e owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:54:23.859275 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e4f734c0-c61b-46db-a2af-f132d8ed30fe None None] For port c78449ae-6eff-44cd-b899-1751b4d4590e, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c78449ae-6eff-44cd-b899-1751b4d4590e,segment=NetworkSegment(c4a94e42-186d-4d14-8a24-e1361006aee1),segment_id=c4a94e42-186d-4d14-8a24-e1361006aee1)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:54:23.859275 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e4f734c0-c61b-46db-a2af-f132d8ed30fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:23.878064 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e4f734c0-c61b-46db-a2af-f132d8ed30fe None None] Calling delete_port for c78449ae-6eff-44cd-b899-1751b4d4590e owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:54:23.923941 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9f69c26-208f-4846-89f7-3df74028b4a2 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:23.944802 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f69c26-208f-4846-89f7-3df74028b4a2 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] No DVR routers for this DVR port c78449ae-6eff-44cd-b899-1751b4d4590e on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:54:23.991302 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f69c26-208f-4846-89f7-3df74028b4a2 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event deleted for resources: {'Port': ['ID=c78449ae-6eff-44cd-b899-1751b4d4590e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:24.132877 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9f69c26-208f-4846-89f7-3df74028b4a2 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:24.156465 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-b9f69c26-208f-4846-89f7-3df74028b4a2 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['127f786d-28d6-4a30-9990-14795ff6f88d']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:24.168942 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-b9f69c26-208f-4846-89f7-3df74028b4a2 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a94e42-186d-4d14-8a24-e1361006aee1') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:24.169254 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-b9f69c26-208f-4846-89f7-3df74028b4a2 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a94e42-186d-4d14-8a24-e1361006aee1') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:24.179712 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9f69c26-208f-4846-89f7-3df74028b4a2 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:24.196397 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9f69c26-208f-4846-89f7-3df74028b4a2 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:24.218711 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9f69c26-208f-4846-89f7-3df74028b4a2 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:54:24.221700 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9f69c26-208f-4846-89f7-3df74028b4a2 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:24.229394 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:54:24.229394 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:54:24.229394 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:54:24.229394 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:54:24.229394 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:54:24.229394 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:54:24.229394 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:54:24.229394 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:54:24.229394 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:54:24.229394 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:54:24.229394 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:54:24.229394 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:54:24.229394 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:54:24.229394 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:54:24.229394 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:54:24.229394 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:54:24.229394 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:54:24.229394 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:54:24.229394 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:54:24.229394 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:54:24.229394 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:54:24.229394 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:54:24.229394 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:54:24.229394 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:54:24.229394 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:54:24.229394 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:54:24.229394 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:54:24.229394 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:54:24.229394 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:54:24.229394 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:54:24.229394 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:54:24.229394 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:54:24.324934 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:54:24.324934 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:54:24.324934 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:54:24.324934 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:54:24.324934 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:54:24.324934 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:54:24.324934 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:54:24.324934 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:54:24.324934 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:54:24.324934 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:54:24.324934 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:54:24.324934 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:54:24.324934 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:54:24.324934 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:54:24.324934 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:54:24.324934 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:54:24.324934 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:54:24.324934 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:54:24.324934 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:54:24.324934 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:54:24.324934 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:54:24.324934 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:54:24.324934 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:54:24.324934 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:54:24.324934 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:54:24.324934 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:54:24.324934 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:54:24.324934 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:54:24.324934 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:54:24.324934 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:54:24.324934 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:54:24.324934 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:54:24.324934 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:54:24.324934 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:54:24.324934 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:54:24.324934 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:54:24.324934 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:54:24.324934 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:54:24.324934 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:54:24.324934 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:54:24.328438 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:54:24.328438 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:54:24.328438 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:54:24.328438 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:54:24.328438 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:54:24.328438 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:54:24.328438 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:54:24.328438 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:54:24.328438 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:54:24.328438 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:54:24.328438 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:54:24.328438 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:54:24.328438 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:54:24.328438 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 18:54:24.331688 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e4f734c0-c61b-46db-a2af-f132d8ed30fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:24.371795 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f734c0-c61b-46db-a2af-f132d8ed30fe None None] Pushing event deleted for resources: {'Port': ['ID=c78449ae-6eff-44cd-b899-1751b4d4590e,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:24.376377 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f734c0-c61b-46db-a2af-f132d8ed30fe None None] No DVR routers for this DVR port c78449ae-6eff-44cd-b899-1751b4d4590e on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:54:24.437263 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8fbab2dd-e98f-4dbc-902c-52e9e3a3f7d8 req-862961c3-131f-499d-b029-d60906769168 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0982354 Dec 10 18:54:24.491766 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9f69c26-208f-4846-89f7-3df74028b4a2 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:24.492234 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9f69c26-208f-4846-89f7-3df74028b4a2 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:24.496977 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b9f69c26-208f-4846-89f7-3df74028b4a2 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "DELETE /v2.0/networks/127f786d-28d6-4a30-9990-14795ff6f88d HTTP/1.1" status: 204 len: 168 time: 1.0585072 Dec 10 18:54:24.497586 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c78449ae-6eff-44cd-b899-1751b4d4590e no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:54:24.507812 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 50666) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:24.520532 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-2a3a778d-a210-4b5d-b84a-850cf9f29b3a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Request body: {'network': {'name': 'tempest-RoutersTest-441829006'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:54:24.525264 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbaacf-04b7-4127-84b1-cf1a719c61ba req-36f5dd44-2287-4a15-93ac-d58a2e3064c5 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:24.543441 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dabbaacf-04b7-4127-84b1-cf1a719c61ba req-36f5dd44-2287-4a15-93ac-d58a2e3064c5 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 947 time: 0.2941470 Dec 10 18:54:24.548950 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3a778d-a210-4b5d-b84a-850cf9f29b3a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Made reservation on behalf of 955fb138ea1841a1a19d85777d85eb8a for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:54:24.553258 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2a3a778d-a210-4b5d-b84a-850cf9f29b3a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:24.554802 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: c78449ae-6eff-44cd-b899-1751b4d4590e {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:54:24.555155 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c78449ae-6eff-44cd-b899-1751b4d4590e not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:54:24.578614 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f69c26-208f-4846-89f7-3df74028b4a2 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event deleted for resources: {'Network': ['ID=127f786d-28d6-4a30-9990-14795ff6f88d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:24.623959 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a3a778d-a210-4b5d-b84a-850cf9f29b3a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:54:24.641522 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dabbaacf-04b7-4127-84b1-cf1a719c61ba req-ca3ab930-b168-4512-bfd5-651a583daf9c tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965366 Dec 10 18:54:24.655496 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2a3a778d-a210-4b5d-b84a-850cf9f29b3a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:24.655848 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-2a3a778d-a210-4b5d-b84a-850cf9f29b3a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Added segment 82aff2e2-e0e1-49de-8015-bf7b98c5cf5e of type vlan for network 2cf942a9-0a79-4be8-bfc2-1137c683b77a Dec 10 18:54:24.725674 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2a3a778d-a210-4b5d-b84a-850cf9f29b3a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:24.745700 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-662e6b1b-ede0-466b-b9c2-bcda53044a5f req-6403a9f1-8dd0-4eb7-b3ba-9bf6b3420b89 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9cacbe3-86e5-47d3-8c2e-7165b3efdb60 HTTP/1.1" status: 200 len: 210 time: 0.0390971 Dec 10 18:54:24.783579 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:24.794184 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ece796-563c-4538-a0e1-aed773abe505 req-a29f190b-6748-4d4e-b4ab-9668ee3819f5 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:24.794751 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2a3a778d-a210-4b5d-b84a-850cf9f29b3a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:24.796245 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d7ece796-563c-4538-a0e1-aed773abe505 req-a29f190b-6748-4d4e-b4ab-9668ee3819f5 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 947 time: 0.0676839 Dec 10 18:54:24.809264 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3a778d-a210-4b5d-b84a-850cf9f29b3a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:24.809961 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2a3a778d-a210-4b5d-b84a-850cf9f29b3a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:24.897379 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a778d-a210-4b5d-b84a-850cf9f29b3a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event updated for resources: {'Network': ['ID=2cf942a9-0a79-4be8-bfc2-1137c683b77a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:24.904941 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d7ece796-563c-4538-a0e1-aed773abe505 req-856d40a2-3eea-4df8-953c-191a97a3907f tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015830 Dec 10 18:54:24.917765 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 2cf942a9-0a79-4be8-bfc2-1137c683b77a details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:54:24.927718 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2a3a778d-a210-4b5d-b84a-850cf9f29b3a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4188015 Dec 10 18:54:24.931275 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 50684) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:24.954107 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-60490834-de69-41de-9b7b-220ed2cd2ac1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Request body: {'subnet': {'network_id': '2cf942a9-0a79-4be8-bfc2-1137c683b77a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:54:25.128305 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fe0d0-1596-4da5-af42-2cb5f8153681 req-45d2ced8-3401-4e67-ae5f-ef7c1ceff469 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:25.130078 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4d2fe0d0-1596-4da5-af42-2cb5f8153681 req-45d2ced8-3401-4e67-ae5f-ef7c1ceff469 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 947 time: 0.1208134 Dec 10 18:54:25.144557 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f271f48-e05a-409b-ad8e-da12770123ab req-40e7e6f1-fdb9-4577-8342-b0c080cfec26 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:25.146191 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6f271f48-e05a-409b-ad8e-da12770123ab req-40e7e6f1-fdb9-4577-8342-b0c080cfec26 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.72 "GET /v2.0/networks?id=5b7a9d16-fa90-46c2-89ef-ff147d5d2881 HTTP/1.1" status: 200 len: 806 time: 0.1227453 Dec 10 18:54:25.168071 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-6f271f48-e05a-409b-ad8e-da12770123ab req-389ffebc-428f-4013-9060-7c2cc2ffb0d2 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Request body: {'port': {'device_id': 'a9cacbe3-86e5-47d3-8c2e-7165b3efdb60', 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881', 'admin_state_up': True, 'tenant_id': 'b146ea531e7d490bb2e30f4c7ac5fe8a'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:54:25.222290 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4d2fe0d0-1596-4da5-af42-2cb5f8153681 req-32d9d2d1-2bcf-4971-8975-57a52a8245d3 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804796 Dec 10 18:54:25.308784 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60490834-de69-41de-9b7b-220ed2cd2ac1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Made reservation on behalf of 955fb138ea1841a1a19d85777d85eb8a for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:54:25.314089 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-60490834-de69-41de-9b7b-220ed2cd2ac1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:25.429963 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c3d3c-2020-407c-bc6c-22d4bd7ce2de req-adc0c6f3-aea8-4942-9417-2bd5371c891c tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:25.431835 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8b4c3d3c-2020-407c-bc6c-22d4bd7ce2de req-adc0c6f3-aea8-4942-9417-2bd5371c891c tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 947 time: 0.0781512 Dec 10 18:54:25.450685 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:25.450936 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f271f48-e05a-409b-ad8e-da12770123ab req-389ffebc-428f-4013-9060-7c2cc2ffb0d2 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Made reservation on behalf of b146ea531e7d490bb2e30f4c7ac5fe8a for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:54:25.454806 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6f271f48-e05a-409b-ad8e-da12770123ab req-389ffebc-428f-4013-9060-7c2cc2ffb0d2 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:25.512586 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8b4c3d3c-2020-407c-bc6c-22d4bd7ce2de req-c6975082-b8d5-47d9-ac01-a28965416f3e tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547044 Dec 10 18:54:25.565627 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8d1b06c0-39cb-4c5c-b133-d01295743bce req-b894f51d-f25a-402f-9ce5-cbe7d2621708 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0424857 Dec 10 18:54:25.652305 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb29da7-94f7-4d35-b16f-e8b00d08b1af req-15c6a503-3063-4b55-8947-f5f526203bee tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:25.655308 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2fb29da7-94f7-4d35-b16f-e8b00d08b1af req-15c6a503-3063-4b55-8947-f5f526203bee tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 947 time: 0.0710089 Dec 10 18:54:25.737120 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2fb29da7-94f7-4d35-b16f-e8b00d08b1af req-450317cb-9ab9-4f9a-8a67-e3887a46e5a9 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655968 Dec 10 18:54:25.802248 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-60490834-de69-41de-9b7b-220ed2cd2ac1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:25.808651 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-6f271f48-e05a-409b-ad8e-da12770123ab req-389ffebc-428f-4013-9060-7c2cc2ffb0d2 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Allocated IP 172.20.0.12 (5b7a9d16-fa90-46c2-89ef-ff147d5d2881/7ba69a49-ec77-4670-8006-0254df7f77f3/1ce8e95c-df48-4225-9409-a5394dc0cfe8) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:54:25.861105 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60490834-de69-41de-9b7b-220ed2cd2ac1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event updated for resources: {'Subnet': ['ID=8a77568f-0163-4170-8b41-e00d3cf5508c,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:25.941951 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7d291-551d-46ff-8f4e-4214afd276aa req-deafe33f-9233-448f-b16b-73aa223223a5 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:25.943392 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0fe7d291-551d-46ff-8f4e-4214afd276aa req-deafe33f-9233-448f-b16b-73aa223223a5 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 947 time: 0.0579956 Dec 10 18:54:25.953385 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f2e9992e-8eed-4d0e-9186-a5be3324428c req-7f2dbd8a-936a-485c-b27d-58c2e558e168 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9cacbe3-86e5-47d3-8c2e-7165b3efdb60 HTTP/1.1" status: 200 len: 210 time: 0.0808625 Dec 10 18:54:25.966134 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60490834-de69-41de-9b7b-220ed2cd2ac1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Checking segment: {'id': '82aff2e2-e0e1-49de-8015-bf7b98c5cf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2cf942a9-0a79-4be8-bfc2-1137c683b77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:54:25.966728 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60490834-de69-41de-9b7b-220ed2cd2ac1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Network hostable DHCP agents. Network: 2cf942a9-0a79-4be8-bfc2-1137c683b77a, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:54:26.008712 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0fe7d291-551d-46ff-8f4e-4214afd276aa req-f678c440-d83a-4567-9cf0-cb9d6681f488 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585814 Dec 10 18:54:26.021737 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60490834-de69-41de-9b7b-220ed2cd2ac1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Network 2cf942a9-0a79-4be8-bfc2-1137c683b77a is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:54:26.047959 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-60490834-de69-41de-9b7b-220ed2cd2ac1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 2cf942a9-0a79-4be8-bfc2-1137c683b77a) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:54:26.057083 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06813e7f-faca-4c90-ab64-1380272ca487 None None] Network 2cf942a9-0a79-4be8-bfc2-1137c683b77a requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:54:26.112685 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60490834-de69-41de-9b7b-220ed2cd2ac1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:26.113541 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-60490834-de69-41de-9b7b-220ed2cd2ac1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:26.142200 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-60490834-de69-41de-9b7b-220ed2cd2ac1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2072771 Dec 10 18:54:26.142523 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 50736) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:26.147274 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ce4385c5-0388-4531-b6b4-a60e494fc899 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-682872464', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:54:26.187682 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce4385c5-0388-4531-b6b4-a60e494fc899 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:26.189455 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce4385c5-0388-4531-b6b4-a60e494fc899 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:26.229512 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b5b6bc-df37-4d1c-99e8-c800c7f62e69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-2cf942a9-0a79-4be8-bfc2-1137c683b77a', 'network_id': '2cf942a9-0a79-4be8-bfc2-1137c683b77a', 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'fixed_ips': [{'subnet_id': '8a77568f-0163-4170-8b41-e00d3cf5508c'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:54:26.230406 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-08b5b6bc-df37-4d1c-99e8-c800c7f62e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:26.231823 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176f3d1-6fab-4d62-904f-a5dd5341554b req-e2a1832a-4c28-4abb-955a-ba6dc299f612 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:26.233881 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d176f3d1-6fab-4d62-904f-a5dd5341554b req-e2a1832a-4c28-4abb-955a-ba6dc299f612 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 947 time: 0.0780764 Dec 10 18:54:26.281354 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce4385c5-0388-4531-b6b4-a60e494fc899 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:26.287766 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce4385c5-0388-4531-b6b4-a60e494fc899 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:26.314314 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce4385c5-0388-4531-b6b4-a60e494fc899 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:26.315483 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6f271f48-e05a-409b-ad8e-da12770123ab req-389ffebc-428f-4013-9060-7c2cc2ffb0d2 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:26.319373 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 50738) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:26.320244 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ce4385c5-0388-4531-b6b4-a60e494fc899 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1763833 Dec 10 18:54:26.432406 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d176f3d1-6fab-4d62-904f-a5dd5341554b req-a96424e2-a325-48c1-a1bf-9559400675d6 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832242 Dec 10 18:54:26.502344 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-08b5b6bc-df37-4d1c-99e8-c800c7f62e69 None None] Allocated IP 172.20.0.2 (2cf942a9-0a79-4be8-bfc2-1137c683b77a/8a77568f-0163-4170-8b41-e00d3cf5508c/07569420-a357-4da8-8393-d4819a2204a8) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:54:26.662021 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6f271f48-e05a-409b-ad8e-da12770123ab req-389ffebc-428f-4013-9060-7c2cc2ffb0d2 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:26.687574 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c074b2f0-3ea9-4e62-a78b-e56bcf7f7930 req-b4a75363-5484-4109-add6-1d2d665c7a27 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0437512 Dec 10 18:54:26.688891 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-08b5b6bc-df37-4d1c-99e8-c800c7f62e69 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:26.698422 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:54:26.756585 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-08b5b6bc-df37-4d1c-99e8-c800c7f62e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:26.820487 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b5b6bc-df37-4d1c-99e8-c800c7f62e69 None None] Network 2cf942a9-0a79-4be8-bfc2-1137c683b77a is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:54:26.827245 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-08b5b6bc-df37-4d1c-99e8-c800c7f62e69 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:54:26.844112 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f271f48-e05a-409b-ad8e-da12770123ab req-389ffebc-428f-4013-9060-7c2cc2ffb0d2 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Network 5b7a9d16-fa90-46c2-89ef-ff147d5d2881 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:54:26.850004 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10e49cf6-be34-44e2-8ec0-b85410260c6f tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:26.854136 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-6f271f48-e05a-409b-ad8e-da12770123ab req-389ffebc-428f-4013-9060-7c2cc2ffb0d2 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:54:26.856332 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ffebc-428f-4013-9060-7c2cc2ffb0d2 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Pushing event updated for resources: {'Port': ['ID=1ce8e95c-df48-4225-9409-a5394dc0cfe8,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:26.856728 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b5b6bc-df37-4d1c-99e8-c800c7f62e69 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:54:26.869704 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f271f48-e05a-409b-ad8e-da12770123ab req-389ffebc-428f-4013-9060-7c2cc2ffb0d2 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:54:26.957544 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b5b6bc-df37-4d1c-99e8-c800c7f62e69 None None] Pushing event updated for resources: {'Port': ['ID=07569420-a357-4da8-8393-d4819a2204a8,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:27.044744 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-08b5b6bc-df37-4d1c-99e8-c800c7f62e69 None None] Attempting to bind port 07569420-a357-4da8-8393-d4819a2204a8 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:54:27.045189 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-08b5b6bc-df37-4d1c-99e8-c800c7f62e69 None None] Attempting to bind port 07569420-a357-4da8-8393-d4819a2204a8 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '82aff2e2-e0e1-49de-8015-bf7b98c5cf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2cf942a9-0a79-4be8-bfc2-1137c683b77a'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:54:27.045780 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b5b6bc-df37-4d1c-99e8-c800c7f62e69 None None] Attempting to bind port 07569420-a357-4da8-8393-d4819a2204a8 on network 2cf942a9-0a79-4be8-bfc2-1137c683b77a {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:54:27.069228 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b5b6bc-df37-4d1c-99e8-c800c7f62e69 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:54:27.069961 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b5b6bc-df37-4d1c-99e8-c800c7f62e69 None None] Checking segment: {'id': '82aff2e2-e0e1-49de-8015-bf7b98c5cf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2cf942a9-0a79-4be8-bfc2-1137c683b77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:54:27.070056 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-08b5b6bc-df37-4d1c-99e8-c800c7f62e69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:27.070404 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b5b6bc-df37-4d1c-99e8-c800c7f62e69 None None] Bound using segment: {'id': '82aff2e2-e0e1-49de-8015-bf7b98c5cf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2cf942a9-0a79-4be8-bfc2-1137c683b77a'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:54:27.070888 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-08b5b6bc-df37-4d1c-99e8-c800c7f62e69 None None] Bound port: 07569420-a357-4da8-8393-d4819a2204a8, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82aff2e2-e0e1-49de-8015-bf7b98c5cf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2cf942a9-0a79-4be8-bfc2-1137c683b77a'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:54:27.071280 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-08b5b6bc-df37-4d1c-99e8-c800c7f62e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:27.089527 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f271f48-e05a-409b-ad8e-da12770123ab req-389ffebc-428f-4013-9060-7c2cc2ffb0d2 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:27.090206 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6f271f48-e05a-409b-ad8e-da12770123ab req-389ffebc-428f-4013-9060-7c2cc2ffb0d2 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:27.115310 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326e54d-f8b1-41e5-b491-ebca00db1b83 req-785892b4-ad2c-4f95-81a9-d2ce71a98430 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:27.118672 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5326e54d-f8b1-41e5-b491-ebca00db1b83 req-785892b4-ad2c-4f95-81a9-d2ce71a98430 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9cacbe3-86e5-47d3-8c2e-7165b3efdb60 HTTP/1.1" status: 200 len: 932 time: 0.0674295 Dec 10 18:54:27.167985 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7609d1c-690f-40d5-a890-964cec9940a7 req-ef281eeb-832a-4191-bb2d-8e62e790b713 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:27.179156 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c7609d1c-690f-40d5-a890-964cec9940a7 req-ef281eeb-832a-4191-bb2d-8e62e790b713 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 947 time: 0.2868764 Dec 10 18:54:27.215533 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-08b5b6bc-df37-4d1c-99e8-c800c7f62e69 None None] For port 07569420-a357-4da8-8393-d4819a2204a8, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:54:27.225368 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6f271f48-e05a-409b-ad8e-da12770123ab req-389ffebc-428f-4013-9060-7c2cc2ffb0d2 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0649986 Dec 10 18:54:27.225789 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-08b5b6bc-df37-4d1c-99e8-c800c7f62e69 None None] For port 07569420-a357-4da8-8393-d4819a2204a8, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=07569420-a357-4da8-8393-d4819a2204a8,segment=NetworkSegment(82aff2e2-e0e1-49de-8015-bf7b98c5cf5e),segment_id=82aff2e2-e0e1-49de-8015-bf7b98c5cf5e)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:54:27.236862 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-08b5b6bc-df37-4d1c-99e8-c800c7f62e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:27.243656 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5326e54d-f8b1-41e5-b491-ebca00db1b83 req-b5ab52ed-a349-4915-8faa-5a89c61081db tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145182 Dec 10 18:54:27.329614 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b5b6bc-df37-4d1c-99e8-c800c7f62e69 None None] Pushing event updated for resources: {'Port': ['ID=07569420-a357-4da8-8393-d4819a2204a8,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:27.377843 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c7609d1c-690f-40d5-a890-964cec9940a7 req-1eb9e7c5-e51c-4fd5-a757-3a9a8abc2433 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964948 Dec 10 18:54:27.415940 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-6f271f48-e05a-409b-ad8e-da12770123ab req-69a7b181-10d0-45da-961f-46dc7fdaf9e1 service neutron] Request body: {'port': {'device_id': 'a9cacbe3-86e5-47d3-8c2e-7165b3efdb60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:54:27.468753 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-10e49cf6-be34-44e2-8ec0-b85410260c6f tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Allocated IP 172.20.0.1 (2cf942a9-0a79-4be8-bfc2-1137c683b77a/8a77568f-0163-4170-8b41-e00d3cf5508c/e0541c31-6445-49f5-b303-fd8c1f17448c) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:54:27.564369 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6f271f48-e05a-409b-ad8e-da12770123ab req-69a7b181-10d0-45da-961f-46dc7fdaf9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:27.659919 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10e49cf6-be34-44e2-8ec0-b85410260c6f tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:27.808626 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-888b58d8-da18-4d3d-8d97-782aabf76c98 req-e3d30e38-1763-48b4-adb6-c9612106573d tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0379982 Dec 10 18:54:27.824136 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10e49cf6-be34-44e2-8ec0-b85410260c6f tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:27.908293 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e49cf6-be34-44e2-8ec0-b85410260c6f tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Network 2cf942a9-0a79-4be8-bfc2-1137c683b77a is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:54:27.923074 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e49cf6-be34-44e2-8ec0-b85410260c6f tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event updated for resources: {'Port': ['ID=e0541c31-6445-49f5-b303-fd8c1f17448c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:27.925715 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-10e49cf6-be34-44e2-8ec0-b85410260c6f tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:54:27.937452 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e49cf6-be34-44e2-8ec0-b85410260c6f tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:54:28.319348 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10e49cf6-be34-44e2-8ec0-b85410260c6f tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:28.542595 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 07569420-a357-4da8-8393-d4819a2204a8 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:54:28.643593 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78ed94-2a5c-4c21-9902-3362fd93be1a req-a2665e07-eb1a-4bd4-9c98-3845a8a2435c tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:28.646321 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 07569420-a357-4da8-8393-d4819a2204a8 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:54:28.646707 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:28.657482 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3d78ed94-2a5c-4c21-9902-3362fd93be1a req-a2665e07-eb1a-4bd4-9c98-3845a8a2435c tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 947 time: 0.1409087 Dec 10 18:54:28.707971 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10e49cf6-be34-44e2-8ec0-b85410260c6f tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:28.732770 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-6f271f48-e05a-409b-ad8e-da12770123ab req-69a7b181-10d0-45da-961f-46dc7fdaf9e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ce8e95c-df48-4225-9409-a5394dc0cfe8 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:54:28.740773 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d796df92-ae3b-4912-bd31-60bf97ac8366 req-1b0e2fbd-cee6-42b4-92c8-45902f97e89e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0607517 Dec 10 18:54:28.767820 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6f271f48-e05a-409b-ad8e-da12770123ab req-69a7b181-10d0-45da-961f-46dc7fdaf9e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:28.779610 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6c5de-a68f-44a7-a706-765e4b3b6883 req-3039c75e-b0fc-494f-9541-2983bd47f55f tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:28.782675 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5bc6c5de-a68f-44a7-a706-765e4b3b6883 req-3039c75e-b0fc-494f-9541-2983bd47f55f tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9cacbe3-86e5-47d3-8c2e-7165b3efdb60 HTTP/1.1" status: 200 len: 932 time: 0.4240623 Dec 10 18:54:28.790688 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:28.844920 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3d78ed94-2a5c-4c21-9902-3362fd93be1a req-319701a6-4baf-4e7c-a9ac-ee969d4ad4ad tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803463 Dec 10 18:54:28.851062 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 07569420-a357-4da8-8393-d4819a2204a8, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=07569420-a357-4da8-8393-d4819a2204a8,segment=NetworkSegment(82aff2e2-e0e1-49de-8015-bf7b98c5cf5e),segment_id=82aff2e2-e0e1-49de-8015-bf7b98c5cf5e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:54:28.868552 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:28.907534 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796df92-ae3b-4912-bd31-60bf97ac8366 req-2de3bdd9-fd52-401d-9c7c-d553504d64cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:28.909079 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d796df92-ae3b-4912-bd31-60bf97ac8366 req-2de3bdd9-fd52-401d-9c7c-d553504d64cd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=55a03bc9d49c41d0abfb67c033b0bdc7&device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 1098 time: 0.1420414 Dec 10 18:54:28.929145 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=07569420-a357-4da8-8393-d4819a2204a8,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:28.952362 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff622d77-5ed7-4edc-851e-989a6d5282b3 None None] Network 2cf942a9-0a79-4be8-bfc2-1137c683b77a requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:54:28.997250 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-6f271f48-e05a-409b-ad8e-da12770123ab req-69a7b181-10d0-45da-961f-46dc7fdaf9e1 service neutron] Transition to ACTIVE for port object 1ce8e95c-df48-4225-9409-a5394dc0cfe8 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:54:29.018721 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6f271f48-e05a-409b-ad8e-da12770123ab req-69a7b181-10d0-45da-961f-46dc7fdaf9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:29.027105 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b847f3c4-4378-4bdc-9321-28d781002261 None None] Provisioning complete for port 07569420-a357-4da8-8393-d4819a2204a8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:54:29.027105 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b847f3c4-4378-4bdc-9321-28d781002261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:29.035460 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-24b11271-62e3-4c1b-82ed-22e39ad85517 req-4576d128-4e81-4cc8-829e-0314a5b6f775 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=05237fe2-84ea-4c2d-ba77-220783a793d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3209217 Dec 10 18:54:29.052203 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796df92-ae3b-4912-bd31-60bf97ac8366 req-ac47856d-a068-43d7-854a-87cdbf1db218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:29.054017 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d796df92-ae3b-4912-bd31-60bf97ac8366 req-ac47856d-a068-43d7-854a-87cdbf1db218 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f2f40e08-016a-47bf-9e9a-28b25086c347 HTTP/1.1" status: 200 len: 915 time: 0.1239574 Dec 10 18:54:29.093885 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-14ee732d-15b4-479b-bf2a-d39cf6f56caa req-6c56ee00-af3c-4a87-9940-3c34cad6cc3e tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.1356142 Dec 10 18:54:29.153612 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d796df92-ae3b-4912-bd31-60bf97ac8366 req-2308f89e-1c3c-41e2-b25a-22955f962ad9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8fc0357c-934d-464e-b641-ecc26c7c9a82 HTTP/1.1" status: 200 len: 217 time: 0.0884702 Dec 10 18:54:29.192417 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7b181-10d0-45da-961f-46dc7fdaf9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce8e95c-df48-4225-9409-a5394dc0cfe8,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:29.300257 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796df92-ae3b-4912-bd31-60bf97ac8366 req-426b60b6-1827-4995-bc82-cb9a3e8306c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:29.301779 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d796df92-ae3b-4912-bd31-60bf97ac8366 req-426b60b6-1827-4995-bc82-cb9a3e8306c9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2dc5eaaf-23d0-472c-bf08-f5856e300d99 HTTP/1.1" status: 200 len: 854 time: 0.1384740 Dec 10 18:54:29.364011 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5bc6c5de-a68f-44a7-a706-765e4b3b6883 req-6e0ee831-1886-477f-94ae-a175d85d112e tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5701807 Dec 10 18:54:29.398270 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d796df92-ae3b-4912-bd31-60bf97ac8366 req-e32c72ab-57a5-4057-ae3c-2b25e95bf900 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2f40e08-016a-47bf-9e9a-28b25086c347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869830 Dec 10 18:54:29.476944 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b11271-62e3-4c1b-82ed-22e39ad85517 req-64df9eb1-b4cd-4750-bc63-4237430da923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:29.478622 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-24b11271-62e3-4c1b-82ed-22e39ad85517 req-64df9eb1-b4cd-4750-bc63-4237430da923 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=954ee866d36e44f296056e44a844352e&device_id=05237fe2-84ea-4c2d-ba77-220783a793d4 HTTP/1.1" status: 200 len: 1100 time: 0.3911428 Dec 10 18:54:29.528958 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10e49cf6-be34-44e2-8ec0-b85410260c6f tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:29.535663 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10e49cf6-be34-44e2-8ec0-b85410260c6f tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:29.602508 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60841553-8032-4cfe-b463-d998799b8ea4 req-69642e3e-9bf7-4b32-b2a0-07121936dcc7 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:29.611739 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-60841553-8032-4cfe-b463-d998799b8ea4 req-69642e3e-9bf7-4b32-b2a0-07121936dcc7 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 947 time: 0.0949798 Dec 10 18:54:29.661710 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d796df92-ae3b-4912-bd31-60bf97ac8366 req-5c931e69-3bda-4c26-af3f-43d669dbbbab service neutron] 10.222.0.72 "GET /v2.0/networks/f2f40e08-016a-47bf-9e9a-28b25086c347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556436 Dec 10 18:54:29.684348 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-60841553-8032-4cfe-b463-d998799b8ea4 req-bb8e93da-29a9-49d8-a576-1fb706bdab45 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716147 Dec 10 18:54:29.742037 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b04e1d3b-b6a8-4486-b542-005561f10dc4 None None] Provisioning complete for port 07569420-a357-4da8-8393-d4819a2204a8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:54:29.743038 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b04e1d3b-b6a8-4486-b542-005561f10dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:29.757243 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-6f271f48-e05a-409b-ad8e-da12770123ab req-69a7b181-10d0-45da-961f-46dc7fdaf9e1 service neutron] Attempting to bind port 1ce8e95c-df48-4225-9409-a5394dc0cfe8 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:54:29.757587 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-6f271f48-e05a-409b-ad8e-da12770123ab req-69a7b181-10d0-45da-961f-46dc7fdaf9e1 service neutron] Attempting to bind port 1ce8e95c-df48-4225-9409-a5394dc0cfe8 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '83c7d7e9-db7c-46c1-b53c-9a099ac3350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:54:29.757923 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f271f48-e05a-409b-ad8e-da12770123ab req-69a7b181-10d0-45da-961f-46dc7fdaf9e1 service neutron] Attempting to bind port 1ce8e95c-df48-4225-9409-a5394dc0cfe8 on network 5b7a9d16-fa90-46c2-89ef-ff147d5d2881 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:54:29.798662 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e49cf6-be34-44e2-8ec0-b85410260c6f tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event updated for resources: {'Port': ['ID=e0541c31-6445-49f5-b303-fd8c1f17448c,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:29.807711 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10e49cf6-be34-44e2-8ec0-b85410260c6f tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:29.817384 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f271f48-e05a-409b-ad8e-da12770123ab req-69a7b181-10d0-45da-961f-46dc7fdaf9e1 service neutron] Port 1ce8e95c-df48-4225-9409-a5394dc0cfe8 on network 5b7a9d16-fa90-46c2-89ef-ff147d5d2881 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:54:29.817899 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f271f48-e05a-409b-ad8e-da12770123ab req-69a7b181-10d0-45da-961f-46dc7fdaf9e1 service neutron] Attempting to bind port 1ce8e95c-df48-4225-9409-a5394dc0cfe8 on network 5b7a9d16-fa90-46c2-89ef-ff147d5d2881 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:54:29.836601 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d796df92-ae3b-4912-bd31-60bf97ac8366 req-ead5d4c8-b695-4a0d-b2f3-935d199ffd41 service neutron] 10.222.0.72 "GET /v2.0/networks/f2f40e08-016a-47bf-9e9a-28b25086c347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632030 Dec 10 18:54:29.875060 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f271f48-e05a-409b-ad8e-da12770123ab req-69a7b181-10d0-45da-961f-46dc7fdaf9e1 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:54:29.875577 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f271f48-e05a-409b-ad8e-da12770123ab req-69a7b181-10d0-45da-961f-46dc7fdaf9e1 service neutron] Checking segment: {'id': '83c7d7e9-db7c-46c1-b53c-9a099ac3350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:54:29.876054 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f271f48-e05a-409b-ad8e-da12770123ab req-69a7b181-10d0-45da-961f-46dc7fdaf9e1 service neutron] Bound using segment: {'id': '83c7d7e9-db7c-46c1-b53c-9a099ac3350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:54:29.876566 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-6f271f48-e05a-409b-ad8e-da12770123ab req-69a7b181-10d0-45da-961f-46dc7fdaf9e1 service neutron] Bound port: 1ce8e95c-df48-4225-9409-a5394dc0cfe8, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83c7d7e9-db7c-46c1-b53c-9a099ac3350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:54:29.876958 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6f271f48-e05a-409b-ad8e-da12770123ab req-69a7b181-10d0-45da-961f-46dc7fdaf9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:29.884672 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b04e1d3b-b6a8-4486-b542-005561f10dc4 None None] Provisioning complete for port e0541c31-6445-49f5-b303-fd8c1f17448c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:54:29.885303 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b04e1d3b-b6a8-4486-b542-005561f10dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:29.956079 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b04e1d3b-b6a8-4486-b542-005561f10dc4 None None] Port e0541c31-6445-49f5-b303-fd8c1f17448c cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:54:29.969561 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b11271-62e3-4c1b-82ed-22e39ad85517 req-026431b0-2cc6-4237-9432-9e483bc3d483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:29.971090 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-24b11271-62e3-4c1b-82ed-22e39ad85517 req-026431b0-2cc6-4237-9432-9e483bc3d483 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.3475411 Dec 10 18:54:29.973103 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab5e04-f765-46f0-a58a-e34da5530b67 req-a99eb503-3291-487d-9efd-ccaad78b2c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:29.974888 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7dab5e04-f765-46f0-a58a-e34da5530b67 req-a99eb503-3291-487d-9efd-ccaad78b2c8e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=55a03bc9d49c41d0abfb67c033b0bdc7&device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 1098 time: 0.0745394 Dec 10 18:54:30.051468 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-24b11271-62e3-4c1b-82ed-22e39ad85517 req-ab57a2d5-fb2b-4d5d-ae94-332a5a98f5d9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=68c0932d-1021-48f4-8694-a49fcd62badc HTTP/1.1" status: 200 len: 217 time: 0.0699220 Dec 10 18:54:30.082502 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-30692175-afe1-4a81-adc0-940fb6763cf9 None None] Provisioning complete for port e0541c31-6445-49f5-b303-fd8c1f17448c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:54:30.083429 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-30692175-afe1-4a81-adc0-940fb6763cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:30.099473 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab5e04-f765-46f0-a58a-e34da5530b67 req-9da9d95e-fd18-4e6f-883f-dbef5b9b91a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:30.101018 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7dab5e04-f765-46f0-a58a-e34da5530b67 req-9da9d95e-fd18-4e6f-883f-dbef5b9b91a8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f2f40e08-016a-47bf-9e9a-28b25086c347 HTTP/1.1" status: 200 len: 915 time: 0.1169314 Dec 10 18:54:30.125238 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-30692175-afe1-4a81-adc0-940fb6763cf9 None None] Port e0541c31-6445-49f5-b303-fd8c1f17448c cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:54:30.161820 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7dab5e04-f765-46f0-a58a-e34da5530b67 req-71175732-8417-46bf-9022-bd071df2c7c4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8fc0357c-934d-464e-b641-ecc26c7c9a82 HTTP/1.1" status: 200 len: 217 time: 0.0508118 Dec 10 18:54:30.168422 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b11271-62e3-4c1b-82ed-22e39ad85517 req-98f31b1a-4586-4990-9e80-ef334ca94728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:30.171212 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-24b11271-62e3-4c1b-82ed-22e39ad85517 req-98f31b1a-4586-4990-9e80-ef334ca94728 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.1112227 Dec 10 18:54:30.237444 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab5e04-f765-46f0-a58a-e34da5530b67 req-076284bd-9c1d-4759-8106-3c892b3ea5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:30.239361 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e49cf6-be34-44e2-8ec0-b85410260c6f tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Network 2cf942a9-0a79-4be8-bfc2-1137c683b77a is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:54:30.240390 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7dab5e04-f765-46f0-a58a-e34da5530b67 req-076284bd-9c1d-4759-8106-3c892b3ea5d2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2dc5eaaf-23d0-472c-bf08-f5856e300d99 HTTP/1.1" status: 200 len: 854 time: 0.0700974 Dec 10 18:54:30.246120 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-10e49cf6-be34-44e2-8ec0-b85410260c6f tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:54:30.281953 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1af97231-2e70-488f-b686-caff4788aff3 req-f4d970e5-3d01-4c19-a456-8dd74cfc3a3c tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0907121 Dec 10 18:54:30.292779 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-6f271f48-e05a-409b-ad8e-da12770123ab req-69a7b181-10d0-45da-961f-46dc7fdaf9e1 service neutron] For port 1ce8e95c-df48-4225-9409-a5394dc0cfe8, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:54:30.354697 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7dab5e04-f765-46f0-a58a-e34da5530b67 req-4740c911-3405-4aa7-8dec-d7712f228107 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2f40e08-016a-47bf-9e9a-28b25086c347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961456 Dec 10 18:54:30.428861 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-6f271f48-e05a-409b-ad8e-da12770123ab req-69a7b181-10d0-45da-961f-46dc7fdaf9e1 service neutron] For port 1ce8e95c-df48-4225-9409-a5394dc0cfe8, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=1ce8e95c-df48-4225-9409-a5394dc0cfe8,segment=NetworkSegment(83c7d7e9-db7c-46c1-b53c-9a099ac3350f),segment_id=83c7d7e9-db7c-46c1-b53c-9a099ac3350f)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:54:30.462749 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6f271f48-e05a-409b-ad8e-da12770123ab req-69a7b181-10d0-45da-961f-46dc7fdaf9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:30.501132 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 07569420-a357-4da8-8393-d4819a2204a8 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:54:30.503412 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b11271-62e3-4c1b-82ed-22e39ad85517 req-f043fbfe-dabd-4438-9345-849c9dd62348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:30.504980 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-24b11271-62e3-4c1b-82ed-22e39ad85517 req-f043fbfe-dabd-4438-9345-849c9dd62348 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3171935 Dec 10 18:54:30.525805 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f271f48-e05a-409b-ad8e-da12770123ab req-69a7b181-10d0-45da-961f-46dc7fdaf9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:30.526708 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6f271f48-e05a-409b-ad8e-da12770123ab req-69a7b181-10d0-45da-961f-46dc7fdaf9e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:30.532281 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6f271f48-e05a-409b-ad8e-da12770123ab req-69a7b181-10d0-45da-961f-46dc7fdaf9e1 service neutron] 10.222.0.72 "PUT /v2.0/ports/1ce8e95c-df48-4225-9409-a5394dc0cfe8 HTTP/1.1" status: 200 len: 1092 time: 3.2897203 Dec 10 18:54:30.532281 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9cacbe3-86e5-47d3-8c2e-7165b3efdb60', 'tag': '1ce8e95c-df48-4225-9409-a5394dc0cfe8'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:54:30.533030 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f60e4e-cfe5-4203-b584-a12bccc4190b" -d '{"events": [{"name": "network-changed", "server_uuid": "a9cacbe3-86e5-47d3-8c2e-7165b3efdb60", "tag": "1ce8e95c-df48-4225-9409-a5394dc0cfe8"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:54:30.548969 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7dab5e04-f765-46f0-a58a-e34da5530b67 req-fac48fd6-5c65-4424-8ece-66f2a297eb97 service neutron] 10.222.0.72 "GET /v2.0/networks/f2f40e08-016a-47bf-9e9a-28b25086c347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809468 Dec 10 18:54:30.666461 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 07569420-a357-4da8-8393-d4819a2204a8 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:54:30.667265 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:30.687164 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e22bf7e-a90d-4139-86f0-47d7dbedbdd3 x-openstack-request-id: req-4e22bf7e-a90d-4139-86f0-47d7dbedbdd3 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:54:30.687546 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9cacbe3-86e5-47d3-8c2e-7165b3efdb60", "tag": "1ce8e95c-df48-4225-9409-a5394dc0cfe8", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:54:30.687742 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4e22bf7e-a90d-4139-86f0-47d7dbedbdd3 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:54:30.698044 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9cacbe3-86e5-47d3-8c2e-7165b3efdb60', 'tag': '1ce8e95c-df48-4225-9409-a5394dc0cfe8', 'status': 'completed', 'code': 200} Dec 10 18:54:30.775488 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0900f5e7-516d-492f-816a-30931918d159 None None] Provisioning complete for port e0541c31-6445-49f5-b303-fd8c1f17448c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:54:30.776993 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0900f5e7-516d-492f-816a-30931918d159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:30.803393 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa944d-ad6a-4f5a-a151-4097abe700bb req-6ff75ace-2544-49ce-a368-bd9eb07c70df tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:30.804962 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fdfa944d-ad6a-4f5a-a151-4097abe700bb req-6ff75ace-2544-49ce-a368-bd9eb07c70df tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9cacbe3-86e5-47d3-8c2e-7165b3efdb60 HTTP/1.1" status: 200 len: 944 time: 0.2530701 Dec 10 18:54:30.868396 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-0900f5e7-516d-492f-816a-30931918d159 None None] Port e0541c31-6445-49f5-b303-fd8c1f17448c cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:54:30.871385 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fdfa944d-ad6a-4f5a-a151-4097abe700bb req-f622b1ac-6b4e-4c88-a231-83c610e4d633 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574021 Dec 10 18:54:30.879887 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f271f48-e05a-409b-ad8e-da12770123ab req-dc565b84-8ff1-4d98-8c34-6082a7a20c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:30.882279 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6f271f48-e05a-409b-ad8e-da12770123ab req-dc565b84-8ff1-4d98-8c34-6082a7a20c1a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b146ea531e7d490bb2e30f4c7ac5fe8a&device_id=a9cacbe3-86e5-47d3-8c2e-7165b3efdb60 HTTP/1.1" status: 200 len: 1095 time: 0.1809390 Dec 10 18:54:30.895050 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7dab5e04-f765-46f0-a58a-e34da5530b67 req-5b6af812-77a2-4b88-b87c-606fb5d9fe0e service neutron] 10.222.0.72 "GET /v2.0/networks/f2f40e08-016a-47bf-9e9a-28b25086c347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460175 Dec 10 18:54:30.918969 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7b181-10d0-45da-961f-46dc7fdaf9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce8e95c-df48-4225-9409-a5394dc0cfe8,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:31.020793 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6f271f48-e05a-409b-ad8e-da12770123ab req-104973e4-edfa-4e14-a83b-db538e0eba82 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ce8e95c-df48-4225-9409-a5394dc0cfe8 HTTP/1.1" status: 200 len: 217 time: 0.1049912 Dec 10 18:54:31.024267 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-24b11271-62e3-4c1b-82ed-22e39ad85517 req-f3ca06bf-63e8-45c5-8936-7a379da9cef7 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819529 Dec 10 18:54:31.027079 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e49cf6-be34-44e2-8ec0-b85410260c6f tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Router 48f2c4dc-593d-4635-8d0f-40f34d459200 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:54:31.048553 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29c7b7-7071-4626-b85e-aee6be734387 req-d2dc8324-9c39-49f8-bd9e-74800835130d tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:31.050099 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ca29c7b7-7071-4626-b85e-aee6be734387 req-d2dc8324-9c39-49f8-bd9e-74800835130d tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 947 time: 0.1853852 Dec 10 18:54:31.380012 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b875d1d0-8f27-4ca1-ad14-930f97b9d3fd req-47a8f786-1d60-4b2f-bab5-f9db3a7caa8f tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0489194 Dec 10 18:54:31.525459 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f271f48-e05a-409b-ad8e-da12770123ab req-5453c972-426c-4b2c-82d4-044c19b4b3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:31.526886 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6f271f48-e05a-409b-ad8e-da12770123ab req-5453c972-426c-4b2c-82d4-044c19b4b3e3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7ba69a49-ec77-4670-8006-0254df7f77f3 HTTP/1.1" status: 200 len: 846 time: 0.4955473 Dec 10 18:54:31.592208 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ca29c7b7-7071-4626-b85e-aee6be734387 req-efa2e48b-95f8-4a26-83bd-2d01bbf60c35 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5080082 Dec 10 18:54:31.592208 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6f271f48-e05a-409b-ad8e-da12770123ab req-f52cb0fe-1578-4c43-b016-d3abd07730e9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5b7a9d16-fa90-46c2-89ef-ff147d5d2881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463626 Dec 10 18:54:31.599402 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e49cf6-be34-44e2-8ec0-b85410260c6f tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:54:31.602849 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-24b11271-62e3-4c1b-82ed-22e39ad85517 req-e75c3400-fcf0-41fd-8170-ee5ed9b19162 service neutron] 10.222.0.46 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5518095 Dec 10 18:54:31.611015 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb4e188-414e-4ad6-8f7f-76b0c3102536 None None] Sync routers for ids ['48f2c4dc-593d-4635-8d0f-40f34d459200'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:54:31.617316 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-10e49cf6-be34-44e2-8ec0-b85410260c6f tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "PUT /v2.0/routers/48f2c4dc-593d-4635-8d0f-40f34d459200/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2970262 Dec 10 18:54:31.620248 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 50900) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:31.627677 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb4e188-414e-4ad6-8f7f-76b0c3102536 None None] Routers {'48f2c4dc-593d-4635-8d0f-40f34d459200'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:54:31.628438 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-ecb4e188-414e-4ad6-8f7f-76b0c3102536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:54:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['48f2c4dc-593d-4635-8d0f-40f34d459200'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:31.680647 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-ecb4e188-414e-4ad6-8f7f-76b0c3102536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:31.690673 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb4e188-414e-4ad6-8f7f-76b0c3102536 None None] Routers {'48f2c4dc-593d-4635-8d0f-40f34d459200'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:54:31.691385 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-ecb4e188-414e-4ad6-8f7f-76b0c3102536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:54:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['48f2c4dc-593d-4635-8d0f-40f34d459200'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:31.694193 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0eaaecb-d313-47f7-b9ea-0c9354a1ca93 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:31.699287 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 50902) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:31.699444 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a0eaaecb-d313-47f7-b9ea-0c9354a1ca93 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "GET /v2.0/ports/e0541c31-6445-49f5-b303-fd8c1f17448c HTTP/1.1" status: 200 len: 910 time: 0.0777640 Dec 10 18:54:31.727914 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-ecb4e188-414e-4ad6-8f7f-76b0c3102536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:31.728702 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb4e188-414e-4ad6-8f7f-76b0c3102536 None None] The sync data for ids ['48f2c4dc-593d-4635-8d0f-40f34d459200'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:54:31.831237 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6f271f48-e05a-409b-ad8e-da12770123ab req-3b799c73-54be-433e-bbfa-f6c8968ff527 service neutron] 10.222.0.72 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264154 Dec 10 18:54:32.050703 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25624ae2-228b-46b1-947c-f1492e915547 req-3bacc442-1667-47e9-a497-1b81499ef0e1 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:32.057326 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6f271f48-e05a-409b-ad8e-da12770123ab req-6dd7de54-388c-41ff-8786-e59dc7b82e29 service neutron] 10.222.0.72 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909506 Dec 10 18:54:32.059775 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-25624ae2-228b-46b1-947c-f1492e915547 req-3bacc442-1667-47e9-a497-1b81499ef0e1 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9cacbe3-86e5-47d3-8c2e-7165b3efdb60 HTTP/1.1" status: 200 len: 944 time: 0.0707018 Dec 10 18:54:32.142267 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-25624ae2-228b-46b1-947c-f1492e915547 req-d968d175-caba-4784-a8fd-55fa8dbec4f5 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815365 Dec 10 18:54:32.187066 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f60e4e-cfe5-4203-b584-a12bccc4190b req-501ca9ad-ca65-40b8-be89-4a37ac7c82cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:32.188939 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-24f60e4e-cfe5-4203-b584-a12bccc4190b req-501ca9ad-ca65-40b8-be89-4a37ac7c82cc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b146ea531e7d490bb2e30f4c7ac5fe8a&device_id=a9cacbe3-86e5-47d3-8c2e-7165b3efdb60 HTTP/1.1" status: 200 len: 1095 time: 0.0756986 Dec 10 18:54:32.315622 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb827ce6-4376-4625-b85f-7d154e9dac9c tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:32.391371 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f60e4e-cfe5-4203-b584-a12bccc4190b req-4c17bc9a-38a4-4164-b6af-98a073e44ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:32.392872 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-24f60e4e-cfe5-4203-b584-a12bccc4190b req-4c17bc9a-38a4-4164-b6af-98a073e44ccb service neutron] 10.222.0.72 "GET /v2.0/networks?id=5b7a9d16-fa90-46c2-89ef-ff147d5d2881 HTTP/1.1" status: 200 len: 907 time: 0.1818974 Dec 10 18:54:32.452732 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-24f60e4e-cfe5-4203-b584-a12bccc4190b req-74227451-6cbd-49ec-9276-85d75793e397 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ce8e95c-df48-4225-9409-a5394dc0cfe8 HTTP/1.1" status: 200 len: 217 time: 0.0515063 Dec 10 18:54:32.489233 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0fb09326-8cde-484f-ba9e-3b340411888d req-146d9a33-adcd-49cd-bdc6-518e99aa1eb1 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0408630 Dec 10 18:54:32.593626 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f60e4e-cfe5-4203-b584-a12bccc4190b req-152d4645-21cd-447f-9bc7-605fcc6b439c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:32.595157 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-24f60e4e-cfe5-4203-b584-a12bccc4190b req-152d4645-21cd-447f-9bc7-605fcc6b439c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7ba69a49-ec77-4670-8006-0254df7f77f3 HTTP/1.1" status: 200 len: 846 time: 0.1327078 Dec 10 18:54:32.635088 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-24f60e4e-cfe5-4203-b584-a12bccc4190b req-cc1bf61a-69e7-498f-8771-e764a2d1d722 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5b7a9d16-fa90-46c2-89ef-ff147d5d2881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280030 Dec 10 18:54:32.759680 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fd5b2-6ac7-450c-b4ca-567e4ed79763 req-418bfabd-a3a3-4a0d-b762-b05e5ad80288 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:32.767944 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0a0fd5b2-6ac7-450c-b4ca-567e4ed79763 req-418bfabd-a3a3-4a0d-b762-b05e5ad80288 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 947 time: 0.0654819 Dec 10 18:54:32.817296 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-24f60e4e-cfe5-4203-b584-a12bccc4190b req-e5de6c44-44c7-414c-8894-aa51da568e94 service neutron] 10.222.0.72 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746881 Dec 10 18:54:32.820019 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-fb827ce6-4376-4625-b85f-7d154e9dac9c tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Deleting port e0541c31-6445-49f5-b303-fd8c1f17448c {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:54:32.820361 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb827ce6-4376-4625-b85f-7d154e9dac9c tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:32.839859 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0a0fd5b2-6ac7-450c-b4ca-567e4ed79763 req-283fdb7a-6220-459d-96e2-7851613df6b1 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509410 Dec 10 18:54:33.035698 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb827ce6-4376-4625-b85f-7d154e9dac9c tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:33.060357 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451adc27-61b2-49f3-bbfe-20b1cd893f3e req-0a726375-ba13-4c7c-ac94-40435914d28f tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:33.062225 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-451adc27-61b2-49f3-bbfe-20b1cd893f3e req-0a726375-ba13-4c7c-ac94-40435914d28f tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 947 time: 0.1383679 Dec 10 18:54:33.071699 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-fb827ce6-4376-4625-b85f-7d154e9dac9c tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Calling delete_port for e0541c31-6445-49f5-b303-fd8c1f17448c owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:54:33.099706 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-24f60e4e-cfe5-4203-b584-a12bccc4190b req-d9d7bac6-3f6e-49ba-a633-a80a14787544 service neutron] 10.222.0.72 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637136 Dec 10 18:54:33.163724 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-451adc27-61b2-49f3-bbfe-20b1cd893f3e req-b021c5fb-8f68-422d-a0b8-bd58009d6d7f tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931745 Dec 10 18:54:33.311991 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97406108-2944-4916-b6b9-4ce538ce248b req-4cc50986-307e-43ed-95bc-ed58673efcd2 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:33.319789 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-97406108-2944-4916-b6b9-4ce538ce248b req-4cc50986-307e-43ed-95bc-ed58673efcd2 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9cacbe3-86e5-47d3-8c2e-7165b3efdb60 HTTP/1.1" status: 200 len: 944 time: 0.0735617 Dec 10 18:54:33.383343 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb827ce6-4376-4625-b85f-7d154e9dac9c tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:33.390412 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-97406108-2944-4916-b6b9-4ce538ce248b req-0eeb8594-0e82-4a0d-a7d6-664c529bcf4f tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696294 Dec 10 18:54:33.410691 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9bf4e7-0245-4b79-a83c-8b08239d9ed6 req-4564002c-1a8b-496f-8216-aad9e4530e3d tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:33.412300 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1e9bf4e7-0245-4b79-a83c-8b08239d9ed6 req-4564002c-1a8b-496f-8216-aad9e4530e3d tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 947 time: 0.0867248 Dec 10 18:54:33.438562 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb827ce6-4376-4625-b85f-7d154e9dac9c tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event deleted for resources: {'Port': ['ID=e0541c31-6445-49f5-b303-fd8c1f17448c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:33.535051 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1e9bf4e7-0245-4b79-a83c-8b08239d9ed6 req-689936a9-f7e9-4015-817e-b524115c3347 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936761 Dec 10 18:54:33.639722 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8867dfdd-a0af-48ab-8659-01fd2a8466e7 req-442f73e0-38cf-4ad9-91a8-47cc7107f6a3 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0868084 Dec 10 18:54:33.684671 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb827ce6-4376-4625-b85f-7d154e9dac9c tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:33.859532 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:34.097260 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17692fd8-45a4-4055-a309-384ffeb59710 req-951b2381-11df-41c3-a3f3-b6051100b783 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:34.098611 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-17692fd8-45a4-4055-a309-384ffeb59710 req-951b2381-11df-41c3-a3f3-b6051100b783 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 947 time: 0.4055603 Dec 10 18:54:34.155049 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb827ce6-4376-4625-b85f-7d154e9dac9c tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Router 48f2c4dc-593d-4635-8d0f-40f34d459200 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:54:34.188301 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-17692fd8-45a4-4055-a309-384ffeb59710 req-5814eee2-255c-4630-8fbb-18edc7c7fcf2 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619571 Dec 10 18:54:34.286036 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb827ce6-4376-4625-b85f-7d154e9dac9c tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:54:34.293367 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-fb827ce6-4376-4625-b85f-7d154e9dac9c tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "PUT /v2.0/routers/48f2c4dc-593d-4635-8d0f-40f34d459200/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5931053 Dec 10 18:54:34.296857 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 50998) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:34.298796 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21769f03-63bc-45d1-ad59-89d913b52375 None None] Sync routers for ids ['48f2c4dc-593d-4635-8d0f-40f34d459200'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:54:34.322126 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21769f03-63bc-45d1-ad59-89d913b52375 None None] Routers {'48f2c4dc-593d-4635-8d0f-40f34d459200'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:54:34.322828 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-21769f03-63bc-45d1-ad59-89d913b52375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:54:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['48f2c4dc-593d-4635-8d0f-40f34d459200'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:34.350029 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c10f3051-c623-47a6-87fd-0bd654722149 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "GET /v2.0/ports?device_id=48f2c4dc-593d-4635-8d0f-40f34d459200 HTTP/1.1" status: 200 len: 205 time: 0.0485785 Dec 10 18:54:34.352861 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51000) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:34.385163 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-21769f03-63bc-45d1-ad59-89d913b52375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:34.403737 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21769f03-63bc-45d1-ad59-89d913b52375 None None] Routers {'48f2c4dc-593d-4635-8d0f-40f34d459200'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:54:34.405182 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-21769f03-63bc-45d1-ad59-89d913b52375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:54:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['48f2c4dc-593d-4635-8d0f-40f34d459200'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:34.454967 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-21769f03-63bc-45d1-ad59-89d913b52375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:34.455206 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21769f03-63bc-45d1-ad59-89d913b52375 None None] The sync data for ids ['48f2c4dc-593d-4635-8d0f-40f34d459200'] in n-d-821435-1 is: [] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:54:34.472842 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d814e88-8297-4638-b74c-7290c4083927 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:34.554906 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cad4a8-35ab-4225-a4a5-e11c62104093 req-1d0ddcc6-c9c0-4ae3-9969-70a8302ff85c tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:34.556544 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-75cad4a8-35ab-4225-a4a5-e11c62104093 req-1d0ddcc6-c9c0-4ae3-9969-70a8302ff85c tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9cacbe3-86e5-47d3-8c2e-7165b3efdb60 HTTP/1.1" status: 200 len: 944 time: 0.0552335 Dec 10 18:54:34.643837 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-75cad4a8-35ab-4225-a4a5-e11c62104093 req-fe0478a2-2c37-42b8-b812-21bc4eb0e3b7 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693309 Dec 10 18:54:34.681298 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d814e88-8297-4638-b74c-7290c4083927 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:34.684069 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d814e88-8297-4638-b74c-7290c4083927 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:34.700274 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0abfc-481d-409f-b5fd-ba07b0a4e72e req-df25e3e9-e1d3-4e4c-a432-b7032dfb9759 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:34.705163 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-63a0abfc-481d-409f-b5fd-ba07b0a4e72e req-df25e3e9-e1d3-4e4c-a432-b7032dfb9759 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 947 time: 0.3093667 Dec 10 18:54:34.750243 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b256b681-1c50-41b9-ad71-441acdf90a28 req-6ca933b8-de62-48d6-b217-cf1a81968156 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0281999 Dec 10 18:54:34.771184 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d814e88-8297-4638-b74c-7290c4083927 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:34.771184 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d814e88-8297-4638-b74c-7290c4083927 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Fanout notify agent at l3_agent the message router_deleted on router 48f2c4dc-593d-4635-8d0f-40f34d459200 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:54:34.782241 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d814e88-8297-4638-b74c-7290c4083927 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:34.783649 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4d814e88-8297-4638-b74c-7290c4083927 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "DELETE /v2.0/routers/48f2c4dc-593d-4635-8d0f-40f34d459200 HTTP/1.1" status: 204 len: 168 time: 0.4295733 Dec 10 18:54:34.786836 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51018) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:34.809518 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-63a0abfc-481d-409f-b5fd-ba07b0a4e72e req-11f49c9a-a73e-429c-ab05-ad16de4f93fc tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639129 Dec 10 18:54:34.853230 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-97df7769-f6b7-4b23-b2f1-a1b4d728a1aa tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Deleting subnet 8a77568f-0163-4170-8b41-e00d3cf5508c {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:54:34.857086 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-97df7769-f6b7-4b23-b2f1-a1b4d728a1aa tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:34.931761 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-97df7769-f6b7-4b23-b2f1-a1b4d728a1aa tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:34.981338 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351aad9-a53f-4378-badb-674d2546e54a req-a34629a7-b7c2-46c0-af38-983b9fca8659 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:34.983475 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0351aad9-a53f-4378-badb-674d2546e54a req-a34629a7-b7c2-46c0-af38-983b9fca8659 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 947 time: 0.0974579 Dec 10 18:54:35.074274 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-97df7769-f6b7-4b23-b2f1-a1b4d728a1aa tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:35.080974 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0351aad9-a53f-4378-badb-674d2546e54a req-0acfef23-f79d-4c3b-b1cf-f8e4fee5fd4e tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851743 Dec 10 18:54:35.164757 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-97df7769-f6b7-4b23-b2f1-a1b4d728a1aa tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:35.230187 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df7769-f6b7-4b23-b2f1-a1b4d728a1aa tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event deleted for resources: {'Subnet': ['ID=8a77568f-0163-4170-8b41-e00d3cf5508c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:35.233096 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-97df7769-f6b7-4b23-b2f1-a1b4d728a1aa tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:35.236489 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-97df7769-f6b7-4b23-b2f1-a1b4d728a1aa tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "DELETE /v2.0/subnets/8a77568f-0163-4170-8b41-e00d3cf5508c HTTP/1.1" status: 204 len: 168 time: 0.4484303 Dec 10 18:54:35.239195 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51042) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:35.249058 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9966c07c-c45b-4721-a146-7e65f2c299a9 None None] Network 2cf942a9-0a79-4be8-bfc2-1137c683b77a requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:54:35.286972 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97484b-aaea-41d7-8ec4-f24eefd07e1d req-d8d377ea-44b1-4493-9d48-25671568b08c tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:35.296968 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cf97484b-aaea-41d7-8ec4-f24eefd07e1d req-d8d377ea-44b1-4493-9d48-25671568b08c tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 947 time: 0.1179106 Dec 10 18:54:35.380544 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8531daff-7634-43e9-a532-b4ac0471b87b tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:35.396339 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cf97484b-aaea-41d7-8ec4-f24eefd07e1d req-46fcb6a4-ba85-4eab-a32b-7202fd981e2f tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910625 Dec 10 18:54:35.462804 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-8531daff-7634-43e9-a532-b4ac0471b87b tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Deleting port 07569420-a357-4da8-8393-d4819a2204a8 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:54:35.463157 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8531daff-7634-43e9-a532-b4ac0471b87b tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:35.484236 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc971110-2d25-4f13-afb7-4475516cec8b None None] DHCP port deletion for 2cf942a9-0a79-4be8-bfc2-1137c683b77a request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:54:35.563943 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-dc971110-2d25-4f13-afb7-4475516cec8b None None] Deleting port 07569420-a357-4da8-8393-d4819a2204a8 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:54:35.564789 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dc971110-2d25-4f13-afb7-4475516cec8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:35.594023 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-8531daff-7634-43e9-a532-b4ac0471b87b tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] For port 07569420-a357-4da8-8393-d4819a2204a8, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=07569420-a357-4da8-8393-d4819a2204a8,segment=NetworkSegment(82aff2e2-e0e1-49de-8015-bf7b98c5cf5e),segment_id=82aff2e2-e0e1-49de-8015-bf7b98c5cf5e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:54:35.594389 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8531daff-7634-43e9-a532-b4ac0471b87b tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:35.614276 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-8531daff-7634-43e9-a532-b4ac0471b87b tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Calling delete_port for 07569420-a357-4da8-8393-d4819a2204a8 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:54:35.623558 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4237bb-c51b-401d-8534-3ab5414fbbd0 req-78fc7fcd-2cf2-4a5b-b062-dc67349a9038 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:35.629931 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2e4237bb-c51b-401d-8534-3ab5414fbbd0 req-78fc7fcd-2cf2-4a5b-b062-dc67349a9038 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 947 time: 0.0982442 Dec 10 18:54:35.638147 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-dc971110-2d25-4f13-afb7-4475516cec8b None None] For port 07569420-a357-4da8-8393-d4819a2204a8, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=07569420-a357-4da8-8393-d4819a2204a8,segment=NetworkSegment(82aff2e2-e0e1-49de-8015-bf7b98c5cf5e),segment_id=82aff2e2-e0e1-49de-8015-bf7b98c5cf5e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:54:35.639829 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dc971110-2d25-4f13-afb7-4475516cec8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:35.667388 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-dc971110-2d25-4f13-afb7-4475516cec8b None None] Calling delete_port for 07569420-a357-4da8-8393-d4819a2204a8 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:54:35.740787 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2e4237bb-c51b-401d-8534-3ab5414fbbd0 req-2884e367-9039-4e28-96b6-aa0a32951d2b tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073120 Dec 10 18:54:35.784889 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dc971110-2d25-4f13-afb7-4475516cec8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:35.811901 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc971110-2d25-4f13-afb7-4475516cec8b None None] Pushing event deleted for resources: {'Port': ['ID=07569420-a357-4da8-8393-d4819a2204a8,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:35.815742 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc971110-2d25-4f13-afb7-4475516cec8b None None] No DVR routers for this DVR port 07569420-a357-4da8-8393-d4819a2204a8 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:54:35.854326 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8531daff-7634-43e9-a532-b4ac0471b87b tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:35.868179 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8531daff-7634-43e9-a532-b4ac0471b87b tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] No DVR routers for this DVR port 07569420-a357-4da8-8393-d4819a2204a8 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:54:35.870273 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99523aa0-b207-4f19-9aff-113ebf53e916 req-76a33f46-3443-4311-813a-bb92a678a3dd tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:35.880339 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-99523aa0-b207-4f19-9aff-113ebf53e916 req-76a33f46-3443-4311-813a-bb92a678a3dd tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9cacbe3-86e5-47d3-8c2e-7165b3efdb60 HTTP/1.1" status: 200 len: 944 time: 0.1328714 Dec 10 18:54:35.959863 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-99523aa0-b207-4f19-9aff-113ebf53e916 req-7091c694-c3bf-4634-8e44-b9faa9fc13d7 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785043 Dec 10 18:54:35.992657 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531daff-7634-43e9-a532-b4ac0471b87b tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event deleted for resources: {'Port': ['ID=07569420-a357-4da8-8393-d4819a2204a8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:35.999722 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1be52292-e143-468c-9595-f66b5461b35d req-e836f976-328f-4a61-9535-e63c40cf2908 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.1217990 Dec 10 18:54:36.070535 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8531daff-7634-43e9-a532-b4ac0471b87b tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:36.092976 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-8531daff-7634-43e9-a532-b4ac0471b87b tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf942a9-0a79-4be8-bfc2-1137c683b77a']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:36.094302 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a7807-6d6c-475a-8c1a-39951bacc322 req-f865234e-7096-410f-9dfe-80253bafb29a tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:36.096562 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d21a7807-6d6c-475a-8c1a-39951bacc322 req-f865234e-7096-410f-9dfe-80253bafb29a tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 947 time: 0.0605721 Dec 10 18:54:36.109009 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-8531daff-7634-43e9-a532-b4ac0471b87b tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82aff2e2-e0e1-49de-8015-bf7b98c5cf5e') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:36.109509 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-8531daff-7634-43e9-a532-b4ac0471b87b tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82aff2e2-e0e1-49de-8015-bf7b98c5cf5e') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:36.119615 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8531daff-7634-43e9-a532-b4ac0471b87b tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:36.136252 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8531daff-7634-43e9-a532-b4ac0471b87b tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:36.146903 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8531daff-7634-43e9-a532-b4ac0471b87b tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:54:36.147335 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8531daff-7634-43e9-a532-b4ac0471b87b tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:36.150546 n-d-821435-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:54:36.150546 n-d-821435-1 neutron-server[103244]: self.session.flush() Dec 10 18:54:36.150546 n-d-821435-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:54:36.150546 n-d-821435-1 neutron-server[103244]: self.session.flush() Dec 10 18:54:36.150546 n-d-821435-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:54:36.150546 n-d-821435-1 neutron-server[103244]: self.session.flush() Dec 10 18:54:36.150546 n-d-821435-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:54:36.150546 n-d-821435-1 neutron-server[103244]: self.session.flush() Dec 10 18:54:36.150546 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:54:36.150546 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:54:36.150546 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:54:36.150546 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:54:36.150546 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:54:36.150546 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:54:36.150546 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:54:36.150546 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:54:36.150546 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:54:36.150546 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:54:36.150546 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:54:36.150546 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:54:36.150546 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:54:36.150546 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:54:36.150546 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:54:36.150546 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:54:36.150546 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:54:36.150546 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:54:36.150546 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:54:36.150546 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:54:36.150546 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:54:36.150546 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:54:36.150546 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:54:36.150546 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:54:36.150546 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:54:36.150546 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:54:36.150546 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:54:36.150546 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:54:36.150546 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:54:36.150546 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:54:36.150546 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:54:36.150546 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:54:36.185233 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d21a7807-6d6c-475a-8c1a-39951bacc322 req-6470f4e2-a86d-497a-b7c7-19cb35337d92 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720103 Dec 10 18:54:36.222652 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8531daff-7634-43e9-a532-b4ac0471b87b tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:36.228287 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8531daff-7634-43e9-a532-b4ac0471b87b tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:36.235272 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8531daff-7634-43e9-a532-b4ac0471b87b tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "DELETE /v2.0/networks/2cf942a9-0a79-4be8-bfc2-1137c683b77a HTTP/1.1" status: 204 len: 168 time: 0.9914651 Dec 10 18:54:36.235611 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51080) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:36.240157 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-0fa8267c-48e3-4482-b20b-25071429750d tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2138318780', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}, 'admin_state_up': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:54:36.267798 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531daff-7634-43e9-a532-b4ac0471b87b tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event deleted for resources: {'Network': ['ID=2cf942a9-0a79-4be8-bfc2-1137c683b77a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:36.301433 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0fa8267c-48e3-4482-b20b-25071429750d tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:36.302844 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0fa8267c-48e3-4482-b20b-25071429750d tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:36.366116 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633684d-5672-4791-9810-fcfbade8f985 req-3c2e0637-cddf-41b9-a1f1-e8de0287f381 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:36.379322 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8633684d-5672-4791-9810-fcfbade8f985 req-3c2e0637-cddf-41b9-a1f1-e8de0287f381 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 947 time: 0.0739615 Dec 10 18:54:36.410249 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0fa8267c-48e3-4482-b20b-25071429750d tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:36.495611 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 07569420-a357-4da8-8393-d4819a2204a8 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:54:36.498661 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8633684d-5672-4791-9810-fcfbade8f985 req-42aa7d93-bf49-4bcf-b85d-dee9ce52bbda tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181648 Dec 10 18:54:36.534972 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 07569420-a357-4da8-8393-d4819a2204a8 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:54:36.535712 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 07569420-a357-4da8-8393-d4819a2204a8 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:54:36.593543 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 1ce8e95c-df48-4225-9409-a5394dc0cfe8 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:54:36.671566 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0fa8267c-48e3-4482-b20b-25071429750d tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:36.739246 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f557d1-6f95-48c7-8215-24340b2f23a5 req-6c724dcd-2ee0-43f2-a069-78243cc6712c tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:36.747518 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-47f557d1-6f95-48c7-8215-24340b2f23a5 req-6c724dcd-2ee0-43f2-a069-78243cc6712c tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 947 time: 0.0745931 Dec 10 18:54:36.823865 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-47f557d1-6f95-48c7-8215-24340b2f23a5 req-bc544351-327f-456b-a05b-acdb5ded5659 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754197 Dec 10 18:54:36.884570 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 1ce8e95c-df48-4225-9409-a5394dc0cfe8, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=1ce8e95c-df48-4225-9409-a5394dc0cfe8,segment=NetworkSegment(83c7d7e9-db7c-46c1-b53c-9a099ac3350f),segment_id=83c7d7e9-db7c-46c1-b53c-9a099ac3350f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:54:36.899010 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '1ce8e95c-df48-4225-9409-a5394dc0cfe8', 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881', 'port_id': '1ce8e95c-df48-4225-9409-a5394dc0cfe8', 'mac_address': 'fa:16:3e:14:da:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ba69a49-ec77-4670-8006-0254df7f77f3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:54:36.940390 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:36.960878 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce8e95c-df48-4225-9409-a5394dc0cfe8 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:54:37.003613 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 1ce8e95c-df48-4225-9409-a5394dc0cfe8, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=1ce8e95c-df48-4225-9409-a5394dc0cfe8,segment=NetworkSegment(83c7d7e9-db7c-46c1-b53c-9a099ac3350f),segment_id=83c7d7e9-db7c-46c1-b53c-9a099ac3350f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:54:37.011821 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:37.066485 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=1ce8e95c-df48-4225-9409-a5394dc0cfe8,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:37.073352 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7322b-df6f-45d0-8276-dccd826bad03 req-e9c44667-338a-4d11-b9de-90d706825a18 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:37.075197 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8eb7322b-df6f-45d0-8276-dccd826bad03 req-e9c44667-338a-4d11-b9de-90d706825a18 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 947 time: 0.1496406 Dec 10 18:54:37.131090 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0fa8267c-48e3-4482-b20b-25071429750d tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:37.137026 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b354b0-c12d-4e57-a4f3-e760564edf2a req-201b2140-5da2-4bbb-a652-9d0005061fc3 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:37.137026 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-80b354b0-c12d-4e57-a4f3-e760564edf2a req-201b2140-5da2-4bbb-a652-9d0005061fc3 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9cacbe3-86e5-47d3-8c2e-7165b3efdb60 HTTP/1.1" status: 200 len: 945 time: 0.0534413 Dec 10 18:54:37.165771 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0fa8267c-48e3-4482-b20b-25071429750d tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:37.178507 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8eb7322b-df6f-45d0-8276-dccd826bad03 req-cde56082-5cb3-429c-ab1b-0440dcf51a14 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953040 Dec 10 18:54:37.212137 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-80b354b0-c12d-4e57-a4f3-e760564edf2a req-5bebff61-6bcb-47a0-bea0-bdbf752310dc tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685408 Dec 10 18:54:37.361698 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['1ce8e95c-df48-4225-9409-a5394dc0cfe8'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:54:37.465624 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e4041-de94-4b71-bef1-56e1397e34a6 req-72d915e0-866b-4aac-9c1d-f7b678a9ce62 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:37.470720 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-305e4041-de94-4b71-bef1-56e1397e34a6 req-72d915e0-866b-4aac-9c1d-f7b678a9ce62 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 947 time: 0.0964880 Dec 10 18:54:37.555511 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-305e4041-de94-4b71-bef1-56e1397e34a6 req-53bfd6fc-c946-442d-8a98-1b76ae0ff478 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765653 Dec 10 18:54:37.720192 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-489a8edd-8e71-41e0-a390-927600bd6b9f req-42d05124-d738-4e36-892e-14d4372de9e9 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.4862618 Dec 10 18:54:37.722437 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f4455-fa25-44d1-848a-f68da71ba998 req-a581aab4-3fb2-4d06-a815-82eaecf99967 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:37.730120 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-494f4455-fa25-44d1-848a-f68da71ba998 req-a581aab4-3fb2-4d06-a815-82eaecf99967 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 947 time: 0.0848956 Dec 10 18:54:37.773812 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-0fa8267c-48e3-4482-b20b-25071429750d tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Allocated IP 172.25.7.217 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/ca4d1427-47f2-403e-9fa5-b64b9ae0ec09) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:54:37.799286 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-494f4455-fa25-44d1-848a-f68da71ba998 req-b52c120d-9467-41c5-b741-77b0cf2abce8 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680439 Dec 10 18:54:37.900082 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0fa8267c-48e3-4482-b20b-25071429750d tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:37.937811 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0fa8267c-48e3-4482-b20b-25071429750d tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:37.947211 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18eb4bb-0a12-4b7b-b765-7fe97f0215ec req-4a8e84dd-8c6d-4877-9006-72d43ec61701 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:37.948839 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a18eb4bb-0a12-4b7b-b765-7fe97f0215ec req-4a8e84dd-8c6d-4877-9006-72d43ec61701 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 947 time: 0.0631988 Dec 10 18:54:37.978001 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa8267c-48e3-4482-b20b-25071429750d tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:54:37.981106 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-0fa8267c-48e3-4482-b20b-25071429750d tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:54:37.986060 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa8267c-48e3-4482-b20b-25071429750d tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:54:38.001551 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a18eb4bb-0a12-4b7b-b765-7fe97f0215ec req-d1296f10-66fe-4c01-ab43-08cf487cce0e tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455260 Dec 10 18:54:38.008342 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848460e2-078f-487f-89dc-2a5b8825309e None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:54:38.015492 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa8267c-48e3-4482-b20b-25071429750d tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event updated for resources: {'Port': ['ID=ca4d1427-47f2-403e-9fa5-b64b9ae0ec09,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:38.061337 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d7545a4b-17d7-46d0-984d-95e82b6c6262 None None] Provisioning complete for port ca4d1427-47f2-403e-9fa5-b64b9ae0ec09 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:54:38.063033 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d7545a4b-17d7-46d0-984d-95e82b6c6262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:38.201626 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:38.203261 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d7545a4b-17d7-46d0-984d-95e82b6c6262 None None] Port ca4d1427-47f2-403e-9fa5-b64b9ae0ec09 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:54:38.399476 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb90d8-86eb-490f-94ca-6861a90cbf60 req-46ed40d3-8da8-427c-9519-6b0cf5c7370d tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:38.402300 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5bcb90d8-86eb-490f-94ca-6861a90cbf60 req-46ed40d3-8da8-427c-9519-6b0cf5c7370d tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9cacbe3-86e5-47d3-8c2e-7165b3efdb60 HTTP/1.1" status: 200 len: 945 time: 0.0943673 Dec 10 18:54:38.403934 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0fa8267c-48e3-4482-b20b-25071429750d tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:38.545544 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5bcb90d8-86eb-490f-94ca-6861a90cbf60 req-5291ddf5-bf99-4b20-ac33-da75f4898637 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027532 Dec 10 18:54:38.595500 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 1ce8e95c-df48-4225-9409-a5394dc0cfe8 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:54:38.702977 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 1ce8e95c-df48-4225-9409-a5394dc0cfe8 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:54:38.707526 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 1ce8e95c-df48-4225-9409-a5394dc0cfe8 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:54:38.707809 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:38.727163 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0fa8267c-48e3-4482-b20b-25071429750d tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:38.807738 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:38.858339 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 1ce8e95c-df48-4225-9409-a5394dc0cfe8, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=1ce8e95c-df48-4225-9409-a5394dc0cfe8,segment=NetworkSegment(83c7d7e9-db7c-46c1-b53c-9a099ac3350f),segment_id=83c7d7e9-db7c-46c1-b53c-9a099ac3350f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:54:38.859853 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9cacbe3-86e5-47d3-8c2e-7165b3efdb60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce8e95c-df48-4225-9409-a5394dc0cfe8'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:54:38.863464 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d159ff-63fe-4853-b570-82c4590377ad" -d '{"events": [{"server_uuid": "a9cacbe3-86e5-47d3-8c2e-7165b3efdb60", "name": "network-vif-plugged", "status": "completed", "tag": "1ce8e95c-df48-4225-9409-a5394dc0cfe8"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:54:38.870932 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:38.899757 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-582d6f40-607a-451f-bab6-5fae758eb310 req-4f3853c2-a112-4604-a1b1-1ecbfc67a17c tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0759671 Dec 10 18:54:38.931798 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c77ba4-7b05-4e94-a9bf-2a122b44da23 x-openstack-request-id: req-46c77ba4-7b05-4e94-a9bf-2a122b44da23 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:54:38.932090 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9cacbe3-86e5-47d3-8c2e-7165b3efdb60", "name": "network-vif-plugged", "status": "completed", "tag": "1ce8e95c-df48-4225-9409-a5394dc0cfe8", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:54:38.932347 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-46c77ba4-7b05-4e94-a9bf-2a122b44da23 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:54:38.932759 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9cacbe3-86e5-47d3-8c2e-7165b3efdb60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce8e95c-df48-4225-9409-a5394dc0cfe8', 'code': 200} Dec 10 18:54:38.953780 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=1ce8e95c-df48-4225-9409-a5394dc0cfe8,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:38.999442 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa8267c-48e3-4482-b20b-25071429750d tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Router 40025892-4b17-4b12-ad2a-02becb717f98 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:54:39.061009 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db878b-ef66-4c69-83d7-2209094271a6 req-b5e4d45d-ae57-4111-b734-67529a12c56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:39.062896 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-95db878b-ef66-4c69-83d7-2209094271a6 req-b5e4d45d-ae57-4111-b734-67529a12c56d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a9cacbe3-86e5-47d3-8c2e-7165b3efdb60 HTTP/1.1" status: 200 len: 1097 time: 0.0550776 Dec 10 18:54:39.131806 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa8267c-48e3-4482-b20b-25071429750d tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:54:39.133038 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-95db878b-ef66-4c69-83d7-2209094271a6 req-cfc87557-5a0d-4673-91eb-8f818aa7a453 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615137 Dec 10 18:54:39.143158 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d103fb54-82ee-4043-b4d7-04d9019f3385 None None] Sync routers for ids ['40025892-4b17-4b12-ad2a-02becb717f98'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:54:39.159050 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0fa8267c-48e3-4482-b20b-25071429750d tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:39.160270 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d103fb54-82ee-4043-b4d7-04d9019f3385 None None] Routers {'40025892-4b17-4b12-ad2a-02becb717f98'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:54:39.160957 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d103fb54-82ee-4043-b4d7-04d9019f3385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:54:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['40025892-4b17-4b12-ad2a-02becb717f98'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:39.162278 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0fa8267c-48e3-4482-b20b-25071429750d tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.9257107 Dec 10 18:54:39.164950 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51180) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:39.203529 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d103fb54-82ee-4043-b4d7-04d9019f3385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:39.217256 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d103fb54-82ee-4043-b4d7-04d9019f3385 None None] Routers {'40025892-4b17-4b12-ad2a-02becb717f98'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:54:39.218378 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d103fb54-82ee-4043-b4d7-04d9019f3385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:54:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['40025892-4b17-4b12-ad2a-02becb717f98'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:39.387915 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ea47ca6b-ac78-40f4-ad41-30f39b902abe tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "GET /v2.0/routers/40025892-4b17-4b12-ad2a-02becb717f98 HTTP/1.1" status: 200 len: 881 time: 0.2217956 Dec 10 18:54:39.390942 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51184) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:39.451499 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d103fb54-82ee-4043-b4d7-04d9019f3385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:39.452802 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d103fb54-82ee-4043-b4d7-04d9019f3385 None None] The sync data for ids ['40025892-4b17-4b12-ad2a-02becb717f98'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:54:39.751673 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6b3899ef-68ec-4f00-89b0-f1217d66e179 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3572538 Dec 10 18:54:39.752585 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51196) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:39.758158 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c3881513-7dc6-440c-ab25-d9adf926d0b4 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2138318780'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:54:39.759624 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a951ee7-a27e-4614-9022-f5242384d4c9 req-c0de768a-672d-4d1b-8bd3-463d550e7898 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:39.761068 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8a951ee7-a27e-4614-9022-f5242384d4c9 req-c0de768a-672d-4d1b-8bd3-463d550e7898 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9cacbe3-86e5-47d3-8c2e-7165b3efdb60 HTTP/1.1" status: 200 len: 946 time: 0.0827723 Dec 10 18:54:39.819660 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8a951ee7-a27e-4614-9022-f5242384d4c9 req-f3bc7e2f-9268-43c7-8666-f99348d4ee2c tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482259 Dec 10 18:54:40.071528 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-575adf6c-b041-4e29-81ae-8a33495c26dd req-af6c9957-5da9-4742-9219-63f9473930b9 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0383341 Dec 10 18:54:40.224713 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3881513-7dc6-440c-ab25-d9adf926d0b4 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4723'] for router, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:40.258980 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3881513-7dc6-440c-ab25-d9adf926d0b4 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534354'] for router, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:40.265040 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:54:40.425854 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3881513-7dc6-440c-ab25-d9adf926d0b4 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Router 40025892-4b17-4b12-ad2a-02becb717f98 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:54:40.581490 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3881513-7dc6-440c-ab25-d9adf926d0b4 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:54:40.593528 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4a03c0-ed95-43e6-822f-f2687d6622a5 None None] Sync routers for ids ['40025892-4b17-4b12-ad2a-02becb717f98'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:54:40.608867 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3881513-7dc6-440c-ab25-d9adf926d0b4 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:40.614990 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c3881513-7dc6-440c-ab25-d9adf926d0b4 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "PUT /v2.0/routers/40025892-4b17-4b12-ad2a-02becb717f98 HTTP/1.1" status: 200 len: 888 time: 0.8584962 Dec 10 18:54:40.615261 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51214) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:40.625879 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4a03c0-ed95-43e6-822f-f2687d6622a5 None None] Routers {'40025892-4b17-4b12-ad2a-02becb717f98'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:54:40.626504 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-cd4a03c0-ed95-43e6-822f-f2687d6622a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:54:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['40025892-4b17-4b12-ad2a-02becb717f98'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:40.724070 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-cd4a03c0-ed95-43e6-822f-f2687d6622a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:40.739053 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4a03c0-ed95-43e6-822f-f2687d6622a5 None None] Routers {'40025892-4b17-4b12-ad2a-02becb717f98'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:54:40.739838 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-cd4a03c0-ed95-43e6-822f-f2687d6622a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:54:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['40025892-4b17-4b12-ad2a-02becb717f98'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:40.784516 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-cd4a03c0-ed95-43e6-822f-f2687d6622a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:40.785848 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4a03c0-ed95-43e6-822f-f2687d6622a5 None None] The sync data for ids ['40025892-4b17-4b12-ad2a-02becb717f98'] in n-d-821435-1 is: [] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:54:40.793252 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-039e9513-ebdf-462f-b7be-2312671f318b tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "GET /v2.0/routers/40025892-4b17-4b12-ad2a-02becb717f98 HTTP/1.1" status: 200 len: 888 time: 0.1746113 Dec 10 18:54:40.795083 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51220) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:40.832166 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fc5c4076-416d-4fef-8dd5-16edc1b5a9b9 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "GET /v2.0/ports?device_id=40025892-4b17-4b12-ad2a-02becb717f98 HTTP/1.1" status: 200 len: 205 time: 0.0336185 Dec 10 18:54:40.832401 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51222) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:40.986076 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-42e167d2-190c-4b46-a1d5-fa627f25c173 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:41.019788 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6183347e-9d4f-46a8-b244-a20389688ca3 req-902526b0-0a75-4cad-a991-82c0e9a638d1 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:41.022611 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6183347e-9d4f-46a8-b244-a20389688ca3 req-902526b0-0a75-4cad-a991-82c0e9a638d1 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9cacbe3-86e5-47d3-8c2e-7165b3efdb60 HTTP/1.1" status: 200 len: 946 time: 0.1082065 Dec 10 18:54:41.117997 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-42e167d2-190c-4b46-a1d5-fa627f25c173 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:41.143423 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6183347e-9d4f-46a8-b244-a20389688ca3 req-30851cf1-21d3-4f06-a524-11392549aa60 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139796 Dec 10 18:54:41.203727 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-762b2769-26c2-43f5-8425-ce864b9de42e req-1a526ddf-330b-46c7-a5cc-6080aa0a4ae3 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0354195 Dec 10 18:54:41.248370 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-42e167d2-190c-4b46-a1d5-fa627f25c173 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Deleting port ca4d1427-47f2-403e-9fa5-b64b9ae0ec09 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:54:41.249111 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-42e167d2-190c-4b46-a1d5-fa627f25c173 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:41.339981 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df097dff-9a30-44ac-a677-6d0fa52b0669 req-c2451d98-5b85-40ef-818d-ee7d45a83c49 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:41.349674 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-df097dff-9a30-44ac-a677-6d0fa52b0669 req-c2451d98-5b85-40ef-818d-ee7d45a83c49 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9cacbe3-86e5-47d3-8c2e-7165b3efdb60 HTTP/1.1" status: 200 len: 946 time: 0.0808382 Dec 10 18:54:41.411463 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-df097dff-9a30-44ac-a677-6d0fa52b0669 req-709b503d-8fe1-48fb-b9be-b696118b36c3 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608294 Dec 10 18:54:41.419328 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-42e167d2-190c-4b46-a1d5-fa627f25c173 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:41.461185 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-42e167d2-190c-4b46-a1d5-fa627f25c173 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Calling delete_port for ca4d1427-47f2-403e-9fa5-b64b9ae0ec09 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:54:41.816505 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451dd517-15b9-4501-8a9d-e31c666f8c3c req-d0c668bb-7aa0-4e28-8853-ddde0fdb55a6 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:41.821177 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-451dd517-15b9-4501-8a9d-e31c666f8c3c req-d0c668bb-7aa0-4e28-8853-ddde0fdb55a6 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9cacbe3-86e5-47d3-8c2e-7165b3efdb60 HTTP/1.1" status: 200 len: 946 time: 0.0906780 Dec 10 18:54:41.863830 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-42e167d2-190c-4b46-a1d5-fa627f25c173 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:41.902092 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-451dd517-15b9-4501-8a9d-e31c666f8c3c req-f48301ec-30f2-4dce-91f7-06d328b2573a tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736735 Dec 10 18:54:41.924293 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e167d2-190c-4b46-a1d5-fa627f25c173 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event deleted for resources: {'Port': ['ID=ca4d1427-47f2-403e-9fa5-b64b9ae0ec09,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:41.929723 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa5e5de-b3d3-48ff-9eca-37f4e6d23b76 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:54:42.042971 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-42e167d2-190c-4b46-a1d5-fa627f25c173 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:42.209466 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-42e167d2-190c-4b46-a1d5-fa627f25c173 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:42.218397 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-42e167d2-190c-4b46-a1d5-fa627f25c173 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:42.344575 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b608f423-028f-46a2-8fd3-12f7ae477982 req-7326a051-7a33-4c5b-8c65-b34383b21c30 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.0311255 Dec 10 18:54:42.367029 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-42e167d2-190c-4b46-a1d5-fa627f25c173 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:42.367614 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e167d2-190c-4b46-a1d5-fa627f25c173 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Fanout notify agent at l3_agent the message router_deleted on router 40025892-4b17-4b12-ad2a-02becb717f98 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:54:42.386959 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-42e167d2-190c-4b46-a1d5-fa627f25c173 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:42.389052 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-42e167d2-190c-4b46-a1d5-fa627f25c173 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "DELETE /v2.0/routers/40025892-4b17-4b12-ad2a-02becb717f98 HTTP/1.1" status: 204 len: 168 time: 1.5549316 Dec 10 18:54:42.393327 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51262) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:42.400445 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-42d530d7-1470-414e-bce8-3b65d5f08c81 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Request body: {'network': {'name': 'tempest-RoutersTest-244991250'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:54:42.436957 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d530d7-1470-414e-bce8-3b65d5f08c81 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Made reservation on behalf of 955fb138ea1841a1a19d85777d85eb8a for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:54:42.442079 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-42d530d7-1470-414e-bce8-3b65d5f08c81 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:42.473713 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42d530d7-1470-414e-bce8-3b65d5f08c81 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:54:42.486618 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-42d530d7-1470-414e-bce8-3b65d5f08c81 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:42.487213 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-42d530d7-1470-414e-bce8-3b65d5f08c81 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Added segment a792e8ec-b668-43b6-8ae1-726ab9e01d40 of type vlan for network 163ba56d-186d-42ee-8511-c893fdb42319 Dec 10 18:54:42.569788 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-42d530d7-1470-414e-bce8-3b65d5f08c81 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:42.618151 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-42d530d7-1470-414e-bce8-3b65d5f08c81 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:42.625837 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d530d7-1470-414e-bce8-3b65d5f08c81 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:42.626802 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-42d530d7-1470-414e-bce8-3b65d5f08c81 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:42.665423 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-42d530d7-1470-414e-bce8-3b65d5f08c81 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2702501 Dec 10 18:54:42.668177 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51268) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:42.674711 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-02794830-6819-41c1-a11b-a6872dc5316c tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Request body: {'subnet': {'network_id': '163ba56d-186d-42ee-8511-c893fdb42319', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:54:42.828833 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d530d7-1470-414e-bce8-3b65d5f08c81 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event updated for resources: {'Network': ['ID=163ba56d-186d-42ee-8511-c893fdb42319,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:42.840151 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 163ba56d-186d-42ee-8511-c893fdb42319 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:54:42.931383 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02794830-6819-41c1-a11b-a6872dc5316c tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Made reservation on behalf of 955fb138ea1841a1a19d85777d85eb8a for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:54:42.936657 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-02794830-6819-41c1-a11b-a6872dc5316c tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:43.150588 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b4efa-e763-4d8a-9ac9-75f3f494d58a req-c6e9c4bc-ee03-49a8-a338-13bcd43a8e79 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:43.159913 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f75b4efa-e763-4d8a-9ac9-75f3f494d58a req-c6e9c4bc-ee03-49a8-a338-13bcd43a8e79 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9cacbe3-86e5-47d3-8c2e-7165b3efdb60 HTTP/1.1" status: 200 len: 946 time: 0.0655422 Dec 10 18:54:43.655161 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f75b4efa-e763-4d8a-9ac9-75f3f494d58a req-48be3528-6239-4dba-af58-26a25b88e356 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4941461 Dec 10 18:54:43.691483 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb0650-27d5-481f-9e59-4cfb27cbe74d req-19444547-e0ea-40fb-b461-dfd89089d9be tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:43.693018 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f3eb0650-27d5-481f-9e59-4cfb27cbe74d req-19444547-e0ea-40fb-b461-dfd89089d9be tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9cacbe3-86e5-47d3-8c2e-7165b3efdb60 HTTP/1.1" status: 200 len: 946 time: 0.4795394 Dec 10 18:54:43.744746 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-60b52246-6666-48d6-9899-c89ea2e89d18 req-494585e2-c15c-475c-a86a-ea6e817490ea tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b2680-69ce-4d0d-83a5-f5ec6ba957cc HTTP/1.1" status: 200 len: 210 time: 0.2168391 Dec 10 18:54:43.754804 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-02794830-6819-41c1-a11b-a6872dc5316c tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:43.911365 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-f3eb0650-27d5-481f-9e59-4cfb27cbe74d req-52d4c2b1-b36c-4aea-b8b5-9b6c7e74af50 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Deleting port 1ce8e95c-df48-4225-9409-a5394dc0cfe8 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:54:43.913760 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f3eb0650-27d5-481f-9e59-4cfb27cbe74d req-52d4c2b1-b36c-4aea-b8b5-9b6c7e74af50 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:43.951808 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02794830-6819-41c1-a11b-a6872dc5316c tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Checking segment: {'id': 'a792e8ec-b668-43b6-8ae1-726ab9e01d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '163ba56d-186d-42ee-8511-c893fdb42319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:54:43.952350 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02794830-6819-41c1-a11b-a6872dc5316c tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Network hostable DHCP agents. Network: 163ba56d-186d-42ee-8511-c893fdb42319, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:54:43.954572 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02794830-6819-41c1-a11b-a6872dc5316c tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event updated for resources: {'Subnet': ['ID=060ed575-eefa-4b32-b154-e73b6647d6f2,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:43.977301 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02794830-6819-41c1-a11b-a6872dc5316c tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Network 163ba56d-186d-42ee-8511-c893fdb42319 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:54:43.996977 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-02794830-6819-41c1-a11b-a6872dc5316c tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 163ba56d-186d-42ee-8511-c893fdb42319) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:54:44.004223 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02794830-6819-41c1-a11b-a6872dc5316c tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:44.004899 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-02794830-6819-41c1-a11b-a6872dc5316c tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:44.008260 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca20c6b3-80f8-406b-917f-02e7d2686762 None None] Network 163ba56d-186d-42ee-8511-c893fdb42319 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:54:44.049331 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-02794830-6819-41c1-a11b-a6872dc5316c tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3797216 Dec 10 18:54:44.051952 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51304) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:44.066672 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8c0ef5c1-6284-4a58-9f05-efc2caa78911 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1293786885', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:54:44.071955 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-f3eb0650-27d5-481f-9e59-4cfb27cbe74d req-52d4c2b1-b36c-4aea-b8b5-9b6c7e74af50 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] For port 1ce8e95c-df48-4225-9409-a5394dc0cfe8, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=1ce8e95c-df48-4225-9409-a5394dc0cfe8,segment=NetworkSegment(83c7d7e9-db7c-46c1-b53c-9a099ac3350f),segment_id=83c7d7e9-db7c-46c1-b53c-9a099ac3350f)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:54:44.072530 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f3eb0650-27d5-481f-9e59-4cfb27cbe74d req-52d4c2b1-b36c-4aea-b8b5-9b6c7e74af50 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:44.088255 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-f3eb0650-27d5-481f-9e59-4cfb27cbe74d req-52d4c2b1-b36c-4aea-b8b5-9b6c7e74af50 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Calling delete_port for 1ce8e95c-df48-4225-9409-a5394dc0cfe8 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:54:44.141455 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c0ef5c1-6284-4a58-9f05-efc2caa78911 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:44.142689 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c0ef5c1-6284-4a58-9f05-efc2caa78911 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:44.281826 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f3eb0650-27d5-481f-9e59-4cfb27cbe74d req-52d4c2b1-b36c-4aea-b8b5-9b6c7e74af50 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:44.285311 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c408e13c-709f-4cfc-84df-a59b0d7319a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-163ba56d-186d-42ee-8511-c893fdb42319', 'network_id': '163ba56d-186d-42ee-8511-c893fdb42319', 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'fixed_ips': [{'subnet_id': '060ed575-eefa-4b32-b154-e73b6647d6f2'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:54:44.286790 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c408e13c-709f-4cfc-84df-a59b0d7319a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:44.294150 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c0ef5c1-6284-4a58-9f05-efc2caa78911 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:44.306392 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c0ef5c1-6284-4a58-9f05-efc2caa78911 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:44.322481 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['1ce8e95c-df48-4225-9409-a5394dc0cfe8'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:54:44.327872 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:54:44.345173 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c0ef5c1-6284-4a58-9f05-efc2caa78911 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:44.349377 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8c0ef5c1-6284-4a58-9f05-efc2caa78911 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2928791 Dec 10 18:54:44.350072 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51312) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:44.374909 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4c2b1-b36c-4aea-b8b5-9b6c7e74af50 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Pushing event deleted for resources: {'Port': ['ID=1ce8e95c-df48-4225-9409-a5394dc0cfe8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:44.526955 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3eb0650-27d5-481f-9e59-4cfb27cbe74d req-52d4c2b1-b36c-4aea-b8b5-9b6c7e74af50 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] No DVR routers for this DVR port 1ce8e95c-df48-4225-9409-a5394dc0cfe8 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:54:44.542301 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f3eb0650-27d5-481f-9e59-4cfb27cbe74d req-52d4c2b1-b36c-4aea-b8b5-9b6c7e74af50 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:44.549570 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f3eb0650-27d5-481f-9e59-4cfb27cbe74d req-52d4c2b1-b36c-4aea-b8b5-9b6c7e74af50 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.72 "DELETE /v2.0/ports/1ce8e95c-df48-4225-9409-a5394dc0cfe8 HTTP/1.1" status: 204 len: 173 time: 0.8501472 Dec 10 18:54:44.550717 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9cacbe3-86e5-47d3-8c2e-7165b3efdb60', 'name': 'network-vif-deleted', 'tag': '1ce8e95c-df48-4225-9409-a5394dc0cfe8'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:54:44.553612 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88378d6-c090-4419-a6db-bd2b52e078f7" -d '{"events": [{"server_uuid": "a9cacbe3-86e5-47d3-8c2e-7165b3efdb60", "name": "network-vif-deleted", "tag": "1ce8e95c-df48-4225-9409-a5394dc0cfe8"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:54:44.700432 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdeaf9cb-62e7-4d7b-be59-c5cef49f96b8 x-openstack-request-id: req-bdeaf9cb-62e7-4d7b-be59-c5cef49f96b8 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:54:44.701343 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9cacbe3-86e5-47d3-8c2e-7165b3efdb60", "name": "network-vif-deleted", "tag": "1ce8e95c-df48-4225-9409-a5394dc0cfe8", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:54:44.702586 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bdeaf9cb-62e7-4d7b-be59-c5cef49f96b8 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:54:44.703128 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9cacbe3-86e5-47d3-8c2e-7165b3efdb60', 'name': 'network-vif-deleted', 'tag': '1ce8e95c-df48-4225-9409-a5394dc0cfe8', 'status': 'completed', 'code': 200} Dec 10 18:54:44.784891 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-b326643c-5a99-4630-88e2-b7d2684a14de tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:44.797610 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-b326643c-5a99-4630-88e2-b7d2684a14de tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/networks?id=14c08ff4-ca2d-4471-8902-6f8e83bb90b7 HTTP/1.1" status: 200 len: 808 time: 0.3173122 Dec 10 18:54:44.852299 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-0889714e-43da-4033-b7fa-dc4a05161d72 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/quotas/1f735a5802de4c24997c938bfdf1d1f9 HTTP/1.1" status: 200 len: 375 time: 0.0445032 Dec 10 18:54:44.936382 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-8142564d-375e-47f7-9b10-a7df6508c9f6 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1f735a5802de4c24997c938bfdf1d1f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0796130 Dec 10 18:54:44.938542 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-c408e13c-709f-4cfc-84df-a59b0d7319a7 None None] Allocated IP 172.20.0.2 (163ba56d-186d-42ee-8511-c893fdb42319/060ed575-eefa-4b32-b154-e73b6647d6f2/4174f067-70f6-4fd6-a506-ab14b645b16a) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:54:45.037802 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b3cd057c-8c5f-4f60-8138-0f18e86993c1 req-5f4c881e-a703-4f89-84b8-158986a194ab tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9cacbe3-86e5-47d3-8c2e-7165b3efdb60 HTTP/1.1" status: 200 len: 210 time: 0.0671978 Dec 10 18:54:45.039577 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-68733534-9e1b-46bd-9f21-94e9b7fa7588 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:45.176664 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-c5548228-4899-47cf-9771-1ae9949c1d0e service neutron] 10.222.0.62 "GET /v2.0/networks/14c08ff4-ca2d-4471-8902-6f8e83bb90b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391298 Dec 10 18:54:45.280801 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c408e13c-709f-4cfc-84df-a59b0d7319a7 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:45.292894 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c408e13c-709f-4cfc-84df-a59b0d7319a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:45.377591 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408e13c-709f-4cfc-84df-a59b0d7319a7 None None] Pushing event updated for resources: {'Port': ['ID=4174f067-70f6-4fd6-a506-ab14b645b16a,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:45.383191 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-cd442ad1-706c-4b98-980d-47ac683cced7 service neutron] 10.222.0.62 "GET /v2.0/networks/14c08ff4-ca2d-4471-8902-6f8e83bb90b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980598 Dec 10 18:54:45.410140 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c408e13c-709f-4cfc-84df-a59b0d7319a7 None None] Network 163ba56d-186d-42ee-8511-c893fdb42319 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:54:45.411953 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-c408e13c-709f-4cfc-84df-a59b0d7319a7 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:54:45.418548 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c408e13c-709f-4cfc-84df-a59b0d7319a7 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:54:45.503054 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c408e13c-709f-4cfc-84df-a59b0d7319a7 None None] Attempting to bind port 4174f067-70f6-4fd6-a506-ab14b645b16a on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:54:45.504018 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c408e13c-709f-4cfc-84df-a59b0d7319a7 None None] Attempting to bind port 4174f067-70f6-4fd6-a506-ab14b645b16a by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'a792e8ec-b668-43b6-8ae1-726ab9e01d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '163ba56d-186d-42ee-8511-c893fdb42319'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:54:45.504220 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c408e13c-709f-4cfc-84df-a59b0d7319a7 None None] Attempting to bind port 4174f067-70f6-4fd6-a506-ab14b645b16a on network 163ba56d-186d-42ee-8511-c893fdb42319 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:54:45.511731 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c408e13c-709f-4cfc-84df-a59b0d7319a7 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:54:45.512184 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c408e13c-709f-4cfc-84df-a59b0d7319a7 None None] Checking segment: {'id': 'a792e8ec-b668-43b6-8ae1-726ab9e01d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '163ba56d-186d-42ee-8511-c893fdb42319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:54:45.512646 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c408e13c-709f-4cfc-84df-a59b0d7319a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:45.513102 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c408e13c-709f-4cfc-84df-a59b0d7319a7 None None] Bound using segment: {'id': 'a792e8ec-b668-43b6-8ae1-726ab9e01d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '163ba56d-186d-42ee-8511-c893fdb42319'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:54:45.515415 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c408e13c-709f-4cfc-84df-a59b0d7319a7 None None] Bound port: 4174f067-70f6-4fd6-a506-ab14b645b16a, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a792e8ec-b668-43b6-8ae1-726ab9e01d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '163ba56d-186d-42ee-8511-c893fdb42319'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:54:45.515818 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c408e13c-709f-4cfc-84df-a59b0d7319a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:45.681959 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c408e13c-709f-4cfc-84df-a59b0d7319a7 None None] For port 4174f067-70f6-4fd6-a506-ab14b645b16a, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:54:45.687730 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c408e13c-709f-4cfc-84df-a59b0d7319a7 None None] For port 4174f067-70f6-4fd6-a506-ab14b645b16a, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=4174f067-70f6-4fd6-a506-ab14b645b16a,segment=NetworkSegment(a792e8ec-b668-43b6-8ae1-726ab9e01d40),segment_id=a792e8ec-b668-43b6-8ae1-726ab9e01d40)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:54:45.703719 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c408e13c-709f-4cfc-84df-a59b0d7319a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:45.743636 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-03050654-e98c-449a-9daa-7c56c622d1fa req-a6cddc39-262d-4fa1-80c1-97d22a88d270 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f625772-ce32-4b85-9a48-cbbeb85727b8 HTTP/1.1" status: 200 len: 210 time: 0.1021001 Dec 10 18:54:45.757468 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-68733534-9e1b-46bd-9f21-94e9b7fa7588 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Allocated IP 172.20.0.1 (163ba56d-186d-42ee-8511-c893fdb42319/060ed575-eefa-4b32-b154-e73b6647d6f2/aaa2df79-b530-416f-ac84-0105cd13debd) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:54:45.821040 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408e13c-709f-4cfc-84df-a59b0d7319a7 None None] Pushing event updated for resources: {'Port': ['ID=4174f067-70f6-4fd6-a506-ab14b645b16a,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:46.001131 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-68733534-9e1b-46bd-9f21-94e9b7fa7588 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:46.061168 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-68733534-9e1b-46bd-9f21-94e9b7fa7588 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:46.201452 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68733534-9e1b-46bd-9f21-94e9b7fa7588 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Network 163ba56d-186d-42ee-8511-c893fdb42319 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:54:46.206614 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-68733534-9e1b-46bd-9f21-94e9b7fa7588 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:54:46.241582 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68733534-9e1b-46bd-9f21-94e9b7fa7588 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:54:46.398503 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-68733534-9e1b-46bd-9f21-94e9b7fa7588 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:46.570867 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68733534-9e1b-46bd-9f21-94e9b7fa7588 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event updated for resources: {'Port': ['ID=aaa2df79-b530-416f-ac84-0105cd13debd,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:46.630499 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-68733534-9e1b-46bd-9f21-94e9b7fa7588 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:46.649020 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 4174f067-70f6-4fd6-a506-ab14b645b16a up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:54:46.727245 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 4174f067-70f6-4fd6-a506-ab14b645b16a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:54:46.727744 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:46.881801 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:46.993738 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 4174f067-70f6-4fd6-a506-ab14b645b16a, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=4174f067-70f6-4fd6-a506-ab14b645b16a,segment=NetworkSegment(a792e8ec-b668-43b6-8ae1-726ab9e01d40),segment_id=a792e8ec-b668-43b6-8ae1-726ab9e01d40)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:54:46.998517 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c3e8d-16ac-4cc3-9b5f-f4b114c8e0f9 req-f78fe547-a8db-46d7-b44d-55232981cb09 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:47.001970 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:47.005699 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5d6c3e8d-16ac-4cc3-9b5f-f4b114c8e0f9 req-f78fe547-a8db-46d7-b44d-55232981cb09 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 947 time: 0.1448741 Dec 10 18:54:47.138475 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=4174f067-70f6-4fd6-a506-ab14b645b16a,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:47.148207 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5d6c3e8d-16ac-4cc3-9b5f-f4b114c8e0f9 req-58e0bb39-e6e8-4f50-92db-3a117cd98221 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193829 Dec 10 18:54:47.377600 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c0063413-8574-4b03-b01a-949ee365fc64 req-61a846b2-ea00-4b3c-8929-7cccf5617325 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f625772-ce32-4b85-9a48-cbbeb85727b8 HTTP/1.1" status: 200 len: 210 time: 0.0984080 Dec 10 18:54:47.553564 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-68733534-9e1b-46bd-9f21-94e9b7fa7588 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:47.567303 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-68733534-9e1b-46bd-9f21-94e9b7fa7588 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:47.756688 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-fe0b7a47-29f5-405f-8719-8fe2b996bf2d tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:47.760138 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-fe0b7a47-29f5-405f-8719-8fe2b996bf2d tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.46 "GET /v2.0/networks?id=14c08ff4-ca2d-4471-8902-6f8e83bb90b7 HTTP/1.1" status: 200 len: 808 time: 0.3613124 Dec 10 18:54:47.773609 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-68733534-9e1b-46bd-9f21-94e9b7fa7588 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:47.776260 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68733534-9e1b-46bd-9f21-94e9b7fa7588 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event updated for resources: {'Port': ['ID=aaa2df79-b530-416f-ac84-0105cd13debd,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:47.777924 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-986f3e4e-dd3b-4a11-b1a8-5bad2cb352bd tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] Request body: {'port': {'device_id': '5f625772-ce32-4b85-9a48-cbbeb85727b8', 'network_id': '14c08ff4-ca2d-4471-8902-6f8e83bb90b7', 'admin_state_up': True, 'tenant_id': '1f735a5802de4c24997c938bfdf1d1f9'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:54:47.808757 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b272d78-9dc8-4ab0-bfce-fee4f331929e None None] Network 163ba56d-186d-42ee-8511-c893fdb42319 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:54:47.970159 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-986f3e4e-dd3b-4a11-b1a8-5bad2cb352bd tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] Made reservation on behalf of 1f735a5802de4c24997c938bfdf1d1f9 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:54:47.974012 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-986f3e4e-dd3b-4a11-b1a8-5bad2cb352bd tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:48.025804 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c233bac4-9bac-440d-86c7-ef040affdc0c None None] Provisioning complete for port 4174f067-70f6-4fd6-a506-ab14b645b16a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:54:48.027838 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c233bac4-9bac-440d-86c7-ef040affdc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:48.055087 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68733534-9e1b-46bd-9f21-94e9b7fa7588 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Network 163ba56d-186d-42ee-8511-c893fdb42319 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:54:48.062746 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-68733534-9e1b-46bd-9f21-94e9b7fa7588 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:54:48.221993 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-986f3e4e-dd3b-4a11-b1a8-5bad2cb352bd tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] Allocated IP 172.20.0.4 (14c08ff4-ca2d-4471-8902-6f8e83bb90b7/5964329d-49d1-453b-8dec-191d9b890369/3035291b-bd7e-4cae-8798-9cef9ba6359a) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:54:48.481240 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68733534-9e1b-46bd-9f21-94e9b7fa7588 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Router 43e92cbb-521e-4b3d-aa70-2bb8869e2e5f is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:54:48.490142 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd341d0-1bdf-4522-bf59-f9f54b472b9a req-ca1e6a0e-fcdd-4440-bfcd-246b7970d90e tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:48.492067 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8dd341d0-1bdf-4522-bf59-f9f54b472b9a req-ca1e6a0e-fcdd-4440-bfcd-246b7970d90e tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 947 time: 0.1334825 Dec 10 18:54:48.571093 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 4174f067-70f6-4fd6-a506-ab14b645b16a up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:54:48.621119 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-986f3e4e-dd3b-4a11-b1a8-5bad2cb352bd tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:48.629388 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8dd341d0-1bdf-4522-bf59-f9f54b472b9a req-f250886b-53c4-4ad1-9a92-713df0f8dadf tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186702 Dec 10 18:54:48.678266 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 1ce8e95c-df48-4225-9409-a5394dc0cfe8 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:54:48.734011 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5566498-46e6-461b-a657-f0a8e1e8562c req-cccc80e5-7b5b-42d5-a203-fc543f3f0997 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:48.736322 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b5566498-46e6-461b-a657-f0a8e1e8562c req-cccc80e5-7b5b-42d5-a203-fc543f3f0997 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 947 time: 0.0702188 Dec 10 18:54:48.745996 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68733534-9e1b-46bd-9f21-94e9b7fa7588 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:54:48.760235 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-68733534-9e1b-46bd-9f21-94e9b7fa7588 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "PUT /v2.0/routers/43e92cbb-521e-4b3d-aa70-2bb8869e2e5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4090490 Dec 10 18:54:48.762711 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-986f3e4e-dd3b-4a11-b1a8-5bad2cb352bd tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:48.763331 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51526) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:48.813199 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c9d5d6-a85f-41d8-94c1-6b839f001cc5 None None] Sync routers for ids ['43e92cbb-521e-4b3d-aa70-2bb8869e2e5f'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:54:48.842563 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 1ce8e95c-df48-4225-9409-a5394dc0cfe8 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:54:48.842963 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 1ce8e95c-df48-4225-9409-a5394dc0cfe8 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:54:48.845322 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c9d5d6-a85f-41d8-94c1-6b839f001cc5 None None] Routers {'43e92cbb-521e-4b3d-aa70-2bb8869e2e5f'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:54:48.851480 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-19c9d5d6-a85f-41d8-94c1-6b839f001cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:54:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['43e92cbb-521e-4b3d-aa70-2bb8869e2e5f'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:48.859817 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f7c017-a30f-4f33-aec8-3462dafed767 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:48.861286 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b4f7c017-a30f-4f33-aec8-3462dafed767 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "GET /v2.0/ports/aaa2df79-b530-416f-ac84-0105cd13debd HTTP/1.1" status: 200 len: 910 time: 0.0965858 Dec 10 18:54:48.873170 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51538) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:48.880623 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4d5ef457-cb21-4e28-8efc-7b114011eef8 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '060ed575-eefa-4b32-b154-e73b6647d6f2'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:54:48.901656 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-19c9d5d6-a85f-41d8-94c1-6b839f001cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:48.918456 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 4174f067-70f6-4fd6-a506-ab14b645b16a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:54:48.918703 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:48.948555 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f3e4e-dd3b-4a11-b1a8-5bad2cb352bd tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] Pushing event updated for resources: {'Port': ['ID=3035291b-bd7e-4cae-8798-9cef9ba6359a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:49.050033 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-986f3e4e-dd3b-4a11-b1a8-5bad2cb352bd tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] Network 14c08ff4-ca2d-4471-8902-6f8e83bb90b7 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:54:49.052128 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c9d5d6-a85f-41d8-94c1-6b839f001cc5 None None] Routers {'43e92cbb-521e-4b3d-aa70-2bb8869e2e5f'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:54:49.052798 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-19c9d5d6-a85f-41d8-94c1-6b839f001cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:54:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['43e92cbb-521e-4b3d-aa70-2bb8869e2e5f'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:49.083342 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-986f3e4e-dd3b-4a11-b1a8-5bad2cb352bd tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:54:49.089025 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-986f3e4e-dd3b-4a11-b1a8-5bad2cb352bd tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:54:49.176410 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12909989-7217-41e2-8011-40e7fc5e5ad0 None None] DHCP port deletion for 14c08ff4-ca2d-4471-8902-6f8e83bb90b7 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:54:49.181457 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-19c9d5d6-a85f-41d8-94c1-6b839f001cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:49.182139 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c9d5d6-a85f-41d8-94c1-6b839f001cc5 None None] The sync data for ids ['43e92cbb-521e-4b3d-aa70-2bb8869e2e5f'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:54:49.255986 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef457-cb21-4e28-8efc-7b114011eef8 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:49.370301 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc78d9a-8d65-4e24-b8db-8b188715cbc5 req-3aae08e1-15a7-4699-af6f-37ba8b9a061f tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:49.385502 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0fc78d9a-8d65-4e24-b8db-8b188715cbc5 req-3aae08e1-15a7-4699-af6f-37ba8b9a061f tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f625772-ce32-4b85-9a48-cbbeb85727b8 HTTP/1.1" status: 200 len: 931 time: 0.5132778 Dec 10 18:54:49.419558 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1d68fce8-421e-49d3-9ba4-9cf3cd9311f1 None None] Provisioning complete for port aaa2df79-b530-416f-ac84-0105cd13debd triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:54:49.419558 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d68fce8-421e-49d3-9ba4-9cf3cd9311f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:49.510318 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-986f3e4e-dd3b-4a11-b1a8-5bad2cb352bd tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:49.512460 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-986f3e4e-dd3b-4a11-b1a8-5bad2cb352bd tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:49.521615 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-b5566498-46e6-461b-a657-f0a8e1e8562c req-0f5359c5-8eaf-4483-a464-2f096875a683 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Deleting port 8fc0357c-934d-464e-b641-ecc26c7c9a82 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:54:49.522453 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b5566498-46e6-461b-a657-f0a8e1e8562c req-0f5359c5-8eaf-4483-a464-2f096875a683 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:49.552195 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-1d68fce8-421e-49d3-9ba4-9cf3cd9311f1 None None] Port aaa2df79-b530-416f-ac84-0105cd13debd cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:54:49.566984 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1d68fce8-421e-49d3-9ba4-9cf3cd9311f1 None None] Provisioning complete for port 4174f067-70f6-4fd6-a506-ab14b645b16a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:54:49.567637 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d68fce8-421e-49d3-9ba4-9cf3cd9311f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:49.808529 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-4695a698-e7fd-4887-80cf-836e0b76d6b0 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:49.817421 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-4695a698-e7fd-4887-80cf-836e0b76d6b0 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/networks?id=5b7a9d16-fa90-46c2-89ef-ff147d5d2881 HTTP/1.1" status: 200 len: 806 time: 0.3784409 Dec 10 18:54:49.818693 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-23022eeb-84bd-45e1-ba32-da54cd2ac8a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:49.886499 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b5566498-46e6-461b-a657-f0a8e1e8562c req-0f5359c5-8eaf-4483-a464-2f096875a683 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] For port 8fc0357c-934d-464e-b641-ecc26c7c9a82, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8fc0357c-934d-464e-b641-ecc26c7c9a82,segment=NetworkSegment(c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4),segment_id=c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:54:49.887309 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b5566498-46e6-461b-a657-f0a8e1e8562c req-0f5359c5-8eaf-4483-a464-2f096875a683 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:49.896841 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-a0a8da44-6b33-459f-9175-b58fee409343 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/quotas/b146ea531e7d490bb2e30f4c7ac5fe8a HTTP/1.1" status: 200 len: 375 time: 0.0630081 Dec 10 18:54:49.904361 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-986f3e4e-dd3b-4a11-b1a8-5bad2cb352bd tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1319211 Dec 10 18:54:49.928486 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0fc78d9a-8d65-4e24-b8db-8b188715cbc5 req-6a1494af-0da2-4413-a0ec-129ea6e35cd3 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/security-groups?id=69eecbb4-ec9f-47d1-b08d-b3431e757d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5421019 Dec 10 18:54:49.929467 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-b5566498-46e6-461b-a657-f0a8e1e8562c req-0f5359c5-8eaf-4483-a464-2f096875a683 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Calling delete_port for 8fc0357c-934d-464e-b641-ecc26c7c9a82 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:54:49.936743 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-85b932f8-e883-431f-8c26-00fce49292b2 service neutron] Request body: {'port': {'device_id': '5f625772-ce32-4b85-9a48-cbbeb85727b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:54:49.993563 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9abe9dd0-44db-460e-b517-cd6bb3266003 None None] Provisioning complete for port aaa2df79-b530-416f-ac84-0105cd13debd triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:54:49.994227 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9abe9dd0-44db-460e-b517-cd6bb3266003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:50.113233 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9abe9dd0-44db-460e-b517-cd6bb3266003 None None] Port aaa2df79-b530-416f-ac84-0105cd13debd cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:54:50.115717 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-4f87429b-7bd4-4f4d-b4cc-006b21444c19 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b146ea531e7d490bb2e30f4c7ac5fe8a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2175570 Dec 10 18:54:50.145556 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9abe9dd0-44db-460e-b517-cd6bb3266003 None None] Provisioning complete for port 3035291b-bd7e-4cae-8798-9cef9ba6359a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:54:50.146322 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9abe9dd0-44db-460e-b517-cd6bb3266003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:50.184404 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-85b932f8-e883-431f-8c26-00fce49292b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:50.234383 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9abe9dd0-44db-460e-b517-cd6bb3266003 None None] Port 3035291b-bd7e-4cae-8798-9cef9ba6359a cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:54:50.293760 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bfff53-fed9-4746-9974-01e18d2311a9 req-7b753600-0020-4e35-93cb-5d229c7ba08b tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:50.301593 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-81bfff53-fed9-4746-9974-01e18d2311a9 req-7b753600-0020-4e35-93cb-5d229c7ba08b tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9dd5385-5432-40cf-937e-e03d8d4a2d4e HTTP/1.1" status: 200 len: 947 time: 0.1853738 Dec 10 18:54:50.443414 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-251bacf1-9013-4dd2-bdc2-e019aad0f5c9 service neutron] 10.222.0.62 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060660 Dec 10 18:54:50.509370 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-81bfff53-fed9-4746-9974-01e18d2311a9 req-c2732f6e-e050-4bcd-98b9-b758d364f707 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.62 "GET /v2.0/security-groups?id=ada94969-281b-4924-b2f5-689036058d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066903 Dec 10 18:54:50.551361 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b5566498-46e6-461b-a657-f0a8e1e8562c req-0f5359c5-8eaf-4483-a464-2f096875a683 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:50.554138 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef457-cb21-4e28-8efc-7b114011eef8 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:50.564238 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['8fc0357c-934d-464e-b641-ecc26c7c9a82'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:54:50.579445 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef457-cb21-4e28-8efc-7b114011eef8 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:50.599658 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5359c5-8eaf-4483-a464-2f096875a683 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Pushing event deleted for resources: {'Port': ['ID=8fc0357c-934d-464e-b641-ecc26c7c9a82,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:50.697519 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5566498-46e6-461b-a657-f0a8e1e8562c req-0f5359c5-8eaf-4483-a464-2f096875a683 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] No DVR routers for this DVR port 8fc0357c-934d-464e-b641-ecc26c7c9a82 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:54:50.699872 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-96cb48fc-2a0e-4d75-abdf-692eaac0c858 service neutron] 10.222.0.62 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502763 Dec 10 18:54:50.704237 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b5566498-46e6-461b-a657-f0a8e1e8562c req-0f5359c5-8eaf-4483-a464-2f096875a683 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:50.708767 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b5566498-46e6-461b-a657-f0a8e1e8562c req-0f5359c5-8eaf-4483-a464-2f096875a683 tempest-ServersNegativeTestJSON-1590013910 tempest-ServersNegativeTestJSON-1590013910-project] 10.222.0.72 "DELETE /v2.0/ports/8fc0357c-934d-464e-b641-ecc26c7c9a82 HTTP/1.1" status: 204 len: 173 time: 1.9648771 Dec 10 18:54:50.709286 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9dd5385-5432-40cf-937e-e03d8d4a2d4e', 'name': 'network-vif-deleted', 'tag': '8fc0357c-934d-464e-b641-ecc26c7c9a82'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:54:50.711667 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5657af49-c295-49e0-8329-6b6d4cb14724" -d '{"events": [{"server_uuid": "d9dd5385-5432-40cf-937e-e03d8d4a2d4e", "name": "network-vif-deleted", "tag": "8fc0357c-934d-464e-b641-ecc26c7c9a82"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:54:50.750143 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5ef457-cb21-4e28-8efc-7b114011eef8 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:50.750839 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef457-cb21-4e28-8efc-7b114011eef8 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:50.752225 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4d5ef457-cb21-4e28-8efc-7b114011eef8 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "PUT /v2.0/ports/aaa2df79-b530-416f-ac84-0105cd13debd HTTP/1.1" status: 200 len: 910 time: 1.8776531 Dec 10 18:54:50.753218 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ef457-cb21-4e28-8efc-7b114011eef8 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event updated for resources: {'Port': ['ID=aaa2df79-b530-416f-ac84-0105cd13debd,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:50.755354 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51728) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:50.811044 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30983e5-daa5-41cf-9ced-39d27cd6df3d x-openstack-request-id: req-f30983e5-daa5-41cf-9ced-39d27cd6df3d {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:54:50.811646 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9dd5385-5432-40cf-937e-e03d8d4a2d4e", "name": "network-vif-deleted", "tag": "8fc0357c-934d-464e-b641-ecc26c7c9a82", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:54:50.812086 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f30983e5-daa5-41cf-9ced-39d27cd6df3d {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:54:50.812969 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9dd5385-5432-40cf-937e-e03d8d4a2d4e', 'name': 'network-vif-deleted', 'tag': '8fc0357c-934d-464e-b641-ecc26c7c9a82', 'status': 'completed', 'code': 200} Dec 10 18:54:50.897859 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-85b932f8-e883-431f-8c26-00fce49292b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3035291b-bd7e-4cae-8798-9cef9ba6359a {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:54:50.927030 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-85b932f8-e883-431f-8c26-00fce49292b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:51.007762 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-85b932f8-e883-431f-8c26-00fce49292b2 service neutron] Transition to ACTIVE for port object 3035291b-bd7e-4cae-8798-9cef9ba6359a will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:54:51.016182 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-85b932f8-e883-431f-8c26-00fce49292b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:51.070954 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7cae53-c24a-44ec-b001-ebca3ae10df8 None None] DHCP port deletion for 14c08ff4-ca2d-4471-8902-6f8e83bb90b7 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:54:51.180114 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ef0b3e94-40b4-4132-8f21-d3c33b4e45dd req-64ddf9b5-1263-4a13-ba1c-a6df007d60de tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=21f54265-70c3-400e-9344-14399acfcf11 HTTP/1.1" status: 200 len: 210 time: 0.0410326 Dec 10 18:54:51.303564 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b932f8-e883-431f-8c26-00fce49292b2 service neutron] Pushing event updated for resources: {'Port': ['ID=3035291b-bd7e-4cae-8798-9cef9ba6359a,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:51.387759 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10fbc5-a71a-428a-997c-af5d7968ff5a req-2d8d256b-7549-4ec3-b222-d791260edc83 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:51.398947 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7e10fbc5-a71a-428a-997c-af5d7968ff5a req-2d8d256b-7549-4ec3-b222-d791260edc83 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f625772-ce32-4b85-9a48-cbbeb85727b8 HTTP/1.1" status: 200 len: 943 time: 0.2616754 Dec 10 18:54:51.507274 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-85b932f8-e883-431f-8c26-00fce49292b2 service neutron] Attempting to bind port 3035291b-bd7e-4cae-8798-9cef9ba6359a on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:54:51.507929 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-85b932f8-e883-431f-8c26-00fce49292b2 service neutron] Attempting to bind port 3035291b-bd7e-4cae-8798-9cef9ba6359a by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '4f7455bb-5297-45b1-869d-c2299c8e4e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '14c08ff4-ca2d-4471-8902-6f8e83bb90b7'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:54:51.508885 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-85b932f8-e883-431f-8c26-00fce49292b2 service neutron] Attempting to bind port 3035291b-bd7e-4cae-8798-9cef9ba6359a on network 14c08ff4-ca2d-4471-8902-6f8e83bb90b7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:54:51.535879 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-85b932f8-e883-431f-8c26-00fce49292b2 service neutron] Port 3035291b-bd7e-4cae-8798-9cef9ba6359a on network 14c08ff4-ca2d-4471-8902-6f8e83bb90b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:54:51.536393 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-85b932f8-e883-431f-8c26-00fce49292b2 service neutron] Attempting to bind port 3035291b-bd7e-4cae-8798-9cef9ba6359a on network 14c08ff4-ca2d-4471-8902-6f8e83bb90b7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:54:51.563867 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7e10fbc5-a71a-428a-997c-af5d7968ff5a req-0e758d67-5b94-4850-8ecb-8a7eb9bfa998 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/security-groups?id=69eecbb4-ec9f-47d1-b08d-b3431e757d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605055 Dec 10 18:54:51.567341 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-85b932f8-e883-431f-8c26-00fce49292b2 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:54:51.567905 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-85b932f8-e883-431f-8c26-00fce49292b2 service neutron] Checking segment: {'id': '4f7455bb-5297-45b1-869d-c2299c8e4e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '14c08ff4-ca2d-4471-8902-6f8e83bb90b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:54:51.568507 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-85b932f8-e883-431f-8c26-00fce49292b2 service neutron] Bound using segment: {'id': '4f7455bb-5297-45b1-869d-c2299c8e4e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '14c08ff4-ca2d-4471-8902-6f8e83bb90b7'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:54:51.569317 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-85b932f8-e883-431f-8c26-00fce49292b2 service neutron] Bound port: 3035291b-bd7e-4cae-8798-9cef9ba6359a, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f7455bb-5297-45b1-869d-c2299c8e4e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '14c08ff4-ca2d-4471-8902-6f8e83bb90b7'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:54:51.569890 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-85b932f8-e883-431f-8c26-00fce49292b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:51.571475 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d7d225a-2017-41c6-98ca-2a080a3c86ae tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:51.598539 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51810) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:51.665484 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eaa61b7-17f6-44f2-92c9-ab543675b7be admin admin] Deleting subnet 2dc5eaaf-23d0-472c-bf08-f5856e300d99 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:54:51.670443 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1eaa61b7-17f6-44f2-92c9-ab543675b7be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:51.750643 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1eaa61b7-17f6-44f2-92c9-ab543675b7be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:51.798073 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-85b932f8-e883-431f-8c26-00fce49292b2 service neutron] For port 3035291b-bd7e-4cae-8798-9cef9ba6359a, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:54:51.803734 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-85b932f8-e883-431f-8c26-00fce49292b2 service neutron] For port 3035291b-bd7e-4cae-8798-9cef9ba6359a, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=3035291b-bd7e-4cae-8798-9cef9ba6359a,segment=NetworkSegment(4f7455bb-5297-45b1-869d-c2299c8e4e95),segment_id=4f7455bb-5297-45b1-869d-c2299c8e4e95)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:54:51.814473 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-85b932f8-e883-431f-8c26-00fce49292b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:51.822942 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1eaa61b7-17f6-44f2-92c9-ab543675b7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:51.930126 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-85b932f8-e883-431f-8c26-00fce49292b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:51.930828 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-85b932f8-e883-431f-8c26-00fce49292b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:51.932375 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-85b932f8-e883-431f-8c26-00fce49292b2 service neutron] 10.222.0.46 "PUT /v2.0/ports/3035291b-bd7e-4cae-8798-9cef9ba6359a HTTP/1.1" status: 200 len: 1091 time: 2.0008407 Dec 10 18:54:51.941255 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fae2f46-95c6-4280-b7bf-e61ecc156acc None None] DHCP port deletion for 14c08ff4-ca2d-4471-8902-6f8e83bb90b7 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:54:51.996037 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b932f8-e883-431f-8c26-00fce49292b2 service neutron] Pushing event updated for resources: {'Port': ['ID=3035291b-bd7e-4cae-8798-9cef9ba6359a,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:52.093607 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1eaa61b7-17f6-44f2-92c9-ab543675b7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:52.099807 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-6d7d225a-2017-41c6-98ca-2a080a3c86ae tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Deleting port aaa2df79-b530-416f-ac84-0105cd13debd {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:54:52.100472 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d7d225a-2017-41c6-98ca-2a080a3c86ae tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:52.109497 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1eaa61b7-17f6-44f2-92c9-ab543675b7be admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:52.114000 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1eaa61b7-17f6-44f2-92c9-ab543675b7be admin admin] 10.222.0.62 "DELETE /v2.0/subnets/2dc5eaaf-23d0-472c-bf08-f5856e300d99 HTTP/1.1" status: 204 len: 168 time: 0.5144951 Dec 10 18:54:52.120046 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51862) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:52.138033 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa61b7-17f6-44f2-92c9-ab543675b7be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dc5eaaf-23d0-472c-bf08-f5856e300d99,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:52.163690 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-6ab0132a-1935-4675-b8e2-3c0a3b41aa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:52.165241 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-6ab0132a-1935-4675-b8e2-3c0a3b41aa5f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1f735a5802de4c24997c938bfdf1d1f9&device_id=5f625772-ce32-4b85-9a48-cbbeb85727b8 HTTP/1.1" status: 200 len: 1094 time: 0.1487567 Dec 10 18:54:52.297374 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-5b484602-8baf-42af-93b0-367709ace784 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3035291b-bd7e-4cae-8798-9cef9ba6359a HTTP/1.1" status: 200 len: 217 time: 0.1171038 Dec 10 18:54:52.300091 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d7d225a-2017-41c6-98ca-2a080a3c86ae tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:52.317920 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-6d7d225a-2017-41c6-98ca-2a080a3c86ae tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Calling delete_port for aaa2df79-b530-416f-ac84-0105cd13debd owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:54:52.397653 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a1bf953b-7f2c-48ed-a120-2f1ec4921e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:52.402200 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-80a2dd29-6eaa-4732-9df4-44b733c70c0d req-f7f64c81-005d-44a7-9e07-d0848ef99de5 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=21f54265-70c3-400e-9344-14399acfcf11 HTTP/1.1" status: 200 len: 210 time: 0.0584314 Dec 10 18:54:52.418717 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-9fcde335-5ead-4b42-98e3-3f614bbafbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:52.420492 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-9fcde335-5ead-4b42-98e3-3f614bbafbd6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5964329d-49d1-453b-8dec-191d9b890369 HTTP/1.1" status: 200 len: 848 time: 0.1186674 Dec 10 18:54:52.458906 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-6d02f3ba-7e8c-478e-92b3-ac62ddf88224 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=14c08ff4-ca2d-4471-8902-6f8e83bb90b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308447 Dec 10 18:54:52.688197 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8fc0357c-934d-464e-b641-ecc26c7c9a82 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:54:52.688975 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-ca67bc54-be8e-46b8-9dc3-9b44b52287ab service neutron] 10.222.0.46 "GET /v2.0/networks/14c08ff4-ca2d-4471-8902-6f8e83bb90b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208641 Dec 10 18:54:52.726465 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 8fc0357c-934d-464e-b641-ecc26c7c9a82 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:54:52.726944 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8fc0357c-934d-464e-b641-ecc26c7c9a82 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:54:52.831755 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f625772-ce32-4b85-9a48-cbbeb85727b8', 'tag': '3035291b-bd7e-4cae-8798-9cef9ba6359a'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:54:52.840001 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcacbf64-7cb3-42b9-8229-0491ab83d86f" -d '{"events": [{"name": "network-changed", "server_uuid": "5f625772-ce32-4b85-9a48-cbbeb85727b8", "tag": "3035291b-bd7e-4cae-8798-9cef9ba6359a"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:54:52.982696 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d074e94b-fc19-4383-8018-dff80e348532 x-openstack-request-id: req-d074e94b-fc19-4383-8018-dff80e348532 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:54:52.983286 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f625772-ce32-4b85-9a48-cbbeb85727b8", "tag": "3035291b-bd7e-4cae-8798-9cef9ba6359a", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:54:52.983783 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d074e94b-fc19-4383-8018-dff80e348532 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:54:52.984737 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f625772-ce32-4b85-9a48-cbbeb85727b8', 'tag': '3035291b-bd7e-4cae-8798-9cef9ba6359a', 'status': 'completed', 'code': 200} Dec 10 18:54:53.020908 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-b21805bc-c2a5-4efe-83a9-9ef5793429b0 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:53.022738 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-b21805bc-c2a5-4efe-83a9-9ef5793429b0 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.72 "GET /v2.0/networks?id=5b7a9d16-fa90-46c2-89ef-ff147d5d2881 HTTP/1.1" status: 200 len: 806 time: 0.2168908 Dec 10 18:54:53.045473 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-d260b0dc-67f5-4132-98d4-acd7a547515b tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Request body: {'port': {'device_id': '21f54265-70c3-400e-9344-14399acfcf11', 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881', 'admin_state_up': True, 'tenant_id': 'b146ea531e7d490bb2e30f4c7ac5fe8a'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:54:53.052282 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-22a07780-a8e7-4f39-8374-8f35e65994cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:53.071224 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103382b-a317-4036-866a-1164a1216727 req-1a592f9b-87c3-434c-95c2-025c24bea7ef tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:53.072750 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f103382b-a317-4036-866a-1164a1216727 req-1a592f9b-87c3-434c-95c2-025c24bea7ef tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f625772-ce32-4b85-9a48-cbbeb85727b8 HTTP/1.1" status: 200 len: 943 time: 0.1022282 Dec 10 18:54:53.105689 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eaf5fe9a-6b6c-4592-a93e-32ddd4312148 req-be18d191-5aee-44f2-837d-f2ebad6e81e7 service neutron] 10.222.0.46 "GET /v2.0/networks/14c08ff4-ca2d-4471-8902-6f8e83bb90b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054530 Dec 10 18:54:53.192578 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d7d225a-2017-41c6-98ca-2a080a3c86ae tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:53.237806 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f103382b-a317-4036-866a-1164a1216727 req-00c5b85f-c47c-449f-800f-76056a015774 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/security-groups?id=69eecbb4-ec9f-47d1-b08d-b3431e757d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400585 Dec 10 18:54:53.274853 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d225a-2017-41c6-98ca-2a080a3c86ae tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event deleted for resources: {'Port': ['ID=aaa2df79-b530-416f-ac84-0105cd13debd,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:53.288141 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-22a07780-a8e7-4f39-8374-8f35e65994cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:53.407119 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:53.410357 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-22a07780-a8e7-4f39-8374-8f35e65994cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2f40e08-016a-47bf-9e9a-28b25086c347']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:53.510419 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-22a07780-a8e7-4f39-8374-8f35e65994cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:53.510688 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-22a07780-a8e7-4f39-8374-8f35e65994cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b96277-d00c-46ea-a3ed-a43ac5f6b4b4') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:53.525088 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-22a07780-a8e7-4f39-8374-8f35e65994cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:53.533354 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d7d225a-2017-41c6-98ca-2a080a3c86ae tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:53.546952 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-22a07780-a8e7-4f39-8374-8f35e65994cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:53.560978 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22a07780-a8e7-4f39-8374-8f35e65994cc admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:54:53.562690 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-22a07780-a8e7-4f39-8374-8f35e65994cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:53.574095 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:54:53.574095 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:54:53.574095 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:54:53.574095 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:54:53.574095 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:54:53.574095 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:54:53.574095 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:54:53.574095 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:54:53.574095 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:54:53.574095 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:54:53.574095 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:54:53.574095 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:54:53.574095 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:54:53.574095 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:54:53.574095 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:54:53.574095 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:54:53.574095 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:54:53.574095 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:54:53.574095 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:54:53.574095 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:54:53.574095 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:54:53.574095 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:54:53.574095 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:54:53.574095 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:54:53.574095 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:54:53.574095 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:54:53.574095 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:54:53.574095 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:54:53.574095 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:54:53.574095 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:54:53.574095 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:54:53.574095 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:54:53.595500 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a35e49da-238e-4de9-9b0a-48b5606cc881 req-12ee5cb4-4ec9-45db-8904-702d7f03b92c tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=21f54265-70c3-400e-9344-14399acfcf11 HTTP/1.1" status: 200 len: 210 time: 0.0762286 Dec 10 18:54:53.612691 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcacbf64-7cb3-42b9-8229-0491ab83d86f req-350800b5-96f3-4bb7-9578-514564ef3902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:53.614293 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bcacbf64-7cb3-42b9-8229-0491ab83d86f req-350800b5-96f3-4bb7-9578-514564ef3902 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1f735a5802de4c24997c938bfdf1d1f9&device_id=5f625772-ce32-4b85-9a48-cbbeb85727b8 HTTP/1.1" status: 200 len: 1094 time: 0.0964179 Dec 10 18:54:53.646548 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-d260b0dc-67f5-4132-98d4-acd7a547515b tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Made reservation on behalf of b146ea531e7d490bb2e30f4c7ac5fe8a for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:54:53.650756 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-d260b0dc-67f5-4132-98d4-acd7a547515b tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:53.748928 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-22a07780-a8e7-4f39-8374-8f35e65994cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:53.782239 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-22a07780-a8e7-4f39-8374-8f35e65994cc admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:53.785793 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-22a07780-a8e7-4f39-8374-8f35e65994cc admin admin] 10.222.0.62 "DELETE /v2.0/networks/f2f40e08-016a-47bf-9e9a-28b25086c347 HTTP/1.1" status: 204 len: 168 time: 1.6642871 Dec 10 18:54:53.801433 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a07780-a8e7-4f39-8374-8f35e65994cc admin admin] Pushing event deleted for resources: {'Network': ['ID=f2f40e08-016a-47bf-9e9a-28b25086c347,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:53.815810 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7d225a-2017-41c6-98ca-2a080a3c86ae tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Router 43e92cbb-521e-4b3d-aa70-2bb8869e2e5f has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:54:53.861920 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcacbf64-7cb3-42b9-8229-0491ab83d86f req-b0456b8f-bc8c-4eba-b8be-5cd7a67b8e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:53.863588 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bcacbf64-7cb3-42b9-8229-0491ab83d86f req-b0456b8f-bc8c-4eba-b8be-5cd7a67b8e4e service neutron] 10.222.0.46 "GET /v2.0/networks?id=14c08ff4-ca2d-4471-8902-6f8e83bb90b7 HTTP/1.1" status: 200 len: 909 time: 0.2372012 Dec 10 18:54:53.915388 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7d225a-2017-41c6-98ca-2a080a3c86ae tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:54:53.928013 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e788800d-f4c1-4764-95b8-c8795e28e028 None None] Sync routers for ids ['43e92cbb-521e-4b3d-aa70-2bb8869e2e5f'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:54:53.930311 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6d7d225a-2017-41c6-98ca-2a080a3c86ae tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "PUT /v2.0/routers/43e92cbb-521e-4b3d-aa70-2bb8869e2e5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1739469 Dec 10 18:54:53.933525 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51970) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:53.971289 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e788800d-f4c1-4764-95b8-c8795e28e028 None None] Routers {'43e92cbb-521e-4b3d-aa70-2bb8869e2e5f'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:54:53.971901 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-e788800d-f4c1-4764-95b8-c8795e28e028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:54:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['43e92cbb-521e-4b3d-aa70-2bb8869e2e5f'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:53.996049 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-45ba85b4-7a2b-4f03-83f2-5b6162aed1b9 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "GET /v2.0/ports?device_id=43e92cbb-521e-4b3d-aa70-2bb8869e2e5f HTTP/1.1" status: 200 len: 205 time: 0.0611904 Dec 10 18:54:54.003156 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-d260b0dc-67f5-4132-98d4-acd7a547515b tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Allocated IP 172.20.0.3 (5b7a9d16-fa90-46c2-89ef-ff147d5d2881/7ba69a49-ec77-4670-8006-0254df7f77f3/4a4732e4-14e5-4ea6-8f89-7056570c9a63) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:54:54.004762 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51976) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:54.033275 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51978) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:54.065068 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-e788800d-f4c1-4764-95b8-c8795e28e028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:54.089742 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e788800d-f4c1-4764-95b8-c8795e28e028 None None] Routers {'43e92cbb-521e-4b3d-aa70-2bb8869e2e5f'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:54:54.090599 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-e788800d-f4c1-4764-95b8-c8795e28e028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:54:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['43e92cbb-521e-4b3d-aa70-2bb8869e2e5f'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:54.120738 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-556e2916-ae32-44e4-ae58-839a937e351d tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:54.140259 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-e788800d-f4c1-4764-95b8-c8795e28e028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:54.141181 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e788800d-f4c1-4764-95b8-c8795e28e028 None None] The sync data for ids ['43e92cbb-521e-4b3d-aa70-2bb8869e2e5f'] in n-d-821435-1 is: [] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:54:54.173353 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-d260b0dc-67f5-4132-98d4-acd7a547515b tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:54.199922 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bcacbf64-7cb3-42b9-8229-0491ab83d86f req-8e321c03-f557-4882-85f8-2062882b091b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3035291b-bd7e-4cae-8798-9cef9ba6359a HTTP/1.1" status: 200 len: 217 time: 0.3235245 Dec 10 18:54:54.238930 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-d260b0dc-67f5-4132-98d4-acd7a547515b tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:54.252202 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:54:54.304423 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-d260b0dc-67f5-4132-98d4-acd7a547515b tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Network 5b7a9d16-fa90-46c2-89ef-ff147d5d2881 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:54:54.309818 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-d260b0dc-67f5-4132-98d4-acd7a547515b tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:54:54.315732 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-d260b0dc-67f5-4132-98d4-acd7a547515b tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:54:54.323781 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcacbf64-7cb3-42b9-8229-0491ab83d86f req-4a26d200-26f6-454c-97c6-5baf71e541c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:54.325357 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bcacbf64-7cb3-42b9-8229-0491ab83d86f req-4a26d200-26f6-454c-97c6-5baf71e541c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5964329d-49d1-453b-8dec-191d9b890369 HTTP/1.1" status: 200 len: 848 time: 0.1177671 Dec 10 18:54:54.351586 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260b0dc-67f5-4132-98d4-acd7a547515b tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Pushing event updated for resources: {'Port': ['ID=4a4732e4-14e5-4ea6-8f89-7056570c9a63,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:54.352725 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-556e2916-ae32-44e4-ae58-839a937e351d tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:54.367441 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-556e2916-ae32-44e4-ae58-839a937e351d tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:54.390878 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bcacbf64-7cb3-42b9-8229-0491ab83d86f req-2224774c-7f74-451c-9c98-c464f67d40a9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=14c08ff4-ca2d-4471-8902-6f8e83bb90b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404413 Dec 10 18:54:54.456077 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7d41b42b-3406-446e-9620-20bdd42f963d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=55a03bc9d49c41d0abfb67c033b0bdc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3357615 Dec 10 18:54:54.456673 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-d260b0dc-67f5-4132-98d4-acd7a547515b tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:54.456791 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-556e2916-ae32-44e4-ae58-839a937e351d tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:54.456906 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-d260b0dc-67f5-4132-98d4-acd7a547515b tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:54.457003 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556e2916-ae32-44e4-ae58-839a937e351d tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Fanout notify agent at l3_agent the message router_deleted on router 43e92cbb-521e-4b3d-aa70-2bb8869e2e5f {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:54:54.471307 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-556e2916-ae32-44e4-ae58-839a937e351d tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:54.475343 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-556e2916-ae32-44e4-ae58-839a937e351d tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "DELETE /v2.0/routers/43e92cbb-521e-4b3d-aa70-2bb8869e2e5f HTTP/1.1" status: 204 len: 168 time: 0.4666677 Dec 10 18:54:54.477825 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51984) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:54.478741 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51986) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:54.510876 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-d260b0dc-67f5-4132-98d4-acd7a547515b tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4758682 Dec 10 18:54:54.526124 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-9863ff02-7259-4c33-a31d-cf1809c53936 service neutron] Request body: {'port': {'device_id': '21f54265-70c3-400e-9344-14399acfcf11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:54:54.581915 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e45baf-71c0-4b59-9aa9-bbadadd9597e req-3b9c7c19-2494-428c-b65d-a59d33e4d835 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:54.583589 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e3e45baf-71c0-4b59-9aa9-bbadadd9597e req-3b9c7c19-2494-428c-b65d-a59d33e4d835 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f625772-ce32-4b85-9a48-cbbeb85727b8 HTTP/1.1" status: 200 len: 943 time: 0.2124124 Dec 10 18:54:54.598247 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d8bcb89-3764-4958-a8a3-aed475c5c515 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:54.621962 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-65ba09a8-ab49-4828-b5c4-298cc99b7b57 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Deleting subnet 060ed575-eefa-4b32-b154-e73b6647d6f2 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:54:54.641059 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bcacbf64-7cb3-42b9-8229-0491ab83d86f req-3a095c4f-2fc8-4aec-91d0-442992771449 service neutron] 10.222.0.46 "GET /v2.0/networks/14c08ff4-ca2d-4471-8902-6f8e83bb90b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363963 Dec 10 18:54:54.641625 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-9863ff02-7259-4c33-a31d-cf1809c53936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:54.647531 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d8bcb89-3764-4958-a8a3-aed475c5c515 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:54.720517 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65ba09a8-ab49-4828-b5c4-298cc99b7b57 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:54.727038 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d8bcb89-3764-4958-a8a3-aed475c5c515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:54.731227 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d8bcb89-3764-4958-a8a3-aed475c5c515 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:54.735068 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7d8bcb89-3764-4958-a8a3-aed475c5c515 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ada94969-281b-4924-b2f5-689036058d45 HTTP/1.1" status: 204 len: 168 time: 0.2526085 Dec 10 18:54:54.764661 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e3e45baf-71c0-4b59-9aa9-bbadadd9597e req-d149187a-50fc-43b2-b432-2cf9cd99096e tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/security-groups?id=69eecbb4-ec9f-47d1-b08d-b3431e757d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597242 Dec 10 18:54:54.781018 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:54.806811 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8bcb89-3764-4958-a8a3-aed475c5c515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada94969-281b-4924-b2f5-689036058d45,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:54.876441 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bcacbf64-7cb3-42b9-8229-0491ab83d86f req-54a435a9-3143-428c-83e8-db920353eba9 service neutron] 10.222.0.46 "GET /v2.0/networks/14c08ff4-ca2d-4471-8902-6f8e83bb90b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173150 Dec 10 18:54:54.908846 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65ba09a8-ab49-4828-b5c4-298cc99b7b57 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:54.962419 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e640f-b88f-461a-a677-45b084973f0c req-72fcb81d-1b0a-49ae-863d-3491450750bb tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:54.964002 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8c7e640f-b88f-461a-a677-45b084973f0c req-72fcb81d-1b0a-49ae-863d-3491450750bb tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=21f54265-70c3-400e-9344-14399acfcf11 HTTP/1.1" status: 200 len: 931 time: 0.1593690 Dec 10 18:54:55.067116 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8c7e640f-b88f-461a-a677-45b084973f0c req-fc7761d8-292a-48c9-8929-ba3529cae3d2 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958362 Dec 10 18:54:55.129823 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65ba09a8-ab49-4828-b5c4-298cc99b7b57 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:55.132481 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-9863ff02-7259-4c33-a31d-cf1809c53936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a4732e4-14e5-4ea6-8f89-7056570c9a63 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:54:55.145832 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-9863ff02-7259-4c33-a31d-cf1809c53936 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:55.162621 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-9863ff02-7259-4c33-a31d-cf1809c53936 service neutron] Transition to ACTIVE for port object 4a4732e4-14e5-4ea6-8f89-7056570c9a63 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:54:55.170008 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-9863ff02-7259-4c33-a31d-cf1809c53936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:55.243800 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9863ff02-7259-4c33-a31d-cf1809c53936 service neutron] Pushing event updated for resources: {'Port': ['ID=4a4732e4-14e5-4ea6-8f89-7056570c9a63,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:55.248706 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65ba09a8-ab49-4828-b5c4-298cc99b7b57 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:55.280144 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba09a8-ab49-4828-b5c4-298cc99b7b57 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event deleted for resources: {'Subnet': ['ID=060ed575-eefa-4b32-b154-e73b6647d6f2,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:55.300543 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65ba09a8-ab49-4828-b5c4-298cc99b7b57 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:55.301397 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236a3c18-2382-4087-a2bd-632890d1c78f None None] Network 163ba56d-186d-42ee-8511-c893fdb42319 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:54:55.306854 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-65ba09a8-ab49-4828-b5c4-298cc99b7b57 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "DELETE /v2.0/subnets/060ed575-eefa-4b32-b154-e73b6647d6f2 HTTP/1.1" status: 204 len: 168 time: 0.8220429 Dec 10 18:54:55.308340 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51998) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:55.348809 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-9863ff02-7259-4c33-a31d-cf1809c53936 service neutron] Attempting to bind port 4a4732e4-14e5-4ea6-8f89-7056570c9a63 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:54:55.352690 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-9863ff02-7259-4c33-a31d-cf1809c53936 service neutron] Attempting to bind port 4a4732e4-14e5-4ea6-8f89-7056570c9a63 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '83c7d7e9-db7c-46c1-b53c-9a099ac3350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:54:55.353075 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-9863ff02-7259-4c33-a31d-cf1809c53936 service neutron] Attempting to bind port 4a4732e4-14e5-4ea6-8f89-7056570c9a63 on network 5b7a9d16-fa90-46c2-89ef-ff147d5d2881 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:54:55.359670 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-9863ff02-7259-4c33-a31d-cf1809c53936 service neutron] Port 4a4732e4-14e5-4ea6-8f89-7056570c9a63 on network 5b7a9d16-fa90-46c2-89ef-ff147d5d2881 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:54:55.360010 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-9863ff02-7259-4c33-a31d-cf1809c53936 service neutron] Attempting to bind port 4a4732e4-14e5-4ea6-8f89-7056570c9a63 on network 5b7a9d16-fa90-46c2-89ef-ff147d5d2881 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:54:55.366085 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-9863ff02-7259-4c33-a31d-cf1809c53936 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:54:55.366437 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-9863ff02-7259-4c33-a31d-cf1809c53936 service neutron] Checking segment: {'id': '83c7d7e9-db7c-46c1-b53c-9a099ac3350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:54:55.366971 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-9863ff02-7259-4c33-a31d-cf1809c53936 service neutron] Bound using segment: {'id': '83c7d7e9-db7c-46c1-b53c-9a099ac3350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:54:55.367418 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-9863ff02-7259-4c33-a31d-cf1809c53936 service neutron] Bound port: 4a4732e4-14e5-4ea6-8f89-7056570c9a63, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83c7d7e9-db7c-46c1-b53c-9a099ac3350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:54:55.367789 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-9863ff02-7259-4c33-a31d-cf1809c53936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:55.461675 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d56be80e-8e39-4561-a6d0-80cd7000f4f5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:55.495767 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:55.499764 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-9863ff02-7259-4c33-a31d-cf1809c53936 service neutron] For port 4a4732e4-14e5-4ea6-8f89-7056570c9a63, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:54:55.503719 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-9863ff02-7259-4c33-a31d-cf1809c53936 service neutron] For port 4a4732e4-14e5-4ea6-8f89-7056570c9a63, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=4a4732e4-14e5-4ea6-8f89-7056570c9a63,segment=NetworkSegment(83c7d7e9-db7c-46c1-b53c-9a099ac3350f),segment_id=83c7d7e9-db7c-46c1-b53c-9a099ac3350f)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:54:55.508271 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-9863ff02-7259-4c33-a31d-cf1809c53936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:55.526849 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-d56be80e-8e39-4561-a6d0-80cd7000f4f5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Deleting port 4174f067-70f6-4fd6-a506-ab14b645b16a {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:54:55.527274 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d56be80e-8e39-4561-a6d0-80cd7000f4f5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:55.565821 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-9863ff02-7259-4c33-a31d-cf1809c53936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:55.566751 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-9863ff02-7259-4c33-a31d-cf1809c53936 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:55.568359 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-9863ff02-7259-4c33-a31d-cf1809c53936 service neutron] 10.222.0.72 "PUT /v2.0/ports/4a4732e4-14e5-4ea6-8f89-7056570c9a63 HTTP/1.1" status: 200 len: 1091 time: 1.0486145 Dec 10 18:54:55.568911 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f54265-70c3-400e-9344-14399acfcf11', 'tag': '4a4732e4-14e5-4ea6-8f89-7056570c9a63'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:54:55.571426 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197479cb-2380-42b2-8d84-2db2bf9e23a4" -d '{"events": [{"name": "network-changed", "server_uuid": "21f54265-70c3-400e-9344-14399acfcf11", "tag": "4a4732e4-14e5-4ea6-8f89-7056570c9a63"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:54:55.589038 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dc0c68-ad90-42c6-ad59-91f1c154003e None None] DHCP port deletion for 163ba56d-186d-42ee-8511-c893fdb42319 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:54:55.626567 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-d56be80e-8e39-4561-a6d0-80cd7000f4f5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] For port 4174f067-70f6-4fd6-a506-ab14b645b16a, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=4174f067-70f6-4fd6-a506-ab14b645b16a,segment=NetworkSegment(a792e8ec-b668-43b6-8ae1-726ab9e01d40),segment_id=a792e8ec-b668-43b6-8ae1-726ab9e01d40)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:54:55.626979 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d56be80e-8e39-4561-a6d0-80cd7000f4f5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:55.643690 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-d56be80e-8e39-4561-a6d0-80cd7000f4f5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Calling delete_port for 4174f067-70f6-4fd6-a506-ab14b645b16a owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:54:55.648430 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a96cd5-b187-41f6-a283-6dcf812566b7 x-openstack-request-id: req-36a96cd5-b187-41f6-a283-6dcf812566b7 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:54:55.648973 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21f54265-70c3-400e-9344-14399acfcf11", "tag": "4a4732e4-14e5-4ea6-8f89-7056570c9a63", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:54:55.649464 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-36a96cd5-b187-41f6-a283-6dcf812566b7 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:54:55.650065 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21f54265-70c3-400e-9344-14399acfcf11', 'tag': '4a4732e4-14e5-4ea6-8f89-7056570c9a63', 'status': 'completed', 'code': 200} Dec 10 18:54:55.666511 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9863ff02-7259-4c33-a31d-cf1809c53936 service neutron] Pushing event updated for resources: {'Port': ['ID=4a4732e4-14e5-4ea6-8f89-7056570c9a63,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:55.688887 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-33235035-c195-459e-9a7f-50e7be01481b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:55.690593 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-33235035-c195-459e-9a7f-50e7be01481b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b146ea531e7d490bb2e30f4c7ac5fe8a&device_id=21f54265-70c3-400e-9344-14399acfcf11 HTTP/1.1" status: 200 len: 1094 time: 0.0664334 Dec 10 18:54:55.696703 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-84dc0c68-ad90-42c6-ad59-91f1c154003e None None] Deleting port 4174f067-70f6-4fd6-a506-ab14b645b16a {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:54:55.697114 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-84dc0c68-ad90-42c6-ad59-91f1c154003e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:55.752204 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-7f8d610e-4589-47de-be4f-2baaf651a384 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a4732e4-14e5-4ea6-8f89-7056570c9a63 HTTP/1.1" status: 200 len: 217 time: 0.0536883 Dec 10 18:54:55.766429 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-84dc0c68-ad90-42c6-ad59-91f1c154003e None None] For port 4174f067-70f6-4fd6-a506-ab14b645b16a, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=4174f067-70f6-4fd6-a506-ab14b645b16a,segment=NetworkSegment(a792e8ec-b668-43b6-8ae1-726ab9e01d40),segment_id=a792e8ec-b668-43b6-8ae1-726ab9e01d40)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:54:55.766839 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-84dc0c68-ad90-42c6-ad59-91f1c154003e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:55.784139 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-84dc0c68-ad90-42c6-ad59-91f1c154003e None None] Calling delete_port for 4174f067-70f6-4fd6-a506-ab14b645b16a owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:54:55.797401 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d56be80e-8e39-4561-a6d0-80cd7000f4f5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:55.835376 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-0d1658fd-4337-4b95-b86f-1e722efbf9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:55.837419 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-0d1658fd-4337-4b95-b86f-1e722efbf9cc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7ba69a49-ec77-4670-8006-0254df7f77f3 HTTP/1.1" status: 200 len: 846 time: 0.0774229 Dec 10 18:54:55.863421 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56be80e-8e39-4561-a6d0-80cd7000f4f5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event deleted for resources: {'Port': ['ID=4174f067-70f6-4fd6-a506-ab14b645b16a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:55.878536 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56be80e-8e39-4561-a6d0-80cd7000f4f5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] No DVR routers for this DVR port 4174f067-70f6-4fd6-a506-ab14b645b16a on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:54:55.885930 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-2efd478f-d9b7-4dfe-8e8e-3143f3522cf9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5b7a9d16-fa90-46c2-89ef-ff147d5d2881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404170 Dec 10 18:54:55.898225 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-84dc0c68-ad90-42c6-ad59-91f1c154003e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:55.939392 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc0c68-ad90-42c6-ad59-91f1c154003e None None] Pushing event deleted for resources: {'Port': ['ID=4174f067-70f6-4fd6-a506-ab14b645b16a,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:55.949058 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dc0c68-ad90-42c6-ad59-91f1c154003e None None] No DVR routers for this DVR port 4174f067-70f6-4fd6-a506-ab14b645b16a on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:54:56.026444 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-3d980ba6-03c5-4e9e-9ee2-3390cff96027 service neutron] 10.222.0.72 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326280 Dec 10 18:54:56.041367 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d56be80e-8e39-4561-a6d0-80cd7000f4f5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:56.057326 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52020) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:56.073051 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-d56be80e-8e39-4561-a6d0-80cd7000f4f5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['163ba56d-186d-42ee-8511-c893fdb42319']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:56.087416 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-d56be80e-8e39-4561-a6d0-80cd7000f4f5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a792e8ec-b668-43b6-8ae1-726ab9e01d40') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:56.088187 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-d56be80e-8e39-4561-a6d0-80cd7000f4f5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a792e8ec-b668-43b6-8ae1-726ab9e01d40') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:56.101522 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b17add-3515-494e-be2f-c6519ee279d4 req-8472ad3f-8cb1-4b67-bba2-b8f5ec488e02 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:56.109812 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-86b17add-3515-494e-be2f-c6519ee279d4 req-8472ad3f-8cb1-4b67-bba2-b8f5ec488e02 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f625772-ce32-4b85-9a48-cbbeb85727b8 HTTP/1.1" status: 200 len: 943 time: 0.1611280 Dec 10 18:54:56.125471 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d56be80e-8e39-4561-a6d0-80cd7000f4f5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:56.152590 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d56be80e-8e39-4561-a6d0-80cd7000f4f5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:56.155756 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7dc3c08c-4c3f-4184-97c2-757f96c8ccd6 req-c9abdd88-9fb0-479e-b858-e723c8efe2dc service neutron] 10.222.0.72 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214840 Dec 10 18:54:56.166248 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d56be80e-8e39-4561-a6d0-80cd7000f4f5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:54:56.166657 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d56be80e-8e39-4561-a6d0-80cd7000f4f5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:56.170362 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:54:56.170362 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:54:56.170362 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:54:56.170362 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:54:56.170362 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:54:56.170362 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:54:56.170362 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:54:56.170362 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:54:56.170362 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:54:56.170362 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:54:56.170362 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:54:56.170362 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:54:56.170362 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:54:56.170362 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:54:56.170362 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:54:56.170362 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:54:56.170362 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:54:56.170362 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:54:56.170362 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:54:56.170362 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:54:56.170362 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:54:56.170362 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:54:56.170362 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:54:56.170362 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:54:56.170362 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:54:56.170362 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:54:56.170362 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:54:56.170362 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:54:56.170362 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:54:56.170362 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:54:56.170362 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:54:56.170362 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:54:56.235465 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-86b17add-3515-494e-be2f-c6519ee279d4 req-247f3886-33aa-484a-8673-e3ca180e5d07 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/security-groups?id=69eecbb4-ec9f-47d1-b08d-b3431e757d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194961 Dec 10 18:54:56.279666 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4cd9ab1d-d856-4501-be42-4b81725b5d2f admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-504101599-network', 'tenant_id': 'a85510fd6cf24c86bf1610ca8d59c0b2'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:54:56.298690 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d56be80e-8e39-4561-a6d0-80cd7000f4f5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:56.306303 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d56be80e-8e39-4561-a6d0-80cd7000f4f5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:56.313300 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d56be80e-8e39-4561-a6d0-80cd7000f4f5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "DELETE /v2.0/networks/163ba56d-186d-42ee-8511-c893fdb42319 HTTP/1.1" status: 204 len: 168 time: 1.0001054 Dec 10 18:54:56.315058 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52028) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:56.328761 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f1839543-3598-458e-b479-02fa47bccf5d tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-677375573', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:54:56.329049 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f7948-4b25-4b30-8020-8f3cfcc6b3a1 req-526b3566-3239-481f-91bc-6b19d401bf2a tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:56.333516 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b30f7948-4b25-4b30-8020-8f3cfcc6b3a1 req-526b3566-3239-481f-91bc-6b19d401bf2a tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=21f54265-70c3-400e-9344-14399acfcf11 HTTP/1.1" status: 200 len: 943 time: 0.1086409 Dec 10 18:54:56.335246 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd9ab1d-d856-4501-be42-4b81725b5d2f admin admin] Made reservation on behalf of a85510fd6cf24c86bf1610ca8d59c0b2 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:54:56.337240 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197479cb-2380-42b2-8d84-2db2bf9e23a4 req-93c3810a-fb7b-428f-b7af-f79fa474b93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:56.337545 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cd9ab1d-d856-4501-be42-4b81725b5d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:56.339142 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-197479cb-2380-42b2-8d84-2db2bf9e23a4 req-93c3810a-fb7b-428f-b7af-f79fa474b93f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b146ea531e7d490bb2e30f4c7ac5fe8a&device_id=21f54265-70c3-400e-9344-14399acfcf11 HTTP/1.1" status: 200 len: 1094 time: 0.1267092 Dec 10 18:54:56.339487 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56be80e-8e39-4561-a6d0-80cd7000f4f5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event deleted for resources: {'Network': ['ID=163ba56d-186d-42ee-8511-c893fdb42319,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:56.354371 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cd9ab1d-d856-4501-be42-4b81725b5d2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:56.380201 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f1839543-3598-458e-b479-02fa47bccf5d tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:56.381048 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f1839543-3598-458e-b479-02fa47bccf5d tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:56.467598 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f1839543-3598-458e-b479-02fa47bccf5d tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:56.476599 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b30f7948-4b25-4b30-8020-8f3cfcc6b3a1 req-abe6bfc5-1619-4b62-bacd-f6a1a9993125 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360013 Dec 10 18:54:56.482929 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f1839543-3598-458e-b479-02fa47bccf5d tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:56.510138 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 4174f067-70f6-4fd6-a506-ab14b645b16a no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:54:56.511375 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197479cb-2380-42b2-8d84-2db2bf9e23a4 req-349318c9-a2dd-475b-9255-8b4b2e5a2e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:56.513341 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-197479cb-2380-42b2-8d84-2db2bf9e23a4 req-349318c9-a2dd-475b-9255-8b4b2e5a2e11 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5b7a9d16-fa90-46c2-89ef-ff147d5d2881 HTTP/1.1" status: 200 len: 907 time: 0.1633174 Dec 10 18:54:56.532475 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cd9ab1d-d856-4501-be42-4b81725b5d2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:56.535401 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f1839543-3598-458e-b479-02fa47bccf5d tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:56.539064 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f1839543-3598-458e-b479-02fa47bccf5d tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2206247 Dec 10 18:54:56.539240 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52032) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:56.540255 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 4174f067-70f6-4fd6-a506-ab14b645b16a {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:54:56.541150 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 4174f067-70f6-4fd6-a506-ab14b645b16a not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:54:56.544776 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8ac8ab48-ea38-4081-a715-f7ac1b33d684 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Request body: {'network': {'name': 'tempest-RoutersTest-1995727955'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:54:56.549546 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cd9ab1d-d856-4501-be42-4b81725b5d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:56.576899 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-197479cb-2380-42b2-8d84-2db2bf9e23a4 req-808b197c-09a7-4e02-afc1-24b99f6bb746 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a4732e4-14e5-4ea6-8f89-7056570c9a63 HTTP/1.1" status: 200 len: 217 time: 0.0562465 Dec 10 18:54:56.589328 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cd9ab1d-d856-4501-be42-4b81725b5d2f admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:54:56.603365 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac8ab48-ea38-4081-a715-f7ac1b33d684 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Made reservation on behalf of 955fb138ea1841a1a19d85777d85eb8a for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:54:56.607465 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8ac8ab48-ea38-4081-a715-f7ac1b33d684 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:56.609603 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd9ab1d-d856-4501-be42-4b81725b5d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fda70a1-4eac-4522-a1a9-5a7bd988f577,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:56.616526 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cd9ab1d-d856-4501-be42-4b81725b5d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:56.616901 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-4cd9ab1d-d856-4501-be42-4b81725b5d2f admin admin] Added segment bccc80d4-950a-4bd1-b0ab-8656f989951d of type vlan for network 9308c3bd-d7d7-4123-8366-3b453e846043 Dec 10 18:54:56.652029 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197479cb-2380-42b2-8d84-2db2bf9e23a4 req-d38c3be0-eea6-4b21-a1e4-ada7221d6134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:56.654602 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-197479cb-2380-42b2-8d84-2db2bf9e23a4 req-d38c3be0-eea6-4b21-a1e4-ada7221d6134 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7ba69a49-ec77-4670-8006-0254df7f77f3 HTTP/1.1" status: 200 len: 846 time: 0.0641718 Dec 10 18:54:56.672944 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac8ab48-ea38-4081-a715-f7ac1b33d684 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:54:56.675851 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cd9ab1d-d856-4501-be42-4b81725b5d2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:56.688662 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-197479cb-2380-42b2-8d84-2db2bf9e23a4 req-0b591588-f0e2-46a4-bcaa-9d054591e2c9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5b7a9d16-fa90-46c2-89ef-ff147d5d2881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269868 Dec 10 18:54:56.690816 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8ac8ab48-ea38-4081-a715-f7ac1b33d684 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:56.691205 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-8ac8ab48-ea38-4081-a715-f7ac1b33d684 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Added segment bc37fd31-316c-471f-becb-2adfb8055a66 of type vlan for network 4cd3db96-f1b5-4e1c-86de-8f48fca513c2 Dec 10 18:54:56.736558 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cd9ab1d-d856-4501-be42-4b81725b5d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:56.737548 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd9ab1d-d856-4501-be42-4b81725b5d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:56.738135 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cd9ab1d-d856-4501-be42-4b81725b5d2f admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:56.784785 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-197479cb-2380-42b2-8d84-2db2bf9e23a4 req-4dbaa18d-fadd-4a28-b274-ece48739c653 service neutron] 10.222.0.72 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887828 Dec 10 18:54:56.794599 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8ac8ab48-ea38-4081-a715-f7ac1b33d684 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:56.809701 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4cd9ab1d-d856-4501-be42-4b81725b5d2f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7455640 Dec 10 18:54:56.816616 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52034) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:56.832846 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd9ab1d-d856-4501-be42-4b81725b5d2f admin admin] Pushing event updated for resources: {'Network': ['ID=9308c3bd-d7d7-4123-8366-3b453e846043,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:56.845765 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8ac8ab48-ea38-4081-a715-f7ac1b33d684 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:56.846141 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 9308c3bd-d7d7-4123-8366-3b453e846043 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:54:56.852432 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac8ab48-ea38-4081-a715-f7ac1b33d684 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:56.853057 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8ac8ab48-ea38-4081-a715-f7ac1b33d684 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:56.864870 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-670ad6ef-4aeb-4497-90f1-3f07de2fd5f7 admin admin] Request body: {'subnet': {'network_id': '9308c3bd-d7d7-4123-8366-3b453e846043', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-504101599-subnet', 'tenant_id': 'a85510fd6cf24c86bf1610ca8d59c0b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:54:56.910934 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8ac8ab48-ea38-4081-a715-f7ac1b33d684 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3692183 Dec 10 18:54:56.913429 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52036) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:56.921584 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c5f5d52a-be3f-4ad2-a70d-e096bc97d406 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Request body: {'subnet': {'network_id': '4cd3db96-f1b5-4e1c-86de-8f48fca513c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:54:56.936969 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670ad6ef-4aeb-4497-90f1-3f07de2fd5f7 admin admin] Made reservation on behalf of a85510fd6cf24c86bf1610ca8d59c0b2 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:54:56.940097 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-670ad6ef-4aeb-4497-90f1-3f07de2fd5f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:56.993946 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac8ab48-ea38-4081-a715-f7ac1b33d684 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event updated for resources: {'Network': ['ID=4cd3db96-f1b5-4e1c-86de-8f48fca513c2,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:57.012614 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 4cd3db96-f1b5-4e1c-86de-8f48fca513c2 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:54:57.013826 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-197479cb-2380-42b2-8d84-2db2bf9e23a4 req-7c3c5124-c58f-4d60-86ca-411d419b2774 service neutron] 10.222.0.72 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222028 Dec 10 18:54:57.041984 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f5d52a-be3f-4ad2-a70d-e096bc97d406 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Made reservation on behalf of 955fb138ea1841a1a19d85777d85eb8a for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:54:57.047763 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5f5d52a-be3f-4ad2-a70d-e096bc97d406 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:57.167166 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-670ad6ef-4aeb-4497-90f1-3f07de2fd5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:57.218919 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ad6ef-4aeb-4497-90f1-3f07de2fd5f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94899e09-ee9f-4650-a30c-3b6baa182d08,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:57.234344 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670ad6ef-4aeb-4497-90f1-3f07de2fd5f7 admin admin] Checking segment: {'id': 'bccc80d4-950a-4bd1-b0ab-8656f989951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9308c3bd-d7d7-4123-8366-3b453e846043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:54:57.234715 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670ad6ef-4aeb-4497-90f1-3f07de2fd5f7 admin admin] Network hostable DHCP agents. Network: 9308c3bd-d7d7-4123-8366-3b453e846043, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:54:57.253421 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670ad6ef-4aeb-4497-90f1-3f07de2fd5f7 admin admin] Network 9308c3bd-d7d7-4123-8366-3b453e846043 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:54:57.264922 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-670ad6ef-4aeb-4497-90f1-3f07de2fd5f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 9308c3bd-d7d7-4123-8366-3b453e846043) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:54:57.287726 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e83ab56-f95e-4f2a-804c-d4a5c5c8bdcd None None] Network 9308c3bd-d7d7-4123-8366-3b453e846043 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:54:57.289405 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670ad6ef-4aeb-4497-90f1-3f07de2fd5f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:57.290024 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-670ad6ef-4aeb-4497-90f1-3f07de2fd5f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:57.290994 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5f5d52a-be3f-4ad2-a70d-e096bc97d406 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:57.322095 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-670ad6ef-4aeb-4497-90f1-3f07de2fd5f7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4664791 Dec 10 18:54:57.431207 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5d52a-be3f-4ad2-a70d-e096bc97d406 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event updated for resources: {'Subnet': ['ID=987e3b89-f870-4cb9-8b25-97f5f82c7178,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:57.469698 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe25ea6-1962-4791-9b4d-0c4fee30c8b9 req-74f1bafb-08f3-470f-9798-0a624d926ebb tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:57.471333 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9fe25ea6-1962-4791-9b4d-0c4fee30c8b9 req-74f1bafb-08f3-470f-9798-0a624d926ebb tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f625772-ce32-4b85-9a48-cbbeb85727b8 HTTP/1.1" status: 200 len: 943 time: 0.1053855 Dec 10 18:54:57.472688 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f5d52a-be3f-4ad2-a70d-e096bc97d406 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Checking segment: {'id': 'bc37fd31-316c-471f-becb-2adfb8055a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4cd3db96-f1b5-4e1c-86de-8f48fca513c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:54:57.473056 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f5d52a-be3f-4ad2-a70d-e096bc97d406 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Network hostable DHCP agents. Network: 4cd3db96-f1b5-4e1c-86de-8f48fca513c2, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:54:57.489613 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4774b8-0488-48f4-bf5a-6de72557996e None None] Network 9308c3bd-d7d7-4123-8366-3b453e846043 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:54:57.516541 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f5d52a-be3f-4ad2-a70d-e096bc97d406 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Network 4cd3db96-f1b5-4e1c-86de-8f48fca513c2 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:54:57.559076 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-c5f5d52a-be3f-4ad2-a70d-e096bc97d406 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 4cd3db96-f1b5-4e1c-86de-8f48fca513c2) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:54:57.563793 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9fe25ea6-1962-4791-9b4d-0c4fee30c8b9 req-f669705c-53fc-46eb-8c23-7d7e2f6b3764 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/security-groups?id=69eecbb4-ec9f-47d1-b08d-b3431e757d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810487 Dec 10 18:54:57.569442 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f5d52a-be3f-4ad2-a70d-e096bc97d406 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:57.570037 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5f5d52a-be3f-4ad2-a70d-e096bc97d406 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:57.579968 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d44576-6039-43f4-a066-dac25bdfa7d3 None None] Network 4cd3db96-f1b5-4e1c-86de-8f48fca513c2 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:54:57.607356 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c5f5d52a-be3f-4ad2-a70d-e096bc97d406 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6900706 Dec 10 18:54:57.607591 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52050) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:57.643809 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52052) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:57.697752 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1688fe-f218-4f68-b87b-f1c8a29c8b23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-4cd3db96-f1b5-4e1c-86de-8f48fca513c2', 'network_id': '4cd3db96-f1b5-4e1c-86de-8f48fca513c2', 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'fixed_ips': [{'subnet_id': '987e3b89-f870-4cb9-8b25-97f5f82c7178'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:54:57.698821 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5c1688fe-f218-4f68-b87b-f1c8a29c8b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:57.733683 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e9e6e2-1ff7-4288-8873-518ace2f6e0e admin admin] Deleting subnet 94899e09-ee9f-4650-a30c-3b6baa182d08 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:54:57.739104 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e5e9e6e2-1ff7-4288-8873-518ace2f6e0e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:57.774643 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963c92d-f280-4d81-87e4-2ebe0903ae18 req-09671d45-50c9-49ea-b2c6-a84e20327744 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:57.776361 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1963c92d-f280-4d81-87e4-2ebe0903ae18 req-09671d45-50c9-49ea-b2c6-a84e20327744 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=21f54265-70c3-400e-9344-14399acfcf11 HTTP/1.1" status: 200 len: 943 time: 0.1751223 Dec 10 18:54:57.813118 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e5e9e6e2-1ff7-4288-8873-518ace2f6e0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:57.866681 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1963c92d-f280-4d81-87e4-2ebe0903ae18 req-6009dac7-cdf9-4bec-9b46-78fda8dae5a3 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819895 Dec 10 18:54:57.873532 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 3035291b-bd7e-4cae-8798-9cef9ba6359a details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:54:57.878151 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e5e9e6e2-1ff7-4288-8873-518ace2f6e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:57.897592 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-5c1688fe-f218-4f68-b87b-f1c8a29c8b23 None None] Allocated IP 172.20.0.2 (4cd3db96-f1b5-4e1c-86de-8f48fca513c2/987e3b89-f870-4cb9-8b25-97f5f82c7178/83acc6f9-7949-44e8-9d60-96360d526370) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:54:57.955914 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e5e9e6e2-1ff7-4288-8873-518ace2f6e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:57.986153 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5373b1de-ac7d-47c0-a5d1-2612679f4df1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:57.991517 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e9e6e2-1ff7-4288-8873-518ace2f6e0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94899e09-ee9f-4650-a30c-3b6baa182d08,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:58.001868 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e5e9e6e2-1ff7-4288-8873-518ace2f6e0e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:58.006831 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e5e9e6e2-1ff7-4288-8873-518ace2f6e0e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/94899e09-ee9f-4650-a30c-3b6baa182d08 HTTP/1.1" status: 204 len: 168 time: 0.3579102 Dec 10 18:54:58.009290 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52054) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:58.086826 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 3035291b-bd7e-4cae-8798-9cef9ba6359a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=3035291b-bd7e-4cae-8798-9cef9ba6359a,segment=NetworkSegment(4f7455bb-5297-45b1-869d-c2299c8e4e95),segment_id=4f7455bb-5297-45b1-869d-c2299c8e4e95)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:54:58.115087 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '3035291b-bd7e-4cae-8798-9cef9ba6359a', 'network_id': '14c08ff4-ca2d-4471-8902-6f8e83bb90b7', 'port_id': '3035291b-bd7e-4cae-8798-9cef9ba6359a', 'mac_address': 'fa:16:3e:d0:68:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5964329d-49d1-453b-8dec-191d9b890369', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:54:58.156439 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc812649-28c7-475c-ae63-89a89400c61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:58.185160 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:58.190626 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5c1688fe-f218-4f68-b87b-f1c8a29c8b23 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:58.206983 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3035291b-bd7e-4cae-8798-9cef9ba6359a {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:54:58.213609 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5c1688fe-f218-4f68-b87b-f1c8a29c8b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:58.259421 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 3035291b-bd7e-4cae-8798-9cef9ba6359a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=3035291b-bd7e-4cae-8798-9cef9ba6359a,segment=NetworkSegment(4f7455bb-5297-45b1-869d-c2299c8e4e95),segment_id=4f7455bb-5297-45b1-869d-c2299c8e4e95)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:54:58.272519 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:58.277311 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1688fe-f218-4f68-b87b-f1c8a29c8b23 None None] Network 4cd3db96-f1b5-4e1c-86de-8f48fca513c2 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:54:58.283367 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-5c1688fe-f218-4f68-b87b-f1c8a29c8b23 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:54:58.285080 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1688fe-f218-4f68-b87b-f1c8a29c8b23 None None] Pushing event updated for resources: {'Port': ['ID=83acc6f9-7949-44e8-9d60-96360d526370,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:58.287146 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1688fe-f218-4f68-b87b-f1c8a29c8b23 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:54:58.330264 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc812649-28c7-475c-ae63-89a89400c61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:58.388492 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-fc812649-28c7-475c-ae63-89a89400c61b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9308c3bd-d7d7-4123-8366-3b453e846043']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:58.405812 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-fc812649-28c7-475c-ae63-89a89400c61b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bccc80d4-950a-4bd1-b0ab-8656f989951d') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:58.406106 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-fc812649-28c7-475c-ae63-89a89400c61b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bccc80d4-950a-4bd1-b0ab-8656f989951d') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:58.422704 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc812649-28c7-475c-ae63-89a89400c61b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:58.431115 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-5373b1de-ac7d-47c0-a5d1-2612679f4df1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Allocated IP 172.20.0.1 (4cd3db96-f1b5-4e1c-86de-8f48fca513c2/987e3b89-f870-4cb9-8b25-97f5f82c7178/eb6afc3f-c4a5-432e-a45a-c6beace7b7e1) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:54:58.444394 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc812649-28c7-475c-ae63-89a89400c61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:58.454956 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc812649-28c7-475c-ae63-89a89400c61b admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:54:58.455357 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc812649-28c7-475c-ae63-89a89400c61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:58.457196 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:54:58.457196 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:54:58.457196 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:54:58.457196 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:54:58.457196 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:54:58.457196 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:54:58.457196 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:54:58.457196 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:54:58.457196 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:54:58.457196 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:54:58.457196 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:54:58.457196 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:54:58.457196 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:54:58.457196 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:54:58.457196 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:54:58.457196 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:54:58.457196 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:54:58.457196 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:54:58.457196 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:54:58.457196 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:54:58.457196 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:54:58.457196 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:54:58.457196 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:54:58.457196 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:54:58.457196 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:54:58.457196 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:54:58.457196 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:54:58.457196 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:54:58.457196 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:54:58.457196 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:54:58.457196 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:54:58.457196 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:54:58.565767 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=3035291b-bd7e-4cae-8798-9cef9ba6359a,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:58.568786 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5c1688fe-f218-4f68-b87b-f1c8a29c8b23 None None] Attempting to bind port 83acc6f9-7949-44e8-9d60-96360d526370 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:54:58.569246 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5c1688fe-f218-4f68-b87b-f1c8a29c8b23 None None] Attempting to bind port 83acc6f9-7949-44e8-9d60-96360d526370 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'bc37fd31-316c-471f-becb-2adfb8055a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4cd3db96-f1b5-4e1c-86de-8f48fca513c2'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:54:58.569694 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1688fe-f218-4f68-b87b-f1c8a29c8b23 None None] Attempting to bind port 83acc6f9-7949-44e8-9d60-96360d526370 on network 4cd3db96-f1b5-4e1c-86de-8f48fca513c2 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:54:58.577168 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1688fe-f218-4f68-b87b-f1c8a29c8b23 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:54:58.577660 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1688fe-f218-4f68-b87b-f1c8a29c8b23 None None] Checking segment: {'id': 'bc37fd31-316c-471f-becb-2adfb8055a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4cd3db96-f1b5-4e1c-86de-8f48fca513c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:54:58.578144 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5c1688fe-f218-4f68-b87b-f1c8a29c8b23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:58.578612 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1688fe-f218-4f68-b87b-f1c8a29c8b23 None None] Bound using segment: {'id': 'bc37fd31-316c-471f-becb-2adfb8055a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4cd3db96-f1b5-4e1c-86de-8f48fca513c2'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:54:58.579174 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5c1688fe-f218-4f68-b87b-f1c8a29c8b23 None None] Bound port: 83acc6f9-7949-44e8-9d60-96360d526370, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc37fd31-316c-471f-becb-2adfb8055a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4cd3db96-f1b5-4e1c-86de-8f48fca513c2'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:54:58.579683 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5c1688fe-f218-4f68-b87b-f1c8a29c8b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:58.597997 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['3035291b-bd7e-4cae-8798-9cef9ba6359a'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:54:58.709876 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5c1688fe-f218-4f68-b87b-f1c8a29c8b23 None None] For port 83acc6f9-7949-44e8-9d60-96360d526370, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:54:58.903319 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc812649-28c7-475c-ae63-89a89400c61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:58.912580 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5c1688fe-f218-4f68-b87b-f1c8a29c8b23 None None] For port 83acc6f9-7949-44e8-9d60-96360d526370, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=83acc6f9-7949-44e8-9d60-96360d526370,segment=NetworkSegment(bc37fd31-316c-471f-becb-2adfb8055a66),segment_id=bc37fd31-316c-471f-becb-2adfb8055a66)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:54:58.916872 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc812649-28c7-475c-ae63-89a89400c61b admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:58.921238 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fc812649-28c7-475c-ae63-89a89400c61b admin admin] 10.222.0.62 "DELETE /v2.0/networks/9308c3bd-d7d7-4123-8366-3b453e846043 HTTP/1.1" status: 204 len: 168 time: 0.9107440 Dec 10 18:54:58.922085 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5c1688fe-f218-4f68-b87b-f1c8a29c8b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:58.944996 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc812649-28c7-475c-ae63-89a89400c61b admin admin] Pushing event deleted for resources: {'Network': ['ID=9308c3bd-d7d7-4123-8366-3b453e846043,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:58.962576 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89ee8d-80fc-42cc-8bb9-579fdf789359 req-18b55a58-dbcb-4c71-a006-61160f84fb59 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:58.964069 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2a89ee8d-80fc-42cc-8bb9-579fdf789359 req-18b55a58-dbcb-4c71-a006-61160f84fb59 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f625772-ce32-4b85-9a48-cbbeb85727b8 HTTP/1.1" status: 200 len: 944 time: 0.1116521 Dec 10 18:54:59.021827 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1688fe-f218-4f68-b87b-f1c8a29c8b23 None None] Pushing event updated for resources: {'Port': ['ID=83acc6f9-7949-44e8-9d60-96360d526370,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:59.025096 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5373b1de-ac7d-47c0-a5d1-2612679f4df1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:59.061618 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2a89ee8d-80fc-42cc-8bb9-579fdf789359 req-1e57287c-68d1-4e6d-ba6e-1047faceb359 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/security-groups?id=69eecbb4-ec9f-47d1-b08d-b3431e757d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850835 Dec 10 18:54:59.094793 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5373b1de-ac7d-47c0-a5d1-2612679f4df1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:59.120157 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd716061-8cff-4164-8e00-07c165ad6a11 req-a9b11e5a-c9df-4a0b-87f7-40a4575ce985 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:59.123226 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cd716061-8cff-4164-8e00-07c165ad6a11 req-a9b11e5a-c9df-4a0b-87f7-40a4575ce985 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=21f54265-70c3-400e-9344-14399acfcf11 HTTP/1.1" status: 200 len: 943 time: 0.0990424 Dec 10 18:54:59.153461 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5373b1de-ac7d-47c0-a5d1-2612679f4df1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Network 4cd3db96-f1b5-4e1c-86de-8f48fca513c2 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:54:59.157021 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-5373b1de-ac7d-47c0-a5d1-2612679f4df1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:54:59.160997 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5373b1de-ac7d-47c0-a5d1-2612679f4df1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:54:59.167417 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52066) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:59.193072 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373b1de-ac7d-47c0-a5d1-2612679f4df1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event updated for resources: {'Port': ['ID=eb6afc3f-c4a5-432e-a45a-c6beace7b7e1,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:59.199183 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cd716061-8cff-4164-8e00-07c165ad6a11 req-41afc815-28c8-48df-8f3f-63358515879d tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694852 Dec 10 18:54:59.251135 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52068) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:59.252809 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f9f2f395-d168-4a04-988b-0530c228782a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a85510fd6cf24c86bf1610ca8d59c0b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0842092 Dec 10 18:54:59.254346 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5373b1de-ac7d-47c0-a5d1-2612679f4df1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:59.356367 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d2bd0217-74ea-4f18-a2ea-ee6de9fbbb41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:59.386482 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d2bd0217-74ea-4f18-a2ea-ee6de9fbbb41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:59.453389 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d2bd0217-74ea-4f18-a2ea-ee6de9fbbb41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:59.456010 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d2bd0217-74ea-4f18-a2ea-ee6de9fbbb41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:59.457211 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d2bd0217-74ea-4f18-a2ea-ee6de9fbbb41 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3fda70a1-4eac-4522-a1a9-5a7bd988f577 HTTP/1.1" status: 204 len: 168 time: 0.2049010 Dec 10 18:54:59.460716 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5373b1de-ac7d-47c0-a5d1-2612679f4df1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:59.479170 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd0217-74ea-4f18-a2ea-ee6de9fbbb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fda70a1-4eac-4522-a1a9-5a7bd988f577,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:59.752400 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 3035291b-bd7e-4cae-8798-9cef9ba6359a up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:54:59.762317 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5373b1de-ac7d-47c0-a5d1-2612679f4df1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:59.772394 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5373b1de-ac7d-47c0-a5d1-2612679f4df1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:59.814328 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 3035291b-bd7e-4cae-8798-9cef9ba6359a completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:54:59.819831 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 3035291b-bd7e-4cae-8798-9cef9ba6359a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:54:59.820224 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:59.885004 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373b1de-ac7d-47c0-a5d1-2612679f4df1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event updated for resources: {'Port': ['ID=eb6afc3f-c4a5-432e-a45a-c6beace7b7e1,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:59.890810 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5373b1de-ac7d-47c0-a5d1-2612679f4df1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:59.961660 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:00.013916 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 3035291b-bd7e-4cae-8798-9cef9ba6359a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=3035291b-bd7e-4cae-8798-9cef9ba6359a,segment=NetworkSegment(4f7455bb-5297-45b1-869d-c2299c8e4e95),segment_id=4f7455bb-5297-45b1-869d-c2299c8e4e95)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:00.015591 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f625772-ce32-4b85-9a48-cbbeb85727b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3035291b-bd7e-4cae-8798-9cef9ba6359a'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:55:00.016212 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5373b1de-ac7d-47c0-a5d1-2612679f4df1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Network 4cd3db96-f1b5-4e1c-86de-8f48fca513c2 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:55:00.018508 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-5373b1de-ac7d-47c0-a5d1-2612679f4df1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:55:00.031402 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0ad80a-f5d3-4631-aac9-2e936b50b5db" -d '{"events": [{"server_uuid": "5f625772-ce32-4b85-9a48-cbbeb85727b8", "name": "network-vif-plugged", "status": "completed", "tag": "3035291b-bd7e-4cae-8798-9cef9ba6359a"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:55:00.060350 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:00.155005 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e718d3-7e40-47fd-acb3-f18e21769951 x-openstack-request-id: req-a4e718d3-7e40-47fd-acb3-f18e21769951 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:55:00.155317 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f625772-ce32-4b85-9a48-cbbeb85727b8", "name": "network-vif-plugged", "status": "completed", "tag": "3035291b-bd7e-4cae-8798-9cef9ba6359a", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:55:00.155581 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a4e718d3-7e40-47fd-acb3-f18e21769951 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:55:00.156005 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f625772-ce32-4b85-9a48-cbbeb85727b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3035291b-bd7e-4cae-8798-9cef9ba6359a', 'code': 200} Dec 10 18:55:00.197403 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5373b1de-ac7d-47c0-a5d1-2612679f4df1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Router 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:55:00.226837 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=3035291b-bd7e-4cae-8798-9cef9ba6359a,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:00.390060 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ecd81-aa06-4a78-9dba-a905300ced31 req-25db2c5c-a412-43b9-88a3-4ee595e5e981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:00.393110 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ec6ecd81-aa06-4a78-9dba-a905300ced31 req-25db2c5c-a412-43b9-88a3-4ee595e5e981 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5f625772-ce32-4b85-9a48-cbbeb85727b8 HTTP/1.1" status: 200 len: 1096 time: 0.1833951 Dec 10 18:55:00.447334 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2365ff6-a0c8-42e0-aed1-987f56ef3c0d req-a6590b11-16f8-466b-83fd-3d9c8b1bec95 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:00.452349 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e2365ff6-a0c8-42e0-aed1-987f56ef3c0d req-a6590b11-16f8-466b-83fd-3d9c8b1bec95 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f625772-ce32-4b85-9a48-cbbeb85727b8 HTTP/1.1" status: 200 len: 945 time: 0.1889260 Dec 10 18:55:00.533378 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d955403-23fc-401b-bc14-32ca43b82fa7 None None] Network 4cd3db96-f1b5-4e1c-86de-8f48fca513c2 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:55:00.534878 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e2365ff6-a0c8-42e0-aed1-987f56ef3c0d req-e6ccbd50-f866-45d2-8900-32b68ae8f494 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/security-groups?id=69eecbb4-ec9f-47d1-b08d-b3431e757d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770507 Dec 10 18:55:00.557479 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecccf0-2c61-4d12-a053-035f6d81eebb req-6e019f4c-11f0-40f2-9cc7-06ea132a97cc tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:00.559090 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2eecccf0-2c61-4d12-a053-035f6d81eebb req-6e019f4c-11f0-40f2-9cc7-06ea132a97cc tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=21f54265-70c3-400e-9344-14399acfcf11 HTTP/1.1" status: 200 len: 943 time: 0.2309525 Dec 10 18:55:00.573019 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5373b1de-ac7d-47c0-a5d1-2612679f4df1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:55:00.613300 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ec6ecd81-aa06-4a78-9dba-a905300ced31 req-2052f26c-8d7b-47e0-9deb-a536c001d288 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=69eecbb4-ec9f-47d1-b08d-b3431e757d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086897 Dec 10 18:55:00.617763 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5373b1de-ac7d-47c0-a5d1-2612679f4df1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "PUT /v2.0/routers/5958fb42-fce5-47cc-a2e8-62d2a86aabe2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0091152 Dec 10 18:55:00.618442 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52102) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:00.630926 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-e49c14b9-c5ac-411a-ad75-9ece3f4adfaf tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Request body: {'network': {'name': 'tempest-RoutersTest-962570111'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:55:00.631948 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 83acc6f9-7949-44e8-9d60-96360d526370 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:55:00.636138 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dc27bd-55a3-4696-938c-00d90802eb7f None None] Sync routers for ids ['5958fb42-fce5-47cc-a2e8-62d2a86aabe2'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:55:00.685388 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49c14b9-c5ac-411a-ad75-9ece3f4adfaf tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Made reservation on behalf of 955fb138ea1841a1a19d85777d85eb8a for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:55:00.690008 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e49c14b9-c5ac-411a-ad75-9ece3f4adfaf tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:00.702906 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dc27bd-55a3-4696-938c-00d90802eb7f None None] Routers {'5958fb42-fce5-47cc-a2e8-62d2a86aabe2'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:55:00.703857 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-34dc27bd-55a3-4696-938c-00d90802eb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:54:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5958fb42-fce5-47cc-a2e8-62d2a86aabe2'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:00.738520 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e49c14b9-c5ac-411a-ad75-9ece3f4adfaf tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:55:00.739512 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2eecccf0-2c61-4d12-a053-035f6d81eebb req-36bee296-c396-48e4-bd42-8a3b85c24f47 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670094 Dec 10 18:55:00.761098 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e49c14b9-c5ac-411a-ad75-9ece3f4adfaf tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:00.761098 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-e49c14b9-c5ac-411a-ad75-9ece3f4adfaf tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Added segment cfbd35ca-7b3d-4c3e-a3f2-76b9e3865585 of type vlan for network 71dffb16-2b87-4b3a-867b-7285c35558ff Dec 10 18:55:00.794848 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e49c14b9-c5ac-411a-ad75-9ece3f4adfaf tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:00.832442 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e49c14b9-c5ac-411a-ad75-9ece3f4adfaf tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:00.842887 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49c14b9-c5ac-411a-ad75-9ece3f4adfaf tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:00.843542 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e49c14b9-c5ac-411a-ad75-9ece3f4adfaf tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:00.874091 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-54cd8222-0020-4bb3-ba09-5348bdaceed5 None None] Provisioning complete for port 83acc6f9-7949-44e8-9d60-96360d526370 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:00.874471 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-54cd8222-0020-4bb3-ba09-5348bdaceed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:00.942257 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e49c14b9-c5ac-411a-ad75-9ece3f4adfaf tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3201547 Dec 10 18:55:00.942672 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52112) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:00.949711 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e7e2bb97-6f46-415d-9596-c58112d62417 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Request body: {'subnet': {'network_id': '71dffb16-2b87-4b3a-867b-7285c35558ff', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:55:00.982646 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 4a4732e4-14e5-4ea6-8f89-7056570c9a63 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:55:00.987298 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c14b9-c5ac-411a-ad75-9ece3f4adfaf tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event updated for resources: {'Network': ['ID=71dffb16-2b87-4b3a-867b-7285c35558ff,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:01.069095 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 71dffb16-2b87-4b3a-867b-7285c35558ff details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:55:01.124681 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-34dc27bd-55a3-4696-938c-00d90802eb7f None None] Set router 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:55:01.132033 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e2bb97-6f46-415d-9596-c58112d62417 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Made reservation on behalf of 955fb138ea1841a1a19d85777d85eb8a for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:55:01.135986 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e7e2bb97-6f46-415d-9596-c58112d62417 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:01.169845 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc2640-6d9d-45e0-b5b6-390fe1d2e16b req-8938d740-a3b1-4c0b-9621-24182696317b tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:01.184341 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b6dc2640-6d9d-45e0-b5b6-390fe1d2e16b req-8938d740-a3b1-4c0b-9621-24182696317b tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] 10.222.0.62 "GET /v2.0/ports?device_id=05237fe2-84ea-4c2d-ba77-220783a793d4 HTTP/1.1" status: 200 len: 949 time: 0.1112394 Dec 10 18:55:01.270121 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.resource_extend [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:55:01.304958 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b6dc2640-6d9d-45e0-b5b6-390fe1d2e16b req-570b5f36-0f8c-4059-9f47-aaced608f6b3 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e3f7cd2-31f6-4b4f-a875-c53ac22df282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195223 Dec 10 18:55:01.452224 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 83acc6f9-7949-44e8-9d60-96360d526370 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:01.452608 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:01.463414 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-54cd8222-0020-4bb3-ba09-5348bdaceed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:01.543427 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e7e2bb97-6f46-415d-9596-c58112d62417 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:01.558598 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52122) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:01.669514 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e2bb97-6f46-415d-9596-c58112d62417 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event updated for resources: {'Subnet': ['ID=8c700c40-9d3f-426e-a8cd-1e5273e59cc0,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:01.678407 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e2bb97-6f46-415d-9596-c58112d62417 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Checking segment: {'id': 'cfbd35ca-7b3d-4c3e-a3f2-76b9e3865585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71dffb16-2b87-4b3a-867b-7285c35558ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:55:01.680229 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e2bb97-6f46-415d-9596-c58112d62417 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Network hostable DHCP agents. Network: 71dffb16-2b87-4b3a-867b-7285c35558ff, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:55:01.728732 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e2bb97-6f46-415d-9596-c58112d62417 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Network 71dffb16-2b87-4b3a-867b-7285c35558ff is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:55:01.741067 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-e7e2bb97-6f46-415d-9596-c58112d62417 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 71dffb16-2b87-4b3a-867b-7285c35558ff) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:55:01.749788 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-54cd8222-0020-4bb3-ba09-5348bdaceed5 None None] For port 83acc6f9-7949-44e8-9d60-96360d526370, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=83acc6f9-7949-44e8-9d60-96360d526370,segment=NetworkSegment(bc37fd31-316c-471f-becb-2adfb8055a66),segment_id=bc37fd31-316c-471f-becb-2adfb8055a66)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:01.767833 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd461129-2bda-4f67-95de-6cc29a61becf None None] Network 71dffb16-2b87-4b3a-867b-7285c35558ff requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:55:01.768148 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e2bb97-6f46-415d-9596-c58112d62417 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:01.769053 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e7e2bb97-6f46-415d-9596-c58112d62417 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:01.795936 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-54cd8222-0020-4bb3-ba09-5348bdaceed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:01.844321 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52132) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:01.844511 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e7e2bb97-6f46-415d-9596-c58112d62417 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9006522 Dec 10 18:55:01.891232 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac98950-66f8-45a1-986c-aa0f0eb886d3 req-6a22c64c-7c82-4fd2-b8f4-f0383b09d3d5 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:01.893763 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bac98950-66f8-45a1-986c-aa0f0eb886d3 req-6a22c64c-7c82-4fd2-b8f4-f0383b09d3d5 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f625772-ce32-4b85-9a48-cbbeb85727b8 HTTP/1.1" status: 200 len: 945 time: 0.1084576 Dec 10 18:55:01.988246 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bac98950-66f8-45a1-986c-aa0f0eb886d3 req-d377c6d2-e4cb-4622-979a-d1beaee99d12 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/security-groups?id=69eecbb4-ec9f-47d1-b08d-b3431e757d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826929 Dec 10 18:55:02.029515 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4701629-d400-4165-9ab0-46a77d340d20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-71dffb16-2b87-4b3a-867b-7285c35558ff', 'network_id': '71dffb16-2b87-4b3a-867b-7285c35558ff', 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'fixed_ips': [{'subnet_id': '8c700c40-9d3f-426e-a8cd-1e5273e59cc0'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:55:02.031005 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4701629-d400-4165-9ab0-46a77d340d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:02.037448 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 4a4732e4-14e5-4ea6-8f89-7056570c9a63, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=4a4732e4-14e5-4ea6-8f89-7056570c9a63,segment=NetworkSegment(83c7d7e9-db7c-46c1-b53c-9a099ac3350f),segment_id=83c7d7e9-db7c-46c1-b53c-9a099ac3350f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:02.041333 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c4876b8-1e84-47c1-a23b-5e845dd22ea5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:02.152585 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c4876b8-1e84-47c1-a23b-5e845dd22ea5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:02.162937 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c4876b8-1e84-47c1-a23b-5e845dd22ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:02.269425 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f13d7-ac91-4804-a53d-8e169b7843e6 req-2d32e181-0b61-44f9-a21a-c3ee0951a1c7 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:02.270958 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-908f13d7-ac91-4804-a53d-8e169b7843e6 req-2d32e181-0b61-44f9-a21a-c3ee0951a1c7 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=21f54265-70c3-400e-9344-14399acfcf11 HTTP/1.1" status: 200 len: 943 time: 0.3024969 Dec 10 18:55:02.273355 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6c4876b8-1e84-47c1-a23b-5e845dd22ea5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=15870b5b194245458f83546cec4a956f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7119079 Dec 10 18:55:02.274583 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4876b8-1e84-47c1-a23b-5e845dd22ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e965ac01-7c5d-41bf-8bf1-491302e63f8f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:02.276487 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52134) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:02.306252 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '4a4732e4-14e5-4ea6-8f89-7056570c9a63', 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881', 'port_id': '4a4732e4-14e5-4ea6-8f89-7056570c9a63', 'mac_address': 'fa:16:3e:d8:fe:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ba69a49-ec77-4670-8006-0254df7f77f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:55:02.324966 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd8222-0020-4bb3-ba09-5348bdaceed5 None None] Pushing event updated for resources: {'Port': ['ID=83acc6f9-7949-44e8-9d60-96360d526370,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:02.390731 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c59e0857-e744-40f3-b54d-0f0b824fb7fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:02.454892 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c59e0857-e744-40f3-b54d-0f0b824fb7fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:02.514424 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd463a-2ced-4e67-aab4-d0e104ba6b17 req-a2905978-ca55-4633-84c1-1ce436ea135d tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:02.516211 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c8bd463a-2ced-4e67-aab4-d0e104ba6b17 req-a2905978-ca55-4633-84c1-1ce436ea135d tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] 10.222.0.62 "GET /v2.0/ports?device_id=05237fe2-84ea-4c2d-ba77-220783a793d4 HTTP/1.1" status: 200 len: 949 time: 0.1080282 Dec 10 18:55:02.573724 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-f4701629-d400-4165-9ab0-46a77d340d20 None None] Allocated IP 172.21.0.2 (71dffb16-2b87-4b3a-867b-7285c35558ff/8c700c40-9d3f-426e-a8cd-1e5273e59cc0/ab709501-25f7-4ddb-b217-c79490f473ab) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:55:02.580507 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c8bd463a-2ced-4e67-aab4-d0e104ba6b17 req-30558cc6-d0b8-41b1-89ff-4489b3b6832b tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e3f7cd2-31f6-4b4f-a875-c53ac22df282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568984 Dec 10 18:55:02.598612 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c59e0857-e744-40f3-b54d-0f0b824fb7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:02.603692 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c59e0857-e744-40f3-b54d-0f0b824fb7fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:02.605898 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c59e0857-e744-40f3-b54d-0f0b824fb7fd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e965ac01-7c5d-41bf-8bf1-491302e63f8f HTTP/1.1" status: 204 len: 168 time: 0.3282850 Dec 10 18:55:02.618525 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e0857-e744-40f3-b54d-0f0b824fb7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e965ac01-7c5d-41bf-8bf1-491302e63f8f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:02.653338 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-908f13d7-ac91-4804-a53d-8e169b7843e6 req-f6bc4dfd-ec3a-4838-8ea0-ecfcc096b1aa tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607619 Dec 10 18:55:02.676882 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a091dc68-e7fc-4ade-bce4-be34f96b2c07 None None] Provisioning complete for port eb6afc3f-c4a5-432e-a45a-c6beace7b7e1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:02.677347 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a091dc68-e7fc-4ade-bce4-be34f96b2c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:02.703696 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ccba46-6fd5-4383-81ae-42e2e237f316 req-26e174c6-8d9f-40e2-b33b-6ff7cf8e4266 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:02.706035 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-72ccba46-6fd5-4383-81ae-42e2e237f316 req-26e174c6-8d9f-40e2-b33b-6ff7cf8e4266 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] 10.222.0.46 "GET /v2.0/ports?device_id=05237fe2-84ea-4c2d-ba77-220783a793d4 HTTP/1.1" status: 200 len: 949 time: 0.1500015 Dec 10 18:55:02.749529 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:02.896297 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4701629-d400-4165-9ab0-46a77d340d20 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:02.910731 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a4732e4-14e5-4ea6-8f89-7056570c9a63 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:55:02.917476 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a091dc68-e7fc-4ade-bce4-be34f96b2c07 None None] Port eb6afc3f-c4a5-432e-a45a-c6beace7b7e1 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:55:02.922857 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 83acc6f9-7949-44e8-9d60-96360d526370 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:55:02.926673 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4701629-d400-4165-9ab0-46a77d340d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:02.956466 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0479a304-00e8-4053-9391-8dcd12614c92 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:03.044721 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 4a4732e4-14e5-4ea6-8f89-7056570c9a63, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=4a4732e4-14e5-4ea6-8f89-7056570c9a63,segment=NetworkSegment(83c7d7e9-db7c-46c1-b53c-9a099ac3350f),segment_id=83c7d7e9-db7c-46c1-b53c-9a099ac3350f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:03.048401 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a091dc68-e7fc-4ade-bce4-be34f96b2c07 None None] Provisioning complete for port 83acc6f9-7949-44e8-9d60-96360d526370 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:03.049128 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a091dc68-e7fc-4ade-bce4-be34f96b2c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:03.100459 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:03.116681 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-34dc27bd-55a3-4696-938c-00d90802eb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'name': 'tempest-RoutersTest-router-677375573', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:54:56Z', 'updated_at': '2021-12-10T18:54:59Z', 'revision_number': 2, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'gw_port_host': None, '_interfaces': [{'id': 'eb6afc3f-c4a5-432e-a45a-c6beace7b7e1', 'name': '', 'network_id': '4cd3db96-f1b5-4e1c-86de-8f48fca513c2', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:7e:95:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:54:58Z', 'updated_at': '2021-12-10T18:54:59Z', 'revision_number': 2, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:03.128491 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4701629-d400-4165-9ab0-46a77d340d20 None None] Network 71dffb16-2b87-4b3a-867b-7285c35558ff is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:55:03.171506 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-f4701629-d400-4165-9ab0-46a77d340d20 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:55:03.174696 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4701629-d400-4165-9ab0-46a77d340d20 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:55:03.180244 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4701629-d400-4165-9ab0-46a77d340d20 None None] Pushing event updated for resources: {'Port': ['ID=ab709501-25f7-4ddb-b217-c79490f473ab,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:03.192550 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708dfed-44a5-4813-a73a-70a8b2d5e49b req-0901f7ce-5802-460c-a1c4-67dc4b61db3a tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:03.193375 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dc27bd-55a3-4696-938c-00d90802eb7f None None] Checking router: 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:55:03.193739 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dc27bd-55a3-4696-938c-00d90802eb7f None None] Updating router 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 port eb6afc3f-c4a5-432e-a45a-c6beace7b7e1 binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:55:03.208448 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7708dfed-44a5-4813-a73a-70a8b2d5e49b req-0901f7ce-5802-460c-a1c4-67dc4b61db3a tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f625772-ce32-4b85-9a48-cbbeb85727b8 HTTP/1.1" status: 200 len: 945 time: 0.1018841 Dec 10 18:55:03.270146 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7708dfed-44a5-4813-a73a-70a8b2d5e49b req-8b928fc1-b79d-46fd-8cfe-57d539dec1bd tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/security-groups?id=69eecbb4-ec9f-47d1-b08d-b3431e757d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603199 Dec 10 18:55:03.356380 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=4a4732e4-14e5-4ea6-8f89-7056570c9a63,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:03.411878 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34dc27bd-55a3-4696-938c-00d90802eb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:03.429814 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 83acc6f9-7949-44e8-9d60-96360d526370 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:03.430451 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:03.468417 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f4701629-d400-4165-9ab0-46a77d340d20 None None] Attempting to bind port ab709501-25f7-4ddb-b217-c79490f473ab on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:55:03.468958 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f4701629-d400-4165-9ab0-46a77d340d20 None None] Attempting to bind port ab709501-25f7-4ddb-b217-c79490f473ab by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'cfbd35ca-7b3d-4c3e-a3f2-76b9e3865585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71dffb16-2b87-4b3a-867b-7285c35558ff'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:55:03.469766 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4701629-d400-4165-9ab0-46a77d340d20 None None] Attempting to bind port ab709501-25f7-4ddb-b217-c79490f473ab on network 71dffb16-2b87-4b3a-867b-7285c35558ff {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:55:03.498757 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['4a4732e4-14e5-4ea6-8f89-7056570c9a63'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:55:03.668311 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-72ccba46-6fd5-4383-81ae-42e2e237f316 req-d441903c-0dd8-4461-8ea4-846ef60e6d5b tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] Deleting port 68c0932d-1021-48f4-8694-a49fcd62badc {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:55:03.668983 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-72ccba46-6fd5-4383-81ae-42e2e237f316 req-d441903c-0dd8-4461-8ea4-846ef60e6d5b tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:03.724119 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4701629-d400-4165-9ab0-46a77d340d20 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:55:03.725810 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4701629-d400-4165-9ab0-46a77d340d20 None None] Checking segment: {'id': 'cfbd35ca-7b3d-4c3e-a3f2-76b9e3865585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71dffb16-2b87-4b3a-867b-7285c35558ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:55:03.725810 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4701629-d400-4165-9ab0-46a77d340d20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:03.726135 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4701629-d400-4165-9ab0-46a77d340d20 None None] Bound using segment: {'id': 'cfbd35ca-7b3d-4c3e-a3f2-76b9e3865585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71dffb16-2b87-4b3a-867b-7285c35558ff'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:55:03.726630 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f4701629-d400-4165-9ab0-46a77d340d20 None None] Bound port: ab709501-25f7-4ddb-b217-c79490f473ab, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfbd35ca-7b3d-4c3e-a3f2-76b9e3865585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71dffb16-2b87-4b3a-867b-7285c35558ff'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:55:03.727009 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4701629-d400-4165-9ab0-46a77d340d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:03.828313 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52176) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:03.884962 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e9aae-7033-4848-b48d-4110c64254cc req-e221b7b8-b3c2-4ad6-9179-4506e2b4a2dd tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:03.886629 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-169e9aae-7033-4848-b48d-4110c64254cc req-e221b7b8-b3c2-4ad6-9179-4506e2b4a2dd tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=21f54265-70c3-400e-9344-14399acfcf11 HTTP/1.1" status: 200 len: 944 time: 0.1126776 Dec 10 18:55:03.949374 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-0479a304-00e8-4053-9391-8dcd12614c92 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Allocated IP 172.21.0.1 (71dffb16-2b87-4b3a-867b-7285c35558ff/8c700c40-9d3f-426e-a8cd-1e5273e59cc0/3965df0e-ab26-4990-a315-e338bdea383d) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:55:03.997937 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-169e9aae-7033-4848-b48d-4110c64254cc req-c53a5c64-b090-4dfb-aa81-4a819dadd4ed tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034360 Dec 10 18:55:04.045834 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-db598481-b78c-42c5-9af5-b28496ee7f94 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1052448844-network', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:55:04.082362 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db598481-b78c-42c5-9af5-b28496ee7f94 admin admin] Made reservation on behalf of ce6d41cdbd6e4596aec18213412eef45 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:55:04.087348 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-db598481-b78c-42c5-9af5-b28496ee7f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:04.100465 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-db598481-b78c-42c5-9af5-b28496ee7f94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:04.112176 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-13a027ae-2177-46ec-9281-702a7cb267df None None] Provisioning complete for port eb6afc3f-c4a5-432e-a45a-c6beace7b7e1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:04.112770 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-13a027ae-2177-46ec-9281-702a7cb267df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:04.189043 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:04.273432 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-db598481-b78c-42c5-9af5-b28496ee7f94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:04.275940 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-13a027ae-2177-46ec-9281-702a7cb267df None None] Port eb6afc3f-c4a5-432e-a45a-c6beace7b7e1 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:55:04.286407 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-db598481-b78c-42c5-9af5-b28496ee7f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:04.289278 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4e3cc-4866-4870-ad69-eb7ebf1683da req-52303fc8-7d6e-452a-93b1-b71eb7ee9e4c tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:04.289635 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f4701629-d400-4165-9ab0-46a77d340d20 None None] For port ab709501-25f7-4ddb-b217-c79490f473ab, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:55:04.290884 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6fa4e3cc-4866-4870-ad69-eb7ebf1683da req-52303fc8-7d6e-452a-93b1-b71eb7ee9e4c tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] 10.222.0.62 "GET /v2.0/ports?device_id=05237fe2-84ea-4c2d-ba77-220783a793d4 HTTP/1.1" status: 200 len: 949 time: 0.4042466 Dec 10 18:55:04.294965 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-72ccba46-6fd5-4383-81ae-42e2e237f316 req-d441903c-0dd8-4461-8ea4-846ef60e6d5b tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] For port 68c0932d-1021-48f4-8694-a49fcd62badc, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=68c0932d-1021-48f4-8694-a49fcd62badc,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:04.295379 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-72ccba46-6fd5-4383-81ae-42e2e237f316 req-d441903c-0dd8-4461-8ea4-846ef60e6d5b tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:04.323143 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f4701629-d400-4165-9ab0-46a77d340d20 None None] For port ab709501-25f7-4ddb-b217-c79490f473ab, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=ab709501-25f7-4ddb-b217-c79490f473ab,segment=NetworkSegment(cfbd35ca-7b3d-4c3e-a3f2-76b9e3865585),segment_id=cfbd35ca-7b3d-4c3e-a3f2-76b9e3865585)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:55:04.349955 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4701629-d400-4165-9ab0-46a77d340d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:04.353568 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db598481-b78c-42c5-9af5-b28496ee7f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfd8e11-a7f1-4b99-b376-ec87fad3c724,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:04.375904 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db598481-b78c-42c5-9af5-b28496ee7f94 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:55:04.398956 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-72ccba46-6fd5-4383-81ae-42e2e237f316 req-d441903c-0dd8-4461-8ea4-846ef60e6d5b tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] Calling delete_port for 68c0932d-1021-48f4-8694-a49fcd62badc owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:55:04.405708 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-db598481-b78c-42c5-9af5-b28496ee7f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:04.406079 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-db598481-b78c-42c5-9af5-b28496ee7f94 admin admin] Added segment b018f0b2-f2ea-42a6-be50-b44238505497 of type vlan for network 8a30ce27-2851-4282-9ac6-23ccb449ba3d Dec 10 18:55:04.443565 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0479a304-00e8-4053-9391-8dcd12614c92 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:04.521286 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-db598481-b78c-42c5-9af5-b28496ee7f94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:04.539886 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47cb4b-a72f-4d10-b9af-8639ed9f584c req-35c987ec-75d6-450b-858c-cabdc2916a7b tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:04.541258 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9b47cb4b-a72f-4d10-b9af-8639ed9f584c req-35c987ec-75d6-450b-858c-cabdc2916a7b tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f625772-ce32-4b85-9a48-cbbeb85727b8 HTTP/1.1" status: 200 len: 945 time: 0.0729125 Dec 10 18:55:04.578595 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-db598481-b78c-42c5-9af5-b28496ee7f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:04.586780 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4701629-d400-4165-9ab0-46a77d340d20 None None] Pushing event updated for resources: {'Port': ['ID=ab709501-25f7-4ddb-b217-c79490f473ab,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:04.589874 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db598481-b78c-42c5-9af5-b28496ee7f94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:04.591452 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-db598481-b78c-42c5-9af5-b28496ee7f94 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:04.610125 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6fa4e3cc-4866-4870-ad69-eb7ebf1683da req-52178ea4-a916-4c7d-a0f6-600b58bf1349 tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e3f7cd2-31f6-4b4f-a875-c53ac22df282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028514 Dec 10 18:55:04.695100 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db598481-b78c-42c5-9af5-b28496ee7f94 admin admin] Pushing event updated for resources: {'Network': ['ID=8a30ce27-2851-4282-9ac6-23ccb449ba3d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:04.712667 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0479a304-00e8-4053-9391-8dcd12614c92 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:04.735419 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9b47cb4b-a72f-4d10-b9af-8639ed9f584c req-caf9ece9-d324-4e54-a06b-469088c81ff0 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/security-groups?id=69eecbb4-ec9f-47d1-b08d-b3431e757d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834667 Dec 10 18:55:04.739323 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-db598481-b78c-42c5-9af5-b28496ee7f94 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9102631 Dec 10 18:55:04.743599 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34dc27bd-55a3-4696-938c-00d90802eb7f None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:04.745304 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52186) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:04.752084 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 8a30ce27-2851-4282-9ac6-23ccb449ba3d details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:55:04.757462 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34dc27bd-55a3-4696-938c-00d90802eb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:04.758148 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8c1e7f75-89a0-48f1-ba92-738d65107633 admin admin] Request body: {'subnet': {'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1052448844-subnet', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:55:04.821053 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1e7f75-89a0-48f1-ba92-738d65107633 admin admin] Made reservation on behalf of ce6d41cdbd6e4596aec18213412eef45 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:55:04.823832 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c1e7f75-89a0-48f1-ba92-738d65107633 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:04.895875 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0479a304-00e8-4053-9391-8dcd12614c92 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event updated for resources: {'Port': ['ID=3965df0e-ab26-4990-a315-e338bdea383d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:05.026415 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48082a-e766-430f-84b1-c7eb57f9088b None None] Pushing event updated for resources: {'Port': ['ID=eb6afc3f-c4a5-432e-a45a-c6beace7b7e1,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:05.055870 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0479a304-00e8-4053-9391-8dcd12614c92 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:05.056717 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0479a304-00e8-4053-9391-8dcd12614c92 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:05.056717 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0479a304-00e8-4053-9391-8dcd12614c92 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:05.056960 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0479a304-00e8-4053-9391-8dcd12614c92 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:05.057932 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0479a304-00e8-4053-9391-8dcd12614c92 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:05.057932 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0479a304-00e8-4053-9391-8dcd12614c92 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:05.057932 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0479a304-00e8-4053-9391-8dcd12614c92 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:05.058253 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0479a304-00e8-4053-9391-8dcd12614c92 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:05.058529 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0479a304-00e8-4053-9391-8dcd12614c92 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:05.058854 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0479a304-00e8-4053-9391-8dcd12614c92 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:05.059184 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0479a304-00e8-4053-9391-8dcd12614c92 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:05.067870 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-34dc27bd-55a3-4696-938c-00d90802eb7f None None] Attempting to bind port eb6afc3f-c4a5-432e-a45a-c6beace7b7e1 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:55:05.069806 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-34dc27bd-55a3-4696-938c-00d90802eb7f None None] Attempting to bind port eb6afc3f-c4a5-432e-a45a-c6beace7b7e1 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'bc37fd31-316c-471f-becb-2adfb8055a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4cd3db96-f1b5-4e1c-86de-8f48fca513c2'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:55:05.070285 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dc27bd-55a3-4696-938c-00d90802eb7f None None] Attempting to bind port eb6afc3f-c4a5-432e-a45a-c6beace7b7e1 on network 4cd3db96-f1b5-4e1c-86de-8f48fca513c2 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:55:05.072690 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0479a304-00e8-4053-9391-8dcd12614c92 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:05.073137 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0479a304-00e8-4053-9391-8dcd12614c92 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:05.077283 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dc27bd-55a3-4696-938c-00d90802eb7f None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:55:05.077830 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dc27bd-55a3-4696-938c-00d90802eb7f None None] Checking segment: {'id': 'bc37fd31-316c-471f-becb-2adfb8055a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4cd3db96-f1b5-4e1c-86de-8f48fca513c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:55:05.078338 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34dc27bd-55a3-4696-938c-00d90802eb7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:05.079308 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dc27bd-55a3-4696-938c-00d90802eb7f None None] Bound using segment: {'id': 'bc37fd31-316c-471f-becb-2adfb8055a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4cd3db96-f1b5-4e1c-86de-8f48fca513c2'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:55:05.086657 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-34dc27bd-55a3-4696-938c-00d90802eb7f None None] Bound port: eb6afc3f-c4a5-432e-a45a-c6beace7b7e1, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc37fd31-316c-471f-becb-2adfb8055a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4cd3db96-f1b5-4e1c-86de-8f48fca513c2'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:55:05.087420 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34dc27bd-55a3-4696-938c-00d90802eb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:05.109013 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0479a304-00e8-4053-9391-8dcd12614c92 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Network 71dffb16-2b87-4b3a-867b-7285c35558ff is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:55:05.118023 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-0479a304-00e8-4053-9391-8dcd12614c92 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:55:05.130469 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0479a304-00e8-4053-9391-8dcd12614c92 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:55:05.214607 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34dc27bd-55a3-4696-938c-00d90802eb7f None None] For port eb6afc3f-c4a5-432e-a45a-c6beace7b7e1, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:55:05.221784 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34dc27bd-55a3-4696-938c-00d90802eb7f None None] For port eb6afc3f-c4a5-432e-a45a-c6beace7b7e1, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=eb6afc3f-c4a5-432e-a45a-c6beace7b7e1,segment=NetworkSegment(bc37fd31-316c-471f-becb-2adfb8055a66),segment_id=bc37fd31-316c-471f-becb-2adfb8055a66)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:55:05.233051 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34dc27bd-55a3-4696-938c-00d90802eb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:05.244473 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0479a304-00e8-4053-9391-8dcd12614c92 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:05.353238 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c1e7f75-89a0-48f1-ba92-738d65107633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:05.370789 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48082a-e766-430f-84b1-c7eb57f9088b None None] Pushing event updated for resources: {'Port': ['ID=eb6afc3f-c4a5-432e-a45a-c6beace7b7e1,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:05.380828 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5f9ab6ca-41e5-48c4-aa01-dad3b57639fc None None] Provisioning complete for port eb6afc3f-c4a5-432e-a45a-c6beace7b7e1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:05.382469 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5f9ab6ca-41e5-48c4-aa01-dad3b57639fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:05.385713 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dc27bd-55a3-4696-938c-00d90802eb7f None None] Routers {'5958fb42-fce5-47cc-a2e8-62d2a86aabe2'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:55:05.386648 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-34dc27bd-55a3-4696-938c-00d90802eb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:54:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5958fb42-fce5-47cc-a2e8-62d2a86aabe2'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:05.423445 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-72ccba46-6fd5-4383-81ae-42e2e237f316 req-d441903c-0dd8-4461-8ea4-846ef60e6d5b tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:05.508020 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1e7f75-89a0-48f1-ba92-738d65107633 admin admin] Checking segment: {'id': 'b018f0b2-f2ea-42a6-be50-b44238505497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:55:05.508386 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1e7f75-89a0-48f1-ba92-738d65107633 admin admin] Network hostable DHCP agents. Network: 8a30ce27-2851-4282-9ac6-23ccb449ba3d, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:55:05.519602 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d441903c-0dd8-4461-8ea4-846ef60e6d5b tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] Pushing event deleted for resources: {'Port': ['ID=68c0932d-1021-48f4-8694-a49fcd62badc,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:05.521147 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e7f75-89a0-48f1-ba92-738d65107633 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5b8f42d-7b7d-4b89-936c-8b66a87ff765,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:05.547194 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1e7f75-89a0-48f1-ba92-738d65107633 admin admin] Network 8a30ce27-2851-4282-9ac6-23ccb449ba3d is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:55:05.570355 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-8c1e7f75-89a0-48f1-ba92-738d65107633 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 8a30ce27-2851-4282-9ac6-23ccb449ba3d) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:55:05.576857 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1e7f75-89a0-48f1-ba92-738d65107633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:05.577827 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c1e7f75-89a0-48f1-ba92-738d65107633 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:05.604557 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6c594f-1933-41bc-9ad0-95d2d348e2e2 None None] Network 8a30ce27-2851-4282-9ac6-23ccb449ba3d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:55:05.610259 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8c1e7f75-89a0-48f1-ba92-738d65107633 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8625617 Dec 10 18:55:05.613093 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52192) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:05.623137 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-5bf4ba55-ee39-4f1f-87e8-102463ae9a1e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1052448844-router', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:55:05.632943 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba486361-4785-42c2-a452-77a061e244cb req-17c759da-c237-47ef-bc6c-6ed51ba80e59 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:05.641547 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba486361-4785-42c2-a452-77a061e244cb req-17c759da-c237-47ef-bc6c-6ed51ba80e59 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=21f54265-70c3-400e-9344-14399acfcf11 HTTP/1.1" status: 200 len: 944 time: 0.3926466 Dec 10 18:55:05.707614 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5bf4ba55-ee39-4f1f-87e8-102463ae9a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:05.709240 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5bf4ba55-ee39-4f1f-87e8-102463ae9a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:05.710990 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-34dc27bd-55a3-4696-938c-00d90802eb7f None None] Set router 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:55:05.740165 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ccba46-6fd5-4383-81ae-42e2e237f316 req-d441903c-0dd8-4461-8ea4-846ef60e6d5b tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] No DVR routers for this DVR port 68c0932d-1021-48f4-8694-a49fcd62badc on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:55:05.748076 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-72ccba46-6fd5-4383-81ae-42e2e237f316 req-d441903c-0dd8-4461-8ea4-846ef60e6d5b tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:05.765067 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-72ccba46-6fd5-4383-81ae-42e2e237f316 req-d441903c-0dd8-4461-8ea4-846ef60e6d5b tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] 10.222.0.46 "DELETE /v2.0/ports/68c0932d-1021-48f4-8694-a49fcd62badc HTTP/1.1" status: 204 len: 173 time: 3.0388796 Dec 10 18:55:05.780517 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05237fe2-84ea-4c2d-ba77-220783a793d4', 'name': 'network-vif-deleted', 'tag': '68c0932d-1021-48f4-8694-a49fcd62badc'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:55:05.787667 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb838033-e6e9-4773-92fb-5ab1f8ee86f4" -d '{"events": [{"server_uuid": "05237fe2-84ea-4c2d-ba77-220783a793d4", "name": "network-vif-deleted", "tag": "68c0932d-1021-48f4-8694-a49fcd62badc"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:55:05.813449 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b8cf8-cc6a-40d2-b96e-71f6592c44de req-9bb94d9a-bde7-44a4-91b9-e2741864c111 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:05.819204 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-132b8cf8-cc6a-40d2-b96e-71f6592c44de req-9bb94d9a-bde7-44a4-91b9-e2741864c111 tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f625772-ce32-4b85-9a48-cbbeb85727b8 HTTP/1.1" status: 200 len: 945 time: 0.1639452 Dec 10 18:55:05.891323 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba486361-4785-42c2-a452-77a061e244cb req-0d0b29e5-3fac-4f85-819e-0796c26ca202 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488289 Dec 10 18:55:05.895053 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0479a304-00e8-4053-9391-8dcd12614c92 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:05.954430 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-942c96fb-d4d6-459c-b5f8-15a3816e3b90 req-d2222335-5f17-49dd-8b5a-d3a3a1400cde tempest-VolumesBackupsTest-1769758914 tempest-VolumesBackupsTest-1769758914-project] 10.222.0.62 "GET /v2.0/ports?device_id=05237fe2-84ea-4c2d-ba77-220783a793d4 HTTP/1.1" status: 200 len: 210 time: 0.1318467 Dec 10 18:55:06.036817 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5bf4ba55-ee39-4f1f-87e8-102463ae9a1e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:06.108601 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8cabf0-e6d7-41d5-a9b7-fb712837b2a2 x-openstack-request-id: req-1b8cabf0-e6d7-41d5-a9b7-fb712837b2a2 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:55:06.108936 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05237fe2-84ea-4c2d-ba77-220783a793d4", "name": "network-vif-deleted", "tag": "68c0932d-1021-48f4-8694-a49fcd62badc", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:55:06.110263 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1b8cabf0-e6d7-41d5-a9b7-fb712837b2a2 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:55:06.110684 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05237fe2-84ea-4c2d-ba77-220783a793d4', 'name': 'network-vif-deleted', 'tag': '68c0932d-1021-48f4-8694-a49fcd62badc', 'status': 'completed', 'code': 200} Dec 10 18:55:06.276491 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 3035291b-bd7e-4cae-8798-9cef9ba6359a no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:55:06.287408 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5f9ab6ca-41e5-48c4-aa01-dad3b57639fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:06.345531 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5bf4ba55-ee39-4f1f-87e8-102463ae9a1e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:06.429848 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9af97d-22db-487a-ac5b-d2d2dfb56d06 req-f89db096-d095-4a09-9056-8511a323397c tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:06.431504 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0c9af97d-22db-487a-ac5b-d2d2dfb56d06 req-f89db096-d095-4a09-9056-8511a323397c tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f625772-ce32-4b85-9a48-cbbeb85727b8 HTTP/1.1" status: 200 len: 945 time: 0.3200169 Dec 10 18:55:06.471622 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff8a93f-847b-4f9e-a5ef-9e3b85241176 None None] Network 71dffb16-2b87-4b3a-867b-7285c35558ff requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:55:06.488165 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-132b8cf8-cc6a-40d2-b96e-71f6592c44de req-152fb921-ca72-4a68-83f7-9bf58438001b tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] Deleting port 3035291b-bd7e-4cae-8798-9cef9ba6359a {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:55:06.491879 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-132b8cf8-cc6a-40d2-b96e-71f6592c44de req-152fb921-ca72-4a68-83f7-9bf58438001b tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:06.536968 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0c9af97d-22db-487a-ac5b-d2d2dfb56d06 req-9730a857-ece7-49ab-b622-15ca4be7012f tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/security-groups?id=69eecbb4-ec9f-47d1-b08d-b3431e757d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975306 Dec 10 18:55:06.541799 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0479a304-00e8-4053-9391-8dcd12614c92 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:06.548438 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0479a304-00e8-4053-9391-8dcd12614c92 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:06.578238 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e7e840-dc05-4e7f-9558-ad57172f48b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-8a30ce27-2851-4282-9ac6-23ccb449ba3d', 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d', 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'fixed_ips': [{'subnet_id': 'b5b8f42d-7b7d-4b89-936c-8b66a87ff765'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:55:06.579984 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-60e7e840-dc05-4e7f-9558-ad57172f48b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:06.607605 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5f9ab6ca-41e5-48c4-aa01-dad3b57639fc None None] For port eb6afc3f-c4a5-432e-a45a-c6beace7b7e1, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=eb6afc3f-c4a5-432e-a45a-c6beace7b7e1,segment=NetworkSegment(bc37fd31-316c-471f-becb-2adfb8055a66),segment_id=bc37fd31-316c-471f-becb-2adfb8055a66)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:06.649997 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5f9ab6ca-41e5-48c4-aa01-dad3b57639fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:06.658944 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-132b8cf8-cc6a-40d2-b96e-71f6592c44de req-152fb921-ca72-4a68-83f7-9bf58438001b tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] For port 3035291b-bd7e-4cae-8798-9cef9ba6359a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=3035291b-bd7e-4cae-8798-9cef9ba6359a,segment=NetworkSegment(4f7455bb-5297-45b1-869d-c2299c8e4e95),segment_id=4f7455bb-5297-45b1-869d-c2299c8e4e95)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:06.659326 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-132b8cf8-cc6a-40d2-b96e-71f6592c44de req-152fb921-ca72-4a68-83f7-9bf58438001b tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:06.677719 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0479a304-00e8-4053-9391-8dcd12614c92 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:06.678922 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-132b8cf8-cc6a-40d2-b96e-71f6592c44de req-152fb921-ca72-4a68-83f7-9bf58438001b tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] Calling delete_port for 3035291b-bd7e-4cae-8798-9cef9ba6359a owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:55:06.686650 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0479a304-00e8-4053-9391-8dcd12614c92 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event updated for resources: {'Port': ['ID=3965df0e-ab26-4990-a315-e338bdea383d,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:06.849601 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0479a304-00e8-4053-9391-8dcd12614c92 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Network 71dffb16-2b87-4b3a-867b-7285c35558ff is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:55:06.855046 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-0479a304-00e8-4053-9391-8dcd12614c92 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:55:06.973716 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device ab709501-25f7-4ddb-b217-c79490f473ab up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:55:07.022177 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-bd9f7ad8-7956-447f-8b15-18ab2cd535a4 None None] Provisioning complete for port ab709501-25f7-4ddb-b217-c79490f473ab triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:07.022449 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bd9f7ad8-7956-447f-8b15-18ab2cd535a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:07.069894 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0479a304-00e8-4053-9391-8dcd12614c92 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Router 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:55:07.087926 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5bf4ba55-ee39-4f1f-87e8-102463ae9a1e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:07.102011 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ab6ca-41e5-48c4-aa01-dad3b57639fc None None] Pushing event updated for resources: {'Port': ['ID=eb6afc3f-c4a5-432e-a45a-c6beace7b7e1,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:07.129302 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5bf4ba55-ee39-4f1f-87e8-102463ae9a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:07.175678 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 4a4732e4-14e5-4ea6-8f89-7056570c9a63 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:55:07.179837 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:07.233404 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0479a304-00e8-4053-9391-8dcd12614c92 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:55:07.245211 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0479a304-00e8-4053-9391-8dcd12614c92 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "PUT /v2.0/routers/5958fb42-fce5-47cc-a2e8-62d2a86aabe2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3992994 Dec 10 18:55:07.248809 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52212) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:07.256427 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-2f09b006-f7f2-4913-8b1d-270be1f30105 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Request body: {'network': {'name': 'tempest-RoutersTest-752838220'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:55:07.301167 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f09b006-f7f2-4913-8b1d-270be1f30105 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Made reservation on behalf of 955fb138ea1841a1a19d85777d85eb8a for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:55:07.305574 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2f09b006-f7f2-4913-8b1d-270be1f30105 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:07.380845 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f09b006-f7f2-4913-8b1d-270be1f30105 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:55:07.399042 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2f09b006-f7f2-4913-8b1d-270be1f30105 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:07.399363 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port ab709501-25f7-4ddb-b217-c79490f473ab triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:07.400005 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-2f09b006-f7f2-4913-8b1d-270be1f30105 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Added segment cedb44ba-70c7-40aa-a661-5e70a17cf3a5 of type vlan for network 8dfbbda6-7624-4500-ad98-9b6be177b472 Dec 10 18:55:07.400206 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:07.416115 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df0261-4553-457a-8757-e68bf6cd62f0 req-d2ab5a3a-981c-4b0e-ae05-087f305c13d8 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:07.418290 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-29df0261-4553-457a-8757-e68bf6cd62f0 req-d2ab5a3a-981c-4b0e-ae05-087f305c13d8 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=21f54265-70c3-400e-9344-14399acfcf11 HTTP/1.1" status: 200 len: 944 time: 0.3525264 Dec 10 18:55:07.458073 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-60e7e840-dc05-4e7f-9558-ad57172f48b4 None None] Allocated IP 172.20.0.2 (8a30ce27-2851-4282-9ac6-23ccb449ba3d/b5b8f42d-7b7d-4b89-936c-8b66a87ff765/78741dcf-76eb-40d0-8dae-c729d4f73012) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:55:07.476426 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-132b8cf8-cc6a-40d2-b96e-71f6592c44de req-152fb921-ca72-4a68-83f7-9bf58438001b tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:07.488743 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2f09b006-f7f2-4913-8b1d-270be1f30105 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:07.522180 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2f09b006-f7f2-4913-8b1d-270be1f30105 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:07.532761 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f09b006-f7f2-4913-8b1d-270be1f30105 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:07.533436 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2f09b006-f7f2-4913-8b1d-270be1f30105 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:07.657247 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 4a4732e4-14e5-4ea6-8f89-7056570c9a63 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:55:07.665658 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2f09b006-f7f2-4913-8b1d-270be1f30105 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4150252 Dec 10 18:55:07.667070 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52216) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:07.694430 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152fb921-ca72-4a68-83f7-9bf58438001b tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] Pushing event deleted for resources: {'Port': ['ID=3035291b-bd7e-4cae-8798-9cef9ba6359a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:07.720297 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-6f8c291a-d029-4647-9efe-aa93f9f9d7b5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Request body: {'subnet': {'network_id': '8dfbbda6-7624-4500-ad98-9b6be177b472', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:55:07.728029 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 68c0932d-1021-48f4-8694-a49fcd62badc no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:55:07.787378 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 4a4732e4-14e5-4ea6-8f89-7056570c9a63 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:07.788047 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:07.797895 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 68c0932d-1021-48f4-8694-a49fcd62badc {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:55:07.798505 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 68c0932d-1021-48f4-8694-a49fcd62badc not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:55:07.806509 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c108616-4b75-44cc-8ee7-7caf6cc94f25 None None] DHCP port deletion for 14c08ff4-ca2d-4471-8902-6f8e83bb90b7 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:55:07.813790 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-132b8cf8-cc6a-40d2-b96e-71f6592c44de req-152fb921-ca72-4a68-83f7-9bf58438001b tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] No DVR routers for this DVR port 3035291b-bd7e-4cae-8798-9cef9ba6359a on host n-h1-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:55:07.821022 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-132b8cf8-cc6a-40d2-b96e-71f6592c44de req-152fb921-ca72-4a68-83f7-9bf58438001b tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:07.824148 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-132b8cf8-cc6a-40d2-b96e-71f6592c44de req-152fb921-ca72-4a68-83f7-9bf58438001b tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.46 "DELETE /v2.0/ports/3035291b-bd7e-4cae-8798-9cef9ba6359a HTTP/1.1" status: 204 len: 173 time: 2.0002699 Dec 10 18:55:07.824877 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f625772-ce32-4b85-9a48-cbbeb85727b8', 'name': 'network-vif-deleted', 'tag': '3035291b-bd7e-4cae-8798-9cef9ba6359a'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:55:07.837010 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ab51f5-7385-41d6-887f-69c97c79b780" -d '{"events": [{"server_uuid": "5f625772-ce32-4b85-9a48-cbbeb85727b8", "name": "network-vif-deleted", "tag": "3035291b-bd7e-4cae-8798-9cef9ba6359a"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:55:07.867902 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-29df0261-4553-457a-8757-e68bf6cd62f0 req-8ddd8319-249e-436d-8b5b-d4c2aa0062b0 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323173 Dec 10 18:55:07.889872 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-5bf4ba55-ee39-4f1f-87e8-102463ae9a1e admin admin] Allocated IP 172.25.7.253 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/164839f8-49a5-47a7-b5f2-30490480a045) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:55:07.962197 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-37a3046c-4cd0-48c0-87c2-190a58b1585d req-89c4002e-530b-485f-9697-fb34f2feff3b tempest-VolumesActionsTest-670835593 tempest-VolumesActionsTest-670835593-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f625772-ce32-4b85-9a48-cbbeb85727b8 HTTP/1.1" status: 200 len: 210 time: 0.2599778 Dec 10 18:55:07.971349 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09b006-f7f2-4913-8b1d-270be1f30105 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event updated for resources: {'Network': ['ID=8dfbbda6-7624-4500-ad98-9b6be177b472,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:07.999946 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f5cf15-1c0b-4d16-b0af-5b0881ea736e x-openstack-request-id: req-44f5cf15-1c0b-4d16-b0af-5b0881ea736e {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:55:08.000990 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f625772-ce32-4b85-9a48-cbbeb85727b8", "name": "network-vif-deleted", "tag": "3035291b-bd7e-4cae-8798-9cef9ba6359a", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:55:08.001354 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-44f5cf15-1c0b-4d16-b0af-5b0881ea736e {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:55:08.002287 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f625772-ce32-4b85-9a48-cbbeb85727b8', 'name': 'network-vif-deleted', 'tag': '3035291b-bd7e-4cae-8798-9cef9ba6359a', 'status': 'completed', 'code': 200} Dec 10 18:55:08.009830 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8c291a-d029-4647-9efe-aa93f9f9d7b5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Made reservation on behalf of 955fb138ea1841a1a19d85777d85eb8a for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:55:08.022861 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6f8c291a-d029-4647-9efe-aa93f9f9d7b5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:08.046521 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 8dfbbda6-7624-4500-ad98-9b6be177b472 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:55:08.154097 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5bf4ba55-ee39-4f1f-87e8-102463ae9a1e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:08.207426 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-34dc27bd-55a3-4696-938c-00d90802eb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'name': 'tempest-RoutersTest-router-677375573', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:54:56Z', 'updated_at': '2021-12-10T18:54:59Z', 'revision_number': 2, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'gw_port_host': None, '_interfaces': [{'id': 'eb6afc3f-c4a5-432e-a45a-c6beace7b7e1', 'name': '', 'network_id': '4cd3db96-f1b5-4e1c-86de-8f48fca513c2', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:7e:95:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:54:58Z', 'updated_at': '2021-12-10T18:55:05Z', 'revision_number': 4, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:08.211288 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5bf4ba55-ee39-4f1f-87e8-102463ae9a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:08.279062 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf4ba55-ee39-4f1f-87e8-102463ae9a1e admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:55:08.296319 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-5bf4ba55-ee39-4f1f-87e8-102463ae9a1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:55:08.300097 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dc27bd-55a3-4696-938c-00d90802eb7f None None] The sync data for ids ['5958fb42-fce5-47cc-a2e8-62d2a86aabe2'] in n-d-821435-1 is: [{'id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'name': 'tempest-RoutersTest-router-677375573', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:54:56Z', 'updated_at': '2021-12-10T18:54:59Z', 'revision_number': 2, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'gw_port_host': None, '_interfaces': [{'id': 'eb6afc3f-c4a5-432e-a45a-c6beace7b7e1', 'name': '', 'network_id': '4cd3db96-f1b5-4e1c-86de-8f48fca513c2', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:7e:95:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:54:58Z', 'updated_at': '2021-12-10T18:55:05Z', 'revision_number': 4, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:55:08.301678 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf4ba55-ee39-4f1f-87e8-102463ae9a1e admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:55:08.317493 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:08.320821 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf4ba55-ee39-4f1f-87e8-102463ae9a1e admin admin] Pushing event updated for resources: {'Port': ['ID=164839f8-49a5-47a7-b5f2-30490480a045,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:08.348587 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bd9f7ad8-7956-447f-8b15-18ab2cd535a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:08.392133 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b583ea7-0793-4bd7-90ea-4f38da3de01c None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:55:08.447122 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:08.486835 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6f8c291a-d029-4647-9efe-aa93f9f9d7b5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:08.509768 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port ab709501-25f7-4ddb-b217-c79490f473ab, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=ab709501-25f7-4ddb-b217-c79490f473ab,segment=NetworkSegment(cfbd35ca-7b3d-4c3e-a3f2-76b9e3865585),segment_id=cfbd35ca-7b3d-4c3e-a3f2-76b9e3865585)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:08.596437 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:08.598459 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:08.617262 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c291a-d029-4647-9efe-aa93f9f9d7b5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event updated for resources: {'Subnet': ['ID=1cda2671-0500-444b-832c-363028bd0926,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:08.631523 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8c291a-d029-4647-9efe-aa93f9f9d7b5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Checking segment: {'id': 'cedb44ba-70c7-40aa-a661-5e70a17cf3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8dfbbda6-7624-4500-ad98-9b6be177b472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:55:08.632098 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8c291a-d029-4647-9efe-aa93f9f9d7b5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Network hostable DHCP agents. Network: 8dfbbda6-7624-4500-ad98-9b6be177b472, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:55:08.672977 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8c291a-d029-4647-9efe-aa93f9f9d7b5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Network 8dfbbda6-7624-4500-ad98-9b6be177b472 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:55:08.673825 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-bd9f7ad8-7956-447f-8b15-18ab2cd535a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:55:08.673825 n-d-821435-1 neutron-server[103246]: DEBUG oslo_db.api [None req-bd9f7ad8-7956-447f-8b15-18ab2cd535a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:55:08.690080 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-6f8c291a-d029-4647-9efe-aa93f9f9d7b5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 8dfbbda6-7624-4500-ad98-9b6be177b472) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:55:08.694578 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8c291a-d029-4647-9efe-aa93f9f9d7b5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:08.695175 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6f8c291a-d029-4647-9efe-aa93f9f9d7b5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:08.730526 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6f8c291a-d029-4647-9efe-aa93f9f9d7b5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0363944 Dec 10 18:55:08.730757 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52224) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:08.781342 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9425673-fb29-407d-a68c-fab65c05fc1f None None] Network 8dfbbda6-7624-4500-ad98-9b6be177b472 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:55:08.804000 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-60e7e840-dc05-4e7f-9558-ad57172f48b4 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:09.001750 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5bf4ba55-ee39-4f1f-87e8-102463ae9a1e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:09.194063 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=ab709501-25f7-4ddb-b217-c79490f473ab,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:09.207589 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-60e7e840-dc05-4e7f-9558-ad57172f48b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:09.222634 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f54265-70c3-400e-9344-14399acfcf11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a4732e4-14e5-4ea6-8f89-7056570c9a63'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:55:09.233002 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bde9981-95c5-45c7-a1ce-7fdaf0d3fe9c" -d '{"events": [{"server_uuid": "21f54265-70c3-400e-9344-14399acfcf11", "name": "network-vif-plugged", "status": "completed", "tag": "4a4732e4-14e5-4ea6-8f89-7056570c9a63"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:55:09.398917 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 4a4732e4-14e5-4ea6-8f89-7056570c9a63, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=4a4732e4-14e5-4ea6-8f89-7056570c9a63,segment=NetworkSegment(83c7d7e9-db7c-46c1-b53c-9a099ac3350f),segment_id=83c7d7e9-db7c-46c1-b53c-9a099ac3350f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:09.454376 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47a9df2-8069-4382-ad88-e662f7e6165f x-openstack-request-id: req-c47a9df2-8069-4382-ad88-e662f7e6165f {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:55:09.462092 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f54265-70c3-400e-9344-14399acfcf11", "name": "network-vif-plugged", "status": "completed", "tag": "4a4732e4-14e5-4ea6-8f89-7056570c9a63", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:55:09.462378 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c47a9df2-8069-4382-ad88-e662f7e6165f {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:55:09.462816 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f54265-70c3-400e-9344-14399acfcf11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a4732e4-14e5-4ea6-8f89-7056570c9a63', 'code': 200} Dec 10 18:55:09.540579 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:09.567987 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e7e840-dc05-4e7f-9558-ad57172f48b4 None None] Network 8a30ce27-2851-4282-9ac6-23ccb449ba3d is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:55:09.608447 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-60e7e840-dc05-4e7f-9558-ad57172f48b4 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:55:09.615267 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e7e840-dc05-4e7f-9558-ad57172f48b4 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:55:09.621038 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7e840-dc05-4e7f-9558-ad57172f48b4 None None] Pushing event updated for resources: {'Port': ['ID=78741dcf-76eb-40d0-8dae-c729d4f73012,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:09.746350 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5bf4ba55-ee39-4f1f-87e8-102463ae9a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:09.857813 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=4a4732e4-14e5-4ea6-8f89-7056570c9a63,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:09.895532 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-bd9f7ad8-7956-447f-8b15-18ab2cd535a4 None None] Provisioning complete for port eb6afc3f-c4a5-432e-a45a-c6beace7b7e1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:09.896359 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bd9f7ad8-7956-447f-8b15-18ab2cd535a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:09.994730 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41f08da-59c6-425b-bccb-42eb1cddb251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-8dfbbda6-7624-4500-ad98-9b6be177b472', 'network_id': '8dfbbda6-7624-4500-ad98-9b6be177b472', 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'fixed_ips': [{'subnet_id': '1cda2671-0500-444b-832c-363028bd0926'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:55:09.999883 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a41f08da-59c6-425b-bccb-42eb1cddb251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:10.001111 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c46b16-d6b5-473c-be06-8723839e0495 req-08d96c11-1b16-4089-8169-013d4a58b7f7 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:10.008701 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-87c46b16-d6b5-473c-be06-8723839e0495 req-08d96c11-1b16-4089-8169-013d4a58b7f7 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=21f54265-70c3-400e-9344-14399acfcf11 HTTP/1.1" status: 200 len: 944 time: 0.9103689 Dec 10 18:55:10.064601 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-60e7e840-dc05-4e7f-9558-ad57172f48b4 None None] Attempting to bind port 78741dcf-76eb-40d0-8dae-c729d4f73012 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:55:10.065274 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-60e7e840-dc05-4e7f-9558-ad57172f48b4 None None] Attempting to bind port 78741dcf-76eb-40d0-8dae-c729d4f73012 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'b018f0b2-f2ea-42a6-be50-b44238505497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:55:10.066647 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e7e840-dc05-4e7f-9558-ad57172f48b4 None None] Attempting to bind port 78741dcf-76eb-40d0-8dae-c729d4f73012 on network 8a30ce27-2851-4282-9ac6-23ccb449ba3d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:55:10.075945 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f880b32-ce96-4c70-aa91-1bc02fd29499 req-a2291c62-1caa-442a-8397-2baecf13e57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:10.078193 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e7e840-dc05-4e7f-9558-ad57172f48b4 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:55:10.080282 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e7e840-dc05-4e7f-9558-ad57172f48b4 None None] Checking segment: {'id': 'b018f0b2-f2ea-42a6-be50-b44238505497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:55:10.080282 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-60e7e840-dc05-4e7f-9558-ad57172f48b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:10.081110 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e7e840-dc05-4e7f-9558-ad57172f48b4 None None] Bound using segment: {'id': 'b018f0b2-f2ea-42a6-be50-b44238505497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:55:10.081372 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f880b32-ce96-4c70-aa91-1bc02fd29499 req-a2291c62-1caa-442a-8397-2baecf13e57f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=21f54265-70c3-400e-9344-14399acfcf11 HTTP/1.1" status: 200 len: 1096 time: 0.5507820 Dec 10 18:55:10.082126 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-60e7e840-dc05-4e7f-9558-ad57172f48b4 None None] Bound port: 78741dcf-76eb-40d0-8dae-c729d4f73012, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b018f0b2-f2ea-42a6-be50-b44238505497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:55:10.082764 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-60e7e840-dc05-4e7f-9558-ad57172f48b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:10.181592 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c577f9dd-1970-4273-baee-90eded32d890 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:10.186937 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf4ba55-ee39-4f1f-87e8-102463ae9a1e admin admin] Router 942c58aa-2ab7-4018-bfc5-7637dfbdc715 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:55:10.200564 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f880b32-ce96-4c70-aa91-1bc02fd29499 req-b99fda66-4899-408f-a404-e022cdc93341 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994172 Dec 10 18:55:10.236513 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-87c46b16-d6b5-473c-be06-8723839e0495 req-46d2f9ad-addd-4117-bb67-a6820a131112 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268622 Dec 10 18:55:10.486653 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-60e7e840-dc05-4e7f-9558-ad57172f48b4 None None] For port 78741dcf-76eb-40d0-8dae-c729d4f73012, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:55:10.493460 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-60e7e840-dc05-4e7f-9558-ad57172f48b4 None None] For port 78741dcf-76eb-40d0-8dae-c729d4f73012, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=78741dcf-76eb-40d0-8dae-c729d4f73012,segment=NetworkSegment(b018f0b2-f2ea-42a6-be50-b44238505497),segment_id=b018f0b2-f2ea-42a6-be50-b44238505497)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:55:10.495298 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-a41f08da-59c6-425b-bccb-42eb1cddb251 None None] Allocated IP 172.22.0.2 (8dfbbda6-7624-4500-ad98-9b6be177b472/1cda2671-0500-444b-832c-363028bd0926/24655ec4-ef53-4b39-8e81-b7f168f317d5) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:55:10.513573 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-60e7e840-dc05-4e7f-9558-ad57172f48b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:10.701067 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b05f3083-b6ab-4a14-bba3-9ac1746d6556 None None] Provisioning complete for port 164839f8-49a5-47a7-b5f2-30490480a045 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:10.701825 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b05f3083-b6ab-4a14-bba3-9ac1746d6556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:10.759479 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b05f3083-b6ab-4a14-bba3-9ac1746d6556 None None] Port 164839f8-49a5-47a7-b5f2-30490480a045 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:55:10.784600 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7e840-dc05-4e7f-9558-ad57172f48b4 None None] Pushing event updated for resources: {'Port': ['ID=78741dcf-76eb-40d0-8dae-c729d4f73012,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:10.798561 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b05f3083-b6ab-4a14-bba3-9ac1746d6556 None None] Provisioning complete for port ab709501-25f7-4ddb-b217-c79490f473ab triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:10.799204 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b05f3083-b6ab-4a14-bba3-9ac1746d6556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:10.953326 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45bd38e-91cd-4c91-8846-0ee86795b38c None None] Sync routers for ids ['5958fb42-fce5-47cc-a2e8-62d2a86aabe2'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:55:11.000046 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45bd38e-91cd-4c91-8846-0ee86795b38c None None] Routers {'5958fb42-fce5-47cc-a2e8-62d2a86aabe2'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:55:11.001714 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f45bd38e-91cd-4c91-8846-0ee86795b38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:54:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5958fb42-fce5-47cc-a2e8-62d2a86aabe2'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:11.147047 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device eb6afc3f-c4a5-432e-a45a-c6beace7b7e1 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:55:11.220163 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b05f3083-b6ab-4a14-bba3-9ac1746d6556 None None] Provisioning complete for port 3965df0e-ab26-4990-a315-e338bdea383d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:11.220649 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b05f3083-b6ab-4a14-bba3-9ac1746d6556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:11.274468 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b05f3083-b6ab-4a14-bba3-9ac1746d6556 None None] Port 3965df0e-ab26-4990-a315-e338bdea383d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:55:11.285302 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-f45bd38e-91cd-4c91-8846-0ee86795b38c None None] Set router 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:55:11.314485 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a41f08da-59c6-425b-bccb-42eb1cddb251 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:11.334639 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a41f08da-59c6-425b-bccb-42eb1cddb251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:11.419682 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf4ba55-ee39-4f1f-87e8-102463ae9a1e admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:55:11.449150 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6b00eb-ecd8-46f1-b205-7584bc1feb49 None None] Sync routers for ids ['942c58aa-2ab7-4018-bfc5-7637dfbdc715'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:55:11.509293 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-c577f9dd-1970-4273-baee-90eded32d890 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Allocated IP 172.22.0.1 (8dfbbda6-7624-4500-ad98-9b6be177b472/1cda2671-0500-444b-832c-363028bd0926/06800982-e846-4cf1-bdd6-d024e1a1e176) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:55:11.510790 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5bf4ba55-ee39-4f1f-87e8-102463ae9a1e admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:11.512618 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5bf4ba55-ee39-4f1f-87e8-102463ae9a1e admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8981764 Dec 10 18:55:11.560540 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52458) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:11.581931 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6b00eb-ecd8-46f1-b205-7584bc1feb49 None None] Routers {'942c58aa-2ab7-4018-bfc5-7637dfbdc715'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:55:11.584737 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8e6b00eb-ecd8-46f1-b205-7584bc1feb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:54:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['942c58aa-2ab7-4018-bfc5-7637dfbdc715'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:11.676368 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f08da-59c6-425b-bccb-42eb1cddb251 None None] Pushing event updated for resources: {'Port': ['ID=24655ec4-ef53-4b39-8e81-b7f168f317d5,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:11.800073 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41f08da-59c6-425b-bccb-42eb1cddb251 None None] Network 8dfbbda6-7624-4500-ad98-9b6be177b472 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:55:11.822463 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-a41f08da-59c6-425b-bccb-42eb1cddb251 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:55:11.827878 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41f08da-59c6-425b-bccb-42eb1cddb251 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:55:11.837381 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port eb6afc3f-c4a5-432e-a45a-c6beace7b7e1 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:11.837771 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:11.874484 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c577f9dd-1970-4273-baee-90eded32d890 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:11.980523 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c577f9dd-1970-4273-baee-90eded32d890 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:11.990483 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6c6db-e791-4534-b697-65e469338fa3 req-991f9724-e304-4604-a136-24577f89d95e tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:12.003957 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fce6c6db-e791-4534-b697-65e469338fa3 req-991f9724-e304-4604-a136-24577f89d95e tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=21f54265-70c3-400e-9344-14399acfcf11 HTTP/1.1" status: 200 len: 945 time: 0.5899885 Dec 10 18:55:12.004625 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f45bd38e-91cd-4c91-8846-0ee86795b38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'name': 'tempest-RoutersTest-router-677375573', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:54:56Z', 'updated_at': '2021-12-10T18:55:05Z', 'revision_number': 3, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'gw_port_host': None, '_interfaces': [{'id': '3965df0e-ab26-4990-a315-e338bdea383d', 'name': '', 'network_id': '71dffb16-2b87-4b3a-867b-7285c35558ff', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:97:18:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '8c700c40-9d3f-426e-a8cd-1e5273e59cc0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:03Z', 'updated_at': '2021-12-10T18:55:06Z', 'revision_number': 2, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '8c700c40-9d3f-426e-a8cd-1e5273e59cc0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb6afc3f-c4a5-432e-a45a-c6beace7b7e1', 'name': '', 'network_id': '4cd3db96-f1b5-4e1c-86de-8f48fca513c2', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:7e:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:54:58Z', 'updated_at': '2021-12-10T18:55:06Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:12.102379 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c577f9dd-1970-4273-baee-90eded32d890 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Network 8dfbbda6-7624-4500-ad98-9b6be177b472 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:55:12.113440 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-c577f9dd-1970-4273-baee-90eded32d890 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:55:12.117044 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c577f9dd-1970-4273-baee-90eded32d890 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:55:12.126772 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45bd38e-91cd-4c91-8846-0ee86795b38c None None] Checking router: 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:55:12.133239 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45bd38e-91cd-4c91-8846-0ee86795b38c None None] Updating router 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 port 3965df0e-ab26-4990-a315-e338bdea383d binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:55:12.170770 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fce6c6db-e791-4534-b697-65e469338fa3 req-921798a7-4a5a-4085-928c-0a5c675b1b93 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661620 Dec 10 18:55:12.242851 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c577f9dd-1970-4273-baee-90eded32d890 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:12.252881 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-f45bd38e-91cd-4c91-8846-0ee86795b38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:12.268545 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a41f08da-59c6-425b-bccb-42eb1cddb251 None None] Attempting to bind port 24655ec4-ef53-4b39-8e81-b7f168f317d5 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:55:12.273878 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a41f08da-59c6-425b-bccb-42eb1cddb251 None None] Attempting to bind port 24655ec4-ef53-4b39-8e81-b7f168f317d5 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'cedb44ba-70c7-40aa-a661-5e70a17cf3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8dfbbda6-7624-4500-ad98-9b6be177b472'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:55:12.274515 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41f08da-59c6-425b-bccb-42eb1cddb251 None None] Attempting to bind port 24655ec4-ef53-4b39-8e81-b7f168f317d5 on network 8dfbbda6-7624-4500-ad98-9b6be177b472 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:55:12.320108 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41f08da-59c6-425b-bccb-42eb1cddb251 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:55:12.331216 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41f08da-59c6-425b-bccb-42eb1cddb251 None None] Checking segment: {'id': 'cedb44ba-70c7-40aa-a661-5e70a17cf3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8dfbbda6-7624-4500-ad98-9b6be177b472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:55:12.331864 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a41f08da-59c6-425b-bccb-42eb1cddb251 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:12.332427 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41f08da-59c6-425b-bccb-42eb1cddb251 None None] Bound using segment: {'id': 'cedb44ba-70c7-40aa-a661-5e70a17cf3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8dfbbda6-7624-4500-ad98-9b6be177b472'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:55:12.333123 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a41f08da-59c6-425b-bccb-42eb1cddb251 None None] Bound port: 24655ec4-ef53-4b39-8e81-b7f168f317d5, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cedb44ba-70c7-40aa-a661-5e70a17cf3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8dfbbda6-7624-4500-ad98-9b6be177b472'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:55:12.333696 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a41f08da-59c6-425b-bccb-42eb1cddb251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:12.379641 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c577f9dd-1970-4273-baee-90eded32d890 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event updated for resources: {'Port': ['ID=06800982-e846-4cf1-bdd6-d024e1a1e176,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:12.390797 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-8e6b00eb-ecd8-46f1-b205-7584bc1feb49 None None] Set router 942c58aa-2ab7-4018-bfc5-7637dfbdc715 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:55:12.476876 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device ab709501-25f7-4ddb-b217-c79490f473ab up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:55:12.664310 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c577f9dd-1970-4273-baee-90eded32d890 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:12.816896 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afad514a-8455-432b-981a-02bfcff1caf8 None None] Network 8a30ce27-2851-4282-9ac6-23ccb449ba3d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:55:13.038000 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a41f08da-59c6-425b-bccb-42eb1cddb251 None None] For port 24655ec4-ef53-4b39-8e81-b7f168f317d5, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:55:13.070428 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f1140b5c-4f59-44ab-84b2-f5323fa83377 None None] Provisioning complete for port 78741dcf-76eb-40d0-8dae-c729d4f73012 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:13.070817 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f1140b5c-4f59-44ab-84b2-f5323fa83377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:13.124934 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3a60232-5ab1-47a6-aff4-c3822dd6a448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:13.134368 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a41f08da-59c6-425b-bccb-42eb1cddb251 None None] For port 24655ec4-ef53-4b39-8e81-b7f168f317d5, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=24655ec4-ef53-4b39-8e81-b7f168f317d5,segment=NetworkSegment(cedb44ba-70c7-40aa-a661-5e70a17cf3a5),segment_id=cedb44ba-70c7-40aa-a661-5e70a17cf3a5)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:55:13.221020 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a41f08da-59c6-425b-bccb-42eb1cddb251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:13.281419 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-f45bd38e-91cd-4c91-8846-0ee86795b38c None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:13.282946 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port ab709501-25f7-4ddb-b217-c79490f473ab triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:13.283606 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:13.303746 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-f45bd38e-91cd-4c91-8846-0ee86795b38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:13.453492 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c577f9dd-1970-4273-baee-90eded32d890 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:13.473626 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c577f9dd-1970-4273-baee-90eded32d890 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:13.474627 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8e6b00eb-ecd8-46f1-b205-7584bc1feb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'name': 'tempest-AttachVolumeShelveTestJSON-1052448844-router', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '164839f8-49a5-47a7-b5f2-30490480a045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:55:05Z', 'updated_at': '2021-12-10T18:55:08Z', 'revision_number': 3, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'gw_port': {'id': '164839f8-49a5-47a7-b5f2-30490480a045', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:68:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:07Z', 'updated_at': '2021-12-10T18:55:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:13.529905 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b648322-10bd-482d-a28a-c9c5d4863425 None None] Pushing event updated for resources: {'Port': ['ID=3965df0e-ab26-4990-a315-e338bdea383d,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:13.602584 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b648322-10bd-482d-a28a-c9c5d4863425 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:13.605076 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b648322-10bd-482d-a28a-c9c5d4863425 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:13.606086 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b648322-10bd-482d-a28a-c9c5d4863425 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:13.611527 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b648322-10bd-482d-a28a-c9c5d4863425 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:13.613000 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b648322-10bd-482d-a28a-c9c5d4863425 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:13.617278 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b648322-10bd-482d-a28a-c9c5d4863425 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:13.617902 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b648322-10bd-482d-a28a-c9c5d4863425 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:13.618489 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b648322-10bd-482d-a28a-c9c5d4863425 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:13.619220 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b648322-10bd-482d-a28a-c9c5d4863425 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:13.621046 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b648322-10bd-482d-a28a-c9c5d4863425 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:13.626539 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b648322-10bd-482d-a28a-c9c5d4863425 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:13.627210 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b648322-10bd-482d-a28a-c9c5d4863425 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:13.629050 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b648322-10bd-482d-a28a-c9c5d4863425 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:13.689859 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-c3a60232-5ab1-47a6-aff4-c3822dd6a448 admin admin] Allocated IP 172.20.0.1 (8a30ce27-2851-4282-9ac6-23ccb449ba3d/b5b8f42d-7b7d-4b89-936c-8b66a87ff765/887fb0a6-7d9b-4554-90eb-9829ca3444e8) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:55:13.715146 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-f45bd38e-91cd-4c91-8846-0ee86795b38c None None] Attempting to bind port 3965df0e-ab26-4990-a315-e338bdea383d on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:55:13.715995 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-f45bd38e-91cd-4c91-8846-0ee86795b38c None None] Attempting to bind port 3965df0e-ab26-4990-a315-e338bdea383d by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'cfbd35ca-7b3d-4c3e-a3f2-76b9e3865585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71dffb16-2b87-4b3a-867b-7285c35558ff'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:55:13.716985 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c577f9dd-1970-4273-baee-90eded32d890 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event updated for resources: {'Port': ['ID=06800982-e846-4cf1-bdd6-d024e1a1e176,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:13.719934 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45bd38e-91cd-4c91-8846-0ee86795b38c None None] Attempting to bind port 3965df0e-ab26-4990-a315-e338bdea383d on network 71dffb16-2b87-4b3a-867b-7285c35558ff {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:55:13.739751 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45bd38e-91cd-4c91-8846-0ee86795b38c None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:55:13.740741 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45bd38e-91cd-4c91-8846-0ee86795b38c None None] Checking segment: {'id': 'cfbd35ca-7b3d-4c3e-a3f2-76b9e3865585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71dffb16-2b87-4b3a-867b-7285c35558ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:55:13.741451 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-f45bd38e-91cd-4c91-8846-0ee86795b38c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:13.744253 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45bd38e-91cd-4c91-8846-0ee86795b38c None None] Bound using segment: {'id': 'cfbd35ca-7b3d-4c3e-a3f2-76b9e3865585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71dffb16-2b87-4b3a-867b-7285c35558ff'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:55:13.746471 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-f45bd38e-91cd-4c91-8846-0ee86795b38c None None] Bound port: 3965df0e-ab26-4990-a315-e338bdea383d, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfbd35ca-7b3d-4c3e-a3f2-76b9e3865585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71dffb16-2b87-4b3a-867b-7285c35558ff'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:55:13.747908 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-f45bd38e-91cd-4c91-8846-0ee86795b38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:13.883496 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c577f9dd-1970-4273-baee-90eded32d890 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:13.917003 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-f45bd38e-91cd-4c91-8846-0ee86795b38c None None] For port 3965df0e-ab26-4990-a315-e338bdea383d, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:55:13.925883 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-f45bd38e-91cd-4c91-8846-0ee86795b38c None None] For port 3965df0e-ab26-4990-a315-e338bdea383d, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=3965df0e-ab26-4990-a315-e338bdea383d,segment=NetworkSegment(cfbd35ca-7b3d-4c3e-a3f2-76b9e3865585),segment_id=cfbd35ca-7b3d-4c3e-a3f2-76b9e3865585)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:55:13.941461 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-f45bd38e-91cd-4c91-8846-0ee86795b38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:13.944489 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e183e-11f4-4083-ae00-64270b69fa04 req-e977cc12-c384-46f8-9b11-3f415f3f042d tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:13.955939 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b97e183e-11f4-4083-ae00-64270b69fa04 req-e977cc12-c384-46f8-9b11-3f415f3f042d tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=21f54265-70c3-400e-9344-14399acfcf11 HTTP/1.1" status: 200 len: 945 time: 0.4893310 Dec 10 18:55:14.091147 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3a60232-5ab1-47a6-aff4-c3822dd6a448 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:14.158748 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45bd38e-91cd-4c91-8846-0ee86795b38c None None] Routers {'5958fb42-fce5-47cc-a2e8-62d2a86aabe2'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:55:14.159391 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f45bd38e-91cd-4c91-8846-0ee86795b38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:54:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5958fb42-fce5-47cc-a2e8-62d2a86aabe2'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:14.191272 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3a60232-5ab1-47a6-aff4-c3822dd6a448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:14.205794 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6b00eb-ecd8-46f1-b205-7584bc1feb49 None None] Checking router: 942c58aa-2ab7-4018-bfc5-7637dfbdc715 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:55:14.206355 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6b00eb-ecd8-46f1-b205-7584bc1feb49 None None] Updating router 942c58aa-2ab7-4018-bfc5-7637dfbdc715 port 164839f8-49a5-47a7-b5f2-30490480a045 binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:55:14.220051 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c577f9dd-1970-4273-baee-90eded32d890 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Network 8dfbbda6-7624-4500-ad98-9b6be177b472 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:55:14.224070 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-c577f9dd-1970-4273-baee-90eded32d890 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:55:14.283070 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f08da-59c6-425b-bccb-42eb1cddb251 None None] Pushing event updated for resources: {'Port': ['ID=24655ec4-ef53-4b39-8e81-b7f168f317d5,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:14.347918 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a60232-5ab1-47a6-aff4-c3822dd6a448 admin admin] Network 8a30ce27-2851-4282-9ac6-23ccb449ba3d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:55:14.351591 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-c3a60232-5ab1-47a6-aff4-c3822dd6a448 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:55:14.368239 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a60232-5ab1-47a6-aff4-c3822dd6a448 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:55:14.403806 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b648322-10bd-482d-a28a-c9c5d4863425 None None] Pushing event updated for resources: {'Port': ['ID=3965df0e-ab26-4990-a315-e338bdea383d,revision_number=4']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:14.443837 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8e6b00eb-ecd8-46f1-b205-7584bc1feb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:14.514597 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-f45bd38e-91cd-4c91-8846-0ee86795b38c None None] Set router 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:55:14.551642 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3a60232-5ab1-47a6-aff4-c3822dd6a448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:14.560800 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b97e183e-11f4-4083-ae00-64270b69fa04 req-79b4ed29-5b3f-496a-acd8-22dedbcbd4d9 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5981200 Dec 10 18:55:14.660375 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f1140b5c-4f59-44ab-84b2-f5323fa83377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:14.676882 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c577f9dd-1970-4273-baee-90eded32d890 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Router 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:55:14.935388 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f1140b5c-4f59-44ab-84b2-f5323fa83377 None None] For port 78741dcf-76eb-40d0-8dae-c729d4f73012, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=78741dcf-76eb-40d0-8dae-c729d4f73012,segment=NetworkSegment(b018f0b2-f2ea-42a6-be50-b44238505497),segment_id=b018f0b2-f2ea-42a6-be50-b44238505497)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:14.970280 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f1140b5c-4f59-44ab-84b2-f5323fa83377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:15.004091 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c577f9dd-1970-4273-baee-90eded32d890 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:55:15.016261 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c577f9dd-1970-4273-baee-90eded32d890 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "PUT /v2.0/routers/5958fb42-fce5-47cc-a2e8-62d2a86aabe2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2822154 Dec 10 18:55:15.017855 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52688) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:15.042416 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-848e5b12-ca4c-4aa3-a878-fc2016d16332 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Request body: {'network': {'name': 'tempest-RoutersTest-1507233244'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:55:15.103944 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a60232-5ab1-47a6-aff4-c3822dd6a448 admin admin] Pushing event updated for resources: {'Port': ['ID=887fb0a6-7d9b-4554-90eb-9829ca3444e8,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:15.114928 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f45bd38e-91cd-4c91-8846-0ee86795b38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'name': 'tempest-RoutersTest-router-677375573', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:54:56Z', 'updated_at': '2021-12-10T18:55:12Z', 'revision_number': 4, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'gw_port_host': None, '_interfaces': [{'id': '06800982-e846-4cf1-bdd6-d024e1a1e176', 'name': '', 'network_id': '8dfbbda6-7624-4500-ad98-9b6be177b472', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:6c:8c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '1cda2671-0500-444b-832c-363028bd0926', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:10Z', 'updated_at': '2021-12-10T18:55:13Z', 'revision_number': 2, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '1cda2671-0500-444b-832c-363028bd0926', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3965df0e-ab26-4990-a315-e338bdea383d', 'name': '', 'network_id': '71dffb16-2b87-4b3a-867b-7285c35558ff', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:97:18:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '8c700c40-9d3f-426e-a8cd-1e5273e59cc0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:03Z', 'updated_at': '2021-12-10T18:55:13Z', 'revision_number': 4, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '8c700c40-9d3f-426e-a8cd-1e5273e59cc0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb6afc3f-c4a5-432e-a45a-c6beace7b7e1', 'name': '', 'network_id': '4cd3db96-f1b5-4e1c-86de-8f48fca513c2', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:7e:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:54:58Z', 'updated_at': '2021-12-10T18:55:06Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:15.125225 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848e5b12-ca4c-4aa3-a878-fc2016d16332 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Made reservation on behalf of 955fb138ea1841a1a19d85777d85eb8a for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:55:15.143806 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-848e5b12-ca4c-4aa3-a878-fc2016d16332 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:15.158987 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45bd38e-91cd-4c91-8846-0ee86795b38c None None] The sync data for ids ['5958fb42-fce5-47cc-a2e8-62d2a86aabe2'] in n-d-821435-1 is: [{'id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'name': 'tempest-RoutersTest-router-677375573', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:54:56Z', 'updated_at': '2021-12-10T18:55:12Z', 'revision_number': 4, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'gw_port_host': None, '_interfaces': [{'id': '06800982-e846-4cf1-bdd6-d024e1a1e176', 'name': '', 'network_id': '8dfbbda6-7624-4500-ad98-9b6be177b472', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:6c:8c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '1cda2671-0500-444b-832c-363028bd0926', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:10Z', 'updated_at': '2021-12-10T18:55:13Z', 'revision_number': 2, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '1cda2671-0500-444b-832c-363028bd0926', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3965df0e-ab26-4990-a315-e338bdea383d', 'name': '', 'network_id': '71dffb16-2b87-4b3a-867b-7285c35558ff', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:97:18:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '8c700c40-9d3f-426e-a8cd-1e5273e59cc0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:03Z', 'updated_at': '2021-12-10T18:55:13Z', 'revision_number': 4, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '8c700c40-9d3f-426e-a8cd-1e5273e59cc0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb6afc3f-c4a5-432e-a45a-c6beace7b7e1', 'name': '', 'network_id': '4cd3db96-f1b5-4e1c-86de-8f48fca513c2', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:7e:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:54:58Z', 'updated_at': '2021-12-10T18:55:06Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:55:15.274017 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-848e5b12-ca4c-4aa3-a878-fc2016d16332 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:55:15.323671 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-848e5b12-ca4c-4aa3-a878-fc2016d16332 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:15.324581 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-848e5b12-ca4c-4aa3-a878-fc2016d16332 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Added segment 3fd713e7-f895-4945-89bc-b0179adc8eea of type vlan for network 98765600-5bf3-4525-91c1-47eb2dbcca76 Dec 10 18:55:15.358853 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3a60232-5ab1-47a6-aff4-c3822dd6a448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:15.479355 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1140b5c-4f59-44ab-84b2-f5323fa83377 None None] Pushing event updated for resources: {'Port': ['ID=78741dcf-76eb-40d0-8dae-c729d4f73012,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:15.492757 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542de04d-1e17-4866-9655-da3e75919d92 req-cb536319-35d7-408d-96ea-41dd34c70f7d tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:15.503770 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 24655ec4-ef53-4b39-8e81-b7f168f317d5 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:55:15.508953 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-848e5b12-ca4c-4aa3-a878-fc2016d16332 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:15.522140 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-542de04d-1e17-4866-9655-da3e75919d92 req-cb536319-35d7-408d-96ea-41dd34c70f7d tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=21f54265-70c3-400e-9344-14399acfcf11 HTTP/1.1" status: 200 len: 945 time: 0.4927554 Dec 10 18:55:15.608070 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-848e5b12-ca4c-4aa3-a878-fc2016d16332 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:15.614079 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848e5b12-ca4c-4aa3-a878-fc2016d16332 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:15.614672 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-848e5b12-ca4c-4aa3-a878-fc2016d16332 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:15.648900 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1140b5c-4f59-44ab-84b2-f5323fa83377 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:15.654510 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1140b5c-4f59-44ab-84b2-f5323fa83377 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:15.655036 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1140b5c-4f59-44ab-84b2-f5323fa83377 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:15.655559 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1140b5c-4f59-44ab-84b2-f5323fa83377 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:15.658689 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1140b5c-4f59-44ab-84b2-f5323fa83377 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:15.662479 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1140b5c-4f59-44ab-84b2-f5323fa83377 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:15.663130 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1140b5c-4f59-44ab-84b2-f5323fa83377 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:15.669047 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1140b5c-4f59-44ab-84b2-f5323fa83377 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:15.669874 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1140b5c-4f59-44ab-84b2-f5323fa83377 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:15.670443 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1140b5c-4f59-44ab-84b2-f5323fa83377 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:15.671262 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1140b5c-4f59-44ab-84b2-f5323fa83377 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:15.671825 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1140b5c-4f59-44ab-84b2-f5323fa83377 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:15.672401 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1140b5c-4f59-44ab-84b2-f5323fa83377 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:15.720873 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-542de04d-1e17-4866-9655-da3e75919d92 req-4afeeed6-043e-40ee-8829-4c32b101a69b tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936250 Dec 10 18:55:15.766809 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8a0660dd-8b53-4377-b73b-2c802c9d9f1f None None] Provisioning complete for port 78741dcf-76eb-40d0-8dae-c729d4f73012 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:15.767372 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-848e5b12-ca4c-4aa3-a878-fc2016d16332 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7420719 Dec 10 18:55:15.767865 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8a0660dd-8b53-4377-b73b-2c802c9d9f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:15.770439 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52722) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:15.774955 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8691624c-a259-44d1-a195-1b56d79d29ee None None] Network 8dfbbda6-7624-4500-ad98-9b6be177b472 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:55:15.775827 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-540f17b1-7358-4615-acd6-5dde0f4fc111 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Request body: {'subnet': {'network_id': '98765600-5bf3-4525-91c1-47eb2dbcca76', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:55:15.811468 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e5b12-ca4c-4aa3-a878-fc2016d16332 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event updated for resources: {'Network': ['ID=98765600-5bf3-4525-91c1-47eb2dbcca76,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:16.053764 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 98765600-5bf3-4525-91c1-47eb2dbcca76 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:55:16.093986 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540f17b1-7358-4615-acd6-5dde0f4fc111 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Made reservation on behalf of 955fb138ea1841a1a19d85777d85eb8a for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:55:16.114359 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-540f17b1-7358-4615-acd6-5dde0f4fc111 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:16.127786 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3a60232-5ab1-47a6-aff4-c3822dd6a448 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:16.141689 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3a60232-5ab1-47a6-aff4-c3822dd6a448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:16.325709 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a60232-5ab1-47a6-aff4-c3822dd6a448 admin admin] Pushing event updated for resources: {'Port': ['ID=887fb0a6-7d9b-4554-90eb-9829ca3444e8,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:16.328330 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3a60232-5ab1-47a6-aff4-c3822dd6a448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:16.551201 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8e6b00eb-ecd8-46f1-b205-7584bc1feb49 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:16.619910 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-540f17b1-7358-4615-acd6-5dde0f4fc111 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:16.664838 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8e6b00eb-ecd8-46f1-b205-7584bc1feb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:16.680592 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a60232-5ab1-47a6-aff4-c3822dd6a448 admin admin] Network 8a30ce27-2851-4282-9ac6-23ccb449ba3d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:55:16.687603 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-c3a60232-5ab1-47a6-aff4-c3822dd6a448 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:55:16.781580 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171f3bb-e37f-4caf-8b19-f1641e7a387f req-48a40d0a-c97c-4466-a2c6-fbb9e0a633e8 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:16.794314 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6171f3bb-e37f-4caf-8b19-f1641e7a387f req-48a40d0a-c97c-4466-a2c6-fbb9e0a633e8 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=21f54265-70c3-400e-9344-14399acfcf11 HTTP/1.1" status: 200 len: 945 time: 0.1647651 Dec 10 18:55:16.813793 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f17b1-7358-4615-acd6-5dde0f4fc111 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event updated for resources: {'Subnet': ['ID=11df7a17-3b64-4a56-9838-3900307d6356,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:16.864396 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540f17b1-7358-4615-acd6-5dde0f4fc111 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Checking segment: {'id': '3fd713e7-f895-4945-89bc-b0179adc8eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '98765600-5bf3-4525-91c1-47eb2dbcca76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:55:16.864973 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540f17b1-7358-4615-acd6-5dde0f4fc111 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Network hostable DHCP agents. Network: 98765600-5bf3-4525-91c1-47eb2dbcca76, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:55:16.874217 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 24655ec4-ef53-4b39-8e81-b7f168f317d5 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:16.874607 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:16.927527 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540f17b1-7358-4615-acd6-5dde0f4fc111 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Network 98765600-5bf3-4525-91c1-47eb2dbcca76 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:55:16.936820 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6171f3bb-e37f-4caf-8b19-f1641e7a387f req-8e6bf694-003e-4232-a556-e2c6ccd75c90 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356361 Dec 10 18:55:16.969307 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-540f17b1-7358-4615-acd6-5dde0f4fc111 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 98765600-5bf3-4525-91c1-47eb2dbcca76) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:55:16.991254 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf145c6-ebd4-43e1-8dc8-d692702a83ff None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:55:16.993461 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a60232-5ab1-47a6-aff4-c3822dd6a448 admin admin] Router 942c58aa-2ab7-4018-bfc5-7637dfbdc715 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:55:16.995842 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540f17b1-7358-4615-acd6-5dde0f4fc111 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:17.001112 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-540f17b1-7358-4615-acd6-5dde0f4fc111 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:17.006482 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222a4ab4-89ff-4182-8841-f719ce0e574c None None] Network 98765600-5bf3-4525-91c1-47eb2dbcca76 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:55:17.132712 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-540f17b1-7358-4615-acd6-5dde0f4fc111 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3609385 Dec 10 18:55:17.133553 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52838) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:17.269219 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:55:17.316812 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c3eb0-1831-4275-9d8c-b4ee5db76b60 None None] Pushing event updated for resources: {'Port': ['ID=164839f8-49a5-47a7-b5f2-30490480a045,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:17.443059 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-8e6b00eb-ecd8-46f1-b205-7584bc1feb49 None None] Attempting to bind port 164839f8-49a5-47a7-b5f2-30490480a045 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:55:17.443749 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-8e6b00eb-ecd8-46f1-b205-7584bc1feb49 None None] Attempting to bind port 164839f8-49a5-47a7-b5f2-30490480a045 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:55:17.444344 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6b00eb-ecd8-46f1-b205-7584bc1feb49 None None] Attempting to bind port 164839f8-49a5-47a7-b5f2-30490480a045 on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:55:17.445996 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a60232-5ab1-47a6-aff4-c3822dd6a448 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:55:17.460879 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c3a60232-5ab1-47a6-aff4-c3822dd6a448 admin admin] 10.222.0.62 "PUT /v2.0/routers/942c58aa-2ab7-4018-bfc5-7637dfbdc715/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8986871 Dec 10 18:55:17.483278 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6b00eb-ecd8-46f1-b205-7584bc1feb49 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:55:17.485792 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6b00eb-ecd8-46f1-b205-7584bc1feb49 None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:55:17.486425 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8e6b00eb-ecd8-46f1-b205-7584bc1feb49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:17.487936 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6b00eb-ecd8-46f1-b205-7584bc1feb49 None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:55:17.488612 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-8e6b00eb-ecd8-46f1-b205-7584bc1feb49 None None] Bound port: 164839f8-49a5-47a7-b5f2-30490480a045, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:55:17.490168 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8e6b00eb-ecd8-46f1-b205-7584bc1feb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:17.575602 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b76963f-0e5e-4038-a690-7041984c4e75 None None] Sync routers for ids ['5958fb42-fce5-47cc-a2e8-62d2a86aabe2'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:55:17.608105 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b76963f-0e5e-4038-a690-7041984c4e75 None None] Routers {'5958fb42-fce5-47cc-a2e8-62d2a86aabe2'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:55:17.616368 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-2b76963f-0e5e-4038-a690-7041984c4e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:54:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5958fb42-fce5-47cc-a2e8-62d2a86aabe2'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:17.682580 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:17.698270 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8a0660dd-8b53-4377-b73b-2c802c9d9f1f None None] Provisioning complete for port 3965df0e-ab26-4990-a315-e338bdea383d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:17.698928 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8a0660dd-8b53-4377-b73b-2c802c9d9f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:17.939489 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8e6b00eb-ecd8-46f1-b205-7584bc1feb49 None None] For port 164839f8-49a5-47a7-b5f2-30490480a045, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:55:18.011124 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8e6b00eb-ecd8-46f1-b205-7584bc1feb49 None None] For port 164839f8-49a5-47a7-b5f2-30490480a045, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=164839f8-49a5-47a7-b5f2-30490480a045,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:55:18.020231 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e01d2b-4075-47b7-94b1-f32d964d5c9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-98765600-5bf3-4525-91c1-47eb2dbcca76', 'network_id': '98765600-5bf3-4525-91c1-47eb2dbcca76', 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'fixed_ips': [{'subnet_id': '11df7a17-3b64-4a56-9838-3900307d6356'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:55:18.024482 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c9e01d2b-4075-47b7-94b1-f32d964d5c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:18.029460 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e725fa6-ec38-464b-866c-5b2b0e1b1920 req-242c4cce-2aea-43fb-9cdc-63155f55a5c4 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:18.031417 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4e725fa6-ec38-464b-866c-5b2b0e1b1920 req-242c4cce-2aea-43fb-9cdc-63155f55a5c4 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.6148386 Dec 10 18:55:18.055767 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8455fc5-9983-41b4-a52c-0e0b5da0f5b5 req-dbb4a5a1-c282-412b-8c02-92a46d0a047f tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:18.061658 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b8455fc5-9983-41b4-a52c-0e0b5da0f5b5 req-dbb4a5a1-c282-412b-8c02-92a46d0a047f tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.72 "GET /v2.0/ports?device_id=21f54265-70c3-400e-9344-14399acfcf11 HTTP/1.1" status: 200 len: 945 time: 0.4420836 Dec 10 18:55:18.073589 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8e6b00eb-ecd8-46f1-b205-7584bc1feb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:18.222115 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-2b76963f-0e5e-4038-a690-7041984c4e75 None None] Set router 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:55:18.442260 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 24655ec4-ef53-4b39-8e81-b7f168f317d5, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=24655ec4-ef53-4b39-8e81-b7f168f317d5,segment=NetworkSegment(cedb44ba-70c7-40aa-a661-5e70a17cf3a5),segment_id=cedb44ba-70c7-40aa-a661-5e70a17cf3a5)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:18.480673 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52886) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:18.490039 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7d9ce92c-4ce2-4089-9f27-2424d5eac919 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2108351688', 'description': 'tempest-description--1697568244'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:55:18.531379 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221211bb-28ee-4fc7-9c85-b205443255d9 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:55:18.553597 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:18.562989 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 78741dcf-76eb-40d0-8dae-c729d4f73012 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:55:18.564311 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d9ce92c-4ce2-4089-9f27-2424d5eac919 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:18.728032 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4e725fa6-ec38-464b-866c-5b2b0e1b1920 req-de243066-3d09-4563-b195-53c2025bf468 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6604021 Dec 10 18:55:18.894303 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8a0660dd-8b53-4377-b73b-2c802c9d9f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:18.940538 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c15b7-58d5-43f6-9791-0d037c7cf4a7 req-b2a2d051-176f-4b0f-a574-e6c0b217f74d tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:18.952925 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a87c15b7-58d5-43f6-9791-0d037c7cf4a7 req-b2a2d051-176f-4b0f-a574-e6c0b217f74d tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=21f54265-70c3-400e-9344-14399acfcf11 HTTP/1.1" status: 200 len: 945 time: 0.3090076 Dec 10 18:55:18.991630 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-b8455fc5-9983-41b4-a52c-0e0b5da0f5b5 req-d4f3eac5-afb2-4fac-9e91-323705ab43f6 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Deleting port 4a4732e4-14e5-4ea6-8f89-7056570c9a63 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:55:18.991630 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b8455fc5-9983-41b4-a52c-0e0b5da0f5b5 req-d4f3eac5-afb2-4fac-9e91-323705ab43f6 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:19.055425 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-2b76963f-0e5e-4038-a690-7041984c4e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'name': 'tempest-RoutersTest-router-677375573', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:54:56Z', 'updated_at': '2021-12-10T18:55:12Z', 'revision_number': 4, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'gw_port_host': None, '_interfaces': [{'id': '06800982-e846-4cf1-bdd6-d024e1a1e176', 'name': '', 'network_id': '8dfbbda6-7624-4500-ad98-9b6be177b472', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:6c:8c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '1cda2671-0500-444b-832c-363028bd0926', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:10Z', 'updated_at': '2021-12-10T18:55:13Z', 'revision_number': 2, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '1cda2671-0500-444b-832c-363028bd0926', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3965df0e-ab26-4990-a315-e338bdea383d', 'name': '', 'network_id': '71dffb16-2b87-4b3a-867b-7285c35558ff', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:97:18:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '8c700c40-9d3f-426e-a8cd-1e5273e59cc0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:03Z', 'updated_at': '2021-12-10T18:55:13Z', 'revision_number': 4, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '8c700c40-9d3f-426e-a8cd-1e5273e59cc0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb6afc3f-c4a5-432e-a45a-c6beace7b7e1', 'name': '', 'network_id': '4cd3db96-f1b5-4e1c-86de-8f48fca513c2', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:7e:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:54:58Z', 'updated_at': '2021-12-10T18:55:06Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:19.077343 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6b00eb-ecd8-46f1-b205-7584bc1feb49 None None] Routers {'942c58aa-2ab7-4018-bfc5-7637dfbdc715'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:55:19.078170 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8e6b00eb-ecd8-46f1-b205-7584bc1feb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:54:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['942c58aa-2ab7-4018-bfc5-7637dfbdc715'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:19.082485 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c3eb0-1831-4275-9d8c-b4ee5db76b60 None None] Pushing event updated for resources: {'Port': ['ID=164839f8-49a5-47a7-b5f2-30490480a045,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:19.084557 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d9ce92c-4ce2-4089-9f27-2424d5eac919 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:19.141411 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d9ce92c-4ce2-4089-9f27-2424d5eac919 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:19.164301 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b76963f-0e5e-4038-a690-7041984c4e75 None None] Checking router: 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:55:19.185412 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b76963f-0e5e-4038-a690-7041984c4e75 None None] Updating router 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 port 06800982-e846-4cf1-bdd6-d024e1a1e176 binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:55:19.228508 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8a0660dd-8b53-4377-b73b-2c802c9d9f1f None None] For port 3965df0e-ab26-4990-a315-e338bdea383d, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=3965df0e-ab26-4990-a315-e338bdea383d,segment=NetworkSegment(cfbd35ca-7b3d-4c3e-a3f2-76b9e3865585),segment_id=cfbd35ca-7b3d-4c3e-a3f2-76b9e3865585)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:19.301917 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-2b76963f-0e5e-4038-a690-7041984c4e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:19.337268 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a87c15b7-58d5-43f6-9791-0d037c7cf4a7 req-8ff97d94-6a5b-48ec-a8aa-9a86168930b1 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831096 Dec 10 18:55:19.342030 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d9ce92c-4ce2-4089-9f27-2424d5eac919 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:19.360435 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7d9ce92c-4ce2-4089-9f27-2424d5eac919 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8739550 Dec 10 18:55:19.372445 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ce92c-4ce2-4089-9f27-2424d5eac919 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75bc445a-d251-40aa-9542-8b391815f1e5,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:19.374891 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52906) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:19.394037 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-45c1503d-582a-4ea8-80b9-b2e6c5ced725 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Request body: {'security_group_rule': {'security_group_id': '75bc445a-d251-40aa-9542-8b391815f1e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:55:19.457657 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45c1503d-582a-4ea8-80b9-b2e6c5ced725 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:19.578783 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aaf011e4-df76-49e9-be3a-cd52ecd83328 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:19.595799 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45c1503d-582a-4ea8-80b9-b2e6c5ced725 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:19.614350 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45c1503d-582a-4ea8-80b9-b2e6c5ced725 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:19.645601 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a426d1-2b21-4d5a-bd96-607518ab53e1 req-b011e22f-798b-4e75-a6cc-47f9d978fcaf tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:19.647121 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8a0660dd-8b53-4377-b73b-2c802c9d9f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:19.648117 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-96a426d1-2b21-4d5a-bd96-607518ab53e1 req-b011e22f-798b-4e75-a6cc-47f9d978fcaf tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.5802693 Dec 10 18:55:19.659293 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b8455fc5-9983-41b4-a52c-0e0b5da0f5b5 req-d4f3eac5-afb2-4fac-9e91-323705ab43f6 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] For port 4a4732e4-14e5-4ea6-8f89-7056570c9a63, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=4a4732e4-14e5-4ea6-8f89-7056570c9a63,segment=NetworkSegment(83c7d7e9-db7c-46c1-b53c-9a099ac3350f),segment_id=83c7d7e9-db7c-46c1-b53c-9a099ac3350f)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:19.659873 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b8455fc5-9983-41b4-a52c-0e0b5da0f5b5 req-d4f3eac5-afb2-4fac-9e91-323705ab43f6 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:19.676291 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1503d-582a-4ea8-80b9-b2e6c5ced725 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01ba21b8-551f-4b6e-b6ce-f21d3ed23f12,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:19.708377 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45c1503d-582a-4ea8-80b9-b2e6c5ced725 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:19.710712 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-45c1503d-582a-4ea8-80b9-b2e6c5ced725 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3346405 Dec 10 18:55:19.717993 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52908) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:19.725343 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8bff3473-52a3-4f38-bfd4-fb4d749da407 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Request body: {'security_group_rule': {'security_group_id': '75bc445a-d251-40aa-9542-8b391815f1e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:55:19.822282 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bff3473-52a3-4f38-bfd4-fb4d749da407 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:19.872922 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 78741dcf-76eb-40d0-8dae-c729d4f73012 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:19.876699 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:19.893840 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-55d07501-29ea-4fe9-8ba5-c49749642e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:19.931144 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=24655ec4-ef53-4b39-8e81-b7f168f317d5,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:19.957375 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e3e8a78f-80fc-4faf-93a9-c54ea50e08f1 None None] Provisioning complete for port 24655ec4-ef53-4b39-8e81-b7f168f317d5 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:19.957888 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e3e8a78f-80fc-4faf-93a9-c54ea50e08f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:20.027134 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-2b76963f-0e5e-4038-a690-7041984c4e75 None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:20.042503 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-2b76963f-0e5e-4038-a690-7041984c4e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:20.063511 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bff3473-52a3-4f38-bfd4-fb4d749da407 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:20.081451 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bff3473-52a3-4f38-bfd4-fb4d749da407 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:20.142043 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff3473-52a3-4f38-bfd4-fb4d749da407 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb93c72e-217c-4f84-ba69-9371ebb9cb06,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:20.165233 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bff3473-52a3-4f38-bfd4-fb4d749da407 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:20.166479 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8bff3473-52a3-4f38-bfd4-fb4d749da407 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4448791 Dec 10 18:55:20.169720 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52912) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:20.174448 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-706ac200-05d6-4df2-a9d5-459c62fe0a7b tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:55:20.190378 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-b8455fc5-9983-41b4-a52c-0e0b5da0f5b5 req-d4f3eac5-afb2-4fac-9e91-323705ab43f6 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Calling delete_port for 4a4732e4-14e5-4ea6-8f89-7056570c9a63 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:55:20.237677 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-96a426d1-2b21-4d5a-bd96-607518ab53e1 req-45f2ad3e-4ba3-49c8-8724-77e519066b2d tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003761 Dec 10 18:55:20.271346 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-706ac200-05d6-4df2-a9d5-459c62fe0a7b tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:20.464385 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4f3b5-fdfd-40f1-a59d-27ffc95cfadc None None] Pushing event updated for resources: {'Port': ['ID=06800982-e846-4cf1-bdd6-d024e1a1e176,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:20.541720 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-2b76963f-0e5e-4038-a690-7041984c4e75 None None] Attempting to bind port 06800982-e846-4cf1-bdd6-d024e1a1e176 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:55:20.543110 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-2b76963f-0e5e-4038-a690-7041984c4e75 None None] Attempting to bind port 06800982-e846-4cf1-bdd6-d024e1a1e176 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'cedb44ba-70c7-40aa-a661-5e70a17cf3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8dfbbda6-7624-4500-ad98-9b6be177b472'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:55:20.550588 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b76963f-0e5e-4038-a690-7041984c4e75 None None] Attempting to bind port 06800982-e846-4cf1-bdd6-d024e1a1e176 on network 8dfbbda6-7624-4500-ad98-9b6be177b472 {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:55:20.566753 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b76963f-0e5e-4038-a690-7041984c4e75 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:55:20.570592 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b76963f-0e5e-4038-a690-7041984c4e75 None None] Checking segment: {'id': 'cedb44ba-70c7-40aa-a661-5e70a17cf3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8dfbbda6-7624-4500-ad98-9b6be177b472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:55:20.571220 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-2b76963f-0e5e-4038-a690-7041984c4e75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:20.572041 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b76963f-0e5e-4038-a690-7041984c4e75 None None] Bound using segment: {'id': 'cedb44ba-70c7-40aa-a661-5e70a17cf3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8dfbbda6-7624-4500-ad98-9b6be177b472'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:55:20.573092 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-2b76963f-0e5e-4038-a690-7041984c4e75 None None] Bound port: 06800982-e846-4cf1-bdd6-d024e1a1e176, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cedb44ba-70c7-40aa-a661-5e70a17cf3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8dfbbda6-7624-4500-ad98-9b6be177b472'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:55:20.576191 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-2b76963f-0e5e-4038-a690-7041984c4e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:20.577990 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b8455fc5-9983-41b4-a52c-0e0b5da0f5b5 req-d4f3eac5-afb2-4fac-9e91-323705ab43f6 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:20.632398 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-750174b3-cce5-46ff-bfd1-b701cd47c1a6 req-7da075fb-5251-4e5c-ad6c-9fa465d3d755 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=21f54265-70c3-400e-9344-14399acfcf11 HTTP/1.1" status: 200 len: 210 time: 0.0781555 Dec 10 18:55:20.713214 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3eac5-afb2-4fac-9e91-323705ab43f6 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Pushing event deleted for resources: {'Port': ['ID=4a4732e4-14e5-4ea6-8f89-7056570c9a63,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:20.730504 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-c9e01d2b-4075-47b7-94b1-f32d964d5c9b None None] Allocated IP 172.23.0.2 (98765600-5bf3-4525-91c1-47eb2dbcca76/11df7a17-3b64-4a56-9838-3900307d6356/e24005d7-107b-4559-b076-bff5bc2eb340) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:55:20.746031 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8455fc5-9983-41b4-a52c-0e0b5da0f5b5 req-d4f3eac5-afb2-4fac-9e91-323705ab43f6 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] No DVR routers for this DVR port 4a4732e4-14e5-4ea6-8f89-7056570c9a63 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:55:20.750676 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b8455fc5-9983-41b4-a52c-0e0b5da0f5b5 req-d4f3eac5-afb2-4fac-9e91-323705ab43f6 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:20.754855 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-8e6b00eb-ecd8-46f1-b205-7584bc1feb49 None None] Set router 942c58aa-2ab7-4018-bfc5-7637dfbdc715 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:55:20.756370 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b8455fc5-9983-41b4-a52c-0e0b5da0f5b5 req-d4f3eac5-afb2-4fac-9e91-323705ab43f6 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.72 "DELETE /v2.0/ports/4a4732e4-14e5-4ea6-8f89-7056570c9a63 HTTP/1.1" status: 204 len: 173 time: 2.6851659 Dec 10 18:55:20.757040 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f54265-70c3-400e-9344-14399acfcf11', 'name': 'network-vif-deleted', 'tag': '4a4732e4-14e5-4ea6-8f89-7056570c9a63'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:55:20.761274 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f826b3-b9f7-497b-a892-2dddbcf10834" -d '{"events": [{"server_uuid": "21f54265-70c3-400e-9344-14399acfcf11", "name": "network-vif-deleted", "tag": "4a4732e4-14e5-4ea6-8f89-7056570c9a63"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:55:20.769164 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-706ac200-05d6-4df2-a9d5-459c62fe0a7b tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:20.831880 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-2b76963f-0e5e-4038-a690-7041984c4e75 None None] For port 06800982-e846-4cf1-bdd6-d024e1a1e176, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:55:20.841721 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-2b76963f-0e5e-4038-a690-7041984c4e75 None None] For port 06800982-e846-4cf1-bdd6-d024e1a1e176, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=06800982-e846-4cf1-bdd6-d024e1a1e176,segment=NetworkSegment(cedb44ba-70c7-40aa-a661-5e70a17cf3a5),segment_id=cedb44ba-70c7-40aa-a661-5e70a17cf3a5)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:55:20.858151 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-2b76963f-0e5e-4038-a690-7041984c4e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:20.877969 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:55:20.975736 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f796985a-5f31-4bd8-8682-a5d330ce56e1 x-openstack-request-id: req-f796985a-5f31-4bd8-8682-a5d330ce56e1 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:55:20.976032 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f54265-70c3-400e-9344-14399acfcf11", "name": "network-vif-deleted", "tag": "4a4732e4-14e5-4ea6-8f89-7056570c9a63", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:55:20.976582 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f796985a-5f31-4bd8-8682-a5d330ce56e1 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:55:20.977522 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f54265-70c3-400e-9344-14399acfcf11', 'name': 'network-vif-deleted', 'tag': '4a4732e4-14e5-4ea6-8f89-7056570c9a63', 'status': 'completed', 'code': 200} Dec 10 18:55:21.014846 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b76963f-0e5e-4038-a690-7041984c4e75 None None] Routers {'5958fb42-fce5-47cc-a2e8-62d2a86aabe2'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:55:21.018171 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-2b76963f-0e5e-4038-a690-7041984c4e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:54:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5958fb42-fce5-47cc-a2e8-62d2a86aabe2'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:21.045657 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-706ac200-05d6-4df2-a9d5-459c62fe0a7b tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Allocated IP 172.25.7.16 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/9dcbe8f8-27ec-4238-b133-198bd17a9b74) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:55:21.225458 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 4a4732e4-14e5-4ea6-8f89-7056570c9a63 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:55:21.342240 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4f3b5-fdfd-40f1-a59d-27ffc95cfadc None None] Pushing event updated for resources: {'Port': ['ID=06800982-e846-4cf1-bdd6-d024e1a1e176,revision_number=4']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:21.380897 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-706ac200-05d6-4df2-a9d5-459c62fe0a7b tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:21.398125 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0660dd-8b53-4377-b73b-2c802c9d9f1f None None] Pushing event updated for resources: {'Port': ['ID=3965df0e-ab26-4990-a315-e338bdea383d,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:21.400946 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 4a4732e4-14e5-4ea6-8f89-7056570c9a63 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:55:21.400946 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 4a4732e4-14e5-4ea6-8f89-7056570c9a63 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:55:21.433220 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-706ac200-05d6-4df2-a9d5-459c62fe0a7b tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:21.463352 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-2b76963f-0e5e-4038-a690-7041984c4e75 None None] Set router 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:55:21.551622 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706ac200-05d6-4df2-a9d5-459c62fe0a7b tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:55:21.571309 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-706ac200-05d6-4df2-a9d5-459c62fe0a7b tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:55:21.587261 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706ac200-05d6-4df2-a9d5-459c62fe0a7b tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:55:21.699242 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ac200-05d6-4df2-a9d5-459c62fe0a7b tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Pushing event updated for resources: {'Port': ['ID=9dcbe8f8-27ec-4238-b133-198bd17a9b74,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:21.864591 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-706ac200-05d6-4df2-a9d5-459c62fe0a7b tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:21.929002 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-706ac200-05d6-4df2-a9d5-459c62fe0a7b tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:21.977690 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e3e8a78f-80fc-4faf-93a9-c54ea50e08f1 None None] Provisioning complete for port 164839f8-49a5-47a7-b5f2-30490480a045 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:21.977993 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e3e8a78f-80fc-4faf-93a9-c54ea50e08f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:22.049130 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-2b76963f-0e5e-4038-a690-7041984c4e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'name': 'tempest-RoutersTest-router-677375573', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:54:56Z', 'updated_at': '2021-12-10T18:55:12Z', 'revision_number': 4, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'gw_port_host': None, '_interfaces': [{'id': '06800982-e846-4cf1-bdd6-d024e1a1e176', 'name': '', 'network_id': '8dfbbda6-7624-4500-ad98-9b6be177b472', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:6c:8c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '1cda2671-0500-444b-832c-363028bd0926', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:10Z', 'updated_at': '2021-12-10T18:55:20Z', 'revision_number': 4, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '1cda2671-0500-444b-832c-363028bd0926', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3965df0e-ab26-4990-a315-e338bdea383d', 'name': '', 'network_id': '71dffb16-2b87-4b3a-867b-7285c35558ff', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:97:18:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '8c700c40-9d3f-426e-a8cd-1e5273e59cc0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:03Z', 'updated_at': '2021-12-10T18:55:19Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '8c700c40-9d3f-426e-a8cd-1e5273e59cc0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb6afc3f-c4a5-432e-a45a-c6beace7b7e1', 'name': '', 'network_id': '4cd3db96-f1b5-4e1c-86de-8f48fca513c2', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:7e:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:54:58Z', 'updated_at': '2021-12-10T18:55:06Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:22.125216 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b76963f-0e5e-4038-a690-7041984c4e75 None None] The sync data for ids ['5958fb42-fce5-47cc-a2e8-62d2a86aabe2'] in n-d-821435-1 is: [{'id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'name': 'tempest-RoutersTest-router-677375573', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:54:56Z', 'updated_at': '2021-12-10T18:55:12Z', 'revision_number': 4, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'gw_port_host': None, '_interfaces': [{'id': '06800982-e846-4cf1-bdd6-d024e1a1e176', 'name': '', 'network_id': '8dfbbda6-7624-4500-ad98-9b6be177b472', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:6c:8c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '1cda2671-0500-444b-832c-363028bd0926', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:10Z', 'updated_at': '2021-12-10T18:55:20Z', 'revision_number': 4, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '1cda2671-0500-444b-832c-363028bd0926', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3965df0e-ab26-4990-a315-e338bdea383d', 'name': '', 'network_id': '71dffb16-2b87-4b3a-867b-7285c35558ff', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:97:18:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '8c700c40-9d3f-426e-a8cd-1e5273e59cc0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:03Z', 'updated_at': '2021-12-10T18:55:19Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '8c700c40-9d3f-426e-a8cd-1e5273e59cc0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb6afc3f-c4a5-432e-a45a-c6beace7b7e1', 'name': '', 'network_id': '4cd3db96-f1b5-4e1c-86de-8f48fca513c2', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:7e:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:54:58Z', 'updated_at': '2021-12-10T18:55:06Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:55:22.455541 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-706ac200-05d6-4df2-a9d5-459c62fe0a7b tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:22.471047 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-706ac200-05d6-4df2-a9d5-459c62fe0a7b tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:22.543640 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ac200-05d6-4df2-a9d5-459c62fe0a7b tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Pushing event updated for resources: {'Port': ['ID=9dcbe8f8-27ec-4238-b133-198bd17a9b74,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:22.582165 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c9e01d2b-4075-47b7-94b1-f32d964d5c9b None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:22.584916 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-18e85d11-f5a5-46b6-ad02-3e619bff7339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:22.587633 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8e6b00eb-ecd8-46f1-b205-7584bc1feb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'name': 'tempest-AttachVolumeShelveTestJSON-1052448844-router', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '164839f8-49a5-47a7-b5f2-30490480a045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:55:05Z', 'updated_at': '2021-12-10T18:55:14Z', 'revision_number': 4, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'gw_port': {'id': '164839f8-49a5-47a7-b5f2-30490480a045', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:68:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:07Z', 'updated_at': '2021-12-10T18:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '887fb0a6-7d9b-4554-90eb-9829ca3444e8', 'name': '', 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'mac_address': 'fa:16:3e:12:af:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'b5b8f42d-7b7d-4b89-936c-8b66a87ff765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:13Z', 'updated_at': '2021-12-10T18:55:15Z', 'revision_number': 2, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'subnets': [{'id': 'b5b8f42d-7b7d-4b89-936c-8b66a87ff765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:22.632922 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-706ac200-05d6-4df2-a9d5-459c62fe0a7b tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:22.665003 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-706ac200-05d6-4df2-a9d5-459c62fe0a7b tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:22.669247 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-706ac200-05d6-4df2-a9d5-459c62fe0a7b tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4960067 Dec 10 18:55:22.702850 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6b00eb-ecd8-46f1-b205-7584bc1feb49 None None] The sync data for ids ['942c58aa-2ab7-4018-bfc5-7637dfbdc715'] in n-d-821435-1 is: [{'id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'name': 'tempest-AttachVolumeShelveTestJSON-1052448844-router', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '164839f8-49a5-47a7-b5f2-30490480a045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:55:05Z', 'updated_at': '2021-12-10T18:55:14Z', 'revision_number': 4, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'gw_port': {'id': '164839f8-49a5-47a7-b5f2-30490480a045', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:68:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:07Z', 'updated_at': '2021-12-10T18:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '887fb0a6-7d9b-4554-90eb-9829ca3444e8', 'name': '', 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'mac_address': 'fa:16:3e:12:af:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'b5b8f42d-7b7d-4b89-936c-8b66a87ff765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:13Z', 'updated_at': '2021-12-10T18:55:15Z', 'revision_number': 2, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'subnets': [{'id': 'b5b8f42d-7b7d-4b89-936c-8b66a87ff765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:55:22.707875 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e3e8a78f-80fc-4faf-93a9-c54ea50e08f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:22.759959 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e3e8a78f-80fc-4faf-93a9-c54ea50e08f1 None None] For port 164839f8-49a5-47a7-b5f2-30490480a045, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=164839f8-49a5-47a7-b5f2-30490480a045,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:22.761390 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 3965df0e-ab26-4990-a315-e338bdea383d up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:55:22.770712 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e3e8a78f-80fc-4faf-93a9-c54ea50e08f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:22.776594 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c9e01d2b-4075-47b7-94b1-f32d964d5c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:22.798602 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-aaf011e4-df76-49e9-be3a-cd52ecd83328 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Allocated IP 172.23.0.1 (98765600-5bf3-4525-91c1-47eb2dbcca76/11df7a17-3b64-4a56-9838-3900307d6356/c154d651-e39a-4623-b4d5-2688cb1a7fdc) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:55:22.901995 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e01d2b-4075-47b7-94b1-f32d964d5c9b None None] Network 98765600-5bf3-4525-91c1-47eb2dbcca76 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:55:22.908047 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-c9e01d2b-4075-47b7-94b1-f32d964d5c9b None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:55:22.917368 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e01d2b-4075-47b7-94b1-f32d964d5c9b None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:55:22.923213 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e3e8a78f-80fc-4faf-93a9-c54ea50e08f1 None None] Provisioning complete for port 887fb0a6-7d9b-4554-90eb-9829ca3444e8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:22.923850 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e3e8a78f-80fc-4faf-93a9-c54ea50e08f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:23.147317 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e8a78f-80fc-4faf-93a9-c54ea50e08f1 None None] Pushing event updated for resources: {'Port': ['ID=164839f8-49a5-47a7-b5f2-30490480a045,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:23.227968 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e3e8a78f-80fc-4faf-93a9-c54ea50e08f1 None None] Port 887fb0a6-7d9b-4554-90eb-9829ca3444e8 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:55:23.248000 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 3965df0e-ab26-4990-a315-e338bdea383d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:23.248475 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:23.286956 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c9e01d2b-4075-47b7-94b1-f32d964d5c9b None None] Attempting to bind port e24005d7-107b-4559-b076-bff5bc2eb340 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:55:23.287590 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c9e01d2b-4075-47b7-94b1-f32d964d5c9b None None] Attempting to bind port e24005d7-107b-4559-b076-bff5bc2eb340 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '3fd713e7-f895-4945-89bc-b0179adc8eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '98765600-5bf3-4525-91c1-47eb2dbcca76'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:55:23.288235 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e01d2b-4075-47b7-94b1-f32d964d5c9b None None] Attempting to bind port e24005d7-107b-4559-b076-bff5bc2eb340 on network 98765600-5bf3-4525-91c1-47eb2dbcca76 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:55:23.327221 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e01d2b-4075-47b7-94b1-f32d964d5c9b None None] Pushing event updated for resources: {'Port': ['ID=e24005d7-107b-4559-b076-bff5bc2eb340,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:23.359104 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e01d2b-4075-47b7-94b1-f32d964d5c9b None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:55:23.359511 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e01d2b-4075-47b7-94b1-f32d964d5c9b None None] Checking segment: {'id': '3fd713e7-f895-4945-89bc-b0179adc8eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '98765600-5bf3-4525-91c1-47eb2dbcca76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:55:23.359926 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c9e01d2b-4075-47b7-94b1-f32d964d5c9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:23.360319 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e01d2b-4075-47b7-94b1-f32d964d5c9b None None] Bound using segment: {'id': '3fd713e7-f895-4945-89bc-b0179adc8eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '98765600-5bf3-4525-91c1-47eb2dbcca76'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:55:23.360849 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c9e01d2b-4075-47b7-94b1-f32d964d5c9b None None] Bound port: e24005d7-107b-4559-b076-bff5bc2eb340, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fd713e7-f895-4945-89bc-b0179adc8eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '98765600-5bf3-4525-91c1-47eb2dbcca76'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:55:23.361242 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c9e01d2b-4075-47b7-94b1-f32d964d5c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:23.381001 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e3e8a78f-80fc-4faf-93a9-c54ea50e08f1 None None] Provisioning complete for port 06800982-e846-4cf1-bdd6-d024e1a1e176 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:23.381786 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e3e8a78f-80fc-4faf-93a9-c54ea50e08f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:23.510803 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:23.544236 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c9e01d2b-4075-47b7-94b1-f32d964d5c9b None None] For port e24005d7-107b-4559-b076-bff5bc2eb340, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:55:23.548567 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c9e01d2b-4075-47b7-94b1-f32d964d5c9b None None] For port e24005d7-107b-4559-b076-bff5bc2eb340, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e24005d7-107b-4559-b076-bff5bc2eb340,segment=NetworkSegment(3fd713e7-f895-4945-89bc-b0179adc8eea),segment_id=3fd713e7-f895-4945-89bc-b0179adc8eea)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:55:23.575956 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c9e01d2b-4075-47b7-94b1-f32d964d5c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:23.663789 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e01d2b-4075-47b7-94b1-f32d964d5c9b None None] Pushing event updated for resources: {'Port': ['ID=e24005d7-107b-4559-b076-bff5bc2eb340,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:23.725221 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e3e8a78f-80fc-4faf-93a9-c54ea50e08f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:23.735133 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 24655ec4-ef53-4b39-8e81-b7f168f317d5 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:55:23.787516 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aaf011e4-df76-49e9-be3a-cd52ecd83328 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:23.874696 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aaf011e4-df76-49e9-be3a-cd52ecd83328 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:23.877267 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e3e8a78f-80fc-4faf-93a9-c54ea50e08f1 None None] For port 06800982-e846-4cf1-bdd6-d024e1a1e176, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=06800982-e846-4cf1-bdd6-d024e1a1e176,segment=NetworkSegment(cedb44ba-70c7-40aa-a661-5e70a17cf3a5),segment_id=cedb44ba-70c7-40aa-a661-5e70a17cf3a5)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:23.889401 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e3e8a78f-80fc-4faf-93a9-c54ea50e08f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:23.896462 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 24655ec4-ef53-4b39-8e81-b7f168f317d5 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:23.896978 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:24.042435 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf011e4-df76-49e9-be3a-cd52ecd83328 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Network 98765600-5bf3-4525-91c1-47eb2dbcca76 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:55:24.047195 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-aaf011e4-df76-49e9-be3a-cd52ecd83328 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:55:24.049737 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf011e4-df76-49e9-be3a-cd52ecd83328 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:55:24.098452 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf011e4-df76-49e9-be3a-cd52ecd83328 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event updated for resources: {'Port': ['ID=c154d651-e39a-4623-b4d5-2688cb1a7fdc,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:24.137980 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aaf011e4-df76-49e9-be3a-cd52ecd83328 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:24.242982 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e8a78f-80fc-4faf-93a9-c54ea50e08f1 None None] Pushing event updated for resources: {'Port': ['ID=06800982-e846-4cf1-bdd6-d024e1a1e176,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:24.245679 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-cd79705d-fbe8-4c9f-9cb6-576ec32af372 None None] Provisioning complete for port 06800982-e846-4cf1-bdd6-d024e1a1e176 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:24.246055 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cd79705d-fbe8-4c9f-9cb6-576ec32af372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:24.415791 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aaf011e4-df76-49e9-be3a-cd52ecd83328 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:24.580388 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 78741dcf-76eb-40d0-8dae-c729d4f73012 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:55:24.660621 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 78741dcf-76eb-40d0-8dae-c729d4f73012 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:24.661190 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:24.788339 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 06800982-e846-4cf1-bdd6-d024e1a1e176 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:55:24.793928 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:24.860175 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 06800982-e846-4cf1-bdd6-d024e1a1e176 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:24.860698 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:25.017088 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aaf011e4-df76-49e9-be3a-cd52ecd83328 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:25.031765 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aaf011e4-df76-49e9-be3a-cd52ecd83328 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:25.093198 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf011e4-df76-49e9-be3a-cd52ecd83328 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event updated for resources: {'Port': ['ID=c154d651-e39a-4623-b4d5-2688cb1a7fdc,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:25.210419 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aaf011e4-df76-49e9-be3a-cd52ecd83328 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:25.459344 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:25.529176 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf011e4-df76-49e9-be3a-cd52ecd83328 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Network 98765600-5bf3-4525-91c1-47eb2dbcca76 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:55:25.531532 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-aaf011e4-df76-49e9-be3a-cd52ecd83328 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:55:25.575979 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 164839f8-49a5-47a7-b5f2-30490480a045 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:55:25.760330 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 164839f8-49a5-47a7-b5f2-30490480a045 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:25.760743 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:25.762635 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf011e4-df76-49e9-be3a-cd52ecd83328 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Router 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:55:25.798047 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b36411-eb85-4870-aa06-6c1079461f66 None None] Network 98765600-5bf3-4525-91c1-47eb2dbcca76 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:55:25.869449 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7c166e4c-1f48-4e52-a656-3856c7c9d4ab None None] Provisioning complete for port e24005d7-107b-4559-b076-bff5bc2eb340 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:25.869820 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7c166e4c-1f48-4e52-a656-3856c7c9d4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:26.006784 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf011e4-df76-49e9-be3a-cd52ecd83328 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:55:26.032671 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52968) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:26.034318 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-aaf011e4-df76-49e9-be3a-cd52ecd83328 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "PUT /v2.0/routers/5958fb42-fce5-47cc-a2e8-62d2a86aabe2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8996632 Dec 10 18:55:26.041085 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-28c19ef1-4d0d-403f-8886-f099faca83d6 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:55:26.204776 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4999bbfb-a68b-47da-bf3d-c7897db444e9 None None] Sync routers for ids ['5958fb42-fce5-47cc-a2e8-62d2a86aabe2'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:55:26.294358 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e24005d7-107b-4559-b076-bff5bc2eb340 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:55:26.350002 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4999bbfb-a68b-47da-bf3d-c7897db444e9 None None] Routers {'5958fb42-fce5-47cc-a2e8-62d2a86aabe2'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:55:26.350659 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4999bbfb-a68b-47da-bf3d-c7897db444e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:55:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5958fb42-fce5-47cc-a2e8-62d2a86aabe2'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:26.493445 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-4999bbfb-a68b-47da-bf3d-c7897db444e9 None None] Set router 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:55:26.662702 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.extraroute_db [None req-28c19ef1-4d0d-403f-8886-f099faca83d6 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103245) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 18:55:26.716225 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.extraroute_db [None req-28c19ef1-4d0d-403f-8886-f099faca83d6 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Removed routes are [] {{(pid=103245) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 18:55:26.716588 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-28c19ef1-4d0d-403f-8886-f099faca83d6 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4723'] for router, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:26.839659 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7c166e4c-1f48-4e52-a656-3856c7c9d4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:26.906040 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port e24005d7-107b-4559-b076-bff5bc2eb340 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:26.906427 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:26.995992 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7c166e4c-1f48-4e52-a656-3856c7c9d4ab None None] For port e24005d7-107b-4559-b076-bff5bc2eb340, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e24005d7-107b-4559-b076-bff5bc2eb340,segment=NetworkSegment(3fd713e7-f895-4945-89bc-b0179adc8eea),segment_id=3fd713e7-f895-4945-89bc-b0179adc8eea)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:27.009971 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7c166e4c-1f48-4e52-a656-3856c7c9d4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:27.227672 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 06800982-e846-4cf1-bdd6-d024e1a1e176 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:55:27.263746 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-28c19ef1-4d0d-403f-8886-f099faca83d6 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4723'] for router, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:27.267589 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-28c19ef1-4d0d-403f-8886-f099faca83d6 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534354'] for router, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:27.302315 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1c2453-b874-4b3a-818a-1d9df8f749bb None None] Sync routers for ids ['942c58aa-2ab7-4018-bfc5-7637dfbdc715'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:55:27.318025 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1c2453-b874-4b3a-818a-1d9df8f749bb None None] Routers {'942c58aa-2ab7-4018-bfc5-7637dfbdc715'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:55:27.318864 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-9e1c2453-b874-4b3a-818a-1d9df8f749bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:55:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['942c58aa-2ab7-4018-bfc5-7637dfbdc715'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:27.441172 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c19ef1-4d0d-403f-8886-f099faca83d6 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Router 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:55:27.479563 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c166e4c-1f48-4e52-a656-3856c7c9d4ab None None] Pushing event updated for resources: {'Port': ['ID=e24005d7-107b-4559-b076-bff5bc2eb340,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:27.629973 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2d1cce68-9105-4ea5-89a9-8172852c19b8 None None] Provisioning complete for port e24005d7-107b-4559-b076-bff5bc2eb340 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:27.636991 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2d1cce68-9105-4ea5-89a9-8172852c19b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:27.665972 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c19ef1-4d0d-403f-8886-f099faca83d6 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:55:27.678282 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-9e1c2453-b874-4b3a-818a-1d9df8f749bb None None] Set router 942c58aa-2ab7-4018-bfc5-7637dfbdc715 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:55:27.688838 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-28c19ef1-4d0d-403f-8886-f099faca83d6 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:27.695672 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52978) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:27.698967 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-28c19ef1-4d0d-403f-8886-f099faca83d6 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "PUT /v2.0/routers/5958fb42-fce5-47cc-a2e8-62d2a86aabe2 HTTP/1.1" status: 200 len: 933 time: 1.6630125 Dec 10 18:55:27.876847 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 06800982-e846-4cf1-bdd6-d024e1a1e176 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:27.877332 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:27.891630 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4999bbfb-a68b-47da-bf3d-c7897db444e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'name': 'tempest-RoutersTest-router-677375573', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:54:56Z', 'updated_at': '2021-12-10T18:55:24Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'gw_port_host': None, '_interfaces': [{'id': '06800982-e846-4cf1-bdd6-d024e1a1e176', 'name': '', 'network_id': '8dfbbda6-7624-4500-ad98-9b6be177b472', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:6c:8c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '1cda2671-0500-444b-832c-363028bd0926', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:10Z', 'updated_at': '2021-12-10T18:55:23Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '1cda2671-0500-444b-832c-363028bd0926', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3965df0e-ab26-4990-a315-e338bdea383d', 'name': '', 'network_id': '71dffb16-2b87-4b3a-867b-7285c35558ff', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:97:18:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '8c700c40-9d3f-426e-a8cd-1e5273e59cc0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:03Z', 'updated_at': '2021-12-10T18:55:19Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '8c700c40-9d3f-426e-a8cd-1e5273e59cc0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c154d651-e39a-4623-b4d5-2688cb1a7fdc', 'name': '', 'network_id': '98765600-5bf3-4525-91c1-47eb2dbcca76', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:4e:7e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '11df7a17-3b64-4a56-9838-3900307d6356', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:19Z', 'updated_at': '2021-12-10T18:55:24Z', 'revision_number': 2, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '11df7a17-3b64-4a56-9838-3900307d6356', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb6afc3f-c4a5-432e-a45a-c6beace7b7e1', 'name': '', 'network_id': '4cd3db96-f1b5-4e1c-86de-8f48fca513c2', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:7e:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:54:58Z', 'updated_at': '2021-12-10T18:55:06Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:28.015249 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4999bbfb-a68b-47da-bf3d-c7897db444e9 None None] Checking router: 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:55:28.015611 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4999bbfb-a68b-47da-bf3d-c7897db444e9 None None] Updating router 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 port c154d651-e39a-4623-b4d5-2688cb1a7fdc binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:55:28.045069 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-9e1c2453-b874-4b3a-818a-1d9df8f749bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'name': 'tempest-AttachVolumeShelveTestJSON-1052448844-router', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '164839f8-49a5-47a7-b5f2-30490480a045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:55:05Z', 'updated_at': '2021-12-10T18:55:14Z', 'revision_number': 4, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'gw_port': {'id': '164839f8-49a5-47a7-b5f2-30490480a045', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:07Z', 'updated_at': '2021-12-10T18:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '887fb0a6-7d9b-4554-90eb-9829ca3444e8', 'name': '', 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'mac_address': 'fa:16:3e:12:af:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'b5b8f42d-7b7d-4b89-936c-8b66a87ff765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:13Z', 'updated_at': '2021-12-10T18:55:15Z', 'revision_number': 2, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'subnets': [{'id': 'b5b8f42d-7b7d-4b89-936c-8b66a87ff765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:28.101520 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4999bbfb-a68b-47da-bf3d-c7897db444e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:28.115305 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52982) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:28.124267 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-df890848-c57b-4a0f-aedc-d8f5247ee86c tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "GET /v2.0/routers/5958fb42-fce5-47cc-a2e8-62d2a86aabe2 HTTP/1.1" status: 200 len: 933 time: 0.4119301 Dec 10 18:55:28.127375 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a64e8668-e068-422f-acc0-37c43e7282ab tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Request body: {'router': {'routes': None}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:55:28.187162 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1c2453-b874-4b3a-818a-1d9df8f749bb None None] Checking router: 942c58aa-2ab7-4018-bfc5-7637dfbdc715 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:55:28.187418 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1c2453-b874-4b3a-818a-1d9df8f749bb None None] Updating router 942c58aa-2ab7-4018-bfc5-7637dfbdc715 port 887fb0a6-7d9b-4554-90eb-9829ca3444e8 binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:55:28.304067 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-9e1c2453-b874-4b3a-818a-1d9df8f749bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:28.747767 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2d1cce68-9105-4ea5-89a9-8172852c19b8 None None] Provisioning complete for port c154d651-e39a-4623-b4d5-2688cb1a7fdc triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:28.750778 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2d1cce68-9105-4ea5-89a9-8172852c19b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:29.017436 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4999bbfb-a68b-47da-bf3d-c7897db444e9 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:29.038912 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2d1cce68-9105-4ea5-89a9-8172852c19b8 None None] Port c154d651-e39a-4623-b4d5-2688cb1a7fdc cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:55:29.065846 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4999bbfb-a68b-47da-bf3d-c7897db444e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:29.095379 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-9e1c2453-b874-4b3a-818a-1d9df8f749bb None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:29.117800 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-9e1c2453-b874-4b3a-818a-1d9df8f749bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:29.208952 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.extraroute_db [None req-a64e8668-e068-422f-acc0-37c43e7282ab tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Added routes are [] {{(pid=103245) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 18:55:29.209426 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.extraroute_db [None req-a64e8668-e068-422f-acc0-37c43e7282ab tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103245) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 18:55:29.287256 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f197232-e282-4b53-b805-b3f81561ab72 None None] Pushing event updated for resources: {'Port': ['ID=c154d651-e39a-4623-b4d5-2688cb1a7fdc,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:29.304852 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8131a-76cb-4176-b4f1-ffd9b79ebb07 None None] Pushing event updated for resources: {'Port': ['ID=887fb0a6-7d9b-4554-90eb-9829ca3444e8,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:29.311761 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a64e8668-e068-422f-acc0-37c43e7282ab tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4723'] for router, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:29.316296 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f8efc0e1-f2e9-4645-b2d1-ecf89d2ca76a None None] Provisioning complete for port c154d651-e39a-4623-b4d5-2688cb1a7fdc triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:29.318164 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f8efc0e1-f2e9-4645-b2d1-ecf89d2ca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:29.332215 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e24005d7-107b-4559-b076-bff5bc2eb340 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:55:29.508275 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-9e1c2453-b874-4b3a-818a-1d9df8f749bb None None] Attempting to bind port 887fb0a6-7d9b-4554-90eb-9829ca3444e8 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:55:29.513343 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-9e1c2453-b874-4b3a-818a-1d9df8f749bb None None] Attempting to bind port 887fb0a6-7d9b-4554-90eb-9829ca3444e8 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'b018f0b2-f2ea-42a6-be50-b44238505497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:55:29.513949 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1c2453-b874-4b3a-818a-1d9df8f749bb None None] Attempting to bind port 887fb0a6-7d9b-4554-90eb-9829ca3444e8 on network 8a30ce27-2851-4282-9ac6-23ccb449ba3d {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:55:29.533238 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1c2453-b874-4b3a-818a-1d9df8f749bb None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:55:29.533880 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1c2453-b874-4b3a-818a-1d9df8f749bb None None] Checking segment: {'id': 'b018f0b2-f2ea-42a6-be50-b44238505497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:55:29.534455 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-9e1c2453-b874-4b3a-818a-1d9df8f749bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:29.535014 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1c2453-b874-4b3a-818a-1d9df8f749bb None None] Bound using segment: {'id': 'b018f0b2-f2ea-42a6-be50-b44238505497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:55:29.535664 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-9e1c2453-b874-4b3a-818a-1d9df8f749bb None None] Bound port: 887fb0a6-7d9b-4554-90eb-9829ca3444e8, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b018f0b2-f2ea-42a6-be50-b44238505497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:55:29.536221 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-9e1c2453-b874-4b3a-818a-1d9df8f749bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:29.730078 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f8efc0e1-f2e9-4645-b2d1-ecf89d2ca76a None None] Port c154d651-e39a-4623-b4d5-2688cb1a7fdc cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:55:29.750776 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4999bbfb-a68b-47da-bf3d-c7897db444e9 None None] Attempting to bind port c154d651-e39a-4623-b4d5-2688cb1a7fdc on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:55:29.758003 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4999bbfb-a68b-47da-bf3d-c7897db444e9 None None] Attempting to bind port c154d651-e39a-4623-b4d5-2688cb1a7fdc by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '3fd713e7-f895-4945-89bc-b0179adc8eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '98765600-5bf3-4525-91c1-47eb2dbcca76'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:55:29.759125 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4999bbfb-a68b-47da-bf3d-c7897db444e9 None None] Attempting to bind port c154d651-e39a-4623-b4d5-2688cb1a7fdc on network 98765600-5bf3-4525-91c1-47eb2dbcca76 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:55:29.789168 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-9e1c2453-b874-4b3a-818a-1d9df8f749bb None None] For port 887fb0a6-7d9b-4554-90eb-9829ca3444e8, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:55:29.802750 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4999bbfb-a68b-47da-bf3d-c7897db444e9 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:55:29.804192 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4999bbfb-a68b-47da-bf3d-c7897db444e9 None None] Checking segment: {'id': '3fd713e7-f895-4945-89bc-b0179adc8eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '98765600-5bf3-4525-91c1-47eb2dbcca76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:55:29.804956 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4999bbfb-a68b-47da-bf3d-c7897db444e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:29.808141 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4999bbfb-a68b-47da-bf3d-c7897db444e9 None None] Bound using segment: {'id': '3fd713e7-f895-4945-89bc-b0179adc8eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '98765600-5bf3-4525-91c1-47eb2dbcca76'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:55:29.809660 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4999bbfb-a68b-47da-bf3d-c7897db444e9 None None] Bound port: c154d651-e39a-4623-b4d5-2688cb1a7fdc, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fd713e7-f895-4945-89bc-b0179adc8eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '98765600-5bf3-4525-91c1-47eb2dbcca76'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:55:29.815335 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-9e1c2453-b874-4b3a-818a-1d9df8f749bb None None] For port 887fb0a6-7d9b-4554-90eb-9829ca3444e8, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=887fb0a6-7d9b-4554-90eb-9829ca3444e8,segment=NetworkSegment(b018f0b2-f2ea-42a6-be50-b44238505497),segment_id=b018f0b2-f2ea-42a6-be50-b44238505497)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:55:29.817938 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4999bbfb-a68b-47da-bf3d-c7897db444e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:29.829921 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-9e1c2453-b874-4b3a-818a-1d9df8f749bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:29.989229 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8f2ea6ff-49b6-41c1-ac1f-1ce1d927e91b None None] Provisioning complete for port 887fb0a6-7d9b-4554-90eb-9829ca3444e8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:29.989765 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8f2ea6ff-49b6-41c1-ac1f-1ce1d927e91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:30.017617 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port e24005d7-107b-4559-b076-bff5bc2eb340 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:30.018300 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:30.036520 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1c2453-b874-4b3a-818a-1d9df8f749bb None None] Routers {'942c58aa-2ab7-4018-bfc5-7637dfbdc715'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:55:30.037416 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-9e1c2453-b874-4b3a-818a-1d9df8f749bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:55:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['942c58aa-2ab7-4018-bfc5-7637dfbdc715'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:30.230951 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4999bbfb-a68b-47da-bf3d-c7897db444e9 None None] For port c154d651-e39a-4623-b4d5-2688cb1a7fdc, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:55:30.244614 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4999bbfb-a68b-47da-bf3d-c7897db444e9 None None] For port c154d651-e39a-4623-b4d5-2688cb1a7fdc, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c154d651-e39a-4623-b4d5-2688cb1a7fdc,segment=NetworkSegment(3fd713e7-f895-4945-89bc-b0179adc8eea),segment_id=3fd713e7-f895-4945-89bc-b0179adc8eea)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:55:30.278971 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4999bbfb-a68b-47da-bf3d-c7897db444e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:30.350212 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-9e1c2453-b874-4b3a-818a-1d9df8f749bb None None] Set router 942c58aa-2ab7-4018-bfc5-7637dfbdc715 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:55:30.399768 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f197232-e282-4b53-b805-b3f81561ab72 None None] Pushing event updated for resources: {'Port': ['ID=c154d651-e39a-4623-b4d5-2688cb1a7fdc,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:30.513293 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8f2ea6ff-49b6-41c1-ac1f-1ce1d927e91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:30.544199 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8131a-76cb-4176-b4f1-ffd9b79ebb07 None None] Pushing event updated for resources: {'Port': ['ID=887fb0a6-7d9b-4554-90eb-9829ca3444e8,revision_number=4']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:30.586040 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4999bbfb-a68b-47da-bf3d-c7897db444e9 None None] Routers {'5958fb42-fce5-47cc-a2e8-62d2a86aabe2'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:55:30.586824 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4999bbfb-a68b-47da-bf3d-c7897db444e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:55:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5958fb42-fce5-47cc-a2e8-62d2a86aabe2'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:30.651030 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8f2ea6ff-49b6-41c1-ac1f-1ce1d927e91b None None] For port 887fb0a6-7d9b-4554-90eb-9829ca3444e8, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=887fb0a6-7d9b-4554-90eb-9829ca3444e8,segment=NetworkSegment(b018f0b2-f2ea-42a6-be50-b44238505497),segment_id=b018f0b2-f2ea-42a6-be50-b44238505497)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:30.815138 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-28fb6a18-07cd-4d62-8145-bf4e275834b8 req-1421ca8d-3515-4149-b8c8-4fe73ac7d48f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0805be7a-5c1a-4bca-b879-ae6b3eb6b7eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0963504 Dec 10 18:55:30.842436 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-4999bbfb-a68b-47da-bf3d-c7897db444e9 None None] Set router 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:55:30.847411 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-91290be0-945d-4f06-b28f-d90f342e7bc1 req-7eca5406-434c-4345-9081-365992a7c77d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e2f96c3a-b1a8-4c9a-a62e-9d024329a708&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2053902 Dec 10 18:55:30.931800 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb6a18-07cd-4d62-8145-bf4e275834b8 req-a3d68800-3c4a-42a8-9bd6-379c9c31d1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:30.935439 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-9e1c2453-b874-4b3a-818a-1d9df8f749bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'name': 'tempest-AttachVolumeShelveTestJSON-1052448844-router', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '164839f8-49a5-47a7-b5f2-30490480a045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:55:05Z', 'updated_at': '2021-12-10T18:55:14Z', 'revision_number': 4, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'gw_port': {'id': '164839f8-49a5-47a7-b5f2-30490480a045', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:07Z', 'updated_at': '2021-12-10T18:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '887fb0a6-7d9b-4554-90eb-9829ca3444e8', 'name': '', 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'mac_address': 'fa:16:3e:12:af:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'b5b8f42d-7b7d-4b89-936c-8b66a87ff765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:13Z', 'updated_at': '2021-12-10T18:55:29Z', 'revision_number': 4, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'subnets': [{'id': 'b5b8f42d-7b7d-4b89-936c-8b66a87ff765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:30.939591 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a64e8668-e068-422f-acc0-37c43e7282ab tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4723'] for router, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:30.939879 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-28fb6a18-07cd-4d62-8145-bf4e275834b8 req-a3d68800-3c4a-42a8-9bd6-379c9c31d1d6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6dd50388a58440cca7ab90078e887719&device_id=0805be7a-5c1a-4bca-b879-ae6b3eb6b7eb HTTP/1.1" status: 200 len: 1097 time: 0.0931520 Dec 10 18:55:30.972547 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8f2ea6ff-49b6-41c1-ac1f-1ce1d927e91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:31.017622 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a64e8668-e068-422f-acc0-37c43e7282ab tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534354'] for router, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:31.049239 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1c2453-b874-4b3a-818a-1d9df8f749bb None None] The sync data for ids ['942c58aa-2ab7-4018-bfc5-7637dfbdc715'] in n-d-821435-1 is: [{'id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'name': 'tempest-AttachVolumeShelveTestJSON-1052448844-router', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '164839f8-49a5-47a7-b5f2-30490480a045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:55:05Z', 'updated_at': '2021-12-10T18:55:14Z', 'revision_number': 4, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'gw_port': {'id': '164839f8-49a5-47a7-b5f2-30490480a045', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:07Z', 'updated_at': '2021-12-10T18:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '887fb0a6-7d9b-4554-90eb-9829ca3444e8', 'name': '', 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'mac_address': 'fa:16:3e:12:af:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'b5b8f42d-7b7d-4b89-936c-8b66a87ff765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:13Z', 'updated_at': '2021-12-10T18:55:29Z', 'revision_number': 4, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'subnets': [{'id': 'b5b8f42d-7b7d-4b89-936c-8b66a87ff765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:55:31.066406 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ea6ff-49b6-41c1-ac1f-1ce1d927e91b None None] Pushing event updated for resources: {'Port': ['ID=887fb0a6-7d9b-4554-90eb-9829ca3444e8,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:31.133887 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8f2ea6ff-49b6-41c1-ac1f-1ce1d927e91b None None] Provisioning complete for port c154d651-e39a-4623-b4d5-2688cb1a7fdc triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:31.134272 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8f2ea6ff-49b6-41c1-ac1f-1ce1d927e91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:31.225066 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb6a18-07cd-4d62-8145-bf4e275834b8 req-117327f0-d433-4d74-9df3-6e1fc9fa0d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:31.233947 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-28fb6a18-07cd-4d62-8145-bf4e275834b8 req-117327f0-d433-4d74-9df3-6e1fc9fa0d32 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3bc50282-3306-4b81-ae1a-81a9a8be5df5 HTTP/1.1" status: 200 len: 912 time: 0.2732913 Dec 10 18:55:31.320011 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91290be0-945d-4f06-b28f-d90f342e7bc1 req-95053770-13ec-4317-a10e-51fa09385d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:31.321643 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-91290be0-945d-4f06-b28f-d90f342e7bc1 req-95053770-13ec-4317-a10e-51fa09385d8e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b146ea531e7d490bb2e30f4c7ac5fe8a&device_id=e2f96c3a-b1a8-4c9a-a62e-9d024329a708 HTTP/1.1" status: 200 len: 1096 time: 0.4228539 Dec 10 18:55:31.394364 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-28fb6a18-07cd-4d62-8145-bf4e275834b8 req-6c9e5ec2-b965-4246-a2a5-9b825025628f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14b1f8e0-81d1-468b-9020-fc8605cea1a1 HTTP/1.1" status: 200 len: 217 time: 0.1511588 Dec 10 18:55:31.521411 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64e8668-e068-422f-acc0-37c43e7282ab tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Router 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:55:31.567944 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 887fb0a6-7d9b-4554-90eb-9829ca3444e8 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:55:31.585672 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb6a18-07cd-4d62-8145-bf4e275834b8 req-333ab36b-249e-4c08-a209-2addd54b0565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:31.587093 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-28fb6a18-07cd-4d62-8145-bf4e275834b8 req-333ab36b-249e-4c08-a209-2addd54b0565 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cdd9c23d-5046-4c54-950e-a05aba46bbec HTTP/1.1" status: 200 len: 850 time: 0.1817672 Dec 10 18:55:31.677853 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb6a18-07cd-4d62-8145-bf4e275834b8 req-ce1a20a1-4204-48d5-85d7-0c7db27d9428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:31.679394 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-28fb6a18-07cd-4d62-8145-bf4e275834b8 req-ce1a20a1-4204-48d5-85d7-0c7db27d9428 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3bc50282-3306-4b81-ae1a-81a9a8be5df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821528 Dec 10 18:55:31.814640 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-28fb6a18-07cd-4d62-8145-bf4e275834b8 req-b76bd03f-0b80-496b-b1ba-9ecd1789d8cd service neutron] 10.222.0.72 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243629 Dec 10 18:55:31.893052 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64e8668-e068-422f-acc0-37c43e7282ab tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:55:31.937925 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a64e8668-e068-422f-acc0-37c43e7282ab tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:31.941098 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 887fb0a6-7d9b-4554-90eb-9829ca3444e8 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:31.942434 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:31.945049 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a64e8668-e068-422f-acc0-37c43e7282ab tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "PUT /v2.0/routers/5958fb42-fce5-47cc-a2e8-62d2a86aabe2 HTTP/1.1" status: 200 len: 699 time: 3.8285773 Dec 10 18:55:31.945735 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52998) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:31.961231 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91290be0-945d-4f06-b28f-d90f342e7bc1 req-1552a481-7296-4c3d-9692-8b967d5b2731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:31.963156 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-91290be0-945d-4f06-b28f-d90f342e7bc1 req-1552a481-7296-4c3d-9692-8b967d5b2731 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5b7a9d16-fa90-46c2-89ef-ff147d5d2881 HTTP/1.1" status: 200 len: 907 time: 0.5719423 Dec 10 18:55:32.084617 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-91290be0-945d-4f06-b28f-d90f342e7bc1 req-253c64fc-4f97-4ffd-a1f0-781bce881961 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b HTTP/1.1" status: 200 len: 217 time: 0.1104681 Dec 10 18:55:32.171432 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8f2ea6ff-49b6-41c1-ac1f-1ce1d927e91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:32.191133 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91290be0-945d-4f06-b28f-d90f342e7bc1 req-99ba4d20-3b85-44f9-9641-6acfb7735bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:32.192652 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-91290be0-945d-4f06-b28f-d90f342e7bc1 req-99ba4d20-3b85-44f9-9641-6acfb7735bd6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7ba69a49-ec77-4670-8006-0254df7f77f3 HTTP/1.1" status: 200 len: 846 time: 0.1012328 Dec 10 18:55:32.219875 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4999bbfb-a68b-47da-bf3d-c7897db444e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'name': 'tempest-RoutersTest-router-677375573', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:54:56Z', 'updated_at': '2021-12-10T18:55:29Z', 'revision_number': 7, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'gw_port_host': None, '_interfaces': [{'id': '06800982-e846-4cf1-bdd6-d024e1a1e176', 'name': '', 'network_id': '8dfbbda6-7624-4500-ad98-9b6be177b472', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:6c:8c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '1cda2671-0500-444b-832c-363028bd0926', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:10Z', 'updated_at': '2021-12-10T18:55:23Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '1cda2671-0500-444b-832c-363028bd0926', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3965df0e-ab26-4990-a315-e338bdea383d', 'name': '', 'network_id': '71dffb16-2b87-4b3a-867b-7285c35558ff', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:97:18:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '8c700c40-9d3f-426e-a8cd-1e5273e59cc0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:03Z', 'updated_at': '2021-12-10T18:55:19Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '8c700c40-9d3f-426e-a8cd-1e5273e59cc0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c154d651-e39a-4623-b4d5-2688cb1a7fdc', 'name': '', 'network_id': '98765600-5bf3-4525-91c1-47eb2dbcca76', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:4e:7e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '11df7a17-3b64-4a56-9838-3900307d6356', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:19Z', 'updated_at': '2021-12-10T18:55:30Z', 'revision_number': 4, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '11df7a17-3b64-4a56-9838-3900307d6356', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb6afc3f-c4a5-432e-a45a-c6beace7b7e1', 'name': '', 'network_id': '4cd3db96-f1b5-4e1c-86de-8f48fca513c2', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:7e:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:54:58Z', 'updated_at': '2021-12-10T18:55:06Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:32.272178 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-91290be0-945d-4f06-b28f-d90f342e7bc1 req-b822f153-ac12-4ab8-821a-1a50f7fb844f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5b7a9d16-fa90-46c2-89ef-ff147d5d2881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717945 Dec 10 18:55:32.279672 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-28fb6a18-07cd-4d62-8145-bf4e275834b8 req-4472760a-f845-4271-a843-0f1bf42188a4 service neutron] 10.222.0.72 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4566619 Dec 10 18:55:32.285854 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-820a835f-c619-4d7a-81c8-f67b4dc90fbe tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "GET /v2.0/routers/5958fb42-fce5-47cc-a2e8-62d2a86aabe2 HTTP/1.1" status: 200 len: 699 time: 0.3387699 Dec 10 18:55:32.299588 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53002) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:32.301031 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4999bbfb-a68b-47da-bf3d-c7897db444e9 None None] The sync data for ids ['5958fb42-fce5-47cc-a2e8-62d2a86aabe2'] in n-d-821435-1 is: [{'id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'name': 'tempest-RoutersTest-router-677375573', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:54:56Z', 'updated_at': '2021-12-10T18:55:29Z', 'revision_number': 7, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'gw_port_host': None, '_interfaces': [{'id': '06800982-e846-4cf1-bdd6-d024e1a1e176', 'name': '', 'network_id': '8dfbbda6-7624-4500-ad98-9b6be177b472', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:6c:8c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '1cda2671-0500-444b-832c-363028bd0926', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:10Z', 'updated_at': '2021-12-10T18:55:23Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '1cda2671-0500-444b-832c-363028bd0926', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3965df0e-ab26-4990-a315-e338bdea383d', 'name': '', 'network_id': '71dffb16-2b87-4b3a-867b-7285c35558ff', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:97:18:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '8c700c40-9d3f-426e-a8cd-1e5273e59cc0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:03Z', 'updated_at': '2021-12-10T18:55:19Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '8c700c40-9d3f-426e-a8cd-1e5273e59cc0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c154d651-e39a-4623-b4d5-2688cb1a7fdc', 'name': '', 'network_id': '98765600-5bf3-4525-91c1-47eb2dbcca76', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:4e:7e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '11df7a17-3b64-4a56-9838-3900307d6356', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:19Z', 'updated_at': '2021-12-10T18:55:30Z', 'revision_number': 4, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '11df7a17-3b64-4a56-9838-3900307d6356', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb6afc3f-c4a5-432e-a45a-c6beace7b7e1', 'name': '', 'network_id': '4cd3db96-f1b5-4e1c-86de-8f48fca513c2', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:7e:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:54:58Z', 'updated_at': '2021-12-10T18:55:06Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:55:32.315980 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8f2ea6ff-49b6-41c1-ac1f-1ce1d927e91b None None] For port c154d651-e39a-4623-b4d5-2688cb1a7fdc, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c154d651-e39a-4623-b4d5-2688cb1a7fdc,segment=NetworkSegment(3fd713e7-f895-4945-89bc-b0179adc8eea),segment_id=3fd713e7-f895-4945-89bc-b0179adc8eea)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:32.330827 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8f2ea6ff-49b6-41c1-ac1f-1ce1d927e91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:32.547884 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3d8ea422-93a8-42d0-9a58-75e8564cfe61 None None] Provisioning complete for port 887fb0a6-7d9b-4554-90eb-9829ca3444e8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:32.548271 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d8ea422-93a8-42d0-9a58-75e8564cfe61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:32.613324 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ea6ff-49b6-41c1-ac1f-1ce1d927e91b None None] Pushing event updated for resources: {'Port': ['ID=c154d651-e39a-4623-b4d5-2688cb1a7fdc,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:32.695802 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-91290be0-945d-4f06-b28f-d90f342e7bc1 req-daeb80ed-bc10-435f-8c17-320af1db1b80 service neutron] 10.222.0.46 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009764 Dec 10 18:55:32.847044 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3d8ea422-93a8-42d0-9a58-75e8564cfe61 None None] Provisioning complete for port c154d651-e39a-4623-b4d5-2688cb1a7fdc triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:32.847427 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d8ea422-93a8-42d0-9a58-75e8564cfe61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:33.004156 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-91290be0-945d-4f06-b28f-d90f342e7bc1 req-a753d968-7dd6-4ed8-87d2-05e063acd55c service neutron] 10.222.0.46 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996881 Dec 10 18:55:33.287678 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b160b8d-c4db-4e38-aaa5-9243e2f609f1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:33.318348 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c154d651-e39a-4623-b4d5-2688cb1a7fdc up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:55:33.462936 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port c154d651-e39a-4623-b4d5-2688cb1a7fdc triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:33.466183 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:33.733190 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd9a486-ca7c-4df4-9d79-21aedf4d07b4 None None] Sync routers for ids ['5958fb42-fce5-47cc-a2e8-62d2a86aabe2'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:55:33.746594 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd9a486-ca7c-4df4-9d79-21aedf4d07b4 None None] Routers {'5958fb42-fce5-47cc-a2e8-62d2a86aabe2'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:55:33.747227 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-abd9a486-ca7c-4df4-9d79-21aedf4d07b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:55:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5958fb42-fce5-47cc-a2e8-62d2a86aabe2'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:33.841528 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9b160b8d-c4db-4e38-aaa5-9243e2f609f1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Deleting port c154d651-e39a-4623-b4d5-2688cb1a7fdc {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:55:33.841904 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b160b8d-c4db-4e38-aaa5-9243e2f609f1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:33.882186 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-abd9a486-ca7c-4df4-9d79-21aedf4d07b4 None None] Set router 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:55:34.099784 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-9b160b8d-c4db-4e38-aaa5-9243e2f609f1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] For port c154d651-e39a-4623-b4d5-2688cb1a7fdc, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c154d651-e39a-4623-b4d5-2688cb1a7fdc,segment=NetworkSegment(3fd713e7-f895-4945-89bc-b0179adc8eea),segment_id=3fd713e7-f895-4945-89bc-b0179adc8eea)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:34.100443 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b160b8d-c4db-4e38-aaa5-9243e2f609f1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:34.117211 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9b160b8d-c4db-4e38-aaa5-9243e2f609f1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Calling delete_port for c154d651-e39a-4623-b4d5-2688cb1a7fdc owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:55:34.249355 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:34.300511 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-abd9a486-ca7c-4df4-9d79-21aedf4d07b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'name': 'tempest-RoutersTest-router-677375573', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:54:56Z', 'updated_at': '2021-12-10T18:55:29Z', 'revision_number': 7, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'gw_port_host': None, '_interfaces': [{'id': '06800982-e846-4cf1-bdd6-d024e1a1e176', 'name': '', 'network_id': '8dfbbda6-7624-4500-ad98-9b6be177b472', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:6c:8c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '1cda2671-0500-444b-832c-363028bd0926', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:10Z', 'updated_at': '2021-12-10T18:55:23Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '1cda2671-0500-444b-832c-363028bd0926', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3965df0e-ab26-4990-a315-e338bdea383d', 'name': '', 'network_id': '71dffb16-2b87-4b3a-867b-7285c35558ff', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:97:18:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '8c700c40-9d3f-426e-a8cd-1e5273e59cc0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:03Z', 'updated_at': '2021-12-10T18:55:19Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '8c700c40-9d3f-426e-a8cd-1e5273e59cc0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c154d651-e39a-4623-b4d5-2688cb1a7fdc', 'name': '', 'network_id': '98765600-5bf3-4525-91c1-47eb2dbcca76', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:4e:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '11df7a17-3b64-4a56-9838-3900307d6356', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:19Z', 'updated_at': '2021-12-10T18:55:32Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '11df7a17-3b64-4a56-9838-3900307d6356', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb6afc3f-c4a5-432e-a45a-c6beace7b7e1', 'name': '', 'network_id': '4cd3db96-f1b5-4e1c-86de-8f48fca513c2', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:7e:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:54:58Z', 'updated_at': '2021-12-10T18:55:06Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:34.342752 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd9a486-ca7c-4df4-9d79-21aedf4d07b4 None None] Checking router: 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:55:34.362373 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd9a486-ca7c-4df4-9d79-21aedf4d07b4 None None] Routers {'5958fb42-fce5-47cc-a2e8-62d2a86aabe2'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:55:34.369717 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-abd9a486-ca7c-4df4-9d79-21aedf4d07b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:55:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5958fb42-fce5-47cc-a2e8-62d2a86aabe2'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:34.415496 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b160b8d-c4db-4e38-aaa5-9243e2f609f1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:34.485494 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b160b8d-c4db-4e38-aaa5-9243e2f609f1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event deleted for resources: {'Port': ['ID=c154d651-e39a-4623-b4d5-2688cb1a7fdc,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:34.615597 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-abd9a486-ca7c-4df4-9d79-21aedf4d07b4 None None] Set router 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:55:34.881678 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b160b8d-c4db-4e38-aaa5-9243e2f609f1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:35.078935 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-abd9a486-ca7c-4df4-9d79-21aedf4d07b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'name': 'tempest-RoutersTest-router-677375573', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:54:56Z', 'updated_at': '2021-12-10T18:55:29Z', 'revision_number': 7, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'gw_port_host': None, '_interfaces': [{'id': '06800982-e846-4cf1-bdd6-d024e1a1e176', 'name': '', 'network_id': '8dfbbda6-7624-4500-ad98-9b6be177b472', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:6c:8c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '1cda2671-0500-444b-832c-363028bd0926', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:10Z', 'updated_at': '2021-12-10T18:55:23Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '1cda2671-0500-444b-832c-363028bd0926', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3965df0e-ab26-4990-a315-e338bdea383d', 'name': '', 'network_id': '71dffb16-2b87-4b3a-867b-7285c35558ff', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:97:18:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '8c700c40-9d3f-426e-a8cd-1e5273e59cc0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:03Z', 'updated_at': '2021-12-10T18:55:19Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '8c700c40-9d3f-426e-a8cd-1e5273e59cc0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c154d651-e39a-4623-b4d5-2688cb1a7fdc', 'name': '', 'network_id': '98765600-5bf3-4525-91c1-47eb2dbcca76', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:4e:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '11df7a17-3b64-4a56-9838-3900307d6356', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:19Z', 'updated_at': '2021-12-10T18:55:32Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '11df7a17-3b64-4a56-9838-3900307d6356', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb6afc3f-c4a5-432e-a45a-c6beace7b7e1', 'name': '', 'network_id': '4cd3db96-f1b5-4e1c-86de-8f48fca513c2', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:7e:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:54:58Z', 'updated_at': '2021-12-10T18:55:06Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:35.116411 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd9a486-ca7c-4df4-9d79-21aedf4d07b4 None None] The sync data for ids ['5958fb42-fce5-47cc-a2e8-62d2a86aabe2'] in n-d-821435-1 is: [{'id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'name': 'tempest-RoutersTest-router-677375573', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:54:56Z', 'updated_at': '2021-12-10T18:55:29Z', 'revision_number': 7, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'gw_port_host': None, '_interfaces': [{'id': '06800982-e846-4cf1-bdd6-d024e1a1e176', 'name': '', 'network_id': '8dfbbda6-7624-4500-ad98-9b6be177b472', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:6c:8c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '1cda2671-0500-444b-832c-363028bd0926', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:10Z', 'updated_at': '2021-12-10T18:55:23Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '1cda2671-0500-444b-832c-363028bd0926', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3965df0e-ab26-4990-a315-e338bdea383d', 'name': '', 'network_id': '71dffb16-2b87-4b3a-867b-7285c35558ff', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:97:18:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '8c700c40-9d3f-426e-a8cd-1e5273e59cc0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:03Z', 'updated_at': '2021-12-10T18:55:19Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '8c700c40-9d3f-426e-a8cd-1e5273e59cc0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c154d651-e39a-4623-b4d5-2688cb1a7fdc', 'name': '', 'network_id': '98765600-5bf3-4525-91c1-47eb2dbcca76', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:4e:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '11df7a17-3b64-4a56-9838-3900307d6356', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:19Z', 'updated_at': '2021-12-10T18:55:32Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '11df7a17-3b64-4a56-9838-3900307d6356', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb6afc3f-c4a5-432e-a45a-c6beace7b7e1', 'name': '', 'network_id': '4cd3db96-f1b5-4e1c-86de-8f48fca513c2', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:7e:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:54:58Z', 'updated_at': '2021-12-10T18:55:06Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:55:35.520120 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b160b8d-c4db-4e38-aaa5-9243e2f609f1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Router 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:55:35.661711 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b160b8d-c4db-4e38-aaa5-9243e2f609f1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:55:35.671290 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53018) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:35.672019 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9b160b8d-c4db-4e38-aaa5-9243e2f609f1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "PUT /v2.0/routers/5958fb42-fce5-47cc-a2e8-62d2a86aabe2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3713083 Dec 10 18:55:35.675134 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbf5469-5de2-47c5-8ef3-90ae9fe28338 None None] Sync routers for ids ['5958fb42-fce5-47cc-a2e8-62d2a86aabe2'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:55:35.708304 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbf5469-5de2-47c5-8ef3-90ae9fe28338 None None] Routers {'5958fb42-fce5-47cc-a2e8-62d2a86aabe2'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:55:35.709061 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-fcbf5469-5de2-47c5-8ef3-90ae9fe28338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:55:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5958fb42-fce5-47cc-a2e8-62d2a86aabe2'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:35.761337 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0219916-a40a-4e7a-919f-1c6e55d99d70 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Deleting subnet 11df7a17-3b64-4a56-9838-3900307d6356 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:55:35.765833 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0219916-a40a-4e7a-919f-1c6e55d99d70 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:35.886446 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0219916-a40a-4e7a-919f-1c6e55d99d70 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:35.892016 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-fcbf5469-5de2-47c5-8ef3-90ae9fe28338 None None] Set router 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:55:36.068615 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0219916-a40a-4e7a-919f-1c6e55d99d70 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:36.156726 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0219916-a40a-4e7a-919f-1c6e55d99d70 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:36.203761 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0219916-a40a-4e7a-919f-1c6e55d99d70 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:36.211037 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53024) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:36.212386 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f386f6b-3936-4173-9754-1fb0af53de33 None None] Network 98765600-5bf3-4525-91c1-47eb2dbcca76 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:55:36.220277 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d0219916-a40a-4e7a-919f-1c6e55d99d70 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "DELETE /v2.0/subnets/11df7a17-3b64-4a56-9838-3900307d6356 HTTP/1.1" status: 204 len: 168 time: 0.5480938 Dec 10 18:55:36.223060 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0219916-a40a-4e7a-919f-1c6e55d99d70 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event deleted for resources: {'Subnet': ['ID=11df7a17-3b64-4a56-9838-3900307d6356,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:36.244523 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0219916-a40a-4e7a-919f-1c6e55d99d70 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:36.245524 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0219916-a40a-4e7a-919f-1c6e55d99d70 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:36.246543 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0219916-a40a-4e7a-919f-1c6e55d99d70 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:36.247442 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0219916-a40a-4e7a-919f-1c6e55d99d70 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:36.252044 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0219916-a40a-4e7a-919f-1c6e55d99d70 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:36.252044 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0219916-a40a-4e7a-919f-1c6e55d99d70 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:36.252044 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0219916-a40a-4e7a-919f-1c6e55d99d70 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:36.252044 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0219916-a40a-4e7a-919f-1c6e55d99d70 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:36.252044 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0219916-a40a-4e7a-919f-1c6e55d99d70 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:36.252044 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0219916-a40a-4e7a-919f-1c6e55d99d70 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:36.252044 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0219916-a40a-4e7a-919f-1c6e55d99d70 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:36.252044 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0219916-a40a-4e7a-919f-1c6e55d99d70 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:36.255776 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0219916-a40a-4e7a-919f-1c6e55d99d70 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:36.365679 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-fcbf5469-5de2-47c5-8ef3-90ae9fe28338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'name': 'tempest-RoutersTest-router-677375573', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:54:56Z', 'updated_at': '2021-12-10T18:55:34Z', 'revision_number': 8, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'gw_port_host': None, '_interfaces': [{'id': '06800982-e846-4cf1-bdd6-d024e1a1e176', 'name': '', 'network_id': '8dfbbda6-7624-4500-ad98-9b6be177b472', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:6c:8c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '1cda2671-0500-444b-832c-363028bd0926', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:10Z', 'updated_at': '2021-12-10T18:55:23Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '1cda2671-0500-444b-832c-363028bd0926', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3965df0e-ab26-4990-a315-e338bdea383d', 'name': '', 'network_id': '71dffb16-2b87-4b3a-867b-7285c35558ff', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:97:18:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '8c700c40-9d3f-426e-a8cd-1e5273e59cc0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:03Z', 'updated_at': '2021-12-10T18:55:19Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '8c700c40-9d3f-426e-a8cd-1e5273e59cc0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb6afc3f-c4a5-432e-a45a-c6beace7b7e1', 'name': '', 'network_id': '4cd3db96-f1b5-4e1c-86de-8f48fca513c2', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:7e:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:54:58Z', 'updated_at': '2021-12-10T18:55:06Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:36.390574 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b0d5773-b81a-4043-9b79-b714377a870a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:36.442276 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbf5469-5de2-47c5-8ef3-90ae9fe28338 None None] Checking router: 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:55:36.475561 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbf5469-5de2-47c5-8ef3-90ae9fe28338 None None] Routers {'5958fb42-fce5-47cc-a2e8-62d2a86aabe2'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:55:36.477217 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-fcbf5469-5de2-47c5-8ef3-90ae9fe28338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:55:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5958fb42-fce5-47cc-a2e8-62d2a86aabe2'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:36.503349 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9b0d5773-b81a-4043-9b79-b714377a870a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Deleting port e24005d7-107b-4559-b076-bff5bc2eb340 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:55:36.503349 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b0d5773-b81a-4043-9b79-b714377a870a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:36.581282 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2749a18a-ae85-43c6-b277-c7a53c9b1189 None None] DHCP port deletion for 98765600-5bf3-4525-91c1-47eb2dbcca76 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:55:36.601810 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-fcbf5469-5de2-47c5-8ef3-90ae9fe28338 None None] Set router 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:55:36.691987 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53030) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:36.716855 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-9b0d5773-b81a-4043-9b79-b714377a870a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] For port e24005d7-107b-4559-b076-bff5bc2eb340, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e24005d7-107b-4559-b076-bff5bc2eb340,segment=NetworkSegment(3fd713e7-f895-4945-89bc-b0179adc8eea),segment_id=3fd713e7-f895-4945-89bc-b0179adc8eea)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:36.718408 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b0d5773-b81a-4043-9b79-b714377a870a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:36.742265 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9b0d5773-b81a-4043-9b79-b714377a870a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Calling delete_port for e24005d7-107b-4559-b076-bff5bc2eb340 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:55:36.811827 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2749a18a-ae85-43c6-b277-c7a53c9b1189 None None] Deleting port e24005d7-107b-4559-b076-bff5bc2eb340 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:55:36.816425 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2749a18a-ae85-43c6-b277-c7a53c9b1189 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:37.015366 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b0d5773-b81a-4043-9b79-b714377a870a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:37.086221 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-da91262b-8db8-48ac-911a-d97b2a5af46a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:37.104285 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d5773-b81a-4043-9b79-b714377a870a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event deleted for resources: {'Port': ['ID=e24005d7-107b-4559-b076-bff5bc2eb340,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:37.144520 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0d5773-b81a-4043-9b79-b714377a870a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] No DVR routers for this DVR port e24005d7-107b-4559-b076-bff5bc2eb340 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:55:37.252305 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e24005d7-107b-4559-b076-bff5bc2eb340 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:55:37.276579 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-fcbf5469-5de2-47c5-8ef3-90ae9fe28338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'name': 'tempest-RoutersTest-router-677375573', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:54:56Z', 'updated_at': '2021-12-10T18:55:34Z', 'revision_number': 8, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'gw_port_host': None, '_interfaces': [{'id': '06800982-e846-4cf1-bdd6-d024e1a1e176', 'name': '', 'network_id': '8dfbbda6-7624-4500-ad98-9b6be177b472', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:6c:8c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '1cda2671-0500-444b-832c-363028bd0926', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:10Z', 'updated_at': '2021-12-10T18:55:23Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '1cda2671-0500-444b-832c-363028bd0926', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3965df0e-ab26-4990-a315-e338bdea383d', 'name': '', 'network_id': '71dffb16-2b87-4b3a-867b-7285c35558ff', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:97:18:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '8c700c40-9d3f-426e-a8cd-1e5273e59cc0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:03Z', 'updated_at': '2021-12-10T18:55:19Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '8c700c40-9d3f-426e-a8cd-1e5273e59cc0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb6afc3f-c4a5-432e-a45a-c6beace7b7e1', 'name': '', 'network_id': '4cd3db96-f1b5-4e1c-86de-8f48fca513c2', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:7e:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:54:58Z', 'updated_at': '2021-12-10T18:55:06Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:37.280322 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-2749a18a-ae85-43c6-b277-c7a53c9b1189 None None] For port e24005d7-107b-4559-b076-bff5bc2eb340, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e24005d7-107b-4559-b076-bff5bc2eb340,segment=NetworkSegment(3fd713e7-f895-4945-89bc-b0179adc8eea),segment_id=3fd713e7-f895-4945-89bc-b0179adc8eea)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:37.286198 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2749a18a-ae85-43c6-b277-c7a53c9b1189 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:37.344042 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbf5469-5de2-47c5-8ef3-90ae9fe28338 None None] The sync data for ids ['5958fb42-fce5-47cc-a2e8-62d2a86aabe2'] in n-d-821435-1 is: [{'id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'name': 'tempest-RoutersTest-router-677375573', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:54:56Z', 'updated_at': '2021-12-10T18:55:34Z', 'revision_number': 8, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'gw_port_host': None, '_interfaces': [{'id': '06800982-e846-4cf1-bdd6-d024e1a1e176', 'name': '', 'network_id': '8dfbbda6-7624-4500-ad98-9b6be177b472', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:6c:8c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '1cda2671-0500-444b-832c-363028bd0926', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:10Z', 'updated_at': '2021-12-10T18:55:23Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '1cda2671-0500-444b-832c-363028bd0926', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3965df0e-ab26-4990-a315-e338bdea383d', 'name': '', 'network_id': '71dffb16-2b87-4b3a-867b-7285c35558ff', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:97:18:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '8c700c40-9d3f-426e-a8cd-1e5273e59cc0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:03Z', 'updated_at': '2021-12-10T18:55:19Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '8c700c40-9d3f-426e-a8cd-1e5273e59cc0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb6afc3f-c4a5-432e-a45a-c6beace7b7e1', 'name': '', 'network_id': '4cd3db96-f1b5-4e1c-86de-8f48fca513c2', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:7e:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:54:58Z', 'updated_at': '2021-12-10T18:55:06Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:55:37.367652 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: e24005d7-107b-4559-b076-bff5bc2eb340 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:55:37.371543 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b0d5773-b81a-4043-9b79-b714377a870a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:37.375889 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e24005d7-107b-4559-b076-bff5bc2eb340 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:55:37.400762 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2749a18a-ae85-43c6-b277-c7a53c9b1189 None None] Calling delete_port for e24005d7-107b-4559-b076-bff5bc2eb340 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:55:37.414859 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-9b0d5773-b81a-4043-9b79-b714377a870a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98765600-5bf3-4525-91c1-47eb2dbcca76']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:37.438198 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-da91262b-8db8-48ac-911a-d97b2a5af46a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:37.441906 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-9b0d5773-b81a-4043-9b79-b714377a870a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fd713e7-f895-4945-89bc-b0179adc8eea') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:37.442165 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-9b0d5773-b81a-4043-9b79-b714377a870a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fd713e7-f895-4945-89bc-b0179adc8eea') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:37.448538 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-da91262b-8db8-48ac-911a-d97b2a5af46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:37.467405 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b0d5773-b81a-4043-9b79-b714377a870a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:37.498260 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b0d5773-b81a-4043-9b79-b714377a870a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:37.501260 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-da91262b-8db8-48ac-911a-d97b2a5af46a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=793553bae35b46498bc57a78caf01bb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8078220 Dec 10 18:55:37.505876 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53036) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:37.543156 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b0d5773-b81a-4043-9b79-b714377a870a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:55:37.543610 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b0d5773-b81a-4043-9b79-b714377a870a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:37.550478 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da91262b-8db8-48ac-911a-d97b2a5af46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81db49d-3796-400f-aa4b-42aa86fc3562,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:37.552946 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:55:37.552946 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:55:37.552946 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:55:37.552946 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:55:37.552946 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:55:37.552946 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:55:37.552946 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:55:37.552946 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:55:37.552946 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:55:37.552946 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:55:37.552946 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:55:37.552946 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:55:37.552946 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:55:37.552946 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:55:37.552946 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:55:37.552946 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:55:37.552946 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:55:37.552946 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:55:37.552946 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:55:37.552946 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:55:37.552946 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:55:37.552946 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:55:37.552946 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:55:37.552946 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:55:37.552946 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:55:37.552946 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:55:37.552946 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:55:37.552946 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:55:37.552946 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:55:37.552946 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:55:37.552946 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:55:37.552946 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:55:37.603999 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2749a18a-ae85-43c6-b277-c7a53c9b1189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:37.639954 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749a18a-ae85-43c6-b277-c7a53c9b1189 None None] Pushing event deleted for resources: {'Port': ['ID=e24005d7-107b-4559-b076-bff5bc2eb340,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:37.656050 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2749a18a-ae85-43c6-b277-c7a53c9b1189 None None] No DVR routers for this DVR port e24005d7-107b-4559-b076-bff5bc2eb340 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:55:37.714767 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b0d5773-b81a-4043-9b79-b714377a870a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:37.763357 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b0d5773-b81a-4043-9b79-b714377a870a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:37.768113 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9b0d5773-b81a-4043-9b79-b714377a870a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "DELETE /v2.0/networks/98765600-5bf3-4525-91c1-47eb2dbcca76 HTTP/1.1" status: 204 len: 168 time: 1.5560191 Dec 10 18:55:37.773579 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53038) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:37.775547 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d5773-b81a-4043-9b79-b714377a870a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event deleted for resources: {'Network': ['ID=98765600-5bf3-4525-91c1-47eb2dbcca76,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:37.778297 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-df014a5e-7b4d-4b9c-8f5d-30c43ec98b9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:37.835140 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-df014a5e-7b4d-4b9c-8f5d-30c43ec98b9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:37.937024 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-df014a5e-7b4d-4b9c-8f5d-30c43ec98b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:37.941232 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-df014a5e-7b4d-4b9c-8f5d-30c43ec98b9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:37.947318 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-df014a5e-7b4d-4b9c-8f5d-30c43ec98b9f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e81db49d-3796-400f-aa4b-42aa86fc3562 HTTP/1.1" status: 204 len: 168 time: 0.4373655 Dec 10 18:55:37.971116 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df014a5e-7b4d-4b9c-8f5d-30c43ec98b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81db49d-3796-400f-aa4b-42aa86fc3562,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:38.186847 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:38.546162 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87a8971f-dc93-4582-a04e-1f12dbfbf5a5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:38.615028 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53046) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:38.635090 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-145c7ea4-25f9-4f92-a339-406e4f1a9945 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:38.748734 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-145c7ea4-25f9-4f92-a339-406e4f1a9945 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:38.771222 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-145c7ea4-25f9-4f92-a339-406e4f1a9945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:38.841194 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53048) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:38.841814 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-145c7ea4-25f9-4f92-a339-406e4f1a9945 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=49f49a5d86f247d1a805c453da2ec076&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2255208 Dec 10 18:55:38.848047 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c7ea4-25f9-4f92-a339-406e4f1a9945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6e6d30-4076-4e9b-9205-68e0e56421cb,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:38.974649 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6672904a-6e86-4d63-8163-e18f92e7d261 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:39.006089 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6672904a-6e86-4d63-8163-e18f92e7d261 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:39.020421 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-87a8971f-dc93-4582-a04e-1f12dbfbf5a5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Deleting port 06800982-e846-4cf1-bdd6-d024e1a1e176 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:55:39.020421 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87a8971f-dc93-4582-a04e-1f12dbfbf5a5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:39.133103 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c154d651-e39a-4623-b4d5-2688cb1a7fdc no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:55:39.143542 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6672904a-6e86-4d63-8163-e18f92e7d261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:39.146138 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6672904a-6e86-4d63-8163-e18f92e7d261 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:39.151592 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6672904a-6e86-4d63-8163-e18f92e7d261 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9c6e6d30-4076-4e9b-9205-68e0e56421cb HTTP/1.1" status: 204 len: 168 time: 0.3076794 Dec 10 18:55:39.172704 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6672904a-6e86-4d63-8163-e18f92e7d261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6e6d30-4076-4e9b-9205-68e0e56421cb,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:39.195367 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: c154d651-e39a-4623-b4d5-2688cb1a7fdc {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:55:39.196153 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c154d651-e39a-4623-b4d5-2688cb1a7fdc not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:55:39.205067 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-87a8971f-dc93-4582-a04e-1f12dbfbf5a5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] For port 06800982-e846-4cf1-bdd6-d024e1a1e176, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=06800982-e846-4cf1-bdd6-d024e1a1e176,segment=NetworkSegment(cedb44ba-70c7-40aa-a661-5e70a17cf3a5),segment_id=cedb44ba-70c7-40aa-a661-5e70a17cf3a5)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:39.205435 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87a8971f-dc93-4582-a04e-1f12dbfbf5a5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:39.221951 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-87a8971f-dc93-4582-a04e-1f12dbfbf5a5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Calling delete_port for 06800982-e846-4cf1-bdd6-d024e1a1e176 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:55:39.491468 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87a8971f-dc93-4582-a04e-1f12dbfbf5a5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:39.546439 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8971f-dc93-4582-a04e-1f12dbfbf5a5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event deleted for resources: {'Port': ['ID=06800982-e846-4cf1-bdd6-d024e1a1e176,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:39.786663 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87a8971f-dc93-4582-a04e-1f12dbfbf5a5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:40.096687 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a8971f-dc93-4582-a04e-1f12dbfbf5a5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Router 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:55:40.252259 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a8971f-dc93-4582-a04e-1f12dbfbf5a5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:55:40.262901 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-87a8971f-dc93-4582-a04e-1f12dbfbf5a5 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "PUT /v2.0/routers/5958fb42-fce5-47cc-a2e8-62d2a86aabe2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4881909 Dec 10 18:55:40.265453 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53070) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:40.270688 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5666e90-78ba-4309-a76c-549d2e1a9a48 None None] Sync routers for ids ['5958fb42-fce5-47cc-a2e8-62d2a86aabe2'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:55:40.320272 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5666e90-78ba-4309-a76c-549d2e1a9a48 None None] Routers {'5958fb42-fce5-47cc-a2e8-62d2a86aabe2'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:55:40.321045 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e5666e90-78ba-4309-a76c-549d2e1a9a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:55:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5958fb42-fce5-47cc-a2e8-62d2a86aabe2'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:40.394855 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6be8837-e091-4e76-9f25-b7196158280e tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Deleting subnet 1cda2671-0500-444b-832c-363028bd0926 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:55:40.416098 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d6be8837-e091-4e76-9f25-b7196158280e tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:40.434547 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-e5666e90-78ba-4309-a76c-549d2e1a9a48 None None] Set router 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:55:40.508969 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d6be8837-e091-4e76-9f25-b7196158280e tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:40.663761 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d6be8837-e091-4e76-9f25-b7196158280e tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:40.783607 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d6be8837-e091-4e76-9f25-b7196158280e tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:40.800579 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e5666e90-78ba-4309-a76c-549d2e1a9a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'name': 'tempest-RoutersTest-router-677375573', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:54:56Z', 'updated_at': '2021-12-10T18:55:39Z', 'revision_number': 9, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'gw_port_host': None, '_interfaces': [{'id': '3965df0e-ab26-4990-a315-e338bdea383d', 'name': '', 'network_id': '71dffb16-2b87-4b3a-867b-7285c35558ff', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:97:18:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '8c700c40-9d3f-426e-a8cd-1e5273e59cc0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:03Z', 'updated_at': '2021-12-10T18:55:19Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '8c700c40-9d3f-426e-a8cd-1e5273e59cc0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb6afc3f-c4a5-432e-a45a-c6beace7b7e1', 'name': '', 'network_id': '4cd3db96-f1b5-4e1c-86de-8f48fca513c2', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:7e:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:54:58Z', 'updated_at': '2021-12-10T18:55:06Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:40.827996 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d6be8837-e091-4e76-9f25-b7196158280e tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:40.833550 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5666e90-78ba-4309-a76c-549d2e1a9a48 None None] Checking router: 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:55:40.835212 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53080) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:40.840764 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3656ee-e3b7-44c0-b373-815f21644cd9 None None] Network 8dfbbda6-7624-4500-ad98-9b6be177b472 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:55:40.848786 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d6be8837-e091-4e76-9f25-b7196158280e tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "DELETE /v2.0/subnets/1cda2671-0500-444b-832c-363028bd0926 HTTP/1.1" status: 204 len: 168 time: 0.5808711 Dec 10 18:55:40.851282 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be8837-e091-4e76-9f25-b7196158280e tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event deleted for resources: {'Subnet': ['ID=1cda2671-0500-444b-832c-363028bd0926,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:40.941847 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b316a2e-b4c0-412a-9cda-de1dff97df13 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:40.946496 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5666e90-78ba-4309-a76c-549d2e1a9a48 None None] Routers {'5958fb42-fce5-47cc-a2e8-62d2a86aabe2'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:55:40.947167 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e5666e90-78ba-4309-a76c-549d2e1a9a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:55:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5958fb42-fce5-47cc-a2e8-62d2a86aabe2'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:41.043612 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7b316a2e-b4c0-412a-9cda-de1dff97df13 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Deleting port 24655ec4-ef53-4b39-8e81-b7f168f317d5 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:55:41.044954 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b316a2e-b4c0-412a-9cda-de1dff97df13 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:41.243462 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-7b316a2e-b4c0-412a-9cda-de1dff97df13 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] For port 24655ec4-ef53-4b39-8e81-b7f168f317d5, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=24655ec4-ef53-4b39-8e81-b7f168f317d5,segment=NetworkSegment(cedb44ba-70c7-40aa-a661-5e70a17cf3a5),segment_id=cedb44ba-70c7-40aa-a661-5e70a17cf3a5)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:41.243920 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b316a2e-b4c0-412a-9cda-de1dff97df13 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:41.267223 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7b316a2e-b4c0-412a-9cda-de1dff97df13 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Calling delete_port for 24655ec4-ef53-4b39-8e81-b7f168f317d5 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:55:41.368780 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-e5666e90-78ba-4309-a76c-549d2e1a9a48 None None] Set router 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:55:41.385205 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b316a2e-b4c0-412a-9cda-de1dff97df13 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:41.429789 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b316a2e-b4c0-412a-9cda-de1dff97df13 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event deleted for resources: {'Port': ['ID=24655ec4-ef53-4b39-8e81-b7f168f317d5,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:41.435433 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b316a2e-b4c0-412a-9cda-de1dff97df13 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] No DVR routers for this DVR port 24655ec4-ef53-4b39-8e81-b7f168f317d5 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:55:41.547816 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c106c639-662d-4ba1-b447-d73374981310 None None] DHCP port deletion for 8dfbbda6-7624-4500-ad98-9b6be177b472 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:55:41.580068 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b316a2e-b4c0-412a-9cda-de1dff97df13 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:41.608701 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-7b316a2e-b4c0-412a-9cda-de1dff97df13 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dfbbda6-7624-4500-ad98-9b6be177b472']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:41.630645 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-7b316a2e-b4c0-412a-9cda-de1dff97df13 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cedb44ba-70c7-40aa-a661-5e70a17cf3a5') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:41.631144 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-7b316a2e-b4c0-412a-9cda-de1dff97df13 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cedb44ba-70c7-40aa-a661-5e70a17cf3a5') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:41.657228 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b316a2e-b4c0-412a-9cda-de1dff97df13 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:41.664823 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e5666e90-78ba-4309-a76c-549d2e1a9a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'name': 'tempest-RoutersTest-router-677375573', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:54:56Z', 'updated_at': '2021-12-10T18:55:39Z', 'revision_number': 9, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'gw_port_host': None, '_interfaces': [{'id': '3965df0e-ab26-4990-a315-e338bdea383d', 'name': '', 'network_id': '71dffb16-2b87-4b3a-867b-7285c35558ff', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:97:18:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '8c700c40-9d3f-426e-a8cd-1e5273e59cc0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:03Z', 'updated_at': '2021-12-10T18:55:19Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '8c700c40-9d3f-426e-a8cd-1e5273e59cc0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb6afc3f-c4a5-432e-a45a-c6beace7b7e1', 'name': '', 'network_id': '4cd3db96-f1b5-4e1c-86de-8f48fca513c2', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:7e:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:54:58Z', 'updated_at': '2021-12-10T18:55:06Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:41.675919 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b316a2e-b4c0-412a-9cda-de1dff97df13 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:41.686796 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b316a2e-b4c0-412a-9cda-de1dff97df13 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:55:41.687327 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b316a2e-b4c0-412a-9cda-de1dff97df13 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:41.692073 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:55:41.692073 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:55:41.692073 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:55:41.692073 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:55:41.692073 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:55:41.692073 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:55:41.692073 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:55:41.692073 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:55:41.692073 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:55:41.692073 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:55:41.692073 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:55:41.692073 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:55:41.692073 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:55:41.692073 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:55:41.692073 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:55:41.692073 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:55:41.692073 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:55:41.692073 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:55:41.692073 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:55:41.692073 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:55:41.692073 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:55:41.692073 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:55:41.692073 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:55:41.692073 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:55:41.692073 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:55:41.692073 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:55:41.692073 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:55:41.692073 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:55:41.692073 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:55:41.692073 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:55:41.692073 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:55:41.692073 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:55:41.710824 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5666e90-78ba-4309-a76c-549d2e1a9a48 None None] The sync data for ids ['5958fb42-fce5-47cc-a2e8-62d2a86aabe2'] in n-d-821435-1 is: [{'id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'name': 'tempest-RoutersTest-router-677375573', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:54:56Z', 'updated_at': '2021-12-10T18:55:39Z', 'revision_number': 9, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'gw_port_host': None, '_interfaces': [{'id': '3965df0e-ab26-4990-a315-e338bdea383d', 'name': '', 'network_id': '71dffb16-2b87-4b3a-867b-7285c35558ff', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:97:18:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '8c700c40-9d3f-426e-a8cd-1e5273e59cc0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:03Z', 'updated_at': '2021-12-10T18:55:19Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '8c700c40-9d3f-426e-a8cd-1e5273e59cc0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb6afc3f-c4a5-432e-a45a-c6beace7b7e1', 'name': '', 'network_id': '4cd3db96-f1b5-4e1c-86de-8f48fca513c2', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:7e:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:54:58Z', 'updated_at': '2021-12-10T18:55:06Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:55:41.782569 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b316a2e-b4c0-412a-9cda-de1dff97df13 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:41.810289 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b316a2e-b4c0-412a-9cda-de1dff97df13 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:41.813841 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7b316a2e-b4c0-412a-9cda-de1dff97df13 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "DELETE /v2.0/networks/8dfbbda6-7624-4500-ad98-9b6be177b472 HTTP/1.1" status: 204 len: 168 time: 0.9770365 Dec 10 18:55:41.814749 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b316a2e-b4c0-412a-9cda-de1dff97df13 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event deleted for resources: {'Network': ['ID=8dfbbda6-7624-4500-ad98-9b6be177b472,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:41.816357 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53088) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:42.256915 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3fc1f85-1999-4ef3-927a-3e23ad311d0a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:42.607148 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f3fc1f85-1999-4ef3-927a-3e23ad311d0a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Deleting port 3965df0e-ab26-4990-a315-e338bdea383d {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:55:42.607589 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3fc1f85-1999-4ef3-927a-3e23ad311d0a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:42.722935 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-f3fc1f85-1999-4ef3-927a-3e23ad311d0a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] For port 3965df0e-ab26-4990-a315-e338bdea383d, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=3965df0e-ab26-4990-a315-e338bdea383d,segment=NetworkSegment(cfbd35ca-7b3d-4c3e-a3f2-76b9e3865585),segment_id=cfbd35ca-7b3d-4c3e-a3f2-76b9e3865585)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:42.723460 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3fc1f85-1999-4ef3-927a-3e23ad311d0a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:42.742087 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f3fc1f85-1999-4ef3-927a-3e23ad311d0a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Calling delete_port for 3965df0e-ab26-4990-a315-e338bdea383d owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:55:42.952511 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3fc1f85-1999-4ef3-927a-3e23ad311d0a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:43.027458 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc1f85-1999-4ef3-927a-3e23ad311d0a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event deleted for resources: {'Port': ['ID=3965df0e-ab26-4990-a315-e338bdea383d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:43.282552 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3fc1f85-1999-4ef3-927a-3e23ad311d0a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:43.291361 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 24655ec4-ef53-4b39-8e81-b7f168f317d5 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:55:43.349541 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 24655ec4-ef53-4b39-8e81-b7f168f317d5 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:55:43.349900 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 24655ec4-ef53-4b39-8e81-b7f168f317d5 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:55:43.350369 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 06800982-e846-4cf1-bdd6-d024e1a1e176 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:55:43.435902 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 06800982-e846-4cf1-bdd6-d024e1a1e176 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:55:43.436267 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 06800982-e846-4cf1-bdd6-d024e1a1e176 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:55:43.553241 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3fc1f85-1999-4ef3-927a-3e23ad311d0a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Router 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:55:43.662320 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fc1f85-1999-4ef3-927a-3e23ad311d0a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:55:43.669631 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f3fc1f85-1999-4ef3-927a-3e23ad311d0a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "PUT /v2.0/routers/5958fb42-fce5-47cc-a2e8-62d2a86aabe2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8522420 Dec 10 18:55:43.672302 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53094) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:43.687882 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5ef607-3b31-4046-bbf2-0988a8ccda9e None None] Sync routers for ids ['5958fb42-fce5-47cc-a2e8-62d2a86aabe2'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:55:43.701161 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5ef607-3b31-4046-bbf2-0988a8ccda9e None None] Routers {'5958fb42-fce5-47cc-a2e8-62d2a86aabe2'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:55:43.703115 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-1e5ef607-3b31-4046-bbf2-0988a8ccda9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:55:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5958fb42-fce5-47cc-a2e8-62d2a86aabe2'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:43.755275 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5a1418b-f5d9-4a67-9b98-307e6ddd0e18 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Deleting subnet 8c700c40-9d3f-426e-a8cd-1e5273e59cc0 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:55:43.761060 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b5a1418b-f5d9-4a67-9b98-307e6ddd0e18 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:43.841551 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b5a1418b-f5d9-4a67-9b98-307e6ddd0e18 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:43.915412 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-1e5ef607-3b31-4046-bbf2-0988a8ccda9e None None] Set router 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:55:44.007967 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b5a1418b-f5d9-4a67-9b98-307e6ddd0e18 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:44.140229 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b5a1418b-f5d9-4a67-9b98-307e6ddd0e18 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:44.171134 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf7a967-fb19-47a9-b090-c7ad8f7e038a None None] Network 71dffb16-2b87-4b3a-867b-7285c35558ff requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:55:44.173086 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b5a1418b-f5d9-4a67-9b98-307e6ddd0e18 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:44.180229 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b5a1418b-f5d9-4a67-9b98-307e6ddd0e18 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "DELETE /v2.0/subnets/8c700c40-9d3f-426e-a8cd-1e5273e59cc0 HTTP/1.1" status: 204 len: 168 time: 0.5068431 Dec 10 18:55:44.182858 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53096) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:44.233771 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-1e5ef607-3b31-4046-bbf2-0988a8ccda9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'name': 'tempest-RoutersTest-router-677375573', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:54:56Z', 'updated_at': '2021-12-10T18:55:42Z', 'revision_number': 10, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'gw_port_host': None, '_interfaces': [{'id': 'eb6afc3f-c4a5-432e-a45a-c6beace7b7e1', 'name': '', 'network_id': '4cd3db96-f1b5-4e1c-86de-8f48fca513c2', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:7e:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:54:58Z', 'updated_at': '2021-12-10T18:55:06Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:44.264989 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a1418b-f5d9-4a67-9b98-307e6ddd0e18 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event deleted for resources: {'Subnet': ['ID=8c700c40-9d3f-426e-a8cd-1e5273e59cc0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:44.312258 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5ef607-3b31-4046-bbf2-0988a8ccda9e None None] Checking router: 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:55:44.324238 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5ef607-3b31-4046-bbf2-0988a8ccda9e None None] Routers {'5958fb42-fce5-47cc-a2e8-62d2a86aabe2'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:55:44.327438 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-1e5ef607-3b31-4046-bbf2-0988a8ccda9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:55:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5958fb42-fce5-47cc-a2e8-62d2a86aabe2'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:44.383741 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-efaa39b9-4dd5-4451-8883-5d8938c9e6d1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:44.473243 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb5a729-6506-4c7a-ae96-6645133b3f8f None None] DHCP port deletion for 71dffb16-2b87-4b3a-867b-7285c35558ff request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:55:44.504805 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-efaa39b9-4dd5-4451-8883-5d8938c9e6d1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Deleting port ab709501-25f7-4ddb-b217-c79490f473ab {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:55:44.505070 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-efaa39b9-4dd5-4451-8883-5d8938c9e6d1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:44.536947 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-1e5ef607-3b31-4046-bbf2-0988a8ccda9e None None] Set router 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:55:44.560610 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5eb5a729-6506-4c7a-ae96-6645133b3f8f None None] Deleting port ab709501-25f7-4ddb-b217-c79490f473ab {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:55:44.561013 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5eb5a729-6506-4c7a-ae96-6645133b3f8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:44.707053 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5eb5a729-6506-4c7a-ae96-6645133b3f8f None None] For port ab709501-25f7-4ddb-b217-c79490f473ab, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=ab709501-25f7-4ddb-b217-c79490f473ab,segment=NetworkSegment(cfbd35ca-7b3d-4c3e-a3f2-76b9e3865585),segment_id=cfbd35ca-7b3d-4c3e-a3f2-76b9e3865585)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:44.707460 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5eb5a729-6506-4c7a-ae96-6645133b3f8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:44.719155 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-efaa39b9-4dd5-4451-8883-5d8938c9e6d1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] For port ab709501-25f7-4ddb-b217-c79490f473ab, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=ab709501-25f7-4ddb-b217-c79490f473ab,segment=NetworkSegment(cfbd35ca-7b3d-4c3e-a3f2-76b9e3865585),segment_id=cfbd35ca-7b3d-4c3e-a3f2-76b9e3865585)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:44.720770 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-efaa39b9-4dd5-4451-8883-5d8938c9e6d1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:44.738576 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-efaa39b9-4dd5-4451-8883-5d8938c9e6d1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Calling delete_port for ab709501-25f7-4ddb-b217-c79490f473ab owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:55:44.743353 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5eb5a729-6506-4c7a-ae96-6645133b3f8f None None] Calling delete_port for ab709501-25f7-4ddb-b217-c79490f473ab owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:55:44.895442 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-efaa39b9-4dd5-4451-8883-5d8938c9e6d1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:44.977738 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5eb5a729-6506-4c7a-ae96-6645133b3f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:44.995112 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa39b9-4dd5-4451-8883-5d8938c9e6d1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event deleted for resources: {'Port': ['ID=ab709501-25f7-4ddb-b217-c79490f473ab,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:45.012389 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb5a729-6506-4c7a-ae96-6645133b3f8f None None] No DVR routers for this DVR port ab709501-25f7-4ddb-b217-c79490f473ab on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:55:45.038763 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-1e5ef607-3b31-4046-bbf2-0988a8ccda9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'name': 'tempest-RoutersTest-router-677375573', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:54:56Z', 'updated_at': '2021-12-10T18:55:42Z', 'revision_number': 10, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'gw_port_host': None, '_interfaces': [{'id': 'eb6afc3f-c4a5-432e-a45a-c6beace7b7e1', 'name': '', 'network_id': '4cd3db96-f1b5-4e1c-86de-8f48fca513c2', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:7e:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:54:58Z', 'updated_at': '2021-12-10T18:55:06Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:45.040238 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaa39b9-4dd5-4451-8883-5d8938c9e6d1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] No DVR routers for this DVR port ab709501-25f7-4ddb-b217-c79490f473ab on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:55:45.085377 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5a729-6506-4c7a-ae96-6645133b3f8f None None] Pushing event deleted for resources: {'Port': ['ID=ab709501-25f7-4ddb-b217-c79490f473ab,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:45.103567 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5ef607-3b31-4046-bbf2-0988a8ccda9e None None] The sync data for ids ['5958fb42-fce5-47cc-a2e8-62d2a86aabe2'] in n-d-821435-1 is: [{'id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'name': 'tempest-RoutersTest-router-677375573', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:54:56Z', 'updated_at': '2021-12-10T18:55:42Z', 'revision_number': 10, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'gw_port_host': None, '_interfaces': [{'id': 'eb6afc3f-c4a5-432e-a45a-c6beace7b7e1', 'name': '', 'network_id': '4cd3db96-f1b5-4e1c-86de-8f48fca513c2', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'mac_address': 'fa:16:3e:7e:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:54:58Z', 'updated_at': '2021-12-10T18:55:06Z', 'revision_number': 5, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'subnets': [{'id': '987e3b89-f870-4cb9-8b25-97f5f82c7178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:55:45.222359 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-efaa39b9-4dd5-4451-8883-5d8938c9e6d1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:45.282026 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device ab709501-25f7-4ddb-b217-c79490f473ab no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:55:45.331874 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: ab709501-25f7-4ddb-b217-c79490f473ab {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:55:45.332226 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device ab709501-25f7-4ddb-b217-c79490f473ab not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:55:45.382470 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-efaa39b9-4dd5-4451-8883-5d8938c9e6d1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71dffb16-2b87-4b3a-867b-7285c35558ff']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:45.391099 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-55d8054f-24b5-47eb-85e8-3ce075d05d52 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:45.398544 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-55d8054f-24b5-47eb-85e8-3ce075d05d52 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/networks?id=5b7a9d16-fa90-46c2-89ef-ff147d5d2881 HTTP/1.1" status: 200 len: 806 time: 0.3059611 Dec 10 18:55:45.410755 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-efaa39b9-4dd5-4451-8883-5d8938c9e6d1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfbd35ca-7b3d-4c3e-a3f2-76b9e3865585') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:45.411348 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-efaa39b9-4dd5-4451-8883-5d8938c9e6d1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfbd35ca-7b3d-4c3e-a3f2-76b9e3865585') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:45.416694 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-c0654e28-fd3b-4a45-8dca-85286c9d196b tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/quotas/b146ea531e7d490bb2e30f4c7ac5fe8a HTTP/1.1" status: 200 len: 375 time: 0.0171676 Dec 10 18:55:45.445061 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-efaa39b9-4dd5-4451-8883-5d8938c9e6d1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:45.485435 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-efaa39b9-4dd5-4451-8883-5d8938c9e6d1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:45.505382 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efaa39b9-4dd5-4451-8883-5d8938c9e6d1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:55:45.506008 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-efaa39b9-4dd5-4451-8883-5d8938c9e6d1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:45.510777 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:55:45.510777 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:55:45.510777 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:55:45.510777 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:55:45.510777 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:55:45.510777 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:55:45.510777 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:55:45.510777 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:55:45.510777 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:55:45.510777 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:55:45.510777 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:55:45.510777 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:55:45.510777 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:55:45.510777 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:55:45.510777 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:55:45.510777 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:55:45.510777 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:55:45.510777 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:55:45.510777 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:55:45.510777 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:55:45.510777 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:55:45.510777 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:55:45.510777 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:55:45.510777 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:55:45.510777 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:55:45.510777 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:55:45.510777 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:55:45.510777 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:55:45.510777 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:55:45.510777 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:55:45.510777 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:55:45.510777 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:55:45.556902 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-943abbed-4f3c-44a8-b548-d729a4015ef2 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b146ea531e7d490bb2e30f4c7ac5fe8a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1381631 Dec 10 18:55:45.630151 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-09c8e89e-3652-4278-a1da-f6b5ea3869c3 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:45.631902 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-09c8e89e-3652-4278-a1da-f6b5ea3869c3 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/networks?id=3bc50282-3306-4b81-ae1a-81a9a8be5df5 HTTP/1.1" status: 200 len: 811 time: 0.5063081 Dec 10 18:55:45.656930 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-a96dc14b-faa2-4e7e-9af8-5e1d36e093c6 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/quotas/6dd50388a58440cca7ab90078e887719 HTTP/1.1" status: 200 len: 375 time: 0.0147486 Dec 10 18:55:45.722053 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-efaa39b9-4dd5-4451-8883-5d8938c9e6d1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:45.743381 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-efaa39b9-4dd5-4451-8883-5d8938c9e6d1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:45.748331 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-efaa39b9-4dd5-4451-8883-5d8938c9e6d1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "DELETE /v2.0/networks/71dffb16-2b87-4b3a-867b-7285c35558ff HTTP/1.1" status: 204 len: 168 time: 1.5636418 Dec 10 18:55:45.759397 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53158) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:45.769488 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa39b9-4dd5-4451-8883-5d8938c9e6d1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event deleted for resources: {'Network': ['ID=71dffb16-2b87-4b3a-867b-7285c35558ff,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:45.780114 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-d173b662-a01e-4724-a43d-480133184007 service neutron] 10.222.0.62 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147927 Dec 10 18:55:45.872293 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-76bb41a9-e321-4850-9137-887653fcdc9a tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6dd50388a58440cca7ab90078e887719&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2055807 Dec 10 18:55:46.542744 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-3cc51dac-c3cd-42f3-beb9-3dbbc6dab176 service neutron] 10.222.0.62 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6691298 Dec 10 18:55:46.641854 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-d7c119ca-6c10-44ee-979a-3e84be87d0d0 service neutron] 10.222.0.62 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8546574 Dec 10 18:55:46.803160 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-4f53ae29-d082-48f2-afe1-d6dd7128bb84 service neutron] 10.222.0.62 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520437 Dec 10 18:55:47.132032 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 3965df0e-ab26-4990-a315-e338bdea383d no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:55:47.189811 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 3965df0e-ab26-4990-a315-e338bdea383d {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:55:47.195242 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-feb46c61-3cb6-460d-ae4e-a82e5dee8cb0 req-16e33697-12ad-4953-9c86-a9635f86ae8e tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b5e9319-8f1c-4683-9ad1-b408f9af9447 HTTP/1.1" status: 200 len: 210 time: 0.0627327 Dec 10 18:55:47.195485 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 3965df0e-ab26-4990-a315-e338bdea383d not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:55:47.363089 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-199860fa-3b0d-4c99-82b4-79a39ae22211 req-215eb4ed-8986-46f0-8374-7de790003d04 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d25c061-349e-4c12-b140-7e0062ca9f58 HTTP/1.1" status: 200 len: 210 time: 0.0936110 Dec 10 18:55:47.475183 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5a3ba550-b2fd-4cfc-8c1d-f2ab0989abb1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:47.931827 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5a3ba550-b2fd-4cfc-8c1d-f2ab0989abb1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Deleting port eb6afc3f-c4a5-432e-a45a-c6beace7b7e1 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:55:47.933522 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5a3ba550-b2fd-4cfc-8c1d-f2ab0989abb1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:48.100837 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-5a3ba550-b2fd-4cfc-8c1d-f2ab0989abb1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] For port eb6afc3f-c4a5-432e-a45a-c6beace7b7e1, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=eb6afc3f-c4a5-432e-a45a-c6beace7b7e1,segment=NetworkSegment(bc37fd31-316c-471f-becb-2adfb8055a66),segment_id=bc37fd31-316c-471f-becb-2adfb8055a66)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:48.101360 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5a3ba550-b2fd-4cfc-8c1d-f2ab0989abb1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:48.126461 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5a3ba550-b2fd-4cfc-8c1d-f2ab0989abb1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Calling delete_port for eb6afc3f-c4a5-432e-a45a-c6beace7b7e1 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:55:48.455891 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-40e9eb65-5db9-4809-9b0c-e7f207ac5ae5 req-099ceb34-41f7-4ffa-bcf2-88fda38f1850 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b5e9319-8f1c-4683-9ad1-b408f9af9447 HTTP/1.1" status: 200 len: 210 time: 0.0803506 Dec 10 18:55:48.514574 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5a3ba550-b2fd-4cfc-8c1d-f2ab0989abb1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:48.571195 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ba550-b2fd-4cfc-8c1d-f2ab0989abb1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event deleted for resources: {'Port': ['ID=eb6afc3f-c4a5-432e-a45a-c6beace7b7e1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:48.720160 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f0ff2b5-f59d-4fd1-b3b7-27013096738a req-9efc0fc0-7dc2-4b4e-8fff-0300bd0c77e3 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d25c061-349e-4c12-b140-7e0062ca9f58 HTTP/1.1" status: 200 len: 210 time: 0.1199656 Dec 10 18:55:48.977058 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5a3ba550-b2fd-4cfc-8c1d-f2ab0989abb1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:49.073229 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-d5b719d6-9ea7-4150-b605-97e4e73214c4 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:49.077249 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-d5b719d6-9ea7-4150-b605-97e4e73214c4 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.46 "GET /v2.0/networks?id=5b7a9d16-fa90-46c2-89ef-ff147d5d2881 HTTP/1.1" status: 200 len: 806 time: 0.2543209 Dec 10 18:55:49.094759 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-3ad07a39-cac0-4950-9c53-5d0f41f467f4 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Request body: {'port': {'device_id': '2b5e9319-8f1c-4683-9ad1-b408f9af9447', 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881', 'admin_state_up': True, 'tenant_id': 'b146ea531e7d490bb2e30f4c7ac5fe8a'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:55:49.237711 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3ba550-b2fd-4cfc-8c1d-f2ab0989abb1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Router 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:55:49.310334 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-3ad07a39-cac0-4950-9c53-5d0f41f467f4 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Made reservation on behalf of b146ea531e7d490bb2e30f4c7ac5fe8a for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:55:49.314476 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-3ad07a39-cac0-4950-9c53-5d0f41f467f4 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:49.485716 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3ba550-b2fd-4cfc-8c1d-f2ab0989abb1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:55:49.502514 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54aa9ba9-fba9-4830-a339-64b81013e5a3 None None] Sync routers for ids ['5958fb42-fce5-47cc-a2e8-62d2a86aabe2'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:55:49.503723 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5a3ba550-b2fd-4cfc-8c1d-f2ab0989abb1 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "PUT /v2.0/routers/5958fb42-fce5-47cc-a2e8-62d2a86aabe2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7426732 Dec 10 18:55:49.509891 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53252) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:49.525793 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54aa9ba9-fba9-4830-a339-64b81013e5a3 None None] Routers {'5958fb42-fce5-47cc-a2e8-62d2a86aabe2'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:55:49.527455 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-54aa9ba9-fba9-4830-a339-64b81013e5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:55:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5958fb42-fce5-47cc-a2e8-62d2a86aabe2'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:49.580005 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-3ad07a39-cac0-4950-9c53-5d0f41f467f4 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Allocated IP 172.20.0.5 (5b7a9d16-fa90-46c2-89ef-ff147d5d2881/7ba69a49-ec77-4670-8006-0254df7f77f3/72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:55:49.661888 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fee5a8ba-e04e-4bf3-897e-9e7e00d751dd req-9ec6ab57-f83d-4f98-a2c6-55b78a7adc4f tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b5e9319-8f1c-4683-9ad1-b408f9af9447 HTTP/1.1" status: 200 len: 210 time: 0.0660949 Dec 10 18:55:49.687438 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-54aa9ba9-fba9-4830-a339-64b81013e5a3 None None] Set router 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:55:49.699641 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-1e34ca8f-3a18-4d4e-9359-94e93c6cb946 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:49.701487 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-1e34ca8f-3a18-4d4e-9359-94e93c6cb946 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.46 "GET /v2.0/networks?id=3bc50282-3306-4b81-ae1a-81a9a8be5df5 HTTP/1.1" status: 200 len: 811 time: 0.3310099 Dec 10 18:55:49.709098 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-355a2b38-c481-4fac-8434-a5ce2d6e5295 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Deleting subnet 987e3b89-f870-4cb9-8b25-97f5f82c7178 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:55:49.716774 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-eeaf93d2-74ae-4127-b960-846c50678efe tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Request body: {'port': {'device_id': '2d25c061-349e-4c12-b140-7e0062ca9f58', 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5', 'admin_state_up': True, 'tenant_id': '6dd50388a58440cca7ab90078e887719'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:55:49.726224 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-355a2b38-c481-4fac-8434-a5ce2d6e5295 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:49.785728 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-54aa9ba9-fba9-4830-a339-64b81013e5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'name': 'tempest-RoutersTest-router-677375573', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:54:56Z', 'updated_at': '2021-12-10T18:55:48Z', 'revision_number': 11, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:49.838413 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54aa9ba9-fba9-4830-a339-64b81013e5a3 None None] Checking router: 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:55:49.862582 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bd2a4007-d831-4c3a-a0c3-596b961f565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:49.872502 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54aa9ba9-fba9-4830-a339-64b81013e5a3 None None] Routers {'5958fb42-fce5-47cc-a2e8-62d2a86aabe2'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:55:49.873635 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-54aa9ba9-fba9-4830-a339-64b81013e5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:55:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5958fb42-fce5-47cc-a2e8-62d2a86aabe2'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:49.954855 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-3ad07a39-cac0-4950-9c53-5d0f41f467f4 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:49.970740 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-355a2b38-c481-4fac-8434-a5ce2d6e5295 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:50.029063 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-54aa9ba9-fba9-4830-a339-64b81013e5a3 None None] Set router 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:55:50.042412 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-3ad07a39-cac0-4950-9c53-5d0f41f467f4 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:50.069082 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:55:50.092206 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f0ebca40-8d40-4c78-95fa-ba5cb977ec29 req-95aa712c-94b2-49ee-8ae3-e44f279328c6 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d25c061-349e-4c12-b140-7e0062ca9f58 HTTP/1.1" status: 200 len: 210 time: 0.0572431 Dec 10 18:55:50.131944 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-3ad07a39-cac0-4950-9c53-5d0f41f467f4 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Network 5b7a9d16-fa90-46c2-89ef-ff147d5d2881 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:55:50.137897 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-3ad07a39-cac0-4950-9c53-5d0f41f467f4 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:55:50.139541 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-eeaf93d2-74ae-4127-b960-846c50678efe tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Made reservation on behalf of 6dd50388a58440cca7ab90078e887719 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:55:50.143188 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-eeaf93d2-74ae-4127-b960-846c50678efe tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:50.147289 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-3ad07a39-cac0-4950-9c53-5d0f41f467f4 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:55:50.221782 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-3ad07a39-cac0-4950-9c53-5d0f41f467f4 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:50.221782 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-3ad07a39-cac0-4950-9c53-5d0f41f467f4 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:50.257778 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-54aa9ba9-fba9-4830-a339-64b81013e5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'name': 'tempest-RoutersTest-router-677375573', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:54:56Z', 'updated_at': '2021-12-10T18:55:48Z', 'revision_number': 11, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:50.264535 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad07a39-cac0-4950-9c53-5d0f41f467f4 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Pushing event updated for resources: {'Port': ['ID=72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:50.274340 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-3ad07a39-cac0-4950-9c53-5d0f41f467f4 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1864147 Dec 10 18:55:50.291327 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-63ec09a0-4019-4741-86c3-80cd2a8a0136 service neutron] Request body: {'port': {'device_id': '2b5e9319-8f1c-4683-9ad1-b408f9af9447', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:55:50.371468 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54aa9ba9-fba9-4830-a339-64b81013e5a3 None None] The sync data for ids ['5958fb42-fce5-47cc-a2e8-62d2a86aabe2'] in n-d-821435-1 is: [{'id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'name': 'tempest-RoutersTest-router-677375573', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:54:56Z', 'updated_at': '2021-12-10T18:55:48Z', 'revision_number': 11, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:55:50.390295 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-63ec09a0-4019-4741-86c3-80cd2a8a0136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:50.446560 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-355a2b38-c481-4fac-8434-a5ce2d6e5295 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:50.596838 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-355a2b38-c481-4fac-8434-a5ce2d6e5295 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:50.634548 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-eeaf93d2-74ae-4127-b960-846c50678efe tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Allocated IP 172.20.0.7 (3bc50282-3306-4b81-ae1a-81a9a8be5df5/cdd9c23d-5046-4c54-950e-a05aba46bbec/fa5df241-a5bb-4e79-bb17-16d6e7c34484) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:55:50.639779 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a2b38-c481-4fac-8434-a5ce2d6e5295 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event deleted for resources: {'Subnet': ['ID=987e3b89-f870-4cb9-8b25-97f5f82c7178,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:50.664033 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-355a2b38-c481-4fac-8434-a5ce2d6e5295 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:50.670598 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe9cd49-7a0a-4879-b75e-98e0d33383f9 None None] Network 4cd3db96-f1b5-4e1c-86de-8f48fca513c2 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:55:50.687935 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-355a2b38-c481-4fac-8434-a5ce2d6e5295 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "DELETE /v2.0/subnets/987e3b89-f870-4cb9-8b25-97f5f82c7178 HTTP/1.1" status: 204 len: 168 time: 1.1714447 Dec 10 18:55:50.692313 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53262) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:50.928407 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-63ec09a0-4019-4741-86c3-80cd2a8a0136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:55:50.947670 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-63ec09a0-4019-4741-86c3-80cd2a8a0136 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:50.968398 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-63ec09a0-4019-4741-86c3-80cd2a8a0136 service neutron] Transition to ACTIVE for port object 72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:55:50.979787 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-63ec09a0-4019-4741-86c3-80cd2a8a0136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:50.999220 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2552151-87e5-47d5-bc03-c848618ec6d7 req-375ef512-84ac-4899-83e9-ca98a4a7b2e5 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:51.007407 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f2552151-87e5-47d5-bc03-c848618ec6d7 req-375ef512-84ac-4899-83e9-ca98a4a7b2e5 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b5e9319-8f1c-4683-9ad1-b408f9af9447 HTTP/1.1" status: 200 len: 931 time: 0.1554747 Dec 10 18:55:51.029330 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-090f4af4-9495-4b71-8df6-f2525e9b6389 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:51.038837 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23185c60-a626-46ab-83cd-c0e01dd5a1af None None] DHCP port deletion for 4cd3db96-f1b5-4e1c-86de-8f48fca513c2 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:55:51.076101 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec09a0-4019-4741-86c3-80cd2a8a0136 service neutron] Pushing event updated for resources: {'Port': ['ID=72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:51.257802 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-23185c60-a626-46ab-83cd-c0e01dd5a1af None None] Deleting port 83acc6f9-7949-44e8-9d60-96360d526370 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:55:51.258192 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-23185c60-a626-46ab-83cd-c0e01dd5a1af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:51.264588 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f2552151-87e5-47d5-bc03-c848618ec6d7 req-c01dc10d-0c94-475d-b3cc-2fe2ae88600f tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412992 Dec 10 18:55:51.347415 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-63ec09a0-4019-4741-86c3-80cd2a8a0136 service neutron] Attempting to bind port 72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:55:51.348016 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-63ec09a0-4019-4741-86c3-80cd2a8a0136 service neutron] Attempting to bind port 72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '83c7d7e9-db7c-46c1-b53c-9a099ac3350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:55:51.348144 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-63ec09a0-4019-4741-86c3-80cd2a8a0136 service neutron] Attempting to bind port 72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534 on network 5b7a9d16-fa90-46c2-89ef-ff147d5d2881 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:55:51.362092 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-63ec09a0-4019-4741-86c3-80cd2a8a0136 service neutron] Port 72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534 on network 5b7a9d16-fa90-46c2-89ef-ff147d5d2881 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:55:51.362427 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-63ec09a0-4019-4741-86c3-80cd2a8a0136 service neutron] Attempting to bind port 72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534 on network 5b7a9d16-fa90-46c2-89ef-ff147d5d2881 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:55:51.374169 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-63ec09a0-4019-4741-86c3-80cd2a8a0136 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:55:51.374453 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-63ec09a0-4019-4741-86c3-80cd2a8a0136 service neutron] Checking segment: {'id': '83c7d7e9-db7c-46c1-b53c-9a099ac3350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:55:51.374845 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-63ec09a0-4019-4741-86c3-80cd2a8a0136 service neutron] Bound using segment: {'id': '83c7d7e9-db7c-46c1-b53c-9a099ac3350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:55:51.378690 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-63ec09a0-4019-4741-86c3-80cd2a8a0136 service neutron] Bound port: 72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83c7d7e9-db7c-46c1-b53c-9a099ac3350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:55:51.379075 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-63ec09a0-4019-4741-86c3-80cd2a8a0136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:51.389727 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-090f4af4-9495-4b71-8df6-f2525e9b6389 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Deleting port 83acc6f9-7949-44e8-9d60-96360d526370 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:55:51.390354 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-090f4af4-9495-4b71-8df6-f2525e9b6389 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:51.405957 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-eeaf93d2-74ae-4127-b960-846c50678efe tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:51.447056 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device eb6afc3f-c4a5-432e-a45a-c6beace7b7e1 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:55:51.499946 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9701d71a-1e2b-4872-afa8-25d5506f2703 req-2cf184cd-97f1-4575-8423-9c694530c409 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d25c061-349e-4c12-b140-7e0062ca9f58 HTTP/1.1" status: 200 len: 210 time: 0.0844147 Dec 10 18:55:51.537828 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: eb6afc3f-c4a5-432e-a45a-c6beace7b7e1 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:55:51.547515 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device eb6afc3f-c4a5-432e-a45a-c6beace7b7e1 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:55:51.547515 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 83acc6f9-7949-44e8-9d60-96360d526370 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:55:51.559074 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-23185c60-a626-46ab-83cd-c0e01dd5a1af None None] For port 83acc6f9-7949-44e8-9d60-96360d526370, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=83acc6f9-7949-44e8-9d60-96360d526370,segment=NetworkSegment(bc37fd31-316c-471f-becb-2adfb8055a66),segment_id=bc37fd31-316c-471f-becb-2adfb8055a66)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:51.559451 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-63ec09a0-4019-4741-86c3-80cd2a8a0136 service neutron] For port 72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534, host n-h1-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:55:51.562346 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-090f4af4-9495-4b71-8df6-f2525e9b6389 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] For port 83acc6f9-7949-44e8-9d60-96360d526370, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=83acc6f9-7949-44e8-9d60-96360d526370,segment=NetworkSegment(bc37fd31-316c-471f-becb-2adfb8055a66),segment_id=bc37fd31-316c-471f-becb-2adfb8055a66)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:51.562944 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-090f4af4-9495-4b71-8df6-f2525e9b6389 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:51.564064 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-63ec09a0-4019-4741-86c3-80cd2a8a0136 service neutron] For port 72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534,segment=NetworkSegment(83c7d7e9-db7c-46c1-b53c-9a099ac3350f),segment_id=83c7d7e9-db7c-46c1-b53c-9a099ac3350f)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:55:51.567886 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-23185c60-a626-46ab-83cd-c0e01dd5a1af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:51.570650 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-63ec09a0-4019-4741-86c3-80cd2a8a0136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:51.585358 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-090f4af4-9495-4b71-8df6-f2525e9b6389 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Calling delete_port for 83acc6f9-7949-44e8-9d60-96360d526370 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:55:51.594658 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-63ec09a0-4019-4741-86c3-80cd2a8a0136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:51.595298 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-63ec09a0-4019-4741-86c3-80cd2a8a0136 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:51.598662 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-63ec09a0-4019-4741-86c3-80cd2a8a0136 service neutron] 10.222.0.46 "PUT /v2.0/ports/72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534 HTTP/1.1" status: 200 len: 1091 time: 1.3140190 Dec 10 18:55:51.604105 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-eeaf93d2-74ae-4127-b960-846c50678efe tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:51.664880 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b5e9319-8f1c-4683-9ad1-b408f9af9447', 'tag': '72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:55:51.686939 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ea0660-efbc-46f2-9874-ec0b023d0739" -d '{"events": [{"name": "network-changed", "server_uuid": "2b5e9319-8f1c-4683-9ad1-b408f9af9447", "tag": "72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:55:51.717166 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-23185c60-a626-46ab-83cd-c0e01dd5a1af None None] Calling delete_port for 83acc6f9-7949-44e8-9d60-96360d526370 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:55:51.731189 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['14b1f8e0-81d1-468b-9020-fc8605cea1a1'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:55:51.789462 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-eeaf93d2-74ae-4127-b960-846c50678efe tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Network 3bc50282-3306-4b81-ae1a-81a9a8be5df5 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:55:51.798853 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-eeaf93d2-74ae-4127-b960-846c50678efe tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:55:51.818353 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-eeaf93d2-74ae-4127-b960-846c50678efe tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:55:51.908842 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-058da348-32dd-4503-82b1-2db81f309285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:51.912098 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-058da348-32dd-4503-82b1-2db81f309285 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b146ea531e7d490bb2e30f4c7ac5fe8a&device_id=2b5e9319-8f1c-4683-9ad1-b408f9af9447 HTTP/1.1" status: 200 len: 1094 time: 0.2164476 Dec 10 18:55:51.945922 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf93d2-74ae-4127-b960-846c50678efe tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Pushing event updated for resources: {'Port': ['ID=fa5df241-a5bb-4e79-bb17-16d6e7c34484,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:51.957806 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec09a0-4019-4741-86c3-80cd2a8a0136 service neutron] Pushing event updated for resources: {'Port': ['ID=72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:52.049653 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-0f878d71-f0f3-4e8d-a075-862a67b01b9c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534 HTTP/1.1" status: 200 len: 217 time: 0.1187289 Dec 10 18:55:52.051727 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-eeaf93d2-74ae-4127-b960-846c50678efe tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:52.055528 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bb980b-e704-4709-bb21-e0e53d7dd230 x-openstack-request-id: req-c8bb980b-e704-4709-bb21-e0e53d7dd230 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:55:52.056272 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b5e9319-8f1c-4683-9ad1-b408f9af9447", "tag": "72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:55:52.056538 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c8bb980b-e704-4709-bb21-e0e53d7dd230 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:55:52.057505 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b5e9319-8f1c-4683-9ad1-b408f9af9447', 'tag': '72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534', 'status': 'completed', 'code': 200} Dec 10 18:55:52.058367 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-eeaf93d2-74ae-4127-b960-846c50678efe tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:52.086957 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-eeaf93d2-74ae-4127-b960-846c50678efe tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3748741 Dec 10 18:55:52.095853 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-090f4af4-9495-4b71-8df6-f2525e9b6389 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:52.097957 n-d-821435-1 neutron-server[103246]: INFO neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No ports have port_id starting with 83acc6f9-7949-44e8-9d60-96360d526370 Dec 10 18:55:52.113681 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-32376c98-47ef-41d9-abb6-334eb793b5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:52.115935 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-32376c98-47ef-41d9-abb6-334eb793b5d4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7ba69a49-ec77-4670-8006-0254df7f77f3 HTTP/1.1" status: 200 len: 846 time: 0.0550709 Dec 10 18:55:52.130998 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-6ef88226-9fba-4e64-98d4-1c58d55b04d2 service neutron] Request body: {'port': {'device_id': '2d25c061-349e-4c12-b140-7e0062ca9f58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:55:52.199203 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090f4af4-9495-4b71-8df6-f2525e9b6389 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] No DVR routers for this DVR port 83acc6f9-7949-44e8-9d60-96360d526370 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:55:52.231359 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f4af4-9495-4b71-8df6-f2525e9b6389 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event deleted for resources: {'Port': ['ID=83acc6f9-7949-44e8-9d60-96360d526370,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:52.234254 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-b1f9f771-4e6d-4185-9029-c5db58e74665 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5b7a9d16-fa90-46c2-89ef-ff147d5d2881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091955 Dec 10 18:55:52.280704 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-23185c60-a626-46ab-83cd-c0e01dd5a1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:52.298359 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23185c60-a626-46ab-83cd-c0e01dd5a1af None None] No DVR routers for this DVR port 83acc6f9-7949-44e8-9d60-96360d526370 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:55:52.338054 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23185c60-a626-46ab-83cd-c0e01dd5a1af None None] Pushing event deleted for resources: {'Port': ['ID=83acc6f9-7949-44e8-9d60-96360d526370,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:52.405249 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3f56a9ad-0969-40c6-ab23-1abc6c5e9610 None None] Provisioning complete for port fa5df241-a5bb-4e79-bb17-16d6e7c34484 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:52.405955 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3f56a9ad-0969-40c6-ab23-1abc6c5e9610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:52.435489 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-52a9157d-61dd-46fc-91e0-11a22fc511f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:52.478419 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3f56a9ad-0969-40c6-ab23-1abc6c5e9610 None None] Port fa5df241-a5bb-4e79-bb17-16d6e7c34484 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:55:52.479353 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-090f4af4-9495-4b71-8df6-f2525e9b6389 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:52.509217 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-8ae5fd18-65ec-4c87-8d67-7002a9782283 service neutron] 10.222.0.46 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651806 Dec 10 18:55:52.562692 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-6ef88226-9fba-4e64-98d4-1c58d55b04d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:52.606533 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-090f4af4-9495-4b71-8df6-f2525e9b6389 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cd3db96-f1b5-4e1c-86de-8f48fca513c2']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:52.640578 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-090f4af4-9495-4b71-8df6-f2525e9b6389 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc37fd31-316c-471f-becb-2adfb8055a66') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:52.640878 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-090f4af4-9495-4b71-8df6-f2525e9b6389 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc37fd31-316c-471f-becb-2adfb8055a66') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:52.676151 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc77c24-d779-45eb-af39-66f4a881a42f req-f9a0cefc-307a-409a-9774-dacf06951685 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:52.677710 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-afc77c24-d779-45eb-af39-66f4a881a42f req-f9a0cefc-307a-409a-9774-dacf06951685 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b5e9319-8f1c-4683-9ad1-b408f9af9447 HTTP/1.1" status: 200 len: 943 time: 0.2390416 Dec 10 18:55:52.682642 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-090f4af4-9495-4b71-8df6-f2525e9b6389 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:52.715619 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ce5febc9-7798-4801-abf5-2f2a51311f73 req-318c555c-1e6a-4d5a-ba1d-3ec7f1f5a8e3 service neutron] 10.222.0.46 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993906 Dec 10 18:55:52.732909 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-090f4af4-9495-4b71-8df6-f2525e9b6389 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:52.765692 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-090f4af4-9495-4b71-8df6-f2525e9b6389 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:55:52.766103 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-090f4af4-9495-4b71-8df6-f2525e9b6389 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:52.770038 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:55:52.770038 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:55:52.770038 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:55:52.770038 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:55:52.770038 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:55:52.770038 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:55:52.770038 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:55:52.770038 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:55:52.770038 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:55:52.770038 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:55:52.770038 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:55:52.770038 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:55:52.770038 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:55:52.770038 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:55:52.770038 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:55:52.770038 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:55:52.770038 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:55:52.770038 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:55:52.770038 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:55:52.770038 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:55:52.770038 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:55:52.770038 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:55:52.770038 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:55:52.770038 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:55:52.770038 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:55:52.770038 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:55:52.770038 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:55:52.770038 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:55:52.770038 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:55:52.770038 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:55:52.770038 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:55:52.770038 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:55:52.789845 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-afc77c24-d779-45eb-af39-66f4a881a42f req-d4f71d14-616f-4490-b229-bbc1ae0c2de8 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031692 Dec 10 18:55:52.888204 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea0660-efbc-46f2-9874-ec0b023d0739 req-1a6d24ed-4501-4728-989f-40a8aac6cba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:52.889803 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-15ea0660-efbc-46f2-9874-ec0b023d0739 req-1a6d24ed-4501-4728-989f-40a8aac6cba8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b146ea531e7d490bb2e30f4c7ac5fe8a&device_id=2b5e9319-8f1c-4683-9ad1-b408f9af9447 HTTP/1.1" status: 200 len: 1094 time: 0.1131129 Dec 10 18:55:52.925456 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-090f4af4-9495-4b71-8df6-f2525e9b6389 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:52.929934 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-090f4af4-9495-4b71-8df6-f2525e9b6389 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:52.945268 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-090f4af4-9495-4b71-8df6-f2525e9b6389 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "DELETE /v2.0/networks/4cd3db96-f1b5-4e1c-86de-8f48fca513c2 HTTP/1.1" status: 204 len: 168 time: 2.2404881 Dec 10 18:55:52.960693 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53282) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:52.973996 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-a7a29c0f-3c87-4cfd-bddd-a1186165bdf7 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Request body: {'router': {'routes': None}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:55:53.045655 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea0660-efbc-46f2-9874-ec0b023d0739 req-fe93f109-0a7d-4a0b-b05b-f3d9ef4b0f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:53.047638 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-15ea0660-efbc-46f2-9874-ec0b023d0739 req-fe93f109-0a7d-4a0b-b05b-f3d9ef4b0f0b service neutron] 10.222.0.46 "GET /v2.0/networks?id=5b7a9d16-fa90-46c2-89ef-ff147d5d2881 HTTP/1.1" status: 200 len: 907 time: 0.1490054 Dec 10 18:55:53.183939 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-15ea0660-efbc-46f2-9874-ec0b023d0739 req-8b292378-97c5-4e97-ae1d-6e32f83fde80 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534 HTTP/1.1" status: 200 len: 217 time: 0.1201515 Dec 10 18:55:53.279209 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea0660-efbc-46f2-9874-ec0b023d0739 req-2d0b33eb-2933-4be4-bb6c-892b152ede1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:53.281770 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-15ea0660-efbc-46f2-9874-ec0b023d0739 req-2d0b33eb-2933-4be4-bb6c-892b152ede1d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7ba69a49-ec77-4670-8006-0254df7f77f3 HTTP/1.1" status: 200 len: 846 time: 0.0978425 Dec 10 18:55:53.330843 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-15ea0660-efbc-46f2-9874-ec0b023d0739 req-37f84f8c-9be5-4d59-b709-37929dc03658 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5b7a9d16-fa90-46c2-89ef-ff147d5d2881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406578 Dec 10 18:55:53.364515 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f4af4-9495-4b71-8df6-f2525e9b6389 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Pushing event deleted for resources: {'Network': ['ID=4cd3db96-f1b5-4e1c-86de-8f48fca513c2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:53.414578 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:53.460773 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-15ea0660-efbc-46f2-9874-ec0b023d0739 req-44fe271e-bd53-4208-8091-06521e3729a8 service neutron] 10.222.0.46 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205091 Dec 10 18:55:53.504896 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2213de-0b85-4916-b7d0-ea3a2ac1e48c req-786c9cbe-f7e0-4fb3-ac7c-e23bfd40c56b tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:53.506359 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aa2213de-0b85-4916-b7d0-ea3a2ac1e48c req-786c9cbe-f7e0-4fb3-ac7c-e23bfd40c56b tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d25c061-349e-4c12-b140-7e0062ca9f58 HTTP/1.1" status: 200 len: 931 time: 0.5300660 Dec 10 18:55:53.544283 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.extraroute_db [None req-a7a29c0f-3c87-4cfd-bddd-a1186165bdf7 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Added routes are [] {{(pid=103244) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 18:55:53.545239 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.extraroute_db [None req-a7a29c0f-3c87-4cfd-bddd-a1186165bdf7 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Removed routes are [] {{(pid=103244) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 18:55:53.545615 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7a29c0f-3c87-4cfd-bddd-a1186165bdf7 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4723'] for router, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:53.617904 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-15ea0660-efbc-46f2-9874-ec0b023d0739 req-b9f6be1d-0f93-4b37-94fb-3185a9a52840 service neutron] 10.222.0.46 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490018 Dec 10 18:55:53.662479 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aa2213de-0b85-4916-b7d0-ea3a2ac1e48c req-b59b892a-f1b6-4169-a342-00fef206c369 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421154 Dec 10 18:55:53.791262 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-6ef88226-9fba-4e64-98d4-1c58d55b04d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa5df241-a5bb-4e79-bb17-16d6e7c34484 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:55:53.801212 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7a29c0f-3c87-4cfd-bddd-a1186165bdf7 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4723'] for router, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:53.804402 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-6ef88226-9fba-4e64-98d4-1c58d55b04d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:53.812500 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7a29c0f-3c87-4cfd-bddd-a1186165bdf7 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534354'] for router, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:53.822512 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-6ef88226-9fba-4e64-98d4-1c58d55b04d2 service neutron] Transition to ACTIVE for port object fa5df241-a5bb-4e79-bb17-16d6e7c34484 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:55:53.828706 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-6ef88226-9fba-4e64-98d4-1c58d55b04d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:53.951716 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a29c0f-3c87-4cfd-bddd-a1186165bdf7 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Router 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:55:53.955507 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef88226-9fba-4e64-98d4-1c58d55b04d2 service neutron] Pushing event updated for resources: {'Port': ['ID=fa5df241-a5bb-4e79-bb17-16d6e7c34484,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:54.207995 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a29c0f-3c87-4cfd-bddd-a1186165bdf7 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:55:54.221131 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7a29c0f-3c87-4cfd-bddd-a1186165bdf7 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:54.222692 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af3139e-7cb8-4d9f-8190-c0b9cf087813 None None] Sync routers for ids ['5958fb42-fce5-47cc-a2e8-62d2a86aabe2'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:55:54.225562 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53290) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:54.237097 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a7a29c0f-3c87-4cfd-bddd-a1186165bdf7 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "PUT /v2.0/routers/5958fb42-fce5-47cc-a2e8-62d2a86aabe2 HTTP/1.1" status: 200 len: 700 time: 1.2714429 Dec 10 18:55:54.255976 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af3139e-7cb8-4d9f-8190-c0b9cf087813 None None] Routers {'5958fb42-fce5-47cc-a2e8-62d2a86aabe2'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:55:54.256614 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-0af3139e-7cb8-4d9f-8190-c0b9cf087813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:55:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5958fb42-fce5-47cc-a2e8-62d2a86aabe2'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:54.266697 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12daba9-ee46-450e-87e9-b472c3b82f65 req-37ef14b7-a9fa-4219-826e-b4b05a5756f4 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:54.281482 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f12daba9-ee46-450e-87e9-b472c3b82f65 req-37ef14b7-a9fa-4219-826e-b4b05a5756f4 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b5e9319-8f1c-4683-9ad1-b408f9af9447 HTTP/1.1" status: 200 len: 943 time: 0.3206682 Dec 10 18:55:54.284921 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4f7d7b8c-7051-4601-94e1-5d15068208ba tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "GET /v2.0/ports?device_id=5958fb42-fce5-47cc-a2e8-62d2a86aabe2 HTTP/1.1" status: 200 len: 205 time: 0.0558298 Dec 10 18:55:54.285505 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53292) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:54.348865 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-6ef88226-9fba-4e64-98d4-1c58d55b04d2 service neutron] Attempting to bind port fa5df241-a5bb-4e79-bb17-16d6e7c34484 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:55:54.349270 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-6ef88226-9fba-4e64-98d4-1c58d55b04d2 service neutron] Attempting to bind port fa5df241-a5bb-4e79-bb17-16d6e7c34484 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '1d926b0b-6ef6-4013-800e-3ca7e7c18408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:55:54.349898 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-6ef88226-9fba-4e64-98d4-1c58d55b04d2 service neutron] Attempting to bind port fa5df241-a5bb-4e79-bb17-16d6e7c34484 on network 3bc50282-3306-4b81-ae1a-81a9a8be5df5 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:55:54.366287 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-6ef88226-9fba-4e64-98d4-1c58d55b04d2 service neutron] Port fa5df241-a5bb-4e79-bb17-16d6e7c34484 on network 3bc50282-3306-4b81-ae1a-81a9a8be5df5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:55:54.366641 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-6ef88226-9fba-4e64-98d4-1c58d55b04d2 service neutron] Attempting to bind port fa5df241-a5bb-4e79-bb17-16d6e7c34484 on network 3bc50282-3306-4b81-ae1a-81a9a8be5df5 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:55:54.377048 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-6ef88226-9fba-4e64-98d4-1c58d55b04d2 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:55:54.377819 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-6ef88226-9fba-4e64-98d4-1c58d55b04d2 service neutron] Checking segment: {'id': '1d926b0b-6ef6-4013-800e-3ca7e7c18408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:55:54.379667 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-6ef88226-9fba-4e64-98d4-1c58d55b04d2 service neutron] Bound using segment: {'id': '1d926b0b-6ef6-4013-800e-3ca7e7c18408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:55:54.380051 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-6ef88226-9fba-4e64-98d4-1c58d55b04d2 service neutron] Bound port: fa5df241-a5bb-4e79-bb17-16d6e7c34484, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d926b0b-6ef6-4013-800e-3ca7e7c18408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:55:54.380593 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-6ef88226-9fba-4e64-98d4-1c58d55b04d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:54.391823 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f12daba9-ee46-450e-87e9-b472c3b82f65 req-49593332-f7b6-4d10-abd9-d262029d4282 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001434 Dec 10 18:55:54.458466 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:55:54.469166 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-0af3139e-7cb8-4d9f-8190-c0b9cf087813 None None] Set router 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:55:54.530532 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-046a39f7-bb60-45bf-9822-54efbf115e58 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:54.532833 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-6ef88226-9fba-4e64-98d4-1c58d55b04d2 service neutron] For port fa5df241-a5bb-4e79-bb17-16d6e7c34484, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:55:54.537296 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-6ef88226-9fba-4e64-98d4-1c58d55b04d2 service neutron] For port fa5df241-a5bb-4e79-bb17-16d6e7c34484, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=fa5df241-a5bb-4e79-bb17-16d6e7c34484,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:55:54.561368 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-0af3139e-7cb8-4d9f-8190-c0b9cf087813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'name': 'tempest-RoutersTest-router-677375573', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:54:56Z', 'updated_at': '2021-12-10T18:55:48Z', 'revision_number': 11, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:54.562203 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-6ef88226-9fba-4e64-98d4-1c58d55b04d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:54.605900 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af3139e-7cb8-4d9f-8190-c0b9cf087813 None None] Checking router: 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:55:54.617861 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af3139e-7cb8-4d9f-8190-c0b9cf087813 None None] Routers {'5958fb42-fce5-47cc-a2e8-62d2a86aabe2'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:55:54.619302 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-0af3139e-7cb8-4d9f-8190-c0b9cf087813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:55:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5958fb42-fce5-47cc-a2e8-62d2a86aabe2'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:54.645664 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-6ef88226-9fba-4e64-98d4-1c58d55b04d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:54.646433 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-6ef88226-9fba-4e64-98d4-1c58d55b04d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:54.647930 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-6ef88226-9fba-4e64-98d4-1c58d55b04d2 service neutron] 10.222.0.46 "PUT /v2.0/ports/fa5df241-a5bb-4e79-bb17-16d6e7c34484 HTTP/1.1" status: 200 len: 1091 time: 2.5282366 Dec 10 18:55:54.648589 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d25c061-349e-4c12-b140-7e0062ca9f58', 'tag': 'fa5df241-a5bb-4e79-bb17-16d6e7c34484'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:55:54.651118 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84443913-7504-4d17-972e-d5fa1f6cf74b" -d '{"events": [{"name": "network-changed", "server_uuid": "2d25c061-349e-4c12-b140-7e0062ca9f58", "tag": "fa5df241-a5bb-4e79-bb17-16d6e7c34484"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:55:54.673936 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef88226-9fba-4e64-98d4-1c58d55b04d2 service neutron] Pushing event updated for resources: {'Port': ['ID=fa5df241-a5bb-4e79-bb17-16d6e7c34484,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:54.797258 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:54.830326 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-86917ee0-cbb3-4c62-8616-0648a8c57189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:54.833223 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-86917ee0-cbb3-4c62-8616-0648a8c57189 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6dd50388a58440cca7ab90078e887719&device_id=2d25c061-349e-4c12-b140-7e0062ca9f58 HTTP/1.1" status: 200 len: 1094 time: 0.1358426 Dec 10 18:55:54.868337 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-0af3139e-7cb8-4d9f-8190-c0b9cf087813 None None] Set router 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:55:54.940773 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e5e50d-b446-4eb4-9f8b-b37061f3eb90 x-openstack-request-id: req-c8e5e50d-b446-4eb4-9f8b-b37061f3eb90 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:55:54.944810 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d25c061-349e-4c12-b140-7e0062ca9f58", "tag": "fa5df241-a5bb-4e79-bb17-16d6e7c34484", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:55:54.945090 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c8e5e50d-b446-4eb4-9f8b-b37061f3eb90 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:55:54.945520 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d25c061-349e-4c12-b140-7e0062ca9f58', 'tag': 'fa5df241-a5bb-4e79-bb17-16d6e7c34484', 'status': 'completed', 'code': 200} Dec 10 18:55:54.958744 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-dc36bd0c-0d79-4087-8fa2-560dc9615e9d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa5df241-a5bb-4e79-bb17-16d6e7c34484 HTTP/1.1" status: 200 len: 217 time: 0.1165957 Dec 10 18:55:55.028729 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-046a39f7-bb60-45bf-9822-54efbf115e58 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:55.031992 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-046a39f7-bb60-45bf-9822-54efbf115e58 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:55.044685 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-0af3139e-7cb8-4d9f-8190-c0b9cf087813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'name': 'tempest-RoutersTest-router-677375573', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:54:56Z', 'updated_at': '2021-12-10T18:55:48Z', 'revision_number': 11, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:55.089789 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af3139e-7cb8-4d9f-8190-c0b9cf087813 None None] The sync data for ids ['5958fb42-fce5-47cc-a2e8-62d2a86aabe2'] in n-d-821435-1 is: [{'id': '5958fb42-fce5-47cc-a2e8-62d2a86aabe2', 'name': 'tempest-RoutersTest-router-677375573', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:54:56Z', 'updated_at': '2021-12-10T18:55:48Z', 'revision_number': 11, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'gw_port_host': None}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:55:55.119525 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-046a39f7-bb60-45bf-9822-54efbf115e58 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:55.119984 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-884dee92-8305-408f-99dc-f3d2a6e48cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:55.120116 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046a39f7-bb60-45bf-9822-54efbf115e58 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Fanout notify agent at l3_agent the message router_deleted on router 5958fb42-fce5-47cc-a2e8-62d2a86aabe2 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:55:55.123198 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-884dee92-8305-408f-99dc-f3d2a6e48cbb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdd9c23d-5046-4c54-950e-a05aba46bbec HTTP/1.1" status: 200 len: 850 time: 0.1474345 Dec 10 18:55:55.129301 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-046a39f7-bb60-45bf-9822-54efbf115e58 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:55.135761 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-046a39f7-bb60-45bf-9822-54efbf115e58 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "DELETE /v2.0/routers/5958fb42-fce5-47cc-a2e8-62d2a86aabe2 HTTP/1.1" status: 204 len: 168 time: 0.8451877 Dec 10 18:55:55.136528 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53304) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:55.143012 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-27098394-47fa-458f-8678-35c4c0c00e24 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-800003992', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:55:55.144188 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476edf8-e589-4832-922f-d54bc13459d8 req-5aa8558a-5328-4b66-8b33-f22041a94f27 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:55.146078 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c476edf8-e589-4832-922f-d54bc13459d8 req-5aa8558a-5328-4b66-8b33-f22041a94f27 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d25c061-349e-4c12-b140-7e0062ca9f58 HTTP/1.1" status: 200 len: 943 time: 0.1351671 Dec 10 18:55:55.174310 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27098394-47fa-458f-8678-35c4c0c00e24 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:55.175521 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27098394-47fa-458f-8678-35c4c0c00e24 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:55.251219 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27098394-47fa-458f-8678-35c4c0c00e24 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:55.266270 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27098394-47fa-458f-8678-35c4c0c00e24 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:55.287818 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c476edf8-e589-4832-922f-d54bc13459d8 req-d23e7f40-68d1-4815-979a-36c996564d23 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284521 Dec 10 18:55:55.303829 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-b801157e-5f4e-4718-96bd-4268fb69746d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:55.311381 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27098394-47fa-458f-8678-35c4c0c00e24 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:55.313710 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-b801157e-5f4e-4718-96bd-4268fb69746d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3bc50282-3306-4b81-ae1a-81a9a8be5df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1665132 Dec 10 18:55:55.315603 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53310) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:55.316581 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-27098394-47fa-458f-8678-35c4c0c00e24 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1789749 Dec 10 18:55:55.325680 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c154fbcd-3555-43df-8576-6c6ca3a980bf tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:55:55.487699 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:55.789948 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ac94f-0404-47d3-890f-0871ffe14271 req-dcbdbddc-ef2f-4431-8556-7f53e67e426e tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:55.791382 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c23ac94f-0404-47d3-890f-0871ffe14271 req-dcbdbddc-ef2f-4431-8556-7f53e67e426e tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b5e9319-8f1c-4683-9ad1-b408f9af9447 HTTP/1.1" status: 200 len: 943 time: 0.2342613 Dec 10 18:55:55.858783 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c154fbcd-3555-43df-8576-6c6ca3a980bf tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4723'] for router, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:55.881004 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-a34e8c0f-e2ec-440c-8793-e7d4e7648216 service neutron] 10.222.0.46 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191395 Dec 10 18:55:55.888543 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c154fbcd-3555-43df-8576-6c6ca3a980bf tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534354'] for router, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:56.069273 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:55:56.202940 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534,segment=NetworkSegment(83c7d7e9-db7c-46c1-b53c-9a099ac3350f),segment_id=83c7d7e9-db7c-46c1-b53c-9a099ac3350f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:56.219099 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534', 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881', 'port_id': '72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534', 'mac_address': 'fa:16:3e:54:c6:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ba69a49-ec77-4670-8006-0254df7f77f3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:55:56.269766 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:56.287164 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:55:56.309997 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534,segment=NetworkSegment(83c7d7e9-db7c-46c1-b53c-9a099ac3350f),segment_id=83c7d7e9-db7c-46c1-b53c-9a099ac3350f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:56.317218 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:56.359951 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c23ac94f-0404-47d3-890f-0871ffe14271 req-c587a2bd-6b85-4a7d-b88d-f5d6dc6266bb tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5314045 Dec 10 18:55:56.418550 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:56.444797 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7288ebee-ecc5-4f20-97dd-878a5110175a req-04e63232-84ca-4028-b590-c1a19b9fce6a service neutron] 10.222.0.46 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5371826 Dec 10 18:55:56.480581 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c154fbcd-3555-43df-8576-6c6ca3a980bf tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Router eaab7140-f9b9-4178-8341-15d37696bffd is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:55:56.568363 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:55:56.667228 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c04171-4c95-42a8-bae9-fd75e7864ff2 req-4936b6f9-568d-415d-b7a9-248e550f6ef0 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:56.668978 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5c04171-4c95-42a8-bae9-fd75e7864ff2 req-4936b6f9-568d-415d-b7a9-248e550f6ef0 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d25c061-349e-4c12-b140-7e0062ca9f58 HTTP/1.1" status: 200 len: 943 time: 0.1763973 Dec 10 18:55:56.676413 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c154fbcd-3555-43df-8576-6c6ca3a980bf tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:55:56.689873 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c154fbcd-3555-43df-8576-6c6ca3a980bf tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:56.694876 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c154fbcd-3555-43df-8576-6c6ca3a980bf tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "PUT /v2.0/routers/eaab7140-f9b9-4178-8341-15d37696bffd HTTP/1.1" status: 200 len: 693 time: 1.3744447 Dec 10 18:55:56.695070 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463d0a52-28c5-4ef8-aff5-ec630ca73a96 None None] Sync routers for ids ['eaab7140-f9b9-4178-8341-15d37696bffd'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:55:56.695187 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53334) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:56.719576 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84443913-7504-4d17-972e-d5fa1f6cf74b req-e110cf7d-858f-42f8-ab47-28be5e5972e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:56.721680 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-84443913-7504-4d17-972e-d5fa1f6cf74b req-e110cf7d-858f-42f8-ab47-28be5e5972e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6dd50388a58440cca7ab90078e887719&device_id=2d25c061-349e-4c12-b140-7e0062ca9f58 HTTP/1.1" status: 200 len: 1094 time: 0.1807456 Dec 10 18:55:56.736603 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463d0a52-28c5-4ef8-aff5-ec630ca73a96 None None] Routers {'eaab7140-f9b9-4178-8341-15d37696bffd'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:55:56.737540 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-463d0a52-28c5-4ef8-aff5-ec630ca73a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:55:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['eaab7140-f9b9-4178-8341-15d37696bffd'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:56.829678 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5c04171-4c95-42a8-bae9-fd75e7864ff2 req-b6c605bf-1603-49b2-91f7-d7e6bef86db1 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364019 Dec 10 18:55:56.856740 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-463d0a52-28c5-4ef8-aff5-ec630ca73a96 None None] Set router eaab7140-f9b9-4178-8341-15d37696bffd gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:55:56.894046 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84443913-7504-4d17-972e-d5fa1f6cf74b req-7e9115ee-e778-4771-abe2-6a552ea21eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:56.895548 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-84443913-7504-4d17-972e-d5fa1f6cf74b req-7e9115ee-e778-4771-abe2-6a552ea21eb0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3bc50282-3306-4b81-ae1a-81a9a8be5df5 HTTP/1.1" status: 200 len: 912 time: 0.1618147 Dec 10 18:55:56.943725 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-463d0a52-28c5-4ef8-aff5-ec630ca73a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaab7140-f9b9-4178-8341-15d37696bffd', 'name': 'tempest-RoutersTest-router-800003992', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:55:55Z', 'updated_at': '2021-12-10T18:55:55Z', 'revision_number': 2, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:56.962927 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-242b4f48-b12f-4f62-a701-bab5ff299898 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--2108351688&fields=id&tenant_id=ce6d41cdbd6e4596aec18213412eef45 HTTP/1.1" status: 200 len: 267 time: 0.1520710 Dec 10 18:55:56.970298 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-84443913-7504-4d17-972e-d5fa1f6cf74b req-554681ad-9fde-4255-9598-c84a41f1a14c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa5df241-a5bb-4e79-bb17-16d6e7c34484 HTTP/1.1" status: 200 len: 217 time: 0.0657461 Dec 10 18:55:56.972867 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c111dab6-e3dd-4edc-a678-3ddb1ce08bbd tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "GET /v2.0/routers/eaab7140-f9b9-4178-8341-15d37696bffd HTTP/1.1" status: 200 len: 699 time: 0.2769797 Dec 10 18:55:56.975575 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53354) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:56.981264 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463d0a52-28c5-4ef8-aff5-ec630ca73a96 None None] Checking router: eaab7140-f9b9-4178-8341-15d37696bffd for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:55:56.992040 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463d0a52-28c5-4ef8-aff5-ec630ca73a96 None None] Routers {'eaab7140-f9b9-4178-8341-15d37696bffd'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:55:56.992895 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-463d0a52-28c5-4ef8-aff5-ec630ca73a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:55:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['eaab7140-f9b9-4178-8341-15d37696bffd'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:57.036956 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-703b01b5-2001-4545-b268-6ce45cf97496 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "GET /v2.0/ports?device_id=eaab7140-f9b9-4178-8341-15d37696bffd HTTP/1.1" status: 200 len: 205 time: 0.0602138 Dec 10 18:55:57.037672 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53356) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:57.114385 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-463d0a52-28c5-4ef8-aff5-ec630ca73a96 None None] Set router eaab7140-f9b9-4178-8341-15d37696bffd gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:55:57.128020 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84443913-7504-4d17-972e-d5fa1f6cf74b req-a2ff2dce-d02c-4efd-bd28-1dbd73e4e1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:57.128229 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-4ce4396c-5600-4f15-a1ec-09ce9937f96d tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:57.129588 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-84443913-7504-4d17-972e-d5fa1f6cf74b req-a2ff2dce-d02c-4efd-bd28-1dbd73e4e1f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdd9c23d-5046-4c54-950e-a05aba46bbec HTTP/1.1" status: 200 len: 850 time: 0.1440225 Dec 10 18:55:57.129804 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-4ce4396c-5600-4f15-a1ec-09ce9937f96d tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/networks?id=8a30ce27-2851-4282-9ac6-23ccb449ba3d HTTP/1.1" status: 200 len: 817 time: 0.1535549 Dec 10 18:55:57.134365 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6f8fdbb0-5935-43f3-bbdb-d43d6b98771a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:57.163396 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-2680b56a-1667-4fb0-9136-38afff0f90f5 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/quotas/ce6d41cdbd6e4596aec18213412eef45 HTTP/1.1" status: 200 len: 375 time: 0.0226879 Dec 10 18:55:57.240681 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-463d0a52-28c5-4ef8-aff5-ec630ca73a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaab7140-f9b9-4178-8341-15d37696bffd', 'name': 'tempest-RoutersTest-router-800003992', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:55:55Z', 'updated_at': '2021-12-10T18:55:55Z', 'revision_number': 2, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:57.288210 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-7a5b4377-fe00-4591-8ad9-14a9e8257dfd tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ce6d41cdbd6e4596aec18213412eef45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1193147 Dec 10 18:55:57.320810 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463d0a52-28c5-4ef8-aff5-ec630ca73a96 None None] The sync data for ids ['eaab7140-f9b9-4178-8341-15d37696bffd'] in n-d-821435-1 is: [{'id': 'eaab7140-f9b9-4178-8341-15d37696bffd', 'name': 'tempest-RoutersTest-router-800003992', 'tenant_id': '955fb138ea1841a1a19d85777d85eb8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:55:55Z', 'updated_at': '2021-12-10T18:55:55Z', 'revision_number': 2, 'project_id': '955fb138ea1841a1a19d85777d85eb8a', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:55:57.407476 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6f8fdbb0-5935-43f3-bbdb-d43d6b98771a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:57.410513 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6f8fdbb0-5935-43f3-bbdb-d43d6b98771a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:57.484801 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-22cebf42-4a10-47b6-8d4a-77dd56b05e37 service neutron] 10.222.0.62 "GET /v2.0/networks/8a30ce27-2851-4282-9ac6-23ccb449ba3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857595 Dec 10 18:55:57.487441 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84443913-7504-4d17-972e-d5fa1f6cf74b req-e4dca7fe-6848-42ae-a20c-7968f8db58fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:57.490897 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-84443913-7504-4d17-972e-d5fa1f6cf74b req-e4dca7fe-6848-42ae-a20c-7968f8db58fa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3bc50282-3306-4b81-ae1a-81a9a8be5df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3111484 Dec 10 18:55:57.492946 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6f8fdbb0-5935-43f3-bbdb-d43d6b98771a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:57.493735 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8fdbb0-5935-43f3-bbdb-d43d6b98771a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Fanout notify agent at l3_agent the message router_deleted on router eaab7140-f9b9-4178-8341-15d37696bffd {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:55:57.504830 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6f8fdbb0-5935-43f3-bbdb-d43d6b98771a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:57.513388 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6f8fdbb0-5935-43f3-bbdb-d43d6b98771a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "DELETE /v2.0/routers/eaab7140-f9b9-4178-8341-15d37696bffd HTTP/1.1" status: 204 len: 168 time: 0.4659982 Dec 10 18:55:57.518431 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53360) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:57.597780 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ddccd75c-b423-4116-9feb-76cbd5a15b8b tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "GET /v2.0/ports?device_id=eaab7140-f9b9-4178-8341-15d37696bffd HTTP/1.1" status: 200 len: 205 time: 0.0779555 Dec 10 18:55:57.600551 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53362) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:57.660261 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-fe5221fc-2bbe-4307-8709-f2fb62ef4237 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] delete failed (client error): The resource could not be found. Dec 10 18:55:57.664242 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fe5221fc-2bbe-4307-8709-f2fb62ef4237 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "DELETE /v2.0/routers/eaab7140-f9b9-4178-8341-15d37696bffd HTTP/1.1" status: 404 len: 336 time: 0.0624766 Dec 10 18:55:57.667801 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53366) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:57.668890 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98463930-995f-4fed-8216-852d23bdd556 req-c67b2917-28d5-4a9f-8cca-a95f343a43d2 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:57.670565 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-98463930-995f-4fed-8216-852d23bdd556 req-c67b2917-28d5-4a9f-8cca-a95f343a43d2 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b5e9319-8f1c-4683-9ad1-b408f9af9447 HTTP/1.1" status: 200 len: 944 time: 0.1337924 Dec 10 18:55:57.714728 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0d3c4bf-1a06-447e-9aff-ce83cbaf6f1c tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] DELETE failed (client error): The resource could not be found. Dec 10 18:55:57.715519 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0d3c4bf-1a06-447e-9aff-ce83cbaf6f1c tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:55:57.721247 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c0d3c4bf-1a06-447e-9aff-ce83cbaf6f1c tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "DELETE /v2.0/subnets/11df7a17-3b64-4a56-9838-3900307d6356 HTTP/1.1" status: 404 len: 337 time: 0.0520618 Dec 10 18:55:57.721865 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53368) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:57.766348 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-a179d713-9594-42e1-9153-aab324197f97 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] DELETE failed (client error): The resource could not be found. Dec 10 18:55:57.766814 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a179d713-9594-42e1-9153-aab324197f97 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:55:57.772716 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a179d713-9594-42e1-9153-aab324197f97 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "DELETE /v2.0/subnets/1cda2671-0500-444b-832c-363028bd0926 HTTP/1.1" status: 404 len: 337 time: 0.0475647 Dec 10 18:55:57.773360 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53370) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:57.815872 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-efad647e-6214-4c01-9a27-51718a2e64dd tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] DELETE failed (client error): The resource could not be found. Dec 10 18:55:57.816336 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efad647e-6214-4c01-9a27-51718a2e64dd tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:55:57.822253 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-efad647e-6214-4c01-9a27-51718a2e64dd tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "DELETE /v2.0/subnets/8c700c40-9d3f-426e-a8cd-1e5273e59cc0 HTTP/1.1" status: 404 len: 337 time: 0.0370700 Dec 10 18:55:57.822882 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53374) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:57.863356 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-98463930-995f-4fed-8216-852d23bdd556 req-cded3a02-3d63-4af8-b5af-a474b27e2204 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833067 Dec 10 18:55:57.881424 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9e62830-2958-41f0-87f6-c99e951716e3 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] DELETE failed (client error): The resource could not be found. Dec 10 18:55:57.881900 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9e62830-2958-41f0-87f6-c99e951716e3 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:55:57.889790 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53378) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:57.895867 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c9e62830-2958-41f0-87f6-c99e951716e3 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "DELETE /v2.0/subnets/987e3b89-f870-4cb9-8b25-97f5f82c7178 HTTP/1.1" status: 404 len: 337 time: 0.0683353 Dec 10 18:55:57.914911 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-3b8d2db8-1307-4552-950b-92c88c0d6933 service neutron] 10.222.0.62 "GET /v2.0/networks/8a30ce27-2851-4282-9ac6-23ccb449ba3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231005 Dec 10 18:55:57.960597 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-84443913-7504-4d17-972e-d5fa1f6cf74b req-dc0ec8e3-e68c-41ed-9189-326dd5955376 service neutron] 10.222.0.46 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529490 Dec 10 18:55:57.963542 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a307f21e-a498-4bfb-bab6-54adfa7675f4 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "GET /v2.0/ports?device_id=5958fb42-fce5-47cc-a2e8-62d2a86aabe2 HTTP/1.1" status: 200 len: 205 time: 0.0717974 Dec 10 18:55:57.965801 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53382) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:58.053668 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-3f753e97-ce6d-474f-9be0-361f261f8946 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] delete failed (client error): The resource could not be found. Dec 10 18:55:58.055516 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3f753e97-ce6d-474f-9be0-361f261f8946 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "DELETE /v2.0/routers/5958fb42-fce5-47cc-a2e8-62d2a86aabe2 HTTP/1.1" status: 404 len: 336 time: 0.0887015 Dec 10 18:55:58.059598 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53384) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:58.069009 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:55:58.122421 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7b7be8c3-4488-4521-9535-d38a57688261 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "GET /v2.0/ports?device_id=43e92cbb-521e-4b3d-aa70-2bb8869e2e5f HTTP/1.1" status: 200 len: 205 time: 0.0587668 Dec 10 18:55:58.124797 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53386) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:58.134515 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2094455-e11a-4bd7-b783-9ed858248903 req-a3eb9d58-edab-4bce-8276-e308d6e6e946 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:58.142349 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b2094455-e11a-4bd7-b783-9ed858248903 req-a3eb9d58-edab-4bce-8276-e308d6e6e946 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d25c061-349e-4c12-b140-7e0062ca9f58 HTTP/1.1" status: 200 len: 943 time: 0.1688728 Dec 10 18:55:58.195236 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:55:58.201169 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:58.202512 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:58.227432 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-84443913-7504-4d17-972e-d5fa1f6cf74b req-b25c556d-e4c2-4e4d-a948-ddadcf97e6d9 service neutron] 10.222.0.46 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573967 Dec 10 18:55:58.266948 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-5596b9bf-9f7e-4211-a8dd-036846b5c3e4 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] delete failed (client error): The resource could not be found. Dec 10 18:55:58.270605 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5596b9bf-9f7e-4211-a8dd-036846b5c3e4 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "DELETE /v2.0/routers/43e92cbb-521e-4b3d-aa70-2bb8869e2e5f HTTP/1.1" status: 404 len: 336 time: 0.1412842 Dec 10 18:55:58.271920 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53392) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:58.309097 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b2094455-e11a-4bd7-b783-9ed858248903 req-8678e6fe-cd05-41e8-b3e9-10966eff533d tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616971 Dec 10 18:55:58.438328 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e7ce7258-59f4-46c3-b10a-43f158418d32 req-33b9f1ac-faec-42c8-9454-d2bb82b8cd81 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 210 time: 0.1360815 Dec 10 18:55:58.439482 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-9210a907-fae2-485e-90c4-dab56ab3f93b tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] DELETE failed (client error): The resource could not be found. Dec 10 18:55:58.439935 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9210a907-fae2-485e-90c4-dab56ab3f93b tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:55:58.443144 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9210a907-fae2-485e-90c4-dab56ab3f93b tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "DELETE /v2.0/subnets/060ed575-eefa-4b32-b154-e73b6647d6f2 HTTP/1.1" status: 404 len: 337 time: 0.1660600 Dec 10 18:55:58.445657 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53394) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:58.514057 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e3cc2266-281b-409e-aa48-808dc9eb7ab9 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "GET /v2.0/ports?device_id=40025892-4b17-4b12-ad2a-02becb717f98 HTTP/1.1" status: 200 len: 205 time: 0.0658815 Dec 10 18:55:58.516474 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53396) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:58.592039 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-6ba02a98-9879-4a27-9efd-5a2ecc5a4557 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] delete failed (client error): The resource could not be found. Dec 10 18:55:58.593811 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6ba02a98-9879-4a27-9efd-5a2ecc5a4557 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "DELETE /v2.0/routers/40025892-4b17-4b12-ad2a-02becb717f98 HTTP/1.1" status: 404 len: 336 time: 0.0760641 Dec 10 18:55:58.596103 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53400) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:58.631454 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-60cf31dc-b649-42db-b321-b5b6926d6c81 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "GET /v2.0/ports?device_id=48f2c4dc-593d-4635-8d0f-40f34d459200 HTTP/1.1" status: 200 len: 205 time: 0.0334692 Dec 10 18:55:58.633798 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53404) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:58.682316 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-facef9d7-74a7-4b0e-9038-4aff38d1b31a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] delete failed (client error): The resource could not be found. Dec 10 18:55:58.684367 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-facef9d7-74a7-4b0e-9038-4aff38d1b31a tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "DELETE /v2.0/routers/48f2c4dc-593d-4635-8d0f-40f34d459200 HTTP/1.1" status: 404 len: 336 time: 0.0490417 Dec 10 18:55:58.687120 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53406) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:58.697664 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:58.725333 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c269dc9-dbf4-41b4-bbb7-b00dcf21633e tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] DELETE failed (client error): The resource could not be found. Dec 10 18:55:58.726027 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c269dc9-dbf4-41b4-bbb7-b00dcf21633e tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:55:58.733741 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53408) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:58.734366 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4c269dc9-dbf4-41b4-bbb7-b00dcf21633e tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "DELETE /v2.0/subnets/8a77568f-0163-4170-8b41-e00d3cf5508c HTTP/1.1" status: 404 len: 337 time: 0.0456202 Dec 10 18:55:58.744550 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5e9319-8f1c-4683-9ad1-b408f9af9447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:55:58.747895 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9854294a-d416-4c31-b5f6-3b5548049acd" -d '{"events": [{"server_uuid": "2b5e9319-8f1c-4683-9ad1-b408f9af9447", "name": "network-vif-plugged", "status": "completed", "tag": "72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:55:58.755966 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534,segment=NetworkSegment(83c7d7e9-db7c-46c1-b53c-9a099ac3350f),segment_id=83c7d7e9-db7c-46c1-b53c-9a099ac3350f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:58.767541 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:58.772183 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e535b896-aaad-47fa-a4c6-c9faea8bef83 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2096f0e-7c6c-44e1-a088-15c548c731d4 HTTP/1.1" status: 200 len: 205 time: 0.0347199 Dec 10 18:55:58.772487 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53414) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:58.834632 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bcdc13-63ea-41fc-8c16-8cca1a3100f6 x-openstack-request-id: req-26bcdc13-63ea-41fc-8c16-8cca1a3100f6 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:55:58.834926 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5e9319-8f1c-4683-9ad1-b408f9af9447", "name": "network-vif-plugged", "status": "completed", "tag": "72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:55:58.835505 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-52f9d0b4-3810-46b8-89f7-b95c08cf90ea tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] delete failed (client error): The resource could not be found. Dec 10 18:55:58.839884 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-52f9d0b4-3810-46b8-89f7-b95c08cf90ea tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "DELETE /v2.0/routers/a2096f0e-7c6c-44e1-a088-15c548c731d4 HTTP/1.1" status: 404 len: 336 time: 0.0616424 Dec 10 18:55:58.840155 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53416) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:58.851010 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-26bcdc13-63ea-41fc-8c16-8cca1a3100f6 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:55:58.859303 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5e9319-8f1c-4683-9ad1-b408f9af9447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534', 'code': 200} Dec 10 18:55:58.877725 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-e97061b3-9c7e-4d2d-8383-b5c35d0495e0 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] DELETE failed (client error): The resource could not be found. Dec 10 18:55:58.878194 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e97061b3-9c7e-4d2d-8383-b5c35d0495e0 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:55:58.882689 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e97061b3-9c7e-4d2d-8383-b5c35d0495e0 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "DELETE /v2.0/subnets/08233e7e-a425-435d-adc9-5ff2e7d96687 HTTP/1.1" status: 404 len: 337 time: 0.0414722 Dec 10 18:55:58.885205 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53420) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:58.936235 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:58.994533 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f1dde6a8-b1f6-499d-8bb0-11f5ecbc7d36 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "GET /v2.0/ports?device_id=1262bf1b-9ed7-4610-bdaa-042488bf9bd3 HTTP/1.1" status: 200 len: 205 time: 0.1046398 Dec 10 18:55:58.995084 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53426) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:58.998133 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96464d00-2403-4cc8-b1e2-6bafce569c28 req-cae6096c-c4ba-4d8e-b43b-5c4a2782f14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:59.005051 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-96464d00-2403-4cc8-b1e2-6bafce569c28 req-cae6096c-c4ba-4d8e-b43b-5c4a2782f14f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2b5e9319-8f1c-4683-9ad1-b408f9af9447 HTTP/1.1" status: 200 len: 1096 time: 0.1025851 Dec 10 18:55:59.102442 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-96464d00-2403-4cc8-b1e2-6bafce569c28 req-cabdfcee-18b5-405e-a113-adf8ef1459bb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893927 Dec 10 18:55:59.125590 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-f076c231-1ed2-4d58-8989-05f6b00254cc tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] delete failed (client error): The resource could not be found. Dec 10 18:55:59.126734 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f076c231-1ed2-4d58-8989-05f6b00254cc tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "DELETE /v2.0/routers/1262bf1b-9ed7-4610-bdaa-042488bf9bd3 HTTP/1.1" status: 404 len: 336 time: 0.1306491 Dec 10 18:55:59.129461 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53440) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:59.193827 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-098e2ac4-391e-49ad-8c48-43ae2911d744 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] DELETE failed (client error): The resource could not be found. Dec 10 18:55:59.194682 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-098e2ac4-391e-49ad-8c48-43ae2911d744 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:55:59.201741 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-098e2ac4-391e-49ad-8c48-43ae2911d744 tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "DELETE /v2.0/subnets/814f2c69-49ec-46d2-ac16-9130fd330a9f HTTP/1.1" status: 404 len: 337 time: 0.0711250 Dec 10 18:55:59.202622 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53442) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:59.237803 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ba5603a-26c0-4aba-b7fa-3696a87714dd tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] DELETE failed (client error): The resource could not be found. Dec 10 18:55:59.238621 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ba5603a-26c0-4aba-b7fa-3696a87714dd tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:55:59.244653 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970559b1-8a97-455d-8db7-8b008bbfddf6 req-3b8cefaf-4ffa-4768-aaeb-973e2048ddf2 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:59.245995 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4ba5603a-26c0-4aba-b7fa-3696a87714dd tempest-RoutersTest-92085442 tempest-RoutersTest-92085442-project] 10.222.0.62 "DELETE /v2.0/subnets/27a8f8aa-b411-41fd-ae38-771c10ce51ab HTTP/1.1" status: 404 len: 337 time: 0.0417809 Dec 10 18:55:59.255650 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-970559b1-8a97-455d-8db7-8b008bbfddf6 req-3b8cefaf-4ffa-4768-aaeb-973e2048ddf2 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b5e9319-8f1c-4683-9ad1-b408f9af9447 HTTP/1.1" status: 200 len: 945 time: 0.1489182 Dec 10 18:55:59.317807 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-970559b1-8a97-455d-8db7-8b008bbfddf6 req-3c605e5d-6521-45bf-92c7-a38d39bc969c tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609238 Dec 10 18:55:59.578163 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56391b-0677-438e-80ac-37a374e45a29 req-b4f1727a-259d-44c5-a4cb-b242045d21ed tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:59.581135 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ab56391b-0677-438e-80ac-37a374e45a29 req-b4f1727a-259d-44c5-a4cb-b242045d21ed tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d25c061-349e-4c12-b140-7e0062ca9f58 HTTP/1.1" status: 200 len: 943 time: 0.1201358 Dec 10 18:55:59.639573 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-11d1296f-38b1-49a0-8bb6-8e470ecc55bb req-acca279c-9f9c-4eec-9f37-c1f39e4d5635 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 210 time: 0.0449767 Dec 10 18:55:59.676685 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ab56391b-0677-438e-80ac-37a374e45a29 req-ebf67f48-8678-4049-9d7d-a1d9b4c0ea7e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878508 Dec 10 18:56:00.023994 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53496) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:00.070704 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device fa5df241-a5bb-4e79-bb17-16d6e7c34484 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:56:00.223783 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-3f8f4074-1e1d-4098-868d-2deb9e8100e1 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:00.225388 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-3f8f4074-1e1d-4098-868d-2deb9e8100e1 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.72 "GET /v2.0/networks?id=8a30ce27-2851-4282-9ac6-23ccb449ba3d HTTP/1.1" status: 200 len: 817 time: 0.2530715 Dec 10 18:56:00.284669 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port fa5df241-a5bb-4e79-bb17-16d6e7c34484, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=fa5df241-a5bb-4e79-bb17-16d6e7c34484,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:00.301539 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': 'fa5df241-a5bb-4e79-bb17-16d6e7c34484', 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5', 'port_id': 'fa5df241-a5bb-4e79-bb17-16d6e7c34484', 'mac_address': 'fa:16:3e:86:69:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd9c23d-5046-4c54-950e-a05aba46bbec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:56:00.360370 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-08f08236-c2ce-4595-84f7-adb6a70bb907 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce6d41cdbd6e4596aec18213412eef45 HTTP/1.1" status: 200 len: 380 time: 0.1226158 Dec 10 18:56:00.369404 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:00.380514 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-fa279baf-8448-4f78-a23e-f73fe463cfa7 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Request body: {'port': {'device_id': '44d3fb77-cb88-4827-9efe-c81332a691ea', 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d', 'admin_state_up': True, 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'security_groups': ['75bc445a-d251-40aa-9542-8b391815f1e5']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:56:00.380999 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fb200520-854a-411c-a692-6fabdcbb1e20 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=955fb138ea1841a1a19d85777d85eb8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3551421 Dec 10 18:56:00.387448 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53512) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:00.403617 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa5df241-a5bb-4e79-bb17-16d6e7c34484 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:56:00.463223 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port fa5df241-a5bb-4e79-bb17-16d6e7c34484, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=fa5df241-a5bb-4e79-bb17-16d6e7c34484,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:00.473573 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:00.540428 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-fa279baf-8448-4f78-a23e-f73fe463cfa7 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Made reservation on behalf of ce6d41cdbd6e4596aec18213412eef45 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:56:00.547531 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-fa279baf-8448-4f78-a23e-f73fe463cfa7 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:00.549064 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=fa5df241-a5bb-4e79-bb17-16d6e7c34484,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:00.626273 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f6a5b-3dd5-410e-ac5d-932f53a58615 req-18f7fc9a-2974-4c50-ab46-f16ac7dd8f55 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:00.627965 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a14f6a5b-3dd5-410e-ac5d-932f53a58615 req-18f7fc9a-2974-4c50-ab46-f16ac7dd8f55 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b5e9319-8f1c-4683-9ad1-b408f9af9447 HTTP/1.1" status: 200 len: 945 time: 0.1710250 Dec 10 18:56:00.629151 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c92b78c-7c38-4e65-8f54-8e6c2d1b9493 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:00.653981 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c92b78c-7c38-4e65-8f54-8e6c2d1b9493 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:00.686675 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['fa5df241-a5bb-4e79-bb17-16d6e7c34484'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:56:00.751827 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a14f6a5b-3dd5-410e-ac5d-932f53a58615 req-f532933a-5c15-44d8-aa0f-bb028fa191d1 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556760 Dec 10 18:56:00.757514 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c92b78c-7c38-4e65-8f54-8e6c2d1b9493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:00.760287 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c92b78c-7c38-4e65-8f54-8e6c2d1b9493 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:00.769135 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6c92b78c-7c38-4e65-8f54-8e6c2d1b9493 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9c00a1d9-6360-4cf5-a667-9be411d50db4 HTTP/1.1" status: 204 len: 168 time: 0.3806047 Dec 10 18:56:00.795426 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-fa279baf-8448-4f78-a23e-f73fe463cfa7 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Allocated IP 172.20.0.7 (8a30ce27-2851-4282-9ac6-23ccb449ba3d/b5b8f42d-7b7d-4b89-936c-8b66a87ff765/e0e4c205-efe4-4bd1-9428-17d9f007f70c) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:56:00.809593 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92b78c-7c38-4e65-8f54-8e6c2d1b9493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c00a1d9-6360-4cf5-a667-9be411d50db4,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:00.874741 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5e433766-aa33-420b-8676-42a9e0a96b1f req-81b97f0a-8139-4fc6-af28-e32303544811 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 210 time: 0.1082246 Dec 10 18:56:01.042689 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4d08a-efae-4aa7-a595-7cde4b0fea98 req-d8ea21bb-46c2-42ce-be0c-4c540bd5a07e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:01.054970 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c8d4d08a-efae-4aa7-a595-7cde4b0fea98 req-d8ea21bb-46c2-42ce-be0c-4c540bd5a07e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d25c061-349e-4c12-b140-7e0062ca9f58 HTTP/1.1" status: 200 len: 944 time: 0.1691086 Dec 10 18:56:01.131389 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c8d4d08a-efae-4aa7-a595-7cde4b0fea98 req-e16c9b01-87b8-480d-aee7-341b12d0dc09 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702586 Dec 10 18:56:01.345770 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-1c05979e-12d8-41a3-8856-f59c57cfb059 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:01.353001 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-1c05979e-12d8-41a3-8856-f59c57cfb059 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/networks?id=5b7a9d16-fa90-46c2-89ef-ff147d5d2881 HTTP/1.1" status: 200 len: 806 time: 0.1988561 Dec 10 18:56:01.387304 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-fa279baf-8448-4f78-a23e-f73fe463cfa7 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:01.390037 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-9c7109e9-e604-4f9b-84b2-fa51e8edaef5 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/quotas/b146ea531e7d490bb2e30f4c7ac5fe8a HTTP/1.1" status: 200 len: 375 time: 0.0359988 Dec 10 18:56:01.477658 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-fa279baf-8448-4f78-a23e-f73fe463cfa7 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:01.489476 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-a35a3c62-3ced-4262-851d-15aa38246c12 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b146ea531e7d490bb2e30f4c7ac5fe8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0929747 Dec 10 18:56:01.592279 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-fa279baf-8448-4f78-a23e-f73fe463cfa7 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Network 8a30ce27-2851-4282-9ac6-23ccb449ba3d is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:56:01.600421 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-fa279baf-8448-4f78-a23e-f73fe463cfa7 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:56:01.629112 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-fa279baf-8448-4f78-a23e-f73fe463cfa7 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:56:01.634955 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa279baf-8448-4f78-a23e-f73fe463cfa7 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Pushing event updated for resources: {'Port': ['ID=e0e4c205-efe4-4bd1-9428-17d9f007f70c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:01.775786 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-fa279baf-8448-4f78-a23e-f73fe463cfa7 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:01.776488 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-fa279baf-8448-4f78-a23e-f73fe463cfa7 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:01.809258 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-05fe483b-502a-4a14-a436-5788808410f6 service neutron] 10.222.0.62 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084023 Dec 10 18:56:01.880958 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-fa279baf-8448-4f78-a23e-f73fe463cfa7 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5090253 Dec 10 18:56:01.902306 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-753294c4-06e6-4ed3-bfea-2ea01886b45f service neutron] Request body: {'port': {'device_id': '44d3fb77-cb88-4827-9efe-c81332a691ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:56:01.988990 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-753294c4-06e6-4ed3-bfea-2ea01886b45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:02.037590 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ab466b12-732f-4d83-a51f-78384d3e5c6b None None] Provisioning complete for port e0e4c205-efe4-4bd1-9428-17d9f007f70c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:56:02.040304 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ab466b12-732f-4d83-a51f-78384d3e5c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:02.086213 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab8227-42f5-4866-a08c-6229c7eedb4e req-f997f503-4abf-4f0f-ad24-0955642f9736 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:02.093916 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-93ab8227-42f5-4866-a08c-6229c7eedb4e req-f997f503-4abf-4f0f-ad24-0955642f9736 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 931 time: 0.0831604 Dec 10 18:56:02.126458 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-b3264768-fa97-4466-b48d-80f3a208c003 service neutron] 10.222.0.62 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159213 Dec 10 18:56:02.137216 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device fa5df241-a5bb-4e79-bb17-16d6e7c34484 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:56:02.196309 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-93ab8227-42f5-4866-a08c-6229c7eedb4e req-6f38a61b-8121-4ea0-8c2a-85e9fcfd4ba3 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014159 Dec 10 18:56:02.343332 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53564) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:02.353816 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port fa5df241-a5bb-4e79-bb17-16d6e7c34484 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:56:02.372958 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ab466b12-732f-4d83-a51f-78384d3e5c6b None None] Port e0e4c205-efe4-4bd1-9428-17d9f007f70c cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:56:02.381136 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port fa5df241-a5bb-4e79-bb17-16d6e7c34484 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:56:02.381136 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:02.430247 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348f06b-278a-494b-9218-84e87c2d5931 req-599b04e3-2d44-4c57-9bfa-3ea95ddd222d tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:02.440740 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2348f06b-278a-494b-9218-84e87c2d5931 req-599b04e3-2d44-4c57-9bfa-3ea95ddd222d tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d25c061-349e-4c12-b140-7e0062ca9f58 HTTP/1.1" status: 200 len: 944 time: 0.1506002 Dec 10 18:56:02.509612 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:02.578116 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port fa5df241-a5bb-4e79-bb17-16d6e7c34484, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=fa5df241-a5bb-4e79-bb17-16d6e7c34484,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:02.578556 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2348f06b-278a-494b-9218-84e87c2d5931 req-e936cfde-9ffb-4061-b8f4-47d0771c5d7d tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346109 Dec 10 18:56:02.579316 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d25c061-349e-4c12-b140-7e0062ca9f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5df241-a5bb-4e79-bb17-16d6e7c34484'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:56:02.582180 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af13ce38-a62e-4ba9-a2c0-eec7728ceafe" -d '{"events": [{"server_uuid": "2d25c061-349e-4c12-b140-7e0062ca9f58", "name": "network-vif-plugged", "status": "completed", "tag": "fa5df241-a5bb-4e79-bb17-16d6e7c34484"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:56:02.610091 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:02.646576 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-eada2590-7a5b-4fba-a684-6be51a320f1a tempest-ServiceProvidersTest-2068240628 tempest-ServiceProvidersTest-2068240628-project] 10.222.0.62 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3018100 Dec 10 18:56:02.713297 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc2be57-2e37-492d-b572-875da29d8fbe x-openstack-request-id: req-2fc2be57-2e37-492d-b572-875da29d8fbe {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:56:02.730288 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d25c061-349e-4c12-b140-7e0062ca9f58", "name": "network-vif-plugged", "status": "completed", "tag": "fa5df241-a5bb-4e79-bb17-16d6e7c34484", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:56:02.730713 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-795aa6dd-363e-4fda-91dd-5c8843a385dd req-598c76a1-6292-4484-9b8c-601ab2577497 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=83ceee20-98e7-453c-bdb1-3b031f7c9629 HTTP/1.1" status: 200 len: 210 time: 0.1621406 Dec 10 18:56:02.731692 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2fc2be57-2e37-492d-b572-875da29d8fbe {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:56:02.732223 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d25c061-349e-4c12-b140-7e0062ca9f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5df241-a5bb-4e79-bb17-16d6e7c34484', 'code': 200} Dec 10 18:56:02.797586 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=fa5df241-a5bb-4e79-bb17-16d6e7c34484,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:02.872210 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ceff0-3a32-4f61-9a40-42d4473ed4d2 req-14dbe9f7-ab17-45d2-8510-b51705fff57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:02.873690 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5c0ceff0-3a32-4f61-9a40-42d4473ed4d2 req-14dbe9f7-ab17-45d2-8510-b51705fff57b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2d25c061-349e-4c12-b140-7e0062ca9f58 HTTP/1.1" status: 200 len: 1096 time: 0.0948007 Dec 10 18:56:02.972570 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-753294c4-06e6-4ed3-bfea-2ea01886b45f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0e4c205-efe4-4bd1-9428-17d9f007f70c {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:56:02.994365 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-753294c4-06e6-4ed3-bfea-2ea01886b45f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:03.003885 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5c0ceff0-3a32-4f61-9a40-42d4473ed4d2 req-bf9a83f8-2fc1-4247-bad2-0c32f57eda8d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157327 Dec 10 18:56:03.019832 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-753294c4-06e6-4ed3-bfea-2ea01886b45f service neutron] Transition to ACTIVE for port object e0e4c205-efe4-4bd1-9428-17d9f007f70c will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:56:03.025721 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-753294c4-06e6-4ed3-bfea-2ea01886b45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:03.086398 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753294c4-06e6-4ed3-bfea-2ea01886b45f service neutron] Pushing event updated for resources: {'Port': ['ID=e0e4c205-efe4-4bd1-9428-17d9f007f70c,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:03.215890 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-753294c4-06e6-4ed3-bfea-2ea01886b45f service neutron] Attempting to bind port e0e4c205-efe4-4bd1-9428-17d9f007f70c on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:56:03.216421 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-753294c4-06e6-4ed3-bfea-2ea01886b45f service neutron] Attempting to bind port e0e4c205-efe4-4bd1-9428-17d9f007f70c by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': 'b018f0b2-f2ea-42a6-be50-b44238505497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:56:03.216963 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-753294c4-06e6-4ed3-bfea-2ea01886b45f service neutron] Attempting to bind port e0e4c205-efe4-4bd1-9428-17d9f007f70c on network 8a30ce27-2851-4282-9ac6-23ccb449ba3d {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:56:03.223138 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-753294c4-06e6-4ed3-bfea-2ea01886b45f service neutron] Port e0e4c205-efe4-4bd1-9428-17d9f007f70c on network 8a30ce27-2851-4282-9ac6-23ccb449ba3d not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:56:03.243059 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-753294c4-06e6-4ed3-bfea-2ea01886b45f service neutron] Attempting to bind port e0e4c205-efe4-4bd1-9428-17d9f007f70c on network 8a30ce27-2851-4282-9ac6-23ccb449ba3d {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:56:03.258373 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-753294c4-06e6-4ed3-bfea-2ea01886b45f service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:56:03.260269 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-753294c4-06e6-4ed3-bfea-2ea01886b45f service neutron] Checking segment: {'id': 'b018f0b2-f2ea-42a6-be50-b44238505497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:56:03.261757 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-753294c4-06e6-4ed3-bfea-2ea01886b45f service neutron] Bound using segment: {'id': 'b018f0b2-f2ea-42a6-be50-b44238505497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:56:03.262235 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-753294c4-06e6-4ed3-bfea-2ea01886b45f service neutron] Bound port: e0e4c205-efe4-4bd1-9428-17d9f007f70c, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b018f0b2-f2ea-42a6-be50-b44238505497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:56:03.262611 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-753294c4-06e6-4ed3-bfea-2ea01886b45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:03.449287 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53592) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:03.520470 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd74e11-2bdd-4ac5-acf9-25c9afdb6841 req-b0c6ad1e-2616-4f95-b66e-a68825066f6a tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:03.529896 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-afd74e11-2bdd-4ac5-acf9-25c9afdb6841 req-b0c6ad1e-2616-4f95-b66e-a68825066f6a tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 943 time: 0.1757855 Dec 10 18:56:03.697803 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-afd74e11-2bdd-4ac5-acf9-25c9afdb6841 req-ec5d6b92-0edb-41dc-a2db-3f35a916acdc tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663525 Dec 10 18:56:03.833817 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cb093932-fff2-4a68-9459-16813b570bf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:03.869647 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:03.930451 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-323eaf72-5575-410b-9242-47460ca23fa1 req-281a5516-3d35-49a7-85d1-fc1f746c2036 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=83ceee20-98e7-453c-bdb1-3b031f7c9629 HTTP/1.1" status: 200 len: 210 time: 0.0427110 Dec 10 18:56:04.037038 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cb093932-fff2-4a68-9459-16813b570bf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:04.045009 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cb093932-fff2-4a68-9459-16813b570bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:04.090361 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-753294c4-06e6-4ed3-bfea-2ea01886b45f service neutron] For port e0e4c205-efe4-4bd1-9428-17d9f007f70c, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:56:04.100566 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-753294c4-06e6-4ed3-bfea-2ea01886b45f service neutron] For port e0e4c205-efe4-4bd1-9428-17d9f007f70c, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=e0e4c205-efe4-4bd1-9428-17d9f007f70c,segment=NetworkSegment(b018f0b2-f2ea-42a6-be50-b44238505497),segment_id=b018f0b2-f2ea-42a6-be50-b44238505497)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:56:04.112683 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-753294c4-06e6-4ed3-bfea-2ea01886b45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:04.115814 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-cb093932-fff2-4a68-9459-16813b570bf7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=857d08a24c2e4913a07e2735ffdc3a1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6611583 Dec 10 18:56:04.117891 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb093932-fff2-4a68-9459-16813b570bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae7c1b1-7d6b-4f66-9c35-19cae85a7ac5,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:04.118215 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53602) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:04.186858 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93ba2f-0322-4b32-ae77-8561fca520d8 req-c7913c4c-b9fc-4bef-9dfa-e3313e1e1ec2 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:04.188354 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9a93ba2f-0322-4b32-ae77-8561fca520d8 req-c7913c4c-b9fc-4bef-9dfa-e3313e1e1ec2 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d25c061-349e-4c12-b140-7e0062ca9f58 HTTP/1.1" status: 200 len: 945 time: 0.1665971 Dec 10 18:56:04.221825 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-753294c4-06e6-4ed3-bfea-2ea01886b45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:04.222546 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-753294c4-06e6-4ed3-bfea-2ea01886b45f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:04.224022 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-753294c4-06e6-4ed3-bfea-2ea01886b45f service neutron] 10.222.0.72 "PUT /v2.0/ports/e0e4c205-efe4-4bd1-9428-17d9f007f70c HTTP/1.1" status: 200 len: 1091 time: 2.3343353 Dec 10 18:56:04.224564 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d3fb77-cb88-4827-9efe-c81332a691ea', 'tag': 'e0e4c205-efe4-4bd1-9428-17d9f007f70c'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:56:04.226916 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b5dcd7-405e-4d7e-bd7d-84cd67da23d4" -d '{"events": [{"name": "network-changed", "server_uuid": "44d3fb77-cb88-4827-9efe-c81332a691ea", "tag": "e0e4c205-efe4-4bd1-9428-17d9f007f70c"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:56:04.315080 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753294c4-06e6-4ed3-bfea-2ea01886b45f service neutron] Pushing event updated for resources: {'Port': ['ID=e0e4c205-efe4-4bd1-9428-17d9f007f70c,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:04.392253 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9a93ba2f-0322-4b32-ae77-8561fca520d8 req-48285cd9-8b3d-4427-a7fd-3845be3a0607 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946712 Dec 10 18:56:04.446340 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfc46b1-f7e7-41fc-832d-8a964a55532c x-openstack-request-id: req-dbfc46b1-f7e7-41fc-832d-8a964a55532c {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:56:04.446875 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d3fb77-cb88-4827-9efe-c81332a691ea", "tag": "e0e4c205-efe4-4bd1-9428-17d9f007f70c", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:56:04.447145 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dbfc46b1-f7e7-41fc-832d-8a964a55532c {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:56:04.447551 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d3fb77-cb88-4827-9efe-c81332a691ea', 'tag': 'e0e4c205-efe4-4bd1-9428-17d9f007f70c', 'status': 'completed', 'code': 200} Dec 10 18:56:04.497408 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-064320b5-134f-474b-98e1-b4b8b25b8afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:04.498894 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-064320b5-134f-474b-98e1-b4b8b25b8afd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ce6d41cdbd6e4596aec18213412eef45&device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 1094 time: 0.1023517 Dec 10 18:56:04.500138 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f948c36-f431-43d8-a400-9933b24f69f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:04.537250 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f948c36-f431-43d8-a400-9933b24f69f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:04.688365 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53612) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:04.701264 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-c9e15453-64ce-4578-90c2-e03382d891b5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0e4c205-efe4-4bd1-9428-17d9f007f70c HTTP/1.1" status: 200 len: 217 time: 0.0963790 Dec 10 18:56:04.702485 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f948c36-f431-43d8-a400-9933b24f69f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:04.706071 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f948c36-f431-43d8-a400-9933b24f69f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:04.707309 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7f948c36-f431-43d8-a400-9933b24f69f6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dae7c1b1-7d6b-4f66-9c35-19cae85a7ac5 HTTP/1.1" status: 204 len: 168 time: 0.5864213 Dec 10 18:56:04.762268 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f948c36-f431-43d8-a400-9933b24f69f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae7c1b1-7d6b-4f66-9c35-19cae85a7ac5,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:04.835653 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-ab4c1dcf-e48b-490b-ae8b-c7086c11dba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:04.837629 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-ab4c1dcf-e48b-490b-ae8b-c7086c11dba0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b5b8f42d-7b7d-4b89-936c-8b66a87ff765 HTTP/1.1" status: 200 len: 856 time: 0.1277134 Dec 10 18:56:04.918208 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-d71f7bb2-572b-4da9-98c9-a0318537d780 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:04.933196 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-d71f7bb2-572b-4da9-98c9-a0318537d780 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.72 "GET /v2.0/networks?id=5b7a9d16-fa90-46c2-89ef-ff147d5d2881 HTTP/1.1" status: 200 len: 806 time: 0.4796941 Dec 10 18:56:04.969458 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-18e63f7c-e047-47b5-9ee2-14ad75ece1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:04.971298 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-18e63f7c-e047-47b5-9ee2-14ad75ece1a0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a30ce27-2851-4282-9ac6-23ccb449ba3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1255140 Dec 10 18:56:05.106199 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-d249396d-ba14-4127-80a0-d7de1739df77 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Request body: {'port': {'device_id': '83ceee20-98e7-453c-bdb1-3b031f7c9629', 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881', 'admin_state_up': True, 'tenant_id': 'b146ea531e7d490bb2e30f4c7ac5fe8a'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:56:05.140849 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6959d9f0-60d1-4138-a217-95e79825c2cb req-5bc4a033-de7f-4b66-9fb5-b50a99156110 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=83ceee20-98e7-453c-bdb1-3b031f7c9629 HTTP/1.1" status: 200 len: 210 time: 0.0616205 Dec 10 18:56:05.242171 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-665a7c42-eb02-4a1d-a440-27ead5a36286 service neutron] 10.222.0.72 "GET /v2.0/networks/8a30ce27-2851-4282-9ac6-23ccb449ba3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611134 Dec 10 18:56:05.353034 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2cbb449-a825-47f1-8db9-401add7ecfe3 admin admin] Deleting subnet 5964329d-49d1-453b-8dec-191d9b890369 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:56:05.363788 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb449-a825-47f1-8db9-401add7ecfe3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:05.485897 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb449-a825-47f1-8db9-401add7ecfe3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:05.493741 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6c60d565-4378-4dc2-9095-dc3cc93366c0 req-5fdbe8c0-170f-4b9d-b965-5e02193dab6e service neutron] 10.222.0.72 "GET /v2.0/networks/8a30ce27-2851-4282-9ac6-23ccb449ba3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432141 Dec 10 18:56:05.690570 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb449-a825-47f1-8db9-401add7ecfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:05.753916 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5dcd7-405e-4d7e-bd7d-84cd67da23d4 req-372925ce-b9d8-4deb-a035-543911eca741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:05.755571 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-00b5dcd7-405e-4d7e-bd7d-84cd67da23d4 req-372925ce-b9d8-4deb-a035-543911eca741 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ce6d41cdbd6e4596aec18213412eef45&device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 1094 time: 0.1953318 Dec 10 18:56:05.767121 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb449-a825-47f1-8db9-401add7ecfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:05.815594 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923be6e-0aa1-4b37-889b-eace41b29134 req-d7c8b96c-7df4-453c-b594-247a32c41f3e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:05.831021 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f923be6e-0aa1-4b37-889b-eace41b29134 req-d7c8b96c-7df4-453c-b594-247a32c41f3e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d25c061-349e-4c12-b140-7e0062ca9f58 HTTP/1.1" status: 200 len: 945 time: 0.1709480 Dec 10 18:56:05.874420 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-d249396d-ba14-4127-80a0-d7de1739df77 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Made reservation on behalf of b146ea531e7d490bb2e30f4c7ac5fe8a for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:56:05.882271 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-d249396d-ba14-4127-80a0-d7de1739df77 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:06.071469 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f923be6e-0aa1-4b37-889b-eace41b29134 req-7e18d62b-d015-48d6-8cb6-65032d70472e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389467 Dec 10 18:56:06.151151 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5dcd7-405e-4d7e-bd7d-84cd67da23d4 req-a2dfb7e7-25c5-46e7-9d41-6b2ea548d4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:06.178057 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-00b5dcd7-405e-4d7e-bd7d-84cd67da23d4 req-a2dfb7e7-25c5-46e7-9d41-6b2ea548d4c1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a30ce27-2851-4282-9ac6-23ccb449ba3d HTTP/1.1" status: 200 len: 918 time: 0.3978643 Dec 10 18:56:06.296476 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-d249396d-ba14-4127-80a0-d7de1739df77 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Allocated IP 172.20.0.14 (5b7a9d16-fa90-46c2-89ef-ff147d5d2881/7ba69a49-ec77-4670-8006-0254df7f77f3/5265da7e-edd8-4cae-b29a-5c0d8b6c2363) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:56:06.314250 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-00b5dcd7-405e-4d7e-bd7d-84cd67da23d4 req-626e566e-6e2f-4e58-ade2-f57dd5c54969 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0e4c205-efe4-4bd1-9428-17d9f007f70c HTTP/1.1" status: 200 len: 217 time: 0.1283586 Dec 10 18:56:06.480800 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5dcd7-405e-4d7e-bd7d-84cd67da23d4 req-cc2a8833-5db0-47cc-833c-badba6471efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:06.484131 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-00b5dcd7-405e-4d7e-bd7d-84cd67da23d4 req-cc2a8833-5db0-47cc-833c-badba6471efd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b5b8f42d-7b7d-4b89-936c-8b66a87ff765 HTTP/1.1" status: 200 len: 856 time: 0.1516690 Dec 10 18:56:06.485831 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53652) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:06.497589 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0082371 Dec 10 18:56:06.600653 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53654) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:06.606990 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e5afb641-5132-4156-8089-d36d6b4538b4 req-184780e6-90a1-47ca-bbc3-baae3e48a8ed tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=6dd50388a58440cca7ab90078e887719 HTTP/1.1" status: 200 len: 267 time: 0.2967534 Dec 10 18:56:06.694123 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-d249396d-ba14-4127-80a0-d7de1739df77 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:06.741706 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cbb449-a825-47f1-8db9-401add7ecfe3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5964329d-49d1-453b-8dec-191d9b890369,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:06.745541 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5dcd7-405e-4d7e-bd7d-84cd67da23d4 req-fd36636d-3aab-45dc-af22-8cf1acbb907e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:06.747536 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-00b5dcd7-405e-4d7e-bd7d-84cd67da23d4 req-fd36636d-3aab-45dc-af22-8cf1acbb907e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a30ce27-2851-4282-9ac6-23ccb449ba3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1863315 Dec 10 18:56:06.765266 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afb641-5132-4156-8089-d36d6b4538b4 req-0f041f5b-1726-42ed-bde8-84b96379894f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:06.767331 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57513e6d-f491-4e40-a7cd-0f56bb532e08 req-15fd49f7-a42d-4f98-b8d1-dc991f9bb9d7 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:06.773942 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e5afb641-5132-4156-8089-d36d6b4538b4 req-0f041f5b-1726-42ed-bde8-84b96379894f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d25c061-349e-4c12-b140-7e0062ca9f58 HTTP/1.1" status: 200 len: 945 time: 0.1505430 Dec 10 18:56:06.780519 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-e5afb641-5132-4156-8089-d36d6b4538b4 req-e3febc73-12e0-4f4c-86c9-9f7ddac8a514 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Request body: {'port': {'security_groups': []}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:56:06.780951 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-57513e6d-f491-4e40-a7cd-0f56bb532e08 req-15fd49f7-a42d-4f98-b8d1-dc991f9bb9d7 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 943 time: 1.8461235 Dec 10 18:56:06.797141 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42371857-121a-43b7-92d3-dcc862c6fcdc None None] Network 14c08ff4-ca2d-4471-8902-6f8e83bb90b7 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:56:06.801518 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb449-a825-47f1-8db9-401add7ecfe3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:06.812150 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f2cbb449-a825-47f1-8db9-401add7ecfe3 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5964329d-49d1-453b-8dec-191d9b890369 HTTP/1.1" status: 204 len: 168 time: 2.1086102 Dec 10 18:56:06.812984 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53662) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:06.933840 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-967be2db-a30b-4825-b831-10eb7824b800 tempest-NetworksApiDiscovery-508814569 tempest-NetworksApiDiscovery-508814569-project] 10.222.0.62 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3221817 Dec 10 18:56:07.024486 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57afd4f9-dc53-41c7-a6e0-8974d0265dad None None] DHCP port deletion for 14c08ff4-ca2d-4471-8902-6f8e83bb90b7 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:56:07.038255 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-57513e6d-f491-4e40-a7cd-0f56bb532e08 req-5c6496ce-d6c7-4f68-81ae-8f97807e8968 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2558789 Dec 10 18:56:07.046478 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e5afb641-5132-4156-8089-d36d6b4538b4 req-e3febc73-12e0-4f4c-86c9-9f7ddac8a514 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:07.047280 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-d249396d-ba14-4127-80a0-d7de1739df77 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:07.066476 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b', '72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:56:07.192026 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249396d-ba14-4127-80a0-d7de1739df77 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Pushing event updated for resources: {'Port': ['ID=5265da7e-edd8-4cae-b29a-5c0d8b6c2363,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:07.197416 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-d249396d-ba14-4127-80a0-d7de1739df77 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Network 5b7a9d16-fa90-46c2-89ef-ff147d5d2881 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:56:07.205895 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-d249396d-ba14-4127-80a0-d7de1739df77 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:56:07.211313 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-d249396d-ba14-4127-80a0-d7de1739df77 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:56:07.269155 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9e3a0c96-4738-4d4f-8ee4-c38b29095d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:07.282175 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-00b5dcd7-405e-4d7e-bd7d-84cd67da23d4 req-ebb43eee-a7e9-4df6-a91b-ff5bbd02f80a service neutron] 10.222.0.72 "GET /v2.0/networks/8a30ce27-2851-4282-9ac6-23ccb449ba3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338667 Dec 10 18:56:07.493419 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aed4d5-bdd5-49ee-952e-a509144f64aa req-c65e33b8-2b5e-46cc-a797-b325ae8039a1 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:07.502107 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-03aed4d5-bdd5-49ee-952e-a509144f64aa req-c65e33b8-2b5e-46cc-a797-b325ae8039a1 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=83ceee20-98e7-453c-bdb1-3b031f7c9629 HTTP/1.1" status: 200 len: 932 time: 0.3070254 Dec 10 18:56:07.514085 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-d249396d-ba14-4127-80a0-d7de1739df77 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:07.515017 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-d249396d-ba14-4127-80a0-d7de1739df77 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:07.552565 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-d249396d-ba14-4127-80a0-d7de1739df77 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6063359 Dec 10 18:56:07.629536 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-00b5dcd7-405e-4d7e-bd7d-84cd67da23d4 req-c2b6eeae-79bf-44e4-a9b2-576b2e8a1d14 service neutron] 10.222.0.72 "GET /v2.0/networks/8a30ce27-2851-4282-9ac6-23ccb449ba3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303864 Dec 10 18:56:07.635198 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e5afb641-5132-4156-8089-d36d6b4538b4 req-e3febc73-12e0-4f4c-86c9-9f7ddac8a514 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] For port fa5df241-a5bb-4e79-bb17-16d6e7c34484, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=fa5df241-a5bb-4e79-bb17-16d6e7c34484,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:07.673868 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e5afb641-5132-4156-8089-d36d6b4538b4 req-e3febc73-12e0-4f4c-86c9-9f7ddac8a514 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:07.685696 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53668) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:07.702205 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e5afb641-5132-4156-8089-d36d6b4538b4 req-e3febc73-12e0-4f4c-86c9-9f7ddac8a514 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:07.721951 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['14b1f8e0-81d1-468b-9020-fc8605cea1a1'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:56:07.767455 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afb641-5132-4156-8089-d36d6b4538b4 req-e3febc73-12e0-4f4c-86c9-9f7ddac8a514 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:07.768140 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e5afb641-5132-4156-8089-d36d6b4538b4 req-e3febc73-12e0-4f4c-86c9-9f7ddac8a514 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:07.769784 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e5afb641-5132-4156-8089-d36d6b4538b4 req-e3febc73-12e0-4f4c-86c9-9f7ddac8a514 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "PUT /v2.0/ports/fa5df241-a5bb-4e79-bb17-16d6e7c34484 HTTP/1.1" status: 200 len: 904 time: 0.9950116 Dec 10 18:56:07.770281 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d25c061-349e-4c12-b140-7e0062ca9f58', 'tag': 'fa5df241-a5bb-4e79-bb17-16d6e7c34484'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:56:07.772815 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e87a39-357d-4a52-8550-829799e66170" -d '{"events": [{"name": "network-changed", "server_uuid": "2d25c061-349e-4c12-b140-7e0062ca9f58", "tag": "fa5df241-a5bb-4e79-bb17-16d6e7c34484"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:56:07.803087 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3febc73-12e0-4f4c-86c9-9f7ddac8a514 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Pushing event updated for resources: {'Port': ['ID=fa5df241-a5bb-4e79-bb17-16d6e7c34484,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:07.817527 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3febc73-12e0-4f4c-86c9-9f7ddac8a514 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:07.817527 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3febc73-12e0-4f4c-86c9-9f7ddac8a514 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:07.817527 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3febc73-12e0-4f4c-86c9-9f7ddac8a514 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:07.817527 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3febc73-12e0-4f4c-86c9-9f7ddac8a514 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:07.817984 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3febc73-12e0-4f4c-86c9-9f7ddac8a514 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:07.818139 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3febc73-12e0-4f4c-86c9-9f7ddac8a514 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:07.818895 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3febc73-12e0-4f4c-86c9-9f7ddac8a514 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:07.819248 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3febc73-12e0-4f4c-86c9-9f7ddac8a514 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:07.819901 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3febc73-12e0-4f4c-86c9-9f7ddac8a514 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:07.820229 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3febc73-12e0-4f4c-86c9-9f7ddac8a514 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:07.820567 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3febc73-12e0-4f4c-86c9-9f7ddac8a514 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:07.820943 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3febc73-12e0-4f4c-86c9-9f7ddac8a514 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:07.821284 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3febc73-12e0-4f4c-86c9-9f7ddac8a514 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:07.890997 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['fa5df241-a5bb-4e79-bb17-16d6e7c34484'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:56:07.938241 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c904d46-c028-47a3-a6a9-c1c56b4442fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:07.944509 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['fa5df241-a5bb-4e79-bb17-16d6e7c34484'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:56:07.987892 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5bbdc-1c02-4aa5-b602-2601484e7c31 req-42ef7395-5d51-40f0-9967-9bcde866673d tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:07.991850 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-31e5bbdc-1c02-4aa5-b602-2601484e7c31 req-42ef7395-5d51-40f0-9967-9bcde866673d tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d25c061-349e-4c12-b140-7e0062ca9f58 HTTP/1.1" status: 200 len: 907 time: 0.1223540 Dec 10 18:56:08.100481 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9e3a0c96-4738-4d4f-8ee4-c38b29095d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:08.132818 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b44648e-a177-4905-b173-05031087afaa x-openstack-request-id: req-0b44648e-a177-4905-b173-05031087afaa {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:56:08.133509 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-e5e7a49a-9ee2-44ba-b6db-57d901fe7130 service neutron] Request body: {'port': {'device_id': '83ceee20-98e7-453c-bdb1-3b031f7c9629', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:56:08.134000 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d25c061-349e-4c12-b140-7e0062ca9f58", "tag": "fa5df241-a5bb-4e79-bb17-16d6e7c34484", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:56:08.134508 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0b44648e-a177-4905-b173-05031087afaa {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:56:08.137064 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d25c061-349e-4c12-b140-7e0062ca9f58', 'tag': 'fa5df241-a5bb-4e79-bb17-16d6e7c34484', 'status': 'completed', 'code': 200} Dec 10 18:56:08.273460 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-9e3a0c96-4738-4d4f-8ee4-c38b29095d0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14c08ff4-ca2d-4471-8902-6f8e83bb90b7']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:56:08.282649 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c904d46-c028-47a3-a6a9-c1c56b4442fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:08.295204 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:08.298999 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e87a39-357d-4a52-8550-829799e66170 req-5cbb4762-45d6-454b-ae8f-1cb0d4e8b4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:08.301080 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5515055a-82eb-430e-a50f-6155cca24afe None None] Provisioning complete for port fa5df241-a5bb-4e79-bb17-16d6e7c34484 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:56:08.301459 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5515055a-82eb-430e-a50f-6155cca24afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:08.307161 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1e87a39-357d-4a52-8550-829799e66170 req-5cbb4762-45d6-454b-ae8f-1cb0d4e8b4f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6dd50388a58440cca7ab90078e887719&device_id=2d25c061-349e-4c12-b140-7e0062ca9f58 HTTP/1.1" status: 200 len: 1058 time: 0.1128428 Dec 10 18:56:08.310797 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c904d46-c028-47a3-a6a9-c1c56b4442fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:08.325775 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-03aed4d5-bdd5-49ee-952e-a509144f64aa req-47e8d7fe-8792-4815-9b68-3592dece3506 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8223841 Dec 10 18:56:08.326383 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-e5e7a49a-9ee2-44ba-b6db-57d901fe7130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:08.330040 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-9e3a0c96-4738-4d4f-8ee4-c38b29095d0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f7455bb-5297-45b1-869d-c2299c8e4e95') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:56:08.330346 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-9e3a0c96-4738-4d4f-8ee4-c38b29095d0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f7455bb-5297-45b1-869d-c2299c8e4e95') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:56:08.348718 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9e3a0c96-4738-4d4f-8ee4-c38b29095d0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:08.399737 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9e3a0c96-4738-4d4f-8ee4-c38b29095d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:08.411933 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e3a0c96-4738-4d4f-8ee4-c38b29095d0c admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:56:08.412679 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9e3a0c96-4738-4d4f-8ee4-c38b29095d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:08.414445 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:56:08.414445 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:56:08.414445 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:56:08.414445 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:56:08.414445 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:56:08.414445 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:56:08.414445 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:56:08.414445 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:56:08.414445 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:56:08.414445 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:56:08.414445 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:56:08.414445 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:56:08.414445 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:56:08.414445 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:56:08.414445 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:56:08.414445 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:56:08.414445 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:56:08.414445 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:56:08.414445 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:56:08.414445 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:56:08.414445 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:56:08.414445 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:56:08.414445 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:56:08.414445 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:56:08.414445 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:56:08.414445 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:56:08.414445 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:56:08.414445 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:56:08.414445 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:56:08.414445 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:56:08.414445 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:56:08.414445 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:56:08.553861 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c904d46-c028-47a3-a6a9-c1c56b4442fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a2ca7b-13ed-4d77-9832-f1f399befc24,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:08.561933 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1c904d46-c028-47a3-a6a9-c1c56b4442fd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bb722805c48243ffb6d8f87f2281ac72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8748887 Dec 10 18:56:08.569046 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53684) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:08.577344 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9e3a0c96-4738-4d4f-8ee4-c38b29095d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:08.595937 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9e3a0c96-4738-4d4f-8ee4-c38b29095d0c admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:08.600112 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9e3a0c96-4738-4d4f-8ee4-c38b29095d0c admin admin] 10.222.0.62 "DELETE /v2.0/networks/14c08ff4-ca2d-4471-8902-6f8e83bb90b7 HTTP/1.1" status: 204 len: 168 time: 1.7844079 Dec 10 18:56:08.619717 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a0c96-4738-4d4f-8ee4-c38b29095d0c admin admin] Pushing event deleted for resources: {'Network': ['ID=14c08ff4-ca2d-4471-8902-6f8e83bb90b7,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:08.634254 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a0c27-e885-4af4-b9f4-0dbbc0578071 req-a4da6746-66e0-4cd8-9295-e182765f2dbd tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:08.637479 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ad1a0c27-e885-4af4-b9f4-0dbbc0578071 req-a4da6746-66e0-4cd8-9295-e182765f2dbd tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.2774899 Dec 10 18:56:08.638109 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19cfa52-3e87-4d89-823b-72f2b7ddcbff req-2b3f1767-3ad9-40bb-a256-0b2bc30f7f1f tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:08.639929 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a19cfa52-3e87-4d89-823b-72f2b7ddcbff req-2b3f1767-3ad9-40bb-a256-0b2bc30f7f1f tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 943 time: 0.1801460 Dec 10 18:56:08.671416 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e87a39-357d-4a52-8550-829799e66170 req-7d67c31f-3885-4e4c-838f-a3505e7f669a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:08.674109 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1e87a39-357d-4a52-8550-829799e66170 req-7d67c31f-3885-4e4c-838f-a3505e7f669a service neutron] 10.222.0.46 "GET /v2.0/networks?id=3bc50282-3306-4b81-ae1a-81a9a8be5df5 HTTP/1.1" status: 200 len: 912 time: 0.3536983 Dec 10 18:56:08.736131 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a19cfa52-3e87-4d89-823b-72f2b7ddcbff req-4e41ee2e-2412-4f40-9129-2fe6b3a5905c tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694661 Dec 10 18:56:08.753894 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1e87a39-357d-4a52-8550-829799e66170 req-03fc1164-97a9-4833-be89-f846d5680bb0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa5df241-a5bb-4e79-bb17-16d6e7c34484 HTTP/1.1" status: 200 len: 217 time: 0.0677714 Dec 10 18:56:08.774358 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53688) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:08.786915 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ea7a16d-8d61-4660-89d9-f53f5a23ccc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:08.824602 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ad1a0c27-e885-4af4-b9f4-0dbbc0578071 req-2f9278ee-3e8f-4e7b-a496-2df9b9812967 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737649 Dec 10 18:56:08.857447 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1f16eff8-df00-4a54-9a31-a77279afabe1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1f735a5802de4c24997c938bfdf1d1f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0842233 Dec 10 18:56:08.861648 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53692) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:08.875731 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ea7a16d-8d61-4660-89d9-f53f5a23ccc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:08.881443 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e87a39-357d-4a52-8550-829799e66170 req-2c46bfb8-bf92-4833-a747-bbc5ddb7a63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:08.883286 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1e87a39-357d-4a52-8550-829799e66170 req-2c46bfb8-bf92-4833-a747-bbc5ddb7a63e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdd9c23d-5046-4c54-950e-a05aba46bbec HTTP/1.1" status: 200 len: 850 time: 0.1198742 Dec 10 18:56:08.895736 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-e5e7a49a-9ee2-44ba-b6db-57d901fe7130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5265da7e-edd8-4cae-b29a-5c0d8b6c2363 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:56:08.909895 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-e5e7a49a-9ee2-44ba-b6db-57d901fe7130 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:08.934531 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-e5e7a49a-9ee2-44ba-b6db-57d901fe7130 service neutron] Transition to ACTIVE for port object 5265da7e-edd8-4cae-b29a-5c0d8b6c2363 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:56:08.938233 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de40dcd9-e449-4734-b685-fabc51faa762 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:08.941187 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-e5e7a49a-9ee2-44ba-b6db-57d901fe7130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:08.966201 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e87a39-357d-4a52-8550-829799e66170 req-4e75c92a-1614-4b69-b90e-40ec91e09433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:08.972881 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1e87a39-357d-4a52-8550-829799e66170 req-4e75c92a-1614-4b69-b90e-40ec91e09433 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3bc50282-3306-4b81-ae1a-81a9a8be5df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761456 Dec 10 18:56:09.044949 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de40dcd9-e449-4734-b685-fabc51faa762 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:09.069327 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e7a49a-9ee2-44ba-b6db-57d901fe7130 service neutron] Pushing event updated for resources: {'Port': ['ID=5265da7e-edd8-4cae-b29a-5c0d8b6c2363,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:09.081954 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ea7a16d-8d61-4660-89d9-f53f5a23ccc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:09.084836 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ea7a16d-8d61-4660-89d9-f53f5a23ccc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:09.088350 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3ea7a16d-8d61-4660-89d9-f53f5a23ccc2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/65a2ca7b-13ed-4d77-9832-f1f399befc24 HTTP/1.1" status: 204 len: 168 time: 0.5139732 Dec 10 18:56:09.121898 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7a16d-8d61-4660-89d9-f53f5a23ccc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a2ca7b-13ed-4d77-9832-f1f399befc24,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:09.137166 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd433dca-c8e5-4238-a6b2-64a105c7f4d8 req-309c274d-09fd-4578-b2aa-75e4496ac98c tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:09.144954 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dd433dca-c8e5-4238-a6b2-64a105c7f4d8 req-309c274d-09fd-4578-b2aa-75e4496ac98c tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.1955116 Dec 10 18:56:09.200863 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1e87a39-357d-4a52-8550-829799e66170 req-48b9e750-7d71-462b-aadb-c85305ba49c3 service neutron] 10.222.0.46 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242806 Dec 10 18:56:09.234493 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-e5e7a49a-9ee2-44ba-b6db-57d901fe7130 service neutron] Attempting to bind port 5265da7e-edd8-4cae-b29a-5c0d8b6c2363 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:56:09.234766 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-e5e7a49a-9ee2-44ba-b6db-57d901fe7130 service neutron] Attempting to bind port 5265da7e-edd8-4cae-b29a-5c0d8b6c2363 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '83c7d7e9-db7c-46c1-b53c-9a099ac3350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:56:09.234982 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-e5e7a49a-9ee2-44ba-b6db-57d901fe7130 service neutron] Attempting to bind port 5265da7e-edd8-4cae-b29a-5c0d8b6c2363 on network 5b7a9d16-fa90-46c2-89ef-ff147d5d2881 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:56:09.280099 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de40dcd9-e449-4734-b685-fabc51faa762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:09.283462 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de40dcd9-e449-4734-b685-fabc51faa762 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:09.284937 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-de40dcd9-e449-4734-b685-fabc51faa762 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/69eecbb4-ec9f-47d1-b08d-b3431e757d1d HTTP/1.1" status: 204 len: 168 time: 0.4225469 Dec 10 18:56:09.295935 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-e5e7a49a-9ee2-44ba-b6db-57d901fe7130 service neutron] Port 5265da7e-edd8-4cae-b29a-5c0d8b6c2363 on network 5b7a9d16-fa90-46c2-89ef-ff147d5d2881 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:56:09.296273 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-e5e7a49a-9ee2-44ba-b6db-57d901fe7130 service neutron] Attempting to bind port 5265da7e-edd8-4cae-b29a-5c0d8b6c2363 on network 5b7a9d16-fa90-46c2-89ef-ff147d5d2881 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:56:09.300214 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40dcd9-e449-4734-b685-fabc51faa762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69eecbb4-ec9f-47d1-b08d-b3431e757d1d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:09.339661 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dd433dca-c8e5-4238-a6b2-64a105c7f4d8 req-4ec2e1bc-2739-48a1-b18c-45dac85418f8 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763148 Dec 10 18:56:09.343267 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-e5e7a49a-9ee2-44ba-b6db-57d901fe7130 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:56:09.344927 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-e5e7a49a-9ee2-44ba-b6db-57d901fe7130 service neutron] Checking segment: {'id': '83c7d7e9-db7c-46c1-b53c-9a099ac3350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:56:09.346463 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-e5e7a49a-9ee2-44ba-b6db-57d901fe7130 service neutron] Bound using segment: {'id': '83c7d7e9-db7c-46c1-b53c-9a099ac3350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:56:09.348883 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-e5e7a49a-9ee2-44ba-b6db-57d901fe7130 service neutron] Bound port: 5265da7e-edd8-4cae-b29a-5c0d8b6c2363, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83c7d7e9-db7c-46c1-b53c-9a099ac3350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:56:09.349364 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-e5e7a49a-9ee2-44ba-b6db-57d901fe7130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:09.359978 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1e87a39-357d-4a52-8550-829799e66170 req-6a0c7381-7918-40af-81a0-ca205a4c8669 service neutron] 10.222.0.46 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484227 Dec 10 18:56:09.371081 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device e0e4c205-efe4-4bd1-9428-17d9f007f70c details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:56:09.534264 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-e5e7a49a-9ee2-44ba-b6db-57d901fe7130 service neutron] For port 5265da7e-edd8-4cae-b29a-5c0d8b6c2363, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:56:09.538557 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-e5e7a49a-9ee2-44ba-b6db-57d901fe7130 service neutron] For port 5265da7e-edd8-4cae-b29a-5c0d8b6c2363, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=5265da7e-edd8-4cae-b29a-5c0d8b6c2363,segment=NetworkSegment(83c7d7e9-db7c-46c1-b53c-9a099ac3350f),segment_id=83c7d7e9-db7c-46c1-b53c-9a099ac3350f)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:56:09.543541 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port e0e4c205-efe4-4bd1-9428-17d9f007f70c, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=e0e4c205-efe4-4bd1-9428-17d9f007f70c,segment=NetworkSegment(b018f0b2-f2ea-42a6-be50-b44238505497),segment_id=b018f0b2-f2ea-42a6-be50-b44238505497)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:09.545679 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-e5e7a49a-9ee2-44ba-b6db-57d901fe7130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:09.583195 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': 'e0e4c205-efe4-4bd1-9428-17d9f007f70c', 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d', 'port_id': 'e0e4c205-efe4-4bd1-9428-17d9f007f70c', 'mac_address': 'fa:16:3e:89:ec:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b8f42d-7b7d-4b89-936c-8b66a87ff765', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:56:09.615657 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-e5e7a49a-9ee2-44ba-b6db-57d901fe7130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:09.618860 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e003c-cccc-4e1d-9b89-8cdbc9327478 req-12c483c4-4b61-42bc-90b6-619fc4c08097 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:09.619621 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-e5e7a49a-9ee2-44ba-b6db-57d901fe7130 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:09.622125 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-e5e7a49a-9ee2-44ba-b6db-57d901fe7130 service neutron] 10.222.0.72 "PUT /v2.0/ports/5265da7e-edd8-4cae-b29a-5c0d8b6c2363 HTTP/1.1" status: 200 len: 1092 time: 1.5172346 Dec 10 18:56:09.623705 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a10e003c-cccc-4e1d-9b89-8cdbc9327478 req-12c483c4-4b61-42bc-90b6-619fc4c08097 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=83ceee20-98e7-453c-bdb1-3b031f7c9629 HTTP/1.1" status: 200 len: 944 time: 0.1457884 Dec 10 18:56:09.632712 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ceee20-98e7-453c-bdb1-3b031f7c9629', 'tag': '5265da7e-edd8-4cae-b29a-5c0d8b6c2363'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:56:09.637703 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc18632-a7c5-4b8f-b88f-dfb20e821e97" -d '{"events": [{"name": "network-changed", "server_uuid": "83ceee20-98e7-453c-bdb1-3b031f7c9629", "tag": "5265da7e-edd8-4cae-b29a-5c0d8b6c2363"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:56:09.661588 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:09.705292 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0e4c205-efe4-4bd1-9428-17d9f007f70c {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:56:09.724019 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f922f80c-cb2a-4abb-91b9-1a9bf409146d x-openstack-request-id: req-f922f80c-cb2a-4abb-91b9-1a9bf409146d {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:56:09.724433 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ceee20-98e7-453c-bdb1-3b031f7c9629", "tag": "5265da7e-edd8-4cae-b29a-5c0d8b6c2363", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:56:09.724886 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f922f80c-cb2a-4abb-91b9-1a9bf409146d {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:56:09.725542 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ceee20-98e7-453c-bdb1-3b031f7c9629', 'tag': '5265da7e-edd8-4cae-b29a-5c0d8b6c2363', 'status': 'completed', 'code': 200} Dec 10 18:56:09.727019 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e7a49a-9ee2-44ba-b6db-57d901fe7130 service neutron] Pushing event updated for resources: {'Port': ['ID=5265da7e-edd8-4cae-b29a-5c0d8b6c2363,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:09.738785 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a10e003c-cccc-4e1d-9b89-8cdbc9327478 req-6496eb5a-fad3-4ae8-ae69-00ad0e7d7ba7 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069887 Dec 10 18:56:09.750427 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port e0e4c205-efe4-4bd1-9428-17d9f007f70c, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=e0e4c205-efe4-4bd1-9428-17d9f007f70c,segment=NetworkSegment(b018f0b2-f2ea-42a6-be50-b44238505497),segment_id=b018f0b2-f2ea-42a6-be50-b44238505497)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:09.760195 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-d60c0312-2817-4f21-ae11-3eca43811dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:09.765458 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:09.770688 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-d60c0312-2817-4f21-ae11-3eca43811dd5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b146ea531e7d490bb2e30f4c7ac5fe8a&device_id=83ceee20-98e7-453c-bdb1-3b031f7c9629 HTTP/1.1" status: 200 len: 1095 time: 0.1001637 Dec 10 18:56:09.893671 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-8c53f5cc-8bd7-4527-b74e-6e6ea2bbc02f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5265da7e-edd8-4cae-b29a-5c0d8b6c2363 HTTP/1.1" status: 200 len: 217 time: 0.1146500 Dec 10 18:56:09.927393 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=e0e4c205-efe4-4bd1-9428-17d9f007f70c,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:10.047243 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c149b6-2fcc-492c-9beb-91964a853fd9 req-1e323929-3c60-4608-9f9d-35a648db9491 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:10.051567 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e5c149b6-2fcc-492c-9beb-91964a853fd9 req-1e323929-3c60-4608-9f9d-35a648db9491 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 944 time: 0.1147268 Dec 10 18:56:10.082151 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['e0e4c205-efe4-4bd1-9428-17d9f007f70c'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:56:10.159726 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e5c149b6-2fcc-492c-9beb-91964a853fd9 req-9f1b0a21-0ef1-4b45-8ff3-4c2d15b8e3ba tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013334 Dec 10 18:56:10.225766 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-88f0bce5-5db7-4df0-9aee-a5a4c14ed64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:10.229351 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-88f0bce5-5db7-4df0-9aee-a5a4c14ed64c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7ba69a49-ec77-4670-8006-0254df7f77f3 HTTP/1.1" status: 200 len: 846 time: 0.3230798 Dec 10 18:56:10.328799 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-397c6524-42c4-4ad5-ac51-55e5a0d27ab0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5b7a9d16-fa90-46c2-89ef-ff147d5d2881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918477 Dec 10 18:56:10.451276 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e846be-8afd-466a-ae14-b317483ea44c req-fb0a183a-bcd7-4fe1-8e02-99e06fb8f579 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:10.453206 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-41e846be-8afd-466a-ae14-b317483ea44c req-fb0a183a-bcd7-4fe1-8e02-99e06fb8f579 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/networks?id=3bc50282-3306-4b81-ae1a-81a9a8be5df5 HTTP/1.1" status: 200 len: 811 time: 0.5557637 Dec 10 18:56:10.502728 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-41e846be-8afd-466a-ae14-b317483ea44c req-b0047ff6-2a08-4aa2-b661-2730ea74deba tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/quotas/6dd50388a58440cca7ab90078e887719 HTTP/1.1" status: 200 len: 375 time: 0.0387025 Dec 10 18:56:10.610223 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-41e846be-8afd-466a-ae14-b317483ea44c req-a70d46e4-2626-4af8-bfb6-6842e16cab8f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6dd50388a58440cca7ab90078e887719&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0950122 Dec 10 18:56:10.612104 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-695157ef-7f44-4984-825a-d6d87071767c service neutron] 10.222.0.72 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380917 Dec 10 18:56:10.784859 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9e169b41-726d-4056-b4da-c75eb8fe5e3d req-c94059ac-dc08-4497-95a7-5fbddfb3ec6e service neutron] 10.222.0.72 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650469 Dec 10 18:56:10.789230 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-41e846be-8afd-466a-ae14-b317483ea44c req-62a47356-7d9b-43ae-806d-d3f5a53a2701 service neutron] 10.222.0.62 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490884 Dec 10 18:56:10.921308 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc18632-a7c5-4b8f-b88f-dfb20e821e97 req-68fda04a-0c90-45f0-b40d-990806a2b252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:10.924096 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0cc18632-a7c5-4b8f-b88f-dfb20e821e97 req-68fda04a-0c90-45f0-b40d-990806a2b252 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b146ea531e7d490bb2e30f4c7ac5fe8a&device_id=83ceee20-98e7-453c-bdb1-3b031f7c9629 HTTP/1.1" status: 200 len: 1095 time: 0.0659111 Dec 10 18:56:10.959929 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909bf920-05d4-4592-a42e-1f0ceb0b21de req-30ae5135-2cd6-40ca-9fa2-62a5a5b2ae38 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:10.971966 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-909bf920-05d4-4592-a42e-1f0ceb0b21de req-30ae5135-2cd6-40ca-9fa2-62a5a5b2ae38 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=83ceee20-98e7-453c-bdb1-3b031f7c9629 HTTP/1.1" status: 200 len: 944 time: 0.1061425 Dec 10 18:56:11.017219 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-41e846be-8afd-466a-ae14-b317483ea44c req-80b314b6-fd91-4234-9110-2f7de6f1624f service neutron] 10.222.0.62 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195349 Dec 10 18:56:11.045631 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-909bf920-05d4-4592-a42e-1f0ceb0b21de req-38662054-34a6-49d4-8e12-df368ee96812 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718455 Dec 10 18:56:11.066712 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc18632-a7c5-4b8f-b88f-dfb20e821e97 req-5bc01754-7af2-4c5d-8734-285ee160ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:11.068251 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0cc18632-a7c5-4b8f-b88f-dfb20e821e97 req-5bc01754-7af2-4c5d-8734-285ee160ac53 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5b7a9d16-fa90-46c2-89ef-ff147d5d2881 HTTP/1.1" status: 200 len: 907 time: 0.1360304 Dec 10 18:56:11.118642 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0cc18632-a7c5-4b8f-b88f-dfb20e821e97 req-c4040d5d-7e82-45b8-903d-a41496f2b2bf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5265da7e-edd8-4cae-b29a-5c0d8b6c2363 HTTP/1.1" status: 200 len: 217 time: 0.0423324 Dec 10 18:56:11.183867 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc18632-a7c5-4b8f-b88f-dfb20e821e97 req-92b413a1-2e49-4ffb-8870-79b633bcb8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:11.186647 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0cc18632-a7c5-4b8f-b88f-dfb20e821e97 req-92b413a1-2e49-4ffb-8870-79b633bcb8da service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7ba69a49-ec77-4670-8006-0254df7f77f3 HTTP/1.1" status: 200 len: 846 time: 0.0572500 Dec 10 18:56:11.241259 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0cc18632-a7c5-4b8f-b88f-dfb20e821e97 req-6224aa15-5f1e-42f3-b939-6e75f7feee9a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5b7a9d16-fa90-46c2-89ef-ff147d5d2881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415604 Dec 10 18:56:11.334265 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f148ff55-57c9-4e49-8801-59acb59125fb req-88bcadcf-b269-4edc-83ba-33eb5eb8762d tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 210 time: 0.0507362 Dec 10 18:56:11.395489 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device e0e4c205-efe4-4bd1-9428-17d9f007f70c up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:56:11.409059 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9101ae-52e1-4676-bb7f-2a4c7cb85ea9 req-14a0a5de-838d-4de0-adb0-6ade7948ee8b tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:11.410709 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6d9101ae-52e1-4676-bb7f-2a4c7cb85ea9 req-14a0a5de-838d-4de0-adb0-6ade7948ee8b tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 944 time: 0.1053545 Dec 10 18:56:11.451440 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0cc18632-a7c5-4b8f-b88f-dfb20e821e97 req-151b5607-d4fc-4af5-a9c2-48fe9298fd06 service neutron] 10.222.0.72 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012637 Dec 10 18:56:11.501452 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6d9101ae-52e1-4676-bb7f-2a4c7cb85ea9 req-0f8f7058-89a0-4bfb-aa02-5d51b928db2e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812254 Dec 10 18:56:11.593334 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port e0e4c205-efe4-4bd1-9428-17d9f007f70c completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:56:11.605411 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port e0e4c205-efe4-4bd1-9428-17d9f007f70c triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:56:11.606155 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:11.616699 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0cc18632-a7c5-4b8f-b88f-dfb20e821e97 req-7c073e11-32e9-4e54-8d18-10dabe314041 service neutron] 10.222.0.72 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323895 Dec 10 18:56:11.786352 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:11.855392 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d3fb77-cb88-4827-9efe-c81332a691ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e4c205-efe4-4bd1-9428-17d9f007f70c'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:56:11.866810 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6369965d-bd4f-4274-8b00-25e97db462ca" -d '{"events": [{"server_uuid": "44d3fb77-cb88-4827-9efe-c81332a691ea", "name": "network-vif-plugged", "status": "completed", "tag": "e0e4c205-efe4-4bd1-9428-17d9f007f70c"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:56:11.927889 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port e0e4c205-efe4-4bd1-9428-17d9f007f70c, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=e0e4c205-efe4-4bd1-9428-17d9f007f70c,segment=NetworkSegment(b018f0b2-f2ea-42a6-be50-b44238505497),segment_id=b018f0b2-f2ea-42a6-be50-b44238505497)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:11.943726 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:11.954294 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134059c5-2b85-46ac-b7dc-aa140ee32db9 x-openstack-request-id: req-134059c5-2b85-46ac-b7dc-aa140ee32db9 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:56:11.954786 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d3fb77-cb88-4827-9efe-c81332a691ea", "name": "network-vif-plugged", "status": "completed", "tag": "e0e4c205-efe4-4bd1-9428-17d9f007f70c", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:56:11.955363 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-134059c5-2b85-46ac-b7dc-aa140ee32db9 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:56:11.955926 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d3fb77-cb88-4827-9efe-c81332a691ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e4c205-efe4-4bd1-9428-17d9f007f70c', 'code': 200} Dec 10 18:56:12.010586 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=e0e4c205-efe4-4bd1-9428-17d9f007f70c,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:12.095607 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a241e75-d3f6-46f1-b244-12dad4f95a22 req-0ef0355b-25e9-48c8-b48a-cd94bcb735b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:12.097814 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1a241e75-d3f6-46f1-b244-12dad4f95a22 req-0ef0355b-25e9-48c8-b48a-cd94bcb735b6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 1096 time: 0.0601974 Dec 10 18:56:12.175021 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1a241e75-d3f6-46f1-b244-12dad4f95a22 req-c2724659-f4c2-4f31-ba88-e91c1a93ba25 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695612 Dec 10 18:56:12.271804 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c7350-f35b-4360-a0a3-814b89142705 req-88f80e37-bd55-4b78-b4ee-6f545c8cfc77 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:12.273391 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3a1c7350-f35b-4360-a0a3-814b89142705 req-88f80e37-bd55-4b78-b4ee-6f545c8cfc77 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=83ceee20-98e7-453c-bdb1-3b031f7c9629 HTTP/1.1" status: 200 len: 944 time: 0.0770838 Dec 10 18:56:12.363644 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3a1c7350-f35b-4360-a0a3-814b89142705 req-679f25e1-2eff-4fb2-9d0c-a0c0040ab7e8 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711963 Dec 10 18:56:12.495291 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d5efdd05-0e87-42d7-9684-b26ee66214d8 req-279dceb5-8abf-4ae7-a2a8-32d6be3af56d tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 210 time: 0.0621629 Dec 10 18:56:12.634523 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73924a9d-a3bd-42e7-a2db-787a9d40b336 req-393bab47-32c1-44b0-87db-31a4ee6005ea tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:12.637968 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-73924a9d-a3bd-42e7-a2db-787a9d40b336 req-393bab47-32c1-44b0-87db-31a4ee6005ea tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 945 time: 0.0630803 Dec 10 18:56:12.668325 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53826) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:12.700964 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-73924a9d-a3bd-42e7-a2db-787a9d40b336 req-b0b7085c-b833-49a8-86fb-ffc73f4ac930 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552211 Dec 10 18:56:12.880401 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d80cc61-6ce4-466a-bd2b-5b43bfb21084 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:12.959090 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e846be-8afd-466a-ae14-b317483ea44c req-df54ca1c-50f6-48ce-870b-0f658a6d5989 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:12.960860 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-41e846be-8afd-466a-ae14-b317483ea44c req-df54ca1c-50f6-48ce-870b-0f658a6d5989 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.46 "GET /v2.0/networks?id=3bc50282-3306-4b81-ae1a-81a9a8be5df5 HTTP/1.1" status: 200 len: 811 time: 0.1970382 Dec 10 18:56:12.979943 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-41e846be-8afd-466a-ae14-b317483ea44c req-75a24c16-24d9-4a9d-b861-32910c0961dd tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Request body: {'port': {'device_id': '8a4d264c-0c6e-426c-8cb9-c79c707c31bb', 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5', 'admin_state_up': True, 'tenant_id': '6dd50388a58440cca7ab90078e887719'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:56:13.042195 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d80cc61-6ce4-466a-bd2b-5b43bfb21084 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:13.050165 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d80cc61-6ce4-466a-bd2b-5b43bfb21084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:13.106422 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9d80cc61-6ce4-466a-bd2b-5b43bfb21084 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6ce7deca9d4b4deabb31d23bd0241f6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4341509 Dec 10 18:56:13.108062 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53830) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:13.113810 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80cc61-6ce4-466a-bd2b-5b43bfb21084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df45083-d3f6-4e63-bab1-b3acdf86692b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:13.164492 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41e846be-8afd-466a-ae14-b317483ea44c req-75a24c16-24d9-4a9d-b861-32910c0961dd tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Made reservation on behalf of 6dd50388a58440cca7ab90078e887719 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:56:13.169401 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-41e846be-8afd-466a-ae14-b317483ea44c req-75a24c16-24d9-4a9d-b861-32910c0961dd tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:13.235115 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-50710fa8-040e-4e81-80b0-643495ad9a85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:13.264944 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-50710fa8-040e-4e81-80b0-643495ad9a85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:13.313692 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-41e846be-8afd-466a-ae14-b317483ea44c req-75a24c16-24d9-4a9d-b861-32910c0961dd tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Allocated IP 172.20.0.9 (3bc50282-3306-4b81-ae1a-81a9a8be5df5/cdd9c23d-5046-4c54-950e-a05aba46bbec/cd24e34a-b549-45c3-b7c9-cbd383a4219d) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:56:13.328065 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-50710fa8-040e-4e81-80b0-643495ad9a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:13.331828 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-50710fa8-040e-4e81-80b0-643495ad9a85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:13.333953 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-50710fa8-040e-4e81-80b0-643495ad9a85 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0df45083-d3f6-4e63-bab1-b3acdf86692b HTTP/1.1" status: 204 len: 168 time: 0.2240217 Dec 10 18:56:13.363743 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50710fa8-040e-4e81-80b0-643495ad9a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df45083-d3f6-4e63-bab1-b3acdf86692b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:13.610924 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-41e846be-8afd-466a-ae14-b317483ea44c req-75a24c16-24d9-4a9d-b861-32910c0961dd tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:13.672086 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-44d55085-760a-448b-88f5-07bf6757971b req-c3e05957-0624-4a55-a218-16573b80b36a tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 210 time: 0.0469208 Dec 10 18:56:13.697196 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690592a4-1c47-412b-88ef-022346de37eb req-20d9518c-0760-4c65-b3d1-4507717c1719 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:13.709092 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-690592a4-1c47-412b-88ef-022346de37eb req-20d9518c-0760-4c65-b3d1-4507717c1719 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=83ceee20-98e7-453c-bdb1-3b031f7c9629 HTTP/1.1" status: 200 len: 944 time: 0.1862817 Dec 10 18:56:13.765806 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-41e846be-8afd-466a-ae14-b317483ea44c req-75a24c16-24d9-4a9d-b861-32910c0961dd tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:13.779364 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['14b1f8e0-81d1-468b-9020-fc8605cea1a1'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:56:13.864852 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-690592a4-1c47-412b-88ef-022346de37eb req-d58929dc-dafa-4899-b910-36605d96f5c7 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545551 Dec 10 18:56:13.879622 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41e846be-8afd-466a-ae14-b317483ea44c req-75a24c16-24d9-4a9d-b861-32910c0961dd tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Network 3bc50282-3306-4b81-ae1a-81a9a8be5df5 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:56:13.881228 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a24c16-24d9-4a9d-b861-32910c0961dd tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Pushing event updated for resources: {'Port': ['ID=cd24e34a-b549-45c3-b7c9-cbd383a4219d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:13.906230 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-41e846be-8afd-466a-ae14-b317483ea44c req-75a24c16-24d9-4a9d-b861-32910c0961dd tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:56:13.915541 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e846be-8afd-466a-ae14-b317483ea44c req-75a24c16-24d9-4a9d-b861-32910c0961dd tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:56:13.928189 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53846) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:13.950824 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53542c12-3bdf-423d-9f48-79674c1180e7 req-824cd172-47ff-43e8-9d8d-949d64d4a20c tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:13.955994 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-53542c12-3bdf-423d-9f48-79674c1180e7 req-824cd172-47ff-43e8-9d8d-949d64d4a20c tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 945 time: 0.1667626 Dec 10 18:56:14.003407 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4960837c-4d81-4ba6-a702-cea6dead9ed0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:14.032166 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-53542c12-3bdf-423d-9f48-79674c1180e7 req-449cacf9-de3f-4cac-9c89-a320022e1748 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682766 Dec 10 18:56:14.093203 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e846be-8afd-466a-ae14-b317483ea44c req-75a24c16-24d9-4a9d-b861-32910c0961dd tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:14.100280 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-41e846be-8afd-466a-ae14-b317483ea44c req-75a24c16-24d9-4a9d-b861-32910c0961dd tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:14.128863 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-41e846be-8afd-466a-ae14-b317483ea44c req-75a24c16-24d9-4a9d-b861-32910c0961dd tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1551442 Dec 10 18:56:14.157807 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-41e846be-8afd-466a-ae14-b317483ea44c req-ca79f37b-a67a-440d-b95c-73c0c60eac4b service neutron] Request body: {'port': {'device_id': '8a4d264c-0c6e-426c-8cb9-c79c707c31bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:56:14.280250 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7826697-a4b8-4390-85c9-3722266c3c37 req-ff1559e5-2efa-4b3c-8e0b-b8347283bb78 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:14.288520 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d7826697-a4b8-4390-85c9-3722266c3c37 req-ff1559e5-2efa-4b3c-8e0b-b8347283bb78 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 945 time: 0.1510363 Dec 10 18:56:14.290449 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53858) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:14.296569 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-74225321-b3ba-44f5-b614-37d7308dd44d tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Request body: {'floatingip': {'port_id': 'e0e4c205-efe4-4bd1-9428-17d9f007f70c'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:56:14.303581 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-66e3c230-f5c0-46cc-bc3a-1e8d3b3447ff None None] Provisioning complete for port cd24e34a-b549-45c3-b7c9-cbd383a4219d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:56:14.303966 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-66e3c230-f5c0-46cc-bc3a-1e8d3b3447ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:14.318469 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-41e846be-8afd-466a-ae14-b317483ea44c req-ca79f37b-a67a-440d-b95c-73c0c60eac4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:14.351873 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4960837c-4d81-4ba6-a702-cea6dead9ed0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:14.364584 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-66e3c230-f5c0-46cc-bc3a-1e8d3b3447ff None None] Port cd24e34a-b549-45c3-b7c9-cbd383a4219d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:56:14.380578 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4960837c-4d81-4ba6-a702-cea6dead9ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:14.383621 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-74225321-b3ba-44f5-b614-37d7308dd44d tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for floatingip, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:14.459877 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960837c-4d81-4ba6-a702-cea6dead9ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47cfe06-0c15-4803-8063-7846fe906070,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:14.519192 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4960837c-4d81-4ba6-a702-cea6dead9ed0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a3ca463c7160415cb54b19c4dd0efc0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5884330 Dec 10 18:56:14.520312 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53860) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:14.728280 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-311e399e-0a5c-4361-b91c-fb073b6ac066 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:14.775719 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-311e399e-0a5c-4361-b91c-fb073b6ac066 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:14.852399 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-311e399e-0a5c-4361-b91c-fb073b6ac066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:14.855905 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-311e399e-0a5c-4361-b91c-fb073b6ac066 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:14.857291 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-311e399e-0a5c-4361-b91c-fb073b6ac066 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b47cfe06-0c15-4803-8063-7846fe906070 HTTP/1.1" status: 204 len: 168 time: 0.3359702 Dec 10 18:56:14.872839 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e399e-0a5c-4361-b91c-fb073b6ac066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47cfe06-0c15-4803-8063-7846fe906070,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:14.918204 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-74225321-b3ba-44f5-b614-37d7308dd44d tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:14.930963 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-74225321-b3ba-44f5-b614-37d7308dd44d tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:14.986814 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-41e846be-8afd-466a-ae14-b317483ea44c req-ca79f37b-a67a-440d-b95c-73c0c60eac4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd24e34a-b549-45c3-b7c9-cbd383a4219d {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:56:14.996560 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-41e846be-8afd-466a-ae14-b317483ea44c req-ca79f37b-a67a-440d-b95c-73c0c60eac4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:15.012530 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-41e846be-8afd-466a-ae14-b317483ea44c req-ca79f37b-a67a-440d-b95c-73c0c60eac4b service neutron] Transition to ACTIVE for port object cd24e34a-b549-45c3-b7c9-cbd383a4219d will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:56:15.060962 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-41e846be-8afd-466a-ae14-b317483ea44c req-ca79f37b-a67a-440d-b95c-73c0c60eac4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:15.080325 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b930071-5b55-4a98-a128-eaa01f4ce2cf req-f0910114-0f83-4360-bd5a-c82ab4ecec3a tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:15.087375 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5b930071-5b55-4a98-a128-eaa01f4ce2cf req-f0910114-0f83-4360-bd5a-c82ab4ecec3a tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 931 time: 0.1676552 Dec 10 18:56:15.174608 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5b930071-5b55-4a98-a128-eaa01f4ce2cf req-ee9bde40-5922-4653-800f-35b853a9687d tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722394 Dec 10 18:56:15.179166 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-74225321-b3ba-44f5-b614-37d7308dd44d tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Floating IP 52168fce-df0c-4b9c-b482-89fba4448622 associated. External IP: 172.25.7.16, port: e0e4c205-efe4-4bd1-9428-17d9f007f70c. Dec 10 18:56:15.209084 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca79f37b-a67a-440d-b95c-73c0c60eac4b service neutron] Pushing event updated for resources: {'Port': ['ID=cd24e34a-b549-45c3-b7c9-cbd383a4219d,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:15.263009 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae1845-5aa2-4e65-8efa-6d61e02e9f2c req-510d272d-8867-4dc3-af2e-39ad5870e06d tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:15.265197 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bcae1845-5aa2-4e65-8efa-6d61e02e9f2c req-510d272d-8867-4dc3-af2e-39ad5870e06d tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=83ceee20-98e7-453c-bdb1-3b031f7c9629 HTTP/1.1" status: 200 len: 944 time: 0.2511220 Dec 10 18:56:15.404864 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 5265da7e-edd8-4cae-b29a-5c0d8b6c2363 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:56:15.467936 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bcae1845-5aa2-4e65-8efa-6d61e02e9f2c req-e6fc370f-e1c7-4380-a284-5dfd568ddaaf tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887991 Dec 10 18:56:15.469408 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-41e846be-8afd-466a-ae14-b317483ea44c req-ca79f37b-a67a-440d-b95c-73c0c60eac4b service neutron] Attempting to bind port cd24e34a-b549-45c3-b7c9-cbd383a4219d on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:56:15.469934 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-41e846be-8afd-466a-ae14-b317483ea44c req-ca79f37b-a67a-440d-b95c-73c0c60eac4b service neutron] Attempting to bind port cd24e34a-b549-45c3-b7c9-cbd383a4219d by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '1d926b0b-6ef6-4013-800e-3ca7e7c18408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:56:15.470441 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e846be-8afd-466a-ae14-b317483ea44c req-ca79f37b-a67a-440d-b95c-73c0c60eac4b service neutron] Attempting to bind port cd24e34a-b549-45c3-b7c9-cbd383a4219d on network 3bc50282-3306-4b81-ae1a-81a9a8be5df5 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:56:15.476475 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e846be-8afd-466a-ae14-b317483ea44c req-ca79f37b-a67a-440d-b95c-73c0c60eac4b service neutron] Port cd24e34a-b549-45c3-b7c9-cbd383a4219d on network 3bc50282-3306-4b81-ae1a-81a9a8be5df5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:56:15.482735 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e846be-8afd-466a-ae14-b317483ea44c req-ca79f37b-a67a-440d-b95c-73c0c60eac4b service neutron] Attempting to bind port cd24e34a-b549-45c3-b7c9-cbd383a4219d on network 3bc50282-3306-4b81-ae1a-81a9a8be5df5 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:56:15.493039 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e846be-8afd-466a-ae14-b317483ea44c req-ca79f37b-a67a-440d-b95c-73c0c60eac4b service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:56:15.493380 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e846be-8afd-466a-ae14-b317483ea44c req-ca79f37b-a67a-440d-b95c-73c0c60eac4b service neutron] Checking segment: {'id': '1d926b0b-6ef6-4013-800e-3ca7e7c18408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:56:15.497671 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e846be-8afd-466a-ae14-b317483ea44c req-ca79f37b-a67a-440d-b95c-73c0c60eac4b service neutron] Bound using segment: {'id': '1d926b0b-6ef6-4013-800e-3ca7e7c18408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:56:15.498151 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-41e846be-8afd-466a-ae14-b317483ea44c req-ca79f37b-a67a-440d-b95c-73c0c60eac4b service neutron] Bound port: cd24e34a-b549-45c3-b7c9-cbd383a4219d, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d926b0b-6ef6-4013-800e-3ca7e7c18408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:56:15.498518 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-41e846be-8afd-466a-ae14-b317483ea44c req-ca79f37b-a67a-440d-b95c-73c0c60eac4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:15.644535 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 5265da7e-edd8-4cae-b29a-5c0d8b6c2363, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=5265da7e-edd8-4cae-b29a-5c0d8b6c2363,segment=NetworkSegment(83c7d7e9-db7c-46c1-b53c-9a099ac3350f),segment_id=83c7d7e9-db7c-46c1-b53c-9a099ac3350f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:15.653962 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-41e846be-8afd-466a-ae14-b317483ea44c req-ca79f37b-a67a-440d-b95c-73c0c60eac4b service neutron] For port cd24e34a-b549-45c3-b7c9-cbd383a4219d, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:56:15.658799 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-41e846be-8afd-466a-ae14-b317483ea44c req-ca79f37b-a67a-440d-b95c-73c0c60eac4b service neutron] For port cd24e34a-b549-45c3-b7c9-cbd383a4219d, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=cd24e34a-b549-45c3-b7c9-cbd383a4219d,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:56:15.666224 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '5265da7e-edd8-4cae-b29a-5c0d8b6c2363', 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881', 'port_id': '5265da7e-edd8-4cae-b29a-5c0d8b6c2363', 'mac_address': 'fa:16:3e:8d:f3:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ba69a49-ec77-4670-8006-0254df7f77f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:56:15.672246 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-41e846be-8afd-466a-ae14-b317483ea44c req-ca79f37b-a67a-440d-b95c-73c0c60eac4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:15.673248 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74225321-b3ba-44f5-b614-37d7308dd44d tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Router 942c58aa-2ab7-4018-bfc5-7637dfbdc715 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:56:15.732989 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:15.748040 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e846be-8afd-466a-ae14-b317483ea44c req-ca79f37b-a67a-440d-b95c-73c0c60eac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:15.748705 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-41e846be-8afd-466a-ae14-b317483ea44c req-ca79f37b-a67a-440d-b95c-73c0c60eac4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:15.750107 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-41e846be-8afd-466a-ae14-b317483ea44c req-ca79f37b-a67a-440d-b95c-73c0c60eac4b service neutron] 10.222.0.46 "PUT /v2.0/ports/cd24e34a-b549-45c3-b7c9-cbd383a4219d HTTP/1.1" status: 200 len: 1091 time: 1.6017385 Dec 10 18:56:15.777192 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a4d264c-0c6e-426c-8cb9-c79c707c31bb', 'tag': 'cd24e34a-b549-45c3-b7c9-cbd383a4219d'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:56:15.779421 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5265da7e-edd8-4cae-b29a-5c0d8b6c2363 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:56:15.779686 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6319aa-6632-4713-8550-977c81bd8731" -d '{"events": [{"name": "network-changed", "server_uuid": "8a4d264c-0c6e-426c-8cb9-c79c707c31bb", "tag": "cd24e34a-b549-45c3-b7c9-cbd383a4219d"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:56:15.810442 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 5265da7e-edd8-4cae-b29a-5c0d8b6c2363, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=5265da7e-edd8-4cae-b29a-5c0d8b6c2363,segment=NetworkSegment(83c7d7e9-db7c-46c1-b53c-9a099ac3350f),segment_id=83c7d7e9-db7c-46c1-b53c-9a099ac3350f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:15.820335 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:15.881497 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca79f37b-a67a-440d-b95c-73c0c60eac4b service neutron] Pushing event updated for resources: {'Port': ['ID=cd24e34a-b549-45c3-b7c9-cbd383a4219d,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:15.920551 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=5265da7e-edd8-4cae-b29a-5c0d8b6c2363,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:15.922204 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407c5751-26b2-4f51-9b62-1d7d103a526b x-openstack-request-id: req-407c5751-26b2-4f51-9b62-1d7d103a526b {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:56:15.923083 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a4d264c-0c6e-426c-8cb9-c79c707c31bb", "tag": "cd24e34a-b549-45c3-b7c9-cbd383a4219d", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:56:15.924083 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-407c5751-26b2-4f51-9b62-1d7d103a526b {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:56:15.925221 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a4d264c-0c6e-426c-8cb9-c79c707c31bb', 'tag': 'cd24e34a-b549-45c3-b7c9-cbd383a4219d', 'status': 'completed', 'code': 200} Dec 10 18:56:15.951267 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:15.951942 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:15.952405 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:15.952905 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:15.955240 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:15.955729 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:15.956182 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:15.956995 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:15.958981 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:15.959639 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:15.960102 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:15.960550 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:15.961381 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:15.968399 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74225321-b3ba-44f5-b614-37d7308dd44d tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:56:15.975733 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-74225321-b3ba-44f5-b614-37d7308dd44d tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:15.979929 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7f8539-f976-4430-9cab-72887871cb33 None None] Sync routers for ids ['942c58aa-2ab7-4018-bfc5-7637dfbdc715'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:56:16.003597 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7f8539-f976-4430-9cab-72887871cb33 None None] Routers {'942c58aa-2ab7-4018-bfc5-7637dfbdc715'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:56:16.004097 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-1c7f8539-f976-4430-9cab-72887871cb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:55:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['942c58aa-2ab7-4018-bfc5-7637dfbdc715'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:56:16.019623 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e846be-8afd-466a-ae14-b317483ea44c req-d97c712f-d927-400f-a7a4-e02e8d5d5730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:16.025514 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-41e846be-8afd-466a-ae14-b317483ea44c req-d97c712f-d927-400f-a7a4-e02e8d5d5730 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6dd50388a58440cca7ab90078e887719&device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 1094 time: 0.1374464 Dec 10 18:56:16.061471 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-74225321-b3ba-44f5-b614-37d7308dd44d tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "PUT /v2.0/floatingips/52168fce-df0c-4b9c-b482-89fba4448622 HTTP/1.1" status: 200 len: 990 time: 1.7693634 Dec 10 18:56:16.063074 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d3fb77-cb88-4827-9efe-c81332a691ea', 'tag': 'e0e4c205-efe4-4bd1-9428-17d9f007f70c'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:56:16.068972 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd73bd2-c7c7-46b5-8b75-9c14f34a8db1" -d '{"events": [{"name": "network-changed", "server_uuid": "44d3fb77-cb88-4827-9efe-c81332a691ea", "tag": "e0e4c205-efe4-4bd1-9428-17d9f007f70c"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:56:16.138453 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-41e846be-8afd-466a-ae14-b317483ea44c req-57794993-6093-4146-99b5-c19b83c67a86 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd24e34a-b549-45c3-b7c9-cbd383a4219d HTTP/1.1" status: 200 len: 217 time: 0.1000624 Dec 10 18:56:16.160347 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['5265da7e-edd8-4cae-b29a-5c0d8b6c2363'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:56:16.171295 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-1c7f8539-f976-4430-9cab-72887871cb33 None None] Set router 942c58aa-2ab7-4018-bfc5-7637dfbdc715 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:56:16.188696 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cc3862-7328-4615-9c31-9cb7fb4e94d0 x-openstack-request-id: req-75cc3862-7328-4615-9c31-9cb7fb4e94d0 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:56:16.189277 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d3fb77-cb88-4827-9efe-c81332a691ea", "tag": "e0e4c205-efe4-4bd1-9428-17d9f007f70c", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:56:16.189771 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-75cc3862-7328-4615-9c31-9cb7fb4e94d0 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:56:16.190437 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d3fb77-cb88-4827-9efe-c81332a691ea', 'tag': 'e0e4c205-efe4-4bd1-9428-17d9f007f70c', 'status': 'completed', 'code': 200} Dec 10 18:56:16.365148 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd73bd2-c7c7-46b5-8b75-9c14f34a8db1 req-d13dcd37-7030-47d5-ba88-bd9ef0593651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:16.369925 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ccd73bd2-c7c7-46b5-8b75-9c14f34a8db1 req-d13dcd37-7030-47d5-ba88-bd9ef0593651 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ce6d41cdbd6e4596aec18213412eef45&device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 1096 time: 0.1596184 Dec 10 18:56:16.578519 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-1c7f8539-f976-4430-9cab-72887871cb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'name': 'tempest-AttachVolumeShelveTestJSON-1052448844-router', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '164839f8-49a5-47a7-b5f2-30490480a045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:55:05Z', 'updated_at': '2021-12-10T18:55:14Z', 'revision_number': 4, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'gw_port': {'id': '164839f8-49a5-47a7-b5f2-30490480a045', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:07Z', 'updated_at': '2021-12-10T18:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '52168fce-df0c-4b9c-b482-89fba4448622', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'floating_ip_address': '172.25.7.16', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'port_id': 'e0e4c205-efe4-4bd1-9428-17d9f007f70c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d', 'mac_address': 'fa:16:3e:89:ec:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d3fb77-cb88-4827-9efe-c81332a691ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:55:21Z', 'updated_at': '2021-12-10T18:56:14Z', 'revision_number': 1, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887fb0a6-7d9b-4554-90eb-9829ca3444e8', 'name': '', 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'mac_address': 'fa:16:3e:12:af:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'b5b8f42d-7b7d-4b89-936c-8b66a87ff765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:13Z', 'updated_at': '2021-12-10T18:55:30Z', 'revision_number': 5, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'subnets': [{'id': 'b5b8f42d-7b7d-4b89-936c-8b66a87ff765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:56:16.600779 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd73bd2-c7c7-46b5-8b75-9c14f34a8db1 req-c8b9da65-57a0-4783-9fc3-67072fbc9ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:16.601848 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ccd73bd2-c7c7-46b5-8b75-9c14f34a8db1 req-c8b9da65-57a0-4783-9fc3-67072fbc9ca2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a30ce27-2851-4282-9ac6-23ccb449ba3d HTTP/1.1" status: 200 len: 918 time: 0.2232561 Dec 10 18:56:16.642690 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7f8539-f976-4430-9cab-72887871cb33 None None] Checking router: 942c58aa-2ab7-4018-bfc5-7637dfbdc715 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:56:16.658713 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7f8539-f976-4430-9cab-72887871cb33 None None] Routers {'942c58aa-2ab7-4018-bfc5-7637dfbdc715'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:56:16.659347 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-1c7f8539-f976-4430-9cab-72887871cb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:55:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['942c58aa-2ab7-4018-bfc5-7637dfbdc715'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:56:16.824198 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ccd73bd2-c7c7-46b5-8b75-9c14f34a8db1 req-be355342-ffe1-4308-9bc9-929d473d4217 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0e4c205-efe4-4bd1-9428-17d9f007f70c HTTP/1.1" status: 200 len: 998 time: 0.2079942 Dec 10 18:56:16.850850 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-1c7f8539-f976-4430-9cab-72887871cb33 None None] Set router 942c58aa-2ab7-4018-bfc5-7637dfbdc715 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:56:16.897805 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd73bd2-c7c7-46b5-8b75-9c14f34a8db1 req-27e413b4-6b3a-4847-9dbb-1d05fb38d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:16.899432 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ccd73bd2-c7c7-46b5-8b75-9c14f34a8db1 req-27e413b4-6b3a-4847-9dbb-1d05fb38d61f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b5b8f42d-7b7d-4b89-936c-8b66a87ff765 HTTP/1.1" status: 200 len: 856 time: 0.0459390 Dec 10 18:56:16.903470 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e846be-8afd-466a-ae14-b317483ea44c req-583c7d27-0c4f-4464-9129-0ffdf37db491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:16.907614 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb827535-d7c7-4092-b3d7-8bf36351d6ba req-38b573b1-6132-4940-be9e-5b91646e65fb tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:16.912829 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-41e846be-8afd-466a-ae14-b317483ea44c req-583c7d27-0c4f-4464-9129-0ffdf37db491 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdd9c23d-5046-4c54-950e-a05aba46bbec HTTP/1.1" status: 200 len: 850 time: 0.7558365 Dec 10 18:56:16.915172 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fb827535-d7c7-4092-b3d7-8bf36351d6ba req-38b573b1-6132-4940-be9e-5b91646e65fb tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=83ceee20-98e7-453c-bdb1-3b031f7c9629 HTTP/1.1" status: 200 len: 945 time: 0.1993713 Dec 10 18:56:17.071249 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd73bd2-c7c7-46b5-8b75-9c14f34a8db1 req-7bd09141-e9aa-4f4d-bc27-d74687159562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:17.073780 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ccd73bd2-c7c7-46b5-8b75-9c14f34a8db1 req-7bd09141-e9aa-4f4d-bc27-d74687159562 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a30ce27-2851-4282-9ac6-23ccb449ba3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1553032 Dec 10 18:56:17.074579 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e846be-8afd-466a-ae14-b317483ea44c req-3c0324e7-eb84-4804-ad75-550fbe503905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:17.076106 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-41e846be-8afd-466a-ae14-b317483ea44c req-3c0324e7-eb84-4804-ad75-550fbe503905 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3bc50282-3306-4b81-ae1a-81a9a8be5df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1624913 Dec 10 18:56:17.094444 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fb827535-d7c7-4092-b3d7-8bf36351d6ba req-16f1f433-e736-4e23-9a7d-ca9f46f9837c tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724429 Dec 10 18:56:17.117716 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf24902-123d-4349-b611-b11ab000a958 req-eb5e7a33-7f87-44cf-ac66-1121a07e922b tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:17.119287 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-faf24902-123d-4349-b611-b11ab000a958 req-eb5e7a33-7f87-44cf-ac66-1121a07e922b tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 943 time: 0.1903925 Dec 10 18:56:17.226696 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ccd73bd2-c7c7-46b5-8b75-9c14f34a8db1 req-7cab8089-6de1-4551-ad16-6b1f7516d351 service neutron] 10.222.0.72 "GET /v2.0/networks/8a30ce27-2851-4282-9ac6-23ccb449ba3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310680 Dec 10 18:56:17.313806 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-1c7f8539-f976-4430-9cab-72887871cb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'name': 'tempest-AttachVolumeShelveTestJSON-1052448844-router', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '164839f8-49a5-47a7-b5f2-30490480a045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:55:05Z', 'updated_at': '2021-12-10T18:55:14Z', 'revision_number': 4, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'gw_port': {'id': '164839f8-49a5-47a7-b5f2-30490480a045', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:07Z', 'updated_at': '2021-12-10T18:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '52168fce-df0c-4b9c-b482-89fba4448622', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'floating_ip_address': '172.25.7.16', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'port_id': 'e0e4c205-efe4-4bd1-9428-17d9f007f70c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d', 'mac_address': 'fa:16:3e:89:ec:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d3fb77-cb88-4827-9efe-c81332a691ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:55:21Z', 'updated_at': '2021-12-10T18:56:14Z', 'revision_number': 1, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887fb0a6-7d9b-4554-90eb-9829ca3444e8', 'name': '', 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'mac_address': 'fa:16:3e:12:af:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'b5b8f42d-7b7d-4b89-936c-8b66a87ff765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:13Z', 'updated_at': '2021-12-10T18:55:30Z', 'revision_number': 5, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'subnets': [{'id': 'b5b8f42d-7b7d-4b89-936c-8b66a87ff765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:56:17.351642 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7f8539-f976-4430-9cab-72887871cb33 None None] The sync data for ids ['942c58aa-2ab7-4018-bfc5-7637dfbdc715'] in n-d-821435-1 is: [{'id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'name': 'tempest-AttachVolumeShelveTestJSON-1052448844-router', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '164839f8-49a5-47a7-b5f2-30490480a045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:55:05Z', 'updated_at': '2021-12-10T18:55:14Z', 'revision_number': 4, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'gw_port': {'id': '164839f8-49a5-47a7-b5f2-30490480a045', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:07Z', 'updated_at': '2021-12-10T18:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '52168fce-df0c-4b9c-b482-89fba4448622', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'floating_ip_address': '172.25.7.16', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'port_id': 'e0e4c205-efe4-4bd1-9428-17d9f007f70c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d', 'mac_address': 'fa:16:3e:89:ec:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d3fb77-cb88-4827-9efe-c81332a691ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:55:21Z', 'updated_at': '2021-12-10T18:56:14Z', 'revision_number': 1, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887fb0a6-7d9b-4554-90eb-9829ca3444e8', 'name': '', 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'mac_address': 'fa:16:3e:12:af:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'b5b8f42d-7b7d-4b89-936c-8b66a87ff765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:13Z', 'updated_at': '2021-12-10T18:55:30Z', 'revision_number': 5, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'subnets': [{'id': 'b5b8f42d-7b7d-4b89-936c-8b66a87ff765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:56:17.366000 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-faf24902-123d-4349-b611-b11ab000a958 req-414b57ee-d08f-44cb-bb1c-02be878f1292 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392135 Dec 10 18:56:17.395637 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ccd73bd2-c7c7-46b5-8b75-9c14f34a8db1 req-ed3f8ecc-c343-4310-8ed0-fa89d4028fb2 service neutron] 10.222.0.72 "GET /v2.0/networks/8a30ce27-2851-4282-9ac6-23ccb449ba3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552222 Dec 10 18:56:17.409610 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 5265da7e-edd8-4cae-b29a-5c0d8b6c2363 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:56:17.444755 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-41e846be-8afd-466a-ae14-b317483ea44c req-ab452c63-86c1-4c9d-a15c-02dcd85e6e85 service neutron] 10.222.0.46 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543272 Dec 10 18:56:17.516349 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 5265da7e-edd8-4cae-b29a-5c0d8b6c2363 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:56:17.522623 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 5265da7e-edd8-4cae-b29a-5c0d8b6c2363 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:56:17.523245 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:17.678119 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-41e846be-8afd-466a-ae14-b317483ea44c req-edac3822-bfef-450b-8cd3-83de7e7e0f53 service neutron] 10.222.0.46 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254255 Dec 10 18:56:17.695058 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:17.727422 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ceee20-98e7-453c-bdb1-3b031f7c9629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5265da7e-edd8-4cae-b29a-5c0d8b6c2363'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:56:17.730820 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbbdab0-6c5a-47c5-9231-9810c2593a29" -d '{"events": [{"server_uuid": "83ceee20-98e7-453c-bdb1-3b031f7c9629", "name": "network-vif-plugged", "status": "completed", "tag": "5265da7e-edd8-4cae-b29a-5c0d8b6c2363"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:56:17.741749 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc3224a-2a5f-449d-b5fb-c93c286c9cf7 None None] New status for floating IP 52168fce-df0c-4b9c-b482-89fba4448622: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:56:17.828025 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6319aa-6632-4713-8550-977c81bd8731 req-72bf9545-a337-4c13-b107-9857363d3cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:17.831764 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ce6319aa-6632-4713-8550-977c81bd8731 req-72bf9545-a337-4c13-b107-9857363d3cdb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6dd50388a58440cca7ab90078e887719&device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 1094 time: 0.0855200 Dec 10 18:56:17.981834 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29848c7b-1807-4fda-9978-12bcc209f057 x-openstack-request-id: req-29848c7b-1807-4fda-9978-12bcc209f057 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:56:17.982146 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ceee20-98e7-453c-bdb1-3b031f7c9629", "name": "network-vif-plugged", "status": "completed", "tag": "5265da7e-edd8-4cae-b29a-5c0d8b6c2363", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:56:17.982417 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-29848c7b-1807-4fda-9978-12bcc209f057 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:56:17.982817 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ceee20-98e7-453c-bdb1-3b031f7c9629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5265da7e-edd8-4cae-b29a-5c0d8b6c2363', 'code': 200} Dec 10 18:56:17.995770 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 5265da7e-edd8-4cae-b29a-5c0d8b6c2363, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=5265da7e-edd8-4cae-b29a-5c0d8b6c2363,segment=NetworkSegment(83c7d7e9-db7c-46c1-b53c-9a099ac3350f),segment_id=83c7d7e9-db7c-46c1-b53c-9a099ac3350f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:18.003650 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:18.017062 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf10609-9d1e-4fa3-bb19-3ae86786d5e5 req-aeb2e61c-a4c8-4e0f-9f88-5465fc41e0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:18.028430 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0cf10609-9d1e-4fa3-bb19-3ae86786d5e5 req-aeb2e61c-a4c8-4e0f-9f88-5465fc41e0bc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=83ceee20-98e7-453c-bdb1-3b031f7c9629 HTTP/1.1" status: 200 len: 1096 time: 0.1345146 Dec 10 18:56:18.033387 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6319aa-6632-4713-8550-977c81bd8731 req-605caf00-bed5-4bc9-908e-c60a86ed94b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:18.035133 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ce6319aa-6632-4713-8550-977c81bd8731 req-605caf00-bed5-4bc9-908e-c60a86ed94b2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3bc50282-3306-4b81-ae1a-81a9a8be5df5 HTTP/1.1" status: 200 len: 912 time: 0.1914713 Dec 10 18:56:18.102774 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=5265da7e-edd8-4cae-b29a-5c0d8b6c2363,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:18.136723 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0cf10609-9d1e-4fa3-bb19-3ae86786d5e5 req-13aedbd1-24d4-4e38-b1d3-ada085bb0a9d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975683 Dec 10 18:56:18.139338 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ce6319aa-6632-4713-8550-977c81bd8731 req-a6c739d1-5345-42c2-b0f8-9d4e0dd64c27 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd24e34a-b549-45c3-b7c9-cbd383a4219d HTTP/1.1" status: 200 len: 217 time: 0.0976527 Dec 10 18:56:18.248179 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6319aa-6632-4713-8550-977c81bd8731 req-7d75ac68-87bf-4a51-a970-8879c7d56559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:18.249530 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ce6319aa-6632-4713-8550-977c81bd8731 req-7d75ac68-87bf-4a51-a970-8879c7d56559 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdd9c23d-5046-4c54-950e-a05aba46bbec HTTP/1.1" status: 200 len: 850 time: 0.1008806 Dec 10 18:56:18.312613 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ef9c5-ded3-4653-9dad-efc579e468a0 req-30e42fba-f47d-40ad-83a5-8c75254e034d tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:18.314560 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-091ef9c5-ded3-4653-9dad-efc579e468a0 req-30e42fba-f47d-40ad-83a5-8c75254e034d tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=83ceee20-98e7-453c-bdb1-3b031f7c9629 HTTP/1.1" status: 200 len: 946 time: 0.1100843 Dec 10 18:56:18.365997 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6319aa-6632-4713-8550-977c81bd8731 req-dfc3540b-c9e6-4153-93d8-12ea70e40afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:18.367591 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ce6319aa-6632-4713-8550-977c81bd8731 req-dfc3540b-c9e6-4153-93d8-12ea70e40afa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3bc50282-3306-4b81-ae1a-81a9a8be5df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1037648 Dec 10 18:56:18.451339 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-091ef9c5-ded3-4653-9dad-efc579e468a0 req-ca401167-3514-4a2b-9a4e-426b6df0680b tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258154 Dec 10 18:56:18.514146 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ce6319aa-6632-4713-8550-977c81bd8731 req-143b099e-771d-40de-8cc9-96b56b10030d service neutron] 10.222.0.46 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362376 Dec 10 18:56:18.592720 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44379a5-ece0-40ca-9d8d-9f6c4c54a30e req-8df91587-955b-4284-9ee7-f058f0399983 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:18.603209 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a44379a5-ece0-40ca-9d8d-9f6c4c54a30e req-8df91587-955b-4284-9ee7-f058f0399983 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 943 time: 0.0942264 Dec 10 18:56:18.681189 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a44379a5-ece0-40ca-9d8d-9f6c4c54a30e req-1d4edb24-9c71-4911-8ab8-872b934f3283 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765321 Dec 10 18:56:18.687311 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ce6319aa-6632-4713-8550-977c81bd8731 req-4eb19e28-f885-4344-a48b-f464ca39e048 service neutron] 10.222.0.46 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636565 Dec 10 18:56:19.601599 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb98dea-fdf2-48be-9fbd-7c617de55452 req-63bfa592-5940-40fc-aee1-88a82bab7696 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:19.603533 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9eb98dea-fdf2-48be-9fbd-7c617de55452 req-63bfa592-5940-40fc-aee1-88a82bab7696 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=83ceee20-98e7-453c-bdb1-3b031f7c9629 HTTP/1.1" status: 200 len: 946 time: 0.0650194 Dec 10 18:56:19.636989 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-855fd80a-fc40-45aa-802a-60a9c1e7abba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:19.664365 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9eb98dea-fdf2-48be-9fbd-7c617de55452 req-2f35c58a-e051-47d3-8a8b-538814b0f1b8 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488448 Dec 10 18:56:19.825999 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b85e74-1936-46eb-ba49-0220e8af6256 req-748a505a-380b-431c-8566-2c100d6290d9 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:19.827648 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d3b85e74-1936-46eb-ba49-0220e8af6256 req-748a505a-380b-431c-8566-2c100d6290d9 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 943 time: 0.0547628 Dec 10 18:56:19.909230 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d3b85e74-1936-46eb-ba49-0220e8af6256 req-f760b3c8-66f3-4a19-902c-781dec64f647 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746214 Dec 10 18:56:20.810876 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5a233-2591-4bf5-90df-e5aef3b6275f req-cee80b73-63a1-42c2-9470-802e74583a6b tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:20.812535 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09e5a233-2591-4bf5-90df-e5aef3b6275f req-cee80b73-63a1-42c2-9470-802e74583a6b tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=83ceee20-98e7-453c-bdb1-3b031f7c9629 HTTP/1.1" status: 200 len: 946 time: 0.0625348 Dec 10 18:56:20.863683 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09e5a233-2591-4bf5-90df-e5aef3b6275f req-bab602c3-c591-4cee-ab52-c470d0032524 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449865 Dec 10 18:56:21.004245 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451b511-3e54-4682-81a6-ac9834341d97 req-18440805-66d5-4488-9d0b-c2aa51589b1c tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:21.016591 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2451b511-3e54-4682-81a6-ac9834341d97 req-18440805-66d5-4488-9d0b-c2aa51589b1c tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b5e9319-8f1c-4683-9ad1-b408f9af9447 HTTP/1.1" status: 200 len: 945 time: 0.0759807 Dec 10 18:56:21.051950 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cdc081-8f8c-4ab4-85b6-bebcd90285b7 req-88430acd-35d2-4ee5-9bac-a856e1243719 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:21.053659 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-46cdc081-8f8c-4ab4-85b6-bebcd90285b7 req-88430acd-35d2-4ee5-9bac-a856e1243719 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 943 time: 0.0542836 Dec 10 18:56:21.074035 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2451b511-3e54-4682-81a6-ac9834341d97 req-c8108df1-e184-469a-877c-74d065e43306 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536647 Dec 10 18:56:21.121446 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-46cdc081-8f8c-4ab4-85b6-bebcd90285b7 req-46cf5f01-87db-4cea-8c29-586945c7306f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609658 Dec 10 18:56:21.559860 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06effb86-9a00-4e13-ab54-4887993a0424 req-b548e721-c83d-4e25-8b74-f143432952a4 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:21.561930 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-06effb86-9a00-4e13-ab54-4887993a0424 req-b548e721-c83d-4e25-8b74-f143432952a4 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=83ceee20-98e7-453c-bdb1-3b031f7c9629 HTTP/1.1" status: 200 len: 946 time: 0.4029217 Dec 10 18:56:21.626813 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-06effb86-9a00-4e13-ab54-4887993a0424 req-14abada4-a2c3-4bc4-911c-3d527c384bcc tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588696 Dec 10 18:56:21.969997 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471fb1b-3892-467e-9e57-c7d2ed99e93a req-ddf7bbdc-441a-4c84-baa5-5d062c9c37f0 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:21.981255 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4471fb1b-3892-467e-9e57-c7d2ed99e93a req-ddf7bbdc-441a-4c84-baa5-5d062c9c37f0 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=83ceee20-98e7-453c-bdb1-3b031f7c9629 HTTP/1.1" status: 200 len: 946 time: 0.0618119 Dec 10 18:56:22.037898 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4471fb1b-3892-467e-9e57-c7d2ed99e93a req-6d2be02d-4c01-46e2-b0cf-f7bd37e2ff39 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554128 Dec 10 18:56:22.151772 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device cd24e34a-b549-45c3-b7c9-cbd383a4219d details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:56:22.360829 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e502bc3-50d3-445d-924e-88fe371162a7 req-87606254-b1dc-43e6-bebe-e28859f39be6 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:22.373663 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8e502bc3-50d3-445d-924e-88fe371162a7 req-87606254-b1dc-43e6-bebe-e28859f39be6 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 943 time: 0.1153719 Dec 10 18:56:22.375612 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port cd24e34a-b549-45c3-b7c9-cbd383a4219d, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=cd24e34a-b549-45c3-b7c9-cbd383a4219d,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:22.421242 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': 'cd24e34a-b549-45c3-b7c9-cbd383a4219d', 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5', 'port_id': 'cd24e34a-b549-45c3-b7c9-cbd383a4219d', 'mac_address': 'fa:16:3e:68:f5:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd9c23d-5046-4c54-950e-a05aba46bbec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:56:22.457533 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8e502bc3-50d3-445d-924e-88fe371162a7 req-25768a3c-c940-48a0-af0e-766385ebc294 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732884 Dec 10 18:56:22.463906 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:22.478088 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd24e34a-b549-45c3-b7c9-cbd383a4219d {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:56:22.494806 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ec82d93a-ddc2-40d5-bed0-1a517e28fd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:22.505363 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port cd24e34a-b549-45c3-b7c9-cbd383a4219d, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=cd24e34a-b549-45c3-b7c9-cbd383a4219d,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:22.523853 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:22.606713 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=cd24e34a-b549-45c3-b7c9-cbd383a4219d,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:22.787365 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['cd24e34a-b549-45c3-b7c9-cbd383a4219d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:56:23.191370 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8ab01-9108-4244-b3b2-b4caa85fdf35 req-9d43a00d-371f-4ba7-be4d-f2476a5ea483 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:23.199788 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-80d8ab01-9108-4244-b3b2-b4caa85fdf35 req-9d43a00d-371f-4ba7-be4d-f2476a5ea483 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=83ceee20-98e7-453c-bdb1-3b031f7c9629 HTTP/1.1" status: 200 len: 946 time: 0.0891809 Dec 10 18:56:23.253189 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-80d8ab01-9108-4244-b3b2-b4caa85fdf35 req-8dac0724-0495-4b3a-adf5-b69f7fba1e35 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523331 Dec 10 18:56:23.374092 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57072cc-34d5-47f4-abdb-8613d8e903d1 req-46d54287-66e6-44b4-af9c-d4ddcbc808fc tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:23.376274 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f57072cc-34d5-47f4-abdb-8613d8e903d1 req-46d54287-66e6-44b4-af9c-d4ddcbc808fc tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.72 "GET /v2.0/ports?device_id=83ceee20-98e7-453c-bdb1-3b031f7c9629 HTTP/1.1" status: 200 len: 946 time: 0.0681551 Dec 10 18:56:23.409201 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:23.474944 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-f57072cc-34d5-47f4-abdb-8613d8e903d1 req-be802f4b-eed0-481a-ab07-3c40392f2006 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Deleting port 5265da7e-edd8-4cae-b29a-5c0d8b6c2363 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:56:23.475202 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f57072cc-34d5-47f4-abdb-8613d8e903d1 req-be802f4b-eed0-481a-ab07-3c40392f2006 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:23.633371 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-f57072cc-34d5-47f4-abdb-8613d8e903d1 req-be802f4b-eed0-481a-ab07-3c40392f2006 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] For port 5265da7e-edd8-4cae-b29a-5c0d8b6c2363, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=5265da7e-edd8-4cae-b29a-5c0d8b6c2363,segment=NetworkSegment(83c7d7e9-db7c-46c1-b53c-9a099ac3350f),segment_id=83c7d7e9-db7c-46c1-b53c-9a099ac3350f)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:23.633737 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f57072cc-34d5-47f4-abdb-8613d8e903d1 req-be802f4b-eed0-481a-ab07-3c40392f2006 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:23.658732 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-f57072cc-34d5-47f4-abdb-8613d8e903d1 req-be802f4b-eed0-481a-ab07-3c40392f2006 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Calling delete_port for 5265da7e-edd8-4cae-b29a-5c0d8b6c2363 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:56:23.717337 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f84c58-e9ec-4ade-b487-67190ff3307f req-35e3699f-e38b-4be0-be8b-ec36f6a26cb2 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:23.719183 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-06f84c58-e9ec-4ade-b487-67190ff3307f req-35e3699f-e38b-4be0-be8b-ec36f6a26cb2 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 944 time: 0.1307418 Dec 10 18:56:23.834843 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-06f84c58-e9ec-4ade-b487-67190ff3307f req-975727bf-a874-4bc6-8610-e27013dadfef tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074791 Dec 10 18:56:23.933926 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f57072cc-34d5-47f4-abdb-8613d8e903d1 req-be802f4b-eed0-481a-ab07-3c40392f2006 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:23.951483 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['5265da7e-edd8-4cae-b29a-5c0d8b6c2363'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:56:23.966012 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be802f4b-eed0-481a-ab07-3c40392f2006 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Pushing event deleted for resources: {'Port': ['ID=5265da7e-edd8-4cae-b29a-5c0d8b6c2363,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:24.012341 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b', '72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:56:24.055179 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57072cc-34d5-47f4-abdb-8613d8e903d1 req-be802f4b-eed0-481a-ab07-3c40392f2006 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] No DVR routers for this DVR port 5265da7e-edd8-4cae-b29a-5c0d8b6c2363 on host n-h2-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:56:24.069256 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f57072cc-34d5-47f4-abdb-8613d8e903d1 req-be802f4b-eed0-481a-ab07-3c40392f2006 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:24.069950 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54096) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:24.071647 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f57072cc-34d5-47f4-abdb-8613d8e903d1 req-be802f4b-eed0-481a-ab07-3c40392f2006 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.72 "DELETE /v2.0/ports/5265da7e-edd8-4cae-b29a-5c0d8b6c2363 HTTP/1.1" status: 204 len: 173 time: 0.6883049 Dec 10 18:56:24.072122 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ceee20-98e7-453c-bdb1-3b031f7c9629', 'name': 'network-vif-deleted', 'tag': '5265da7e-edd8-4cae-b29a-5c0d8b6c2363'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:56:24.075127 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5766eb9a-7ecf-4cf0-af67-6c5464f34e05" -d '{"events": [{"server_uuid": "83ceee20-98e7-453c-bdb1-3b031f7c9629", "name": "network-vif-deleted", "tag": "5265da7e-edd8-4cae-b29a-5c0d8b6c2363"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:56:24.138907 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718af7a8-b862-410e-ae7a-0997302f57b0 x-openstack-request-id: req-718af7a8-b862-410e-ae7a-0997302f57b0 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:56:24.139212 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ceee20-98e7-453c-bdb1-3b031f7c9629", "name": "network-vif-deleted", "tag": "5265da7e-edd8-4cae-b29a-5c0d8b6c2363", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:56:24.139476 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-718af7a8-b862-410e-ae7a-0997302f57b0 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:56:24.139884 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ceee20-98e7-453c-bdb1-3b031f7c9629', 'name': 'network-vif-deleted', 'tag': '5265da7e-edd8-4cae-b29a-5c0d8b6c2363', 'status': 'completed', 'code': 200} Dec 10 18:56:24.153443 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device cd24e34a-b549-45c3-b7c9-cbd383a4219d up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:56:24.292708 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port cd24e34a-b549-45c3-b7c9-cbd383a4219d completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:56:24.303546 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port cd24e34a-b549-45c3-b7c9-cbd383a4219d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:56:24.303924 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:24.337165 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-18bce1c6-144a-4fd9-a4bc-b5becb78b169 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:24.497853 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:24.530769 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-46177c3e-14d7-49cd-883e-ef47917a84c4 req-6deb5da7-832a-4843-afc1-91f197fd7e86 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=83ceee20-98e7-453c-bdb1-3b031f7c9629 HTTP/1.1" status: 200 len: 210 time: 0.0543091 Dec 10 18:56:24.546939 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4d264c-0c6e-426c-8cb9-c79c707c31bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd24e34a-b549-45c3-b7c9-cbd383a4219d'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:56:24.551665 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b756ba6b-3f7f-43f8-bc63-bd2483753b75" -d '{"events": [{"server_uuid": "8a4d264c-0c6e-426c-8cb9-c79c707c31bb", "name": "network-vif-plugged", "status": "completed", "tag": "cd24e34a-b549-45c3-b7c9-cbd383a4219d"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:56:24.602383 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port cd24e34a-b549-45c3-b7c9-cbd383a4219d, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=cd24e34a-b549-45c3-b7c9-cbd383a4219d,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:24.608970 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-18bce1c6-144a-4fd9-a4bc-b5becb78b169 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:24.617948 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:24.620432 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-18bce1c6-144a-4fd9-a4bc-b5becb78b169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:24.708574 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30f70b8-cc41-4c2d-95f1-14358f246eb3 x-openstack-request-id: req-a30f70b8-cc41-4c2d-95f1-14358f246eb3 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:56:24.708853 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a4d264c-0c6e-426c-8cb9-c79c707c31bb", "name": "network-vif-plugged", "status": "completed", "tag": "cd24e34a-b549-45c3-b7c9-cbd383a4219d", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:56:24.709117 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a30f70b8-cc41-4c2d-95f1-14358f246eb3 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:56:24.709949 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4d264c-0c6e-426c-8cb9-c79c707c31bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd24e34a-b549-45c3-b7c9-cbd383a4219d', 'code': 200} Dec 10 18:56:24.710540 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=cd24e34a-b549-45c3-b7c9-cbd383a4219d,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:24.731385 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-18bce1c6-144a-4fd9-a4bc-b5becb78b169 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6becb709910d4893977c981348a715a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6600442 Dec 10 18:56:24.732176 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bce1c6-144a-4fd9-a4bc-b5becb78b169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8029679a-e7b4-4999-83db-7ca0d012f06a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:24.734087 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54110) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:24.785905 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:24.815747 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13dcf37e-37fc-4a5d-a33c-72fc0e7a470b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:24.848196 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13dcf37e-37fc-4a5d-a33c-72fc0e7a470b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:24.898416 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19b419-9337-4d4b-852f-92f3da54d4f2 req-bda6bc50-0c4a-458d-9b4a-54965eae62d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:24.899497 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ce19b419-9337-4d4b-852f-92f3da54d4f2 req-bda6bc50-0c4a-458d-9b4a-54965eae62d0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 1096 time: 0.0819724 Dec 10 18:56:24.916970 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13dcf37e-37fc-4a5d-a33c-72fc0e7a470b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:24.921781 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13dcf37e-37fc-4a5d-a33c-72fc0e7a470b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:24.925137 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-13dcf37e-37fc-4a5d-a33c-72fc0e7a470b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8029679a-e7b4-4999-83db-7ca0d012f06a HTTP/1.1" status: 204 len: 168 time: 0.1888280 Dec 10 18:56:24.941679 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf37e-37fc-4a5d-a33c-72fc0e7a470b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8029679a-e7b4-4999-83db-7ca0d012f06a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:25.028346 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b20187-5a00-4433-9ca6-3b127018336e req-0e9c44c6-3760-4a8c-9d7e-178e51c35771 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:25.036124 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6b20187-5a00-4433-9ca6-3b127018336e req-0e9c44c6-3760-4a8c-9d7e-178e51c35771 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 945 time: 0.0884969 Dec 10 18:56:25.040787 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ce19b419-9337-4d4b-852f-92f3da54d4f2 req-6dc1042a-c962-4d35-b488-63f6978682e6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238828 Dec 10 18:56:25.100775 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6b20187-5a00-4433-9ca6-3b127018336e req-eda6790e-f82f-479a-84b8-0491d24803dc tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615175 Dec 10 18:56:25.464626 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:26.049690 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071bf45-2f50-4d7d-9e1e-ffe9332f045f req-15df9557-aaaf-4e43-bda6-981b158b808d tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:26.053007 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4071bf45-2f50-4d7d-9e1e-ffe9332f045f req-15df9557-aaaf-4e43-bda6-981b158b808d tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b5e9319-8f1c-4683-9ad1-b408f9af9447 HTTP/1.1" status: 200 len: 945 time: 0.1094658 Dec 10 18:56:26.164927 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4071bf45-2f50-4d7d-9e1e-ffe9332f045f req-75ac8aaf-83d6-473e-b003-9715ad24ee3f tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024756 Dec 10 18:56:26.296864 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be30cac-5aa0-456c-a603-b5594bb508d7 req-97308b75-a9dc-46ac-857c-fe6359394b43 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:26.305769 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9be30cac-5aa0-456c-a603-b5594bb508d7 req-97308b75-a9dc-46ac-857c-fe6359394b43 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 945 time: 0.0791516 Dec 10 18:56:26.450654 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9be30cac-5aa0-456c-a603-b5594bb508d7 req-75d898b5-264f-4078-b407-da12764bc315 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401577 Dec 10 18:56:27.300068 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febfc356-a6ba-4859-af3c-793683adebdc req-c9dfcf66-0891-4ca6-b361-0b4c3b4a24e8 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:27.301755 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-febfc356-a6ba-4859-af3c-793683adebdc req-c9dfcf66-0891-4ca6-b361-0b4c3b4a24e8 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b5e9319-8f1c-4683-9ad1-b408f9af9447 HTTP/1.1" status: 200 len: 945 time: 0.0537381 Dec 10 18:56:27.358082 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-febfc356-a6ba-4859-af3c-793683adebdc req-ba85b00e-894e-4b92-9552-5396f59a38f9 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490890 Dec 10 18:56:27.445899 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469fbdaf-d6e5-48d7-9676-2a4528a1831a req-c86404e4-93ba-4b42-b998-bb29c51b1790 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:27.448155 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-469fbdaf-d6e5-48d7-9676-2a4528a1831a req-c86404e4-93ba-4b42-b998-bb29c51b1790 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b5e9319-8f1c-4683-9ad1-b408f9af9447 HTTP/1.1" status: 200 len: 945 time: 0.0513105 Dec 10 18:56:27.487913 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 5265da7e-edd8-4cae-b29a-5c0d8b6c2363 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:56:27.558645 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 5265da7e-edd8-4cae-b29a-5c0d8b6c2363 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:56:27.559236 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 5265da7e-edd8-4cae-b29a-5c0d8b6c2363 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:56:27.587145 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-469fbdaf-d6e5-48d7-9676-2a4528a1831a req-4694db04-329d-46ec-a593-b9ed461c98a9 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Deleting port 72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:56:27.587775 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-469fbdaf-d6e5-48d7-9676-2a4528a1831a req-4694db04-329d-46ec-a593-b9ed461c98a9 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:27.651043 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4309b1bb-7f9d-4c68-b8cd-576079ecf425 req-86aef2e3-b69f-401b-b1dd-2fe51ce32bd5 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:27.661387 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4309b1bb-7f9d-4c68-b8cd-576079ecf425 req-86aef2e3-b69f-401b-b1dd-2fe51ce32bd5 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 945 time: 0.0845962 Dec 10 18:56:27.740494 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-469fbdaf-d6e5-48d7-9676-2a4528a1831a req-4694db04-329d-46ec-a593-b9ed461c98a9 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] For port 72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534,segment=NetworkSegment(83c7d7e9-db7c-46c1-b53c-9a099ac3350f),segment_id=83c7d7e9-db7c-46c1-b53c-9a099ac3350f)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:27.741822 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-469fbdaf-d6e5-48d7-9676-2a4528a1831a req-4694db04-329d-46ec-a593-b9ed461c98a9 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:27.745943 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4309b1bb-7f9d-4c68-b8cd-576079ecf425 req-61ffdfb9-d020-41b4-905a-8652bdd1a3d3 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795732 Dec 10 18:56:27.773473 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-469fbdaf-d6e5-48d7-9676-2a4528a1831a req-4694db04-329d-46ec-a593-b9ed461c98a9 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Calling delete_port for 72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:56:27.996682 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-469fbdaf-d6e5-48d7-9676-2a4528a1831a req-4694db04-329d-46ec-a593-b9ed461c98a9 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:28.012734 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b', '72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:56:28.052691 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694db04-329d-46ec-a593-b9ed461c98a9 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Pushing event deleted for resources: {'Port': ['ID=72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:28.126037 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-469fbdaf-d6e5-48d7-9676-2a4528a1831a req-4694db04-329d-46ec-a593-b9ed461c98a9 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] No DVR routers for this DVR port 72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:56:28.129686 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-469fbdaf-d6e5-48d7-9676-2a4528a1831a req-4694db04-329d-46ec-a593-b9ed461c98a9 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:28.134210 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-469fbdaf-d6e5-48d7-9676-2a4528a1831a req-4694db04-329d-46ec-a593-b9ed461c98a9 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.46 "DELETE /v2.0/ports/72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534 HTTP/1.1" status: 204 len: 173 time: 0.6803825 Dec 10 18:56:28.136067 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5e9319-8f1c-4683-9ad1-b408f9af9447', 'name': 'network-vif-deleted', 'tag': '72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:56:28.139370 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82ff8c3-356c-4b66-b61d-e0f993373eec" -d '{"events": [{"server_uuid": "2b5e9319-8f1c-4683-9ad1-b408f9af9447", "name": "network-vif-deleted", "tag": "72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:56:28.217281 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc2d3d-00c3-4561-be68-eae14287bcd3 req-3e749374-7e8c-4ec6-b94f-f3a4e93331f1 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:28.237193 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b3fc2d3d-00c3-4561-be68-eae14287bcd3 req-3e749374-7e8c-4ec6-b94f-f3a4e93331f1 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 945 time: 0.2141793 Dec 10 18:56:28.347378 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b3fc2d3d-00c3-4561-be68-eae14287bcd3 req-30bb1805-040e-4cc4-8343-a48586a1491f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079781 Dec 10 18:56:28.403570 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7d8ce3-0224-4333-b292-32bdd872d50c x-openstack-request-id: req-2b7d8ce3-0224-4333-b292-32bdd872d50c {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:56:28.404764 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5e9319-8f1c-4683-9ad1-b408f9af9447", "name": "network-vif-deleted", "tag": "72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:56:28.405189 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2b7d8ce3-0224-4333-b292-32bdd872d50c {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:56:28.406015 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5e9319-8f1c-4683-9ad1-b408f9af9447', 'name': 'network-vif-deleted', 'tag': '72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534', 'status': 'completed', 'code': 200} Dec 10 18:56:28.501775 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4716e2e1-17ad-441b-826f-135d24838138 req-7682bb27-4c2f-4464-9cb9-7368f3813b16 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b5e9319-8f1c-4683-9ad1-b408f9af9447 HTTP/1.1" status: 200 len: 210 time: 0.0330319 Dec 10 18:56:29.490720 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84912fd-c670-47e2-975d-2e0316890587 req-c3cf7171-1d00-463e-a23b-adc3deaa74b9 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:29.500454 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e84912fd-c670-47e2-975d-2e0316890587 req-c3cf7171-1d00-463e-a23b-adc3deaa74b9 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 945 time: 0.0699058 Dec 10 18:56:29.555161 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e84912fd-c670-47e2-975d-2e0316890587 req-1da1dd6d-0733-4332-bd82-78ea6d1eef3a tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532763 Dec 10 18:56:29.752910 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1e3a8ac9-bd54-46a3-87bd-db497ae2115a req-22bc8fef-e2f4-4b36-acd9-340d7e172657 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e2f96c3a-b1a8-4c9a-a62e-9d024329a708&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0955551 Dec 10 18:56:30.168023 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:56:30.243194 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:56:30.243544 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 72e6c2bc-ae19-4bf9-ac70-cfa6dcfb9534 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:56:30.292870 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a8ac9-bd54-46a3-87bd-db497ae2115a req-ea120233-5e22-49db-8584-4136bd05e9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:30.294426 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1e3a8ac9-bd54-46a3-87bd-db497ae2115a req-ea120233-5e22-49db-8584-4136bd05e9ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b146ea531e7d490bb2e30f4c7ac5fe8a&device_id=e2f96c3a-b1a8-4c9a-a62e-9d024329a708 HTTP/1.1" status: 200 len: 1096 time: 0.3904560 Dec 10 18:56:30.331653 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-a04e5ba0-d399-429b-a39e-5a1082c44ec2 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:30.340237 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececd207-5b9b-4803-a3ca-ef4ae32cad09 req-18fd4d2a-a513-4890-aec9-da6baec73281 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:30.341873 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ececd207-5b9b-4803-a3ca-ef4ae32cad09 req-18fd4d2a-a513-4890-aec9-da6baec73281 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 945 time: 0.1056025 Dec 10 18:56:30.342551 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-a04e5ba0-d399-429b-a39e-5a1082c44ec2 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/networks?id=5b7a9d16-fa90-46c2-89ef-ff147d5d2881 HTTP/1.1" status: 200 len: 806 time: 0.3423219 Dec 10 18:56:30.460402 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ececd207-5b9b-4803-a3ca-ef4ae32cad09 req-f46f08bd-e8d9-4981-8256-57c6fe892536 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018546 Dec 10 18:56:30.470496 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-514032f9-eefe-44d5-8936-3ec338c596a3 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/quotas/b146ea531e7d490bb2e30f4c7ac5fe8a HTTP/1.1" status: 200 len: 375 time: 0.1115079 Dec 10 18:56:30.559071 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-81ee5f2d-7f5e-4046-91d0-b70d442f78ad tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b146ea531e7d490bb2e30f4c7ac5fe8a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0944788 Dec 10 18:56:30.564197 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a8ac9-bd54-46a3-87bd-db497ae2115a req-546e9815-b5b9-47fc-be40-304f00e4d4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:30.565876 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1e3a8ac9-bd54-46a3-87bd-db497ae2115a req-546e9815-b5b9-47fc-be40-304f00e4d4ce service neutron] 10.222.0.46 "GET /v2.0/networks?id=5b7a9d16-fa90-46c2-89ef-ff147d5d2881 HTTP/1.1" status: 200 len: 907 time: 0.2223392 Dec 10 18:56:30.649014 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1e3a8ac9-bd54-46a3-87bd-db497ae2115a req-90c8713b-dd9d-43b4-ae2b-6b0bc76ce27e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b HTTP/1.1" status: 200 len: 217 time: 0.0720401 Dec 10 18:56:30.788143 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a8ac9-bd54-46a3-87bd-db497ae2115a req-a52e2d22-c6f3-4ad0-ba45-653bc3362968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:30.789691 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1e3a8ac9-bd54-46a3-87bd-db497ae2115a req-a52e2d22-c6f3-4ad0-ba45-653bc3362968 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7ba69a49-ec77-4670-8006-0254df7f77f3 HTTP/1.1" status: 200 len: 846 time: 0.1336839 Dec 10 18:56:30.832674 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1e3a8ac9-bd54-46a3-87bd-db497ae2115a req-35dedf33-acab-4876-ae96-5bf6ce420906 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5b7a9d16-fa90-46c2-89ef-ff147d5d2881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307040 Dec 10 18:56:30.928430 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-05f18148-66eb-4ea0-b0fb-a5d755fdd62f service neutron] 10.222.0.62 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524337 Dec 10 18:56:31.034330 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-ed8b3818-cdf6-44ce-8062-990cc65cb2df service neutron] 10.222.0.62 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049392 Dec 10 18:56:31.110537 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1e3a8ac9-bd54-46a3-87bd-db497ae2115a req-596e0e79-5bfa-4277-940b-7b4b66274b5d service neutron] 10.222.0.46 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661886 Dec 10 18:56:31.363333 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1e3a8ac9-bd54-46a3-87bd-db497ae2115a req-e7c8d192-d168-4bbc-8717-428e892b3356 service neutron] 10.222.0.46 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441783 Dec 10 18:56:31.395931 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-464bfa23-57c3-427e-a587-a8c81d84cf30 req-24265a49-d167-4689-ab17-fb7de8e6f7ce tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=a327ae75-28cd-4564-84b6-27141f96a461 HTTP/1.1" status: 200 len: 210 time: 0.0412912 Dec 10 18:56:31.429294 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:56:31.953759 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1484e85-0e2e-4e8b-8a95-9c3d142c2771 req-53c55742-1338-438c-8e2b-32f45c758dbf tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:31.964724 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f1484e85-0e2e-4e8b-8a95-9c3d142c2771 req-53c55742-1338-438c-8e2b-32f45c758dbf tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 945 time: 0.0885923 Dec 10 18:56:32.030062 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f1484e85-0e2e-4e8b-8a95-9c3d142c2771 req-793450b8-7cb6-4d20-98dd-0c8ffcb93f0b tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628171 Dec 10 18:56:32.675486 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9df7635c-fca7-4ff6-8c91-9bf28874c9fc req-a64a3a73-8f57-4401-a03f-673aac7f7dd1 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=a327ae75-28cd-4564-84b6-27141f96a461 HTTP/1.1" status: 200 len: 210 time: 0.1042633 Dec 10 18:56:32.762697 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dcc116a8-b5e3-4ac9-9970-72766f7a29f4 req-7ff56312-e901-4b86-9848-58c3401db748 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1259756 Dec 10 18:56:32.965634 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc116a8-b5e3-4ac9-9970-72766f7a29f4 req-c32e91f5-536d-431d-9588-e151a17a80bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:32.967870 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dcc116a8-b5e3-4ac9-9970-72766f7a29f4 req-c32e91f5-536d-431d-9588-e151a17a80bd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6dd50388a58440cca7ab90078e887719&device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 1095 time: 0.0991783 Dec 10 18:56:32.975150 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-ee5bb956-add8-483f-90d0-1bc7b020e98a tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:32.985463 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-ee5bb956-add8-483f-90d0-1bc7b020e98a tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.72 "GET /v2.0/networks?id=5b7a9d16-fa90-46c2-89ef-ff147d5d2881 HTTP/1.1" status: 200 len: 806 time: 0.3274553 Dec 10 18:56:33.023721 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-50780666-9b99-47cd-a3d0-f33447ea9c4d tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Request body: {'port': {'device_id': 'a327ae75-28cd-4564-84b6-27141f96a461', 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881', 'admin_state_up': True, 'tenant_id': 'b146ea531e7d490bb2e30f4c7ac5fe8a'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:56:33.185421 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc116a8-b5e3-4ac9-9970-72766f7a29f4 req-96257327-3139-4a06-8e40-77752057135c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:33.187330 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dcc116a8-b5e3-4ac9-9970-72766f7a29f4 req-96257327-3139-4a06-8e40-77752057135c service neutron] 10.222.0.72 "GET /v2.0/networks?id=3bc50282-3306-4b81-ae1a-81a9a8be5df5 HTTP/1.1" status: 200 len: 912 time: 0.1799352 Dec 10 18:56:33.301796 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-50780666-9b99-47cd-a3d0-f33447ea9c4d tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Made reservation on behalf of b146ea531e7d490bb2e30f4c7ac5fe8a for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:56:33.308487 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-50780666-9b99-47cd-a3d0-f33447ea9c4d tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:33.364990 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dcc116a8-b5e3-4ac9-9970-72766f7a29f4 req-851d7309-68e3-45cf-bd8e-1151279f851b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 HTTP/1.1" status: 200 len: 999 time: 0.1075361 Dec 10 18:56:33.459060 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771b2a9-31ad-45ed-84d4-0e7bac3b9c51 req-3bb6d3dd-dcec-4c54-b598-3eac2cda0aed tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:33.473312 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8771b2a9-31ad-45ed-84d4-0e7bac3b9c51 req-3bb6d3dd-dcec-4c54-b598-3eac2cda0aed tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 945 time: 0.2847047 Dec 10 18:56:33.658599 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8771b2a9-31ad-45ed-84d4-0e7bac3b9c51 req-3646ffcb-dd46-4905-abbb-040cc1c54d91 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477602 Dec 10 18:56:33.671682 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-50780666-9b99-47cd-a3d0-f33447ea9c4d tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Allocated IP 172.20.0.12 (5b7a9d16-fa90-46c2-89ef-ff147d5d2881/7ba69a49-ec77-4670-8006-0254df7f77f3/1b926519-772e-47a9-8fe0-2c5509bb0537) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:56:33.737445 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc116a8-b5e3-4ac9-9970-72766f7a29f4 req-2183421d-736a-4f02-81ae-abee9883ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:33.738953 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dcc116a8-b5e3-4ac9-9970-72766f7a29f4 req-2183421d-736a-4f02-81ae-abee9883ab8a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cdd9c23d-5046-4c54-950e-a05aba46bbec HTTP/1.1" status: 200 len: 850 time: 0.3677785 Dec 10 18:56:33.739414 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54422) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:33.893315 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:33.915108 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc116a8-b5e3-4ac9-9970-72766f7a29f4 req-e0fad4bc-7ffe-43de-9ba1-60b283d27f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:33.922015 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dcc116a8-b5e3-4ac9-9970-72766f7a29f4 req-e0fad4bc-7ffe-43de-9ba1-60b283d27f63 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3bc50282-3306-4b81-ae1a-81a9a8be5df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1520000 Dec 10 18:56:33.979856 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b8438e27-2f5e-4670-af2b-88528ff7ab63 req-4ef4ba85-8d3b-4f6d-88ac-0d4826aab8e8 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=a327ae75-28cd-4564-84b6-27141f96a461 HTTP/1.1" status: 200 len: 210 time: 0.1117420 Dec 10 18:56:34.022768 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee011e82-6478-41a6-9424-106498a38c96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:34.085377 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-50780666-9b99-47cd-a3d0-f33447ea9c4d tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:34.132393 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee011e82-6478-41a6-9424-106498a38c96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:34.152232 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee011e82-6478-41a6-9424-106498a38c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:34.179454 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-50780666-9b99-47cd-a3d0-f33447ea9c4d tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:34.191525 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:56:34.241459 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device cd24e34a-b549-45c3-b7c9-cbd383a4219d details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:56:34.272624 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ee011e82-6478-41a6-9424-106498a38c96 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4e54904775f4403185c0de16fc22d695&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5321629 Dec 10 18:56:34.278448 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee011e82-6478-41a6-9424-106498a38c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d510a0-dfb7-4aa0-ae56-9c1b7e9b817a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:34.285108 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-50780666-9b99-47cd-a3d0-f33447ea9c4d tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Network 5b7a9d16-fa90-46c2-89ef-ff147d5d2881 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:56:34.287041 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-50780666-9b99-47cd-a3d0-f33447ea9c4d tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:56:34.305821 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54428) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:34.315232 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-50780666-9b99-47cd-a3d0-f33447ea9c4d tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:56:34.435415 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dcc116a8-b5e3-4ac9-9970-72766f7a29f4 req-56de9338-85b0-45f2-8a88-c6549435558b service neutron] 10.222.0.72 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5096381 Dec 10 18:56:34.453245 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75ad8db9-0fde-4601-9c93-de287f89338b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:34.457593 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50780666-9b99-47cd-a3d0-f33447ea9c4d tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Pushing event updated for resources: {'Port': ['ID=1b926519-772e-47a9-8fe0-2c5509bb0537,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:34.500498 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-50780666-9b99-47cd-a3d0-f33447ea9c4d tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:34.507199 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-50780666-9b99-47cd-a3d0-f33447ea9c4d tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:34.540176 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-50780666-9b99-47cd-a3d0-f33447ea9c4d tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5335016 Dec 10 18:56:34.554731 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-29e5f758-702c-4a51-ab1e-99bdaed18128 service neutron] Request body: {'port': {'device_id': 'a327ae75-28cd-4564-84b6-27141f96a461', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:56:34.625822 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dcc116a8-b5e3-4ac9-9970-72766f7a29f4 req-406055ab-1368-46de-882d-de61fbefe612 service neutron] 10.222.0.72 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737065 Dec 10 18:56:34.685198 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75ad8db9-0fde-4601-9c93-de287f89338b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:34.704921 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-29e5f758-702c-4a51-ab1e-99bdaed18128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:34.759054 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75ad8db9-0fde-4601-9c93-de287f89338b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:34.768363 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75ad8db9-0fde-4601-9c93-de287f89338b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:34.770096 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-75ad8db9-0fde-4601-9c93-de287f89338b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/92d510a0-dfb7-4aa0-ae56-9c1b7e9b817a HTTP/1.1" status: 204 len: 168 time: 0.4505000 Dec 10 18:56:34.807711 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad8db9-0fde-4601-9c93-de287f89338b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d510a0-dfb7-4aa0-ae56-9c1b7e9b817a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:34.922476 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port cd24e34a-b549-45c3-b7c9-cbd383a4219d, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=cd24e34a-b549-45c3-b7c9-cbd383a4219d,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:34.960993 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': 'cd24e34a-b549-45c3-b7c9-cbd383a4219d', 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5', 'port_id': 'cd24e34a-b549-45c3-b7c9-cbd383a4219d', 'mac_address': 'fa:16:3e:68:f5:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd9c23d-5046-4c54-950e-a05aba46bbec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:56:35.005778 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567c3c4-c6bb-4a16-ac16-d1318ed66f42 req-cd873b77-00ad-42ad-bc34-e884078e61d2 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:35.012233 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4567c3c4-c6bb-4a16-ac16-d1318ed66f42 req-cd873b77-00ad-42ad-bc34-e884078e61d2 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 945 time: 0.1741829 Dec 10 18:56:35.039613 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:35.056048 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd24e34a-b549-45c3-b7c9-cbd383a4219d {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:56:35.079428 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port cd24e34a-b549-45c3-b7c9-cbd383a4219d, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=cd24e34a-b549-45c3-b7c9-cbd383a4219d,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:35.094372 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:35.157412 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=cd24e34a-b549-45c3-b7c9-cbd383a4219d,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:35.227329 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['cd24e34a-b549-45c3-b7c9-cbd383a4219d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:56:35.250273 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4567c3c4-c6bb-4a16-ac16-d1318ed66f42 req-e224bc89-ca1f-48ce-945f-67c1060da179 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333300 Dec 10 18:56:35.529753 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54454) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:35.553802 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-154e1765-a00d-478b-bda7-914aff2a4c50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:35.589332 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7437c0f-87e1-4c09-96eb-140b7ef4da97 req-cd609051-6fa1-48fb-9cd4-be58fdf780d2 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:35.613696 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d7437c0f-87e1-4c09-96eb-140b7ef4da97 req-cd609051-6fa1-48fb-9cd4-be58fdf780d2 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=a327ae75-28cd-4564-84b6-27141f96a461 HTTP/1.1" status: 200 len: 932 time: 0.4255900 Dec 10 18:56:35.637213 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-29e5f758-702c-4a51-ab1e-99bdaed18128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b926519-772e-47a9-8fe0-2c5509bb0537 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:56:35.660025 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-29e5f758-702c-4a51-ab1e-99bdaed18128 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:35.701358 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-154e1765-a00d-478b-bda7-914aff2a4c50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:35.717796 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-154e1765-a00d-478b-bda7-914aff2a4c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:35.719194 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d7437c0f-87e1-4c09-96eb-140b7ef4da97 req-3f3114cb-608c-41ab-95ba-f5992adff46c tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937383 Dec 10 18:56:35.732719 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-29e5f758-702c-4a51-ab1e-99bdaed18128 service neutron] Transition to ACTIVE for port object 1b926519-772e-47a9-8fe0-2c5509bb0537 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:56:35.744952 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-29e5f758-702c-4a51-ab1e-99bdaed18128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:35.795388 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-154e1765-a00d-478b-bda7-914aff2a4c50 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=70d1a6a15da5482ca3d703397150cb77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2643597 Dec 10 18:56:35.796298 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e1765-a00d-478b-bda7-914aff2a4c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d3f3a4-61c8-4baa-8acc-7f7363999662,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:35.802908 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54458) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:35.865913 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4fbc6e75-530d-4811-8560-1cebbb96cd81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:35.891332 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4fbc6e75-530d-4811-8560-1cebbb96cd81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:35.924171 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e5f758-702c-4a51-ab1e-99bdaed18128 service neutron] Pushing event updated for resources: {'Port': ['ID=1b926519-772e-47a9-8fe0-2c5509bb0537,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:35.946815 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-29e5f758-702c-4a51-ab1e-99bdaed18128 service neutron] Attempting to bind port 1b926519-772e-47a9-8fe0-2c5509bb0537 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:56:35.947515 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-29e5f758-702c-4a51-ab1e-99bdaed18128 service neutron] Attempting to bind port 1b926519-772e-47a9-8fe0-2c5509bb0537 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '83c7d7e9-db7c-46c1-b53c-9a099ac3350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:56:35.949649 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-29e5f758-702c-4a51-ab1e-99bdaed18128 service neutron] Attempting to bind port 1b926519-772e-47a9-8fe0-2c5509bb0537 on network 5b7a9d16-fa90-46c2-89ef-ff147d5d2881 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:56:35.954877 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4fbc6e75-530d-4811-8560-1cebbb96cd81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:35.957636 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4fbc6e75-530d-4811-8560-1cebbb96cd81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:35.959443 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4fbc6e75-530d-4811-8560-1cebbb96cd81 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/05d3f3a4-61c8-4baa-8acc-7f7363999662 HTTP/1.1" status: 204 len: 168 time: 0.1554415 Dec 10 18:56:35.963741 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-29e5f758-702c-4a51-ab1e-99bdaed18128 service neutron] Port 1b926519-772e-47a9-8fe0-2c5509bb0537 on network 5b7a9d16-fa90-46c2-89ef-ff147d5d2881 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:56:35.967375 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-29e5f758-702c-4a51-ab1e-99bdaed18128 service neutron] Attempting to bind port 1b926519-772e-47a9-8fe0-2c5509bb0537 on network 5b7a9d16-fa90-46c2-89ef-ff147d5d2881 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:56:35.977627 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-29e5f758-702c-4a51-ab1e-99bdaed18128 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:56:35.977799 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc6e75-530d-4811-8560-1cebbb96cd81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d3f3a4-61c8-4baa-8acc-7f7363999662,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:35.978249 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-29e5f758-702c-4a51-ab1e-99bdaed18128 service neutron] Checking segment: {'id': '83c7d7e9-db7c-46c1-b53c-9a099ac3350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:56:35.979054 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-29e5f758-702c-4a51-ab1e-99bdaed18128 service neutron] Bound using segment: {'id': '83c7d7e9-db7c-46c1-b53c-9a099ac3350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:56:35.979536 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-29e5f758-702c-4a51-ab1e-99bdaed18128 service neutron] Bound port: 1b926519-772e-47a9-8fe0-2c5509bb0537, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83c7d7e9-db7c-46c1-b53c-9a099ac3350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:56:35.979962 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-29e5f758-702c-4a51-ab1e-99bdaed18128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:36.194364 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-29e5f758-702c-4a51-ab1e-99bdaed18128 service neutron] For port 1b926519-772e-47a9-8fe0-2c5509bb0537, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:56:36.203846 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-29e5f758-702c-4a51-ab1e-99bdaed18128 service neutron] For port 1b926519-772e-47a9-8fe0-2c5509bb0537, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=1b926519-772e-47a9-8fe0-2c5509bb0537,segment=NetworkSegment(83c7d7e9-db7c-46c1-b53c-9a099ac3350f),segment_id=83c7d7e9-db7c-46c1-b53c-9a099ac3350f)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:56:36.215950 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-29e5f758-702c-4a51-ab1e-99bdaed18128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:36.226392 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device cd24e34a-b549-45c3-b7c9-cbd383a4219d up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:56:36.299226 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-29e5f758-702c-4a51-ab1e-99bdaed18128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:36.300453 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-29e5f758-702c-4a51-ab1e-99bdaed18128 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:36.305783 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-29e5f758-702c-4a51-ab1e-99bdaed18128 service neutron] 10.222.0.72 "PUT /v2.0/ports/1b926519-772e-47a9-8fe0-2c5509bb0537 HTTP/1.1" status: 200 len: 1092 time: 1.7564788 Dec 10 18:56:36.316324 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a327ae75-28cd-4564-84b6-27141f96a461', 'tag': '1b926519-772e-47a9-8fe0-2c5509bb0537'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:56:36.325357 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9809ee-7f28-4f31-b9f2-7414f87e87d2" -d '{"events": [{"name": "network-changed", "server_uuid": "a327ae75-28cd-4564-84b6-27141f96a461", "tag": "1b926519-772e-47a9-8fe0-2c5509bb0537"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:56:36.384095 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e5f758-702c-4a51-ab1e-99bdaed18128 service neutron] Pushing event updated for resources: {'Port': ['ID=1b926519-772e-47a9-8fe0-2c5509bb0537,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:36.402348 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port cd24e34a-b549-45c3-b7c9-cbd383a4219d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:56:36.402990 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:36.459786 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fb10f3-8d39-48da-aed4-c690c616d842 x-openstack-request-id: req-34fb10f3-8d39-48da-aed4-c690c616d842 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:56:36.460094 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a327ae75-28cd-4564-84b6-27141f96a461", "tag": "1b926519-772e-47a9-8fe0-2c5509bb0537", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:56:36.460352 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-34fb10f3-8d39-48da-aed4-c690c616d842 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:56:36.460784 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a327ae75-28cd-4564-84b6-27141f96a461', 'tag': '1b926519-772e-47a9-8fe0-2c5509bb0537', 'status': 'completed', 'code': 200} Dec 10 18:56:36.498185 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-cad8d78b-57a9-49dc-a61f-e4b892498640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:36.508546 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-cad8d78b-57a9-49dc-a61f-e4b892498640 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b146ea531e7d490bb2e30f4c7ac5fe8a&device_id=a327ae75-28cd-4564-84b6-27141f96a461 HTTP/1.1" status: 200 len: 1095 time: 0.1096456 Dec 10 18:56:36.584905 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:36.671511 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port cd24e34a-b549-45c3-b7c9-cbd383a4219d, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=cd24e34a-b549-45c3-b7c9-cbd383a4219d,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:36.674379 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4d264c-0c6e-426c-8cb9-c79c707c31bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd24e34a-b549-45c3-b7c9-cbd383a4219d'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:56:36.676312 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-62d23002-a5ec-42d9-9993-293187e65926 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b926519-772e-47a9-8fe0-2c5509bb0537 HTTP/1.1" status: 200 len: 217 time: 0.1515267 Dec 10 18:56:36.682679 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d422c626-e329-43de-9cfc-39889e63ca97" -d '{"events": [{"server_uuid": "8a4d264c-0c6e-426c-8cb9-c79c707c31bb", "name": "network-vif-plugged", "status": "completed", "tag": "cd24e34a-b549-45c3-b7c9-cbd383a4219d"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:56:36.707235 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:36.801913 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=cd24e34a-b549-45c3-b7c9-cbd383a4219d,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:36.806098 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a20f52c-afab-46c4-a7cb-3779633b259b x-openstack-request-id: req-2a20f52c-afab-46c4-a7cb-3779633b259b {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:56:36.806608 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a4d264c-0c6e-426c-8cb9-c79c707c31bb", "name": "network-vif-plugged", "status": "completed", "tag": "cd24e34a-b549-45c3-b7c9-cbd383a4219d", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:56:36.807020 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2a20f52c-afab-46c4-a7cb-3779633b259b {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:56:36.807515 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4d264c-0c6e-426c-8cb9-c79c707c31bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd24e34a-b549-45c3-b7c9-cbd383a4219d', 'code': 200} Dec 10 18:56:36.848393 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebdd6af-9948-4b56-8a3a-ae7a4820069a req-aa95f974-ae1f-46b6-84b7-21d76dacd667 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:36.850499 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4ebdd6af-9948-4b56-8a3a-ae7a4820069a req-aa95f974-ae1f-46b6-84b7-21d76dacd667 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 944 time: 0.3554718 Dec 10 18:56:36.866567 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54482) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:36.905439 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c783d934-b928-47c4-b795-3a39298ec491 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:36.914656 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-2c93cba2-718e-4586-aee2-2b19dc2f28d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:36.917205 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-2c93cba2-718e-4586-aee2-2b19dc2f28d4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7ba69a49-ec77-4670-8006-0254df7f77f3 HTTP/1.1" status: 200 len: 846 time: 0.2152243 Dec 10 18:56:36.955156 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4ebdd6af-9948-4b56-8a3a-ae7a4820069a req-3eccfe35-fcb1-4184-88d1-c18835456ab1 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876546 Dec 10 18:56:37.011347 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a99c5-52ac-4b5b-b967-64d54b86007b req-04ff7fb3-864a-4112-a8dd-6deda6d69c35 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:37.013274 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b55a99c5-52ac-4b5b-b967-64d54b86007b req-04ff7fb3-864a-4112-a8dd-6deda6d69c35 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=a327ae75-28cd-4564-84b6-27141f96a461 HTTP/1.1" status: 200 len: 944 time: 0.1366267 Dec 10 18:56:37.167425 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b55a99c5-52ac-4b5b-b967-64d54b86007b req-dde7483b-ea34-4d5b-9480-a9c250839567 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366560 Dec 10 18:56:37.222666 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c783d934-b928-47c4-b795-3a39298ec491 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:37.231068 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c783d934-b928-47c4-b795-3a39298ec491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:37.333124 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783d934-b928-47c4-b795-3a39298ec491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57719959-66ce-4de5-afcb-f0ad657f6ce3,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:37.337454 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c783d934-b928-47c4-b795-3a39298ec491 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c7a33c9043aa4248b304240b125f65ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4687288 Dec 10 18:56:37.353870 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54486) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:37.355216 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-985d7524-d0d0-4dfa-afb9-051b7edb10ec service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5b7a9d16-fa90-46c2-89ef-ff147d5d2881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4225748 Dec 10 18:56:37.372666 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783d934-b928-47c4-b795-3a39298ec491 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:37.376698 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783d934-b928-47c4-b795-3a39298ec491 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:37.377235 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783d934-b928-47c4-b795-3a39298ec491 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:37.377589 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783d934-b928-47c4-b795-3a39298ec491 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:37.377935 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783d934-b928-47c4-b795-3a39298ec491 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:37.378273 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783d934-b928-47c4-b795-3a39298ec491 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:37.378606 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783d934-b928-47c4-b795-3a39298ec491 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:37.378940 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783d934-b928-47c4-b795-3a39298ec491 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:37.379272 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783d934-b928-47c4-b795-3a39298ec491 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:37.379599 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783d934-b928-47c4-b795-3a39298ec491 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:37.379931 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783d934-b928-47c4-b795-3a39298ec491 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:37.380253 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783d934-b928-47c4-b795-3a39298ec491 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:37.380576 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783d934-b928-47c4-b795-3a39298ec491 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:37.489307 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1f13beff-387c-42cf-8c18-fc4f5fb5b635 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:37.565430 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1f13beff-387c-42cf-8c18-fc4f5fb5b635 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:37.581907 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-46f32471-fa50-424c-8070-8f95eee963fb service neutron] 10.222.0.72 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057054 Dec 10 18:56:37.720182 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1f13beff-387c-42cf-8c18-fc4f5fb5b635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:37.731182 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1f13beff-387c-42cf-8c18-fc4f5fb5b635 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:37.752163 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1f13beff-387c-42cf-8c18-fc4f5fb5b635 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/57719959-66ce-4de5-afcb-f0ad657f6ce3 HTTP/1.1" status: 204 len: 168 time: 0.3775296 Dec 10 18:56:37.777412 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13beff-387c-42cf-8c18-fc4f5fb5b635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57719959-66ce-4de5-afcb-f0ad657f6ce3,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:37.847847 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-153dc675-37de-4c53-8a5f-41b2bceaa8c2 req-52e355ff-d0a9-4046-8825-9d2435e7bc0a service neutron] 10.222.0.72 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580094 Dec 10 18:56:38.074830 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9809ee-7f28-4f31-b9f2-7414f87e87d2 req-24949ecd-98f6-475a-8f58-80b1468e54bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:38.080484 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ab9809ee-7f28-4f31-b9f2-7414f87e87d2 req-24949ecd-98f6-475a-8f58-80b1468e54bd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b146ea531e7d490bb2e30f4c7ac5fe8a&device_id=a327ae75-28cd-4564-84b6-27141f96a461 HTTP/1.1" status: 200 len: 1095 time: 0.1285796 Dec 10 18:56:38.180529 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1e12d-c21c-47e9-a989-b76b8693e577 req-18c94305-28e4-46a0-987f-2fd90824aa30 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:38.222288 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-53d1e12d-c21c-47e9-a989-b76b8693e577 req-18c94305-28e4-46a0-987f-2fd90824aa30 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 945 time: 0.1523502 Dec 10 18:56:38.257737 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9809ee-7f28-4f31-b9f2-7414f87e87d2 req-cc938053-db71-4513-a62c-efd0f185241e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:38.262027 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ab9809ee-7f28-4f31-b9f2-7414f87e87d2 req-cc938053-db71-4513-a62c-efd0f185241e service neutron] 10.222.0.72 "GET /v2.0/networks?id=5b7a9d16-fa90-46c2-89ef-ff147d5d2881 HTTP/1.1" status: 200 len: 907 time: 0.1722820 Dec 10 18:56:38.284075 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:38.352197 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-53d1e12d-c21c-47e9-a989-b76b8693e577 req-33ecd5d4-a28d-457f-9053-73ad78a46661 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240449 Dec 10 18:56:38.421281 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ab9809ee-7f28-4f31-b9f2-7414f87e87d2 req-d1336fd9-d7c8-4f77-a71c-4f91eaf8ffc4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b926519-772e-47a9-8fe0-2c5509bb0537 HTTP/1.1" status: 200 len: 217 time: 0.1523736 Dec 10 18:56:38.665706 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f69c5e-a713-4d62-9922-641c76474fa8 req-b6d30df5-61ea-4c49-b393-dac0ae98560f tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:38.667468 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e3f69c5e-a713-4d62-9922-641c76474fa8 req-b6d30df5-61ea-4c49-b393-dac0ae98560f tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=a327ae75-28cd-4564-84b6-27141f96a461 HTTP/1.1" status: 200 len: 944 time: 0.2452586 Dec 10 18:56:38.670961 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9809ee-7f28-4f31-b9f2-7414f87e87d2 req-946c95d9-4315-4957-a9cd-1151255d9a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:38.688887 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ab9809ee-7f28-4f31-b9f2-7414f87e87d2 req-946c95d9-4315-4957-a9cd-1151255d9a90 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7ba69a49-ec77-4670-8006-0254df7f77f3 HTTP/1.1" status: 200 len: 846 time: 0.2453198 Dec 10 18:56:38.793281 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e3f69c5e-a713-4d62-9922-641c76474fa8 req-0ddef8d5-bb51-43c9-842c-64e77b86de1c tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033423 Dec 10 18:56:38.865141 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ab9809ee-7f28-4f31-b9f2-7414f87e87d2 req-21fcd4a0-f2b2-40a0-90c7-039d3e0bb4f8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5b7a9d16-fa90-46c2-89ef-ff147d5d2881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758169 Dec 10 18:56:39.063333 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ab9809ee-7f28-4f31-b9f2-7414f87e87d2 req-056ae023-24d6-4c1c-b3a1-b9ce703c7945 service neutron] 10.222.0.72 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871426 Dec 10 18:56:39.241398 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ab9809ee-7f28-4f31-b9f2-7414f87e87d2 req-2fc08ffa-7f20-4fd9-aa08-a76959eba0fd service neutron] 10.222.0.72 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693108 Dec 10 18:56:39.612210 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54540) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:39.614985 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb92e3-b1b5-4333-ad68-f0305040fcf0 req-97cb2786-7564-426f-9e5a-0499dfdddf8f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:39.625367 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7feb92e3-b1b5-4333-ad68-f0305040fcf0 req-97cb2786-7564-426f-9e5a-0499dfdddf8f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 945 time: 0.1125059 Dec 10 18:56:39.760542 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90146601-a6c2-4a41-becd-c4fa160e5e00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:39.762969 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7feb92e3-b1b5-4333-ad68-f0305040fcf0 req-874b33de-b164-4ecf-8661-92ffddbbf29f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299636 Dec 10 18:56:39.938108 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90146601-a6c2-4a41-becd-c4fa160e5e00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:39.966531 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90146601-a6c2-4a41-becd-c4fa160e5e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:40.116589 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-90146601-a6c2-4a41-becd-c4fa160e5e00 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9b1c5d1bac17491d8a3b3a52ebc42978&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5031185 Dec 10 18:56:40.119724 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54556) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:40.157418 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90146601-a6c2-4a41-becd-c4fa160e5e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3f11f5-4b84-4d07-a126-7a13b7992741,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:40.184086 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb634a-e952-49b0-bbc6-cc73c248566f req-5fdeb022-79d1-45a2-9a43-39d8fe38b590 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:40.190625 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-72bb634a-e952-49b0-bbc6-cc73c248566f req-5fdeb022-79d1-45a2-9a43-39d8fe38b590 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=a327ae75-28cd-4564-84b6-27141f96a461 HTTP/1.1" status: 200 len: 944 time: 0.2484734 Dec 10 18:56:40.241255 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ffaa076c-c8ba-4f4f-b493-8c974f7ad2d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:40.291717 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ffaa076c-c8ba-4f4f-b493-8c974f7ad2d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:40.307626 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-72bb634a-e952-49b0-bbc6-cc73c248566f req-1ee7254e-d7ec-4c24-95bc-901bd71afdeb tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981722 Dec 10 18:56:40.379730 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ffaa076c-c8ba-4f4f-b493-8c974f7ad2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:40.382613 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ffaa076c-c8ba-4f4f-b493-8c974f7ad2d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:40.388096 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ffaa076c-c8ba-4f4f-b493-8c974f7ad2d0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6b3f11f5-4b84-4d07-a126-7a13b7992741 HTTP/1.1" status: 204 len: 168 time: 0.2672522 Dec 10 18:56:40.397453 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa076c-c8ba-4f4f-b493-8c974f7ad2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3f11f5-4b84-4d07-a126-7a13b7992741,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:41.020004 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ae240-7a82-4466-94ed-cc73a4cde0b1 req-5cc0e0e2-6a90-4698-8e7e-4999b135c4c5 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:41.022867 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cf2ae240-7a82-4466-94ed-cc73a4cde0b1 req-5cc0e0e2-6a90-4698-8e7e-4999b135c4c5 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 945 time: 0.1301923 Dec 10 18:56:41.127645 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cf2ae240-7a82-4466-94ed-cc73a4cde0b1 req-87b6bdce-c4fb-40be-935c-0278aa174945 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848658 Dec 10 18:56:41.496967 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5884d-917b-49e8-a35f-bd8bbbb407a9 req-85b01211-4c61-41f1-8a33-c84f926d8df8 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:41.509934 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-84c5884d-917b-49e8-a35f-bd8bbbb407a9 req-85b01211-4c61-41f1-8a33-c84f926d8df8 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=a327ae75-28cd-4564-84b6-27141f96a461 HTTP/1.1" status: 200 len: 944 time: 0.0998044 Dec 10 18:56:41.536745 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 1b926519-772e-47a9-8fe0-2c5509bb0537 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:56:41.695593 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-84c5884d-917b-49e8-a35f-bd8bbbb407a9 req-737fef1d-e431-4996-b528-003bd5062a70 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845367 Dec 10 18:56:41.906215 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 1b926519-772e-47a9-8fe0-2c5509bb0537, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=1b926519-772e-47a9-8fe0-2c5509bb0537,segment=NetworkSegment(83c7d7e9-db7c-46c1-b53c-9a099ac3350f),segment_id=83c7d7e9-db7c-46c1-b53c-9a099ac3350f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:41.942439 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '1b926519-772e-47a9-8fe0-2c5509bb0537', 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881', 'port_id': '1b926519-772e-47a9-8fe0-2c5509bb0537', 'mac_address': 'fa:16:3e:88:8d:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ba69a49-ec77-4670-8006-0254df7f77f3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:56:41.995682 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:42.048728 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b926519-772e-47a9-8fe0-2c5509bb0537 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:56:42.101352 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 1b926519-772e-47a9-8fe0-2c5509bb0537, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=1b926519-772e-47a9-8fe0-2c5509bb0537,segment=NetworkSegment(83c7d7e9-db7c-46c1-b53c-9a099ac3350f),segment_id=83c7d7e9-db7c-46c1-b53c-9a099ac3350f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:42.118638 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:42.307980 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=1b926519-772e-47a9-8fe0-2c5509bb0537,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:42.423476 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d29c4e-e188-4b9a-a1a4-66cc2f7d4b67 req-b6718339-4cda-4dbd-aaa4-9b4e2a93a26f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:42.432324 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-92d29c4e-e188-4b9a-a1a4-66cc2f7d4b67 req-b6718339-4cda-4dbd-aaa4-9b4e2a93a26f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 945 time: 0.1020703 Dec 10 18:56:42.452846 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['1b926519-772e-47a9-8fe0-2c5509bb0537'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:56:42.514753 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-92d29c4e-e188-4b9a-a1a4-66cc2f7d4b67 req-779b3898-e958-48fd-ad9e-72c1063a489e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812149 Dec 10 18:56:42.855414 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6643fde-7f5b-4d5a-b1a5-8a16149a2c11 req-525a9514-8f70-4b43-a37f-e0ab512d77c6 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:42.864312 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f6643fde-7f5b-4d5a-b1a5-8a16149a2c11 req-525a9514-8f70-4b43-a37f-e0ab512d77c6 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=a327ae75-28cd-4564-84b6-27141f96a461 HTTP/1.1" status: 200 len: 945 time: 0.0710056 Dec 10 18:56:42.966680 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f6643fde-7f5b-4d5a-b1a5-8a16149a2c11 req-711fdcfe-2dae-426d-bf05-207244e8f916 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011660 Dec 10 18:56:43.555601 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 1b926519-772e-47a9-8fe0-2c5509bb0537 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:56:43.673694 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 1b926519-772e-47a9-8fe0-2c5509bb0537 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:56:43.678178 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 1b926519-772e-47a9-8fe0-2c5509bb0537 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:56:43.678673 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:43.797899 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78231cd-0bb6-4671-ab1c-5a9956816773 req-5c71f312-5aad-4bd7-9e0c-e9fc8e90cf26 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:43.810342 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c78231cd-0bb6-4671-ab1c-5a9956816773 req-5c71f312-5aad-4bd7-9e0c-e9fc8e90cf26 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 945 time: 0.1452789 Dec 10 18:56:43.870837 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:43.900299 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c78231cd-0bb6-4671-ab1c-5a9956816773 req-0d651956-a8f5-4e0f-b965-9b5efa486718 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889819 Dec 10 18:56:43.914820 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 1b926519-772e-47a9-8fe0-2c5509bb0537, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=1b926519-772e-47a9-8fe0-2c5509bb0537,segment=NetworkSegment(83c7d7e9-db7c-46c1-b53c-9a099ac3350f),segment_id=83c7d7e9-db7c-46c1-b53c-9a099ac3350f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:43.916667 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a327ae75-28cd-4564-84b6-27141f96a461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b926519-772e-47a9-8fe0-2c5509bb0537'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:56:43.919643 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b487a5-a7ef-4fc2-bc85-e860a14ae788" -d '{"events": [{"server_uuid": "a327ae75-28cd-4564-84b6-27141f96a461", "name": "network-vif-plugged", "status": "completed", "tag": "1b926519-772e-47a9-8fe0-2c5509bb0537"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:56:43.924329 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:43.988082 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=1b926519-772e-47a9-8fe0-2c5509bb0537,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:43.992744 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448aac8f-8154-4cdc-9c0f-b6da91236137 x-openstack-request-id: req-448aac8f-8154-4cdc-9c0f-b6da91236137 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:56:43.993229 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a327ae75-28cd-4564-84b6-27141f96a461", "name": "network-vif-plugged", "status": "completed", "tag": "1b926519-772e-47a9-8fe0-2c5509bb0537", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:56:43.994121 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-448aac8f-8154-4cdc-9c0f-b6da91236137 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:56:43.994700 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a327ae75-28cd-4564-84b6-27141f96a461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b926519-772e-47a9-8fe0-2c5509bb0537', 'code': 200} Dec 10 18:56:44.175620 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53457355-7829-4b16-ab64-5c98338692e1 req-cd8af239-b844-4a38-9794-470b54eff7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:44.177081 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-53457355-7829-4b16-ab64-5c98338692e1 req-cd8af239-b844-4a38-9794-470b54eff7d4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a327ae75-28cd-4564-84b6-27141f96a461 HTTP/1.1" status: 200 len: 1097 time: 0.1066232 Dec 10 18:56:44.224320 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369886b9-f4be-489d-9c6a-b50647a0a7fd req-471570eb-c7d6-4a7b-a837-69fa86482172 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:44.232951 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-369886b9-f4be-489d-9c6a-b50647a0a7fd req-471570eb-c7d6-4a7b-a837-69fa86482172 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=a327ae75-28cd-4564-84b6-27141f96a461 HTTP/1.1" status: 200 len: 946 time: 0.0962579 Dec 10 18:56:44.316987 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-369886b9-f4be-489d-9c6a-b50647a0a7fd req-71909208-695c-4538-afe9-c8c1026254d7 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828388 Dec 10 18:56:44.326204 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-53457355-7829-4b16-ab64-5c98338692e1 req-da413dfa-9dc6-4a8a-b8b4-7d4871af0ea0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396399 Dec 10 18:56:45.117506 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e6025-9cc6-44ad-bd60-ee20fefc810c req-c7e92ad6-0f39-40bc-84e0-e11688ab5b7b tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:45.126752 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-982e6025-9cc6-44ad-bd60-ee20fefc810c req-c7e92ad6-0f39-40bc-84e0-e11688ab5b7b tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 945 time: 0.1040084 Dec 10 18:56:45.246227 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-982e6025-9cc6-44ad-bd60-ee20fefc810c req-004d149c-cf89-4c96-82ec-806fe5c02e89 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153386 Dec 10 18:56:45.527853 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702029a9-0e0e-4f52-b8e7-c550d52b0979 req-d2236963-127a-47a6-b135-a8ce7b07e92c tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:45.530102 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-702029a9-0e0e-4f52-b8e7-c550d52b0979 req-d2236963-127a-47a6-b135-a8ce7b07e92c tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=a327ae75-28cd-4564-84b6-27141f96a461 HTTP/1.1" status: 200 len: 946 time: 0.0631092 Dec 10 18:56:45.602550 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-702029a9-0e0e-4f52-b8e7-c550d52b0979 req-da280660-8b10-4c8f-9429-c70ed6b6de17 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651784 Dec 10 18:56:46.486777 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33481f39-5b64-40d8-8a26-aacff9522fde req-30046588-6126-4a30-8a0e-99816fba0552 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:46.488858 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-33481f39-5b64-40d8-8a26-aacff9522fde req-30046588-6126-4a30-8a0e-99816fba0552 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 945 time: 0.0765672 Dec 10 18:56:46.590502 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-33481f39-5b64-40d8-8a26-aacff9522fde req-2a4a5776-ebfe-44b9-9539-d26f2bc1b7f4 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918248 Dec 10 18:56:46.806104 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c055c69-94ae-4a92-83e6-dfbbe3699d0b req-247c48e8-74a0-4513-9228-672f045c4e58 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:46.815173 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3c055c69-94ae-4a92-83e6-dfbbe3699d0b req-247c48e8-74a0-4513-9228-672f045c4e58 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=a327ae75-28cd-4564-84b6-27141f96a461 HTTP/1.1" status: 200 len: 946 time: 0.1074717 Dec 10 18:56:46.910322 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3c055c69-94ae-4a92-83e6-dfbbe3699d0b req-47850209-2969-4cac-b79c-d59e23bcb45b tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917485 Dec 10 18:56:47.302313 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcdb1de-8471-4cd8-abff-8b318f537a3c req-7eba5576-46a0-4ea2-843e-0c028fc1046f tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:47.314989 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7dcdb1de-8471-4cd8-abff-8b318f537a3c req-7eba5576-46a0-4ea2-843e-0c028fc1046f tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=a327ae75-28cd-4564-84b6-27141f96a461 HTTP/1.1" status: 200 len: 946 time: 0.1023035 Dec 10 18:56:47.520753 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7dcdb1de-8471-4cd8-abff-8b318f537a3c req-956c9d8c-8fc3-4fb4-ae4b-087a7554ecb1 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020934 Dec 10 18:56:47.755292 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee83ea2-3e54-4a52-b026-f5bc07b0ee97 req-2dc2692c-d481-49e9-852a-25eff3f15ee5 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:47.763759 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7ee83ea2-3e54-4a52-b026-f5bc07b0ee97 req-2dc2692c-d481-49e9-852a-25eff3f15ee5 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=a327ae75-28cd-4564-84b6-27141f96a461 HTTP/1.1" status: 200 len: 946 time: 0.1026089 Dec 10 18:56:47.821840 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a58b9-be4a-4dd0-bf64-b605633fbc32 req-893e4361-6760-4b9f-b0fe-78bbce987c9e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:47.831107 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a74a58b9-be4a-4dd0-bf64-b605633fbc32 req-893e4361-6760-4b9f-b0fe-78bbce987c9e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 945 time: 0.1102161 Dec 10 18:56:47.877361 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7ee83ea2-3e54-4a52-b026-f5bc07b0ee97 req-2ee1bedd-fb62-4117-ad8f-a8c51d2a0d94 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125631 Dec 10 18:56:47.897148 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a74a58b9-be4a-4dd0-bf64-b605633fbc32 req-6ba39367-ab75-4a74-9117-9ce33768ec1f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649986 Dec 10 18:56:48.283428 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bcc43-c692-4c6a-b4f4-b5b5ba572003 req-1263c55f-c452-49bd-9b24-1051eb49c1d3 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:48.284994 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7b3bcc43-c692-4c6a-b4f4-b5b5ba572003 req-1263c55f-c452-49bd-9b24-1051eb49c1d3 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=a327ae75-28cd-4564-84b6-27141f96a461 HTTP/1.1" status: 200 len: 946 time: 0.0775287 Dec 10 18:56:48.366207 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7b3bcc43-c692-4c6a-b4f4-b5b5ba572003 req-cce79fc3-1578-43c1-8d3e-fb05dd6c7a5e tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716131 Dec 10 18:56:49.143964 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892a4c6-a7a0-449e-83cd-61de95c3035f req-af40d8dd-ff41-48ee-bc7a-c2e0841e92de tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:49.165978 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6892a4c6-a7a0-449e-83cd-61de95c3035f req-af40d8dd-ff41-48ee-bc7a-c2e0841e92de tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 945 time: 0.1219399 Dec 10 18:56:49.296428 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6892a4c6-a7a0-449e-83cd-61de95c3035f req-97945dd9-e4d1-448a-be78-6050d9118999 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275623 Dec 10 18:56:49.550652 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54770) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:49.551515 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93000da-1227-4796-b6ec-fe0ff7fe5e3a req-615118e1-ae91-45ca-80c8-5ce3b7499d00 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:49.561843 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e93000da-1227-4796-b6ec-fe0ff7fe5e3a req-615118e1-ae91-45ca-80c8-5ce3b7499d00 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=a327ae75-28cd-4564-84b6-27141f96a461 HTTP/1.1" status: 200 len: 946 time: 0.0839481 Dec 10 18:56:49.640988 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e98e5016-2c02-4389-a4a7-c433db687bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:49.725505 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2b1e4923-b28f-4e04-9c42-aae456555203 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:49.767445 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aef858-3891-48e9-8bf3-2a1dd06cd93c req-b394944b-2dc9-4722-a284-539abfbc60e7 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:49.777080 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-87aef858-3891-48e9-8bf3-2a1dd06cd93c req-b394944b-2dc9-4722-a284-539abfbc60e7 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.72 "GET /v2.0/ports?device_id=a327ae75-28cd-4564-84b6-27141f96a461 HTTP/1.1" status: 200 len: 946 time: 0.1883075 Dec 10 18:56:49.861022 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e93000da-1227-4796-b6ec-fe0ff7fe5e3a req-a80c7b9f-eda9-4882-9276-6af6be16b7b7 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968876 Dec 10 18:56:49.930724 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2b1e4923-b28f-4e04-9c42-aae456555203 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:49.935869 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2b1e4923-b28f-4e04-9c42-aae456555203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:49.984218 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-87aef858-3891-48e9-8bf3-2a1dd06cd93c req-f5508392-d1b8-47b7-95f2-2df8889a4ece tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Deleting port 1b926519-772e-47a9-8fe0-2c5509bb0537 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:56:49.985087 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-87aef858-3891-48e9-8bf3-2a1dd06cd93c req-f5508392-d1b8-47b7-95f2-2df8889a4ece tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:50.020078 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2b1e4923-b28f-4e04-9c42-aae456555203 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f1c046566b784675b041e7f53f7e8ab6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4681070 Dec 10 18:56:50.030874 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54778) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:50.031563 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e4923-b28f-4e04-9c42-aae456555203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23407a4b-e8bc-4b69-8774-dbde0f46deb8,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:50.119159 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-87aef858-3891-48e9-8bf3-2a1dd06cd93c req-f5508392-d1b8-47b7-95f2-2df8889a4ece tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] For port 1b926519-772e-47a9-8fe0-2c5509bb0537, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=1b926519-772e-47a9-8fe0-2c5509bb0537,segment=NetworkSegment(83c7d7e9-db7c-46c1-b53c-9a099ac3350f),segment_id=83c7d7e9-db7c-46c1-b53c-9a099ac3350f)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:50.119958 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-87aef858-3891-48e9-8bf3-2a1dd06cd93c req-f5508392-d1b8-47b7-95f2-2df8889a4ece tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:50.141157 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-87aef858-3891-48e9-8bf3-2a1dd06cd93c req-f5508392-d1b8-47b7-95f2-2df8889a4ece tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Calling delete_port for 1b926519-772e-47a9-8fe0-2c5509bb0537 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:56:50.149227 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9f14cf3-5a3a-4665-adff-97dee631cde3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:50.209007 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9f14cf3-5a3a-4665-adff-97dee631cde3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:50.293733 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9f14cf3-5a3a-4665-adff-97dee631cde3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:50.296887 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9f14cf3-5a3a-4665-adff-97dee631cde3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:50.298050 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a9f14cf3-5a3a-4665-adff-97dee631cde3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/23407a4b-e8bc-4b69-8774-dbde0f46deb8 HTTP/1.1" status: 204 len: 168 time: 0.2612681 Dec 10 18:56:50.325183 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f14cf3-5a3a-4665-adff-97dee631cde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23407a4b-e8bc-4b69-8774-dbde0f46deb8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:50.390369 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-87aef858-3891-48e9-8bf3-2a1dd06cd93c req-f5508392-d1b8-47b7-95f2-2df8889a4ece tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:50.406086 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:56:50.417837 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['1b926519-772e-47a9-8fe0-2c5509bb0537'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:56:50.546014 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128bf7a-9da4-4e55-b521-b192694b3728 req-6b90d497-4073-4d43-bd86-c0b6a1d06f4c tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:50.558262 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a128bf7a-9da4-4e55-b521-b192694b3728 req-6b90d497-4073-4d43-bd86-c0b6a1d06f4c tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 945 time: 0.1046469 Dec 10 18:56:50.614466 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5508392-d1b8-47b7-95f2-2df8889a4ece tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Pushing event deleted for resources: {'Port': ['ID=1b926519-772e-47a9-8fe0-2c5509bb0537,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:50.622923 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-87aef858-3891-48e9-8bf3-2a1dd06cd93c req-f5508392-d1b8-47b7-95f2-2df8889a4ece tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] No DVR routers for this DVR port 1b926519-772e-47a9-8fe0-2c5509bb0537 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:56:50.627245 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-87aef858-3891-48e9-8bf3-2a1dd06cd93c req-f5508392-d1b8-47b7-95f2-2df8889a4ece tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:50.631374 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-87aef858-3891-48e9-8bf3-2a1dd06cd93c req-f5508392-d1b8-47b7-95f2-2df8889a4ece tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.72 "DELETE /v2.0/ports/1b926519-772e-47a9-8fe0-2c5509bb0537 HTTP/1.1" status: 204 len: 173 time: 0.8495471 Dec 10 18:56:50.631836 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a327ae75-28cd-4564-84b6-27141f96a461', 'name': 'network-vif-deleted', 'tag': '1b926519-772e-47a9-8fe0-2c5509bb0537'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:56:50.634160 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a13c66-0b9b-4fa0-87d1-de90567cdc34" -d '{"events": [{"server_uuid": "a327ae75-28cd-4564-84b6-27141f96a461", "name": "network-vif-deleted", "tag": "1b926519-772e-47a9-8fe0-2c5509bb0537"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:56:50.681537 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a128bf7a-9da4-4e55-b521-b192694b3728 req-4ede276a-6df9-432c-b05e-9e4125f81f8d tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216154 Dec 10 18:56:50.769414 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bd2017-2ebd-45e5-a4a2-5062d3207bdf x-openstack-request-id: req-69bd2017-2ebd-45e5-a4a2-5062d3207bdf {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:56:50.769713 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a327ae75-28cd-4564-84b6-27141f96a461", "name": "network-vif-deleted", "tag": "1b926519-772e-47a9-8fe0-2c5509bb0537", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:56:50.769970 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-69bd2017-2ebd-45e5-a4a2-5062d3207bdf {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:56:50.770643 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a327ae75-28cd-4564-84b6-27141f96a461', 'name': 'network-vif-deleted', 'tag': '1b926519-772e-47a9-8fe0-2c5509bb0537', 'status': 'completed', 'code': 200} Dec 10 18:56:50.940231 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54800) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:50.955413 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d5d86228-9663-4f80-8373-4c38f98e9756 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:51.067557 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d5ce2f77-cb8f-4959-ad89-98128f79412e req-80e5237a-4d89-461c-980f-cb5180db7097 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=a327ae75-28cd-4564-84b6-27141f96a461 HTTP/1.1" status: 200 len: 210 time: 0.0449934 Dec 10 18:56:51.116337 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d5d86228-9663-4f80-8373-4c38f98e9756 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:51.144222 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d5d86228-9663-4f80-8373-4c38f98e9756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:51.256111 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d86228-9663-4f80-8373-4c38f98e9756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebcde93-58b6-4589-a017-78dbafebc777,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:51.381466 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d5d86228-9663-4f80-8373-4c38f98e9756 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fdecf7e7365f461b9107032c5ffe681e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4400835 Dec 10 18:56:51.385640 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54804) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:51.497317 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-49b31dea-e703-4cfe-b019-8a55fb4f34ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:51.539622 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-49b31dea-e703-4cfe-b019-8a55fb4f34ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:51.602386 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-49b31dea-e703-4cfe-b019-8a55fb4f34ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:51.606611 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-49b31dea-e703-4cfe-b019-8a55fb4f34ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:51.609197 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-49b31dea-e703-4cfe-b019-8a55fb4f34ad admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1ebcde93-58b6-4589-a017-78dbafebc777 HTTP/1.1" status: 204 len: 168 time: 0.2218840 Dec 10 18:56:51.633195 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b31dea-e703-4cfe-b019-8a55fb4f34ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebcde93-58b6-4589-a017-78dbafebc777,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:51.865783 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d102a0-83c1-46f2-8285-28933d6061e9 req-b9d2711e-777e-4974-9fcf-43044570e275 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:51.867920 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-86d102a0-83c1-46f2-8285-28933d6061e9 req-b9d2711e-777e-4974-9fcf-43044570e275 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 945 time: 0.0821276 Dec 10 18:56:52.008022 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-86d102a0-83c1-46f2-8285-28933d6061e9 req-391b2dc5-2d50-4d12-ac02-8cd6338dc641 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287787 Dec 10 18:56:52.386324 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1f34964f-86a1-4c09-887b-fb7764c33e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:52.686731 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-37acd485-c1f4-4def-a654-806c835a7b68 req-a7515cb0-42c2-4b70-89d8-6dd704a0915b service neutron] (103244) timed out ('10.222.0.72', 52477) {{(pid=103244) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 18:56:52.754481 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-d9efbbc3-bb91-4703-bf4f-36b00ed4bc80 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:52.756037 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-d9efbbc3-bb91-4703-bf4f-36b00ed4bc80 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/networks?id=5b7a9d16-fa90-46c2-89ef-ff147d5d2881 HTTP/1.1" status: 200 len: 806 time: 0.2025104 Dec 10 18:56:52.780596 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-b68eab01-0491-42f7-9b23-0bd5487e6602 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/quotas/b146ea531e7d490bb2e30f4c7ac5fe8a HTTP/1.1" status: 200 len: 375 time: 0.0169282 Dec 10 18:56:52.878524 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-d7435d13-6308-4955-b2be-4a236c926980 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b146ea531e7d490bb2e30f4c7ac5fe8a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0908854 Dec 10 18:56:53.061389 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-9a81b2f3-6985-41bf-92a4-2deb998c4420 service neutron] 10.222.0.62 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819401 Dec 10 18:56:53.230268 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-6d8c390d-d71f-4368-9b62-980a61ff131e service neutron] 10.222.0.62 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678636 Dec 10 18:56:53.354136 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c87665-215e-4ff3-91b9-c006628bc526 req-ff7636c3-3281-44ee-8a63-1eefa8252064 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:53.363180 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a5c87665-215e-4ff3-91b9-c006628bc526 req-ff7636c3-3281-44ee-8a63-1eefa8252064 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 945 time: 0.1168520 Dec 10 18:56:53.417963 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:53.456328 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a5c87665-215e-4ff3-91b9-c006628bc526 req-d837ded1-b41e-419c-bb56-a617b6cb649b tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917990 Dec 10 18:56:53.578064 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-98ffcd7a-6a85-4c99-8ec3-4238de5144bb req-cc568644-15c6-4181-a881-661405a8d725 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 210 time: 0.0560963 Dec 10 18:56:53.597636 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 1b926519-772e-47a9-8fe0-2c5509bb0537 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:56:53.632720 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 1b926519-772e-47a9-8fe0-2c5509bb0537 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:56:53.637523 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 1b926519-772e-47a9-8fe0-2c5509bb0537 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:56:54.709503 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d6e6e-bc76-40d2-91e2-bc9da1a187db req-3d37be7f-f3bc-4d54-a504-d898b0240f26 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:54.714744 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-682d6e6e-bc76-40d2-91e2-bc9da1a187db req-3d37be7f-f3bc-4d54-a504-d898b0240f26 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 945 time: 0.1314976 Dec 10 18:56:54.803126 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-49129e4c-c6c1-49c2-8386-21265846c744 req-3cf09c8e-744f-4fd8-9496-89efacd42c93 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 210 time: 0.0965242 Dec 10 18:56:54.837957 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:54.867120 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-682d6e6e-bc76-40d2-91e2-bc9da1a187db req-24a062fe-171e-46e5-a61a-d83c3646002d tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473579 Dec 10 18:56:55.465386 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-a99095ea-157e-426d-9888-6df64b21d378 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:55.467048 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-a99095ea-157e-426d-9888-6df64b21d378 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.46 "GET /v2.0/networks?id=5b7a9d16-fa90-46c2-89ef-ff147d5d2881 HTTP/1.1" status: 200 len: 806 time: 0.1690826 Dec 10 18:56:55.486616 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-c1a326d4-d070-4ef1-abff-9b22bf91a539 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Request body: {'port': {'device_id': '45087b00-4f70-479c-a754-da779e05e122', 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881', 'admin_state_up': True, 'tenant_id': 'b146ea531e7d490bb2e30f4c7ac5fe8a'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:56:55.499662 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:55.669897 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dcfeef-2a04-4872-8714-5a91c3ab393d req-340c4a74-cb8d-4d4e-91f7-e8239839299c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:55.674964 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-04dcfeef-2a04-4872-8714-5a91c3ab393d req-340c4a74-cb8d-4d4e-91f7-e8239839299c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6dd50388a58440cca7ab90078e887719&device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 1096 time: 0.0892785 Dec 10 18:56:55.736416 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-c1a326d4-d070-4ef1-abff-9b22bf91a539 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Made reservation on behalf of b146ea531e7d490bb2e30f4c7ac5fe8a for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:56:55.740746 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-c1a326d4-d070-4ef1-abff-9b22bf91a539 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:55.853153 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dcfeef-2a04-4872-8714-5a91c3ab393d req-d7d427b8-6b83-4e95-95bd-c2033f10b8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:55.856309 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-04dcfeef-2a04-4872-8714-5a91c3ab393d req-d7d427b8-6b83-4e95-95bd-c2033f10b8a0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3bc50282-3306-4b81-ae1a-81a9a8be5df5 HTTP/1.1" status: 200 len: 912 time: 0.1681740 Dec 10 18:56:55.930325 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-04dcfeef-2a04-4872-8714-5a91c3ab393d req-841c5280-c233-4242-ae9b-132eb95b2a2a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd24e34a-b549-45c3-b7c9-cbd383a4219d HTTP/1.1" status: 200 len: 217 time: 0.0656569 Dec 10 18:56:55.935033 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-c1a326d4-d070-4ef1-abff-9b22bf91a539 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Allocated IP 172.20.0.12 (5b7a9d16-fa90-46c2-89ef-ff147d5d2881/7ba69a49-ec77-4670-8006-0254df7f77f3/497be4ec-06c7-4826-beff-4e6f0a39daa8) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:56:56.042764 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6ba12c22-79a3-4459-8d44-e9e4090011d4 req-7156f743-35d1-425f-82de-a51c9460eaaa tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 210 time: 0.0754330 Dec 10 18:56:56.064469 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dcfeef-2a04-4872-8714-5a91c3ab393d req-528a9ec8-5824-4cb5-bbc7-92ccfa7baaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:56.067284 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-04dcfeef-2a04-4872-8714-5a91c3ab393d req-528a9ec8-5824-4cb5-bbc7-92ccfa7baaf6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdd9c23d-5046-4c54-950e-a05aba46bbec HTTP/1.1" status: 200 len: 850 time: 0.1281905 Dec 10 18:56:56.114014 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d4dd8-30b2-486e-a859-7d387c8fd89a req-faa33208-2d92-4e06-95a4-7492d399ac32 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:56.122693 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-310d4dd8-30b2-486e-a859-7d387c8fd89a req-faa33208-2d92-4e06-95a4-7492d399ac32 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 945 time: 0.1465833 Dec 10 18:56:56.142293 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dcfeef-2a04-4872-8714-5a91c3ab393d req-3fd6fd4f-ff6c-42c5-9728-e7368749017c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:56.144166 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-04dcfeef-2a04-4872-8714-5a91c3ab393d req-3fd6fd4f-ff6c-42c5-9728-e7368749017c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3bc50282-3306-4b81-ae1a-81a9a8be5df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689077 Dec 10 18:56:56.247273 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-310d4dd8-30b2-486e-a859-7d387c8fd89a req-cd809004-f027-467b-960f-6d5c8ff31a2e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233840 Dec 10 18:56:56.300306 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-c1a326d4-d070-4ef1-abff-9b22bf91a539 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:56.354539 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-c1a326d4-d070-4ef1-abff-9b22bf91a539 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:56.367702 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:56:56.380946 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-04dcfeef-2a04-4872-8714-5a91c3ab393d req-c93e85c0-2cb2-4211-a038-6dd62ccab412 service neutron] 10.222.0.46 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285433 Dec 10 18:56:56.452661 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-c1a326d4-d070-4ef1-abff-9b22bf91a539 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Network 5b7a9d16-fa90-46c2-89ef-ff147d5d2881 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:56:56.461821 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-c1a326d4-d070-4ef1-abff-9b22bf91a539 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:56:56.483075 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-c1a326d4-d070-4ef1-abff-9b22bf91a539 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:56:56.592497 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-c1a326d4-d070-4ef1-abff-9b22bf91a539 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:56.612046 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-c1a326d4-d070-4ef1-abff-9b22bf91a539 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:56.635766 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-04dcfeef-2a04-4872-8714-5a91c3ab393d req-3f6d09ce-9e19-469c-94f9-3d8f0a77b387 service neutron] 10.222.0.46 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478728 Dec 10 18:56:56.662880 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a326d4-d070-4ef1-abff-9b22bf91a539 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Pushing event updated for resources: {'Port': ['ID=497be4ec-06c7-4826-beff-4e6f0a39daa8,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:56.699092 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-c1a326d4-d070-4ef1-abff-9b22bf91a539 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2167015 Dec 10 18:56:56.714277 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-aa8e8a46-abb1-445f-92c5-9415adda879f service neutron] Request body: {'port': {'device_id': '45087b00-4f70-479c-a754-da779e05e122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:56:56.799231 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-aa8e8a46-abb1-445f-92c5-9415adda879f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:57.080072 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-aa8e8a46-abb1-445f-92c5-9415adda879f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 497be4ec-06c7-4826-beff-4e6f0a39daa8 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:56:57.088400 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-aa8e8a46-abb1-445f-92c5-9415adda879f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:57.103399 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-aa8e8a46-abb1-445f-92c5-9415adda879f service neutron] Transition to ACTIVE for port object 497be4ec-06c7-4826-beff-4e6f0a39daa8 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:56:57.108508 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-aa8e8a46-abb1-445f-92c5-9415adda879f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:57.193768 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e8a46-abb1-445f-92c5-9415adda879f service neutron] Pushing event updated for resources: {'Port': ['ID=497be4ec-06c7-4826-beff-4e6f0a39daa8,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:57.255332 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5ced4-47fc-4320-a7d6-c57e380c1881 req-43ecdbbe-ed84-420e-9347-deeefdcaa34b tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:57.256851 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7d5ced4-47fc-4320-a7d6-c57e380c1881 req-43ecdbbe-ed84-420e-9347-deeefdcaa34b tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 944 time: 0.1200199 Dec 10 18:56:57.302550 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-aa8e8a46-abb1-445f-92c5-9415adda879f service neutron] Attempting to bind port 497be4ec-06c7-4826-beff-4e6f0a39daa8 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:56:57.303111 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-aa8e8a46-abb1-445f-92c5-9415adda879f service neutron] Attempting to bind port 497be4ec-06c7-4826-beff-4e6f0a39daa8 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '83c7d7e9-db7c-46c1-b53c-9a099ac3350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:56:57.303448 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-aa8e8a46-abb1-445f-92c5-9415adda879f service neutron] Attempting to bind port 497be4ec-06c7-4826-beff-4e6f0a39daa8 on network 5b7a9d16-fa90-46c2-89ef-ff147d5d2881 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:56:57.320251 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-aa8e8a46-abb1-445f-92c5-9415adda879f service neutron] Port 497be4ec-06c7-4826-beff-4e6f0a39daa8 on network 5b7a9d16-fa90-46c2-89ef-ff147d5d2881 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:56:57.320479 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-aa8e8a46-abb1-445f-92c5-9415adda879f service neutron] Attempting to bind port 497be4ec-06c7-4826-beff-4e6f0a39daa8 on network 5b7a9d16-fa90-46c2-89ef-ff147d5d2881 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:56:57.348458 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-aa8e8a46-abb1-445f-92c5-9415adda879f service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:56:57.348864 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-aa8e8a46-abb1-445f-92c5-9415adda879f service neutron] Checking segment: {'id': '83c7d7e9-db7c-46c1-b53c-9a099ac3350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:56:57.349226 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-aa8e8a46-abb1-445f-92c5-9415adda879f service neutron] Bound using segment: {'id': '83c7d7e9-db7c-46c1-b53c-9a099ac3350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:56:57.349662 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-aa8e8a46-abb1-445f-92c5-9415adda879f service neutron] Bound port: 497be4ec-06c7-4826-beff-4e6f0a39daa8, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83c7d7e9-db7c-46c1-b53c-9a099ac3350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:56:57.350023 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-aa8e8a46-abb1-445f-92c5-9415adda879f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:57.370780 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b7d5ced4-47fc-4320-a7d6-c57e380c1881 req-38343a1a-28f4-417d-84ad-f71739a67b31 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056271 Dec 10 18:56:57.378386 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254281e0-320b-4ee1-9886-7f1f94961c3d req-78121205-ae0b-4bc2-8fa6-ba011094a9f2 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:57.380145 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-254281e0-320b-4ee1-9886-7f1f94961c3d req-78121205-ae0b-4bc2-8fa6-ba011094a9f2 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 945 time: 0.0538683 Dec 10 18:56:57.436710 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-254281e0-320b-4ee1-9886-7f1f94961c3d req-d23bc5cf-0862-4f70-9124-e817c804dc2f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503266 Dec 10 18:56:57.440515 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-aa8e8a46-abb1-445f-92c5-9415adda879f service neutron] For port 497be4ec-06c7-4826-beff-4e6f0a39daa8, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:56:57.445069 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-aa8e8a46-abb1-445f-92c5-9415adda879f service neutron] For port 497be4ec-06c7-4826-beff-4e6f0a39daa8, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=497be4ec-06c7-4826-beff-4e6f0a39daa8,segment=NetworkSegment(83c7d7e9-db7c-46c1-b53c-9a099ac3350f),segment_id=83c7d7e9-db7c-46c1-b53c-9a099ac3350f)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:56:57.451952 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-aa8e8a46-abb1-445f-92c5-9415adda879f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:57.523343 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-aa8e8a46-abb1-445f-92c5-9415adda879f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:57.523343 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-aa8e8a46-abb1-445f-92c5-9415adda879f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:57.524844 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-aa8e8a46-abb1-445f-92c5-9415adda879f service neutron] 10.222.0.46 "PUT /v2.0/ports/497be4ec-06c7-4826-beff-4e6f0a39daa8 HTTP/1.1" status: 200 len: 1092 time: 0.8156867 Dec 10 18:56:57.525487 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45087b00-4f70-479c-a754-da779e05e122', 'tag': '497be4ec-06c7-4826-beff-4e6f0a39daa8'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:56:57.528295 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c497aff-e4cf-46f4-b7b6-2e3a502e3e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "45087b00-4f70-479c-a754-da779e05e122", "tag": "497be4ec-06c7-4826-beff-4e6f0a39daa8"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:56:57.543411 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e8a46-abb1-445f-92c5-9415adda879f service neutron] Pushing event updated for resources: {'Port': ['ID=497be4ec-06c7-4826-beff-4e6f0a39daa8,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:57.585799 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a550e53-60b2-4bef-b203-6ee23033ddd7 x-openstack-request-id: req-9a550e53-60b2-4bef-b203-6ee23033ddd7 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:56:57.586098 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45087b00-4f70-479c-a754-da779e05e122", "tag": "497be4ec-06c7-4826-beff-4e6f0a39daa8", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:56:57.586368 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9a550e53-60b2-4bef-b203-6ee23033ddd7 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:56:57.586848 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45087b00-4f70-479c-a754-da779e05e122', 'tag': '497be4ec-06c7-4826-beff-4e6f0a39daa8', 'status': 'completed', 'code': 200} Dec 10 18:56:57.644171 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-dbfc9daa-8d4e-42a2-a6d9-c7ac8de22052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:57.645730 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-dbfc9daa-8d4e-42a2-a6d9-c7ac8de22052 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b146ea531e7d490bb2e30f4c7ac5fe8a&device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 1095 time: 0.0694501 Dec 10 18:56:57.701153 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-931cba05-9451-4d79-8c03-24d8f7cc6f68 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=497be4ec-06c7-4826-beff-4e6f0a39daa8 HTTP/1.1" status: 200 len: 217 time: 0.0449347 Dec 10 18:56:57.756744 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-2808e31d-6596-4b8f-b141-9d8b2a1e1f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:57.758374 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-2808e31d-6596-4b8f-b141-9d8b2a1e1f76 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7ba69a49-ec77-4670-8006-0254df7f77f3 HTTP/1.1" status: 200 len: 846 time: 0.0456488 Dec 10 18:56:57.794834 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-9551adf6-9107-4900-b2b1-459a9285b1fa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5b7a9d16-fa90-46c2-89ef-ff147d5d2881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291071 Dec 10 18:56:57.948793 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-89062a3e-78af-41e9-944e-f36aed5dd2cc service neutron] 10.222.0.46 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456280 Dec 10 18:56:58.128328 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b2d6c321-3ec7-41f7-9430-37421b69a016 req-857ba4e1-7c92-496a-b8c3-b078d2c8855a service neutron] 10.222.0.46 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703901 Dec 10 18:56:58.260943 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c497aff-e4cf-46f4-b7b6-2e3a502e3e8c req-a6232633-5272-4b72-a744-9907fa16c9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:58.262684 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8c497aff-e4cf-46f4-b7b6-2e3a502e3e8c req-a6232633-5272-4b72-a744-9907fa16c9ea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b146ea531e7d490bb2e30f4c7ac5fe8a&device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 1095 time: 0.0455303 Dec 10 18:56:58.379454 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c497aff-e4cf-46f4-b7b6-2e3a502e3e8c req-917ce6d9-b21f-4566-8bf4-3d2e0583a7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:58.383078 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8c497aff-e4cf-46f4-b7b6-2e3a502e3e8c req-917ce6d9-b21f-4566-8bf4-3d2e0583a7c2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5b7a9d16-fa90-46c2-89ef-ff147d5d2881 HTTP/1.1" status: 200 len: 907 time: 0.1111186 Dec 10 18:56:58.537123 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8c497aff-e4cf-46f4-b7b6-2e3a502e3e8c req-ba202b28-9bcc-464f-9f13-9c4fd9757ee7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=497be4ec-06c7-4826-beff-4e6f0a39daa8 HTTP/1.1" status: 200 len: 217 time: 0.1158423 Dec 10 18:56:58.626153 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edd81f-6273-4edc-9577-38b0b32e5956 req-8a0c999a-352a-4fb4-b5cb-f3107c533dd6 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:58.635387 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-60edd81f-6273-4edc-9577-38b0b32e5956 req-8a0c999a-352a-4fb4-b5cb-f3107c533dd6 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 945 time: 0.0827706 Dec 10 18:56:58.655469 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551e6ed-61be-4b68-a24e-3d8299c7edf3 req-7d009f8c-482c-4573-a450-66339948fc77 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:58.657477 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b551e6ed-61be-4b68-a24e-3d8299c7edf3 req-7d009f8c-482c-4573-a450-66339948fc77 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 944 time: 0.1241200 Dec 10 18:56:58.677382 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c497aff-e4cf-46f4-b7b6-2e3a502e3e8c req-834a812e-a669-4a9d-a69d-e406b46f1b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:58.679183 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8c497aff-e4cf-46f4-b7b6-2e3a502e3e8c req-834a812e-a669-4a9d-a69d-e406b46f1b01 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7ba69a49-ec77-4670-8006-0254df7f77f3 HTTP/1.1" status: 200 len: 846 time: 0.0993783 Dec 10 18:56:58.705980 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-60edd81f-6273-4edc-9577-38b0b32e5956 req-a4625528-42ad-43ed-b815-0f77ab21798b tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694754 Dec 10 18:56:58.740688 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b551e6ed-61be-4b68-a24e-3d8299c7edf3 req-c9f65d9c-c6a6-4672-97a8-570a38bde45f tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754182 Dec 10 18:56:58.742768 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8c497aff-e4cf-46f4-b7b6-2e3a502e3e8c req-03a7ba60-f284-4298-a54c-63f82571edd6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5b7a9d16-fa90-46c2-89ef-ff147d5d2881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526779 Dec 10 18:56:58.897605 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8c497aff-e4cf-46f4-b7b6-2e3a502e3e8c req-52de7945-9f3d-4d92-ad5c-b6aa35ca76a9 service neutron] 10.222.0.46 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451719 Dec 10 18:56:59.034054 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8c497aff-e4cf-46f4-b7b6-2e3a502e3e8c req-c3b864da-234f-4f9a-a8b6-42db8433496a service neutron] 10.222.0.46 "GET /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254513 Dec 10 18:56:59.916909 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459d291-8c38-4131-86b2-18993c0b7cff req-4b799ba9-bdf6-45f3-847e-4910e792a26f tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:59.921766 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de3744-38b3-4693-adfb-448b5796a9a5 req-7067a331-1e5d-4ecf-a0d8-b6caec904a24 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:59.925113 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1459d291-8c38-4131-86b2-18993c0b7cff req-4b799ba9-bdf6-45f3-847e-4910e792a26f tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 944 time: 0.0669930 Dec 10 18:56:59.929066 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-65de3744-38b3-4693-adfb-448b5796a9a5 req-7067a331-1e5d-4ecf-a0d8-b6caec904a24 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 945 time: 0.1118705 Dec 10 18:56:59.984330 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-65de3744-38b3-4693-adfb-448b5796a9a5 req-6bc8380c-1319-4d28-813a-c6d73f468574 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542598 Dec 10 18:56:59.986546 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1459d291-8c38-4131-86b2-18993c0b7cff req-94f45dcf-7737-4a40-bb2f-d2674f831d9f tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601945 Dec 10 18:57:00.161155 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846f5e5-c8ed-464c-883e-ec5b19088f22 req-9471a89b-b81a-4e61-ba2d-3ff20ab9042d tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:00.162810 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6846f5e5-c8ed-464c-883e-ec5b19088f22 req-9471a89b-b81a-4e61-ba2d-3ff20ab9042d tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.0620980 Dec 10 18:57:00.286941 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6846f5e5-c8ed-464c-883e-ec5b19088f22 req-5478605e-193f-4bb2-b2e6-bd574c4c62d1 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162627 Dec 10 18:57:00.380483 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device cd24e34a-b549-45c3-b7c9-cbd383a4219d no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:57:00.458111 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab211083-dec0-4149-a380-5efa5d89ea98 req-add0ba5a-f455-45fd-9a17-7a47ee74285a tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:00.466544 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ab211083-dec0-4149-a380-5efa5d89ea98 req-add0ba5a-f455-45fd-9a17-7a47ee74285a tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.0679965 Dec 10 18:57:00.498705 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:00.525559 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ab211083-dec0-4149-a380-5efa5d89ea98 req-d9bbb181-1697-4c42-955b-ca124fca591b tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576580 Dec 10 18:57:00.530049 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4d264c-0c6e-426c-8cb9-c79c707c31bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd24e34a-b549-45c3-b7c9-cbd383a4219d'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:57:00.532399 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a08ee1-8ef2-4a09-abac-990091bc50aa" -d '{"events": [{"server_uuid": "8a4d264c-0c6e-426c-8cb9-c79c707c31bb", "name": "network-vif-unplugged", "status": "completed", "tag": "cd24e34a-b549-45c3-b7c9-cbd383a4219d"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:57:00.572466 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port cd24e34a-b549-45c3-b7c9-cbd383a4219d, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=cd24e34a-b549-45c3-b7c9-cbd383a4219d,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:57:00.582709 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:00.629028 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Dec 2021 18:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9dca376-9007-44d1-84bc-4cd472f8687a x-openstack-request-id: req-c9dca376-9007-44d1-84bc-4cd472f8687a {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:57:00.629861 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a4d264c-0c6e-426c-8cb9-c79c707c31bb", "name": "network-vif-unplugged", "status": "failed", "tag": "cd24e34a-b549-45c3-b7c9-cbd383a4219d", "code": 422}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:57:00.630727 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c9dca376-9007-44d1-84bc-4cd472f8687a {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:57:00.631605 n-d-821435-1 neutron-server[103246]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8a4d264c-0c6e-426c-8cb9-c79c707c31bb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cd24e34a-b549-45c3-b7c9-cbd383a4219d', 'code': 422} returned with failed status Dec 10 18:57:00.673209 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=cd24e34a-b549-45c3-b7c9-cbd383a4219d,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:00.828985 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f9709-2ce1-4a32-bf5b-5b0ab9773d7c req-cb5ca926-33c2-4222-9456-e4c4ce23073b tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:00.831577 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1b0f9709-2ce1-4a32-bf5b-5b0ab9773d7c req-cb5ca926-33c2-4222-9456-e4c4ce23073b tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.0528278 Dec 10 18:57:00.890271 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1b0f9709-2ce1-4a32-bf5b-5b0ab9773d7c req-7665cfda-9412-4d40-b5f9-e64a606e685e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502307 Dec 10 18:57:01.121359 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0e266-da08-4584-8969-defd34be044b req-8779c11d-790a-46da-9255-54281709608d tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:01.122876 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-52b0e266-da08-4584-8969-defd34be044b req-8779c11d-790a-46da-9255-54281709608d tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 944 time: 0.0614934 Dec 10 18:57:01.188902 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-52b0e266-da08-4584-8969-defd34be044b req-2743ca8b-da93-4866-ad01-4c32fd35f3f7 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590625 Dec 10 18:57:02.038721 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41041be1-f5a6-45c1-96a5-0b4f2e222617 req-d6749472-333e-4b39-913f-f97142bddaee tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:02.040947 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-41041be1-f5a6-45c1-96a5-0b4f2e222617 req-d6749472-333e-4b39-913f-f97142bddaee tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.0622199 Dec 10 18:57:02.106993 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-41041be1-f5a6-45c1-96a5-0b4f2e222617 req-c6f24da1-73dd-46b9-9aee-b402f706b667 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594490 Dec 10 18:57:02.365020 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87cc87-7d44-45c0-9d0e-68f04575b5f5 req-eafea598-fe1d-46fa-b3f4-28a103d91e1d tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:02.374035 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ee87cc87-7d44-45c0-9d0e-68f04575b5f5 req-eafea598-fe1d-46fa-b3f4-28a103d91e1d tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 944 time: 0.0923529 Dec 10 18:57:02.385469 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 497be4ec-06c7-4826-beff-4e6f0a39daa8 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:57:02.442532 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ee87cc87-7d44-45c0-9d0e-68f04575b5f5 req-06bdfa43-28d7-471a-84d0-24fabed714d4 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673187 Dec 10 18:57:02.513257 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 497be4ec-06c7-4826-beff-4e6f0a39daa8, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=497be4ec-06c7-4826-beff-4e6f0a39daa8,segment=NetworkSegment(83c7d7e9-db7c-46c1-b53c-9a099ac3350f),segment_id=83c7d7e9-db7c-46c1-b53c-9a099ac3350f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:57:02.534961 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '497be4ec-06c7-4826-beff-4e6f0a39daa8', 'network_id': '5b7a9d16-fa90-46c2-89ef-ff147d5d2881', 'port_id': '497be4ec-06c7-4826-beff-4e6f0a39daa8', 'mac_address': 'fa:16:3e:82:d6:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ba69a49-ec77-4670-8006-0254df7f77f3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:57:02.579412 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:02.599421 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 497be4ec-06c7-4826-beff-4e6f0a39daa8 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:57:02.620378 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 497be4ec-06c7-4826-beff-4e6f0a39daa8, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=497be4ec-06c7-4826-beff-4e6f0a39daa8,segment=NetworkSegment(83c7d7e9-db7c-46c1-b53c-9a099ac3350f),segment_id=83c7d7e9-db7c-46c1-b53c-9a099ac3350f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:57:02.625327 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:02.676486 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=497be4ec-06c7-4826-beff-4e6f0a39daa8,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:02.853834 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['497be4ec-06c7-4826-beff-4e6f0a39daa8'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:57:03.296054 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f5938a-7407-4ef4-a519-98d66b7a7489 req-b1b6e27b-cbf8-4127-80b2-0fec0465cf3b tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:03.303681 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-17f5938a-7407-4ef4-a519-98d66b7a7489 req-b1b6e27b-cbf8-4127-80b2-0fec0465cf3b tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.0597034 Dec 10 18:57:03.367422 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-17f5938a-7407-4ef4-a519-98d66b7a7489 req-25f78f23-d1ba-4ca9-a887-3b3ff1558e53 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627692 Dec 10 18:57:03.601999 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a2eca-9a88-42dd-856a-d47b760cbe4f req-c0ad5233-251a-4502-9fdb-261598e622d0 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:03.610106 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-985a2eca-9a88-42dd-856a-d47b760cbe4f req-c0ad5233-251a-4502-9fdb-261598e622d0 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 945 time: 0.0741711 Dec 10 18:57:03.666157 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-985a2eca-9a88-42dd-856a-d47b760cbe4f req-d93b1d62-0f50-43e6-b92b-b7c95a5b60e4 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549297 Dec 10 18:57:03.886330 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:04.401374 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 497be4ec-06c7-4826-beff-4e6f0a39daa8 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:57:04.506880 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 497be4ec-06c7-4826-beff-4e6f0a39daa8 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:57:04.514004 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 497be4ec-06c7-4826-beff-4e6f0a39daa8 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:57:04.514439 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:04.618516 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39620110-4400-4bed-a9b8-1b35e97ef8b2 req-ed48f82c-5871-4205-98d7-d2ee0da24fbb tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:04.620928 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-39620110-4400-4bed-a9b8-1b35e97ef8b2 req-ed48f82c-5871-4205-98d7-d2ee0da24fbb tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.1037047 Dec 10 18:57:04.637671 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:04.710837 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 497be4ec-06c7-4826-beff-4e6f0a39daa8, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=497be4ec-06c7-4826-beff-4e6f0a39daa8,segment=NetworkSegment(83c7d7e9-db7c-46c1-b53c-9a099ac3350f),segment_id=83c7d7e9-db7c-46c1-b53c-9a099ac3350f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:57:04.713058 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45087b00-4f70-479c-a754-da779e05e122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497be4ec-06c7-4826-beff-4e6f0a39daa8'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:57:04.716205 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32249c69-4919-41df-be32-cae12fb0d27b" -d '{"events": [{"server_uuid": "45087b00-4f70-479c-a754-da779e05e122", "name": "network-vif-plugged", "status": "completed", "tag": "497be4ec-06c7-4826-beff-4e6f0a39daa8"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:57:04.720550 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:04.742406 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-39620110-4400-4bed-a9b8-1b35e97ef8b2 req-d1c5509e-80c2-416c-8b08-c1b57dc6dbe8 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154389 Dec 10 18:57:04.833317 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=497be4ec-06c7-4826-beff-4e6f0a39daa8,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:04.840703 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ae5bce-678a-4274-a6e5-23a88f2d853d x-openstack-request-id: req-97ae5bce-678a-4274-a6e5-23a88f2d853d {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:57:04.841010 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45087b00-4f70-479c-a754-da779e05e122", "name": "network-vif-plugged", "status": "completed", "tag": "497be4ec-06c7-4826-beff-4e6f0a39daa8", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:57:04.841278 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-97ae5bce-678a-4274-a6e5-23a88f2d853d {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:57:04.841684 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45087b00-4f70-479c-a754-da779e05e122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497be4ec-06c7-4826-beff-4e6f0a39daa8', 'code': 200} Dec 10 18:57:04.855414 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7672c2c-1328-405b-a7a0-437206af73bc req-26c15ade-ebcc-4cb6-8ced-d30f6616a872 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:04.857783 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c7672c2c-1328-405b-a7a0-437206af73bc req-26c15ade-ebcc-4cb6-8ced-d30f6616a872 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 946 time: 0.0642703 Dec 10 18:57:04.928855 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c7672c2c-1328-405b-a7a0-437206af73bc req-3b5d0d50-7f0a-4f10-83f2-7ae976389b68 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648725 Dec 10 18:57:04.988913 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f5491-b083-4a1b-9a36-e19d11a57946 req-ae961290-4653-4dd1-a2ec-e8dda1be5c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:04.991061 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-281f5491-b083-4a1b-9a36-e19d11a57946 req-ae961290-4653-4dd1-a2ec-e8dda1be5c18 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 1097 time: 0.0715694 Dec 10 18:57:05.053195 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-281f5491-b083-4a1b-9a36-e19d11a57946 req-19857c49-1856-4f73-ab2a-3062eafbe0fd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521250 Dec 10 18:57:05.882762 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7d65d-0250-4beb-81ae-7d8988f4b011 req-bd52c992-1fcb-4197-a68e-51b087a6cd6e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:05.891479 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-60f7d65d-0250-4beb-81ae-7d8988f4b011 req-bd52c992-1fcb-4197-a68e-51b087a6cd6e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.0604370 Dec 10 18:57:05.950127 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-60f7d65d-0250-4beb-81ae-7d8988f4b011 req-50bc903d-830c-4e44-9d93-636ae05c2840 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527763 Dec 10 18:57:06.096265 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3801b-bf1f-463c-b551-98e93493056d req-182d70a2-4500-40ff-ac4f-b54e5d763942 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:06.098771 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ccc3801b-bf1f-463c-b551-98e93493056d req-182d70a2-4500-40ff-ac4f-b54e5d763942 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 946 time: 0.0590651 Dec 10 18:57:06.201931 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ccc3801b-bf1f-463c-b551-98e93493056d req-6e034a1e-f6d9-4f53-9c75-753a1dcfd6a3 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956969 Dec 10 18:57:06.655179 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55190) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:06.776409 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55194) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:06.920503 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8f9efbf-f76f-46c2-8d0e-0f04ae41585d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:06.984558 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-675f5b47-ffef-4fb0-9779-8c192db0cb97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:07.067042 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-675f5b47-ffef-4fb0-9779-8c192db0cb97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:07.077869 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-675f5b47-ffef-4fb0-9779-8c192db0cb97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:07.105999 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-675f5b47-ffef-4fb0-9779-8c192db0cb97 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=beddfb6a7cf24b6db6bd8bfb7cfb0bae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3282955 Dec 10 18:57:07.108861 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55202) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:07.126911 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f5f76-23d2-4c38-990c-5c791e4824c4 req-be022a14-f62d-4bce-a120-98b8ac236f54 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:07.139465 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4b9f5f76-23d2-4c38-990c-5c791e4824c4 req-be022a14-f62d-4bce-a120-98b8ac236f54 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.0846014 Dec 10 18:57:07.187181 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8f9efbf-f76f-46c2-8d0e-0f04ae41585d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:07.198852 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8f9efbf-f76f-46c2-8d0e-0f04ae41585d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:07.207339 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ecc3cc5d-e724-40a1-882f-fc7a35ba0348 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:07.213272 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4b9f5f76-23d2-4c38-990c-5c791e4824c4 req-aa72226a-2e97-4846-9173-afc774fb7e14 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680516 Dec 10 18:57:07.234913 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f5b47-ffef-4fb0-9779-8c192db0cb97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e0daf6-f170-4747-893d-c2f2abf0b8d0,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:07.291723 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ecc3cc5d-e724-40a1-882f-fc7a35ba0348 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:07.313166 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c8f9efbf-f76f-46c2-8d0e-0f04ae41585d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=94b9ad74273144a38a5898c0806865c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6542187 Dec 10 18:57:07.313515 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55210) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:07.324616 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f9efbf-f76f-46c2-8d0e-0f04ae41585d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc233b14-6de9-4040-b489-b10a062ac4ab,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:07.375003 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-031888e5-db52-4fb3-8551-e19d5d837d7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:07.403257 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ae846-9591-4274-8cd6-13349b8b039c req-ca055f90-a318-4a88-998a-46f9cdb66dc5 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:07.406350 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-031888e5-db52-4fb3-8551-e19d5d837d7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:07.410943 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0a7ae846-9591-4274-8cd6-13349b8b039c req-ca055f90-a318-4a88-998a-46f9cdb66dc5 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 946 time: 0.0877526 Dec 10 18:57:07.461385 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-031888e5-db52-4fb3-8551-e19d5d837d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:07.464727 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-031888e5-db52-4fb3-8551-e19d5d837d7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:07.465711 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ecc3cc5d-e724-40a1-882f-fc7a35ba0348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:07.468532 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ecc3cc5d-e724-40a1-882f-fc7a35ba0348 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:07.468791 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-031888e5-db52-4fb3-8551-e19d5d837d7a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bc233b14-6de9-4040-b489-b10a062ac4ab HTTP/1.1" status: 204 len: 168 time: 0.1539850 Dec 10 18:57:07.475093 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ecc3cc5d-e724-40a1-882f-fc7a35ba0348 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/85e0daf6-f170-4747-893d-c2f2abf0b8d0 HTTP/1.1" status: 204 len: 168 time: 0.3603170 Dec 10 18:57:07.484979 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031888e5-db52-4fb3-8551-e19d5d837d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc233b14-6de9-4040-b489-b10a062ac4ab,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:07.489400 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3cc5d-e724-40a1-882f-fc7a35ba0348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e0daf6-f170-4747-893d-c2f2abf0b8d0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:07.495743 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0a7ae846-9591-4274-8cd6-13349b8b039c req-6a487a5c-43a5-4c52-b5c3-4f288f9e5356 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839326 Dec 10 18:57:07.814923 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016e063-8e6e-4cce-a821-e818157d7830 req-7771555c-c51b-46e7-9676-ad0fc4261eed tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:07.814923 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5016e063-8e6e-4cce-a821-e818157d7830 req-7771555c-c51b-46e7-9676-ad0fc4261eed tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 946 time: 0.0533366 Dec 10 18:57:07.872840 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5016e063-8e6e-4cce-a821-e818157d7830 req-348ee9de-2eff-46ba-a694-b252aa85db46 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542367 Dec 10 18:57:07.965034 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55234) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:07.984781 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3194c105-93f1-4b6a-acd9-d095a944b27c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:08.024926 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca330b-054d-40f0-b9f5-2c8689233657 req-83b34fc1-fde9-4ece-a339-b5071293bba5 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:08.038841 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f2ca330b-054d-40f0-b9f5-2c8689233657 req-83b34fc1-fde9-4ece-a339-b5071293bba5 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 946 time: 0.0874977 Dec 10 18:57:08.106557 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3194c105-93f1-4b6a-acd9-d095a944b27c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:08.112012 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3194c105-93f1-4b6a-acd9-d095a944b27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:08.136458 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f2ca330b-054d-40f0-b9f5-2c8689233657 req-dbcf4e84-651e-4ff7-b2a5-60df6c9bbceb tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924084 Dec 10 18:57:08.160559 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3194c105-93f1-4b6a-acd9-d095a944b27c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=47bf11d2a1d64e3297087d2205709c67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1926622 Dec 10 18:57:08.162273 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55242) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:08.194118 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194c105-93f1-4b6a-acd9-d095a944b27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54085370-42bb-4e87-bf18-556bef1a7985,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:08.210121 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:08.213273 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194c105-93f1-4b6a-acd9-d095a944b27c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:08.214797 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194c105-93f1-4b6a-acd9-d095a944b27c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:08.215164 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194c105-93f1-4b6a-acd9-d095a944b27c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:08.215530 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194c105-93f1-4b6a-acd9-d095a944b27c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:08.217221 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194c105-93f1-4b6a-acd9-d095a944b27c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:08.217629 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194c105-93f1-4b6a-acd9-d095a944b27c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:08.220589 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194c105-93f1-4b6a-acd9-d095a944b27c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:08.220589 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194c105-93f1-4b6a-acd9-d095a944b27c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:08.221411 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194c105-93f1-4b6a-acd9-d095a944b27c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:08.223097 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194c105-93f1-4b6a-acd9-d095a944b27c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:08.223419 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194c105-93f1-4b6a-acd9-d095a944b27c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:08.223762 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194c105-93f1-4b6a-acd9-d095a944b27c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:08.224182 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194c105-93f1-4b6a-acd9-d095a944b27c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:08.325613 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d1d131f-3bcf-4e05-bbac-b70def8761fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:08.429578 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d1d131f-3bcf-4e05-bbac-b70def8761fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:08.447475 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:57:08.520912 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f9c56-e471-4e4b-a180-a408239acd2d req-c57d3aa7-792e-469e-899e-41643a8638b4 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:08.522685 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6e8f9c56-e471-4e4b-a180-a408239acd2d req-c57d3aa7-792e-469e-899e-41643a8638b4 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 946 time: 0.0953853 Dec 10 18:57:08.535167 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4caa95b-5d80-4070-8092-b8020b53fde8 req-7151774c-c303-44e6-9cb6-d6513232d380 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:08.536950 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b4caa95b-5d80-4070-8092-b8020b53fde8 req-7151774c-c303-44e6-9cb6-d6513232d380 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.1671202 Dec 10 18:57:08.610072 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55260) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:08.613475 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d1d131f-3bcf-4e05-bbac-b70def8761fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:08.617567 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d1d131f-3bcf-4e05-bbac-b70def8761fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:08.617567 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0d1d131f-3bcf-4e05-bbac-b70def8761fe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/54085370-42bb-4e87-bf18-556bef1a7985 HTTP/1.1" status: 204 len: 168 time: 0.4530349 Dec 10 18:57:08.636123 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b4caa95b-5d80-4070-8092-b8020b53fde8 req-6ec26573-0d10-48f4-83ac-7b74b09e48b3 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918546 Dec 10 18:57:08.654180 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6e8f9c56-e471-4e4b-a180-a408239acd2d req-4f1bc009-aa0d-4080-932f-2c68f7195f1a tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137993 Dec 10 18:57:08.654400 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d131f-3bcf-4e05-bbac-b70def8761fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54085370-42bb-4e87-bf18-556bef1a7985,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:08.940926 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-3e8f9658-6661-4c97-af27-f3adeecd1dac admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1704403415-network', 'tenant_id': '02718d0d994344898e5851df2be991a7'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:57:08.963479 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8f9658-6661-4c97-af27-f3adeecd1dac admin admin] Made reservation on behalf of 02718d0d994344898e5851df2be991a7 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:57:08.969202 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3e8f9658-6661-4c97-af27-f3adeecd1dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:08.978723 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3e8f9658-6661-4c97-af27-f3adeecd1dac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:09.077897 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3e8f9658-6661-4c97-af27-f3adeecd1dac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:09.084802 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3e8f9658-6661-4c97-af27-f3adeecd1dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:09.116651 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e8f9658-6661-4c97-af27-f3adeecd1dac admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:57:09.122100 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f9658-6661-4c97-af27-f3adeecd1dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbd71da-f6fa-4b30-9159-ca2b8af54008,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:09.132445 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3e8f9658-6661-4c97-af27-f3adeecd1dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:09.132894 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-3e8f9658-6661-4c97-af27-f3adeecd1dac admin admin] Added segment 198417f5-300a-4bc0-8c73-5d11035476b0 of type vlan for network c0d27e94-bb26-4748-b5ef-5ec8c6cdad5e Dec 10 18:57:09.178714 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3e8f9658-6661-4c97-af27-f3adeecd1dac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:09.206859 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3e8f9658-6661-4c97-af27-f3adeecd1dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:09.207899 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8f9658-6661-4c97-af27-f3adeecd1dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:09.208615 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3e8f9658-6661-4c97-af27-f3adeecd1dac admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:09.275882 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3e8f9658-6661-4c97-af27-f3adeecd1dac admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6609695 Dec 10 18:57:09.276816 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55290) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:09.278423 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f9658-6661-4c97-af27-f3adeecd1dac admin admin] Pushing event updated for resources: {'Network': ['ID=c0d27e94-bb26-4748-b5ef-5ec8c6cdad5e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:09.284011 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-8af12741-7e46-4ade-a13e-406f2c8f59ba admin admin] Request body: {'subnet': {'network_id': 'c0d27e94-bb26-4748-b5ef-5ec8c6cdad5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1704403415-subnet', 'tenant_id': '02718d0d994344898e5851df2be991a7', 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:57:09.288441 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network c0d27e94-bb26-4748-b5ef-5ec8c6cdad5e details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:57:09.314256 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af12741-7e46-4ade-a13e-406f2c8f59ba admin admin] Made reservation on behalf of 02718d0d994344898e5851df2be991a7 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:57:09.317433 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8af12741-7e46-4ade-a13e-406f2c8f59ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:09.816391 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0a0a7-a7ed-4cee-b9b7-e9f0586da704 req-20d278cd-df34-4b27-9139-a46626b7d412 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:09.824923 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-56a0a0a7-a7ed-4cee-b9b7-e9f0586da704 req-20d278cd-df34-4b27-9139-a46626b7d412 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 946 time: 0.0737784 Dec 10 18:57:09.859767 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8af12741-7e46-4ade-a13e-406f2c8f59ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:09.904098 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-56a0a0a7-a7ed-4cee-b9b7-e9f0586da704 req-9e4929d7-2968-4c75-b315-33e9a0f70cbe tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747769 Dec 10 18:57:09.904367 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33b8b0-1c8e-4891-b70f-69d39b3b880a req-48c9fb05-4652-4107-8e51-8e91e5391fa3 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:09.911414 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ec33b8b0-1c8e-4891-b70f-69d39b3b880a req-48c9fb05-4652-4107-8e51-8e91e5391fa3 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.1272545 Dec 10 18:57:09.944102 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55308) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:10.004287 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ec33b8b0-1c8e-4891-b70f-69d39b3b880a req-2ac30f98-ae97-4beb-82e8-a4ec4cf0f375 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916705 Dec 10 18:57:10.006122 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af12741-7e46-4ade-a13e-406f2c8f59ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad2150e0-73a3-4f29-82fd-01c671b820a5,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:10.008588 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af12741-7e46-4ade-a13e-406f2c8f59ba admin admin] Checking segment: {'id': '198417f5-300a-4bc0-8c73-5d11035476b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c0d27e94-bb26-4748-b5ef-5ec8c6cdad5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:57:10.009216 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af12741-7e46-4ade-a13e-406f2c8f59ba admin admin] Network hostable DHCP agents. Network: c0d27e94-bb26-4748-b5ef-5ec8c6cdad5e, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:57:10.029253 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af12741-7e46-4ade-a13e-406f2c8f59ba admin admin] Network c0d27e94-bb26-4748-b5ef-5ec8c6cdad5e is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:57:10.041412 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-8af12741-7e46-4ade-a13e-406f2c8f59ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, c0d27e94-bb26-4748-b5ef-5ec8c6cdad5e) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:57:10.046065 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af12741-7e46-4ade-a13e-406f2c8f59ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:10.046838 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8af12741-7e46-4ade-a13e-406f2c8f59ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:10.050432 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd102d0-3115-46d8-acf4-4972781c41b2 None None] Network c0d27e94-bb26-4748-b5ef-5ec8c6cdad5e requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:57:10.075488 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8af12741-7e46-4ade-a13e-406f2c8f59ba admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7940698 Dec 10 18:57:10.076125 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55312) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:10.081163 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-601f0d53-1772-4ef0-a6bf-62eb83176f26 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1704403415-router', 'tenant_id': '02718d0d994344898e5851df2be991a7', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:57:10.086526 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-871ccfb3-b324-4e12-a069-d144f506ae5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:10.121652 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-601f0d53-1772-4ef0-a6bf-62eb83176f26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:10.124009 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-601f0d53-1772-4ef0-a6bf-62eb83176f26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:10.185192 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e660d25a-2c9b-4f49-8e16-f7a6ba6d1273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-c0d27e94-bb26-4748-b5ef-5ec8c6cdad5e', 'network_id': 'c0d27e94-bb26-4748-b5ef-5ec8c6cdad5e', 'project_id': '02718d0d994344898e5851df2be991a7', 'fixed_ips': [{'subnet_id': 'ad2150e0-73a3-4f29-82fd-01c671b820a5'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:57:10.186083 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e660d25a-2c9b-4f49-8e16-f7a6ba6d1273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:10.189093 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-871ccfb3-b324-4e12-a069-d144f506ae5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:10.194324 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-871ccfb3-b324-4e12-a069-d144f506ae5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:10.204785 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-601f0d53-1772-4ef0-a6bf-62eb83176f26 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:10.243438 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-871ccfb3-b324-4e12-a069-d144f506ae5e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e27f9dabfca74a738de93c884b1e5269&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2974768 Dec 10 18:57:10.246107 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55316) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:10.253368 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ccfb3-b324-4e12-a069-d144f506ae5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db362458-24bf-44fe-b140-14b7cda23a17,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:10.325754 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e9b26f5e-5e29-4328-86e8-f9183573a7ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:10.333376 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-e660d25a-2c9b-4f49-8e16-f7a6ba6d1273 None None] Allocated IP 172.20.0.2 (c0d27e94-bb26-4748-b5ef-5ec8c6cdad5e/ad2150e0-73a3-4f29-82fd-01c671b820a5/0ee3964a-ec8e-4bc4-bc1c-1ab5ad8d3660) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:57:10.354495 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e9b26f5e-5e29-4328-86e8-f9183573a7ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:10.411728 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e9b26f5e-5e29-4328-86e8-f9183573a7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:10.412180 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-601f0d53-1772-4ef0-a6bf-62eb83176f26 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:10.419984 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e9b26f5e-5e29-4328-86e8-f9183573a7ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:10.428851 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e9b26f5e-5e29-4328-86e8-f9183573a7ef admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/db362458-24bf-44fe-b140-14b7cda23a17 HTTP/1.1" status: 204 len: 168 time: 0.1791539 Dec 10 18:57:10.437168 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b26f5e-5e29-4328-86e8-f9183573a7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db362458-24bf-44fe-b140-14b7cda23a17,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:10.551709 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e660d25a-2c9b-4f49-8e16-f7a6ba6d1273 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:10.560058 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e660d25a-2c9b-4f49-8e16-f7a6ba6d1273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:10.622533 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e660d25a-2c9b-4f49-8e16-f7a6ba6d1273 None None] Network c0d27e94-bb26-4748-b5ef-5ec8c6cdad5e is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:57:10.624027 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e660d25a-2c9b-4f49-8e16-f7a6ba6d1273 None None] Pushing event updated for resources: {'Port': ['ID=0ee3964a-ec8e-4bc4-bc1c-1ab5ad8d3660,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:10.627090 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-e660d25a-2c9b-4f49-8e16-f7a6ba6d1273 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:57:10.629902 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e660d25a-2c9b-4f49-8e16-f7a6ba6d1273 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:57:10.694832 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e660d25a-2c9b-4f49-8e16-f7a6ba6d1273 None None] Attempting to bind port 0ee3964a-ec8e-4bc4-bc1c-1ab5ad8d3660 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:57:10.695369 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e660d25a-2c9b-4f49-8e16-f7a6ba6d1273 None None] Attempting to bind port 0ee3964a-ec8e-4bc4-bc1c-1ab5ad8d3660 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '198417f5-300a-4bc0-8c73-5d11035476b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c0d27e94-bb26-4748-b5ef-5ec8c6cdad5e'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:57:10.696395 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e660d25a-2c9b-4f49-8e16-f7a6ba6d1273 None None] Attempting to bind port 0ee3964a-ec8e-4bc4-bc1c-1ab5ad8d3660 on network c0d27e94-bb26-4748-b5ef-5ec8c6cdad5e {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:57:10.702111 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e660d25a-2c9b-4f49-8e16-f7a6ba6d1273 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:57:10.702644 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e660d25a-2c9b-4f49-8e16-f7a6ba6d1273 None None] Checking segment: {'id': '198417f5-300a-4bc0-8c73-5d11035476b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c0d27e94-bb26-4748-b5ef-5ec8c6cdad5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:57:10.703141 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e660d25a-2c9b-4f49-8e16-f7a6ba6d1273 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:10.703624 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e660d25a-2c9b-4f49-8e16-f7a6ba6d1273 None None] Bound using segment: {'id': '198417f5-300a-4bc0-8c73-5d11035476b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c0d27e94-bb26-4748-b5ef-5ec8c6cdad5e'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:57:10.704190 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e660d25a-2c9b-4f49-8e16-f7a6ba6d1273 None None] Bound port: 0ee3964a-ec8e-4bc4-bc1c-1ab5ad8d3660, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198417f5-300a-4bc0-8c73-5d11035476b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c0d27e94-bb26-4748-b5ef-5ec8c6cdad5e'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:57:10.704697 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e660d25a-2c9b-4f49-8e16-f7a6ba6d1273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:10.708079 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-601f0d53-1772-4ef0-a6bf-62eb83176f26 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:10.733363 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-601f0d53-1772-4ef0-a6bf-62eb83176f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:10.774332 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e660d25a-2c9b-4f49-8e16-f7a6ba6d1273 None None] For port 0ee3964a-ec8e-4bc4-bc1c-1ab5ad8d3660, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:57:10.778292 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e660d25a-2c9b-4f49-8e16-f7a6ba6d1273 None None] For port 0ee3964a-ec8e-4bc4-bc1c-1ab5ad8d3660, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=0ee3964a-ec8e-4bc4-bc1c-1ab5ad8d3660,segment=NetworkSegment(198417f5-300a-4bc0-8c73-5d11035476b0),segment_id=198417f5-300a-4bc0-8c73-5d11035476b0)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:57:10.783489 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e660d25a-2c9b-4f49-8e16-f7a6ba6d1273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:10.870859 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e660d25a-2c9b-4f49-8e16-f7a6ba6d1273 None None] Pushing event updated for resources: {'Port': ['ID=0ee3964a-ec8e-4bc4-bc1c-1ab5ad8d3660,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:10.875491 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-601f0d53-1772-4ef0-a6bf-62eb83176f26 admin admin] Allocated IP 172.25.7.93 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/e5500b12-c15c-4a8f-8981-ff6a698d4172) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:57:11.049656 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-601f0d53-1772-4ef0-a6bf-62eb83176f26 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:11.097254 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb52ad-0007-438b-a3b2-0a0611492128 req-d2f7d1b3-391b-4064-a8e7-1ac7685a0263 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:11.106956 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fbfb52ad-0007-438b-a3b2-0a0611492128 req-d2f7d1b3-391b-4064-a8e7-1ac7685a0263 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 946 time: 0.0931563 Dec 10 18:57:11.109440 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-601f0d53-1772-4ef0-a6bf-62eb83176f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:11.264047 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601f0d53-1772-4ef0-a6bf-62eb83176f26 admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:57:11.281756 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fbfb52ad-0007-438b-a3b2-0a0611492128 req-ca20b643-20e5-4b04-adb5-c61d05b05db3 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666427 Dec 10 18:57:11.284854 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-601f0d53-1772-4ef0-a6bf-62eb83176f26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:57:11.300979 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4b04b7-97a7-4cfc-8e80-75fa4316acda None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:57:11.304570 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f0d53-1772-4ef0-a6bf-62eb83176f26 admin admin] Pushing event updated for resources: {'Port': ['ID=e5500b12-c15c-4a8f-8981-ff6a698d4172,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:11.319001 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601f0d53-1772-4ef0-a6bf-62eb83176f26 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:57:11.393617 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10faa6-7974-4807-8feb-5d89a49bb518 req-c05ccb1a-ebc3-46ec-b12e-882474af3127 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:11.397563 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c55652e0-b2b3-4382-9f2b-d23bc7ad41c7 None None] Provisioning complete for port e5500b12-c15c-4a8f-8981-ff6a698d4172 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:57:11.398071 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c55652e0-b2b3-4382-9f2b-d23bc7ad41c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:11.413297 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3c10faa6-7974-4807-8feb-5d89a49bb518 req-c05ccb1a-ebc3-46ec-b12e-882474af3127 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.2025146 Dec 10 18:57:11.455438 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 0ee3964a-ec8e-4bc4-bc1c-1ab5ad8d3660 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:57:11.500747 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c55652e0-b2b3-4382-9f2b-d23bc7ad41c7 None None] Port e5500b12-c15c-4a8f-8981-ff6a698d4172 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:57:11.521987 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 0ee3964a-ec8e-4bc4-bc1c-1ab5ad8d3660 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:57:11.522622 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:11.574399 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3c10faa6-7974-4807-8feb-5d89a49bb518 req-dde9ea14-006e-4497-a00a-a3293f8c010f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600919 Dec 10 18:57:11.639423 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:11.681019 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 0ee3964a-ec8e-4bc4-bc1c-1ab5ad8d3660, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=0ee3964a-ec8e-4bc4-bc1c-1ab5ad8d3660,segment=NetworkSegment(198417f5-300a-4bc0-8c73-5d11035476b0),segment_id=198417f5-300a-4bc0-8c73-5d11035476b0)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:57:11.687151 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:11.793174 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-601f0d53-1772-4ef0-a6bf-62eb83176f26 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:11.820574 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=0ee3964a-ec8e-4bc4-bc1c-1ab5ad8d3660,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:11.980934 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfc0d0-df2f-4e3e-a1a1-5160168d0c8a req-77c56ec2-d9c2-43d3-be59-d9334095e2ef tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:11.988739 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-13dfc0d0-df2f-4e3e-a1a1-5160168d0c8a req-77c56ec2-d9c2-43d3-be59-d9334095e2ef tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.1410627 Dec 10 18:57:11.995146 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8794fa-7753-47ee-b471-549e1cdc4468 req-69619b3e-eb34-48c2-8f8c-b57c253016a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:11.996763 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2c8794fa-7753-47ee-b471-549e1cdc4468 req-69619b3e-eb34-48c2-8f8c-b57c253016a9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6dd50388a58440cca7ab90078e887719&device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 1095 time: 0.1117747 Dec 10 18:57:12.233882 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8794fa-7753-47ee-b471-549e1cdc4468 req-c2643821-3d3c-4b12-b22e-7bc5c56768ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:12.236266 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2c8794fa-7753-47ee-b471-549e1cdc4468 req-c2643821-3d3c-4b12-b22e-7bc5c56768ac service neutron] 10.222.0.72 "GET /v2.0/networks?id=3bc50282-3306-4b81-ae1a-81a9a8be5df5 HTTP/1.1" status: 200 len: 912 time: 0.2304401 Dec 10 18:57:12.238033 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55374) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:12.250582 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-13dfc0d0-df2f-4e3e-a1a1-5160168d0c8a req-1358c58f-3fc1-4863-b9d7-e5491dc488da tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2603378 Dec 10 18:57:12.346103 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-601f0d53-1772-4ef0-a6bf-62eb83176f26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:12.356758 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2c8794fa-7753-47ee-b471-549e1cdc4468 req-8c92979f-812c-4a29-a5c7-0206d94ed3be service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 HTTP/1.1" status: 200 len: 999 time: 0.1025455 Dec 10 18:57:12.402071 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3087e7db-c3a5-4da4-baa6-b417cb375642 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:12.403297 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e851e130-521b-4635-a560-ddb2235db6ca None None] Network c0d27e94-bb26-4748-b5ef-5ec8c6cdad5e requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:57:12.510983 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8794fa-7753-47ee-b471-549e1cdc4468 req-ca1bbc43-cad2-402b-a9cb-e619f9964a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:12.513334 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2c8794fa-7753-47ee-b471-549e1cdc4468 req-ca1bbc43-cad2-402b-a9cb-e619f9964a3c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cdd9c23d-5046-4c54-950e-a05aba46bbec HTTP/1.1" status: 200 len: 850 time: 0.1002421 Dec 10 18:57:12.526188 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3087e7db-c3a5-4da4-baa6-b417cb375642 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:12.537145 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-403744d7-94ab-4e35-a591-d420af847826 None None] Provisioning complete for port 0ee3964a-ec8e-4bc4-bc1c-1ab5ad8d3660 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:57:12.537755 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-403744d7-94ab-4e35-a591-d420af847826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:12.549401 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3087e7db-c3a5-4da4-baa6-b417cb375642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:12.597831 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8794fa-7753-47ee-b471-549e1cdc4468 req-c4b57484-35ad-4aaa-a0e1-5ebd02393e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:12.599680 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2c8794fa-7753-47ee-b471-549e1cdc4468 req-c4b57484-35ad-4aaa-a0e1-5ebd02393e55 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3bc50282-3306-4b81-ae1a-81a9a8be5df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787456 Dec 10 18:57:12.618087 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087e7db-c3a5-4da4-baa6-b417cb375642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27cd7fe-a6f5-4197-8117-de9fe95d1511,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:12.634717 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36b40a-4c04-4c54-b1a0-992389ef1dbb req-e0467c58-9d6f-41a3-8ba8-8b7ad257bc62 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:12.643465 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4c36b40a-4c04-4c54-b1a0-992389ef1dbb req-e0467c58-9d6f-41a3-8ba8-8b7ad257bc62 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 946 time: 0.2221594 Dec 10 18:57:12.647711 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3087e7db-c3a5-4da4-baa6-b417cb375642 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fe86c45ef96d46e7a12d8a84f792cf8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4081638 Dec 10 18:57:12.652585 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55380) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:12.741433 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4c36b40a-4c04-4c54-b1a0-992389ef1dbb req-78346dc7-7ca3-4796-915a-312795d35a21 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966144 Dec 10 18:57:12.752170 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601f0d53-1772-4ef0-a6bf-62eb83176f26 admin admin] Router 6f8e977c-71c5-4e17-959d-ad605086ed38 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:57:12.757194 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3328177-a54f-47aa-9421-85e935e33325 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:12.768740 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2c8794fa-7753-47ee-b471-549e1cdc4468 req-624d8c1f-f937-4aa6-880b-a9b80e3148a4 service neutron] 10.222.0.72 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600528 Dec 10 18:57:12.785072 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3328177-a54f-47aa-9421-85e935e33325 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:12.862470 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3328177-a54f-47aa-9421-85e935e33325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:12.867029 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3328177-a54f-47aa-9421-85e935e33325 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:12.869639 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d3328177-a54f-47aa-9421-85e935e33325 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b27cd7fe-a6f5-4197-8117-de9fe95d1511 HTTP/1.1" status: 204 len: 168 time: 0.2152176 Dec 10 18:57:12.882063 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3328177-a54f-47aa-9421-85e935e33325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27cd7fe-a6f5-4197-8117-de9fe95d1511,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:12.921713 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-37d93270-1b17-4cb5-8e7d-7100cda65fa7 None None] Provisioning complete for port 0ee3964a-ec8e-4bc4-bc1c-1ab5ad8d3660 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:57:12.922374 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-37d93270-1b17-4cb5-8e7d-7100cda65fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:12.974294 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601f0d53-1772-4ef0-a6bf-62eb83176f26 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:57:12.987572 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1cd1ad-c165-41a8-8384-13b159e296f6 None None] Sync routers for ids ['6f8e977c-71c5-4e17-959d-ad605086ed38'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:57:12.994234 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2c8794fa-7753-47ee-b471-549e1cdc4468 req-a6a3f2af-e44b-4118-bdb6-0d6df890baf6 service neutron] 10.222.0.72 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851835 Dec 10 18:57:12.997601 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-601f0d53-1772-4ef0-a6bf-62eb83176f26 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:12.999024 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-601f0d53-1772-4ef0-a6bf-62eb83176f26 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.9218180 Dec 10 18:57:13.001847 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55388) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:13.009780 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1cd1ad-c165-41a8-8384-13b159e296f6 None None] Routers {'6f8e977c-71c5-4e17-959d-ad605086ed38'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:57:13.012041 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-7a1cd1ad-c165-41a8-8384-13b159e296f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:56:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6f8e977c-71c5-4e17-959d-ad605086ed38'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:57:13.185483 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-7a1cd1ad-c165-41a8-8384-13b159e296f6 None None] Set router 6f8e977c-71c5-4e17-959d-ad605086ed38 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:57:13.329527 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 0ee3964a-ec8e-4bc4-bc1c-1ab5ad8d3660 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:57:13.410726 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 0ee3964a-ec8e-4bc4-bc1c-1ab5ad8d3660 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:57:13.412000 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:13.556958 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-7a1cd1ad-c165-41a8-8384-13b159e296f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8e977c-71c5-4e17-959d-ad605086ed38', 'name': 'tempest-ImageQuotaTest-1704403415-router', 'tenant_id': '02718d0d994344898e5851df2be991a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'e5500b12-c15c-4a8f-8981-ff6a698d4172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:57:10Z', 'updated_at': '2021-12-10T18:57:11Z', 'revision_number': 3, 'project_id': '02718d0d994344898e5851df2be991a7', 'gw_port': {'id': 'e5500b12-c15c-4a8f-8981-ff6a698d4172', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:76:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8e977c-71c5-4e17-959d-ad605086ed38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:10Z', 'updated_at': '2021-12-10T18:57:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:57:13.612210 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1cd1ad-c165-41a8-8384-13b159e296f6 None None] Checking router: 6f8e977c-71c5-4e17-959d-ad605086ed38 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:57:13.612694 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1cd1ad-c165-41a8-8384-13b159e296f6 None None] Updating router 6f8e977c-71c5-4e17-959d-ad605086ed38 port e5500b12-c15c-4a8f-8981-ff6a698d4172 binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:57:13.676558 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-7a1cd1ad-c165-41a8-8384-13b159e296f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:13.687833 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-00307506-e743-4f08-bcee-dcfd841860b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:13.712597 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96ea95-5ab3-476f-954d-8fb598a1efe1 req-964bbb6e-ac57-450f-ab4d-51cc2b393a16 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:13.714281 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3d96ea95-5ab3-476f-954d-8fb598a1efe1 req-964bbb6e-ac57-450f-ab4d-51cc2b393a16 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.2273359 Dec 10 18:57:13.941771 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde4098-9e4c-427b-869e-39dea3c92c8d req-18406cfe-9a2a-427c-9c09-9e6281888d8c tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:13.953896 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bbde4098-9e4c-427b-869e-39dea3c92c8d req-18406cfe-9a2a-427c-9c09-9e6281888d8c tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 946 time: 0.0995116 Dec 10 18:57:14.007090 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3d96ea95-5ab3-476f-954d-8fb598a1efe1 req-edcded67-9f35-4c2d-997b-e7e2138c0bf3 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842630 Dec 10 18:57:14.021291 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-00307506-e743-4f08-bcee-dcfd841860b8 admin admin] Allocated IP 172.20.0.1 (c0d27e94-bb26-4748-b5ef-5ec8c6cdad5e/ad2150e0-73a3-4f29-82fd-01c671b820a5/cfad76bc-a08d-45b0-aafb-64f05c44737a) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:57:14.026510 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bbde4098-9e4c-427b-869e-39dea3c92c8d req-e1b34542-9bda-4695-b7cb-6f715befce89 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666022 Dec 10 18:57:14.070091 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-7a1cd1ad-c165-41a8-8384-13b159e296f6 None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:14.077883 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-7a1cd1ad-c165-41a8-8384-13b159e296f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:14.131846 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3c9897-72b2-4867-b1f8-5ec2dbee5f31 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:57:14.143169 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-7a1cd1ad-c165-41a8-8384-13b159e296f6 None None] Attempting to bind port e5500b12-c15c-4a8f-8981-ff6a698d4172 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:57:14.143555 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-7a1cd1ad-c165-41a8-8384-13b159e296f6 None None] Attempting to bind port e5500b12-c15c-4a8f-8981-ff6a698d4172 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:57:14.143928 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1cd1ad-c165-41a8-8384-13b159e296f6 None None] Attempting to bind port e5500b12-c15c-4a8f-8981-ff6a698d4172 on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:57:14.146091 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637550f0-9ebe-499c-b97b-8743374087e1 None None] Pushing event updated for resources: {'Port': ['ID=e5500b12-c15c-4a8f-8981-ff6a698d4172,revision_number=2']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:14.156536 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637550f0-9ebe-499c-b97b-8743374087e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:14.156922 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637550f0-9ebe-499c-b97b-8743374087e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:14.157460 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637550f0-9ebe-499c-b97b-8743374087e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:14.157727 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637550f0-9ebe-499c-b97b-8743374087e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:14.158182 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637550f0-9ebe-499c-b97b-8743374087e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:14.158300 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637550f0-9ebe-499c-b97b-8743374087e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:14.158615 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637550f0-9ebe-499c-b97b-8743374087e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:14.158994 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637550f0-9ebe-499c-b97b-8743374087e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:14.159329 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637550f0-9ebe-499c-b97b-8743374087e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:14.159658 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637550f0-9ebe-499c-b97b-8743374087e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:14.159987 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637550f0-9ebe-499c-b97b-8743374087e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:14.160314 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637550f0-9ebe-499c-b97b-8743374087e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:14.160669 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637550f0-9ebe-499c-b97b-8743374087e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:14.165907 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1cd1ad-c165-41a8-8384-13b159e296f6 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:57:14.166296 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1cd1ad-c165-41a8-8384-13b159e296f6 None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:57:14.166701 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-7a1cd1ad-c165-41a8-8384-13b159e296f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:14.167075 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1cd1ad-c165-41a8-8384-13b159e296f6 None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:57:14.167557 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-7a1cd1ad-c165-41a8-8384-13b159e296f6 None None] Bound port: e5500b12-c15c-4a8f-8981-ff6a698d4172, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:57:14.167941 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-7a1cd1ad-c165-41a8-8384-13b159e296f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:14.193996 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a6c14072-899c-4e07-90ac-be5e87a5df04 None None] Provisioning complete for port e5500b12-c15c-4a8f-8981-ff6a698d4172 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:57:14.194436 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a6c14072-899c-4e07-90ac-be5e87a5df04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:14.210925 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-00307506-e743-4f08-bcee-dcfd841860b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:14.232338 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-7a1cd1ad-c165-41a8-8384-13b159e296f6 None None] For port e5500b12-c15c-4a8f-8981-ff6a698d4172, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:57:14.235766 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-7a1cd1ad-c165-41a8-8384-13b159e296f6 None None] For port e5500b12-c15c-4a8f-8981-ff6a698d4172, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e5500b12-c15c-4a8f-8981-ff6a698d4172,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:57:14.243172 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-7a1cd1ad-c165-41a8-8384-13b159e296f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:14.286202 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-00307506-e743-4f08-bcee-dcfd841860b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:14.304696 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1cd1ad-c165-41a8-8384-13b159e296f6 None None] Routers {'6f8e977c-71c5-4e17-959d-ad605086ed38'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:57:14.306251 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-7a1cd1ad-c165-41a8-8384-13b159e296f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:56:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6f8e977c-71c5-4e17-959d-ad605086ed38'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:57:14.311778 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1ab02e-39dc-4f34-9e8b-1aba1847a173 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:57:14.342102 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a6c14072-899c-4e07-90ac-be5e87a5df04 None None] Port e5500b12-c15c-4a8f-8981-ff6a698d4172 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:57:14.386498 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00307506-e743-4f08-bcee-dcfd841860b8 admin admin] Network c0d27e94-bb26-4748-b5ef-5ec8c6cdad5e is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:57:14.391348 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-00307506-e743-4f08-bcee-dcfd841860b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:57:14.395250 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00307506-e743-4f08-bcee-dcfd841860b8 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:57:14.441858 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00307506-e743-4f08-bcee-dcfd841860b8 admin admin] Pushing event updated for resources: {'Port': ['ID=cfad76bc-a08d-45b0-aafb-64f05c44737a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:14.478691 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-00307506-e743-4f08-bcee-dcfd841860b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:14.481398 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2066c0aa-979f-4fbf-bb04-9ef1780bea12 None None] Provisioning complete for port e5500b12-c15c-4a8f-8981-ff6a698d4172 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:57:14.482455 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2066c0aa-979f-4fbf-bb04-9ef1780bea12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:14.505975 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-7a1cd1ad-c165-41a8-8384-13b159e296f6 None None] Set router 6f8e977c-71c5-4e17-959d-ad605086ed38 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:57:14.671038 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-00307506-e743-4f08-bcee-dcfd841860b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:14.686876 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637550f0-9ebe-499c-b97b-8743374087e1 None None] Pushing event updated for resources: {'Port': ['ID=e5500b12-c15c-4a8f-8981-ff6a698d4172,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:14.740492 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2066c0aa-979f-4fbf-bb04-9ef1780bea12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:14.805602 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-2066c0aa-979f-4fbf-bb04-9ef1780bea12 None None] For port e5500b12-c15c-4a8f-8981-ff6a698d4172, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e5500b12-c15c-4a8f-8981-ff6a698d4172,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:57:14.815165 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2066c0aa-979f-4fbf-bb04-9ef1780bea12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:14.948022 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2066c0aa-979f-4fbf-bb04-9ef1780bea12 None None] Pushing event updated for resources: {'Port': ['ID=e5500b12-c15c-4a8f-8981-ff6a698d4172,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:14.983395 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e5bc06b6-cc4b-4c25-aa0c-88102e1b926c None None] Provisioning complete for port cfad76bc-a08d-45b0-aafb-64f05c44737a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:57:14.986300 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e5bc06b6-cc4b-4c25-aa0c-88102e1b926c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:14.999511 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-7a1cd1ad-c165-41a8-8384-13b159e296f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8e977c-71c5-4e17-959d-ad605086ed38', 'name': 'tempest-ImageQuotaTest-1704403415-router', 'tenant_id': '02718d0d994344898e5851df2be991a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'e5500b12-c15c-4a8f-8981-ff6a698d4172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:57:10Z', 'updated_at': '2021-12-10T18:57:11Z', 'revision_number': 3, 'project_id': '02718d0d994344898e5851df2be991a7', 'gw_port': {'id': 'e5500b12-c15c-4a8f-8981-ff6a698d4172', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:76:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8e977c-71c5-4e17-959d-ad605086ed38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:10Z', 'updated_at': '2021-12-10T18:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:57:15.069223 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1cd1ad-c165-41a8-8384-13b159e296f6 None None] The sync data for ids ['6f8e977c-71c5-4e17-959d-ad605086ed38'] in n-d-821435-1 is: [{'id': '6f8e977c-71c5-4e17-959d-ad605086ed38', 'name': 'tempest-ImageQuotaTest-1704403415-router', 'tenant_id': '02718d0d994344898e5851df2be991a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'e5500b12-c15c-4a8f-8981-ff6a698d4172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:57:10Z', 'updated_at': '2021-12-10T18:57:11Z', 'revision_number': 3, 'project_id': '02718d0d994344898e5851df2be991a7', 'gw_port': {'id': 'e5500b12-c15c-4a8f-8981-ff6a698d4172', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:76:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8e977c-71c5-4e17-959d-ad605086ed38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:10Z', 'updated_at': '2021-12-10T18:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:57:15.077573 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e5bc06b6-cc4b-4c25-aa0c-88102e1b926c None None] Port cfad76bc-a08d-45b0-aafb-64f05c44737a cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:57:15.273747 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365c7b9-2661-42c1-b598-84380445bd5e req-3d21cba2-494d-44f8-a7fb-75756d41d3a8 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:15.277255 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c365c7b9-2661-42c1-b598-84380445bd5e req-3d21cba2-494d-44f8-a7fb-75756d41d3a8 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.0925858 Dec 10 18:57:15.365568 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c365c7b9-2661-42c1-b598-84380445bd5e req-bdaf9680-c543-4096-ac5b-3c17b68978b9 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811036 Dec 10 18:57:15.389559 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b22de8-78e4-4619-97c8-15a05627f881 req-a6d0300c-c45e-416a-8c22-ed76bf81c238 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:15.404624 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-40b22de8-78e4-4619-97c8-15a05627f881 req-a6d0300c-c45e-416a-8c22-ed76bf81c238 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 946 time: 0.1427703 Dec 10 18:57:15.448730 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-00307506-e743-4f08-bcee-dcfd841860b8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:15.462739 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-00307506-e743-4f08-bcee-dcfd841860b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:15.530625 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b3744-3ae1-4f51-a843-147b37c1acbc req-37d77126-4d94-4784-9a28-042373541cee tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:15.539105 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-662b3744-3ae1-4f51-a843-147b37c1acbc req-37d77126-4d94-4784-9a28-042373541cee tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.0832131 Dec 10 18:57:15.611123 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-662b3744-3ae1-4f51-a843-147b37c1acbc req-1a5cecf8-dae8-42c3-9518-4ffc0f0183ff tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700073 Dec 10 18:57:15.622460 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-40b22de8-78e4-4619-97c8-15a05627f881 req-c5b72b51-406d-49e6-84ef-a99290ce42a9 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168276 Dec 10 18:57:15.658108 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00307506-e743-4f08-bcee-dcfd841860b8 admin admin] Pushing event updated for resources: {'Port': ['ID=cfad76bc-a08d-45b0-aafb-64f05c44737a,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:15.675661 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-00307506-e743-4f08-bcee-dcfd841860b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:15.855943 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003da038-be69-4454-a3ea-db9cab629ebf req-42092878-7862-4e86-a963-e59ea342421c tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:15.857689 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-003da038-be69-4454-a3ea-db9cab629ebf req-42092878-7862-4e86-a963-e59ea342421c tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.1447368 Dec 10 18:57:15.867044 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00307506-e743-4f08-bcee-dcfd841860b8 admin admin] Network c0d27e94-bb26-4748-b5ef-5ec8c6cdad5e is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:57:15.874885 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-00307506-e743-4f08-bcee-dcfd841860b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:57:16.045772 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-003da038-be69-4454-a3ea-db9cab629ebf req-155922c0-69c7-4bc6-9006-48cc1502f29e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774163 Dec 10 18:57:16.115274 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00307506-e743-4f08-bcee-dcfd841860b8 admin admin] Router 6f8e977c-71c5-4e17-959d-ad605086ed38 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:57:16.247425 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-213fc445-dd27-4e40-9a55-bc7447f4ce82 None None] Provisioning complete for port cfad76bc-a08d-45b0-aafb-64f05c44737a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:57:16.248014 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-213fc445-dd27-4e40-9a55-bc7447f4ce82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:16.325404 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00307506-e743-4f08-bcee-dcfd841860b8 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:57:16.340897 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-00307506-e743-4f08-bcee-dcfd841860b8 admin admin] 10.222.0.62 "PUT /v2.0/routers/6f8e977c-71c5-4e17-959d-ad605086ed38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3376806 Dec 10 18:57:16.362748 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-213fc445-dd27-4e40-9a55-bc7447f4ce82 None None] Port cfad76bc-a08d-45b0-aafb-64f05c44737a cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:57:16.542599 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa6aca-216e-40da-b9b2-78e2275512f4 req-35bff1fd-0dec-4116-80bb-254c914e1616 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:16.545316 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-74aa6aca-216e-40da-b9b2-78e2275512f4 req-35bff1fd-0dec-4116-80bb-254c914e1616 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.0721118 Dec 10 18:57:16.620086 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-74aa6aca-216e-40da-b9b2-78e2275512f4 req-3389430f-a2fe-4598-8669-03db1e818804 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686123 Dec 10 18:57:16.807897 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f17c3-d0c3-4924-bf93-e09a08b55bd5 req-f5d2da48-e18c-497e-a68b-b5873795fc58 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:16.809540 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3b8f17c3-d0c3-4924-bf93-e09a08b55bd5 req-f5d2da48-e18c-497e-a68b-b5873795fc58 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 946 time: 0.0916855 Dec 10 18:57:16.875296 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3b8f17c3-d0c3-4924-bf93-e09a08b55bd5 req-7d780053-e700-4802-874d-ace890421149 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579739 Dec 10 18:57:17.345367 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e5500b12-c15c-4a8f-8981-ff6a698d4172 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:57:17.431505 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port e5500b12-c15c-4a8f-8981-ff6a698d4172 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:57:17.433300 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:17.602426 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8bb8e6-1a8f-4b33-8429-02129e673dd6 None None] Sync routers for ids ['6f8e977c-71c5-4e17-959d-ad605086ed38'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:57:17.613674 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8bb8e6-1a8f-4b33-8429-02129e673dd6 None None] Routers {'6f8e977c-71c5-4e17-959d-ad605086ed38'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:57:17.614312 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6e8bb8e6-1a8f-4b33-8429-02129e673dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:56:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6f8e977c-71c5-4e17-959d-ad605086ed38'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:57:17.813384 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68343d68-31bf-4f2a-a984-071a37fa7d05 req-f3d93850-2086-4db8-97b0-0403ab7ee095 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:17.823649 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-68343d68-31bf-4f2a-a984-071a37fa7d05 req-f3d93850-2086-4db8-97b0-0403ab7ee095 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.0858395 Dec 10 18:57:17.828067 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-6e8bb8e6-1a8f-4b33-8429-02129e673dd6 None None] Set router 6f8e977c-71c5-4e17-959d-ad605086ed38 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:57:17.891418 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-68343d68-31bf-4f2a-a984-071a37fa7d05 req-ad45167e-8f90-4d02-85cc-d5647f8e5268 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663767 Dec 10 18:57:18.000836 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55584) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:18.077050 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d730b2e-b8ca-4742-923e-e384b7597815 req-fa8bf9a7-9c84-41d9-918f-ee5fd8f19dff tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:18.078933 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4d730b2e-b8ca-4742-923e-e384b7597815 req-fa8bf9a7-9c84-41d9-918f-ee5fd8f19dff tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 946 time: 0.1061487 Dec 10 18:57:18.184854 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4d730b2e-b8ca-4742-923e-e384b7597815 req-7a7e48e8-ff82-43ec-bbea-8ee4d0bca254 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942521 Dec 10 18:57:18.339406 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6e8bb8e6-1a8f-4b33-8429-02129e673dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8e977c-71c5-4e17-959d-ad605086ed38', 'name': 'tempest-ImageQuotaTest-1704403415-router', 'tenant_id': '02718d0d994344898e5851df2be991a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'e5500b12-c15c-4a8f-8981-ff6a698d4172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:57:10Z', 'updated_at': '2021-12-10T18:57:14Z', 'revision_number': 4, 'project_id': '02718d0d994344898e5851df2be991a7', 'gw_port': {'id': 'e5500b12-c15c-4a8f-8981-ff6a698d4172', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:76:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8e977c-71c5-4e17-959d-ad605086ed38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:10Z', 'updated_at': '2021-12-10T18:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'cfad76bc-a08d-45b0-aafb-64f05c44737a', 'name': '', 'network_id': 'c0d27e94-bb26-4748-b5ef-5ec8c6cdad5e', 'tenant_id': '02718d0d994344898e5851df2be991a7', 'mac_address': 'fa:16:3e:e7:41:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8e977c-71c5-4e17-959d-ad605086ed38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'ad2150e0-73a3-4f29-82fd-01c671b820a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:13Z', 'updated_at': '2021-12-10T18:57:14Z', 'revision_number': 2, 'project_id': '02718d0d994344898e5851df2be991a7', 'subnets': [{'id': 'ad2150e0-73a3-4f29-82fd-01c671b820a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:57:18.378776 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8bb8e6-1a8f-4b33-8429-02129e673dd6 None None] Checking router: 6f8e977c-71c5-4e17-959d-ad605086ed38 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:57:18.379450 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8bb8e6-1a8f-4b33-8429-02129e673dd6 None None] Updating router 6f8e977c-71c5-4e17-959d-ad605086ed38 port cfad76bc-a08d-45b0-aafb-64f05c44737a binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:57:18.411839 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6e8bb8e6-1a8f-4b33-8429-02129e673dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:18.633966 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27742547-3ba4-4e14-b7b9-f5bdacfa02b1 req-46ab73ef-1bf9-4131-9173-14b24df292ff tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:18.635366 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-27742547-3ba4-4e14-b7b9-f5bdacfa02b1 req-46ab73ef-1bf9-4131-9173-14b24df292ff tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.3888929 Dec 10 18:57:18.642715 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ce1ee-89b5-44c6-b8f7-d2f59a53e022 req-572f4880-5851-4299-8ce3-a342923e633d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:18.644199 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-128ce1ee-89b5-44c6-b8f7-d2f59a53e022 req-572f4880-5851-4299-8ce3-a342923e633d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6dd50388a58440cca7ab90078e887719&device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 1095 time: 0.4388835 Dec 10 18:57:18.750162 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6e8bb8e6-1a8f-4b33-8429-02129e673dd6 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:18.755882 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6e8bb8e6-1a8f-4b33-8429-02129e673dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:18.843987 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470bb15-c258-4ced-939f-f0f9579397dd None None] Pushing event updated for resources: {'Port': ['ID=cfad76bc-a08d-45b0-aafb-64f05c44737a,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:18.865202 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-27742547-3ba4-4e14-b7b9-f5bdacfa02b1 req-53dddfe7-b5a3-4dcd-b91a-0419c50c461c tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199438 Dec 10 18:57:18.893261 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6470bb15-c258-4ced-939f-f0f9579397dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:18.893261 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6470bb15-c258-4ced-939f-f0f9579397dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:18.893261 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6470bb15-c258-4ced-939f-f0f9579397dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:18.893261 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6470bb15-c258-4ced-939f-f0f9579397dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:18.893261 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6470bb15-c258-4ced-939f-f0f9579397dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:18.893261 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6470bb15-c258-4ced-939f-f0f9579397dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:18.893261 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6470bb15-c258-4ced-939f-f0f9579397dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:18.893261 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6470bb15-c258-4ced-939f-f0f9579397dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:18.893261 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6470bb15-c258-4ced-939f-f0f9579397dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:18.893261 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6470bb15-c258-4ced-939f-f0f9579397dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:18.893261 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6470bb15-c258-4ced-939f-f0f9579397dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:18.893261 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6470bb15-c258-4ced-939f-f0f9579397dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:18.894319 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6470bb15-c258-4ced-939f-f0f9579397dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:18.916924 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ce1ee-89b5-44c6-b8f7-d2f59a53e022 req-4544c9ed-ca8f-4b62-8560-701060c6b23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:18.921004 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-128ce1ee-89b5-44c6-b8f7-d2f59a53e022 req-4544c9ed-ca8f-4b62-8560-701060c6b23c service neutron] 10.222.0.72 "GET /v2.0/networks?id=3bc50282-3306-4b81-ae1a-81a9a8be5df5 HTTP/1.1" status: 200 len: 912 time: 0.2629168 Dec 10 18:57:18.934958 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6e8bb8e6-1a8f-4b33-8429-02129e673dd6 None None] Attempting to bind port cfad76bc-a08d-45b0-aafb-64f05c44737a on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:57:18.944807 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6e8bb8e6-1a8f-4b33-8429-02129e673dd6 None None] Attempting to bind port cfad76bc-a08d-45b0-aafb-64f05c44737a by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '198417f5-300a-4bc0-8c73-5d11035476b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c0d27e94-bb26-4748-b5ef-5ec8c6cdad5e'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:57:18.947001 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8bb8e6-1a8f-4b33-8429-02129e673dd6 None None] Attempting to bind port cfad76bc-a08d-45b0-aafb-64f05c44737a on network c0d27e94-bb26-4748-b5ef-5ec8c6cdad5e {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:57:18.958746 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8bb8e6-1a8f-4b33-8429-02129e673dd6 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:57:18.959483 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8bb8e6-1a8f-4b33-8429-02129e673dd6 None None] Checking segment: {'id': '198417f5-300a-4bc0-8c73-5d11035476b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c0d27e94-bb26-4748-b5ef-5ec8c6cdad5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:57:18.960579 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6e8bb8e6-1a8f-4b33-8429-02129e673dd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:18.961214 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8bb8e6-1a8f-4b33-8429-02129e673dd6 None None] Bound using segment: {'id': '198417f5-300a-4bc0-8c73-5d11035476b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c0d27e94-bb26-4748-b5ef-5ec8c6cdad5e'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:57:18.962228 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6e8bb8e6-1a8f-4b33-8429-02129e673dd6 None None] Bound port: cfad76bc-a08d-45b0-aafb-64f05c44737a, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198417f5-300a-4bc0-8c73-5d11035476b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c0d27e94-bb26-4748-b5ef-5ec8c6cdad5e'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:57:18.962799 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6e8bb8e6-1a8f-4b33-8429-02129e673dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:19.068468 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6e8bb8e6-1a8f-4b33-8429-02129e673dd6 None None] For port cfad76bc-a08d-45b0-aafb-64f05c44737a, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:57:19.072426 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6e8bb8e6-1a8f-4b33-8429-02129e673dd6 None None] For port cfad76bc-a08d-45b0-aafb-64f05c44737a, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=cfad76bc-a08d-45b0-aafb-64f05c44737a,segment=NetworkSegment(198417f5-300a-4bc0-8c73-5d11035476b0),segment_id=198417f5-300a-4bc0-8c73-5d11035476b0)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:57:19.078273 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6e8bb8e6-1a8f-4b33-8429-02129e673dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:19.094787 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-128ce1ee-89b5-44c6-b8f7-d2f59a53e022 req-1dc73b72-eb52-4f32-acb4-35543c3f72c1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 HTTP/1.1" status: 200 len: 999 time: 0.1676810 Dec 10 18:57:19.142240 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470bb15-c258-4ced-939f-f0f9579397dd None None] Pushing event updated for resources: {'Port': ['ID=cfad76bc-a08d-45b0-aafb-64f05c44737a,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:19.159802 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8bb8e6-1a8f-4b33-8429-02129e673dd6 None None] Routers {'6f8e977c-71c5-4e17-959d-ad605086ed38'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:57:19.162985 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6e8bb8e6-1a8f-4b33-8429-02129e673dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:56:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6f8e977c-71c5-4e17-959d-ad605086ed38'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:57:19.197329 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ce1ee-89b5-44c6-b8f7-d2f59a53e022 req-1dea5bfb-5187-4050-b7c5-c7af45af130d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:19.197329 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-128ce1ee-89b5-44c6-b8f7-d2f59a53e022 req-1dea5bfb-5187-4050-b7c5-c7af45af130d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cdd9c23d-5046-4c54-950e-a05aba46bbec HTTP/1.1" status: 200 len: 850 time: 0.0934606 Dec 10 18:57:19.325647 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fd33a7e4-8150-4be6-9038-5b5f2b9a985e None None] Provisioning complete for port cfad76bc-a08d-45b0-aafb-64f05c44737a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:57:19.326007 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fd33a7e4-8150-4be6-9038-5b5f2b9a985e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:19.330797 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-6e8bb8e6-1a8f-4b33-8429-02129e673dd6 None None] Set router 6f8e977c-71c5-4e17-959d-ad605086ed38 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:57:19.392513 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ce1ee-89b5-44c6-b8f7-d2f59a53e022 req-22fec59b-b02c-4cc2-8275-7f7ab45c97ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:19.394124 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-128ce1ee-89b5-44c6-b8f7-d2f59a53e022 req-22fec59b-b02c-4cc2-8275-7f7ab45c97ee service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3bc50282-3306-4b81-ae1a-81a9a8be5df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1781135 Dec 10 18:57:19.510356 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75ae15-d650-4a70-babe-f77960ebafa9 req-e19b0486-0597-492d-8184-a944b18c96f0 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:19.517986 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2b75ae15-d650-4a70-babe-f77960ebafa9 req-e19b0486-0597-492d-8184-a944b18c96f0 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 946 time: 0.2287638 Dec 10 18:57:19.622835 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fd33a7e4-8150-4be6-9038-5b5f2b9a985e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:19.649678 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2b75ae15-d650-4a70-babe-f77960ebafa9 req-23eab2e7-b1d5-4b56-9059-c1ce84720ed1 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283166 Dec 10 18:57:19.669130 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-fd33a7e4-8150-4be6-9038-5b5f2b9a985e None None] For port cfad76bc-a08d-45b0-aafb-64f05c44737a, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=cfad76bc-a08d-45b0-aafb-64f05c44737a,segment=NetworkSegment(198417f5-300a-4bc0-8c73-5d11035476b0),segment_id=198417f5-300a-4bc0-8c73-5d11035476b0)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:57:19.671720 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fcdba6fd-6abc-447c-b1bc-49befa33afbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:19.676842 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-128ce1ee-89b5-44c6-b8f7-d2f59a53e022 req-39ffe084-7da0-4631-8a74-c6d2074280b3 service neutron] 10.222.0.72 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637551 Dec 10 18:57:19.690296 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fd33a7e4-8150-4be6-9038-5b5f2b9a985e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:19.728274 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-81053137-865b-4743-a7f5-f3def9ebb0c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:19.790119 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd33a7e4-8150-4be6-9038-5b5f2b9a985e None None] Pushing event updated for resources: {'Port': ['ID=cfad76bc-a08d-45b0-aafb-64f05c44737a,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:19.814976 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6e8bb8e6-1a8f-4b33-8429-02129e673dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8e977c-71c5-4e17-959d-ad605086ed38', 'name': 'tempest-ImageQuotaTest-1704403415-router', 'tenant_id': '02718d0d994344898e5851df2be991a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'e5500b12-c15c-4a8f-8981-ff6a698d4172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:57:10Z', 'updated_at': '2021-12-10T18:57:14Z', 'revision_number': 4, 'project_id': '02718d0d994344898e5851df2be991a7', 'gw_port': {'id': 'e5500b12-c15c-4a8f-8981-ff6a698d4172', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:76:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8e977c-71c5-4e17-959d-ad605086ed38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:10Z', 'updated_at': '2021-12-10T18:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'cfad76bc-a08d-45b0-aafb-64f05c44737a', 'name': '', 'network_id': 'c0d27e94-bb26-4748-b5ef-5ec8c6cdad5e', 'tenant_id': '02718d0d994344898e5851df2be991a7', 'mac_address': 'fa:16:3e:e7:41:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8e977c-71c5-4e17-959d-ad605086ed38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'ad2150e0-73a3-4f29-82fd-01c671b820a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:13Z', 'updated_at': '2021-12-10T18:57:19Z', 'revision_number': 4, 'project_id': '02718d0d994344898e5851df2be991a7', 'subnets': [{'id': 'ad2150e0-73a3-4f29-82fd-01c671b820a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:57:19.847450 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8bb8e6-1a8f-4b33-8429-02129e673dd6 None None] The sync data for ids ['6f8e977c-71c5-4e17-959d-ad605086ed38'] in n-d-821435-1 is: [{'id': '6f8e977c-71c5-4e17-959d-ad605086ed38', 'name': 'tempest-ImageQuotaTest-1704403415-router', 'tenant_id': '02718d0d994344898e5851df2be991a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'e5500b12-c15c-4a8f-8981-ff6a698d4172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:57:10Z', 'updated_at': '2021-12-10T18:57:14Z', 'revision_number': 4, 'project_id': '02718d0d994344898e5851df2be991a7', 'gw_port': {'id': 'e5500b12-c15c-4a8f-8981-ff6a698d4172', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:76:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8e977c-71c5-4e17-959d-ad605086ed38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:10Z', 'updated_at': '2021-12-10T18:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'cfad76bc-a08d-45b0-aafb-64f05c44737a', 'name': '', 'network_id': 'c0d27e94-bb26-4748-b5ef-5ec8c6cdad5e', 'tenant_id': '02718d0d994344898e5851df2be991a7', 'mac_address': 'fa:16:3e:e7:41:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8e977c-71c5-4e17-959d-ad605086ed38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'ad2150e0-73a3-4f29-82fd-01c671b820a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:13Z', 'updated_at': '2021-12-10T18:57:19Z', 'revision_number': 4, 'project_id': '02718d0d994344898e5851df2be991a7', 'subnets': [{'id': 'ad2150e0-73a3-4f29-82fd-01c671b820a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:57:19.854062 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-76875b85-d3f0-4553-9446-6f053676a5c2 None None] Provisioning complete for port cfad76bc-a08d-45b0-aafb-64f05c44737a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:57:19.854062 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-76875b85-d3f0-4553-9446-6f053676a5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:19.902114 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-128ce1ee-89b5-44c6-b8f7-d2f59a53e022 req-d142ab5d-1204-43f6-8ac2-637ff0a77bb0 service neutron] 10.222.0.72 "GET /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753004 Dec 10 18:57:20.132808 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a6463-b7d0-4424-9099-5de9347a7365 req-8a00d0fe-9018-43aa-bf05-5e358caba78f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:20.143023 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-817a6463-b7d0-4424-9099-5de9347a7365 req-8a00d0fe-9018-43aa-bf05-5e358caba78f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.1034970 Dec 10 18:57:20.225741 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-817a6463-b7d0-4424-9099-5de9347a7365 req-a6ef1f35-431f-4a4c-95bf-22ebeb6aa365 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816958 Dec 10 18:57:20.237756 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-fcdba6fd-6abc-447c-b1bc-49befa33afbc admin admin] Deleting port cfad76bc-a08d-45b0-aafb-64f05c44737a {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:57:20.238377 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fcdba6fd-6abc-447c-b1bc-49befa33afbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:20.359360 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-fcdba6fd-6abc-447c-b1bc-49befa33afbc admin admin] For port cfad76bc-a08d-45b0-aafb-64f05c44737a, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=cfad76bc-a08d-45b0-aafb-64f05c44737a,segment=NetworkSegment(198417f5-300a-4bc0-8c73-5d11035476b0),segment_id=198417f5-300a-4bc0-8c73-5d11035476b0)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:57:20.360112 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fcdba6fd-6abc-447c-b1bc-49befa33afbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:20.378871 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-fcdba6fd-6abc-447c-b1bc-49befa33afbc admin admin] Calling delete_port for cfad76bc-a08d-45b0-aafb-64f05c44737a owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:57:20.607397 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fcdba6fd-6abc-447c-b1bc-49befa33afbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:20.652938 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdba6fd-6abc-447c-b1bc-49befa33afbc admin admin] Pushing event deleted for resources: {'Port': ['ID=cfad76bc-a08d-45b0-aafb-64f05c44737a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:20.942754 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a8432-a18b-4442-8a6c-dfba4fe150c4 req-4ab903b0-7a36-4629-8a02-3a2d7a3f4cb6 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:20.944243 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-973a8432-a18b-4442-8a6c-dfba4fe150c4 req-4ab903b0-7a36-4629-8a02-3a2d7a3f4cb6 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 946 time: 0.1660190 Dec 10 18:57:20.986722 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fcdba6fd-6abc-447c-b1bc-49befa33afbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:21.134967 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-973a8432-a18b-4442-8a6c-dfba4fe150c4 req-d6a78829-4cde-4354-809d-82bd541390a4 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738276 Dec 10 18:57:21.405392 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969d44a-78c5-4acf-bb59-d18e7e38ab83 req-7cd9e166-8c5b-43d2-b556-2280be5cfc82 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:21.407527 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4969d44a-78c5-4acf-bb59-d18e7e38ab83 req-7cd9e166-8c5b-43d2-b556-2280be5cfc82 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.0837300 Dec 10 18:57:21.418988 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcdba6fd-6abc-447c-b1bc-49befa33afbc admin admin] Router 6f8e977c-71c5-4e17-959d-ad605086ed38 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:57:21.541017 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4969d44a-78c5-4acf-bb59-d18e7e38ab83 req-336b4d4d-ecc5-4479-bdbb-fa2ea03ddebc tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225019 Dec 10 18:57:21.607075 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcdba6fd-6abc-447c-b1bc-49befa33afbc admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:57:21.618691 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55654) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:21.619310 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-fcdba6fd-6abc-447c-b1bc-49befa33afbc admin admin] 10.222.0.62 "PUT /v2.0/routers/6f8e977c-71c5-4e17-959d-ad605086ed38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6168773 Dec 10 18:57:21.772797 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6ee7ee-0b88-4b51-9aed-70d556f0a0b3 None None] Sync routers for ids ['6f8e977c-71c5-4e17-959d-ad605086ed38'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:57:21.775694 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e7109-6f40-4bf5-9ffb-c502fd2b6ac9 req-e647278f-60a0-424e-b679-e9b46a926b55 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:21.777313 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4f7e7109-6f40-4bf5-9ffb-c502fd2b6ac9 req-e647278f-60a0-424e-b679-e9b46a926b55 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.0979989 Dec 10 18:57:21.784156 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6ee7ee-0b88-4b51-9aed-70d556f0a0b3 None None] Routers {'6f8e977c-71c5-4e17-959d-ad605086ed38'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:57:21.785108 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-3d6ee7ee-0b88-4b51-9aed-70d556f0a0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:56:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6f8e977c-71c5-4e17-959d-ad605086ed38'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:57:21.815044 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e7c8ff29-829c-47c0-b23b-d93bca4a387b admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:21.911142 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4f7e7109-6f40-4bf5-9ffb-c502fd2b6ac9 req-9576b194-223c-448b-bd8a-882fe6878c36 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262887 Dec 10 18:57:21.932181 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-3d6ee7ee-0b88-4b51-9aed-70d556f0a0b3 None None] Set router 6f8e977c-71c5-4e17-959d-ad605086ed38 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:57:21.972186 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e7c8ff29-829c-47c0-b23b-d93bca4a387b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:22.099865 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-e7c8ff29-829c-47c0-b23b-d93bca4a387b admin admin] Deleting port e5500b12-c15c-4a8f-8981-ff6a698d4172 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:57:22.100209 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e7c8ff29-829c-47c0-b23b-d93bca4a387b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:22.233688 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-e7c8ff29-829c-47c0-b23b-d93bca4a387b admin admin] For port e5500b12-c15c-4a8f-8981-ff6a698d4172, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e5500b12-c15c-4a8f-8981-ff6a698d4172,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:57:22.240735 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e7c8ff29-829c-47c0-b23b-d93bca4a387b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:22.253476 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-3d6ee7ee-0b88-4b51-9aed-70d556f0a0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8e977c-71c5-4e17-959d-ad605086ed38', 'name': 'tempest-ImageQuotaTest-1704403415-router', 'tenant_id': '02718d0d994344898e5851df2be991a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'e5500b12-c15c-4a8f-8981-ff6a698d4172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:57:10Z', 'updated_at': '2021-12-10T18:57:20Z', 'revision_number': 5, 'project_id': '02718d0d994344898e5851df2be991a7', 'gw_port': {'id': 'e5500b12-c15c-4a8f-8981-ff6a698d4172', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:76:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8e977c-71c5-4e17-959d-ad605086ed38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:10Z', 'updated_at': '2021-12-10T18:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:57:22.294382 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6ee7ee-0b88-4b51-9aed-70d556f0a0b3 None None] Checking router: 6f8e977c-71c5-4e17-959d-ad605086ed38 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:57:22.295986 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-e7c8ff29-829c-47c0-b23b-d93bca4a387b admin admin] Calling delete_port for e5500b12-c15c-4a8f-8981-ff6a698d4172 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:57:22.316240 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6ee7ee-0b88-4b51-9aed-70d556f0a0b3 None None] Routers {'6f8e977c-71c5-4e17-959d-ad605086ed38'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:57:22.324524 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-3d6ee7ee-0b88-4b51-9aed-70d556f0a0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:56:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6f8e977c-71c5-4e17-959d-ad605086ed38'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:57:22.387693 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2a611754-e49b-4bd8-aba5-e0eb8942088e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:22.431416 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e9498-d765-45aa-a911-6f93e8161efa req-0b085d55-ac70-4a6d-8912-3880d1e0b444 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:22.436688 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-941e9498-d765-45aa-a911-6f93e8161efa req-0b085d55-ac70-4a6d-8912-3880d1e0b444 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 946 time: 0.1751938 Dec 10 18:57:22.511349 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-3d6ee7ee-0b88-4b51-9aed-70d556f0a0b3 None None] Set router 6f8e977c-71c5-4e17-959d-ad605086ed38 gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:57:22.557087 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-941e9498-d765-45aa-a911-6f93e8161efa req-09f6ee5e-451d-47f0-85e6-4e9059a2ad37 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156118 Dec 10 18:57:22.590349 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-3d6ee7ee-0b88-4b51-9aed-70d556f0a0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8e977c-71c5-4e17-959d-ad605086ed38', 'name': 'tempest-ImageQuotaTest-1704403415-router', 'tenant_id': '02718d0d994344898e5851df2be991a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:57:10Z', 'updated_at': '2021-12-10T18:57:21Z', 'revision_number': 6, 'project_id': '02718d0d994344898e5851df2be991a7', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:57:22.634761 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6ee7ee-0b88-4b51-9aed-70d556f0a0b3 None None] The sync data for ids ['6f8e977c-71c5-4e17-959d-ad605086ed38'] in n-d-821435-1 is: [{'id': '6f8e977c-71c5-4e17-959d-ad605086ed38', 'name': 'tempest-ImageQuotaTest-1704403415-router', 'tenant_id': '02718d0d994344898e5851df2be991a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:57:10Z', 'updated_at': '2021-12-10T18:57:21Z', 'revision_number': 6, 'project_id': '02718d0d994344898e5851df2be991a7', 'gw_port_host': None}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:57:22.758720 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e7c8ff29-829c-47c0-b23b-d93bca4a387b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:22.800607 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e3e967-98d0-43e8-a38b-849dd56b6ab7 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:57:22.832068 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c8ff29-829c-47c0-b23b-d93bca4a387b admin admin] Pushing event deleted for resources: {'Port': ['ID=e5500b12-c15c-4a8f-8981-ff6a698d4172,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:22.882888 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e7c8ff29-829c-47c0-b23b-d93bca4a387b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:23.010336 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e7c8ff29-829c-47c0-b23b-d93bca4a387b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:23.012904 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e7c8ff29-829c-47c0-b23b-d93bca4a387b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:23.013439 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808496f9-d903-46f6-8db2-cbffffe2a3f9 req-3ce79bfb-917b-4059-9c2b-8c550b9fcb7f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:23.021590 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-808496f9-d903-46f6-8db2-cbffffe2a3f9 req-3ce79bfb-917b-4059-9c2b-8c550b9fcb7f tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a4d264c-0c6e-426c-8cb9-c79c707c31bb HTTP/1.1" status: 200 len: 943 time: 0.0819921 Dec 10 18:57:23.099545 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e7c8ff29-829c-47c0-b23b-d93bca4a387b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:23.100431 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c8ff29-829c-47c0-b23b-d93bca4a387b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f8e977c-71c5-4e17-959d-ad605086ed38 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:57:23.105771 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e7c8ff29-829c-47c0-b23b-d93bca4a387b admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:23.107296 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e7c8ff29-829c-47c0-b23b-d93bca4a387b admin admin] 10.222.0.62 "DELETE /v2.0/routers/6f8e977c-71c5-4e17-959d-ad605086ed38 HTTP/1.1" status: 204 len: 168 time: 1.4867949 Dec 10 18:57:23.110823 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55710) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:23.157174 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-808496f9-d903-46f6-8db2-cbffffe2a3f9 req-c740c2a2-1a6a-4c16-b70e-c45854416973 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Deleting port cd24e34a-b549-45c3-b7c9-cbd383a4219d {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:57:23.157520 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-808496f9-d903-46f6-8db2-cbffffe2a3f9 req-c740c2a2-1a6a-4c16-b70e-c45854416973 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:23.191179 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-9534f576-58c9-4b7b-a3e6-09661996baa0 admin admin] Deleting subnet ad2150e0-73a3-4f29-82fd-01c671b820a5 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:57:23.194765 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9534f576-58c9-4b7b-a3e6-09661996baa0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:23.239720 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9534f576-58c9-4b7b-a3e6-09661996baa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:23.296675 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-808496f9-d903-46f6-8db2-cbffffe2a3f9 req-c740c2a2-1a6a-4c16-b70e-c45854416973 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] For port cd24e34a-b549-45c3-b7c9-cbd383a4219d, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=cd24e34a-b549-45c3-b7c9-cbd383a4219d,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:57:23.297060 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-808496f9-d903-46f6-8db2-cbffffe2a3f9 req-c740c2a2-1a6a-4c16-b70e-c45854416973 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:23.323289 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-808496f9-d903-46f6-8db2-cbffffe2a3f9 req-c740c2a2-1a6a-4c16-b70e-c45854416973 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Calling delete_port for cd24e34a-b549-45c3-b7c9-cbd383a4219d owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:57:23.341084 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9534f576-58c9-4b7b-a3e6-09661996baa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:23.410641 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:23.414948 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9534f576-58c9-4b7b-a3e6-09661996baa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:23.449359 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534f576-58c9-4b7b-a3e6-09661996baa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad2150e0-73a3-4f29-82fd-01c671b820a5,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:23.455602 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9534f576-58c9-4b7b-a3e6-09661996baa0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:23.462174 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9534f576-58c9-4b7b-a3e6-09661996baa0 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ad2150e0-73a3-4f29-82fd-01c671b820a5 HTTP/1.1" status: 204 len: 168 time: 0.3472154 Dec 10 18:57:23.462746 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55712) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:23.465925 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9855da69-eaa2-4749-bc2c-f8ab60527af2 None None] Network c0d27e94-bb26-4748-b5ef-5ec8c6cdad5e requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:57:23.548922 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-808496f9-d903-46f6-8db2-cbffffe2a3f9 req-c740c2a2-1a6a-4c16-b70e-c45854416973 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:23.619668 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740c2a2-1a6a-4c16-b70e-c45854416973 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Pushing event deleted for resources: {'Port': ['ID=cd24e34a-b549-45c3-b7c9-cbd383a4219d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:23.685700 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-784616dd-f636-475d-b1b9-11cb49d50ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:23.702573 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['14b1f8e0-81d1-468b-9020-fc8605cea1a1'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:57:23.708266 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device cfad76bc-a08d-45b0-aafb-64f05c44737a no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:57:23.763111 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-808496f9-d903-46f6-8db2-cbffffe2a3f9 req-c740c2a2-1a6a-4c16-b70e-c45854416973 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] No DVR routers for this DVR port cd24e34a-b549-45c3-b7c9-cbd383a4219d on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:57:23.769903 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-808496f9-d903-46f6-8db2-cbffffe2a3f9 req-c740c2a2-1a6a-4c16-b70e-c45854416973 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:23.792433 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-808496f9-d903-46f6-8db2-cbffffe2a3f9 req-c740c2a2-1a6a-4c16-b70e-c45854416973 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "DELETE /v2.0/ports/cd24e34a-b549-45c3-b7c9-cbd383a4219d HTTP/1.1" status: 204 len: 173 time: 0.7664979 Dec 10 18:57:23.801268 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4d264c-0c6e-426c-8cb9-c79c707c31bb', 'name': 'network-vif-deleted', 'tag': 'cd24e34a-b549-45c3-b7c9-cbd383a4219d'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:57:23.803904 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b2b8a8-ea3d-460f-b843-7ceef44fce4e" -d '{"events": [{"server_uuid": "8a4d264c-0c6e-426c-8cb9-c79c707c31bb", "name": "network-vif-deleted", "tag": "cd24e34a-b549-45c3-b7c9-cbd383a4219d"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:57:23.836062 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: cfad76bc-a08d-45b0-aafb-64f05c44737a {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:57:23.836732 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device cfad76bc-a08d-45b0-aafb-64f05c44737a not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:57:23.837353 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e5500b12-c15c-4a8f-8981-ff6a698d4172 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:57:23.873451 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331b733-a842-471f-b663-22b1cfc2674d req-0bdbb95d-307e-403a-a4cd-46a1ace2f95a tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:23.884032 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: e5500b12-c15c-4a8f-8981-ff6a698d4172 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:57:23.884437 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b331b733-a842-471f-b663-22b1cfc2674d req-0bdbb95d-307e-403a-a4cd-46a1ace2f95a tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 946 time: 0.1128693 Dec 10 18:57:23.884859 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e5500b12-c15c-4a8f-8981-ff6a698d4172 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:57:23.897698 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-784616dd-f636-475d-b1b9-11cb49d50ddc admin admin] Deleting port 0ee3964a-ec8e-4bc4-bc1c-1ab5ad8d3660 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:57:23.898130 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-784616dd-f636-475d-b1b9-11cb49d50ddc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:24.033844 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2e940e-b476-4633-9d58-3cdfa65fce34 None None] DHCP port deletion for c0d27e94-bb26-4748-b5ef-5ec8c6cdad5e request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:57:24.139930 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-784616dd-f636-475d-b1b9-11cb49d50ddc admin admin] For port 0ee3964a-ec8e-4bc4-bc1c-1ab5ad8d3660, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=0ee3964a-ec8e-4bc4-bc1c-1ab5ad8d3660,segment=NetworkSegment(198417f5-300a-4bc0-8c73-5d11035476b0),segment_id=198417f5-300a-4bc0-8c73-5d11035476b0)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:57:24.142751 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-784616dd-f636-475d-b1b9-11cb49d50ddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:24.173939 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-784616dd-f636-475d-b1b9-11cb49d50ddc admin admin] Calling delete_port for 0ee3964a-ec8e-4bc4-bc1c-1ab5ad8d3660 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:57:24.187622 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-0d2e940e-b476-4633-9d58-3cdfa65fce34 None None] Deleting port 0ee3964a-ec8e-4bc4-bc1c-1ab5ad8d3660 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:57:24.188135 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0d2e940e-b476-4633-9d58-3cdfa65fce34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:24.221308 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b331b733-a842-471f-b663-22b1cfc2674d req-c5bb8f78-17e7-43fa-ac91-c719e1601d97 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351243 Dec 10 18:57:24.271500 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0d2e940e-b476-4633-9d58-3cdfa65fce34 None None] For port 0ee3964a-ec8e-4bc4-bc1c-1ab5ad8d3660, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=0ee3964a-ec8e-4bc4-bc1c-1ab5ad8d3660,segment=NetworkSegment(198417f5-300a-4bc0-8c73-5d11035476b0),segment_id=198417f5-300a-4bc0-8c73-5d11035476b0)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:57:24.272772 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0d2e940e-b476-4633-9d58-3cdfa65fce34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:24.298622 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-0d2e940e-b476-4633-9d58-3cdfa65fce34 None None] Calling delete_port for 0ee3964a-ec8e-4bc4-bc1c-1ab5ad8d3660 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:57:24.392333 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-784616dd-f636-475d-b1b9-11cb49d50ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:24.421193 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784616dd-f636-475d-b1b9-11cb49d50ddc admin admin] Pushing event deleted for resources: {'Port': ['ID=0ee3964a-ec8e-4bc4-bc1c-1ab5ad8d3660,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:24.421642 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 10 Dec 2021 18:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c4013a-b355-4f2b-b1fb-8494e516a6cc x-openstack-request-id: req-00c4013a-b355-4f2b-b1fb-8494e516a6cc {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:57:24.422969 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a4d264c-0c6e-426c-8cb9-c79c707c31bb", "name": "network-vif-deleted", "tag": "cd24e34a-b549-45c3-b7c9-cbd383a4219d", "status": "failed", "code": 422}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:57:24.427416 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-00c4013a-b355-4f2b-b1fb-8494e516a6cc {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:57:24.429517 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784616dd-f636-475d-b1b9-11cb49d50ddc admin admin] No DVR routers for this DVR port 0ee3964a-ec8e-4bc4-bc1c-1ab5ad8d3660 on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:57:24.438037 n-d-821435-1 neutron-server[103244]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8a4d264c-0c6e-426c-8cb9-c79c707c31bb', 'name': 'network-vif-deleted', 'tag': 'cd24e34a-b549-45c3-b7c9-cbd383a4219d', 'status': 'failed', 'code': 422} returned with failed status Dec 10 18:57:24.480522 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0d2e940e-b476-4633-9d58-3cdfa65fce34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:24.532596 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e940e-b476-4633-9d58-3cdfa65fce34 None None] Pushing event deleted for resources: {'Port': ['ID=0ee3964a-ec8e-4bc4-bc1c-1ab5ad8d3660,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:24.536345 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2e940e-b476-4633-9d58-3cdfa65fce34 None None] No DVR routers for this DVR port 0ee3964a-ec8e-4bc4-bc1c-1ab5ad8d3660 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:57:24.558434 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-784616dd-f636-475d-b1b9-11cb49d50ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:24.568552 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-b693c5ff-59cd-4a92-8a96-9e83855e4a4c req-d285333b-2e13-4f16-94a4-0ea60a1b7ef3 tempest-MigrationsAdminTest-1931253667 tempest-MigrationsAdminTest-1931253667-project] (103245) timed out ('10.222.0.72', 52236) {{(pid=103245) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 18:57:24.585688 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-784616dd-f636-475d-b1b9-11cb49d50ddc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0d27e94-bb26-4748-b5ef-5ec8c6cdad5e']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:57:24.597761 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-784616dd-f636-475d-b1b9-11cb49d50ddc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '198417f5-300a-4bc0-8c73-5d11035476b0') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:57:24.597761 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-784616dd-f636-475d-b1b9-11cb49d50ddc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '198417f5-300a-4bc0-8c73-5d11035476b0') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:57:24.622705 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-784616dd-f636-475d-b1b9-11cb49d50ddc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:24.662210 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-784616dd-f636-475d-b1b9-11cb49d50ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:24.681224 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-784616dd-f636-475d-b1b9-11cb49d50ddc admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:57:24.681674 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-784616dd-f636-475d-b1b9-11cb49d50ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:24.683593 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:57:24.683593 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:57:24.683593 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:57:24.683593 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:57:24.683593 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:57:24.683593 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:57:24.683593 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:57:24.683593 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:57:24.683593 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:57:24.683593 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:57:24.683593 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:57:24.683593 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:57:24.683593 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:57:24.683593 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:57:24.683593 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:57:24.683593 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:57:24.683593 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:57:24.683593 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:57:24.683593 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:57:24.683593 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:57:24.683593 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:57:24.683593 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:57:24.683593 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:57:24.683593 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:57:24.683593 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:57:24.683593 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:57:24.683593 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:57:24.683593 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:57:24.683593 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:57:24.683593 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:57:24.683593 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:57:24.683593 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:57:24.793249 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:24.826507 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9d2f0-2811-4718-8a95-bce24fab9bb9 req-a2cc3c6b-87d8-4413-9489-bdab995cc7d2 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:24.828041 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-88a9d2f0-2811-4718-8a95-bce24fab9bb9 req-a2cc3c6b-87d8-4413-9489-bdab995cc7d2 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d25c061-349e-4c12-b140-7e0062ca9f58 HTTP/1.1" status: 200 len: 907 time: 0.0826781 Dec 10 18:57:24.828968 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-784616dd-f636-475d-b1b9-11cb49d50ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:24.834908 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-784616dd-f636-475d-b1b9-11cb49d50ddc admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:24.839704 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-784616dd-f636-475d-b1b9-11cb49d50ddc admin admin] 10.222.0.62 "DELETE /v2.0/networks/c0d27e94-bb26-4748-b5ef-5ec8c6cdad5e HTTP/1.1" status: 204 len: 168 time: 1.3759069 Dec 10 18:57:24.856543 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784616dd-f636-475d-b1b9-11cb49d50ddc admin admin] Pushing event deleted for resources: {'Network': ['ID=c0d27e94-bb26-4748-b5ef-5ec8c6cdad5e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:24.983070 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55744) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:25.030906 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7c6ed167-d265-4d3e-905b-9a2d35ce4f45 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=02718d0d994344898e5851df2be991a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0465240 Dec 10 18:57:25.033184 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55746) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:25.086641 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c1b73f22-ae44-4351-b0c4-60f0519a1c1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:25.109185 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c1b73f22-ae44-4351-b0c4-60f0519a1c1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:25.163614 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c1b73f22-ae44-4351-b0c4-60f0519a1c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:25.167360 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c1b73f22-ae44-4351-b0c4-60f0519a1c1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:25.170939 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c1b73f22-ae44-4351-b0c4-60f0519a1c1d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2dbd71da-f6fa-4b30-9159-ca2b8af54008 HTTP/1.1" status: 204 len: 168 time: 0.1344776 Dec 10 18:57:25.179183 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b73f22-ae44-4351-b0c4-60f0519a1c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbd71da-f6fa-4b30-9159-ca2b8af54008,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:25.305306 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 0ee3964a-ec8e-4bc4-bc1c-1ab5ad8d3660 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:57:25.337455 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 0ee3964a-ec8e-4bc4-bc1c-1ab5ad8d3660 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:57:25.338342 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 0ee3964a-ec8e-4bc4-bc1c-1ab5ad8d3660 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:57:25.408538 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d490db6-a513-4e0b-98c3-d245010ab215 req-7765772d-998b-487e-b8fe-89f713996fd8 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:25.410188 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0d490db6-a513-4e0b-98c3-d245010ab215 req-7765772d-998b-487e-b8fe-89f713996fd8 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 946 time: 0.0991654 Dec 10 18:57:25.464389 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:25.484962 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0d490db6-a513-4e0b-98c3-d245010ab215 req-c925f089-6d0c-4a06-ad11-03ab68a0738b tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664027 Dec 10 18:57:25.686854 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55764) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:25.720134 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-036de606-44e0-43fe-98c0-b72a5efe765e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:25.826465 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-036de606-44e0-43fe-98c0-b72a5efe765e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:25.832061 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-036de606-44e0-43fe-98c0-b72a5efe765e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:25.874171 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-036de606-44e0-43fe-98c0-b72a5efe765e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1860683 Dec 10 18:57:25.876580 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55774) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:25.884135 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036de606-44e0-43fe-98c0-b72a5efe765e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eaf0824-3b27-4e90-ae9f-03bd4f6fac65,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:25.936021 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1126d3ba-4666-4369-ac1e-ff2f4ba21243 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:25.985286 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1126d3ba-4666-4369-ac1e-ff2f4ba21243 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:26.026182 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a0e2d-d446-4c03-a28c-9c6733b9a222 req-d35888f3-7c68-403b-aa97-f6817785d052 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:26.028064 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e47a0e2d-d446-4c03-a28c-9c6733b9a222 req-d35888f3-7c68-403b-aa97-f6817785d052 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d25c061-349e-4c12-b140-7e0062ca9f58 HTTP/1.1" status: 200 len: 907 time: 0.0542083 Dec 10 18:57:26.038557 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef714ad-1c36-4efd-9494-20642fa3425f req-4a2d2204-4a47-4a45-9b67-72539eb1f3d4 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:26.040118 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6ef714ad-1c36-4efd-9494-20642fa3425f req-4a2d2204-4a47-4a45-9b67-72539eb1f3d4 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d25c061-349e-4c12-b140-7e0062ca9f58 HTTP/1.1" status: 200 len: 907 time: 0.0912552 Dec 10 18:57:26.076789 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1126d3ba-4666-4369-ac1e-ff2f4ba21243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:26.079955 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1126d3ba-4666-4369-ac1e-ff2f4ba21243 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:26.084678 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1126d3ba-4666-4369-ac1e-ff2f4ba21243 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4eaf0824-3b27-4e90-ae9f-03bd4f6fac65 HTTP/1.1" status: 204 len: 168 time: 0.2064466 Dec 10 18:57:26.096092 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1126d3ba-4666-4369-ac1e-ff2f4ba21243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eaf0824-3b27-4e90-ae9f-03bd4f6fac65,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:26.159461 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-e47a0e2d-d446-4c03-a28c-9c6733b9a222 req-cf797c86-eb0e-47ee-b0f9-5ec8306a088e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Deleting port fa5df241-a5bb-4e79-bb17-16d6e7c34484 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:57:26.160134 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e47a0e2d-d446-4c03-a28c-9c6733b9a222 req-cf797c86-eb0e-47ee-b0f9-5ec8306a088e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:26.281105 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e47a0e2d-d446-4c03-a28c-9c6733b9a222 req-cf797c86-eb0e-47ee-b0f9-5ec8306a088e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] For port fa5df241-a5bb-4e79-bb17-16d6e7c34484, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=fa5df241-a5bb-4e79-bb17-16d6e7c34484,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:57:26.281821 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e47a0e2d-d446-4c03-a28c-9c6733b9a222 req-cf797c86-eb0e-47ee-b0f9-5ec8306a088e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:26.326411 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-e47a0e2d-d446-4c03-a28c-9c6733b9a222 req-cf797c86-eb0e-47ee-b0f9-5ec8306a088e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Calling delete_port for fa5df241-a5bb-4e79-bb17-16d6e7c34484 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:57:26.682380 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e47a0e2d-d446-4c03-a28c-9c6733b9a222 req-cf797c86-eb0e-47ee-b0f9-5ec8306a088e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:26.698649 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6f998-3cf7-4176-8ef2-4a3e3c7d8500 req-ca273b86-4aa9-4921-b5b5-91d1a81e3c8a tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:26.707032 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-19e6f998-3cf7-4176-8ef2-4a3e3c7d8500 req-ca273b86-4aa9-4921-b5b5-91d1a81e3c8a tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 946 time: 0.0748060 Dec 10 18:57:26.730502 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf797c86-eb0e-47ee-b0f9-5ec8306a088e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Pushing event deleted for resources: {'Port': ['ID=fa5df241-a5bb-4e79-bb17-16d6e7c34484,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:26.827837 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-19e6f998-3cf7-4176-8ef2-4a3e3c7d8500 req-7fde3f49-75aa-4662-a404-e100ad9e3d9e tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195638 Dec 10 18:57:26.839682 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47a0e2d-d446-4c03-a28c-9c6733b9a222 req-cf797c86-eb0e-47ee-b0f9-5ec8306a088e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] No DVR routers for this DVR port fa5df241-a5bb-4e79-bb17-16d6e7c34484 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:57:26.848922 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e47a0e2d-d446-4c03-a28c-9c6733b9a222 req-cf797c86-eb0e-47ee-b0f9-5ec8306a088e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:26.855597 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e47a0e2d-d446-4c03-a28c-9c6733b9a222 req-cf797c86-eb0e-47ee-b0f9-5ec8306a088e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.46 "DELETE /v2.0/ports/fa5df241-a5bb-4e79-bb17-16d6e7c34484 HTTP/1.1" status: 204 len: 173 time: 0.8209844 Dec 10 18:57:26.856337 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d25c061-349e-4c12-b140-7e0062ca9f58', 'name': 'network-vif-deleted', 'tag': 'fa5df241-a5bb-4e79-bb17-16d6e7c34484'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:57:26.858843 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e9e5bc-7e35-4b6d-b0ee-5df8517d372c" -d '{"events": [{"server_uuid": "2d25c061-349e-4c12-b140-7e0062ca9f58", "name": "network-vif-deleted", "tag": "fa5df241-a5bb-4e79-bb17-16d6e7c34484"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:57:26.920268 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0bd219-4fdc-4e88-bee0-1edc797964e3 x-openstack-request-id: req-0c0bd219-4fdc-4e88-bee0-1edc797964e3 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:57:26.920570 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d25c061-349e-4c12-b140-7e0062ca9f58", "name": "network-vif-deleted", "tag": "fa5df241-a5bb-4e79-bb17-16d6e7c34484", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:57:26.920855 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0c0bd219-4fdc-4e88-bee0-1edc797964e3 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:57:26.921265 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d25c061-349e-4c12-b140-7e0062ca9f58', 'name': 'network-vif-deleted', 'tag': 'fa5df241-a5bb-4e79-bb17-16d6e7c34484', 'status': 'completed', 'code': 200} Dec 10 18:57:27.169813 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0b7d4cb5-09d1-48c3-b585-816bb40ea081 req-679adbe7-8dd0-4c76-813e-3a201cba8619 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d25c061-349e-4c12-b140-7e0062ca9f58 HTTP/1.1" status: 200 len: 210 time: 0.0321183 Dec 10 18:57:27.966286 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee574410-2738-4778-8937-06b79238b5cd req-085ff7fd-424c-4cce-9898-a67bf4bbc4a8 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:27.967781 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ee574410-2738-4778-8937-06b79238b5cd req-085ff7fd-424c-4cce-9898-a67bf4bbc4a8 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 946 time: 0.0517497 Dec 10 18:57:28.020590 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ee574410-2738-4778-8937-06b79238b5cd req-e1a6be00-4c11-4c40-af1d-c0f0e45bc80b tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457566 Dec 10 18:57:28.504115 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e3e9a-df16-4473-b538-b9761c4e618d req-b8723fe3-5b19-404e-8a82-6cdd7cb555f9 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:28.509140 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-877e3e9a-df16-4473-b538-b9761c4e618d req-b8723fe3-5b19-404e-8a82-6cdd7cb555f9 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=0805be7a-5c1a-4bca-b879-ae6b3eb6b7eb HTTP/1.1" status: 200 len: 946 time: 0.0685592 Dec 10 18:57:28.558419 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-877e3e9a-df16-4473-b538-b9761c4e618d req-74df0196-2c78-4af1-b6e9-a772c84a00dc tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457225 Dec 10 18:57:29.152953 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47a390-876b-460f-9d27-5dc2549ec251 req-af8c85dc-2f3d-46c6-be74-553ad20df4bb tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:29.154553 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fa47a390-876b-460f-9d27-5dc2549ec251 req-af8c85dc-2f3d-46c6-be74-553ad20df4bb tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 946 time: 0.0605521 Dec 10 18:57:29.210801 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fa47a390-876b-460f-9d27-5dc2549ec251 req-e8f9708e-1739-48db-997c-932a563b6cd6 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491846 Dec 10 18:57:29.532016 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59519d6-2380-4abe-9ea0-7858f5beccaf req-ba1bdc58-54b7-484d-a5bb-28dc6849d400 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:29.533876 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c59519d6-2380-4abe-9ea0-7858f5beccaf req-ba1bdc58-54b7-484d-a5bb-28dc6849d400 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.72 "GET /v2.0/ports?device_id=0805be7a-5c1a-4bca-b879-ae6b3eb6b7eb HTTP/1.1" status: 200 len: 946 time: 0.0580888 Dec 10 18:57:29.645894 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-c59519d6-2380-4abe-9ea0-7858f5beccaf req-372a3b76-63db-46c9-ae9d-fc393c4ca6b1 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Deleting port 14b1f8e0-81d1-468b-9020-fc8605cea1a1 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:57:29.646491 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c59519d6-2380-4abe-9ea0-7858f5beccaf req-372a3b76-63db-46c9-ae9d-fc393c4ca6b1 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:29.774492 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8947c-95ec-4ca1-879f-d6c92f98a30e req-439c923e-8b64-46b6-8c77-3898e8e9d6a2 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:29.775612 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c59519d6-2380-4abe-9ea0-7858f5beccaf req-372a3b76-63db-46c9-ae9d-fc393c4ca6b1 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] For port 14b1f8e0-81d1-468b-9020-fc8605cea1a1, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=14b1f8e0-81d1-468b-9020-fc8605cea1a1,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:57:29.775900 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c59519d6-2380-4abe-9ea0-7858f5beccaf req-372a3b76-63db-46c9-ae9d-fc393c4ca6b1 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:29.777717 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b8e8947c-95ec-4ca1-879f-d6c92f98a30e req-439c923e-8b64-46b6-8c77-3898e8e9d6a2 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=0805be7a-5c1a-4bca-b879-ae6b3eb6b7eb HTTP/1.1" status: 200 len: 946 time: 0.0986624 Dec 10 18:57:29.796058 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-c59519d6-2380-4abe-9ea0-7858f5beccaf req-372a3b76-63db-46c9-ae9d-fc393c4ca6b1 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Calling delete_port for 14b1f8e0-81d1-468b-9020-fc8605cea1a1 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:57:29.836384 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b8e8947c-95ec-4ca1-879f-d6c92f98a30e req-571955db-4c8d-4198-9fba-9f90acd8a530 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=18339435-f088-45b6-bdea-21558272ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489895 Dec 10 18:57:29.987047 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c59519d6-2380-4abe-9ea0-7858f5beccaf req-372a3b76-63db-46c9-ae9d-fc393c4ca6b1 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:30.000334 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['14b1f8e0-81d1-468b-9020-fc8605cea1a1'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:57:30.020457 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a3b76-63db-46c9-ae9d-fc393c4ca6b1 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Pushing event deleted for resources: {'Port': ['ID=14b1f8e0-81d1-468b-9020-fc8605cea1a1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:30.073630 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59519d6-2380-4abe-9ea0-7858f5beccaf req-372a3b76-63db-46c9-ae9d-fc393c4ca6b1 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] No DVR routers for this DVR port 14b1f8e0-81d1-468b-9020-fc8605cea1a1 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:57:30.076368 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c59519d6-2380-4abe-9ea0-7858f5beccaf req-372a3b76-63db-46c9-ae9d-fc393c4ca6b1 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:30.079804 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c59519d6-2380-4abe-9ea0-7858f5beccaf req-372a3b76-63db-46c9-ae9d-fc393c4ca6b1 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.72 "DELETE /v2.0/ports/14b1f8e0-81d1-468b-9020-fc8605cea1a1 HTTP/1.1" status: 204 len: 173 time: 0.5396578 Dec 10 18:57:30.080249 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0805be7a-5c1a-4bca-b879-ae6b3eb6b7eb', 'name': 'network-vif-deleted', 'tag': '14b1f8e0-81d1-468b-9020-fc8605cea1a1'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:57:30.082540 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e03dc89-a8f9-45ac-9d1c-0583c11479a2" -d '{"events": [{"server_uuid": "0805be7a-5c1a-4bca-b879-ae6b3eb6b7eb", "name": "network-vif-deleted", "tag": "14b1f8e0-81d1-468b-9020-fc8605cea1a1"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:57:30.144323 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ae24bf-7d31-4ec5-b266-b3bdb67f5faf x-openstack-request-id: req-60ae24bf-7d31-4ec5-b266-b3bdb67f5faf {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:57:30.144648 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0805be7a-5c1a-4bca-b879-ae6b3eb6b7eb", "name": "network-vif-deleted", "tag": "14b1f8e0-81d1-468b-9020-fc8605cea1a1", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:57:30.144910 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-60ae24bf-7d31-4ec5-b266-b3bdb67f5faf {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:57:30.145328 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0805be7a-5c1a-4bca-b879-ae6b3eb6b7eb', 'name': 'network-vif-deleted', 'tag': '14b1f8e0-81d1-468b-9020-fc8605cea1a1', 'status': 'completed', 'code': 200} Dec 10 18:57:30.378219 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893099a-c4d0-478f-b25b-53df603c8d68 req-9c829706-9309-4d41-9ffa-f1549914c9eb tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:30.380056 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6893099a-c4d0-478f-b25b-53df603c8d68 req-9c829706-9309-4d41-9ffa-f1549914c9eb tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 946 time: 0.0623305 Dec 10 18:57:30.437556 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6893099a-c4d0-478f-b25b-53df603c8d68 req-a44c7d4e-f41e-45ca-81e1-e81565608251 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506899 Dec 10 18:57:30.510491 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device fa5df241-a5bb-4e79-bb17-16d6e7c34484 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:57:30.704801 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: fa5df241-a5bb-4e79-bb17-16d6e7c34484 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:57:30.705261 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device fa5df241-a5bb-4e79-bb17-16d6e7c34484 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:57:31.153171 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244afcc8-39ad-4052-a821-1b9ddcf0f611 req-7b85273e-1b48-4936-a19b-0c665fbe90bf tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:31.155526 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-244afcc8-39ad-4052-a821-1b9ddcf0f611 req-7b85273e-1b48-4936-a19b-0c665fbe90bf tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.0586777 Dec 10 18:57:31.214957 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-244afcc8-39ad-4052-a821-1b9ddcf0f611 req-3d0a9e9e-04c1-4870-9fcd-47e56ca82096 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518942 Dec 10 18:57:31.584125 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa21e1b-7945-4f51-a2b2-b048b4d67a30 req-e93f7938-3e5e-43ab-99de-2be1a2d445e7 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:31.586612 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1fa21e1b-7945-4f51-a2b2-b048b4d67a30 req-e93f7938-3e5e-43ab-99de-2be1a2d445e7 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 946 time: 0.0687096 Dec 10 18:57:31.655543 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1fa21e1b-7945-4f51-a2b2-b048b4d67a30 req-9d59f855-6b5f-4719-ac01-161ac5fb4b94 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559163 Dec 10 18:57:32.367662 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6929265-1a0e-4484-9d9e-f297fe4d7db0 req-7c559f3c-20d1-4542-b486-09ad2b0b2a42 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:32.369662 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f6929265-1a0e-4484-9d9e-f297fe4d7db0 req-7c559f3c-20d1-4542-b486-09ad2b0b2a42 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.0552828 Dec 10 18:57:32.418552 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f6929265-1a0e-4484-9d9e-f297fe4d7db0 req-1cde53f0-9b87-4b8c-888c-a16ba95add2e tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425351 Dec 10 18:57:32.722279 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9246f0-8f70-491a-9ecd-c779558ed4c8 req-115e1472-f429-41c7-9bf2-c66cc2108625 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:32.724025 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ca9246f0-8f70-491a-9ecd-c779558ed4c8 req-115e1472-f429-41c7-9bf2-c66cc2108625 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.72 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.0556402 Dec 10 18:57:32.842477 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-ca9246f0-8f70-491a-9ecd-c779558ed4c8 req-aceab946-222c-43c7-b98e-6ffda7314a52 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Deleting port 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:57:32.843035 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ca9246f0-8f70-491a-9ecd-c779558ed4c8 req-aceab946-222c-43c7-b98e-6ffda7314a52 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:32.858129 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72448211-00b0-4124-938b-303ce5dc867c req-91423b6e-adde-4794-a40f-d3f5ba47b61a tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:32.860020 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-72448211-00b0-4124-938b-303ce5dc867c req-91423b6e-adde-4794-a40f-d3f5ba47b61a tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 946 time: 0.0814230 Dec 10 18:57:32.910665 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-72448211-00b0-4124-938b-303ce5dc867c req-3b674e8d-e3ae-4a33-8a37-0221ea38fd02 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446465 Dec 10 18:57:32.968931 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ca9246f0-8f70-491a-9ecd-c779558ed4c8 req-aceab946-222c-43c7-b98e-6ffda7314a52 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] For port 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:57:32.969125 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ca9246f0-8f70-491a-9ecd-c779558ed4c8 req-aceab946-222c-43c7-b98e-6ffda7314a52 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:33.488746 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ca9246f0-8f70-491a-9ecd-c779558ed4c8 req-aceab946-222c-43c7-b98e-6ffda7314a52 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:33.489424 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ca9246f0-8f70-491a-9ecd-c779558ed4c8 req-aceab946-222c-43c7-b98e-6ffda7314a52 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:33.489938 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [req-ca9246f0-8f70-491a-9ecd-c779558ed4c8 req-aceab946-222c-43c7-b98e-6ffda7314a52 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Floating IP ab6c9c70-ad15-4399-8c0f-b94d96e2f361 disassociated. External IP: 172.25.7.177, port: 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281. Dec 10 18:57:33.490569 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-ca9246f0-8f70-491a-9ecd-c779558ed4c8 req-aceab946-222c-43c7-b98e-6ffda7314a52 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Calling delete_port for 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:57:33.587175 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f061ab7-8ca4-4005-b617-e4a6f99e699d req-fdced677-e6a9-4619-b799-4ebea1e62ce8 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:33.598915 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4f061ab7-8ca4-4005-b617-e4a6f99e699d req-fdced677-e6a9-4619-b799-4ebea1e62ce8 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 944 time: 0.0789015 Dec 10 18:57:33.673415 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4f061ab7-8ca4-4005-b617-e4a6f99e699d req-bd991d70-74e3-4b88-83ae-7623b86b2af5 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0daefca-3412-403d-aa34-0f37f00804ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716777 Dec 10 18:57:33.718387 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ca9246f0-8f70-491a-9ecd-c779558ed4c8 req-aceab946-222c-43c7-b98e-6ffda7314a52 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:33.730701 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 14b1f8e0-81d1-468b-9020-fc8605cea1a1 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:57:33.732003 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-96776083-7d15-4607-acb6-ab94189689e8 req-98d5608e-09d2-4ca9-946c-b88c0d77c313 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0758510 Dec 10 18:57:33.759728 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceab946-222c-43c7-b98e-6ffda7314a52 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Pushing event deleted for resources: {'Port': ['ID=8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:33.787162 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 14b1f8e0-81d1-468b-9020-fc8605cea1a1 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:57:33.787880 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 14b1f8e0-81d1-468b-9020-fc8605cea1a1 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:57:33.823445 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96776083-7d15-4607-acb6-ab94189689e8 req-05699210-996e-441d-baf8-0a162ddf12c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:33.824996 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-96776083-7d15-4607-acb6-ab94189689e8 req-05699210-996e-441d-baf8-0a162ddf12c7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ce6d41cdbd6e4596aec18213412eef45&device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 1096 time: 0.0707831 Dec 10 18:57:33.868383 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:33.950152 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca9246f0-8f70-491a-9ecd-c779558ed4c8 req-aceab946-222c-43c7-b98e-6ffda7314a52 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Router 4a5adfb3-a73c-4e40-ab84-cac1308961c0 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:57:33.982258 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96776083-7d15-4607-acb6-ab94189689e8 req-5d04a131-6fab-4ee0-83b5-7cfb274017e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:33.988758 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-96776083-7d15-4607-acb6-ab94189689e8 req-5d04a131-6fab-4ee0-83b5-7cfb274017e4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a30ce27-2851-4282-9ac6-23ccb449ba3d HTTP/1.1" status: 200 len: 918 time: 0.1301084 Dec 10 18:57:34.158549 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-96776083-7d15-4607-acb6-ab94189689e8 req-29cf426f-e579-4155-ba0d-89a1fcbb3b12 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0e4c205-efe4-4bd1-9428-17d9f007f70c HTTP/1.1" status: 200 len: 1000 time: 0.1594660 Dec 10 18:57:34.164764 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347ae3c-ee4f-459e-a25e-bff4bd88e266 req-a5b587f4-dcbd-4131-b88c-367233c19492 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:34.166340 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6347ae3c-ee4f-459e-a25e-bff4bd88e266 req-a5b587f4-dcbd-4131-b88c-367233c19492 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 946 time: 0.0900383 Dec 10 18:57:34.207341 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca9246f0-8f70-491a-9ecd-c779558ed4c8 req-aceab946-222c-43c7-b98e-6ffda7314a52 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:57:34.219455 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62541152-ad75-4069-858d-445d05a221e1 None None] Sync routers for ids ['4a5adfb3-a73c-4e40-ab84-cac1308961c0'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:57:34.236652 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62541152-ad75-4069-858d-445d05a221e1 None None] Routers {'4a5adfb3-a73c-4e40-ab84-cac1308961c0'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:57:34.241622 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-62541152-ad75-4069-858d-445d05a221e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:57:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['4a5adfb3-a73c-4e40-ab84-cac1308961c0'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:57:34.247053 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96776083-7d15-4607-acb6-ab94189689e8 req-d0f4b5bd-0bb8-418e-8d99-e4407032e617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:34.248837 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-96776083-7d15-4607-acb6-ab94189689e8 req-d0f4b5bd-0bb8-418e-8d99-e4407032e617 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b5b8f42d-7b7d-4b89-936c-8b66a87ff765 HTTP/1.1" status: 200 len: 856 time: 0.0826390 Dec 10 18:57:34.312804 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9246f0-8f70-491a-9ecd-c779558ed4c8 req-aceab946-222c-43c7-b98e-6ffda7314a52 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] No DVR routers for this DVR port 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:57:34.318732 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ca9246f0-8f70-491a-9ecd-c779558ed4c8 req-aceab946-222c-43c7-b98e-6ffda7314a52 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:34.322548 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ca9246f0-8f70-491a-9ecd-c779558ed4c8 req-aceab946-222c-43c7-b98e-6ffda7314a52 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.72 "DELETE /v2.0/ports/8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 HTTP/1.1" status: 204 len: 173 time: 1.5922563 Dec 10 18:57:34.323022 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4', 'name': 'network-vif-deleted', 'tag': '8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:57:34.325375 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef0937b-900a-4d21-a253-a507865f908f" -d '{"events": [{"server_uuid": "71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4", "name": "network-vif-deleted", "tag": "8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:57:34.358837 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6347ae3c-ee4f-459e-a25e-bff4bd88e266 req-9a41233a-8f0c-458d-a76a-0f1e8a2453b9 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828060 Dec 10 18:57:34.358964 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96776083-7d15-4607-acb6-ab94189689e8 req-b0dfbb21-bc14-49c0-902f-6e7d178e7d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:34.360082 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-96776083-7d15-4607-acb6-ab94189689e8 req-b0dfbb21-bc14-49c0-902f-6e7d178e7d8e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a30ce27-2851-4282-9ac6-23ccb449ba3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1044493 Dec 10 18:57:34.397253 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02e9484-5093-4d93-add4-766bae2bbd64 x-openstack-request-id: req-b02e9484-5093-4d93-add4-766bae2bbd64 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:57:34.397758 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4", "name": "network-vif-deleted", "tag": "8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:57:34.398634 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b02e9484-5093-4d93-add4-766bae2bbd64 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:57:34.399130 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4', 'name': 'network-vif-deleted', 'tag': '8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281', 'status': 'completed', 'code': 200} Dec 10 18:57:34.450209 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-62541152-ad75-4069-858d-445d05a221e1 None None] Set router 4a5adfb3-a73c-4e40-ab84-cac1308961c0 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:57:34.522787 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-96776083-7d15-4607-acb6-ab94189689e8 req-8e519938-7efc-46d1-af87-c4b202cfe1ff service neutron] 10.222.0.72 "GET /v2.0/networks/8a30ce27-2851-4282-9ac6-23ccb449ba3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553953 Dec 10 18:57:34.656471 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6afea5-c64a-48b1-ad2c-10d59a848998 req-f32fdd88-e24a-4cea-970b-f5d07302cc7a tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:34.664619 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ee6afea5-c64a-48b1-ad2c-10d59a848998 req-f32fdd88-e24a-4cea-970b-f5d07302cc7a tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 946 time: 0.1014314 Dec 10 18:57:34.704911 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-96776083-7d15-4607-acb6-ab94189689e8 req-4a45475b-e24c-41f0-8661-2e311aa6dab2 service neutron] 10.222.0.72 "GET /v2.0/networks/8a30ce27-2851-4282-9ac6-23ccb449ba3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713254 Dec 10 18:57:34.736477 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ee6afea5-c64a-48b1-ad2c-10d59a848998 req-2cdd32d4-13b9-4d6b-8a13-3de464f7fcb0 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705402 Dec 10 18:57:34.821538 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-62541152-ad75-4069-858d-445d05a221e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5adfb3-a73c-4e40-ab84-cac1308961c0', 'name': 'tempest-ServerActionsTestJSON-191798646-router', 'tenant_id': '6dd50388a58440cca7ab90078e887719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'f7601744-9b5c-4b20-aa5f-6a261b97335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:18Z', 'updated_at': '2021-12-10T18:41:27Z', 'revision_number': 4, 'project_id': '6dd50388a58440cca7ab90078e887719', 'gw_port': {'id': 'f7601744-9b5c-4b20-aa5f-6a261b97335b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5adfb3-a73c-4e40-ab84-cac1308961c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:20Z', 'updated_at': '2021-12-10T18:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '736036f4-3062-403a-939f-425113764157', 'name': '', 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5', 'tenant_id': '6dd50388a58440cca7ab90078e887719', 'mac_address': 'fa:16:3e:9f:a6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5adfb3-a73c-4e40-ab84-cac1308961c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'cdd9c23d-5046-4c54-950e-a05aba46bbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:26Z', 'updated_at': '2021-12-10T18:41:35Z', 'revision_number': 5, 'project_id': '6dd50388a58440cca7ab90078e887719', 'subnets': [{'id': 'cdd9c23d-5046-4c54-950e-a05aba46bbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:57:34.875465 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62541152-ad75-4069-858d-445d05a221e1 None None] Checking router: 4a5adfb3-a73c-4e40-ab84-cac1308961c0 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:57:34.882329 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-58c5c3ae-8796-49b2-9404-3aa8ec153af8 req-14194998-2e28-433b-a912-cc3e421689a1 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a30bb3-2d6b-4fdd-9d28-a3d3c4b59ec4 HTTP/1.1" status: 200 len: 210 time: 0.0436320 Dec 10 18:57:34.902227 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62541152-ad75-4069-858d-445d05a221e1 None None] Routers {'4a5adfb3-a73c-4e40-ab84-cac1308961c0'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:57:34.903072 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-62541152-ad75-4069-858d-445d05a221e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:57:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['4a5adfb3-a73c-4e40-ab84-cac1308961c0'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:57:34.957972 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d2d1a-b8b1-4b58-a9c1-8b44460fe151 req-96f310d6-a873-4c42-be50-f684250aa85e tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:34.969405 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-937d2d1a-b8b1-4b58-a9c1-8b44460fe151 req-96f310d6-a873-4c42-be50-f684250aa85e tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 946 time: 0.1000187 Dec 10 18:57:35.032216 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-937d2d1a-b8b1-4b58-a9c1-8b44460fe151 req-93df098a-3721-478a-9951-127a2f3006df tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617731 Dec 10 18:57:35.058151 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-62541152-ad75-4069-858d-445d05a221e1 None None] Set router 4a5adfb3-a73c-4e40-ab84-cac1308961c0 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:57:35.322566 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-62541152-ad75-4069-858d-445d05a221e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5adfb3-a73c-4e40-ab84-cac1308961c0', 'name': 'tempest-ServerActionsTestJSON-191798646-router', 'tenant_id': '6dd50388a58440cca7ab90078e887719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'f7601744-9b5c-4b20-aa5f-6a261b97335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:18Z', 'updated_at': '2021-12-10T18:41:27Z', 'revision_number': 4, 'project_id': '6dd50388a58440cca7ab90078e887719', 'gw_port': {'id': 'f7601744-9b5c-4b20-aa5f-6a261b97335b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5adfb3-a73c-4e40-ab84-cac1308961c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:20Z', 'updated_at': '2021-12-10T18:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '736036f4-3062-403a-939f-425113764157', 'name': '', 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5', 'tenant_id': '6dd50388a58440cca7ab90078e887719', 'mac_address': 'fa:16:3e:9f:a6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5adfb3-a73c-4e40-ab84-cac1308961c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'cdd9c23d-5046-4c54-950e-a05aba46bbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:26Z', 'updated_at': '2021-12-10T18:41:35Z', 'revision_number': 5, 'project_id': '6dd50388a58440cca7ab90078e887719', 'subnets': [{'id': 'cdd9c23d-5046-4c54-950e-a05aba46bbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:57:35.357067 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62541152-ad75-4069-858d-445d05a221e1 None None] The sync data for ids ['4a5adfb3-a73c-4e40-ab84-cac1308961c0'] in n-d-821435-1 is: [{'id': '4a5adfb3-a73c-4e40-ab84-cac1308961c0', 'name': 'tempest-ServerActionsTestJSON-191798646-router', 'tenant_id': '6dd50388a58440cca7ab90078e887719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'f7601744-9b5c-4b20-aa5f-6a261b97335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:18Z', 'updated_at': '2021-12-10T18:41:27Z', 'revision_number': 4, 'project_id': '6dd50388a58440cca7ab90078e887719', 'gw_port': {'id': 'f7601744-9b5c-4b20-aa5f-6a261b97335b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5adfb3-a73c-4e40-ab84-cac1308961c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:20Z', 'updated_at': '2021-12-10T18:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '736036f4-3062-403a-939f-425113764157', 'name': '', 'network_id': '3bc50282-3306-4b81-ae1a-81a9a8be5df5', 'tenant_id': '6dd50388a58440cca7ab90078e887719', 'mac_address': 'fa:16:3e:9f:a6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5adfb3-a73c-4e40-ab84-cac1308961c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'cdd9c23d-5046-4c54-950e-a05aba46bbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:26Z', 'updated_at': '2021-12-10T18:41:35Z', 'revision_number': 5, 'project_id': '6dd50388a58440cca7ab90078e887719', 'subnets': [{'id': 'cdd9c23d-5046-4c54-950e-a05aba46bbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:57:35.362017 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e824b-ad2b-4afb-af88-a70143ab07a7 req-adf0c90e-2593-4be4-bf93-74f7e6be0b99 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:35.375111 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-203e824b-ad2b-4afb-af88-a70143ab07a7 req-adf0c90e-2593-4be4-bf93-74f7e6be0b99 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 946 time: 0.0764179 Dec 10 18:57:35.430815 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-203e824b-ad2b-4afb-af88-a70143ab07a7 req-cec05e45-3ad3-449a-b2cd-fddb9b762095 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546994 Dec 10 18:57:35.640400 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1628124-7a56-4331-88fe-4be251323548 None None] New status for floating IP ab6c9c70-ad15-4399-8c0f-b94d96e2f361: DOWN {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:57:35.970945 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56048) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:36.030958 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-de771089-5049-46bd-8346-b46558ae70a1 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:36.060215 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-de771089-5049-46bd-8346-b46558ae70a1 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:36.114698 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-de771089-5049-46bd-8346-b46558ae70a1 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:36.117454 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-de771089-5049-46bd-8346-b46558ae70a1 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:36.118918 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-de771089-5049-46bd-8346-b46558ae70a1 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "DELETE /v2.0/security-groups/d0daefca-3412-403d-aa34-0f37f00804ec HTTP/1.1" status: 204 len: 168 time: 0.1466689 Dec 10 18:57:36.121275 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56060) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:36.135191 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de771089-5049-46bd-8346-b46558ae70a1 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0daefca-3412-403d-aa34-0f37f00804ec,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:36.136135 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-c7b408e7-351f-4aa1-89f5-9c4cfe6b8171 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] show failed (client error): The resource could not be found. Dec 10 18:57:36.137237 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c7b408e7-351f-4aa1-89f5-9c4cfe6b8171 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "GET /v2.0/security-groups/d0daefca-3412-403d-aa34-0f37f00804ec HTTP/1.1" status: 404 len: 347 time: 0.0149925 Dec 10 18:57:36.140240 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56062) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:36.307053 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-433de05d-8834-49d2-b746-d19b0e9105d3 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Deleting port 375cb05b-2510-4e6c-b24c-f324a810b36f {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:57:36.307713 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-433de05d-8834-49d2-b746-d19b0e9105d3 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:36.476090 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-433de05d-8834-49d2-b746-d19b0e9105d3 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:36.480247 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-433de05d-8834-49d2-b746-d19b0e9105d3 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:36.512838 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-433de05d-8834-49d2-b746-d19b0e9105d3 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Calling delete_port for 375cb05b-2510-4e6c-b24c-f324a810b36f owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:57:36.589742 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4664c2-e6d2-47a7-ba0b-9cd3a5b902c6 req-ee97e668-d55e-40d4-9a98-60def64e3cbe tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:36.597623 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6d4664c2-e6d2-47a7-ba0b-9cd3a5b902c6 req-ee97e668-d55e-40d4-9a98-60def64e3cbe tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 946 time: 0.0661712 Dec 10 18:57:36.659930 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6d4664c2-e6d2-47a7-ba0b-9cd3a5b902c6 req-d754240b-946f-4d65-959d-68d3903fc668 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610201 Dec 10 18:57:36.666054 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf2c8b-9322-41d5-b8bd-c6c352cc34e5 req-be37d77e-a13f-4239-8dce-8e843d45fd86 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:36.667256 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5ddf2c8b-9322-41d5-b8bd-c6c352cc34e5 req-be37d77e-a13f-4239-8dce-8e843d45fd86 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.46 "GET /v2.0/ports?device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 946 time: 0.2504148 Dec 10 18:57:36.841005 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-433de05d-8834-49d2-b746-d19b0e9105d3 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:36.849086 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-5ddf2c8b-9322-41d5-b8bd-c6c352cc34e5 req-9fa67268-7e36-410e-ac47-c7d237c5a9dc tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Deleting port 497be4ec-06c7-4826-beff-4e6f0a39daa8 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:57:36.849702 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5ddf2c8b-9322-41d5-b8bd-c6c352cc34e5 req-9fa67268-7e36-410e-ac47-c7d237c5a9dc tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:36.890173 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433de05d-8834-49d2-b746-d19b0e9105d3 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Pushing event deleted for resources: {'Port': ['ID=375cb05b-2510-4e6c-b24c-f324a810b36f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:37.021854 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-433de05d-8834-49d2-b746-d19b0e9105d3 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:37.026435 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-433de05d-8834-49d2-b746-d19b0e9105d3 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:37.027459 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-433de05d-8834-49d2-b746-d19b0e9105d3 tempest-ServerActionsTestJSON-1748091232 tempest-ServerActionsTestJSON-1748091232-project] 10.222.0.62 "DELETE /v2.0/floatingips/ab6c9c70-ad15-4399-8c0f-b94d96e2f361 HTTP/1.1" status: 204 len: 168 time: 0.8852682 Dec 10 18:57:37.030384 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56070) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:37.040735 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-5ddf2c8b-9322-41d5-b8bd-c6c352cc34e5 req-9fa67268-7e36-410e-ac47-c7d237c5a9dc tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] For port 497be4ec-06c7-4826-beff-4e6f0a39daa8, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=497be4ec-06c7-4826-beff-4e6f0a39daa8,segment=NetworkSegment(83c7d7e9-db7c-46c1-b53c-9a099ac3350f),segment_id=83c7d7e9-db7c-46c1-b53c-9a099ac3350f)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:57:37.041505 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5ddf2c8b-9322-41d5-b8bd-c6c352cc34e5 req-9fa67268-7e36-410e-ac47-c7d237c5a9dc tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:37.061566 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-5ddf2c8b-9322-41d5-b8bd-c6c352cc34e5 req-9fa67268-7e36-410e-ac47-c7d237c5a9dc tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Calling delete_port for 497be4ec-06c7-4826-beff-4e6f0a39daa8 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:57:37.232122 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5ddf2c8b-9322-41d5-b8bd-c6c352cc34e5 req-9fa67268-7e36-410e-ac47-c7d237c5a9dc tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:37.244962 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b', '497be4ec-06c7-4826-beff-4e6f0a39daa8'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:57:37.296916 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa67268-7e36-410e-ac47-c7d237c5a9dc tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Pushing event deleted for resources: {'Port': ['ID=497be4ec-06c7-4826-beff-4e6f0a39daa8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:37.359983 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ddf2c8b-9322-41d5-b8bd-c6c352cc34e5 req-9fa67268-7e36-410e-ac47-c7d237c5a9dc tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] No DVR routers for this DVR port 497be4ec-06c7-4826-beff-4e6f0a39daa8 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:57:37.372198 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5ddf2c8b-9322-41d5-b8bd-c6c352cc34e5 req-9fa67268-7e36-410e-ac47-c7d237c5a9dc tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:37.381103 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5ddf2c8b-9322-41d5-b8bd-c6c352cc34e5 req-9fa67268-7e36-410e-ac47-c7d237c5a9dc tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.46 "DELETE /v2.0/ports/497be4ec-06c7-4826-beff-4e6f0a39daa8 HTTP/1.1" status: 204 len: 173 time: 0.6967254 Dec 10 18:57:37.381608 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45087b00-4f70-479c-a754-da779e05e122', 'name': 'network-vif-deleted', 'tag': '497be4ec-06c7-4826-beff-4e6f0a39daa8'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:57:37.385127 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287d5dc5-efc8-451a-aee7-d2ba9ef7770a" -d '{"events": [{"server_uuid": "45087b00-4f70-479c-a754-da779e05e122", "name": "network-vif-deleted", "tag": "497be4ec-06c7-4826-beff-4e6f0a39daa8"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:57:37.481750 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88ae1cf-93cf-40d6-8ad0-740ae0d5a399 x-openstack-request-id: req-f88ae1cf-93cf-40d6-8ad0-740ae0d5a399 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:57:37.482050 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45087b00-4f70-479c-a754-da779e05e122", "name": "network-vif-deleted", "tag": "497be4ec-06c7-4826-beff-4e6f0a39daa8", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:57:37.482308 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f88ae1cf-93cf-40d6-8ad0-740ae0d5a399 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:57:37.482717 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45087b00-4f70-479c-a754-da779e05e122', 'name': 'network-vif-deleted', 'tag': '497be4ec-06c7-4826-beff-4e6f0a39daa8', 'status': 'completed', 'code': 200} Dec 10 18:57:37.725889 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:57:37.785448 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:57:37.786987 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8f75f7f1-6bbc-493d-9cb4-0f3fb60ef281 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:57:37.899722 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6aab7bf3-3bb8-44e7-b4d7-429a7fef7c2e req-a152f75f-c251-4f1d-b102-184a509b3a45 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=45087b00-4f70-479c-a754-da779e05e122 HTTP/1.1" status: 200 len: 210 time: 0.0516920 Dec 10 18:57:38.156624 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a265d5d6-698e-486d-a57e-3006e9a62856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:38.220855 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:38.445971 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a265d5d6-698e-486d-a57e-3006e9a62856 admin admin] Deleting port 736036f4-3062-403a-939f-425113764157 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:57:38.446583 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a265d5d6-698e-486d-a57e-3006e9a62856 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:38.545576 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-a265d5d6-698e-486d-a57e-3006e9a62856 admin admin] For port 736036f4-3062-403a-939f-425113764157, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=736036f4-3062-403a-939f-425113764157,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:57:38.546013 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a265d5d6-698e-486d-a57e-3006e9a62856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:38.560250 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a265d5d6-698e-486d-a57e-3006e9a62856 admin admin] Calling delete_port for 736036f4-3062-403a-939f-425113764157 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:57:38.749287 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a265d5d6-698e-486d-a57e-3006e9a62856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:38.775364 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265d5d6-698e-486d-a57e-3006e9a62856 admin admin] Pushing event deleted for resources: {'Port': ['ID=736036f4-3062-403a-939f-425113764157,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:38.809765 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a265d5d6-698e-486d-a57e-3006e9a62856 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:38.810269 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a265d5d6-698e-486d-a57e-3006e9a62856 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:38.810723 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a265d5d6-698e-486d-a57e-3006e9a62856 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:38.811453 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a265d5d6-698e-486d-a57e-3006e9a62856 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:38.812303 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a265d5d6-698e-486d-a57e-3006e9a62856 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:38.812451 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a265d5d6-698e-486d-a57e-3006e9a62856 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:38.812905 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a265d5d6-698e-486d-a57e-3006e9a62856 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:38.813482 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a265d5d6-698e-486d-a57e-3006e9a62856 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:38.814030 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a265d5d6-698e-486d-a57e-3006e9a62856 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:38.814490 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a265d5d6-698e-486d-a57e-3006e9a62856 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:38.815156 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a265d5d6-698e-486d-a57e-3006e9a62856 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:38.815623 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a265d5d6-698e-486d-a57e-3006e9a62856 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:38.816248 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a265d5d6-698e-486d-a57e-3006e9a62856 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:57:39.025556 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a265d5d6-698e-486d-a57e-3006e9a62856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:39.347124 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a265d5d6-698e-486d-a57e-3006e9a62856 admin admin] Router 4a5adfb3-a73c-4e40-ab84-cac1308961c0 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:57:39.473220 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a265d5d6-698e-486d-a57e-3006e9a62856 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:57:39.482683 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a265d5d6-698e-486d-a57e-3006e9a62856 admin admin] 10.222.0.62 "PUT /v2.0/routers/4a5adfb3-a73c-4e40-ab84-cac1308961c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4487553 Dec 10 18:57:39.483586 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8ba133-11e5-43e0-ad36-272d44c23582 None None] Sync routers for ids ['4a5adfb3-a73c-4e40-ab84-cac1308961c0'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:57:39.484499 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56124) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:39.494034 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8ba133-11e5-43e0-ad36-272d44c23582 None None] Routers {'4a5adfb3-a73c-4e40-ab84-cac1308961c0'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:57:39.494665 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2c8ba133-11e5-43e0-ad36-272d44c23582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:57:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['4a5adfb3-a73c-4e40-ab84-cac1308961c0'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:57:39.693090 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f9a511f5-709a-449c-bb38-2f4e793037c2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:39.711676 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-2c8ba133-11e5-43e0-ad36-272d44c23582 None None] Set router 4a5adfb3-a73c-4e40-ab84-cac1308961c0 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:57:39.835281 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f9a511f5-709a-449c-bb38-2f4e793037c2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:39.954983 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f9a511f5-709a-449c-bb38-2f4e793037c2 admin admin] Deleting port f7601744-9b5c-4b20-aa5f-6a261b97335b {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:57:39.955424 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f9a511f5-709a-449c-bb38-2f4e793037c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:40.016404 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2c8ba133-11e5-43e0-ad36-272d44c23582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5adfb3-a73c-4e40-ab84-cac1308961c0', 'name': 'tempest-ServerActionsTestJSON-191798646-router', 'tenant_id': '6dd50388a58440cca7ab90078e887719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'f7601744-9b5c-4b20-aa5f-6a261b97335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:18Z', 'updated_at': '2021-12-10T18:57:38Z', 'revision_number': 5, 'project_id': '6dd50388a58440cca7ab90078e887719', 'gw_port': {'id': 'f7601744-9b5c-4b20-aa5f-6a261b97335b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5adfb3-a73c-4e40-ab84-cac1308961c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:20Z', 'updated_at': '2021-12-10T18:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:57:40.035671 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f48c60-deeb-4dd9-b20c-48d2482efd1f req-224f27ca-69cb-4258-8679-b665db98e3a3 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:40.045087 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-06f48c60-deeb-4dd9-b20c-48d2482efd1f req-224f27ca-69cb-4258-8679-b665db98e3a3 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f96c3a-b1a8-4c9a-a62e-9d024329a708 HTTP/1.1" status: 200 len: 945 time: 0.0801151 Dec 10 18:57:40.050529 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8ba133-11e5-43e0-ad36-272d44c23582 None None] Checking router: 4a5adfb3-a73c-4e40-ab84-cac1308961c0 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:57:40.061552 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8ba133-11e5-43e0-ad36-272d44c23582 None None] Routers {'4a5adfb3-a73c-4e40-ab84-cac1308961c0'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:57:40.062434 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2c8ba133-11e5-43e0-ad36-272d44c23582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:57:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['4a5adfb3-a73c-4e40-ab84-cac1308961c0'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:57:40.090904 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-f9a511f5-709a-449c-bb38-2f4e793037c2 admin admin] For port f7601744-9b5c-4b20-aa5f-6a261b97335b, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=f7601744-9b5c-4b20-aa5f-6a261b97335b,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:57:40.092235 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f9a511f5-709a-449c-bb38-2f4e793037c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:40.106925 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f9a511f5-709a-449c-bb38-2f4e793037c2 admin admin] Calling delete_port for f7601744-9b5c-4b20-aa5f-6a261b97335b owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:57:40.141728 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-06f48c60-deeb-4dd9-b20c-48d2482efd1f req-636ab62c-1b72-4a1f-8085-54132c0ad242 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957694 Dec 10 18:57:40.205421 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-2c8ba133-11e5-43e0-ad36-272d44c23582 None None] Set router 4a5adfb3-a73c-4e40-ab84-cac1308961c0 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:57:40.284310 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2c8ba133-11e5-43e0-ad36-272d44c23582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5adfb3-a73c-4e40-ab84-cac1308961c0', 'name': 'tempest-ServerActionsTestJSON-191798646-router', 'tenant_id': '6dd50388a58440cca7ab90078e887719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:18Z', 'updated_at': '2021-12-10T18:57:39Z', 'revision_number': 6, 'project_id': '6dd50388a58440cca7ab90078e887719', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:57:40.316122 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8ba133-11e5-43e0-ad36-272d44c23582 None None] The sync data for ids ['4a5adfb3-a73c-4e40-ab84-cac1308961c0'] in n-d-821435-1 is: [{'id': '4a5adfb3-a73c-4e40-ab84-cac1308961c0', 'name': 'tempest-ServerActionsTestJSON-191798646-router', 'tenant_id': '6dd50388a58440cca7ab90078e887719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:18Z', 'updated_at': '2021-12-10T18:57:39Z', 'revision_number': 6, 'project_id': '6dd50388a58440cca7ab90078e887719', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:57:40.335656 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f9a511f5-709a-449c-bb38-2f4e793037c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:40.359953 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1b48ce-1380-4f1e-a253-c3328f4b718f None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:57:40.402077 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a511f5-709a-449c-bb38-2f4e793037c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7601744-9b5c-4b20-aa5f-6a261b97335b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:40.445807 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f9a511f5-709a-449c-bb38-2f4e793037c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:40.547570 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f9a511f5-709a-449c-bb38-2f4e793037c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:40.550136 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f9a511f5-709a-449c-bb38-2f4e793037c2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:40.589464 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 497be4ec-06c7-4826-beff-4e6f0a39daa8 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:57:40.608541 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f9a511f5-709a-449c-bb38-2f4e793037c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:40.609712 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a511f5-709a-449c-bb38-2f4e793037c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a5adfb3-a73c-4e40-ab84-cac1308961c0 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:57:40.621561 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f9a511f5-709a-449c-bb38-2f4e793037c2 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:40.624689 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f9a511f5-709a-449c-bb38-2f4e793037c2 admin admin] 10.222.0.62 "DELETE /v2.0/routers/4a5adfb3-a73c-4e40-ab84-cac1308961c0 HTTP/1.1" status: 204 len: 168 time: 1.1378856 Dec 10 18:57:40.627462 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56144) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:40.629254 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 497be4ec-06c7-4826-beff-4e6f0a39daa8 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:57:40.629603 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 497be4ec-06c7-4826-beff-4e6f0a39daa8 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:57:40.694017 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-23fce870-55c7-46f4-8e75-b4bd8610b650 admin admin] Deleting subnet cdd9c23d-5046-4c54-950e-a05aba46bbec {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:57:40.697987 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-23fce870-55c7-46f4-8e75-b4bd8610b650 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:40.798411 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-23fce870-55c7-46f4-8e75-b4bd8610b650 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:40.919417 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-23fce870-55c7-46f4-8e75-b4bd8610b650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:40.989099 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-23fce870-55c7-46f4-8e75-b4bd8610b650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:41.016120 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017f3bb8-b620-433a-9582-b622cb879ee4 None None] Network 3bc50282-3306-4b81-ae1a-81a9a8be5df5 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:57:41.026065 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-23fce870-55c7-46f4-8e75-b4bd8610b650 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:41.029375 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-23fce870-55c7-46f4-8e75-b4bd8610b650 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/cdd9c23d-5046-4c54-950e-a05aba46bbec HTTP/1.1" status: 204 len: 168 time: 0.4008999 Dec 10 18:57:41.031790 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56148) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:41.057436 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fce870-55c7-46f4-8e75-b4bd8610b650 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdd9c23d-5046-4c54-950e-a05aba46bbec,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:41.196826 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db013a-09d5-41c9-a1d0-cdb9971b2bb5 req-3c502514-84f3-4873-b5a4-0cf189cd8274 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:41.204109 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-94db013a-09d5-41c9-a1d0-cdb9971b2bb5 req-3c502514-84f3-4873-b5a4-0cf189cd8274 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2f96c3a-b1a8-4c9a-a62e-9d024329a708 HTTP/1.1" status: 200 len: 945 time: 0.0919766 Dec 10 18:57:41.208286 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-05cecad0-72b2-428c-babc-f345f1f78839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:41.242628 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de67867a-9c93-4146-8ec6-14f025b9bc45 None None] DHCP port deletion for 3bc50282-3306-4b81-ae1a-81a9a8be5df5 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:57:41.359431 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-de67867a-9c93-4146-8ec6-14f025b9bc45 None None] Deleting port 936380e2-47d2-427f-9e68-0602c7559fb5 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:57:41.359959 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-de67867a-9c93-4146-8ec6-14f025b9bc45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:41.383478 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-05cecad0-72b2-428c-babc-f345f1f78839 admin admin] Deleting port 936380e2-47d2-427f-9e68-0602c7559fb5 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:57:41.384153 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-05cecad0-72b2-428c-babc-f345f1f78839 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:41.405961 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12238a29-5352-4076-8574-3db07f66575d req-dd5b74c1-3cc0-4db0-b638-e7094c067b07 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:41.407501 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-12238a29-5352-4076-8574-3db07f66575d req-dd5b74c1-3cc0-4db0-b638-e7094c067b07 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f96c3a-b1a8-4c9a-a62e-9d024329a708 HTTP/1.1" status: 200 len: 945 time: 0.1055706 Dec 10 18:57:41.455988 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-05cecad0-72b2-428c-babc-f345f1f78839 admin admin] For port 936380e2-47d2-427f-9e68-0602c7559fb5, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=936380e2-47d2-427f-9e68-0602c7559fb5,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:57:41.456375 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-05cecad0-72b2-428c-babc-f345f1f78839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:41.475137 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-05cecad0-72b2-428c-babc-f345f1f78839 admin admin] Calling delete_port for 936380e2-47d2-427f-9e68-0602c7559fb5 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:57:41.484166 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-de67867a-9c93-4146-8ec6-14f025b9bc45 None None] For port 936380e2-47d2-427f-9e68-0602c7559fb5, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=936380e2-47d2-427f-9e68-0602c7559fb5,segment=NetworkSegment(1d926b0b-6ef6-4013-800e-3ca7e7c18408),segment_id=1d926b0b-6ef6-4013-800e-3ca7e7c18408)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:57:41.485395 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-de67867a-9c93-4146-8ec6-14f025b9bc45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:41.506292 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-de67867a-9c93-4146-8ec6-14f025b9bc45 None None] Calling delete_port for 936380e2-47d2-427f-9e68-0602c7559fb5 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:57:41.522349 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-12238a29-5352-4076-8574-3db07f66575d req-e11a8951-e9d8-4c0a-b9e7-99489771bc13 tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c1053c4-8211-4d72-8991-38aa86a1f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986595 Dec 10 18:57:41.561007 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 736036f4-3062-403a-939f-425113764157 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:57:41.575800 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-94db013a-09d5-41c9-a1d0-cdb9971b2bb5 req-157529e0-8a98-416b-8482-92b8fde028fd tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Deleting port 0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:57:41.576464 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-94db013a-09d5-41c9-a1d0-cdb9971b2bb5 req-157529e0-8a98-416b-8482-92b8fde028fd tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:41.588487 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 736036f4-3062-403a-939f-425113764157 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:57:41.588977 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 736036f4-3062-403a-939f-425113764157 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:57:41.589466 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 936380e2-47d2-427f-9e68-0602c7559fb5 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:57:41.594258 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-05cecad0-72b2-428c-babc-f345f1f78839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:41.620753 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 936380e2-47d2-427f-9e68-0602c7559fb5 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:57:41.621344 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 936380e2-47d2-427f-9e68-0602c7559fb5 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:57:41.621536 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device f7601744-9b5c-4b20-aa5f-6a261b97335b no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:57:41.643290 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: f7601744-9b5c-4b20-aa5f-6a261b97335b {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:57:41.643713 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device f7601744-9b5c-4b20-aa5f-6a261b97335b not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:57:41.669994 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cecad0-72b2-428c-babc-f345f1f78839 admin admin] Pushing event deleted for resources: {'Port': ['ID=936380e2-47d2-427f-9e68-0602c7559fb5,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:41.670887 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-de67867a-9c93-4146-8ec6-14f025b9bc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:41.684935 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cecad0-72b2-428c-babc-f345f1f78839 admin admin] No DVR routers for this DVR port 936380e2-47d2-427f-9e68-0602c7559fb5 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:57:41.711028 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de67867a-9c93-4146-8ec6-14f025b9bc45 None None] Pushing event deleted for resources: {'Port': ['ID=936380e2-47d2-427f-9e68-0602c7559fb5,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:41.716711 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de67867a-9c93-4146-8ec6-14f025b9bc45 None None] No DVR routers for this DVR port 936380e2-47d2-427f-9e68-0602c7559fb5 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:57:41.847654 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-05cecad0-72b2-428c-babc-f345f1f78839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:41.870061 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-94db013a-09d5-41c9-a1d0-cdb9971b2bb5 req-157529e0-8a98-416b-8482-92b8fde028fd tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] For port 0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b,segment=NetworkSegment(83c7d7e9-db7c-46c1-b53c-9a099ac3350f),segment_id=83c7d7e9-db7c-46c1-b53c-9a099ac3350f)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:57:41.870418 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-94db013a-09d5-41c9-a1d0-cdb9971b2bb5 req-157529e0-8a98-416b-8482-92b8fde028fd tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:41.890352 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-05cecad0-72b2-428c-babc-f345f1f78839 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc50282-3306-4b81-ae1a-81a9a8be5df5']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:57:41.905213 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-94db013a-09d5-41c9-a1d0-cdb9971b2bb5 req-157529e0-8a98-416b-8482-92b8fde028fd tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Calling delete_port for 0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:57:41.907892 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-05cecad0-72b2-428c-babc-f345f1f78839 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d926b0b-6ef6-4013-800e-3ca7e7c18408') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:57:41.908146 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-05cecad0-72b2-428c-babc-f345f1f78839 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d926b0b-6ef6-4013-800e-3ca7e7c18408') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:57:41.924099 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-05cecad0-72b2-428c-babc-f345f1f78839 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:41.947646 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-05cecad0-72b2-428c-babc-f345f1f78839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:41.987909 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05cecad0-72b2-428c-babc-f345f1f78839 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:57:41.988315 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-05cecad0-72b2-428c-babc-f345f1f78839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:41.990129 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:57:41.990129 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:57:41.990129 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:57:41.990129 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:57:41.990129 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:57:41.990129 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:57:41.990129 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:57:41.990129 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:57:41.990129 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:57:41.990129 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:57:41.990129 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:57:41.990129 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:57:41.990129 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:57:41.990129 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:57:41.990129 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:57:41.990129 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:57:41.990129 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:57:41.990129 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:57:41.990129 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:57:41.990129 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:57:41.990129 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:57:41.990129 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:57:41.990129 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:57:41.990129 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:57:41.990129 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:57:41.990129 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:57:41.990129 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:57:41.990129 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:57:41.990129 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:57:41.990129 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:57:41.990129 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:57:41.990129 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:57:42.075990 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-05cecad0-72b2-428c-babc-f345f1f78839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:42.081963 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-05cecad0-72b2-428c-babc-f345f1f78839 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:42.087467 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-05cecad0-72b2-428c-babc-f345f1f78839 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3bc50282-3306-4b81-ae1a-81a9a8be5df5 HTTP/1.1" status: 204 len: 168 time: 1.0546806 Dec 10 18:57:42.100998 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cecad0-72b2-428c-babc-f345f1f78839 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bc50282-3306-4b81-ae1a-81a9a8be5df5,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:42.176199 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-94db013a-09d5-41c9-a1d0-cdb9971b2bb5 req-157529e0-8a98-416b-8482-92b8fde028fd tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:42.188138 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:57:42.215624 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157529e0-8a98-416b-8482-92b8fde028fd tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Pushing event deleted for resources: {'Port': ['ID=0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:42.287776 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-94db013a-09d5-41c9-a1d0-cdb9971b2bb5 req-157529e0-8a98-416b-8482-92b8fde028fd tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] No DVR routers for this DVR port 0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:57:42.290703 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-94db013a-09d5-41c9-a1d0-cdb9971b2bb5 req-157529e0-8a98-416b-8482-92b8fde028fd tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:42.294767 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-94db013a-09d5-41c9-a1d0-cdb9971b2bb5 req-157529e0-8a98-416b-8482-92b8fde028fd tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.46 "DELETE /v2.0/ports/0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b HTTP/1.1" status: 204 len: 173 time: 1.0819993 Dec 10 18:57:42.295235 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f96c3a-b1a8-4c9a-a62e-9d024329a708', 'name': 'network-vif-deleted', 'tag': '0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:57:42.297760 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07662485-6043-4736-8946-7aad453fe1f9" -d '{"events": [{"server_uuid": "e2f96c3a-b1a8-4c9a-a62e-9d024329a708", "name": "network-vif-deleted", "tag": "0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:57:42.304839 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56162) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:42.391934 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30da640e-c1e8-425f-87ee-dac01df7f2d8 x-openstack-request-id: req-30da640e-c1e8-425f-87ee-dac01df7f2d8 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:57:42.392234 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f96c3a-b1a8-4c9a-a62e-9d024329a708", "name": "network-vif-deleted", "tag": "0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:57:42.392498 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-30da640e-c1e8-425f-87ee-dac01df7f2d8 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:57:42.392932 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f96c3a-b1a8-4c9a-a62e-9d024329a708', 'name': 'network-vif-deleted', 'tag': '0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b', 'status': 'completed', 'code': 200} Dec 10 18:57:42.408991 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0d13c664-c33d-47e2-932e-33d32b77a7a9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6dd50388a58440cca7ab90078e887719&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1024914 Dec 10 18:57:42.411468 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56166) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:42.471188 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d0e1d1a-2d1a-4f98-aab0-2e9403873c05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:42.494369 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d0e1d1a-2d1a-4f98-aab0-2e9403873c05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:42.552592 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d0e1d1a-2d1a-4f98-aab0-2e9403873c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:42.557292 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d0e1d1a-2d1a-4f98-aab0-2e9403873c05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:42.560700 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0d0e1d1a-2d1a-4f98-aab0-2e9403873c05 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/18339435-f088-45b6-bdea-21558272ea70 HTTP/1.1" status: 204 len: 168 time: 0.1461391 Dec 10 18:57:42.579833 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e1d1a-2d1a-4f98-aab0-2e9403873c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18339435-f088-45b6-bdea-21558272ea70,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:42.673334 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5e83dd97-165f-4c1d-a24c-086dc169c26e req-16d3d521-b3dd-4be5-a4bf-af46f67267cb tempest-ServersTestJSON-1360752621 tempest-ServersTestJSON-1360752621-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f96c3a-b1a8-4c9a-a62e-9d024329a708 HTTP/1.1" status: 200 len: 210 time: 0.0368507 Dec 10 18:57:43.403391 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56200) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:43.515592 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f7c9803a-8dfd-4176-884f-cd329f6336fe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-819106332-network', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:57:43.540075 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c9803a-8dfd-4176-884f-cd329f6336fe admin admin] Made reservation on behalf of 18f4d0de9fea441da6506fc341573bc1 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:57:43.542571 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f7c9803a-8dfd-4176-884f-cd329f6336fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:43.551659 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f7c9803a-8dfd-4176-884f-cd329f6336fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:43.640415 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f7c9803a-8dfd-4176-884f-cd329f6336fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:43.645260 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f7c9803a-8dfd-4176-884f-cd329f6336fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:43.670298 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c9803a-8dfd-4176-884f-cd329f6336fe admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:57:43.683877 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c9803a-8dfd-4176-884f-cd329f6336fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf94dee-b7f2-40ab-9bfb-a66573f38a3c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:43.688960 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f7c9803a-8dfd-4176-884f-cd329f6336fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:43.689305 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-f7c9803a-8dfd-4176-884f-cd329f6336fe admin admin] Added segment 03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f of type vlan for network 516cf886-0f4d-46b9-b744-c490650e8912 Dec 10 18:57:43.738504 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f7c9803a-8dfd-4176-884f-cd329f6336fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:43.746731 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56208) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:43.770086 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f7c9803a-8dfd-4176-884f-cd329f6336fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:43.771467 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c9803a-8dfd-4176-884f-cd329f6336fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:43.772310 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f7c9803a-8dfd-4176-884f-cd329f6336fe admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:43.896521 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f7c9803a-8dfd-4176-884f-cd329f6336fe admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4918485 Dec 10 18:57:43.897304 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56212) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:43.910312 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-3ace5a03-2822-4e4c-b999-e4f3ceaac5d0 admin admin] Request body: {'subnet': {'network_id': '516cf886-0f4d-46b9-b744-c490650e8912', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-819106332-subnet', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:57:43.964345 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c9803a-8dfd-4176-884f-cd329f6336fe admin admin] Pushing event updated for resources: {'Network': ['ID=516cf886-0f4d-46b9-b744-c490650e8912,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:43.970116 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ace5a03-2822-4e4c-b999-e4f3ceaac5d0 admin admin] Made reservation on behalf of 18f4d0de9fea441da6506fc341573bc1 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:57:43.975561 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3ace5a03-2822-4e4c-b999-e4f3ceaac5d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:43.977266 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 516cf886-0f4d-46b9-b744-c490650e8912 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:57:44.116345 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8608f2a-f3c5-4743-bcba-18e65b3dcc65 admin admin] Deleting subnet 7ba69a49-ec77-4670-8006-0254df7f77f3 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:57:44.120879 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c8608f2a-f3c5-4743-bcba-18e65b3dcc65 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:44.168121 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c8608f2a-f3c5-4743-bcba-18e65b3dcc65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:44.218209 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c8608f2a-f3c5-4743-bcba-18e65b3dcc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:44.246136 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3ace5a03-2822-4e4c-b999-e4f3ceaac5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:44.306749 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c8608f2a-f3c5-4743-bcba-18e65b3dcc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:44.310209 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace5a03-2822-4e4c-b999-e4f3ceaac5d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fca310e3-485d-42a7-b973-3f839349aa93,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:44.352282 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ace5a03-2822-4e4c-b999-e4f3ceaac5d0 admin admin] Checking segment: {'id': '03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:57:44.353193 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ace5a03-2822-4e4c-b999-e4f3ceaac5d0 admin admin] Network hostable DHCP agents. Network: 516cf886-0f4d-46b9-b744-c490650e8912, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:57:44.358664 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8608f2a-f3c5-4743-bcba-18e65b3dcc65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ba69a49-ec77-4670-8006-0254df7f77f3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:44.377973 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c8608f2a-f3c5-4743-bcba-18e65b3dcc65 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:44.386018 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c8608f2a-f3c5-4743-bcba-18e65b3dcc65 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/7ba69a49-ec77-4670-8006-0254df7f77f3 HTTP/1.1" status: 204 len: 168 time: 0.6360035 Dec 10 18:57:44.387183 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56218) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:44.388120 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ace5a03-2822-4e4c-b999-e4f3ceaac5d0 admin admin] Network 516cf886-0f4d-46b9-b744-c490650e8912 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:57:44.401546 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-3ace5a03-2822-4e4c-b999-e4f3ceaac5d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 516cf886-0f4d-46b9-b744-c490650e8912) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:57:44.406351 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ace5a03-2822-4e4c-b999-e4f3ceaac5d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:44.407397 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3ace5a03-2822-4e4c-b999-e4f3ceaac5d0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:44.414020 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa791ac-244e-40d3-942b-c6d92201c75f None None] Network 516cf886-0f4d-46b9-b744-c490650e8912 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:57:44.457607 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3ace5a03-2822-4e4c-b999-e4f3ceaac5d0 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5535383 Dec 10 18:57:44.460269 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56220) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:44.465387 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-6c846c71-3803-403e-bb41-4470ddd2dd5d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-819106332-router', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:57:44.518779 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4e48dfc-e9c2-4401-a0f0-e7af75178c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:44.523789 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c846c71-3803-403e-bb41-4470ddd2dd5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:44.525773 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c846c71-3803-403e-bb41-4470ddd2dd5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:44.576538 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1073a3eb-c709-4db1-8c6e-2e5600634d50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-516cf886-0f4d-46b9-b744-c490650e8912', 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912', 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'fixed_ips': [{'subnet_id': 'fca310e3-485d-42a7-b973-3f839349aa93'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:57:44.577808 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1073a3eb-c709-4db1-8c6e-2e5600634d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:44.603563 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c846c71-3803-403e-bb41-4470ddd2dd5d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:44.718963 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4e48dfc-e9c2-4401-a0f0-e7af75178c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:44.792470 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-b4e48dfc-e9c2-4401-a0f0-e7af75178c8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b7a9d16-fa90-46c2-89ef-ff147d5d2881']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:57:44.828093 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-b4e48dfc-e9c2-4401-a0f0-e7af75178c8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c7d7e9-db7c-46c1-b53c-9a099ac3350f') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:57:44.828813 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-b4e48dfc-e9c2-4401-a0f0-e7af75178c8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c7d7e9-db7c-46c1-b53c-9a099ac3350f') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:57:44.846513 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c846c71-3803-403e-bb41-4470ddd2dd5d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:44.850886 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4e48dfc-e9c2-4401-a0f0-e7af75178c8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:44.886107 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4e48dfc-e9c2-4401-a0f0-e7af75178c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:44.899883 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4e48dfc-e9c2-4401-a0f0-e7af75178c8c admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:57:44.900882 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4e48dfc-e9c2-4401-a0f0-e7af75178c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:44.904136 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:57:44.904136 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:57:44.904136 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:57:44.904136 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:57:44.904136 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:57:44.904136 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:57:44.904136 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:57:44.904136 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:57:44.904136 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:57:44.904136 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:57:44.904136 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:57:44.904136 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:57:44.904136 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:57:44.904136 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:57:44.904136 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:57:44.904136 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:57:44.904136 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:57:44.904136 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:57:44.904136 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:57:44.904136 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:57:44.904136 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:57:44.904136 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:57:44.904136 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:57:44.904136 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:57:44.904136 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:57:44.904136 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:57:44.904136 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:57:44.904136 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:57:44.904136 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:57:44.904136 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:57:44.904136 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:57:44.904136 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:57:44.954453 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-1073a3eb-c709-4db1-8c6e-2e5600634d50 None None] Allocated IP 172.20.0.2 (516cf886-0f4d-46b9-b744-c490650e8912/fca310e3-485d-42a7-b973-3f839349aa93/29c810c7-5cda-422b-8571-78df418d2a53) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:57:44.966364 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4e48dfc-e9c2-4401-a0f0-e7af75178c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:44.989714 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4e48dfc-e9c2-4401-a0f0-e7af75178c8c admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:44.994164 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b4e48dfc-e9c2-4401-a0f0-e7af75178c8c admin admin] 10.222.0.62 "DELETE /v2.0/networks/5b7a9d16-fa90-46c2-89ef-ff147d5d2881 HTTP/1.1" status: 204 len: 168 time: 0.6059427 Dec 10 18:57:44.995113 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e48dfc-e9c2-4401-a0f0-e7af75178c8c admin admin] Pushing event deleted for resources: {'Network': ['ID=5b7a9d16-fa90-46c2-89ef-ff147d5d2881,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:45.140233 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c846c71-3803-403e-bb41-4470ddd2dd5d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:45.162811 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c846c71-3803-403e-bb41-4470ddd2dd5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:45.234101 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56226) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:45.248991 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1073a3eb-c709-4db1-8c6e-2e5600634d50 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:45.263983 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1073a3eb-c709-4db1-8c6e-2e5600634d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:45.317118 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e9194d79-6cce-431a-9218-596f82bf8a1e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b146ea531e7d490bb2e30f4c7ac5fe8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0816431 Dec 10 18:57:45.319438 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56230) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:45.336390 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1073a3eb-c709-4db1-8c6e-2e5600634d50 None None] Pushing event updated for resources: {'Port': ['ID=29c810c7-5cda-422b-8571-78df418d2a53,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:45.352757 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1073a3eb-c709-4db1-8c6e-2e5600634d50 None None] Network 516cf886-0f4d-46b9-b744-c490650e8912 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:57:45.354654 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-1073a3eb-c709-4db1-8c6e-2e5600634d50 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:57:45.359410 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1073a3eb-c709-4db1-8c6e-2e5600634d50 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:57:45.400575 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-6c846c71-3803-403e-bb41-4470ddd2dd5d admin admin] Allocated IP 172.25.7.39 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:57:45.417983 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:57:45.427612 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-1073a3eb-c709-4db1-8c6e-2e5600634d50 None None] Attempting to bind port 29c810c7-5cda-422b-8571-78df418d2a53 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:57:45.428012 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-1073a3eb-c709-4db1-8c6e-2e5600634d50 None None] Attempting to bind port 29c810c7-5cda-422b-8571-78df418d2a53 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:57:45.428802 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1073a3eb-c709-4db1-8c6e-2e5600634d50 None None] Attempting to bind port 29c810c7-5cda-422b-8571-78df418d2a53 on network 516cf886-0f4d-46b9-b744-c490650e8912 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:57:45.435536 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1073a3eb-c709-4db1-8c6e-2e5600634d50 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:57:45.436660 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1073a3eb-c709-4db1-8c6e-2e5600634d50 None None] Checking segment: {'id': '03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:57:45.436814 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-562dd606-e394-4525-9c4c-747547243cee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:45.437087 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1073a3eb-c709-4db1-8c6e-2e5600634d50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:45.437493 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1073a3eb-c709-4db1-8c6e-2e5600634d50 None None] Bound using segment: {'id': '03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:57:45.437967 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-1073a3eb-c709-4db1-8c6e-2e5600634d50 None None] Bound port: 29c810c7-5cda-422b-8571-78df418d2a53, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:57:45.438381 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1073a3eb-c709-4db1-8c6e-2e5600634d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:45.500088 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-562dd606-e394-4525-9c4c-747547243cee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:45.511731 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1073a3eb-c709-4db1-8c6e-2e5600634d50 None None] For port 29c810c7-5cda-422b-8571-78df418d2a53, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:57:45.515117 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1073a3eb-c709-4db1-8c6e-2e5600634d50 None None] For port 29c810c7-5cda-422b-8571-78df418d2a53, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=29c810c7-5cda-422b-8571-78df418d2a53,segment=NetworkSegment(03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f),segment_id=03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:57:45.521220 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1073a3eb-c709-4db1-8c6e-2e5600634d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:45.547445 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c846c71-3803-403e-bb41-4470ddd2dd5d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:45.581841 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-562dd606-e394-4525-9c4c-747547243cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:45.585185 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-562dd606-e394-4525-9c4c-747547243cee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:45.586670 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-562dd606-e394-4525-9c4c-747547243cee admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4c1053c4-8211-4d72-8991-38aa86a1f46a HTTP/1.1" status: 204 len: 168 time: 0.2625287 Dec 10 18:57:45.595864 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562dd606-e394-4525-9c4c-747547243cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1053c4-8211-4d72-8991-38aa86a1f46a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:45.611890 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1073a3eb-c709-4db1-8c6e-2e5600634d50 None None] Pushing event updated for resources: {'Port': ['ID=29c810c7-5cda-422b-8571-78df418d2a53,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:45.647871 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c846c71-3803-403e-bb41-4470ddd2dd5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:45.724700 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c846c71-3803-403e-bb41-4470ddd2dd5d admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:57:45.728442 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-6c846c71-3803-403e-bb41-4470ddd2dd5d admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:57:45.732528 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c846c71-3803-403e-bb41-4470ddd2dd5d admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:57:45.762073 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c846c71-3803-403e-bb41-4470ddd2dd5d admin admin] Pushing event updated for resources: {'Port': ['ID=fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:45.769456 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a67a92-26b4-4ee8-8e17-7d796af0a661 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:57:45.860601 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2d6ccd85-54b0-4c37-ae5b-9f1dd2b7ed51 None None] Provisioning complete for port fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:57:45.860891 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2d6ccd85-54b0-4c37-ae5b-9f1dd2b7ed51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:45.939430 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2d6ccd85-54b0-4c37-ae5b-9f1dd2b7ed51 None None] Port fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:57:46.386194 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c846c71-3803-403e-bb41-4470ddd2dd5d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:46.589377 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:57:46.660459 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:57:46.661068 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 0cf5ebc8-4e0b-4ca4-9884-38dbd5b5bb4b not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:57:46.782535 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c846c71-3803-403e-bb41-4470ddd2dd5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:47.038020 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c846c71-3803-403e-bb41-4470ddd2dd5d admin admin] Router 5ec39eb6-3402-48d7-84e2-c22c2b79fb13 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:57:47.318570 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c846c71-3803-403e-bb41-4470ddd2dd5d admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:57:47.332740 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27a742d-546b-45c2-819e-1ccf8c496626 None None] Sync routers for ids ['5ec39eb6-3402-48d7-84e2-c22c2b79fb13'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:57:47.365386 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56264) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:47.369162 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27a742d-546b-45c2-819e-1ccf8c496626 None None] Routers {'5ec39eb6-3402-48d7-84e2-c22c2b79fb13'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:57:47.370522 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-b27a742d-546b-45c2-819e-1ccf8c496626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:57:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5ec39eb6-3402-48d7-84e2-c22c2b79fb13'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:57:47.407155 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c846c71-3803-403e-bb41-4470ddd2dd5d admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:47.408535 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6c846c71-3803-403e-bb41-4470ddd2dd5d admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9471362 Dec 10 18:57:47.410839 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 29c810c7-5cda-422b-8571-78df418d2a53 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:57:47.412615 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56268) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:47.578504 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-b27a742d-546b-45c2-819e-1ccf8c496626 None None] Set router 5ec39eb6-3402-48d7-84e2-c22c2b79fb13 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:57:47.746557 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7b18a30a-b1aa-48aa-84d8-d8216fc59a1c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1440993319-network', 'tenant_id': '289461ccda64413785264726a5db10f0'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:57:47.789842 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-b27a742d-546b-45c2-819e-1ccf8c496626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'name': 'tempest-AttachVolumeTestJSON-819106332-router', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:57:44Z', 'updated_at': '2021-12-10T18:57:46Z', 'revision_number': 3, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'gw_port': {'id': 'fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:90:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:45Z', 'updated_at': '2021-12-10T18:57:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:57:47.823312 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b18a30a-b1aa-48aa-84d8-d8216fc59a1c admin admin] Made reservation on behalf of 289461ccda64413785264726a5db10f0 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:57:47.827020 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b18a30a-b1aa-48aa-84d8-d8216fc59a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:47.849085 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b18a30a-b1aa-48aa-84d8-d8216fc59a1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:47.883907 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27a742d-546b-45c2-819e-1ccf8c496626 None None] Checking router: 5ec39eb6-3402-48d7-84e2-c22c2b79fb13 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:57:47.884675 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27a742d-546b-45c2-819e-1ccf8c496626 None None] Updating router 5ec39eb6-3402-48d7-84e2-c22c2b79fb13 port fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1 binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:57:48.050710 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-b27a742d-546b-45c2-819e-1ccf8c496626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:48.056063 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b18a30a-b1aa-48aa-84d8-d8216fc59a1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:48.063876 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b18a30a-b1aa-48aa-84d8-d8216fc59a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:48.090901 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b18a30a-b1aa-48aa-84d8-d8216fc59a1c admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:57:48.121337 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b18a30a-b1aa-48aa-84d8-d8216fc59a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:48.122321 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-7b18a30a-b1aa-48aa-84d8-d8216fc59a1c admin admin] Added segment a7a6f06e-ddfc-4ed8-8f76-768baa480dd6 of type vlan for network 6b12f736-a6f7-4cf2-b631-5e0bf7c0c5ea Dec 10 18:57:48.139902 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2636f45e-b6a9-4b41-868e-67d933fe4519 None None] Network 516cf886-0f4d-46b9-b744-c490650e8912 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:57:48.233369 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b18a30a-b1aa-48aa-84d8-d8216fc59a1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:48.368579 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b18a30a-b1aa-48aa-84d8-d8216fc59a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcc49ac-f70c-4aed-be9a-9d61b3a4f0a4,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:48.370956 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b18a30a-b1aa-48aa-84d8-d8216fc59a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:48.372328 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b18a30a-b1aa-48aa-84d8-d8216fc59a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:48.372931 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b18a30a-b1aa-48aa-84d8-d8216fc59a1c admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:48.486097 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e3468aa8-8764-4384-8abe-ec0c42405674 None None] Provisioning complete for port 29c810c7-5cda-422b-8571-78df418d2a53 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:57:48.486518 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e3468aa8-8764-4384-8abe-ec0c42405674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:48.513851 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7b18a30a-b1aa-48aa-84d8-d8216fc59a1c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1444502 Dec 10 18:57:48.523988 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56280) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:48.547163 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-a6f2a5ea-dc68-4e5c-94ec-28aa6382f4c4 admin admin] Request body: {'subnet': {'network_id': '6b12f736-a6f7-4cf2-b631-5e0bf7c0c5ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1440993319-subnet', 'tenant_id': '289461ccda64413785264726a5db10f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:57:48.573925 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-b27a742d-546b-45c2-819e-1ccf8c496626 None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:48.585262 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-b27a742d-546b-45c2-819e-1ccf8c496626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:48.639388 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b18a30a-b1aa-48aa-84d8-d8216fc59a1c admin admin] Pushing event updated for resources: {'Network': ['ID=6b12f736-a6f7-4cf2-b631-5e0bf7c0c5ea,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:48.641013 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab695b43-a34b-44c5-a0aa-4f8d63660385 None None] Pushing event updated for resources: {'Port': ['ID=fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1,revision_number=2']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:48.673668 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 29c810c7-5cda-422b-8571-78df418d2a53 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:57:48.674406 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:48.689932 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f2a5ea-dc68-4e5c-94ec-28aa6382f4c4 admin admin] Made reservation on behalf of 289461ccda64413785264726a5db10f0 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:57:48.693371 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a6f2a5ea-dc68-4e5c-94ec-28aa6382f4c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:48.698020 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-b27a742d-546b-45c2-819e-1ccf8c496626 None None] Attempting to bind port fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:57:48.701003 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-b27a742d-546b-45c2-819e-1ccf8c496626 None None] Attempting to bind port fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:57:48.701480 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27a742d-546b-45c2-819e-1ccf8c496626 None None] Attempting to bind port fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1 on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:57:48.712796 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27a742d-546b-45c2-819e-1ccf8c496626 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:57:48.713345 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27a742d-546b-45c2-819e-1ccf8c496626 None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:57:48.713907 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-b27a742d-546b-45c2-819e-1ccf8c496626 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:48.714394 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27a742d-546b-45c2-819e-1ccf8c496626 None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:57:48.716807 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-b27a742d-546b-45c2-819e-1ccf8c496626 None None] Bound port: fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:57:48.717305 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-b27a742d-546b-45c2-819e-1ccf8c496626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:48.761566 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3685f3-23c0-45da-a6c9-86245595a212 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:57:48.767091 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 6b12f736-a6f7-4cf2-b631-5e0bf7c0c5ea details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:57:48.838312 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-b27a742d-546b-45c2-819e-1ccf8c496626 None None] For port fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:57:48.851893 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-b27a742d-546b-45c2-819e-1ccf8c496626 None None] For port fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:57:48.861792 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-b27a742d-546b-45c2-819e-1ccf8c496626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:48.918051 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-836f8a10-f046-46f2-affd-aaf835cb2f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:48.920263 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e3468aa8-8764-4384-8abe-ec0c42405674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:48.935673 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c697c580-7329-4105-a183-ed48668c5f33 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:57:48.971441 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e3468aa8-8764-4384-8abe-ec0c42405674 None None] For port 29c810c7-5cda-422b-8571-78df418d2a53, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=29c810c7-5cda-422b-8571-78df418d2a53,segment=NetworkSegment(03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f),segment_id=03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:57:49.042521 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e3468aa8-8764-4384-8abe-ec0c42405674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:49.076850 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a6f2a5ea-dc68-4e5c-94ec-28aa6382f4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:49.152447 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27a742d-546b-45c2-819e-1ccf8c496626 None None] Routers {'5ec39eb6-3402-48d7-84e2-c22c2b79fb13'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:57:49.153619 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-b27a742d-546b-45c2-819e-1ccf8c496626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:57:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5ec39eb6-3402-48d7-84e2-c22c2b79fb13'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:57:49.159714 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab695b43-a34b-44c5-a0aa-4f8d63660385 None None] Pushing event updated for resources: {'Port': ['ID=fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:49.199153 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3468aa8-8764-4384-8abe-ec0c42405674 None None] Pushing event updated for resources: {'Port': ['ID=29c810c7-5cda-422b-8571-78df418d2a53,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:49.204898 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f2a5ea-dc68-4e5c-94ec-28aa6382f4c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df144f36-1a71-48a4-a374-e5e4c2e26689,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:49.230546 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-85773784-dfd3-4f9f-8c96-479414f3b859 None None] Provisioning complete for port fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:57:49.230917 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-85773784-dfd3-4f9f-8c96-479414f3b859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:49.262233 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f2a5ea-dc68-4e5c-94ec-28aa6382f4c4 admin admin] Checking segment: {'id': 'a7a6f06e-ddfc-4ed8-8f76-768baa480dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6b12f736-a6f7-4cf2-b631-5e0bf7c0c5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:57:49.265412 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f2a5ea-dc68-4e5c-94ec-28aa6382f4c4 admin admin] Network hostable DHCP agents. Network: 6b12f736-a6f7-4cf2-b631-5e0bf7c0c5ea, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:57:49.330308 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f2a5ea-dc68-4e5c-94ec-28aa6382f4c4 admin admin] Network 6b12f736-a6f7-4cf2-b631-5e0bf7c0c5ea is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:57:49.364265 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-a6f2a5ea-dc68-4e5c-94ec-28aa6382f4c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 6b12f736-a6f7-4cf2-b631-5e0bf7c0c5ea) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:57:49.385698 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f2a5ea-dc68-4e5c-94ec-28aa6382f4c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:49.390387 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a6f2a5ea-dc68-4e5c-94ec-28aa6382f4c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:49.442305 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-85773784-dfd3-4f9f-8c96-479414f3b859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:49.459789 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-836f8a10-f046-46f2-affd-aaf835cb2f35 admin admin] Allocated IP 172.20.0.1 (516cf886-0f4d-46b9-b744-c490650e8912/fca310e3-485d-42a7-b973-3f839349aa93/58fc6c09-4be9-4326-9765-bd52784ff9ce) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:57:49.461638 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-b27a742d-546b-45c2-819e-1ccf8c496626 None None] Set router 5ec39eb6-3402-48d7-84e2-c22c2b79fb13 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:57:49.463077 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849500bc-9f44-49f6-9ddb-9426551c0003 None None] Network 6b12f736-a6f7-4cf2-b631-5e0bf7c0c5ea requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:57:49.478640 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 29c810c7-5cda-422b-8571-78df418d2a53 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:57:49.483888 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a6f2a5ea-dc68-4e5c-94ec-28aa6382f4c4 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9570620 Dec 10 18:57:49.718962 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-836f8a10-f046-46f2-affd-aaf835cb2f35 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:49.872090 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-836f8a10-f046-46f2-affd-aaf835cb2f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:49.920695 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-85773784-dfd3-4f9f-8c96-479414f3b859 None None] For port fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:57:49.940352 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f8a10-f046-46f2-affd-aaf835cb2f35 admin admin] Pushing event updated for resources: {'Port': ['ID=58fc6c09-4be9-4326-9765-bd52784ff9ce,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:49.942998 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-85773784-dfd3-4f9f-8c96-479414f3b859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:49.953700 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ecb0b6a5-7644-4db8-b595-1883c8f49590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:49.978723 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836f8a10-f046-46f2-affd-aaf835cb2f35 admin admin] Network 516cf886-0f4d-46b9-b744-c490650e8912 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:57:49.981618 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-836f8a10-f046-46f2-affd-aaf835cb2f35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:57:49.996681 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836f8a10-f046-46f2-affd-aaf835cb2f35 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:57:50.031689 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 29c810c7-5cda-422b-8571-78df418d2a53 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:57:50.032082 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:50.107243 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-836f8a10-f046-46f2-affd-aaf835cb2f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:50.153872 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-b27a742d-546b-45c2-819e-1ccf8c496626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'name': 'tempest-AttachVolumeTestJSON-819106332-router', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:57:44Z', 'updated_at': '2021-12-10T18:57:46Z', 'revision_number': 3, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'gw_port': {'id': 'fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:90:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:45Z', 'updated_at': '2021-12-10T18:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:57:50.251131 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27a742d-546b-45c2-819e-1ccf8c496626 None None] The sync data for ids ['5ec39eb6-3402-48d7-84e2-c22c2b79fb13'] in n-d-821435-1 is: [{'id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'name': 'tempest-AttachVolumeTestJSON-819106332-router', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:57:44Z', 'updated_at': '2021-12-10T18:57:46Z', 'revision_number': 3, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'gw_port': {'id': 'fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:90:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:45Z', 'updated_at': '2021-12-10T18:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:57:50.301075 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-de046fe5-25b3-4b87-b706-a2039f3ee996 None None] Provisioning complete for port 29c810c7-5cda-422b-8571-78df418d2a53 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:57:50.301656 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-de046fe5-25b3-4b87-b706-a2039f3ee996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:50.324525 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a711c5b-7db1-452c-bdf9-6fa964918dfc None None] Network 6b12f736-a6f7-4cf2-b631-5e0bf7c0c5ea requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:57:50.474132 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-836f8a10-f046-46f2-affd-aaf835cb2f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:50.539044 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85773784-dfd3-4f9f-8c96-479414f3b859 None None] Pushing event updated for resources: {'Port': ['ID=fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:50.660240 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56304) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:50.666951 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ccc7e9c4-713b-42f3-8762-068bab2366b0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-716828340-network', 'tenant_id': '044ed2c3becd484e99af50e6cb6ca78a'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:57:50.759349 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc7e9c4-713b-42f3-8762-068bab2366b0 admin admin] Made reservation on behalf of 044ed2c3becd484e99af50e6cb6ca78a for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:57:50.761394 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-836f8a10-f046-46f2-affd-aaf835cb2f35 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:50.761733 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ccc7e9c4-713b-42f3-8762-068bab2366b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:50.806392 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-836f8a10-f046-46f2-affd-aaf835cb2f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:50.813256 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ccc7e9c4-713b-42f3-8762-068bab2366b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:51.000466 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b9161cdd-4512-4e19-a175-813d62809a33 None None] Provisioning complete for port 58fc6c09-4be9-4326-9765-bd52784ff9ce triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:57:51.000970 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b9161cdd-4512-4e19-a175-813d62809a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:51.008959 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ccc7e9c4-713b-42f3-8762-068bab2366b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:51.014152 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ccc7e9c4-713b-42f3-8762-068bab2366b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:51.034812 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f8a10-f046-46f2-affd-aaf835cb2f35 admin admin] Pushing event updated for resources: {'Port': ['ID=58fc6c09-4be9-4326-9765-bd52784ff9ce,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:51.063157 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b9161cdd-4512-4e19-a175-813d62809a33 None None] Port 58fc6c09-4be9-4326-9765-bd52784ff9ce cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:57:51.063898 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-836f8a10-f046-46f2-affd-aaf835cb2f35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:51.065691 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc7e9c4-713b-42f3-8762-068bab2366b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:57:51.103697 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ccc7e9c4-713b-42f3-8762-068bab2366b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:51.104486 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-ccc7e9c4-713b-42f3-8762-068bab2366b0 admin admin] Added segment e4a072ee-67a3-41b5-85b0-84660e2bf0d9 of type vlan for network 9a358af9-c4b9-4085-ab66-28e51792fbcd Dec 10 18:57:51.153895 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7e9c4-713b-42f3-8762-068bab2366b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef684bb4-534f-4929-9901-8da683ea98fc,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:51.189767 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ccc7e9c4-713b-42f3-8762-068bab2366b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:51.247399 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ccc7e9c4-713b-42f3-8762-068bab2366b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:51.248881 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc7e9c4-713b-42f3-8762-068bab2366b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:51.249970 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ccc7e9c4-713b-42f3-8762-068bab2366b0 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:51.283105 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ccc7e9c4-713b-42f3-8762-068bab2366b0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6207032 Dec 10 18:57:51.285876 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56310) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:51.318886 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a3206a67-4c8c-4f03-9342-eff3c03c9fac admin admin] Request body: {'subnet': {'network_id': '9a358af9-c4b9-4085-ab66-28e51792fbcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-716828340-subnet', 'tenant_id': '044ed2c3becd484e99af50e6cb6ca78a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:57:51.358609 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7e9c4-713b-42f3-8762-068bab2366b0 admin admin] Pushing event updated for resources: {'Network': ['ID=9a358af9-c4b9-4085-ab66-28e51792fbcd,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:51.372414 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836f8a10-f046-46f2-affd-aaf835cb2f35 admin admin] Network 516cf886-0f4d-46b9-b744-c490650e8912 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:57:51.374084 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3206a67-4c8c-4f03-9342-eff3c03c9fac admin admin] Made reservation on behalf of 044ed2c3becd484e99af50e6cb6ca78a for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:57:51.376469 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3206a67-4c8c-4f03-9342-eff3c03c9fac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:51.378868 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-836f8a10-f046-46f2-affd-aaf835cb2f35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:57:51.387262 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 9a358af9-c4b9-4085-ab66-28e51792fbcd details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:57:51.497910 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:57:51.644412 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:57:51.645227 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:51.738833 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836f8a10-f046-46f2-affd-aaf835cb2f35 admin admin] Router 5ec39eb6-3402-48d7-84e2-c22c2b79fb13 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:57:51.905247 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5962628c-040c-49ea-aad7-1bb8f66cc2a3 None None] Provisioning complete for port 58fc6c09-4be9-4326-9765-bd52784ff9ce triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:57:51.905719 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5962628c-040c-49ea-aad7-1bb8f66cc2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:51.928314 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3206a67-4c8c-4f03-9342-eff3c03c9fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:52.048963 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5962628c-040c-49ea-aad7-1bb8f66cc2a3 None None] Port 58fc6c09-4be9-4326-9765-bd52784ff9ce cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:57:52.109957 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836f8a10-f046-46f2-affd-aaf835cb2f35 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:57:52.111513 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3206a67-4c8c-4f03-9342-eff3c03c9fac admin admin] Pushing event updated for resources: {'Subnet': ['ID=7592c0ec-5f4e-4374-84dd-f6ebf00c98f0,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:52.116947 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-836f8a10-f046-46f2-affd-aaf835cb2f35 admin admin] 10.222.0.62 "PUT /v2.0/routers/5ec39eb6-3402-48d7-84e2-c22c2b79fb13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6943631 Dec 10 18:57:52.149636 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3206a67-4c8c-4f03-9342-eff3c03c9fac admin admin] Checking segment: {'id': 'e4a072ee-67a3-41b5-85b0-84660e2bf0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9a358af9-c4b9-4085-ab66-28e51792fbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:57:52.151190 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3206a67-4c8c-4f03-9342-eff3c03c9fac admin admin] Network hostable DHCP agents. Network: 9a358af9-c4b9-4085-ab66-28e51792fbcd, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:57:52.219277 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3206a67-4c8c-4f03-9342-eff3c03c9fac admin admin] Network 9a358af9-c4b9-4085-ab66-28e51792fbcd is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:57:52.242623 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-a3206a67-4c8c-4f03-9342-eff3c03c9fac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 9a358af9-c4b9-4085-ab66-28e51792fbcd) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:57:52.251011 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3206a67-4c8c-4f03-9342-eff3c03c9fac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:52.251610 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3206a67-4c8c-4f03-9342-eff3c03c9fac admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:52.260540 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083df75c-0993-4ac0-974c-839e69c726d2 None None] Network 9a358af9-c4b9-4085-ab66-28e51792fbcd requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:57:52.277119 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a3206a67-4c8c-4f03-9342-eff3c03c9fac admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9768605 Dec 10 18:57:52.427216 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-36ce4536-2f0e-49e3-9c80-b5258b0d8c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:52.480104 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0c7cc4-7c56-4eb1-9323-563c33dcdc82 None None] Network 9a358af9-c4b9-4085-ab66-28e51792fbcd requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:57:52.944144 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56342) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:52.948915 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f0a1cd59-5b6d-4577-a8c0-4044838efd79 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Request body: {'security_group': {'name': 'tempest-securitygroup--119469922', 'description': 'tempest-description--452694899'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:57:52.990372 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f0a1cd59-5b6d-4577-a8c0-4044838efd79 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:53.067065 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-0d5726b1-9c95-450f-8360-3ac842df434d tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:53.076192 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-0d5726b1-9c95-450f-8360-3ac842df434d tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] 10.222.0.62 "GET /v2.0/networks?id=6b12f736-a6f7-4cf2-b631-5e0bf7c0c5ea HTTP/1.1" status: 200 len: 825 time: 0.1832485 Dec 10 18:57:53.096388 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f0a1cd59-5b6d-4577-a8c0-4044838efd79 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:53.099717 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-9c04a2e2-22c4-4150-9856-c0b4f745d210 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] 10.222.0.62 "GET /v2.0/quotas/289461ccda64413785264726a5db10f0 HTTP/1.1" status: 200 len: 375 time: 0.0217853 Dec 10 18:57:53.107337 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f0a1cd59-5b6d-4577-a8c0-4044838efd79 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:53.144753 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1cd59-5b6d-4577-a8c0-4044838efd79 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8bc646-d0e0-4307-aade-ee5ebe2ee969,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:53.162843 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-cafcbed6-9824-4f9d-9dba-dfd8293d43a0 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=289461ccda64413785264726a5db10f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621977 Dec 10 18:57:53.170289 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f0a1cd59-5b6d-4577-a8c0-4044838efd79 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:53.174349 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f0a1cd59-5b6d-4577-a8c0-4044838efd79 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2289546 Dec 10 18:57:53.177386 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56348) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:53.190626 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7f98faf4-1e9e-47e0-a735-4279e459366f tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Request body: {'security_group_rule': {'security_group_id': 'ee8bc646-d0e0-4307-aade-ee5ebe2ee969', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:57:53.260964 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f98faf4-1e9e-47e0-a735-4279e459366f tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:53.332706 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-65e92b4c-4c67-4a0a-851d-9a7e63c85057 service neutron] 10.222.0.62 "GET /v2.0/networks/6b12f736-a6f7-4cf2-b631-5e0bf7c0c5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593869 Dec 10 18:57:53.361876 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f98faf4-1e9e-47e0-a735-4279e459366f tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:53.374027 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f98faf4-1e9e-47e0-a735-4279e459366f tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:53.395650 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98faf4-1e9e-47e0-a735-4279e459366f tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=660c0179-e527-468a-8054-79eeb8356646,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:53.407579 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aff2057-bfdf-4542-8606-20781985b027 None None] Sync routers for ids ['5ec39eb6-3402-48d7-84e2-c22c2b79fb13'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:57:53.408667 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f98faf4-1e9e-47e0-a735-4279e459366f tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:53.410057 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7f98faf4-1e9e-47e0-a735-4279e459366f tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2309349 Dec 10 18:57:53.412714 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56350) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:53.417498 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-83864e74-2f77-458c-877d-7cfd0569e6d2 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Request body: {'security_group_rule': {'security_group_id': 'ee8bc646-d0e0-4307-aade-ee5ebe2ee969', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:57:53.448254 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aff2057-bfdf-4542-8606-20781985b027 None None] Routers {'5ec39eb6-3402-48d7-84e2-c22c2b79fb13'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:57:53.449057 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9aff2057-bfdf-4542-8606-20781985b027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:57:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5ec39eb6-3402-48d7-84e2-c22c2b79fb13'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:57:53.449728 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-a40d8969-9b3e-4001-ae0d-7b81b2e153ea service neutron] 10.222.0.62 "GET /v2.0/networks/6b12f736-a6f7-4cf2-b631-5e0bf7c0c5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159189 Dec 10 18:57:53.453928 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:53.455526 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83864e74-2f77-458c-877d-7cfd0569e6d2 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:53.547774 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83864e74-2f77-458c-877d-7cfd0569e6d2 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:53.553062 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83864e74-2f77-458c-877d-7cfd0569e6d2 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:53.581827 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83864e74-2f77-458c-877d-7cfd0569e6d2 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d758847a-41b3-4fee-9208-032ccbf0ae7d,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:53.598176 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83864e74-2f77-458c-877d-7cfd0569e6d2 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:53.602607 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-83864e74-2f77-458c-877d-7cfd0569e6d2 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1856701 Dec 10 18:57:53.602885 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56352) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:57:53.609138 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1ee6775a-8bc5-48b8-921b-4a8249db944a tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:57:53.618026 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-9aff2057-bfdf-4542-8606-20781985b027 None None] Set router 5ec39eb6-3402-48d7-84e2-c22c2b79fb13 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:57:53.686800 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ee6775a-8bc5-48b8-921b-4a8249db944a tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:53.735883 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-11ef12a6-f0b5-4984-b66d-8f22289e2d76 req-ee06a251-2cf3-4c70-b63b-97fc9e83aca3 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a9f022f-176e-4abe-a372-bbc9cc96c2eb HTTP/1.1" status: 200 len: 210 time: 0.0440912 Dec 10 18:57:53.876727 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ee6775a-8bc5-48b8-921b-4a8249db944a tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:53.952535 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9aff2057-bfdf-4542-8606-20781985b027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'name': 'tempest-AttachVolumeTestJSON-819106332-router', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:57:44Z', 'updated_at': '2021-12-10T18:57:50Z', 'revision_number': 4, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'gw_port': {'id': 'fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:90:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:45Z', 'updated_at': '2021-12-10T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '58fc6c09-4be9-4326-9765-bd52784ff9ce', 'name': '', 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'mac_address': 'fa:16:3e:21:3b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'fca310e3-485d-42a7-b973-3f839349aa93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:48Z', 'updated_at': '2021-12-10T18:57:50Z', 'revision_number': 2, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'subnets': [{'id': 'fca310e3-485d-42a7-b973-3f839349aa93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:57:54.014170 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-1ee6775a-8bc5-48b8-921b-4a8249db944a tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Allocated IP 172.25.7.109 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/315f33c7-b33f-47be-b8ae-dc64100e8508) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:57:54.130796 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ee6775a-8bc5-48b8-921b-4a8249db944a tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:54.168107 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ee6775a-8bc5-48b8-921b-4a8249db944a tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:54.221073 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee6775a-8bc5-48b8-921b-4a8249db944a tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:57:54.224421 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-1ee6775a-8bc5-48b8-921b-4a8249db944a tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:57:54.232826 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee6775a-8bc5-48b8-921b-4a8249db944a tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:57:54.259098 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6775a-8bc5-48b8-921b-4a8249db944a tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Pushing event updated for resources: {'Port': ['ID=315f33c7-b33f-47be-b8ae-dc64100e8508,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:54.312852 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aff2057-bfdf-4542-8606-20781985b027 None None] Checking router: 5ec39eb6-3402-48d7-84e2-c22c2b79fb13 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:57:54.313455 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aff2057-bfdf-4542-8606-20781985b027 None None] Updating router 5ec39eb6-3402-48d7-84e2-c22c2b79fb13 port 58fc6c09-4be9-4326-9765-bd52784ff9ce binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:57:54.390778 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9aff2057-bfdf-4542-8606-20781985b027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:54.487614 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ee6775a-8bc5-48b8-921b-4a8249db944a tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:54.547430 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ee6775a-8bc5-48b8-921b-4a8249db944a tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:54.836662 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:54.876231 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ee6775a-8bc5-48b8-921b-4a8249db944a tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:54.882233 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ee6775a-8bc5-48b8-921b-4a8249db944a tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:54.903308 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2f0eb40b-c3d0-4de9-9780-d4819bee1763 req-d303e819-7483-4c89-9401-f31256c8719b tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a9f022f-176e-4abe-a372-bbc9cc96c2eb HTTP/1.1" status: 200 len: 210 time: 0.0512857 Dec 10 18:57:54.967261 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9aff2057-bfdf-4542-8606-20781985b027 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:54.975123 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6775a-8bc5-48b8-921b-4a8249db944a tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Pushing event updated for resources: {'Port': ['ID=315f33c7-b33f-47be-b8ae-dc64100e8508,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:54.981561 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9aff2057-bfdf-4542-8606-20781985b027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:55.001012 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ee6775a-8bc5-48b8-921b-4a8249db944a tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:55.021625 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ee6775a-8bc5-48b8-921b-4a8249db944a tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:55.031497 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1ee6775a-8bc5-48b8-921b-4a8249db944a tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4189813 Dec 10 18:57:55.186080 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9aff2057-bfdf-4542-8606-20781985b027 None None] Attempting to bind port 58fc6c09-4be9-4326-9765-bd52784ff9ce on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:57:55.186564 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9aff2057-bfdf-4542-8606-20781985b027 None None] Attempting to bind port 58fc6c09-4be9-4326-9765-bd52784ff9ce by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:57:55.186706 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aff2057-bfdf-4542-8606-20781985b027 None None] Attempting to bind port 58fc6c09-4be9-4326-9765-bd52784ff9ce on network 516cf886-0f4d-46b9-b744-c490650e8912 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:57:55.189352 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e24f9-79f9-4978-930f-dc1d782f8c40 None None] Pushing event updated for resources: {'Port': ['ID=58fc6c09-4be9-4326-9765-bd52784ff9ce,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:55.195717 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aff2057-bfdf-4542-8606-20781985b027 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:57:55.196102 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aff2057-bfdf-4542-8606-20781985b027 None None] Checking segment: {'id': '03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:57:55.196973 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9aff2057-bfdf-4542-8606-20781985b027 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:55.197918 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aff2057-bfdf-4542-8606-20781985b027 None None] Bound using segment: {'id': '03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:57:55.198599 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9aff2057-bfdf-4542-8606-20781985b027 None None] Bound port: 58fc6c09-4be9-4326-9765-bd52784ff9ce, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:57:55.199182 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9aff2057-bfdf-4542-8606-20781985b027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:55.313599 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9aff2057-bfdf-4542-8606-20781985b027 None None] For port 58fc6c09-4be9-4326-9765-bd52784ff9ce, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:57:55.320184 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9aff2057-bfdf-4542-8606-20781985b027 None None] For port 58fc6c09-4be9-4326-9765-bd52784ff9ce, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=58fc6c09-4be9-4326-9765-bd52784ff9ce,segment=NetworkSegment(03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f),segment_id=03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:57:55.327967 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9aff2057-bfdf-4542-8606-20781985b027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:55.368918 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-43c1bade-60c0-41a9-9543-0da8d60a8d49 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:55.371151 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-43c1bade-60c0-41a9-9543-0da8d60a8d49 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] 10.222.0.46 "GET /v2.0/networks?id=6b12f736-a6f7-4cf2-b631-5e0bf7c0c5ea HTTP/1.1" status: 200 len: 825 time: 0.2984393 Dec 10 18:57:55.375272 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-cfe141ce-620f-489e-84c2-750e3f08753e tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--119469922&fields=id&tenant_id=18f4d0de9fea441da6506fc341573bc1 HTTP/1.1" status: 200 len: 267 time: 0.1045494 Dec 10 18:57:55.385653 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-bc7d9e09-3d34-404d-813e-c0792a032af9 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Request body: {'port': {'device_id': '8a9f022f-176e-4abe-a372-bbc9cc96c2eb', 'network_id': '6b12f736-a6f7-4cf2-b631-5e0bf7c0c5ea', 'admin_state_up': True, 'tenant_id': '289461ccda64413785264726a5db10f0'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:57:55.405890 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e24f9-79f9-4978-930f-dc1d782f8c40 None None] Pushing event updated for resources: {'Port': ['ID=58fc6c09-4be9-4326-9765-bd52784ff9ce,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:55.436912 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aff2057-bfdf-4542-8606-20781985b027 None None] Routers {'5ec39eb6-3402-48d7-84e2-c22c2b79fb13'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:57:55.437571 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9aff2057-bfdf-4542-8606-20781985b027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:57:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5ec39eb6-3402-48d7-84e2-c22c2b79fb13'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:57:55.604454 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:55.634495 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-46d69f6e-ac4b-4231-91f9-8e2787c7061a None None] Provisioning complete for port 58fc6c09-4be9-4326-9765-bd52784ff9ce triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:57:55.635359 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-46d69f6e-ac4b-4231-91f9-8e2787c7061a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:55.642604 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-bfc0b794-83fc-4ce1-ac8f-eb54c651fc4c tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:55.644294 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-bfc0b794-83fc-4ce1-ac8f-eb54c651fc4c tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/networks?id=516cf886-0f4d-46b9-b744-c490650e8912 HTTP/1.1" status: 200 len: 810 time: 0.2526712 Dec 10 18:57:55.664610 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-bc7d9e09-3d34-404d-813e-c0792a032af9 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Made reservation on behalf of 289461ccda64413785264726a5db10f0 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:57:55.666351 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-9aff2057-bfdf-4542-8606-20781985b027 None None] Set router 5ec39eb6-3402-48d7-84e2-c22c2b79fb13 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:57:55.668090 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-bc7d9e09-3d34-404d-813e-c0792a032af9 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:55.683484 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-a7967171-d68d-40ae-a0b6-4025d16ab2dd tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/quotas/18f4d0de9fea441da6506fc341573bc1 HTTP/1.1" status: 200 len: 375 time: 0.0282140 Dec 10 18:57:55.853057 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-bc7d9e09-3d34-404d-813e-c0792a032af9 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Allocated IP 172.20.0.3 (6b12f736-a6f7-4cf2-b631-5e0bf7c0c5ea/df144f36-1a71-48a4-a374-e5e4c2e26689/4b4d6111-7210-4e0c-96c3-dc94f7e85d9d) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:57:55.874381 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-c177613d-525d-4600-98e2-254d4be5496f tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=18f4d0de9fea441da6506fc341573bc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1297832 Dec 10 18:57:55.905906 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-46d69f6e-ac4b-4231-91f9-8e2787c7061a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:55.976788 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-46d69f6e-ac4b-4231-91f9-8e2787c7061a None None] For port 58fc6c09-4be9-4326-9765-bd52784ff9ce, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=58fc6c09-4be9-4326-9765-bd52784ff9ce,segment=NetworkSegment(03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f),segment_id=03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:57:55.984876 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-46d69f6e-ac4b-4231-91f9-8e2787c7061a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:56.054584 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d69f6e-ac4b-4231-91f9-8e2787c7061a None None] Pushing event updated for resources: {'Port': ['ID=58fc6c09-4be9-4326-9765-bd52784ff9ce,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:56.060048 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e9822e44-a85a-471c-8c76-7f69894cb50c req-8affe8b9-8a06-409a-8110-fefede6a3301 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a9f022f-176e-4abe-a372-bbc9cc96c2eb HTTP/1.1" status: 200 len: 210 time: 0.0458574 Dec 10 18:57:56.065206 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9aff2057-bfdf-4542-8606-20781985b027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'name': 'tempest-AttachVolumeTestJSON-819106332-router', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:57:44Z', 'updated_at': '2021-12-10T18:57:50Z', 'revision_number': 4, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'gw_port': {'id': 'fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:90:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:45Z', 'updated_at': '2021-12-10T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '58fc6c09-4be9-4326-9765-bd52784ff9ce', 'name': '', 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'mac_address': 'fa:16:3e:21:3b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'fca310e3-485d-42a7-b973-3f839349aa93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:48Z', 'updated_at': '2021-12-10T18:57:55Z', 'revision_number': 4, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'subnets': [{'id': 'fca310e3-485d-42a7-b973-3f839349aa93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:57:56.081410 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-81abbcbe-d18f-45e8-9167-02af2059743a service neutron] 10.222.0.62 "GET /v2.0/networks/516cf886-0f4d-46b9-b744-c490650e8912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061088 Dec 10 18:57:56.102394 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aff2057-bfdf-4542-8606-20781985b027 None None] The sync data for ids ['5ec39eb6-3402-48d7-84e2-c22c2b79fb13'] in n-d-821435-1 is: [{'id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'name': 'tempest-AttachVolumeTestJSON-819106332-router', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:57:44Z', 'updated_at': '2021-12-10T18:57:50Z', 'revision_number': 4, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'gw_port': {'id': 'fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:90:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:45Z', 'updated_at': '2021-12-10T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '58fc6c09-4be9-4326-9765-bd52784ff9ce', 'name': '', 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'mac_address': 'fa:16:3e:21:3b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'fca310e3-485d-42a7-b973-3f839349aa93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:48Z', 'updated_at': '2021-12-10T18:57:55Z', 'revision_number': 4, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'subnets': [{'id': 'fca310e3-485d-42a7-b973-3f839349aa93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:57:56.115083 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c0d1f3a4-e98f-4991-8a7a-522cf7a5b89f None None] Provisioning complete for port 58fc6c09-4be9-4326-9765-bd52784ff9ce triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:57:56.115808 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c0d1f3a4-e98f-4991-8a7a-522cf7a5b89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:56.236389 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-bc7d9e09-3d34-404d-813e-c0792a032af9 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:56.275928 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-21c68133-23dc-4f88-8840-a6a386307ca8 service neutron] 10.222.0.62 "GET /v2.0/networks/516cf886-0f4d-46b9-b744-c490650e8912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861544 Dec 10 18:57:56.329604 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-bc7d9e09-3d34-404d-813e-c0792a032af9 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:56.390444 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-bc7d9e09-3d34-404d-813e-c0792a032af9 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Network 6b12f736-a6f7-4cf2-b631-5e0bf7c0c5ea is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:57:56.394281 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-bc7d9e09-3d34-404d-813e-c0792a032af9 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:57:56.398448 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-bc7d9e09-3d34-404d-813e-c0792a032af9 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:57:56.448535 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d9e09-3d34-404d-813e-c0792a032af9 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Pushing event updated for resources: {'Port': ['ID=4b4d6111-7210-4e0c-96c3-dc94f7e85d9d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:56.480083 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-bc7d9e09-3d34-404d-813e-c0792a032af9 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:56.481171 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-bc7d9e09-3d34-404d-813e-c0792a032af9 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:56.524022 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-bc7d9e09-3d34-404d-813e-c0792a032af9 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1438451 Dec 10 18:57:56.542526 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-7c16d50f-3d33-4a0f-b504-fecc65f01e00 service neutron] Request body: {'port': {'device_id': '8a9f022f-176e-4abe-a372-bbc9cc96c2eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:57:56.624268 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b4679863-282d-435f-83a6-8f1a130be394 req-9a65b1bf-85ec-4d9f-9a6a-151f136073f8 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 210 time: 0.0930307 Dec 10 18:57:56.673450 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-7c16d50f-3d33-4a0f-b504-fecc65f01e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:57.284162 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f955b93-6e50-4ce2-b525-f9818d21d19d req-8e4e5297-80c3-4049-87e0-376a16308986 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:57.295834 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2f955b93-6e50-4ce2-b525-f9818d21d19d req-8e4e5297-80c3-4049-87e0-376a16308986 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a9f022f-176e-4abe-a372-bbc9cc96c2eb HTTP/1.1" status: 200 len: 931 time: 0.1285958 Dec 10 18:57:57.309426 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-7c16d50f-3d33-4a0f-b504-fecc65f01e00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b4d6111-7210-4e0c-96c3-dc94f7e85d9d {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:57:57.356109 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-7c16d50f-3d33-4a0f-b504-fecc65f01e00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:57.401100 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 58fc6c09-4be9-4326-9765-bd52784ff9ce up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:57:57.555614 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-7c16d50f-3d33-4a0f-b504-fecc65f01e00 service neutron] Transition to ACTIVE for port object 4b4d6111-7210-4e0c-96c3-dc94f7e85d9d will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:57:57.555614 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2f955b93-6e50-4ce2-b525-f9818d21d19d req-36ccf06e-b77a-4b1f-ab81-c624c810be92 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] 10.222.0.62 "GET /v2.0/security-groups?id=4dcc49ac-f70c-4aed-be9a-9d61b3a4f0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488719 Dec 10 18:57:57.555614 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-7c16d50f-3d33-4a0f-b504-fecc65f01e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:57.682601 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 58fc6c09-4be9-4326-9765-bd52784ff9ce triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:57:57.682601 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:57.687879 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16d50f-3d33-4a0f-b504-fecc65f01e00 service neutron] Pushing event updated for resources: {'Port': ['ID=4b4d6111-7210-4e0c-96c3-dc94f7e85d9d,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:57.687879 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-7c16d50f-3d33-4a0f-b504-fecc65f01e00 service neutron] Attempting to bind port 4b4d6111-7210-4e0c-96c3-dc94f7e85d9d on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:57:57.687879 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-7c16d50f-3d33-4a0f-b504-fecc65f01e00 service neutron] Attempting to bind port 4b4d6111-7210-4e0c-96c3-dc94f7e85d9d by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': 'a7a6f06e-ddfc-4ed8-8f76-768baa480dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6b12f736-a6f7-4cf2-b631-5e0bf7c0c5ea'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:57:57.687879 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-7c16d50f-3d33-4a0f-b504-fecc65f01e00 service neutron] Attempting to bind port 4b4d6111-7210-4e0c-96c3-dc94f7e85d9d on network 6b12f736-a6f7-4cf2-b631-5e0bf7c0c5ea {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:57:57.687879 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-7c16d50f-3d33-4a0f-b504-fecc65f01e00 service neutron] Port 4b4d6111-7210-4e0c-96c3-dc94f7e85d9d on network 6b12f736-a6f7-4cf2-b631-5e0bf7c0c5ea not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:57:57.687879 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-7c16d50f-3d33-4a0f-b504-fecc65f01e00 service neutron] Attempting to bind port 4b4d6111-7210-4e0c-96c3-dc94f7e85d9d on network 6b12f736-a6f7-4cf2-b631-5e0bf7c0c5ea {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:57:57.687879 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-7c16d50f-3d33-4a0f-b504-fecc65f01e00 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:57:57.687879 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-7c16d50f-3d33-4a0f-b504-fecc65f01e00 service neutron] Checking segment: {'id': 'a7a6f06e-ddfc-4ed8-8f76-768baa480dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6b12f736-a6f7-4cf2-b631-5e0bf7c0c5ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:57:57.687879 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-7c16d50f-3d33-4a0f-b504-fecc65f01e00 service neutron] Bound using segment: {'id': 'a7a6f06e-ddfc-4ed8-8f76-768baa480dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6b12f736-a6f7-4cf2-b631-5e0bf7c0c5ea'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:57:57.687879 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-7c16d50f-3d33-4a0f-b504-fecc65f01e00 service neutron] Bound port: 4b4d6111-7210-4e0c-96c3-dc94f7e85d9d, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7a6f06e-ddfc-4ed8-8f76-768baa480dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6b12f736-a6f7-4cf2-b631-5e0bf7c0c5ea'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:57:57.687879 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-7c16d50f-3d33-4a0f-b504-fecc65f01e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:57.815647 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11377f14-5d9e-42ac-a7f8-150b3c9754a7 req-d74d2e1c-092a-4f44-b66b-1dd0586ccfd2 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 210 time: 0.0382755 Dec 10 18:57:57.849643 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-7c16d50f-3d33-4a0f-b504-fecc65f01e00 service neutron] For port 4b4d6111-7210-4e0c-96c3-dc94f7e85d9d, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:57:57.854173 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-7c16d50f-3d33-4a0f-b504-fecc65f01e00 service neutron] For port 4b4d6111-7210-4e0c-96c3-dc94f7e85d9d, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=4b4d6111-7210-4e0c-96c3-dc94f7e85d9d,segment=NetworkSegment(a7a6f06e-ddfc-4ed8-8f76-768baa480dd6),segment_id=a7a6f06e-ddfc-4ed8-8f76-768baa480dd6)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:57:57.860346 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-7c16d50f-3d33-4a0f-b504-fecc65f01e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:57.901719 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-7c16d50f-3d33-4a0f-b504-fecc65f01e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:57.902298 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-7c16d50f-3d33-4a0f-b504-fecc65f01e00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:57.903738 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-7c16d50f-3d33-4a0f-b504-fecc65f01e00 service neutron] 10.222.0.46 "PUT /v2.0/ports/4b4d6111-7210-4e0c-96c3-dc94f7e85d9d HTTP/1.1" status: 200 len: 1091 time: 1.3699756 Dec 10 18:57:57.904197 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a9f022f-176e-4abe-a372-bbc9cc96c2eb', 'tag': '4b4d6111-7210-4e0c-96c3-dc94f7e85d9d'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:57:57.906501 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31020574-3189-4c43-83dd-8a3c6ddc30c2" -d '{"events": [{"name": "network-changed", "server_uuid": "8a9f022f-176e-4abe-a372-bbc9cc96c2eb", "tag": "4b4d6111-7210-4e0c-96c3-dc94f7e85d9d"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:57:57.939705 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16d50f-3d33-4a0f-b504-fecc65f01e00 service neutron] Pushing event updated for resources: {'Port': ['ID=4b4d6111-7210-4e0c-96c3-dc94f7e85d9d,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:57.968376 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4d8350-a817-4579-a7a4-7fd8fc96e129 x-openstack-request-id: req-4a4d8350-a817-4579-a7a4-7fd8fc96e129 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:57:57.968756 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a9f022f-176e-4abe-a372-bbc9cc96c2eb", "tag": "4b4d6111-7210-4e0c-96c3-dc94f7e85d9d", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:57:57.968961 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4a4d8350-a817-4579-a7a4-7fd8fc96e129 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:57:57.969364 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a9f022f-176e-4abe-a372-bbc9cc96c2eb', 'tag': '4b4d6111-7210-4e0c-96c3-dc94f7e85d9d', 'status': 'completed', 'code': 200} Dec 10 18:57:58.004811 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-94b0d711-e181-4aa8-ab3d-543577c3a7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:58.007799 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-94b0d711-e181-4aa8-ab3d-543577c3a7ec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=289461ccda64413785264726a5db10f0&device_id=8a9f022f-176e-4abe-a372-bbc9cc96c2eb HTTP/1.1" status: 200 len: 1094 time: 0.0530317 Dec 10 18:57:58.056071 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-b4b3409b-6e84-4e9a-8403-eddc9b2459a9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b4d6111-7210-4e0c-96c3-dc94f7e85d9d HTTP/1.1" status: 200 len: 217 time: 0.0408640 Dec 10 18:57:58.130524 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-0f20b342-2881-4a67-b7b7-5fbfafdb4cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:58.133331 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-0f20b342-2881-4a67-b7b7-5fbfafdb4cd4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df144f36-1a71-48a4-a374-e5e4c2e26689 HTTP/1.1" status: 200 len: 865 time: 0.0710392 Dec 10 18:57:58.195698 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-bbba4ecb-6e21-4996-8af7-ad9e2286fbbc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6b12f736-a6f7-4cf2-b631-5e0bf7c0c5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546937 Dec 10 18:57:58.258762 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-b37bcb88-6d79-40c1-8d41-b23a7f733c2a tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:58.262326 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-b37bcb88-6d79-40c1-8d41-b23a7f733c2a tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.72 "GET /v2.0/networks?id=516cf886-0f4d-46b9-b744-c490650e8912 HTTP/1.1" status: 200 len: 810 time: 0.1830292 Dec 10 18:57:58.332390 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-2a49d594-833b-436d-8531-1461472461bc service neutron] 10.222.0.46 "GET /v2.0/networks/6b12f736-a6f7-4cf2-b631-5e0bf7c0c5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297348 Dec 10 18:57:58.379369 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-a76f91fe-3b2a-4c0f-ad39-7b1afef104c2 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18f4d0de9fea441da6506fc341573bc1 HTTP/1.1" status: 200 len: 379 time: 0.1048818 Dec 10 18:57:58.393251 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-4d416a8a-dd53-442a-a1fb-48747cc93612 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Request body: {'port': {'device_id': 'dcd1bca9-8642-4f77-9e10-9d5945a8203a', 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912', 'admin_state_up': True, 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'security_groups': ['ee8bc646-d0e0-4307-aade-ee5ebe2ee969']}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:57:58.449907 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-918b2f65-fb5c-4e16-8b59-b3b30ec643a1 req-45ec0994-86a6-4bdf-94fd-96ca382ba715 service neutron] 10.222.0.46 "GET /v2.0/networks/6b12f736-a6f7-4cf2-b631-5e0bf7c0c5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091888 Dec 10 18:57:58.596006 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-4d416a8a-dd53-442a-a1fb-48747cc93612 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Made reservation on behalf of 18f4d0de9fea441da6506fc341573bc1 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:57:58.602104 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-4d416a8a-dd53-442a-a1fb-48747cc93612 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:58.626978 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31020574-3189-4c43-83dd-8a3c6ddc30c2 req-c1f81c33-7eba-4c0c-90c2-e7eee8b936f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:58.629455 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-31020574-3189-4c43-83dd-8a3c6ddc30c2 req-c1f81c33-7eba-4c0c-90c2-e7eee8b936f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=289461ccda64413785264726a5db10f0&device_id=8a9f022f-176e-4abe-a372-bbc9cc96c2eb HTTP/1.1" status: 200 len: 1094 time: 0.1217055 Dec 10 18:57:58.668130 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107388f1-e2f1-4f04-be2a-a65ae37b6b3a req-d5ddac4f-1e25-467c-ba3e-13b75742d1e1 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:58.669715 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-107388f1-e2f1-4f04-be2a-a65ae37b6b3a req-d5ddac4f-1e25-467c-ba3e-13b75742d1e1 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a9f022f-176e-4abe-a372-bbc9cc96c2eb HTTP/1.1" status: 200 len: 943 time: 0.1091604 Dec 10 18:57:58.791138 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-4d416a8a-dd53-442a-a1fb-48747cc93612 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Allocated IP 172.20.0.3 (516cf886-0f4d-46b9-b744-c490650e8912/fca310e3-485d-42a7-b973-3f839349aa93/51ea99f2-dc8b-46c0-a101-303c401c11f0) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:57:58.903857 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31020574-3189-4c43-83dd-8a3c6ddc30c2 req-73b236ec-abf7-429c-8878-ae8c8d53ecca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:58.905398 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-31020574-3189-4c43-83dd-8a3c6ddc30c2 req-73b236ec-abf7-429c-8878-ae8c8d53ecca service neutron] 10.222.0.46 "GET /v2.0/networks?id=6b12f736-a6f7-4cf2-b631-5e0bf7c0c5ea HTTP/1.1" status: 200 len: 926 time: 0.2678256 Dec 10 18:57:58.909904 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-107388f1-e2f1-4f04-be2a-a65ae37b6b3a req-0d616343-0815-4ec9-bcca-d8a749d5f4fe tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] 10.222.0.62 "GET /v2.0/security-groups?id=4dcc49ac-f70c-4aed-be9a-9d61b3a4f0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143850 Dec 10 18:57:58.970563 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-31020574-3189-4c43-83dd-8a3c6ddc30c2 req-e0c750a6-8d75-4437-8815-674608372e31 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b4d6111-7210-4e0c-96c3-dc94f7e85d9d HTTP/1.1" status: 200 len: 217 time: 0.0554483 Dec 10 18:57:59.002397 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-4d416a8a-dd53-442a-a1fb-48747cc93612 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:59.021639 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7ab58cc4-5f15-43b8-bc7b-001278a532ff req-f3f0f0fa-a716-41db-914a-ee956906b377 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 210 time: 0.0486574 Dec 10 18:57:59.042137 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31020574-3189-4c43-83dd-8a3c6ddc30c2 req-f7f30811-9a74-4e77-8d49-841dee53f49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:59.043603 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-31020574-3189-4c43-83dd-8a3c6ddc30c2 req-f7f30811-9a74-4e77-8d49-841dee53f49d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df144f36-1a71-48a4-a374-e5e4c2e26689 HTTP/1.1" status: 200 len: 865 time: 0.0652149 Dec 10 18:57:59.070756 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-4d416a8a-dd53-442a-a1fb-48747cc93612 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:59.102661 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-31020574-3189-4c43-83dd-8a3c6ddc30c2 req-3bc8ff16-ea60-41f2-892c-42466dfd7371 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6b12f736-a6f7-4cf2-b631-5e0bf7c0c5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509362 Dec 10 18:57:59.128954 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-4d416a8a-dd53-442a-a1fb-48747cc93612 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Network 516cf886-0f4d-46b9-b744-c490650e8912 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:57:59.133239 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-4d416a8a-dd53-442a-a1fb-48747cc93612 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:57:59.137840 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-4d416a8a-dd53-442a-a1fb-48747cc93612 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:57:59.175125 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d416a8a-dd53-442a-a1fb-48747cc93612 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Pushing event updated for resources: {'Port': ['ID=51ea99f2-dc8b-46c0-a101-303c401c11f0,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:59.218101 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-4d416a8a-dd53-442a-a1fb-48747cc93612 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:59.219909 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-4d416a8a-dd53-442a-a1fb-48747cc93612 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:59.254304 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-4d416a8a-dd53-442a-a1fb-48747cc93612 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8667960 Dec 10 18:57:59.265094 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-64898fa9-67b3-4a27-8104-2b8468dadd0c service neutron] Request body: {'port': {'device_id': 'dcd1bca9-8642-4f77-9e10-9d5945a8203a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:57:59.289505 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-31020574-3189-4c43-83dd-8a3c6ddc30c2 req-4529d06b-f72b-4ea2-8679-5a15b86351a4 service neutron] 10.222.0.46 "GET /v2.0/networks/6b12f736-a6f7-4cf2-b631-5e0bf7c0c5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718175 Dec 10 18:57:59.338153 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-64898fa9-67b3-4a27-8104-2b8468dadd0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:59.463102 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-31020574-3189-4c43-83dd-8a3c6ddc30c2 req-760f5160-c785-4756-8274-163890675f69 service neutron] 10.222.0.46 "GET /v2.0/networks/6b12f736-a6f7-4cf2-b631-5e0bf7c0c5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664734 Dec 10 18:57:59.498852 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-591c56ef-24bf-4a35-9b3a-53f6efd3b28a None None] Provisioning complete for port 51ea99f2-dc8b-46c0-a101-303c401c11f0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:57:59.499885 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-591c56ef-24bf-4a35-9b3a-53f6efd3b28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:59.545572 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-591c56ef-24bf-4a35-9b3a-53f6efd3b28a None None] Port 51ea99f2-dc8b-46c0-a101-303c401c11f0 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:57:59.702189 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-64898fa9-67b3-4a27-8104-2b8468dadd0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51ea99f2-dc8b-46c0-a101-303c401c11f0 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:57:59.711207 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-64898fa9-67b3-4a27-8104-2b8468dadd0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:59.724044 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-64898fa9-67b3-4a27-8104-2b8468dadd0c service neutron] Transition to ACTIVE for port object 51ea99f2-dc8b-46c0-a101-303c401c11f0 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:57:59.728101 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-64898fa9-67b3-4a27-8104-2b8468dadd0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:59.785692 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64898fa9-67b3-4a27-8104-2b8468dadd0c service neutron] Pushing event updated for resources: {'Port': ['ID=51ea99f2-dc8b-46c0-a101-303c401c11f0,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:57:59.881691 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-64898fa9-67b3-4a27-8104-2b8468dadd0c service neutron] Attempting to bind port 51ea99f2-dc8b-46c0-a101-303c401c11f0 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:57:59.889005 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-64898fa9-67b3-4a27-8104-2b8468dadd0c service neutron] Attempting to bind port 51ea99f2-dc8b-46c0-a101-303c401c11f0 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:57:59.889218 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-64898fa9-67b3-4a27-8104-2b8468dadd0c service neutron] Attempting to bind port 51ea99f2-dc8b-46c0-a101-303c401c11f0 on network 516cf886-0f4d-46b9-b744-c490650e8912 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:57:59.910154 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-64898fa9-67b3-4a27-8104-2b8468dadd0c service neutron] Port 51ea99f2-dc8b-46c0-a101-303c401c11f0 on network 516cf886-0f4d-46b9-b744-c490650e8912 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:57:59.910613 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-64898fa9-67b3-4a27-8104-2b8468dadd0c service neutron] Attempting to bind port 51ea99f2-dc8b-46c0-a101-303c401c11f0 on network 516cf886-0f4d-46b9-b744-c490650e8912 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:57:59.917468 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-64898fa9-67b3-4a27-8104-2b8468dadd0c service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:57:59.917953 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-64898fa9-67b3-4a27-8104-2b8468dadd0c service neutron] Checking segment: {'id': '03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:57:59.918567 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-64898fa9-67b3-4a27-8104-2b8468dadd0c service neutron] Bound using segment: {'id': '03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:57:59.919113 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-64898fa9-67b3-4a27-8104-2b8468dadd0c service neutron] Bound port: 51ea99f2-dc8b-46c0-a101-303c401c11f0, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:57:59.919575 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-64898fa9-67b3-4a27-8104-2b8468dadd0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:00.086779 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-64898fa9-67b3-4a27-8104-2b8468dadd0c service neutron] For port 51ea99f2-dc8b-46c0-a101-303c401c11f0, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:58:00.131045 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-64898fa9-67b3-4a27-8104-2b8468dadd0c service neutron] For port 51ea99f2-dc8b-46c0-a101-303c401c11f0, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=51ea99f2-dc8b-46c0-a101-303c401c11f0,segment=NetworkSegment(03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f),segment_id=03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:58:00.143648 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-64898fa9-67b3-4a27-8104-2b8468dadd0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:00.203247 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f7665-88d9-4ca1-9b98-0f4af73b7e23 req-4c75d50c-0ab9-4e23-aff8-b98fe95f26bd tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:00.205766 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-684f7665-88d9-4ca1-9b98-0f4af73b7e23 req-4c75d50c-0ab9-4e23-aff8-b98fe95f26bd tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 943 time: 0.0768173 Dec 10 18:58:00.241964 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e55ec-3b1a-46e2-93c0-f4b9de6c0db9 req-7ffaea87-fe25-4f5d-b4e8-353f890c5b30 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:00.243581 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-440e55ec-3b1a-46e2-93c0-f4b9de6c0db9 req-7ffaea87-fe25-4f5d-b4e8-353f890c5b30 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a9f022f-176e-4abe-a372-bbc9cc96c2eb HTTP/1.1" status: 200 len: 943 time: 0.1973927 Dec 10 18:58:00.244956 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-64898fa9-67b3-4a27-8104-2b8468dadd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:00.245938 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-64898fa9-67b3-4a27-8104-2b8468dadd0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:00.247261 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-64898fa9-67b3-4a27-8104-2b8468dadd0c service neutron] 10.222.0.72 "PUT /v2.0/ports/51ea99f2-dc8b-46c0-a101-303c401c11f0 HTTP/1.1" status: 200 len: 1091 time: 0.9868858 Dec 10 18:58:00.249747 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd1bca9-8642-4f77-9e10-9d5945a8203a', 'tag': '51ea99f2-dc8b-46c0-a101-303c401c11f0'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:58:00.251821 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ed4820-9d17-4b7c-9b5a-dcb0d07d644e" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd1bca9-8642-4f77-9e10-9d5945a8203a", "tag": "51ea99f2-dc8b-46c0-a101-303c401c11f0"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:58:00.277499 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64898fa9-67b3-4a27-8104-2b8468dadd0c service neutron] Pushing event updated for resources: {'Port': ['ID=51ea99f2-dc8b-46c0-a101-303c401c11f0,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:00.295929 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-684f7665-88d9-4ca1-9b98-0f4af73b7e23 req-dde7bfef-b202-4529-a01a-43bdbd8c83a5 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815294 Dec 10 18:58:00.388333 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-440e55ec-3b1a-46e2-93c0-f4b9de6c0db9 req-d67f58f3-4d07-4904-8786-932e06ac7326 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] 10.222.0.62 "GET /v2.0/security-groups?id=4dcc49ac-f70c-4aed-be9a-9d61b3a4f0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297305 Dec 10 18:58:00.390307 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107ad8bf-92ad-47a2-8cb7-cc4020bbf38d x-openstack-request-id: req-107ad8bf-92ad-47a2-8cb7-cc4020bbf38d {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:58:00.390916 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd1bca9-8642-4f77-9e10-9d5945a8203a", "tag": "51ea99f2-dc8b-46c0-a101-303c401c11f0", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:58:00.391351 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-107ad8bf-92ad-47a2-8cb7-cc4020bbf38d {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:58:00.391925 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd1bca9-8642-4f77-9e10-9d5945a8203a', 'tag': '51ea99f2-dc8b-46c0-a101-303c401c11f0', 'status': 'completed', 'code': 200} Dec 10 18:58:00.414655 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-1395aa12-8075-4a7a-ab64-9d7166247edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:00.416184 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-1395aa12-8075-4a7a-ab64-9d7166247edc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=18f4d0de9fea441da6506fc341573bc1&device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 1094 time: 0.0921500 Dec 10 18:58:00.464891 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-d4dd57bf-37cd-4ce7-9008-200a3586ec6f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51ea99f2-dc8b-46c0-a101-303c401c11f0 HTTP/1.1" status: 200 len: 217 time: 0.0403533 Dec 10 18:58:00.537051 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-ee3f6732-6d86-402e-b318-b78582022c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:00.539640 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-ee3f6732-6d86-402e-b318-b78582022c95 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fca310e3-485d-42a7-b973-3f839349aa93 HTTP/1.1" status: 200 len: 849 time: 0.0670130 Dec 10 18:58:00.658923 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-5e8daa87-350a-4951-8d8e-aa10a2087b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:00.669568 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-5e8daa87-350a-4951-8d8e-aa10a2087b60 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=516cf886-0f4d-46b9-b744-c490650e8912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1143401 Dec 10 18:58:00.811479 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-41924624-37e7-4cbc-af75-5e1b544c1f76 service neutron] 10.222.0.72 "GET /v2.0/networks/516cf886-0f4d-46b9-b744-c490650e8912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390126 Dec 10 18:58:00.924484 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-da2e7b3b-9db2-486d-a211-888af01a3e83 req-6f8c9f78-0b1c-4428-9618-873422229d74 service neutron] 10.222.0.72 "GET /v2.0/networks/516cf886-0f4d-46b9-b744-c490650e8912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057734 Dec 10 18:58:01.044084 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed4820-9d17-4b7c-9b5a-dcb0d07d644e req-8b7a966d-337f-4471-a39d-cb0a8c6f9a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:01.045706 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-22ed4820-9d17-4b7c-9b5a-dcb0d07d644e req-8b7a966d-337f-4471-a39d-cb0a8c6f9a44 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=18f4d0de9fea441da6506fc341573bc1&device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 1094 time: 0.0635557 Dec 10 18:58:01.155735 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed4820-9d17-4b7c-9b5a-dcb0d07d644e req-52f3e769-b8f8-4300-a247-ff76f808c7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:01.157559 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-22ed4820-9d17-4b7c-9b5a-dcb0d07d644e req-52f3e769-b8f8-4300-a247-ff76f808c7c6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=516cf886-0f4d-46b9-b744-c490650e8912 HTTP/1.1" status: 200 len: 911 time: 0.0961170 Dec 10 18:58:01.212359 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-22ed4820-9d17-4b7c-9b5a-dcb0d07d644e req-c21578f9-ddd1-4fad-9d0c-22a237863cee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51ea99f2-dc8b-46c0-a101-303c401c11f0 HTTP/1.1" status: 200 len: 217 time: 0.0471959 Dec 10 18:58:01.262018 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed4820-9d17-4b7c-9b5a-dcb0d07d644e req-1bae0386-940e-46c5-905d-1326bbe405c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:01.263507 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-22ed4820-9d17-4b7c-9b5a-dcb0d07d644e req-1bae0386-940e-46c5-905d-1326bbe405c7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fca310e3-485d-42a7-b973-3f839349aa93 HTTP/1.1" status: 200 len: 849 time: 0.0450709 Dec 10 18:58:01.321404 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed4820-9d17-4b7c-9b5a-dcb0d07d644e req-2ca5b2c8-a132-4054-a052-6012bdbff42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:01.324332 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-22ed4820-9d17-4b7c-9b5a-dcb0d07d644e req-2ca5b2c8-a132-4054-a052-6012bdbff42c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=516cf886-0f4d-46b9-b744-c490650e8912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539453 Dec 10 18:58:01.482478 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-22ed4820-9d17-4b7c-9b5a-dcb0d07d644e req-8d4c3197-4958-4a4e-b824-d7abf632b065 service neutron] 10.222.0.72 "GET /v2.0/networks/516cf886-0f4d-46b9-b744-c490650e8912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500626 Dec 10 18:58:01.577709 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309105e6-4e8c-4d24-93f5-c7b396f1bb16 req-4e071b42-013c-4007-a0be-48fd4328f266 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:01.579478 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612be427-20a9-48ac-9607-8debf13b731f req-24167c05-0acb-4b4c-905b-556a6bec251d tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:01.582250 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-309105e6-4e8c-4d24-93f5-c7b396f1bb16 req-4e071b42-013c-4007-a0be-48fd4328f266 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 943 time: 0.1530256 Dec 10 18:58:01.583928 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-612be427-20a9-48ac-9607-8debf13b731f req-24167c05-0acb-4b4c-905b-556a6bec251d tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a9f022f-176e-4abe-a372-bbc9cc96c2eb HTTP/1.1" status: 200 len: 943 time: 0.0847287 Dec 10 18:58:01.657283 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-612be427-20a9-48ac-9607-8debf13b731f req-7fa561e7-2264-4f57-96a2-5e8cb662cd9f tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] 10.222.0.62 "GET /v2.0/security-groups?id=4dcc49ac-f70c-4aed-be9a-9d61b3a4f0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614486 Dec 10 18:58:01.701107 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-22ed4820-9d17-4b7c-9b5a-dcb0d07d644e req-e9fa421b-ca60-495c-b899-bc29ebcdd856 service neutron] 10.222.0.72 "GET /v2.0/networks/516cf886-0f4d-46b9-b744-c490650e8912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084146 Dec 10 18:58:01.705193 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-309105e6-4e8c-4d24-93f5-c7b396f1bb16 req-0e7ed71e-4c26-4d7d-8b4c-682fb84960f5 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095183 Dec 10 18:58:02.673461 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 4b4d6111-7210-4e0c-96c3-dc94f7e85d9d details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:58:02.796924 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 4b4d6111-7210-4e0c-96c3-dc94f7e85d9d, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=4b4d6111-7210-4e0c-96c3-dc94f7e85d9d,segment=NetworkSegment(a7a6f06e-ddfc-4ed8-8f76-768baa480dd6),segment_id=a7a6f06e-ddfc-4ed8-8f76-768baa480dd6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:58:02.817214 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '4b4d6111-7210-4e0c-96c3-dc94f7e85d9d', 'network_id': '6b12f736-a6f7-4cf2-b631-5e0bf7c0c5ea', 'port_id': '4b4d6111-7210-4e0c-96c3-dc94f7e85d9d', 'mac_address': 'fa:16:3e:45:4e:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df144f36-1a71-48a4-a374-e5e4c2e26689', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:58:02.837780 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe76e97-ca64-489d-9ada-fafe68e44fb5 req-adc8c6c3-de76-4c5b-b5eb-ef41d59e2488 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:02.855169 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1fe76e97-ca64-489d-9ada-fafe68e44fb5 req-adc8c6c3-de76-4c5b-b5eb-ef41d59e2488 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a9f022f-176e-4abe-a372-bbc9cc96c2eb HTTP/1.1" status: 200 len: 943 time: 0.1110103 Dec 10 18:58:02.873275 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144abe3-9175-4f2d-aec2-3ff1fe2ca973 req-420fc39d-f897-48f1-90b5-5f17591f8098 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:02.875676 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b144abe3-9175-4f2d-aec2-3ff1fe2ca973 req-420fc39d-f897-48f1-90b5-5f17591f8098 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 943 time: 0.0808365 Dec 10 18:58:02.933308 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:02.943792 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b144abe3-9175-4f2d-aec2-3ff1fe2ca973 req-1aaf823b-3a23-4cf0-8407-55d01822fe0c tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604830 Dec 10 18:58:02.949535 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1fe76e97-ca64-489d-9ada-fafe68e44fb5 req-9c34474b-d454-45e2-8a06-3ec11ad03c68 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] 10.222.0.62 "GET /v2.0/security-groups?id=4dcc49ac-f70c-4aed-be9a-9d61b3a4f0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885093 Dec 10 18:58:02.969414 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b4d6111-7210-4e0c-96c3-dc94f7e85d9d {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:58:03.000397 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 4b4d6111-7210-4e0c-96c3-dc94f7e85d9d, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=4b4d6111-7210-4e0c-96c3-dc94f7e85d9d,segment=NetworkSegment(a7a6f06e-ddfc-4ed8-8f76-768baa480dd6),segment_id=a7a6f06e-ddfc-4ed8-8f76-768baa480dd6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:58:03.009508 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:03.061645 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=4b4d6111-7210-4e0c-96c3-dc94f7e85d9d,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:03.222046 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['4b4d6111-7210-4e0c-96c3-dc94f7e85d9d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:58:03.887626 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:04.164906 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e427e95-0f03-465a-bb3e-2d68dfed7a85 req-fbdc79a1-8819-4566-b338-ee0193bf18bf tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:04.175305 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0e427e95-0f03-465a-bb3e-2d68dfed7a85 req-fbdc79a1-8819-4566-b338-ee0193bf18bf tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 943 time: 0.0826659 Dec 10 18:58:04.207522 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f1d00-a248-4cff-b903-6531ba2748aa req-45c95995-e76f-446f-a091-4b0551c8c5f8 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:04.210863 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2d8f1d00-a248-4cff-b903-6531ba2748aa req-45c95995-e76f-446f-a091-4b0551c8c5f8 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a9f022f-176e-4abe-a372-bbc9cc96c2eb HTTP/1.1" status: 200 len: 944 time: 0.1197040 Dec 10 18:58:04.245775 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0e427e95-0f03-465a-bb3e-2d68dfed7a85 req-1472c201-cbae-4f13-bf85-b400bcb7ee22 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664625 Dec 10 18:58:04.295357 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2d8f1d00-a248-4cff-b903-6531ba2748aa req-ee610c90-89cf-4c40-a93e-6700147837a5 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] 10.222.0.62 "GET /v2.0/security-groups?id=4dcc49ac-f70c-4aed-be9a-9d61b3a4f0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748358 Dec 10 18:58:04.684283 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 4b4d6111-7210-4e0c-96c3-dc94f7e85d9d up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:58:04.747597 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 4b4d6111-7210-4e0c-96c3-dc94f7e85d9d completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:58:04.752607 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 4b4d6111-7210-4e0c-96c3-dc94f7e85d9d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:58:04.753384 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:04.843021 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:04.877405 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9f022f-176e-4abe-a372-bbc9cc96c2eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4d6111-7210-4e0c-96c3-dc94f7e85d9d'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:58:04.880144 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf343c0-8f28-4625-b011-492b42f355e3" -d '{"events": [{"server_uuid": "8a9f022f-176e-4abe-a372-bbc9cc96c2eb", "name": "network-vif-plugged", "status": "completed", "tag": "4b4d6111-7210-4e0c-96c3-dc94f7e85d9d"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:58:04.896743 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 4b4d6111-7210-4e0c-96c3-dc94f7e85d9d, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=4b4d6111-7210-4e0c-96c3-dc94f7e85d9d,segment=NetworkSegment(a7a6f06e-ddfc-4ed8-8f76-768baa480dd6),segment_id=a7a6f06e-ddfc-4ed8-8f76-768baa480dd6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:58:04.904798 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:05.000284 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=4b4d6111-7210-4e0c-96c3-dc94f7e85d9d,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:05.000284 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed468624-0d06-4503-9e89-ea091a21c09c x-openstack-request-id: req-ed468624-0d06-4503-9e89-ea091a21c09c {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:58:05.000284 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9f022f-176e-4abe-a372-bbc9cc96c2eb", "name": "network-vif-plugged", "status": "completed", "tag": "4b4d6111-7210-4e0c-96c3-dc94f7e85d9d", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:58:05.000284 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ed468624-0d06-4503-9e89-ea091a21c09c {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:58:05.000284 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9f022f-176e-4abe-a372-bbc9cc96c2eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4d6111-7210-4e0c-96c3-dc94f7e85d9d', 'code': 200} Dec 10 18:58:05.092038 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df0b92-8e18-46d3-a20c-641d844049a2 req-46e521c3-fe7b-4a32-9462-3df302919ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:05.094043 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-58df0b92-8e18-46d3-a20c-641d844049a2 req-46e521c3-fe7b-4a32-9462-3df302919ff9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a9f022f-176e-4abe-a372-bbc9cc96c2eb HTTP/1.1" status: 200 len: 1096 time: 0.0656569 Dec 10 18:58:05.143377 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-58df0b92-8e18-46d3-a20c-641d844049a2 req-b943bbac-ea95-44aa-9022-1478e663ef60 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4dcc49ac-f70c-4aed-be9a-9d61b3a4f0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428786 Dec 10 18:58:05.390165 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155877c-f3cf-4cb4-adb5-1ae2f7b7322c req-ef5e51e2-874f-49b0-bc68-0debf6873bdf tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:05.398164 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f155877c-f3cf-4cb4-adb5-1ae2f7b7322c req-ef5e51e2-874f-49b0-bc68-0debf6873bdf tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 943 time: 0.0730228 Dec 10 18:58:05.464610 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f155877c-f3cf-4cb4-adb5-1ae2f7b7322c req-73819b1b-0434-422a-834f-34c76e5885c7 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650952 Dec 10 18:58:05.762828 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d952e-7552-47f7-b009-cf9d91350549 req-386904c3-2a07-45bc-b417-fc462fc2d39f tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:05.764983 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-199d952e-7552-47f7-b009-cf9d91350549 req-386904c3-2a07-45bc-b417-fc462fc2d39f tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a9f022f-176e-4abe-a372-bbc9cc96c2eb HTTP/1.1" status: 200 len: 945 time: 0.3717086 Dec 10 18:58:05.817383 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-199d952e-7552-47f7-b009-cf9d91350549 req-7dc94437-909a-4eb7-9237-3e99332160be tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] 10.222.0.62 "GET /v2.0/security-groups?id=4dcc49ac-f70c-4aed-be9a-9d61b3a4f0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461700 Dec 10 18:58:05.870241 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 51ea99f2-dc8b-46c0-a101-303c401c11f0 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:58:05.993878 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 51ea99f2-dc8b-46c0-a101-303c401c11f0, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=51ea99f2-dc8b-46c0-a101-303c401c11f0,segment=NetworkSegment(03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f),segment_id=03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:58:06.013319 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '51ea99f2-dc8b-46c0-a101-303c401c11f0', 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912', 'port_id': '51ea99f2-dc8b-46c0-a101-303c401c11f0', 'mac_address': 'fa:16:3e:48:53:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca310e3-485d-42a7-b973-3f839349aa93', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:58:06.083083 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:06.102212 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51ea99f2-dc8b-46c0-a101-303c401c11f0 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:58:06.157161 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 51ea99f2-dc8b-46c0-a101-303c401c11f0, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=51ea99f2-dc8b-46c0-a101-303c401c11f0,segment=NetworkSegment(03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f),segment_id=03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:58:06.168770 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:06.222721 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=51ea99f2-dc8b-46c0-a101-303c401c11f0,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:06.505334 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['51ea99f2-dc8b-46c0-a101-303c401c11f0'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:58:06.709570 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b539a7-f249-4144-9075-c16a5312db20 req-7ac81261-e072-42b6-a21f-f54392fcd9b7 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:06.711772 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c6b539a7-f249-4144-9075-c16a5312db20 req-7ac81261-e072-42b6-a21f-f54392fcd9b7 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 944 time: 0.0886681 Dec 10 18:58:06.768542 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c6b539a7-f249-4144-9075-c16a5312db20 req-69feffb2-3c78-417c-90aa-3f2495a0f630 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469289 Dec 10 18:58:06.957002 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822b37a-5669-44f2-8498-5cc04929128d req-fe86628d-69f2-44de-8ad7-431434bdee0b tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:06.958547 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e822b37a-5669-44f2-8498-5cc04929128d req-fe86628d-69f2-44de-8ad7-431434bdee0b tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a9f022f-176e-4abe-a372-bbc9cc96c2eb HTTP/1.1" status: 200 len: 945 time: 0.0624924 Dec 10 18:58:07.027061 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e822b37a-5669-44f2-8498-5cc04929128d req-412ec5ff-47d8-4ad2-a17e-d22e8b74e3ae tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] 10.222.0.62 "GET /v2.0/security-groups?id=4dcc49ac-f70c-4aed-be9a-9d61b3a4f0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599263 Dec 10 18:58:07.183009 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e224ef-7207-4874-9cf4-a7a159aa4df8 req-8f68351e-7a22-43dc-a7e5-f1bccb4a11ea tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:07.190232 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-70e224ef-7207-4874-9cf4-a7a159aa4df8 req-8f68351e-7a22-43dc-a7e5-f1bccb4a11ea tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a9f022f-176e-4abe-a372-bbc9cc96c2eb HTTP/1.1" status: 200 len: 945 time: 0.0729470 Dec 10 18:58:07.244302 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-70e224ef-7207-4874-9cf4-a7a159aa4df8 req-d6e8ade5-13d2-49e4-a7f6-d03d2002f981 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] 10.222.0.62 "GET /v2.0/security-groups?id=4dcc49ac-f70c-4aed-be9a-9d61b3a4f0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532236 Dec 10 18:58:07.486976 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349b4bf-d1db-4d2e-9060-4ac520c25f6b req-bc3dc7cf-035c-41de-8b46-c51bb4715674 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:07.488893 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3349b4bf-d1db-4d2e-9060-4ac520c25f6b req-bc3dc7cf-035c-41de-8b46-c51bb4715674 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a9f022f-176e-4abe-a372-bbc9cc96c2eb HTTP/1.1" status: 200 len: 945 time: 0.0588655 Dec 10 18:58:07.553266 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3349b4bf-d1db-4d2e-9060-4ac520c25f6b req-eb5a8490-1475-482a-9806-e8f9b1f4c1c8 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] 10.222.0.62 "GET /v2.0/security-groups?id=4dcc49ac-f70c-4aed-be9a-9d61b3a4f0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568023 Dec 10 18:58:07.884975 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 51ea99f2-dc8b-46c0-a101-303c401c11f0 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:58:07.961748 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 51ea99f2-dc8b-46c0-a101-303c401c11f0 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:58:07.976145 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 51ea99f2-dc8b-46c0-a101-303c401c11f0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:58:07.977601 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:08.069506 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:08.108341 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 51ea99f2-dc8b-46c0-a101-303c401c11f0, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=51ea99f2-dc8b-46c0-a101-303c401c11f0,segment=NetworkSegment(03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f),segment_id=03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:58:08.110061 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd1bca9-8642-4f77-9e10-9d5945a8203a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ea99f2-dc8b-46c0-a101-303c401c11f0'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:58:08.113214 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9c7226-0c6a-4b53-a326-495bd43fcab6" -d '{"events": [{"server_uuid": "dcd1bca9-8642-4f77-9e10-9d5945a8203a", "name": "network-vif-plugged", "status": "completed", "tag": "51ea99f2-dc8b-46c0-a101-303c401c11f0"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:58:08.117535 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:08.121081 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1882e60-0fec-4ed1-b42e-91bffce42e66 req-c7afb58b-5e11-4a03-9714-2fc8c4b23666 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:08.131374 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d1882e60-0fec-4ed1-b42e-91bffce42e66 req-c7afb58b-5e11-4a03-9714-2fc8c4b23666 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 944 time: 0.1891673 Dec 10 18:58:08.217326 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=51ea99f2-dc8b-46c0-a101-303c401c11f0,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:08.237255 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d1882e60-0fec-4ed1-b42e-91bffce42e66 req-d28bf5e3-9e1a-470b-b885-3d4167c10de2 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045437 Dec 10 18:58:08.237516 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:08.276944 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a668f0-e05e-4e83-aa86-391a54523f21 req-b08fea94-9356-4a80-84a6-85782ecead8e tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:08.285914 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-78a668f0-e05e-4e83-aa86-391a54523f21 req-b08fea94-9356-4a80-84a6-85782ecead8e tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a9f022f-176e-4abe-a372-bbc9cc96c2eb HTTP/1.1" status: 200 len: 945 time: 0.1181970 Dec 10 18:58:08.294836 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2412a7b5-a715-4032-b78c-eaa3e220e88d x-openstack-request-id: req-2412a7b5-a715-4032-b78c-eaa3e220e88d {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:58:08.295190 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd1bca9-8642-4f77-9e10-9d5945a8203a", "name": "network-vif-plugged", "status": "completed", "tag": "51ea99f2-dc8b-46c0-a101-303c401c11f0", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:58:08.295446 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2412a7b5-a715-4032-b78c-eaa3e220e88d {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:58:08.295856 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd1bca9-8642-4f77-9e10-9d5945a8203a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ea99f2-dc8b-46c0-a101-303c401c11f0', 'code': 200} Dec 10 18:58:08.360626 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-78a668f0-e05e-4e83-aa86-391a54523f21 req-a4a21c80-2f0b-4d81-b768-bcefd92cf479 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] 10.222.0.62 "GET /v2.0/security-groups?id=4dcc49ac-f70c-4aed-be9a-9d61b3a4f0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679986 Dec 10 18:58:08.432492 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451ee64-e974-4752-8ffe-ac0665ce8371 req-e5c3f94e-c474-4c42-bae2-64340628516f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:08.434278 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c451ee64-e974-4752-8ffe-ac0665ce8371 req-e5c3f94e-c474-4c42-bae2-64340628516f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 1096 time: 0.0650799 Dec 10 18:58:08.488167 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c451ee64-e974-4752-8ffe-ac0665ce8371 req-d4454e15-8c21-4030-a7eb-3a1c56ea3169 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462067 Dec 10 18:58:09.103877 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0baf8-7579-4391-acd8-9cfaf058a8bf req-0c42221c-2354-47c4-b730-c04c77f8680b tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:09.105479 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-33a0baf8-7579-4391-acd8-9cfaf058a8bf req-0c42221c-2354-47c4-b730-c04c77f8680b tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a9f022f-176e-4abe-a372-bbc9cc96c2eb HTTP/1.1" status: 200 len: 945 time: 0.0638790 Dec 10 18:58:09.215944 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-33a0baf8-7579-4391-acd8-9cfaf058a8bf req-68b2f343-65fb-419e-874d-16cd73d89882 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Deleting port 4b4d6111-7210-4e0c-96c3-dc94f7e85d9d {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:58:09.216539 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-33a0baf8-7579-4391-acd8-9cfaf058a8bf req-68b2f343-65fb-419e-874d-16cd73d89882 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:09.336504 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-33a0baf8-7579-4391-acd8-9cfaf058a8bf req-68b2f343-65fb-419e-874d-16cd73d89882 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] For port 4b4d6111-7210-4e0c-96c3-dc94f7e85d9d, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=4b4d6111-7210-4e0c-96c3-dc94f7e85d9d,segment=NetworkSegment(a7a6f06e-ddfc-4ed8-8f76-768baa480dd6),segment_id=a7a6f06e-ddfc-4ed8-8f76-768baa480dd6)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:58:09.336504 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-33a0baf8-7579-4391-acd8-9cfaf058a8bf req-68b2f343-65fb-419e-874d-16cd73d89882 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:09.379068 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-33a0baf8-7579-4391-acd8-9cfaf058a8bf req-68b2f343-65fb-419e-874d-16cd73d89882 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Calling delete_port for 4b4d6111-7210-4e0c-96c3-dc94f7e85d9d owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:58:09.418879 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ab55f-c266-4a48-87ab-396eee055318 req-55ca3806-ed29-4734-97f1-799a8bb04bd4 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:09.427628 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-478ab55f-c266-4a48-87ab-396eee055318 req-55ca3806-ed29-4734-97f1-799a8bb04bd4 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 945 time: 0.0801332 Dec 10 18:58:09.505008 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-478ab55f-c266-4a48-87ab-396eee055318 req-1d4e8810-1be5-4ec2-83ae-b4a1abee4180 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752397 Dec 10 18:58:09.571994 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7438a-223d-4e52-bdc1-532aba83218e req-3db65397-28f8-47e4-85c2-8cd198083a5b tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:09.574483 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-33e7438a-223d-4e52-bdc1-532aba83218e req-3db65397-28f8-47e4-85c2-8cd198083a5b tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a9f022f-176e-4abe-a372-bbc9cc96c2eb HTTP/1.1" status: 200 len: 945 time: 0.0777724 Dec 10 18:58:09.675890 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-33e7438a-223d-4e52-bdc1-532aba83218e req-2fccbd82-17e7-4fda-b529-801a74aef897 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] 10.222.0.62 "GET /v2.0/security-groups?id=4dcc49ac-f70c-4aed-be9a-9d61b3a4f0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742979 Dec 10 18:58:09.678705 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-33a0baf8-7579-4391-acd8-9cfaf058a8bf req-68b2f343-65fb-419e-874d-16cd73d89882 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:09.696436 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['4b4d6111-7210-4e0c-96c3-dc94f7e85d9d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:58:09.724242 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2f343-65fb-419e-874d-16cd73d89882 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Pushing event deleted for resources: {'Port': ['ID=4b4d6111-7210-4e0c-96c3-dc94f7e85d9d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:09.737610 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2f343-65fb-419e-874d-16cd73d89882 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:09.738074 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2f343-65fb-419e-874d-16cd73d89882 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:09.738440 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2f343-65fb-419e-874d-16cd73d89882 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:09.738798 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2f343-65fb-419e-874d-16cd73d89882 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:09.739199 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2f343-65fb-419e-874d-16cd73d89882 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:09.739546 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2f343-65fb-419e-874d-16cd73d89882 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:09.740279 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2f343-65fb-419e-874d-16cd73d89882 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:09.741238 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2f343-65fb-419e-874d-16cd73d89882 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:09.741594 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2f343-65fb-419e-874d-16cd73d89882 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:09.741944 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2f343-65fb-419e-874d-16cd73d89882 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:09.742375 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2f343-65fb-419e-874d-16cd73d89882 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:09.742717 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2f343-65fb-419e-874d-16cd73d89882 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:09.743055 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2f343-65fb-419e-874d-16cd73d89882 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:09.792235 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a0baf8-7579-4391-acd8-9cfaf058a8bf req-68b2f343-65fb-419e-874d-16cd73d89882 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] No DVR routers for this DVR port 4b4d6111-7210-4e0c-96c3-dc94f7e85d9d on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:58:09.794992 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-33a0baf8-7579-4391-acd8-9cfaf058a8bf req-68b2f343-65fb-419e-874d-16cd73d89882 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:09.798581 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-33a0baf8-7579-4391-acd8-9cfaf058a8bf req-68b2f343-65fb-419e-874d-16cd73d89882 tempest-ServersNegativeTestMultiTenantJSON-500303562 tempest-ServersNegativeTestMultiTenantJSON-500303562-project] 10.222.0.46 "DELETE /v2.0/ports/4b4d6111-7210-4e0c-96c3-dc94f7e85d9d HTTP/1.1" status: 204 len: 173 time: 0.6871808 Dec 10 18:58:09.799070 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9f022f-176e-4abe-a372-bbc9cc96c2eb', 'name': 'network-vif-deleted', 'tag': '4b4d6111-7210-4e0c-96c3-dc94f7e85d9d'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:58:09.801426 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b8435c-5b69-4203-8e70-d051f3082914" -d '{"events": [{"server_uuid": "8a9f022f-176e-4abe-a372-bbc9cc96c2eb", "name": "network-vif-deleted", "tag": "4b4d6111-7210-4e0c-96c3-dc94f7e85d9d"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:58:09.891206 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e3f2f2-4e56-4f9c-8f6d-5f32a3ccdd91 x-openstack-request-id: req-08e3f2f2-4e56-4f9c-8f6d-5f32a3ccdd91 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:58:09.891832 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9f022f-176e-4abe-a372-bbc9cc96c2eb", "name": "network-vif-deleted", "tag": "4b4d6111-7210-4e0c-96c3-dc94f7e85d9d", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:58:09.892342 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-08e3f2f2-4e56-4f9c-8f6d-5f32a3ccdd91 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:58:09.893029 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9f022f-176e-4abe-a372-bbc9cc96c2eb', 'name': 'network-vif-deleted', 'tag': '4b4d6111-7210-4e0c-96c3-dc94f7e85d9d', 'status': 'completed', 'code': 200} Dec 10 18:58:10.690615 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f603bf-db62-4158-9810-1c14073f9d50 req-c7bc3f97-ad85-48ca-b8a1-3a5043868f58 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:10.690615 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-21f603bf-db62-4158-9810-1c14073f9d50 req-c7bc3f97-ad85-48ca-b8a1-3a5043868f58 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 945 time: 0.0608063 Dec 10 18:58:10.736360 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56748) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:10.771573 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-21f603bf-db62-4158-9810-1c14073f9d50 req-2743049a-338d-4c98-8219-6771ddda58fd tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668857 Dec 10 18:58:10.805316 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-467528f5-b469-425d-aade-1a75a45cbb35 admin admin] Deleting subnet df144f36-1a71-48a4-a374-e5e4c2e26689 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:58:10.809115 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-467528f5-b469-425d-aade-1a75a45cbb35 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:10.851550 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-467528f5-b469-425d-aade-1a75a45cbb35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:10.927645 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-467528f5-b469-425d-aade-1a75a45cbb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:10.976571 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00c0fe-c9bb-4ecc-89da-408f3788c59f req-b4253624-08cf-4dfc-a3fe-2854e2c86302 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:10.978147 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5e00c0fe-c9bb-4ecc-89da-408f3788c59f req-b4253624-08cf-4dfc-a3fe-2854e2c86302 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 945 time: 0.0960190 Dec 10 18:58:10.988741 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56758) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:10.993703 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d20706b3-29be-4394-809f-eebdb2009e74 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Request body: {'floatingip': {'port_id': '51ea99f2-dc8b-46c0-a101-303c401c11f0'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:58:11.021527 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-467528f5-b469-425d-aade-1a75a45cbb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:11.069522 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467528f5-b469-425d-aade-1a75a45cbb35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df144f36-1a71-48a4-a374-e5e4c2e26689,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:11.083255 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d20706b3-29be-4394-809f-eebdb2009e74 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for floatingip, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:11.102940 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-467528f5-b469-425d-aade-1a75a45cbb35 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:11.107542 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-467528f5-b469-425d-aade-1a75a45cbb35 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/df144f36-1a71-48a4-a374-e5e4c2e26689 HTTP/1.1" status: 204 len: 168 time: 0.3699384 Dec 10 18:58:11.110098 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56762) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:11.234707 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-495c735c-aceb-4060-9046-fe2556baaf82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:11.339163 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-495c735c-aceb-4060-9046-fe2556baaf82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:11.371955 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-495c735c-aceb-4060-9046-fe2556baaf82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b12f736-a6f7-4cf2-b631-5e0bf7c0c5ea']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:11.382008 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-495c735c-aceb-4060-9046-fe2556baaf82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a6f06e-ddfc-4ed8-8f76-768baa480dd6') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:11.382319 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-495c735c-aceb-4060-9046-fe2556baaf82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a6f06e-ddfc-4ed8-8f76-768baa480dd6') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:11.392338 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-495c735c-aceb-4060-9046-fe2556baaf82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:11.407246 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-495c735c-aceb-4060-9046-fe2556baaf82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:11.415864 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-495c735c-aceb-4060-9046-fe2556baaf82 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:58:11.416532 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-495c735c-aceb-4060-9046-fe2556baaf82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:11.425682 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:58:11.425682 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:58:11.425682 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:58:11.425682 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:58:11.425682 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:58:11.425682 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:58:11.425682 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:58:11.425682 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:58:11.425682 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:58:11.425682 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:58:11.425682 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:58:11.425682 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:58:11.425682 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:58:11.425682 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:58:11.425682 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:58:11.425682 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:58:11.425682 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:58:11.425682 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:58:11.425682 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:58:11.425682 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:58:11.425682 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:58:11.425682 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:58:11.425682 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:58:11.425682 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:58:11.425682 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:58:11.425682 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:58:11.425682 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:58:11.425682 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:58:11.425682 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:58:11.425682 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:58:11.425682 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:58:11.425682 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:58:11.519760 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-495c735c-aceb-4060-9046-fe2556baaf82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:11.528269 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-495c735c-aceb-4060-9046-fe2556baaf82 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:11.531883 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-495c735c-aceb-4060-9046-fe2556baaf82 admin admin] 10.222.0.62 "DELETE /v2.0/networks/6b12f736-a6f7-4cf2-b631-5e0bf7c0c5ea HTTP/1.1" status: 204 len: 168 time: 0.4198780 Dec 10 18:58:11.539737 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56776) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:11.543660 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c735c-aceb-4060-9046-fe2556baaf82 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b12f736-a6f7-4cf2-b631-5e0bf7c0c5ea,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:12.006819 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ddc9274-e32a-4ae7-aaf1-63cfec7ffec7 admin admin] Deleting subnet 7592c0ec-5f4e-4374-84dd-f6ebf00c98f0 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:58:12.011773 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ddc9274-e32a-4ae7-aaf1-63cfec7ffec7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:12.080097 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ddc9274-e32a-4ae7-aaf1-63cfec7ffec7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:12.173930 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ddc9274-e32a-4ae7-aaf1-63cfec7ffec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:12.198850 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d20706b3-29be-4394-809f-eebdb2009e74 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:12.211542 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d20706b3-29be-4394-809f-eebdb2009e74 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:12.320443 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ddc9274-e32a-4ae7-aaf1-63cfec7ffec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:12.356865 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc9274-e32a-4ae7-aaf1-63cfec7ffec7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7592c0ec-5f4e-4374-84dd-f6ebf00c98f0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:12.362645 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ddc9274-e32a-4ae7-aaf1-63cfec7ffec7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:12.365616 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4ddc9274-e32a-4ae7-aaf1-63cfec7ffec7 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/7592c0ec-5f4e-4374-84dd-f6ebf00c98f0 HTTP/1.1" status: 204 len: 168 time: 0.8248336 Dec 10 18:58:12.368214 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56800) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:12.388461 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-d20706b3-29be-4394-809f-eebdb2009e74 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Floating IP 0e283ce8-a84c-4a4a-b64f-379a01b6b5dd associated. External IP: 172.25.7.109, port: 51ea99f2-dc8b-46c0-a101-303c401c11f0. Dec 10 18:58:12.491557 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d4e5c00-b6bb-417b-8034-b61b9d64abf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:12.603499 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d4e5c00-b6bb-417b-8034-b61b9d64abf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:12.629135 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-9d4e5c00-b6bb-417b-8034-b61b9d64abf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a358af9-c4b9-4085-ab66-28e51792fbcd']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:12.636958 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20706b3-29be-4394-809f-eebdb2009e74 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Router 5ec39eb6-3402-48d7-84e2-c22c2b79fb13 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:58:12.642335 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-9d4e5c00-b6bb-417b-8034-b61b9d64abf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a072ee-67a3-41b5-85b0-84660e2bf0d9') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:12.643020 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-9d4e5c00-b6bb-417b-8034-b61b9d64abf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a072ee-67a3-41b5-85b0-84660e2bf0d9') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:12.671734 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d4e5c00-b6bb-417b-8034-b61b9d64abf2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:12.688197 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d4e5c00-b6bb-417b-8034-b61b9d64abf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:12.695814 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d4e5c00-b6bb-417b-8034-b61b9d64abf2 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:58:12.696482 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d4e5c00-b6bb-417b-8034-b61b9d64abf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:12.742728 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:58:12.742728 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:58:12.742728 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:58:12.742728 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:58:12.742728 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:58:12.742728 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:58:12.742728 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:58:12.742728 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:58:12.742728 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:58:12.742728 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:58:12.742728 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:58:12.742728 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:58:12.742728 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:58:12.742728 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:58:12.742728 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:58:12.742728 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:58:12.742728 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:58:12.742728 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:58:12.742728 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:58:12.742728 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:58:12.742728 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:58:12.742728 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:58:12.742728 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:58:12.742728 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:58:12.742728 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:58:12.742728 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:58:12.742728 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:58:12.742728 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:58:12.742728 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:58:12.742728 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:58:12.742728 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:58:12.742728 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:58:12.781321 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20706b3-29be-4394-809f-eebdb2009e74 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:58:12.781764 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d4e5c00-b6bb-417b-8034-b61b9d64abf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:12.788510 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d20706b3-29be-4394-809f-eebdb2009e74 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:12.789485 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d4e5c00-b6bb-417b-8034-b61b9d64abf2 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:12.792656 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9d4e5c00-b6bb-417b-8034-b61b9d64abf2 admin admin] 10.222.0.62 "DELETE /v2.0/networks/9a358af9-c4b9-4085-ab66-28e51792fbcd HTTP/1.1" status: 204 len: 168 time: 0.4233036 Dec 10 18:58:12.796673 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec98824f-665b-4d87-b1cc-bec46f7a6133 None None] Sync routers for ids ['5ec39eb6-3402-48d7-84e2-c22c2b79fb13'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:58:12.813435 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec98824f-665b-4d87-b1cc-bec46f7a6133 None None] Routers {'5ec39eb6-3402-48d7-84e2-c22c2b79fb13'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:58:12.816861 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-ec98824f-665b-4d87-b1cc-bec46f7a6133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:57:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5ec39eb6-3402-48d7-84e2-c22c2b79fb13'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:12.819589 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e5c00-b6bb-417b-8034-b61b9d64abf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a358af9-c4b9-4085-ab66-28e51792fbcd,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:12.821597 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d20706b3-29be-4394-809f-eebdb2009e74 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "PUT /v2.0/floatingips/0e283ce8-a84c-4a4a-b64f-379a01b6b5dd HTTP/1.1" status: 200 len: 991 time: 1.8314695 Dec 10 18:58:12.840068 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd1bca9-8642-4f77-9e10-9d5945a8203a', 'tag': '51ea99f2-dc8b-46c0-a101-303c401c11f0'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:58:12.848810 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9432399-4408-4f06-9a3e-aa035caf8622" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd1bca9-8642-4f77-9e10-9d5945a8203a", "tag": "51ea99f2-dc8b-46c0-a101-303c401c11f0"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:58:12.920878 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f79279a-f729-4257-8d1a-ec8889804a94 x-openstack-request-id: req-1f79279a-f729-4257-8d1a-ec8889804a94 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:58:12.921377 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd1bca9-8642-4f77-9e10-9d5945a8203a", "tag": "51ea99f2-dc8b-46c0-a101-303c401c11f0", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:58:12.921814 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1f79279a-f729-4257-8d1a-ec8889804a94 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:58:12.922385 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd1bca9-8642-4f77-9e10-9d5945a8203a', 'tag': '51ea99f2-dc8b-46c0-a101-303c401c11f0', 'status': 'completed', 'code': 200} Dec 10 18:58:13.018979 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56822) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:13.039849 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-ec98824f-665b-4d87-b1cc-bec46f7a6133 None None] Set router 5ec39eb6-3402-48d7-84e2-c22c2b79fb13 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:58:13.046790 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9432399-4408-4f06-9a3e-aa035caf8622 req-2d9dfdd8-257d-4778-93d1-83df3dc3c4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:13.048330 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c9432399-4408-4f06-9a3e-aa035caf8622 req-2d9dfdd8-257d-4778-93d1-83df3dc3c4fa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=18f4d0de9fea441da6506fc341573bc1&device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 1096 time: 0.0997186 Dec 10 18:58:13.087255 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3a2821c4-c496-472e-96bd-6a3710285388 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=289461ccda64413785264726a5db10f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0664287 Dec 10 18:58:13.092304 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56824) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:13.208443 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6ab18406-2933-4d85-a335-1eecab43f54a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:13.250835 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9432399-4408-4f06-9a3e-aa035caf8622 req-3d1ab9ad-d9d2-4037-aa1b-456450e954ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:13.252387 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c9432399-4408-4f06-9a3e-aa035caf8622 req-3d1ab9ad-d9d2-4037-aa1b-456450e954ba service neutron] 10.222.0.72 "GET /v2.0/networks?id=516cf886-0f4d-46b9-b744-c490650e8912 HTTP/1.1" status: 200 len: 911 time: 0.1964459 Dec 10 18:58:13.329085 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-ec98824f-665b-4d87-b1cc-bec46f7a6133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'name': 'tempest-AttachVolumeTestJSON-819106332-router', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:57:44Z', 'updated_at': '2021-12-10T18:57:50Z', 'revision_number': 4, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'gw_port': {'id': 'fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:90:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:45Z', 'updated_at': '2021-12-10T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '0e283ce8-a84c-4a4a-b64f-379a01b6b5dd', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'floating_ip_address': '172.25.7.109', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'port_id': '51ea99f2-dc8b-46c0-a101-303c401c11f0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2795, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912', 'mac_address': 'fa:16:3e:48:53:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1bca9-8642-4f77-9e10-9d5945a8203a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:57:54Z', 'updated_at': '2021-12-10T18:58:12Z', 'revision_number': 1, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58fc6c09-4be9-4326-9765-bd52784ff9ce', 'name': '', 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'mac_address': 'fa:16:3e:21:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'fca310e3-485d-42a7-b973-3f839349aa93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:48Z', 'updated_at': '2021-12-10T18:57:55Z', 'revision_number': 5, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'subnets': [{'id': 'fca310e3-485d-42a7-b973-3f839349aa93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:13.354220 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c9432399-4408-4f06-9a3e-aa035caf8622 req-696afb74-e038-47db-899e-57cece4f9f07 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51ea99f2-dc8b-46c0-a101-303c401c11f0 HTTP/1.1" status: 200 len: 999 time: 0.0806236 Dec 10 18:58:13.377246 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6ab18406-2933-4d85-a335-1eecab43f54a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:13.377701 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec98824f-665b-4d87-b1cc-bec46f7a6133 None None] Checking router: 5ec39eb6-3402-48d7-84e2-c22c2b79fb13 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:58:13.389416 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec98824f-665b-4d87-b1cc-bec46f7a6133 None None] Routers {'5ec39eb6-3402-48d7-84e2-c22c2b79fb13'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:58:13.390409 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-ec98824f-665b-4d87-b1cc-bec46f7a6133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:57:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5ec39eb6-3402-48d7-84e2-c22c2b79fb13'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:13.448737 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9432399-4408-4f06-9a3e-aa035caf8622 req-1f70e4d1-4cea-4939-8167-608ea8f0c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:13.450466 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c9432399-4408-4f06-9a3e-aa035caf8622 req-1f70e4d1-4cea-4939-8167-608ea8f0c378 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fca310e3-485d-42a7-b973-3f839349aa93 HTTP/1.1" status: 200 len: 849 time: 0.0872216 Dec 10 18:58:13.496404 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6ab18406-2933-4d85-a335-1eecab43f54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:13.499278 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6ab18406-2933-4d85-a335-1eecab43f54a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:13.502838 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6ab18406-2933-4d85-a335-1eecab43f54a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4dcc49ac-f70c-4aed-be9a-9d61b3a4f0a4 HTTP/1.1" status: 204 len: 168 time: 0.4068592 Dec 10 18:58:13.515481 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab18406-2933-4d85-a335-1eecab43f54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dcc49ac-f70c-4aed-be9a-9d61b3a4f0a4,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:13.561434 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9432399-4408-4f06-9a3e-aa035caf8622 req-695fef78-4fc2-411f-b17d-6e1b62688317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:13.563106 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c9432399-4408-4f06-9a3e-aa035caf8622 req-695fef78-4fc2-411f-b17d-6e1b62688317 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=516cf886-0f4d-46b9-b744-c490650e8912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022027 Dec 10 18:58:13.634741 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-ec98824f-665b-4d87-b1cc-bec46f7a6133 None None] Set router 5ec39eb6-3402-48d7-84e2-c22c2b79fb13 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:58:13.751108 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c9432399-4408-4f06-9a3e-aa035caf8622 req-59a256c3-0c75-48e9-adb7-273f1c643dce service neutron] 10.222.0.72 "GET /v2.0/networks/516cf886-0f4d-46b9-b744-c490650e8912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781080 Dec 10 18:58:13.904761 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c9432399-4408-4f06-9a3e-aa035caf8622 req-05841cc4-e18c-4c70-9ca7-c372f3a89566 service neutron] 10.222.0.72 "GET /v2.0/networks/516cf886-0f4d-46b9-b744-c490650e8912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460092 Dec 10 18:58:14.004168 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-ec98824f-665b-4d87-b1cc-bec46f7a6133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'name': 'tempest-AttachVolumeTestJSON-819106332-router', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:57:44Z', 'updated_at': '2021-12-10T18:57:50Z', 'revision_number': 4, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'gw_port': {'id': 'fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:90:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:45Z', 'updated_at': '2021-12-10T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '0e283ce8-a84c-4a4a-b64f-379a01b6b5dd', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'floating_ip_address': '172.25.7.109', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'port_id': '51ea99f2-dc8b-46c0-a101-303c401c11f0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2795, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912', 'mac_address': 'fa:16:3e:48:53:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1bca9-8642-4f77-9e10-9d5945a8203a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:57:54Z', 'updated_at': '2021-12-10T18:58:12Z', 'revision_number': 1, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58fc6c09-4be9-4326-9765-bd52784ff9ce', 'name': '', 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'mac_address': 'fa:16:3e:21:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'fca310e3-485d-42a7-b973-3f839349aa93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:48Z', 'updated_at': '2021-12-10T18:57:55Z', 'revision_number': 5, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'subnets': [{'id': 'fca310e3-485d-42a7-b973-3f839349aa93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:14.034647 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec98824f-665b-4d87-b1cc-bec46f7a6133 None None] The sync data for ids ['5ec39eb6-3402-48d7-84e2-c22c2b79fb13'] in n-d-821435-1 is: [{'id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'name': 'tempest-AttachVolumeTestJSON-819106332-router', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:57:44Z', 'updated_at': '2021-12-10T18:57:50Z', 'revision_number': 4, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'gw_port': {'id': 'fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:90:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:45Z', 'updated_at': '2021-12-10T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '0e283ce8-a84c-4a4a-b64f-379a01b6b5dd', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'floating_ip_address': '172.25.7.109', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'port_id': '51ea99f2-dc8b-46c0-a101-303c401c11f0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2795, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912', 'mac_address': 'fa:16:3e:48:53:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1bca9-8642-4f77-9e10-9d5945a8203a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:57:54Z', 'updated_at': '2021-12-10T18:58:12Z', 'revision_number': 1, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58fc6c09-4be9-4326-9765-bd52784ff9ce', 'name': '', 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'mac_address': 'fa:16:3e:21:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'fca310e3-485d-42a7-b973-3f839349aa93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:48Z', 'updated_at': '2021-12-10T18:57:55Z', 'revision_number': 5, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'subnets': [{'id': 'fca310e3-485d-42a7-b973-3f839349aa93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:58:14.086348 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56838) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:14.147381 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56840) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:14.147932 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-765b9ee7-a1e9-4c07-ac4d-133bd74aafdc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=044ed2c3becd484e99af50e6cb6ca78a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0593994 Dec 10 18:58:14.205225 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98dc075-8f7a-449e-92cb-34fbbf99f0bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:14.230949 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98dc075-8f7a-449e-92cb-34fbbf99f0bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:14.297726 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98dc075-8f7a-449e-92cb-34fbbf99f0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:14.301951 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98dc075-8f7a-449e-92cb-34fbbf99f0bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:14.326069 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f98dc075-8f7a-449e-92cb-34fbbf99f0bf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ef684bb4-534f-4929-9901-8da683ea98fc HTTP/1.1" status: 204 len: 168 time: 0.1754444 Dec 10 18:58:14.354425 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98dc075-8f7a-449e-92cb-34fbbf99f0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef684bb4-534f-4929-9901-8da683ea98fc,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:14.385779 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b09194-96ce-47d0-8d45-10b3a2f5545d None None] New status for floating IP 0e283ce8-a84c-4a4a-b64f-379a01b6b5dd: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:58:14.718859 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 4b4d6111-7210-4e0c-96c3-dc94f7e85d9d no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:58:14.751822 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 4b4d6111-7210-4e0c-96c3-dc94f7e85d9d {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:58:14.752176 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 4b4d6111-7210-4e0c-96c3-dc94f7e85d9d not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:58:17.075886 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56932) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:17.228956 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6feef4af-c3a0-4d7e-9cda-27fc93be6b36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:17.320376 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6feef4af-c3a0-4d7e-9cda-27fc93be6b36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:17.325924 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6feef4af-c3a0-4d7e-9cda-27fc93be6b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:17.374067 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feef4af-c3a0-4d7e-9cda-27fc93be6b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b39321-e7d3-4e1b-b740-0017afae63f6,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:17.380315 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6feef4af-c3a0-4d7e-9cda-27fc93be6b36 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=69b6a2c50e0e42d9a11b2ae730f9884a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3017647 Dec 10 18:58:17.382069 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56940) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:17.436783 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3e8ad0f-5221-4cef-b9a1-24aeb4955b1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:17.462020 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3e8ad0f-5221-4cef-b9a1-24aeb4955b1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:17.526371 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3e8ad0f-5221-4cef-b9a1-24aeb4955b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:17.529939 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3e8ad0f-5221-4cef-b9a1-24aeb4955b1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:17.533954 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a3e8ad0f-5221-4cef-b9a1-24aeb4955b1e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/36b39321-e7d3-4e1b-b740-0017afae63f6 HTTP/1.1" status: 204 len: 168 time: 0.1476917 Dec 10 18:58:17.548452 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8ad0f-5221-4cef-b9a1-24aeb4955b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b39321-e7d3-4e1b-b740-0017afae63f6,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:17.874053 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 56950) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:17.889751 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6cea5ddd-0fd6-4db4-bfd4-997ce2a970d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:17.973882 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6cea5ddd-0fd6-4db4-bfd4-997ce2a970d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:17.978904 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6cea5ddd-0fd6-4db4-bfd4-997ce2a970d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:18.026926 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6cea5ddd-0fd6-4db4-bfd4-997ce2a970d5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cda424fad7d34ff5ac2f5915b9cb2a6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1489191 Dec 10 18:58:18.026926 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea5ddd-0fd6-4db4-bfd4-997ce2a970d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9cbb4f-7b99-4617-9cdd-fc18ad3fdd4d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:18.027276 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 56952) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:18.092908 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5577175d-1214-4370-b107-1aacd7b988b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:18.115739 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5577175d-1214-4370-b107-1aacd7b988b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:18.167753 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5577175d-1214-4370-b107-1aacd7b988b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:18.170348 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5577175d-1214-4370-b107-1aacd7b988b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:18.173889 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5577175d-1214-4370-b107-1aacd7b988b6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1e9cbb4f-7b99-4617-9cdd-fc18ad3fdd4d HTTP/1.1" status: 204 len: 168 time: 0.1433473 Dec 10 18:58:18.181368 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577175d-1214-4370-b107-1aacd7b988b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9cbb4f-7b99-4617-9cdd-fc18ad3fdd4d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:19.634833 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-db26dfe1-8df7-46ec-aba4-685e351d0407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:21.100619 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57046) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:21.219163 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75361fcf-ba9f-4789-b7ef-c28e8275b24b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:21.304816 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75361fcf-ba9f-4789-b7ef-c28e8275b24b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:21.309972 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75361fcf-ba9f-4789-b7ef-c28e8275b24b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:21.353212 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-75361fcf-ba9f-4789-b7ef-c28e8275b24b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=926cc667790b4f4ca6774679f8937d67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2504852 Dec 10 18:58:21.353432 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57050) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:21.354894 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75361fcf-ba9f-4789-b7ef-c28e8275b24b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c15e6c3-5132-4b66-bf75-99cc9e28f890,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:21.407054 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa03b5d2-c239-4e6a-8bfe-2c4ffa9478ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:21.428550 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa03b5d2-c239-4e6a-8bfe-2c4ffa9478ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:21.476796 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa03b5d2-c239-4e6a-8bfe-2c4ffa9478ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:21.479573 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa03b5d2-c239-4e6a-8bfe-2c4ffa9478ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:21.483224 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-fa03b5d2-c239-4e6a-8bfe-2c4ffa9478ab admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6c15e6c3-5132-4b66-bf75-99cc9e28f890 HTTP/1.1" status: 204 len: 168 time: 0.1264291 Dec 10 18:58:21.491269 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03b5d2-c239-4e6a-8bfe-2c4ffa9478ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c15e6c3-5132-4b66-bf75-99cc9e28f890,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:21.877251 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57064) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:21.891484 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b666510-78b3-449f-b851-0169a9984b74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:22.003338 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b666510-78b3-449f-b851-0169a9984b74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:22.008393 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b666510-78b3-449f-b851-0169a9984b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:22.051612 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b666510-78b3-449f-b851-0169a9984b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddff1fb2-874c-411b-8530-09a3fca8fb3a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:22.059682 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57070) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:22.060240 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0b666510-78b3-449f-b851-0169a9984b74 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=94d3a1874d9e48dca71173c97e3dbc38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1817644 Dec 10 18:58:22.131311 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30c8da4f-0864-4e7c-8180-aaa19be14f11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:22.152855 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30c8da4f-0864-4e7c-8180-aaa19be14f11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:22.200795 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30c8da4f-0864-4e7c-8180-aaa19be14f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:22.203432 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30c8da4f-0864-4e7c-8180-aaa19be14f11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:22.204603 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-30c8da4f-0864-4e7c-8180-aaa19be14f11 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ddff1fb2-874c-411b-8530-09a3fca8fb3a HTTP/1.1" status: 204 len: 168 time: 0.1435750 Dec 10 18:58:22.213590 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8da4f-0864-4e7c-8180-aaa19be14f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddff1fb2-874c-411b-8530-09a3fca8fb3a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:22.389744 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-91477727-debd-4c5e-81b4-9424101e0a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:22.421610 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:58:23.423305 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57134) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:23.426449 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:23.603513 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-990f30c0-5d4d-4928-9097-3f7a9c822e7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:23.767354 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-990f30c0-5d4d-4928-9097-3f7a9c822e7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:23.772585 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-990f30c0-5d4d-4928-9097-3f7a9c822e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:23.829645 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57186) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:23.832700 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-990f30c0-5d4d-4928-9097-3f7a9c822e7a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d13e77dba86f4a7e9d55a35f7d1a71e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4003284 Dec 10 18:58:23.834200 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f30c0-5d4d-4928-9097-3f7a9c822e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35566463-0549-4279-b093-e1e35a1b2e80,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:23.929611 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8ac7c62-98ed-41ab-8cd4-9885edc71deb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:23.968154 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8ac7c62-98ed-41ab-8cd4-9885edc71deb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:24.042569 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8ac7c62-98ed-41ab-8cd4-9885edc71deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:24.052785 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8ac7c62-98ed-41ab-8cd4-9885edc71deb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:24.058078 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f8ac7c62-98ed-41ab-8cd4-9885edc71deb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/35566463-0549-4279-b093-e1e35a1b2e80 HTTP/1.1" status: 204 len: 168 time: 0.2269373 Dec 10 18:58:24.070452 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac7c62-98ed-41ab-8cd4-9885edc71deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35566463-0549-4279-b093-e1e35a1b2e80,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:24.800935 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:25.234643 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57378) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:25.497546 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:25.555977 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4992a3fe-d480-4354-82d5-5467a5b1dd8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:25.649578 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4992a3fe-d480-4354-82d5-5467a5b1dd8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:25.655620 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4992a3fe-d480-4354-82d5-5467a5b1dd8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:25.703561 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4992a3fe-d480-4354-82d5-5467a5b1dd8c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=768ab41c655b4354bd125884eed40084&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4649405 Dec 10 18:58:25.703561 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992a3fe-d480-4354-82d5-5467a5b1dd8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d227b4-a591-410d-85eb-16d20e8119e6,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:25.703909 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57448) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:25.767058 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac77e5e0-99be-4597-858e-da04c7094091 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:25.790220 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac77e5e0-99be-4597-858e-da04c7094091 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:25.856623 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac77e5e0-99be-4597-858e-da04c7094091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:25.861664 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac77e5e0-99be-4597-858e-da04c7094091 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:25.863735 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ac77e5e0-99be-4597-858e-da04c7094091 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/67d227b4-a591-410d-85eb-16d20e8119e6 HTTP/1.1" status: 204 len: 168 time: 0.1582425 Dec 10 18:58:25.877139 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77e5e0-99be-4597-858e-da04c7094091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d227b4-a591-410d-85eb-16d20e8119e6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:26.463043 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57572) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:26.606033 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0645890-9867-43da-bb73-0902333f025f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:26.710467 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0645890-9867-43da-bb73-0902333f025f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:26.715920 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0645890-9867-43da-bb73-0902333f025f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:26.764681 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57624) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:26.765170 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57626) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:26.765265 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b0645890-9867-43da-bb73-0902333f025f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3739d1e56ff447599b11325f65346391&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3007429 Dec 10 18:58:26.766101 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0645890-9867-43da-bb73-0902333f025f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2941ab-dcc2-4365-8191-8adf6c4cd888,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:26.858845 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79020850-fca7-4fa7-93dd-aa4f139ff8d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:26.889613 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79020850-fca7-4fa7-93dd-aa4f139ff8d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:26.909205 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-89e1e54f-5f29-4daa-8ccd-f9abd2816991 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1658597197-network', 'tenant_id': '36d6a94ae55d42538c51b3ac6df52720'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:58:26.951290 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e1e54f-5f29-4daa-8ccd-f9abd2816991 admin admin] Made reservation on behalf of 36d6a94ae55d42538c51b3ac6df52720 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:58:26.954127 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-89e1e54f-5f29-4daa-8ccd-f9abd2816991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:26.965488 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-89e1e54f-5f29-4daa-8ccd-f9abd2816991 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:26.986293 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79020850-fca7-4fa7-93dd-aa4f139ff8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:26.988950 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79020850-fca7-4fa7-93dd-aa4f139ff8d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:26.993021 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-79020850-fca7-4fa7-93dd-aa4f139ff8d5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1d2941ab-dcc2-4365-8191-8adf6c4cd888 HTTP/1.1" status: 204 len: 168 time: 0.2229838 Dec 10 18:58:27.004418 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79020850-fca7-4fa7-93dd-aa4f139ff8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2941ab-dcc2-4365-8191-8adf6c4cd888,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:27.072943 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-89e1e54f-5f29-4daa-8ccd-f9abd2816991 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:27.078151 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-89e1e54f-5f29-4daa-8ccd-f9abd2816991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:27.107697 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e1e54f-5f29-4daa-8ccd-f9abd2816991 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:58:27.118041 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1e54f-5f29-4daa-8ccd-f9abd2816991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f569fe8c-540a-46f4-ab80-5fc3cb8684cf,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:27.123142 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-89e1e54f-5f29-4daa-8ccd-f9abd2816991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:27.123498 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-89e1e54f-5f29-4daa-8ccd-f9abd2816991 admin admin] Added segment 53645b73-0dac-4e9f-adf8-da7be40381af of type vlan for network f9014259-8b21-4184-bc0d-c4182518b9b1 Dec 10 18:58:27.166588 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-89e1e54f-5f29-4daa-8ccd-f9abd2816991 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:27.192733 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-89e1e54f-5f29-4daa-8ccd-f9abd2816991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:27.194305 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e1e54f-5f29-4daa-8ccd-f9abd2816991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:27.194920 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-89e1e54f-5f29-4daa-8ccd-f9abd2816991 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:27.251536 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-89e1e54f-5f29-4daa-8ccd-f9abd2816991 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4853282 Dec 10 18:58:27.254511 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57658) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:27.261534 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-47adfb08-7b12-4246-8119-9a431c4cb944 admin admin] Request body: {'subnet': {'network_id': 'f9014259-8b21-4184-bc0d-c4182518b9b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1658597197-subnet', 'tenant_id': '36d6a94ae55d42538c51b3ac6df52720', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:58:27.264362 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1e54f-5f29-4daa-8ccd-f9abd2816991 admin admin] Pushing event updated for resources: {'Network': ['ID=f9014259-8b21-4184-bc0d-c4182518b9b1,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:27.276075 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network f9014259-8b21-4184-bc0d-c4182518b9b1 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:58:27.295110 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47adfb08-7b12-4246-8119-9a431c4cb944 admin admin] Made reservation on behalf of 36d6a94ae55d42538c51b3ac6df52720 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:58:27.297495 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-47adfb08-7b12-4246-8119-9a431c4cb944 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:27.311918 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57660) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:27.326487 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09a698f6-a8c3-46a4-a803-0e64aaacfe33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:27.412108 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09a698f6-a8c3-46a4-a803-0e64aaacfe33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:27.416056 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09a698f6-a8c3-46a4-a803-0e64aaacfe33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:27.458362 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a698f6-a8c3-46a4-a803-0e64aaacfe33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852d31f4-d75d-40f7-a2d5-eb074300dc60,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:27.464995 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-09a698f6-a8c3-46a4-a803-0e64aaacfe33 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f0428847494b492e8e03a9c22fdcecb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1518838 Dec 10 18:58:27.468256 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57664) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:27.502329 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-47adfb08-7b12-4246-8119-9a431c4cb944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:27.534980 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4743660d-c68b-4985-a835-752854c18889 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:27.558150 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4743660d-c68b-4985-a835-752854c18889 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:27.558380 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47adfb08-7b12-4246-8119-9a431c4cb944 admin admin] Pushing event updated for resources: {'Subnet': ['ID=456bed42-c413-4092-be53-ce95afcf84c6,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:27.587039 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47adfb08-7b12-4246-8119-9a431c4cb944 admin admin] Checking segment: {'id': '53645b73-0dac-4e9f-adf8-da7be40381af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f9014259-8b21-4184-bc0d-c4182518b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:58:27.587751 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47adfb08-7b12-4246-8119-9a431c4cb944 admin admin] Network hostable DHCP agents. Network: f9014259-8b21-4184-bc0d-c4182518b9b1, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:58:27.607346 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47adfb08-7b12-4246-8119-9a431c4cb944 admin admin] Network f9014259-8b21-4184-bc0d-c4182518b9b1 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:58:27.611367 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4743660d-c68b-4985-a835-752854c18889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:27.614357 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4743660d-c68b-4985-a835-752854c18889 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:27.616272 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4743660d-c68b-4985-a835-752854c18889 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/852d31f4-d75d-40f7-a2d5-eb074300dc60 HTTP/1.1" status: 204 len: 168 time: 0.1476259 Dec 10 18:58:27.625262 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743660d-c68b-4985-a835-752854c18889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852d31f4-d75d-40f7-a2d5-eb074300dc60,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:27.627964 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-47adfb08-7b12-4246-8119-9a431c4cb944 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, f9014259-8b21-4184-bc0d-c4182518b9b1) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:58:27.641154 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53e0b7f-0942-455c-9c71-78de1b17da65 None None] Network f9014259-8b21-4184-bc0d-c4182518b9b1 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:58:27.649973 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47adfb08-7b12-4246-8119-9a431c4cb944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:27.650577 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-47adfb08-7b12-4246-8119-9a431c4cb944 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:27.691740 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-47adfb08-7b12-4246-8119-9a431c4cb944 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4359417 Dec 10 18:58:27.793613 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e52aed-a3c7-4c7b-bfa3-77f140caea66 None None] Network f9014259-8b21-4184-bc0d-c4182518b9b1 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:58:29.126271 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57764) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:29.288332 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10835373-2dc9-4899-8d1c-5bbf64ea2d66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:29.383081 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10835373-2dc9-4899-8d1c-5bbf64ea2d66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:29.387426 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10835373-2dc9-4899-8d1c-5bbf64ea2d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:29.426787 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-10835373-2dc9-4899-8d1c-5bbf64ea2d66 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=27e332993d054553bd15a663b7d5cda7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2994292 Dec 10 18:58:29.427945 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10835373-2dc9-4899-8d1c-5bbf64ea2d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3937c0b2-3ae3-435a-a5e7-df115ab4f6f5,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:29.429694 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57770) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:29.480817 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d5a0c11-1e85-4eac-8105-b2565297764c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:29.503911 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d5a0c11-1e85-4eac-8105-b2565297764c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:29.557550 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d5a0c11-1e85-4eac-8105-b2565297764c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:29.560976 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d5a0c11-1e85-4eac-8105-b2565297764c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:29.565504 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4d5a0c11-1e85-4eac-8105-b2565297764c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3937c0b2-3ae3-435a-a5e7-df115ab4f6f5 HTTP/1.1" status: 204 len: 168 time: 0.1346588 Dec 10 18:58:29.576551 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a0c11-1e85-4eac-8105-b2565297764c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3937c0b2-3ae3-435a-a5e7-df115ab4f6f5,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:30.598030 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57812) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:30.715840 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-39906124-048b-46d2-80cb-3dabfe489eb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:30.811467 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-39906124-048b-46d2-80cb-3dabfe489eb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:30.816684 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-39906124-048b-46d2-80cb-3dabfe489eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:30.859143 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-39906124-048b-46d2-80cb-3dabfe489eb0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=07710e466d6b41cb870db20a83840f3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2568319 Dec 10 18:58:30.859535 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57818) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:30.879400 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39906124-048b-46d2-80cb-3dabfe489eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61c5b64-4ad1-4122-ba15-e4a17f76e6eb,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:30.929640 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-52cc766c-135b-4f5f-9ad7-eac56f711e2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:30.955033 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-52cc766c-135b-4f5f-9ad7-eac56f711e2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:31.022254 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-52cc766c-135b-4f5f-9ad7-eac56f711e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:31.027839 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-52cc766c-135b-4f5f-9ad7-eac56f711e2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:31.032983 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-52cc766c-135b-4f5f-9ad7-eac56f711e2b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f61c5b64-4ad1-4122-ba15-e4a17f76e6eb HTTP/1.1" status: 204 len: 168 time: 0.1711221 Dec 10 18:58:31.046276 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc766c-135b-4f5f-9ad7-eac56f711e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61c5b64-4ad1-4122-ba15-e4a17f76e6eb,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:32.479608 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57874) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:32.589201 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-29f95257-f120-4652-bc1e-f4773af8a248 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-909593669', 'router:external': True}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:58:32.618584 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f95257-f120-4652-bc1e-f4773af8a248 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Made reservation on behalf of cd58e55466664d489e55f95cb98c6ed3 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:58:32.622406 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29f95257-f120-4652-bc1e-f4773af8a248 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:32.633532 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29f95257-f120-4652-bc1e-f4773af8a248 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:32.721475 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29f95257-f120-4652-bc1e-f4773af8a248 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:32.726721 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29f95257-f120-4652-bc1e-f4773af8a248 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:32.752842 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f95257-f120-4652-bc1e-f4773af8a248 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:58:32.763223 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f95257-f120-4652-bc1e-f4773af8a248 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c19775a-d88e-456d-bbc4-4ce2cf1f9d3f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:32.769562 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29f95257-f120-4652-bc1e-f4773af8a248 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:32.769907 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-29f95257-f120-4652-bc1e-f4773af8a248 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Added segment a0be37a5-aadf-40da-9548-f0fb12a4f206 of type vlan for network 17fd0ef6-d3c2-4ddd-ab70-367d55293319 Dec 10 18:58:32.822385 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29f95257-f120-4652-bc1e-f4773af8a248 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:32.861206 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29f95257-f120-4652-bc1e-f4773af8a248 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:32.863260 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f95257-f120-4652-bc1e-f4773af8a248 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:32.864157 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29f95257-f120-4652-bc1e-f4773af8a248 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:32.928542 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-29f95257-f120-4652-bc1e-f4773af8a248 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4470887 Dec 10 18:58:32.931708 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57878) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:32.949093 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f41f614e-7863-4ab8-81f8-ba70f99cb9ef tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Request body: {'subnet': {'network_id': '17fd0ef6-d3c2-4ddd-ab70-367d55293319', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:58:32.955218 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f95257-f120-4652-bc1e-f4773af8a248 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Pushing event updated for resources: {'Network': ['ID=17fd0ef6-d3c2-4ddd-ab70-367d55293319,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:32.967827 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 17fd0ef6-d3c2-4ddd-ab70-367d55293319 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:58:32.997277 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41f614e-7863-4ab8-81f8-ba70f99cb9ef tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Made reservation on behalf of cd58e55466664d489e55f95cb98c6ed3 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:58:33.002602 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f41f614e-7863-4ab8-81f8-ba70f99cb9ef tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:33.347618 n-d-821435-1 neutron-server[103245]: DEBUG neutron.objects.ports [None req-f41f614e-7863-4ab8-81f8-ba70f99cb9ef tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103245) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:58:33.348212 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f41f614e-7863-4ab8-81f8-ba70f99cb9ef tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:33.411030 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f614e-7863-4ab8-81f8-ba70f99cb9ef tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e65db406-ad58-4515-9668-b12bda060f5e,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:33.420587 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41f614e-7863-4ab8-81f8-ba70f99cb9ef tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Checking segment: {'id': 'a0be37a5-aadf-40da-9548-f0fb12a4f206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '17fd0ef6-d3c2-4ddd-ab70-367d55293319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:58:33.421093 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41f614e-7863-4ab8-81f8-ba70f99cb9ef tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Network hostable DHCP agents. Network: 17fd0ef6-d3c2-4ddd-ab70-367d55293319, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:58:33.439717 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41f614e-7863-4ab8-81f8-ba70f99cb9ef tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Network 17fd0ef6-d3c2-4ddd-ab70-367d55293319 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:58:33.450251 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-f41f614e-7863-4ab8-81f8-ba70f99cb9ef tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 17fd0ef6-d3c2-4ddd-ab70-367d55293319) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:58:33.454858 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41f614e-7863-4ab8-81f8-ba70f99cb9ef tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:33.455758 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f41f614e-7863-4ab8-81f8-ba70f99cb9ef tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:33.462985 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c67bdc4-0299-40d6-a61a-8b5e481b02fa None None] Network 17fd0ef6-d3c2-4ddd-ab70-367d55293319 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:58:33.477646 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f41f614e-7863-4ab8-81f8-ba70f99cb9ef tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.5437815 Dec 10 18:58:33.480303 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57886) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:33.486001 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-947206e5-603b-4b57-9a12-64dc2f221888 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1486094713', 'network_id': '17fd0ef6-d3c2-4ddd-ab70-367d55293319'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:58:33.514701 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947206e5-603b-4b57-9a12-64dc2f221888 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Made reservation on behalf of cd58e55466664d489e55f95cb98c6ed3 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:58:33.518057 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-947206e5-603b-4b57-9a12-64dc2f221888 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:33.586658 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-947206e5-603b-4b57-9a12-64dc2f221888 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] device_id is not set on port 50ecf866-03a3-4c90-a116-792a03179581 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:58:33.601520 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d498855-3da5-46bf-b4da-e2c5edf213f0 None None] Network 17fd0ef6-d3c2-4ddd-ab70-367d55293319 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:58:33.719180 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-947206e5-603b-4b57-9a12-64dc2f221888 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Allocated IP 2001:db8::351 (17fd0ef6-d3c2-4ddd-ab70-367d55293319/e65db406-ad58-4515-9668-b12bda060f5e/50ecf866-03a3-4c90-a116-792a03179581) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:58:33.869456 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-947206e5-603b-4b57-9a12-64dc2f221888 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:33.877990 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:33.905012 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-947206e5-603b-4b57-9a12-64dc2f221888 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:33.948331 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947206e5-603b-4b57-9a12-64dc2f221888 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Network 17fd0ef6-d3c2-4ddd-ab70-367d55293319 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:58:33.951355 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-947206e5-603b-4b57-9a12-64dc2f221888 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:58:33.955850 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947206e5-603b-4b57-9a12-64dc2f221888 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:58:33.956756 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947206e5-603b-4b57-9a12-64dc2f221888 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:33.957359 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-947206e5-603b-4b57-9a12-64dc2f221888 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:33.961844 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947206e5-603b-4b57-9a12-64dc2f221888 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Pushing event updated for resources: {'Port': ['ID=50ecf866-03a3-4c90-a116-792a03179581,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:33.977940 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-947206e5-603b-4b57-9a12-64dc2f221888 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4961522 Dec 10 18:58:33.980338 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57890) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:34.081777 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-666ba779-91b4-4773-adcd-7d985e173612 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Deleting port 50ecf866-03a3-4c90-a116-792a03179581 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:58:34.082163 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-666ba779-91b4-4773-adcd-7d985e173612 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:34.159907 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-666ba779-91b4-4773-adcd-7d985e173612 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:34.173464 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-666ba779-91b4-4773-adcd-7d985e173612 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Calling delete_port for 50ecf866-03a3-4c90-a116-792a03179581 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:58:34.328059 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-666ba779-91b4-4773-adcd-7d985e173612 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:34.373776 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ba779-91b4-4773-adcd-7d985e173612 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Pushing event deleted for resources: {'Port': ['ID=50ecf866-03a3-4c90-a116-792a03179581,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:34.401539 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-666ba779-91b4-4773-adcd-7d985e173612 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:34.405590 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-666ba779-91b4-4773-adcd-7d985e173612 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] 10.222.0.62 "DELETE /v2.0/ports/50ecf866-03a3-4c90-a116-792a03179581 HTTP/1.1" status: 204 len: 168 time: 0.4232786 Dec 10 18:58:34.407814 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57898) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:34.412857 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ab7abb0b-704b-4a1c-9dc9-2219152fdf93 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '17fd0ef6-d3c2-4ddd-ab70-367d55293319', 'external_fixed_ips': [{'subnet_id': 'e65db406-ad58-4515-9668-b12bda060f5e', 'ip_address': '2001:db8::351'}]}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:58:34.435034 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab7abb0b-704b-4a1c-9dc9-2219152fdf93 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:34.436590 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab7abb0b-704b-4a1c-9dc9-2219152fdf93 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:34.494423 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab7abb0b-704b-4a1c-9dc9-2219152fdf93 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:34.643619 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab7abb0b-704b-4a1c-9dc9-2219152fdf93 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:34.892226 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab7abb0b-704b-4a1c-9dc9-2219152fdf93 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:34.913945 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab7abb0b-704b-4a1c-9dc9-2219152fdf93 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:35.066143 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-ab7abb0b-704b-4a1c-9dc9-2219152fdf93 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Allocated IP 2001:db8::351 (17fd0ef6-d3c2-4ddd-ab70-367d55293319/e65db406-ad58-4515-9668-b12bda060f5e/19c6b8ba-aa6c-4e40-ba5a-9430ef4f965d) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:58:35.170983 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab7abb0b-704b-4a1c-9dc9-2219152fdf93 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:35.205197 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab7abb0b-704b-4a1c-9dc9-2219152fdf93 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:35.243808 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7abb0b-704b-4a1c-9dc9-2219152fdf93 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Network 17fd0ef6-d3c2-4ddd-ab70-367d55293319 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:58:35.248519 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-ab7abb0b-704b-4a1c-9dc9-2219152fdf93 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:58:35.252196 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7abb0b-704b-4a1c-9dc9-2219152fdf93 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:58:35.346804 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7abb0b-704b-4a1c-9dc9-2219152fdf93 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Pushing event updated for resources: {'Port': ['ID=19c6b8ba-aa6c-4e40-ba5a-9430ef4f965d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:35.500772 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab7abb0b-704b-4a1c-9dc9-2219152fdf93 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:36.055626 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6d34a213-2947-4135-89f1-7454546ab396 req-aede922b-43a7-43d1-8f51-adc1b57f14c0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4510975 Dec 10 18:58:36.100104 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab7abb0b-704b-4a1c-9dc9-2219152fdf93 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:36.220214 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34a213-2947-4135-89f1-7454546ab396 req-b89d41c9-7562-402f-a8f4-d8a5c194aff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:36.221773 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6d34a213-2947-4135-89f1-7454546ab396 req-b89d41c9-7562-402f-a8f4-d8a5c194aff8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ce6d41cdbd6e4596aec18213412eef45&device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 1096 time: 0.1172950 Dec 10 18:58:36.368735 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7abb0b-704b-4a1c-9dc9-2219152fdf93 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Router 8ca3b64c-2c6e-4f00-90cd-5e511c33494c is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:58:36.482097 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34a213-2947-4135-89f1-7454546ab396 req-fd72a789-bb49-4ea3-a715-a9ae3f6b7c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:36.483598 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6d34a213-2947-4135-89f1-7454546ab396 req-fd72a789-bb49-4ea3-a715-a9ae3f6b7c77 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a30ce27-2851-4282-9ac6-23ccb449ba3d HTTP/1.1" status: 200 len: 918 time: 0.2240775 Dec 10 18:58:36.577637 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6d34a213-2947-4135-89f1-7454546ab396 req-e35d530f-7d59-439e-a1cf-ebc228385ca0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0e4c205-efe4-4bd1-9428-17d9f007f70c HTTP/1.1" status: 200 len: 1000 time: 0.0846481 Dec 10 18:58:36.582087 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7abb0b-704b-4a1c-9dc9-2219152fdf93 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:58:36.593360 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3903d6a-fe1f-4ea8-9c6d-a72092fd728c None None] Sync routers for ids ['8ca3b64c-2c6e-4f00-90cd-5e511c33494c'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:58:36.606469 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3903d6a-fe1f-4ea8-9c6d-a72092fd728c None None] Routers {'8ca3b64c-2c6e-4f00-90cd-5e511c33494c'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:58:36.606698 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab7abb0b-704b-4a1c-9dc9-2219152fdf93 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:36.607972 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ab7abb0b-704b-4a1c-9dc9-2219152fdf93 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.1990113 Dec 10 18:58:36.610500 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-d3903d6a-fe1f-4ea8-9c6d-a72092fd728c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:58:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['8ca3b64c-2c6e-4f00-90cd-5e511c33494c'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:36.610981 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57930) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:36.648685 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34a213-2947-4135-89f1-7454546ab396 req-78722e2e-341c-4892-9d26-d09f4fc09c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:36.650477 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6d34a213-2947-4135-89f1-7454546ab396 req-78722e2e-341c-4892-9d26-d09f4fc09c28 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b5b8f42d-7b7d-4b89-936c-8b66a87ff765 HTTP/1.1" status: 200 len: 856 time: 0.0564508 Dec 10 18:58:36.732046 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-d3903d6a-fe1f-4ea8-9c6d-a72092fd728c None None] Set router 8ca3b64c-2c6e-4f00-90cd-5e511c33494c gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:58:36.754357 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34a213-2947-4135-89f1-7454546ab396 req-e109758e-39ba-4c63-87c6-d4d158e82358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:36.766127 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6d34a213-2947-4135-89f1-7454546ab396 req-e109758e-39ba-4c63-87c6-d4d158e82358 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a30ce27-2851-4282-9ac6-23ccb449ba3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033986 Dec 10 18:58:36.793865 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36ed9805-f08a-4d5e-bc1b-bae4efeb5dba tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:36.927913 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36ed9805-f08a-4d5e-bc1b-bae4efeb5dba tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:37.010058 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6d34a213-2947-4135-89f1-7454546ab396 req-ceb049a2-aa70-4fcd-935f-5073a0513b61 service neutron] 10.222.0.72 "GET /v2.0/networks/8a30ce27-2851-4282-9ac6-23ccb449ba3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362986 Dec 10 18:58:37.024783 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-36ed9805-f08a-4d5e-bc1b-bae4efeb5dba tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Deleting port 19c6b8ba-aa6c-4e40-ba5a-9430ef4f965d {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:58:37.027211 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36ed9805-f08a-4d5e-bc1b-bae4efeb5dba tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:37.103270 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-d3903d6a-fe1f-4ea8-9c6d-a72092fd728c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca3b64c-2c6e-4f00-90cd-5e511c33494c', 'name': '', 'tenant_id': 'cd58e55466664d489e55f95cb98c6ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17fd0ef6-d3c2-4ddd-ab70-367d55293319', 'external_fixed_ips': [{'subnet_id': 'e65db406-ad58-4515-9668-b12bda060f5e', 'ip_address': '2001:db8::351'}], 'enable_snat': True}, 'gw_port_id': '19c6b8ba-aa6c-4e40-ba5a-9430ef4f965d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:58:34Z', 'updated_at': '2021-12-10T18:58:35Z', 'revision_number': 3, 'project_id': 'cd58e55466664d489e55f95cb98c6ed3', 'gw_port': {'id': '19c6b8ba-aa6c-4e40-ba5a-9430ef4f965d', 'name': '', 'network_id': '17fd0ef6-d3c2-4ddd-ab70-367d55293319', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:86:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca3b64c-2c6e-4f00-90cd-5e511c33494c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'e65db406-ad58-4515-9668-b12bda060f5e', 'ip_address': '2001:db8::351', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:58:34Z', 'updated_at': '2021-12-10T18:58:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e65db406-ad58-4515-9668-b12bda060f5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:37.165792 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3903d6a-fe1f-4ea8-9c6d-a72092fd728c None None] Checking router: 8ca3b64c-2c6e-4f00-90cd-5e511c33494c for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:58:37.166145 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3903d6a-fe1f-4ea8-9c6d-a72092fd728c None None] Updating router 8ca3b64c-2c6e-4f00-90cd-5e511c33494c port 19c6b8ba-aa6c-4e40-ba5a-9430ef4f965d binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:58:37.195927 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-d3903d6a-fe1f-4ea8-9c6d-a72092fd728c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:37.217337 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36ed9805-f08a-4d5e-bc1b-bae4efeb5dba tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:37.227807 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6d34a213-2947-4135-89f1-7454546ab396 req-29f4e690-d167-4895-9e39-cd80c8b86d73 service neutron] 10.222.0.72 "GET /v2.0/networks/8a30ce27-2851-4282-9ac6-23ccb449ba3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102666 Dec 10 18:58:37.245298 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-36ed9805-f08a-4d5e-bc1b-bae4efeb5dba tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Calling delete_port for 19c6b8ba-aa6c-4e40-ba5a-9430ef4f965d owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:58:37.533922 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36ed9805-f08a-4d5e-bc1b-bae4efeb5dba tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:37.601016 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed9805-f08a-4d5e-bc1b-bae4efeb5dba tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Pushing event deleted for resources: {'Port': ['ID=19c6b8ba-aa6c-4e40-ba5a-9430ef4f965d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:37.602921 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36ed9805-f08a-4d5e-bc1b-bae4efeb5dba tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:37.620103 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.db.api [None req-d3903d6a-fe1f-4ea8-9c6d-a72092fd728c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:58:37.620672 n-d-821435-1 neutron-server[103248]: DEBUG oslo_db.api [None req-d3903d6a-fe1f-4ea8-9c6d-a72092fd728c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:58:37.710504 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36ed9805-f08a-4d5e-bc1b-bae4efeb5dba tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:37.713976 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36ed9805-f08a-4d5e-bc1b-bae4efeb5dba tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:37.765544 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36ed9805-f08a-4d5e-bc1b-bae4efeb5dba tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:37.766080 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ed9805-f08a-4d5e-bc1b-bae4efeb5dba tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8ca3b64c-2c6e-4f00-90cd-5e511c33494c {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:58:37.773747 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36ed9805-f08a-4d5e-bc1b-bae4efeb5dba tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:37.775294 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-36ed9805-f08a-4d5e-bc1b-bae4efeb5dba tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] 10.222.0.62 "DELETE /v2.0/routers/8ca3b64c-2c6e-4f00-90cd-5e511c33494c HTTP/1.1" status: 204 len: 168 time: 1.1632936 Dec 10 18:58:37.778057 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57954) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:37.840449 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-777e6ada-6b51-4dc3-b101-5fb6ec473eea tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Deleting subnet e65db406-ad58-4515-9668-b12bda060f5e {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:58:37.844290 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-777e6ada-6b51-4dc3-b101-5fb6ec473eea tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:37.887926 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-777e6ada-6b51-4dc3-b101-5fb6ec473eea tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:37.961080 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-777e6ada-6b51-4dc3-b101-5fb6ec473eea tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:38.036125 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-777e6ada-6b51-4dc3-b101-5fb6ec473eea tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:38.059951 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e6ada-6b51-4dc3-b101-5fb6ec473eea tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e65db406-ad58-4515-9668-b12bda060f5e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:38.071580 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-777e6ada-6b51-4dc3-b101-5fb6ec473eea tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:38.075421 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-777e6ada-6b51-4dc3-b101-5fb6ec473eea tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] 10.222.0.62 "DELETE /v2.0/subnets/e65db406-ad58-4515-9668-b12bda060f5e HTTP/1.1" status: 204 len: 168 time: 0.2929494 Dec 10 18:58:38.080038 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57962) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:38.143213 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3903d6a-fe1f-4ea8-9c6d-a72092fd728c None None] Port 19c6b8ba-aa6c-4e40-ba5a-9430ef4f965d not found while updating agent binding for router 8ca3b64c-2c6e-4f00-90cd-5e511c33494c. {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 10 18:58:38.178659 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3903d6a-fe1f-4ea8-9c6d-a72092fd728c None None] Routers set() bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:58:38.179447 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3903d6a-fe1f-4ea8-9c6d-a72092fd728c None None] Router IDs set() for agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 18:58:38.181203 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_agentschedulers_db [None req-d3903d6a-fe1f-4ea8-9c6d-a72092fd728c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8ca3b64c-2c6e-4f00-90cd-5e511c33494c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:58:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent'). {{(pid=103248) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 10 18:58:38.181900 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3903d6a-fe1f-4ea8-9c6d-a72092fd728c None None] The sync data for ids ['8ca3b64c-2c6e-4f00-90cd-5e511c33494c'] in n-d-821435-1 is: [] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:58:38.196388 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5f3f9dbc-7ec9-45d6-b7a9-aa2729d6b592 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:38.227636 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:38.299212 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5f3f9dbc-7ec9-45d6-b7a9-aa2729d6b592 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:38.323190 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-5f3f9dbc-7ec9-45d6-b7a9-aa2729d6b592 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17fd0ef6-d3c2-4ddd-ab70-367d55293319']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:38.335205 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-5f3f9dbc-7ec9-45d6-b7a9-aa2729d6b592 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0be37a5-aadf-40da-9548-f0fb12a4f206') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:38.335205 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-5f3f9dbc-7ec9-45d6-b7a9-aa2729d6b592 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0be37a5-aadf-40da-9548-f0fb12a4f206') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:38.369861 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5f3f9dbc-7ec9-45d6-b7a9-aa2729d6b592 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:38.403311 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5f3f9dbc-7ec9-45d6-b7a9-aa2729d6b592 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:38.410323 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f3f9dbc-7ec9-45d6-b7a9-aa2729d6b592 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:58:38.410787 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5f3f9dbc-7ec9-45d6-b7a9-aa2729d6b592 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:38.415798 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 18:58:38.415798 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:58:38.415798 n-d-821435-1 neutron-server[103245]: timer() Dec 10 18:58:38.415798 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:58:38.415798 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 18:58:38.415798 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:58:38.415798 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 18:58:38.415798 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:58:38.415798 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 18:58:38.415798 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:58:38.415798 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 18:58:38.415798 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:58:38.415798 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 18:58:38.415798 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:58:38.415798 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:58:38.415798 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:58:38.415798 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:58:38.415798 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:58:38.415798 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 18:58:38.415798 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:58:38.415798 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 18:58:38.415798 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:58:38.415798 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:58:38.415798 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:58:38.415798 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 18:58:38.415798 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:58:38.415798 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:58:38.415798 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:58:38.415798 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:58:38.415798 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:58:38.415798 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:58:38.415798 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:58:38.564413 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5f3f9dbc-7ec9-45d6-b7a9-aa2729d6b592 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:38.588783 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3f9dbc-7ec9-45d6-b7a9-aa2729d6b592 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 17fd0ef6-d3c2-4ddd-ab70-367d55293319 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 18:58:38.601328 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5f3f9dbc-7ec9-45d6-b7a9-aa2729d6b592 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:38.609024 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5f3f9dbc-7ec9-45d6-b7a9-aa2729d6b592 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] 10.222.0.62 "DELETE /v2.0/networks/17fd0ef6-d3c2-4ddd-ab70-367d55293319 HTTP/1.1" status: 204 len: 168 time: 0.5243182 Dec 10 18:58:38.609024 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f9dbc-7ec9-45d6-b7a9-aa2729d6b592 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Pushing event deleted for resources: {'Network': ['ID=17fd0ef6-d3c2-4ddd-ab70-367d55293319,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:39.099872 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 57990) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:39.104998 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e198f5d1-6294-471d-890c-84c827684ca6 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Request body: {'router': {'name': 'tempest-router--1389629092', 'project_id': '159768f61c2842e6b84615e56529a354'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:58:39.134302 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e198f5d1-6294-471d-890c-84c827684ca6 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:39.135528 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e198f5d1-6294-471d-890c-84c827684ca6 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:39.193774 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e198f5d1-6294-471d-890c-84c827684ca6 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:39.201528 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e198f5d1-6294-471d-890c-84c827684ca6 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:39.224955 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e198f5d1-6294-471d-890c-84c827684ca6 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:39.228931 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 57994) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:39.229417 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e198f5d1-6294-471d-890c-84c827684ca6 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1274798 Dec 10 18:58:39.324763 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45996dc0-04df-422d-a519-aaaa272ab9d1 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:39.500998 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45996dc0-04df-422d-a519-aaaa272ab9d1 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:39.503299 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45996dc0-04df-422d-a519-aaaa272ab9d1 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:39.548262 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45996dc0-04df-422d-a519-aaaa272ab9d1 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:39.549189 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45996dc0-04df-422d-a519-aaaa272ab9d1 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0d5d1e2b-aee7-46d8-9bba-067fb9bd615b {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:58:39.564689 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45996dc0-04df-422d-a519-aaaa272ab9d1 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:39.566041 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-45996dc0-04df-422d-a519-aaaa272ab9d1 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] 10.222.0.62 "DELETE /v2.0/routers/0d5d1e2b-aee7-46d8-9bba-067fb9bd615b HTTP/1.1" status: 204 len: 168 time: 0.3353148 Dec 10 18:58:39.723958 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58010) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:39.970165 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-9d237f4e-deb6-436b-b1d1-b7afeb6ca9e2 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-222617768', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}, 'admin_state_up': False}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:58:39.996546 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d237f4e-deb6-436b-b1d1-b7afeb6ca9e2 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:39.997762 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d237f4e-deb6-436b-b1d1-b7afeb6ca9e2 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:40.050999 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d237f4e-deb6-436b-b1d1-b7afeb6ca9e2 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:40.245577 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d237f4e-deb6-436b-b1d1-b7afeb6ca9e2 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:40.467150 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d237f4e-deb6-436b-b1d1-b7afeb6ca9e2 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:40.487039 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d237f4e-deb6-436b-b1d1-b7afeb6ca9e2 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:40.619924 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-9d237f4e-deb6-436b-b1d1-b7afeb6ca9e2 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Allocated IP 172.25.7.117 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/f512f6ae-4c07-427b-86a4-2f40edcdb76c) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:58:40.778294 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d237f4e-deb6-436b-b1d1-b7afeb6ca9e2 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:40.820477 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d237f4e-deb6-436b-b1d1-b7afeb6ca9e2 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:40.867743 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d237f4e-deb6-436b-b1d1-b7afeb6ca9e2 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:58:40.871239 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-9d237f4e-deb6-436b-b1d1-b7afeb6ca9e2 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:58:40.875737 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d237f4e-deb6-436b-b1d1-b7afeb6ca9e2 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:58:40.912840 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ae4fbb-6101-4227-a52d-e245002e6bcd None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:58:40.920172 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d237f4e-deb6-436b-b1d1-b7afeb6ca9e2 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Pushing event updated for resources: {'Port': ['ID=f512f6ae-4c07-427b-86a4-2f40edcdb76c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:40.991712 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3d0e9c83-580b-4091-bbc9-0b3cb941b923 None None] Provisioning complete for port f512f6ae-4c07-427b-86a4-2f40edcdb76c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:58:40.992089 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d0e9c83-580b-4091-bbc9-0b3cb941b923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:41.049696 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3d0e9c83-580b-4091-bbc9-0b3cb941b923 None None] Port f512f6ae-4c07-427b-86a4-2f40edcdb76c cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:58:41.507155 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d237f4e-deb6-436b-b1d1-b7afeb6ca9e2 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:41.724784 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d237f4e-deb6-436b-b1d1-b7afeb6ca9e2 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:41.860284 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d237f4e-deb6-436b-b1d1-b7afeb6ca9e2 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Router 9f0e5bd9-fca7-417d-8a80-0e032ce29127 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:58:41.991121 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d237f4e-deb6-436b-b1d1-b7afeb6ca9e2 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:58:42.006272 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2245d2c6-abc2-441f-a976-2e1f99f94018 None None] Sync routers for ids ['9f0e5bd9-fca7-417d-8a80-0e032ce29127'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:58:42.014027 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d237f4e-deb6-436b-b1d1-b7afeb6ca9e2 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:42.015281 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9d237f4e-deb6-436b-b1d1-b7afeb6ca9e2 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.2902396 Dec 10 18:58:42.018942 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58058) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:42.031014 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2245d2c6-abc2-441f-a976-2e1f99f94018 None None] Routers {'9f0e5bd9-fca7-417d-8a80-0e032ce29127'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:58:42.032168 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2245d2c6-abc2-441f-a976-2e1f99f94018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:58:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['9f0e5bd9-fca7-417d-8a80-0e032ce29127'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:42.070321 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2245d2c6-abc2-441f-a976-2e1f99f94018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:42.096336 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2245d2c6-abc2-441f-a976-2e1f99f94018 None None] Routers {'9f0e5bd9-fca7-417d-8a80-0e032ce29127'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:58:42.097458 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2245d2c6-abc2-441f-a976-2e1f99f94018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:58:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['9f0e5bd9-fca7-417d-8a80-0e032ce29127'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:42.140089 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2245d2c6-abc2-441f-a976-2e1f99f94018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:42.141091 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2245d2c6-abc2-441f-a976-2e1f99f94018 None None] The sync data for ids ['9f0e5bd9-fca7-417d-8a80-0e032ce29127'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:58:42.154258 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-bc126f76-304e-4478-a526-d9bc596948b5 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] 10.222.0.62 "GET /v2.0/routers/9f0e5bd9-fca7-417d-8a80-0e032ce29127 HTTP/1.1" status: 200 len: 924 time: 0.1291628 Dec 10 18:58:42.154620 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58060) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:42.185132 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-56037fdc-c9cc-40a1-bc37-0e3d223cf2c5 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f0e5bd9-fca7-417d-8a80-0e032ce29127 HTTP/1.1" status: 200 len: 205 time: 0.0270572 Dec 10 18:58:42.185349 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58062) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:42.309687 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff64bc2d-e30f-412b-9087-911dac2a2f48 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:42.437263 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff64bc2d-e30f-412b-9087-911dac2a2f48 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:42.496548 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-ff64bc2d-e30f-412b-9087-911dac2a2f48 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Deleting port f512f6ae-4c07-427b-86a4-2f40edcdb76c {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:58:42.497013 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff64bc2d-e30f-412b-9087-911dac2a2f48 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:42.610550 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff64bc2d-e30f-412b-9087-911dac2a2f48 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:42.623466 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-ff64bc2d-e30f-412b-9087-911dac2a2f48 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Calling delete_port for f512f6ae-4c07-427b-86a4-2f40edcdb76c owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:58:42.795471 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff64bc2d-e30f-412b-9087-911dac2a2f48 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:42.822516 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff64bc2d-e30f-412b-9087-911dac2a2f48 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Pushing event deleted for resources: {'Port': ['ID=f512f6ae-4c07-427b-86a4-2f40edcdb76c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:42.842987 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65247bfb-6622-4013-b5f6-a0170b2f0240 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:58:42.885080 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff64bc2d-e30f-412b-9087-911dac2a2f48 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:42.983091 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff64bc2d-e30f-412b-9087-911dac2a2f48 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:42.985329 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff64bc2d-e30f-412b-9087-911dac2a2f48 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:43.040672 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff64bc2d-e30f-412b-9087-911dac2a2f48 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:43.040933 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff64bc2d-e30f-412b-9087-911dac2a2f48 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Fanout notify agent at l3_agent the message router_deleted on router 9f0e5bd9-fca7-417d-8a80-0e032ce29127 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:58:43.054954 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff64bc2d-e30f-412b-9087-911dac2a2f48 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:43.059521 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ff64bc2d-e30f-412b-9087-911dac2a2f48 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] 10.222.0.62 "DELETE /v2.0/routers/9f0e5bd9-fca7-417d-8a80-0e032ce29127 HTTP/1.1" status: 204 len: 168 time: 0.8697376 Dec 10 18:58:43.059795 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58084) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:43.064356 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-e64fa2a5-994d-4332-9eb1-a6841c8dd7f0 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2133438783', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'enable_snat': False}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:58:43.087373 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e64fa2a5-994d-4332-9eb1-a6841c8dd7f0 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:43.088467 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e64fa2a5-994d-4332-9eb1-a6841c8dd7f0 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:43.140612 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e64fa2a5-994d-4332-9eb1-a6841c8dd7f0 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:43.288463 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e64fa2a5-994d-4332-9eb1-a6841c8dd7f0 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:43.527441 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e64fa2a5-994d-4332-9eb1-a6841c8dd7f0 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:43.554248 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e64fa2a5-994d-4332-9eb1-a6841c8dd7f0 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:43.680553 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-e64fa2a5-994d-4332-9eb1-a6841c8dd7f0 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Allocated IP 172.25.7.212 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/8122572c-775b-41ac-b247-08b1ac90f656) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:58:43.786797 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e64fa2a5-994d-4332-9eb1-a6841c8dd7f0 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:43.822503 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e64fa2a5-994d-4332-9eb1-a6841c8dd7f0 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:43.860534 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64fa2a5-994d-4332-9eb1-a6841c8dd7f0 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:58:43.865944 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-e64fa2a5-994d-4332-9eb1-a6841c8dd7f0 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:58:43.869560 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64fa2a5-994d-4332-9eb1-a6841c8dd7f0 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:58:43.883264 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1ffedd-2515-4024-89ec-6f2d3fc1a530 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:58:43.896823 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fa2a5-994d-4332-9eb1-a6841c8dd7f0 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Pushing event updated for resources: {'Port': ['ID=8122572c-775b-41ac-b247-08b1ac90f656,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:44.029047 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-75f5ea75-b55d-48a0-b6a4-cc599e396b22 None None] Provisioning complete for port 8122572c-775b-41ac-b247-08b1ac90f656 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:58:44.029733 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-75f5ea75-b55d-48a0-b6a4-cc599e396b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:44.065491 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-75f5ea75-b55d-48a0-b6a4-cc599e396b22 None None] Port 8122572c-775b-41ac-b247-08b1ac90f656 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:58:44.140260 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e64fa2a5-994d-4332-9eb1-a6841c8dd7f0 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:44.366173 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e64fa2a5-994d-4332-9eb1-a6841c8dd7f0 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:44.514283 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64fa2a5-994d-4332-9eb1-a6841c8dd7f0 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Router ee5975aa-2ad3-4a94-879f-b94028b17c04 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:58:44.648753 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64fa2a5-994d-4332-9eb1-a6841c8dd7f0 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:58:44.661025 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed28b571-7e73-4c15-87a6-c6007989a71c None None] Sync routers for ids ['ee5975aa-2ad3-4a94-879f-b94028b17c04'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:58:44.671578 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e64fa2a5-994d-4332-9eb1-a6841c8dd7f0 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:44.673405 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed28b571-7e73-4c15-87a6-c6007989a71c None None] Routers {'ee5975aa-2ad3-4a94-879f-b94028b17c04'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:58:44.674316 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-ed28b571-7e73-4c15-87a6-c6007989a71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:58:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['ee5975aa-2ad3-4a94-879f-b94028b17c04'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:44.674600 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e64fa2a5-994d-4332-9eb1-a6841c8dd7f0 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 1.6138000 Dec 10 18:58:44.677510 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58120) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:44.804379 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-ed28b571-7e73-4c15-87a6-c6007989a71c None None] Set router ee5975aa-2ad3-4a94-879f-b94028b17c04 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:58:44.821646 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3877d0c5-a6bd-442f-8005-836a823cd8c2 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] 10.222.0.62 "GET /v2.0/routers/ee5975aa-2ad3-4a94-879f-b94028b17c04 HTTP/1.1" status: 200 len: 909 time: 0.1425312 Dec 10 18:58:44.823948 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58126) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:44.830167 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-19f10d81-38c0-4cc8-94f6-095aeb3731b3 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2133438783', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'enable_snat': True}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:58:44.855587 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19f10d81-38c0-4cc8-94f6-095aeb3731b3 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:44.857314 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19f10d81-38c0-4cc8-94f6-095aeb3731b3 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:44.931763 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19f10d81-38c0-4cc8-94f6-095aeb3731b3 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:45.025582 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-ed28b571-7e73-4c15-87a6-c6007989a71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5975aa-2ad3-4a94-879f-b94028b17c04', 'name': 'tempest-snat-router-2133438783', 'tenant_id': 'cd58e55466664d489e55f95cb98c6ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.212'}], 'enable_snat': False}, 'gw_port_id': '8122572c-775b-41ac-b247-08b1ac90f656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:58:43Z', 'updated_at': '2021-12-10T18:58:44Z', 'revision_number': 3, 'project_id': 'cd58e55466664d489e55f95cb98c6ed3', 'gw_port': {'id': '8122572c-775b-41ac-b247-08b1ac90f656', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5975aa-2ad3-4a94-879f-b94028b17c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:58:43Z', 'updated_at': '2021-12-10T18:58:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:45.053786 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed28b571-7e73-4c15-87a6-c6007989a71c None None] Checking router: ee5975aa-2ad3-4a94-879f-b94028b17c04 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:58:45.054126 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed28b571-7e73-4c15-87a6-c6007989a71c None None] Updating router ee5975aa-2ad3-4a94-879f-b94028b17c04 port 8122572c-775b-41ac-b247-08b1ac90f656 binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:58:45.086678 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19f10d81-38c0-4cc8-94f6-095aeb3731b3 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:45.088288 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-ed28b571-7e73-4c15-87a6-c6007989a71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:45.380881 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19f10d81-38c0-4cc8-94f6-095aeb3731b3 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:45.420733 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19f10d81-38c0-4cc8-94f6-095aeb3731b3 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:45.472947 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-ed28b571-7e73-4c15-87a6-c6007989a71c None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:45.485313 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-ed28b571-7e73-4c15-87a6-c6007989a71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:45.538565 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142b6015-264a-4024-bdd2-f6a35cd8eec7 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:58:45.550144 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-ed28b571-7e73-4c15-87a6-c6007989a71c None None] Attempting to bind port 8122572c-775b-41ac-b247-08b1ac90f656 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:58:45.550620 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-ed28b571-7e73-4c15-87a6-c6007989a71c None None] Attempting to bind port 8122572c-775b-41ac-b247-08b1ac90f656 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:58:45.551199 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed28b571-7e73-4c15-87a6-c6007989a71c None None] Attempting to bind port 8122572c-775b-41ac-b247-08b1ac90f656 on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:58:45.559137 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008a3e6-2939-4b7a-99df-00fdbe16c1d1 None None] Pushing event updated for resources: {'Port': ['ID=8122572c-775b-41ac-b247-08b1ac90f656,revision_number=2']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:45.562691 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed28b571-7e73-4c15-87a6-c6007989a71c None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:58:45.563212 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed28b571-7e73-4c15-87a6-c6007989a71c None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:58:45.564160 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-ed28b571-7e73-4c15-87a6-c6007989a71c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:45.564692 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed28b571-7e73-4c15-87a6-c6007989a71c None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:58:45.565274 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-ed28b571-7e73-4c15-87a6-c6007989a71c None None] Bound port: 8122572c-775b-41ac-b247-08b1ac90f656, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:58:45.566055 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-ed28b571-7e73-4c15-87a6-c6007989a71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:45.582804 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-19f10d81-38c0-4cc8-94f6-095aeb3731b3 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Allocated IP 172.25.7.6 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/83ea96d3-fe6a-4d5f-ab7f-c6d49a9499f9) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:58:45.593700 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008a3e6-2939-4b7a-99df-00fdbe16c1d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:45.594511 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008a3e6-2939-4b7a-99df-00fdbe16c1d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:45.595104 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008a3e6-2939-4b7a-99df-00fdbe16c1d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:45.595962 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008a3e6-2939-4b7a-99df-00fdbe16c1d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:45.596516 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008a3e6-2939-4b7a-99df-00fdbe16c1d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:45.597702 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008a3e6-2939-4b7a-99df-00fdbe16c1d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:45.598349 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008a3e6-2939-4b7a-99df-00fdbe16c1d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:45.599761 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008a3e6-2939-4b7a-99df-00fdbe16c1d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:45.600506 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008a3e6-2939-4b7a-99df-00fdbe16c1d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:45.601165 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008a3e6-2939-4b7a-99df-00fdbe16c1d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:45.601784 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008a3e6-2939-4b7a-99df-00fdbe16c1d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:45.602482 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008a3e6-2939-4b7a-99df-00fdbe16c1d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:45.603088 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008a3e6-2939-4b7a-99df-00fdbe16c1d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:45.609101 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-421e1fea-041a-4469-921d-0533ad5926d5 None None] Provisioning complete for port 8122572c-775b-41ac-b247-08b1ac90f656 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:58:45.610290 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-421e1fea-041a-4469-921d-0533ad5926d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:45.661872 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-ed28b571-7e73-4c15-87a6-c6007989a71c None None] For port 8122572c-775b-41ac-b247-08b1ac90f656, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:58:45.668845 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-ed28b571-7e73-4c15-87a6-c6007989a71c None None] For port 8122572c-775b-41ac-b247-08b1ac90f656, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=8122572c-775b-41ac-b247-08b1ac90f656,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:58:45.673771 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-ed28b571-7e73-4c15-87a6-c6007989a71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:45.705303 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-421e1fea-041a-4469-921d-0533ad5926d5 None None] Port 8122572c-775b-41ac-b247-08b1ac90f656 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:58:45.754063 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008a3e6-2939-4b7a-99df-00fdbe16c1d1 None None] Pushing event updated for resources: {'Port': ['ID=8122572c-775b-41ac-b247-08b1ac90f656,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:45.766972 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19f10d81-38c0-4cc8-94f6-095aeb3731b3 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:45.770500 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64471b1f-0eaf-485c-8997-614efa08bbd7 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:58:45.806653 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed28b571-7e73-4c15-87a6-c6007989a71c None None] Routers {'ee5975aa-2ad3-4a94-879f-b94028b17c04'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:58:45.807283 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-ed28b571-7e73-4c15-87a6-c6007989a71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:58:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['ee5975aa-2ad3-4a94-879f-b94028b17c04'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:45.818770 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19f10d81-38c0-4cc8-94f6-095aeb3731b3 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:45.841571 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c311d4d8-b7bd-4266-bce3-7c2e4e96e3f2 None None] Provisioning complete for port 8122572c-775b-41ac-b247-08b1ac90f656 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:58:45.841947 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c311d4d8-b7bd-4266-bce3-7c2e4e96e3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:45.878234 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f10d81-38c0-4cc8-94f6-095aeb3731b3 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:58:45.883691 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-19f10d81-38c0-4cc8-94f6-095aeb3731b3 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:58:45.895273 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f10d81-38c0-4cc8-94f6-095aeb3731b3 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:58:45.906900 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f10d81-38c0-4cc8-94f6-095aeb3731b3 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Pushing event updated for resources: {'Port': ['ID=83ea96d3-fe6a-4d5f-ab7f-c6d49a9499f9,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:45.934949 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e5a5d0-f981-4deb-98c8-14b8a26c353c None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:58:45.947517 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f10d81-38c0-4cc8-94f6-095aeb3731b3 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:45.947922 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f10d81-38c0-4cc8-94f6-095aeb3731b3 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:45.948274 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f10d81-38c0-4cc8-94f6-095aeb3731b3 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:45.948615 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f10d81-38c0-4cc8-94f6-095aeb3731b3 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:45.949007 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f10d81-38c0-4cc8-94f6-095aeb3731b3 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:45.949302 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f10d81-38c0-4cc8-94f6-095aeb3731b3 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:45.949632 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f10d81-38c0-4cc8-94f6-095aeb3731b3 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:45.949960 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f10d81-38c0-4cc8-94f6-095aeb3731b3 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:45.950285 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f10d81-38c0-4cc8-94f6-095aeb3731b3 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:45.950608 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f10d81-38c0-4cc8-94f6-095aeb3731b3 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:45.951920 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f10d81-38c0-4cc8-94f6-095aeb3731b3 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:45.952650 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f10d81-38c0-4cc8-94f6-095aeb3731b3 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:45.952997 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f10d81-38c0-4cc8-94f6-095aeb3731b3 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:45.996898 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c311d4d8-b7bd-4266-bce3-7c2e4e96e3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:46.019132 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c311d4d8-b7bd-4266-bce3-7c2e4e96e3f2 None None] For port 8122572c-775b-41ac-b247-08b1ac90f656, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=8122572c-775b-41ac-b247-08b1ac90f656,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:58:46.026246 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c311d4d8-b7bd-4266-bce3-7c2e4e96e3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:46.075396 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-ed28b571-7e73-4c15-87a6-c6007989a71c None None] Set router ee5975aa-2ad3-4a94-879f-b94028b17c04 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:58:46.129744 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311d4d8-b7bd-4266-bce3-7c2e4e96e3f2 None None] Pushing event updated for resources: {'Port': ['ID=8122572c-775b-41ac-b247-08b1ac90f656,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:46.141138 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c311d4d8-b7bd-4266-bce3-7c2e4e96e3f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:46.141509 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c311d4d8-b7bd-4266-bce3-7c2e4e96e3f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:46.141863 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c311d4d8-b7bd-4266-bce3-7c2e4e96e3f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:46.142203 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c311d4d8-b7bd-4266-bce3-7c2e4e96e3f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:46.142540 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c311d4d8-b7bd-4266-bce3-7c2e4e96e3f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:46.142875 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c311d4d8-b7bd-4266-bce3-7c2e4e96e3f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:46.144453 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c311d4d8-b7bd-4266-bce3-7c2e4e96e3f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:46.144614 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c311d4d8-b7bd-4266-bce3-7c2e4e96e3f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:46.144943 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c311d4d8-b7bd-4266-bce3-7c2e4e96e3f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:46.145273 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c311d4d8-b7bd-4266-bce3-7c2e4e96e3f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:46.145674 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c311d4d8-b7bd-4266-bce3-7c2e4e96e3f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:46.146010 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c311d4d8-b7bd-4266-bce3-7c2e4e96e3f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:46.146339 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c311d4d8-b7bd-4266-bce3-7c2e4e96e3f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:46.201706 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f90932d9-a629-4aaf-8bfb-2ba45d72b6b4 None None] Provisioning complete for port 83ea96d3-fe6a-4d5f-ab7f-c6d49a9499f9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:58:46.201991 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f90932d9-a629-4aaf-8bfb-2ba45d72b6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:46.278101 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f90932d9-a629-4aaf-8bfb-2ba45d72b6b4 None None] Port 83ea96d3-fe6a-4d5f-ab7f-c6d49a9499f9 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:58:46.325760 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19f10d81-38c0-4cc8-94f6-095aeb3731b3 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:46.346661 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-ed28b571-7e73-4c15-87a6-c6007989a71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5975aa-2ad3-4a94-879f-b94028b17c04', 'name': 'tempest-snat-router-2133438783', 'tenant_id': 'cd58e55466664d489e55f95cb98c6ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.212'}], 'enable_snat': False}, 'gw_port_id': '8122572c-775b-41ac-b247-08b1ac90f656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:58:43Z', 'updated_at': '2021-12-10T18:58:44Z', 'revision_number': 3, 'project_id': 'cd58e55466664d489e55f95cb98c6ed3', 'gw_port': {'id': '8122572c-775b-41ac-b247-08b1ac90f656', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5975aa-2ad3-4a94-879f-b94028b17c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:58:43Z', 'updated_at': '2021-12-10T18:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:46.486375 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed28b571-7e73-4c15-87a6-c6007989a71c None None] The sync data for ids ['ee5975aa-2ad3-4a94-879f-b94028b17c04'] in n-d-821435-1 is: [{'id': 'ee5975aa-2ad3-4a94-879f-b94028b17c04', 'name': 'tempest-snat-router-2133438783', 'tenant_id': 'cd58e55466664d489e55f95cb98c6ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.212'}], 'enable_snat': False}, 'gw_port_id': '8122572c-775b-41ac-b247-08b1ac90f656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:58:43Z', 'updated_at': '2021-12-10T18:58:44Z', 'revision_number': 3, 'project_id': 'cd58e55466664d489e55f95cb98c6ed3', 'gw_port': {'id': '8122572c-775b-41ac-b247-08b1ac90f656', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5975aa-2ad3-4a94-879f-b94028b17c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:58:43Z', 'updated_at': '2021-12-10T18:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:58:46.612281 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19f10d81-38c0-4cc8-94f6-095aeb3731b3 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:46.774991 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f10d81-38c0-4cc8-94f6-095aeb3731b3 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Router 4a17203f-9f94-4ca3-bc1a-d03fd480daab is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:58:46.943565 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f10d81-38c0-4cc8-94f6-095aeb3731b3 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:58:46.964760 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1981b0-d2b6-4b67-8d59-6e754696928e None None] Sync routers for ids ['4a17203f-9f94-4ca3-bc1a-d03fd480daab'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:58:46.965851 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19f10d81-38c0-4cc8-94f6-095aeb3731b3 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:46.967227 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-19f10d81-38c0-4cc8-94f6-095aeb3731b3 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.1411686 Dec 10 18:58:46.970777 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58170) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:46.989521 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1981b0-d2b6-4b67-8d59-6e754696928e None None] Routers {'4a17203f-9f94-4ca3-bc1a-d03fd480daab'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:58:46.990420 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0a1981b0-d2b6-4b67-8d59-6e754696928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:58:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['4a17203f-9f94-4ca3-bc1a-d03fd480daab'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:47.103538 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-563d9f2b-cfd8-4584-8568-726d577ec6e8 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] 10.222.0.62 "GET /v2.0/routers/4a17203f-9f94-4ca3-bc1a-d03fd480daab HTTP/1.1" status: 200 len: 906 time: 0.1315212 Dec 10 18:58:47.107653 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58172) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:47.217873 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-0a1981b0-d2b6-4b67-8d59-6e754696928e None None] Set router 4a17203f-9f94-4ca3-bc1a-d03fd480daab gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:58:47.247584 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d7af-695d-427b-b7ce-d7ecbb6021d0 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:47.409612 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 8122572c-775b-41ac-b247-08b1ac90f656 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:58:47.459799 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d7af-695d-427b-b7ce-d7ecbb6021d0 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:47.501659 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 8122572c-775b-41ac-b247-08b1ac90f656 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:58:47.502168 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:47.534816 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e8a7d7af-695d-427b-b7ce-d7ecbb6021d0 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Deleting port 83ea96d3-fe6a-4d5f-ab7f-c6d49a9499f9 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:58:47.535927 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d7af-695d-427b-b7ce-d7ecbb6021d0 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:47.653144 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d7af-695d-427b-b7ce-d7ecbb6021d0 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:47.655177 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0a1981b0-d2b6-4b67-8d59-6e754696928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a17203f-9f94-4ca3-bc1a-d03fd480daab', 'name': 'tempest-snat-router-2133438783', 'tenant_id': 'cd58e55466664d489e55f95cb98c6ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '83ea96d3-fe6a-4d5f-ab7f-c6d49a9499f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:58:44Z', 'updated_at': '2021-12-10T18:58:46Z', 'revision_number': 3, 'project_id': 'cd58e55466664d489e55f95cb98c6ed3', 'gw_port': {'id': '83ea96d3-fe6a-4d5f-ab7f-c6d49a9499f9', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a17203f-9f94-4ca3-bc1a-d03fd480daab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:58:45Z', 'updated_at': '2021-12-10T18:58:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:47.678254 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e8a7d7af-695d-427b-b7ce-d7ecbb6021d0 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Calling delete_port for 83ea96d3-fe6a-4d5f-ab7f-c6d49a9499f9 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:58:47.690795 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1981b0-d2b6-4b67-8d59-6e754696928e None None] Checking router: 4a17203f-9f94-4ca3-bc1a-d03fd480daab for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:58:47.691154 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1981b0-d2b6-4b67-8d59-6e754696928e None None] Updating router 4a17203f-9f94-4ca3-bc1a-d03fd480daab port 83ea96d3-fe6a-4d5f-ab7f-c6d49a9499f9 binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:58:47.723075 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0a1981b0-d2b6-4b67-8d59-6e754696928e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:47.920409 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d7af-695d-427b-b7ce-d7ecbb6021d0 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:47.951132 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7d7af-695d-427b-b7ce-d7ecbb6021d0 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Pushing event deleted for resources: {'Port': ['ID=83ea96d3-fe6a-4d5f-ab7f-c6d49a9499f9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:47.975800 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2343a12b-b10e-4c74-8153-eeb02c9e7552 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:58:48.031963 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d7af-695d-427b-b7ce-d7ecbb6021d0 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:48.059578 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-0a1981b0-d2b6-4b67-8d59-6e754696928e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:58:48.059977 n-d-821435-1 neutron-server[103246]: DEBUG oslo_db.api [None req-0a1981b0-d2b6-4b67-8d59-6e754696928e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:58:48.125780 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d7af-695d-427b-b7ce-d7ecbb6021d0 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:48.128717 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d7af-695d-427b-b7ce-d7ecbb6021d0 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:48.498289 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d7af-695d-427b-b7ce-d7ecbb6021d0 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:48.499217 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a7d7af-695d-427b-b7ce-d7ecbb6021d0 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a17203f-9f94-4ca3-bc1a-d03fd480daab {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:58:48.503754 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d7af-695d-427b-b7ce-d7ecbb6021d0 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:48.506501 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e8a7d7af-695d-427b-b7ce-d7ecbb6021d0 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] 10.222.0.62 "DELETE /v2.0/routers/4a17203f-9f94-4ca3-bc1a-d03fd480daab HTTP/1.1" status: 204 len: 168 time: 1.3977482 Dec 10 18:58:48.509156 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58200) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:48.585485 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1981b0-d2b6-4b67-8d59-6e754696928e None None] Port 83ea96d3-fe6a-4d5f-ab7f-c6d49a9499f9 not found while updating agent binding for router 4a17203f-9f94-4ca3-bc1a-d03fd480daab. {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 10 18:58:48.600866 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1981b0-d2b6-4b67-8d59-6e754696928e None None] Routers set() bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:58:48.601247 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1981b0-d2b6-4b67-8d59-6e754696928e None None] Router IDs set() for agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 18:58:48.604659 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_agentschedulers_db [None req-0a1981b0-d2b6-4b67-8d59-6e754696928e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4a17203f-9f94-4ca3-bc1a-d03fd480daab'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:58:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent'). {{(pid=103246) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 10 18:58:48.605132 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1981b0-d2b6-4b67-8d59-6e754696928e None None] The sync data for ids ['4a17203f-9f94-4ca3-bc1a-d03fd480daab'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:58:48.650605 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-52996afd-b531-42e1-b729-0a11de40b13d tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:48.759456 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-52996afd-b531-42e1-b729-0a11de40b13d tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:48.801377 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-e8b99757-1714-4d17-8f40-395526a06148 req-dd262095-1c37-4f66-9fa3-0bfea11317a1 tempest-MultipleCreateTestJSON-876440419 tempest-MultipleCreateTestJSON-876440419-project] (103244) timed out ('10.222.0.46', 50379) {{(pid=103244) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 18:58:48.826791 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-52996afd-b531-42e1-b729-0a11de40b13d tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Deleting port 8122572c-775b-41ac-b247-08b1ac90f656 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:58:48.827137 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-52996afd-b531-42e1-b729-0a11de40b13d tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:49.280963 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-52996afd-b531-42e1-b729-0a11de40b13d tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] For port 8122572c-775b-41ac-b247-08b1ac90f656, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=8122572c-775b-41ac-b247-08b1ac90f656,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:58:49.281396 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-52996afd-b531-42e1-b729-0a11de40b13d tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:49.295935 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-52996afd-b531-42e1-b729-0a11de40b13d tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Calling delete_port for 8122572c-775b-41ac-b247-08b1ac90f656 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:58:49.469432 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-52996afd-b531-42e1-b729-0a11de40b13d tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:49.495478 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52996afd-b531-42e1-b729-0a11de40b13d tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Pushing event deleted for resources: {'Port': ['ID=8122572c-775b-41ac-b247-08b1ac90f656,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:49.527299 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529d8993-ae4c-46f3-a07c-5fb9311b06cf None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:58:49.586400 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-52996afd-b531-42e1-b729-0a11de40b13d tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:49.644194 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-59427139-17e7-4acb-8bc0-577c8265e216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:49.696220 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-52996afd-b531-42e1-b729-0a11de40b13d tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:49.699189 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-52996afd-b531-42e1-b729-0a11de40b13d tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:49.757461 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-52996afd-b531-42e1-b729-0a11de40b13d tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:49.758147 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52996afd-b531-42e1-b729-0a11de40b13d tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee5975aa-2ad3-4a94-879f-b94028b17c04 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:58:49.764054 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-52996afd-b531-42e1-b729-0a11de40b13d tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:49.768978 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-52996afd-b531-42e1-b729-0a11de40b13d tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] 10.222.0.62 "DELETE /v2.0/routers/ee5975aa-2ad3-4a94-879f-b94028b17c04 HTTP/1.1" status: 204 len: 168 time: 1.2552719 Dec 10 18:58:49.769304 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58258) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:49.774514 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-baecd865-f699-4ce4-ab8c-54d506a3c2a6 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2113527595', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}, 'admin_state_up': False}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:58:49.804797 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-baecd865-f699-4ce4-ab8c-54d506a3c2a6 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:49.806062 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-baecd865-f699-4ce4-ab8c-54d506a3c2a6 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:49.885155 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-baecd865-f699-4ce4-ab8c-54d506a3c2a6 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:50.070785 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-baecd865-f699-4ce4-ab8c-54d506a3c2a6 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:50.271900 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-baecd865-f699-4ce4-ab8c-54d506a3c2a6 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:50.305412 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-baecd865-f699-4ce4-ab8c-54d506a3c2a6 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:50.444808 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-baecd865-f699-4ce4-ab8c-54d506a3c2a6 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Allocated IP 172.25.7.177 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/6b70e304-a345-4ff1-a9a5-b253ea60d69b) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:58:50.570300 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-baecd865-f699-4ce4-ab8c-54d506a3c2a6 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:50.620258 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-baecd865-f699-4ce4-ab8c-54d506a3c2a6 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:50.663997 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baecd865-f699-4ce4-ab8c-54d506a3c2a6 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:58:50.667015 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-baecd865-f699-4ce4-ab8c-54d506a3c2a6 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:58:50.670678 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baecd865-f699-4ce4-ab8c-54d506a3c2a6 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:58:50.685656 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef40fb5-ef27-4877-96d9-455bf7baeefd None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:58:50.699839 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecd865-f699-4ce4-ab8c-54d506a3c2a6 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Pushing event updated for resources: {'Port': ['ID=6b70e304-a345-4ff1-a9a5-b253ea60d69b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:50.757037 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5bbf870b-8f61-4215-a1ae-a2482e9db60f None None] Provisioning complete for port 6b70e304-a345-4ff1-a9a5-b253ea60d69b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:58:50.757683 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5bbf870b-8f61-4215-a1ae-a2482e9db60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:50.797521 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5bbf870b-8f61-4215-a1ae-a2482e9db60f None None] Port 6b70e304-a345-4ff1-a9a5-b253ea60d69b cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:58:50.949347 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-baecd865-f699-4ce4-ab8c-54d506a3c2a6 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:51.178545 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-baecd865-f699-4ce4-ab8c-54d506a3c2a6 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:51.338506 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baecd865-f699-4ce4-ab8c-54d506a3c2a6 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Router d3af408d-7e65-4403-9933-fed692f8a833 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:58:51.378770 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 8122572c-775b-41ac-b247-08b1ac90f656 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:58:51.402318 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 8122572c-775b-41ac-b247-08b1ac90f656 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:58:51.402932 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 8122572c-775b-41ac-b247-08b1ac90f656 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:58:51.460585 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baecd865-f699-4ce4-ab8c-54d506a3c2a6 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:58:51.470848 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46382a7-2fdb-48a9-b8ba-6a1dceed60b3 None None] Sync routers for ids ['d3af408d-7e65-4403-9933-fed692f8a833'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:58:51.482106 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-baecd865-f699-4ce4-ab8c-54d506a3c2a6 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:51.486399 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58316) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:51.490818 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46382a7-2fdb-48a9-b8ba-6a1dceed60b3 None None] Routers {'d3af408d-7e65-4403-9933-fed692f8a833'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:58:51.491566 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-d46382a7-2fdb-48a9-b8ba-6a1dceed60b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:58:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['d3af408d-7e65-4403-9933-fed692f8a833'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:51.492115 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-fd8ca2bb-4e4d-4529-8e28-c9140600bc14 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'enable_snat': False}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:58:51.494314 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-baecd865-f699-4ce4-ab8c-54d506a3c2a6 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.7238810 Dec 10 18:58:51.540024 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-d46382a7-2fdb-48a9-b8ba-6a1dceed60b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:51.554254 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46382a7-2fdb-48a9-b8ba-6a1dceed60b3 None None] Routers {'d3af408d-7e65-4403-9933-fed692f8a833'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:58:51.556813 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-d46382a7-2fdb-48a9-b8ba-6a1dceed60b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:58:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['d3af408d-7e65-4403-9933-fed692f8a833'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:51.600615 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-d46382a7-2fdb-48a9-b8ba-6a1dceed60b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:51.601699 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46382a7-2fdb-48a9-b8ba-6a1dceed60b3 None None] The sync data for ids ['d3af408d-7e65-4403-9933-fed692f8a833'] in n-d-821435-1 is: [] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:58:51.853392 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fd8ca2bb-4e4d-4529-8e28-c9140600bc14 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:52.322483 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fd8ca2bb-4e4d-4529-8e28-c9140600bc14 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4723'] for router, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:52.325864 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fd8ca2bb-4e4d-4529-8e28-c9140600bc14 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534354'] for router, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:52.391489 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ab9df6c6-b9a8-4f35-812b-d4dff2a3f966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:52.459490 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8ca2bb-4e4d-4529-8e28-c9140600bc14 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Router d3af408d-7e65-4403-9933-fed692f8a833 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:58:52.571679 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8ca2bb-4e4d-4529-8e28-c9140600bc14 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:58:52.576777 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fd8ca2bb-4e4d-4529-8e28-c9140600bc14 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:52.580065 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fd8ca2bb-4e4d-4529-8e28-c9140600bc14 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] 10.222.0.62 "PUT /v2.0/routers/d3af408d-7e65-4403-9933-fed692f8a833 HTTP/1.1" status: 200 len: 926 time: 1.0923653 Dec 10 18:58:52.580329 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58354) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:52.588703 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8abaceb-7e2d-4a95-8ad5-e4c84046ef2a None None] Sync routers for ids ['d3af408d-7e65-4403-9933-fed692f8a833'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:58:52.598435 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8abaceb-7e2d-4a95-8ad5-e4c84046ef2a None None] Routers {'d3af408d-7e65-4403-9933-fed692f8a833'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:58:52.599438 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d8abaceb-7e2d-4a95-8ad5-e4c84046ef2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:58:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['d3af408d-7e65-4403-9933-fed692f8a833'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:52.724525 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58362) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:52.736131 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7942ebdc-97fd-494c-961e-50330d148ac6 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] 10.222.0.62 "GET /v2.0/routers/d3af408d-7e65-4403-9933-fed692f8a833 HTTP/1.1" status: 200 len: 926 time: 0.1545346 Dec 10 18:58:52.780330 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349330e9-9c6a-4fab-8f58-552468a621a0 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:52.784435 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-349330e9-9c6a-4fab-8f58-552468a621a0 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=6fdf4522-5bcb-4bff-a877-38bc5e23829f&device_id=d3af408d-7e65-4403-9933-fed692f8a833&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0558126 Dec 10 18:58:52.785343 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58364) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:52.916550 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d8abaceb-7e2d-4a95-8ad5-e4c84046ef2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:52.930269 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8abaceb-7e2d-4a95-8ad5-e4c84046ef2a None None] Routers {'d3af408d-7e65-4403-9933-fed692f8a833'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:58:52.931421 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d8abaceb-7e2d-4a95-8ad5-e4c84046ef2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:58:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['d3af408d-7e65-4403-9933-fed692f8a833'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:52.951067 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877c65d2-644c-43c9-95bb-3646bc625267 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:52.955413 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-877c65d2-644c-43c9-95bb-3646bc625267 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] 10.222.0.62 "GET /v2.0/networks/6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 881 time: 0.1670241 Dec 10 18:58:52.958988 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58376) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:52.973234 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d8abaceb-7e2d-4a95-8ad5-e4c84046ef2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:52.977607 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8abaceb-7e2d-4a95-8ad5-e4c84046ef2a None None] The sync data for ids ['d3af408d-7e65-4403-9933-fed692f8a833'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:58:53.002754 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-de793fe8-01eb-4b07-bf63-08e8f99c080a tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3af408d-7e65-4403-9933-fed692f8a833 HTTP/1.1" status: 200 len: 205 time: 0.0385058 Dec 10 18:58:53.003091 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58378) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:53.140028 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4aaf8d5d-6b83-4c64-8f9b-61b56296523c tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:53.265597 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4aaf8d5d-6b83-4c64-8f9b-61b56296523c tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:53.327691 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4aaf8d5d-6b83-4c64-8f9b-61b56296523c tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Deleting port 6b70e304-a345-4ff1-a9a5-b253ea60d69b {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:58:53.328114 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4aaf8d5d-6b83-4c64-8f9b-61b56296523c tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:53.424106 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:53.461563 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4aaf8d5d-6b83-4c64-8f9b-61b56296523c tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:53.496182 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4aaf8d5d-6b83-4c64-8f9b-61b56296523c tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Calling delete_port for 6b70e304-a345-4ff1-a9a5-b253ea60d69b owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:58:53.717720 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4aaf8d5d-6b83-4c64-8f9b-61b56296523c tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:53.758245 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf8d5d-6b83-4c64-8f9b-61b56296523c tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Pushing event deleted for resources: {'Port': ['ID=6b70e304-a345-4ff1-a9a5-b253ea60d69b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:53.781109 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6158692e-2ac4-4aa9-9a1b-a6839a478ffd None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:58:53.857128 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4aaf8d5d-6b83-4c64-8f9b-61b56296523c tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:53.970084 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4aaf8d5d-6b83-4c64-8f9b-61b56296523c tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:53.970084 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4aaf8d5d-6b83-4c64-8f9b-61b56296523c tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:54.027714 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4aaf8d5d-6b83-4c64-8f9b-61b56296523c tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:54.028979 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aaf8d5d-6b83-4c64-8f9b-61b56296523c tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Fanout notify agent at l3_agent the message router_deleted on router d3af408d-7e65-4403-9933-fed692f8a833 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:58:54.052199 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4aaf8d5d-6b83-4c64-8f9b-61b56296523c tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:54.057712 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58422) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:54.059268 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4aaf8d5d-6b83-4c64-8f9b-61b56296523c tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] 10.222.0.62 "DELETE /v2.0/routers/d3af408d-7e65-4403-9933-fed692f8a833 HTTP/1.1" status: 204 len: 168 time: 1.0566139 Dec 10 18:58:54.062200 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-20b1d149-3e97-42bf-9413-145a9c0177c2 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-512566502', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:58:54.101825 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20b1d149-3e97-42bf-9413-145a9c0177c2 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:54.105166 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20b1d149-3e97-42bf-9413-145a9c0177c2 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:54.167707 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20b1d149-3e97-42bf-9413-145a9c0177c2 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:54.172705 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20b1d149-3e97-42bf-9413-145a9c0177c2 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:54.193832 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20b1d149-3e97-42bf-9413-145a9c0177c2 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:54.198002 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-20b1d149-3e97-42bf-9413-145a9c0177c2 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1364498 Dec 10 18:58:54.198002 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58426) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:54.202757 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-3e1bf8a6-a37c-4a4e-9d3e-8b3ba5c2d5f8 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Request body: {'router': {'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:58:54.537303 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3e1bf8a6-a37c-4a4e-9d3e-8b3ba5c2d5f8 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:54.769135 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3e1bf8a6-a37c-4a4e-9d3e-8b3ba5c2d5f8 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:54.794532 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:54.796045 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3e1bf8a6-a37c-4a4e-9d3e-8b3ba5c2d5f8 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:54.918222 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-3e1bf8a6-a37c-4a4e-9d3e-8b3ba5c2d5f8 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Allocated IP 172.25.7.100 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/2a633ae2-c7f4-4b19-a24a-e68ddda020f6) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:58:55.047729 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3e1bf8a6-a37c-4a4e-9d3e-8b3ba5c2d5f8 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:55.087199 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3e1bf8a6-a37c-4a4e-9d3e-8b3ba5c2d5f8 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:55.132142 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1bf8a6-a37c-4a4e-9d3e-8b3ba5c2d5f8 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:58:55.135016 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-3e1bf8a6-a37c-4a4e-9d3e-8b3ba5c2d5f8 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:58:55.138770 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1bf8a6-a37c-4a4e-9d3e-8b3ba5c2d5f8 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:58:55.151750 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ae3020-f7d6-42b8-a59b-5cd46f66687b None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:58:55.189340 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1bf8a6-a37c-4a4e-9d3e-8b3ba5c2d5f8 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Pushing event updated for resources: {'Port': ['ID=2a633ae2-c7f4-4b19-a24a-e68ddda020f6,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:55.270355 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9d9b0f5e-b4c4-44da-bb82-a7f96ad232c7 None None] Provisioning complete for port 2a633ae2-c7f4-4b19-a24a-e68ddda020f6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:58:55.270805 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9d9b0f5e-b4c4-44da-bb82-a7f96ad232c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:55.326624 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9d9b0f5e-b4c4-44da-bb82-a7f96ad232c7 None None] Port 2a633ae2-c7f4-4b19-a24a-e68ddda020f6 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:58:55.448458 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3e1bf8a6-a37c-4a4e-9d3e-8b3ba5c2d5f8 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:55.494139 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:56.040488 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3e1bf8a6-a37c-4a4e-9d3e-8b3ba5c2d5f8 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4723'] for router, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:56.047823 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3e1bf8a6-a37c-4a4e-9d3e-8b3ba5c2d5f8 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534354'] for router, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:56.203518 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1bf8a6-a37c-4a4e-9d3e-8b3ba5c2d5f8 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Router ffa0e34a-db83-469e-a7bd-dc4283c71cd4 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:58:56.316305 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1bf8a6-a37c-4a4e-9d3e-8b3ba5c2d5f8 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:58:56.324253 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3e1bf8a6-a37c-4a4e-9d3e-8b3ba5c2d5f8 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:56.325854 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3e1bf8a6-a37c-4a4e-9d3e-8b3ba5c2d5f8 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] 10.222.0.62 "PUT /v2.0/routers/ffa0e34a-db83-469e-a7bd-dc4283c71cd4 HTTP/1.1" status: 200 len: 883 time: 2.1267722 Dec 10 18:58:56.328463 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58504) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:56.329780 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcb6282-6523-4566-90f1-b652342ed3c9 None None] Sync routers for ids ['ffa0e34a-db83-469e-a7bd-dc4283c71cd4'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:58:56.342203 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcb6282-6523-4566-90f1-b652342ed3c9 None None] Routers {'ffa0e34a-db83-469e-a7bd-dc4283c71cd4'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:58:56.346297 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-cfcb6282-6523-4566-90f1-b652342ed3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:58:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['ffa0e34a-db83-469e-a7bd-dc4283c71cd4'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:56.390432 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-cfcb6282-6523-4566-90f1-b652342ed3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:56.405654 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcb6282-6523-4566-90f1-b652342ed3c9 None None] Routers {'ffa0e34a-db83-469e-a7bd-dc4283c71cd4'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:58:56.406665 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-cfcb6282-6523-4566-90f1-b652342ed3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:58:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['ffa0e34a-db83-469e-a7bd-dc4283c71cd4'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:56.440397 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-cfcb6282-6523-4566-90f1-b652342ed3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:56.441245 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcb6282-6523-4566-90f1-b652342ed3c9 None None] The sync data for ids ['ffa0e34a-db83-469e-a7bd-dc4283c71cd4'] in n-d-821435-1 is: [] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:58:56.484193 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4ba6289d-39a4-4c6b-9527-0ed5d158c7ea tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] 10.222.0.62 "GET /v2.0/routers/ffa0e34a-db83-469e-a7bd-dc4283c71cd4 HTTP/1.1" status: 200 len: 924 time: 0.1521010 Dec 10 18:58:56.484450 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58512) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:56.537677 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb20620-d62e-4b7b-b28e-387db5db283b tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:56.543342 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4eb20620-d62e-4b7b-b28e-387db5db283b tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=6fdf4522-5bcb-4bff-a877-38bc5e23829f&device_id=ffa0e34a-db83-469e-a7bd-dc4283c71cd4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0556867 Dec 10 18:58:56.543594 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58516) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:56.668521 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9d942b-846b-476b-9144-ca705d83e8ea tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:56.669894 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1e9d942b-846b-476b-9144-ca705d83e8ea tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] 10.222.0.62 "GET /v2.0/networks/6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 881 time: 0.1253216 Dec 10 18:58:56.672714 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58524) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:56.704806 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ecf98865-7d28-4d99-8ccf-8038b23f629b tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffa0e34a-db83-469e-a7bd-dc4283c71cd4 HTTP/1.1" status: 200 len: 205 time: 0.0305424 Dec 10 18:58:56.707106 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58532) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:56.859062 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c63947df-5222-4bef-a178-8c757079d9cb tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:56.983671 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c63947df-5222-4bef-a178-8c757079d9cb tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:57.053141 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c63947df-5222-4bef-a178-8c757079d9cb tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Deleting port 2a633ae2-c7f4-4b19-a24a-e68ddda020f6 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:58:57.053605 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c63947df-5222-4bef-a178-8c757079d9cb tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:57.189825 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c63947df-5222-4bef-a178-8c757079d9cb tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:57.233367 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c63947df-5222-4bef-a178-8c757079d9cb tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Calling delete_port for 2a633ae2-c7f4-4b19-a24a-e68ddda020f6 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:58:57.466731 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38cdc61-6ae9-4204-ae0c-940b9a919c8b req-29580711-000d-479a-8d0b-6e031bfa991e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:57.468531 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a38cdc61-6ae9-4204-ae0c-940b9a919c8b req-29580711-000d-479a-8d0b-6e031bfa991e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 945 time: 0.1803010 Dec 10 18:58:57.514271 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c63947df-5222-4bef-a178-8c757079d9cb tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:57.576346 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5026883-db9f-4095-a202-c9abe71b415d None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:58:57.607542 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63947df-5222-4bef-a178-8c757079d9cb tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Pushing event deleted for resources: {'Port': ['ID=2a633ae2-c7f4-4b19-a24a-e68ddda020f6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:57.615358 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a38cdc61-6ae9-4204-ae0c-940b9a919c8b req-3dd2d2df-32da-4ecd-a3c9-c6848bbef207 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402063 Dec 10 18:58:57.632839 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c63947df-5222-4bef-a178-8c757079d9cb tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:57.758398 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c63947df-5222-4bef-a178-8c757079d9cb tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:57.760892 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c63947df-5222-4bef-a178-8c757079d9cb tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:57.807623 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c63947df-5222-4bef-a178-8c757079d9cb tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:57.808162 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63947df-5222-4bef-a178-8c757079d9cb tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Fanout notify agent at l3_agent the message router_deleted on router ffa0e34a-db83-469e-a7bd-dc4283c71cd4 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:58:57.819704 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c63947df-5222-4bef-a178-8c757079d9cb tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:57.820490 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c63947df-5222-4bef-a178-8c757079d9cb tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] 10.222.0.62 "DELETE /v2.0/routers/ffa0e34a-db83-469e-a7bd-dc4283c71cd4 HTTP/1.1" status: 204 len: 168 time: 1.1121840 Dec 10 18:58:57.824152 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58576) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:57.835176 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-28037116-4d2e-4bcc-bbfd-023dfa36765a tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-892163763', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:58:57.859526 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-28037116-4d2e-4bcc-bbfd-023dfa36765a tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:57.860971 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-28037116-4d2e-4bcc-bbfd-023dfa36765a tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:57.932220 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-28037116-4d2e-4bcc-bbfd-023dfa36765a tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:57.936944 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-28037116-4d2e-4bcc-bbfd-023dfa36765a tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:57.956012 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-28037116-4d2e-4bcc-bbfd-023dfa36765a tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:57.957470 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-28037116-4d2e-4bcc-bbfd-023dfa36765a tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1259065 Dec 10 18:58:57.960210 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58584) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:57.964912 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b5962aed-cc97-4437-bd00-571f7b9654e8 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'enable_snat': True}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:58:58.181525 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5962aed-cc97-4437-bd00-571f7b9654e8 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:58.713728 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5962aed-cc97-4437-bd00-571f7b9654e8 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:58.735789 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5962aed-cc97-4437-bd00-571f7b9654e8 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:58.836751 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fe2ba-2281-45fb-b9ed-2a75cdfd9adf req-9b2f2bdb-ac82-4742-ae3c-03396f1c5c59 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:58.838346 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-000fe2ba-2281-45fb-b9ed-2a75cdfd9adf req-9b2f2bdb-ac82-4742-ae3c-03396f1c5c59 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 945 time: 0.1013732 Dec 10 18:58:58.889506 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-b5962aed-cc97-4437-bd00-571f7b9654e8 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Allocated IP 172.25.7.43 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/719c5837-43c7-423f-8afe-814201365a1a) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:58:58.894206 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-000fe2ba-2281-45fb-b9ed-2a75cdfd9adf req-f8c0ecc7-3251-4548-97b5-9ed3622b995f tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485885 Dec 10 18:58:59.035071 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5962aed-cc97-4437-bd00-571f7b9654e8 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:59.080415 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5962aed-cc97-4437-bd00-571f7b9654e8 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:59.127528 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5962aed-cc97-4437-bd00-571f7b9654e8 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:58:59.130729 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-b5962aed-cc97-4437-bd00-571f7b9654e8 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:58:59.135237 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5962aed-cc97-4437-bd00-571f7b9654e8 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:58:59.138760 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5962aed-cc97-4437-bd00-571f7b9654e8 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Pushing event updated for resources: {'Port': ['ID=719c5837-43c7-423f-8afe-814201365a1a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:59.148071 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee8985a-354d-4267-93a7-76b375c02fb6 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:58:59.205296 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-dc3a4f51-6416-455c-9b67-892d7e806662 None None] Provisioning complete for port 719c5837-43c7-423f-8afe-814201365a1a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:58:59.205884 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dc3a4f51-6416-455c-9b67-892d7e806662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:59.243724 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-dc3a4f51-6416-455c-9b67-892d7e806662 None None] Port 719c5837-43c7-423f-8afe-814201365a1a cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:58:59.426955 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:58:59.434591 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5962aed-cc97-4437-bd00-571f7b9654e8 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:59.647349 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5962aed-cc97-4437-bd00-571f7b9654e8 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4723'] for router, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:59.651028 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5962aed-cc97-4437-bd00-571f7b9654e8 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534354'] for router, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:59.797311 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5962aed-cc97-4437-bd00-571f7b9654e8 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Router 4d220748-53d6-4e3b-b5a8-3eb7254f33c9 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:58:59.919806 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5962aed-cc97-4437-bd00-571f7b9654e8 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:58:59.924585 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5962aed-cc97-4437-bd00-571f7b9654e8 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:59.925835 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b5962aed-cc97-4437-bd00-571f7b9654e8 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] 10.222.0.62 "PUT /v2.0/routers/4d220748-53d6-4e3b-b5a8-3eb7254f33c9 HTTP/1.1" status: 200 len: 917 time: 1.9644485 Dec 10 18:58:59.929378 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58652) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:59.941597 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b6738f-d9e0-4d90-9092-0c9c77ac0cdb None None] Sync routers for ids ['4d220748-53d6-4e3b-b5a8-3eb7254f33c9'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:58:59.992103 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b6738f-d9e0-4d90-9092-0c9c77ac0cdb None None] Routers {'4d220748-53d6-4e3b-b5a8-3eb7254f33c9'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:58:59.997279 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-39b6738f-d9e0-4d90-9092-0c9c77ac0cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:58:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['4d220748-53d6-4e3b-b5a8-3eb7254f33c9'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:00.042210 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-39b6738f-d9e0-4d90-9092-0c9c77ac0cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:00.052219 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b6738f-d9e0-4d90-9092-0c9c77ac0cdb None None] Routers {'4d220748-53d6-4e3b-b5a8-3eb7254f33c9'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:59:00.053217 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-39b6738f-d9e0-4d90-9092-0c9c77ac0cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:58:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['4d220748-53d6-4e3b-b5a8-3eb7254f33c9'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:00.087505 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-39b6738f-d9e0-4d90-9092-0c9c77ac0cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:00.088708 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b6738f-d9e0-4d90-9092-0c9c77ac0cdb None None] The sync data for ids ['4d220748-53d6-4e3b-b5a8-3eb7254f33c9'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:59:00.142928 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ab6db51a-8a0a-4413-bc7a-bcfbeb44e41b tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] 10.222.0.62 "GET /v2.0/routers/4d220748-53d6-4e3b-b5a8-3eb7254f33c9 HTTP/1.1" status: 200 len: 923 time: 0.2099073 Dec 10 18:59:00.144276 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58660) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:00.160039 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb3b46-d8ed-4598-afb7-ff3b043a2cec req-53ad33f0-4464-4d5a-ac88-d1b73b6b3e27 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:00.167887 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3bdb3b46-d8ed-4598-afb7-ff3b043a2cec req-53ad33f0-4464-4d5a-ac88-d1b73b6b3e27 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 945 time: 0.0959060 Dec 10 18:59:00.237058 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3bdb3b46-d8ed-4598-afb7-ff3b043a2cec req-520d5fbb-24c2-425c-8a6e-8850207536ac tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682812 Dec 10 18:59:00.243724 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af3ed93-cca7-414e-9382-7aadd63431f0 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:00.248141 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58668) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:00.248320 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8af3ed93-cca7-414e-9382-7aadd63431f0 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=6fdf4522-5bcb-4bff-a877-38bc5e23829f&device_id=4d220748-53d6-4e3b-b5a8-3eb7254f33c9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1027877 Dec 10 18:59:00.349004 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165ca21b-8541-482a-926b-05ccb29f92da tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:00.353181 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-165ca21b-8541-482a-926b-05ccb29f92da tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] 10.222.0.62 "GET /v2.0/networks/6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 881 time: 0.1009216 Dec 10 18:59:00.353880 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58674) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:00.384668 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2dfba681-d718-4891-8317-7273196fb464 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d220748-53d6-4e3b-b5a8-3eb7254f33c9 HTTP/1.1" status: 200 len: 205 time: 0.0276256 Dec 10 18:59:00.385841 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58676) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:00.507810 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac9904a0-5efd-49af-97a2-cb0b52613cff tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:00.633110 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac9904a0-5efd-49af-97a2-cb0b52613cff tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:00.702264 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-ac9904a0-5efd-49af-97a2-cb0b52613cff tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Deleting port 719c5837-43c7-423f-8afe-814201365a1a {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:59:00.702614 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac9904a0-5efd-49af-97a2-cb0b52613cff tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:00.782848 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac9904a0-5efd-49af-97a2-cb0b52613cff tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:00.795897 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-ac9904a0-5efd-49af-97a2-cb0b52613cff tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Calling delete_port for 719c5837-43c7-423f-8afe-814201365a1a owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:59:00.992692 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac9904a0-5efd-49af-97a2-cb0b52613cff tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:01.024870 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0582cd-f46e-4aee-8eae-c5478b344f37 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:59:01.094627 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9904a0-5efd-49af-97a2-cb0b52613cff tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Pushing event deleted for resources: {'Port': ['ID=719c5837-43c7-423f-8afe-814201365a1a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:01.115445 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac9904a0-5efd-49af-97a2-cb0b52613cff tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:01.230645 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac9904a0-5efd-49af-97a2-cb0b52613cff tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:01.235237 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac9904a0-5efd-49af-97a2-cb0b52613cff tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:01.297967 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac9904a0-5efd-49af-97a2-cb0b52613cff tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:01.301857 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9904a0-5efd-49af-97a2-cb0b52613cff tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Fanout notify agent at l3_agent the message router_deleted on router 4d220748-53d6-4e3b-b5a8-3eb7254f33c9 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:59:01.309831 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac9904a0-5efd-49af-97a2-cb0b52613cff tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:01.310979 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ac9904a0-5efd-49af-97a2-cb0b52613cff tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] 10.222.0.62 "DELETE /v2.0/routers/4d220748-53d6-4e3b-b5a8-3eb7254f33c9 HTTP/1.1" status: 204 len: 168 time: 0.9240167 Dec 10 18:59:01.314767 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58710) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:01.319709 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-83a39340-0549-43e6-9787-08c1771ff6e2 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-153986288', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:01.345264 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83a39340-0549-43e6-9787-08c1771ff6e2 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:01.346351 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83a39340-0549-43e6-9787-08c1771ff6e2 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:01.440742 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83a39340-0549-43e6-9787-08c1771ff6e2 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:01.449985 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96729dcc-8f3b-4e25-b0bd-69636b1d5067 req-792a45ea-173b-4379-89b0-0fb052eba4ae tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:01.451612 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-96729dcc-8f3b-4e25-b0bd-69636b1d5067 req-792a45ea-173b-4379-89b0-0fb052eba4ae tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 945 time: 0.0959513 Dec 10 18:59:01.453073 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83a39340-0549-43e6-9787-08c1771ff6e2 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:01.485406 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83a39340-0549-43e6-9787-08c1771ff6e2 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:01.486590 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-83a39340-0549-43e6-9787-08c1771ff6e2 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1708169 Dec 10 18:59:01.489812 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58716) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:01.494331 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-394638c7-55f6-419c-a7b2-3b9ecbaf4864 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'enable_snat': False}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:01.528481 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-96729dcc-8f3b-4e25-b0bd-69636b1d5067 req-6f097621-aeea-4c92-b8c6-e1514f12f5da tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651727 Dec 10 18:59:01.721611 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-394638c7-55f6-419c-a7b2-3b9ecbaf4864 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:01.968345 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-394638c7-55f6-419c-a7b2-3b9ecbaf4864 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:01.989061 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-394638c7-55f6-419c-a7b2-3b9ecbaf4864 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:02.114094 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-394638c7-55f6-419c-a7b2-3b9ecbaf4864 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Allocated IP 172.25.7.230 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/d988107c-f7b1-4a80-aa7e-063f4a5f6084) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:59:02.231854 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-394638c7-55f6-419c-a7b2-3b9ecbaf4864 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:02.265010 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-394638c7-55f6-419c-a7b2-3b9ecbaf4864 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:02.310970 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394638c7-55f6-419c-a7b2-3b9ecbaf4864 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:59:02.314044 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-394638c7-55f6-419c-a7b2-3b9ecbaf4864 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:59:02.317357 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394638c7-55f6-419c-a7b2-3b9ecbaf4864 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:59:02.335856 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d3a364-f193-440f-aa30-1660d78cac15 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:59:02.357433 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394638c7-55f6-419c-a7b2-3b9ecbaf4864 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Pushing event updated for resources: {'Port': ['ID=d988107c-f7b1-4a80-aa7e-063f4a5f6084,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:02.429208 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6cb40787-696d-480e-bedf-7b5c8751ef9a None None] Provisioning complete for port d988107c-f7b1-4a80-aa7e-063f4a5f6084 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:59:02.429998 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6cb40787-696d-480e-bedf-7b5c8751ef9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:02.465689 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-6cb40787-696d-480e-bedf-7b5c8751ef9a None None] Port d988107c-f7b1-4a80-aa7e-063f4a5f6084 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:59:02.640774 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-394638c7-55f6-419c-a7b2-3b9ecbaf4864 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:02.688545 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189e1c2-69e6-4097-8fb7-2068f7d1e9ec req-5aadea54-843d-4397-9b51-ab6944619c60 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:02.690430 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8189e1c2-69e6-4097-8fb7-2068f7d1e9ec req-5aadea54-843d-4397-9b51-ab6944619c60 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 945 time: 0.0691104 Dec 10 18:59:02.750462 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8189e1c2-69e6-4097-8fb7-2068f7d1e9ec req-cbf38549-5aae-4d88-95cb-357022560ab0 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497003 Dec 10 18:59:03.183147 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-394638c7-55f6-419c-a7b2-3b9ecbaf4864 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4723'] for router, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:03.187074 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-394638c7-55f6-419c-a7b2-3b9ecbaf4864 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534354'] for router, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:03.391000 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394638c7-55f6-419c-a7b2-3b9ecbaf4864 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Router 4d598814-3c04-473a-b0dd-25bf47acce1d is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:59:03.513564 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394638c7-55f6-419c-a7b2-3b9ecbaf4864 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:59:03.523184 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9f434d-3caa-4fa6-b21f-d92b4da53c1b None None] Sync routers for ids ['4d598814-3c04-473a-b0dd-25bf47acce1d'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:59:03.525655 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-394638c7-55f6-419c-a7b2-3b9ecbaf4864 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:03.529700 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58784) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:03.531134 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-394638c7-55f6-419c-a7b2-3b9ecbaf4864 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] 10.222.0.62 "PUT /v2.0/routers/4d598814-3c04-473a-b0dd-25bf47acce1d HTTP/1.1" status: 200 len: 919 time: 2.0398080 Dec 10 18:59:03.541950 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9f434d-3caa-4fa6-b21f-d92b4da53c1b None None] Routers {'4d598814-3c04-473a-b0dd-25bf47acce1d'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:59:03.543296 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-8d9f434d-3caa-4fa6-b21f-d92b4da53c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:58:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['4d598814-3c04-473a-b0dd-25bf47acce1d'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:03.601596 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-8d9f434d-3caa-4fa6-b21f-d92b4da53c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:03.614335 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9f434d-3caa-4fa6-b21f-d92b4da53c1b None None] Routers {'4d598814-3c04-473a-b0dd-25bf47acce1d'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:59:03.615227 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-8d9f434d-3caa-4fa6-b21f-d92b4da53c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:58:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['4d598814-3c04-473a-b0dd-25bf47acce1d'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:03.649553 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-8d9f434d-3caa-4fa6-b21f-d92b4da53c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:03.650875 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9f434d-3caa-4fa6-b21f-d92b4da53c1b None None] The sync data for ids ['4d598814-3c04-473a-b0dd-25bf47acce1d'] in n-d-821435-1 is: [] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:59:03.673442 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0a17522f-c9bc-4a0a-a3e3-189315c578dd tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] 10.222.0.62 "GET /v2.0/routers/4d598814-3c04-473a-b0dd-25bf47acce1d HTTP/1.1" status: 200 len: 925 time: 0.1422603 Dec 10 18:59:03.677831 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58794) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:03.759149 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd38dc0d-f64d-4ec1-b607-313ec152b719 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:03.763160 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-cd38dc0d-f64d-4ec1-b607-313ec152b719 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=6fdf4522-5bcb-4bff-a877-38bc5e23829f&device_id=4d598814-3c04-473a-b0dd-25bf47acce1d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0818911 Dec 10 18:59:03.763531 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58796) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:03.861056 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3605515d-cbdc-441a-86fa-107cdf5f3ee3 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:03.862617 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3605515d-cbdc-441a-86fa-107cdf5f3ee3 tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] 10.222.0.62 "GET /v2.0/networks/6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 881 time: 0.0981123 Dec 10 18:59:03.866966 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58800) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:03.891752 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:03.908111 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3d58c6b5-f121-4375-8fea-5494aaaef9c2 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d598814-3c04-473a-b0dd-25bf47acce1d HTTP/1.1" status: 200 len: 205 time: 0.0377865 Dec 10 18:59:03.908362 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58802) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:03.944376 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab041b-2da6-4c54-aec3-e81409661415 req-c2808d14-0611-4f40-86ea-6c17284f994e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:03.946169 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-efab041b-2da6-4c54-aec3-e81409661415 req-c2808d14-0611-4f40-86ea-6c17284f994e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 945 time: 0.0823970 Dec 10 18:59:04.004193 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-efab041b-2da6-4c54-aec3-e81409661415 req-54c2d3a5-8949-447b-bfd7-b1a1f27ae56c tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469115 Dec 10 18:59:04.039199 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e61e937-d614-4244-88b3-85ecea3ed5b1 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:04.213076 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e61e937-d614-4244-88b3-85ecea3ed5b1 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:04.275263 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6e61e937-d614-4244-88b3-85ecea3ed5b1 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Deleting port d988107c-f7b1-4a80-aa7e-063f4a5f6084 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:59:04.275969 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e61e937-d614-4244-88b3-85ecea3ed5b1 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:04.389765 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e61e937-d614-4244-88b3-85ecea3ed5b1 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:04.404370 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6e61e937-d614-4244-88b3-85ecea3ed5b1 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Calling delete_port for d988107c-f7b1-4a80-aa7e-063f4a5f6084 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:59:04.622515 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e61e937-d614-4244-88b3-85ecea3ed5b1 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:04.649727 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61e937-d614-4244-88b3-85ecea3ed5b1 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Pushing event deleted for resources: {'Port': ['ID=d988107c-f7b1-4a80-aa7e-063f4a5f6084,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:04.665028 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe84a64d-deec-433a-9d04-0bb4e68e7fe6 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:59:04.715543 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e61e937-d614-4244-88b3-85ecea3ed5b1 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:04.827733 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e61e937-d614-4244-88b3-85ecea3ed5b1 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:04.829970 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e61e937-d614-4244-88b3-85ecea3ed5b1 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:04.875105 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e61e937-d614-4244-88b3-85ecea3ed5b1 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:04.875749 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e61e937-d614-4244-88b3-85ecea3ed5b1 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Fanout notify agent at l3_agent the message router_deleted on router 4d598814-3c04-473a-b0dd-25bf47acce1d {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:59:04.883431 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e61e937-d614-4244-88b3-85ecea3ed5b1 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:04.884556 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6e61e937-d614-4244-88b3-85ecea3ed5b1 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] 10.222.0.62 "DELETE /v2.0/routers/4d598814-3c04-473a-b0dd-25bf47acce1d HTTP/1.1" status: 204 len: 168 time: 0.9752460 Dec 10 18:59:04.888812 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58834) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:04.893098 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-dc77dd73-cfe1-4201-a4b5-83f25284a455 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1471573883', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}, 'admin_state_up': False}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:04.918623 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc77dd73-cfe1-4201-a4b5-83f25284a455 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:04.919733 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc77dd73-cfe1-4201-a4b5-83f25284a455 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:04.977807 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc77dd73-cfe1-4201-a4b5-83f25284a455 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:05.139164 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc77dd73-cfe1-4201-a4b5-83f25284a455 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:05.208781 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183fdef-1587-4f55-8480-8f10686de2e5 req-28be1d67-cfa4-460f-806d-24a151cece99 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:05.210301 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c183fdef-1587-4f55-8480-8f10686de2e5 req-28be1d67-cfa4-460f-806d-24a151cece99 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 945 time: 0.0844896 Dec 10 18:59:05.268070 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c183fdef-1587-4f55-8480-8f10686de2e5 req-e3af794e-077d-4f5c-b5cd-d87146b5401c tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475791 Dec 10 18:59:05.378159 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc77dd73-cfe1-4201-a4b5-83f25284a455 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:05.420732 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc77dd73-cfe1-4201-a4b5-83f25284a455 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:05.552654 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-dc77dd73-cfe1-4201-a4b5-83f25284a455 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Allocated IP 172.25.7.5 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/49ca296e-b302-4b75-a616-78dcae69ef56) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:59:05.690348 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc77dd73-cfe1-4201-a4b5-83f25284a455 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:05.724309 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc77dd73-cfe1-4201-a4b5-83f25284a455 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:05.773034 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc77dd73-cfe1-4201-a4b5-83f25284a455 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:59:05.776222 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-dc77dd73-cfe1-4201-a4b5-83f25284a455 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:59:05.778746 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc77dd73-cfe1-4201-a4b5-83f25284a455 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:59:05.792792 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf24c7b2-a097-4cc9-b56f-0fda2497a13a None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:59:05.830250 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77dd73-cfe1-4201-a4b5-83f25284a455 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Pushing event updated for resources: {'Port': ['ID=49ca296e-b302-4b75-a616-78dcae69ef56,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:05.917259 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ad866bd7-9f15-4460-9a50-a3bd7681cb50 None None] Provisioning complete for port 49ca296e-b302-4b75-a616-78dcae69ef56 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:59:05.917627 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ad866bd7-9f15-4460-9a50-a3bd7681cb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:05.977221 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ad866bd7-9f15-4460-9a50-a3bd7681cb50 None None] Port 49ca296e-b302-4b75-a616-78dcae69ef56 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:59:06.076927 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc77dd73-cfe1-4201-a4b5-83f25284a455 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:06.326243 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc77dd73-cfe1-4201-a4b5-83f25284a455 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:06.467862 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666bf2d-b831-4082-ae11-694ec18d4b21 req-a3268bdf-1ba7-4cc4-b71a-e486b612bbf7 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:06.470077 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f666bf2d-b831-4082-ae11-694ec18d4b21 req-a3268bdf-1ba7-4cc4-b71a-e486b612bbf7 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 945 time: 0.0726879 Dec 10 18:59:06.516090 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc77dd73-cfe1-4201-a4b5-83f25284a455 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Router 50a304ba-f263-48db-b8aa-70c0eec90c47 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:59:06.550388 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f666bf2d-b831-4082-ae11-694ec18d4b21 req-06440e55-5d50-495c-8331-266422a890ce tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523913 Dec 10 18:59:06.658628 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc77dd73-cfe1-4201-a4b5-83f25284a455 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:59:06.674188 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a0de15-d693-45ff-8340-b05290330e59 None None] Sync routers for ids ['50a304ba-f263-48db-b8aa-70c0eec90c47'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:59:06.683364 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc77dd73-cfe1-4201-a4b5-83f25284a455 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:06.687716 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-dc77dd73-cfe1-4201-a4b5-83f25284a455 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7952435 Dec 10 18:59:06.688189 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58900) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:06.693368 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-1d6bb037-aabf-4586-8bde-dc50c1bd2b0c tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:06.702145 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a0de15-d693-45ff-8340-b05290330e59 None None] Routers {'50a304ba-f263-48db-b8aa-70c0eec90c47'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:59:06.703907 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-26a0de15-d693-45ff-8340-b05290330e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:58:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['50a304ba-f263-48db-b8aa-70c0eec90c47'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:06.776905 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-26a0de15-d693-45ff-8340-b05290330e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:06.802925 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a0de15-d693-45ff-8340-b05290330e59 None None] Routers {'50a304ba-f263-48db-b8aa-70c0eec90c47'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:59:06.803629 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-26a0de15-d693-45ff-8340-b05290330e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:58:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['50a304ba-f263-48db-b8aa-70c0eec90c47'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:06.862537 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-26a0de15-d693-45ff-8340-b05290330e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:06.864385 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a0de15-d693-45ff-8340-b05290330e59 None None] The sync data for ids ['50a304ba-f263-48db-b8aa-70c0eec90c47'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:59:07.083665 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d6bb037-aabf-4586-8bde-dc50c1bd2b0c tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:07.096042 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d6bb037-aabf-4586-8bde-dc50c1bd2b0c tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:07.159230 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1d6bb037-aabf-4586-8bde-dc50c1bd2b0c tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Deleting port 49ca296e-b302-4b75-a616-78dcae69ef56 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:59:07.159638 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d6bb037-aabf-4586-8bde-dc50c1bd2b0c tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:07.247793 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d6bb037-aabf-4586-8bde-dc50c1bd2b0c tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:07.267727 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1d6bb037-aabf-4586-8bde-dc50c1bd2b0c tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Calling delete_port for 49ca296e-b302-4b75-a616-78dcae69ef56 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:59:07.456622 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d6bb037-aabf-4586-8bde-dc50c1bd2b0c tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:07.486068 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6bb037-aabf-4586-8bde-dc50c1bd2b0c tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Pushing event deleted for resources: {'Port': ['ID=49ca296e-b302-4b75-a616-78dcae69ef56,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:07.516676 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6f6241-e836-43f4-bf97-c28f34ca5fbe None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:59:07.573529 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d6bb037-aabf-4586-8bde-dc50c1bd2b0c tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:07.779754 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd3bfa-be47-43d8-9a4c-5dcf6e01ffe4 req-26aa6fb6-64ab-499a-8e48-5433c99c77c9 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:07.781287 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-77fd3bfa-be47-43d8-9a4c-5dcf6e01ffe4 req-26aa6fb6-64ab-499a-8e48-5433c99c77c9 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 945 time: 0.1216676 Dec 10 18:59:08.229256 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d6bb037-aabf-4586-8bde-dc50c1bd2b0c tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4723'] for router, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:08.249409 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:08.250014 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d6bb037-aabf-4586-8bde-dc50c1bd2b0c tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534354'] for router, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:08.333691 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-77fd3bfa-be47-43d8-9a4c-5dcf6e01ffe4 req-c35da586-172d-4ebc-8b98-f43d1d0133d6 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5150950 Dec 10 18:59:08.342430 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d6bb037-aabf-4586-8bde-dc50c1bd2b0c tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Router 50a304ba-f263-48db-b8aa-70c0eec90c47 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:59:08.440677 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6bb037-aabf-4586-8bde-dc50c1bd2b0c tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:59:08.450766 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d6bb037-aabf-4586-8bde-dc50c1bd2b0c tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:08.452313 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1d6bb037-aabf-4586-8bde-dc50c1bd2b0c tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] 10.222.0.62 "PUT /v2.0/routers/50a304ba-f263-48db-b8aa-70c0eec90c47 HTTP/1.1" status: 200 len: 710 time: 1.7628627 Dec 10 18:59:08.455228 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58960) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:08.467119 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765cc0d3-2f7e-4f02-9f59-845b3f4ae821 None None] Sync routers for ids ['50a304ba-f263-48db-b8aa-70c0eec90c47'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:59:08.490957 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765cc0d3-2f7e-4f02-9f59-845b3f4ae821 None None] Routers {'50a304ba-f263-48db-b8aa-70c0eec90c47'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:59:08.491593 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-765cc0d3-2f7e-4f02-9f59-845b3f4ae821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:58:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['50a304ba-f263-48db-b8aa-70c0eec90c47'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:08.531847 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-765cc0d3-2f7e-4f02-9f59-845b3f4ae821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:08.541500 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765cc0d3-2f7e-4f02-9f59-845b3f4ae821 None None] Routers {'50a304ba-f263-48db-b8aa-70c0eec90c47'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:59:08.542354 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-765cc0d3-2f7e-4f02-9f59-845b3f4ae821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:58:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['50a304ba-f263-48db-b8aa-70c0eec90c47'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:08.554036 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-86d32b4b-4c2b-4843-9911-7c722927e58b tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] 10.222.0.62 "GET /v2.0/routers/50a304ba-f263-48db-b8aa-70c0eec90c47 HTTP/1.1" status: 200 len: 745 time: 0.0949044 Dec 10 18:59:08.554253 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58964) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:08.587988 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-765cc0d3-2f7e-4f02-9f59-845b3f4ae821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:08.588643 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765cc0d3-2f7e-4f02-9f59-845b3f4ae821 None None] The sync data for ids ['50a304ba-f263-48db-b8aa-70c0eec90c47'] in n-d-821435-1 is: [] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:59:08.624695 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b146d254-70e3-4565-aff1-f74ff73c10af tempest-RoutersIpV6AdminTest-6789711 tempest-RoutersIpV6AdminTest-6789711-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=6fdf4522-5bcb-4bff-a877-38bc5e23829f&device_id=50a304ba-f263-48db-b8aa-70c0eec90c47 HTTP/1.1" status: 200 len: 205 time: 0.0669472 Dec 10 18:59:08.625287 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 58966) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:08.657218 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b5097498-f75b-436d-837f-639452d327de tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] 10.222.0.62 "GET /v2.0/ports?device_id=50a304ba-f263-48db-b8aa-70c0eec90c47 HTTP/1.1" status: 200 len: 205 time: 0.0307810 Dec 10 18:59:08.660179 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58968) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:08.741748 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db527661-743a-4601-9cc7-cd35f24c8976 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:08.916882 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db527661-743a-4601-9cc7-cd35f24c8976 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:08.919027 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db527661-743a-4601-9cc7-cd35f24c8976 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:09.243134 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db527661-743a-4601-9cc7-cd35f24c8976 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:09.244040 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db527661-743a-4601-9cc7-cd35f24c8976 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Fanout notify agent at l3_agent the message router_deleted on router 50a304ba-f263-48db-b8aa-70c0eec90c47 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:59:09.260176 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db527661-743a-4601-9cc7-cd35f24c8976 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:09.261395 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-db527661-743a-4601-9cc7-cd35f24c8976 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] 10.222.0.62 "DELETE /v2.0/routers/50a304ba-f263-48db-b8aa-70c0eec90c47 HTTP/1.1" status: 204 len: 168 time: 0.5994990 Dec 10 18:59:09.264712 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 58992) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:09.310770 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59000) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:09.313416 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-fca70a83-5fe8-4d32-848b-760d4b592e56 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] 10.222.0.62 "GET /v2.0/ports?device_id=50a304ba-f263-48db-b8aa-70c0eec90c47 HTTP/1.1" status: 200 len: 205 time: 0.0472779 Dec 10 18:59:09.349352 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-193615ff-d79a-4524-a02f-9190bf26b1b4 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] delete failed (client error): The resource could not be found. Dec 10 18:59:09.350437 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-193615ff-d79a-4524-a02f-9190bf26b1b4 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] 10.222.0.62 "DELETE /v2.0/routers/50a304ba-f263-48db-b8aa-70c0eec90c47 HTTP/1.1" status: 404 len: 336 time: 0.0384808 Dec 10 18:59:09.353273 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59002) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:09.388925 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2adc6cf2-5a2f-44ff-9470-0a1166f9fad8 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d598814-3c04-473a-b0dd-25bf47acce1d HTTP/1.1" status: 200 len: 205 time: 0.0312719 Dec 10 18:59:09.388925 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59004) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:09.440987 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-4a674305-39ba-4b82-8c2e-c297402cd322 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] delete failed (client error): The resource could not be found. Dec 10 18:59:09.442610 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4a674305-39ba-4b82-8c2e-c297402cd322 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] 10.222.0.62 "DELETE /v2.0/routers/4d598814-3c04-473a-b0dd-25bf47acce1d HTTP/1.1" status: 404 len: 336 time: 0.0520999 Dec 10 18:59:09.445510 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59012) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:09.490355 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0f261c04-2f3e-4be2-ac8c-b0ec4cbf867b tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d220748-53d6-4e3b-b5a8-3eb7254f33c9 HTTP/1.1" status: 200 len: 205 time: 0.0435247 Dec 10 18:59:09.492713 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59014) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:09.513745 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d9d40-d677-4759-a7ac-21a33aab7000 req-fd0ec9cb-cb07-4de8-8df6-b7b5c00baa15 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:09.516263 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e74d9d40-d677-4759-a7ac-21a33aab7000 req-fd0ec9cb-cb07-4de8-8df6-b7b5c00baa15 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 945 time: 0.0718548 Dec 10 18:59:09.563217 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-f067a8b3-915c-4838-b4e8-7642edf17be7 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] delete failed (client error): The resource could not be found. Dec 10 18:59:09.565632 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f067a8b3-915c-4838-b4e8-7642edf17be7 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] 10.222.0.62 "DELETE /v2.0/routers/4d220748-53d6-4e3b-b5a8-3eb7254f33c9 HTTP/1.1" status: 404 len: 336 time: 0.0703077 Dec 10 18:59:09.567707 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59020) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:09.615344 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4312fd52-54ca-4059-8c3a-43fe578ce87b tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffa0e34a-db83-469e-a7bd-dc4283c71cd4 HTTP/1.1" status: 200 len: 205 time: 0.0458038 Dec 10 18:59:09.620080 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59028) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:09.632813 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e74d9d40-d677-4759-a7ac-21a33aab7000 req-c988c5e4-c694-436c-b423-7a94e762f717 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759125 Dec 10 18:59:09.669950 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-2fff4eab-90d4-4f6f-93f9-77d5ca11dffb tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] delete failed (client error): The resource could not be found. Dec 10 18:59:09.673761 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59034) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:09.674098 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2fff4eab-90d4-4f6f-93f9-77d5ca11dffb tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] 10.222.0.62 "DELETE /v2.0/routers/ffa0e34a-db83-469e-a7bd-dc4283c71cd4 HTTP/1.1" status: 404 len: 336 time: 0.0527830 Dec 10 18:59:09.704839 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4dfc1550-dce9-40b4-8f72-2ee47284b303 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3af408d-7e65-4403-9933-fed692f8a833 HTTP/1.1" status: 200 len: 205 time: 0.0295417 Dec 10 18:59:09.707108 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59036) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:09.747251 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-0ff44396-0fd8-4b0f-9054-f7dcab398e2d tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] delete failed (client error): The resource could not be found. Dec 10 18:59:09.748215 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0ff44396-0fd8-4b0f-9054-f7dcab398e2d tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] 10.222.0.62 "DELETE /v2.0/routers/d3af408d-7e65-4403-9933-fed692f8a833 HTTP/1.1" status: 404 len: 336 time: 0.0391960 Dec 10 18:59:09.750778 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59038) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:09.777638 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7bea3ea1-e214-4ce6-bcd5-0a767a5a18a8 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f0e5bd9-fca7-417d-8a80-0e032ce29127 HTTP/1.1" status: 200 len: 205 time: 0.0257361 Dec 10 18:59:09.779900 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59040) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:09.820364 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-6b5b2f1b-b9fd-404d-b886-23b3dca35763 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] delete failed (client error): The resource could not be found. Dec 10 18:59:09.824100 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6b5b2f1b-b9fd-404d-b886-23b3dca35763 tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] 10.222.0.62 "DELETE /v2.0/routers/9f0e5bd9-fca7-417d-8a80-0e032ce29127 HTTP/1.1" status: 404 len: 336 time: 0.0407350 Dec 10 18:59:09.824262 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59044) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:09.850658 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-903d742a-c2c5-49d9-a0a3-529a1fa0dc0d tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] DELETE failed (client error): The resource could not be found. Dec 10 18:59:09.851185 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-903d742a-c2c5-49d9-a0a3-529a1fa0dc0d tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:59:09.854224 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-903d742a-c2c5-49d9-a0a3-529a1fa0dc0d tempest-RoutersIpV6AdminTest-904867542 tempest-RoutersIpV6AdminTest-904867542-project] 10.222.0.62 "DELETE /v2.0/subnets/e65db406-ad58-4515-9668-b12bda060f5e HTTP/1.1" status: 404 len: 337 time: 0.0289948 Dec 10 18:59:10.203727 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59054) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:10.396230 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-feccc311-a0f8-4088-ad90-e1b33d1aaa3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:10.509565 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-feccc311-a0f8-4088-ad90-e1b33d1aaa3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:10.513716 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-feccc311-a0f8-4088-ad90-e1b33d1aaa3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:10.563938 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feccc311-a0f8-4088-ad90-e1b33d1aaa3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfde1a55-282c-4c78-aef7-36fc3670afb2,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:10.580157 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-feccc311-a0f8-4088-ad90-e1b33d1aaa3b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=52208574524c4c439e1743d1f28dc08c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3752449 Dec 10 18:59:10.581816 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feccc311-a0f8-4088-ad90-e1b33d1aaa3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:10.582533 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feccc311-a0f8-4088-ad90-e1b33d1aaa3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:10.582890 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feccc311-a0f8-4088-ad90-e1b33d1aaa3b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:10.583192 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59066) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:10.583361 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feccc311-a0f8-4088-ad90-e1b33d1aaa3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:10.583622 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feccc311-a0f8-4088-ad90-e1b33d1aaa3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:10.583964 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feccc311-a0f8-4088-ad90-e1b33d1aaa3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:10.584301 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feccc311-a0f8-4088-ad90-e1b33d1aaa3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:10.584665 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feccc311-a0f8-4088-ad90-e1b33d1aaa3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:10.584987 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feccc311-a0f8-4088-ad90-e1b33d1aaa3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:10.585317 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feccc311-a0f8-4088-ad90-e1b33d1aaa3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:10.585653 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feccc311-a0f8-4088-ad90-e1b33d1aaa3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:10.585986 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feccc311-a0f8-4088-ad90-e1b33d1aaa3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:10.586312 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feccc311-a0f8-4088-ad90-e1b33d1aaa3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:10.649134 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b32be4b6-d829-4153-a9ed-3e9c0696ee1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:10.677103 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b32be4b6-d829-4153-a9ed-3e9c0696ee1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:10.751749 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b32be4b6-d829-4153-a9ed-3e9c0696ee1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:10.757842 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b32be4b6-d829-4153-a9ed-3e9c0696ee1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:10.759767 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b32be4b6-d829-4153-a9ed-3e9c0696ee1e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cfde1a55-282c-4c78-aef7-36fc3670afb2 HTTP/1.1" status: 204 len: 168 time: 0.1753521 Dec 10 18:59:10.771266 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32be4b6-d829-4153-a9ed-3e9c0696ee1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfde1a55-282c-4c78-aef7-36fc3670afb2,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:10.871139 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987add02-60f0-4806-b5d6-5091e29677e5 req-ea801ad9-fd23-4e04-a5da-53809a42f625 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:10.879493 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-987add02-60f0-4806-b5d6-5091e29677e5 req-ea801ad9-fd23-4e04-a5da-53809a42f625 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 945 time: 0.0896554 Dec 10 18:59:10.957888 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-987add02-60f0-4806-b5d6-5091e29677e5 req-2d58c28f-1734-424f-ade4-5086ee4169bf tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753026 Dec 10 18:59:11.121983 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59084) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:11.175302 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2fe3ab3d-6a0f-4c6d-b1ba-b49e98d0cc2e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cd58e55466664d489e55f95cb98c6ed3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0520680 Dec 10 18:59:11.178107 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59086) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:11.228044 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-72242439-9eef-4cf9-b254-6a3ecccb817a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:11.254736 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-72242439-9eef-4cf9-b254-6a3ecccb817a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:11.308766 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-72242439-9eef-4cf9-b254-6a3ecccb817a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:11.311751 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-72242439-9eef-4cf9-b254-6a3ecccb817a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:11.312924 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-72242439-9eef-4cf9-b254-6a3ecccb817a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6c19775a-d88e-456d-bbc4-4ce2cf1f9d3f HTTP/1.1" status: 204 len: 168 time: 0.1336327 Dec 10 18:59:11.336416 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72242439-9eef-4cf9-b254-6a3ecccb817a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c19775a-d88e-456d-bbc4-4ce2cf1f9d3f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:12.122318 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658302f7-3f58-4b38-aacb-7d38810d5ee0 req-f07c70a5-fd7b-4573-b83a-ed374b9e27ef tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:12.131460 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-658302f7-3f58-4b38-aacb-7d38810d5ee0 req-f07c70a5-fd7b-4573-b83a-ed374b9e27ef tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 945 time: 0.0664699 Dec 10 18:59:12.166688 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59128) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:12.181090 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-658302f7-3f58-4b38-aacb-7d38810d5ee0 req-d2029f32-9bff-454c-9eff-87690471d5b4 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483930 Dec 10 18:59:12.293662 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-d9cc9ee7-7565-40fc-98be-61956fe396f2 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-130127402'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:12.317217 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9cc9ee7-7565-40fc-98be-61956fe396f2 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Made reservation on behalf of 4d9a4124111943f49b35d909021130ea for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:59:12.321397 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d9cc9ee7-7565-40fc-98be-61956fe396f2 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:12.330176 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d9cc9ee7-7565-40fc-98be-61956fe396f2 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:12.451324 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d9cc9ee7-7565-40fc-98be-61956fe396f2 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:12.456511 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d9cc9ee7-7565-40fc-98be-61956fe396f2 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:12.484433 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9cc9ee7-7565-40fc-98be-61956fe396f2 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:59:12.495202 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc9ee7-7565-40fc-98be-61956fe396f2 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3bb236-3632-45a1-af25-cecad15255e0,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:12.500179 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d9cc9ee7-7565-40fc-98be-61956fe396f2 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:12.500521 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-d9cc9ee7-7565-40fc-98be-61956fe396f2 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Added segment ea3fb170-c61d-4c61-9cb5-15fabd82ed24 of type vlan for network bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7 Dec 10 18:59:12.543739 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d9cc9ee7-7565-40fc-98be-61956fe396f2 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:12.591016 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d9cc9ee7-7565-40fc-98be-61956fe396f2 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:12.596796 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cc9ee7-7565-40fc-98be-61956fe396f2 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:12.597409 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d9cc9ee7-7565-40fc-98be-61956fe396f2 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:12.636233 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d9cc9ee7-7565-40fc-98be-61956fe396f2 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.4683831 Dec 10 18:59:12.639576 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59144) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:12.649650 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-02962a45-985c-4266-ac17-b0cb83bb7f62 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Request body: {'subnet': {'network_id': 'bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:12.690647 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc9ee7-7565-40fc-98be-61956fe396f2 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Pushing event updated for resources: {'Network': ['ID=bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:12.707475 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:59:12.807684 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02962a45-985c-4266-ac17-b0cb83bb7f62 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Made reservation on behalf of 4d9a4124111943f49b35d909021130ea for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:59:12.811461 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-02962a45-985c-4266-ac17-b0cb83bb7f62 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:13.017501 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-02962a45-985c-4266-ac17-b0cb83bb7f62 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:13.082768 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02962a45-985c-4266-ac17-b0cb83bb7f62 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Pushing event updated for resources: {'Subnet': ['ID=88e8925b-f78a-4412-86bd-e0c145ad4103,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:13.096470 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02962a45-985c-4266-ac17-b0cb83bb7f62 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Checking segment: {'id': 'ea3fb170-c61d-4c61-9cb5-15fabd82ed24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:59:13.097117 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02962a45-985c-4266-ac17-b0cb83bb7f62 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Network hostable DHCP agents. Network: bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:59:13.132036 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02962a45-985c-4266-ac17-b0cb83bb7f62 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Network bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:59:13.156370 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-02962a45-985c-4266-ac17-b0cb83bb7f62 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:59:13.173119 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d4142c-9c5f-4a97-b859-85f47db934b5 None None] Network bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:59:13.174101 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02962a45-985c-4266-ac17-b0cb83bb7f62 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:13.174973 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-02962a45-985c-4266-ac17-b0cb83bb7f62 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:13.203946 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-02962a45-985c-4266-ac17-b0cb83bb7f62 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5618050 Dec 10 18:59:13.205515 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59156) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:13.211412 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-76af70da-1981-4f3e-acce-e62027713dc0 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Request body: {'port': {'network_id': 'bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-16123831'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:13.378794 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069c86a4-3c6e-4d37-86c4-e241c151d528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7', 'network_id': 'bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7', 'project_id': '4d9a4124111943f49b35d909021130ea', 'fixed_ips': [{'subnet_id': '88e8925b-f78a-4412-86bd-e0c145ad4103'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:59:13.380014 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-069c86a4-3c6e-4d37-86c4-e241c151d528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:13.469452 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb645a7-c591-4fe1-bec7-58720fb757da req-f0c52cdd-daf9-488d-a3e1-d23661ed419f tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:13.474111 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bfb645a7-c591-4fe1-bec7-58720fb757da req-f0c52cdd-daf9-488d-a3e1-d23661ed419f tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 945 time: 0.1693091 Dec 10 18:59:13.476276 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76af70da-1981-4f3e-acce-e62027713dc0 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Made reservation on behalf of 4d9a4124111943f49b35d909021130ea for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:59:13.481716 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76af70da-1981-4f3e-acce-e62027713dc0 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:13.538033 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-76af70da-1981-4f3e-acce-e62027713dc0 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] device_id is not set on port 5f673d40-f9f0-4578-b221-42e76a7a6ffb yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:59:13.569722 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bfb645a7-c591-4fe1-bec7-58720fb757da req-218d5287-9f24-47d6-a3c8-8935a2a34aba tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866015 Dec 10 18:59:13.614645 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-069c86a4-3c6e-4d37-86c4-e241c151d528 None None] Allocated IP 2001:db8::2 (bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7/88e8925b-f78a-4412-86bd-e0c145ad4103/67383ba5-a6f9-4d74-a4a0-3e7d622a6c00) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:59:13.793470 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-069c86a4-3c6e-4d37-86c4-e241c151d528 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:13.805536 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-069c86a4-3c6e-4d37-86c4-e241c151d528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:13.856206 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069c86a4-3c6e-4d37-86c4-e241c151d528 None None] Network bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:59:13.857365 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c86a4-3c6e-4d37-86c4-e241c151d528 None None] Pushing event updated for resources: {'Port': ['ID=67383ba5-a6f9-4d74-a4a0-3e7d622a6c00,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:13.859840 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-069c86a4-3c6e-4d37-86c4-e241c151d528 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:59:13.861925 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069c86a4-3c6e-4d37-86c4-e241c151d528 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:59:13.876558 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-76af70da-1981-4f3e-acce-e62027713dc0 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Allocated IP 2001:db8::354 (bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7/88e8925b-f78a-4412-86bd-e0c145ad4103/5f673d40-f9f0-4578-b221-42e76a7a6ffb) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:59:13.949185 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-069c86a4-3c6e-4d37-86c4-e241c151d528 None None] Attempting to bind port 67383ba5-a6f9-4d74-a4a0-3e7d622a6c00 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:59:13.949783 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-069c86a4-3c6e-4d37-86c4-e241c151d528 None None] Attempting to bind port 67383ba5-a6f9-4d74-a4a0-3e7d622a6c00 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'ea3fb170-c61d-4c61-9cb5-15fabd82ed24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:59:13.950548 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069c86a4-3c6e-4d37-86c4-e241c151d528 None None] Attempting to bind port 67383ba5-a6f9-4d74-a4a0-3e7d622a6c00 on network bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:59:13.956900 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069c86a4-3c6e-4d37-86c4-e241c151d528 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:59:13.958338 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069c86a4-3c6e-4d37-86c4-e241c151d528 None None] Checking segment: {'id': 'ea3fb170-c61d-4c61-9cb5-15fabd82ed24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:59:13.958952 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-069c86a4-3c6e-4d37-86c4-e241c151d528 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:13.959640 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069c86a4-3c6e-4d37-86c4-e241c151d528 None None] Bound using segment: {'id': 'ea3fb170-c61d-4c61-9cb5-15fabd82ed24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:59:13.960462 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-069c86a4-3c6e-4d37-86c4-e241c151d528 None None] Bound port: 67383ba5-a6f9-4d74-a4a0-3e7d622a6c00, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3fb170-c61d-4c61-9cb5-15fabd82ed24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:59:13.961150 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-069c86a4-3c6e-4d37-86c4-e241c151d528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:14.038066 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-069c86a4-3c6e-4d37-86c4-e241c151d528 None None] For port 67383ba5-a6f9-4d74-a4a0-3e7d622a6c00, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:59:14.041747 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-069c86a4-3c6e-4d37-86c4-e241c151d528 None None] For port 67383ba5-a6f9-4d74-a4a0-3e7d622a6c00, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=67383ba5-a6f9-4d74-a4a0-3e7d622a6c00,segment=NetworkSegment(ea3fb170-c61d-4c61-9cb5-15fabd82ed24),segment_id=ea3fb170-c61d-4c61-9cb5-15fabd82ed24)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:59:14.049005 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-069c86a4-3c6e-4d37-86c4-e241c151d528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:14.050375 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76af70da-1981-4f3e-acce-e62027713dc0 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:14.089591 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76af70da-1981-4f3e-acce-e62027713dc0 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:14.142279 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c86a4-3c6e-4d37-86c4-e241c151d528 None None] Pushing event updated for resources: {'Port': ['ID=67383ba5-a6f9-4d74-a4a0-3e7d622a6c00,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:14.162721 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76af70da-1981-4f3e-acce-e62027713dc0 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Network bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:59:14.166757 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-76af70da-1981-4f3e-acce-e62027713dc0 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:59:14.171754 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76af70da-1981-4f3e-acce-e62027713dc0 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:59:14.178954 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76af70da-1981-4f3e-acce-e62027713dc0 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:14.179586 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76af70da-1981-4f3e-acce-e62027713dc0 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:14.183551 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af70da-1981-4f3e-acce-e62027713dc0 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Pushing event updated for resources: {'Port': ['ID=5f673d40-f9f0-4578-b221-42e76a7a6ffb,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:14.212448 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-76af70da-1981-4f3e-acce-e62027713dc0 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0028031 Dec 10 18:59:14.213527 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59178) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:14.217605 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-13747f5e-e835-4026-b28c-22182f10a26c tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Request body: {'port': {'network_id': 'bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1440401658', 'allowed_address_pairs': [{'ip_address': '2001:db8::354', 'mac_address': 'fa:16:3e:6d:0f:2b'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:14.409955 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13747f5e-e835-4026-b28c-22182f10a26c tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Made reservation on behalf of 4d9a4124111943f49b35d909021130ea for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:59:14.533559 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13747f5e-e835-4026-b28c-22182f10a26c tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:14.559090 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-13747f5e-e835-4026-b28c-22182f10a26c tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] device_id is not set on port f2e4fc14-881c-4e0d-8bc4-6d9de34fc186 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:59:14.750771 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-13747f5e-e835-4026-b28c-22182f10a26c tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Allocated IP 2001:db8::2be (bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7/88e8925b-f78a-4412-86bd-e0c145ad4103/f2e4fc14-881c-4e0d-8bc4-6d9de34fc186) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:59:14.777501 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c6963-7735-4290-b4dd-345056553eb2 req-d9cc1a64-0a99-45e8-a9bc-00075bfea1a3 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:14.779138 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-367c6963-7735-4290-b4dd-345056553eb2 req-d9cc1a64-0a99-45e8-a9bc-00075bfea1a3 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 945 time: 0.1040914 Dec 10 18:59:14.891843 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-367c6963-7735-4290-b4dd-345056553eb2 req-d533e805-553c-4205-ae41-79d377c0c4b8 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011899 Dec 10 18:59:14.976447 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13747f5e-e835-4026-b28c-22182f10a26c tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:15.029314 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13747f5e-e835-4026-b28c-22182f10a26c tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:15.076095 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13747f5e-e835-4026-b28c-22182f10a26c tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Network bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:59:15.079694 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-13747f5e-e835-4026-b28c-22182f10a26c tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:59:15.083099 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13747f5e-e835-4026-b28c-22182f10a26c tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:59:15.089251 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13747f5e-e835-4026-b28c-22182f10a26c tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:15.090131 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13747f5e-e835-4026-b28c-22182f10a26c tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:15.101761 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13747f5e-e835-4026-b28c-22182f10a26c tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Pushing event updated for resources: {'Port': ['ID=f2e4fc14-881c-4e0d-8bc4-6d9de34fc186,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:15.124165 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-13747f5e-e835-4026-b28c-22182f10a26c tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 0.9085503 Dec 10 18:59:15.124490 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59194) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:15.185459 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a373b7e-5a73-4276-b71d-ef092227406c tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:15.192521 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a373b7e-5a73-4276-b71d-ef092227406c tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:15.198805 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a373b7e-5a73-4276-b71d-ef092227406c tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:15.200562 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0a373b7e-5a73-4276-b71d-ef092227406c tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.0751288 Dec 10 18:59:15.203276 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59200) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:15.344972 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-63db0470-b2b4-4a44-952d-e81b9199562a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Deleting port f2e4fc14-881c-4e0d-8bc4-6d9de34fc186 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:59:15.347320 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-63db0470-b2b4-4a44-952d-e81b9199562a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:15.441442 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbe5011-3f0c-4aa2-a8df-0dc0fe5a89da None None] Network bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:59:15.478239 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-63db0470-b2b4-4a44-952d-e81b9199562a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:15.505943 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-63db0470-b2b4-4a44-952d-e81b9199562a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Calling delete_port for f2e4fc14-881c-4e0d-8bc4-6d9de34fc186 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:59:15.530487 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 67383ba5-a6f9-4d74-a4a0-3e7d622a6c00 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:59:15.637629 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d30cb040-4824-4822-9a31-799e7100f8c5 None None] Provisioning complete for port 67383ba5-a6f9-4d74-a4a0-3e7d622a6c00 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:59:15.638036 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d30cb040-4824-4822-9a31-799e7100f8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:15.668510 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-63db0470-b2b4-4a44-952d-e81b9199562a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:15.673160 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 67383ba5-a6f9-4d74-a4a0-3e7d622a6c00 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:59:15.673821 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:15.701292 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db0470-b2b4-4a44-952d-e81b9199562a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Pushing event deleted for resources: {'Port': ['ID=f2e4fc14-881c-4e0d-8bc4-6d9de34fc186,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:15.820539 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-63db0470-b2b4-4a44-952d-e81b9199562a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:15.823115 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:15.828524 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-63db0470-b2b4-4a44-952d-e81b9199562a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] 10.222.0.62 "DELETE /v2.0/ports/f2e4fc14-881c-4e0d-8bc4-6d9de34fc186 HTTP/1.1" status: 204 len: 168 time: 0.6223030 Dec 10 18:59:15.828770 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d30cb040-4824-4822-9a31-799e7100f8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:15.828902 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59212) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:15.870028 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-eddee2da-237e-402a-bc8e-1d4410078234 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] GET failed (client error): The resource could not be found. Dec 10 18:59:15.871856 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-eddee2da-237e-402a-bc8e-1d4410078234 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] 10.222.0.62 "GET /v2.0/ports/f2e4fc14-881c-4e0d-8bc4-6d9de34fc186 HTTP/1.1" status: 404 len: 333 time: 0.0420392 Dec 10 18:59:15.875670 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 67383ba5-a6f9-4d74-a4a0-3e7d622a6c00, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=67383ba5-a6f9-4d74-a4a0-3e7d622a6c00,segment=NetworkSegment(ea3fb170-c61d-4c61-9cb5-15fabd82ed24),segment_id=ea3fb170-c61d-4c61-9cb5-15fabd82ed24)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:59:15.876156 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59216) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:15.883551 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-787ea42b-5ccc-4cf3-8db7-8e0c3577b361 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Request body: {'port': {'network_id': 'bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1304522165'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:15.898787 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:16.040504 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-d30cb040-4824-4822-9a31-799e7100f8c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:59:16.040815 n-d-821435-1 neutron-server[103246]: DEBUG oslo_db.api [None req-d30cb040-4824-4822-9a31-799e7100f8c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:59:16.045762 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=67383ba5-a6f9-4d74-a4a0-3e7d622a6c00,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:16.099317 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device e0e4c205-efe4-4bd1-9428-17d9f007f70c details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:59:16.104780 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787ea42b-5ccc-4cf3-8db7-8e0c3577b361 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Made reservation on behalf of 4d9a4124111943f49b35d909021130ea for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:59:16.108525 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-787ea42b-5ccc-4cf3-8db7-8e0c3577b361 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:16.118155 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd88570-f4f0-4293-867a-9de0d0ddf6f6 req-0a942f00-7943-4d76-87ec-77beebcfec47 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:16.119732 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3cd88570-f4f0-4293-867a-9de0d0ddf6f6 req-0a942f00-7943-4d76-87ec-77beebcfec47 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 945 time: 0.0812051 Dec 10 18:59:16.176812 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-787ea42b-5ccc-4cf3-8db7-8e0c3577b361 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] device_id is not set on port 0bbe5280-38d1-4eaa-a867-5bc1d762487d yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:59:16.242705 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port e0e4c205-efe4-4bd1-9428-17d9f007f70c, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=e0e4c205-efe4-4bd1-9428-17d9f007f70c,segment=NetworkSegment(b018f0b2-f2ea-42a6-be50-b44238505497),segment_id=b018f0b2-f2ea-42a6-be50-b44238505497)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:59:16.258721 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3cd88570-f4f0-4293-867a-9de0d0ddf6f6 req-71241c27-fca0-4d34-b186-ea57c1e577a6 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222937 Dec 10 18:59:16.263360 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': 'e0e4c205-efe4-4bd1-9428-17d9f007f70c', 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d', 'port_id': 'e0e4c205-efe4-4bd1-9428-17d9f007f70c', 'mac_address': 'fa:16:3e:89:ec:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b8f42d-7b7d-4b89-936c-8b66a87ff765', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:59:16.319767 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:16.333916 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e0e4c205-efe4-4bd1-9428-17d9f007f70c {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:59:16.354008 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port e0e4c205-efe4-4bd1-9428-17d9f007f70c, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=e0e4c205-efe4-4bd1-9428-17d9f007f70c,segment=NetworkSegment(b018f0b2-f2ea-42a6-be50-b44238505497),segment_id=b018f0b2-f2ea-42a6-be50-b44238505497)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:59:16.358609 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:16.375381 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-787ea42b-5ccc-4cf3-8db7-8e0c3577b361 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Allocated IP 2001:db8::15b (bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7/88e8925b-f78a-4412-86bd-e0c145ad4103/0bbe5280-38d1-4eaa-a867-5bc1d762487d) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:59:16.427055 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=e0e4c205-efe4-4bd1-9428-17d9f007f70c,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:16.479498 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['e0e4c205-efe4-4bd1-9428-17d9f007f70c'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:59:16.605862 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-787ea42b-5ccc-4cf3-8db7-8e0c3577b361 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:16.646609 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-787ea42b-5ccc-4cf3-8db7-8e0c3577b361 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:16.699498 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787ea42b-5ccc-4cf3-8db7-8e0c3577b361 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Network bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:59:16.702917 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-787ea42b-5ccc-4cf3-8db7-8e0c3577b361 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:59:16.707965 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787ea42b-5ccc-4cf3-8db7-8e0c3577b361 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:59:16.713703 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787ea42b-5ccc-4cf3-8db7-8e0c3577b361 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:16.714346 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-787ea42b-5ccc-4cf3-8db7-8e0c3577b361 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:16.718052 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ea42b-5ccc-4cf3-8db7-8e0c3577b361 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Pushing event updated for resources: {'Port': ['ID=0bbe5280-38d1-4eaa-a867-5bc1d762487d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:16.734826 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-787ea42b-5ccc-4cf3-8db7-8e0c3577b361 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8569243 Dec 10 18:59:16.737556 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59236) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:16.744089 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-48e08d9e-296e-493b-bc34-6bfc55d5020a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::354', 'mac_address': 'fa:16:3e:6d:0f:2b'}]}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:16.760564 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-681a7c23-b16f-42f2-8e2b-4a4c3abc057e None None] Provisioning complete for port 5f673d40-f9f0-4578-b221-42e76a7a6ffb triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:59:16.760960 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-681a7c23-b16f-42f2-8e2b-4a4c3abc057e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:16.817586 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-681a7c23-b16f-42f2-8e2b-4a4c3abc057e None None] Port 5f673d40-f9f0-4578-b221-42e76a7a6ffb cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:59:16.846151 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-681a7c23-b16f-42f2-8e2b-4a4c3abc057e None None] Provisioning complete for port 67383ba5-a6f9-4d74-a4a0-3e7d622a6c00 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:59:16.846533 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-681a7c23-b16f-42f2-8e2b-4a4c3abc057e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:16.939447 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-48e08d9e-296e-493b-bc34-6bfc55d5020a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:16.988768 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-681a7c23-b16f-42f2-8e2b-4a4c3abc057e None None] Could not find standard attr ID for object f2e4fc14-881c-4e0d-8bc4-6d9de34fc186. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:59:17.103758 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-24a7673e-9484-4d45-b21a-7f3c33e67f01 None None] Could not find standard attr ID for object f2e4fc14-881c-4e0d-8bc4-6d9de34fc186. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:59:17.170560 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-48e08d9e-296e-493b-bc34-6bfc55d5020a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:17.178089 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-48e08d9e-296e-493b-bc34-6bfc55d5020a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:17.228349 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-41149a73-c29e-4925-b423-e10840366a65 None None] Provisioning complete for port 0bbe5280-38d1-4eaa-a867-5bc1d762487d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:59:17.228768 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-41149a73-c29e-4925-b423-e10840366a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:17.262299 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-48e08d9e-296e-493b-bc34-6bfc55d5020a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] In _notify_port_updated(), no bound segment for port 0bbe5280-38d1-4eaa-a867-5bc1d762487d on network bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7 {{(pid=103244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:59:17.271227 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e08d9e-296e-493b-bc34-6bfc55d5020a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:17.272247 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-48e08d9e-296e-493b-bc34-6bfc55d5020a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:17.276616 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-48e08d9e-296e-493b-bc34-6bfc55d5020a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] 10.222.0.62 "PUT /v2.0/ports/0bbe5280-38d1-4eaa-a867-5bc1d762487d HTTP/1.1" status: 200 len: 1003 time: 0.5347979 Dec 10 18:59:17.277197 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59256) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:17.289033 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-41149a73-c29e-4925-b423-e10840366a65 None None] Port 0bbe5280-38d1-4eaa-a867-5bc1d762487d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:59:17.291095 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e08d9e-296e-493b-bc34-6bfc55d5020a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Pushing event updated for resources: {'Port': ['ID=0bbe5280-38d1-4eaa-a867-5bc1d762487d,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:17.459814 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 67383ba5-a6f9-4d74-a4a0-3e7d622a6c00 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:59:17.524957 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 67383ba5-a6f9-4d74-a4a0-3e7d622a6c00 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:59:17.526018 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:17.548587 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-907d6d54-03dd-477b-911b-cfdbb3137355 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Deleting port 0bbe5280-38d1-4eaa-a867-5bc1d762487d {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:59:17.549170 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-907d6d54-03dd-477b-911b-cfdbb3137355 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:17.674610 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7267b6-a039-429f-aebe-781f414c7c88 req-9b04830e-54be-4310-895f-66fee7e62443 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:17.683244 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5f7267b6-a039-429f-aebe-781f414c7c88 req-9b04830e-54be-4310-895f-66fee7e62443 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 944 time: 0.2566516 Dec 10 18:59:17.732514 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-907d6d54-03dd-477b-911b-cfdbb3137355 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:17.749192 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-907d6d54-03dd-477b-911b-cfdbb3137355 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Calling delete_port for 0bbe5280-38d1-4eaa-a867-5bc1d762487d owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:59:17.841041 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5f7267b6-a039-429f-aebe-781f414c7c88 req-cd0e5c57-2a26-4418-aa53-02501d3b0838 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565945 Dec 10 18:59:17.919025 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e56ba90b-afa3-4676-bb2b-9be723de8599 None None] Provisioning complete for port 0bbe5280-38d1-4eaa-a867-5bc1d762487d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:59:17.919412 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e56ba90b-afa3-4676-bb2b-9be723de8599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:17.951699 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-907d6d54-03dd-477b-911b-cfdbb3137355 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:17.969503 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e56ba90b-afa3-4676-bb2b-9be723de8599 None None] Port 0bbe5280-38d1-4eaa-a867-5bc1d762487d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:59:18.025517 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d6d54-03dd-477b-911b-cfdbb3137355 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Pushing event deleted for resources: {'Port': ['ID=0bbe5280-38d1-4eaa-a867-5bc1d762487d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:18.105185 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-907d6d54-03dd-477b-911b-cfdbb3137355 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:18.107903 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device e0e4c205-efe4-4bd1-9428-17d9f007f70c up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:59:18.108438 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-907d6d54-03dd-477b-911b-cfdbb3137355 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] 10.222.0.62 "DELETE /v2.0/ports/0bbe5280-38d1-4eaa-a867-5bc1d762487d HTTP/1.1" status: 204 len: 168 time: 0.8292630 Dec 10 18:59:18.111221 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59276) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:18.144840 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-a97efb4a-337c-4441-a669-290aef608748 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] GET failed (client error): The resource could not be found. Dec 10 18:59:18.146847 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a97efb4a-337c-4441-a669-290aef608748 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] 10.222.0.62 "GET /v2.0/ports/0bbe5280-38d1-4eaa-a867-5bc1d762487d HTTP/1.1" status: 404 len: 333 time: 0.0344741 Dec 10 18:59:18.151157 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59278) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:18.158110 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f5495ddf-bfbd-47e8-b2da-a76e804092e3 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Request body: {'port': {'network_id': 'bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2037039636'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:18.174999 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port e0e4c205-efe4-4bd1-9428-17d9f007f70c triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:59:18.175528 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:18.333696 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:18.334114 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5495ddf-bfbd-47e8-b2da-a76e804092e3 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Made reservation on behalf of 4d9a4124111943f49b35d909021130ea for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:59:18.338197 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5495ddf-bfbd-47e8-b2da-a76e804092e3 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:18.362132 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-f5495ddf-bfbd-47e8-b2da-a76e804092e3 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] device_id is not set on port cdf83fd6-989b-4191-b2bb-031c14c223e1 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:59:18.370826 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port e0e4c205-efe4-4bd1-9428-17d9f007f70c, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=e0e4c205-efe4-4bd1-9428-17d9f007f70c,segment=NetworkSegment(b018f0b2-f2ea-42a6-be50-b44238505497),segment_id=b018f0b2-f2ea-42a6-be50-b44238505497)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:59:18.372126 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d3fb77-cb88-4827-9efe-c81332a691ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e4c205-efe4-4bd1-9428-17d9f007f70c'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:59:18.374894 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2582f26-6ba5-48f0-9f32-a04d956f99d9" -d '{"events": [{"server_uuid": "44d3fb77-cb88-4827-9efe-c81332a691ea", "name": "network-vif-plugged", "status": "completed", "tag": "e0e4c205-efe4-4bd1-9428-17d9f007f70c"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:59:18.381351 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:18.444506 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59269d3a-0750-4774-babc-c9c8f0f6dcbf x-openstack-request-id: req-59269d3a-0750-4774-babc-c9c8f0f6dcbf {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:59:18.444846 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d3fb77-cb88-4827-9efe-c81332a691ea", "name": "network-vif-plugged", "status": "completed", "tag": "e0e4c205-efe4-4bd1-9428-17d9f007f70c", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:59:18.445110 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-59269d3a-0750-4774-babc-c9c8f0f6dcbf {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:59:18.445511 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d3fb77-cb88-4827-9efe-c81332a691ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e4c205-efe4-4bd1-9428-17d9f007f70c', 'code': 200} Dec 10 18:59:18.465675 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=e0e4c205-efe4-4bd1-9428-17d9f007f70c,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:18.518315 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-f5495ddf-bfbd-47e8-b2da-a76e804092e3 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Allocated IP 2001:db8::b8 (bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7/88e8925b-f78a-4412-86bd-e0c145ad4103/cdf83fd6-989b-4191-b2bb-031c14c223e1) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:59:18.711732 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5495ddf-bfbd-47e8-b2da-a76e804092e3 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:18.746719 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5495ddf-bfbd-47e8-b2da-a76e804092e3 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:18.791007 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5495ddf-bfbd-47e8-b2da-a76e804092e3 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Network bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:59:18.794286 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-f5495ddf-bfbd-47e8-b2da-a76e804092e3 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:59:18.797940 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5495ddf-bfbd-47e8-b2da-a76e804092e3 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:59:18.803784 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5495ddf-bfbd-47e8-b2da-a76e804092e3 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:18.804408 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5495ddf-bfbd-47e8-b2da-a76e804092e3 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:18.810585 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5495ddf-bfbd-47e8-b2da-a76e804092e3 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Pushing event updated for resources: {'Port': ['ID=cdf83fd6-989b-4191-b2bb-031c14c223e1,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:18.826426 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f5495ddf-bfbd-47e8-b2da-a76e804092e3 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6736054 Dec 10 18:59:18.829264 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59294) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:18.835074 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-4eacba5c-6857-4b2a-97fb-fc89ff2c280b tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:6d:0f:2b'}]}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:18.930645 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4eacba5c-6857-4b2a-97fb-fc89ff2c280b tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:19.034649 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ef509-b1a6-4d02-9a7b-70b3f78b8e42 req-869fa38e-2a41-4803-b019-8035678f3bf7 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:19.037123 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8a0ef509-b1a6-4d02-9a7b-70b3f78b8e42 req-869fa38e-2a41-4803-b019-8035678f3bf7 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 945 time: 0.0935194 Dec 10 18:59:19.107472 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b377166a-1457-4552-8e78-b93b2a441d01 None None] Provisioning complete for port cdf83fd6-989b-4191-b2bb-031c14c223e1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:59:19.107954 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b377166a-1457-4552-8e78-b93b2a441d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:19.143896 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b377166a-1457-4552-8e78-b93b2a441d01 None None] Port cdf83fd6-989b-4191-b2bb-031c14c223e1 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:59:19.150355 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8a0ef509-b1a6-4d02-9a7b-70b3f78b8e42 req-dd0dd277-2158-4c2c-96df-2eba92be991b tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012602 Dec 10 18:59:19.214985 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4eacba5c-6857-4b2a-97fb-fc89ff2c280b tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:19.221133 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4eacba5c-6857-4b2a-97fb-fc89ff2c280b tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:19.256666 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4eacba5c-6857-4b2a-97fb-fc89ff2c280b tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] In _notify_port_updated(), no bound segment for port cdf83fd6-989b-4191-b2bb-031c14c223e1 on network bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7 {{(pid=103244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:59:19.261411 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eacba5c-6857-4b2a-97fb-fc89ff2c280b tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:19.262133 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4eacba5c-6857-4b2a-97fb-fc89ff2c280b tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:19.263495 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4eacba5c-6857-4b2a-97fb-fc89ff2c280b tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] 10.222.0.62 "PUT /v2.0/ports/cdf83fd6-989b-4191-b2bb-031c14c223e1 HTTP/1.1" status: 200 len: 1002 time: 0.4333801 Dec 10 18:59:19.266313 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59306) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:19.381488 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eacba5c-6857-4b2a-97fb-fc89ff2c280b tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Pushing event updated for resources: {'Port': ['ID=cdf83fd6-989b-4191-b2bb-031c14c223e1,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:19.408312 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-2d1af129-f758-4526-a9d0-59df72540fd9 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Deleting port cdf83fd6-989b-4191-b2bb-031c14c223e1 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:59:19.408818 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d1af129-f758-4526-a9d0-59df72540fd9 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:19.558731 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d1af129-f758-4526-a9d0-59df72540fd9 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:19.575073 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a4e827f8-ac77-4885-891b-ca0af5824f05 None None] Provisioning complete for port cdf83fd6-989b-4191-b2bb-031c14c223e1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:59:19.577618 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a4e827f8-ac77-4885-891b-ca0af5824f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:19.586416 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-2d1af129-f758-4526-a9d0-59df72540fd9 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Calling delete_port for cdf83fd6-989b-4191-b2bb-031c14c223e1 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:59:19.621077 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a4e827f8-ac77-4885-891b-ca0af5824f05 None None] Port cdf83fd6-989b-4191-b2bb-031c14c223e1 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:59:19.645406 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-df724079-c606-4b75-a037-c123d92219d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:19.782698 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d1af129-f758-4526-a9d0-59df72540fd9 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:19.818662 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1af129-f758-4526-a9d0-59df72540fd9 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Pushing event deleted for resources: {'Port': ['ID=cdf83fd6-989b-4191-b2bb-031c14c223e1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:19.859022 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d1af129-f758-4526-a9d0-59df72540fd9 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:19.865801 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59336) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:19.866281 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2d1af129-f758-4526-a9d0-59df72540fd9 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] 10.222.0.62 "DELETE /v2.0/ports/cdf83fd6-989b-4191-b2bb-031c14c223e1 HTTP/1.1" status: 204 len: 168 time: 0.5987632 Dec 10 18:59:19.924887 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-070467ee-0ae5-4977-8b2d-a90d94b2569c tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] GET failed (client error): The resource could not be found. Dec 10 18:59:19.933985 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-070467ee-0ae5-4977-8b2d-a90d94b2569c tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] 10.222.0.62 "GET /v2.0/ports/cdf83fd6-989b-4191-b2bb-031c14c223e1 HTTP/1.1" status: 404 len: 333 time: 0.0664599 Dec 10 18:59:19.937540 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59340) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:19.942696 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-053308a0-70dd-4e2a-be2c-9680896d30f3 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Request body: {'port': {'network_id': 'bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2044125745'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:20.103699 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053308a0-70dd-4e2a-be2c-9680896d30f3 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Made reservation on behalf of 4d9a4124111943f49b35d909021130ea for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:59:20.107507 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-053308a0-70dd-4e2a-be2c-9680896d30f3 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:20.146279 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-053308a0-70dd-4e2a-be2c-9680896d30f3 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] device_id is not set on port 135ae205-0136-4208-9ed5-04c692426312 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:59:20.351491 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-053308a0-70dd-4e2a-be2c-9680896d30f3 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Allocated IP 2001:db8::8b (bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7/88e8925b-f78a-4412-86bd-e0c145ad4103/135ae205-0136-4208-9ed5-04c692426312) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:59:20.405335 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0b0cb-cb1b-41d5-91f3-42e749b0c628 req-7fa7b312-d8fe-4b2e-af26-7d3f92d5f7f4 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:20.407518 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dbe0b0cb-cb1b-41d5-91f3-42e749b0c628 req-7fa7b312-d8fe-4b2e-af26-7d3f92d5f7f4 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 945 time: 0.1239893 Dec 10 18:59:20.485986 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dbe0b0cb-cb1b-41d5-91f3-42e749b0c628 req-1becf4bf-9239-4bf4-8efa-f9c8cc3cbf2b tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715072 Dec 10 18:59:20.539074 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-053308a0-70dd-4e2a-be2c-9680896d30f3 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:20.580926 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-053308a0-70dd-4e2a-be2c-9680896d30f3 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:20.654549 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053308a0-70dd-4e2a-be2c-9680896d30f3 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Network bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:59:20.658230 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-053308a0-70dd-4e2a-be2c-9680896d30f3 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:59:20.663141 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053308a0-70dd-4e2a-be2c-9680896d30f3 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:59:20.671178 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053308a0-70dd-4e2a-be2c-9680896d30f3 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:20.672199 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-053308a0-70dd-4e2a-be2c-9680896d30f3 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:20.738975 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053308a0-70dd-4e2a-be2c-9680896d30f3 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Pushing event updated for resources: {'Port': ['ID=135ae205-0136-4208-9ed5-04c692426312,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:20.754761 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-053308a0-70dd-4e2a-be2c-9680896d30f3 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8158970 Dec 10 18:59:20.757308 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59370) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:20.764838 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-701d1a7e-0652-4c94-add3-243045e17720 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Request body: {'port': {'network_id': 'bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-657851269'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:20.978405 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701d1a7e-0652-4c94-add3-243045e17720 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Made reservation on behalf of 4d9a4124111943f49b35d909021130ea for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:59:20.982462 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-701d1a7e-0652-4c94-add3-243045e17720 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:21.014023 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-701d1a7e-0652-4c94-add3-243045e17720 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] device_id is not set on port efc76620-4fc8-41c2-9701-823dce5b4fdb yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:59:21.163407 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a299d6cf-8d98-4f3f-9f30-1903036ea5cc None None] Provisioning complete for port 135ae205-0136-4208-9ed5-04c692426312 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:59:21.164407 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a299d6cf-8d98-4f3f-9f30-1903036ea5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:21.240433 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a299d6cf-8d98-4f3f-9f30-1903036ea5cc None None] Port 135ae205-0136-4208-9ed5-04c692426312 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:59:21.266127 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-701d1a7e-0652-4c94-add3-243045e17720 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Allocated IP 2001:db8::79 (bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7/88e8925b-f78a-4412-86bd-e0c145ad4103/efc76620-4fc8-41c2-9701-823dce5b4fdb) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:59:21.525372 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-701d1a7e-0652-4c94-add3-243045e17720 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:21.595366 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-701d1a7e-0652-4c94-add3-243045e17720 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:21.677244 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701d1a7e-0652-4c94-add3-243045e17720 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Network bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:59:21.688438 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-701d1a7e-0652-4c94-add3-243045e17720 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:59:21.691068 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701d1a7e-0652-4c94-add3-243045e17720 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:59:21.697209 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701d1a7e-0652-4c94-add3-243045e17720 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:21.697835 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-701d1a7e-0652-4c94-add3-243045e17720 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:21.722028 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-701d1a7e-0652-4c94-add3-243045e17720 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9635773 Dec 10 18:59:21.725179 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59386) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:21.732015 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-02c2ff17-b209-4a2e-a71c-742885b20b9c tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::354', 'mac_address': 'fa:16:3e:6d:0f:2b'}, {'ip_address': '2001:db8::8b', 'mac_address': 'fa:16:3e:82:8b:26'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:21.736215 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d1a7e-0652-4c94-add3-243045e17720 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Pushing event updated for resources: {'Port': ['ID=efc76620-4fc8-41c2-9701-823dce5b4fdb,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:21.782194 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c57572-6d1d-4117-a20d-b47af350b935 req-e76486e3-fd84-4ccc-85a9-a0cdf53a172a tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:21.785969 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e3c57572-6d1d-4117-a20d-b47af350b935 req-e76486e3-fd84-4ccc-85a9-a0cdf53a172a tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 945 time: 0.1786232 Dec 10 18:59:21.875232 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e3c57572-6d1d-4117-a20d-b47af350b935 req-31fce50d-d498-4db9-a5b2-3bf60adc4da9 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829971 Dec 10 18:59:22.062552 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-02c2ff17-b209-4a2e-a71c-742885b20b9c tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:22.176903 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9338b249-377f-4f70-b46f-aa6b753bff36 None None] Provisioning complete for port efc76620-4fc8-41c2-9701-823dce5b4fdb triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:59:22.177848 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9338b249-377f-4f70-b46f-aa6b753bff36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:22.223670 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9338b249-377f-4f70-b46f-aa6b753bff36 None None] Port efc76620-4fc8-41c2-9701-823dce5b4fdb cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:59:22.336186 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-02c2ff17-b209-4a2e-a71c-742885b20b9c tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:22.350894 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-02c2ff17-b209-4a2e-a71c-742885b20b9c tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:22.412503 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-02c2ff17-b209-4a2e-a71c-742885b20b9c tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] In _notify_port_updated(), no bound segment for port efc76620-4fc8-41c2-9701-823dce5b4fdb on network bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7 {{(pid=103245) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:59:22.413282 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-99a42059-62da-4554-84fe-7d2e4f5b1197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:22.418435 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c2ff17-b209-4a2e-a71c-742885b20b9c tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:22.419130 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-02c2ff17-b209-4a2e-a71c-742885b20b9c tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:22.422925 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-02c2ff17-b209-4a2e-a71c-742885b20b9c tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] 10.222.0.62 "PUT /v2.0/ports/efc76620-4fc8-41c2-9701-823dce5b4fdb HTTP/1.1" status: 200 len: 1065 time: 0.6935451 Dec 10 18:59:22.423427 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59404) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:22.431315 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2ff17-b209-4a2e-a71c-742885b20b9c tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Pushing event updated for resources: {'Port': ['ID=efc76620-4fc8-41c2-9701-823dce5b4fdb,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:22.589679 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4d6b78ac-9e5b-4930-97bf-34bc7ea51a1a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Deleting port efc76620-4fc8-41c2-9701-823dce5b4fdb {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:59:22.590285 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d6b78ac-9e5b-4930-97bf-34bc7ea51a1a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:22.706681 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d6b78ac-9e5b-4930-97bf-34bc7ea51a1a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:22.722727 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4d6b78ac-9e5b-4930-97bf-34bc7ea51a1a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Calling delete_port for efc76620-4fc8-41c2-9701-823dce5b4fdb owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:59:22.787646 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6df3a3e5-f449-4112-a991-c32b793a9c12 None None] Provisioning complete for port efc76620-4fc8-41c2-9701-823dce5b4fdb triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:59:22.788025 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6df3a3e5-f449-4112-a991-c32b793a9c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:22.875245 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-6df3a3e5-f449-4112-a991-c32b793a9c12 None None] Port efc76620-4fc8-41c2-9701-823dce5b4fdb cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:59:22.886180 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d6b78ac-9e5b-4930-97bf-34bc7ea51a1a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:22.928722 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b78ac-9e5b-4930-97bf-34bc7ea51a1a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Pushing event deleted for resources: {'Port': ['ID=efc76620-4fc8-41c2-9701-823dce5b4fdb,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:23.243420 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5687b-55ab-4056-8894-8e31a4db3441 req-19659c7d-980d-45ad-8aa8-98f42b4846d1 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:23.245275 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-05c5687b-55ab-4056-8894-8e31a4db3441 req-19659c7d-980d-45ad-8aa8-98f42b4846d1 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 945 time: 0.1285913 Dec 10 18:59:23.270206 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d6b78ac-9e5b-4930-97bf-34bc7ea51a1a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:23.280326 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59418) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:23.284403 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4d6b78ac-9e5b-4930-97bf-34bc7ea51a1a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] 10.222.0.62 "DELETE /v2.0/ports/efc76620-4fc8-41c2-9701-823dce5b4fdb HTTP/1.1" status: 204 len: 168 time: 0.8557165 Dec 10 18:59:23.335705 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-7773d12d-9d14-48ec-a697-9e7592eee825 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] GET failed (client error): The resource could not be found. Dec 10 18:59:23.338914 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7773d12d-9d14-48ec-a697-9e7592eee825 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] 10.222.0.62 "GET /v2.0/ports/efc76620-4fc8-41c2-9701-823dce5b4fdb HTTP/1.1" status: 404 len: 333 time: 0.0564430 Dec 10 18:59:23.355062 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59420) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:23.397373 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-05c5687b-55ab-4056-8894-8e31a4db3441 req-f4481153-e825-49cd-b106-ecfb2bed592e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392152 Dec 10 18:59:23.443696 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:23.490463 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-68d25e9f-5164-4662-b545-eaae1327affb tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Deleting port 135ae205-0136-4208-9ed5-04c692426312 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:59:23.490815 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-68d25e9f-5164-4662-b545-eaae1327affb tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:23.607415 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-68d25e9f-5164-4662-b545-eaae1327affb tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:23.620265 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-68d25e9f-5164-4662-b545-eaae1327affb tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Calling delete_port for 135ae205-0136-4208-9ed5-04c692426312 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:59:23.781233 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-68d25e9f-5164-4662-b545-eaae1327affb tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:23.815135 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d25e9f-5164-4662-b545-eaae1327affb tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Pushing event deleted for resources: {'Port': ['ID=135ae205-0136-4208-9ed5-04c692426312,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:23.884009 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-68d25e9f-5164-4662-b545-eaae1327affb tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:23.888099 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-68d25e9f-5164-4662-b545-eaae1327affb tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] 10.222.0.62 "DELETE /v2.0/ports/135ae205-0136-4208-9ed5-04c692426312 HTTP/1.1" status: 204 len: 168 time: 0.5315306 Dec 10 18:59:23.891115 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59426) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:23.917943 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e50d027-db65-4a68-89fb-d6c26c85e21f tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] GET failed (client error): The resource could not be found. Dec 10 18:59:23.926648 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59428) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:23.927025 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4e50d027-db65-4a68-89fb-d6c26c85e21f tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] 10.222.0.62 "GET /v2.0/ports/135ae205-0136-4208-9ed5-04c692426312 HTTP/1.1" status: 404 len: 333 time: 0.0345783 Dec 10 18:59:24.077204 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-824e409c-a73b-4968-8740-d670ee3cd33a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Deleting port 5f673d40-f9f0-4578-b221-42e76a7a6ffb {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:59:24.077824 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-824e409c-a73b-4968-8740-d670ee3cd33a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:24.225854 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-824e409c-a73b-4968-8740-d670ee3cd33a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:24.255892 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-824e409c-a73b-4968-8740-d670ee3cd33a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Calling delete_port for 5f673d40-f9f0-4578-b221-42e76a7a6ffb owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:59:24.425057 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-824e409c-a73b-4968-8740-d670ee3cd33a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:24.499636 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e409c-a73b-4968-8740-d670ee3cd33a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Pushing event deleted for resources: {'Port': ['ID=5f673d40-f9f0-4578-b221-42e76a7a6ffb,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:24.539937 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-824e409c-a73b-4968-8740-d670ee3cd33a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:24.545275 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-824e409c-a73b-4968-8740-d670ee3cd33a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] 10.222.0.62 "DELETE /v2.0/ports/5f673d40-f9f0-4578-b221-42e76a7a6ffb HTTP/1.1" status: 204 len: 168 time: 0.6168566 Dec 10 18:59:24.548145 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59436) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:24.634967 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f6864-cfb6-4291-ba38-47a1dcbcf670 req-7206d40d-e4f6-4e5c-83a6-6e613f053552 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:24.636553 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-027f6864-cfb6-4291-ba38-47a1dcbcf670 req-7206d40d-e4f6-4e5c-83a6-6e613f053552 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 945 time: 0.0992258 Dec 10 18:59:24.656710 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e53c88a-4673-4a99-97e8-0bc3be4d0fa2 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Deleting subnet 88e8925b-f78a-4412-86bd-e0c145ad4103 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:59:24.660818 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e53c88a-4673-4a99-97e8-0bc3be4d0fa2 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:24.741821 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e53c88a-4673-4a99-97e8-0bc3be4d0fa2 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:24.749195 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-027f6864-cfb6-4291-ba38-47a1dcbcf670 req-af6c3834-d658-4c1d-936a-ab643471d27a tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975959 Dec 10 18:59:24.861548 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:24.883143 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e53c88a-4673-4a99-97e8-0bc3be4d0fa2 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:24.964376 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e53c88a-4673-4a99-97e8-0bc3be4d0fa2 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:24.997790 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53c88a-4673-4a99-97e8-0bc3be4d0fa2 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Pushing event deleted for resources: {'Subnet': ['ID=88e8925b-f78a-4412-86bd-e0c145ad4103,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:25.001565 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e53c88a-4673-4a99-97e8-0bc3be4d0fa2 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:25.006061 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6e53c88a-4673-4a99-97e8-0bc3be4d0fa2 tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] 10.222.0.62 "DELETE /v2.0/subnets/88e8925b-f78a-4412-86bd-e0c145ad4103 HTTP/1.1" status: 204 len: 168 time: 0.4566467 Dec 10 18:59:25.008597 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59440) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:25.026671 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72a83e0-138d-4a82-bef6-31af7ea35d89 None None] Network bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:59:25.132954 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-15736efc-8043-4c05-aa83-b6d1ea57251a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:25.201060 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-15736efc-8043-4c05-aa83-b6d1ea57251a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Deleting port 67383ba5-a6f9-4d74-a4a0-3e7d622a6c00 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:59:25.201409 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-15736efc-8043-4c05-aa83-b6d1ea57251a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:25.270375 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648aaaca-721d-4cf1-8695-ec8c73d53799 None None] DHCP port deletion for bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:59:25.302888 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-15736efc-8043-4c05-aa83-b6d1ea57251a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] For port 67383ba5-a6f9-4d74-a4a0-3e7d622a6c00, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=67383ba5-a6f9-4d74-a4a0-3e7d622a6c00,segment=NetworkSegment(ea3fb170-c61d-4c61-9cb5-15fabd82ed24),segment_id=ea3fb170-c61d-4c61-9cb5-15fabd82ed24)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:59:25.303288 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-15736efc-8043-4c05-aa83-b6d1ea57251a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:25.319004 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-15736efc-8043-4c05-aa83-b6d1ea57251a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Calling delete_port for 67383ba5-a6f9-4d74-a4a0-3e7d622a6c00 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:59:25.389053 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-648aaaca-721d-4cf1-8695-ec8c73d53799 None None] Deleting port 67383ba5-a6f9-4d74-a4a0-3e7d622a6c00 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:59:25.389787 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-648aaaca-721d-4cf1-8695-ec8c73d53799 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:25.479537 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 67383ba5-a6f9-4d74-a4a0-3e7d622a6c00 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:59:25.485086 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-15736efc-8043-4c05-aa83-b6d1ea57251a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:25.536941 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 67383ba5-a6f9-4d74-a4a0-3e7d622a6c00 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:59:25.537575 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 67383ba5-a6f9-4d74-a4a0-3e7d622a6c00 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:59:25.552801 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15736efc-8043-4c05-aa83-b6d1ea57251a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Pushing event deleted for resources: {'Port': ['ID=67383ba5-a6f9-4d74-a4a0-3e7d622a6c00,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:25.554803 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:25.572872 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15736efc-8043-4c05-aa83-b6d1ea57251a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] No DVR routers for this DVR port 67383ba5-a6f9-4d74-a4a0-3e7d622a6c00 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:59:25.584250 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-648aaaca-721d-4cf1-8695-ec8c73d53799 None None] For port 67383ba5-a6f9-4d74-a4a0-3e7d622a6c00, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=67383ba5-a6f9-4d74-a4a0-3e7d622a6c00,segment=NetworkSegment(ea3fb170-c61d-4c61-9cb5-15fabd82ed24),segment_id=ea3fb170-c61d-4c61-9cb5-15fabd82ed24)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:59:25.584960 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-648aaaca-721d-4cf1-8695-ec8c73d53799 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:25.607611 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-648aaaca-721d-4cf1-8695-ec8c73d53799 None None] Calling delete_port for 67383ba5-a6f9-4d74-a4a0-3e7d622a6c00 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:59:25.712404 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-15736efc-8043-4c05-aa83-b6d1ea57251a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:25.721545 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-648aaaca-721d-4cf1-8695-ec8c73d53799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:25.733745 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-15736efc-8043-4c05-aa83-b6d1ea57251a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:25.744308 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-15736efc-8043-4c05-aa83-b6d1ea57251a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea3fb170-c61d-4c61-9cb5-15fabd82ed24') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:25.744571 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-15736efc-8043-4c05-aa83-b6d1ea57251a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea3fb170-c61d-4c61-9cb5-15fabd82ed24') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:25.755305 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-15736efc-8043-4c05-aa83-b6d1ea57251a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:25.759074 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648aaaca-721d-4cf1-8695-ec8c73d53799 None None] Pushing event deleted for resources: {'Port': ['ID=67383ba5-a6f9-4d74-a4a0-3e7d622a6c00,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:25.766379 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648aaaca-721d-4cf1-8695-ec8c73d53799 None None] No DVR routers for this DVR port 67383ba5-a6f9-4d74-a4a0-3e7d622a6c00 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:59:25.788738 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-15736efc-8043-4c05-aa83-b6d1ea57251a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:25.798239 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15736efc-8043-4c05-aa83-b6d1ea57251a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:59:25.798785 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-15736efc-8043-4c05-aa83-b6d1ea57251a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:25.803882 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:59:25.803882 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:59:25.803882 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:59:25.803882 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:59:25.803882 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:59:25.803882 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:59:25.803882 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:59:25.803882 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:59:25.803882 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:59:25.803882 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:59:25.803882 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:59:25.803882 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:59:25.803882 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:59:25.803882 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:59:25.803882 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:59:25.803882 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:59:25.803882 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:59:25.803882 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:59:25.803882 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:59:25.803882 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:59:25.803882 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:59:25.803882 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:59:25.803882 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:59:25.803882 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:59:25.803882 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:59:25.803882 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:59:25.803882 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:59:25.803882 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:59:25.803882 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:59:25.803882 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:59:25.803882 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:59:25.803882 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:59:25.899135 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-15736efc-8043-4c05-aa83-b6d1ea57251a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:25.917141 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-15736efc-8043-4c05-aa83-b6d1ea57251a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:25.935027 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-15736efc-8043-4c05-aa83-b6d1ea57251a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] 10.222.0.62 "DELETE /v2.0/networks/bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7 HTTP/1.1" status: 204 len: 168 time: 0.9224541 Dec 10 18:59:25.950159 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15736efc-8043-4c05-aa83-b6d1ea57251a tempest-AllowedAddressPairIpV6TestJSON-1233438624 tempest-AllowedAddressPairIpV6TestJSON-1233438624-project] Pushing event deleted for resources: {'Network': ['ID=bb80d6ff-cdbe-41c0-a972-1f35d1aec1f7,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:26.061820 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092c012-665f-4292-9bba-4f0337bb7c12 req-5e80da2e-5a4f-408e-b137-b271e7895574 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:26.073663 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2092c012-665f-4292-9bba-4f0337bb7c12 req-5e80da2e-5a4f-408e-b137-b271e7895574 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 945 time: 0.1249437 Dec 10 18:59:26.139837 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2092c012-665f-4292-9bba-4f0337bb7c12 req-9e4e43a9-3a6b-4a7a-ae63-94de43f55fdb tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649531 Dec 10 18:59:26.359058 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59458) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:26.544092 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59464) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:26.551514 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b17ea7ff-edbf-4763-988b-ed3162630829 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4d9a4124111943f49b35d909021130ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1908796 Dec 10 18:59:26.658340 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d6fe51d6-2179-4bc8-b1a0-e9aeaed01376 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:26.694796 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d6fe51d6-2179-4bc8-b1a0-e9aeaed01376 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:26.767500 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d6fe51d6-2179-4bc8-b1a0-e9aeaed01376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:26.771636 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d6fe51d6-2179-4bc8-b1a0-e9aeaed01376 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:26.775592 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d6fe51d6-2179-4bc8-b1a0-e9aeaed01376 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4d3bb236-3632-45a1-af25-cecad15255e0 HTTP/1.1" status: 204 len: 168 time: 0.2274072 Dec 10 18:59:26.789949 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe51d6-2179-4bc8-b1a0-e9aeaed01376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3bb236-3632-45a1-af25-cecad15255e0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:27.326054 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459555b-ba6f-4c8a-aebe-9788e3bd31ef req-52842592-f209-4174-a2b7-e7b08c82fc56 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:27.334912 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1459555b-ba6f-4c8a-aebe-9788e3bd31ef req-52842592-f209-4174-a2b7-e7b08c82fc56 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 945 time: 0.0846474 Dec 10 18:59:27.421905 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1459555b-ba6f-4c8a-aebe-9788e3bd31ef req-a3b69eb4-8474-4050-9afa-3692692fb7db tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838516 Dec 10 18:59:27.767521 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59496) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:27.886334 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-0d18ca44-2ccc-44b6-a7bc-e9bde618c4c5 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-461837893'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:27.913915 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d18ca44-2ccc-44b6-a7bc-e9bde618c4c5 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Made reservation on behalf of 437fc43c3a1a4ec89705808485989633 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:59:27.918385 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d18ca44-2ccc-44b6-a7bc-e9bde618c4c5 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:27.928755 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d18ca44-2ccc-44b6-a7bc-e9bde618c4c5 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:28.041670 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d18ca44-2ccc-44b6-a7bc-e9bde618c4c5 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:28.048429 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d18ca44-2ccc-44b6-a7bc-e9bde618c4c5 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:28.078731 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d18ca44-2ccc-44b6-a7bc-e9bde618c4c5 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:59:28.090361 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18ca44-2ccc-44b6-a7bc-e9bde618c4c5 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b00b1c77-b010-48ec-8c47-1264e66cbb9a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:28.095710 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d18ca44-2ccc-44b6-a7bc-e9bde618c4c5 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:28.096182 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-0d18ca44-2ccc-44b6-a7bc-e9bde618c4c5 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Added segment 9bd37145-e2ed-44e0-ace1-395fde580c41 of type vlan for network 31433aed-5130-4cc1-b028-ac445a685d1a Dec 10 18:59:28.147797 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d18ca44-2ccc-44b6-a7bc-e9bde618c4c5 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:28.193193 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d18ca44-2ccc-44b6-a7bc-e9bde618c4c5 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:28.200688 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d18ca44-2ccc-44b6-a7bc-e9bde618c4c5 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:28.201412 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d18ca44-2ccc-44b6-a7bc-e9bde618c4c5 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:28.282778 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59502) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:28.283734 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0d18ca44-2ccc-44b6-a7bc-e9bde618c4c5 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5143206 Dec 10 18:59:28.289227 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-d9c8e9b7-ea0c-4978-b588-880640ad0917 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Request body: {'subnet': {'network_id': '31433aed-5130-4cc1-b028-ac445a685d1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:28.313162 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18ca44-2ccc-44b6-a7bc-e9bde618c4c5 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Pushing event updated for resources: {'Network': ['ID=31433aed-5130-4cc1-b028-ac445a685d1a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:28.325837 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 31433aed-5130-4cc1-b028-ac445a685d1a details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:59:28.496594 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c8e9b7-ea0c-4978-b588-880640ad0917 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Made reservation on behalf of 437fc43c3a1a4ec89705808485989633 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:59:28.506411 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d9c8e9b7-ea0c-4978-b588-880640ad0917 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:28.639331 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd471fa-dc99-4816-9be7-b207b6e54ec5 req-380577a3-bbd0-4417-aff6-7cdf6d43ab7f tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:28.645270 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dbd471fa-dc99-4816-9be7-b207b6e54ec5 req-380577a3-bbd0-4417-aff6-7cdf6d43ab7f tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 945 time: 0.0948613 Dec 10 18:59:28.724460 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dbd471fa-dc99-4816-9be7-b207b6e54ec5 req-781afa7f-7a99-4c25-9d91-bed19eda0e54 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699601 Dec 10 18:59:28.859886 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d9c8e9b7-ea0c-4978-b588-880640ad0917 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:28.931325 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c8e9b7-ea0c-4978-b588-880640ad0917 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Pushing event updated for resources: {'Subnet': ['ID=eb8a5d10-f9e6-40cc-a7e6-aecbf088f795,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:28.953099 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c8e9b7-ea0c-4978-b588-880640ad0917 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Checking segment: {'id': '9bd37145-e2ed-44e0-ace1-395fde580c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '31433aed-5130-4cc1-b028-ac445a685d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:59:28.953314 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c8e9b7-ea0c-4978-b588-880640ad0917 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Network hostable DHCP agents. Network: 31433aed-5130-4cc1-b028-ac445a685d1a, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:59:28.976065 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c8e9b7-ea0c-4978-b588-880640ad0917 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Network 31433aed-5130-4cc1-b028-ac445a685d1a is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:59:28.989586 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-d9c8e9b7-ea0c-4978-b588-880640ad0917 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 31433aed-5130-4cc1-b028-ac445a685d1a) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:59:28.995251 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c8e9b7-ea0c-4978-b588-880640ad0917 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:28.995953 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d9c8e9b7-ea0c-4978-b588-880640ad0917 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:28.998233 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f814fba1-337a-4d52-b537-d8b221b17c2b None None] Network 31433aed-5130-4cc1-b028-ac445a685d1a requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:59:29.033762 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d9c8e9b7-ea0c-4978-b588-880640ad0917 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7492204 Dec 10 18:59:29.037593 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59512) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:29.042860 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-6416f363-3e26-4bd5-a889-adc219d31589 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Request body: {'port': {'network_id': '31433aed-5130-4cc1-b028-ac445a685d1a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1084630378'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:29.157202 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88722639-ea17-4b28-a871-0e581d537750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-31433aed-5130-4cc1-b028-ac445a685d1a', 'network_id': '31433aed-5130-4cc1-b028-ac445a685d1a', 'project_id': '437fc43c3a1a4ec89705808485989633', 'fixed_ips': [{'subnet_id': 'eb8a5d10-f9e6-40cc-a7e6-aecbf088f795'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:59:29.158388 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-88722639-ea17-4b28-a871-0e581d537750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:29.247748 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6416f363-3e26-4bd5-a889-adc219d31589 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Made reservation on behalf of 437fc43c3a1a4ec89705808485989633 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:59:29.251992 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6416f363-3e26-4bd5-a889-adc219d31589 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:29.273866 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-6416f363-3e26-4bd5-a889-adc219d31589 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] device_id is not set on port b3d2999e-1d74-441e-9442-02400145dc22 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:59:29.345022 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-88722639-ea17-4b28-a871-0e581d537750 None None] Allocated IP 172.20.0.2 (31433aed-5130-4cc1-b028-ac445a685d1a/eb8a5d10-f9e6-40cc-a7e6-aecbf088f795/33f827da-b6cf-4de1-967c-cd5d331f9a86) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:59:29.732755 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-88722639-ea17-4b28-a871-0e581d537750 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:29.748901 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-88722639-ea17-4b28-a871-0e581d537750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:29.799600 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88722639-ea17-4b28-a871-0e581d537750 None None] Pushing event updated for resources: {'Port': ['ID=33f827da-b6cf-4de1-967c-cd5d331f9a86,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:29.826596 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88722639-ea17-4b28-a871-0e581d537750 None None] Network 31433aed-5130-4cc1-b028-ac445a685d1a is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:59:29.828102 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-88722639-ea17-4b28-a871-0e581d537750 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:59:29.830687 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88722639-ea17-4b28-a871-0e581d537750 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:59:29.869668 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-6416f363-3e26-4bd5-a889-adc219d31589 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Allocated IP 172.20.0.10 (31433aed-5130-4cc1-b028-ac445a685d1a/eb8a5d10-f9e6-40cc-a7e6-aecbf088f795/b3d2999e-1d74-441e-9442-02400145dc22) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:59:29.913749 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-88722639-ea17-4b28-a871-0e581d537750 None None] Attempting to bind port 33f827da-b6cf-4de1-967c-cd5d331f9a86 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:59:29.914188 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-88722639-ea17-4b28-a871-0e581d537750 None None] Attempting to bind port 33f827da-b6cf-4de1-967c-cd5d331f9a86 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '9bd37145-e2ed-44e0-ace1-395fde580c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '31433aed-5130-4cc1-b028-ac445a685d1a'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:59:29.914714 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88722639-ea17-4b28-a871-0e581d537750 None None] Attempting to bind port 33f827da-b6cf-4de1-967c-cd5d331f9a86 on network 31433aed-5130-4cc1-b028-ac445a685d1a {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:59:29.922412 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88722639-ea17-4b28-a871-0e581d537750 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:59:29.922985 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88722639-ea17-4b28-a871-0e581d537750 None None] Checking segment: {'id': '9bd37145-e2ed-44e0-ace1-395fde580c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '31433aed-5130-4cc1-b028-ac445a685d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:59:29.923503 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-88722639-ea17-4b28-a871-0e581d537750 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:29.924006 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88722639-ea17-4b28-a871-0e581d537750 None None] Bound using segment: {'id': '9bd37145-e2ed-44e0-ace1-395fde580c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '31433aed-5130-4cc1-b028-ac445a685d1a'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:59:29.924627 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-88722639-ea17-4b28-a871-0e581d537750 None None] Bound port: 33f827da-b6cf-4de1-967c-cd5d331f9a86, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd37145-e2ed-44e0-ace1-395fde580c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '31433aed-5130-4cc1-b028-ac445a685d1a'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:59:29.925932 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-88722639-ea17-4b28-a871-0e581d537750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:29.964551 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab37073-8f91-469c-8933-a0b1739dd232 req-b299c0fd-2d4d-41a1-ba63-7fc55b153131 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:29.969104 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9ab37073-8f91-469c-8933-a0b1739dd232 req-b299c0fd-2d4d-41a1-ba63-7fc55b153131 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 945 time: 0.1019986 Dec 10 18:59:30.011988 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-88722639-ea17-4b28-a871-0e581d537750 None None] For port 33f827da-b6cf-4de1-967c-cd5d331f9a86, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:59:30.017330 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-88722639-ea17-4b28-a871-0e581d537750 None None] For port 33f827da-b6cf-4de1-967c-cd5d331f9a86, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=33f827da-b6cf-4de1-967c-cd5d331f9a86,segment=NetworkSegment(9bd37145-e2ed-44e0-ace1-395fde580c41),segment_id=9bd37145-e2ed-44e0-ace1-395fde580c41)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:59:30.034666 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-88722639-ea17-4b28-a871-0e581d537750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:30.115015 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88722639-ea17-4b28-a871-0e581d537750 None None] Pushing event updated for resources: {'Port': ['ID=33f827da-b6cf-4de1-967c-cd5d331f9a86,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:30.552847 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9ab37073-8f91-469c-8933-a0b1739dd232 req-e204d78e-d032-47d5-83ec-e8befef4a8bd tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5765042 Dec 10 18:59:30.637885 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6416f363-3e26-4bd5-a889-adc219d31589 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:30.690000 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6416f363-3e26-4bd5-a889-adc219d31589 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:30.807184 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6416f363-3e26-4bd5-a889-adc219d31589 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Network 31433aed-5130-4cc1-b028-ac445a685d1a is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:59:30.811325 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-6416f363-3e26-4bd5-a889-adc219d31589 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:59:30.817852 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6416f363-3e26-4bd5-a889-adc219d31589 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:59:30.854975 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416f363-3e26-4bd5-a889-adc219d31589 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Pushing event updated for resources: {'Port': ['ID=b3d2999e-1d74-441e-9442-02400145dc22,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:30.896557 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6416f363-3e26-4bd5-a889-adc219d31589 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:30.898901 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6416f363-3e26-4bd5-a889-adc219d31589 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:30.932089 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6416f363-3e26-4bd5-a889-adc219d31589 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8931501 Dec 10 18:59:30.936871 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59532) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:30.945664 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-09ac3555-19cf-420d-bfc0-7ee8f5dd6e9c tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Request body: {'port': {'network_id': '31433aed-5130-4cc1-b028-ac445a685d1a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1373602807', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:30.946758 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.api.validators [None req-09ac3555-19cf-420d-bfc0-7ee8f5dd6e9c tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] bootfile-name is not in valid_values {{(pid=103244) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 18:59:30.947294 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.api.validators [None req-09ac3555-19cf-420d-bfc0-7ee8f5dd6e9c tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] tftp-server is not in valid_values {{(pid=103244) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 18:59:30.947816 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.api.validators [None req-09ac3555-19cf-420d-bfc0-7ee8f5dd6e9c tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] server-ip-address is not in valid_values {{(pid=103244) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 18:59:31.095978 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ac3555-19cf-420d-bfc0-7ee8f5dd6e9c tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Made reservation on behalf of 437fc43c3a1a4ec89705808485989633 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:59:31.101825 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09ac3555-19cf-420d-bfc0-7ee8f5dd6e9c tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:31.150042 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-09ac3555-19cf-420d-bfc0-7ee8f5dd6e9c tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] device_id is not set on port f8501559-1ba3-410f-abdf-0d1aeeec5250 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:59:31.472231 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 33f827da-b6cf-4de1-967c-cd5d331f9a86 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:59:31.498516 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-09ac3555-19cf-420d-bfc0-7ee8f5dd6e9c tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Allocated IP 172.20.0.5 (31433aed-5130-4cc1-b028-ac445a685d1a/eb8a5d10-f9e6-40cc-a7e6-aecbf088f795/f8501559-1ba3-410f-abdf-0d1aeeec5250) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:59:31.565343 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 33f827da-b6cf-4de1-967c-cd5d331f9a86 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:59:31.565718 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:31.764004 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:31.865976 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 33f827da-b6cf-4de1-967c-cd5d331f9a86, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=33f827da-b6cf-4de1-967c-cd5d331f9a86,segment=NetworkSegment(9bd37145-e2ed-44e0-ace1-395fde580c41),segment_id=9bd37145-e2ed-44e0-ace1-395fde580c41)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:59:31.865976 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:31.866879 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09ac3555-19cf-420d-bfc0-7ee8f5dd6e9c tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:31.918813 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09ac3555-19cf-420d-bfc0-7ee8f5dd6e9c tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:31.984564 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=33f827da-b6cf-4de1-967c-cd5d331f9a86,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:31.989545 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5d0f94-6dd8-4f0a-a6a7-92eb5afcb1ec None None] Network 31433aed-5130-4cc1-b028-ac445a685d1a requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:59:32.035845 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ac3555-19cf-420d-bfc0-7ee8f5dd6e9c tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Network 31433aed-5130-4cc1-b028-ac445a685d1a is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:59:32.056346 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-09ac3555-19cf-420d-bfc0-7ee8f5dd6e9c tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:59:32.058877 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ac3555-19cf-420d-bfc0-7ee8f5dd6e9c tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:59:32.068086 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4d651fc0-f1b5-4835-8811-dfd9b8da91e7 None None] Provisioning complete for port 33f827da-b6cf-4de1-967c-cd5d331f9a86 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:59:32.068465 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4d651fc0-f1b5-4835-8811-dfd9b8da91e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:32.133512 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84f896-cf41-401a-996a-9687f01ef897 req-f4f74bfa-70c6-4819-8f47-0e2fde3a3214 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:32.167630 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be84f896-cf41-401a-996a-9687f01ef897 req-f4f74bfa-70c6-4819-8f47-0e2fde3a3214 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 945 time: 0.2867112 Dec 10 18:59:32.181213 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac3555-19cf-420d-bfc0-7ee8f5dd6e9c tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Pushing event updated for resources: {'Port': ['ID=f8501559-1ba3-410f-abdf-0d1aeeec5250,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:32.286614 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be84f896-cf41-401a-996a-9687f01ef897 req-3e6f6ffe-94bd-4ff7-82f4-843c3a95b91c tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179981 Dec 10 18:59:32.307001 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ac3555-19cf-420d-bfc0-7ee8f5dd6e9c tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:32.307705 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09ac3555-19cf-420d-bfc0-7ee8f5dd6e9c tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:32.360666 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-09ac3555-19cf-420d-bfc0-7ee8f5dd6e9c tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.4215424 Dec 10 18:59:32.370576 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59560) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:32.498507 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36affc06-03e1-4b2f-9cc8-ca8c9627b32a tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:32.506295 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36affc06-03e1-4b2f-9cc8-ca8c9627b32a tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:32.516212 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36affc06-03e1-4b2f-9cc8-ca8c9627b32a tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:32.522058 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59564) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:32.522581 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-36affc06-03e1-4b2f-9cc8-ca8c9627b32a tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1499774 Dec 10 18:59:32.721418 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0fdc66bc-b847-4ae9-9691-a1c4fc1ce416 None None] Provisioning complete for port b3d2999e-1d74-441e-9442-02400145dc22 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:59:32.722015 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0fdc66bc-b847-4ae9-9691-a1c4fc1ce416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:32.762624 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4cf572e2-b610-4460-bc60-cb37a51869ad tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Deleting port f8501559-1ba3-410f-abdf-0d1aeeec5250 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:59:32.762972 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4cf572e2-b610-4460-bc60-cb37a51869ad tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:32.808754 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-0fdc66bc-b847-4ae9-9691-a1c4fc1ce416 None None] Port b3d2999e-1d74-441e-9442-02400145dc22 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:59:32.835700 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0fdc66bc-b847-4ae9-9691-a1c4fc1ce416 None None] Provisioning complete for port f8501559-1ba3-410f-abdf-0d1aeeec5250 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:59:32.836447 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0fdc66bc-b847-4ae9-9691-a1c4fc1ce416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:32.910738 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4cf572e2-b610-4460-bc60-cb37a51869ad tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:32.924739 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4cf572e2-b610-4460-bc60-cb37a51869ad tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Calling delete_port for f8501559-1ba3-410f-abdf-0d1aeeec5250 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:59:32.969949 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-0fdc66bc-b847-4ae9-9691-a1c4fc1ce416 None None] Port f8501559-1ba3-410f-abdf-0d1aeeec5250 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:59:32.995094 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0fdc66bc-b847-4ae9-9691-a1c4fc1ce416 None None] Provisioning complete for port 33f827da-b6cf-4de1-967c-cd5d331f9a86 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:59:32.996150 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0fdc66bc-b847-4ae9-9691-a1c4fc1ce416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:33.171906 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4cf572e2-b610-4460-bc60-cb37a51869ad tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:33.272079 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf572e2-b610-4460-bc60-cb37a51869ad tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Pushing event deleted for resources: {'Port': ['ID=f8501559-1ba3-410f-abdf-0d1aeeec5250,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:33.360346 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-60eefa2f-a4e1-4f46-b8a4-e5def3d524d9 None None] Provisioning complete for port b3d2999e-1d74-441e-9442-02400145dc22 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:59:33.368830 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-60eefa2f-a4e1-4f46-b8a4-e5def3d524d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:33.509344 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-60eefa2f-a4e1-4f46-b8a4-e5def3d524d9 None None] Port b3d2999e-1d74-441e-9442-02400145dc22 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:59:33.557447 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 33f827da-b6cf-4de1-967c-cd5d331f9a86 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:59:33.630342 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4cf572e2-b610-4460-bc60-cb37a51869ad tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:33.639025 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4cf572e2-b610-4460-bc60-cb37a51869ad tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] 10.222.0.62 "DELETE /v2.0/ports/f8501559-1ba3-410f-abdf-0d1aeeec5250 HTTP/1.1" status: 204 len: 168 time: 1.1107094 Dec 10 18:59:33.640242 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4385c65e-b472-4720-8872-78b0604d12da None None] Could not find standard attr ID for object f8501559-1ba3-410f-abdf-0d1aeeec5250. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:59:33.640719 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59600) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:33.647458 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-20f8b3dc-16d7-4a41-87f3-0d1617753e57 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Request body: {'port': {'name': 'tempest-new-port-name-507277035', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:33.648371 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.api.validators [None req-20f8b3dc-16d7-4a41-87f3-0d1617753e57 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] bootfile-name is not in valid_values {{(pid=103245) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 18:59:33.649044 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.api.validators [None req-20f8b3dc-16d7-4a41-87f3-0d1617753e57 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] tftp-server is not in valid_values {{(pid=103245) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 18:59:33.649544 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.api.validators [None req-20f8b3dc-16d7-4a41-87f3-0d1617753e57 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] server-ip-address is not in valid_values {{(pid=103245) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 18:59:33.676599 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb61d44-2ad8-48a1-89fd-15f3f021b0fa req-a88538c8-c381-4575-8f48-129996f53e0e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:33.683238 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 33f827da-b6cf-4de1-967c-cd5d331f9a86 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:59:33.683557 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:33.685143 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3eb61d44-2ad8-48a1-89fd-15f3f021b0fa req-a88538c8-c381-4575-8f48-129996f53e0e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 945 time: 0.1699932 Dec 10 18:59:33.815251 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3eb61d44-2ad8-48a1-89fd-15f3f021b0fa req-7832d6cc-2dfb-42ef-b828-1ca823edf62a tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290569 Dec 10 18:59:33.888769 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20f8b3dc-16d7-4a41-87f3-0d1617753e57 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:34.002117 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:34.240882 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20f8b3dc-16d7-4a41-87f3-0d1617753e57 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:34.248710 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20f8b3dc-16d7-4a41-87f3-0d1617753e57 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:34.391989 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-20f8b3dc-16d7-4a41-87f3-0d1617753e57 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] In _notify_port_updated(), no bound segment for port b3d2999e-1d74-441e-9442-02400145dc22 on network 31433aed-5130-4cc1-b028-ac445a685d1a {{(pid=103245) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:59:34.399349 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f8b3dc-16d7-4a41-87f3-0d1617753e57 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:34.400199 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20f8b3dc-16d7-4a41-87f3-0d1617753e57 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:34.404110 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-20f8b3dc-16d7-4a41-87f3-0d1617753e57 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] 10.222.0.62 "PUT /v2.0/ports/b3d2999e-1d74-441e-9442-02400145dc22 HTTP/1.1" status: 200 len: 1136 time: 0.7595894 Dec 10 18:59:34.405534 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59644) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:34.481812 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8b3dc-16d7-4a41-87f3-0d1617753e57 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Pushing event updated for resources: {'Port': ['ID=b3d2999e-1d74-441e-9442-02400145dc22,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:34.496670 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac8440a-4ab4-400b-a8d3-8eef31932a77 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:34.498414 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4ac8440a-4ab4-400b-a8d3-8eef31932a77 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] 10.222.0.62 "GET /v2.0/ports/b3d2999e-1d74-441e-9442-02400145dc22 HTTP/1.1" status: 200 len: 1136 time: 0.0920956 Dec 10 18:59:34.503473 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59652) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:34.693721 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c818c85d-6e3f-4c31-8984-a05c1c63ecc5 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Deleting port b3d2999e-1d74-441e-9442-02400145dc22 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:59:34.694828 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c818c85d-6e3f-4c31-8984-a05c1c63ecc5 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:34.821386 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-39aeac10-a03b-4890-bcb2-db5df705b483 None None] Provisioning complete for port b3d2999e-1d74-441e-9442-02400145dc22 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:59:34.822000 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-39aeac10-a03b-4890-bcb2-db5df705b483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:34.848763 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c818c85d-6e3f-4c31-8984-a05c1c63ecc5 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:34.870940 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c818c85d-6e3f-4c31-8984-a05c1c63ecc5 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Calling delete_port for b3d2999e-1d74-441e-9442-02400145dc22 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:59:34.910704 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-39aeac10-a03b-4890-bcb2-db5df705b483 None None] Port b3d2999e-1d74-441e-9442-02400145dc22 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:59:35.100488 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c818c85d-6e3f-4c31-8984-a05c1c63ecc5 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:35.166194 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c818c85d-6e3f-4c31-8984-a05c1c63ecc5 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Pushing event deleted for resources: {'Port': ['ID=b3d2999e-1d74-441e-9442-02400145dc22,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:35.201567 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be5091-1bbd-4455-b3f1-9bd4eef5435d req-8d047e76-db9a-499a-b7fa-0c3fe79b7023 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:35.221245 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a0be5091-1bbd-4455-b3f1-9bd4eef5435d req-8d047e76-db9a-499a-b7fa-0c3fe79b7023 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 945 time: 0.1746969 Dec 10 18:59:35.290360 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c818c85d-6e3f-4c31-8984-a05c1c63ecc5 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:35.294518 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c818c85d-6e3f-4c31-8984-a05c1c63ecc5 tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] 10.222.0.62 "DELETE /v2.0/ports/b3d2999e-1d74-441e-9442-02400145dc22 HTTP/1.1" status: 204 len: 168 time: 0.7897382 Dec 10 18:59:35.296747 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59700) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:35.376992 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a0be5091-1bbd-4455-b3f1-9bd4eef5435d req-5f8905fd-fdb1-4ed5-bc9e-ce4b6ab271f2 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547093 Dec 10 18:59:35.896063 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d79c95-cb6d-4f83-b889-42abf60cbf9d tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Deleting subnet eb8a5d10-f9e6-40cc-a7e6-aecbf088f795 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:59:35.901170 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-58d79c95-cb6d-4f83-b889-42abf60cbf9d tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:35.952181 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-58d79c95-cb6d-4f83-b889-42abf60cbf9d tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:36.110725 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-58d79c95-cb6d-4f83-b889-42abf60cbf9d tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:36.216816 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-58d79c95-cb6d-4f83-b889-42abf60cbf9d tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:36.251305 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d79c95-cb6d-4f83-b889-42abf60cbf9d tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Pushing event deleted for resources: {'Subnet': ['ID=eb8a5d10-f9e6-40cc-a7e6-aecbf088f795,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:36.258884 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-58d79c95-cb6d-4f83-b889-42abf60cbf9d tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:36.263751 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-58d79c95-cb6d-4f83-b889-42abf60cbf9d tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] 10.222.0.62 "DELETE /v2.0/subnets/eb8a5d10-f9e6-40cc-a7e6-aecbf088f795 HTTP/1.1" status: 204 len: 168 time: 0.9655952 Dec 10 18:59:36.266487 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59750) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:36.266939 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f187bd-8f85-4bbe-a2a5-ae140581da13 None None] Network 31433aed-5130-4cc1-b028-ac445a685d1a requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:59:36.365973 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c70cc9ee-3e54-43dd-b5e9-6f74062ece9a tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:36.429199 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:59:36.484662 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c70cc9ee-3e54-43dd-b5e9-6f74062ece9a tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Deleting port 33f827da-b6cf-4de1-967c-cd5d331f9a86 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:59:36.487653 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c70cc9ee-3e54-43dd-b5e9-6f74062ece9a tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:36.602248 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebba353-aec5-4539-bc38-37cc38e097a3 None None] DHCP port deletion for 31433aed-5130-4cc1-b028-ac445a685d1a request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:59:36.615465 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b9d4f88a-5443-4f63-9c6c-8636fe0945b8 req-068a2aca-089e-4b34-9343-d35db74eb7ab service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2746356 Dec 10 18:59:36.723492 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4f88a-5443-4f63-9c6c-8636fe0945b8 req-8829580a-197e-46d2-b0ea-3eecc732b01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:36.725336 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b9d4f88a-5443-4f63-9c6c-8636fe0945b8 req-8829580a-197e-46d2-b0ea-3eecc732b01e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=18f4d0de9fea441da6506fc341573bc1&device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 1096 time: 0.0800099 Dec 10 18:59:36.755573 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-c70cc9ee-3e54-43dd-b5e9-6f74062ece9a tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] For port 33f827da-b6cf-4de1-967c-cd5d331f9a86, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=33f827da-b6cf-4de1-967c-cd5d331f9a86,segment=NetworkSegment(9bd37145-e2ed-44e0-ace1-395fde580c41),segment_id=9bd37145-e2ed-44e0-ace1-395fde580c41)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:59:36.756311 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c70cc9ee-3e54-43dd-b5e9-6f74062ece9a tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:36.760442 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-aebba353-aec5-4539-bc38-37cc38e097a3 None None] Deleting port 33f827da-b6cf-4de1-967c-cd5d331f9a86 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:59:36.760887 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aebba353-aec5-4539-bc38-37cc38e097a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:36.773432 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c70cc9ee-3e54-43dd-b5e9-6f74062ece9a tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Calling delete_port for 33f827da-b6cf-4de1-967c-cd5d331f9a86 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:59:36.869601 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-aebba353-aec5-4539-bc38-37cc38e097a3 None None] For port 33f827da-b6cf-4de1-967c-cd5d331f9a86, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=33f827da-b6cf-4de1-967c-cd5d331f9a86,segment=NetworkSegment(9bd37145-e2ed-44e0-ace1-395fde580c41),segment_id=9bd37145-e2ed-44e0-ace1-395fde580c41)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:59:36.870015 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aebba353-aec5-4539-bc38-37cc38e097a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:36.901700 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c70cc9ee-3e54-43dd-b5e9-6f74062ece9a tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:36.927228 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4f88a-5443-4f63-9c6c-8636fe0945b8 req-79d923c0-e2de-4d82-9e03-84c0bcc399bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:36.929750 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-aebba353-aec5-4539-bc38-37cc38e097a3 None None] Calling delete_port for 33f827da-b6cf-4de1-967c-cd5d331f9a86 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:59:36.930096 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b9d4f88a-5443-4f63-9c6c-8636fe0945b8 req-79d923c0-e2de-4d82-9e03-84c0bcc399bc service neutron] 10.222.0.72 "GET /v2.0/networks?id=516cf886-0f4d-46b9-b744-c490650e8912 HTTP/1.1" status: 200 len: 911 time: 0.1810346 Dec 10 18:59:36.973544 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70cc9ee-3e54-43dd-b5e9-6f74062ece9a tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] No DVR routers for this DVR port 33f827da-b6cf-4de1-967c-cd5d331f9a86 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:59:36.987898 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32640924-c046-4529-ae11-74a4db59e9de req-da0f92b0-5007-4cdf-96d2-2fc991a05277 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:36.990118 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-32640924-c046-4529-ae11-74a4db59e9de req-da0f92b0-5007-4cdf-96d2-2fc991a05277 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 945 time: 0.4002695 Dec 10 18:59:36.991682 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70cc9ee-3e54-43dd-b5e9-6f74062ece9a tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Pushing event deleted for resources: {'Port': ['ID=33f827da-b6cf-4de1-967c-cd5d331f9a86,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:37.093121 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aebba353-aec5-4539-bc38-37cc38e097a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:37.093890 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b9d4f88a-5443-4f63-9c6c-8636fe0945b8 req-35582030-c47f-4d86-ab71-91b44fc04d2f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51ea99f2-dc8b-46c0-a101-303c401c11f0 HTTP/1.1" status: 200 len: 1001 time: 0.1559277 Dec 10 18:59:37.159035 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebba353-aec5-4539-bc38-37cc38e097a3 None None] Pushing event deleted for resources: {'Port': ['ID=33f827da-b6cf-4de1-967c-cd5d331f9a86,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:37.161787 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebba353-aec5-4539-bc38-37cc38e097a3 None None] No DVR routers for this DVR port 33f827da-b6cf-4de1-967c-cd5d331f9a86 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:59:37.225101 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4f88a-5443-4f63-9c6c-8636fe0945b8 req-d3c8bc25-c0a6-4c9a-a4cd-3a6b0b98acc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:37.231438 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c70cc9ee-3e54-43dd-b5e9-6f74062ece9a tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:37.237306 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-32640924-c046-4529-ae11-74a4db59e9de req-176ac0cc-7c14-4141-8457-cfe719dd4bb7 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680770 Dec 10 18:59:37.241418 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b9d4f88a-5443-4f63-9c6c-8636fe0945b8 req-d3c8bc25-c0a6-4c9a-a4cd-3a6b0b98acc7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fca310e3-485d-42a7-b973-3f839349aa93 HTTP/1.1" status: 200 len: 849 time: 0.1259158 Dec 10 18:59:37.260842 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-c70cc9ee-3e54-43dd-b5e9-6f74062ece9a tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31433aed-5130-4cc1-b028-ac445a685d1a']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:37.273449 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-c70cc9ee-3e54-43dd-b5e9-6f74062ece9a tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bd37145-e2ed-44e0-ace1-395fde580c41') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:37.274660 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-c70cc9ee-3e54-43dd-b5e9-6f74062ece9a tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bd37145-e2ed-44e0-ace1-395fde580c41') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:37.289648 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c70cc9ee-3e54-43dd-b5e9-6f74062ece9a tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:37.319854 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c70cc9ee-3e54-43dd-b5e9-6f74062ece9a tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:37.343683 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c70cc9ee-3e54-43dd-b5e9-6f74062ece9a tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:59:37.344237 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c70cc9ee-3e54-43dd-b5e9-6f74062ece9a tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:37.350057 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 18:59:37.350057 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:59:37.350057 n-d-821435-1 neutron-server[103244]: timer() Dec 10 18:59:37.350057 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:59:37.350057 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 18:59:37.350057 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:59:37.350057 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 18:59:37.350057 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:59:37.350057 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 18:59:37.350057 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:59:37.350057 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 18:59:37.350057 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:59:37.350057 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 18:59:37.350057 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:59:37.350057 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:59:37.350057 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:59:37.350057 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:59:37.350057 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:59:37.350057 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 18:59:37.350057 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:59:37.350057 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 18:59:37.350057 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:59:37.350057 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:59:37.350057 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:59:37.350057 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 18:59:37.350057 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:59:37.350057 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:59:37.350057 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:59:37.350057 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:59:37.350057 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:59:37.350057 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:59:37.350057 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:59:37.386650 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4f88a-5443-4f63-9c6c-8636fe0945b8 req-2cac66e2-aba0-417b-942c-9a5d7fa6b26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:37.388174 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b9d4f88a-5443-4f63-9c6c-8636fe0945b8 req-2cac66e2-aba0-417b-942c-9a5d7fa6b26b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=516cf886-0f4d-46b9-b744-c490650e8912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1443813 Dec 10 18:59:37.408329 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-b9d4f88a-5443-4f63-9c6c-8636fe0945b8 req-9b5630e3-fc98-4b4c-b40e-917d8074983a service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:59:37.415695 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b9d4f88a-5443-4f63-9c6c-8636fe0945b8 req-9b5630e3-fc98-4b4c-b40e-917d8074983a service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140245 Dec 10 18:59:37.434196 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 33f827da-b6cf-4de1-967c-cd5d331f9a86 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:59:37.450392 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c70cc9ee-3e54-43dd-b5e9-6f74062ece9a tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:37.466087 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c70cc9ee-3e54-43dd-b5e9-6f74062ece9a tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:37.470409 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c70cc9ee-3e54-43dd-b5e9-6f74062ece9a tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] 10.222.0.62 "DELETE /v2.0/networks/31433aed-5130-4cc1-b028-ac445a685d1a HTTP/1.1" status: 204 len: 168 time: 1.2019064 Dec 10 18:59:37.487226 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70cc9ee-3e54-43dd-b5e9-6f74062ece9a tempest-ExtraDHCPOptionsTestJSON-274561430 tempest-ExtraDHCPOptionsTestJSON-274561430-project] Pushing event deleted for resources: {'Network': ['ID=31433aed-5130-4cc1-b028-ac445a685d1a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:37.510858 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 33f827da-b6cf-4de1-967c-cd5d331f9a86 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:59:37.511209 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 33f827da-b6cf-4de1-967c-cd5d331f9a86 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:59:37.650743 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b9d4f88a-5443-4f63-9c6c-8636fe0945b8 req-015381b7-d4f9-452e-a9cd-c0b282a680e6 service neutron] 10.222.0.72 "GET /v2.0/networks/516cf886-0f4d-46b9-b744-c490650e8912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274671 Dec 10 18:59:37.893810 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b9d4f88a-5443-4f63-9c6c-8636fe0945b8 req-33728554-f453-4510-8d30-35622a6e3610 service neutron] 10.222.0.72 "GET /v2.0/networks/516cf886-0f4d-46b9-b744-c490650e8912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349308 Dec 10 18:59:38.046810 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 59882) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:38.241128 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:38.267461 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 59916) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:38.268391 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-fd38b69e-2277-4f1c-8da5-0a8156bc2d25 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=437fc43c3a1a4ec89705808485989633&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2192674 Dec 10 18:59:38.335631 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b89cdb2-72ef-4685-b29e-7b69a08fcfe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:38.364863 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b89cdb2-72ef-4685-b29e-7b69a08fcfe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:38.408184 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7328620-d59d-4f44-ad58-521261fc6d1b req-8f97f415-5a6d-451b-9647-25418b6f3c3b tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:38.411090 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e7328620-d59d-4f44-ad58-521261fc6d1b req-8f97f415-5a6d-451b-9647-25418b6f3c3b tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 945 time: 0.0659444 Dec 10 18:59:38.422037 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b89cdb2-72ef-4685-b29e-7b69a08fcfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:38.425152 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b89cdb2-72ef-4685-b29e-7b69a08fcfe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:38.426622 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4b89cdb2-72ef-4685-b29e-7b69a08fcfe7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b00b1c77-b010-48ec-8c47-1264e66cbb9a HTTP/1.1" status: 204 len: 168 time: 0.1581769 Dec 10 18:59:38.436938 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89cdb2-72ef-4685-b29e-7b69a08fcfe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00b1c77-b010-48ec-8c47-1264e66cbb9a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:38.511075 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e7328620-d59d-4f44-ad58-521261fc6d1b req-2b1fba6b-214d-4089-83fd-f8e9dd7b68ee tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902050 Dec 10 18:59:39.086117 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ac3eb-d89e-4233-884a-bf2d3650a2ed req-d7ed23bd-616d-4184-acbe-5c524426a973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:39.087703 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e80ac3eb-d89e-4233-884a-bf2d3650a2ed req-d7ed23bd-616d-4184-acbe-5c524426a973 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ce6d41cdbd6e4596aec18213412eef45&device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 1096 time: 0.0492971 Dec 10 18:59:39.242068 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ac3eb-d89e-4233-884a-bf2d3650a2ed req-9d605981-aa91-4316-ae9b-3270ed5f7224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:39.243945 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e80ac3eb-d89e-4233-884a-bf2d3650a2ed req-9d605981-aa91-4316-ae9b-3270ed5f7224 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a30ce27-2851-4282-9ac6-23ccb449ba3d HTTP/1.1" status: 200 len: 918 time: 0.1482882 Dec 10 18:59:39.376981 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e80ac3eb-d89e-4233-884a-bf2d3650a2ed req-d9a6e03c-a211-4502-84c8-b8e5c055c97d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0e4c205-efe4-4bd1-9428-17d9f007f70c HTTP/1.1" status: 200 len: 1000 time: 0.1251192 Dec 10 18:59:39.452169 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ac3eb-d89e-4233-884a-bf2d3650a2ed req-bf7c9d69-e815-409b-8ae1-0baf995e1cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:39.453713 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e80ac3eb-d89e-4233-884a-bf2d3650a2ed req-bf7c9d69-e815-409b-8ae1-0baf995e1cd0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b5b8f42d-7b7d-4b89-936c-8b66a87ff765 HTTP/1.1" status: 200 len: 856 time: 0.0694382 Dec 10 18:59:39.467765 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 60072) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:39.514222 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ac3eb-d89e-4233-884a-bf2d3650a2ed req-68e927be-53c7-4c62-b379-a1ac482fb0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:39.515798 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e80ac3eb-d89e-4233-884a-bf2d3650a2ed req-68e927be-53c7-4c62-b379-a1ac482fb0a8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a30ce27-2851-4282-9ac6-23ccb449ba3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546889 Dec 10 18:59:39.599884 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1d4c5693-d565-49e9-ad18-609dabd3773a tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-332842775'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:39.640904 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e80ac3eb-d89e-4233-884a-bf2d3650a2ed req-b46e1311-721a-45c1-97e4-caf89d01b0d5 service neutron] 10.222.0.72 "GET /v2.0/networks/8a30ce27-2851-4282-9ac6-23ccb449ba3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167476 Dec 10 18:59:39.650088 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4c5693-d565-49e9-ad18-609dabd3773a tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Made reservation on behalf of 6204e169d2fc489b89576228599abe02 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:59:39.653665 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1d4c5693-d565-49e9-ad18-609dabd3773a tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:39.672274 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1d4c5693-d565-49e9-ad18-609dabd3773a tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:39.763057 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb01b10-c2c7-4d4b-8255-4771b52a353b req-33010f64-2dd9-4d0f-9810-bf50d8ac7436 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:39.764578 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6eb01b10-c2c7-4d4b-8255-4771b52a353b req-33010f64-2dd9-4d0f-9810-bf50d8ac7436 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 945 time: 0.0944364 Dec 10 18:59:39.779672 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e80ac3eb-d89e-4233-884a-bf2d3650a2ed req-a95bd1f0-c14b-4e5b-818e-173f24fd08bd service neutron] 10.222.0.72 "GET /v2.0/networks/8a30ce27-2851-4282-9ac6-23ccb449ba3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320820 Dec 10 18:59:39.848261 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6eb01b10-c2c7-4d4b-8255-4771b52a353b req-85733e9d-e000-4ac8-8748-557a7782d100 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717151 Dec 10 18:59:39.861561 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1d4c5693-d565-49e9-ad18-609dabd3773a tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:39.885501 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1d4c5693-d565-49e9-ad18-609dabd3773a tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:39.892869 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d4c5693-d565-49e9-ad18-609dabd3773a tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:59:39.930654 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1d4c5693-d565-49e9-ad18-609dabd3773a tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:39.934039 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-1d4c5693-d565-49e9-ad18-609dabd3773a tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Added segment 0f6a78b7-a149-40d7-b384-58c19c2cd2b8 of type vlan for network d2cd2136-997c-420d-82c3-e9b01bcdcc46 Dec 10 18:59:39.941655 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c5693-d565-49e9-ad18-609dabd3773a tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d60edae-a0f3-4bba-a3de-4c3a83007a6c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:39.985223 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1d4c5693-d565-49e9-ad18-609dabd3773a tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:40.033453 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1d4c5693-d565-49e9-ad18-609dabd3773a tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:40.041696 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4c5693-d565-49e9-ad18-609dabd3773a tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:40.042346 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1d4c5693-d565-49e9-ad18-609dabd3773a tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:40.123850 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1d4c5693-d565-49e9-ad18-609dabd3773a tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6537223 Dec 10 18:59:40.126597 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60154) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:40.133783 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ae92075d-bab2-41f4-a8a7-97ba225b47b7 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Request body: {'subnet': {'network_id': 'd2cd2136-997c-420d-82c3-e9b01bcdcc46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:40.170688 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c5693-d565-49e9-ad18-609dabd3773a tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event updated for resources: {'Network': ['ID=d2cd2136-997c-420d-82c3-e9b01bcdcc46,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:40.185904 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network d2cd2136-997c-420d-82c3-e9b01bcdcc46 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:59:40.248439 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae92075d-bab2-41f4-a8a7-97ba225b47b7 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Made reservation on behalf of 6204e169d2fc489b89576228599abe02 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:59:40.252228 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae92075d-bab2-41f4-a8a7-97ba225b47b7 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:40.479285 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae92075d-bab2-41f4-a8a7-97ba225b47b7 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:40.564655 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae92075d-bab2-41f4-a8a7-97ba225b47b7 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event updated for resources: {'Subnet': ['ID=0b627ac7-5b6e-42e6-9d59-fc02d64b649c,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:40.569693 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae92075d-bab2-41f4-a8a7-97ba225b47b7 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Checking segment: {'id': '0f6a78b7-a149-40d7-b384-58c19c2cd2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd2cd2136-997c-420d-82c3-e9b01bcdcc46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:59:40.570068 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae92075d-bab2-41f4-a8a7-97ba225b47b7 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Network hostable DHCP agents. Network: d2cd2136-997c-420d-82c3-e9b01bcdcc46, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:59:40.587876 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae92075d-bab2-41f4-a8a7-97ba225b47b7 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Network d2cd2136-997c-420d-82c3-e9b01bcdcc46 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:59:40.596252 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-ae92075d-bab2-41f4-a8a7-97ba225b47b7 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, d2cd2136-997c-420d-82c3-e9b01bcdcc46) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:59:40.601408 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae92075d-bab2-41f4-a8a7-97ba225b47b7 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:40.602017 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae92075d-bab2-41f4-a8a7-97ba225b47b7 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:40.610343 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02b8650-2db0-4b16-9532-03249c817abc None None] Network d2cd2136-997c-420d-82c3-e9b01bcdcc46 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:59:40.634281 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 60206) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:40.634879 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ae92075d-bab2-41f4-a8a7-97ba225b47b7 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5062413 Dec 10 18:59:40.638700 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-d0c1aa12-36ec-4bc7-aff4-260936773048 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2040971508', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}, 'admin_state_up': False}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:40.674323 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0c1aa12-36ec-4bc7-aff4-260936773048 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:40.676668 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0c1aa12-36ec-4bc7-aff4-260936773048 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:40.737486 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0c1aa12-36ec-4bc7-aff4-260936773048 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:40.755504 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a90931-ce72-4148-b241-fc0fc8b1fb1b None None] Network d2cd2136-997c-420d-82c3-e9b01bcdcc46 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:59:40.900173 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0c1aa12-36ec-4bc7-aff4-260936773048 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:41.076707 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa3d7f-d256-4323-8651-372f916623ac req-2486d1fe-1add-436c-b7b4-8e7df9df63aa tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:41.078480 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9afa3d7f-d256-4323-8651-372f916623ac req-2486d1fe-1add-436c-b7b4-8e7df9df63aa tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 945 time: 0.0825188 Dec 10 18:59:41.212825 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0c1aa12-36ec-4bc7-aff4-260936773048 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:41.229430 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-159dc366-9f78-4e0e-ade6-c57d0aec33db tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:41.235696 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9afa3d7f-d256-4323-8651-372f916623ac req-1e7c29da-62c9-4cf7-90d8-f85c65ccbbf8 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490977 Dec 10 18:59:41.237262 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-159dc366-9f78-4e0e-ade6-c57d0aec33db tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/networks?id=f9014259-8b21-4184-bc0d-c4182518b9b1 HTTP/1.1" status: 200 len: 814 time: 0.1297386 Dec 10 18:59:41.241167 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0c1aa12-36ec-4bc7-aff4-260936773048 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:41.260740 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-3f57f9e3-3f0c-473d-adf5-f0e5314fbefc tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/quotas/36d6a94ae55d42538c51b3ac6df52720 HTTP/1.1" status: 200 len: 375 time: 0.0126145 Dec 10 18:59:41.304789 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-e9419eca-f2c5-4ee7-b194-f894b7c2f0ab tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=36d6a94ae55d42538c51b3ac6df52720&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375476 Dec 10 18:59:41.419350 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-d0c1aa12-36ec-4bc7-aff4-260936773048 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Allocated IP 172.25.7.212 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/a51f8e91-6e05-4b39-b5b5-2ed8165b4ec1) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:59:41.518246 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-7ebef947-37ca-40eb-9f93-ec3ddc2328c4 service neutron] 10.222.0.62 "GET /v2.0/networks/f9014259-8b21-4184-bc0d-c4182518b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966970 Dec 10 18:59:41.537332 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0c1aa12-36ec-4bc7-aff4-260936773048 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:41.579889 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0c1aa12-36ec-4bc7-aff4-260936773048 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:41.624335 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c1aa12-36ec-4bc7-aff4-260936773048 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:59:41.625067 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-7363fca4-74f4-4096-b986-46382e4abdb4 service neutron] 10.222.0.62 "GET /v2.0/networks/f9014259-8b21-4184-bc0d-c4182518b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994668 Dec 10 18:59:41.627839 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-d0c1aa12-36ec-4bc7-aff4-260936773048 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:59:41.633603 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c1aa12-36ec-4bc7-aff4-260936773048 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:59:41.656822 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a2cfcd-15a0-4690-a815-1955b7e611f0 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:59:41.664426 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1aa12-36ec-4bc7-aff4-260936773048 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event updated for resources: {'Port': ['ID=a51f8e91-6e05-4b39-b5b5-2ed8165b4ec1,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:41.820944 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a2055654-d66d-4920-91b6-8f70a48dd34b None None] Provisioning complete for port a51f8e91-6e05-4b39-b5b5-2ed8165b4ec1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:59:41.821505 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a2055654-d66d-4920-91b6-8f70a48dd34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:41.856022 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a2055654-d66d-4920-91b6-8f70a48dd34b None None] Port a51f8e91-6e05-4b39-b5b5-2ed8165b4ec1 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:59:41.951740 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0c1aa12-36ec-4bc7-aff4-260936773048 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:42.155725 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0c1aa12-36ec-4bc7-aff4-260936773048 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:42.257604 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device e0e4c205-efe4-4bd1-9428-17d9f007f70c no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:59:42.311730 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c1aa12-36ec-4bc7-aff4-260936773048 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Router eb3b8870-9bb4-4959-961b-37a734e3d3fe is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:59:42.351335 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:42.379389 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d3fb77-cb88-4827-9efe-c81332a691ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0e4c205-efe4-4bd1-9428-17d9f007f70c'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:59:42.381785 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7704123f-2787-4237-914a-1d0867c020c1" -d '{"events": [{"server_uuid": "44d3fb77-cb88-4827-9efe-c81332a691ea", "name": "network-vif-unplugged", "status": "completed", "tag": "e0e4c205-efe4-4bd1-9428-17d9f007f70c"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:59:42.407921 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port e0e4c205-efe4-4bd1-9428-17d9f007f70c, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=e0e4c205-efe4-4bd1-9428-17d9f007f70c,segment=NetworkSegment(b018f0b2-f2ea-42a6-be50-b44238505497),segment_id=b018f0b2-f2ea-42a6-be50-b44238505497)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:59:42.412559 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:42.466614 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=e0e4c205-efe4-4bd1-9428-17d9f007f70c,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:42.772112 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec361e-6bf2-42c5-851a-108c82911cfe req-44e6c2d4-0dbe-4365-811f-aff7fc1794c5 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:42.773941 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bfec361e-6bf2-42c5-851a-108c82911cfe req-44e6c2d4-0dbe-4365-811f-aff7fc1794c5 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 943 time: 0.0939655 Dec 10 18:59:42.809372 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c1aa12-36ec-4bc7-aff4-260936773048 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:59:42.830640 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815143ea-7916-4982-965d-8f047077e579 None None] Sync routers for ids ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:59:42.844683 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815143ea-7916-4982-965d-8f047077e579 None None] Routers {'eb3b8870-9bb4-4959-961b-37a734e3d3fe'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:59:42.844892 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-815143ea-7916-4982-965d-8f047077e579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:59:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:42.871240 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0c1aa12-36ec-4bc7-aff4-260936773048 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:42.873320 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d0c1aa12-36ec-4bc7-aff4-260936773048 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2385044 Dec 10 18:59:42.876354 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60288) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:42.886288 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bfec361e-6bf2-42c5-851a-108c82911cfe req-81c806d5-6dc5-4cdc-9aae-210cb66f290e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950365 Dec 10 18:59:42.917840 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-815143ea-7916-4982-965d-8f047077e579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:42.951030 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815143ea-7916-4982-965d-8f047077e579 None None] Routers {'eb3b8870-9bb4-4959-961b-37a734e3d3fe'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:59:42.951709 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-815143ea-7916-4982-965d-8f047077e579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:59:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:43.011649 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-815143ea-7916-4982-965d-8f047077e579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:43.012471 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815143ea-7916-4982-965d-8f047077e579 None None] The sync data for ids ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:59:43.047019 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-defd6051-2a1a-47be-8082-9fb29923c2c7 req-552ebb54-016c-4d59-9b44-d26b82b3ed72 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/ports?device_id=11136692-1396-43b8-8286-eab6da657f41 HTTP/1.1" status: 200 len: 210 time: 0.0595930 Dec 10 18:59:43.137922 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Dec 2021 18:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c69524-0841-44de-bb01-2938c624bee6 x-openstack-request-id: req-06c69524-0841-44de-bb01-2938c624bee6 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:59:43.138608 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d3fb77-cb88-4827-9efe-c81332a691ea", "name": "network-vif-unplugged", "status": "failed", "tag": "e0e4c205-efe4-4bd1-9428-17d9f007f70c", "code": 422}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:59:43.138608 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-06c69524-0841-44de-bb01-2938c624bee6 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:59:43.138883 n-d-821435-1 neutron-server[103246]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '44d3fb77-cb88-4827-9efe-c81332a691ea', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e0e4c205-efe4-4bd1-9428-17d9f007f70c', 'code': 422} returned with failed status Dec 10 18:59:43.577296 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65df266b-8361-4ef4-a852-a36797c2ddb8 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:43.762898 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-28dc3c48-5a5f-495e-9cb7-ab33a8fc9e0e req-9dae4987-dfd7-4717-ae67-0066db3049ca service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:59:43.763887 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-28dc3c48-5a5f-495e-9cb7-ab33a8fc9e0e req-9dae4987-dfd7-4717-ae67-0066db3049ca service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053027 Dec 10 18:59:43.936605 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-65df266b-8361-4ef4-a852-a36797c2ddb8 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Allocated IP 172.20.0.1 (d2cd2136-997c-420d-82c3-e9b01bcdcc46/0b627ac7-5b6e-42e6-9d59-fc02d64b649c/7ca40194-8dff-438c-8544-009331cd8fc9) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:59:44.002161 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df0890-f3a3-4dc7-80e7-457f1e8bb86f req-6c4532a4-4e35-4325-82f5-1e5c4abcbf67 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:44.005669 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-46df0890-f3a3-4dc7-80e7-457f1e8bb86f req-6c4532a4-4e35-4325-82f5-1e5c4abcbf67 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 943 time: 0.0723667 Dec 10 18:59:44.068787 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-46df0890-f3a3-4dc7-80e7-457f1e8bb86f req-0b01fa67-ab2f-48b3-b10d-c202c0e891ea tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570221 Dec 10 18:59:44.093244 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65df266b-8361-4ef4-a852-a36797c2ddb8 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:44.164541 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-55863f94-2593-4ece-83f4-f019530a7ac3 req-f781b878-3131-41cb-a176-be9e6510e854 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/ports?device_id=11136692-1396-43b8-8286-eab6da657f41 HTTP/1.1" status: 200 len: 210 time: 0.0413520 Dec 10 18:59:44.207860 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65df266b-8361-4ef4-a852-a36797c2ddb8 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:44.285786 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65df266b-8361-4ef4-a852-a36797c2ddb8 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Network d2cd2136-997c-420d-82c3-e9b01bcdcc46 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:59:44.293726 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-65df266b-8361-4ef4-a852-a36797c2ddb8 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:59:44.299157 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65df266b-8361-4ef4-a852-a36797c2ddb8 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:59:44.342892 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df266b-8361-4ef4-a852-a36797c2ddb8 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event updated for resources: {'Port': ['ID=7ca40194-8dff-438c-8544-009331cd8fc9,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:44.369945 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9c4d8247-f17e-4f4c-acf6-d85989523ff1 req-a9cd38d4-c074-4da0-bdee-5e5399403881 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2041531 Dec 10 18:59:44.381605 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65df266b-8361-4ef4-a852-a36797c2ddb8 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:44.391776 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-644c5b4a-b0ec-4455-a9b3-19a03607301c tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:44.408126 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-644c5b4a-b0ec-4455-a9b3-19a03607301c tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.46 "GET /v2.0/networks?id=f9014259-8b21-4184-bc0d-c4182518b9b1 HTTP/1.1" status: 200 len: 814 time: 0.1943624 Dec 10 18:59:44.423108 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-ee514d00-1360-4bf7-8923-d2b36c07df40 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Request body: {'port': {'device_id': '11136692-1396-43b8-8286-eab6da657f41', 'network_id': 'f9014259-8b21-4184-bc0d-c4182518b9b1', 'admin_state_up': True, 'tenant_id': '36d6a94ae55d42538c51b3ac6df52720'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:44.567379 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-ee514d00-1360-4bf7-8923-d2b36c07df40 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Made reservation on behalf of 36d6a94ae55d42538c51b3ac6df52720 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:59:44.572451 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-ee514d00-1360-4bf7-8923-d2b36c07df40 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:44.573273 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65df266b-8361-4ef4-a852-a36797c2ddb8 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:44.750014 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-ee514d00-1360-4bf7-8923-d2b36c07df40 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Allocated IP 172.20.0.10 (f9014259-8b21-4184-bc0d-c4182518b9b1/456bed42-c413-4092-be53-ce95afcf84c6/887c95a0-cae1-46ab-895a-ed9109b1c232) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:59:44.933114 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-ee514d00-1360-4bf7-8923-d2b36c07df40 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:44.949795 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65df266b-8361-4ef4-a852-a36797c2ddb8 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:44.957245 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65df266b-8361-4ef4-a852-a36797c2ddb8 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:44.976719 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-ee514d00-1360-4bf7-8923-d2b36c07df40 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:45.020417 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-ee514d00-1360-4bf7-8923-d2b36c07df40 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Network f9014259-8b21-4184-bc0d-c4182518b9b1 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:59:45.029597 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-ee514d00-1360-4bf7-8923-d2b36c07df40 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:59:45.033700 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-ee514d00-1360-4bf7-8923-d2b36c07df40 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:59:45.051484 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65df266b-8361-4ef4-a852-a36797c2ddb8 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:45.053472 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df266b-8361-4ef4-a852-a36797c2ddb8 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event updated for resources: {'Port': ['ID=7ca40194-8dff-438c-8544-009331cd8fc9,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:45.098432 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee514d00-1360-4bf7-8923-d2b36c07df40 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Pushing event updated for resources: {'Port': ['ID=887c95a0-cae1-46ab-895a-ed9109b1c232,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:45.118285 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-ee514d00-1360-4bf7-8923-d2b36c07df40 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:45.118832 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-ee514d00-1360-4bf7-8923-d2b36c07df40 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:45.138443 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-ee514d00-1360-4bf7-8923-d2b36c07df40 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7214956 Dec 10 18:59:45.150570 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-262e1268-3b77-4953-90a7-8f2cd2b80017 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:59:45.152314 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-262e1268-3b77-4953-90a7-8f2cd2b80017 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070384 Dec 10 18:59:45.270017 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-3fbefd7e-5cda-44cb-b981-8ccfe1b0f0b6 service neutron] Request body: {'port': {'device_id': '11136692-1396-43b8-8286-eab6da657f41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:45.287953 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65df266b-8361-4ef4-a852-a36797c2ddb8 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Network d2cd2136-997c-420d-82c3-e9b01bcdcc46 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:59:45.291492 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-65df266b-8361-4ef4-a852-a36797c2ddb8 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:59:45.398192 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85666fbb-eb14-41b0-b0bf-a96593b58ee3 req-42dfca86-73ef-4f3d-a8cc-868a99718dff tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:45.405490 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-85666fbb-eb14-41b0-b0bf-a96593b58ee3 req-42dfca86-73ef-4f3d-a8cc-868a99718dff tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/ports?device_id=11136692-1396-43b8-8286-eab6da657f41 HTTP/1.1" status: 200 len: 932 time: 0.0955896 Dec 10 18:59:45.412835 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-3fbefd7e-5cda-44cb-b981-8ccfe1b0f0b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:45.461570 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676b5cf-968d-49af-8b3f-6a62ce14ac6e req-eb4a2bed-7e58-4537-9fe7-8922206e16a0 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:45.471074 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3676b5cf-968d-49af-8b3f-6a62ce14ac6e req-eb4a2bed-7e58-4537-9fe7-8922206e16a0 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 943 time: 0.2587166 Dec 10 18:59:45.533327 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-85666fbb-eb14-41b0-b0bf-a96593b58ee3 req-5393fb6a-c75a-4676-9ebc-775071fe3404 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/security-groups?id=f569fe8c-540a-46f4-ab80-5fc3cb8684cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268764 Dec 10 18:59:45.555939 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3676b5cf-968d-49af-8b3f-6a62ce14ac6e req-4118c978-9b31-4667-8e61-e4e25a6c49fa tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846031 Dec 10 18:59:45.579764 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65df266b-8361-4ef4-a852-a36797c2ddb8 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Router eb3b8870-9bb4-4959-961b-37a734e3d3fe has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:59:45.700149 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65df266b-8361-4ef4-a852-a36797c2ddb8 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:59:45.705493 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-65df266b-8361-4ef4-a852-a36797c2ddb8 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "PUT /v2.0/routers/eb3b8870-9bb4-4959-961b-37a734e3d3fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8280787 Dec 10 18:59:45.708132 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60396) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:45.710704 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096f4527-eb9e-418f-a5bd-3e3794c38d5e None None] Sync routers for ids ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:59:45.724600 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096f4527-eb9e-418f-a5bd-3e3794c38d5e None None] Routers {'eb3b8870-9bb4-4959-961b-37a734e3d3fe'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:59:45.724870 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-6b8e9167-e3a0-47b4-a093-b418d52b0c43 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Request body: {'port': {'network_id': 'd2cd2136-997c-420d-82c3-e9b01bcdcc46', 'name': 'tempest-FloatingIPTestJSON-1309877852'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:45.725870 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-096f4527-eb9e-418f-a5bd-3e3794c38d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:59:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:45.765218 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-096f4527-eb9e-418f-a5bd-3e3794c38d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:45.777185 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096f4527-eb9e-418f-a5bd-3e3794c38d5e None None] Routers {'eb3b8870-9bb4-4959-961b-37a734e3d3fe'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:59:45.777797 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-096f4527-eb9e-418f-a5bd-3e3794c38d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:59:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:45.811852 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-096f4527-eb9e-418f-a5bd-3e3794c38d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:45.813761 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096f4527-eb9e-418f-a5bd-3e3794c38d5e None None] The sync data for ids ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'] in n-d-821435-1 is: [] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:59:45.849692 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-3fbefd7e-5cda-44cb-b981-8ccfe1b0f0b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 887c95a0-cae1-46ab-895a-ed9109b1c232 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:59:45.858028 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-3fbefd7e-5cda-44cb-b981-8ccfe1b0f0b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:45.877086 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-3fbefd7e-5cda-44cb-b981-8ccfe1b0f0b6 service neutron] Transition to ACTIVE for port object 887c95a0-cae1-46ab-895a-ed9109b1c232 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:59:45.882311 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-3fbefd7e-5cda-44cb-b981-8ccfe1b0f0b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:45.904745 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8e9167-e3a0-47b4-a093-b418d52b0c43 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Made reservation on behalf of 6204e169d2fc489b89576228599abe02 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:59:45.909724 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6b8e9167-e3a0-47b4-a093-b418d52b0c43 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:45.933404 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-6b8e9167-e3a0-47b4-a093-b418d52b0c43 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] device_id is not set on port 1437604b-e2f2-4f94-81a3-d440ef4765c5 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:59:45.935914 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbefd7e-5cda-44cb-b981-8ccfe1b0f0b6 service neutron] Pushing event updated for resources: {'Port': ['ID=887c95a0-cae1-46ab-895a-ed9109b1c232,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:46.051257 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-3fbefd7e-5cda-44cb-b981-8ccfe1b0f0b6 service neutron] Attempting to bind port 887c95a0-cae1-46ab-895a-ed9109b1c232 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:59:46.052546 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-3fbefd7e-5cda-44cb-b981-8ccfe1b0f0b6 service neutron] Attempting to bind port 887c95a0-cae1-46ab-895a-ed9109b1c232 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '53645b73-0dac-4e9f-adf8-da7be40381af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f9014259-8b21-4184-bc0d-c4182518b9b1'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:59:46.053120 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-3fbefd7e-5cda-44cb-b981-8ccfe1b0f0b6 service neutron] Attempting to bind port 887c95a0-cae1-46ab-895a-ed9109b1c232 on network f9014259-8b21-4184-bc0d-c4182518b9b1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:59:46.058443 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-3fbefd7e-5cda-44cb-b981-8ccfe1b0f0b6 service neutron] Port 887c95a0-cae1-46ab-895a-ed9109b1c232 on network f9014259-8b21-4184-bc0d-c4182518b9b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:59:46.059034 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-3fbefd7e-5cda-44cb-b981-8ccfe1b0f0b6 service neutron] Attempting to bind port 887c95a0-cae1-46ab-895a-ed9109b1c232 on network f9014259-8b21-4184-bc0d-c4182518b9b1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:59:46.064501 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-3fbefd7e-5cda-44cb-b981-8ccfe1b0f0b6 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:59:46.066106 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-3fbefd7e-5cda-44cb-b981-8ccfe1b0f0b6 service neutron] Checking segment: {'id': '53645b73-0dac-4e9f-adf8-da7be40381af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f9014259-8b21-4184-bc0d-c4182518b9b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:59:46.066865 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-3fbefd7e-5cda-44cb-b981-8ccfe1b0f0b6 service neutron] Bound using segment: {'id': '53645b73-0dac-4e9f-adf8-da7be40381af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f9014259-8b21-4184-bc0d-c4182518b9b1'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:59:46.067528 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-3fbefd7e-5cda-44cb-b981-8ccfe1b0f0b6 service neutron] Bound port: 887c95a0-cae1-46ab-895a-ed9109b1c232, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53645b73-0dac-4e9f-adf8-da7be40381af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f9014259-8b21-4184-bc0d-c4182518b9b1'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:59:46.067993 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-3fbefd7e-5cda-44cb-b981-8ccfe1b0f0b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:46.089331 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-6b8e9167-e3a0-47b4-a093-b418d52b0c43 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Allocated IP 172.20.0.5 (d2cd2136-997c-420d-82c3-e9b01bcdcc46/0b627ac7-5b6e-42e6-9d59-fc02d64b649c/1437604b-e2f2-4f94-81a3-d440ef4765c5) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:59:46.154602 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-3fbefd7e-5cda-44cb-b981-8ccfe1b0f0b6 service neutron] For port 887c95a0-cae1-46ab-895a-ed9109b1c232, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:59:46.158242 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-3fbefd7e-5cda-44cb-b981-8ccfe1b0f0b6 service neutron] For port 887c95a0-cae1-46ab-895a-ed9109b1c232, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=887c95a0-cae1-46ab-895a-ed9109b1c232,segment=NetworkSegment(53645b73-0dac-4e9f-adf8-da7be40381af),segment_id=53645b73-0dac-4e9f-adf8-da7be40381af)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:59:46.165869 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-3fbefd7e-5cda-44cb-b981-8ccfe1b0f0b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:46.211977 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-3fbefd7e-5cda-44cb-b981-8ccfe1b0f0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:46.213751 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-3fbefd7e-5cda-44cb-b981-8ccfe1b0f0b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:46.215300 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-3fbefd7e-5cda-44cb-b981-8ccfe1b0f0b6 service neutron] 10.222.0.46 "PUT /v2.0/ports/887c95a0-cae1-46ab-895a-ed9109b1c232 HTTP/1.1" status: 200 len: 1092 time: 1.0547917 Dec 10 18:59:46.216099 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11136692-1396-43b8-8286-eab6da657f41', 'tag': '887c95a0-cae1-46ab-895a-ed9109b1c232'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:59:46.219728 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510419bd-bf63-4eb3-b1f8-b514c07a1358" -d '{"events": [{"name": "network-changed", "server_uuid": "11136692-1396-43b8-8286-eab6da657f41", "tag": "887c95a0-cae1-46ab-895a-ed9109b1c232"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:59:46.254895 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device e0e4c205-efe4-4bd1-9428-17d9f007f70c no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:59:46.274084 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbefd7e-5cda-44cb-b981-8ccfe1b0f0b6 service neutron] Pushing event updated for resources: {'Port': ['ID=887c95a0-cae1-46ab-895a-ed9109b1c232,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:46.284534 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8809a4-ff5d-4a56-8af7-4d2ef2e2a0c8 x-openstack-request-id: req-8a8809a4-ff5d-4a56-8af7-4d2ef2e2a0c8 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:59:46.284877 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11136692-1396-43b8-8286-eab6da657f41", "tag": "887c95a0-cae1-46ab-895a-ed9109b1c232", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:59:46.285142 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8a8809a4-ff5d-4a56-8af7-4d2ef2e2a0c8 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:59:46.285556 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11136692-1396-43b8-8286-eab6da657f41', 'tag': '887c95a0-cae1-46ab-895a-ed9109b1c232', 'status': 'completed', 'code': 200} Dec 10 18:59:46.319414 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6b8e9167-e3a0-47b4-a093-b418d52b0c43 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:46.391979 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6b8e9167-e3a0-47b4-a093-b418d52b0c43 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:46.393299 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-dd712e93-bb46-4d5d-80f8-c6b09fb695d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:46.399470 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-dd712e93-bb46-4d5d-80f8-c6b09fb695d6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=36d6a94ae55d42538c51b3ac6df52720&device_id=11136692-1396-43b8-8286-eab6da657f41 HTTP/1.1" status: 200 len: 1095 time: 0.1005044 Dec 10 18:59:46.492923 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-6ee3bcfb-6705-4c3f-94a0-9a89f378800d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=887c95a0-cae1-46ab-895a-ed9109b1c232 HTTP/1.1" status: 200 len: 217 time: 0.0843616 Dec 10 18:59:46.528321 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8e9167-e3a0-47b4-a093-b418d52b0c43 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Network d2cd2136-997c-420d-82c3-e9b01bcdcc46 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:59:46.532252 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-6b8e9167-e3a0-47b4-a093-b418d52b0c43 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:59:46.538361 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8e9167-e3a0-47b4-a093-b418d52b0c43 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:59:46.542427 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e9167-e3a0-47b4-a093-b418d52b0c43 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event updated for resources: {'Port': ['ID=1437604b-e2f2-4f94-81a3-d440ef4765c5,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:46.580322 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e9167-e3a0-47b4-a093-b418d52b0c43 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:46.580708 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e9167-e3a0-47b4-a093-b418d52b0c43 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:46.581695 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e9167-e3a0-47b4-a093-b418d52b0c43 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:46.582130 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e9167-e3a0-47b4-a093-b418d52b0c43 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:46.582457 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e9167-e3a0-47b4-a093-b418d52b0c43 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:46.582798 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e9167-e3a0-47b4-a093-b418d52b0c43 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:46.583127 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e9167-e3a0-47b4-a093-b418d52b0c43 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:46.583458 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e9167-e3a0-47b4-a093-b418d52b0c43 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:46.583787 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e9167-e3a0-47b4-a093-b418d52b0c43 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:46.584102 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e9167-e3a0-47b4-a093-b418d52b0c43 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:46.584542 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e9167-e3a0-47b4-a093-b418d52b0c43 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:46.584775 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e9167-e3a0-47b4-a093-b418d52b0c43 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:46.585231 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e9167-e3a0-47b4-a093-b418d52b0c43 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:46.625719 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8e9167-e3a0-47b4-a093-b418d52b0c43 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:46.626389 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6b8e9167-e3a0-47b4-a093-b418d52b0c43 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:46.651631 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-14f152d0-15ad-4509-897c-ccc6194a11a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:46.655360 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-14f152d0-15ad-4509-897c-ccc6194a11a6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=456bed42-c413-4092-be53-ce95afcf84c6 HTTP/1.1" status: 200 len: 854 time: 0.1545172 Dec 10 18:59:46.662168 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6b8e9167-e3a0-47b4-a093-b418d52b0c43 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9438879 Dec 10 18:59:46.668238 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60420) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:46.678379 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f3ecb60e-16d7-4cc6-aabe-ef07517ccb73 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Request body: {'port': {'network_id': 'd2cd2136-997c-420d-82c3-e9b01bcdcc46', 'name': 'tempest-FloatingIPTestJSON-851318118'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:46.717944 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-10bb6474-0ad7-46ec-92f2-30e9e1a4f380 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f9014259-8b21-4184-bc0d-c4182518b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530777 Dec 10 18:59:46.824728 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199d223-1256-45e1-9610-b51bd05b6200 req-a8694e58-f591-40d2-8973-5f29a43d8b4f tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:46.833319 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2199d223-1256-45e1-9610-b51bd05b6200 req-a8694e58-f591-40d2-8973-5f29a43d8b4f tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 943 time: 0.0910718 Dec 10 18:59:46.870145 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500f5e6-c499-43ee-86a3-f824a31e5002 req-dfc7b32c-7824-4ec2-9896-abf1f443f540 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:46.871959 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3500f5e6-c499-43ee-86a3-f824a31e5002 req-dfc7b32c-7824-4ec2-9896-abf1f443f540 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/ports?device_id=11136692-1396-43b8-8286-eab6da657f41 HTTP/1.1" status: 200 len: 944 time: 0.1572893 Dec 10 18:59:46.924517 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2199d223-1256-45e1-9610-b51bd05b6200 req-4cce8023-86de-4cbf-bdd0-a6800a2fa610 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901327 Dec 10 18:59:46.942561 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ecb60e-16d7-4cc6-aabe-ef07517ccb73 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Made reservation on behalf of 6204e169d2fc489b89576228599abe02 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:59:46.946951 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3ecb60e-16d7-4cc6-aabe-ef07517ccb73 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:46.989262 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-f3ecb60e-16d7-4cc6-aabe-ef07517ccb73 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] device_id is not set on port 69f73bae-c2e4-4e90-b1c3-50efe97fae65 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:59:47.005555 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3500f5e6-c499-43ee-86a3-f824a31e5002 req-f8d77b32-dbf7-458f-86f3-5e3e98da1445 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/security-groups?id=f569fe8c-540a-46f4-ab80-5fc3cb8684cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224382 Dec 10 18:59:47.037797 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-26ab66a8-7bea-402d-97df-db6c0b91982f service neutron] 10.222.0.46 "GET /v2.0/networks/f9014259-8b21-4184-bc0d-c4182518b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853992 Dec 10 18:59:47.192019 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-26583c09-363d-49c5-bb23-7f07bb5e9dfe req-b09fbd09-b4f5-4cef-9cca-dd1e53eb7550 service neutron] 10.222.0.46 "GET /v2.0/networks/f9014259-8b21-4184-bc0d-c4182518b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444848 Dec 10 18:59:47.318307 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510419bd-bf63-4eb3-b1f8-b514c07a1358 req-b6528d24-ca42-4fe9-ab4a-20a0d4068018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:47.329087 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-510419bd-bf63-4eb3-b1f8-b514c07a1358 req-b6528d24-ca42-4fe9-ab4a-20a0d4068018 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=36d6a94ae55d42538c51b3ac6df52720&device_id=11136692-1396-43b8-8286-eab6da657f41 HTTP/1.1" status: 200 len: 1095 time: 0.0581141 Dec 10 18:59:47.459180 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510419bd-bf63-4eb3-b1f8-b514c07a1358 req-e73caaa2-9bc3-4104-b681-da03d99b838e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:47.459493 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-510419bd-bf63-4eb3-b1f8-b514c07a1358 req-e73caaa2-9bc3-4104-b681-da03d99b838e service neutron] 10.222.0.46 "GET /v2.0/networks?id=f9014259-8b21-4184-bc0d-c4182518b9b1 HTTP/1.1" status: 200 len: 915 time: 0.1295822 Dec 10 18:59:47.524407 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-f3ecb60e-16d7-4cc6-aabe-ef07517ccb73 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Allocated IP 172.20.0.6 (d2cd2136-997c-420d-82c3-e9b01bcdcc46/0b627ac7-5b6e-42e6-9d59-fc02d64b649c/69f73bae-c2e4-4e90-b1c3-50efe97fae65) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:59:47.525711 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-510419bd-bf63-4eb3-b1f8-b514c07a1358 req-9d10665e-4b3e-4828-b31f-87f38a8372e5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=887c95a0-cae1-46ab-895a-ed9109b1c232 HTTP/1.1" status: 200 len: 217 time: 0.0575871 Dec 10 18:59:47.590095 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510419bd-bf63-4eb3-b1f8-b514c07a1358 req-f4c417f5-a596-44e6-9bc8-78ccad15a7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:47.591817 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-510419bd-bf63-4eb3-b1f8-b514c07a1358 req-f4c417f5-a596-44e6-9bc8-78ccad15a7ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=456bed42-c413-4092-be53-ce95afcf84c6 HTTP/1.1" status: 200 len: 854 time: 0.0576832 Dec 10 18:59:47.632017 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-510419bd-bf63-4eb3-b1f8-b514c07a1358 req-e8225f2c-eeef-4e0c-96c6-7ed06ac6eee2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f9014259-8b21-4184-bc0d-c4182518b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323858 Dec 10 18:59:47.744543 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3ecb60e-16d7-4cc6-aabe-ef07517ccb73 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:47.774280 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-510419bd-bf63-4eb3-b1f8-b514c07a1358 req-ffb3eda9-4bbf-49e4-9eeb-ce4ccb2bda5e service neutron] 10.222.0.46 "GET /v2.0/networks/f9014259-8b21-4184-bc0d-c4182518b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332893 Dec 10 18:59:47.792518 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3ecb60e-16d7-4cc6-aabe-ef07517ccb73 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:47.846479 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ecb60e-16d7-4cc6-aabe-ef07517ccb73 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event updated for resources: {'Port': ['ID=69f73bae-c2e4-4e90-b1c3-50efe97fae65,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:47.863968 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ecb60e-16d7-4cc6-aabe-ef07517ccb73 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Network d2cd2136-997c-420d-82c3-e9b01bcdcc46 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:59:47.865920 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-f3ecb60e-16d7-4cc6-aabe-ef07517ccb73 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:59:47.879262 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ecb60e-16d7-4cc6-aabe-ef07517ccb73 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:59:47.890140 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-510419bd-bf63-4eb3-b1f8-b514c07a1358 req-83bc2840-1662-49da-88c1-d7fb645e6ef1 service neutron] 10.222.0.46 "GET /v2.0/networks/f9014259-8b21-4184-bc0d-c4182518b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073387 Dec 10 18:59:47.937005 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ecb60e-16d7-4cc6-aabe-ef07517ccb73 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:47.937629 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3ecb60e-16d7-4cc6-aabe-ef07517ccb73 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:47.957826 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f3ecb60e-16d7-4cc6-aabe-ef07517ccb73 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2876935 Dec 10 18:59:47.960761 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60446) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:47.965827 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-145f836a-f9be-4530-aa18-0c5cfab08032 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'port_id': '69f73bae-c2e4-4e90-b1c3-50efe97fae65', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:47.998678 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-145f836a-f9be-4530-aa18-0c5cfab08032 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:48.160449 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165c103-a5b0-4cfa-8f75-0b7302dd9cc0 req-30e5f6cd-0bd5-4b8b-9007-9a34a5437791 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:48.167803 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3165c103-a5b0-4cfa-8f75-0b7302dd9cc0 req-30e5f6cd-0bd5-4b8b-9007-9a34a5437791 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 943 time: 0.1523769 Dec 10 18:59:48.169851 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7cc35e-f359-4839-9bd7-8bfa85de3c2d req-a5ebb4e7-cc25-48a0-8f5e-0d02bc15954e tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:48.171741 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cb7cc35e-f359-4839-9bd7-8bfa85de3c2d req-a5ebb4e7-cc25-48a0-8f5e-0d02bc15954e tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/ports?device_id=11136692-1396-43b8-8286-eab6da657f41 HTTP/1.1" status: 200 len: 944 time: 0.0729303 Dec 10 18:59:48.235548 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3165c103-a5b0-4cfa-8f75-0b7302dd9cc0 req-5a16c7a7-ff58-4e04-9c15-f345fb685475 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667667 Dec 10 18:59:48.269807 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-145f836a-f9be-4530-aa18-0c5cfab08032 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:48.279215 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cb7cc35e-f359-4839-9bd7-8bfa85de3c2d req-210b56a9-4b0b-47a7-a4d4-1af7bf070e09 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/security-groups?id=f569fe8c-540a-46f4-ab80-5fc3cb8684cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907757 Dec 10 18:59:48.400895 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-145f836a-f9be-4530-aa18-0c5cfab08032 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Allocated IP 172.25.7.137 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/c0d1f0cd-8b68-455c-958c-de36719a3e43) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:59:48.506161 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-145f836a-f9be-4530-aa18-0c5cfab08032 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:48.552137 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-145f836a-f9be-4530-aa18-0c5cfab08032 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:48.601656 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145f836a-f9be-4530-aa18-0c5cfab08032 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:59:48.605584 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-145f836a-f9be-4530-aa18-0c5cfab08032 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:59:48.609585 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145f836a-f9be-4530-aa18-0c5cfab08032 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:59:48.616592 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f836a-f9be-4530-aa18-0c5cfab08032 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event updated for resources: {'Port': ['ID=c0d1f0cd-8b68-455c-958c-de36719a3e43,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:48.992931 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-145f836a-f9be-4530-aa18-0c5cfab08032 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:49.058988 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-145f836a-f9be-4530-aa18-0c5cfab08032 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:49.216269 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-145f836a-f9be-4530-aa18-0c5cfab08032 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:49.220789 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-145f836a-f9be-4530-aa18-0c5cfab08032 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:49.292810 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f836a-f9be-4530-aa18-0c5cfab08032 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event updated for resources: {'Port': ['ID=c0d1f0cd-8b68-455c-958c-de36719a3e43,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:49.302709 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-145f836a-f9be-4530-aa18-0c5cfab08032 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:49.387619 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da82fc8-628a-4703-84f7-e3867c6e8ee1 req-a527b4f4-b322-4550-8ee3-0a8b38e2bccb tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:49.389977 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6da82fc8-628a-4703-84f7-e3867c6e8ee1 req-a527b4f4-b322-4550-8ee3-0a8b38e2bccb tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 943 time: 0.0709767 Dec 10 18:59:49.442830 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6da82fc8-628a-4703-84f7-e3867c6e8ee1 req-6eb956a6-f0eb-4974-a586-b12c18603d30 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465417 Dec 10 18:59:49.480552 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238bb88-a292-47ed-b7b9-f74339c2632f req-de67822d-6d16-4577-9b28-cfdd0e037772 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:49.480552 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4238bb88-a292-47ed-b7b9-f74339c2632f req-de67822d-6d16-4577-9b28-cfdd0e037772 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/ports?device_id=11136692-1396-43b8-8286-eab6da657f41 HTTP/1.1" status: 200 len: 944 time: 0.0797310 Dec 10 18:59:49.483812 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-145f836a-f9be-4530-aa18-0c5cfab08032 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Floating IP 61a2236d-f2df-467a-9b40-87b05889052f associated. External IP: 172.25.7.137, port: 69f73bae-c2e4-4e90-b1c3-50efe97fae65. Dec 10 18:59:49.599984 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4238bb88-a292-47ed-b7b9-f74339c2632f req-77a0fd55-b208-4b47-a785-2b24ba5a4671 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/security-groups?id=f569fe8c-540a-46f4-ab80-5fc3cb8684cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144855 Dec 10 18:59:49.639307 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-38e3c0c7-f53e-4e15-8c15-de04df9d3683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:49.746243 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145f836a-f9be-4530-aa18-0c5cfab08032 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Router eb3b8870-9bb4-4959-961b-37a734e3d3fe has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:59:49.856434 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145f836a-f9be-4530-aa18-0c5cfab08032 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:59:49.869880 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70d362a-3f84-4d13-b978-711975f39e85 None None] Sync routers for ids ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:59:49.875665 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-145f836a-f9be-4530-aa18-0c5cfab08032 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:49.885207 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70d362a-3f84-4d13-b978-711975f39e85 None None] Routers {'eb3b8870-9bb4-4959-961b-37a734e3d3fe'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:59:49.885957 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d70d362a-3f84-4d13-b978-711975f39e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:59:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:49.906544 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-145f836a-f9be-4530-aa18-0c5cfab08032 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.9418807 Dec 10 18:59:49.906766 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60462) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:49.911683 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-2d888d8f-806c-4a2f-8997-83a02bc01842 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:49.927458 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d70d362a-3f84-4d13-b978-711975f39e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:49.937089 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70d362a-3f84-4d13-b978-711975f39e85 None None] Routers {'eb3b8870-9bb4-4959-961b-37a734e3d3fe'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:59:49.937852 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d70d362a-3f84-4d13-b978-711975f39e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:59:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:49.971152 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d70d362a-3f84-4d13-b978-711975f39e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:49.972728 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70d362a-3f84-4d13-b978-711975f39e85 None None] The sync data for ids ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:59:49.976002 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d888d8f-806c-4a2f-8997-83a02bc01842 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for floatingip, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:50.133081 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d888d8f-806c-4a2f-8997-83a02bc01842 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:50.137711 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d888d8f-806c-4a2f-8997-83a02bc01842 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:50.138048 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-2d888d8f-806c-4a2f-8997-83a02bc01842 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Floating IP 61a2236d-f2df-467a-9b40-87b05889052f disassociated. External IP: 172.25.7.137, port: 69f73bae-c2e4-4e90-b1c3-50efe97fae65. Dec 10 18:59:50.349680 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d888d8f-806c-4a2f-8997-83a02bc01842 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Router eb3b8870-9bb4-4959-961b-37a734e3d3fe has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:59:50.457943 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d888d8f-806c-4a2f-8997-83a02bc01842 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:59:50.462264 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d888d8f-806c-4a2f-8997-83a02bc01842 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:50.469193 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf2af43-ccdc-4f15-9136-0dda45772315 None None] Sync routers for ids ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:59:50.479099 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf2af43-ccdc-4f15-9136-0dda45772315 None None] Routers {'eb3b8870-9bb4-4959-961b-37a734e3d3fe'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:59:50.479921 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-abf2af43-ccdc-4f15-9136-0dda45772315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:59:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:50.490091 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2d888d8f-806c-4a2f-8997-83a02bc01842 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "PUT /v2.0/floatingips/61a2236d-f2df-467a-9b40-87b05889052f HTTP/1.1" status: 200 len: 688 time: 0.5823164 Dec 10 18:59:50.492917 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 60466) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:50.520563 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-abf2af43-ccdc-4f15-9136-0dda45772315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:50.530523 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf2af43-ccdc-4f15-9136-0dda45772315 None None] Routers {'eb3b8870-9bb4-4959-961b-37a734e3d3fe'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:59:50.531294 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-abf2af43-ccdc-4f15-9136-0dda45772315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:59:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:50.580447 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-abf2af43-ccdc-4f15-9136-0dda45772315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:50.581857 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf2af43-ccdc-4f15-9136-0dda45772315 None None] The sync data for ids ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'] in n-d-821435-1 is: [] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:59:50.650341 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f311599-ca20-4a91-b46b-4654ff575fa2 req-955c23dc-d660-405f-af0f-ee2f2b8e8da4 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:50.651876 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f311599-ca20-4a91-b46b-4654ff575fa2 req-955c23dc-d660-405f-af0f-ee2f2b8e8da4 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 943 time: 0.1165655 Dec 10 18:59:50.692577 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-64547cc9-4d59-4a11-8723-c0e1ad997d7c tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Deleting port c0d1f0cd-8b68-455c-958c-de36719a3e43 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:59:50.692968 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-64547cc9-4d59-4a11-8723-c0e1ad997d7c tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:50.734795 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbbfbb-7e47-4cb4-8fdf-af8edd07906a req-68736424-8375-4758-a938-8176f354345d tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:50.743921 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-afbbbfbb-7e47-4cb4-8fdf-af8edd07906a req-68736424-8375-4758-a938-8176f354345d tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/ports?device_id=11136692-1396-43b8-8286-eab6da657f41 HTTP/1.1" status: 200 len: 944 time: 0.0635388 Dec 10 18:59:50.747357 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f311599-ca20-4a91-b46b-4654ff575fa2 req-82280aa1-5ed1-48bf-b84a-1b34090863b2 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859280 Dec 10 18:59:50.789453 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-64547cc9-4d59-4a11-8723-c0e1ad997d7c tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:50.789799 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-64547cc9-4d59-4a11-8723-c0e1ad997d7c tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:50.791475 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-afbbbfbb-7e47-4cb4-8fdf-af8edd07906a req-d3dcb439-a192-470b-9057-753ba5a10c30 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/security-groups?id=f569fe8c-540a-46f4-ab80-5fc3cb8684cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464251 Dec 10 18:59:50.804076 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-64547cc9-4d59-4a11-8723-c0e1ad997d7c tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Calling delete_port for c0d1f0cd-8b68-455c-958c-de36719a3e43 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:59:50.943371 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-64547cc9-4d59-4a11-8723-c0e1ad997d7c tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:50.970598 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64547cc9-4d59-4a11-8723-c0e1ad997d7c tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event deleted for resources: {'Port': ['ID=c0d1f0cd-8b68-455c-958c-de36719a3e43,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:51.039681 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-64547cc9-4d59-4a11-8723-c0e1ad997d7c tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:51.042356 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-64547cc9-4d59-4a11-8723-c0e1ad997d7c tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:51.044306 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-64547cc9-4d59-4a11-8723-c0e1ad997d7c tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "DELETE /v2.0/floatingips/61a2236d-f2df-467a-9b40-87b05889052f HTTP/1.1" status: 204 len: 168 time: 0.5503907 Dec 10 18:59:51.048194 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 60474) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:51.052740 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-4b4ec4e4-9e9f-44f1-8eb6-f8c07b6896a2 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'port_id': '1437604b-e2f2-4f94-81a3-d440ef4765c5'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:51.064546 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 887c95a0-cae1-46ab-895a-ed9109b1c232 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:59:51.077577 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b4ec4e4-9e9f-44f1-8eb6-f8c07b6896a2 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:51.165812 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 887c95a0-cae1-46ab-895a-ed9109b1c232, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=887c95a0-cae1-46ab-895a-ed9109b1c232,segment=NetworkSegment(53645b73-0dac-4e9f-adf8-da7be40381af),segment_id=53645b73-0dac-4e9f-adf8-da7be40381af)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:59:51.177260 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b4ec4e4-9e9f-44f1-8eb6-f8c07b6896a2 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:51.179648 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '887c95a0-cae1-46ab-895a-ed9109b1c232', 'network_id': 'f9014259-8b21-4184-bc0d-c4182518b9b1', 'port_id': '887c95a0-cae1-46ab-895a-ed9109b1c232', 'mac_address': 'fa:16:3e:12:d9:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '456bed42-c413-4092-be53-ce95afcf84c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:59:51.219784 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:51.234006 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 887c95a0-cae1-46ab-895a-ed9109b1c232 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:59:51.255517 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 887c95a0-cae1-46ab-895a-ed9109b1c232, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=887c95a0-cae1-46ab-895a-ed9109b1c232,segment=NetworkSegment(53645b73-0dac-4e9f-adf8-da7be40381af),segment_id=53645b73-0dac-4e9f-adf8-da7be40381af)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:59:51.260213 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:51.286476 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-4b4ec4e4-9e9f-44f1-8eb6-f8c07b6896a2 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Allocated IP 172.25.7.139 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/91c448f3-fe54-4ed3-a796-0959e1b27382) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:59:51.311226 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=887c95a0-cae1-46ab-895a-ed9109b1c232,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:51.320528 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:51.321199 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:51.321793 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:51.322355 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:51.322912 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:51.323484 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:51.324035 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:51.324574 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:51.325148 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:51.325686 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:51.326247 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:51.326945 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:51.327723 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:51.399138 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b4ec4e4-9e9f-44f1-8eb6-f8c07b6896a2 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:51.432495 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b4ec4e4-9e9f-44f1-8eb6-f8c07b6896a2 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:51.466802 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['887c95a0-cae1-46ab-895a-ed9109b1c232'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:59:51.472609 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4ec4e4-9e9f-44f1-8eb6-f8c07b6896a2 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:59:51.483264 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-4b4ec4e4-9e9f-44f1-8eb6-f8c07b6896a2 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:59:51.485555 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4ec4e4-9e9f-44f1-8eb6-f8c07b6896a2 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:59:51.488237 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ec4e4-9e9f-44f1-8eb6-f8c07b6896a2 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event updated for resources: {'Port': ['ID=91c448f3-fe54-4ed3-a796-0959e1b27382,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:51.913757 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6ee91-303f-44fa-92e4-a668bdb0fe62 req-447fbda4-7ae9-4ec1-a234-c9e5972a8028 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:51.916400 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8bf6ee91-303f-44fa-92e4-a668bdb0fe62 req-447fbda4-7ae9-4ec1-a234-c9e5972a8028 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 943 time: 0.0505664 Dec 10 18:59:51.969811 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df4f7b-ac2c-4679-9331-07077e07e41a req-f6755cc4-e0fa-4f2b-a6dd-0af6cb2716d6 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:51.971331 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-97df4f7b-ac2c-4679-9331-07077e07e41a req-f6755cc4-e0fa-4f2b-a6dd-0af6cb2716d6 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/ports?device_id=11136692-1396-43b8-8286-eab6da657f41 HTTP/1.1" status: 200 len: 945 time: 0.0935473 Dec 10 18:59:51.974469 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8bf6ee91-303f-44fa-92e4-a668bdb0fe62 req-f3467e2e-17f1-43ab-8141-1b225c0b06f7 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528743 Dec 10 18:59:51.980053 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b4ec4e4-9e9f-44f1-8eb6-f8c07b6896a2 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:52.104665 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-97df4f7b-ac2c-4679-9331-07077e07e41a req-c2536be8-33ca-4635-81bb-0317cc3b0469 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/security-groups?id=f569fe8c-540a-46f4-ab80-5fc3cb8684cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055300 Dec 10 18:59:52.114423 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b4ec4e4-9e9f-44f1-8eb6-f8c07b6896a2 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:52.270763 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b4ec4e4-9e9f-44f1-8eb6-f8c07b6896a2 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:52.275454 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b4ec4e4-9e9f-44f1-8eb6-f8c07b6896a2 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:52.356264 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ec4e4-9e9f-44f1-8eb6-f8c07b6896a2 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event updated for resources: {'Port': ['ID=91c448f3-fe54-4ed3-a796-0959e1b27382,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:52.368230 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b4ec4e4-9e9f-44f1-8eb6-f8c07b6896a2 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:52.398231 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4cee2e36-930d-4694-a150-54024202587c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:52.777926 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-4b4ec4e4-9e9f-44f1-8eb6-f8c07b6896a2 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Floating IP e30e5b5f-a93c-4b18-b4f7-cddfbf5ff918 associated. External IP: 172.25.7.139, port: 1437604b-e2f2-4f94-81a3-d440ef4765c5. Dec 10 18:59:53.026448 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4ec4e4-9e9f-44f1-8eb6-f8c07b6896a2 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Router eb3b8870-9bb4-4959-961b-37a734e3d3fe has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:59:53.075219 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 887c95a0-cae1-46ab-895a-ed9109b1c232 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:59:53.134199 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 887c95a0-cae1-46ab-895a-ed9109b1c232 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:59:53.139312 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 887c95a0-cae1-46ab-895a-ed9109b1c232 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:59:53.140005 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:53.174255 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd1f57-a0ec-40fc-b6c6-5501c5bf2e01 req-6428332c-7c8c-479d-bef1-c45056012e8e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:53.176902 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-20cd1f57-a0ec-40fc-b6c6-5501c5bf2e01 req-6428332c-7c8c-479d-bef1-c45056012e8e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 943 time: 0.1046579 Dec 10 18:59:53.230873 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4ec4e4-9e9f-44f1-8eb6-f8c07b6896a2 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:59:53.290797 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-20cd1f57-a0ec-40fc-b6c6-5501c5bf2e01 req-11475600-cff5-406b-90a6-f564a0103972 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002450 Dec 10 18:59:53.296438 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b4ec4e4-9e9f-44f1-8eb6-f8c07b6896a2 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:53.345367 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de8abd-02db-4dc7-8b90-db38c812cc7c req-6ff0814e-8706-4920-8d65-da492d5eebb2 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:53.350989 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4b4ec4e4-9e9f-44f1-8eb6-f8c07b6896a2 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.3012261 Dec 10 18:59:53.352430 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 60492) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:53.356538 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-49de8abd-02db-4dc7-8b90-db38c812cc7c req-6ff0814e-8706-4920-8d65-da492d5eebb2 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/ports?device_id=11136692-1396-43b8-8286-eab6da657f41 HTTP/1.1" status: 200 len: 945 time: 0.1528859 Dec 10 18:59:53.360461 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c6b7e4-9ab9-47e9-a3a7-a188775b442f None None] Sync routers for ids ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:59:53.385178 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d8247-f17e-4f4c-acf6-d85989523ff1 req-6c951c6f-33aa-4ac3-88ac-f3aef4b958c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:53.386943 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9c4d8247-f17e-4f4c-acf6-d85989523ff1 req-6c951c6f-33aa-4ac3-88ac-f3aef4b958c9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea&tenant_id=ce6d41cdbd6e4596aec18213412eef45 HTTP/1.1" status: 200 len: 1094 time: 0.1398954 Dec 10 18:59:53.390995 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c6b7e4-9ab9-47e9-a3a7-a188775b442f None None] Routers {'eb3b8870-9bb4-4959-961b-37a734e3d3fe'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:59:53.400510 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-79c6b7e4-9ab9-47e9-a3a7-a188775b442f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:59:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:53.426127 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-49de8abd-02db-4dc7-8b90-db38c812cc7c req-b2219d90-6bf4-4d12-9d31-f7b649ca7dc3 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/security-groups?id=f569fe8c-540a-46f4-ab80-5fc3cb8684cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684195 Dec 10 18:59:53.452252 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b0beafc0-5f4b-4c61-90fe-e65f0609cc79 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "GET /v2.0/floatingips/e30e5b5f-a93c-4b18-b4f7-cddfbf5ff918 HTTP/1.1" status: 200 len: 978 time: 0.0985994 Dec 10 18:59:53.452924 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 60494) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:53.486248 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d8247-f17e-4f4c-acf6-d85989523ff1 req-89e52a51-9664-4a01-ba67-17a39ec9c19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:53.489256 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9c4d8247-f17e-4f4c-acf6-d85989523ff1 req-89e52a51-9664-4a01-ba67-17a39ec9c19b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ce6d41cdbd6e4596aec18213412eef45&device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 1094 time: 0.0575929 Dec 10 18:59:53.490685 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:53.507335 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-79c6b7e4-9ab9-47e9-a3a7-a188775b442f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:53.543658 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 887c95a0-cae1-46ab-895a-ed9109b1c232, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=887c95a0-cae1-46ab-895a-ed9109b1c232,segment=NetworkSegment(53645b73-0dac-4e9f-adf8-da7be40381af),segment_id=53645b73-0dac-4e9f-adf8-da7be40381af)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:59:53.545659 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11136692-1396-43b8-8286-eab6da657f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887c95a0-cae1-46ab-895a-ed9109b1c232'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:59:53.548328 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c619d627-0b07-4ea1-aa85-efa46ed1c253" -d '{"events": [{"server_uuid": "11136692-1396-43b8-8286-eab6da657f41", "name": "network-vif-plugged", "status": "completed", "tag": "887c95a0-cae1-46ab-895a-ed9109b1c232"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:59:53.558484 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:53.560302 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:53.561290 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c6b7e4-9ab9-47e9-a3a7-a188775b442f None None] Routers {'eb3b8870-9bb4-4959-961b-37a734e3d3fe'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:59:53.561906 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-79c6b7e4-9ab9-47e9-a3a7-a188775b442f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:59:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:53.600146 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d8247-f17e-4f4c-acf6-d85989523ff1 req-b632ca8c-6fde-4c7d-a274-fe3baf629969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:53.601976 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9c4d8247-f17e-4f4c-acf6-d85989523ff1 req-b632ca8c-6fde-4c7d-a274-fe3baf629969 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a30ce27-2851-4282-9ac6-23ccb449ba3d HTTP/1.1" status: 200 len: 918 time: 0.1055107 Dec 10 18:59:53.604518 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-10a11802-e9e9-4e75-8190-c3d010cd66aa tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1504817 Dec 10 18:59:53.607033 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 60498) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:53.617123 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-8769ef4d-246b-45dd-bb28-550a8875e09b tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Request body: {'floatingip': {'port_id': '69f73bae-c2e4-4e90-b1c3-50efe97fae65'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:53.626479 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa182afe-319e-4567-be82-7560ac7aa1a7 x-openstack-request-id: req-fa182afe-319e-4567-be82-7560ac7aa1a7 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:59:53.626775 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11136692-1396-43b8-8286-eab6da657f41", "name": "network-vif-plugged", "status": "completed", "tag": "887c95a0-cae1-46ab-895a-ed9109b1c232", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:59:53.627031 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fa182afe-319e-4567-be82-7560ac7aa1a7 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:59:53.627431 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11136692-1396-43b8-8286-eab6da657f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887c95a0-cae1-46ab-895a-ed9109b1c232', 'code': 200} Dec 10 18:59:53.660909 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=887c95a0-cae1-46ab-895a-ed9109b1c232,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:53.664391 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-79c6b7e4-9ab9-47e9-a3a7-a188775b442f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:53.665087 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c6b7e4-9ab9-47e9-a3a7-a188775b442f None None] The sync data for ids ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:59:53.702359 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9c4d8247-f17e-4f4c-acf6-d85989523ff1 req-c303a24b-070e-4740-bd93-a1ed52b94c8b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0e4c205-efe4-4bd1-9428-17d9f007f70c HTTP/1.1" status: 200 len: 998 time: 0.0905154 Dec 10 18:59:53.732343 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8769ef4d-246b-45dd-bb28-550a8875e09b tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:53.753533 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d8247-f17e-4f4c-acf6-d85989523ff1 req-80b162c8-56fb-4536-88f9-9b6a37b997ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:53.755362 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9c4d8247-f17e-4f4c-acf6-d85989523ff1 req-80b162c8-56fb-4536-88f9-9b6a37b997ae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b5b8f42d-7b7d-4b89-936c-8b66a87ff765 HTTP/1.1" status: 200 len: 856 time: 0.0471754 Dec 10 18:59:53.783472 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837558df-81c0-4487-b989-5035515e80cb req-5cdac3fa-0ec3-40bf-9c40-ec71d98ecc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:53.785171 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-837558df-81c0-4487-b989-5035515e80cb req-5cdac3fa-0ec3-40bf-9c40-ec71d98ecc73 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=11136692-1396-43b8-8286-eab6da657f41 HTTP/1.1" status: 200 len: 1097 time: 0.1034875 Dec 10 18:59:53.821857 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d8247-f17e-4f4c-acf6-d85989523ff1 req-77b39f1f-cfaf-43e0-bd93-f92686312e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:53.823296 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9c4d8247-f17e-4f4c-acf6-d85989523ff1 req-77b39f1f-cfaf-43e0-bd93-f92686312e3b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a30ce27-2851-4282-9ac6-23ccb449ba3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613792 Dec 10 18:59:53.887241 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-837558df-81c0-4487-b989-5035515e80cb req-43036782-80ef-422a-b2ed-86b913790f1d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f569fe8c-540a-46f4-ab80-5fc3cb8684cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951171 Dec 10 18:59:53.925912 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9c4d8247-f17e-4f4c-acf6-d85989523ff1 req-0215d4e5-2501-46b1-9155-2fd4d2e68137 service neutron] 10.222.0.72 "GET /v2.0/networks/8a30ce27-2851-4282-9ac6-23ccb449ba3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921736 Dec 10 18:59:54.018789 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9c4d8247-f17e-4f4c-acf6-d85989523ff1 req-db540cb5-f086-449c-a2cf-c437ee05bed1 service neutron] 10.222.0.72 "GET /v2.0/networks/8a30ce27-2851-4282-9ac6-23ccb449ba3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860040 Dec 10 18:59:54.248081 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8769ef4d-246b-45dd-bb28-550a8875e09b tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:54.254635 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8769ef4d-246b-45dd-bb28-550a8875e09b tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:54.377148 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-8769ef4d-246b-45dd-bb28-550a8875e09b tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Floating IP e30e5b5f-a93c-4b18-b4f7-cddfbf5ff918 associated. External IP: 172.25.7.139, port: 1437604b-e2f2-4f94-81a3-d440ef4765c5. Dec 10 18:59:54.583598 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0023b8-b80f-4b46-96ea-494936388fdc req-2b211c74-9c7e-444e-b67e-12dd19be7577 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:54.591867 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de0023b8-b80f-4b46-96ea-494936388fdc req-2b211c74-9c7e-444e-b67e-12dd19be7577 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 943 time: 0.1692367 Dec 10 18:59:54.653094 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d19728-6c33-4450-a336-5338630be988 req-ce0f10d1-8328-453d-9a06-3e796729fb99 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:54.654663 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-43d19728-6c33-4450-a336-5338630be988 req-ce0f10d1-8328-453d-9a06-3e796729fb99 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/ports?device_id=11136692-1396-43b8-8286-eab6da657f41 HTTP/1.1" status: 200 len: 946 time: 0.1141527 Dec 10 18:59:54.673672 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de0023b8-b80f-4b46-96ea-494936388fdc req-068cecdc-a386-43de-8e4b-fa48b6c58e91 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740526 Dec 10 18:59:54.793374 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-43d19728-6c33-4450-a336-5338630be988 req-dae0cdd7-e0af-4a8d-ac81-c2e04fbd1d12 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/security-groups?id=f569fe8c-540a-46f4-ab80-5fc3cb8684cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175218 Dec 10 18:59:54.817640 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8769ef4d-246b-45dd-bb28-550a8875e09b tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Router eb3b8870-9bb4-4959-961b-37a734e3d3fe has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:59:54.822704 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:55.030393 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8769ef4d-246b-45dd-bb28-550a8875e09b tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:59:55.044334 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6006dc2-ae1d-4c3d-a3fb-3a266d25b9d7 None None] Sync routers for ids ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:59:55.068152 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6006dc2-ae1d-4c3d-a3fb-3a266d25b9d7 None None] Routers {'eb3b8870-9bb4-4959-961b-37a734e3d3fe'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:59:55.069322 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-a6006dc2-ae1d-4c3d-a3fb-3a266d25b9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:59:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:55.161025 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-a6006dc2-ae1d-4c3d-a3fb-3a266d25b9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:55.180887 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6006dc2-ae1d-4c3d-a3fb-3a266d25b9d7 None None] Routers {'eb3b8870-9bb4-4959-961b-37a734e3d3fe'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:59:55.181534 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-a6006dc2-ae1d-4c3d-a3fb-3a266d25b9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:59:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:55.233804 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-a6006dc2-ae1d-4c3d-a3fb-3a266d25b9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:55.234719 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6006dc2-ae1d-4c3d-a3fb-3a266d25b9d7 None None] The sync data for ids ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'] in n-d-821435-1 is: [] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:59:55.369739 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8769ef4d-246b-45dd-bb28-550a8875e09b tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Router eb3b8870-9bb4-4959-961b-37a734e3d3fe has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:59:55.509261 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:55.568897 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8769ef4d-246b-45dd-bb28-550a8875e09b tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:59:55.573019 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8769ef4d-246b-45dd-bb28-550a8875e09b tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:55.579722 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59592fc4-2c52-4f22-a032-8a085ca9f5d8 None None] Sync routers for ids ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:59:55.600337 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59592fc4-2c52-4f22-a032-8a085ca9f5d8 None None] Routers {'eb3b8870-9bb4-4959-961b-37a734e3d3fe'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:59:55.603740 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-59592fc4-2c52-4f22-a032-8a085ca9f5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:59:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:55.654081 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8769ef4d-246b-45dd-bb28-550a8875e09b tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "PUT /v2.0/floatingips/e30e5b5f-a93c-4b18-b4f7-cddfbf5ff918 HTTP/1.1" status: 200 len: 977 time: 2.0458105 Dec 10 18:59:55.656977 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 60528) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:55.658503 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-59592fc4-2c52-4f22-a032-8a085ca9f5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:55.663434 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-286a6290-5129-4ace-bf52-29293e938c10 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:55.669527 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59592fc4-2c52-4f22-a032-8a085ca9f5d8 None None] Routers {'eb3b8870-9bb4-4959-961b-37a734e3d3fe'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:59:55.670413 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-59592fc4-2c52-4f22-a032-8a085ca9f5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:59:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:55.729305 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-59592fc4-2c52-4f22-a032-8a085ca9f5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:55.730010 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59592fc4-2c52-4f22-a032-8a085ca9f5d8 None None] The sync data for ids ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:59:55.763153 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-286a6290-5129-4ace-bf52-29293e938c10 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:55.925944 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac00c0-8fbf-4dd5-9470-9c8ce6f25cb0 req-e1d35121-d95e-44a7-a822-463a5c8437a8 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:55.927977 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-07ac00c0-8fbf-4dd5-9470-9c8ce6f25cb0 req-e1d35121-d95e-44a7-a822-463a5c8437a8 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 943 time: 0.0897536 Dec 10 18:59:55.994400 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-07ac00c0-8fbf-4dd5-9470-9c8ce6f25cb0 req-423f8f63-7318-49a3-b189-52afe4f49623 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589383 Dec 10 18:59:56.126977 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd921150-bc17-4bc6-963a-cde07aa8f6a2 req-713a7b2a-9536-45df-9361-57bc28183815 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:56.128548 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cd921150-bc17-4bc6-963a-cde07aa8f6a2 req-713a7b2a-9536-45df-9361-57bc28183815 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/ports?device_id=11136692-1396-43b8-8286-eab6da657f41 HTTP/1.1" status: 200 len: 946 time: 0.0527186 Dec 10 18:59:56.198301 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cd921150-bc17-4bc6-963a-cde07aa8f6a2 req-002c367a-39d6-42cc-98a3-a5aff0b31fd6 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/security-groups?id=f569fe8c-540a-46f4-ab80-5fc3cb8684cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556059 Dec 10 18:59:56.294475 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-286a6290-5129-4ace-bf52-29293e938c10 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:56.298103 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-286a6290-5129-4ace-bf52-29293e938c10 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:56.298518 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-286a6290-5129-4ace-bf52-29293e938c10 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Floating IP e30e5b5f-a93c-4b18-b4f7-cddfbf5ff918 disassociated. External IP: 172.25.7.139, port: 69f73bae-c2e4-4e90-b1c3-50efe97fae65. Dec 10 18:59:56.543065 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286a6290-5129-4ace-bf52-29293e938c10 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Router eb3b8870-9bb4-4959-961b-37a734e3d3fe has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:59:56.658546 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286a6290-5129-4ace-bf52-29293e938c10 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:59:56.664038 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-286a6290-5129-4ace-bf52-29293e938c10 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:56.669442 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f92afe-2091-4902-8627-a8b4c54cddb0 None None] Sync routers for ids ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:59:56.685585 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f92afe-2091-4902-8627-a8b4c54cddb0 None None] Routers {'eb3b8870-9bb4-4959-961b-37a734e3d3fe'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:59:56.686374 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-c8f92afe-2091-4902-8627-a8b4c54cddb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:59:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:56.732659 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-286a6290-5129-4ace-bf52-29293e938c10 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "PUT /v2.0/floatingips/e30e5b5f-a93c-4b18-b4f7-cddfbf5ff918 HTTP/1.1" status: 200 len: 688 time: 1.0720634 Dec 10 18:59:56.733217 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60576) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:56.777108 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-c8f92afe-2091-4902-8627-a8b4c54cddb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:56.798673 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f92afe-2091-4902-8627-a8b4c54cddb0 None None] Routers {'eb3b8870-9bb4-4959-961b-37a734e3d3fe'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:59:56.799852 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-c8f92afe-2091-4902-8627-a8b4c54cddb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:59:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:56.896251 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-c8f92afe-2091-4902-8627-a8b4c54cddb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:56.900887 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f92afe-2091-4902-8627-a8b4c54cddb0 None None] The sync data for ids ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'] in n-d-821435-1 is: [] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:59:56.957184 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-79019ee3-e080-48ed-b041-26cb7952151c tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Deleting port 91c448f3-fe54-4ed3-a796-0959e1b27382 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:59:56.957781 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-79019ee3-e080-48ed-b041-26cb7952151c tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:57.107631 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-79019ee3-e080-48ed-b041-26cb7952151c tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:57.107969 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-79019ee3-e080-48ed-b041-26cb7952151c tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:57.138397 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-79019ee3-e080-48ed-b041-26cb7952151c tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Calling delete_port for 91c448f3-fe54-4ed3-a796-0959e1b27382 owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:59:57.270772 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae0d76-16b1-4a01-a756-4f07bb3e5fb1 req-76ecb5f6-79f0-4259-b3c8-c7afd97a13b7 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:57.272334 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-74ae0d76-16b1-4a01-a756-4f07bb3e5fb1 req-76ecb5f6-79f0-4259-b3c8-c7afd97a13b7 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 943 time: 0.0839617 Dec 10 18:59:57.405079 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-74ae0d76-16b1-4a01-a756-4f07bb3e5fb1 req-768bb875-57e5-4eca-b294-d74a350f2432 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070666 Dec 10 18:59:57.503412 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-79019ee3-e080-48ed-b041-26cb7952151c tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:57.538697 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79019ee3-e080-48ed-b041-26cb7952151c tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event deleted for resources: {'Port': ['ID=91c448f3-fe54-4ed3-a796-0959e1b27382,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:57.650682 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-79019ee3-e080-48ed-b041-26cb7952151c tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:57.654712 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-79019ee3-e080-48ed-b041-26cb7952151c tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:57.656227 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-79019ee3-e080-48ed-b041-26cb7952151c tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "DELETE /v2.0/floatingips/e30e5b5f-a93c-4b18-b4f7-cddfbf5ff918 HTTP/1.1" status: 204 len: 168 time: 0.9219892 Dec 10 18:59:57.659459 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60624) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:57.722392 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-125eca8a-f6e6-41d0-9ea3-31bf3b6d9b35 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] delete failed (client error): The resource could not be found. Dec 10 18:59:57.729724 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-125eca8a-f6e6-41d0-9ea3-31bf3b6d9b35 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "DELETE /v2.0/floatingips/e30e5b5f-a93c-4b18-b4f7-cddfbf5ff918 HTTP/1.1" status: 404 len: 345 time: 0.0685265 Dec 10 18:59:57.733721 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 60626) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:57.927920 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d486c00f-f72f-4675-906f-4ac1685b70fb tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:57.936268 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d486c00f-f72f-4675-906f-4ac1685b70fb tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:57.944604 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d486c00f-f72f-4675-906f-4ac1685b70fb tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:57.948749 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d486c00f-f72f-4675-906f-4ac1685b70fb tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "GET /v2.0/ports?network_id=d2cd2136-997c-420d-82c3-e9b01bcdcc46 HTTP/1.1" status: 200 len: 2357 time: 0.2116222 Dec 10 18:59:57.949418 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60630) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:58.011119 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e96503d-22a1-4a32-a1b9-a3ef11f3aa9d tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:58.016704 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3e96503d-22a1-4a32-a1b9-a3ef11f3aa9d tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "GET /v2.0/subnets/0b627ac7-5b6e-42e6-9d59-fc02d64b649c HTTP/1.1" status: 200 len: 797 time: 0.0622706 Dec 10 18:59:58.017680 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 60632) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:58.024408 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-d8061704-806d-47e2-9fae-932ad4f4963f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Request body: {'port': {'network_id': 'd2cd2136-997c-420d-82c3-e9b01bcdcc46', 'name': 'tempest-FloatingIPTestJSON-1770861639', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:58.260346 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8061704-806d-47e2-9fae-932ad4f4963f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Made reservation on behalf of 6204e169d2fc489b89576228599abe02 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:59:58.395821 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d8061704-806d-47e2-9fae-932ad4f4963f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:58.435015 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-d8061704-806d-47e2-9fae-932ad4f4963f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] device_id is not set on port e9991469-c666-422d-a66e-9c9df4ab20e3 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:59:58.676940 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e462a-a20c-4453-9753-195f454cc7a9 req-dada95bf-86ea-423d-8967-665ffcb32787 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:58.678533 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d64e462a-a20c-4453-9753-195f454cc7a9 req-dada95bf-86ea-423d-8967-665ffcb32787 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 943 time: 0.1247203 Dec 10 18:59:58.777310 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d64e462a-a20c-4453-9753-195f454cc7a9 req-59cdedcc-2205-499a-90a6-789ea29ff34a tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806260 Dec 10 18:59:59.014846 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-d8061704-806d-47e2-9fae-932ad4f4963f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Allocated IP 172.20.0.14 (d2cd2136-997c-420d-82c3-e9b01bcdcc46/0b627ac7-5b6e-42e6-9d59-fc02d64b649c/e9991469-c666-422d-a66e-9c9df4ab20e3) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:59:59.031452 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-d8061704-806d-47e2-9fae-932ad4f4963f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Allocated IP 172.20.0.13 (d2cd2136-997c-420d-82c3-e9b01bcdcc46/0b627ac7-5b6e-42e6-9d59-fc02d64b649c/e9991469-c666-422d-a66e-9c9df4ab20e3) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:59:59.228615 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d8061704-806d-47e2-9fae-932ad4f4963f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:59.302652 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d8061704-806d-47e2-9fae-932ad4f4963f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:59.398738 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8061704-806d-47e2-9fae-932ad4f4963f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Network d2cd2136-997c-420d-82c3-e9b01bcdcc46 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:59:59.403273 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-d8061704-806d-47e2-9fae-932ad4f4963f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:59:59.407557 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8061704-806d-47e2-9fae-932ad4f4963f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:59:59.446478 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8061704-806d-47e2-9fae-932ad4f4963f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event updated for resources: {'Port': ['ID=e9991469-c666-422d-a66e-9c9df4ab20e3,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:59.473064 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8061704-806d-47e2-9fae-932ad4f4963f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:59.474148 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d8061704-806d-47e2-9fae-932ad4f4963f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:59.494531 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d8061704-806d-47e2-9fae-932ad4f4963f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.4744637 Dec 10 18:59:59.496933 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 60642) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:59.504149 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ac2bc122-0d2a-49a7-9b08-d5dc1d75086f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'port_id': 'e9991469-c666-422d-a66e-9c9df4ab20e3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:59.532068 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac2bc122-0d2a-49a7-9b08-d5dc1d75086f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:59.696440 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac2bc122-0d2a-49a7-9b08-d5dc1d75086f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:59.904157 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-ac2bc122-0d2a-49a7-9b08-d5dc1d75086f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Allocated IP 172.25.7.223 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/9652c467-95c1-44be-9ab1-e633c3b8a729) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:00:00.024156 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b444845-0545-4f7c-bc34-a73cb72f8059 req-998ae49d-5028-479d-8060-e7fe24a22b39 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:00.032674 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2b444845-0545-4f7c-bc34-a73cb72f8059 req-998ae49d-5028-479d-8060-e7fe24a22b39 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 943 time: 0.1124191 Dec 10 19:00:00.134379 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2b444845-0545-4f7c-bc34-a73cb72f8059 req-2fecce22-5381-4367-ad4f-1e6ec434c368 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004453 Dec 10 19:00:00.136546 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac2bc122-0d2a-49a7-9b08-d5dc1d75086f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:00.186554 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac2bc122-0d2a-49a7-9b08-d5dc1d75086f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:00.240883 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2bc122-0d2a-49a7-9b08-d5dc1d75086f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:00:00.244458 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-ac2bc122-0d2a-49a7-9b08-d5dc1d75086f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:00.248856 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2bc122-0d2a-49a7-9b08-d5dc1d75086f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:00:00.255303 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2bc122-0d2a-49a7-9b08-d5dc1d75086f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event updated for resources: {'Port': ['ID=9652c467-95c1-44be-9ab1-e633c3b8a729,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:00.865127 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac2bc122-0d2a-49a7-9b08-d5dc1d75086f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:01.003665 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac2bc122-0d2a-49a7-9b08-d5dc1d75086f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:01.249291 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac2bc122-0d2a-49a7-9b08-d5dc1d75086f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:01.257677 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac2bc122-0d2a-49a7-9b08-d5dc1d75086f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:01.341907 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77b42d-77e8-4df0-be8a-2a6b338c7d2b req-b431a182-7455-4206-8c3e-7cecac78ca96 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:01.343445 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0f77b42d-77e8-4df0-be8a-2a6b338c7d2b req-b431a182-7455-4206-8c3e-7cecac78ca96 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 943 time: 0.0833368 Dec 10 19:00:01.345993 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2bc122-0d2a-49a7-9b08-d5dc1d75086f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event updated for resources: {'Port': ['ID=9652c467-95c1-44be-9ab1-e633c3b8a729,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:01.383798 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac2bc122-0d2a-49a7-9b08-d5dc1d75086f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:01.505600 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0f77b42d-77e8-4df0-be8a-2a6b338c7d2b req-96d560fa-0915-4972-b312-d5ca40f0f460 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461334 Dec 10 19:00:01.634883 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-ac2bc122-0d2a-49a7-9b08-d5dc1d75086f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Floating IP ae06f2b4-9f33-4485-bdd8-425ffce3af2e associated. External IP: 172.25.7.223, port: e9991469-c666-422d-a66e-9c9df4ab20e3. Dec 10 19:00:02.016605 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2bc122-0d2a-49a7-9b08-d5dc1d75086f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Router eb3b8870-9bb4-4959-961b-37a734e3d3fe has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:00:02.179489 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2bc122-0d2a-49a7-9b08-d5dc1d75086f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:00:02.200910 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3975e22c-5cd2-4f08-aee7-98514f156504 None None] Sync routers for ids ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:00:02.227678 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac2bc122-0d2a-49a7-9b08-d5dc1d75086f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:02.241934 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3975e22c-5cd2-4f08-aee7-98514f156504 None None] Routers {'eb3b8870-9bb4-4959-961b-37a734e3d3fe'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:00:02.245433 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3975e22c-5cd2-4f08-aee7-98514f156504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:59:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:02.268599 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ac2bc122-0d2a-49a7-9b08-d5dc1d75086f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.7692533 Dec 10 19:00:02.273498 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60702) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:02.281837 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a2419905-828f-45cb-a8f4-dda63f27fa0e tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Request body: {'floatingip': {'port_id': 'e9991469-c666-422d-a66e-9c9df4ab20e3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:02.376803 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3975e22c-5cd2-4f08-aee7-98514f156504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:02.389298 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3975e22c-5cd2-4f08-aee7-98514f156504 None None] Routers {'eb3b8870-9bb4-4959-961b-37a734e3d3fe'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:00:02.392091 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3975e22c-5cd2-4f08-aee7-98514f156504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:59:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:02.394479 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a2419905-828f-45cb-a8f4-dda63f27fa0e tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for floatingip, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:02.450229 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3975e22c-5cd2-4f08-aee7-98514f156504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:02.453146 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3975e22c-5cd2-4f08-aee7-98514f156504 None None] The sync data for ids ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:00:02.926767 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb0d2b-3897-4770-bae8-3d7365a90253 req-2637962f-3603-446d-aa12-1f40b4254c27 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:02.928429 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cecb0d2b-3897-4770-bae8-3d7365a90253 req-2637962f-3603-446d-aa12-1f40b4254c27 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 943 time: 0.1986587 Dec 10 19:00:03.070297 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cecb0d2b-3897-4770-bae8-3d7365a90253 req-faa41021-fe52-466b-a301-e8089e70066e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336751 Dec 10 19:00:03.464994 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a2419905-828f-45cb-a8f4-dda63f27fa0e tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:03.480586 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a2419905-828f-45cb-a8f4-dda63f27fa0e tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:03.910836 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:04.298442 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2dd3a5-eaa6-46c8-9eeb-c85dddc4525f req-98260062-af0e-4f02-ae1c-bdd87a9d1733 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:04.306754 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1c2dd3a5-eaa6-46c8-9eeb-c85dddc4525f req-98260062-af0e-4f02-ae1c-bdd87a9d1733 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 943 time: 0.0875533 Dec 10 19:00:04.437561 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1c2dd3a5-eaa6-46c8-9eeb-c85dddc4525f req-0c60e185-0dec-4d42-aa7c-f9082b5bb3b5 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287694 Dec 10 19:00:04.662843 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2419905-828f-45cb-a8f4-dda63f27fa0e tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Router eb3b8870-9bb4-4959-961b-37a734e3d3fe has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:00:04.797303 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2419905-828f-45cb-a8f4-dda63f27fa0e tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:00:04.807674 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804fcd46-9f3b-4588-8061-613c98d22ee6 None None] Sync routers for ids ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:00:04.808359 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a2419905-828f-45cb-a8f4-dda63f27fa0e tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:04.821785 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804fcd46-9f3b-4588-8061-613c98d22ee6 None None] Routers {'eb3b8870-9bb4-4959-961b-37a734e3d3fe'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:00:04.822457 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-804fcd46-9f3b-4588-8061-613c98d22ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:59:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:04.865371 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-804fcd46-9f3b-4588-8061-613c98d22ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:04.875822 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804fcd46-9f3b-4588-8061-613c98d22ee6 None None] Routers {'eb3b8870-9bb4-4959-961b-37a734e3d3fe'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:00:04.876423 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-804fcd46-9f3b-4588-8061-613c98d22ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:59:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:04.881047 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a2419905-828f-45cb-a8f4-dda63f27fa0e tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "PUT /v2.0/floatingips/ae06f2b4-9f33-4485-bdd8-425ffce3af2e HTTP/1.1" status: 200 len: 979 time: 2.6042931 Dec 10 19:00:04.882485 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 60870) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:04.921535 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-804fcd46-9f3b-4588-8061-613c98d22ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:04.922329 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804fcd46-9f3b-4588-8061-613c98d22ee6 None None] The sync data for ids ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'] in n-d-821435-1 is: [] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:00:05.079444 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-92637e5e-f3a8-44bc-8e59-c09f31a48fa9 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Deleting port 9652c467-95c1-44be-9ab1-e633c3b8a729 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:00:05.079799 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-92637e5e-f3a8-44bc-8e59-c09f31a48fa9 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:05.167428 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-92637e5e-f3a8-44bc-8e59-c09f31a48fa9 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:05.167761 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-92637e5e-f3a8-44bc-8e59-c09f31a48fa9 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:05.182078 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-92637e5e-f3a8-44bc-8e59-c09f31a48fa9 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Calling delete_port for 9652c467-95c1-44be-9ab1-e633c3b8a729 owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:00:05.426027 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-92637e5e-f3a8-44bc-8e59-c09f31a48fa9 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:05.463885 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92637e5e-f3a8-44bc-8e59-c09f31a48fa9 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event deleted for resources: {'Port': ['ID=9652c467-95c1-44be-9ab1-e633c3b8a729,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:05.583091 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-92637e5e-f3a8-44bc-8e59-c09f31a48fa9 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:05.583437 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-92637e5e-f3a8-44bc-8e59-c09f31a48fa9 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Floating IP ae06f2b4-9f33-4485-bdd8-425ffce3af2e disassociated (deleted). External IP: 172.25.7.223, port: e9991469-c666-422d-a66e-9c9df4ab20e3. Dec 10 19:00:05.680947 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e2f35-507d-45bb-b0d0-fabc5b0ddf0e req-fc524795-a0fd-4430-ae90-f092226b254a tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:05.682465 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3c2e2f35-507d-45bb-b0d0-fabc5b0ddf0e req-fc524795-a0fd-4430-ae90-f092226b254a tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 943 time: 0.1551154 Dec 10 19:00:05.818624 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3c2e2f35-507d-45bb-b0d0-fabc5b0ddf0e req-9ef97699-110d-4bca-8619-01209dbf6cb8 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242583 Dec 10 19:00:05.880162 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92637e5e-f3a8-44bc-8e59-c09f31a48fa9 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Router eb3b8870-9bb4-4959-961b-37a734e3d3fe has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:00:06.006187 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92637e5e-f3a8-44bc-8e59-c09f31a48fa9 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:00:06.011573 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-92637e5e-f3a8-44bc-8e59-c09f31a48fa9 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:06.018541 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5743832-2c8a-456b-bd6d-412c9b74e61e None None] Sync routers for ids ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:00:06.032460 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5743832-2c8a-456b-bd6d-412c9b74e61e None None] Routers {'eb3b8870-9bb4-4959-961b-37a734e3d3fe'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:00:06.033198 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a5743832-2c8a-456b-bd6d-412c9b74e61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:59:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:06.044686 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-92637e5e-f3a8-44bc-8e59-c09f31a48fa9 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "DELETE /v2.0/floatingips/ae06f2b4-9f33-4485-bdd8-425ffce3af2e HTTP/1.1" status: 204 len: 168 time: 1.1592612 Dec 10 19:00:06.045823 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 32796) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:06.070860 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a5743832-2c8a-456b-bd6d-412c9b74e61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:06.091025 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5743832-2c8a-456b-bd6d-412c9b74e61e None None] Routers {'eb3b8870-9bb4-4959-961b-37a734e3d3fe'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:00:06.091647 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a5743832-2c8a-456b-bd6d-412c9b74e61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:59:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:06.130895 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a5743832-2c8a-456b-bd6d-412c9b74e61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:06.131743 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5743832-2c8a-456b-bd6d-412c9b74e61e None None] The sync data for ids ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:00:06.156579 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c53f35ca-7223-4b9e-900f-0078fe31937a tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Deleting port e9991469-c666-422d-a66e-9c9df4ab20e3 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:00:06.156962 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c53f35ca-7223-4b9e-900f-0078fe31937a tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:06.267216 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c53f35ca-7223-4b9e-900f-0078fe31937a tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:06.286679 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c53f35ca-7223-4b9e-900f-0078fe31937a tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Calling delete_port for e9991469-c666-422d-a66e-9c9df4ab20e3 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:00:06.489760 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c53f35ca-7223-4b9e-900f-0078fe31937a tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:06.519219 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f35ca-7223-4b9e-900f-0078fe31937a tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event deleted for resources: {'Port': ['ID=e9991469-c666-422d-a66e-9c9df4ab20e3,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:06.628246 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c53f35ca-7223-4b9e-900f-0078fe31937a tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:06.631754 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c53f35ca-7223-4b9e-900f-0078fe31937a tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "DELETE /v2.0/ports/e9991469-c666-422d-a66e-9c9df4ab20e3 HTTP/1.1" status: 204 len: 168 time: 0.5847859 Dec 10 19:00:06.635523 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 32874) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:06.640344 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c2370905-2d61-4559-80cb-056cda2c7b66 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:06.677697 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2370905-2d61-4559-80cb-056cda2c7b66 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:06.791818 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2370905-2d61-4559-80cb-056cda2c7b66 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:06.922600 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-c2370905-2d61-4559-80cb-056cda2c7b66 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Allocated IP 172.25.7.118 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/f844ac5a-1481-42bf-872f-a2192b5ec7fb) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:00:06.962323 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf3a6d-1a81-437d-8382-5dcc0ec3afb4 req-717aa173-64b2-491e-a85d-75b85a2006fa tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:06.964880 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-14cf3a6d-1a81-437d-8382-5dcc0ec3afb4 req-717aa173-64b2-491e-a85d-75b85a2006fa tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 943 time: 0.0575311 Dec 10 19:00:07.019691 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-14cf3a6d-1a81-437d-8382-5dcc0ec3afb4 req-a4632d35-beb1-4632-993c-6a583619108b tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462263 Dec 10 19:00:07.040950 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2370905-2d61-4559-80cb-056cda2c7b66 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:07.076904 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2370905-2d61-4559-80cb-056cda2c7b66 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:07.123821 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2370905-2d61-4559-80cb-056cda2c7b66 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:00:07.126938 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-c2370905-2d61-4559-80cb-056cda2c7b66 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:07.131634 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2370905-2d61-4559-80cb-056cda2c7b66 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:00:07.134784 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2370905-2d61-4559-80cb-056cda2c7b66 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event updated for resources: {'Port': ['ID=f844ac5a-1481-42bf-872f-a2192b5ec7fb,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:07.220111 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2370905-2d61-4559-80cb-056cda2c7b66 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:07.257212 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2370905-2d61-4559-80cb-056cda2c7b66 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:07.419784 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2370905-2d61-4559-80cb-056cda2c7b66 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:07.424732 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2370905-2d61-4559-80cb-056cda2c7b66 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:07.491297 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2370905-2d61-4559-80cb-056cda2c7b66 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event updated for resources: {'Port': ['ID=f844ac5a-1481-42bf-872f-a2192b5ec7fb,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:07.508042 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2370905-2d61-4559-80cb-056cda2c7b66 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:07.527723 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2370905-2d61-4559-80cb-056cda2c7b66 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:07.531922 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 32900) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:07.533138 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c2370905-2d61-4559-80cb-056cda2c7b66 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8966432 Dec 10 19:00:07.537585 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-35913dd6-4b8d-4f7b-b578-6ffd1aeb9018 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Request body: {'port': {'network_id': 'd2cd2136-997c-420d-82c3-e9b01bcdcc46', 'name': 'tempest-FloatingIPTestJSON-1894444505'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:07.661139 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35913dd6-4b8d-4f7b-b578-6ffd1aeb9018 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Made reservation on behalf of 6204e169d2fc489b89576228599abe02 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:00:07.664925 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35913dd6-4b8d-4f7b-b578-6ffd1aeb9018 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:07.683692 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-35913dd6-4b8d-4f7b-b578-6ffd1aeb9018 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] device_id is not set on port e408cf23-2846-4b8e-8c14-9f0718d1f903 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:00:07.801392 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-35913dd6-4b8d-4f7b-b578-6ffd1aeb9018 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Allocated IP 172.20.0.8 (d2cd2136-997c-420d-82c3-e9b01bcdcc46/0b627ac7-5b6e-42e6-9d59-fc02d64b649c/e408cf23-2846-4b8e-8c14-9f0718d1f903) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:00:07.979903 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35913dd6-4b8d-4f7b-b578-6ffd1aeb9018 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:08.018924 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35913dd6-4b8d-4f7b-b578-6ffd1aeb9018 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:08.068397 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35913dd6-4b8d-4f7b-b578-6ffd1aeb9018 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Network d2cd2136-997c-420d-82c3-e9b01bcdcc46 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:00:08.072614 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-35913dd6-4b8d-4f7b-b578-6ffd1aeb9018 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:08.076460 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35913dd6-4b8d-4f7b-b578-6ffd1aeb9018 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:00:08.111249 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35913dd6-4b8d-4f7b-b578-6ffd1aeb9018 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event updated for resources: {'Port': ['ID=e408cf23-2846-4b8e-8c14-9f0718d1f903,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:08.148753 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35913dd6-4b8d-4f7b-b578-6ffd1aeb9018 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:08.149497 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35913dd6-4b8d-4f7b-b578-6ffd1aeb9018 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:08.193856 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-35913dd6-4b8d-4f7b-b578-6ffd1aeb9018 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6608143 Dec 10 19:00:08.196439 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 32910) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:08.203651 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-9254bbbb-afa1-453b-9293-c76bce9305a1 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Request body: {'floatingip': {'port_id': 'e408cf23-2846-4b8e-8c14-9f0718d1f903'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:08.212044 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95683fd5-c400-4516-b25b-3cdd2113c5c8 req-16596591-342a-482b-9574-7cec091af480 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:08.213762 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-95683fd5-c400-4516-b25b-3cdd2113c5c8 req-16596591-342a-482b-9574-7cec091af480 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 943 time: 0.0616517 Dec 10 19:00:08.256534 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:08.285545 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-95683fd5-c400-4516-b25b-3cdd2113c5c8 req-24c60279-23d4-4088-aa1f-48a76abe5075 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574832 Dec 10 19:00:08.295977 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9254bbbb-afa1-453b-9293-c76bce9305a1 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:09.195806 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9254bbbb-afa1-453b-9293-c76bce9305a1 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:09.205784 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9254bbbb-afa1-453b-9293-c76bce9305a1 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:09.320439 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-9254bbbb-afa1-453b-9293-c76bce9305a1 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Floating IP c1c4dfd7-5a8f-405b-b016-669afe08fae4 associated. External IP: 172.25.7.118, port: e408cf23-2846-4b8e-8c14-9f0718d1f903. Dec 10 19:00:09.440808 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc5ff0-1637-4491-9d71-210d27e5ad56 req-3b799dd2-9fbb-44da-aba9-71f24306bb19 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:09.442388 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-47dc5ff0-1637-4491-9d71-210d27e5ad56 req-3b799dd2-9fbb-44da-aba9-71f24306bb19 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 943 time: 0.0578353 Dec 10 19:00:09.498434 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-47dc5ff0-1637-4491-9d71-210d27e5ad56 req-47f4f033-8d17-4c4e-94a4-47692a6fa771 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493045 Dec 10 19:00:09.557230 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9254bbbb-afa1-453b-9293-c76bce9305a1 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Router eb3b8870-9bb4-4959-961b-37a734e3d3fe has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:00:09.690331 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9254bbbb-afa1-453b-9293-c76bce9305a1 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:00:09.696877 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9254bbbb-afa1-453b-9293-c76bce9305a1 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:09.703321 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78453dcd-0384-4c2f-afa2-a12b383104a5 None None] Sync routers for ids ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:00:09.719462 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78453dcd-0384-4c2f-afa2-a12b383104a5 None None] Routers {'eb3b8870-9bb4-4959-961b-37a734e3d3fe'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:00:09.720217 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-78453dcd-0384-4c2f-afa2-a12b383104a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:59:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:09.737536 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9254bbbb-afa1-453b-9293-c76bce9305a1 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "PUT /v2.0/floatingips/c1c4dfd7-5a8f-405b-b016-669afe08fae4 HTTP/1.1" status: 200 len: 978 time: 1.5389106 Dec 10 19:00:09.739730 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 32922) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:09.758522 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-78453dcd-0384-4c2f-afa2-a12b383104a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:09.769439 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78453dcd-0384-4c2f-afa2-a12b383104a5 None None] Routers {'eb3b8870-9bb4-4959-961b-37a734e3d3fe'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:00:09.770056 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-78453dcd-0384-4c2f-afa2-a12b383104a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:59:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:09.857675 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-eae00528-c754-4e8c-89a4-c8c2b0ffacda tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Deleting port e408cf23-2846-4b8e-8c14-9f0718d1f903 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:00:09.858039 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eae00528-c754-4e8c-89a4-c8c2b0ffacda tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:09.908073 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-78453dcd-0384-4c2f-afa2-a12b383104a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:09.908930 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78453dcd-0384-4c2f-afa2-a12b383104a5 None None] The sync data for ids ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'] in n-d-821435-1 is: [] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:00:09.973194 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eae00528-c754-4e8c-89a4-c8c2b0ffacda tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:10.185985 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eae00528-c754-4e8c-89a4-c8c2b0ffacda tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:10.188444 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eae00528-c754-4e8c-89a4-c8c2b0ffacda tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:10.188444 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-eae00528-c754-4e8c-89a4-c8c2b0ffacda tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Floating IP c1c4dfd7-5a8f-405b-b016-669afe08fae4 disassociated. External IP: 172.25.7.118, port: e408cf23-2846-4b8e-8c14-9f0718d1f903. Dec 10 19:00:10.188444 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-eae00528-c754-4e8c-89a4-c8c2b0ffacda tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Calling delete_port for e408cf23-2846-4b8e-8c14-9f0718d1f903 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:00:10.325834 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eae00528-c754-4e8c-89a4-c8c2b0ffacda tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:10.362510 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae00528-c754-4e8c-89a4-c8c2b0ffacda tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event deleted for resources: {'Port': ['ID=e408cf23-2846-4b8e-8c14-9f0718d1f903,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:10.496123 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae00528-c754-4e8c-89a4-c8c2b0ffacda tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Router eb3b8870-9bb4-4959-961b-37a734e3d3fe has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:00:10.609478 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae00528-c754-4e8c-89a4-c8c2b0ffacda tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:00:10.621229 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644d5c30-4ca8-4785-b7bf-abd04bb9e4cb None None] Sync routers for ids ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:00:10.632944 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644d5c30-4ca8-4785-b7bf-abd04bb9e4cb None None] Routers {'eb3b8870-9bb4-4959-961b-37a734e3d3fe'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:00:10.633965 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-644d5c30-4ca8-4785-b7bf-abd04bb9e4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:59:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:10.674125 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4edd3-eb2a-4976-ac02-20b57f4a07ea req-9032b9da-efc8-48af-bb5f-f1f638e5c223 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:10.679322 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3fd4edd3-eb2a-4976-ac02-20b57f4a07ea req-9032b9da-efc8-48af-bb5f-f1f638e5c223 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 943 time: 0.0937622 Dec 10 19:00:10.680945 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-644d5c30-4ca8-4785-b7bf-abd04bb9e4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:10.693070 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644d5c30-4ca8-4785-b7bf-abd04bb9e4cb None None] Routers {'eb3b8870-9bb4-4959-961b-37a734e3d3fe'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:00:10.693922 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-644d5c30-4ca8-4785-b7bf-abd04bb9e4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:59:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:10.740587 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-644d5c30-4ca8-4785-b7bf-abd04bb9e4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:10.741545 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644d5c30-4ca8-4785-b7bf-abd04bb9e4cb None None] The sync data for ids ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:00:10.742962 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eae00528-c754-4e8c-89a4-c8c2b0ffacda tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:10.747814 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-eae00528-c754-4e8c-89a4-c8c2b0ffacda tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "DELETE /v2.0/ports/e408cf23-2846-4b8e-8c14-9f0718d1f903 HTTP/1.1" status: 204 len: 168 time: 1.0069129 Dec 10 19:00:10.753135 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 32932) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:10.771603 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3fd4edd3-eb2a-4976-ac02-20b57f4a07ea req-77a92959-1de7-4427-a823-7a05e7fa02e9 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776021 Dec 10 19:00:10.810486 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-044637ef-2804-4d59-8b55-4a75c756dac5 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "GET /v2.0/floatingips/c1c4dfd7-5a8f-405b-b016-669afe08fae4 HTTP/1.1" status: 200 len: 688 time: 0.0560279 Dec 10 19:00:10.812949 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 32934) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:10.945814 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-00a5b337-7e7b-4254-b770-62fbccde2ff0 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Deleting port f844ac5a-1481-42bf-872f-a2192b5ec7fb {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:00:10.946556 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00a5b337-7e7b-4254-b770-62fbccde2ff0 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:11.081129 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00a5b337-7e7b-4254-b770-62fbccde2ff0 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:11.081459 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00a5b337-7e7b-4254-b770-62fbccde2ff0 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:11.097269 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-00a5b337-7e7b-4254-b770-62fbccde2ff0 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Calling delete_port for f844ac5a-1481-42bf-872f-a2192b5ec7fb owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:00:11.261511 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00a5b337-7e7b-4254-b770-62fbccde2ff0 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:11.290040 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5b337-7e7b-4254-b770-62fbccde2ff0 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event deleted for resources: {'Port': ['ID=f844ac5a-1481-42bf-872f-a2192b5ec7fb,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:11.305662 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5b337-7e7b-4254-b770-62fbccde2ff0 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:11.306806 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5b337-7e7b-4254-b770-62fbccde2ff0 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:11.307180 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5b337-7e7b-4254-b770-62fbccde2ff0 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:11.307529 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5b337-7e7b-4254-b770-62fbccde2ff0 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:11.307889 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5b337-7e7b-4254-b770-62fbccde2ff0 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:11.308234 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5b337-7e7b-4254-b770-62fbccde2ff0 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:11.308563 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5b337-7e7b-4254-b770-62fbccde2ff0 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:11.308928 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5b337-7e7b-4254-b770-62fbccde2ff0 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:11.309404 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5b337-7e7b-4254-b770-62fbccde2ff0 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:11.309742 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5b337-7e7b-4254-b770-62fbccde2ff0 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:11.310446 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5b337-7e7b-4254-b770-62fbccde2ff0 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:11.310899 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5b337-7e7b-4254-b770-62fbccde2ff0 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:11.311669 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5b337-7e7b-4254-b770-62fbccde2ff0 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:11.383922 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00a5b337-7e7b-4254-b770-62fbccde2ff0 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:11.386811 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00a5b337-7e7b-4254-b770-62fbccde2ff0 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:11.388057 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-00a5b337-7e7b-4254-b770-62fbccde2ff0 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "DELETE /v2.0/floatingips/c1c4dfd7-5a8f-405b-b016-669afe08fae4 HTTP/1.1" status: 204 len: 168 time: 0.5741973 Dec 10 19:00:11.391783 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 32940) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:11.398059 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-0514a783-7cb3-4248-83a9-d3e5337e4adb tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'port_id': '69f73bae-c2e4-4e90-b1c3-50efe97fae65'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:11.426196 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0514a783-7cb3-4248-83a9-d3e5337e4adb tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:11.558264 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0514a783-7cb3-4248-83a9-d3e5337e4adb tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:11.735579 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-0514a783-7cb3-4248-83a9-d3e5337e4adb tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Allocated IP 172.25.7.184 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/5c361462-6521-416d-8dc9-c1ca91c5fc90) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:00:11.935593 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0514a783-7cb3-4248-83a9-d3e5337e4adb tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:11.959390 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b77fa6-a18d-4ed1-9b88-5e2423ebb2d3 req-8ce55b0e-e052-4114-9eba-febc161d6772 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:11.961395 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-90b77fa6-a18d-4ed1-9b88-5e2423ebb2d3 req-8ce55b0e-e052-4114-9eba-febc161d6772 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 943 time: 0.0982213 Dec 10 19:00:12.030939 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0514a783-7cb3-4248-83a9-d3e5337e4adb tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:12.045580 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-90b77fa6-a18d-4ed1-9b88-5e2423ebb2d3 req-d610d41e-d126-4cfb-af92-6576b1838687 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722945 Dec 10 19:00:12.078338 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0514a783-7cb3-4248-83a9-d3e5337e4adb tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:00:12.083333 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-0514a783-7cb3-4248-83a9-d3e5337e4adb tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:12.086930 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0514a783-7cb3-4248-83a9-d3e5337e4adb tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:00:12.118985 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514a783-7cb3-4248-83a9-d3e5337e4adb tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event updated for resources: {'Port': ['ID=5c361462-6521-416d-8dc9-c1ca91c5fc90,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:12.565656 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0514a783-7cb3-4248-83a9-d3e5337e4adb tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:12.644726 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0514a783-7cb3-4248-83a9-d3e5337e4adb tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:12.819015 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0514a783-7cb3-4248-83a9-d3e5337e4adb tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:12.824817 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0514a783-7cb3-4248-83a9-d3e5337e4adb tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:12.901637 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514a783-7cb3-4248-83a9-d3e5337e4adb tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event updated for resources: {'Port': ['ID=5c361462-6521-416d-8dc9-c1ca91c5fc90,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:12.914101 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0514a783-7cb3-4248-83a9-d3e5337e4adb tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:13.422723 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c93c3f-d065-4b7f-8446-322a371eb308 req-13bd8100-7ffe-4e91-b71c-8c37566cb69f tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:13.424256 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-66c93c3f-d065-4b7f-8446-322a371eb308 req-13bd8100-7ffe-4e91-b71c-8c37566cb69f tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 943 time: 0.0659938 Dec 10 19:00:13.431928 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:00:13.459582 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-0514a783-7cb3-4248-83a9-d3e5337e4adb tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Floating IP dfbeaa2d-8284-469f-9acf-4a011749cc64 associated. External IP: 172.25.7.184, port: 69f73bae-c2e4-4e90-b1c3-50efe97fae65. Dec 10 19:00:13.560718 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-66c93c3f-d065-4b7f-8446-322a371eb308 req-2c0e0049-2285-49f2-a147-df8438660bed tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303184 Dec 10 19:00:13.728390 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0514a783-7cb3-4248-83a9-d3e5337e4adb tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Router eb3b8870-9bb4-4959-961b-37a734e3d3fe has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:00:13.845787 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0514a783-7cb3-4248-83a9-d3e5337e4adb tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:00:13.857354 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ea435b-e4c3-45f9-aa42-2ec33760cc39 None None] Sync routers for ids ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:00:13.864944 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0514a783-7cb3-4248-83a9-d3e5337e4adb tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:13.870521 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ea435b-e4c3-45f9-aa42-2ec33760cc39 None None] Routers {'eb3b8870-9bb4-4959-961b-37a734e3d3fe'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:00:13.871144 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f1ea435b-e4c3-45f9-aa42-2ec33760cc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:59:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:13.893171 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0514a783-7cb3-4248-83a9-d3e5337e4adb tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.4986148 Dec 10 19:00:13.896337 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 32980) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:13.901436 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-01afb73c-86b9-4353-a2ef-2ba40b30c6f3 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-988748026'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:13.906357 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f1ea435b-e4c3-45f9-aa42-2ec33760cc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:13.916989 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ea435b-e4c3-45f9-aa42-2ec33760cc39 None None] Routers {'eb3b8870-9bb4-4959-961b-37a734e3d3fe'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:00:13.917757 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f1ea435b-e4c3-45f9-aa42-2ec33760cc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:59:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:13.935417 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01afb73c-86b9-4353-a2ef-2ba40b30c6f3 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Made reservation on behalf of 6204e169d2fc489b89576228599abe02 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:00:13.941736 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-01afb73c-86b9-4353-a2ef-2ba40b30c6f3 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:13.978735 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01afb73c-86b9-4353-a2ef-2ba40b30c6f3 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:00:13.989785 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f1ea435b-e4c3-45f9-aa42-2ec33760cc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:13.990623 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ea435b-e4c3-45f9-aa42-2ec33760cc39 None None] The sync data for ids ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'] in n-d-821435-1 is: [] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:00:13.995168 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-01afb73c-86b9-4353-a2ef-2ba40b30c6f3 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:13.995548 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-01afb73c-86b9-4353-a2ef-2ba40b30c6f3 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Added segment f1951c92-68f9-4a8e-9248-e5ecab0eabce of type vlan for network 246b2f57-abaf-45d6-a4ab-909396ac1149 Dec 10 19:00:14.044492 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-01afb73c-86b9-4353-a2ef-2ba40b30c6f3 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:14.070672 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-01afb73c-86b9-4353-a2ef-2ba40b30c6f3 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:14.076853 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01afb73c-86b9-4353-a2ef-2ba40b30c6f3 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:14.077491 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-01afb73c-86b9-4353-a2ef-2ba40b30c6f3 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:14.160451 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-01afb73c-86b9-4353-a2ef-2ba40b30c6f3 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2630394 Dec 10 19:00:14.163286 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 32984) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:14.166381 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01afb73c-86b9-4353-a2ef-2ba40b30c6f3 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event updated for resources: {'Network': ['ID=246b2f57-abaf-45d6-a4ab-909396ac1149,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:14.168958 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-18ed8edb-8ff4-405a-bfe0-e2414b305199 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Request body: {'subnet': {'network_id': '246b2f57-abaf-45d6-a4ab-909396ac1149', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:14.177940 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 246b2f57-abaf-45d6-a4ab-909396ac1149 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:00:14.315722 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ed8edb-8ff4-405a-bfe0-e2414b305199 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Made reservation on behalf of 6204e169d2fc489b89576228599abe02 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:00:14.322425 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-18ed8edb-8ff4-405a-bfe0-e2414b305199 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:14.549316 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-18ed8edb-8ff4-405a-bfe0-e2414b305199 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:14.619253 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed8edb-8ff4-405a-bfe0-e2414b305199 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event updated for resources: {'Subnet': ['ID=ab6a48de-3a1b-4e11-be5c-101b28935ce0,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:14.624975 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ed8edb-8ff4-405a-bfe0-e2414b305199 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Checking segment: {'id': 'f1951c92-68f9-4a8e-9248-e5ecab0eabce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '246b2f57-abaf-45d6-a4ab-909396ac1149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:00:14.625357 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ed8edb-8ff4-405a-bfe0-e2414b305199 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Network hostable DHCP agents. Network: 246b2f57-abaf-45d6-a4ab-909396ac1149, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:00:14.651220 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ed8edb-8ff4-405a-bfe0-e2414b305199 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Network 246b2f57-abaf-45d6-a4ab-909396ac1149 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:00:14.669379 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-18ed8edb-8ff4-405a-bfe0-e2414b305199 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 246b2f57-abaf-45d6-a4ab-909396ac1149) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:14.678683 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d747dd6-342d-4abf-b33c-7f8dfd64cade None None] Network 246b2f57-abaf-45d6-a4ab-909396ac1149 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:00:14.684140 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ed8edb-8ff4-405a-bfe0-e2414b305199 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:14.685605 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-18ed8edb-8ff4-405a-bfe0-e2414b305199 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:14.717079 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-18ed8edb-8ff4-405a-bfe0-e2414b305199 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5513079 Dec 10 19:00:14.718478 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 32992) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:14.723581 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-61a73edb-6f1b-44de-96d2-651b716225b8 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-196580291', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}, 'admin_state_up': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:14.766190 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9bcf90-d692-4c17-a013-1ee5748a0f09 req-263c041c-941f-48ed-88af-6aab6fa518ef tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:14.768419 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5a9bcf90-d692-4c17-a013-1ee5748a0f09 req-263c041c-941f-48ed-88af-6aab6fa518ef tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 943 time: 0.0876100 Dec 10 19:00:14.775740 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-61a73edb-6f1b-44de-96d2-651b716225b8 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:14.777488 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-61a73edb-6f1b-44de-96d2-651b716225b8 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:14.811259 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccd1222-5f35-4311-96b7-21f71beb28e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-246b2f57-abaf-45d6-a4ab-909396ac1149', 'network_id': '246b2f57-abaf-45d6-a4ab-909396ac1149', 'project_id': '6204e169d2fc489b89576228599abe02', 'fixed_ips': [{'subnet_id': 'ab6a48de-3a1b-4e11-be5c-101b28935ce0'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:00:14.812380 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9ccd1222-5f35-4311-96b7-21f71beb28e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:14.886318 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5a9bcf90-d692-4c17-a013-1ee5748a0f09 req-06e797ce-9e16-425a-9eb7-f63e3199488d tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622957 Dec 10 19:00:14.919452 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-61a73edb-6f1b-44de-96d2-651b716225b8 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:14.997507 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-9ccd1222-5f35-4311-96b7-21f71beb28e4 None None] Allocated IP 172.20.0.2 (246b2f57-abaf-45d6-a4ab-909396ac1149/ab6a48de-3a1b-4e11-be5c-101b28935ce0/b8a3328d-ba63-4dcc-a9a0-15e9d08639e1) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:00:15.139102 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-61a73edb-6f1b-44de-96d2-651b716225b8 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:15.181198 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9ccd1222-5f35-4311-96b7-21f71beb28e4 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:15.190555 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9ccd1222-5f35-4311-96b7-21f71beb28e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:15.229803 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccd1222-5f35-4311-96b7-21f71beb28e4 None None] Network 246b2f57-abaf-45d6-a4ab-909396ac1149 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:00:15.232606 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-9ccd1222-5f35-4311-96b7-21f71beb28e4 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:15.237344 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccd1222-5f35-4311-96b7-21f71beb28e4 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:00:15.250175 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd1222-5f35-4311-96b7-21f71beb28e4 None None] Pushing event updated for resources: {'Port': ['ID=b8a3328d-ba63-4dcc-a9a0-15e9d08639e1,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:15.323509 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9ccd1222-5f35-4311-96b7-21f71beb28e4 None None] Attempting to bind port b8a3328d-ba63-4dcc-a9a0-15e9d08639e1 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:00:15.323897 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9ccd1222-5f35-4311-96b7-21f71beb28e4 None None] Attempting to bind port b8a3328d-ba63-4dcc-a9a0-15e9d08639e1 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'f1951c92-68f9-4a8e-9248-e5ecab0eabce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '246b2f57-abaf-45d6-a4ab-909396ac1149'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:00:15.324347 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccd1222-5f35-4311-96b7-21f71beb28e4 None None] Attempting to bind port b8a3328d-ba63-4dcc-a9a0-15e9d08639e1 on network 246b2f57-abaf-45d6-a4ab-909396ac1149 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:00:15.332832 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccd1222-5f35-4311-96b7-21f71beb28e4 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:00:15.333325 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccd1222-5f35-4311-96b7-21f71beb28e4 None None] Checking segment: {'id': 'f1951c92-68f9-4a8e-9248-e5ecab0eabce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '246b2f57-abaf-45d6-a4ab-909396ac1149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:00:15.333813 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9ccd1222-5f35-4311-96b7-21f71beb28e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:15.334304 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccd1222-5f35-4311-96b7-21f71beb28e4 None None] Bound using segment: {'id': 'f1951c92-68f9-4a8e-9248-e5ecab0eabce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '246b2f57-abaf-45d6-a4ab-909396ac1149'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:00:15.334935 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9ccd1222-5f35-4311-96b7-21f71beb28e4 None None] Bound port: b8a3328d-ba63-4dcc-a9a0-15e9d08639e1, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1951c92-68f9-4a8e-9248-e5ecab0eabce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '246b2f57-abaf-45d6-a4ab-909396ac1149'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:00:15.335452 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9ccd1222-5f35-4311-96b7-21f71beb28e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:15.463404 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-61a73edb-6f1b-44de-96d2-651b716225b8 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:15.484316 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9ccd1222-5f35-4311-96b7-21f71beb28e4 None None] For port b8a3328d-ba63-4dcc-a9a0-15e9d08639e1, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:00:15.488385 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9ccd1222-5f35-4311-96b7-21f71beb28e4 None None] For port b8a3328d-ba63-4dcc-a9a0-15e9d08639e1, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b8a3328d-ba63-4dcc-a9a0-15e9d08639e1,segment=NetworkSegment(f1951c92-68f9-4a8e-9248-e5ecab0eabce),segment_id=f1951c92-68f9-4a8e-9248-e5ecab0eabce)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:00:15.489689 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-61a73edb-6f1b-44de-96d2-651b716225b8 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:15.502043 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9ccd1222-5f35-4311-96b7-21f71beb28e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:15.567802 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd1222-5f35-4311-96b7-21f71beb28e4 None None] Pushing event updated for resources: {'Port': ['ID=b8a3328d-ba63-4dcc-a9a0-15e9d08639e1,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:15.650866 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-61a73edb-6f1b-44de-96d2-651b716225b8 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Allocated IP 172.25.7.176 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/bb2befaa-0198-4293-a1f8-3a9051cd5ab6) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:00:15.777679 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-61a73edb-6f1b-44de-96d2-651b716225b8 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:15.843628 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-61a73edb-6f1b-44de-96d2-651b716225b8 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:15.889146 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a73edb-6f1b-44de-96d2-651b716225b8 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:00:15.892026 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-61a73edb-6f1b-44de-96d2-651b716225b8 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:15.895882 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a73edb-6f1b-44de-96d2-651b716225b8 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:00:15.912898 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89680452-e7fe-443f-b4f9-86ce848d1829 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:00:15.940428 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a73edb-6f1b-44de-96d2-651b716225b8 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event updated for resources: {'Port': ['ID=bb2befaa-0198-4293-a1f8-3a9051cd5ab6,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:16.014917 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6eb8b0c5-a757-41f1-8a82-ed77127ab8d2 None None] Provisioning complete for port bb2befaa-0198-4293-a1f8-3a9051cd5ab6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:16.015307 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6eb8b0c5-a757-41f1-8a82-ed77127ab8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:16.071581 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8b0c5-a757-41f1-8a82-ed77127ab8d2 None None] Port bb2befaa-0198-4293-a1f8-3a9051cd5ab6 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:00:16.211372 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095a3cd-9d02-4220-a841-31243d6883f3 req-5e1749a1-820f-4cbb-93f0-04450708ac79 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:16.213036 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c095a3cd-9d02-4220-a841-31243d6883f3 req-5e1749a1-820f-4cbb-93f0-04450708ac79 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 943 time: 0.1354144 Dec 10 19:00:16.261906 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-61a73edb-6f1b-44de-96d2-651b716225b8 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:16.344465 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c095a3cd-9d02-4220-a841-31243d6883f3 req-d4548dba-48cb-4f73-92cd-380a703429b0 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213939 Dec 10 19:00:16.518380 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-61a73edb-6f1b-44de-96d2-651b716225b8 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:16.691284 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a73edb-6f1b-44de-96d2-651b716225b8 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Router 6b4bacdc-b263-42ba-acae-4500eb57cd40 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:00:16.869335 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a73edb-6f1b-44de-96d2-651b716225b8 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:00:16.882625 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9abfaed-7654-48a8-80b8-cb675092ce99 None None] Sync routers for ids ['6b4bacdc-b263-42ba-acae-4500eb57cd40'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:00:16.896686 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-61a73edb-6f1b-44de-96d2-651b716225b8 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:16.899102 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-61a73edb-6f1b-44de-96d2-651b716225b8 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1793499 Dec 10 19:00:16.902256 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33022) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:16.916485 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9abfaed-7654-48a8-80b8-cb675092ce99 None None] Routers {'6b4bacdc-b263-42ba-acae-4500eb57cd40'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:00:16.917794 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a9abfaed-7654-48a8-80b8-cb675092ce99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:59:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6b4bacdc-b263-42ba-acae-4500eb57cd40'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:17.007576 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a9abfaed-7654-48a8-80b8-cb675092ce99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:17.008492 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33024) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:17.016103 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d26099-95db-4c7a-917b-5b52d817a52b None None] Network 246b2f57-abaf-45d6-a4ab-909396ac1149 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:00:17.022438 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9abfaed-7654-48a8-80b8-cb675092ce99 None None] Routers {'6b4bacdc-b263-42ba-acae-4500eb57cd40'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:00:17.023077 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a9abfaed-7654-48a8-80b8-cb675092ce99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:59:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6b4bacdc-b263-42ba-acae-4500eb57cd40'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:17.059634 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a9abfaed-7654-48a8-80b8-cb675092ce99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:17.060311 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9abfaed-7654-48a8-80b8-cb675092ce99 None None] The sync data for ids ['6b4bacdc-b263-42ba-acae-4500eb57cd40'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:00:17.143404 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b2610590-19e8-4fb9-b897-c2cf5aaa430e None None] Provisioning complete for port b8a3328d-ba63-4dcc-a9a0-15e9d08639e1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:17.143787 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b2610590-19e8-4fb9-b897-c2cf5aaa430e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:17.255802 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5bfb5852-13ab-4322-8789-292f26b7aa90 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=954ee866d36e44f296056e44a844352e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2457387 Dec 10 19:00:17.257185 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33030) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:17.316555 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cfa8b5ff-390e-4964-bf19-356e5ae2f026 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:17.340586 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b2610590-19e8-4fb9-b897-c2cf5aaa430e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:17.360188 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cfa8b5ff-390e-4964-bf19-356e5ae2f026 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:17.422940 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b2610590-19e8-4fb9-b897-c2cf5aaa430e None None] For port b8a3328d-ba63-4dcc-a9a0-15e9d08639e1, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b8a3328d-ba63-4dcc-a9a0-15e9d08639e1,segment=NetworkSegment(f1951c92-68f9-4a8e-9248-e5ecab0eabce),segment_id=f1951c92-68f9-4a8e-9248-e5ecab0eabce)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:17.432358 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b2610590-19e8-4fb9-b897-c2cf5aaa430e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:17.485736 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cfa8b5ff-390e-4964-bf19-356e5ae2f026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:17.492273 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cfa8b5ff-390e-4964-bf19-356e5ae2f026 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:17.495858 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-cfa8b5ff-390e-4964-bf19-356e5ae2f026 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3e3f7cd2-31f6-4b4f-a875-c53ac22df282 HTTP/1.1" status: 204 len: 168 time: 0.2352488 Dec 10 19:00:17.503355 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa8b5ff-390e-4964-bf19-356e5ae2f026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3f7cd2-31f6-4b4f-a875-c53ac22df282,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:17.525356 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2610590-19e8-4fb9-b897-c2cf5aaa430e None None] Pushing event updated for resources: {'Port': ['ID=b8a3328d-ba63-4dcc-a9a0-15e9d08639e1,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:17.608291 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b8a3328d-ba63-4dcc-a9a0-15e9d08639e1 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:00:17.633762 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149b9c1-eff6-4e76-ad8a-bcce9245256c req-3afd5ed6-a98e-4ea2-9c78-f03e4eb1e7a3 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:17.636020 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8149b9c1-eff6-4e76-ad8a-bcce9245256c req-3afd5ed6-a98e-4ea2-9c78-f03e4eb1e7a3 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 943 time: 0.1194475 Dec 10 19:00:17.727467 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port b8a3328d-ba63-4dcc-a9a0-15e9d08639e1 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:17.727467 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:17.762076 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90adf98b-fd09-4b87-8ce8-60392c691782 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:17.778598 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8149b9c1-eff6-4e76-ad8a-bcce9245256c req-713c25d6-f2fa-4658-a234-197334b9fc24 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335521 Dec 10 19:00:17.812313 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1d3425c4-2295-4408-bdb8-79e93e13c8ba None None] Provisioning complete for port b8a3328d-ba63-4dcc-a9a0-15e9d08639e1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:17.813554 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d3425c4-2295-4408-bdb8-79e93e13c8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:18.114278 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-90adf98b-fd09-4b87-8ce8-60392c691782 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Allocated IP 172.20.0.1 (246b2f57-abaf-45d6-a4ab-909396ac1149/ab6a48de-3a1b-4e11-be5c-101b28935ce0/d822573b-24b2-4edb-93e7-d5b03f35ce69) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:00:18.250625 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90adf98b-fd09-4b87-8ce8-60392c691782 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:18.306970 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90adf98b-fd09-4b87-8ce8-60392c691782 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:18.362462 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90adf98b-fd09-4b87-8ce8-60392c691782 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Network 246b2f57-abaf-45d6-a4ab-909396ac1149 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:00:18.373941 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-90adf98b-fd09-4b87-8ce8-60392c691782 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:18.378716 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90adf98b-fd09-4b87-8ce8-60392c691782 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:00:18.383439 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90adf98b-fd09-4b87-8ce8-60392c691782 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event updated for resources: {'Port': ['ID=d822573b-24b2-4edb-93e7-d5b03f35ce69,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:18.408834 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device e0e4c205-efe4-4bd1-9428-17d9f007f70c details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:00:18.476801 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90adf98b-fd09-4b87-8ce8-60392c691782 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:18.573727 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port e0e4c205-efe4-4bd1-9428-17d9f007f70c, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=e0e4c205-efe4-4bd1-9428-17d9f007f70c,segment=NetworkSegment(b018f0b2-f2ea-42a6-be50-b44238505497),segment_id=b018f0b2-f2ea-42a6-be50-b44238505497)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:18.599544 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': 'e0e4c205-efe4-4bd1-9428-17d9f007f70c', 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d', 'port_id': 'e0e4c205-efe4-4bd1-9428-17d9f007f70c', 'mac_address': 'fa:16:3e:89:ec:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b8f42d-7b7d-4b89-936c-8b66a87ff765', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:00:18.643139 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:18.668445 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0e4c205-efe4-4bd1-9428-17d9f007f70c {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:00:18.686733 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90adf98b-fd09-4b87-8ce8-60392c691782 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:18.697022 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port e0e4c205-efe4-4bd1-9428-17d9f007f70c, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=e0e4c205-efe4-4bd1-9428-17d9f007f70c,segment=NetworkSegment(b018f0b2-f2ea-42a6-be50-b44238505497),segment_id=b018f0b2-f2ea-42a6-be50-b44238505497)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:18.701659 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:18.777551 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c02370cf-11fc-4a05-8894-e4365b708eee None None] Provisioning complete for port d822573b-24b2-4edb-93e7-d5b03f35ce69 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:18.777937 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c02370cf-11fc-4a05-8894-e4365b708eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:18.779516 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=e0e4c205-efe4-4bd1-9428-17d9f007f70c,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:18.888397 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c02370cf-11fc-4a05-8894-e4365b708eee None None] Port d822573b-24b2-4edb-93e7-d5b03f35ce69 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:00:19.011288 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['e0e4c205-efe4-4bd1-9428-17d9f007f70c'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:00:19.139172 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90adf98b-fd09-4b87-8ce8-60392c691782 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:19.161312 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90adf98b-fd09-4b87-8ce8-60392c691782 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:19.293751 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90adf98b-fd09-4b87-8ce8-60392c691782 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event updated for resources: {'Port': ['ID=d822573b-24b2-4edb-93e7-d5b03f35ce69,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:19.300703 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90adf98b-fd09-4b87-8ce8-60392c691782 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:19.430699 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3dff2-4829-418d-9cec-ec64b18ab9bb req-37c1c0e5-eac9-42c8-ba5e-32c4db5c8daa tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:19.441074 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0ba3dff2-4829-418d-9cec-ec64b18ab9bb req-37c1c0e5-eac9-42c8-ba5e-32c4db5c8daa tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 944 time: 0.0836241 Dec 10 19:00:19.445082 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b8a3328d-ba63-4dcc-a9a0-15e9d08639e1 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:00:19.499666 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90adf98b-fd09-4b87-8ce8-60392c691782 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Network 246b2f57-abaf-45d6-a4ab-909396ac1149 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:00:19.502875 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-90adf98b-fd09-4b87-8ce8-60392c691782 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:19.526503 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port b8a3328d-ba63-4dcc-a9a0-15e9d08639e1 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:19.528182 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:19.536788 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0ba3dff2-4829-418d-9cec-ec64b18ab9bb req-fe785e77-f3b3-4bd9-8be0-216eb1c48cf1 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944939 Dec 10 19:00:19.725063 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f51cd25d-94cb-40a7-b7c1-7976f2b3c5e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:19.747168 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90adf98b-fd09-4b87-8ce8-60392c691782 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Router 6b4bacdc-b263-42ba-acae-4500eb57cd40 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:00:19.842747 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-923354d6-9246-4639-b3de-9c4c4cbb1740 None None] Provisioning complete for port d822573b-24b2-4edb-93e7-d5b03f35ce69 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:19.846789 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-923354d6-9246-4639-b3de-9c4c4cbb1740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:19.905493 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-923354d6-9246-4639-b3de-9c4c4cbb1740 None None] Port d822573b-24b2-4edb-93e7-d5b03f35ce69 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:00:19.906946 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90adf98b-fd09-4b87-8ce8-60392c691782 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:00:19.917846 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aba4f78-ce26-45ed-87e6-aebcb240c09d None None] Sync routers for ids ['6b4bacdc-b263-42ba-acae-4500eb57cd40'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:00:19.925306 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-90adf98b-fd09-4b87-8ce8-60392c691782 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "PUT /v2.0/routers/6b4bacdc-b263-42ba-acae-4500eb57cd40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0184193 Dec 10 19:00:19.925879 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33078) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:19.932313 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ff848fa9-ad2c-49f0-ace7-e240163b068f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Request body: {'port': {'network_id': '246b2f57-abaf-45d6-a4ab-909396ac1149', 'name': 'tempest-FloatingIPTestJSON-801908899'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:19.936011 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aba4f78-ce26-45ed-87e6-aebcb240c09d None None] Routers {'6b4bacdc-b263-42ba-acae-4500eb57cd40'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:00:19.937011 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-7aba4f78-ce26-45ed-87e6-aebcb240c09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:59:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6b4bacdc-b263-42ba-acae-4500eb57cd40'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:19.980955 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-7aba4f78-ce26-45ed-87e6-aebcb240c09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:19.990323 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aba4f78-ce26-45ed-87e6-aebcb240c09d None None] Routers {'6b4bacdc-b263-42ba-acae-4500eb57cd40'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:00:19.990954 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-7aba4f78-ce26-45ed-87e6-aebcb240c09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:59:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6b4bacdc-b263-42ba-acae-4500eb57cd40'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:20.026681 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-7aba4f78-ce26-45ed-87e6-aebcb240c09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:20.027336 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aba4f78-ce26-45ed-87e6-aebcb240c09d None None] The sync data for ids ['6b4bacdc-b263-42ba-acae-4500eb57cd40'] in n-d-821435-1 is: [] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:00:20.063933 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff848fa9-ad2c-49f0-ace7-e240163b068f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Made reservation on behalf of 6204e169d2fc489b89576228599abe02 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:00:20.068264 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff848fa9-ad2c-49f0-ace7-e240163b068f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:20.086999 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-ff848fa9-ad2c-49f0-ace7-e240163b068f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] device_id is not set on port 24eaedad-f14b-4926-89ab-fd5238995a70 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:00:20.216896 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-ff848fa9-ad2c-49f0-ace7-e240163b068f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Allocated IP 172.20.0.6 (246b2f57-abaf-45d6-a4ab-909396ac1149/ab6a48de-3a1b-4e11-be5c-101b28935ce0/24eaedad-f14b-4926-89ab-fd5238995a70) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:00:20.378210 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff848fa9-ad2c-49f0-ace7-e240163b068f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:20.407026 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device e0e4c205-efe4-4bd1-9428-17d9f007f70c up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:00:20.412949 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff848fa9-ad2c-49f0-ace7-e240163b068f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:20.466039 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port e0e4c205-efe4-4bd1-9428-17d9f007f70c triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:20.467096 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:20.467219 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff848fa9-ad2c-49f0-ace7-e240163b068f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Network 246b2f57-abaf-45d6-a4ab-909396ac1149 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:00:20.470350 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-ff848fa9-ad2c-49f0-ace7-e240163b068f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:20.473487 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff848fa9-ad2c-49f0-ace7-e240163b068f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:00:20.512004 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff848fa9-ad2c-49f0-ace7-e240163b068f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event updated for resources: {'Port': ['ID=24eaedad-f14b-4926-89ab-fd5238995a70,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:20.555997 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff848fa9-ad2c-49f0-ace7-e240163b068f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:20.556734 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff848fa9-ad2c-49f0-ace7-e240163b068f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:20.566260 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:20.577591 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33084) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:20.578201 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ff848fa9-ad2c-49f0-ace7-e240163b068f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6507013 Dec 10 19:00:20.582984 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b20b0c2a-e28f-45c2-b6e9-432d4cc51972 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Request body: {'floatingip': {'port_id': '24eaedad-f14b-4926-89ab-fd5238995a70'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:20.615003 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port e0e4c205-efe4-4bd1-9428-17d9f007f70c, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=e0e4c205-efe4-4bd1-9428-17d9f007f70c,segment=NetworkSegment(b018f0b2-f2ea-42a6-be50-b44238505497),segment_id=b018f0b2-f2ea-42a6-be50-b44238505497)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:20.616002 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d3fb77-cb88-4827-9efe-c81332a691ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e4c205-efe4-4bd1-9428-17d9f007f70c'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:00:20.618484 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e588acc2-e990-4aa3-a24c-37eaddcf42c4" -d '{"events": [{"server_uuid": "44d3fb77-cb88-4827-9efe-c81332a691ea", "name": "network-vif-plugged", "status": "completed", "tag": "e0e4c205-efe4-4bd1-9428-17d9f007f70c"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:00:20.623832 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:20.671405 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b20b0c2a-e28f-45c2-b6e9-432d4cc51972 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:20.684796 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=e0e4c205-efe4-4bd1-9428-17d9f007f70c,revision_number=10']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:20.705730 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9ae4ff-d724-464b-9098-2198e73167f7 x-openstack-request-id: req-bf9ae4ff-d724-464b-9098-2198e73167f7 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:00:20.706027 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d3fb77-cb88-4827-9efe-c81332a691ea", "name": "network-vif-plugged", "status": "completed", "tag": "e0e4c205-efe4-4bd1-9428-17d9f007f70c", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:00:20.706459 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bf9ae4ff-d724-464b-9098-2198e73167f7 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:00:20.706874 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d3fb77-cb88-4827-9efe-c81332a691ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e4c205-efe4-4bd1-9428-17d9f007f70c', 'code': 200} Dec 10 19:00:20.758588 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d6eed-71f8-4c80-a4d8-d40f95669f0b req-f391b727-58d5-4323-9922-9ec65490c1a6 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:20.760284 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4b3d6eed-71f8-4c80-a4d8-d40f95669f0b req-f391b727-58d5-4323-9922-9ec65490c1a6 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 946 time: 0.0658934 Dec 10 19:00:20.830799 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4b3d6eed-71f8-4c80-a4d8-d40f95669f0b req-251026f3-e7fa-472f-8954-284aaf9425db tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625949 Dec 10 19:00:20.855749 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-37b17355-9b63-4526-896c-a558d26fa330 None None] Provisioning complete for port 24eaedad-f14b-4926-89ab-fd5238995a70 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:20.857408 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-37b17355-9b63-4526-896c-a558d26fa330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:20.897043 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-37b17355-9b63-4526-896c-a558d26fa330 None None] Port 24eaedad-f14b-4926-89ab-fd5238995a70 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:00:20.911730 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464de8f-598b-4342-bc89-8e2ab99f734e req-26746443-a6d8-4d74-aec4-c229a7d693ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:20.913604 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5464de8f-598b-4342-bc89-8e2ab99f734e req-26746443-a6d8-4d74-aec4-c229a7d693ee service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 1097 time: 0.0639739 Dec 10 19:00:20.971187 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5464de8f-598b-4342-bc89-8e2ab99f734e req-7b10e69a-3e15-4f3e-b2b3-d487f6b7604d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483987 Dec 10 19:00:21.330169 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d0280971-da08-43c9-af9e-15aa8311275b req-58fb24e6-81a9-45cb-bd69-f2eb7e3d3a54 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=8e61a427cd2a449d895c4825c71971de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340371 Dec 10 19:00:21.524252 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b20b0c2a-e28f-45c2-b6e9-432d4cc51972 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:21.531461 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b20b0c2a-e28f-45c2-b6e9-432d4cc51972 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:21.646598 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-b20b0c2a-e28f-45c2-b6e9-432d4cc51972 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Floating IP dfbeaa2d-8284-469f-9acf-4a011749cc64 associated. External IP: 172.25.7.184, port: 69f73bae-c2e4-4e90-b1c3-50efe97fae65. Dec 10 19:00:21.884681 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20b0c2a-e28f-45c2-b6e9-432d4cc51972 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Router eb3b8870-9bb4-4959-961b-37a734e3d3fe has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:00:21.886390 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0280971-da08-43c9-af9e-15aa8311275b req-be7fc848-2b29-4149-b9f7-cabc95281368 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:21.887922 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d0280971-da08-43c9-af9e-15aa8311275b req-be7fc848-2b29-4149-b9f7-cabc95281368 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5517619 Dec 10 19:00:21.906375 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d0280971-da08-43c9-af9e-15aa8311275b req-7a6be997-a3b7-4eac-9222-7968b8ba3df7 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] 10.222.0.62 "GET /v2.0/quotas/8e61a427cd2a449d895c4825c71971de HTTP/1.1" status: 200 len: 375 time: 0.0112865 Dec 10 19:00:21.961266 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d0280971-da08-43c9-af9e-15aa8311275b req-4809ab56-14bf-446b-b65c-f039fab5ed55 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8e61a427cd2a449d895c4825c71971de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485549 Dec 10 19:00:22.034672 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95ae75-6faf-45e0-9a14-86fda2aa55d2 req-bc1d5a5b-73f3-4ea9-a26e-34b23f66bebb tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:22.036197 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d95ae75-6faf-45e0-9a14-86fda2aa55d2 req-bc1d5a5b-73f3-4ea9-a26e-34b23f66bebb tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 946 time: 0.0732427 Dec 10 19:00:22.043531 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20b0c2a-e28f-45c2-b6e9-432d4cc51972 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:00:22.058036 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e687be-9e97-4bde-8921-5cae02ddb43a None None] Sync routers for ids ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:00:22.077316 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e687be-9e97-4bde-8921-5cae02ddb43a None None] Routers {'eb3b8870-9bb4-4959-961b-37a734e3d3fe'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:00:22.078241 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-89e687be-9e97-4bde-8921-5cae02ddb43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:59:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:22.128563 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-89e687be-9e97-4bde-8921-5cae02ddb43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:22.143008 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e687be-9e97-4bde-8921-5cae02ddb43a None None] Routers {'eb3b8870-9bb4-4959-961b-37a734e3d3fe'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:00:22.143995 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-89e687be-9e97-4bde-8921-5cae02ddb43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T18:59:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:22.185845 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-89e687be-9e97-4bde-8921-5cae02ddb43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:22.186880 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e687be-9e97-4bde-8921-5cae02ddb43a None None] The sync data for ids ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:00:22.229514 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d95ae75-6faf-45e0-9a14-86fda2aa55d2 req-3a66b775-4cce-483d-8d6b-b4240710461e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836069 Dec 10 19:00:22.263510 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ed6839af-bcb5-4109-a20d-4e76948b018b req-f5f89f69-438d-43a2-9b17-1649179b36f7 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] 10.222.0.62 "GET /v2.0/ports?device_id=6510a073-7456-4154-bc8a-4e9d368911ec HTTP/1.1" status: 200 len: 210 time: 0.0434895 Dec 10 19:00:22.410096 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-db701442-aff5-4b8a-bb41-31c6ce0307f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:22.468615 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20b0c2a-e28f-45c2-b6e9-432d4cc51972 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Router 6b4bacdc-b263-42ba-acae-4500eb57cd40 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:00:22.599278 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20b0c2a-e28f-45c2-b6e9-432d4cc51972 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:00:22.605399 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b20b0c2a-e28f-45c2-b6e9-432d4cc51972 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:22.609965 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bdcabd-0156-41db-b177-5a9f53a0cdc6 None None] Sync routers for ids ['6b4bacdc-b263-42ba-acae-4500eb57cd40'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:00:22.623748 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bdcabd-0156-41db-b177-5a9f53a0cdc6 None None] Routers {'6b4bacdc-b263-42ba-acae-4500eb57cd40'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:00:22.624394 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-e6bdcabd-0156-41db-b177-5a9f53a0cdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:00:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6b4bacdc-b263-42ba-acae-4500eb57cd40'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:22.662965 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-e6bdcabd-0156-41db-b177-5a9f53a0cdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:22.686246 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bdcabd-0156-41db-b177-5a9f53a0cdc6 None None] Routers {'6b4bacdc-b263-42ba-acae-4500eb57cd40'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:00:22.687137 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-e6bdcabd-0156-41db-b177-5a9f53a0cdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:00:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6b4bacdc-b263-42ba-acae-4500eb57cd40'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:22.703256 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b20b0c2a-e28f-45c2-b6e9-432d4cc51972 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "PUT /v2.0/floatingips/dfbeaa2d-8284-469f-9acf-4a011749cc64 HTTP/1.1" status: 200 len: 977 time: 2.1219282 Dec 10 19:00:22.703837 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33152) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:22.745817 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-e6bdcabd-0156-41db-b177-5a9f53a0cdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:22.746780 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bdcabd-0156-41db-b177-5a9f53a0cdc6 None None] The sync data for ids ['6b4bacdc-b263-42ba-acae-4500eb57cd40'] in n-d-821435-1 is: [] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:00:22.828543 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d3b86360-98ad-4e33-82af-f2b01e67912f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Deleting port 24eaedad-f14b-4926-89ab-fd5238995a70 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:00:22.829032 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d3b86360-98ad-4e33-82af-f2b01e67912f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:22.953409 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d3b86360-98ad-4e33-82af-f2b01e67912f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:23.133094 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d3b86360-98ad-4e33-82af-f2b01e67912f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:23.133704 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d3b86360-98ad-4e33-82af-f2b01e67912f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:23.134025 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-d3b86360-98ad-4e33-82af-f2b01e67912f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Floating IP dfbeaa2d-8284-469f-9acf-4a011749cc64 disassociated. External IP: 172.25.7.184, port: 24eaedad-f14b-4926-89ab-fd5238995a70. Dec 10 19:00:23.134369 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d3b86360-98ad-4e33-82af-f2b01e67912f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Calling delete_port for 24eaedad-f14b-4926-89ab-fd5238995a70 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:00:23.286394 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d0280971-da08-43c9-af9e-15aa8311275b req-28f97eb4-28a2-45a8-b2b8-0eb6a960a3e3 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=8e61a427cd2a449d895c4825c71971de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352414 Dec 10 19:00:23.295224 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d3b86360-98ad-4e33-82af-f2b01e67912f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:23.425583 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b86360-98ad-4e33-82af-f2b01e67912f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event deleted for resources: {'Port': ['ID=24eaedad-f14b-4926-89ab-fd5238995a70,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:23.435149 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c72b1381-b7d4-4e8f-a89c-441be3ab010c req-2254aee7-c459-43d5-b501-62dc61170f24 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] 10.222.0.62 "GET /v2.0/ports?device_id=6510a073-7456-4154-bc8a-4e9d368911ec HTTP/1.1" status: 200 len: 210 time: 0.0573504 Dec 10 19:00:23.441451 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:23.563168 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909790e5-fe8c-4c2f-8fa8-5d0d00e7076c req-fa8bb8a1-c235-429c-9e6e-908e7a8b7a62 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:23.565741 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-909790e5-fe8c-4c2f-8fa8-5d0d00e7076c req-fa8bb8a1-c235-429c-9e6e-908e7a8b7a62 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 946 time: 0.0996940 Dec 10 19:00:23.570368 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b86360-98ad-4e33-82af-f2b01e67912f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Router 6b4bacdc-b263-42ba-acae-4500eb57cd40 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:00:23.591883 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0280971-da08-43c9-af9e-15aa8311275b req-0cd737de-e8fb-40a9-be88-aa482fb2d190 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:23.593442 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d0280971-da08-43c9-af9e-15aa8311275b req-0cd737de-e8fb-40a9-be88-aa482fb2d190 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2975819 Dec 10 19:00:23.609228 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-d0280971-da08-43c9-af9e-15aa8311275b req-6d20f86d-5144-4f0e-8a55-ef60fa1ba0fa tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] Request body: {'port': {'device_id': '6510a073-7456-4154-bc8a-4e9d368911ec', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'admin_state_up': True, 'tenant_id': '8e61a427cd2a449d895c4825c71971de'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:23.716452 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-909790e5-fe8c-4c2f-8fa8-5d0d00e7076c req-5259a592-4e3c-4298-a04a-76bf61514110 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336913 Dec 10 19:00:23.717900 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b86360-98ad-4e33-82af-f2b01e67912f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:00:23.762577 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd55db3-f49e-4a48-9f94-f9eb354a67cd None None] Sync routers for ids ['6b4bacdc-b263-42ba-acae-4500eb57cd40'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:00:23.780819 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd55db3-f49e-4a48-9f94-f9eb354a67cd None None] Routers {'6b4bacdc-b263-42ba-acae-4500eb57cd40'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:00:23.781744 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-fdd55db3-f49e-4a48-9f94-f9eb354a67cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:00:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6b4bacdc-b263-42ba-acae-4500eb57cd40'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:23.803568 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0280971-da08-43c9-af9e-15aa8311275b req-6d20f86d-5144-4f0e-8a55-ef60fa1ba0fa tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] Made reservation on behalf of 8e61a427cd2a449d895c4825c71971de for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:00:23.812267 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d0280971-da08-43c9-af9e-15aa8311275b req-6d20f86d-5144-4f0e-8a55-ef60fa1ba0fa tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:23.833939 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d0280971-da08-43c9-af9e-15aa8311275b req-6d20f86d-5144-4f0e-8a55-ef60fa1ba0fa tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:23.846317 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-fdd55db3-f49e-4a48-9f94-f9eb354a67cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:23.859435 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd55db3-f49e-4a48-9f94-f9eb354a67cd None None] Routers {'6b4bacdc-b263-42ba-acae-4500eb57cd40'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:00:23.859966 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d3b86360-98ad-4e33-82af-f2b01e67912f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:23.863182 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-fdd55db3-f49e-4a48-9f94-f9eb354a67cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:00:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6b4bacdc-b263-42ba-acae-4500eb57cd40'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:23.864879 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d3b86360-98ad-4e33-82af-f2b01e67912f tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "DELETE /v2.0/ports/24eaedad-f14b-4926-89ab-fd5238995a70 HTTP/1.1" status: 204 len: 168 time: 1.1599641 Dec 10 19:00:23.868319 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33180) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:23.906247 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-fdd55db3-f49e-4a48-9f94-f9eb354a67cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:23.906912 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd55db3-f49e-4a48-9f94-f9eb354a67cd None None] The sync data for ids ['6b4bacdc-b263-42ba-acae-4500eb57cd40'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:00:23.950936 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d0280971-da08-43c9-af9e-15aa8311275b req-6d20f86d-5144-4f0e-8a55-ef60fa1ba0fa tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:23.955826 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d0280971-da08-43c9-af9e-15aa8311275b req-6d20f86d-5144-4f0e-8a55-ef60fa1ba0fa tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:24.050195 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d20f86d-5144-4f0e-8a55-ef60fa1ba0fa tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2df6fe44-8daf-4812-8115-12c7474abbfd,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:24.114100 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-d0280971-da08-43c9-af9e-15aa8311275b req-6d20f86d-5144-4f0e-8a55-ef60fa1ba0fa tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] Allocated IP 192.168.233.23 (c9403646-ab9b-4a0a-827b-6d4376246b64/ec05590b-5c35-4e58-9087-8773857a69b9/c51ac640-ceb5-48ce-aa22-ee3fdbbd9346) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:00:24.247407 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6b1154ba-6b7f-427b-b7fc-d7b87845d574 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:24.277325 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d0280971-da08-43c9-af9e-15aa8311275b req-6d20f86d-5144-4f0e-8a55-ef60fa1ba0fa tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:24.319873 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d0280971-da08-43c9-af9e-15aa8311275b req-6d20f86d-5144-4f0e-8a55-ef60fa1ba0fa tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:24.377785 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0280971-da08-43c9-af9e-15aa8311275b req-6d20f86d-5144-4f0e-8a55-ef60fa1ba0fa tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] Network c9403646-ab9b-4a0a-827b-6d4376246b64 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:00:24.382531 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-d0280971-da08-43c9-af9e-15aa8311275b req-6d20f86d-5144-4f0e-8a55-ef60fa1ba0fa tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:24.388609 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0280971-da08-43c9-af9e-15aa8311275b req-6d20f86d-5144-4f0e-8a55-ef60fa1ba0fa tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:00:24.417299 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d20f86d-5144-4f0e-8a55-ef60fa1ba0fa tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] Pushing event updated for resources: {'Port': ['ID=c51ac640-ceb5-48ce-aa22-ee3fdbbd9346,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:24.466766 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0280971-da08-43c9-af9e-15aa8311275b req-6d20f86d-5144-4f0e-8a55-ef60fa1ba0fa tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:24.467769 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d0280971-da08-43c9-af9e-15aa8311275b req-6d20f86d-5144-4f0e-8a55-ef60fa1ba0fa tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:24.490686 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d0280971-da08-43c9-af9e-15aa8311275b req-6d20f86d-5144-4f0e-8a55-ef60fa1ba0fa tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8852167 Dec 10 19:00:24.503756 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-d0280971-da08-43c9-af9e-15aa8311275b req-895b6836-7962-402c-8c43-ac93793a13e6 service neutron] Request body: {'port': {'device_id': '6510a073-7456-4154-bc8a-4e9d368911ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:24.596336 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d0280971-da08-43c9-af9e-15aa8311275b req-895b6836-7962-402c-8c43-ac93793a13e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:24.620685 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6b1154ba-6b7f-427b-b7fc-d7b87845d574 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Deleting port d822573b-24b2-4edb-93e7-d5b03f35ce69 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:00:24.621198 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6b1154ba-6b7f-427b-b7fc-d7b87845d574 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:24.634325 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd38ac-6402-46c3-8c05-3fee2a39ed2f req-3bc013c7-9859-4421-84fb-ec7f873bc782 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:24.636431 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6ccd38ac-6402-46c3-8c05-3fee2a39ed2f req-3bc013c7-9859-4421-84fb-ec7f873bc782 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] 10.222.0.62 "GET /v2.0/ports?device_id=6510a073-7456-4154-bc8a-4e9d368911ec HTTP/1.1" status: 200 len: 935 time: 0.0915430 Dec 10 19:00:24.732521 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6b1154ba-6b7f-427b-b7fc-d7b87845d574 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:24.746634 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6b1154ba-6b7f-427b-b7fc-d7b87845d574 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Calling delete_port for d822573b-24b2-4edb-93e7-d5b03f35ce69 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:00:24.748891 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-938bcd63-b878-40e1-ba3b-b3e7d56ec152 None None] Provisioning complete for port c51ac640-ceb5-48ce-aa22-ee3fdbbd9346 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:24.749855 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-938bcd63-b878-40e1-ba3b-b3e7d56ec152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:24.777130 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6ccd38ac-6402-46c3-8c05-3fee2a39ed2f req-beeb7dbd-9673-45b9-a68e-297f9d5255fb tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2df6fe44-8daf-4812-8115-12c7474abbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123407 Dec 10 19:00:24.816177 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-938bcd63-b878-40e1-ba3b-b3e7d56ec152 None None] Port c51ac640-ceb5-48ce-aa22-ee3fdbbd9346 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:00:24.834583 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:24.945865 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6b1154ba-6b7f-427b-b7fc-d7b87845d574 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:24.965412 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-d0280971-da08-43c9-af9e-15aa8311275b req-895b6836-7962-402c-8c43-ac93793a13e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c51ac640-ceb5-48ce-aa22-ee3fdbbd9346 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:00:24.973510 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d0280971-da08-43c9-af9e-15aa8311275b req-895b6836-7962-402c-8c43-ac93793a13e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:24.975650 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1154ba-6b7f-427b-b7fc-d7b87845d574 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event deleted for resources: {'Port': ['ID=d822573b-24b2-4edb-93e7-d5b03f35ce69,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:24.998035 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-d0280971-da08-43c9-af9e-15aa8311275b req-895b6836-7962-402c-8c43-ac93793a13e6 service neutron] Transition to ACTIVE for port object c51ac640-ceb5-48ce-aa22-ee3fdbbd9346 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:00:25.004992 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d0280971-da08-43c9-af9e-15aa8311275b req-895b6836-7962-402c-8c43-ac93793a13e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:25.110224 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b6836-7962-402c-8c43-ac93793a13e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c51ac640-ceb5-48ce-aa22-ee3fdbbd9346,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:25.180754 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6b1154ba-6b7f-427b-b7fc-d7b87845d574 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:25.225516 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-d0280971-da08-43c9-af9e-15aa8311275b req-895b6836-7962-402c-8c43-ac93793a13e6 service neutron] Attempting to bind port c51ac640-ceb5-48ce-aa22-ee3fdbbd9346 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:00:25.226100 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-d0280971-da08-43c9-af9e-15aa8311275b req-895b6836-7962-402c-8c43-ac93793a13e6 service neutron] Attempting to bind port c51ac640-ceb5-48ce-aa22-ee3fdbbd9346 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:00:25.226515 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0280971-da08-43c9-af9e-15aa8311275b req-895b6836-7962-402c-8c43-ac93793a13e6 service neutron] Attempting to bind port c51ac640-ceb5-48ce-aa22-ee3fdbbd9346 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:00:25.231455 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0280971-da08-43c9-af9e-15aa8311275b req-895b6836-7962-402c-8c43-ac93793a13e6 service neutron] Port c51ac640-ceb5-48ce-aa22-ee3fdbbd9346 on network c9403646-ab9b-4a0a-827b-6d4376246b64 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:00:25.231867 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0280971-da08-43c9-af9e-15aa8311275b req-895b6836-7962-402c-8c43-ac93793a13e6 service neutron] Attempting to bind port c51ac640-ceb5-48ce-aa22-ee3fdbbd9346 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:00:25.239216 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0280971-da08-43c9-af9e-15aa8311275b req-895b6836-7962-402c-8c43-ac93793a13e6 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:00:25.239656 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0280971-da08-43c9-af9e-15aa8311275b req-895b6836-7962-402c-8c43-ac93793a13e6 service neutron] Checking segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:00:25.240125 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0280971-da08-43c9-af9e-15aa8311275b req-895b6836-7962-402c-8c43-ac93793a13e6 service neutron] Bound using segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:00:25.240667 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-d0280971-da08-43c9-af9e-15aa8311275b req-895b6836-7962-402c-8c43-ac93793a13e6 service neutron] Bound port: c51ac640-ceb5-48ce-aa22-ee3fdbbd9346, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:00:25.241116 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d0280971-da08-43c9-af9e-15aa8311275b req-895b6836-7962-402c-8c43-ac93793a13e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:25.342911 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-d0280971-da08-43c9-af9e-15aa8311275b req-895b6836-7962-402c-8c43-ac93793a13e6 service neutron] For port c51ac640-ceb5-48ce-aa22-ee3fdbbd9346, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:00:25.353273 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-d0280971-da08-43c9-af9e-15aa8311275b req-895b6836-7962-402c-8c43-ac93793a13e6 service neutron] For port c51ac640-ceb5-48ce-aa22-ee3fdbbd9346, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=c51ac640-ceb5-48ce-aa22-ee3fdbbd9346,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:00:25.363696 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d0280971-da08-43c9-af9e-15aa8311275b req-895b6836-7962-402c-8c43-ac93793a13e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:25.439987 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b6836-7962-402c-8c43-ac93793a13e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c51ac640-ceb5-48ce-aa22-ee3fdbbd9346,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:25.462282 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0280971-da08-43c9-af9e-15aa8311275b req-895b6836-7962-402c-8c43-ac93793a13e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:25.462928 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d0280971-da08-43c9-af9e-15aa8311275b req-895b6836-7962-402c-8c43-ac93793a13e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:25.464975 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d0280971-da08-43c9-af9e-15aa8311275b req-895b6836-7962-402c-8c43-ac93793a13e6 service neutron] 10.222.0.72 "PUT /v2.0/ports/c51ac640-ceb5-48ce-aa22-ee3fdbbd9346 HTTP/1.1" status: 200 len: 1095 time: 0.9674702 Dec 10 19:00:25.465454 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6510a073-7456-4154-bc8a-4e9d368911ec', 'tag': 'c51ac640-ceb5-48ce-aa22-ee3fdbbd9346'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:00:25.468203 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c169ef82-6d33-46b9-aa11-537d2363c6da" -d '{"events": [{"name": "network-changed", "server_uuid": "6510a073-7456-4154-bc8a-4e9d368911ec", "tag": "c51ac640-ceb5-48ce-aa22-ee3fdbbd9346"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:00:25.489592 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:25.528886 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040893ac-7522-410e-bda6-ceae8db62842 x-openstack-request-id: req-040893ac-7522-410e-bda6-ceae8db62842 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:00:25.530199 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6510a073-7456-4154-bc8a-4e9d368911ec", "tag": "c51ac640-ceb5-48ce-aa22-ee3fdbbd9346", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:00:25.530459 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-040893ac-7522-410e-bda6-ceae8db62842 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:00:25.530869 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6510a073-7456-4154-bc8a-4e9d368911ec', 'tag': 'c51ac640-ceb5-48ce-aa22-ee3fdbbd9346', 'status': 'completed', 'code': 200} Dec 10 19:00:25.542523 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1154ba-6b7f-427b-b7fc-d7b87845d574 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Router 6b4bacdc-b263-42ba-acae-4500eb57cd40 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:00:25.582553 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0280971-da08-43c9-af9e-15aa8311275b req-61cc0b82-44c3-4ed4-9c6e-5cb42f60b3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:25.584123 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d0280971-da08-43c9-af9e-15aa8311275b req-61cc0b82-44c3-4ed4-9c6e-5cb42f60b3ab service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e61a427cd2a449d895c4825c71971de&device_id=6510a073-7456-4154-bc8a-4e9d368911ec HTTP/1.1" status: 200 len: 1098 time: 0.0489554 Dec 10 19:00:25.635686 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d0280971-da08-43c9-af9e-15aa8311275b req-92079835-5472-4588-a41e-703ac9ee8d0e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=c51ac640-ceb5-48ce-aa22-ee3fdbbd9346 HTTP/1.1" status: 200 len: 217 time: 0.0435596 Dec 10 19:00:25.703191 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0280971-da08-43c9-af9e-15aa8311275b req-15b1217c-4a0b-410b-9cfe-e5a600891f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:25.705357 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d0280971-da08-43c9-af9e-15aa8311275b req-15b1217c-4a0b-410b-9cfe-e5a600891f8a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.0625672 Dec 10 19:00:25.764956 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0280971-da08-43c9-af9e-15aa8311275b req-d372fcd9-27ba-433b-a5f7-e0ab7c6af88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:25.768444 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d0280971-da08-43c9-af9e-15aa8311275b req-d372fcd9-27ba-433b-a5f7-e0ab7c6af88f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0551932 Dec 10 19:00:25.886130 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d0280971-da08-43c9-af9e-15aa8311275b req-ea32e592-4103-4d30-a159-5aadd8e5fd47 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116681 Dec 10 19:00:25.990938 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d0280971-da08-43c9-af9e-15aa8311275b req-439da1e4-1cce-460f-a707-1d06c081d4a1 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970564 Dec 10 19:00:26.045067 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b004365-acbb-4578-802b-4ad563e636b7 req-d529621d-6868-4069-85b7-dcda767daba0 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:26.047229 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0b004365-acbb-4578-802b-4ad563e636b7 req-d529621d-6868-4069-85b7-dcda767daba0 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] 10.222.0.62 "GET /v2.0/ports?device_id=6510a073-7456-4154-bc8a-4e9d368911ec HTTP/1.1" status: 200 len: 947 time: 0.0767236 Dec 10 19:00:26.068224 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1154ba-6b7f-427b-b7fc-d7b87845d574 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:00:26.074389 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6b1154ba-6b7f-427b-b7fc-d7b87845d574 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "PUT /v2.0/routers/6b4bacdc-b263-42ba-acae-4500eb57cd40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2049916 Dec 10 19:00:26.078894 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33196) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:26.086486 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff50922-a862-4ae6-ac92-5c9e45a1b786 None None] Sync routers for ids ['6b4bacdc-b263-42ba-acae-4500eb57cd40'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:00:26.102529 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff50922-a862-4ae6-ac92-5c9e45a1b786 None None] Routers {'6b4bacdc-b263-42ba-acae-4500eb57cd40'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:00:26.103554 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-7ff50922-a862-4ae6-ac92-5c9e45a1b786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:00:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6b4bacdc-b263-42ba-acae-4500eb57cd40'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:26.144929 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-7ff50922-a862-4ae6-ac92-5c9e45a1b786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:26.148167 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0b004365-acbb-4578-802b-4ad563e636b7 req-190c3cfa-3629-4473-ac17-25a22757b481 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2df6fe44-8daf-4812-8115-12c7474abbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896289 Dec 10 19:00:26.157157 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff50922-a862-4ae6-ac92-5c9e45a1b786 None None] Routers {'6b4bacdc-b263-42ba-acae-4500eb57cd40'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:00:26.158333 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-7ff50922-a862-4ae6-ac92-5c9e45a1b786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:00:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6b4bacdc-b263-42ba-acae-4500eb57cd40'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:26.207995 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-7ff50922-a862-4ae6-ac92-5c9e45a1b786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:26.210991 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff50922-a862-4ae6-ac92-5c9e45a1b786 None None] The sync data for ids ['6b4bacdc-b263-42ba-acae-4500eb57cd40'] in n-d-821435-1 is: [] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:00:26.214390 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169ef82-6d33-46b9-aa11-537d2363c6da req-0d48ce6a-2292-4299-8956-efa3e3d5c888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:26.216495 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c169ef82-6d33-46b9-aa11-537d2363c6da req-0d48ce6a-2292-4299-8956-efa3e3d5c888 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e61a427cd2a449d895c4825c71971de&device_id=6510a073-7456-4154-bc8a-4e9d368911ec HTTP/1.1" status: 200 len: 1098 time: 0.1753933 Dec 10 19:00:26.288584 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9ea7526c-8f11-40b9-9dc8-e5fe788f10a7 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:26.393355 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169ef82-6d33-46b9-aa11-537d2363c6da req-65247c06-45f1-4018-8d12-8e45546bb95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:26.394836 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c169ef82-6d33-46b9-aa11-537d2363c6da req-65247c06-45f1-4018-8d12-8e45546bb95d service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.1695406 Dec 10 19:00:26.444787 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c169ef82-6d33-46b9-aa11-537d2363c6da req-5b2787d7-f3ec-4a7a-afde-c2bb2b5b6c26 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=c51ac640-ceb5-48ce-aa22-ee3fdbbd9346 HTTP/1.1" status: 200 len: 217 time: 0.0414500 Dec 10 19:00:26.453051 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9ea7526c-8f11-40b9-9dc8-e5fe788f10a7 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:26.525705 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169ef82-6d33-46b9-aa11-537d2363c6da req-c9373f49-cac3-44ee-91e3-4c9289ea91e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:26.527176 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c169ef82-6d33-46b9-aa11-537d2363c6da req-c9373f49-cac3-44ee-91e3-4c9289ea91e7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.0758371 Dec 10 19:00:26.566750 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-9ea7526c-8f11-40b9-9dc8-e5fe788f10a7 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Deleting port bb2befaa-0198-4293-a1f8-3a9051cd5ab6 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:00:26.567004 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9ea7526c-8f11-40b9-9dc8-e5fe788f10a7 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:26.629410 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169ef82-6d33-46b9-aa11-537d2363c6da req-487a579a-31df-41f7-849d-0e46e15c7068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:26.630947 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c169ef82-6d33-46b9-aa11-537d2363c6da req-487a579a-31df-41f7-849d-0e46e15c7068 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0926332 Dec 10 19:00:26.708737 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9ea7526c-8f11-40b9-9dc8-e5fe788f10a7 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:26.725223 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-9ea7526c-8f11-40b9-9dc8-e5fe788f10a7 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Calling delete_port for bb2befaa-0198-4293-a1f8-3a9051cd5ab6 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:00:26.803439 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c169ef82-6d33-46b9-aa11-537d2363c6da req-d081a4eb-8651-40de-be0f-8a87e7b7fc75 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651049 Dec 10 19:00:26.959314 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c169ef82-6d33-46b9-aa11-537d2363c6da req-bd2b7a00-9854-4b35-808c-bc04a2351796 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440194 Dec 10 19:00:27.001397 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9ea7526c-8f11-40b9-9dc8-e5fe788f10a7 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:27.034155 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea7526c-8f11-40b9-9dc8-e5fe788f10a7 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event deleted for resources: {'Port': ['ID=bb2befaa-0198-4293-a1f8-3a9051cd5ab6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:27.047877 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9ab27c-0191-4793-b05e-1a0a8e24c5c0 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:00:27.094839 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9ea7526c-8f11-40b9-9dc8-e5fe788f10a7 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:27.189699 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9ea7526c-8f11-40b9-9dc8-e5fe788f10a7 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:27.192333 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9ea7526c-8f11-40b9-9dc8-e5fe788f10a7 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:27.253212 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9ea7526c-8f11-40b9-9dc8-e5fe788f10a7 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:27.253773 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea7526c-8f11-40b9-9dc8-e5fe788f10a7 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Fanout notify agent at l3_agent the message router_deleted on router 6b4bacdc-b263-42ba-acae-4500eb57cd40 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:00:27.265059 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9ea7526c-8f11-40b9-9dc8-e5fe788f10a7 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:27.266256 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9ea7526c-8f11-40b9-9dc8-e5fe788f10a7 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "DELETE /v2.0/routers/6b4bacdc-b263-42ba-acae-4500eb57cd40 HTTP/1.1" status: 204 len: 168 time: 1.1853168 Dec 10 19:00:27.269188 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33206) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:27.283582 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c236043-47f2-46b8-940b-4bc7b45bf696 req-bd8af98e-67e9-487c-b3bf-1d77a63258d2 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:27.285629 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3c236043-47f2-46b8-940b-4bc7b45bf696 req-bd8af98e-67e9-487c-b3bf-1d77a63258d2 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] 10.222.0.62 "GET /v2.0/ports?device_id=6510a073-7456-4154-bc8a-4e9d368911ec HTTP/1.1" status: 200 len: 947 time: 0.0694091 Dec 10 19:00:27.326287 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-779013db-e27d-4e54-a5e4-046287cf5f4b tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Deleting subnet ab6a48de-3a1b-4e11-be5c-101b28935ce0 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:00:27.329707 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-779013db-e27d-4e54-a5e4-046287cf5f4b tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:27.352768 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3c236043-47f2-46b8-940b-4bc7b45bf696 req-14ffa0a9-7f94-42b0-95e3-4384880830fc tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2df6fe44-8daf-4812-8115-12c7474abbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604746 Dec 10 19:00:27.379190 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-779013db-e27d-4e54-a5e4-046287cf5f4b tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:27.463988 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-779013db-e27d-4e54-a5e4-046287cf5f4b tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:27.543160 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-779013db-e27d-4e54-a5e4-046287cf5f4b tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:27.576940 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779013db-e27d-4e54-a5e4-046287cf5f4b tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event deleted for resources: {'Subnet': ['ID=ab6a48de-3a1b-4e11-be5c-101b28935ce0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:27.578915 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-779013db-e27d-4e54-a5e4-046287cf5f4b tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:27.582809 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-779013db-e27d-4e54-a5e4-046287cf5f4b tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "DELETE /v2.0/subnets/ab6a48de-3a1b-4e11-be5c-101b28935ce0 HTTP/1.1" status: 204 len: 168 time: 0.3120213 Dec 10 19:00:27.585330 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33212) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:27.589762 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3922cee-d361-4b50-9237-c05cc16eeaab None None] Network 246b2f57-abaf-45d6-a4ab-909396ac1149 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:00:27.668477 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-987b947d-40a8-41bd-aa58-312d61666468 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:27.728801 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-987b947d-40a8-41bd-aa58-312d61666468 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Deleting port b8a3328d-ba63-4dcc-a9a0-15e9d08639e1 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:00:27.729137 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-987b947d-40a8-41bd-aa58-312d61666468 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:27.792937 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-987b947d-40a8-41bd-aa58-312d61666468 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] For port b8a3328d-ba63-4dcc-a9a0-15e9d08639e1, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b8a3328d-ba63-4dcc-a9a0-15e9d08639e1,segment=NetworkSegment(f1951c92-68f9-4a8e-9248-e5ecab0eabce),segment_id=f1951c92-68f9-4a8e-9248-e5ecab0eabce)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:27.793192 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-987b947d-40a8-41bd-aa58-312d61666468 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:27.805995 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-987b947d-40a8-41bd-aa58-312d61666468 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Calling delete_port for b8a3328d-ba63-4dcc-a9a0-15e9d08639e1 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:00:27.894600 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-987b947d-40a8-41bd-aa58-312d61666468 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:27.901674 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d9a85e-fa7b-4351-9e7e-61481f76e9f0 None None] DHCP port deletion for 246b2f57-abaf-45d6-a4ab-909396ac1149 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:00:27.919228 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b947d-40a8-41bd-aa58-312d61666468 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event deleted for resources: {'Port': ['ID=b8a3328d-ba63-4dcc-a9a0-15e9d08639e1,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:27.925986 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987b947d-40a8-41bd-aa58-312d61666468 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] No DVR routers for this DVR port b8a3328d-ba63-4dcc-a9a0-15e9d08639e1 on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:00:28.002548 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-987b947d-40a8-41bd-aa58-312d61666468 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:28.021658 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-987b947d-40a8-41bd-aa58-312d61666468 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['246b2f57-abaf-45d6-a4ab-909396ac1149']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:28.030903 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-987b947d-40a8-41bd-aa58-312d61666468 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1951c92-68f9-4a8e-9248-e5ecab0eabce') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:28.031205 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-987b947d-40a8-41bd-aa58-312d61666468 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1951c92-68f9-4a8e-9248-e5ecab0eabce') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:28.045068 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-987b947d-40a8-41bd-aa58-312d61666468 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:28.059060 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-987b947d-40a8-41bd-aa58-312d61666468 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:28.065274 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-987b947d-40a8-41bd-aa58-312d61666468 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:00:28.065800 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-987b947d-40a8-41bd-aa58-312d61666468 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:28.068826 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:00:28.068826 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:00:28.068826 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:00:28.068826 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:00:28.068826 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:00:28.068826 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:00:28.068826 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:00:28.068826 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:00:28.068826 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:00:28.068826 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:00:28.068826 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:00:28.068826 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:00:28.068826 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:00:28.068826 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:00:28.068826 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:00:28.068826 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:00:28.068826 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:00:28.068826 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:00:28.068826 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:00:28.068826 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:00:28.068826 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:00:28.068826 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:00:28.068826 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:00:28.068826 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:00:28.068826 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:00:28.068826 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:00:28.068826 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:00:28.068826 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:00:28.068826 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:00:28.068826 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:00:28.068826 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:00:28.068826 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:00:28.125424 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-987b947d-40a8-41bd-aa58-312d61666468 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:28.132278 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-987b947d-40a8-41bd-aa58-312d61666468 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:28.135537 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-987b947d-40a8-41bd-aa58-312d61666468 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "DELETE /v2.0/networks/246b2f57-abaf-45d6-a4ab-909396ac1149 HTTP/1.1" status: 204 len: 168 time: 0.5490255 Dec 10 19:00:28.138295 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33214) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:28.150919 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b947d-40a8-41bd-aa58-312d61666468 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event deleted for resources: {'Network': ['ID=246b2f57-abaf-45d6-a4ab-909396ac1149,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:28.261295 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-bfe43d9c-aadc-41bf-b372-e6da45ddc70d tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Deleting port 5c361462-6521-416d-8dc9-c1ca91c5fc90 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:00:28.261762 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bfe43d9c-aadc-41bf-b372-e6da45ddc70d tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:28.338843 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bfe43d9c-aadc-41bf-b372-e6da45ddc70d tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:28.339465 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bfe43d9c-aadc-41bf-b372-e6da45ddc70d tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:28.351083 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-bfe43d9c-aadc-41bf-b372-e6da45ddc70d tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Calling delete_port for 5c361462-6521-416d-8dc9-c1ca91c5fc90 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:00:28.479611 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3444010-cb3c-4fc3-b949-f95fdd00b7c5 req-afbd2e7b-e955-4a37-9fdc-86ddc81ea854 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:28.481112 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b3444010-cb3c-4fc3-b949-f95fdd00b7c5 req-afbd2e7b-e955-4a37-9fdc-86ddc81ea854 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] 10.222.0.62 "GET /v2.0/ports?device_id=6510a073-7456-4154-bc8a-4e9d368911ec HTTP/1.1" status: 200 len: 947 time: 0.0610571 Dec 10 19:00:28.555470 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bfe43d9c-aadc-41bf-b372-e6da45ddc70d tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:28.586546 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b3444010-cb3c-4fc3-b949-f95fdd00b7c5 req-beca445b-5e84-4518-9f09-cd6333f9493c tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2df6fe44-8daf-4812-8115-12c7474abbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881968 Dec 10 19:00:28.589505 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe43d9c-aadc-41bf-b372-e6da45ddc70d tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event deleted for resources: {'Port': ['ID=5c361462-6521-416d-8dc9-c1ca91c5fc90,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:28.650305 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bfe43d9c-aadc-41bf-b372-e6da45ddc70d tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:28.653168 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bfe43d9c-aadc-41bf-b372-e6da45ddc70d tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:28.654472 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-bfe43d9c-aadc-41bf-b372-e6da45ddc70d tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "DELETE /v2.0/floatingips/dfbeaa2d-8284-469f-9acf-4a011749cc64 HTTP/1.1" status: 204 len: 168 time: 0.5151832 Dec 10 19:00:28.658613 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33222) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:28.682121 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad0ddf1-d19f-4da1-9cf9-8eab9a8f60e2 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] DELETE failed (client error): The resource could not be found. Dec 10 19:00:28.682665 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ad0ddf1-d19f-4da1-9cf9-8eab9a8f60e2 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:00:28.685662 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1ad0ddf1-d19f-4da1-9cf9-8eab9a8f60e2 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "DELETE /v2.0/ports/24eaedad-f14b-4926-89ab-fd5238995a70 HTTP/1.1" status: 404 len: 333 time: 0.0258117 Dec 10 19:00:28.688187 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33224) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:28.712976 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-673572ea-773b-4b1a-b2d3-fd4f66daff2c tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b4bacdc-b263-42ba-acae-4500eb57cd40 HTTP/1.1" status: 200 len: 205 time: 0.0237072 Dec 10 19:00:28.715150 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33226) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:28.754465 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-8c76a2f9-1cf8-4cd5-bef6-8f7c0dabf731 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] delete failed (client error): The resource could not be found. Dec 10 19:00:28.755456 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8c76a2f9-1cf8-4cd5-bef6-8f7c0dabf731 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "DELETE /v2.0/routers/6b4bacdc-b263-42ba-acae-4500eb57cd40 HTTP/1.1" status: 404 len: 336 time: 0.0394447 Dec 10 19:00:28.757882 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33228) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:28.782234 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-722d6c1a-3f80-41c5-bf13-95977b7fe233 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] DELETE failed (client error): The resource could not be found. Dec 10 19:00:28.783210 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-722d6c1a-3f80-41c5-bf13-95977b7fe233 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:00:28.786093 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-722d6c1a-3f80-41c5-bf13-95977b7fe233 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "DELETE /v2.0/subnets/ab6a48de-3a1b-4e11-be5c-101b28935ce0 HTTP/1.1" status: 404 len: 337 time: 0.0273397 Dec 10 19:00:28.788284 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33230) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:28.874546 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-d757c70e-d310-4af6-933b-6498c829369a tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Deleting port 69f73bae-c2e4-4e90-b1c3-50efe97fae65 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:00:28.874794 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d757c70e-d310-4af6-933b-6498c829369a tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:28.963132 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d757c70e-d310-4af6-933b-6498c829369a tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:28.975078 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-d757c70e-d310-4af6-933b-6498c829369a tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Calling delete_port for 69f73bae-c2e4-4e90-b1c3-50efe97fae65 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:00:29.097902 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d757c70e-d310-4af6-933b-6498c829369a tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:29.125338 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757c70e-d310-4af6-933b-6498c829369a tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event deleted for resources: {'Port': ['ID=69f73bae-c2e4-4e90-b1c3-50efe97fae65,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:29.202007 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d757c70e-d310-4af6-933b-6498c829369a tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:29.205802 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d757c70e-d310-4af6-933b-6498c829369a tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "DELETE /v2.0/ports/69f73bae-c2e4-4e90-b1c3-50efe97fae65 HTTP/1.1" status: 204 len: 168 time: 0.4165883 Dec 10 19:00:29.208184 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33232) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:29.293064 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-d036291c-1476-4db5-b252-e32ecedcaa29 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Deleting port 1437604b-e2f2-4f94-81a3-d440ef4765c5 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:00:29.293413 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d036291c-1476-4db5-b252-e32ecedcaa29 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:29.384541 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d036291c-1476-4db5-b252-e32ecedcaa29 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:29.397560 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-d036291c-1476-4db5-b252-e32ecedcaa29 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Calling delete_port for 1437604b-e2f2-4f94-81a3-d440ef4765c5 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:00:29.434049 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b8a3328d-ba63-4dcc-a9a0-15e9d08639e1 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:00:29.455613 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: b8a3328d-ba63-4dcc-a9a0-15e9d08639e1 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:00:29.455969 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b8a3328d-ba63-4dcc-a9a0-15e9d08639e1 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:00:29.522193 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d036291c-1476-4db5-b252-e32ecedcaa29 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:29.559314 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036291c-1476-4db5-b252-e32ecedcaa29 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event deleted for resources: {'Port': ['ID=1437604b-e2f2-4f94-81a3-d440ef4765c5,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:29.624666 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d036291c-1476-4db5-b252-e32ecedcaa29 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:29.628575 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d036291c-1476-4db5-b252-e32ecedcaa29 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "DELETE /v2.0/ports/1437604b-e2f2-4f94-81a3-d440ef4765c5 HTTP/1.1" status: 204 len: 168 time: 0.4193532 Dec 10 19:00:29.631126 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33238) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:29.679868 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce74b14-1b7b-4317-b925-65195b4b68a4 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:29.681422 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-cce74b14-1b7b-4317-b925-65195b4b68a4 tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb3b8870-9bb4-4959-961b-37a734e3d3fe HTTP/1.1" status: 200 len: 913 time: 0.0493569 Dec 10 19:00:29.683964 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33242) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:29.710006 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c8abf-f0b6-45d0-b256-c1524536c526 req-f292d209-8441-444e-9dbc-884f5d5a2162 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:29.712503 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ca2c8abf-f0b6-45d0-b256-c1524536c526 req-f292d209-8441-444e-9dbc-884f5d5a2162 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] 10.222.0.62 "GET /v2.0/ports?device_id=6510a073-7456-4154-bc8a-4e9d368911ec HTTP/1.1" status: 200 len: 947 time: 0.0546832 Dec 10 19:00:29.765718 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ca2c8abf-f0b6-45d0-b256-c1524536c526 req-6689345a-71ec-4426-a034-53ae2a250cac tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2df6fe44-8daf-4812-8115-12c7474abbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452089 Dec 10 19:00:30.028740 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1f8fced0-864e-4a8c-a597-702b418801ff tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:30.439440 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device c51ac640-ceb5-48ce-aa22-ee3fdbbd9346 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:00:30.534871 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port c51ac640-ceb5-48ce-aa22-ee3fdbbd9346, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=c51ac640-ceb5-48ce-aa22-ee3fdbbd9346,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:30.545769 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': 'c51ac640-ceb5-48ce-aa22-ee3fdbbd9346', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': 'c51ac640-ceb5-48ce-aa22-ee3fdbbd9346', 'mac_address': 'fa:16:3e:61:cf:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:00:30.600483 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:30.613623 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c51ac640-ceb5-48ce-aa22-ee3fdbbd9346 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:00:30.615388 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1f8fced0-864e-4a8c-a597-702b418801ff tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Deleting port 7ca40194-8dff-438c-8544-009331cd8fc9 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:00:30.615737 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1f8fced0-864e-4a8c-a597-702b418801ff tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:30.632474 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port c51ac640-ceb5-48ce-aa22-ee3fdbbd9346, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=c51ac640-ceb5-48ce-aa22-ee3fdbbd9346,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:30.636445 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:30.684217 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=c51ac640-ceb5-48ce-aa22-ee3fdbbd9346,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:30.702307 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1f8fced0-864e-4a8c-a597-702b418801ff tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:30.714537 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1f8fced0-864e-4a8c-a597-702b418801ff tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Calling delete_port for 7ca40194-8dff-438c-8544-009331cd8fc9 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:00:30.887017 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ac5ec-849c-41e1-84ef-eeae6440f44b req-6c2ff6b7-9a0d-463e-b413-9afa17a20caa tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:30.888548 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b55ac5ec-849c-41e1-84ef-eeae6440f44b req-6c2ff6b7-9a0d-463e-b413-9afa17a20caa tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] 10.222.0.62 "GET /v2.0/ports?device_id=6510a073-7456-4154-bc8a-4e9d368911ec HTTP/1.1" status: 200 len: 948 time: 0.0531068 Dec 10 19:00:30.904307 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1f8fced0-864e-4a8c-a597-702b418801ff tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:30.938181 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8fced0-864e-4a8c-a597-702b418801ff tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event deleted for resources: {'Port': ['ID=7ca40194-8dff-438c-8544-009331cd8fc9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:30.950375 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b55ac5ec-849c-41e1-84ef-eeae6440f44b req-57ac3803-fa0f-4317-8838-8bdeae1382cc tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2df6fe44-8daf-4812-8115-12c7474abbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542142 Dec 10 19:00:30.959995 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['c51ac640-ceb5-48ce-aa22-ee3fdbbd9346'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:00:31.106889 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1f8fced0-864e-4a8c-a597-702b418801ff tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:31.318487 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f8fced0-864e-4a8c-a597-702b418801ff tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Router eb3b8870-9bb4-4959-961b-37a734e3d3fe has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:00:31.424476 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8fced0-864e-4a8c-a597-702b418801ff tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:00:31.429720 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1f8fced0-864e-4a8c-a597-702b418801ff tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "PUT /v2.0/routers/eb3b8870-9bb4-4959-961b-37a734e3d3fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7447863 Dec 10 19:00:31.432130 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33252) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:31.434110 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42989707-0ab6-4610-9d52-876a18b6fdea None None] Sync routers for ids ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:00:31.443511 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42989707-0ab6-4610-9d52-876a18b6fdea None None] Routers {'eb3b8870-9bb4-4959-961b-37a734e3d3fe'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:00:31.444166 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-42989707-0ab6-4610-9d52-876a18b6fdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:00:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:31.486557 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-42989707-0ab6-4610-9d52-876a18b6fdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:31.495125 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42989707-0ab6-4610-9d52-876a18b6fdea None None] Routers {'eb3b8870-9bb4-4959-961b-37a734e3d3fe'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:00:31.495734 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-42989707-0ab6-4610-9d52-876a18b6fdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:00:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:31.527992 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-42989707-0ab6-4610-9d52-876a18b6fdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:31.528661 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42989707-0ab6-4610-9d52-876a18b6fdea None None] The sync data for ids ['eb3b8870-9bb4-4959-961b-37a734e3d3fe'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:00:31.535402 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6dfadbb3-8fb7-4cba-a3ce-5411166bed4d tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:31.637011 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6dfadbb3-8fb7-4cba-a3ce-5411166bed4d tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:31.693520 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-6dfadbb3-8fb7-4cba-a3ce-5411166bed4d tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Deleting port a51f8e91-6e05-4b39-b5b5-2ed8165b4ec1 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:00:31.693866 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6dfadbb3-8fb7-4cba-a3ce-5411166bed4d tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:31.772437 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6dfadbb3-8fb7-4cba-a3ce-5411166bed4d tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:31.783966 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-6dfadbb3-8fb7-4cba-a3ce-5411166bed4d tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Calling delete_port for a51f8e91-6e05-4b39-b5b5-2ed8165b4ec1 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:00:31.949198 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6dfadbb3-8fb7-4cba-a3ce-5411166bed4d tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:31.977315 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfadbb3-8fb7-4cba-a3ce-5411166bed4d tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event deleted for resources: {'Port': ['ID=a51f8e91-6e05-4b39-b5b5-2ed8165b4ec1,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:31.992055 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337d94f3-cb86-439c-a3aa-08d98a4aeab8 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:00:32.061362 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6dfadbb3-8fb7-4cba-a3ce-5411166bed4d tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:32.090455 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398e835-306d-4773-b32c-3250be967a7a req-756beba2-b54b-40e6-8aa0-464e6d0bc225 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:32.092413 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4398e835-306d-4773-b32c-3250be967a7a req-756beba2-b54b-40e6-8aa0-464e6d0bc225 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] 10.222.0.62 "GET /v2.0/ports?device_id=6510a073-7456-4154-bc8a-4e9d368911ec HTTP/1.1" status: 200 len: 948 time: 0.0521045 Dec 10 19:00:32.147461 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4398e835-306d-4773-b32c-3250be967a7a req-afda8972-6936-47d3-ad27-5bbf7845de9f tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2df6fe44-8daf-4812-8115-12c7474abbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478101 Dec 10 19:00:32.160980 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6dfadbb3-8fb7-4cba-a3ce-5411166bed4d tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:32.163253 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6dfadbb3-8fb7-4cba-a3ce-5411166bed4d tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:32.206295 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6dfadbb3-8fb7-4cba-a3ce-5411166bed4d tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:32.206747 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfadbb3-8fb7-4cba-a3ce-5411166bed4d tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Fanout notify agent at l3_agent the message router_deleted on router eb3b8870-9bb4-4959-961b-37a734e3d3fe {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:00:32.213373 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6dfadbb3-8fb7-4cba-a3ce-5411166bed4d tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:32.217002 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6dfadbb3-8fb7-4cba-a3ce-5411166bed4d tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "DELETE /v2.0/routers/eb3b8870-9bb4-4959-961b-37a734e3d3fe HTTP/1.1" status: 204 len: 168 time: 0.7836735 Dec 10 19:00:32.217120 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33258) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:32.271681 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-628f5e6f-24f4-4688-8de2-2e8a744c32ef tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Deleting subnet 0b627ac7-5b6e-42e6-9d59-fc02d64b649c {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:00:32.275130 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-628f5e6f-24f4-4688-8de2-2e8a744c32ef tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:32.314565 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-628f5e6f-24f4-4688-8de2-2e8a744c32ef tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:32.359647 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-628f5e6f-24f4-4688-8de2-2e8a744c32ef tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:32.416591 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-628f5e6f-24f4-4688-8de2-2e8a744c32ef tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:32.448252 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f5e6f-24f4-4688-8de2-2e8a744c32ef tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event deleted for resources: {'Subnet': ['ID=0b627ac7-5b6e-42e6-9d59-fc02d64b649c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:32.452040 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-628f5e6f-24f4-4688-8de2-2e8a744c32ef tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:32.458208 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device c51ac640-ceb5-48ce-aa22-ee3fdbbd9346 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:00:32.458801 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-628f5e6f-24f4-4688-8de2-2e8a744c32ef tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "DELETE /v2.0/subnets/0b627ac7-5b6e-42e6-9d59-fc02d64b649c HTTP/1.1" status: 204 len: 168 time: 0.2376187 Dec 10 19:00:32.458880 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33260) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:32.506058 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port c51ac640-ceb5-48ce-aa22-ee3fdbbd9346 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:00:32.514462 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port c51ac640-ceb5-48ce-aa22-ee3fdbbd9346 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:32.515017 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:32.539376 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-991e65c3-5bd4-4cb4-bd6c-2111bee5bc9d tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:32.593608 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:32.617468 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6510a073-7456-4154-bc8a-4e9d368911ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51ac640-ceb5-48ce-aa22-ee3fdbbd9346'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:00:32.620245 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa95b532-cedb-4bf5-a1da-ae778bb7a227" -d '{"events": [{"server_uuid": "6510a073-7456-4154-bc8a-4e9d368911ec", "name": "network-vif-plugged", "status": "completed", "tag": "c51ac640-ceb5-48ce-aa22-ee3fdbbd9346"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:00:32.622421 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-991e65c3-5bd4-4cb4-bd6c-2111bee5bc9d tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:32.637168 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port c51ac640-ceb5-48ce-aa22-ee3fdbbd9346, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=c51ac640-ceb5-48ce-aa22-ee3fdbbd9346,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:32.641176 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:32.646131 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-991e65c3-5bd4-4cb4-bd6c-2111bee5bc9d tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2cd2136-997c-420d-82c3-e9b01bcdcc46']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:32.656943 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-991e65c3-5bd4-4cb4-bd6c-2111bee5bc9d tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f6a78b7-a149-40d7-b384-58c19c2cd2b8') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:32.657249 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-991e65c3-5bd4-4cb4-bd6c-2111bee5bc9d tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f6a78b7-a149-40d7-b384-58c19c2cd2b8') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:32.667816 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecabccd-1d54-4d56-8e32-0bd3e22d6607 x-openstack-request-id: req-4ecabccd-1d54-4d56-8e32-0bd3e22d6607 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:00:32.668127 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6510a073-7456-4154-bc8a-4e9d368911ec", "name": "network-vif-plugged", "status": "completed", "tag": "c51ac640-ceb5-48ce-aa22-ee3fdbbd9346", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:00:32.668390 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4ecabccd-1d54-4d56-8e32-0bd3e22d6607 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:00:32.668990 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6510a073-7456-4154-bc8a-4e9d368911ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51ac640-ceb5-48ce-aa22-ee3fdbbd9346', 'code': 200} Dec 10 19:00:32.672236 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-991e65c3-5bd4-4cb4-bd6c-2111bee5bc9d tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:32.686001 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-991e65c3-5bd4-4cb4-bd6c-2111bee5bc9d tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:32.695104 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-991e65c3-5bd4-4cb4-bd6c-2111bee5bc9d tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:00:32.695469 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-991e65c3-5bd4-4cb4-bd6c-2111bee5bc9d tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:32.697352 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=c51ac640-ceb5-48ce-aa22-ee3fdbbd9346,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:32.698777 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:00:32.698777 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:00:32.698777 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:00:32.698777 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:00:32.698777 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:00:32.698777 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:00:32.698777 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:00:32.698777 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:00:32.698777 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:00:32.698777 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:00:32.698777 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:00:32.698777 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:00:32.698777 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:00:32.698777 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:00:32.698777 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:00:32.698777 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:00:32.698777 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:00:32.698777 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:00:32.698777 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:00:32.698777 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:00:32.698777 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:00:32.698777 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:00:32.698777 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:00:32.698777 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:00:32.698777 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:00:32.698777 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:00:32.698777 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:00:32.698777 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:00:32.698777 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:00:32.698777 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:00:32.698777 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:00:32.698777 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:00:32.777604 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-991e65c3-5bd4-4cb4-bd6c-2111bee5bc9d tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:32.786765 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-991e65c3-5bd4-4cb4-bd6c-2111bee5bc9d tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:32.789866 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-991e65c3-5bd4-4cb4-bd6c-2111bee5bc9d tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] 10.222.0.62 "DELETE /v2.0/networks/d2cd2136-997c-420d-82c3-e9b01bcdcc46 HTTP/1.1" status: 204 len: 168 time: 0.3302863 Dec 10 19:00:32.794229 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083df2b-2ca1-4fbb-9e90-5e4dcd16f359 req-2d60ab1f-18ea-4264-8355-9f1358cf1d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:32.795661 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0083df2b-2ca1-4fbb-9e90-5e4dcd16f359 req-2d60ab1f-18ea-4264-8355-9f1358cf1d45 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6510a073-7456-4154-bc8a-4e9d368911ec HTTP/1.1" status: 200 len: 1100 time: 0.0627403 Dec 10 19:00:32.807107 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e65c3-5bd4-4cb4-bd6c-2111bee5bc9d tempest-FloatingIPTestJSON-1283007804 tempest-FloatingIPTestJSON-1283007804-project] Pushing event deleted for resources: {'Network': ['ID=d2cd2136-997c-420d-82c3-e9b01bcdcc46,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:32.847707 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0083df2b-2ca1-4fbb-9e90-5e4dcd16f359 req-92171165-bd68-47a7-a88e-ee38cfd36f53 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2df6fe44-8daf-4812-8115-12c7474abbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424609 Dec 10 19:00:33.031445 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33272) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:33.192839 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8979e124-b33f-4f95-89c0-43356def582c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6204e169d2fc489b89576228599abe02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1601875 Dec 10 19:00:33.195494 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33278) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:33.249999 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7ca962fa-5784-4948-82e8-6e39c8d814ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:33.274030 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7ca962fa-5784-4948-82e8-6e39c8d814ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:33.284057 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28755c84-faa9-40dd-87ce-0eb06ab41b8a req-ab03a1d5-d285-41de-8c2b-9f9d55a4672e tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:33.285770 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-28755c84-faa9-40dd-87ce-0eb06ab41b8a req-ab03a1d5-d285-41de-8c2b-9f9d55a4672e tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] 10.222.0.62 "GET /v2.0/ports?device_id=6510a073-7456-4154-bc8a-4e9d368911ec HTTP/1.1" status: 200 len: 949 time: 0.0528831 Dec 10 19:00:33.328973 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7ca962fa-5784-4948-82e8-6e39c8d814ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:33.331648 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7ca962fa-5784-4948-82e8-6e39c8d814ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:33.332822 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7ca962fa-5784-4948-82e8-6e39c8d814ac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6d60edae-a0f3-4bba-a3de-4c3a83007a6c HTTP/1.1" status: 204 len: 168 time: 0.1363013 Dec 10 19:00:33.339703 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-28755c84-faa9-40dd-87ce-0eb06ab41b8a req-d7ed7f6c-f542-40ac-8c8a-fdbb03acb330 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2df6fe44-8daf-4812-8115-12c7474abbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472960 Dec 10 19:00:33.340507 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca962fa-5784-4948-82e8-6e39c8d814ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d60edae-a0f3-4bba-a3de-4c3a83007a6c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:33.886473 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:34.078855 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33308) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:34.193186 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-33032d63-19e7-4ca7-9e56-993d475af698 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Request body: {'networks': [{'name': 'tempest-network--1297830641'}, {'name': 'tempest-network--1784825157'}]} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:34.193507 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-33032d63-19e7-4ca7-9e56-993d475af698 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Request body: {'network': {'name': 'tempest-network--1297830641'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:34.194691 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-33032d63-19e7-4ca7-9e56-993d475af698 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Request body: {'network': {'name': 'tempest-network--1784825157'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:34.222757 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33032d63-19e7-4ca7-9e56-993d475af698 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Made reservation on behalf of 396b9f12d7e24b82a59aa5f63ded5a6c for: {'network': 2} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:00:34.227834 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-33032d63-19e7-4ca7-9e56-993d475af698 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:34.245855 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-33032d63-19e7-4ca7-9e56-993d475af698 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:34.296081 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d98f5f47-4673-4260-9d73-b83bec070d8c req-844752e0-7cc4-419f-a525-8ffe62ac661b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=11136692-1396-43b8-8286-eab6da657f41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0652037 Dec 10 19:00:34.385064 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-33032d63-19e7-4ca7-9e56-993d475af698 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:34.392064 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-33032d63-19e7-4ca7-9e56-993d475af698 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:34.392805 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-33032d63-19e7-4ca7-9e56-993d475af698 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:34.442256 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f5f47-4673-4260-9d73-b83bec070d8c req-3f7979ad-669a-4d24-81d9-51b6b3defa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:34.443795 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d98f5f47-4673-4260-9d73-b83bec070d8c req-3f7979ad-669a-4d24-81d9-51b6b3defa85 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=36d6a94ae55d42538c51b3ac6df52720&device_id=11136692-1396-43b8-8286-eab6da657f41 HTTP/1.1" status: 200 len: 1097 time: 0.0954785 Dec 10 19:00:34.450360 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33032d63-19e7-4ca7-9e56-993d475af698 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3045b7a-2127-44d6-bedf-1b8e42a5d266,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:34.456857 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33032d63-19e7-4ca7-9e56-993d475af698 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:00:34.487877 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-33032d63-19e7-4ca7-9e56-993d475af698 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:34.488240 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-33032d63-19e7-4ca7-9e56-993d475af698 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Added segment 435aecaf-fb15-45c9-923f-224e0de17cfd of type vlan for network a5fe67d1-293e-4b9a-ab19-a89b7fb752d7 Dec 10 19:00:34.492622 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd133d2-cb8b-41ab-9832-f2ed4cf01249 req-ef9b8ec2-7ab7-48ac-8c25-a19d3c059ea1 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:34.494257 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-acd133d2-cb8b-41ab-9832-f2ed4cf01249 req-ef9b8ec2-7ab7-48ac-8c25-a19d3c059ea1 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] 10.222.0.62 "GET /v2.0/ports?device_id=6510a073-7456-4154-bc8a-4e9d368911ec HTTP/1.1" status: 200 len: 949 time: 0.0687277 Dec 10 19:00:34.544898 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-acd133d2-cb8b-41ab-9832-f2ed4cf01249 req-bf30e077-2f80-47ba-9c47-829fc11e9850 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2df6fe44-8daf-4812-8115-12c7474abbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442548 Dec 10 19:00:34.575466 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-33032d63-19e7-4ca7-9e56-993d475af698 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:34.612195 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f5f47-4673-4260-9d73-b83bec070d8c req-74e18282-f471-4ea0-9a96-b8253a6e6c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:34.613717 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d98f5f47-4673-4260-9d73-b83bec070d8c req-74e18282-f471-4ea0-9a96-b8253a6e6c6f service neutron] 10.222.0.46 "GET /v2.0/networks?id=f9014259-8b21-4184-bc0d-c4182518b9b1 HTTP/1.1" status: 200 len: 915 time: 0.1470680 Dec 10 19:00:34.630616 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33032d63-19e7-4ca7-9e56-993d475af698 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:00:34.662266 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d98f5f47-4673-4260-9d73-b83bec070d8c req-5492baf8-a570-4a73-a322-5a766bc9257b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=887c95a0-cae1-46ab-895a-ed9109b1c232 HTTP/1.1" status: 200 len: 217 time: 0.0402639 Dec 10 19:00:34.667381 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-33032d63-19e7-4ca7-9e56-993d475af698 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:34.667732 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-33032d63-19e7-4ca7-9e56-993d475af698 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Added segment c539e16c-34a7-4dc7-9c59-6569868e0d09 of type vlan for network 648de844-d4ce-4d73-97df-988bc1883ace Dec 10 19:00:34.753463 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-33032d63-19e7-4ca7-9e56-993d475af698 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:34.761578 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f5f47-4673-4260-9d73-b83bec070d8c req-c2b5805b-1c93-4e56-92e1-fd87a7ab2054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:34.763053 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d98f5f47-4673-4260-9d73-b83bec070d8c req-c2b5805b-1c93-4e56-92e1-fd87a7ab2054 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=456bed42-c413-4092-be53-ce95afcf84c6 HTTP/1.1" status: 200 len: 854 time: 0.0937192 Dec 10 19:00:34.808180 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d98f5f47-4673-4260-9d73-b83bec070d8c req-1f2f002d-aca7-40d9-8e78-cc93d8d62020 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f9014259-8b21-4184-bc0d-c4182518b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334489 Dec 10 19:00:34.817200 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-33032d63-19e7-4ca7-9e56-993d475af698 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:34.817725 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-33032d63-19e7-4ca7-9e56-993d475af698 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:34.824385 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33032d63-19e7-4ca7-9e56-993d475af698 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:34.829324 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33032d63-19e7-4ca7-9e56-993d475af698 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:34.830015 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-33032d63-19e7-4ca7-9e56-993d475af698 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:34.846571 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865d816-1a13-4739-9299-641e5f1f713d req-d7124b1f-d58b-4125-becf-3633fa8ef514 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:34.848333 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e865d816-1a13-4739-9299-641e5f1f713d req-d7124b1f-d58b-4125-becf-3633fa8ef514 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] 10.222.0.62 "GET /v2.0/ports?device_id=6510a073-7456-4154-bc8a-4e9d368911ec HTTP/1.1" status: 200 len: 949 time: 0.0658185 Dec 10 19:00:34.898907 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e865d816-1a13-4739-9299-641e5f1f713d req-a267c471-4f97-404c-87fa-abafc1a3736b tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2df6fe44-8daf-4812-8115-12c7474abbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438452 Dec 10 19:00:34.928474 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-33032d63-19e7-4ca7-9e56-993d475af698 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.8477905 Dec 10 19:00:34.931069 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33324) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:34.956316 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33032d63-19e7-4ca7-9e56-993d475af698 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Pushing event updated for resources: {'Network': ['ID=a5fe67d1-293e-4b9a-ab19-a89b7fb752d7,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:34.972952 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network a5fe67d1-293e-4b9a-ab19-a89b7fb752d7 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:00:35.044861 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d98f5f47-4673-4260-9d73-b83bec070d8c req-671e2558-5f32-4480-9877-0ebb4965c482 service neutron] 10.222.0.46 "GET /v2.0/networks/f9014259-8b21-4184-bc0d-c4182518b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293429 Dec 10 19:00:35.048500 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33032d63-19e7-4ca7-9e56-993d475af698 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Pushing event updated for resources: {'Network': ['ID=648de844-d4ce-4d73-97df-988bc1883ace,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:35.066710 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 648de844-d4ce-4d73-97df-988bc1883ace details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:00:35.080028 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf77348-35a0-4f06-9596-e3cecb582449 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:35.086653 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf77348-35a0-4f06-9596-e3cecb582449 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:35.092850 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf77348-35a0-4f06-9596-e3cecb582449 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:35.100188 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf77348-35a0-4f06-9596-e3cecb582449 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:35.101990 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-aaf77348-35a0-4f06-9596-e3cecb582449 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.1693861 Dec 10 19:00:35.104839 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33326) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:35.190172 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d98f5f47-4673-4260-9d73-b83bec070d8c req-8765e65d-5d72-433c-81ad-7bf08b9ef1a5 service neutron] 10.222.0.46 "GET /v2.0/networks/f9014259-8b21-4184-bc0d-c4182518b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376002 Dec 10 19:00:35.252474 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d121dc65-42c4-471c-83ad-585040b31178 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:35.388257 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d121dc65-42c4-471c-83ad-585040b31178 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:35.411627 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-d121dc65-42c4-471c-83ad-585040b31178 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5fe67d1-293e-4b9a-ab19-a89b7fb752d7']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:35.420970 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-d121dc65-42c4-471c-83ad-585040b31178 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '435aecaf-fb15-45c9-923f-224e0de17cfd') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:35.421209 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-d121dc65-42c4-471c-83ad-585040b31178 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '435aecaf-fb15-45c9-923f-224e0de17cfd') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:35.431193 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d121dc65-42c4-471c-83ad-585040b31178 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:35.447818 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d121dc65-42c4-471c-83ad-585040b31178 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:35.455460 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d121dc65-42c4-471c-83ad-585040b31178 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:00:35.455974 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d121dc65-42c4-471c-83ad-585040b31178 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:35.459542 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:00:35.459542 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:00:35.459542 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:00:35.459542 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:00:35.459542 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:00:35.459542 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:00:35.459542 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:00:35.459542 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:00:35.459542 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:00:35.459542 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:00:35.459542 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:00:35.459542 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:00:35.459542 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:00:35.459542 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:00:35.459542 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:00:35.459542 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:00:35.459542 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:00:35.459542 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:00:35.459542 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:00:35.459542 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:00:35.459542 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:00:35.459542 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:00:35.459542 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:00:35.459542 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:00:35.459542 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:00:35.459542 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:00:35.459542 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:00:35.459542 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:00:35.459542 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:00:35.459542 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:00:35.459542 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:00:35.459542 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:00:35.519086 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d121dc65-42c4-471c-83ad-585040b31178 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:35.527512 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d121dc65-42c4-471c-83ad-585040b31178 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:35.532677 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d121dc65-42c4-471c-83ad-585040b31178 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] 10.222.0.62 "DELETE /v2.0/networks/a5fe67d1-293e-4b9a-ab19-a89b7fb752d7 HTTP/1.1" status: 204 len: 168 time: 0.4245379 Dec 10 19:00:35.533593 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33330) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:35.550961 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d121dc65-42c4-471c-83ad-585040b31178 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Pushing event deleted for resources: {'Network': ['ID=a5fe67d1-293e-4b9a-ab19-a89b7fb752d7,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:35.649072 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6617a4d7-e5a9-48ee-bb66-f34c800adc7c tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:35.675276 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-da00fe5f-6343-4ebb-a298-68ec134400cf req-d82aa2a5-dbb5-4fdd-9670-fe21c8d08a4f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0559881 Dec 10 19:00:35.779698 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6617a4d7-e5a9-48ee-bb66-f34c800adc7c tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:35.805721 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-6617a4d7-e5a9-48ee-bb66-f34c800adc7c tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['648de844-d4ce-4d73-97df-988bc1883ace']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:35.820261 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00fe5f-6343-4ebb-a298-68ec134400cf req-258abddf-2655-48d6-aa9b-f07eef7f387c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:35.821844 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-da00fe5f-6343-4ebb-a298-68ec134400cf req-258abddf-2655-48d6-aa9b-f07eef7f387c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ce6d41cdbd6e4596aec18213412eef45&device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 1097 time: 0.0852594 Dec 10 19:00:35.823533 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-6617a4d7-e5a9-48ee-bb66-f34c800adc7c tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c539e16c-34a7-4dc7-9c59-6569868e0d09') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:35.823836 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-6617a4d7-e5a9-48ee-bb66-f34c800adc7c tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c539e16c-34a7-4dc7-9c59-6569868e0d09') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:35.834746 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6617a4d7-e5a9-48ee-bb66-f34c800adc7c tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:35.850479 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6617a4d7-e5a9-48ee-bb66-f34c800adc7c tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:35.878889 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6617a4d7-e5a9-48ee-bb66-f34c800adc7c tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:00:35.879298 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6617a4d7-e5a9-48ee-bb66-f34c800adc7c tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:35.882395 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:00:35.882395 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:00:35.882395 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:00:35.882395 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:00:35.882395 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:00:35.882395 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:00:35.882395 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:00:35.882395 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:00:35.882395 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:00:35.882395 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:00:35.882395 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:00:35.882395 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:00:35.882395 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:00:35.882395 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:00:35.882395 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:00:35.882395 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:00:35.882395 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:00:35.882395 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:00:35.882395 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:00:35.882395 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:00:35.882395 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:00:35.882395 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:00:35.882395 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:00:35.882395 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:00:35.882395 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:00:35.882395 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:00:35.882395 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:00:35.882395 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:00:35.882395 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:00:35.882395 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:00:35.882395 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:00:35.882395 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:00:35.991262 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6617a4d7-e5a9-48ee-bb66-f34c800adc7c tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:36.031097 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6617a4d7-e5a9-48ee-bb66-f34c800adc7c tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:36.037973 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33340) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:36.038670 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6617a4d7-e5a9-48ee-bb66-f34c800adc7c tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] 10.222.0.62 "DELETE /v2.0/networks/648de844-d4ce-4d73-97df-988bc1883ace HTTP/1.1" status: 204 len: 168 time: 0.5039411 Dec 10 19:00:36.075228 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6617a4d7-e5a9-48ee-bb66-f34c800adc7c tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Pushing event deleted for resources: {'Network': ['ID=648de844-d4ce-4d73-97df-988bc1883ace,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:36.081845 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00fe5f-6343-4ebb-a298-68ec134400cf req-0136eeb9-6d35-4e97-b0f2-ab4e199ac3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:36.083365 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-da00fe5f-6343-4ebb-a298-68ec134400cf req-0136eeb9-6d35-4e97-b0f2-ab4e199ac3ab service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a30ce27-2851-4282-9ac6-23ccb449ba3d HTTP/1.1" status: 200 len: 918 time: 0.2303922 Dec 10 19:00:36.109002 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133e16b-ed25-4391-8501-f458d4ceeaad req-20a6b0b7-4f5e-4c79-8f85-06b298ef916d tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:36.111625 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d133e16b-ed25-4391-8501-f458d4ceeaad req-20a6b0b7-4f5e-4c79-8f85-06b298ef916d tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] 10.222.0.62 "GET /v2.0/ports?device_id=6510a073-7456-4154-bc8a-4e9d368911ec HTTP/1.1" status: 200 len: 949 time: 0.1167653 Dec 10 19:00:36.199786 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-da00fe5f-6343-4ebb-a298-68ec134400cf req-5aa984e0-d5b3-4ea4-b59d-93a179fce265 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0e4c205-efe4-4bd1-9428-17d9f007f70c HTTP/1.1" status: 200 len: 1000 time: 0.1071694 Dec 10 19:00:36.204451 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d133e16b-ed25-4391-8501-f458d4ceeaad req-2c9e929a-df91-47df-bec8-a0e6355ad7ca tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2df6fe44-8daf-4812-8115-12c7474abbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639191 Dec 10 19:00:36.249845 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d438ad28-1c8d-472f-b284-7385cbe7ce54 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:36.256363 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d438ad28-1c8d-472f-b284-7385cbe7ce54 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:36.261466 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d438ad28-1c8d-472f-b284-7385cbe7ce54 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2189658 Dec 10 19:00:36.262005 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33342) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:36.266956 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-488288bc-297e-438a-96bf-adc50f1e1d41 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-71721142'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:36.277834 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00fe5f-6343-4ebb-a298-68ec134400cf req-57e87e2b-70c5-4a32-84d0-46ebad7deae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:36.279428 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-da00fe5f-6343-4ebb-a298-68ec134400cf req-57e87e2b-70c5-4a32-84d0-46ebad7deae2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b5b8f42d-7b7d-4b89-936c-8b66a87ff765 HTTP/1.1" status: 200 len: 856 time: 0.0703137 Dec 10 19:00:36.290852 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488288bc-297e-438a-96bf-adc50f1e1d41 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Made reservation on behalf of 396b9f12d7e24b82a59aa5f63ded5a6c for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:00:36.295696 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-488288bc-297e-438a-96bf-adc50f1e1d41 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:36.327059 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-488288bc-297e-438a-96bf-adc50f1e1d41 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:00:36.343393 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-488288bc-297e-438a-96bf-adc50f1e1d41 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:36.343677 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-488288bc-297e-438a-96bf-adc50f1e1d41 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Added segment d0d76fb8-9da5-4c86-9d90-bdf889df625d of type vlan for network 21e4a065-4dcd-4f1a-bb59-adfea6f6f509 Dec 10 19:00:36.359002 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00fe5f-6343-4ebb-a298-68ec134400cf req-574ae19b-fea6-4e9e-892b-5619b808c939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:36.361519 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-da00fe5f-6343-4ebb-a298-68ec134400cf req-574ae19b-fea6-4e9e-892b-5619b808c939 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a30ce27-2851-4282-9ac6-23ccb449ba3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733600 Dec 10 19:00:36.407440 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-488288bc-297e-438a-96bf-adc50f1e1d41 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:36.471872 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-488288bc-297e-438a-96bf-adc50f1e1d41 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:36.478108 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488288bc-297e-438a-96bf-adc50f1e1d41 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:36.478713 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-488288bc-297e-438a-96bf-adc50f1e1d41 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:36.481037 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-da00fe5f-6343-4ebb-a298-68ec134400cf req-27382597-d4a1-45a0-9c57-cdb112ba5ee3 service neutron] 10.222.0.72 "GET /v2.0/networks/8a30ce27-2851-4282-9ac6-23ccb449ba3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972948 Dec 10 19:00:36.496263 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ed7e6-9a25-4dd6-99c9-335b03cc28be req-7b27c6ac-82f6-4c21-b453-7c2ee112d539 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:36.497735 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-743ed7e6-9a25-4dd6-99c9-335b03cc28be req-7b27c6ac-82f6-4c21-b453-7c2ee112d539 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] 10.222.0.72 "GET /v2.0/ports?device_id=6510a073-7456-4154-bc8a-4e9d368911ec HTTP/1.1" status: 200 len: 949 time: 0.0874293 Dec 10 19:00:36.580122 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-488288bc-297e-438a-96bf-adc50f1e1d41 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3168681 Dec 10 19:00:36.584254 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33346) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:36.589022 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-da00fe5f-6343-4ebb-a298-68ec134400cf req-a5d69965-96e6-4f29-8caf-2357d6a44532 service neutron] 10.222.0.72 "GET /v2.0/networks/8a30ce27-2851-4282-9ac6-23ccb449ba3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002445 Dec 10 19:00:36.591058 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-69b3724c-f256-45cf-b03a-4f3abbf662a2 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1653785934'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:36.597627 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488288bc-297e-438a-96bf-adc50f1e1d41 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Pushing event updated for resources: {'Network': ['ID=21e4a065-4dcd-4f1a-bb59-adfea6f6f509,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:36.611700 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 21e4a065-4dcd-4f1a-bb59-adfea6f6f509 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:00:36.655220 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b3724c-f256-45cf-b03a-4f3abbf662a2 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Made reservation on behalf of 396b9f12d7e24b82a59aa5f63ded5a6c for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:00:36.659291 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-69b3724c-f256-45cf-b03a-4f3abbf662a2 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:36.692145 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-743ed7e6-9a25-4dd6-99c9-335b03cc28be req-c9f035e8-ea1b-4290-9eee-684af589bec3 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] Deleting port c51ac640-ceb5-48ce-aa22-ee3fdbbd9346 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:00:36.692494 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-743ed7e6-9a25-4dd6-99c9-335b03cc28be req-c9f035e8-ea1b-4290-9eee-684af589bec3 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:36.708920 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69b3724c-f256-45cf-b03a-4f3abbf662a2 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:00:36.755315 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-69b3724c-f256-45cf-b03a-4f3abbf662a2 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:36.755660 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-69b3724c-f256-45cf-b03a-4f3abbf662a2 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Added segment b057ee1a-2821-44aa-b349-cf93f19cc83a of type vlan for network 58bd8d76-3061-4158-b5af-107a62fdbeac Dec 10 19:00:36.813532 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-69b3724c-f256-45cf-b03a-4f3abbf662a2 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:36.832546 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-743ed7e6-9a25-4dd6-99c9-335b03cc28be req-c9f035e8-ea1b-4290-9eee-684af589bec3 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] For port c51ac640-ceb5-48ce-aa22-ee3fdbbd9346, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=c51ac640-ceb5-48ce-aa22-ee3fdbbd9346,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:36.832861 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-743ed7e6-9a25-4dd6-99c9-335b03cc28be req-c9f035e8-ea1b-4290-9eee-684af589bec3 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:36.854035 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-743ed7e6-9a25-4dd6-99c9-335b03cc28be req-c9f035e8-ea1b-4290-9eee-684af589bec3 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] Calling delete_port for c51ac640-ceb5-48ce-aa22-ee3fdbbd9346 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:00:36.865666 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-69b3724c-f256-45cf-b03a-4f3abbf662a2 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:36.871202 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b3724c-f256-45cf-b03a-4f3abbf662a2 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:36.871787 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-69b3724c-f256-45cf-b03a-4f3abbf662a2 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:36.964711 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-69b3724c-f256-45cf-b03a-4f3abbf662a2 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3773875 Dec 10 19:00:36.967454 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33348) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:36.975847 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c2c8bc59-3a62-429c-91b5-d84263df6ff8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Request body: {'ports': [{'network_id': '21e4a065-4dcd-4f1a-bb59-adfea6f6f509', 'name': 'tempest-port--666312046', 'admin_state_up': True}, {'network_id': '58bd8d76-3061-4158-b5af-107a62fdbeac', 'admin_state_up': False}]} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:36.977418 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c2c8bc59-3a62-429c-91b5-d84263df6ff8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Request body: {'port': {'network_id': '21e4a065-4dcd-4f1a-bb59-adfea6f6f509', 'name': 'tempest-port--666312046', 'admin_state_up': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:36.978250 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c2c8bc59-3a62-429c-91b5-d84263df6ff8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Request body: {'port': {'network_id': '58bd8d76-3061-4158-b5af-107a62fdbeac', 'admin_state_up': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:36.987670 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b3724c-f256-45cf-b03a-4f3abbf662a2 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Pushing event updated for resources: {'Network': ['ID=58bd8d76-3061-4158-b5af-107a62fdbeac,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:37.006220 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 58bd8d76-3061-4158-b5af-107a62fdbeac details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:00:37.083364 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-743ed7e6-9a25-4dd6-99c9-335b03cc28be req-c9f035e8-ea1b-4290-9eee-684af589bec3 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:37.108560 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['c51ac640-ceb5-48ce-aa22-ee3fdbbd9346'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:00:37.120294 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f035e8-ea1b-4290-9eee-684af589bec3 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] Pushing event deleted for resources: {'Port': ['ID=c51ac640-ceb5-48ce-aa22-ee3fdbbd9346,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:37.177973 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-743ed7e6-9a25-4dd6-99c9-335b03cc28be req-c9f035e8-ea1b-4290-9eee-684af589bec3 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] No DVR routers for this DVR port c51ac640-ceb5-48ce-aa22-ee3fdbbd9346 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:00:37.180857 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-743ed7e6-9a25-4dd6-99c9-335b03cc28be req-c9f035e8-ea1b-4290-9eee-684af589bec3 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:37.185088 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-743ed7e6-9a25-4dd6-99c9-335b03cc28be req-c9f035e8-ea1b-4290-9eee-684af589bec3 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] 10.222.0.72 "DELETE /v2.0/ports/c51ac640-ceb5-48ce-aa22-ee3fdbbd9346 HTTP/1.1" status: 204 len: 173 time: 0.6475630 Dec 10 19:00:37.185877 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6510a073-7456-4154-bc8a-4e9d368911ec', 'name': 'network-vif-deleted', 'tag': 'c51ac640-ceb5-48ce-aa22-ee3fdbbd9346'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:00:37.188186 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e39c1d9-cb14-46e0-80c0-8f349c6975dc" -d '{"events": [{"server_uuid": "6510a073-7456-4154-bc8a-4e9d368911ec", "name": "network-vif-deleted", "tag": "c51ac640-ceb5-48ce-aa22-ee3fdbbd9346"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:00:37.234354 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e67bbfb-8ec8-4b7b-8f0f-8f9c2751f34c x-openstack-request-id: req-0e67bbfb-8ec8-4b7b-8f0f-8f9c2751f34c {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:00:37.235158 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6510a073-7456-4154-bc8a-4e9d368911ec", "name": "network-vif-deleted", "tag": "c51ac640-ceb5-48ce-aa22-ee3fdbbd9346", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:00:37.236032 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0e67bbfb-8ec8-4b7b-8f0f-8f9c2751f34c {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:00:37.236890 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6510a073-7456-4154-bc8a-4e9d368911ec', 'name': 'network-vif-deleted', 'tag': 'c51ac640-ceb5-48ce-aa22-ee3fdbbd9346', 'status': 'completed', 'code': 200} Dec 10 19:00:37.240078 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c8bc59-3a62-429c-91b5-d84263df6ff8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Made reservation on behalf of 396b9f12d7e24b82a59aa5f63ded5a6c for: {'port': 2} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:00:37.246243 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c2c8bc59-3a62-429c-91b5-d84263df6ff8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:37.273276 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c2c8bc59-3a62-429c-91b5-d84263df6ff8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:37.368624 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a2c1e369-9776-49b9-a1dd-7f9156c39e73 req-a89098a5-8299-403a-a0c8-e11390731871 tempest-VolumesNegativeTest-1566565964 tempest-VolumesNegativeTest-1566565964-project] 10.222.0.62 "GET /v2.0/ports?device_id=6510a073-7456-4154-bc8a-4e9d368911ec HTTP/1.1" status: 200 len: 210 time: 0.0444279 Dec 10 19:00:37.403801 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-c2c8bc59-3a62-429c-91b5-d84263df6ff8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] device_id is not set on port 4154febc-261d-42bd-b1c7-9115961371b4 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:00:37.557902 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c2c8bc59-3a62-429c-91b5-d84263df6ff8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:37.646338 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-c2c8bc59-3a62-429c-91b5-d84263df6ff8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] device_id is not set on port a9dc7e38-cbb9-48fa-afba-1c3ed48ebbd1 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:00:37.765180 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c2c8bc59-3a62-429c-91b5-d84263df6ff8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:37.811258 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c2c8bc59-3a62-429c-91b5-d84263df6ff8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:37.868452 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8bc59-3a62-429c-91b5-d84263df6ff8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Pushing event updated for resources: {'Port': ['ID=4154febc-261d-42bd-b1c7-9115961371b4,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:37.883820 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c8bc59-3a62-429c-91b5-d84263df6ff8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Checking segment: {'id': 'd0d76fb8-9da5-4c86-9d90-bdf889df625d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '21e4a065-4dcd-4f1a-bb59-adfea6f6f509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:00:37.884181 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c8bc59-3a62-429c-91b5-d84263df6ff8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Network hostable DHCP agents. Network: 21e4a065-4dcd-4f1a-bb59-adfea6f6f509, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:00:37.901069 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c8bc59-3a62-429c-91b5-d84263df6ff8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Network 21e4a065-4dcd-4f1a-bb59-adfea6f6f509 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:00:37.909428 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-c2c8bc59-3a62-429c-91b5-d84263df6ff8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 21e4a065-4dcd-4f1a-bb59-adfea6f6f509) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:37.913644 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c8bc59-3a62-429c-91b5-d84263df6ff8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:00:37.914677 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c2c8bc59-3a62-429c-91b5-d84263df6ff8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:37.919801 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcecf394-bfd7-4cac-96fe-e46d2d918b71 None None] Network 21e4a065-4dcd-4f1a-bb59-adfea6f6f509 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:00:37.981322 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8bc59-3a62-429c-91b5-d84263df6ff8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Pushing event updated for resources: {'Port': ['ID=a9dc7e38-cbb9-48fa-afba-1c3ed48ebbd1,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:37.993076 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c8bc59-3a62-429c-91b5-d84263df6ff8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Checking segment: {'id': 'b057ee1a-2821-44aa-b349-cf93f19cc83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '58bd8d76-3061-4158-b5af-107a62fdbeac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:00:37.993450 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c8bc59-3a62-429c-91b5-d84263df6ff8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Network hostable DHCP agents. Network: 58bd8d76-3061-4158-b5af-107a62fdbeac, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:00:38.010466 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c8bc59-3a62-429c-91b5-d84263df6ff8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Network 58bd8d76-3061-4158-b5af-107a62fdbeac is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:00:38.019847 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-c2c8bc59-3a62-429c-91b5-d84263df6ff8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 58bd8d76-3061-4158-b5af-107a62fdbeac) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:38.023693 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c8bc59-3a62-429c-91b5-d84263df6ff8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:00:38.028986 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0103be36-3e00-4d81-8cd3-af240e17040b None None] Network 58bd8d76-3061-4158-b5af-107a62fdbeac requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:00:38.029461 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c8bc59-3a62-429c-91b5-d84263df6ff8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:38.035094 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c8bc59-3a62-429c-91b5-d84263df6ff8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:38.035764 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c2c8bc59-3a62-429c-91b5-d84263df6ff8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:38.052522 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c2c8bc59-3a62-429c-91b5-d84263df6ff8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.0836785 Dec 10 19:00:38.055227 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33358) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:38.112673 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fafed5-154c-4223-af5c-a4e29a450158 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:38.116304 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fafed5-154c-4223-af5c-a4e29a450158 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:38.117938 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-40fafed5-154c-4223-af5c-a4e29a450158 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0617604 Dec 10 19:00:38.120887 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33364) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:38.209717 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-63ca5a7c-08ef-4a69-a4d9-0b245eb8a0b1 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Deleting port 4154febc-261d-42bd-b1c7-9115961371b4 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:00:38.210059 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-63ca5a7c-08ef-4a69-a4d9-0b245eb8a0b1 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:38.277554 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:38.285710 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-63ca5a7c-08ef-4a69-a4d9-0b245eb8a0b1 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:38.299361 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-63ca5a7c-08ef-4a69-a4d9-0b245eb8a0b1 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Calling delete_port for 4154febc-261d-42bd-b1c7-9115961371b4 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:00:38.381659 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-63ca5a7c-08ef-4a69-a4d9-0b245eb8a0b1 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:38.413000 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca5a7c-08ef-4a69-a4d9-0b245eb8a0b1 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Pushing event deleted for resources: {'Port': ['ID=4154febc-261d-42bd-b1c7-9115961371b4,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:38.420416 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-63ca5a7c-08ef-4a69-a4d9-0b245eb8a0b1 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:38.426475 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33370) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:38.427013 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-63ca5a7c-08ef-4a69-a4d9-0b245eb8a0b1 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] 10.222.0.62 "DELETE /v2.0/ports/4154febc-261d-42bd-b1c7-9115961371b4 HTTP/1.1" status: 204 len: 168 time: 0.3045559 Dec 10 19:00:38.529387 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b588b30b-8653-42df-844f-64e28891275f tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Deleting port a9dc7e38-cbb9-48fa-afba-1c3ed48ebbd1 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:00:38.530298 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b588b30b-8653-42df-844f-64e28891275f tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:38.606709 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b588b30b-8653-42df-844f-64e28891275f tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:38.623382 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b588b30b-8653-42df-844f-64e28891275f tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Calling delete_port for a9dc7e38-cbb9-48fa-afba-1c3ed48ebbd1 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:00:38.721460 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b588b30b-8653-42df-844f-64e28891275f tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:38.749151 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588b30b-8653-42df-844f-64e28891275f tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Pushing event deleted for resources: {'Port': ['ID=a9dc7e38-cbb9-48fa-afba-1c3ed48ebbd1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:38.757260 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b588b30b-8653-42df-844f-64e28891275f tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:38.763374 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b588b30b-8653-42df-844f-64e28891275f tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] 10.222.0.62 "DELETE /v2.0/ports/a9dc7e38-cbb9-48fa-afba-1c3ed48ebbd1 HTTP/1.1" status: 204 len: 168 time: 0.3329949 Dec 10 19:00:38.763374 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33388) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:38.814470 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-837e568e-bbb6-485f-8550-48ffe9dbafa2 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0501051 Dec 10 19:00:38.818423 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33394) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:38.823356 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-eacf0b43-a978-43e2-8235-398dce557daa tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1859122057'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:38.848179 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacf0b43-a978-43e2-8235-398dce557daa tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Made reservation on behalf of 396b9f12d7e24b82a59aa5f63ded5a6c for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:00:38.851965 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eacf0b43-a978-43e2-8235-398dce557daa tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:38.875934 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eacf0b43-a978-43e2-8235-398dce557daa tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:00:38.885562 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eacf0b43-a978-43e2-8235-398dce557daa tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:38.885964 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-eacf0b43-a978-43e2-8235-398dce557daa tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Added segment 3c7b6164-fddc-48d0-a1cb-43cb07178a96 of type vlan for network 103a173e-c65f-42e9-aef9-ad168e33aa0a Dec 10 19:00:38.935637 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eacf0b43-a978-43e2-8235-398dce557daa tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:38.964045 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eacf0b43-a978-43e2-8235-398dce557daa tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:38.970821 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacf0b43-a978-43e2-8235-398dce557daa tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:38.971824 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eacf0b43-a978-43e2-8235-398dce557daa tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:39.036505 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-eacf0b43-a978-43e2-8235-398dce557daa tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2169354 Dec 10 19:00:39.039052 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33414) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:39.047922 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-0dcbfb31-360f-401c-8dd0-c1ad60498ebe tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-865272206'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:39.049214 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf0b43-a978-43e2-8235-398dce557daa tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Pushing event updated for resources: {'Network': ['ID=103a173e-c65f-42e9-aef9-ad168e33aa0a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:39.060433 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 103a173e-c65f-42e9-aef9-ad168e33aa0a details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:00:39.083855 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcbfb31-360f-401c-8dd0-c1ad60498ebe tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Made reservation on behalf of 396b9f12d7e24b82a59aa5f63ded5a6c for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:00:39.088374 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0dcbfb31-360f-401c-8dd0-c1ad60498ebe tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:39.119911 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dcbfb31-360f-401c-8dd0-c1ad60498ebe tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:00:39.135891 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0dcbfb31-360f-401c-8dd0-c1ad60498ebe tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:39.136513 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-0dcbfb31-360f-401c-8dd0-c1ad60498ebe tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Added segment edbb4a1d-d4af-4134-96d8-43fa7f0eb240 of type vlan for network cce2accc-beb5-46d8-9907-38f122a36523 Dec 10 19:00:39.200546 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0dcbfb31-360f-401c-8dd0-c1ad60498ebe tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:39.229810 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0dcbfb31-360f-401c-8dd0-c1ad60498ebe tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:39.236221 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcbfb31-360f-401c-8dd0-c1ad60498ebe tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:39.236995 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0dcbfb31-360f-401c-8dd0-c1ad60498ebe tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:39.306200 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0dcbfb31-360f-401c-8dd0-c1ad60498ebe tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2641168 Dec 10 19:00:39.330574 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcbfb31-360f-401c-8dd0-c1ad60498ebe tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Pushing event updated for resources: {'Network': ['ID=cce2accc-beb5-46d8-9907-38f122a36523,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:39.343240 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network cce2accc-beb5-46d8-9907-38f122a36523 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:00:39.436604 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33460) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:39.444157 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f88bd4d1-95f0-4943-bfc9-6bc4b0957df8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Request body: {'subnets': [{'network_id': '103a173e-c65f-42e9-aef9-ad168e33aa0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--578239908', 'ip_version': 4}, {'network_id': 'cce2accc-beb5-46d8-9907-38f122a36523', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:39.444328 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f88bd4d1-95f0-4943-bfc9-6bc4b0957df8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Request body: {'subnet': {'network_id': '103a173e-c65f-42e9-aef9-ad168e33aa0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--578239908', 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:39.445123 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f88bd4d1-95f0-4943-bfc9-6bc4b0957df8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Request body: {'subnet': {'network_id': 'cce2accc-beb5-46d8-9907-38f122a36523', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:39.729690 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88bd4d1-95f0-4943-bfc9-6bc4b0957df8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Made reservation on behalf of 396b9f12d7e24b82a59aa5f63ded5a6c for: {'subnet': 2} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:00:39.736510 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f88bd4d1-95f0-4943-bfc9-6bc4b0957df8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:39.737385 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f88bd4d1-95f0-4943-bfc9-6bc4b0957df8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:40.179846 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f88bd4d1-95f0-4943-bfc9-6bc4b0957df8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:40.246179 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88bd4d1-95f0-4943-bfc9-6bc4b0957df8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Pushing event updated for resources: {'Subnet': ['ID=aeb3eb6d-dd65-4d93-83da-8f861361e4ae,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:40.256484 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88bd4d1-95f0-4943-bfc9-6bc4b0957df8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Checking segment: {'id': '3c7b6164-fddc-48d0-a1cb-43cb07178a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '103a173e-c65f-42e9-aef9-ad168e33aa0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:00:40.257058 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88bd4d1-95f0-4943-bfc9-6bc4b0957df8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Network hostable DHCP agents. Network: 103a173e-c65f-42e9-aef9-ad168e33aa0a, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:00:40.275787 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88bd4d1-95f0-4943-bfc9-6bc4b0957df8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Network 103a173e-c65f-42e9-aef9-ad168e33aa0a is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:00:40.285249 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-f88bd4d1-95f0-4943-bfc9-6bc4b0957df8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 103a173e-c65f-42e9-aef9-ad168e33aa0a) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:40.289206 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f88bd4d1-95f0-4943-bfc9-6bc4b0957df8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:40.294036 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c2d103-504c-4ae6-82ab-08a455a59f5b None None] Network 103a173e-c65f-42e9-aef9-ad168e33aa0a requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:00:40.370178 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88bd4d1-95f0-4943-bfc9-6bc4b0957df8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Pushing event updated for resources: {'Subnet': ['ID=195403c6-aad9-4a49-a6ea-26b7f177cd70,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:40.374756 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88bd4d1-95f0-4943-bfc9-6bc4b0957df8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Checking segment: {'id': 'edbb4a1d-d4af-4134-96d8-43fa7f0eb240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cce2accc-beb5-46d8-9907-38f122a36523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:00:40.375131 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88bd4d1-95f0-4943-bfc9-6bc4b0957df8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Network hostable DHCP agents. Network: cce2accc-beb5-46d8-9907-38f122a36523, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:00:40.403600 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88bd4d1-95f0-4943-bfc9-6bc4b0957df8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Network cce2accc-beb5-46d8-9907-38f122a36523 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:00:40.415261 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3377157d-56eb-4f07-a49e-db3d91596128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-103a173e-c65f-42e9-aef9-ad168e33aa0a', 'network_id': '103a173e-c65f-42e9-aef9-ad168e33aa0a', 'project_id': '396b9f12d7e24b82a59aa5f63ded5a6c', 'fixed_ips': [{'subnet_id': 'aeb3eb6d-dd65-4d93-83da-8f861361e4ae'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:00:40.415960 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-f88bd4d1-95f0-4943-bfc9-6bc4b0957df8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, cce2accc-beb5-46d8-9907-38f122a36523) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:40.416169 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3377157d-56eb-4f07-a49e-db3d91596128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:40.420868 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88bd4d1-95f0-4943-bfc9-6bc4b0957df8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:40.421356 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88bd4d1-95f0-4943-bfc9-6bc4b0957df8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:40.422047 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f88bd4d1-95f0-4943-bfc9-6bc4b0957df8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:40.436999 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28f6373-48f0-44af-bde1-16bf81744bee None None] Network cce2accc-beb5-46d8-9907-38f122a36523 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:00:40.445514 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f88bd4d1-95f0-4943-bfc9-6bc4b0957df8 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.0071232 Dec 10 19:00:40.448246 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33544) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:40.520931 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device c51ac640-ceb5-48ce-aa22-ee3fdbbd9346 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:00:40.562603 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd75cfd-b73a-4851-9330-01b704cf75ba tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:40.564999 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd75cfd-b73a-4851-9330-01b704cf75ba tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:40.567042 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd75cfd-b73a-4851-9330-01b704cf75ba tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:40.569098 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4cd75cfd-b73a-4851-9330-01b704cf75ba tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1184418 Dec 10 19:00:40.571985 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33552) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:40.605897 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: c51ac640-ceb5-48ce-aa22-ee3fdbbd9346 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:00:40.606246 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device c51ac640-ceb5-48ce-aa22-ee3fdbbd9346 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:00:40.648704 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6819f2b-5f5f-4435-adad-3a63030dc1ba tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Deleting subnet aeb3eb6d-dd65-4d93-83da-8f861361e4ae {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:00:40.727388 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3000a7-7377-4330-8fc7-0e0a52683f0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-cce2accc-beb5-46d8-9907-38f122a36523', 'network_id': 'cce2accc-beb5-46d8-9907-38f122a36523', 'project_id': '396b9f12d7e24b82a59aa5f63ded5a6c', 'fixed_ips': [{'subnet_id': '195403c6-aad9-4a49-a6ea-26b7f177cd70'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:00:40.728596 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fc3000a7-7377-4330-8fc7-0e0a52683f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:40.752381 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-3377157d-56eb-4f07-a49e-db3d91596128 None None] Allocated IP 172.20.0.2 (103a173e-c65f-42e9-aef9-ad168e33aa0a/aeb3eb6d-dd65-4d93-83da-8f861361e4ae/3e551e66-af8b-453c-8461-4093463e47ad) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:00:40.968741 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-fc3000a7-7377-4330-8fc7-0e0a52683f0f None None] Allocated IP 172.20.0.18 (cce2accc-beb5-46d8-9907-38f122a36523/195403c6-aad9-4a49-a6ea-26b7f177cd70/cb5f294d-cb92-4c09-aebd-fde5cf4da577) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:00:41.072810 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3377157d-56eb-4f07-a49e-db3d91596128 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:41.080364 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a6819f2b-5f5f-4435-adad-3a63030dc1ba tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:41.081055 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3377157d-56eb-4f07-a49e-db3d91596128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:41.131456 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a6819f2b-5f5f-4435-adad-3a63030dc1ba tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:41.147097 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3377157d-56eb-4f07-a49e-db3d91596128 None None] Network 103a173e-c65f-42e9-aef9-ad168e33aa0a is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:00:41.156203 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-3377157d-56eb-4f07-a49e-db3d91596128 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:41.161495 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377157d-56eb-4f07-a49e-db3d91596128 None None] Pushing event updated for resources: {'Port': ['ID=3e551e66-af8b-453c-8461-4093463e47ad,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:41.168686 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3377157d-56eb-4f07-a49e-db3d91596128 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:00:41.241769 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a6819f2b-5f5f-4435-adad-3a63030dc1ba tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:41.254575 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3377157d-56eb-4f07-a49e-db3d91596128 None None] Attempting to bind port 3e551e66-af8b-453c-8461-4093463e47ad on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:00:41.254955 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3377157d-56eb-4f07-a49e-db3d91596128 None None] Attempting to bind port 3e551e66-af8b-453c-8461-4093463e47ad by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '3c7b6164-fddc-48d0-a1cb-43cb07178a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '103a173e-c65f-42e9-aef9-ad168e33aa0a'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:00:41.255332 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3377157d-56eb-4f07-a49e-db3d91596128 None None] Attempting to bind port 3e551e66-af8b-453c-8461-4093463e47ad on network 103a173e-c65f-42e9-aef9-ad168e33aa0a {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:00:41.270250 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3377157d-56eb-4f07-a49e-db3d91596128 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:00:41.270637 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3377157d-56eb-4f07-a49e-db3d91596128 None None] Checking segment: {'id': '3c7b6164-fddc-48d0-a1cb-43cb07178a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '103a173e-c65f-42e9-aef9-ad168e33aa0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:00:41.271175 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3377157d-56eb-4f07-a49e-db3d91596128 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:41.271554 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3377157d-56eb-4f07-a49e-db3d91596128 None None] Bound using segment: {'id': '3c7b6164-fddc-48d0-a1cb-43cb07178a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '103a173e-c65f-42e9-aef9-ad168e33aa0a'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:00:41.272236 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3377157d-56eb-4f07-a49e-db3d91596128 None None] Bound port: 3e551e66-af8b-453c-8461-4093463e47ad, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7b6164-fddc-48d0-a1cb-43cb07178a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '103a173e-c65f-42e9-aef9-ad168e33aa0a'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:00:41.272538 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3377157d-56eb-4f07-a49e-db3d91596128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:41.274763 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fc3000a7-7377-4330-8fc7-0e0a52683f0f None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:41.286438 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fc3000a7-7377-4330-8fc7-0e0a52683f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:41.337458 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3000a7-7377-4330-8fc7-0e0a52683f0f None None] Network cce2accc-beb5-46d8-9907-38f122a36523 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:00:41.344519 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a6819f2b-5f5f-4435-adad-3a63030dc1ba tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:41.363003 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-fc3000a7-7377-4330-8fc7-0e0a52683f0f None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:41.369385 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3000a7-7377-4330-8fc7-0e0a52683f0f None None] Pushing event updated for resources: {'Port': ['ID=cb5f294d-cb92-4c09-aebd-fde5cf4da577,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:41.376763 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3000a7-7377-4330-8fc7-0e0a52683f0f None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:00:41.380983 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6819f2b-5f5f-4435-adad-3a63030dc1ba tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Pushing event deleted for resources: {'Subnet': ['ID=aeb3eb6d-dd65-4d93-83da-8f861361e4ae,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:41.386201 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a6819f2b-5f5f-4435-adad-3a63030dc1ba tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:41.390619 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a6819f2b-5f5f-4435-adad-3a63030dc1ba tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] 10.222.0.62 "DELETE /v2.0/subnets/aeb3eb6d-dd65-4d93-83da-8f861361e4ae HTTP/1.1" status: 204 len: 168 time: 0.8167634 Dec 10 19:00:41.398844 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33600) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:41.461147 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-c13e2e04-1d4f-4c7b-912b-d158cd217c3e tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Deleting subnet 195403c6-aad9-4a49-a6ea-26b7f177cd70 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:00:41.465846 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c13e2e04-1d4f-4c7b-912b-d158cd217c3e tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:41.553914 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c13e2e04-1d4f-4c7b-912b-d158cd217c3e tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:41.659161 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c13e2e04-1d4f-4c7b-912b-d158cd217c3e tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:41.680157 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3377157d-56eb-4f07-a49e-db3d91596128 None None] For port 3e551e66-af8b-453c-8461-4093463e47ad, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:00:41.683991 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3377157d-56eb-4f07-a49e-db3d91596128 None None] For port 3e551e66-af8b-453c-8461-4093463e47ad, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=3e551e66-af8b-453c-8461-4093463e47ad,segment=NetworkSegment(3c7b6164-fddc-48d0-a1cb-43cb07178a96),segment_id=3c7b6164-fddc-48d0-a1cb-43cb07178a96)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:00:41.695395 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-fc3000a7-7377-4330-8fc7-0e0a52683f0f None None] Attempting to bind port cb5f294d-cb92-4c09-aebd-fde5cf4da577 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:00:41.696089 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-fc3000a7-7377-4330-8fc7-0e0a52683f0f None None] Attempting to bind port cb5f294d-cb92-4c09-aebd-fde5cf4da577 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'edbb4a1d-d4af-4134-96d8-43fa7f0eb240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cce2accc-beb5-46d8-9907-38f122a36523'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:00:41.696477 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3000a7-7377-4330-8fc7-0e0a52683f0f None None] Attempting to bind port cb5f294d-cb92-4c09-aebd-fde5cf4da577 on network cce2accc-beb5-46d8-9907-38f122a36523 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:00:41.699042 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3377157d-56eb-4f07-a49e-db3d91596128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:41.712517 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3000a7-7377-4330-8fc7-0e0a52683f0f None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:00:41.712747 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3000a7-7377-4330-8fc7-0e0a52683f0f None None] Checking segment: {'id': 'edbb4a1d-d4af-4134-96d8-43fa7f0eb240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cce2accc-beb5-46d8-9907-38f122a36523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:00:41.713128 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fc3000a7-7377-4330-8fc7-0e0a52683f0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:41.713524 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3000a7-7377-4330-8fc7-0e0a52683f0f None None] Bound using segment: {'id': 'edbb4a1d-d4af-4134-96d8-43fa7f0eb240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cce2accc-beb5-46d8-9907-38f122a36523'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:00:41.714132 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-fc3000a7-7377-4330-8fc7-0e0a52683f0f None None] Bound port: cb5f294d-cb92-4c09-aebd-fde5cf4da577, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edbb4a1d-d4af-4134-96d8-43fa7f0eb240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cce2accc-beb5-46d8-9907-38f122a36523'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:00:41.714892 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fc3000a7-7377-4330-8fc7-0e0a52683f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:41.773337 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c13e2e04-1d4f-4c7b-912b-d158cd217c3e tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:41.817736 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e2e04-1d4f-4c7b-912b-d158cd217c3e tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Pushing event deleted for resources: {'Subnet': ['ID=195403c6-aad9-4a49-a6ea-26b7f177cd70,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:41.841600 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c13e2e04-1d4f-4c7b-912b-d158cd217c3e tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:41.848377 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c13e2e04-1d4f-4c7b-912b-d158cd217c3e tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] 10.222.0.62 "DELETE /v2.0/subnets/195403c6-aad9-4a49-a6ea-26b7f177cd70 HTTP/1.1" status: 204 len: 168 time: 0.4479275 Dec 10 19:00:41.848575 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33634) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:41.902677 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377157d-56eb-4f07-a49e-db3d91596128 None None] Pushing event updated for resources: {'Port': ['ID=3e551e66-af8b-453c-8461-4093463e47ad,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:41.926057 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-fc3000a7-7377-4330-8fc7-0e0a52683f0f None None] For port cb5f294d-cb92-4c09-aebd-fde5cf4da577, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:00:41.931786 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-fc3000a7-7377-4330-8fc7-0e0a52683f0f None None] For port cb5f294d-cb92-4c09-aebd-fde5cf4da577, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=cb5f294d-cb92-4c09-aebd-fde5cf4da577,segment=NetworkSegment(edbb4a1d-d4af-4134-96d8-43fa7f0eb240),segment_id=edbb4a1d-d4af-4134-96d8-43fa7f0eb240)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:00:41.945797 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fc3000a7-7377-4330-8fc7-0e0a52683f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:42.057077 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06c2947-37dd-4d02-a284-9b6bf0ce4057 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:42.062280 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c06c2947-37dd-4d02-a284-9b6bf0ce4057 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2125251 Dec 10 19:00:42.069128 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33636) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:42.120744 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3000a7-7377-4330-8fc7-0e0a52683f0f None None] Pushing event updated for resources: {'Port': ['ID=cb5f294d-cb92-4c09-aebd-fde5cf4da577,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:42.148213 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044db1b5-3018-498a-b28d-8cfb4b72b56c None None] Network cce2accc-beb5-46d8-9907-38f122a36523 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:00:42.210847 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-982f65a7-d2af-4d08-9bdc-621184e90383 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:42.299694 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-982f65a7-d2af-4d08-9bdc-621184e90383 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Deleting port cb5f294d-cb92-4c09-aebd-fde5cf4da577 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:00:42.301071 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-982f65a7-d2af-4d08-9bdc-621184e90383 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:42.386778 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-982f65a7-d2af-4d08-9bdc-621184e90383 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] For port cb5f294d-cb92-4c09-aebd-fde5cf4da577, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=cb5f294d-cb92-4c09-aebd-fde5cf4da577,segment=NetworkSegment(edbb4a1d-d4af-4134-96d8-43fa7f0eb240),segment_id=edbb4a1d-d4af-4134-96d8-43fa7f0eb240)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:42.387405 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-982f65a7-d2af-4d08-9bdc-621184e90383 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:42.402254 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-982f65a7-d2af-4d08-9bdc-621184e90383 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Calling delete_port for cb5f294d-cb92-4c09-aebd-fde5cf4da577 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:00:42.486949 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-982f65a7-d2af-4d08-9bdc-621184e90383 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:42.514210 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f65a7-d2af-4d08-9bdc-621184e90383 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Pushing event deleted for resources: {'Port': ['ID=cb5f294d-cb92-4c09-aebd-fde5cf4da577,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:42.518936 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982f65a7-d2af-4d08-9bdc-621184e90383 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] No DVR routers for this DVR port cb5f294d-cb92-4c09-aebd-fde5cf4da577 on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:00:42.605341 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-982f65a7-d2af-4d08-9bdc-621184e90383 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:42.627580 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-982f65a7-d2af-4d08-9bdc-621184e90383 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cce2accc-beb5-46d8-9907-38f122a36523']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:42.637550 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-982f65a7-d2af-4d08-9bdc-621184e90383 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edbb4a1d-d4af-4134-96d8-43fa7f0eb240') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:42.637857 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-982f65a7-d2af-4d08-9bdc-621184e90383 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edbb4a1d-d4af-4134-96d8-43fa7f0eb240') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:42.648193 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-982f65a7-d2af-4d08-9bdc-621184e90383 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:42.662255 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-982f65a7-d2af-4d08-9bdc-621184e90383 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:42.668588 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-982f65a7-d2af-4d08-9bdc-621184e90383 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:00:42.669016 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-982f65a7-d2af-4d08-9bdc-621184e90383 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:42.672367 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:00:42.672367 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:00:42.672367 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:00:42.672367 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:00:42.672367 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:00:42.672367 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:00:42.672367 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:00:42.672367 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:00:42.672367 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:00:42.672367 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:00:42.672367 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:00:42.672367 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:00:42.672367 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:00:42.672367 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:00:42.672367 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:00:42.672367 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:00:42.672367 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:00:42.672367 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:00:42.672367 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:00:42.672367 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:00:42.672367 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:00:42.672367 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:00:42.672367 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:00:42.672367 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:00:42.672367 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:00:42.672367 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:00:42.672367 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:00:42.672367 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:00:42.672367 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:00:42.672367 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:00:42.672367 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:00:42.672367 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:00:42.750394 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-982f65a7-d2af-4d08-9bdc-621184e90383 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:42.758253 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-982f65a7-d2af-4d08-9bdc-621184e90383 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:42.762358 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-982f65a7-d2af-4d08-9bdc-621184e90383 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] 10.222.0.62 "DELETE /v2.0/networks/cce2accc-beb5-46d8-9907-38f122a36523 HTTP/1.1" status: 204 len: 168 time: 0.6917303 Dec 10 19:00:42.764678 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33644) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:42.798948 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f65a7-d2af-4d08-9bdc-621184e90383 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Pushing event deleted for resources: {'Network': ['ID=cce2accc-beb5-46d8-9907-38f122a36523,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:42.872369 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1624eadd-bf85-48f2-bbcc-d090082a6764 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:42.964719 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1624eadd-bf85-48f2-bbcc-d090082a6764 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Deleting port 3e551e66-af8b-453c-8461-4093463e47ad {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:00:42.965300 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1624eadd-bf85-48f2-bbcc-d090082a6764 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:43.056422 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1624eadd-bf85-48f2-bbcc-d090082a6764 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] For port 3e551e66-af8b-453c-8461-4093463e47ad, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=3e551e66-af8b-453c-8461-4093463e47ad,segment=NetworkSegment(3c7b6164-fddc-48d0-a1cb-43cb07178a96),segment_id=3c7b6164-fddc-48d0-a1cb-43cb07178a96)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:43.056824 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1624eadd-bf85-48f2-bbcc-d090082a6764 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:43.071739 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1624eadd-bf85-48f2-bbcc-d090082a6764 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Calling delete_port for 3e551e66-af8b-453c-8461-4093463e47ad owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:00:43.164067 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1624eadd-bf85-48f2-bbcc-d090082a6764 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:43.208173 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1624eadd-bf85-48f2-bbcc-d090082a6764 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Pushing event deleted for resources: {'Port': ['ID=3e551e66-af8b-453c-8461-4093463e47ad,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:43.210406 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1624eadd-bf85-48f2-bbcc-d090082a6764 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] No DVR routers for this DVR port 3e551e66-af8b-453c-8461-4093463e47ad on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:00:43.239748 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4bb229-c44f-4cb1-9f85-4e35e9e6fe4c None None] Network 103a173e-c65f-42e9-aef9-ad168e33aa0a requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:00:43.305113 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1624eadd-bf85-48f2-bbcc-d090082a6764 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:43.332004 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-1624eadd-bf85-48f2-bbcc-d090082a6764 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['103a173e-c65f-42e9-aef9-ad168e33aa0a']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:43.348718 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-1624eadd-bf85-48f2-bbcc-d090082a6764 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c7b6164-fddc-48d0-a1cb-43cb07178a96') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:43.348718 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-1624eadd-bf85-48f2-bbcc-d090082a6764 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c7b6164-fddc-48d0-a1cb-43cb07178a96') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:43.361058 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2d4e4e9a-fdae-4fe4-873e-125ddbaee2f2 None None] Could not find standard attr ID for object 3e551e66-af8b-453c-8461-4093463e47ad. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:00:43.369110 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1624eadd-bf85-48f2-bbcc-d090082a6764 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:43.379288 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1624eadd-bf85-48f2-bbcc-d090082a6764 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:43.386364 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1624eadd-bf85-48f2-bbcc-d090082a6764 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:00:43.386915 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1624eadd-bf85-48f2-bbcc-d090082a6764 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:43.390021 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 19:00:43.390021 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:00:43.390021 n-d-821435-1 neutron-server[103244]: timer() Dec 10 19:00:43.390021 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:00:43.390021 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 19:00:43.390021 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:00:43.390021 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 19:00:43.390021 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:00:43.390021 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 19:00:43.390021 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:00:43.390021 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 19:00:43.390021 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:00:43.390021 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 19:00:43.390021 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:00:43.390021 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:00:43.390021 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:00:43.390021 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:00:43.390021 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:00:43.390021 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 19:00:43.390021 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:00:43.390021 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 19:00:43.390021 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:00:43.390021 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:00:43.390021 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:00:43.390021 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 19:00:43.390021 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:00:43.390021 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:00:43.390021 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:00:43.390021 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:00:43.390021 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:00:43.390021 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:00:43.390021 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:00:43.415495 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5c1c34-4861-4b34-8844-23030d7216c8 None None] DHCP port deletion for 103a173e-c65f-42e9-aef9-ad168e33aa0a request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:00:43.446252 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf10e7e-3d43-42bb-9d09-a4f7b92ab4b3 None None] get_active_networks_info from n-d-821435-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 19:00:43.470620 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1624eadd-bf85-48f2-bbcc-d090082a6764 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:43.478004 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1624eadd-bf85-48f2-bbcc-d090082a6764 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:43.481363 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1624eadd-bf85-48f2-bbcc-d090082a6764 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] 10.222.0.62 "DELETE /v2.0/networks/103a173e-c65f-42e9-aef9-ad168e33aa0a HTTP/1.1" status: 204 len: 168 time: 0.7156723 Dec 10 19:00:43.483693 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33650) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:43.505442 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1624eadd-bf85-48f2-bbcc-d090082a6764 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Pushing event deleted for resources: {'Network': ['ID=103a173e-c65f-42e9-aef9-ad168e33aa0a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:43.566730 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf10e7e-3d43-42bb-9d09-a4f7b92ab4b3 None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 19:00:43.574527 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bba44fdb-7344-4790-b31f-aac3f563248b tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:43.892448 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b099d533-97ac-4f4c-b6cc-2d19d64841d4 None None] Provisioning complete for port 887c95a0-cae1-46ab-895a-ed9109b1c232 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:43.892956 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b099d533-97ac-4f4c-b6cc-2d19d64841d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:44.088016 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bba44fdb-7344-4790-b31f-aac3f563248b tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:44.118275 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-bba44fdb-7344-4790-b31f-aac3f563248b tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58bd8d76-3061-4158-b5af-107a62fdbeac']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:44.128107 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-bba44fdb-7344-4790-b31f-aac3f563248b tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b057ee1a-2821-44aa-b349-cf93f19cc83a') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:44.128409 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-bba44fdb-7344-4790-b31f-aac3f563248b tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b057ee1a-2821-44aa-b349-cf93f19cc83a') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:44.141119 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bba44fdb-7344-4790-b31f-aac3f563248b tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:44.156861 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bba44fdb-7344-4790-b31f-aac3f563248b tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:44.164977 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bba44fdb-7344-4790-b31f-aac3f563248b tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:00:44.165575 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bba44fdb-7344-4790-b31f-aac3f563248b tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:44.168560 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 19:00:44.168560 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:00:44.168560 n-d-821435-1 neutron-server[103244]: timer() Dec 10 19:00:44.168560 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:00:44.168560 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 19:00:44.168560 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:00:44.168560 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 19:00:44.168560 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:00:44.168560 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 19:00:44.168560 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:00:44.168560 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 19:00:44.168560 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:00:44.168560 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 19:00:44.168560 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:00:44.168560 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:00:44.168560 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:00:44.168560 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:00:44.168560 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:00:44.168560 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 19:00:44.168560 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:00:44.168560 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 19:00:44.168560 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:00:44.168560 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:00:44.168560 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:00:44.168560 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 19:00:44.168560 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:00:44.168560 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:00:44.168560 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:00:44.168560 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:00:44.168560 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:00:44.168560 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:00:44.168560 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:00:44.233228 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bba44fdb-7344-4790-b31f-aac3f563248b tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:44.237959 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bba44fdb-7344-4790-b31f-aac3f563248b tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:44.241600 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-bba44fdb-7344-4790-b31f-aac3f563248b tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] 10.222.0.62 "DELETE /v2.0/networks/58bd8d76-3061-4158-b5af-107a62fdbeac HTTP/1.1" status: 204 len: 168 time: 0.7568119 Dec 10 19:00:44.244030 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33658) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:44.268723 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba44fdb-7344-4790-b31f-aac3f563248b tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Pushing event deleted for resources: {'Network': ['ID=58bd8d76-3061-4158-b5af-107a62fdbeac,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:44.333180 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c47fafea-d088-495f-991f-7cdf975dac59 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:44.768189 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c47fafea-d088-495f-991f-7cdf975dac59 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:44.796366 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c47fafea-d088-495f-991f-7cdf975dac59 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e4a065-4dcd-4f1a-bb59-adfea6f6f509']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:44.810923 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c47fafea-d088-495f-991f-7cdf975dac59 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d76fb8-9da5-4c86-9d90-bdf889df625d') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:44.811296 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c47fafea-d088-495f-991f-7cdf975dac59 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d76fb8-9da5-4c86-9d90-bdf889df625d') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:44.821943 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c47fafea-d088-495f-991f-7cdf975dac59 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:44.835928 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c47fafea-d088-495f-991f-7cdf975dac59 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:44.842273 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c47fafea-d088-495f-991f-7cdf975dac59 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:00:44.842667 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c47fafea-d088-495f-991f-7cdf975dac59 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:44.846616 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:00:44.846616 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:00:44.846616 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:00:44.846616 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:00:44.846616 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:00:44.846616 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:00:44.846616 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:00:44.846616 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:00:44.846616 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:00:44.846616 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:00:44.846616 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:00:44.846616 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:00:44.846616 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:00:44.846616 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:00:44.846616 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:00:44.846616 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:00:44.846616 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:00:44.846616 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:00:44.846616 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:00:44.846616 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:00:44.846616 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:00:44.846616 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:00:44.846616 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:00:44.846616 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:00:44.846616 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:00:44.846616 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:00:44.846616 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:00:44.846616 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:00:44.846616 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:00:44.846616 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:00:44.846616 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:00:44.846616 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:00:44.908291 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c47fafea-d088-495f-991f-7cdf975dac59 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:44.928728 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c47fafea-d088-495f-991f-7cdf975dac59 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:44.934439 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c47fafea-d088-495f-991f-7cdf975dac59 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] 10.222.0.62 "DELETE /v2.0/networks/21e4a065-4dcd-4f1a-bb59-adfea6f6f509 HTTP/1.1" status: 204 len: 168 time: 0.6864672 Dec 10 19:00:44.934439 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47fafea-d088-495f-991f-7cdf975dac59 tempest-BulkNetworkOpsTest-471262238 tempest-BulkNetworkOpsTest-471262238-project] Pushing event deleted for resources: {'Network': ['ID=21e4a065-4dcd-4f1a-bb59-adfea6f6f509,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:45.224322 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33678) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:45.406818 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8479d31b-d077-4cc9-b95c-f7456e3d5844 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=396b9f12d7e24b82a59aa5f63ded5a6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1807051 Dec 10 19:00:45.410158 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33684) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:45.469350 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8b1e1df1-de1f-49cf-bda4-6a35bd7f46be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:45.505711 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8b1e1df1-de1f-49cf-bda4-6a35bd7f46be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:45.507526 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33686) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:45.563022 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8b1e1df1-de1f-49cf-bda4-6a35bd7f46be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:45.567387 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8b1e1df1-de1f-49cf-bda4-6a35bd7f46be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:45.569134 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8b1e1df1-de1f-49cf-bda4-6a35bd7f46be admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a3045b7a-2127-44d6-bedf-1b8e42a5d266 HTTP/1.1" status: 204 len: 168 time: 0.1573725 Dec 10 19:00:45.580676 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e1df1-de1f-49cf-bda4-6a35bd7f46be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3045b7a-2127-44d6-bedf-1b8e42a5d266,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:45.708464 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ec59c81e-302f-42c1-9dde-41b06fe74211 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8e61a427cd2a449d895c4825c71971de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1984591 Dec 10 19:00:45.710741 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33692) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:45.763600 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f9594c8c-2662-4ef0-8ff3-8a0b4c12f981 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:45.789637 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f9594c8c-2662-4ef0-8ff3-8a0b4c12f981 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:45.858383 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f9594c8c-2662-4ef0-8ff3-8a0b4c12f981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:45.862172 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f9594c8c-2662-4ef0-8ff3-8a0b4c12f981 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:45.863691 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f9594c8c-2662-4ef0-8ff3-8a0b4c12f981 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2df6fe44-8daf-4812-8115-12c7474abbfd HTTP/1.1" status: 204 len: 168 time: 0.1517358 Dec 10 19:00:45.890181 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9594c8c-2662-4ef0-8ff3-8a0b4c12f981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df6fe44-8daf-4812-8115-12c7474abbfd,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:46.593604 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33736) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:46.798548 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c28d5441-5fcd-48d0-9a4a-28aaa6175f7c tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-793081346'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:46.819884 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28d5441-5fcd-48d0-9a4a-28aaa6175f7c tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Made reservation on behalf of 07d547b0cd4f409c8e53b26120db5e99 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:00:46.823713 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c28d5441-5fcd-48d0-9a4a-28aaa6175f7c tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:46.832377 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c28d5441-5fcd-48d0-9a4a-28aaa6175f7c tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:46.920828 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c28d5441-5fcd-48d0-9a4a-28aaa6175f7c tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:46.925989 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c28d5441-5fcd-48d0-9a4a-28aaa6175f7c tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:46.950312 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c28d5441-5fcd-48d0-9a4a-28aaa6175f7c tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:00:46.965716 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d5441-5fcd-48d0-9a4a-28aaa6175f7c tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9650f07-d29f-40ef-85ef-66c1c10d3f19,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:46.971151 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c28d5441-5fcd-48d0-9a4a-28aaa6175f7c tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:46.971526 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-c28d5441-5fcd-48d0-9a4a-28aaa6175f7c tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Added segment c4daa44b-2a8d-4097-a821-a91793d76021 of type vlan for network dfaa3f03-ca9c-420d-ae67-043c3aceed43 Dec 10 19:00:46.983274 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d5441-5fcd-48d0-9a4a-28aaa6175f7c tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:46.983628 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d5441-5fcd-48d0-9a4a-28aaa6175f7c tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:46.983979 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d5441-5fcd-48d0-9a4a-28aaa6175f7c tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:46.984323 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d5441-5fcd-48d0-9a4a-28aaa6175f7c tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:46.984684 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d5441-5fcd-48d0-9a4a-28aaa6175f7c tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:46.985025 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d5441-5fcd-48d0-9a4a-28aaa6175f7c tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:46.985446 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d5441-5fcd-48d0-9a4a-28aaa6175f7c tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:46.985786 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d5441-5fcd-48d0-9a4a-28aaa6175f7c tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:46.986193 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d5441-5fcd-48d0-9a4a-28aaa6175f7c tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:46.986530 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d5441-5fcd-48d0-9a4a-28aaa6175f7c tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:46.986860 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d5441-5fcd-48d0-9a4a-28aaa6175f7c tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:46.987190 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d5441-5fcd-48d0-9a4a-28aaa6175f7c tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:46.987754 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d5441-5fcd-48d0-9a4a-28aaa6175f7c tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:47.036489 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c28d5441-5fcd-48d0-9a4a-28aaa6175f7c tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:47.085879 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c28d5441-5fcd-48d0-9a4a-28aaa6175f7c tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:47.090791 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28d5441-5fcd-48d0-9a4a-28aaa6175f7c tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:47.091444 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c28d5441-5fcd-48d0-9a4a-28aaa6175f7c tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:47.123287 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c28d5441-5fcd-48d0-9a4a-28aaa6175f7c tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5284667 Dec 10 19:00:47.180522 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d5441-5fcd-48d0-9a4a-28aaa6175f7c tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Pushing event updated for resources: {'Network': ['ID=dfaa3f03-ca9c-420d-ae67-043c3aceed43,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:47.192899 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network dfaa3f03-ca9c-420d-ae67-043c3aceed43 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:00:48.738887 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33796) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:48.744768 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-56bcdf08-df2e-4d9a-a302-f14d346ddf38 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Request body: {'network': {'name': 'tempest-network-smoke--321101895', 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'port_security_enabled': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:48.784548 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bcdf08-df2e-4d9a-a302-f14d346ddf38 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Made reservation on behalf of bfeba774d033410b83d92399e2d1fec6 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:00:48.792276 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56bcdf08-df2e-4d9a-a302-f14d346ddf38 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:48.822620 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56bcdf08-df2e-4d9a-a302-f14d346ddf38 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:48.923626 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56bcdf08-df2e-4d9a-a302-f14d346ddf38 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:48.928487 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56bcdf08-df2e-4d9a-a302-f14d346ddf38 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:48.956925 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56bcdf08-df2e-4d9a-a302-f14d346ddf38 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:00:48.967077 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bcdf08-df2e-4d9a-a302-f14d346ddf38 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b66f1a8b-8c32-4651-841e-6c505314d649,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:48.973389 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56bcdf08-df2e-4d9a-a302-f14d346ddf38 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:48.973741 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-56bcdf08-df2e-4d9a-a302-f14d346ddf38 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Added segment 6697f6ec-14ad-4ee7-86ff-89d727c28e39 of type vlan for network ddf531f4-05d8-4c38-a43a-4edcd71b1bcc Dec 10 19:00:49.015930 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56bcdf08-df2e-4d9a-a302-f14d346ddf38 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:49.041621 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56bcdf08-df2e-4d9a-a302-f14d346ddf38 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:49.048667 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bcdf08-df2e-4d9a-a302-f14d346ddf38 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:49.049601 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56bcdf08-df2e-4d9a-a302-f14d346ddf38 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:49.121798 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-56bcdf08-df2e-4d9a-a302-f14d346ddf38 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3814571 Dec 10 19:00:49.124873 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33800) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:49.131770 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ec656844-b035-4bd1-bb95-1f15d543e2d3 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-658289156', 'admin_state_up': True, 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:49.137382 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bcdf08-df2e-4d9a-a302-f14d346ddf38 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Pushing event updated for resources: {'Network': ['ID=ddf531f4-05d8-4c38-a43a-4edcd71b1bcc,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:49.150313 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network ddf531f4-05d8-4c38-a43a-4edcd71b1bcc details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:00:49.173459 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ec656844-b035-4bd1-bb95-1f15d543e2d3 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:49.175362 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ec656844-b035-4bd1-bb95-1f15d543e2d3 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:49.236571 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ec656844-b035-4bd1-bb95-1f15d543e2d3 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:49.403521 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ec656844-b035-4bd1-bb95-1f15d543e2d3 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:49.607995 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ec656844-b035-4bd1-bb95-1f15d543e2d3 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:49.628746 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ec656844-b035-4bd1-bb95-1f15d543e2d3 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:49.643284 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c71c6766-6bff-4e7f-8f8e-53e7872dcebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:49.740896 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-ec656844-b035-4bd1-bb95-1f15d543e2d3 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Allocated IP 172.25.7.37 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/73f44149-62bb-4ebc-b59f-7c9b630218ad) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:00:49.852694 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ec656844-b035-4bd1-bb95-1f15d543e2d3 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:49.935735 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ec656844-b035-4bd1-bb95-1f15d543e2d3 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:49.995434 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec656844-b035-4bd1-bb95-1f15d543e2d3 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Pushing event updated for resources: {'Port': ['ID=73f44149-62bb-4ebc-b59f-7c9b630218ad,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:50.019293 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec656844-b035-4bd1-bb95-1f15d543e2d3 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:00:50.021527 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-ec656844-b035-4bd1-bb95-1f15d543e2d3 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:50.024543 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec656844-b035-4bd1-bb95-1f15d543e2d3 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:00:50.045893 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b204257-e4c2-4a15-b149-0e4ac7900c17 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:00:50.175792 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c4ad817f-335a-4088-b2d7-f42f8ed50fc2 None None] Provisioning complete for port 73f44149-62bb-4ebc-b59f-7c9b630218ad triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:50.178165 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c4ad817f-335a-4088-b2d7-f42f8ed50fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:50.226942 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c4ad817f-335a-4088-b2d7-f42f8ed50fc2 None None] Port 73f44149-62bb-4ebc-b59f-7c9b630218ad cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:00:50.372627 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33818) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:50.380067 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d9292c5a-b49c-4f21-92f7-295c4c95b7f7 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Request body: {'subnet': {'network_id': 'dfaa3f03-ca9c-420d-ae67-043c3aceed43', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:50.439128 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:00:50.466297 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ec656844-b035-4bd1-bb95-1f15d543e2d3 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:50.507647 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9292c5a-b49c-4f21-92f7-295c4c95b7f7 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Made reservation on behalf of 07d547b0cd4f409c8e53b26120db5e99 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:00:50.511940 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d9292c5a-b49c-4f21-92f7-295c4c95b7f7 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:50.704685 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ec656844-b035-4bd1-bb95-1f15d543e2d3 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:50.755397 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d9292c5a-b49c-4f21-92f7-295c4c95b7f7 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:50.835291 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9292c5a-b49c-4f21-92f7-295c4c95b7f7 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Pushing event updated for resources: {'Subnet': ['ID=5b058f33-f646-47bc-9780-e9021788c8b3,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:50.843866 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9292c5a-b49c-4f21-92f7-295c4c95b7f7 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Checking segment: {'id': 'c4daa44b-2a8d-4097-a821-a91793d76021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'dfaa3f03-ca9c-420d-ae67-043c3aceed43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:00:50.844329 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9292c5a-b49c-4f21-92f7-295c4c95b7f7 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Network hostable DHCP agents. Network: dfaa3f03-ca9c-420d-ae67-043c3aceed43, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:00:50.862805 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec656844-b035-4bd1-bb95-1f15d543e2d3 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Router 6a36892a-1e6f-49cc-adb4-a4635cad7852 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:00:50.868691 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9292c5a-b49c-4f21-92f7-295c4c95b7f7 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Network dfaa3f03-ca9c-420d-ae67-043c3aceed43 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:00:50.893308 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-d9292c5a-b49c-4f21-92f7-295c4c95b7f7 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, dfaa3f03-ca9c-420d-ae67-043c3aceed43) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:50.898599 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9292c5a-b49c-4f21-92f7-295c4c95b7f7 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:50.899415 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d9292c5a-b49c-4f21-92f7-295c4c95b7f7 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:50.906044 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f46aea-7717-4353-af21-376854715639 None None] Network dfaa3f03-ca9c-420d-ae67-043c3aceed43 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:00:50.946151 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d9292c5a-b49c-4f21-92f7-295c4c95b7f7 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5721719 Dec 10 19:00:50.947316 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33820) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:50.956015 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-789f5769-6688-4429-82ce-54d12cb074ff tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-832896060'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:51.006244 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789f5769-6688-4429-82ce-54d12cb074ff tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Made reservation on behalf of 07d547b0cd4f409c8e53b26120db5e99 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:00:51.014394 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-789f5769-6688-4429-82ce-54d12cb074ff tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:51.045360 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8073bb10-37b5-4743-a665-7d11c8709c14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-dfaa3f03-ca9c-420d-ae67-043c3aceed43', 'network_id': 'dfaa3f03-ca9c-420d-ae67-043c3aceed43', 'project_id': '07d547b0cd4f409c8e53b26120db5e99', 'fixed_ips': [{'subnet_id': '5b058f33-f646-47bc-9780-e9021788c8b3'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:00:51.046530 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8073bb10-37b5-4743-a665-7d11c8709c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:51.071896 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-789f5769-6688-4429-82ce-54d12cb074ff tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:00:51.091938 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-789f5769-6688-4429-82ce-54d12cb074ff tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:51.094101 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-789f5769-6688-4429-82ce-54d12cb074ff tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Added segment 63d451bf-2edc-467d-824d-e71f35000b5e of type vlan for network f383ede5-6693-4bc5-bd91-417c50561c4d Dec 10 19:00:51.121211 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec656844-b035-4bd1-bb95-1f15d543e2d3 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:00:51.132931 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846e42a2-dc9a-4ea5-ac12-f255cdde684d None None] Sync routers for ids ['6a36892a-1e6f-49cc-adb4-a4635cad7852'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:00:51.147691 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846e42a2-dc9a-4ea5-ac12-f255cdde684d None None] Routers {'6a36892a-1e6f-49cc-adb4-a4635cad7852'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:00:51.148445 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-846e42a2-dc9a-4ea5-ac12-f255cdde684d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:00:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6a36892a-1e6f-49cc-adb4-a4635cad7852'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:51.180597 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ec656844-b035-4bd1-bb95-1f15d543e2d3 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:51.182933 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ec656844-b035-4bd1-bb95-1f15d543e2d3 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.0568798 Dec 10 19:00:51.185682 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33822) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:51.193099 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-789f5769-6688-4429-82ce-54d12cb074ff tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:51.218645 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-8073bb10-37b5-4743-a665-7d11c8709c14 None None] Allocated IP 2001:db8:0:ffff::2 (dfaa3f03-ca9c-420d-ae67-043c3aceed43/5b058f33-f646-47bc-9780-e9021788c8b3/9f01b906-9c40-4cf6-85af-b2ec56f71a9b) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:00:51.225283 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-789f5769-6688-4429-82ce-54d12cb074ff tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:51.233217 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789f5769-6688-4429-82ce-54d12cb074ff tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:51.234110 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-789f5769-6688-4429-82ce-54d12cb074ff tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:51.307087 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-846e42a2-dc9a-4ea5-ac12-f255cdde684d None None] Set router 6a36892a-1e6f-49cc-adb4-a4635cad7852 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:00:51.326489 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f5769-6688-4429-82ce-54d12cb074ff tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Pushing event updated for resources: {'Network': ['ID=f383ede5-6693-4bc5-bd91-417c50561c4d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:51.336333 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33828) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:51.342639 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3bd30b88-6424-4a1e-8707-4663cbc508fd tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Request body: {'subnet': {'network_id': 'f383ede5-6693-4bc5-bd91-417c50561c4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:51.347429 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-789f5769-6688-4429-82ce-54d12cb074ff tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3987005 Dec 10 19:00:51.359360 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network f383ede5-6693-4bc5-bd91-417c50561c4d details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:00:51.449424 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5de3ba22-4f47-43e4-9f1a-5af608fede99 tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=bfeba774d033410b83d92399e2d1fec6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2601864 Dec 10 19:00:51.450162 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33832) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:51.505466 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-846e42a2-dc9a-4ea5-ac12-f255cdde684d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'name': 'tempest-TestSecurityGroupsBasicOps-router-658289156', 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '73f44149-62bb-4ebc-b59f-7c9b630218ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:00:49Z', 'updated_at': '2021-12-10T19:00:50Z', 'revision_number': 3, 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'gw_port': {'id': '73f44149-62bb-4ebc-b59f-7c9b630218ad', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ea:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:49Z', 'updated_at': '2021-12-10T19:00:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:51.535901 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846e42a2-dc9a-4ea5-ac12-f255cdde684d None None] Checking router: 6a36892a-1e6f-49cc-adb4-a4635cad7852 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:00:51.536396 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846e42a2-dc9a-4ea5-ac12-f255cdde684d None None] Updating router 6a36892a-1e6f-49cc-adb4-a4635cad7852 port 73f44149-62bb-4ebc-b59f-7c9b630218ad binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:00:51.566215 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd30b88-6424-4a1e-8707-4663cbc508fd tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Made reservation on behalf of 07d547b0cd4f409c8e53b26120db5e99 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:00:51.569840 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3bd30b88-6424-4a1e-8707-4663cbc508fd tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:51.577656 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-846e42a2-dc9a-4ea5-ac12-f255cdde684d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:51.620849 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8073bb10-37b5-4743-a665-7d11c8709c14 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:51.643155 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8073bb10-37b5-4743-a665-7d11c8709c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:51.700781 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8073bb10-37b5-4743-a665-7d11c8709c14 None None] Network dfaa3f03-ca9c-420d-ae67-043c3aceed43 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:00:51.705728 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-8073bb10-37b5-4743-a665-7d11c8709c14 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:51.710256 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8073bb10-37b5-4743-a665-7d11c8709c14 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:00:51.723412 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8073bb10-37b5-4743-a665-7d11c8709c14 None None] Pushing event updated for resources: {'Port': ['ID=9f01b906-9c40-4cf6-85af-b2ec56f71a9b,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:51.786623 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8073bb10-37b5-4743-a665-7d11c8709c14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:51.786965 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8073bb10-37b5-4743-a665-7d11c8709c14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:51.787460 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8073bb10-37b5-4743-a665-7d11c8709c14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:51.787802 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8073bb10-37b5-4743-a665-7d11c8709c14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:51.788195 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8073bb10-37b5-4743-a665-7d11c8709c14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:51.789209 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8073bb10-37b5-4743-a665-7d11c8709c14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:51.789343 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8073bb10-37b5-4743-a665-7d11c8709c14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:51.789666 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8073bb10-37b5-4743-a665-7d11c8709c14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:51.790011 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8073bb10-37b5-4743-a665-7d11c8709c14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:51.790409 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8073bb10-37b5-4743-a665-7d11c8709c14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:51.790752 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8073bb10-37b5-4743-a665-7d11c8709c14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:51.791089 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8073bb10-37b5-4743-a665-7d11c8709c14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:51.791688 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8073bb10-37b5-4743-a665-7d11c8709c14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:51.803472 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-8073bb10-37b5-4743-a665-7d11c8709c14 None None] Attempting to bind port 9f01b906-9c40-4cf6-85af-b2ec56f71a9b on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:00:51.804051 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-8073bb10-37b5-4743-a665-7d11c8709c14 None None] Attempting to bind port 9f01b906-9c40-4cf6-85af-b2ec56f71a9b by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'c4daa44b-2a8d-4097-a821-a91793d76021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'dfaa3f03-ca9c-420d-ae67-043c3aceed43'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:00:51.804826 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8073bb10-37b5-4743-a665-7d11c8709c14 None None] Attempting to bind port 9f01b906-9c40-4cf6-85af-b2ec56f71a9b on network dfaa3f03-ca9c-420d-ae67-043c3aceed43 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:00:51.818163 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8073bb10-37b5-4743-a665-7d11c8709c14 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:00:51.818646 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8073bb10-37b5-4743-a665-7d11c8709c14 None None] Checking segment: {'id': 'c4daa44b-2a8d-4097-a821-a91793d76021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'dfaa3f03-ca9c-420d-ae67-043c3aceed43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:00:51.819203 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8073bb10-37b5-4743-a665-7d11c8709c14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:51.819573 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8073bb10-37b5-4743-a665-7d11c8709c14 None None] Bound using segment: {'id': 'c4daa44b-2a8d-4097-a821-a91793d76021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'dfaa3f03-ca9c-420d-ae67-043c3aceed43'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:00:51.823228 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-8073bb10-37b5-4743-a665-7d11c8709c14 None None] Bound port: 9f01b906-9c40-4cf6-85af-b2ec56f71a9b, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4daa44b-2a8d-4097-a821-a91793d76021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'dfaa3f03-ca9c-420d-ae67-043c3aceed43'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:00:51.826724 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8073bb10-37b5-4743-a665-7d11c8709c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:51.831618 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed8c626-1b6d-4452-8a4b-2b47aed9cbc5 tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:51.833525 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9ed8c626-1b6d-4452-8a4b-2b47aed9cbc5 tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3826659 Dec 10 19:00:51.837197 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33836) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:51.912297 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8073bb10-37b5-4743-a665-7d11c8709c14 None None] For port 9f01b906-9c40-4cf6-85af-b2ec56f71a9b, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:00:51.917029 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8073bb10-37b5-4743-a665-7d11c8709c14 None None] For port 9f01b906-9c40-4cf6-85af-b2ec56f71a9b, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=9f01b906-9c40-4cf6-85af-b2ec56f71a9b,segment=NetworkSegment(c4daa44b-2a8d-4097-a821-a91793d76021),segment_id=c4daa44b-2a8d-4097-a821-a91793d76021)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:00:51.922588 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8073bb10-37b5-4743-a665-7d11c8709c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:51.925814 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-cb30ab6c-9cf8-4687-a502-c4160a795ad1 tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=6fdf4522-5bcb-4bff-a877-38bc5e23829f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0854464 Dec 10 19:00:51.928193 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33838) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:51.933809 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-2aa6c118-fb1d-4621-9b01-b692f65cabf1 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-463442515', 'network_id': 'ddf531f4-05d8-4c38-a43a-4edcd71b1bcc', 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:51.941798 n-d-821435-1 neutron-server[103244]: DEBUG neutron.objects.ports [None req-3bd30b88-6424-4a1e-8707-4663cbc508fd tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103244) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 19:00:51.943604 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3bd30b88-6424-4a1e-8707-4663cbc508fd tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:52.040356 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8073bb10-37b5-4743-a665-7d11c8709c14 None None] Pushing event updated for resources: {'Port': ['ID=9f01b906-9c40-4cf6-85af-b2ec56f71a9b,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:52.065647 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd30b88-6424-4a1e-8707-4663cbc508fd tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Checking segment: {'id': '63d451bf-2edc-467d-824d-e71f35000b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f383ede5-6693-4bc5-bd91-417c50561c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:00:52.066280 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd30b88-6424-4a1e-8707-4663cbc508fd tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Network hostable DHCP agents. Network: f383ede5-6693-4bc5-bd91-417c50561c4d, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:00:52.077020 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd30b88-6424-4a1e-8707-4663cbc508fd tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Pushing event updated for resources: {'Subnet': ['ID=7127d343-c51a-43b8-a904-d6dcd7eabae4,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:52.090100 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa6c118-fb1d-4621-9b01-b692f65cabf1 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Made reservation on behalf of bfeba774d033410b83d92399e2d1fec6 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:00:52.096479 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2aa6c118-fb1d-4621-9b01-b692f65cabf1 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:52.107522 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd30b88-6424-4a1e-8707-4663cbc508fd tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Network f383ede5-6693-4bc5-bd91-417c50561c4d is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:00:52.131183 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-3bd30b88-6424-4a1e-8707-4663cbc508fd tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, f383ede5-6693-4bc5-bd91-417c50561c4d) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:52.140153 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cce8455-38fc-48b3-89d3-76ca91df43e8 None None] Network f383ede5-6693-4bc5-bd91-417c50561c4d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:00:52.146157 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd30b88-6424-4a1e-8707-4663cbc508fd tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:52.147964 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3bd30b88-6424-4a1e-8707-4663cbc508fd tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:52.164455 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-846e42a2-dc9a-4ea5-ac12-f255cdde684d None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:52.181126 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-846e42a2-dc9a-4ea5-ac12-f255cdde684d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:52.184596 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3bd30b88-6424-4a1e-8707-4663cbc508fd tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8471055 Dec 10 19:00:52.187558 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33840) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:52.195188 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-8b518322-6a24-4df1-9b14-e0727f9f26bf tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Request body: {'port': {'network_id': 'f383ede5-6693-4bc5-bd91-417c50561c4d', 'name': 'tempest-NetworksIpV6TestAttrs-1206616500'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:52.281484 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835f5b9-5239-4328-b5ac-b2ad21a2421d None None] Pushing event updated for resources: {'Port': ['ID=73f44149-62bb-4ebc-b59f-7c9b630218ad,revision_number=2']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:52.295162 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-846e42a2-dc9a-4ea5-ac12-f255cdde684d None None] Attempting to bind port 73f44149-62bb-4ebc-b59f-7c9b630218ad on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:00:52.295765 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-846e42a2-dc9a-4ea5-ac12-f255cdde684d None None] Attempting to bind port 73f44149-62bb-4ebc-b59f-7c9b630218ad by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:00:52.296338 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846e42a2-dc9a-4ea5-ac12-f255cdde684d None None] Attempting to bind port 73f44149-62bb-4ebc-b59f-7c9b630218ad on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:00:52.300880 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6835f5b9-5239-4328-b5ac-b2ad21a2421d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:52.301418 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6835f5b9-5239-4328-b5ac-b2ad21a2421d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:52.302112 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6835f5b9-5239-4328-b5ac-b2ad21a2421d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:52.302619 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6835f5b9-5239-4328-b5ac-b2ad21a2421d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:52.303105 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6835f5b9-5239-4328-b5ac-b2ad21a2421d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:52.303577 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6835f5b9-5239-4328-b5ac-b2ad21a2421d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:52.304327 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6835f5b9-5239-4328-b5ac-b2ad21a2421d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:52.304842 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6835f5b9-5239-4328-b5ac-b2ad21a2421d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:52.305453 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6835f5b9-5239-4328-b5ac-b2ad21a2421d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:52.305942 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6835f5b9-5239-4328-b5ac-b2ad21a2421d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:52.306422 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6835f5b9-5239-4328-b5ac-b2ad21a2421d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:52.306895 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6835f5b9-5239-4328-b5ac-b2ad21a2421d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:52.307372 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6835f5b9-5239-4328-b5ac-b2ad21a2421d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:52.314764 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846e42a2-dc9a-4ea5-ac12-f255cdde684d None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:00:52.315404 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846e42a2-dc9a-4ea5-ac12-f255cdde684d None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:00:52.316160 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-846e42a2-dc9a-4ea5-ac12-f255cdde684d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:52.316752 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846e42a2-dc9a-4ea5-ac12-f255cdde684d None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:00:52.317570 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-846e42a2-dc9a-4ea5-ac12-f255cdde684d None None] Bound port: 73f44149-62bb-4ebc-b59f-7c9b630218ad, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:00:52.318120 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-846e42a2-dc9a-4ea5-ac12-f255cdde684d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:52.362068 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63fc6a1-e176-40c0-b97a-b302b2265c4e None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:00:52.378766 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a59a413-ae55-45fe-a6cc-81f17a4a2eca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-f383ede5-6693-4bc5-bd91-417c50561c4d', 'network_id': 'f383ede5-6693-4bc5-bd91-417c50561c4d', 'project_id': '07d547b0cd4f409c8e53b26120db5e99', 'fixed_ips': [{'subnet_id': '7127d343-c51a-43b8-a904-d6dcd7eabae4'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:00:52.391120 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4a59a413-ae55-45fe-a6cc-81f17a4a2eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:52.409031 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-846e42a2-dc9a-4ea5-ac12-f255cdde684d None None] For port 73f44149-62bb-4ebc-b59f-7c9b630218ad, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:00:52.417082 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-846e42a2-dc9a-4ea5-ac12-f255cdde684d None None] For port 73f44149-62bb-4ebc-b59f-7c9b630218ad, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=73f44149-62bb-4ebc-b59f-7c9b630218ad,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:00:52.425502 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-846e42a2-dc9a-4ea5-ac12-f255cdde684d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:52.446633 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8b2e59e4-4cd5-45c1-8249-a4c587a7f41a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:52.531515 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846e42a2-dc9a-4ea5-ac12-f255cdde684d None None] Routers {'6a36892a-1e6f-49cc-adb4-a4635cad7852'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:00:52.533906 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-846e42a2-dc9a-4ea5-ac12-f255cdde684d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:00:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6a36892a-1e6f-49cc-adb4-a4635cad7852'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:52.542594 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4c121d-1a97-4bcf-9c4d-3dff9bcf1ba9 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:00:52.549886 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b518322-6a24-4df1-9b14-e0727f9f26bf tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Made reservation on behalf of 07d547b0cd4f409c8e53b26120db5e99 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:00:52.555351 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8b518322-6a24-4df1-9b14-e0727f9f26bf tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:52.565418 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2aa6c118-fb1d-4621-9b01-b692f65cabf1 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:52.598847 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-8b518322-6a24-4df1-9b14-e0727f9f26bf tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] device_id is not set on port 68d8deb1-46dc-42e2-9dda-82d445ab32d2 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:00:52.615500 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e8c93f1f-7161-4346-b75e-fe9f0f26d6ae None None] Provisioning complete for port 73f44149-62bb-4ebc-b59f-7c9b630218ad triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:52.615883 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e8c93f1f-7161-4346-b75e-fe9f0f26d6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:52.672466 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-846e42a2-dc9a-4ea5-ac12-f255cdde684d None None] Set router 6a36892a-1e6f-49cc-adb4-a4635cad7852 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:00:52.679212 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa6c118-fb1d-4621-9b01-b692f65cabf1 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Pushing event updated for resources: {'Subnet': ['ID=46950a35-556c-4d1a-88a4-9a36f9a3b5c7,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:52.690275 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa6c118-fb1d-4621-9b01-b692f65cabf1 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Checking segment: {'id': '6697f6ec-14ad-4ee7-86ff-89d727c28e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ddf531f4-05d8-4c38-a43a-4edcd71b1bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:00:52.690664 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa6c118-fb1d-4621-9b01-b692f65cabf1 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Network hostable DHCP agents. Network: ddf531f4-05d8-4c38-a43a-4edcd71b1bcc, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:00:52.707260 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-4a59a413-ae55-45fe-a6cc-81f17a4a2eca None None] Allocated IP 2001:db8::f816:3eff:fe77:92a3 (f383ede5-6693-4bc5-bd91-417c50561c4d/7127d343-c51a-43b8-a904-d6dcd7eabae4/f0a76cd3-0f8f-498c-a6a8-acdb350e382e) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:00:52.720457 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa6c118-fb1d-4621-9b01-b692f65cabf1 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Network ddf531f4-05d8-4c38-a43a-4edcd71b1bcc is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:00:52.740467 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-2aa6c118-fb1d-4621-9b01-b692f65cabf1 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, ddf531f4-05d8-4c38-a43a-4edcd71b1bcc) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:52.745931 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa6c118-fb1d-4621-9b01-b692f65cabf1 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:52.746859 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2aa6c118-fb1d-4621-9b01-b692f65cabf1 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:52.774678 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2aa6c118-fb1d-4621-9b01-b692f65cabf1 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8424866 Dec 10 19:00:52.775040 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33842) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:52.779601 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cddc79c-7749-479b-9dcb-f018052283d9 None None] Network ddf531f4-05d8-4c38-a43a-4edcd71b1bcc requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:00:52.889567 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e8c93f1f-7161-4346-b75e-fe9f0f26d6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:52.933491 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e8c93f1f-7161-4346-b75e-fe9f0f26d6ae None None] For port 73f44149-62bb-4ebc-b59f-7c9b630218ad, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=73f44149-62bb-4ebc-b59f-7c9b630218ad,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:52.948906 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835f5b9-5239-4328-b5ac-b2ad21a2421d None None] Pushing event updated for resources: {'Port': ['ID=73f44149-62bb-4ebc-b59f-7c9b630218ad,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:52.955123 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e8c93f1f-7161-4346-b75e-fe9f0f26d6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:53.069953 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97cd883-a6ad-48a2-9b09-07ce009b75f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-ddf531f4-05d8-4c38-a43a-4edcd71b1bcc', 'network_id': 'ddf531f4-05d8-4c38-a43a-4edcd71b1bcc', 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'fixed_ips': [{'subnet_id': '46950a35-556c-4d1a-88a4-9a36f9a3b5c7'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:00:53.070820 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a97cd883-a6ad-48a2-9b09-07ce009b75f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:53.093748 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-846e42a2-dc9a-4ea5-ac12-f255cdde684d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'name': 'tempest-TestSecurityGroupsBasicOps-router-658289156', 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '73f44149-62bb-4ebc-b59f-7c9b630218ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:00:49Z', 'updated_at': '2021-12-10T19:00:50Z', 'revision_number': 3, 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'gw_port': {'id': '73f44149-62bb-4ebc-b59f-7c9b630218ad', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ea:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:49Z', 'updated_at': '2021-12-10T19:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:53.127467 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846e42a2-dc9a-4ea5-ac12-f255cdde684d None None] The sync data for ids ['6a36892a-1e6f-49cc-adb4-a4635cad7852'] in n-d-821435-1 is: [{'id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'name': 'tempest-TestSecurityGroupsBasicOps-router-658289156', 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '73f44149-62bb-4ebc-b59f-7c9b630218ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:00:49Z', 'updated_at': '2021-12-10T19:00:50Z', 'revision_number': 3, 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'gw_port': {'id': '73f44149-62bb-4ebc-b59f-7c9b630218ad', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ea:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:49Z', 'updated_at': '2021-12-10T19:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:00:53.252767 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c93f1f-7161-4346-b75e-fe9f0f26d6ae None None] Pushing event updated for resources: {'Port': ['ID=73f44149-62bb-4ebc-b59f-7c9b630218ad,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:53.256374 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4a59a413-ae55-45fe-a6cc-81f17a4a2eca None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:53.263792 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3de34b58-2b4d-4c27-83f4-58fd03f469f4 None None] Provisioning complete for port 73f44149-62bb-4ebc-b59f-7c9b630218ad triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:53.264405 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3de34b58-2b4d-4c27-83f4-58fd03f469f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:53.362210 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4a59a413-ae55-45fe-a6cc-81f17a4a2eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:53.468723 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a59a413-ae55-45fe-a6cc-81f17a4a2eca None None] Network f383ede5-6693-4bc5-bd91-417c50561c4d is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:00:53.471725 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-8b518322-6a24-4df1-9b14-e0727f9f26bf tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Allocated IP 2001:db8::f816:3eff:fe4b:f49f (f383ede5-6693-4bc5-bd91-417c50561c4d/7127d343-c51a-43b8-a904-d6dcd7eabae4/68d8deb1-46dc-42e2-9dda-82d445ab32d2) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:00:53.489538 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-4a59a413-ae55-45fe-a6cc-81f17a4a2eca None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:53.511005 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a59a413-ae55-45fe-a6cc-81f17a4a2eca None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:00:53.567243 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-301e3e59-e4ea-4070-a056-99336d3adbd9 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:53.867309 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 9f01b906-9c40-4cf6-85af-b2ec56f71a9b up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:00:53.897200 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0039cbe4-697a-4d1d-923b-6930ece1fa35 None None] Network dfaa3f03-ca9c-420d-ae67-043c3aceed43 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:00:53.990403 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:54.000616 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a59a413-ae55-45fe-a6cc-81f17a4a2eca None None] Pushing event updated for resources: {'Port': ['ID=f0a76cd3-0f8f-498c-a6a8-acdb350e382e,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:54.037526 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8b518322-6a24-4df1-9b14-e0727f9f26bf tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:54.053962 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f7b408-4859-4fc4-be0c-9c88aafcc1f1 req-d02a0e19-5f6e-4987-b566-5edd504fe72a tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:54.055577 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-64f7b408-4859-4fc4-be0c-9c88aafcc1f1 req-d02a0e19-5f6e-4987-b566-5edd504fe72a tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/ports?device_id=11136692-1396-43b8-8286-eab6da657f41 HTTP/1.1" status: 200 len: 946 time: 0.1813533 Dec 10 19:00:54.068589 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-a97cd883-a6ad-48a2-9b09-07ce009b75f2 None None] Allocated IP 172.20.0.2 (ddf531f4-05d8-4c38-a43a-4edcd71b1bcc/46950a35-556c-4d1a-88a4-9a36f9a3b5c7/0b6fe4d2-64d5-4781-a9f5-128864ccb7a1) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:00:54.072133 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4a59a413-ae55-45fe-a6cc-81f17a4a2eca None None] Attempting to bind port f0a76cd3-0f8f-498c-a6a8-acdb350e382e on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:00:54.072648 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4a59a413-ae55-45fe-a6cc-81f17a4a2eca None None] Attempting to bind port f0a76cd3-0f8f-498c-a6a8-acdb350e382e by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '63d451bf-2edc-467d-824d-e71f35000b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f383ede5-6693-4bc5-bd91-417c50561c4d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:00:54.073255 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a59a413-ae55-45fe-a6cc-81f17a4a2eca None None] Attempting to bind port f0a76cd3-0f8f-498c-a6a8-acdb350e382e on network f383ede5-6693-4bc5-bd91-417c50561c4d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:00:54.107007 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a59a413-ae55-45fe-a6cc-81f17a4a2eca None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:00:54.107834 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a59a413-ae55-45fe-a6cc-81f17a4a2eca None None] Checking segment: {'id': '63d451bf-2edc-467d-824d-e71f35000b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f383ede5-6693-4bc5-bd91-417c50561c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:00:54.108350 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4a59a413-ae55-45fe-a6cc-81f17a4a2eca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:54.108881 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a59a413-ae55-45fe-a6cc-81f17a4a2eca None None] Bound using segment: {'id': '63d451bf-2edc-467d-824d-e71f35000b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f383ede5-6693-4bc5-bd91-417c50561c4d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:00:54.109486 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4a59a413-ae55-45fe-a6cc-81f17a4a2eca None None] Bound port: f0a76cd3-0f8f-498c-a6a8-acdb350e382e, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d451bf-2edc-467d-824d-e71f35000b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f383ede5-6693-4bc5-bd91-417c50561c4d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:00:54.110567 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4a59a413-ae55-45fe-a6cc-81f17a4a2eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:54.189441 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-64f7b408-4859-4fc4-be0c-9c88aafcc1f1 req-0581cebd-3e1b-4e23-9cf0-e14c6cd515c1 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/security-groups?id=f569fe8c-540a-46f4-ab80-5fc3cb8684cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200483 Dec 10 19:00:54.191365 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8b518322-6a24-4df1-9b14-e0727f9f26bf tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:54.241778 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4a59a413-ae55-45fe-a6cc-81f17a4a2eca None None] For port f0a76cd3-0f8f-498c-a6a8-acdb350e382e, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:00:54.245514 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4a59a413-ae55-45fe-a6cc-81f17a4a2eca None None] For port f0a76cd3-0f8f-498c-a6a8-acdb350e382e, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=f0a76cd3-0f8f-498c-a6a8-acdb350e382e,segment=NetworkSegment(63d451bf-2edc-467d-824d-e71f35000b5e),segment_id=63d451bf-2edc-467d-824d-e71f35000b5e)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:00:54.253135 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b518322-6a24-4df1-9b14-e0727f9f26bf tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Pushing event updated for resources: {'Port': ['ID=68d8deb1-46dc-42e2-9dda-82d445ab32d2,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:54.274651 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 9f01b906-9c40-4cf6-85af-b2ec56f71a9b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:54.275113 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:54.283126 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b518322-6a24-4df1-9b14-e0727f9f26bf tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Network f383ede5-6693-4bc5-bd91-417c50561c4d is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:00:54.285016 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-8b518322-6a24-4df1-9b14-e0727f9f26bf tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:54.300885 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b518322-6a24-4df1-9b14-e0727f9f26bf tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:00:54.307360 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b518322-6a24-4df1-9b14-e0727f9f26bf tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:54.308251 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8b518322-6a24-4df1-9b14-e0727f9f26bf tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:54.321065 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4a59a413-ae55-45fe-a6cc-81f17a4a2eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:54.331033 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8b518322-6a24-4df1-9b14-e0727f9f26bf tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.1386940 Dec 10 19:00:54.331418 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33848) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:54.408618 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-03a8050d-ab2c-437a-a661-3adf8795202a tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Deleting subnet 7127d343-c51a-43b8-a904-d6dcd7eabae4 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:00:54.413094 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03a8050d-ab2c-437a-a661-3adf8795202a tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:54.420014 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5ed190ae-f3bc-4d78-8539-fda8f7a9ffb9 None None] Provisioning complete for port 9f01b906-9c40-4cf6-85af-b2ec56f71a9b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:54.420544 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5ed190ae-f3bc-4d78-8539-fda8f7a9ffb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:54.499868 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03a8050d-ab2c-437a-a661-3adf8795202a tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:54.525137 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a59a413-ae55-45fe-a6cc-81f17a4a2eca None None] Pushing event updated for resources: {'Port': ['ID=f0a76cd3-0f8f-498c-a6a8-acdb350e382e,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:54.698206 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03a8050d-ab2c-437a-a661-3adf8795202a tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:54.712967 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:54.799231 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03a8050d-ab2c-437a-a661-3adf8795202a tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:54.819056 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 9f01b906-9c40-4cf6-85af-b2ec56f71a9b, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=9f01b906-9c40-4cf6-85af-b2ec56f71a9b,segment=NetworkSegment(c4daa44b-2a8d-4097-a821-a91793d76021),segment_id=c4daa44b-2a8d-4097-a821-a91793d76021)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:54.839711 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8050d-ab2c-437a-a661-3adf8795202a tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Pushing event deleted for resources: {'Subnet': ['ID=7127d343-c51a-43b8-a904-d6dcd7eabae4,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:54.848296 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03a8050d-ab2c-437a-a661-3adf8795202a tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:54.856392 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-03a8050d-ab2c-437a-a661-3adf8795202a tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] 10.222.0.62 "DELETE /v2.0/subnets/7127d343-c51a-43b8-a904-d6dcd7eabae4 HTTP/1.1" status: 204 len: 168 time: 0.5216315 Dec 10 19:00:54.857286 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33852) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:54.891550 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:54.896093 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a97cd883-a6ad-48a2-9b09-07ce009b75f2 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:54.901956 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:54.942829 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a97cd883-a6ad-48a2-9b09-07ce009b75f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:54.955592 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5ed190ae-f3bc-4d78-8539-fda8f7a9ffb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:54.978865 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97cd883-a6ad-48a2-9b09-07ce009b75f2 None None] Network ddf531f4-05d8-4c38-a43a-4edcd71b1bcc is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:00:54.987141 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-a97cd883-a6ad-48a2-9b09-07ce009b75f2 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:54.989872 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97cd883-a6ad-48a2-9b09-07ce009b75f2 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:00:55.006314 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=9f01b906-9c40-4cf6-85af-b2ec56f71a9b,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:55.034947 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-301e3e59-e4ea-4070-a056-99336d3adbd9 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Allocated IP 172.20.0.1 (ddf531f4-05d8-4c38-a43a-4edcd71b1bcc/46950a35-556c-4d1a-88a4-9a36f9a3b5c7/8f720812-6052-4725-9298-fc351e86545c) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:00:55.051731 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5687caf1-9e5b-4e36-b451-2d750adf2dba tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:55.053508 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5687caf1-9e5b-4e36-b451-2d750adf2dba tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:55.058810 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5687caf1-9e5b-4e36-b451-2d750adf2dba tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1965015 Dec 10 19:00:55.058988 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33854) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:55.170451 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97cd883-a6ad-48a2-9b09-07ce009b75f2 None None] Pushing event updated for resources: {'Port': ['ID=0b6fe4d2-64d5-4781-a9f5-128864ccb7a1,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:55.175862 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a97cd883-a6ad-48a2-9b09-07ce009b75f2 None None] Attempting to bind port 0b6fe4d2-64d5-4781-a9f5-128864ccb7a1 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:00:55.176240 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a97cd883-a6ad-48a2-9b09-07ce009b75f2 None None] Attempting to bind port 0b6fe4d2-64d5-4781-a9f5-128864ccb7a1 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '6697f6ec-14ad-4ee7-86ff-89d727c28e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ddf531f4-05d8-4c38-a43a-4edcd71b1bcc'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:00:55.176610 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97cd883-a6ad-48a2-9b09-07ce009b75f2 None None] Attempting to bind port 0b6fe4d2-64d5-4781-a9f5-128864ccb7a1 on network ddf531f4-05d8-4c38-a43a-4edcd71b1bcc {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:00:55.184132 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97cd883-a6ad-48a2-9b09-07ce009b75f2 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:00:55.184528 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97cd883-a6ad-48a2-9b09-07ce009b75f2 None None] Checking segment: {'id': '6697f6ec-14ad-4ee7-86ff-89d727c28e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ddf531f4-05d8-4c38-a43a-4edcd71b1bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:00:55.184982 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a97cd883-a6ad-48a2-9b09-07ce009b75f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:55.185375 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97cd883-a6ad-48a2-9b09-07ce009b75f2 None None] Bound using segment: {'id': '6697f6ec-14ad-4ee7-86ff-89d727c28e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ddf531f4-05d8-4c38-a43a-4edcd71b1bcc'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:00:55.185858 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a97cd883-a6ad-48a2-9b09-07ce009b75f2 None None] Bound port: 0b6fe4d2-64d5-4781-a9f5-128864ccb7a1, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6697f6ec-14ad-4ee7-86ff-89d727c28e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ddf531f4-05d8-4c38-a43a-4edcd71b1bcc'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:00:55.186242 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a97cd883-a6ad-48a2-9b09-07ce009b75f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:55.189557 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-5ed190ae-f3bc-4d78-8539-fda8f7a9ffb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:00:55.189914 n-d-821435-1 neutron-server[103246]: DEBUG oslo_db.api [None req-5ed190ae-f3bc-4d78-8539-fda8f7a9ffb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:00:55.207725 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea329001-7d2e-46b5-ae92-c00ff1148c12 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:55.220463 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea329001-7d2e-46b5-ae92-c00ff1148c12 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 10 19:00:55.221243 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea329001-7d2e-46b5-ae92-c00ff1148c12 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:00:55.231765 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-301e3e59-e4ea-4070-a056-99336d3adbd9 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:55.231765 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33858) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:55.236570 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ea329001-7d2e-46b5-ae92-c00ff1148c12 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] 10.222.0.62 "DELETE /v2.0/networks/f383ede5-6693-4bc5-bd91-417c50561c4d HTTP/1.1" status: 409 len: 405 time: 0.1756654 Dec 10 19:00:55.239665 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-2a4c14fb-062d-42c2-8b40-67abc19e1000 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1995645387'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:55.262961 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a97cd883-a6ad-48a2-9b09-07ce009b75f2 None None] For port 0b6fe4d2-64d5-4781-a9f5-128864ccb7a1, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:00:55.269184 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a97cd883-a6ad-48a2-9b09-07ce009b75f2 None None] For port 0b6fe4d2-64d5-4781-a9f5-128864ccb7a1, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=0b6fe4d2-64d5-4781-a9f5-128864ccb7a1,segment=NetworkSegment(6697f6ec-14ad-4ee7-86ff-89d727c28e39),segment_id=6697f6ec-14ad-4ee7-86ff-89d727c28e39)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:00:55.277646 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a97cd883-a6ad-48a2-9b09-07ce009b75f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:55.341865 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97cd883-a6ad-48a2-9b09-07ce009b75f2 None None] Pushing event updated for resources: {'Port': ['ID=0b6fe4d2-64d5-4781-a9f5-128864ccb7a1,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:55.394511 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9908fae-8a9b-4424-b26f-021412511367 req-c4494664-800e-42be-9478-c5bf0baf29c9 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:55.403986 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c9908fae-8a9b-4424-b26f-021412511367 req-c4494664-800e-42be-9478-c5bf0baf29c9 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/ports?device_id=11136692-1396-43b8-8286-eab6da657f41 HTTP/1.1" status: 200 len: 946 time: 0.1159854 Dec 10 19:00:55.466039 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c9908fae-8a9b-4424-b26f-021412511367 req-430fb5ef-87ed-4678-8104-aa15f1b48cbc tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/security-groups?id=f569fe8c-540a-46f4-ab80-5fc3cb8684cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608919 Dec 10 19:00:55.506194 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:55.673937 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device f0a76cd3-0f8f-498c-a6a8-acdb350e382e up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:00:55.892930 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port f0a76cd3-0f8f-498c-a6a8-acdb350e382e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:55.892930 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:55.941341 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4c14fb-062d-42c2-8b40-67abc19e1000 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Made reservation on behalf of 07d547b0cd4f409c8e53b26120db5e99 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:00:55.944858 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2a4c14fb-062d-42c2-8b40-67abc19e1000 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:55.989594 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321106d6-23f4-46c6-b7fd-0232741b198e req-56b87bc5-a3a5-472b-b766-f2eed76be201 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:55.992695 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-321106d6-23f4-46c6-b7fd-0232741b198e req-56b87bc5-a3a5-472b-b766-f2eed76be201 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.46 "GET /v2.0/ports?device_id=11136692-1396-43b8-8286-eab6da657f41 HTTP/1.1" status: 200 len: 946 time: 0.1735284 Dec 10 19:00:56.012137 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-301e3e59-e4ea-4070-a056-99336d3adbd9 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:56.021944 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-710d5904-804b-40e1-a135-20cbd2c5bbe8 None None] Provisioning complete for port 9f01b906-9c40-4cf6-85af-b2ec56f71a9b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:56.022247 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-710d5904-804b-40e1-a135-20cbd2c5bbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:56.074370 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:56.081567 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a4c14fb-062d-42c2-8b40-67abc19e1000 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:00:56.109114 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301e3e59-e4ea-4070-a056-99336d3adbd9 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Network ddf531f4-05d8-4c38-a43a-4edcd71b1bcc is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:00:56.117146 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2a4c14fb-062d-42c2-8b40-67abc19e1000 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:56.117495 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-2a4c14fb-062d-42c2-8b40-67abc19e1000 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Added segment 838e79d1-7eba-4884-8282-b54cb386d3f5 of type vlan for network bbd2bf3b-ada3-44a6-b580-1d388548137e Dec 10 19:00:56.121934 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port f0a76cd3-0f8f-498c-a6a8-acdb350e382e, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=f0a76cd3-0f8f-498c-a6a8-acdb350e382e,segment=NetworkSegment(63d451bf-2edc-467d-824d-e71f35000b5e),segment_id=63d451bf-2edc-467d-824d-e71f35000b5e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:56.128540 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-301e3e59-e4ea-4070-a056-99336d3adbd9 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:56.131812 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:56.132732 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 73f44149-62bb-4ebc-b59f-7c9b630218ad up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:00:56.151914 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301e3e59-e4ea-4070-a056-99336d3adbd9 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:00:56.177168 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e3e59-e4ea-4070-a056-99336d3adbd9 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Pushing event updated for resources: {'Port': ['ID=8f720812-6052-4725-9298-fc351e86545c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:56.199136 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5a36fc-c1c1-4ced-8003-4bdff2e470f2 None None] Network f383ede5-6693-4bc5-bd91-417c50561c4d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:00:56.233473 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2a4c14fb-062d-42c2-8b40-67abc19e1000 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:56.252009 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-301e3e59-e4ea-4070-a056-99336d3adbd9 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:56.320567 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 73f44149-62bb-4ebc-b59f-7c9b630218ad triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:56.320913 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:56.323033 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2a4c14fb-062d-42c2-8b40-67abc19e1000 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:56.325543 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=f0a76cd3-0f8f-498c-a6a8-acdb350e382e,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:56.335068 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4c14fb-062d-42c2-8b40-67abc19e1000 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:56.335841 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2a4c14fb-062d-42c2-8b40-67abc19e1000 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:56.359933 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-321106d6-23f4-46c6-b7fd-0232741b198e req-ff6ea015-8116-4bea-995b-cfa55d0453f2 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Deleting port 887c95a0-cae1-46ab-895a-ed9109b1c232 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:00:56.361480 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-321106d6-23f4-46c6-b7fd-0232741b198e req-ff6ea015-8116-4bea-995b-cfa55d0453f2 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:56.444382 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c14fb-062d-42c2-8b40-67abc19e1000 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Pushing event updated for resources: {'Network': ['ID=bbd2bf3b-ada3-44a6-b580-1d388548137e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:56.458634 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network bbd2bf3b-ada3-44a6-b580-1d388548137e details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:00:56.472412 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 9f01b906-9c40-4cf6-85af-b2ec56f71a9b up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:00:56.538598 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5837ba-8d9a-41c2-a6ca-6179f12e8093 None None] DHCP port deletion for f383ede5-6693-4bc5-bd91-417c50561c4d request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:00:56.574330 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2a4c14fb-062d-42c2-8b40-67abc19e1000 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3410199 Dec 10 19:00:56.577307 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33864) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:56.584385 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-193c1a96-0c82-4991-836f-d8f7f035c7aa tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Request body: {'subnet': {'network_id': 'bbd2bf3b-ada3-44a6-b580-1d388548137e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:56.754978 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193c1a96-0c82-4991-836f-d8f7f035c7aa tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Made reservation on behalf of 07d547b0cd4f409c8e53b26120db5e99 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:00:56.769448 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-193c1a96-0c82-4991-836f-d8f7f035c7aa tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:56.795309 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-321106d6-23f4-46c6-b7fd-0232741b198e req-ff6ea015-8116-4bea-995b-cfa55d0453f2 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] For port 887c95a0-cae1-46ab-895a-ed9109b1c232, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=887c95a0-cae1-46ab-895a-ed9109b1c232,segment=NetworkSegment(53645b73-0dac-4e9f-adf8-da7be40381af),segment_id=53645b73-0dac-4e9f-adf8-da7be40381af)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:56.795692 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-321106d6-23f4-46c6-b7fd-0232741b198e req-ff6ea015-8116-4bea-995b-cfa55d0453f2 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:56.813582 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-321106d6-23f4-46c6-b7fd-0232741b198e req-ff6ea015-8116-4bea-995b-cfa55d0453f2 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Calling delete_port for 887c95a0-cae1-46ab-895a-ed9109b1c232 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:00:56.904863 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120beffc-2cfc-4480-9373-067d7324e071 req-a4d758a2-8864-4407-a640-efdee662a2b9 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:56.913953 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-120beffc-2cfc-4480-9373-067d7324e071 req-a4d758a2-8864-4407-a640-efdee662a2b9 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/ports?device_id=11136692-1396-43b8-8286-eab6da657f41 HTTP/1.1" status: 200 len: 946 time: 0.2897837 Dec 10 19:00:56.917025 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-43f9c2f7-b492-45b8-9e28-59151cfaf22b None None] Provisioning complete for port f0a76cd3-0f8f-498c-a6a8-acdb350e382e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:56.917509 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-43f9c2f7-b492-45b8-9e28-59151cfaf22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:56.921201 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-301e3e59-e4ea-4070-a056-99336d3adbd9 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:56.957824 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 9f01b906-9c40-4cf6-85af-b2ec56f71a9b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:56.958362 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:57.031531 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ae5837ba-8d9a-41c2-a6ca-6179f12e8093 None None] Deleting port f0a76cd3-0f8f-498c-a6a8-acdb350e382e {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:00:57.032840 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ae5837ba-8d9a-41c2-a6ca-6179f12e8093 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:57.085858 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77981b8c-1894-4481-a7ce-6558651f9dff None None] Network ddf531f4-05d8-4c38-a43a-4edcd71b1bcc requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:00:57.096934 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-120beffc-2cfc-4480-9373-067d7324e071 req-d4f25f7e-e967-42a8-98ad-77a570798ead tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/security-groups?id=f569fe8c-540a-46f4-ab80-5fc3cb8684cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817207 Dec 10 19:00:57.184799 n-d-821435-1 neutron-server[103245]: DEBUG neutron.objects.ports [None req-193c1a96-0c82-4991-836f-d8f7f035c7aa tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103245) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 19:00:57.186476 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-193c1a96-0c82-4991-836f-d8f7f035c7aa tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:57.236202 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-321106d6-23f4-46c6-b7fd-0232741b198e req-ff6ea015-8116-4bea-995b-cfa55d0453f2 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:57.265858 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c1a96-0c82-4991-836f-d8f7f035c7aa tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Pushing event updated for resources: {'Subnet': ['ID=fddebde8-75b4-4825-9ca1-d887f61ef235,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:57.268822 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['887c95a0-cae1-46ab-895a-ed9109b1c232'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:00:57.274765 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193c1a96-0c82-4991-836f-d8f7f035c7aa tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Checking segment: {'id': '838e79d1-7eba-4884-8282-b54cb386d3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'bbd2bf3b-ada3-44a6-b580-1d388548137e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:00:57.274765 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193c1a96-0c82-4991-836f-d8f7f035c7aa tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Network hostable DHCP agents. Network: bbd2bf3b-ada3-44a6-b580-1d388548137e, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:00:57.293353 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ea015-8116-4bea-995b-cfa55d0453f2 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Pushing event deleted for resources: {'Port': ['ID=887c95a0-cae1-46ab-895a-ed9109b1c232,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:57.299682 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193c1a96-0c82-4991-836f-d8f7f035c7aa tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Network bbd2bf3b-ada3-44a6-b580-1d388548137e is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:00:57.318960 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ae5837ba-8d9a-41c2-a6ca-6179f12e8093 None None] For port f0a76cd3-0f8f-498c-a6a8-acdb350e382e, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=f0a76cd3-0f8f-498c-a6a8-acdb350e382e,segment=NetworkSegment(63d451bf-2edc-467d-824d-e71f35000b5e),segment_id=63d451bf-2edc-467d-824d-e71f35000b5e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:57.319738 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ae5837ba-8d9a-41c2-a6ca-6179f12e8093 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:57.332804 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d34de4-e3cb-41f1-b613-8fce6fed17ce None None] DHCP port deletion for f9014259-8b21-4184-bc0d-c4182518b9b1 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:00:57.334479 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-193c1a96-0c82-4991-836f-d8f7f035c7aa tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, bbd2bf3b-ada3-44a6-b580-1d388548137e) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:57.346466 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193c1a96-0c82-4991-836f-d8f7f035c7aa tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:57.347076 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-193c1a96-0c82-4991-836f-d8f7f035c7aa tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:57.359364 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ae5837ba-8d9a-41c2-a6ca-6179f12e8093 None None] Calling delete_port for f0a76cd3-0f8f-498c-a6a8-acdb350e382e owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:00:57.365485 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a8cd24-b771-46b6-83a7-7b017290a7ff None None] Network bbd2bf3b-ada3-44a6-b580-1d388548137e requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:00:57.366478 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-321106d6-23f4-46c6-b7fd-0232741b198e req-ff6ea015-8116-4bea-995b-cfa55d0453f2 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] No DVR routers for this DVR port 887c95a0-cae1-46ab-895a-ed9109b1c232 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:00:57.382202 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-321106d6-23f4-46c6-b7fd-0232741b198e req-ff6ea015-8116-4bea-995b-cfa55d0453f2 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:57.383666 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-193c1a96-0c82-4991-836f-d8f7f035c7aa tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8049543 Dec 10 19:00:57.385186 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33868) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:57.385864 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-321106d6-23f4-46c6-b7fd-0232741b198e req-ff6ea015-8116-4bea-995b-cfa55d0453f2 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.46 "DELETE /v2.0/ports/887c95a0-cae1-46ab-895a-ed9109b1c232 HTTP/1.1" status: 204 len: 173 time: 1.3818727 Dec 10 19:00:57.386536 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11136692-1396-43b8-8286-eab6da657f41', 'name': 'network-vif-deleted', 'tag': '887c95a0-cae1-46ab-895a-ed9109b1c232'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:00:57.389091 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c46dbe-62ad-4125-9b6b-835b7bf2fc3f" -d '{"events": [{"server_uuid": "11136692-1396-43b8-8286-eab6da657f41", "name": "network-vif-deleted", "tag": "887c95a0-cae1-46ab-895a-ed9109b1c232"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:00:57.405929 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-b5206ac1-f040-4a52-9757-30cf73405a0b tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Request body: {'port': {'network_id': 'bbd2bf3b-ada3-44a6-b580-1d388548137e', 'name': 'tempest-NetworksIpV6TestAttrs-1603932087'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:57.572678 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-05545a3f-98e1-4f2d-962c-0371d2e163b8 None None] Provisioning complete for port 0b6fe4d2-64d5-4781-a9f5-128864ccb7a1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:57.573191 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-05545a3f-98e1-4f2d-962c-0371d2e163b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:57.620960 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-301e3e59-e4ea-4070-a056-99336d3adbd9 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:57.626499 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebe361d-531c-47d5-8dfb-dc700745215b x-openstack-request-id: req-aebe361d-531c-47d5-8dfb-dc700745215b {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:00:57.626499 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11136692-1396-43b8-8286-eab6da657f41", "name": "network-vif-deleted", "tag": "887c95a0-cae1-46ab-895a-ed9109b1c232", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:00:57.626772 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aebe361d-531c-47d5-8dfb-dc700745215b {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:00:57.627086 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11136692-1396-43b8-8286-eab6da657f41', 'name': 'network-vif-deleted', 'tag': '887c95a0-cae1-46ab-895a-ed9109b1c232', 'status': 'completed', 'code': 200} Dec 10 19:00:57.630701 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-301e3e59-e4ea-4070-a056-99336d3adbd9 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:57.666656 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82714011-714f-4763-949c-6ecab0d3e283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-bbd2bf3b-ada3-44a6-b580-1d388548137e', 'network_id': 'bbd2bf3b-ada3-44a6-b580-1d388548137e', 'project_id': '07d547b0cd4f409c8e53b26120db5e99', 'fixed_ips': [{'subnet_id': 'fddebde8-75b4-4825-9ca1-d887f61ef235'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:00:57.667659 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-82714011-714f-4763-949c-6ecab0d3e283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:57.670066 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 0b6fe4d2-64d5-4781-a9f5-128864ccb7a1 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:00:57.757277 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-301e3e59-e4ea-4070-a056-99336d3adbd9 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:57.759234 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e3e59-e4ea-4070-a056-99336d3adbd9 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Pushing event updated for resources: {'Port': ['ID=8f720812-6052-4725-9298-fc351e86545c,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:57.771253 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5206ac1-f040-4a52-9757-30cf73405a0b tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Made reservation on behalf of 07d547b0cd4f409c8e53b26120db5e99 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:00:57.778979 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b5206ac1-f040-4a52-9757-30cf73405a0b tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:57.824405 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-b5206ac1-f040-4a52-9757-30cf73405a0b tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] device_id is not set on port cfde56bf-c264-4ad9-8b3d-67304637a7b1 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:00:57.923534 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-82714011-714f-4763-949c-6ecab0d3e283 None None] Allocated IP 2001:db8::f816:3eff:fea9:9f9 (bbd2bf3b-ada3-44a6-b580-1d388548137e/fddebde8-75b4-4825-9ca1-d887f61ef235/b39c99e6-0b11-4716-bafa-fbd75c3adb8a) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:00:57.965932 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301e3e59-e4ea-4070-a056-99336d3adbd9 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Network ddf531f4-05d8-4c38-a43a-4edcd71b1bcc is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:00:57.973481 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-301e3e59-e4ea-4070-a056-99336d3adbd9 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:58.050631 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ae5837ba-8d9a-41c2-a6ca-6179f12e8093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:58.080572 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5837ba-8d9a-41c2-a6ca-6179f12e8093 None None] Pushing event deleted for resources: {'Port': ['ID=f0a76cd3-0f8f-498c-a6a8-acdb350e382e,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:58.138777 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5837ba-8d9a-41c2-a6ca-6179f12e8093 None None] No DVR routers for this DVR port f0a76cd3-0f8f-498c-a6a8-acdb350e382e on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:00:58.163864 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301e3e59-e4ea-4070-a056-99336d3adbd9 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Router 6a36892a-1e6f-49cc-adb4-a4635cad7852 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:00:58.251916 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 0b6fe4d2-64d5-4781-a9f5-128864ccb7a1 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:58.252301 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:58.255465 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-05545a3f-98e1-4f2d-962c-0371d2e163b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:58.357653 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301e3e59-e4ea-4070-a056-99336d3adbd9 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:00:58.358824 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-05545a3f-98e1-4f2d-962c-0371d2e163b8 None None] For port 0b6fe4d2-64d5-4781-a9f5-128864ccb7a1, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=0b6fe4d2-64d5-4781-a9f5-128864ccb7a1,segment=NetworkSegment(6697f6ec-14ad-4ee7-86ff-89d727c28e39),segment_id=6697f6ec-14ad-4ee7-86ff-89d727c28e39)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:58.366652 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-301e3e59-e4ea-4070-a056-99336d3adbd9 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "PUT /v2.0/routers/6a36892a-1e6f-49cc-adb4-a4635cad7852/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5887716 Dec 10 19:00:58.367981 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33880) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:58.373712 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c7c3116d-5572-42ca-8c1e-7268d0799620 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1917012055', 'description': 'tempest-secgroup_access--1917012055 description', 'project_id': 'bfeba774d033410b83d92399e2d1fec6'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:58.391160 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-05545a3f-98e1-4f2d-962c-0371d2e163b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:58.396040 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750621bd-abc5-41bb-9ae2-6685225c06f5 None None] Sync routers for ids ['6a36892a-1e6f-49cc-adb4-a4635cad7852'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:00:58.417477 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c7c3116d-5572-42ca-8c1e-7268d0799620 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:58.501604 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-82714011-714f-4763-949c-6ecab0d3e283 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:58.545624 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750621bd-abc5-41bb-9ae2-6685225c06f5 None None] Routers {'6a36892a-1e6f-49cc-adb4-a4635cad7852'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:00:58.546289 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-750621bd-abc5-41bb-9ae2-6685225c06f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:00:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6a36892a-1e6f-49cc-adb4-a4635cad7852'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:58.592731 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-b5206ac1-f040-4a52-9757-30cf73405a0b tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Allocated IP 2001:db8::f816:3eff:feb9:f711 (bbd2bf3b-ada3-44a6-b580-1d388548137e/fddebde8-75b4-4825-9ca1-d887f61ef235/cfde56bf-c264-4ad9-8b3d-67304637a7b1) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:00:58.607110 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-82714011-714f-4763-949c-6ecab0d3e283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:58.670658 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c7c3116d-5572-42ca-8c1e-7268d0799620 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:58.700352 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05545a3f-98e1-4f2d-962c-0371d2e163b8 None None] Pushing event updated for resources: {'Port': ['ID=0b6fe4d2-64d5-4781-a9f5-128864ccb7a1,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:58.707776 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82714011-714f-4763-949c-6ecab0d3e283 None None] Network bbd2bf3b-ada3-44a6-b580-1d388548137e is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:00:58.715746 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c7c3116d-5572-42ca-8c1e-7268d0799620 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:58.751704 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ccdd87ed-5c27-48c4-b400-bd0bce55f189 None None] Provisioning complete for port 0b6fe4d2-64d5-4781-a9f5-128864ccb7a1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:58.751704 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ccdd87ed-5c27-48c4-b400-bd0bce55f189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:58.769571 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c7c3116d-5572-42ca-8c1e-7268d0799620 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:58.773879 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c7c3116d-5572-42ca-8c1e-7268d0799620 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4018822 Dec 10 19:00:58.774459 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33884) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:58.778935 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3c1d2138-5e82-46f2-8a3e-9eaeb12ac702 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--194186313', 'description': 'tempest-secgroup_general--194186313 description', 'project_id': 'bfeba774d033410b83d92399e2d1fec6'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:58.797341 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-82714011-714f-4763-949c-6ecab0d3e283 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:58.799773 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82714011-714f-4763-949c-6ecab0d3e283 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:00:58.826939 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3c1d2138-5e82-46f2-8a3e-9eaeb12ac702 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:58.865504 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c3116d-5572-42ca-8c1e-7268d0799620 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90b1fe56-7264-4e35-bb7f-14ebd295eb7c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:58.905601 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82714011-714f-4763-949c-6ecab0d3e283 None None] Pushing event updated for resources: {'Port': ['ID=b39c99e6-0b11-4716-bafa-fbd75c3adb8a,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:58.914966 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-82714011-714f-4763-949c-6ecab0d3e283 None None] Attempting to bind port b39c99e6-0b11-4716-bafa-fbd75c3adb8a on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:00:58.915398 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-82714011-714f-4763-949c-6ecab0d3e283 None None] Attempting to bind port b39c99e6-0b11-4716-bafa-fbd75c3adb8a by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '838e79d1-7eba-4884-8282-b54cb386d3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'bbd2bf3b-ada3-44a6-b580-1d388548137e'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:00:58.915770 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82714011-714f-4763-949c-6ecab0d3e283 None None] Attempting to bind port b39c99e6-0b11-4716-bafa-fbd75c3adb8a on network bbd2bf3b-ada3-44a6-b580-1d388548137e {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:00:58.931918 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82714011-714f-4763-949c-6ecab0d3e283 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:00:58.932163 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82714011-714f-4763-949c-6ecab0d3e283 None None] Checking segment: {'id': '838e79d1-7eba-4884-8282-b54cb386d3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'bbd2bf3b-ada3-44a6-b580-1d388548137e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:00:58.932445 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-82714011-714f-4763-949c-6ecab0d3e283 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:58.932893 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82714011-714f-4763-949c-6ecab0d3e283 None None] Bound using segment: {'id': '838e79d1-7eba-4884-8282-b54cb386d3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'bbd2bf3b-ada3-44a6-b580-1d388548137e'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:00:58.933392 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-82714011-714f-4763-949c-6ecab0d3e283 None None] Bound port: b39c99e6-0b11-4716-bafa-fbd75c3adb8a, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838e79d1-7eba-4884-8282-b54cb386d3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'bbd2bf3b-ada3-44a6-b580-1d388548137e'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:00:58.933915 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-82714011-714f-4763-949c-6ecab0d3e283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:58.949132 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b5206ac1-f040-4a52-9757-30cf73405a0b tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:58.968011 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3c1d2138-5e82-46f2-8a3e-9eaeb12ac702 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:58.977552 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-750621bd-abc5-41bb-9ae2-6685225c06f5 None None] Set router 6a36892a-1e6f-49cc-adb4-a4635cad7852 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:00:58.986550 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3c1d2138-5e82-46f2-8a3e-9eaeb12ac702 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:59.035138 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b5206ac1-f040-4a52-9757-30cf73405a0b tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:59.061507 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3c1d2138-5e82-46f2-8a3e-9eaeb12ac702 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:59.065996 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3c1d2138-5e82-46f2-8a3e-9eaeb12ac702 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2894154 Dec 10 19:00:59.067015 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d2138-5e82-46f2-8a3e-9eaeb12ac702 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e763f2-a1be-40c1-9ee2-566eecf2cbc2,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:59.074320 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33890) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:59.090226 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5206ac1-f040-4a52-9757-30cf73405a0b tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Network bbd2bf3b-ada3-44a6-b580-1d388548137e is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:00:59.091815 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-b5206ac1-f040-4a52-9757-30cf73405a0b tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:59.094535 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-cb563acb-686b-4ae4-947b-15f8cbec7843 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Request body: {'security_group_rule': {'security_group_id': '90b1fe56-7264-4e35-bb7f-14ebd295eb7c', 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:59.102772 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5206ac1-f040-4a52-9757-30cf73405a0b tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:00:59.111907 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5206ac1-f040-4a52-9757-30cf73405a0b tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:59.113035 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b5206ac1-f040-4a52-9757-30cf73405a0b tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:59.141171 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5206ac1-f040-4a52-9757-30cf73405a0b tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Pushing event updated for resources: {'Port': ['ID=cfde56bf-c264-4ad9-8b3d-67304637a7b1,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:59.149785 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb563acb-686b-4ae4-947b-15f8cbec7843 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:59.167346 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b5206ac1-f040-4a52-9757-30cf73405a0b tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.7793710 Dec 10 19:00:59.170224 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33892) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:59.260255 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb563acb-686b-4ae4-947b-15f8cbec7843 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:59.274008 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb563acb-686b-4ae4-947b-15f8cbec7843 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:59.288891 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-a741b3c3-87bc-4ebb-bafe-f4e02a10bb37 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Deleting subnet fddebde8-75b4-4825-9ca1-d887f61ef235 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:00:59.297081 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb563acb-686b-4ae4-947b-15f8cbec7843 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=383761ee-8a48-4530-9ce8-01badd047e20,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:59.300133 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a741b3c3-87bc-4ebb-bafe-f4e02a10bb37 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:59.301494 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device f0a76cd3-0f8f-498c-a6a8-acdb350e382e no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:00:59.320172 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb563acb-686b-4ae4-947b-15f8cbec7843 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:59.321482 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-cb563acb-686b-4ae4-947b-15f8cbec7843 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2463000 Dec 10 19:00:59.329539 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: f0a76cd3-0f8f-498c-a6a8-acdb350e382e {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:00:59.330042 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device f0a76cd3-0f8f-498c-a6a8-acdb350e382e not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:00:59.400551 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 887c95a0-cae1-46ab-895a-ed9109b1c232 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:00:59.402638 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a741b3c3-87bc-4ebb-bafe-f4e02a10bb37 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:59.428520 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 887c95a0-cae1-46ab-895a-ed9109b1c232 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:00:59.429061 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 887c95a0-cae1-46ab-895a-ed9109b1c232 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:00:59.465394 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ccdd87ed-5c27-48c4-b400-bd0bce55f189 None None] Provisioning complete for port 8f720812-6052-4725-9298-fc351e86545c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:59.466163 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ccdd87ed-5c27-48c4-b400-bd0bce55f189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:59.473365 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-82714011-714f-4763-949c-6ecab0d3e283 None None] For port b39c99e6-0b11-4716-bafa-fbd75c3adb8a, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:00:59.479355 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-82714011-714f-4763-949c-6ecab0d3e283 None None] For port b39c99e6-0b11-4716-bafa-fbd75c3adb8a, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b39c99e6-0b11-4716-bafa-fbd75c3adb8a,segment=NetworkSegment(838e79d1-7eba-4884-8282-b54cb386d3f5),segment_id=838e79d1-7eba-4884-8282-b54cb386d3f5)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:00:59.515504 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-82714011-714f-4763-949c-6ecab0d3e283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:59.587864 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 0b6fe4d2-64d5-4781-a9f5-128864ccb7a1 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:00:59.609354 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-7f6d5cef-aa0c-496c-b16c-48053f016f8f tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup_access--1917012055&fields=id&tenant_id=bfeba774d033410b83d92399e2d1fec6 HTTP/1.1" status: 200 len: 267 time: 0.1491175 Dec 10 19:00:59.652305 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ccdd87ed-5c27-48c4-b400-bd0bce55f189 None None] Port 8f720812-6052-4725-9298-fc351e86545c cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:00:59.685971 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-827b5577-22a1-4c62-a730-f8f758ea839a tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup_general--194186313&fields=id&tenant_id=bfeba774d033410b83d92399e2d1fec6 HTTP/1.1" status: 200 len: 267 time: 0.0725152 Dec 10 19:00:59.720317 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a741b3c3-87bc-4ebb-bafe-f4e02a10bb37 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:59.737766 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82714011-714f-4763-949c-6ecab0d3e283 None None] Pushing event updated for resources: {'Port': ['ID=b39c99e6-0b11-4716-bafa-fbd75c3adb8a,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:59.773736 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-750621bd-abc5-41bb-9ae2-6685225c06f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'name': 'tempest-TestSecurityGroupsBasicOps-router-658289156', 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '73f44149-62bb-4ebc-b59f-7c9b630218ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:00:49Z', 'updated_at': '2021-12-10T19:00:56Z', 'revision_number': 4, 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'gw_port': {'id': '73f44149-62bb-4ebc-b59f-7c9b630218ad', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ea:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:49Z', 'updated_at': '2021-12-10T19:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '8f720812-6052-4725-9298-fc351e86545c', 'name': '', 'network_id': 'ddf531f4-05d8-4c38-a43a-4edcd71b1bcc', 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6', 'mac_address': 'fa:16:3e:5d:d0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '46950a35-556c-4d1a-88a4-9a36f9a3b5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:53Z', 'updated_at': '2021-12-10T19:00:57Z', 'revision_number': 2, 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'subnets': [{'id': '46950a35-556c-4d1a-88a4-9a36f9a3b5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:59.810402 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750621bd-abc5-41bb-9ae2-6685225c06f5 None None] Checking router: 6a36892a-1e6f-49cc-adb4-a4635cad7852 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:00:59.810855 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750621bd-abc5-41bb-9ae2-6685225c06f5 None None] Updating router 6a36892a-1e6f-49cc-adb4-a4635cad7852 port 8f720812-6052-4725-9298-fc351e86545c binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:00:59.857171 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-750621bd-abc5-41bb-9ae2-6685225c06f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:59.923500 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 0b6fe4d2-64d5-4781-a9f5-128864ccb7a1 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:59.924112 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:59.989748 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a741b3c3-87bc-4ebb-bafe-f4e02a10bb37 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:00.007576 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-579b2e08-a4b2-45d3-877b-778968c0b90e tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:00.009389 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-579b2e08-a4b2-45d3-877b-778968c0b90e tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/networks?id=ddf531f4-05d8-4c38-a43a-4edcd71b1bcc HTTP/1.1" status: 200 len: 796 time: 0.3129601 Dec 10 19:01:00.038208 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741b3c3-87bc-4ebb-bafe-f4e02a10bb37 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Pushing event deleted for resources: {'Subnet': ['ID=fddebde8-75b4-4825-9ca1-d887f61ef235,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:00.048586 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-038d4810-6fb7-46d4-8646-5dc236c44ca4 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/quotas/bfeba774d033410b83d92399e2d1fec6 HTTP/1.1" status: 200 len: 375 time: 0.0139968 Dec 10 19:01:00.051719 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a741b3c3-87bc-4ebb-bafe-f4e02a10bb37 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:00.055120 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a741b3c3-87bc-4ebb-bafe-f4e02a10bb37 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] 10.222.0.62 "DELETE /v2.0/subnets/fddebde8-75b4-4825-9ca1-d887f61ef235 HTTP/1.1" status: 204 len: 168 time: 0.8839087 Dec 10 19:01:00.057655 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33908) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:00.175093 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48bea39-6c0e-489f-9879-c5dc7e339573 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:00.183185 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48bea39-6c0e-489f-9879-c5dc7e339573 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:00.184812 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c48bea39-6c0e-489f-9879-c5dc7e339573 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1259549 Dec 10 19:01:00.187968 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33912) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:00.209800 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-f309cfe5-8afc-44b9-b4b2-c9a846211cc1 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bfeba774d033410b83d92399e2d1fec6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1428189 Dec 10 19:01:00.223272 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-3eb5d43c-a753-407a-b29b-43f3fede511e service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:01:00.224570 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-3eb5d43c-a753-407a-b29b-43f3fede511e service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076354 Dec 10 19:01:00.245796 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-909b1634-902a-4602-8cec-aac74c04fccb None None] Provisioning complete for port 8f720812-6052-4725-9298-fc351e86545c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:01:00.246565 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-909b1634-902a-4602-8cec-aac74c04fccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:00.327480 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-909b1634-902a-4602-8cec-aac74c04fccb None None] Port 8f720812-6052-4725-9298-fc351e86545c cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:01:00.358851 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6074a093-0f40-4116-a1ce-51cf5186c5c9 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:00.369514 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-6074a093-0f40-4116-a1ce-51cf5186c5c9 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 10 19:01:00.370498 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6074a093-0f40-4116-a1ce-51cf5186c5c9 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:01:00.375167 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6074a093-0f40-4116-a1ce-51cf5186c5c9 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] 10.222.0.62 "DELETE /v2.0/networks/bbd2bf3b-ada3-44a6-b580-1d388548137e HTTP/1.1" status: 409 len: 405 time: 0.1858418 Dec 10 19:01:00.382401 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33914) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:00.388129 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-a1c0504d-db28-4d93-8928-bf92de66b731 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-386660308'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:01:00.398337 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-cc347b97-ed57-45e8-bd9e-4873779a7f26 service neutron] 10.222.0.62 "GET /v2.0/networks/ddf531f4-05d8-4c38-a43a-4edcd71b1bcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655216 Dec 10 19:01:00.433082 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c0504d-db28-4d93-8928-bf92de66b731 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Made reservation on behalf of 07d547b0cd4f409c8e53b26120db5e99 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:01:00.436671 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a1c0504d-db28-4d93-8928-bf92de66b731 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:00.445756 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-750621bd-abc5-41bb-9ae2-6685225c06f5 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:00.458473 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-750621bd-abc5-41bb-9ae2-6685225c06f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:00.473243 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1c0504d-db28-4d93-8928-bf92de66b731 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:01:00.487090 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a1c0504d-db28-4d93-8928-bf92de66b731 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:00.487846 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-a1c0504d-db28-4d93-8928-bf92de66b731 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Added segment b14e7caf-2542-4a32-9bac-b65c3a1d2e0d of type vlan for network 370f1f97-ff10-4cdf-8ad0-d55e7c187e81 Dec 10 19:01:00.559639 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331521f1-e97e-4619-9fc2-9885a45e0255 None None] Pushing event updated for resources: {'Port': ['ID=8f720812-6052-4725-9298-fc351e86545c,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:00.604438 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a1c0504d-db28-4d93-8928-bf92de66b731 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:00.643126 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-ce39f15d-0bcd-4948-899f-fffede879578 service neutron] 10.222.0.62 "GET /v2.0/networks/ddf531f4-05d8-4c38-a43a-4edcd71b1bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363150 Dec 10 19:01:00.686197 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a1c0504d-db28-4d93-8928-bf92de66b731 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:00.693735 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c0504d-db28-4d93-8928-bf92de66b731 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:00.694385 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a1c0504d-db28-4d93-8928-bf92de66b731 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:00.728302 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-750621bd-abc5-41bb-9ae2-6685225c06f5 None None] Attempting to bind port 8f720812-6052-4725-9298-fc351e86545c on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:01:00.728896 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-750621bd-abc5-41bb-9ae2-6685225c06f5 None None] Attempting to bind port 8f720812-6052-4725-9298-fc351e86545c by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '6697f6ec-14ad-4ee7-86ff-89d727c28e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ddf531f4-05d8-4c38-a43a-4edcd71b1bcc'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:01:00.729144 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750621bd-abc5-41bb-9ae2-6685225c06f5 None None] Attempting to bind port 8f720812-6052-4725-9298-fc351e86545c on network ddf531f4-05d8-4c38-a43a-4edcd71b1bcc {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:01:00.762359 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750621bd-abc5-41bb-9ae2-6685225c06f5 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:01:00.763328 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750621bd-abc5-41bb-9ae2-6685225c06f5 None None] Checking segment: {'id': '6697f6ec-14ad-4ee7-86ff-89d727c28e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ddf531f4-05d8-4c38-a43a-4edcd71b1bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:01:00.763903 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-750621bd-abc5-41bb-9ae2-6685225c06f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:00.764461 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750621bd-abc5-41bb-9ae2-6685225c06f5 None None] Bound using segment: {'id': '6697f6ec-14ad-4ee7-86ff-89d727c28e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ddf531f4-05d8-4c38-a43a-4edcd71b1bcc'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:01:00.765146 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-750621bd-abc5-41bb-9ae2-6685225c06f5 None None] Bound port: 8f720812-6052-4725-9298-fc351e86545c, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6697f6ec-14ad-4ee7-86ff-89d727c28e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ddf531f4-05d8-4c38-a43a-4edcd71b1bcc'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:01:00.765715 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-750621bd-abc5-41bb-9ae2-6685225c06f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:00.810896 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33918) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:00.817408 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-9b1a9f0b-1225-4293-992f-3044c30b5a1d tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Request body: {'subnet': {'network_id': '370f1f97-ff10-4cdf-8ad0-d55e7c187e81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:01:00.824241 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a1c0504d-db28-4d93-8928-bf92de66b731 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4241083 Dec 10 19:01:00.834091 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0504d-db28-4d93-8928-bf92de66b731 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Pushing event updated for resources: {'Network': ['ID=370f1f97-ff10-4cdf-8ad0-d55e7c187e81,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:00.886954 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 370f1f97-ff10-4cdf-8ad0-d55e7c187e81 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:01:01.019616 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1a9f0b-1225-4293-992f-3044c30b5a1d tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Made reservation on behalf of 07d547b0cd4f409c8e53b26120db5e99 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:01:01.023613 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9b1a9f0b-1225-4293-992f-3044c30b5a1d tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:01.054510 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-935b65d4-363e-4026-a248-1dc20ad2a58c req-f2816cde-c6dc-4209-b9df-b5db51470751 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/ports?device_id=15079824-42ea-42cc-871c-a86013755189 HTTP/1.1" status: 200 len: 210 time: 0.0547273 Dec 10 19:01:01.129500 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-750621bd-abc5-41bb-9ae2-6685225c06f5 None None] For port 8f720812-6052-4725-9298-fc351e86545c, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:01:01.151873 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-750621bd-abc5-41bb-9ae2-6685225c06f5 None None] For port 8f720812-6052-4725-9298-fc351e86545c, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=8f720812-6052-4725-9298-fc351e86545c,segment=NetworkSegment(6697f6ec-14ad-4ee7-86ff-89d727c28e39),segment_id=6697f6ec-14ad-4ee7-86ff-89d727c28e39)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:01:01.153782 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-89d4bc9a-6c90-41ae-9d74-ede6a83c066f None None] Provisioning complete for port 8f720812-6052-4725-9298-fc351e86545c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:01:01.154435 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-89d4bc9a-6c90-41ae-9d74-ede6a83c066f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:01.158859 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-750621bd-abc5-41bb-9ae2-6685225c06f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:01.308841 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750621bd-abc5-41bb-9ae2-6685225c06f5 None None] Routers {'6a36892a-1e6f-49cc-adb4-a4635cad7852'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:01:01.309524 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-750621bd-abc5-41bb-9ae2-6685225c06f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:00:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6a36892a-1e6f-49cc-adb4-a4635cad7852'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:01:01.312696 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331521f1-e97e-4619-9fc2-9885a45e0255 None None] Pushing event updated for resources: {'Port': ['ID=8f720812-6052-4725-9298-fc351e86545c,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:01.320011 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4691f9b4-8f18-4f19-821e-db72b65db566 None None] Network bbd2bf3b-ada3-44a6-b580-1d388548137e requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:01:01.408808 n-d-821435-1 neutron-server[103245]: DEBUG neutron.objects.ports [None req-9b1a9f0b-1225-4293-992f-3044c30b5a1d tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103245) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 19:01:01.410856 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9b1a9f0b-1225-4293-992f-3044c30b5a1d tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:01.493395 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a9f0b-1225-4293-992f-3044c30b5a1d tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Pushing event updated for resources: {'Subnet': ['ID=48528535-fe7e-43f0-8387-9ffda35e9fc9,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:01.507769 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1a9f0b-1225-4293-992f-3044c30b5a1d tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Checking segment: {'id': 'b14e7caf-2542-4a32-9bac-b65c3a1d2e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '370f1f97-ff10-4cdf-8ad0-d55e7c187e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:01:01.508175 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1a9f0b-1225-4293-992f-3044c30b5a1d tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Network hostable DHCP agents. Network: 370f1f97-ff10-4cdf-8ad0-d55e7c187e81, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:01:01.531393 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1a9f0b-1225-4293-992f-3044c30b5a1d tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Network 370f1f97-ff10-4cdf-8ad0-d55e7c187e81 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:01:01.546323 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-89d4bc9a-6c90-41ae-9d74-ede6a83c066f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:01.555765 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-9b1a9f0b-1225-4293-992f-3044c30b5a1d tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 370f1f97-ff10-4cdf-8ad0-d55e7c187e81) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:01:01.565652 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1a9f0b-1225-4293-992f-3044c30b5a1d tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:01.566414 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9b1a9f0b-1225-4293-992f-3044c30b5a1d tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:01.580486 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b39c99e6-0b11-4716-bafa-fbd75c3adb8a up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:01:01.582524 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880e81d2-7bc6-4407-bc9f-c9c8404bcf06 None None] Network 370f1f97-ff10-4cdf-8ad0-d55e7c187e81 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:01:01.593822 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9b1a9f0b-1225-4293-992f-3044c30b5a1d tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.7791438 Dec 10 19:01:01.594845 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33932) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:01.679993 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-750621bd-abc5-41bb-9ae2-6685225c06f5 None None] Set router 6a36892a-1e6f-49cc-adb4-a4635cad7852 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:01:01.720306 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3cc812c1-f420-42d3-b2fc-2b95d387c420 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:01.743381 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-89d4bc9a-6c90-41ae-9d74-ede6a83c066f None None] For port 8f720812-6052-4725-9298-fc351e86545c, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=8f720812-6052-4725-9298-fc351e86545c,segment=NetworkSegment(6697f6ec-14ad-4ee7-86ff-89d727c28e39),segment_id=6697f6ec-14ad-4ee7-86ff-89d727c28e39)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:01:01.759616 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-89d4bc9a-6c90-41ae-9d74-ede6a83c066f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:01.784816 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a70267-972b-4d5d-ad64-cdf367cbbdf1 None None] DHCP port deletion for bbd2bf3b-ada3-44a6-b580-1d388548137e request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:01:01.843476 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3cc812c1-f420-42d3-b2fc-2b95d387c420 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:01.973138 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3cc812c1-f420-42d3-b2fc-2b95d387c420 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:02.023924 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc812c1-f420-42d3-b2fc-2b95d387c420 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Pushing event deleted for resources: {'Subnet': ['ID=48528535-fe7e-43f0-8387-9ffda35e9fc9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:02.084023 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3cc812c1-f420-42d3-b2fc-2b95d387c420 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:02.115597 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-3cc812c1-f420-42d3-b2fc-2b95d387c420 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['370f1f97-ff10-4cdf-8ad0-d55e7c187e81']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:01:02.128548 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-3cc812c1-f420-42d3-b2fc-2b95d387c420 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b14e7caf-2542-4a32-9bac-b65c3a1d2e0d') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:01:02.128883 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-3cc812c1-f420-42d3-b2fc-2b95d387c420 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b14e7caf-2542-4a32-9bac-b65c3a1d2e0d') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:01:02.141666 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3cc812c1-f420-42d3-b2fc-2b95d387c420 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:02.175518 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-590bc81a-6c78-47e2-abda-7a3a73df6ec3 None None] Provisioning complete for port b39c99e6-0b11-4716-bafa-fbd75c3adb8a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:01:02.176166 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-590bc81a-6c78-47e2-abda-7a3a73df6ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:02.177383 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3cc812c1-f420-42d3-b2fc-2b95d387c420 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:02.178632 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5ada5b-c076-4b2a-bed5-a54e4f75ffa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-370f1f97-ff10-4cdf-8ad0-d55e7c187e81', 'network_id': '370f1f97-ff10-4cdf-8ad0-d55e7c187e81', 'project_id': '07d547b0cd4f409c8e53b26120db5e99', 'fixed_ips': [{'subnet_id': '48528535-fe7e-43f0-8387-9ffda35e9fc9'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:01:02.179697 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8c5ada5b-c076-4b2a-bed5-a54e4f75ffa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:02.202113 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4f7a3a88-4ec5-4e5c-86c7-0f8a44a3ecb2 req-f9ec3fd0-8e69-4963-a8bf-24cd3fcb0a08 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/ports?device_id=15079824-42ea-42cc-871c-a86013755189 HTTP/1.1" status: 200 len: 210 time: 0.0469048 Dec 10 19:01:02.203136 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cc812c1-f420-42d3-b2fc-2b95d387c420 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:01:02.204002 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3cc812c1-f420-42d3-b2fc-2b95d387c420 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:02.207370 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:01:02.207370 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:01:02.207370 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:01:02.207370 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:01:02.207370 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:01:02.207370 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:01:02.207370 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:01:02.207370 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:01:02.207370 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:01:02.207370 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:01:02.207370 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:01:02.207370 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:01:02.207370 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:01:02.207370 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:01:02.207370 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:01:02.207370 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:01:02.207370 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:01:02.207370 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:01:02.207370 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:01:02.207370 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:01:02.207370 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:01:02.207370 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:01:02.207370 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:01:02.207370 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:01:02.207370 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:01:02.207370 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:01:02.207370 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:01:02.207370 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:01:02.207370 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:01:02.207370 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:01:02.207370 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:01:02.207370 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:01:02.236586 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port b39c99e6-0b11-4716-bafa-fbd75c3adb8a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:01:02.237084 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:02.241157 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d4bc9a-6c90-41ae-9d74-ede6a83c066f None None] Pushing event updated for resources: {'Port': ['ID=8f720812-6052-4725-9298-fc351e86545c,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:02.275078 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3cc812c1-f420-42d3-b2fc-2b95d387c420 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:02.283083 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3cc812c1-f420-42d3-b2fc-2b95d387c420 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:02.286800 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3cc812c1-f420-42d3-b2fc-2b95d387c420 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] 10.222.0.62 "DELETE /v2.0/networks/370f1f97-ff10-4cdf-8ad0-d55e7c187e81 HTTP/1.1" status: 204 len: 168 time: 0.6908615 Dec 10 19:01:02.290425 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33954) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:02.299280 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-5248ee56-02b4-44f1-a2b6-ac7eeb214bf4 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1056330508'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:01:02.303871 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc812c1-f420-42d3-b2fc-2b95d387c420 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Pushing event deleted for resources: {'Network': ['ID=370f1f97-ff10-4cdf-8ad0-d55e7c187e81,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:02.337346 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5248ee56-02b4-44f1-a2b6-ac7eeb214bf4 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Made reservation on behalf of 07d547b0cd4f409c8e53b26120db5e99 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:01:02.342980 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5248ee56-02b4-44f1-a2b6-ac7eeb214bf4 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:02.357697 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c2a70267-972b-4d5d-ad64-cdf367cbbdf1 None None] Deleting port b39c99e6-0b11-4716-bafa-fbd75c3adb8a {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:01:02.358079 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c2a70267-972b-4d5d-ad64-cdf367cbbdf1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:02.378200 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5248ee56-02b4-44f1-a2b6-ac7eeb214bf4 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:01:02.388825 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5248ee56-02b4-44f1-a2b6-ac7eeb214bf4 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:02.389224 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-5248ee56-02b4-44f1-a2b6-ac7eeb214bf4 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Added segment 9b2342a8-2d0d-4c2c-b61e-8bd2e79c2b0f of type vlan for network 017158a8-495f-47e3-b25d-05ec4c91aea5 Dec 10 19:01:02.421590 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef1934f-a874-491e-ac01-56767e727c64 None None] Network 370f1f97-ff10-4cdf-8ad0-d55e7c187e81 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:01:02.441255 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5248ee56-02b4-44f1-a2b6-ac7eeb214bf4 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:02.470898 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5248ee56-02b4-44f1-a2b6-ac7eeb214bf4 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:02.477154 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5248ee56-02b4-44f1-a2b6-ac7eeb214bf4 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:02.477980 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5248ee56-02b4-44f1-a2b6-ac7eeb214bf4 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:02.499084 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef1934f-a874-491e-ac01-56767e727c64 None None] Network 370f1f97-ff10-4cdf-8ad0-d55e7c187e81 could not be found, it might have been deleted concurrently. {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 19:01:02.514763 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c2a70267-972b-4d5d-ad64-cdf367cbbdf1 None None] For port b39c99e6-0b11-4716-bafa-fbd75c3adb8a, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b39c99e6-0b11-4716-bafa-fbd75c3adb8a,segment=NetworkSegment(838e79d1-7eba-4884-8282-b54cb386d3f5),segment_id=838e79d1-7eba-4884-8282-b54cb386d3f5)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:01:02.515174 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c2a70267-972b-4d5d-ad64-cdf367cbbdf1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:02.572486 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c2a70267-972b-4d5d-ad64-cdf367cbbdf1 None None] Calling delete_port for b39c99e6-0b11-4716-bafa-fbd75c3adb8a owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:01:02.584444 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-590bc81a-6c78-47e2-abda-7a3a73df6ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:02.596018 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5248ee56-02b4-44f1-a2b6-ac7eeb214bf4 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3004060 Dec 10 19:01:02.596901 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33956) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:02.601586 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-084a24bc-f622-4c11-82a1-721eff4d58f1 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Request body: {'subnet': {'network_id': '017158a8-495f-47e3-b25d-05ec4c91aea5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:01:02.655365 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5248ee56-02b4-44f1-a2b6-ac7eeb214bf4 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Pushing event updated for resources: {'Network': ['ID=017158a8-495f-47e3-b25d-05ec4c91aea5,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:02.679684 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 017158a8-495f-47e3-b25d-05ec4c91aea5 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:01:02.712558 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-cfaf734b-530b-4299-a259-e7aa032a7738 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:02.714084 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-cfaf734b-530b-4299-a259-e7aa032a7738 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.46 "GET /v2.0/networks?id=ddf531f4-05d8-4c38-a43a-4edcd71b1bcc HTTP/1.1" status: 200 len: 796 time: 0.1839099 Dec 10 19:01:02.743003 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084a24bc-f622-4c11-82a1-721eff4d58f1 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Made reservation on behalf of 07d547b0cd4f409c8e53b26120db5e99 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:01:02.747236 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-084a24bc-f622-4c11-82a1-721eff4d58f1 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:02.757650 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:02.803931 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-590bc81a-6c78-47e2-abda-7a3a73df6ec3 None None] For port b39c99e6-0b11-4716-bafa-fbd75c3adb8a, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b39c99e6-0b11-4716-bafa-fbd75c3adb8a,segment=NetworkSegment(838e79d1-7eba-4884-8282-b54cb386d3f5),segment_id=838e79d1-7eba-4884-8282-b54cb386d3f5)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:01:02.806511 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-c287ca5c-2950-405a-b1e6-a73ecc2948fd tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfeba774d033410b83d92399e2d1fec6 HTTP/1.1" status: 200 len: 477 time: 0.0822570 Dec 10 19:01:02.818208 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-b5351f68-8314-4f71-ba60-c3896f3bf7ee tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Request body: {'port': {'device_id': '15079824-42ea-42cc-871c-a86013755189', 'network_id': 'ddf531f4-05d8-4c38-a43a-4edcd71b1bcc', 'admin_state_up': True, 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6', 'security_groups': ['90b1fe56-7264-4e35-bb7f-14ebd295eb7c', 'd2e763f2-a1be-40c1-9ee2-566eecf2cbc2']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:01:02.820381 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-590bc81a-6c78-47e2-abda-7a3a73df6ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:02.824462 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-750621bd-abc5-41bb-9ae2-6685225c06f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'name': 'tempest-TestSecurityGroupsBasicOps-router-658289156', 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '73f44149-62bb-4ebc-b59f-7c9b630218ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:00:49Z', 'updated_at': '2021-12-10T19:00:56Z', 'revision_number': 4, 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'gw_port': {'id': '73f44149-62bb-4ebc-b59f-7c9b630218ad', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ea:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:49Z', 'updated_at': '2021-12-10T19:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '8f720812-6052-4725-9298-fc351e86545c', 'name': '', 'network_id': 'ddf531f4-05d8-4c38-a43a-4edcd71b1bcc', 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6', 'mac_address': 'fa:16:3e:5d:d0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '46950a35-556c-4d1a-88a4-9a36f9a3b5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:53Z', 'updated_at': '2021-12-10T19:01:01Z', 'revision_number': 4, 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'subnets': [{'id': '46950a35-556c-4d1a-88a4-9a36f9a3b5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:01:02.910867 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590bc81a-6c78-47e2-abda-7a3a73df6ec3 None None] Pushing event updated for resources: {'Port': ['ID=b39c99e6-0b11-4716-bafa-fbd75c3adb8a,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:02.943976 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750621bd-abc5-41bb-9ae2-6685225c06f5 None None] The sync data for ids ['6a36892a-1e6f-49cc-adb4-a4635cad7852'] in n-d-821435-1 is: [{'id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'name': 'tempest-TestSecurityGroupsBasicOps-router-658289156', 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '73f44149-62bb-4ebc-b59f-7c9b630218ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:00:49Z', 'updated_at': '2021-12-10T19:00:56Z', 'revision_number': 4, 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'gw_port': {'id': '73f44149-62bb-4ebc-b59f-7c9b630218ad', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ea:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:49Z', 'updated_at': '2021-12-10T19:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '8f720812-6052-4725-9298-fc351e86545c', 'name': '', 'network_id': 'ddf531f4-05d8-4c38-a43a-4edcd71b1bcc', 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6', 'mac_address': 'fa:16:3e:5d:d0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '46950a35-556c-4d1a-88a4-9a36f9a3b5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:53Z', 'updated_at': '2021-12-10T19:01:01Z', 'revision_number': 4, 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'subnets': [{'id': '46950a35-556c-4d1a-88a4-9a36f9a3b5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:01:02.961042 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-590bc81a-6c78-47e2-abda-7a3a73df6ec3 None None] Provisioning complete for port 8f720812-6052-4725-9298-fc351e86545c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:01:02.961427 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-590bc81a-6c78-47e2-abda-7a3a73df6ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:02.995768 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-b5351f68-8314-4f71-ba60-c3896f3bf7ee tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Made reservation on behalf of bfeba774d033410b83d92399e2d1fec6 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:01:03.001140 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-b5351f68-8314-4f71-ba60-c3896f3bf7ee tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:03.011887 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c2a70267-972b-4d5d-ad64-cdf367cbbdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:03.044882 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:01:03.053115 n-d-821435-1 neutron-server[103246]: DEBUG oslo_db.api [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:01:03.065616 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-084a24bc-f622-4c11-82a1-721eff4d58f1 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:03.090711 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a70267-972b-4d5d-ad64-cdf367cbbdf1 None None] Pushing event deleted for resources: {'Port': ['ID=b39c99e6-0b11-4716-bafa-fbd75c3adb8a,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:03.096467 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a70267-972b-4d5d-ad64-cdf367cbbdf1 None None] No DVR routers for this DVR port b39c99e6-0b11-4716-bafa-fbd75c3adb8a on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:01:03.213150 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a24bc-f622-4c11-82a1-721eff4d58f1 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Pushing event updated for resources: {'Subnet': ['ID=6acbff51-aaa5-4f0f-bedf-f424eb088db9,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:03.226011 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084a24bc-f622-4c11-82a1-721eff4d58f1 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Checking segment: {'id': '9b2342a8-2d0d-4c2c-b61e-8bd2e79c2b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '017158a8-495f-47e3-b25d-05ec4c91aea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:01:03.226386 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084a24bc-f622-4c11-82a1-721eff4d58f1 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Network hostable DHCP agents. Network: 017158a8-495f-47e3-b25d-05ec4c91aea5, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:01:03.271784 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084a24bc-f622-4c11-82a1-721eff4d58f1 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Network 017158a8-495f-47e3-b25d-05ec4c91aea5 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:01:03.285897 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-b5351f68-8314-4f71-ba60-c3896f3bf7ee tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Allocated IP 172.20.0.12 (ddf531f4-05d8-4c38-a43a-4edcd71b1bcc/46950a35-556c-4d1a-88a4-9a36f9a3b5c7/8593ef86-5003-4ba1-91bb-28ab14ab6611) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:01:03.294468 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-084a24bc-f622-4c11-82a1-721eff4d58f1 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 017158a8-495f-47e3-b25d-05ec4c91aea5) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:01:03.304717 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96199e9a-00c9-4df4-89a7-8f4598824f9a None None] Network 017158a8-495f-47e3-b25d-05ec4c91aea5 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:01:03.315620 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084a24bc-f622-4c11-82a1-721eff4d58f1 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:03.316394 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-084a24bc-f622-4c11-82a1-721eff4d58f1 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:03.346862 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-084a24bc-f622-4c11-82a1-721eff4d58f1 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7488949 Dec 10 19:01:03.349554 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33962) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:03.439165 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6b373428-397a-45c7-a3f1-aba8f0c61b82 req-c67f0415-9b95-45eb-9856-b6229fee9d80 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/ports?device_id=15079824-42ea-42cc-871c-a86013755189 HTTP/1.1" status: 200 len: 210 time: 0.1125274 Dec 10 19:01:03.502138 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dbc918-bb12-4b2d-a2e5-a249dadf1a84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-017158a8-495f-47e3-b25d-05ec4c91aea5', 'network_id': '017158a8-495f-47e3-b25d-05ec4c91aea5', 'project_id': '07d547b0cd4f409c8e53b26120db5e99', 'fixed_ips': [{'subnet_id': '6acbff51-aaa5-4f0f-bedf-f424eb088db9'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:01:03.503187 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-25dbc918-bb12-4b2d-a2e5-a249dadf1a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:03.632249 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Port b39c99e6-0b11-4716-bafa-fbd75c3adb8a update to ACTIVE by agent not found {{(pid=103246) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 10 19:01:03.638000 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85b53e41-78df-4e63-a816-7c32edc6eb13 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:03.761476 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-25dbc918-bb12-4b2d-a2e5-a249dadf1a84 None None] Allocated IP 2001:db8::2 (017158a8-495f-47e3-b25d-05ec4c91aea5/6acbff51-aaa5-4f0f-bedf-f424eb088db9/1383fb61-3773-43c8-9a26-74e27001e720) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:01:03.784754 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85b53e41-78df-4e63-a816-7c32edc6eb13 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:03.897453 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-b5351f68-8314-4f71-ba60-c3896f3bf7ee tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:03.953921 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-b5351f68-8314-4f71-ba60-c3896f3bf7ee tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:03.972054 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 8f720812-6052-4725-9298-fc351e86545c up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:01:04.009641 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:04.012311 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-b5351f68-8314-4f71-ba60-c3896f3bf7ee tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Network ddf531f4-05d8-4c38-a43a-4edcd71b1bcc is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:01:04.015861 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-b5351f68-8314-4f71-ba60-c3896f3bf7ee tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:01:04.021275 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-b5351f68-8314-4f71-ba60-c3896f3bf7ee tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:01:04.038865 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-25dbc918-bb12-4b2d-a2e5-a249dadf1a84 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:04.064651 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-25dbc918-bb12-4b2d-a2e5-a249dadf1a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:04.068809 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5351f68-8314-4f71-ba60-c3896f3bf7ee tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Pushing event updated for resources: {'Port': ['ID=8593ef86-5003-4ba1-91bb-28ab14ab6611,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:04.086470 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-b5351f68-8314-4f71-ba60-c3896f3bf7ee tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:04.086905 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-b5351f68-8314-4f71-ba60-c3896f3bf7ee tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:04.116503 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-b5351f68-8314-4f71-ba60-c3896f3bf7ee tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.3044157 Dec 10 19:01:04.121642 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85b53e41-78df-4e63-a816-7c32edc6eb13 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:04.151357 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-84e6698a-3b22-43e5-a2a5-f1def7725639 service neutron] Request body: {'port': {'device_id': '15079824-42ea-42cc-871c-a86013755189', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:01:04.186741 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 8f720812-6052-4725-9298-fc351e86545c triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:01:04.187118 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:04.191480 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dbc918-bb12-4b2d-a2e5-a249dadf1a84 None None] Network 017158a8-495f-47e3-b25d-05ec4c91aea5 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:01:04.243306 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-25dbc918-bb12-4b2d-a2e5-a249dadf1a84 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:01:04.250847 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b53e41-78df-4e63-a816-7c32edc6eb13 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Pushing event deleted for resources: {'Subnet': ['ID=6acbff51-aaa5-4f0f-bedf-f424eb088db9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:04.257327 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dbc918-bb12-4b2d-a2e5-a249dadf1a84 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:01:04.259360 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dbc918-bb12-4b2d-a2e5-a249dadf1a84 None None] Pushing event updated for resources: {'Port': ['ID=1383fb61-3773-43c8-9a26-74e27001e720,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:04.387841 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-25dbc918-bb12-4b2d-a2e5-a249dadf1a84 None None] Attempting to bind port 1383fb61-3773-43c8-9a26-74e27001e720 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:01:04.388227 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-25dbc918-bb12-4b2d-a2e5-a249dadf1a84 None None] Attempting to bind port 1383fb61-3773-43c8-9a26-74e27001e720 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '9b2342a8-2d0d-4c2c-b61e-8bd2e79c2b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '017158a8-495f-47e3-b25d-05ec4c91aea5'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:01:04.388601 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dbc918-bb12-4b2d-a2e5-a249dadf1a84 None None] Attempting to bind port 1383fb61-3773-43c8-9a26-74e27001e720 on network 017158a8-495f-47e3-b25d-05ec4c91aea5 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:01:04.397656 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85b53e41-78df-4e63-a816-7c32edc6eb13 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:04.417393 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dbc918-bb12-4b2d-a2e5-a249dadf1a84 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:01:04.417689 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dbc918-bb12-4b2d-a2e5-a249dadf1a84 None None] Checking segment: {'id': '9b2342a8-2d0d-4c2c-b61e-8bd2e79c2b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '017158a8-495f-47e3-b25d-05ec4c91aea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:01:04.418103 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-25dbc918-bb12-4b2d-a2e5-a249dadf1a84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:04.418505 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dbc918-bb12-4b2d-a2e5-a249dadf1a84 None None] Bound using segment: {'id': '9b2342a8-2d0d-4c2c-b61e-8bd2e79c2b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '017158a8-495f-47e3-b25d-05ec4c91aea5'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:01:04.419047 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-25dbc918-bb12-4b2d-a2e5-a249dadf1a84 None None] Bound port: 1383fb61-3773-43c8-9a26-74e27001e720, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b2342a8-2d0d-4c2c-b61e-8bd2e79c2b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '017158a8-495f-47e3-b25d-05ec4c91aea5'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:01:04.419884 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-25dbc918-bb12-4b2d-a2e5-a249dadf1a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:04.424526 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-84e6698a-3b22-43e5-a2a5-f1def7725639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:04.427336 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-85b53e41-78df-4e63-a816-7c32edc6eb13 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['017158a8-495f-47e3-b25d-05ec4c91aea5']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:01:04.447278 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-85b53e41-78df-4e63-a816-7c32edc6eb13 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b2342a8-2d0d-4c2c-b61e-8bd2e79c2b0f') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:01:04.448080 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-85b53e41-78df-4e63-a816-7c32edc6eb13 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b2342a8-2d0d-4c2c-b61e-8bd2e79c2b0f') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:01:04.460379 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85b53e41-78df-4e63-a816-7c32edc6eb13 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:04.500496 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85b53e41-78df-4e63-a816-7c32edc6eb13 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:04.517637 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85b53e41-78df-4e63-a816-7c32edc6eb13 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:01:04.518069 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85b53e41-78df-4e63-a816-7c32edc6eb13 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:04.521939 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 19:01:04.521939 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:01:04.521939 n-d-821435-1 neutron-server[103244]: timer() Dec 10 19:01:04.521939 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:01:04.521939 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 19:01:04.521939 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:01:04.521939 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 19:01:04.521939 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:01:04.521939 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 19:01:04.521939 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:01:04.521939 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 19:01:04.521939 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:01:04.521939 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 19:01:04.521939 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:01:04.521939 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:01:04.521939 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:01:04.521939 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:01:04.521939 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:01:04.521939 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 19:01:04.521939 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:01:04.521939 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 19:01:04.521939 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:01:04.521939 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:01:04.521939 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:01:04.521939 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 19:01:04.521939 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:01:04.521939 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:01:04.521939 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:01:04.521939 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:01:04.521939 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:01:04.521939 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:01:04.521939 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:01:04.647656 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-25dbc918-bb12-4b2d-a2e5-a249dadf1a84 None None] For port 1383fb61-3773-43c8-9a26-74e27001e720, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:01:04.651626 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa63e53-dd8d-4659-ac86-c6987ecbc835 req-a8d7975c-608a-4ac2-8cbb-60eac141825a tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:04.653052 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d179fe14-d688-446e-94c8-1f5f4509428e None None] Provisioning complete for port 8593ef86-5003-4ba1-91bb-28ab14ab6611 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:01:04.653421 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d179fe14-d688-446e-94c8-1f5f4509428e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:04.656985 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-efa63e53-dd8d-4659-ac86-c6987ecbc835 req-a8d7975c-608a-4ac2-8cbb-60eac141825a tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/ports?device_id=15079824-42ea-42cc-871c-a86013755189 HTTP/1.1" status: 200 len: 971 time: 0.0707865 Dec 10 19:01:04.680894 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b39c99e6-0b11-4716-bafa-fbd75c3adb8a no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:01:04.713997 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: b39c99e6-0b11-4716-bafa-fbd75c3adb8a {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:01:04.714498 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b39c99e6-0b11-4716-bafa-fbd75c3adb8a not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:01:04.737339 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.db.api [None req-85b53e41-78df-4e63-a816-7c32edc6eb13 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 19:01:04.737339 n-d-821435-1 neutron-server[103244]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 19:01:04.737339 n-d-821435-1 neutron-server[103244]: [parameters: {'id': '017158a8-495f-47e3-b25d-05ec4c91aea5'}] Dec 10 19:01:04.737339 n-d-821435-1 neutron-server[103244]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:01:04.737756 n-d-821435-1 neutron-server[103244]: DEBUG oslo_db.api [None req-85b53e41-78df-4e63-a816-7c32edc6eb13 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:01:04.747537 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-25dbc918-bb12-4b2d-a2e5-a249dadf1a84 None None] For port 1383fb61-3773-43c8-9a26-74e27001e720, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=1383fb61-3773-43c8-9a26-74e27001e720,segment=NetworkSegment(9b2342a8-2d0d-4c2c-b61e-8bd2e79c2b0f),segment_id=9b2342a8-2d0d-4c2c-b61e-8bd2e79c2b0f)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:01:04.750777 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d179fe14-d688-446e-94c8-1f5f4509428e None None] Port 8593ef86-5003-4ba1-91bb-28ab14ab6611 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:01:04.756413 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-25dbc918-bb12-4b2d-a2e5-a249dadf1a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:04.767439 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-efa63e53-dd8d-4659-ac86-c6987ecbc835 req-f21a0c86-3e51-462f-a1d3-e474fcfeb31f tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/security-groups?id=90b1fe56-7264-4e35-bb7f-14ebd295eb7c&id=d2e763f2-a1be-40c1-9ee2-566eecf2cbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1026089 Dec 10 19:01:04.856812 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dbc918-bb12-4b2d-a2e5-a249dadf1a84 None None] Pushing event updated for resources: {'Port': ['ID=1383fb61-3773-43c8-9a26-74e27001e720,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:04.866463 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bd723f-e39b-4b02-ac5d-cca2b472d781 None None] Network 017158a8-495f-47e3-b25d-05ec4c91aea5 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:01:04.969762 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-84e6698a-3b22-43e5-a2a5-f1def7725639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8593ef86-5003-4ba1-91bb-28ab14ab6611 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:01:04.981191 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd44221f-e66d-4949-8072-a9de57a6a511 None None] get_active_networks_info from n-d-821435-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 19:01:04.990557 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-84e6698a-3b22-43e5-a2a5-f1def7725639 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:05.004830 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-84e6698a-3b22-43e5-a2a5-f1def7725639 service neutron] Transition to ACTIVE for port object 8593ef86-5003-4ba1-91bb-28ab14ab6611 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:01:05.012406 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-84e6698a-3b22-43e5-a2a5-f1def7725639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:05.103085 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd44221f-e66d-4949-8072-a9de57a6a511 None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 19:01:05.115178 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6698a-3b22-43e5-a2a5-f1def7725639 service neutron] Pushing event updated for resources: {'Port': ['ID=8593ef86-5003-4ba1-91bb-28ab14ab6611,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:05.184708 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-84e6698a-3b22-43e5-a2a5-f1def7725639 service neutron] Attempting to bind port 8593ef86-5003-4ba1-91bb-28ab14ab6611 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:01:05.185327 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-84e6698a-3b22-43e5-a2a5-f1def7725639 service neutron] Attempting to bind port 8593ef86-5003-4ba1-91bb-28ab14ab6611 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '6697f6ec-14ad-4ee7-86ff-89d727c28e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ddf531f4-05d8-4c38-a43a-4edcd71b1bcc'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:01:05.185813 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-84e6698a-3b22-43e5-a2a5-f1def7725639 service neutron] Attempting to bind port 8593ef86-5003-4ba1-91bb-28ab14ab6611 on network ddf531f4-05d8-4c38-a43a-4edcd71b1bcc {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:01:05.194553 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-84e6698a-3b22-43e5-a2a5-f1def7725639 service neutron] Port 8593ef86-5003-4ba1-91bb-28ab14ab6611 on network ddf531f4-05d8-4c38-a43a-4edcd71b1bcc not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:01:05.194883 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-84e6698a-3b22-43e5-a2a5-f1def7725639 service neutron] Attempting to bind port 8593ef86-5003-4ba1-91bb-28ab14ab6611 on network ddf531f4-05d8-4c38-a43a-4edcd71b1bcc {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:01:05.201285 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-84e6698a-3b22-43e5-a2a5-f1def7725639 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:01:05.201660 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-84e6698a-3b22-43e5-a2a5-f1def7725639 service neutron] Checking segment: {'id': '6697f6ec-14ad-4ee7-86ff-89d727c28e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ddf531f4-05d8-4c38-a43a-4edcd71b1bcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:01:05.202554 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-84e6698a-3b22-43e5-a2a5-f1def7725639 service neutron] Bound using segment: {'id': '6697f6ec-14ad-4ee7-86ff-89d727c28e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ddf531f4-05d8-4c38-a43a-4edcd71b1bcc'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:01:05.202554 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-84e6698a-3b22-43e5-a2a5-f1def7725639 service neutron] Bound port: 8593ef86-5003-4ba1-91bb-28ab14ab6611, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6697f6ec-14ad-4ee7-86ff-89d727c28e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ddf531f4-05d8-4c38-a43a-4edcd71b1bcc'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:01:05.202839 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-84e6698a-3b22-43e5-a2a5-f1def7725639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:05.240168 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85b53e41-78df-4e63-a816-7c32edc6eb13 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:05.306770 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-84e6698a-3b22-43e5-a2a5-f1def7725639 service neutron] For port 8593ef86-5003-4ba1-91bb-28ab14ab6611, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:01:05.322790 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-84e6698a-3b22-43e5-a2a5-f1def7725639 service neutron] For port 8593ef86-5003-4ba1-91bb-28ab14ab6611, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8593ef86-5003-4ba1-91bb-28ab14ab6611,segment=NetworkSegment(6697f6ec-14ad-4ee7-86ff-89d727c28e39),segment_id=6697f6ec-14ad-4ee7-86ff-89d727c28e39)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:01:05.332214 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-84e6698a-3b22-43e5-a2a5-f1def7725639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:05.378935 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-84e6698a-3b22-43e5-a2a5-f1def7725639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:05.380240 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-84e6698a-3b22-43e5-a2a5-f1def7725639 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:05.381850 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-84e6698a-3b22-43e5-a2a5-f1def7725639 service neutron] 10.222.0.46 "PUT /v2.0/ports/8593ef86-5003-4ba1-91bb-28ab14ab6611 HTTP/1.1" status: 200 len: 1131 time: 1.2512662 Dec 10 19:01:05.384068 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15079824-42ea-42cc-871c-a86013755189', 'tag': '8593ef86-5003-4ba1-91bb-28ab14ab6611'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:01:05.386394 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527b8ae6-6c40-4540-a209-3f0fb80e7cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "15079824-42ea-42cc-871c-a86013755189", "tag": "8593ef86-5003-4ba1-91bb-28ab14ab6611"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:01:05.394748 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-85b53e41-78df-4e63-a816-7c32edc6eb13 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Deleting port 1383fb61-3773-43c8-9a26-74e27001e720 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:01:05.395170 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85b53e41-78df-4e63-a816-7c32edc6eb13 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:05.428130 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6698a-3b22-43e5-a2a5-f1def7725639 service neutron] Pushing event updated for resources: {'Port': ['ID=8593ef86-5003-4ba1-91bb-28ab14ab6611,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:05.474407 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4632c020-f145-4b09-b5f7-45c33ad2cf99 x-openstack-request-id: req-4632c020-f145-4b09-b5f7-45c33ad2cf99 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:01:05.474696 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15079824-42ea-42cc-871c-a86013755189", "tag": "8593ef86-5003-4ba1-91bb-28ab14ab6611", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:01:05.474950 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4632c020-f145-4b09-b5f7-45c33ad2cf99 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:01:05.475342 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15079824-42ea-42cc-871c-a86013755189', 'tag': '8593ef86-5003-4ba1-91bb-28ab14ab6611', 'status': 'completed', 'code': 200} Dec 10 19:01:05.526112 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-85b53e41-78df-4e63-a816-7c32edc6eb13 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] For port 1383fb61-3773-43c8-9a26-74e27001e720, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=1383fb61-3773-43c8-9a26-74e27001e720,segment=NetworkSegment(9b2342a8-2d0d-4c2c-b61e-8bd2e79c2b0f),segment_id=9b2342a8-2d0d-4c2c-b61e-8bd2e79c2b0f)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:01:05.526635 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85b53e41-78df-4e63-a816-7c32edc6eb13 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:05.544266 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-85b53e41-78df-4e63-a816-7c32edc6eb13 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Calling delete_port for 1383fb61-3773-43c8-9a26-74e27001e720 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:01:05.550455 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-67a9df25-0aef-46d5-82a2-0ca834045e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:05.552261 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-67a9df25-0aef-46d5-82a2-0ca834045e98 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bfeba774d033410b83d92399e2d1fec6&device_id=15079824-42ea-42cc-871c-a86013755189 HTTP/1.1" status: 200 len: 1134 time: 0.1118860 Dec 10 19:01:05.644389 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-4e8d2564-d5f2-4f62-9402-c42017416198 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8593ef86-5003-4ba1-91bb-28ab14ab6611 HTTP/1.1" status: 200 len: 217 time: 0.0839896 Dec 10 19:01:05.715972 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-b5bdbd2a-e018-486f-b6d2-6dccfdc49386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:05.717660 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-b5bdbd2a-e018-486f-b6d2-6dccfdc49386 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=46950a35-556c-4d1a-88a4-9a36f9a3b5c7 HTTP/1.1" status: 200 len: 834 time: 0.0656018 Dec 10 19:01:05.733808 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85b53e41-78df-4e63-a816-7c32edc6eb13 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:05.782200 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b53e41-78df-4e63-a816-7c32edc6eb13 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Pushing event deleted for resources: {'Port': ['ID=1383fb61-3773-43c8-9a26-74e27001e720,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:05.784140 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b53e41-78df-4e63-a816-7c32edc6eb13 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] No DVR routers for this DVR port 1383fb61-3773-43c8-9a26-74e27001e720 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:01:05.873054 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-e1e1cb2b-ab1c-4746-ac1f-74f2b070e9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:05.874564 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-e1e1cb2b-ab1c-4746-ac1f-74f2b070e9cf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ddf531f4-05d8-4c38-a43a-4edcd71b1bcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1500337 Dec 10 19:01:05.879576 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85b53e41-78df-4e63-a816-7c32edc6eb13 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:05.932167 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3205f4-fc58-423b-9108-2f7ed96cba31 req-0a04deb9-0bed-4c9e-816a-c18434b93fcd tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:05.933796 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9c3205f4-fc58-423b-9108-2f7ed96cba31 req-0a04deb9-0bed-4c9e-816a-c18434b93fcd tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/ports?device_id=15079824-42ea-42cc-871c-a86013755189 HTTP/1.1" status: 200 len: 983 time: 0.0598652 Dec 10 19:01:05.943944 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-85b53e41-78df-4e63-a816-7c32edc6eb13 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['017158a8-495f-47e3-b25d-05ec4c91aea5']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:01:05.959616 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-85b53e41-78df-4e63-a816-7c32edc6eb13 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b2342a8-2d0d-4c2c-b61e-8bd2e79c2b0f') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:01:05.959921 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-85b53e41-78df-4e63-a816-7c32edc6eb13 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b2342a8-2d0d-4c2c-b61e-8bd2e79c2b0f') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:01:05.973179 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85b53e41-78df-4e63-a816-7c32edc6eb13 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:06.001892 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85b53e41-78df-4e63-a816-7c32edc6eb13 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:06.008656 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9c3205f4-fc58-423b-9108-2f7ed96cba31 req-d55681dd-487f-43b4-9c61-59ef89caee01 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/security-groups?id=90b1fe56-7264-4e35-bb7f-14ebd295eb7c&id=d2e763f2-a1be-40c1-9ee2-566eecf2cbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0647275 Dec 10 19:01:06.017622 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85b53e41-78df-4e63-a816-7c32edc6eb13 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:01:06.017803 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85b53e41-78df-4e63-a816-7c32edc6eb13 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:06.020858 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 19:01:06.020858 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:01:06.020858 n-d-821435-1 neutron-server[103244]: timer() Dec 10 19:01:06.020858 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:01:06.020858 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 19:01:06.020858 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:01:06.020858 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 19:01:06.020858 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:01:06.020858 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 19:01:06.020858 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:01:06.020858 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 19:01:06.020858 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:01:06.020858 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 19:01:06.020858 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:01:06.020858 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:01:06.020858 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:01:06.020858 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:01:06.020858 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:01:06.020858 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 19:01:06.020858 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:01:06.020858 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 19:01:06.020858 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:01:06.020858 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:01:06.020858 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:01:06.020858 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 19:01:06.020858 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:01:06.020858 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:01:06.020858 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:01:06.020858 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:01:06.020858 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:01:06.020858 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:01:06.020858 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:01:06.065452 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-7c0d6220-20e9-4ffe-a142-63c466bc8593 service neutron] 10.222.0.46 "GET /v2.0/networks/ddf531f4-05d8-4c38-a43a-4edcd71b1bcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779747 Dec 10 19:01:06.134284 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85b53e41-78df-4e63-a816-7c32edc6eb13 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:06.138952 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85b53e41-78df-4e63-a816-7c32edc6eb13 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:06.147674 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 33984) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:06.153763 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-85b53e41-78df-4e63-a816-7c32edc6eb13 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] 10.222.0.62 "DELETE /v2.0/networks/017158a8-495f-47e3-b25d-05ec4c91aea5 HTTP/1.1" status: 204 len: 168 time: 2.8048551 Dec 10 19:01:06.154326 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ab6fe5ce-5562-4081-8957-7129459d7175 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1337041512'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:01:06.181858 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b53e41-78df-4e63-a816-7c32edc6eb13 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Pushing event deleted for resources: {'Network': ['ID=017158a8-495f-47e3-b25d-05ec4c91aea5,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:06.184275 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6fe5ce-5562-4081-8957-7129459d7175 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Made reservation on behalf of 07d547b0cd4f409c8e53b26120db5e99 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:01:06.189837 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab6fe5ce-5562-4081-8957-7129459d7175 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:06.218300 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab6fe5ce-5562-4081-8957-7129459d7175 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:01:06.230470 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f2f0a607-79e3-4d78-927e-fe246a7f8d3e req-b71c841a-6cc5-461a-8170-c942cb6fecad service neutron] 10.222.0.46 "GET /v2.0/networks/ddf531f4-05d8-4c38-a43a-4edcd71b1bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554751 Dec 10 19:01:06.233485 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab6fe5ce-5562-4081-8957-7129459d7175 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:06.233833 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-ab6fe5ce-5562-4081-8957-7129459d7175 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Added segment 3ef6e427-61fd-4b3f-a5ad-c5c0eff2172e of type vlan for network e9fa1c7c-0e00-476f-80f4-197dd999f4dc Dec 10 19:01:06.288018 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab6fe5ce-5562-4081-8957-7129459d7175 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:06.318042 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab6fe5ce-5562-4081-8957-7129459d7175 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:06.329531 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6fe5ce-5562-4081-8957-7129459d7175 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:06.330428 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab6fe5ce-5562-4081-8957-7129459d7175 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:06.338896 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b8ae6-6c40-4540-a209-3f0fb80e7cb0 req-c49a4e84-dcf2-4a67-8229-e36031343d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:06.340714 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-527b8ae6-6c40-4540-a209-3f0fb80e7cb0 req-c49a4e84-dcf2-4a67-8229-e36031343d0b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bfeba774d033410b83d92399e2d1fec6&device_id=15079824-42ea-42cc-871c-a86013755189 HTTP/1.1" status: 200 len: 1134 time: 0.0567703 Dec 10 19:01:06.359281 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 33988) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:06.360097 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ab6fe5ce-5562-4081-8957-7129459d7175 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2105353 Dec 10 19:01:06.365472 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-9ea9c8b6-ce8e-441b-89a5-d8fefd1ba4d1 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Request body: {'subnet': {'network_id': 'e9fa1c7c-0e00-476f-80f4-197dd999f4dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:01:06.417535 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6fe5ce-5562-4081-8957-7129459d7175 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Pushing event updated for resources: {'Network': ['ID=e9fa1c7c-0e00-476f-80f4-197dd999f4dc,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:06.430800 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network e9fa1c7c-0e00-476f-80f4-197dd999f4dc details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:01:06.518689 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b8ae6-6c40-4540-a209-3f0fb80e7cb0 req-8d0a1171-1017-4330-b3ef-f258274ec6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:06.520271 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-527b8ae6-6c40-4540-a209-3f0fb80e7cb0 req-8d0a1171-1017-4330-b3ef-f258274ec6b1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ddf531f4-05d8-4c38-a43a-4edcd71b1bcc HTTP/1.1" status: 200 len: 897 time: 0.1707203 Dec 10 19:01:06.526306 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea9c8b6-ce8e-441b-89a5-d8fefd1ba4d1 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Made reservation on behalf of 07d547b0cd4f409c8e53b26120db5e99 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:01:06.529903 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ea9c8b6-ce8e-441b-89a5-d8fefd1ba4d1 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:06.995758 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-527b8ae6-6c40-4540-a209-3f0fb80e7cb0 req-eaa67a67-1c15-46f8-be40-9f0691b99f00 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8593ef86-5003-4ba1-91bb-28ab14ab6611 HTTP/1.1" status: 200 len: 217 time: 0.4619017 Dec 10 19:01:07.106983 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49c652-47d8-40ff-97c0-cf6f87607409 req-ec664727-cada-4a81-aef9-386eb389f147 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:07.110206 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0c49c652-47d8-40ff-97c0-cf6f87607409 req-ec664727-cada-4a81-aef9-386eb389f147 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 945 time: 0.0789227 Dec 10 19:01:07.149575 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b8ae6-6c40-4540-a209-3f0fb80e7cb0 req-d50e4547-2059-4489-98ff-be4bc8f5e01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:07.151099 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-527b8ae6-6c40-4540-a209-3f0fb80e7cb0 req-d50e4547-2059-4489-98ff-be4bc8f5e01a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=46950a35-556c-4d1a-88a4-9a36f9a3b5c7 HTTP/1.1" status: 200 len: 834 time: 0.1397772 Dec 10 19:01:07.170207 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0c49c652-47d8-40ff-97c0-cf6f87607409 req-ee1e5ab3-2a04-4c31-9370-d14abf6ec919 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525682 Dec 10 19:01:07.269542 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b8ae6-6c40-4540-a209-3f0fb80e7cb0 req-ede5bb5c-9e60-4e43-8e54-2248ce141d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:07.272613 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-527b8ae6-6c40-4540-a209-3f0fb80e7cb0 req-ede5bb5c-9e60-4e43-8e54-2248ce141d79 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ddf531f4-05d8-4c38-a43a-4edcd71b1bcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883238 Dec 10 19:01:07.380446 n-d-821435-1 neutron-server[103244]: DEBUG neutron.objects.ports [None req-9ea9c8b6-ce8e-441b-89a5-d8fefd1ba4d1 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103244) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 19:01:07.393305 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ea9c8b6-ce8e-441b-89a5-d8fefd1ba4d1 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:07.505116 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea9c8b6-ce8e-441b-89a5-d8fefd1ba4d1 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Pushing event updated for resources: {'Subnet': ['ID=cf391011-0993-4f20-ae19-78050c0a72d3,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:07.516229 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-527b8ae6-6c40-4540-a209-3f0fb80e7cb0 req-6c0cae5d-5df9-41b7-86de-3784c2bd1794 service neutron] 10.222.0.46 "GET /v2.0/networks/ddf531f4-05d8-4c38-a43a-4edcd71b1bcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326729 Dec 10 19:01:07.525169 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116813d-db94-4d46-b8f1-7eb868414373 req-3300bc1f-0511-46b8-b518-f3161300aa91 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:07.526738 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8116813d-db94-4d46-b8f1-7eb868414373 req-3300bc1f-0511-46b8-b518-f3161300aa91 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/ports?device_id=15079824-42ea-42cc-871c-a86013755189 HTTP/1.1" status: 200 len: 983 time: 0.1435792 Dec 10 19:01:07.589743 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea9c8b6-ce8e-441b-89a5-d8fefd1ba4d1 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Checking segment: {'id': '3ef6e427-61fd-4b3f-a5ad-c5c0eff2172e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e9fa1c7c-0e00-476f-80f4-197dd999f4dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:01:07.590136 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea9c8b6-ce8e-441b-89a5-d8fefd1ba4d1 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Network hostable DHCP agents. Network: e9fa1c7c-0e00-476f-80f4-197dd999f4dc, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:01:07.648703 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05d388-073c-4215-9f26-db39855a1910 req-a07d6455-4d05-4757-bf2e-55446519a437 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:07.650264 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ba05d388-073c-4215-9f26-db39855a1910 req-a07d6455-4d05-4757-bf2e-55446519a437 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/networks?id=f9014259-8b21-4184-bc0d-c4182518b9b1 HTTP/1.1" status: 200 len: 814 time: 0.1129012 Dec 10 19:01:07.651151 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea9c8b6-ce8e-441b-89a5-d8fefd1ba4d1 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Network e9fa1c7c-0e00-476f-80f4-197dd999f4dc is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:01:07.665980 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ba05d388-073c-4215-9f26-db39855a1910 req-dd11f0fb-22c4-4fc8-a510-11d9ec9e60ef tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/quotas/36d6a94ae55d42538c51b3ac6df52720 HTTP/1.1" status: 200 len: 375 time: 0.0096376 Dec 10 19:01:07.683174 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-9ea9c8b6-ce8e-441b-89a5-d8fefd1ba4d1 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, e9fa1c7c-0e00-476f-80f4-197dd999f4dc) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:01:07.692698 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a320e2b2-394f-4e9f-a115-8e2d5a9042ec None None] Network e9fa1c7c-0e00-476f-80f4-197dd999f4dc requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:01:07.694832 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8116813d-db94-4d46-b8f1-7eb868414373 req-84b58be4-8712-48b4-97a2-c51748b37434 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/security-groups?id=90b1fe56-7264-4e35-bb7f-14ebd295eb7c&id=d2e763f2-a1be-40c1-9ee2-566eecf2cbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1555684 Dec 10 19:01:07.704538 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea9c8b6-ce8e-441b-89a5-d8fefd1ba4d1 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:07.705185 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ea9c8b6-ce8e-441b-89a5-d8fefd1ba4d1 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:07.706473 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ba05d388-073c-4215-9f26-db39855a1910 req-a38e7aec-d183-456d-a85c-a4be2caef1c0 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=36d6a94ae55d42538c51b3ac6df52720&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340936 Dec 10 19:01:07.713782 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-527b8ae6-6c40-4540-a209-3f0fb80e7cb0 req-bada6142-6e5d-41d0-a423-55fe393da03f service neutron] 10.222.0.46 "GET /v2.0/networks/ddf531f4-05d8-4c38-a43a-4edcd71b1bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843724 Dec 10 19:01:07.737279 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9ea9c8b6-ce8e-441b-89a5-d8fefd1ba4d1 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3758781 Dec 10 19:01:07.738751 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 34018) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:07.852719 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f22371a3-f135-417a-8cae-57ff8a728389 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:07.917202 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f22371a3-f135-417a-8cae-57ff8a728389 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:07.980959 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad10509-1031-4820-8b9c-a0447d139c68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-e9fa1c7c-0e00-476f-80f4-197dd999f4dc', 'network_id': 'e9fa1c7c-0e00-476f-80f4-197dd999f4dc', 'project_id': '07d547b0cd4f409c8e53b26120db5e99', 'fixed_ips': [{'subnet_id': 'cf391011-0993-4f20-ae19-78050c0a72d3'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:01:07.982979 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8ad10509-1031-4820-8b9c-a0447d139c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:07.991437 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f22371a3-f135-417a-8cae-57ff8a728389 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:08.018280 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22371a3-f135-417a-8cae-57ff8a728389 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Pushing event deleted for resources: {'Subnet': ['ID=cf391011-0993-4f20-ae19-78050c0a72d3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:08.078326 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d9e4ec-bc5d-44aa-b384-97ce5355ff13 None None] Network e9fa1c7c-0e00-476f-80f4-197dd999f4dc requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:01:08.089942 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f22371a3-f135-417a-8cae-57ff8a728389 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:08.113714 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-f22371a3-f135-417a-8cae-57ff8a728389 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9fa1c7c-0e00-476f-80f4-197dd999f4dc']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:01:08.127043 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-f22371a3-f135-417a-8cae-57ff8a728389 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ef6e427-61fd-4b3f-a5ad-c5c0eff2172e') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:01:08.127430 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-f22371a3-f135-417a-8cae-57ff8a728389 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ef6e427-61fd-4b3f-a5ad-c5c0eff2172e') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:01:08.138599 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f22371a3-f135-417a-8cae-57ff8a728389 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:08.154574 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f22371a3-f135-417a-8cae-57ff8a728389 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:08.162837 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f22371a3-f135-417a-8cae-57ff8a728389 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:01:08.163431 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f22371a3-f135-417a-8cae-57ff8a728389 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:08.166662 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 19:01:08.166662 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:01:08.166662 n-d-821435-1 neutron-server[103244]: timer() Dec 10 19:01:08.166662 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:01:08.166662 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 19:01:08.166662 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:01:08.166662 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 19:01:08.166662 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:01:08.166662 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 19:01:08.166662 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:01:08.166662 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 19:01:08.166662 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:01:08.166662 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 19:01:08.166662 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:01:08.166662 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:01:08.166662 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:01:08.166662 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:01:08.166662 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:01:08.166662 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 19:01:08.166662 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:01:08.166662 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 19:01:08.166662 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:01:08.166662 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:01:08.166662 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:01:08.166662 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 19:01:08.166662 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:01:08.166662 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:01:08.166662 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:01:08.166662 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:01:08.166662 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:01:08.166662 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:01:08.166662 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:01:08.193992 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ba05d388-073c-4215-9f26-db39855a1910 req-a1eed3ea-58c9-48de-85c1-318656f50d83 service neutron] 10.222.0.62 "GET /v2.0/networks/f9014259-8b21-4184-bc0d-c4182518b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4739165 Dec 10 19:01:08.231173 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f22371a3-f135-417a-8cae-57ff8a728389 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:08.240220 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f22371a3-f135-417a-8cae-57ff8a728389 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:08.243570 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f22371a3-f135-417a-8cae-57ff8a728389 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] 10.222.0.62 "DELETE /v2.0/networks/e9fa1c7c-0e00-476f-80f4-197dd999f4dc HTTP/1.1" status: 204 len: 168 time: 0.5037005 Dec 10 19:01:08.256315 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 34022) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:08.261113 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22371a3-f135-417a-8cae-57ff8a728389 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Pushing event deleted for resources: {'Network': ['ID=e9fa1c7c-0e00-476f-80f4-197dd999f4dc,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:08.263182 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:08.305764 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ba05d388-073c-4215-9f26-db39855a1910 req-142551bf-1530-477c-9196-bc275f195a7c service neutron] 10.222.0.62 "GET /v2.0/networks/f9014259-8b21-4184-bc0d-c4182518b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055934 Dec 10 19:01:08.308067 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-db1fc9da-cb2d-42fc-936a-053729ab2602 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] DELETE failed (client error): The resource could not be found. Dec 10 19:01:08.308996 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db1fc9da-cb2d-42fc-936a-053729ab2602 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:01:08.311575 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-db1fc9da-cb2d-42fc-936a-053729ab2602 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] 10.222.0.62 "DELETE /v2.0/subnets/cf391011-0993-4f20-ae19-78050c0a72d3 HTTP/1.1" status: 404 len: 337 time: 0.0530672 Dec 10 19:01:08.315089 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 34026) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:08.337839 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-c070d1d7-1190-48a9-a371-93a5a631227f tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] DELETE failed (client error): The resource could not be found. Dec 10 19:01:08.338364 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c070d1d7-1190-48a9-a371-93a5a631227f tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:01:08.341406 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c070d1d7-1190-48a9-a371-93a5a631227f tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] 10.222.0.62 "DELETE /v2.0/networks/e9fa1c7c-0e00-476f-80f4-197dd999f4dc HTTP/1.1" status: 404 len: 339 time: 0.0253150 Dec 10 19:01:08.343944 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 34028) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:08.377044 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-66405299-c74c-4af0-a4ed-4ddefd147a88 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] DELETE failed (client error): The resource could not be found. Dec 10 19:01:08.377516 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66405299-c74c-4af0-a4ed-4ddefd147a88 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:01:08.380553 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-66405299-c74c-4af0-a4ed-4ddefd147a88 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] 10.222.0.62 "DELETE /v2.0/subnets/6acbff51-aaa5-4f0f-bedf-f424eb088db9 HTTP/1.1" status: 404 len: 337 time: 0.0356889 Dec 10 19:01:08.383372 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34030) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:08.394195 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb6d60-f03a-4a6b-8403-2e3456a16f10 req-92712c4d-0377-411b-ba3f-8485ca7fde6e tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:08.395813 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aecb6d60-f03a-4a6b-8403-2e3456a16f10 req-92712c4d-0377-411b-ba3f-8485ca7fde6e tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 945 time: 0.1384702 Dec 10 19:01:08.403980 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-08079874-73af-40b1-bef2-171ab55c153c tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] DELETE failed (client error): The resource could not be found. Dec 10 19:01:08.404574 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08079874-73af-40b1-bef2-171ab55c153c tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:01:08.407735 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-08079874-73af-40b1-bef2-171ab55c153c tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] 10.222.0.62 "DELETE /v2.0/networks/017158a8-495f-47e3-b25d-05ec4c91aea5 HTTP/1.1" status: 404 len: 339 time: 0.0232837 Dec 10 19:01:08.410334 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34032) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:08.449497 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-0961514d-cc9d-4a91-a9a4-b5c9896f6bd6 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] DELETE failed (client error): The resource could not be found. Dec 10 19:01:08.450069 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0961514d-cc9d-4a91-a9a4-b5c9896f6bd6 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:01:08.454494 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0961514d-cc9d-4a91-a9a4-b5c9896f6bd6 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] 10.222.0.62 "DELETE /v2.0/subnets/48528535-fe7e-43f0-8387-9ffda35e9fc9 HTTP/1.1" status: 404 len: 337 time: 0.0426049 Dec 10 19:01:08.459784 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aecb6d60-f03a-4a6b-8403-2e3456a16f10 req-166f4a93-f48f-451b-9542-47e4a1de0956 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569460 Dec 10 19:01:08.460289 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 34038) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:08.482931 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0164385-5771-4245-970d-0359b5b97fad tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] DELETE failed (client error): The resource could not be found. Dec 10 19:01:08.483526 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0164385-5771-4245-970d-0359b5b97fad tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:01:08.484134 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-38366f82-7c21-48cf-8cea-3e616bb16763 req-2137f936-a565-4cb0-9759-2ccbd5f34a5e tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f282cf0-0440-47bd-b1d5-13bad00ea32a HTTP/1.1" status: 200 len: 210 time: 0.0281022 Dec 10 19:01:08.489104 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b0164385-5771-4245-970d-0359b5b97fad tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] 10.222.0.62 "DELETE /v2.0/networks/370f1f97-ff10-4cdf-8ad0-d55e7c187e81 HTTP/1.1" status: 404 len: 339 time: 0.0278053 Dec 10 19:01:08.490696 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34040) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:08.586310 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-2859250b-ad5f-4e83-a931-096f711747a2 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Deleting port cfde56bf-c264-4ad9-8b3d-67304637a7b1 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:01:08.586660 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2859250b-ad5f-4e83-a931-096f711747a2 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:08.659013 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2859250b-ad5f-4e83-a931-096f711747a2 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:08.671602 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-2859250b-ad5f-4e83-a931-096f711747a2 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Calling delete_port for cfde56bf-c264-4ad9-8b3d-67304637a7b1 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:01:08.759784 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2859250b-ad5f-4e83-a931-096f711747a2 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:08.788205 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859250b-ad5f-4e83-a931-096f711747a2 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Pushing event deleted for resources: {'Port': ['ID=cfde56bf-c264-4ad9-8b3d-67304637a7b1,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:08.795773 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2859250b-ad5f-4e83-a931-096f711747a2 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:08.802462 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2859250b-ad5f-4e83-a931-096f711747a2 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] 10.222.0.62 "DELETE /v2.0/ports/cfde56bf-c264-4ad9-8b3d-67304637a7b1 HTTP/1.1" status: 204 len: 168 time: 0.3085394 Dec 10 19:01:08.802694 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34050) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:08.833131 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-c879f755-eac5-44d3-b636-eeadf0fd52b3 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] DELETE failed (client error): The resource could not be found. Dec 10 19:01:08.833618 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c879f755-eac5-44d3-b636-eeadf0fd52b3 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:01:08.836771 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c879f755-eac5-44d3-b636-eeadf0fd52b3 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] 10.222.0.62 "DELETE /v2.0/subnets/fddebde8-75b4-4825-9ca1-d887f61ef235 HTTP/1.1" status: 404 len: 337 time: 0.0330713 Dec 10 19:01:08.839293 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34052) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:08.840736 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c2010-a6e2-4efb-a98a-b1927e12a007 req-90014d5f-edda-46f9-88b4-db5ed1742470 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:08.842287 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c04c2010-a6e2-4efb-a98a-b1927e12a007 req-90014d5f-edda-46f9-88b4-db5ed1742470 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/ports?device_id=15079824-42ea-42cc-871c-a86013755189 HTTP/1.1" status: 200 len: 983 time: 0.0625799 Dec 10 19:01:08.905012 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c04c2010-a6e2-4efb-a98a-b1927e12a007 req-bdae6157-03c6-45cb-a877-2e2f73010728 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/security-groups?id=90b1fe56-7264-4e35-bb7f-14ebd295eb7c&id=d2e763f2-a1be-40c1-9ee2-566eecf2cbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0560839 Dec 10 19:01:08.918252 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9e6b4e39-7d13-4e98-b394-2d7fec24203f tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:09.009843 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9e6b4e39-7d13-4e98-b394-2d7fec24203f tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:09.030031 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-9e6b4e39-7d13-4e98-b394-2d7fec24203f tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbd2bf3b-ada3-44a6-b580-1d388548137e']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:01:09.040684 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-9e6b4e39-7d13-4e98-b394-2d7fec24203f tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '838e79d1-7eba-4884-8282-b54cb386d3f5') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:01:09.040999 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-9e6b4e39-7d13-4e98-b394-2d7fec24203f tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '838e79d1-7eba-4884-8282-b54cb386d3f5') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:01:09.051913 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9e6b4e39-7d13-4e98-b394-2d7fec24203f tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:09.066333 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9e6b4e39-7d13-4e98-b394-2d7fec24203f tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:09.072462 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e6b4e39-7d13-4e98-b394-2d7fec24203f tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:01:09.073010 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9e6b4e39-7d13-4e98-b394-2d7fec24203f tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:09.076868 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:01:09.076868 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:01:09.076868 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:01:09.076868 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:01:09.076868 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:01:09.076868 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:01:09.076868 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:01:09.076868 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:01:09.076868 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:01:09.076868 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:01:09.076868 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:01:09.076868 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:01:09.076868 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:01:09.076868 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:01:09.076868 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:01:09.076868 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:01:09.076868 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:01:09.076868 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:01:09.076868 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:01:09.076868 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:01:09.076868 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:01:09.076868 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:01:09.076868 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:01:09.076868 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:01:09.076868 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:01:09.076868 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:01:09.076868 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:01:09.076868 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:01:09.076868 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:01:09.076868 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:01:09.076868 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:01:09.076868 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:01:09.137859 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9e6b4e39-7d13-4e98-b394-2d7fec24203f tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:09.144671 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9e6b4e39-7d13-4e98-b394-2d7fec24203f tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:09.147988 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9e6b4e39-7d13-4e98-b394-2d7fec24203f tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] 10.222.0.62 "DELETE /v2.0/networks/bbd2bf3b-ada3-44a6-b580-1d388548137e HTTP/1.1" status: 204 len: 168 time: 0.3077638 Dec 10 19:01:09.150588 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 34054) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:09.160072 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b4e39-7d13-4e98-b394-2d7fec24203f tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Pushing event deleted for resources: {'Network': ['ID=bbd2bf3b-ada3-44a6-b580-1d388548137e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:09.240892 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-88339e7e-978a-4ac2-9c88-f685b8e01dca tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Deleting port 68d8deb1-46dc-42e2-9dda-82d445ab32d2 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:01:09.241242 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-88339e7e-978a-4ac2-9c88-f685b8e01dca tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:09.306678 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-88339e7e-978a-4ac2-9c88-f685b8e01dca tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:09.319636 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-88339e7e-978a-4ac2-9c88-f685b8e01dca tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Calling delete_port for 68d8deb1-46dc-42e2-9dda-82d445ab32d2 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:01:09.416373 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 8593ef86-5003-4ba1-91bb-28ab14ab6611 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:01:09.518538 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05d388-073c-4215-9f26-db39855a1910 req-4739e153-902a-4cb3-9120-aa88ec139f3e tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:09.520225 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba05d388-073c-4215-9f26-db39855a1910 req-4739e153-902a-4cb3-9120-aa88ec139f3e tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.72 "GET /v2.0/networks?id=f9014259-8b21-4184-bc0d-c4182518b9b1 HTTP/1.1" status: 200 len: 814 time: 0.1477876 Dec 10 19:01:09.521497 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-88339e7e-978a-4ac2-9c88-f685b8e01dca tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:09.522637 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 8593ef86-5003-4ba1-91bb-28ab14ab6611, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8593ef86-5003-4ba1-91bb-28ab14ab6611,segment=NetworkSegment(6697f6ec-14ad-4ee7-86ff-89d727c28e39),segment_id=6697f6ec-14ad-4ee7-86ff-89d727c28e39)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:01:09.537155 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '8593ef86-5003-4ba1-91bb-28ab14ab6611', 'network_id': 'ddf531f4-05d8-4c38-a43a-4edcd71b1bcc', 'port_id': '8593ef86-5003-4ba1-91bb-28ab14ab6611', 'mac_address': 'fa:16:3e:04:a3:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46950a35-556c-4d1a-88a4-9a36f9a3b5c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:01:09.546020 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-ba05d388-073c-4215-9f26-db39855a1910 req-1b297caf-7ddf-49f2-b2d8-ca301a0b4688 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Request body: {'port': {'device_id': '0f282cf0-0440-47bd-b1d5-13bad00ea32a', 'network_id': 'f9014259-8b21-4184-bc0d-c4182518b9b1', 'admin_state_up': True, 'tenant_id': '36d6a94ae55d42538c51b3ac6df52720'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:01:09.581656 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88339e7e-978a-4ac2-9c88-f685b8e01dca tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Pushing event deleted for resources: {'Port': ['ID=68d8deb1-46dc-42e2-9dda-82d445ab32d2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:09.592259 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:09.606914 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdeb4f2-c5ae-400c-90c0-4a35d7c94ddc req-ef39441f-5526-4a91-8d48-dda49d084f30 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:09.608291 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8593ef86-5003-4ba1-91bb-28ab14ab6611 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:01:09.608486 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4cdeb4f2-c5ae-400c-90c0-4a35d7c94ddc req-ef39441f-5526-4a91-8d48-dda49d084f30 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 945 time: 0.0597148 Dec 10 19:01:09.629218 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 8593ef86-5003-4ba1-91bb-28ab14ab6611, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8593ef86-5003-4ba1-91bb-28ab14ab6611,segment=NetworkSegment(6697f6ec-14ad-4ee7-86ff-89d727c28e39),segment_id=6697f6ec-14ad-4ee7-86ff-89d727c28e39)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:01:09.634008 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-88339e7e-978a-4ac2-9c88-f685b8e01dca tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:09.634608 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:09.639155 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-88339e7e-978a-4ac2-9c88-f685b8e01dca tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] 10.222.0.62 "DELETE /v2.0/ports/68d8deb1-46dc-42e2-9dda-82d445ab32d2 HTTP/1.1" status: 204 len: 168 time: 0.4847953 Dec 10 19:01:09.639317 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 34060) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:09.667228 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-966cfe91-4399-47aa-ad08-50130f24180e req-5ce0235c-1cc6-4002-84f4-936cf07a99b1 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f282cf0-0440-47bd-b1d5-13bad00ea32a HTTP/1.1" status: 200 len: 210 time: 0.0894713 Dec 10 19:01:09.675080 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4cdeb4f2-c5ae-400c-90c0-4a35d7c94ddc req-d1a16ea3-9a9f-4bf1-9310-2d898a8cd3eb tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571473 Dec 10 19:01:09.685800 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=8593ef86-5003-4ba1-91bb-28ab14ab6611,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:09.691782 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f353098-f75f-42b6-b359-1cefb983668c tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] DELETE failed (client error): The resource could not be found. Dec 10 19:01:09.692332 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f353098-f75f-42b6-b359-1cefb983668c tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:01:09.695687 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3f353098-f75f-42b6-b359-1cefb983668c tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] 10.222.0.62 "DELETE /v2.0/subnets/7127d343-c51a-43b8-a904-d6dcd7eabae4 HTTP/1.1" status: 404 len: 337 time: 0.0408297 Dec 10 19:01:09.698268 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 34062) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:09.807881 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-374bbac8-057e-4c49-903c-d2b859dca219 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:09.834517 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba05d388-073c-4215-9f26-db39855a1910 req-1b297caf-7ddf-49f2-b2d8-ca301a0b4688 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Made reservation on behalf of 36d6a94ae55d42538c51b3ac6df52720 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:01:09.837811 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba05d388-073c-4215-9f26-db39855a1910 req-1b297caf-7ddf-49f2-b2d8-ca301a0b4688 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:09.839758 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['8593ef86-5003-4ba1-91bb-28ab14ab6611'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:01:09.937928 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-374bbac8-057e-4c49-903c-d2b859dca219 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:10.003166 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-374bbac8-057e-4c49-903c-d2b859dca219 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f383ede5-6693-4bc5-bd91-417c50561c4d']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:01:10.019784 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-374bbac8-057e-4c49-903c-d2b859dca219 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63d451bf-2edc-467d-824d-e71f35000b5e') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:01:10.020083 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-374bbac8-057e-4c49-903c-d2b859dca219 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63d451bf-2edc-467d-824d-e71f35000b5e') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:01:10.034660 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-374bbac8-057e-4c49-903c-d2b859dca219 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:10.036502 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babbd85f-ddd5-47b7-91ce-967c3fff410e req-71524473-6d3f-4ad1-adfb-fe1cae7544fb tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:10.038060 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-babbd85f-ddd5-47b7-91ce-967c3fff410e req-71524473-6d3f-4ad1-adfb-fe1cae7544fb tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/ports?device_id=15079824-42ea-42cc-871c-a86013755189 HTTP/1.1" status: 200 len: 984 time: 0.0551441 Dec 10 19:01:10.081999 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-374bbac8-057e-4c49-903c-d2b859dca219 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:10.091471 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-374bbac8-057e-4c49-903c-d2b859dca219 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:01:10.091804 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-374bbac8-057e-4c49-903c-d2b859dca219 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:10.095472 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 19:01:10.095472 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:01:10.095472 n-d-821435-1 neutron-server[103244]: timer() Dec 10 19:01:10.095472 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:01:10.095472 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 19:01:10.095472 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:01:10.095472 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 19:01:10.095472 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:01:10.095472 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 19:01:10.095472 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:01:10.095472 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 19:01:10.095472 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:01:10.095472 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 19:01:10.095472 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:01:10.095472 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:01:10.095472 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:01:10.095472 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:01:10.095472 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:01:10.095472 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 19:01:10.095472 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:01:10.095472 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 19:01:10.095472 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:01:10.095472 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:01:10.095472 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:01:10.095472 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 19:01:10.095472 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:01:10.095472 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:01:10.095472 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:01:10.095472 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:01:10.095472 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:01:10.095472 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:01:10.095472 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:01:10.104211 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-babbd85f-ddd5-47b7-91ce-967c3fff410e req-3b7af37b-8daa-45e9-a862-2bf516c80f75 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/security-groups?id=90b1fe56-7264-4e35-bb7f-14ebd295eb7c&id=d2e763f2-a1be-40c1-9ee2-566eecf2cbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0593357 Dec 10 19:01:10.155410 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-ba05d388-073c-4215-9f26-db39855a1910 req-1b297caf-7ddf-49f2-b2d8-ca301a0b4688 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Allocated IP 172.20.0.2 (f9014259-8b21-4184-bc0d-c4182518b9b1/456bed42-c413-4092-be53-ce95afcf84c6/6beee2ec-2e77-4196-99ad-f24d5c85e639) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:01:10.169603 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-374bbac8-057e-4c49-903c-d2b859dca219 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:10.180966 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-374bbac8-057e-4c49-903c-d2b859dca219 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:10.184104 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-374bbac8-057e-4c49-903c-d2b859dca219 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] 10.222.0.62 "DELETE /v2.0/networks/f383ede5-6693-4bc5-bd91-417c50561c4d HTTP/1.1" status: 204 len: 168 time: 0.4848552 Dec 10 19:01:10.186813 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34066) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:10.203024 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374bbac8-057e-4c49-903c-d2b859dca219 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Pushing event deleted for resources: {'Network': ['ID=f383ede5-6693-4bc5-bd91-417c50561c4d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:10.240728 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-49592cb9-6e70-497d-b0eb-89671dee0e1b tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Deleting subnet 5b058f33-f646-47bc-9780-e9021788c8b3 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:01:10.243818 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-49592cb9-6e70-497d-b0eb-89671dee0e1b tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:10.286414 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-49592cb9-6e70-497d-b0eb-89671dee0e1b tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:10.336797 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba05d388-073c-4215-9f26-db39855a1910 req-1b297caf-7ddf-49f2-b2d8-ca301a0b4688 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:10.372877 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-49592cb9-6e70-497d-b0eb-89671dee0e1b tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:10.379643 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba05d388-073c-4215-9f26-db39855a1910 req-1b297caf-7ddf-49f2-b2d8-ca301a0b4688 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:10.387453 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-804cfb16-dd81-4101-b8a4-5003f44f3815 req-a62715f4-72f8-4fdc-98f7-004cf0c98264 service neutron] (103244) timed out ('10.222.0.62', 36522) {{(pid=103244) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 19:01:10.426224 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba05d388-073c-4215-9f26-db39855a1910 req-1b297caf-7ddf-49f2-b2d8-ca301a0b4688 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Network f9014259-8b21-4184-bc0d-c4182518b9b1 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:01:10.429789 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-ba05d388-073c-4215-9f26-db39855a1910 req-1b297caf-7ddf-49f2-b2d8-ca301a0b4688 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:01:10.433991 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba05d388-073c-4215-9f26-db39855a1910 req-1b297caf-7ddf-49f2-b2d8-ca301a0b4688 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:01:10.434242 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-49592cb9-6e70-497d-b0eb-89671dee0e1b tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:10.446027 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab67f3e-1a0a-4311-b062-00924aa70459 None None] DHCP port deletion for f9014259-8b21-4184-bc0d-c4182518b9b1 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:01:10.459139 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b297caf-7ddf-49f2-b2d8-ca301a0b4688 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Pushing event updated for resources: {'Port': ['ID=6beee2ec-2e77-4196-99ad-f24d5c85e639,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:10.461592 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49592cb9-6e70-497d-b0eb-89671dee0e1b tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Pushing event deleted for resources: {'Subnet': ['ID=5b058f33-f646-47bc-9780-e9021788c8b3,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:10.465197 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-49592cb9-6e70-497d-b0eb-89671dee0e1b tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:10.471336 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-49592cb9-6e70-497d-b0eb-89671dee0e1b tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] 10.222.0.62 "DELETE /v2.0/subnets/5b058f33-f646-47bc-9780-e9021788c8b3 HTTP/1.1" status: 204 len: 168 time: 0.2805498 Dec 10 19:01:10.471755 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34068) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:10.474571 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fbe63f-0cad-43dd-985c-aa7b0dad7be2 None None] Network dfaa3f03-ca9c-420d-ae67-043c3aceed43 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:01:10.499860 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05d388-073c-4215-9f26-db39855a1910 req-1b297caf-7ddf-49f2-b2d8-ca301a0b4688 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:10.500482 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba05d388-073c-4215-9f26-db39855a1910 req-1b297caf-7ddf-49f2-b2d8-ca301a0b4688 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:10.517509 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba05d388-073c-4215-9f26-db39855a1910 req-1b297caf-7ddf-49f2-b2d8-ca301a0b4688 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9758320 Dec 10 19:01:10.530048 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-ba05d388-073c-4215-9f26-db39855a1910 req-18bbe3b8-cf98-4079-b02d-314093478f7e service neutron] Request body: {'port': {'device_id': '0f282cf0-0440-47bd-b1d5-13bad00ea32a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:01:10.548745 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4b9866a9-734c-4ec4-9757-a16126e8ef78 None None] Provisioning complete for port 6beee2ec-2e77-4196-99ad-f24d5c85e639 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:01:10.548967 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4b9866a9-734c-4ec4-9757-a16126e8ef78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:10.558435 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f779ff55-e4c4-4a8d-a9d0-8196ae9b4d00 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:10.594935 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba05d388-073c-4215-9f26-db39855a1910 req-18bbe3b8-cf98-4079-b02d-314093478f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:10.604908 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4b9866a9-734c-4ec4-9757-a16126e8ef78 None None] Port 6beee2ec-2e77-4196-99ad-f24d5c85e639 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:01:10.616751 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-f779ff55-e4c4-4a8d-a9d0-8196ae9b4d00 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Deleting port 9f01b906-9c40-4cf6-85af-b2ec56f71a9b {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:01:10.617231 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f779ff55-e4c4-4a8d-a9d0-8196ae9b4d00 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:10.682785 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043c9009-5af5-485d-9ff6-e5031797dec2 None None] DHCP port deletion for dfaa3f03-ca9c-420d-ae67-043c3aceed43 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:01:10.697608 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-f779ff55-e4c4-4a8d-a9d0-8196ae9b4d00 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] For port 9f01b906-9c40-4cf6-85af-b2ec56f71a9b, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=9f01b906-9c40-4cf6-85af-b2ec56f71a9b,segment=NetworkSegment(c4daa44b-2a8d-4097-a821-a91793d76021),segment_id=c4daa44b-2a8d-4097-a821-a91793d76021)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:01:10.697748 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f779ff55-e4c4-4a8d-a9d0-8196ae9b4d00 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:10.712815 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-f779ff55-e4c4-4a8d-a9d0-8196ae9b4d00 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Calling delete_port for 9f01b906-9c40-4cf6-85af-b2ec56f71a9b owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:01:10.741051 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-043c9009-5af5-485d-9ff6-e5031797dec2 None None] Deleting port 9f01b906-9c40-4cf6-85af-b2ec56f71a9b {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:01:10.741677 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-043c9009-5af5-485d-9ff6-e5031797dec2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:10.816322 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-043c9009-5af5-485d-9ff6-e5031797dec2 None None] For port 9f01b906-9c40-4cf6-85af-b2ec56f71a9b, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=9f01b906-9c40-4cf6-85af-b2ec56f71a9b,segment=NetworkSegment(c4daa44b-2a8d-4097-a821-a91793d76021),segment_id=c4daa44b-2a8d-4097-a821-a91793d76021)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:01:10.816855 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-043c9009-5af5-485d-9ff6-e5031797dec2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:10.830233 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-043c9009-5af5-485d-9ff6-e5031797dec2 None None] Calling delete_port for 9f01b906-9c40-4cf6-85af-b2ec56f71a9b owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:01:10.861325 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416123b-be89-4f97-8c8b-5ede6934be7e req-69d98439-3609-4fc0-8b4f-40c1a3f9b568 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:10.863238 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5416123b-be89-4f97-8c8b-5ede6934be7e req-69d98439-3609-4fc0-8b4f-40c1a3f9b568 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f282cf0-0440-47bd-b1d5-13bad00ea32a HTTP/1.1" status: 200 len: 931 time: 0.0705678 Dec 10 19:01:10.873426 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f779ff55-e4c4-4a8d-a9d0-8196ae9b4d00 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:10.891225 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389ffc1-f392-4b02-92f8-4cde7102bc07 req-17839d8e-bb2a-43a1-a276-73d48b3255de tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:10.892581 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9389ffc1-f392-4b02-92f8-4cde7102bc07 req-17839d8e-bb2a-43a1-a276-73d48b3255de tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 945 time: 0.0850711 Dec 10 19:01:10.911978 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f779ff55-e4c4-4a8d-a9d0-8196ae9b4d00 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] No DVR routers for this DVR port 9f01b906-9c40-4cf6-85af-b2ec56f71a9b on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:01:10.923341 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-043c9009-5af5-485d-9ff6-e5031797dec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:10.944346 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f779ff55-e4c4-4a8d-a9d0-8196ae9b4d00 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Pushing event deleted for resources: {'Port': ['ID=9f01b906-9c40-4cf6-85af-b2ec56f71a9b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:10.954627 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c9009-5af5-485d-9ff6-e5031797dec2 None None] Pushing event deleted for resources: {'Port': ['ID=9f01b906-9c40-4cf6-85af-b2ec56f71a9b,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:10.964871 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043c9009-5af5-485d-9ff6-e5031797dec2 None None] No DVR routers for this DVR port 9f01b906-9c40-4cf6-85af-b2ec56f71a9b on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:01:10.993010 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9389ffc1-f392-4b02-92f8-4cde7102bc07 req-10fd66cc-b112-480c-ab8e-66ee7c84f74a tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902898 Dec 10 19:01:10.998419 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-ba05d388-073c-4215-9f26-db39855a1910 req-18bbe3b8-cf98-4079-b02d-314093478f7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6beee2ec-2e77-4196-99ad-f24d5c85e639 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:01:11.006247 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba05d388-073c-4215-9f26-db39855a1910 req-18bbe3b8-cf98-4079-b02d-314093478f7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:11.019919 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-ba05d388-073c-4215-9f26-db39855a1910 req-18bbe3b8-cf98-4079-b02d-314093478f7e service neutron] Transition to ACTIVE for port object 6beee2ec-2e77-4196-99ad-f24d5c85e639 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:01:11.024243 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba05d388-073c-4215-9f26-db39855a1910 req-18bbe3b8-cf98-4079-b02d-314093478f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:11.041115 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5416123b-be89-4f97-8c8b-5ede6934be7e req-7a13dca7-6e57-4a79-8036-2bc345e10faf tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/security-groups?id=f569fe8c-540a-46f4-ab80-5fc3cb8684cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634278 Dec 10 19:01:11.042929 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f779ff55-e4c4-4a8d-a9d0-8196ae9b4d00 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:11.068280 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-f779ff55-e4c4-4a8d-a9d0-8196ae9b4d00 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfaa3f03-ca9c-420d-ae67-043c3aceed43']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:01:11.075129 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bbe3b8-cf98-4079-b02d-314093478f7e service neutron] Pushing event updated for resources: {'Port': ['ID=6beee2ec-2e77-4196-99ad-f24d5c85e639,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:11.075359 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d35ab1d-6fd2-4f67-b919-e44f7df7908d None None] DHCP port deletion for f9014259-8b21-4184-bc0d-c4182518b9b1 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:01:11.084054 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-f779ff55-e4c4-4a8d-a9d0-8196ae9b4d00 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4daa44b-2a8d-4097-a821-a91793d76021') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:01:11.084711 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-f779ff55-e4c4-4a8d-a9d0-8196ae9b4d00 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4daa44b-2a8d-4097-a821-a91793d76021') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:01:11.097910 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f779ff55-e4c4-4a8d-a9d0-8196ae9b4d00 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:11.113450 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f779ff55-e4c4-4a8d-a9d0-8196ae9b4d00 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:11.119786 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f779ff55-e4c4-4a8d-a9d0-8196ae9b4d00 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:01:11.120219 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f779ff55-e4c4-4a8d-a9d0-8196ae9b4d00 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:11.123860 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:01:11.123860 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:01:11.123860 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:01:11.123860 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:01:11.123860 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:01:11.123860 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:01:11.123860 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:01:11.123860 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:01:11.123860 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:01:11.123860 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:01:11.123860 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:01:11.123860 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:01:11.123860 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:01:11.123860 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:01:11.123860 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:01:11.123860 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:01:11.123860 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:01:11.123860 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:01:11.123860 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:01:11.123860 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:01:11.123860 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:01:11.123860 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:01:11.123860 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:01:11.123860 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:01:11.123860 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:01:11.123860 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:01:11.123860 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:01:11.123860 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:01:11.123860 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:01:11.123860 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:01:11.123860 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:01:11.123860 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:01:11.159990 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ba05d388-073c-4215-9f26-db39855a1910 req-18bbe3b8-cf98-4079-b02d-314093478f7e service neutron] Attempting to bind port 6beee2ec-2e77-4196-99ad-f24d5c85e639 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:01:11.160338 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ba05d388-073c-4215-9f26-db39855a1910 req-18bbe3b8-cf98-4079-b02d-314093478f7e service neutron] Attempting to bind port 6beee2ec-2e77-4196-99ad-f24d5c85e639 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '53645b73-0dac-4e9f-adf8-da7be40381af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f9014259-8b21-4184-bc0d-c4182518b9b1'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:01:11.160717 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba05d388-073c-4215-9f26-db39855a1910 req-18bbe3b8-cf98-4079-b02d-314093478f7e service neutron] Attempting to bind port 6beee2ec-2e77-4196-99ad-f24d5c85e639 on network f9014259-8b21-4184-bc0d-c4182518b9b1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:01:11.166031 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba05d388-073c-4215-9f26-db39855a1910 req-18bbe3b8-cf98-4079-b02d-314093478f7e service neutron] Port 6beee2ec-2e77-4196-99ad-f24d5c85e639 on network f9014259-8b21-4184-bc0d-c4182518b9b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:01:11.166364 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba05d388-073c-4215-9f26-db39855a1910 req-18bbe3b8-cf98-4079-b02d-314093478f7e service neutron] Attempting to bind port 6beee2ec-2e77-4196-99ad-f24d5c85e639 on network f9014259-8b21-4184-bc0d-c4182518b9b1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:01:11.171275 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba05d388-073c-4215-9f26-db39855a1910 req-18bbe3b8-cf98-4079-b02d-314093478f7e service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:01:11.171623 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba05d388-073c-4215-9f26-db39855a1910 req-18bbe3b8-cf98-4079-b02d-314093478f7e service neutron] Checking segment: {'id': '53645b73-0dac-4e9f-adf8-da7be40381af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f9014259-8b21-4184-bc0d-c4182518b9b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:01:11.172655 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba05d388-073c-4215-9f26-db39855a1910 req-18bbe3b8-cf98-4079-b02d-314093478f7e service neutron] Bound using segment: {'id': '53645b73-0dac-4e9f-adf8-da7be40381af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f9014259-8b21-4184-bc0d-c4182518b9b1'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:01:11.173427 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ba05d388-073c-4215-9f26-db39855a1910 req-18bbe3b8-cf98-4079-b02d-314093478f7e service neutron] Bound port: 6beee2ec-2e77-4196-99ad-f24d5c85e639, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53645b73-0dac-4e9f-adf8-da7be40381af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f9014259-8b21-4184-bc0d-c4182518b9b1'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:01:11.173809 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba05d388-073c-4215-9f26-db39855a1910 req-18bbe3b8-cf98-4079-b02d-314093478f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:11.200947 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f779ff55-e4c4-4a8d-a9d0-8196ae9b4d00 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:11.209079 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f779ff55-e4c4-4a8d-a9d0-8196ae9b4d00 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:11.211917 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f779ff55-e4c4-4a8d-a9d0-8196ae9b4d00 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] 10.222.0.62 "DELETE /v2.0/networks/dfaa3f03-ca9c-420d-ae67-043c3aceed43 HTTP/1.1" status: 204 len: 168 time: 0.7394342 Dec 10 19:01:11.224758 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f779ff55-e4c4-4a8d-a9d0-8196ae9b4d00 tempest-NetworksIpV6TestAttrs-1306124730 tempest-NetworksIpV6TestAttrs-1306124730-project] Pushing event deleted for resources: {'Network': ['ID=dfaa3f03-ca9c-420d-ae67-043c3aceed43,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:11.281965 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f6147-e7d5-4132-a812-c6c3c91b9c5a req-38847fd3-91f4-4d06-a65e-273eda8ce44d tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:11.283721 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-442f6147-e7d5-4132-a812-c6c3c91b9c5a req-38847fd3-91f4-4d06-a65e-273eda8ce44d tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/ports?device_id=15079824-42ea-42cc-871c-a86013755189 HTTP/1.1" status: 200 len: 984 time: 0.1004720 Dec 10 19:01:11.306540 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ba05d388-073c-4215-9f26-db39855a1910 req-18bbe3b8-cf98-4079-b02d-314093478f7e service neutron] For port 6beee2ec-2e77-4196-99ad-f24d5c85e639, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:01:11.333746 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ba05d388-073c-4215-9f26-db39855a1910 req-18bbe3b8-cf98-4079-b02d-314093478f7e service neutron] For port 6beee2ec-2e77-4196-99ad-f24d5c85e639, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=6beee2ec-2e77-4196-99ad-f24d5c85e639,segment=NetworkSegment(53645b73-0dac-4e9f-adf8-da7be40381af),segment_id=53645b73-0dac-4e9f-adf8-da7be40381af)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:01:11.345014 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba05d388-073c-4215-9f26-db39855a1910 req-18bbe3b8-cf98-4079-b02d-314093478f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:11.405743 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-442f6147-e7d5-4132-a812-c6c3c91b9c5a req-cbe18d79-4327-4fc3-aae3-598c25675b40 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/security-groups?id=90b1fe56-7264-4e35-bb7f-14ebd295eb7c&id=d2e763f2-a1be-40c1-9ee2-566eecf2cbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1158323 Dec 10 19:01:11.406468 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba578f5-1649-40d8-8ace-6c09036df001 None None] DHCP port deletion for f9014259-8b21-4184-bc0d-c4182518b9b1 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:01:11.409079 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05d388-073c-4215-9f26-db39855a1910 req-18bbe3b8-cf98-4079-b02d-314093478f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:11.409709 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba05d388-073c-4215-9f26-db39855a1910 req-18bbe3b8-cf98-4079-b02d-314093478f7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:11.411070 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba05d388-073c-4215-9f26-db39855a1910 req-18bbe3b8-cf98-4079-b02d-314093478f7e service neutron] 10.222.0.72 "PUT /v2.0/ports/6beee2ec-2e77-4196-99ad-f24d5c85e639 HTTP/1.1" status: 200 len: 1091 time: 0.8855329 Dec 10 19:01:11.411532 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f282cf0-0440-47bd-b1d5-13bad00ea32a', 'tag': '6beee2ec-2e77-4196-99ad-f24d5c85e639'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:01:11.413913 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a437b1de-5da4-4c50-8301-f57cf9393cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "0f282cf0-0440-47bd-b1d5-13bad00ea32a", "tag": "6beee2ec-2e77-4196-99ad-f24d5c85e639"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:01:11.431458 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bbe3b8-cf98-4079-b02d-314093478f7e service neutron] Pushing event updated for resources: {'Port': ['ID=6beee2ec-2e77-4196-99ad-f24d5c85e639,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:11.431702 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 8593ef86-5003-4ba1-91bb-28ab14ab6611 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:01:11.441299 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbe3b8-cf98-4079-b02d-314093478f7e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:11.441835 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbe3b8-cf98-4079-b02d-314093478f7e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:11.442358 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbe3b8-cf98-4079-b02d-314093478f7e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:11.442964 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbe3b8-cf98-4079-b02d-314093478f7e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:11.443467 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbe3b8-cf98-4079-b02d-314093478f7e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:11.443962 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbe3b8-cf98-4079-b02d-314093478f7e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:11.444570 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbe3b8-cf98-4079-b02d-314093478f7e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:11.445089 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbe3b8-cf98-4079-b02d-314093478f7e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:11.445855 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbe3b8-cf98-4079-b02d-314093478f7e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:11.446344 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbe3b8-cf98-4079-b02d-314093478f7e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:11.446836 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbe3b8-cf98-4079-b02d-314093478f7e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:11.447324 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbe3b8-cf98-4079-b02d-314093478f7e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:11.447803 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbe3b8-cf98-4079-b02d-314093478f7e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:11.490467 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79348b9-54fb-40b5-87c3-ce8899d86b37 x-openstack-request-id: req-d79348b9-54fb-40b5-87c3-ce8899d86b37 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:01:11.490777 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f282cf0-0440-47bd-b1d5-13bad00ea32a", "tag": "6beee2ec-2e77-4196-99ad-f24d5c85e639", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:01:11.491041 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d79348b9-54fb-40b5-87c3-ce8899d86b37 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:01:11.491452 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f282cf0-0440-47bd-b1d5-13bad00ea32a', 'tag': '6beee2ec-2e77-4196-99ad-f24d5c85e639', 'status': 'completed', 'code': 200} Dec 10 19:01:11.507942 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05d388-073c-4215-9f26-db39855a1910 req-805aa35c-83ab-4cfd-822d-110a01f622a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:11.509589 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba05d388-073c-4215-9f26-db39855a1910 req-805aa35c-83ab-4cfd-822d-110a01f622a7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36d6a94ae55d42538c51b3ac6df52720&device_id=0f282cf0-0440-47bd-b1d5-13bad00ea32a HTTP/1.1" status: 200 len: 1094 time: 0.0523078 Dec 10 19:01:11.510281 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 8593ef86-5003-4ba1-91bb-28ab14ab6611 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:01:11.514852 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 8593ef86-5003-4ba1-91bb-28ab14ab6611 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:01:11.515206 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:11.534079 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34082) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:11.561290 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba05d388-073c-4215-9f26-db39855a1910 req-4da779ec-cb14-4e18-96c0-42dc827180e2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6beee2ec-2e77-4196-99ad-f24d5c85e639 HTTP/1.1" status: 200 len: 217 time: 0.0422254 Dec 10 19:01:11.597973 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:11.615840 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05d388-073c-4215-9f26-db39855a1910 req-1a2f88c4-13c1-46d6-aa39-60fefca0a2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:11.617430 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba05d388-073c-4215-9f26-db39855a1910 req-1a2f88c4-13c1-46d6-aa39-60fefca0a2a9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=456bed42-c413-4092-be53-ce95afcf84c6 HTTP/1.1" status: 200 len: 854 time: 0.0488777 Dec 10 19:01:11.622025 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15079824-42ea-42cc-871c-a86013755189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8593ef86-5003-4ba1-91bb-28ab14ab6611'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:01:11.624248 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a0a643-a2e0-483c-b9c5-b0285c76bdaf" -d '{"events": [{"server_uuid": "15079824-42ea-42cc-871c-a86013755189", "name": "network-vif-plugged", "status": "completed", "tag": "8593ef86-5003-4ba1-91bb-28ab14ab6611"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:01:11.637286 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 8593ef86-5003-4ba1-91bb-28ab14ab6611, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8593ef86-5003-4ba1-91bb-28ab14ab6611,segment=NetworkSegment(6697f6ec-14ad-4ee7-86ff-89d727c28e39),segment_id=6697f6ec-14ad-4ee7-86ff-89d727c28e39)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:01:11.641724 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:11.660772 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba05d388-073c-4215-9f26-db39855a1910 req-ff46fdb1-ad58-476c-8850-8d2b90d7a3e2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9014259-8b21-4184-bc0d-c4182518b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348167 Dec 10 19:01:11.692142 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27fa244-0605-475b-959e-d8df2f38374d x-openstack-request-id: req-f27fa244-0605-475b-959e-d8df2f38374d {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:01:11.692886 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15079824-42ea-42cc-871c-a86013755189", "name": "network-vif-plugged", "status": "completed", "tag": "8593ef86-5003-4ba1-91bb-28ab14ab6611", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:01:11.692886 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f27fa244-0605-475b-959e-d8df2f38374d {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:01:11.693141 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15079824-42ea-42cc-871c-a86013755189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8593ef86-5003-4ba1-91bb-28ab14ab6611', 'code': 200} Dec 10 19:01:11.704530 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-95e2ad0c-85d8-48da-911a-c8423b711e3e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=07d547b0cd4f409c8e53b26120db5e99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1691322 Dec 10 19:01:11.707149 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34088) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:11.735807 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=8593ef86-5003-4ba1-91bb-28ab14ab6611,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:11.760616 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab9c3394-9c3a-471f-afea-ee66b24cf125 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:11.764700 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 9f01b906-9c40-4cf6-85af-b2ec56f71a9b no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:01:11.785466 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab9c3394-9c3a-471f-afea-ee66b24cf125 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:11.787353 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 9f01b906-9c40-4cf6-85af-b2ec56f71a9b {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:01:11.787776 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 9f01b906-9c40-4cf6-85af-b2ec56f71a9b not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:01:11.815341 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba05d388-073c-4215-9f26-db39855a1910 req-0394c7a2-ef5d-45d1-916f-dcf6cf86e8be service neutron] 10.222.0.72 "GET /v2.0/networks/f9014259-8b21-4184-bc0d-c4182518b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474848 Dec 10 19:01:11.832970 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b1abf-988d-4ead-95a4-5e784a644bb4 req-56dbc742-652e-418c-b3e9-b698e25786ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:11.834449 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-871b1abf-988d-4ead-95a4-5e784a644bb4 req-56dbc742-652e-418c-b3e9-b698e25786ee service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=15079824-42ea-42cc-871c-a86013755189 HTTP/1.1" status: 200 len: 1136 time: 0.0598738 Dec 10 19:01:11.841625 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab9c3394-9c3a-471f-afea-ee66b24cf125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:11.845491 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab9c3394-9c3a-471f-afea-ee66b24cf125 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:11.846775 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ab9c3394-9c3a-471f-afea-ee66b24cf125 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e9650f07-d29f-40ef-85ef-66c1c10d3f19 HTTP/1.1" status: 204 len: 168 time: 0.1386654 Dec 10 19:01:11.855111 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c3394-9c3a-471f-afea-ee66b24cf125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9650f07-d29f-40ef-85ef-66c1c10d3f19,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:11.949456 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-871b1abf-988d-4ead-95a4-5e784a644bb4 req-644e94e1-8341-4f0f-bd55-bdc44a73e1cc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d2e763f2-a1be-40c1-9ee2-566eecf2cbc2&id=90b1fe56-7264-4e35-bb7f-14ebd295eb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1003814 Dec 10 19:01:11.955428 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba05d388-073c-4215-9f26-db39855a1910 req-a5f8b901-918d-441c-b97d-807dcbe660c1 service neutron] 10.222.0.72 "GET /v2.0/networks/f9014259-8b21-4184-bc0d-c4182518b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327729 Dec 10 19:01:12.049630 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437b1de-5da4-4c50-8301-f57cf9393cdf req-2352df4b-ea27-4f84-b7a3-250308d68829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:12.051170 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a437b1de-5da4-4c50-8301-f57cf9393cdf req-2352df4b-ea27-4f84-b7a3-250308d68829 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36d6a94ae55d42538c51b3ac6df52720&device_id=0f282cf0-0440-47bd-b1d5-13bad00ea32a HTTP/1.1" status: 200 len: 1094 time: 0.0461853 Dec 10 19:01:12.161214 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136de0a9-4b73-403b-8123-872864423099 req-cc506484-1a54-412d-b2b0-939847eb1909 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:12.162866 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-136de0a9-4b73-403b-8123-872864423099 req-cc506484-1a54-412d-b2b0-939847eb1909 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 945 time: 0.0704842 Dec 10 19:01:12.182043 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437b1de-5da4-4c50-8301-f57cf9393cdf req-bf1c17a6-4bde-4f9f-b558-147207a6d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:12.183543 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a437b1de-5da4-4c50-8301-f57cf9393cdf req-bf1c17a6-4bde-4f9f-b558-147207a6d2f2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9014259-8b21-4184-bc0d-c4182518b9b1 HTTP/1.1" status: 200 len: 915 time: 0.1257989 Dec 10 19:01:12.233620 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a437b1de-5da4-4c50-8301-f57cf9393cdf req-dc3f873d-3820-4eba-89ce-c8cd109f4865 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6beee2ec-2e77-4196-99ad-f24d5c85e639 HTTP/1.1" status: 200 len: 217 time: 0.0425642 Dec 10 19:01:12.237696 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-136de0a9-4b73-403b-8123-872864423099 req-9e0c5613-e340-4f2e-8a6b-e2b37cd7b52a tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675199 Dec 10 19:01:12.242602 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3dc51b-ea85-4a66-9add-111bc841ec83 req-7aa6551b-8ec1-434c-a53f-93e1ed8a78d9 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:12.244333 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8a3dc51b-ea85-4a66-9add-111bc841ec83 req-7aa6551b-8ec1-434c-a53f-93e1ed8a78d9 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f282cf0-0440-47bd-b1d5-13bad00ea32a HTTP/1.1" status: 200 len: 943 time: 0.1069784 Dec 10 19:01:12.332596 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437b1de-5da4-4c50-8301-f57cf9393cdf req-149ab860-9d95-461f-91b3-cbe172e75dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:12.334748 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a437b1de-5da4-4c50-8301-f57cf9393cdf req-149ab860-9d95-461f-91b3-cbe172e75dd7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=456bed42-c413-4092-be53-ce95afcf84c6 HTTP/1.1" status: 200 len: 854 time: 0.0894599 Dec 10 19:01:12.345286 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8a3dc51b-ea85-4a66-9add-111bc841ec83 req-5f39ca5a-7d23-421e-8f94-c085b8e5ef37 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/security-groups?id=f569fe8c-540a-46f4-ab80-5fc3cb8684cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895886 Dec 10 19:01:12.392693 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a437b1de-5da4-4c50-8301-f57cf9393cdf req-a83a4e63-27c0-45c2-9487-27a302ef36db service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9014259-8b21-4184-bc0d-c4182518b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460055 Dec 10 19:01:12.517679 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a437b1de-5da4-4c50-8301-f57cf9393cdf req-ca2cff88-49af-4076-9103-952d602ffab5 service neutron] 10.222.0.72 "GET /v2.0/networks/f9014259-8b21-4184-bc0d-c4182518b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164379 Dec 10 19:01:12.557983 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb028c6b-a052-4133-be07-d37f214b786b req-106834cb-69cd-4e96-be02-539db983d600 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:12.559827 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eb028c6b-a052-4133-be07-d37f214b786b req-106834cb-69cd-4e96-be02-539db983d600 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/ports?device_id=15079824-42ea-42cc-871c-a86013755189 HTTP/1.1" status: 200 len: 985 time: 0.0575852 Dec 10 19:01:12.633433 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a437b1de-5da4-4c50-8301-f57cf9393cdf req-489984d6-300d-44b6-b922-6d77ed1c1b4d service neutron] 10.222.0.72 "GET /v2.0/networks/f9014259-8b21-4184-bc0d-c4182518b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086228 Dec 10 19:01:12.636453 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eb028c6b-a052-4133-be07-d37f214b786b req-b4db1a28-7aff-46b6-916c-b32d4c1893a3 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/security-groups?id=90b1fe56-7264-4e35-bb7f-14ebd295eb7c&id=d2e763f2-a1be-40c1-9ee2-566eecf2cbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0689607 Dec 10 19:01:13.362713 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a621f-c6e8-4d37-a2fe-e89194ba3f83 req-f5efab7e-04c1-42f7-a917-38faadae7a65 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:13.364347 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d85a621f-c6e8-4d37-a2fe-e89194ba3f83 req-f5efab7e-04c1-42f7-a917-38faadae7a65 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 945 time: 0.0561798 Dec 10 19:01:13.428402 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d85a621f-c6e8-4d37-a2fe-e89194ba3f83 req-bcae6375-610c-4381-99ce-303d5406fe22 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560465 Dec 10 19:01:13.484000 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9133a61-4efb-4dfc-95f8-6dc2d5f17f77 req-44119943-b466-441e-b41b-9459eb33ad4b tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:13.486104 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c9133a61-4efb-4dfc-95f8-6dc2d5f17f77 req-44119943-b466-441e-b41b-9459eb33ad4b tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f282cf0-0440-47bd-b1d5-13bad00ea32a HTTP/1.1" status: 200 len: 943 time: 0.0604975 Dec 10 19:01:13.537908 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c9133a61-4efb-4dfc-95f8-6dc2d5f17f77 req-bc309f4d-be30-43ca-9860-a5eb4e9edfc1 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/security-groups?id=f569fe8c-540a-46f4-ab80-5fc3cb8684cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456498 Dec 10 19:01:13.702293 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34150) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:13.761227 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e46207-3a7f-4811-8a05-93128a9cb941 req-5ef52597-6f0e-4247-87c2-668d2ba5b66c tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:13.762712 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c4e46207-3a7f-4811-8a05-93128a9cb941 req-5ef52597-6f0e-4247-87c2-668d2ba5b66c tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/ports?device_id=15079824-42ea-42cc-871c-a86013755189 HTTP/1.1" status: 200 len: 985 time: 0.0546308 Dec 10 19:01:13.811736 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-40af3671-c196-449d-b5d5-1f2bd47f8028 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:13.822229 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c4e46207-3a7f-4811-8a05-93128a9cb941 req-93279e1f-8835-4d02-a82e-6779888b411d tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/security-groups?id=90b1fe56-7264-4e35-bb7f-14ebd295eb7c&id=d2e763f2-a1be-40c1-9ee2-566eecf2cbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0529275 Dec 10 19:01:13.888337 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-40af3671-c196-449d-b5d5-1f2bd47f8028 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:13.903930 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-40af3671-c196-449d-b5d5-1f2bd47f8028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:13.965216 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-40af3671-c196-449d-b5d5-1f2bd47f8028 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a9d2fc69cb3a46779814205850076478&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2616818 Dec 10 19:01:13.967886 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 34158) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:13.969461 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af3671-c196-449d-b5d5-1f2bd47f8028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d54f662-d6ac-4c9c-a506-ce528f06273c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:13.983309 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b06cd-867b-47d9-9c82-f44e8e518ca2 req-01a6769e-295e-4055-be62-32717893ce92 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:13.985179 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5c4b06cd-867b-47d9-9c82-f44e8e518ca2 req-01a6769e-295e-4055-be62-32717893ce92 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/ports?device_id=15079824-42ea-42cc-871c-a86013755189 HTTP/1.1" status: 200 len: 985 time: 0.0921247 Dec 10 19:01:14.018402 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-71942692-d42e-42dc-a49d-9ea38236e24e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:14.040848 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-71942692-d42e-42dc-a49d-9ea38236e24e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:14.046325 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5c4b06cd-867b-47d9-9c82-f44e8e518ca2 req-a0d82b63-b516-4b18-a86c-6fa8cba91ac2 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/security-groups?id=90b1fe56-7264-4e35-bb7f-14ebd295eb7c&id=d2e763f2-a1be-40c1-9ee2-566eecf2cbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0550222 Dec 10 19:01:14.090508 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-71942692-d42e-42dc-a49d-9ea38236e24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:14.093233 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-71942692-d42e-42dc-a49d-9ea38236e24e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:14.094990 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-71942692-d42e-42dc-a49d-9ea38236e24e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3d54f662-d6ac-4c9c-a506-ce528f06273c HTTP/1.1" status: 204 len: 168 time: 0.1252885 Dec 10 19:01:14.105658 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71942692-d42e-42dc-a49d-9ea38236e24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d54f662-d6ac-4c9c-a506-ce528f06273c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:14.158538 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f621c-f547-41a9-bcf0-b85b271175e4 req-e95bd94f-1e5e-4b1c-8a81-b2a26cb6c4a3 tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:14.160134 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d7f621c-f547-41a9-bcf0-b85b271175e4 req-e95bd94f-1e5e-4b1c-8a81-b2a26cb6c4a3 tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=15079824-42ea-42cc-871c-a86013755189 HTTP/1.1" status: 200 len: 1136 time: 0.0428436 Dec 10 19:01:14.178850 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9d7f621c-f547-41a9-bcf0-b85b271175e4 req-c878586a-6557-434a-adc0-0df27e0a2a08 tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:14.254689 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9d7f621c-f547-41a9-bcf0-b85b271175e4 req-c878586a-6557-434a-adc0-0df27e0a2a08 tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:14.259615 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9d7f621c-f547-41a9-bcf0-b85b271175e4 req-c878586a-6557-434a-adc0-0df27e0a2a08 tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:14.304873 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c878586a-6557-434a-adc0-0df27e0a2a08 tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e365b55-d6fa-4dcd-bfc7-c27c0e242091,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:14.309650 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d7f621c-f547-41a9-bcf0-b85b271175e4 req-c878586a-6557-434a-adc0-0df27e0a2a08 tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=90b1fe56-7264-4e35-bb7f-14ebd295eb7c&id=d2e763f2-a1be-40c1-9ee2-566eecf2cbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1432889 Dec 10 19:01:14.337582 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 34166) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:14.380144 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e151e4d-9916-4104-92e5-2668149e4389 tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:14.381728 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0e151e4d-9916-4104-92e5-2668149e4389 tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=15079824-42ea-42cc-871c-a86013755189 HTTP/1.1" status: 200 len: 1131 time: 0.0429921 Dec 10 19:01:14.382315 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34168) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:14.384562 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 34170) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:14.388846 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3b904ecb-999d-4348-9225-48ed81ad9621 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'port_id': '8593ef86-5003-4ba1-91bb-28ab14ab6611', 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:01:14.400108 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3d25fbba-a38c-4218-823f-b2db5981d00b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:14.412371 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b904ecb-999d-4348-9225-48ed81ad9621 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:14.477503 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3d25fbba-a38c-4218-823f-b2db5981d00b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:14.482326 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3d25fbba-a38c-4218-823f-b2db5981d00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:14.523622 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b904ecb-999d-4348-9225-48ed81ad9621 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:14.544421 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25fbba-a38c-4218-823f-b2db5981d00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42203a26-a187-48b4-9d54-4508f0702bf5,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:14.550059 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3d25fbba-a38c-4218-823f-b2db5981d00b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b1626f893e6f42659602d7fe99dc6001&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1667094 Dec 10 19:01:14.555253 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34174) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:14.559724 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 6beee2ec-2e77-4196-99ad-f24d5c85e639 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:01:14.586312 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1117a09-b786-45b0-afc9-d281d688620f req-093c2e73-5964-420a-9a1e-a1a6f5207eca tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:14.587862 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b1117a09-b786-45b0-afc9-d281d688620f req-093c2e73-5964-420a-9a1e-a1a6f5207eca tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 945 time: 0.0880313 Dec 10 19:01:14.647930 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd48fa71-952f-4724-b90a-34640ef45bfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:14.675142 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b1117a09-b786-45b0-afc9-d281d688620f req-f4cb689a-4807-4086-893b-ff763c3785c9 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755601 Dec 10 19:01:14.675947 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-3b904ecb-999d-4348-9225-48ed81ad9621 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Allocated IP 172.25.7.65 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/3d9a3a1c-4d73-4116-b1c0-8a77a9c205b8) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:01:14.684193 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd48fa71-952f-4724-b90a-34640ef45bfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:14.706560 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf57da-32aa-4016-a2ae-886e147e70ce req-02097319-bdf6-49fc-b099-c77f8c3d661a tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:14.709026 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 6beee2ec-2e77-4196-99ad-f24d5c85e639, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=6beee2ec-2e77-4196-99ad-f24d5c85e639,segment=NetworkSegment(53645b73-0dac-4e9f-adf8-da7be40381af),segment_id=53645b73-0dac-4e9f-adf8-da7be40381af)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:01:14.709291 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7aaf57da-32aa-4016-a2ae-886e147e70ce req-02097319-bdf6-49fc-b099-c77f8c3d661a tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f282cf0-0440-47bd-b1d5-13bad00ea32a HTTP/1.1" status: 200 len: 943 time: 0.0812745 Dec 10 19:01:14.722309 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '6beee2ec-2e77-4196-99ad-f24d5c85e639', 'network_id': 'f9014259-8b21-4184-bc0d-c4182518b9b1', 'port_id': '6beee2ec-2e77-4196-99ad-f24d5c85e639', 'mac_address': 'fa:16:3e:da:a4:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '456bed42-c413-4092-be53-ce95afcf84c6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:01:14.742242 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd48fa71-952f-4724-b90a-34640ef45bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:14.745058 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd48fa71-952f-4724-b90a-34640ef45bfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:14.748775 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-bd48fa71-952f-4724-b90a-34640ef45bfe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/42203a26-a187-48b4-9d54-4508f0702bf5 HTTP/1.1" status: 204 len: 168 time: 0.1885798 Dec 10 19:01:14.756774 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48fa71-952f-4724-b90a-34640ef45bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42203a26-a187-48b4-9d54-4508f0702bf5,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:14.777015 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:14.792746 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6beee2ec-2e77-4196-99ad-f24d5c85e639 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:01:14.815369 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7aaf57da-32aa-4016-a2ae-886e147e70ce req-b0f05264-1734-4a96-ab31-576ebd70e297 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/security-groups?id=f569fe8c-540a-46f4-ab80-5fc3cb8684cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020362 Dec 10 19:01:14.816049 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 6beee2ec-2e77-4196-99ad-f24d5c85e639, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=6beee2ec-2e77-4196-99ad-f24d5c85e639,segment=NetworkSegment(53645b73-0dac-4e9f-adf8-da7be40381af),segment_id=53645b73-0dac-4e9f-adf8-da7be40381af)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:01:14.821888 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:14.850704 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b904ecb-999d-4348-9225-48ed81ad9621 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:14.870210 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=6beee2ec-2e77-4196-99ad-f24d5c85e639,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:14.889363 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b904ecb-999d-4348-9225-48ed81ad9621 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:14.931019 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b904ecb-999d-4348-9225-48ed81ad9621 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:01:14.934126 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-3b904ecb-999d-4348-9225-48ed81ad9621 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:01:14.936546 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b904ecb-999d-4348-9225-48ed81ad9621 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:01:14.961969 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b904ecb-999d-4348-9225-48ed81ad9621 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Pushing event updated for resources: {'Port': ['ID=3d9a3a1c-4d73-4116-b1c0-8a77a9c205b8,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:15.148718 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['6beee2ec-2e77-4196-99ad-f24d5c85e639'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:01:15.303446 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b904ecb-999d-4348-9225-48ed81ad9621 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:15.380423 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b904ecb-999d-4348-9225-48ed81ad9621 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:15.535696 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b904ecb-999d-4348-9225-48ed81ad9621 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:15.540364 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b904ecb-999d-4348-9225-48ed81ad9621 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:15.614083 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b904ecb-999d-4348-9225-48ed81ad9621 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Pushing event updated for resources: {'Port': ['ID=3d9a3a1c-4d73-4116-b1c0-8a77a9c205b8,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:15.620600 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b904ecb-999d-4348-9225-48ed81ad9621 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:15.819320 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06bfc67-1ef9-44fe-83f2-5cdf0007c939 req-fc9eb37a-0f8e-447a-89bd-64d0a1aea0f5 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:15.821695 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f06bfc67-1ef9-44fe-83f2-5cdf0007c939 req-fc9eb37a-0f8e-447a-89bd-64d0a1aea0f5 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 945 time: 0.0576644 Dec 10 19:01:15.895593 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f06bfc67-1ef9-44fe-83f2-5cdf0007c939 req-af8eea03-6753-4c06-804e-99fcef9e2f70 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674291 Dec 10 19:01:16.090937 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c93ce-bdb1-491e-a824-2ee8536c77da req-ecd25027-de53-44a8-a3d0-f31f9c5346d0 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:16.092505 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2c4c93ce-bdb1-491e-a824-2ee8536c77da req-ecd25027-de53-44a8-a3d0-f31f9c5346d0 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f282cf0-0440-47bd-b1d5-13bad00ea32a HTTP/1.1" status: 200 len: 944 time: 0.1015379 Dec 10 19:01:16.121054 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-3b904ecb-999d-4348-9225-48ed81ad9621 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Floating IP faed20b2-d198-41d6-95bd-117e29d1df47 associated. External IP: 172.25.7.65, port: 8593ef86-5003-4ba1-91bb-28ab14ab6611. Dec 10 19:01:16.217733 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2c4c93ce-bdb1-491e-a824-2ee8536c77da req-8ca2ba2a-664c-4701-b81f-ae3fafc7bfa9 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/security-groups?id=f569fe8c-540a-46f4-ab80-5fc3cb8684cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184168 Dec 10 19:01:16.379716 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b904ecb-999d-4348-9225-48ed81ad9621 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Router 6a36892a-1e6f-49cc-adb4-a4635cad7852 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:01:16.492188 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b904ecb-999d-4348-9225-48ed81ad9621 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:01:16.504526 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3253db-ea1a-49e8-a511-2c747ce8b5d7 None None] Sync routers for ids ['6a36892a-1e6f-49cc-adb4-a4635cad7852'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:01:16.512088 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b904ecb-999d-4348-9225-48ed81ad9621 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:16.518224 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3253db-ea1a-49e8-a511-2c747ce8b5d7 None None] Routers {'6a36892a-1e6f-49cc-adb4-a4635cad7852'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:01:16.519074 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-6c3253db-ea1a-49e8-a511-2c747ce8b5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:00:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6a36892a-1e6f-49cc-adb4-a4635cad7852'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:01:16.542688 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3b904ecb-999d-4348-9225-48ed81ad9621 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1548283 Dec 10 19:01:16.542688 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15079824-42ea-42cc-871c-a86013755189', 'tag': '8593ef86-5003-4ba1-91bb-28ab14ab6611'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:01:16.543333 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b0e435-5b2e-46ea-a20b-866f7b3fc638" -d '{"events": [{"name": "network-changed", "server_uuid": "15079824-42ea-42cc-871c-a86013755189", "tag": "8593ef86-5003-4ba1-91bb-28ab14ab6611"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:01:16.543471 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34240) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:16.564699 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 6beee2ec-2e77-4196-99ad-f24d5c85e639 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:01:16.581136 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db59d122-ea3f-4e83-b97a-00d5a1a18211 x-openstack-request-id: req-db59d122-ea3f-4e83-b97a-00d5a1a18211 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:01:16.581630 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15079824-42ea-42cc-871c-a86013755189", "tag": "8593ef86-5003-4ba1-91bb-28ab14ab6611", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:01:16.582160 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-db59d122-ea3f-4e83-b97a-00d5a1a18211 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:01:16.582740 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15079824-42ea-42cc-871c-a86013755189', 'tag': '8593ef86-5003-4ba1-91bb-28ab14ab6611', 'status': 'completed', 'code': 200} Dec 10 19:01:16.642467 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 6beee2ec-2e77-4196-99ad-f24d5c85e639 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:01:16.645939 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-6c3253db-ea1a-49e8-a511-2c747ce8b5d7 None None] Set router 6a36892a-1e6f-49cc-adb4-a4635cad7852 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:01:16.648181 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 6beee2ec-2e77-4196-99ad-f24d5c85e639 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:01:16.648857 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:16.674647 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0e435-5b2e-46ea-a20b-866f7b3fc638 req-cc428f99-e69c-480c-a99f-0086788e2a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:16.676784 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-22b0e435-5b2e-46ea-a20b-866f7b3fc638 req-cc428f99-e69c-480c-a99f-0086788e2a09 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bfeba774d033410b83d92399e2d1fec6&device_id=15079824-42ea-42cc-871c-a86013755189 HTTP/1.1" status: 200 len: 1136 time: 0.0700893 Dec 10 19:01:16.779787 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:16.801137 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87245e63-a34e-4544-8f29-657b98d98d38 tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:16.801717 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87245e63-a34e-4544-8f29-657b98d98d38 tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:16.802424 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87245e63-a34e-4544-8f29-657b98d98d38 tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:16.803000 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87245e63-a34e-4544-8f29-657b98d98d38 tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:16.803537 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87245e63-a34e-4544-8f29-657b98d98d38 tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:16.804183 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87245e63-a34e-4544-8f29-657b98d98d38 tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:16.804980 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87245e63-a34e-4544-8f29-657b98d98d38 tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:16.807788 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-87245e63-a34e-4544-8f29-657b98d98d38 tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4990 time: 0.2619288 Dec 10 19:01:16.809993 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34246) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:16.821332 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f282cf0-0440-47bd-b1d5-13bad00ea32a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6beee2ec-2e77-4196-99ad-f24d5c85e639'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:01:16.824877 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829da32b-aaed-475c-9ec0-bdf8bd5f0fb7" -d '{"events": [{"server_uuid": "0f282cf0-0440-47bd-b1d5-13bad00ea32a", "name": "network-vif-plugged", "status": "completed", "tag": "6beee2ec-2e77-4196-99ad-f24d5c85e639"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:01:16.830113 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 6beee2ec-2e77-4196-99ad-f24d5c85e639, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=6beee2ec-2e77-4196-99ad-f24d5c85e639,segment=NetworkSegment(53645b73-0dac-4e9f-adf8-da7be40381af),segment_id=53645b73-0dac-4e9f-adf8-da7be40381af)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:01:16.834860 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:16.854867 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0e435-5b2e-46ea-a20b-866f7b3fc638 req-b4a4c7ff-9a1b-4210-9090-3df8be6e03bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:16.856608 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-22b0e435-5b2e-46ea-a20b-866f7b3fc638 req-b4a4c7ff-9a1b-4210-9090-3df8be6e03bd service neutron] 10.222.0.46 "GET /v2.0/networks?id=ddf531f4-05d8-4c38-a43a-4edcd71b1bcc HTTP/1.1" status: 200 len: 897 time: 0.1717637 Dec 10 19:01:16.896602 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf8c3f3-7c89-4971-8f2b-453ea5121239 x-openstack-request-id: req-edf8c3f3-7c89-4971-8f2b-453ea5121239 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:01:16.896830 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f282cf0-0440-47bd-b1d5-13bad00ea32a", "name": "network-vif-plugged", "status": "completed", "tag": "6beee2ec-2e77-4196-99ad-f24d5c85e639", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:01:16.897083 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-edf8c3f3-7c89-4971-8f2b-453ea5121239 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:01:16.898612 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f282cf0-0440-47bd-b1d5-13bad00ea32a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6beee2ec-2e77-4196-99ad-f24d5c85e639', 'code': 200} Dec 10 19:01:16.899176 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=6beee2ec-2e77-4196-99ad-f24d5c85e639,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:16.968200 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-22b0e435-5b2e-46ea-a20b-866f7b3fc638 req-8cfb3f20-f3f2-43de-ba80-ecc39f9dbea4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8593ef86-5003-4ba1-91bb-28ab14ab6611 HTTP/1.1" status: 200 len: 999 time: 0.1039753 Dec 10 19:01:16.969810 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 34252) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:16.973745 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d32d231-d4fd-4446-bd06-2b74d40db0eb tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:16.974252 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d32d231-d4fd-4446-bd06-2b74d40db0eb tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:16.974682 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d32d231-d4fd-4446-bd06-2b74d40db0eb tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:16.976290 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d32d231-d4fd-4446-bd06-2b74d40db0eb tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:16.976793 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d32d231-d4fd-4446-bd06-2b74d40db0eb tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:16.977252 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d32d231-d4fd-4446-bd06-2b74d40db0eb tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:16.977700 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d32d231-d4fd-4446-bd06-2b74d40db0eb tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:16.980361 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3d32d231-d4fd-4446-bd06-2b74d40db0eb tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4650 time: 0.1692214 Dec 10 19:01:16.983011 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34254) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:16.988953 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-6c3253db-ea1a-49e8-a511-2c747ce8b5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'name': 'tempest-TestSecurityGroupsBasicOps-router-658289156', 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '73f44149-62bb-4ebc-b59f-7c9b630218ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:00:49Z', 'updated_at': '2021-12-10T19:00:56Z', 'revision_number': 4, 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'gw_port': {'id': '73f44149-62bb-4ebc-b59f-7c9b630218ad', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ea:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:49Z', 'updated_at': '2021-12-10T19:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'faed20b2-d198-41d6-95bd-117e29d1df47', 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6', 'floating_ip_address': '172.25.7.65', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'port_id': '8593ef86-5003-4ba1-91bb-28ab14ab6611', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf531f4-05d8-4c38-a43a-4edcd71b1bcc', 'mac_address': 'fa:16:3e:04:a3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15079824-42ea-42cc-871c-a86013755189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:01:15Z', 'updated_at': '2021-12-10T19:01:15Z', 'revision_number': 0, 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f720812-6052-4725-9298-fc351e86545c', 'name': '', 'network_id': 'ddf531f4-05d8-4c38-a43a-4edcd71b1bcc', 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6', 'mac_address': 'fa:16:3e:5d:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '46950a35-556c-4d1a-88a4-9a36f9a3b5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:53Z', 'updated_at': '2021-12-10T19:01:01Z', 'revision_number': 5, 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'subnets': [{'id': '46950a35-556c-4d1a-88a4-9a36f9a3b5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:01:17.018984 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3253db-ea1a-49e8-a511-2c747ce8b5d7 None None] Checking router: 6a36892a-1e6f-49cc-adb4-a4635cad7852 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:01:17.027873 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3253db-ea1a-49e8-a511-2c747ce8b5d7 None None] Routers {'6a36892a-1e6f-49cc-adb4-a4635cad7852'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:01:17.028726 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-6c3253db-ea1a-49e8-a511-2c747ce8b5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:00:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6a36892a-1e6f-49cc-adb4-a4635cad7852'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:01:17.063902 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b32fc-0f74-467d-a9df-8f4481f171f2 req-bf0108b1-c1cd-404a-a928-48eb949d79bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:17.065681 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-613b32fc-0f74-467d-a9df-8f4481f171f2 req-bf0108b1-c1cd-404a-a928-48eb949d79bb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0f282cf0-0440-47bd-b1d5-13bad00ea32a HTTP/1.1" status: 200 len: 1096 time: 0.0948043 Dec 10 19:01:17.070113 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0e435-5b2e-46ea-a20b-866f7b3fc638 req-18e8f0ae-6ece-49b5-bba1-68df06c63344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:17.071685 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-22b0e435-5b2e-46ea-a20b-866f7b3fc638 req-18e8f0ae-6ece-49b5-bba1-68df06c63344 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=46950a35-556c-4d1a-88a4-9a36f9a3b5c7 HTTP/1.1" status: 200 len: 834 time: 0.0666151 Dec 10 19:01:17.146499 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-6c3253db-ea1a-49e8-a511-2c747ce8b5d7 None None] Set router 6a36892a-1e6f-49cc-adb4-a4635cad7852 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:01:17.157427 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0e435-5b2e-46ea-a20b-866f7b3fc638 req-d2c0471f-9e08-4bb2-bd6f-bb87729140c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:17.158861 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-22b0e435-5b2e-46ea-a20b-866f7b3fc638 req-d2c0471f-9e08-4bb2-bd6f-bb87729140c7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ddf531f4-05d8-4c38-a43a-4edcd71b1bcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785980 Dec 10 19:01:17.168199 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-613b32fc-0f74-467d-a9df-8f4481f171f2 req-7644d231-8981-4ff1-88f3-5dfa76595050 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f569fe8c-540a-46f4-ab80-5fc3cb8684cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954635 Dec 10 19:01:17.170277 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d29875bf-f164-47e5-9012-8d55252c23f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:17.176349 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2483cc1-f41a-4332-8b8b-494778508a25 req-9d5c9a0d-4871-4902-ac86-c94d07a7ba9a tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:17.177888 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f2483cc1-f41a-4332-8b8b-494778508a25 req-9d5c9a0d-4871-4902-ac86-c94d07a7ba9a tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 945 time: 0.1699619 Dec 10 19:01:17.273147 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f2483cc1-f41a-4332-8b8b-494778508a25 req-84fabdab-c073-4375-8c20-8958b51cdb44 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863357 Dec 10 19:01:17.315064 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-22b0e435-5b2e-46ea-a20b-866f7b3fc638 req-d79d349a-20a9-430d-8a88-5844ae3c1abf service neutron] 10.222.0.46 "GET /v2.0/networks/ddf531f4-05d8-4c38-a43a-4edcd71b1bcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458755 Dec 10 19:01:17.351833 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ea974904-da9e-4327-bff3-c9c7fcc7cc66 tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3056 time: 0.3652160 Dec 10 19:01:17.352258 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34260) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:17.399590 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243a78e1-db18-4d39-a770-3e8297c63e4e tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:17.399590 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243a78e1-db18-4d39-a770-3e8297c63e4e tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:17.404091 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-243a78e1-db18-4d39-a770-3e8297c63e4e tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6a36892a-1e6f-49cc-adb4-a4635cad7852 HTTP/1.1" status: 200 len: 1989 time: 0.0481503 Dec 10 19:01:17.435869 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d29875bf-f164-47e5-9012-8d55252c23f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:17.440709 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-6c3253db-ea1a-49e8-a511-2c747ce8b5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'name': 'tempest-TestSecurityGroupsBasicOps-router-658289156', 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '73f44149-62bb-4ebc-b59f-7c9b630218ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:00:49Z', 'updated_at': '2021-12-10T19:00:56Z', 'revision_number': 4, 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'gw_port': {'id': '73f44149-62bb-4ebc-b59f-7c9b630218ad', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ea:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:49Z', 'updated_at': '2021-12-10T19:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'faed20b2-d198-41d6-95bd-117e29d1df47', 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6', 'floating_ip_address': '172.25.7.65', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'port_id': '8593ef86-5003-4ba1-91bb-28ab14ab6611', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf531f4-05d8-4c38-a43a-4edcd71b1bcc', 'mac_address': 'fa:16:3e:04:a3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15079824-42ea-42cc-871c-a86013755189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:01:15Z', 'updated_at': '2021-12-10T19:01:15Z', 'revision_number': 0, 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f720812-6052-4725-9298-fc351e86545c', 'name': '', 'network_id': 'ddf531f4-05d8-4c38-a43a-4edcd71b1bcc', 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6', 'mac_address': 'fa:16:3e:5d:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '46950a35-556c-4d1a-88a4-9a36f9a3b5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:53Z', 'updated_at': '2021-12-10T19:01:01Z', 'revision_number': 5, 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'subnets': [{'id': '46950a35-556c-4d1a-88a4-9a36f9a3b5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:01:17.445882 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d29875bf-f164-47e5-9012-8d55252c23f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:17.463263 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69806490-7aa6-4158-84a1-3e494eee4c45 req-dd275e6d-ea86-41f5-9f1d-688c03ce9148 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:17.464850 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-69806490-7aa6-4158-84a1-3e494eee4c45 req-dd275e6d-ea86-41f5-9f1d-688c03ce9148 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f282cf0-0440-47bd-b1d5-13bad00ea32a HTTP/1.1" status: 200 len: 945 time: 0.1476269 Dec 10 19:01:17.473337 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3253db-ea1a-49e8-a511-2c747ce8b5d7 None None] The sync data for ids ['6a36892a-1e6f-49cc-adb4-a4635cad7852'] in n-d-821435-1 is: [{'id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'name': 'tempest-TestSecurityGroupsBasicOps-router-658289156', 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '73f44149-62bb-4ebc-b59f-7c9b630218ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:00:49Z', 'updated_at': '2021-12-10T19:00:56Z', 'revision_number': 4, 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'gw_port': {'id': '73f44149-62bb-4ebc-b59f-7c9b630218ad', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ea:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:49Z', 'updated_at': '2021-12-10T19:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'faed20b2-d198-41d6-95bd-117e29d1df47', 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6', 'floating_ip_address': '172.25.7.65', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'port_id': '8593ef86-5003-4ba1-91bb-28ab14ab6611', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf531f4-05d8-4c38-a43a-4edcd71b1bcc', 'mac_address': 'fa:16:3e:04:a3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15079824-42ea-42cc-871c-a86013755189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:01:15Z', 'updated_at': '2021-12-10T19:01:15Z', 'revision_number': 0, 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f720812-6052-4725-9298-fc351e86545c', 'name': '', 'network_id': 'ddf531f4-05d8-4c38-a43a-4edcd71b1bcc', 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6', 'mac_address': 'fa:16:3e:5d:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '46950a35-556c-4d1a-88a4-9a36f9a3b5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:53Z', 'updated_at': '2021-12-10T19:01:01Z', 'revision_number': 5, 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'subnets': [{'id': '46950a35-556c-4d1a-88a4-9a36f9a3b5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:01:17.534560 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d29875bf-f164-47e5-9012-8d55252c23f6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=69343267d92243c8bd0fab333c7aac8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5623887 Dec 10 19:01:17.537185 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34264) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:17.538300 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29875bf-f164-47e5-9012-8d55252c23f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05bb80e-95da-4a99-a240-5437c700e19e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:17.545571 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-22b0e435-5b2e-46ea-a20b-866f7b3fc638 req-367b99af-ebc7-4a7e-bd49-17a65d2f41e4 service neutron] 10.222.0.46 "GET /v2.0/networks/ddf531f4-05d8-4c38-a43a-4edcd71b1bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136710 Dec 10 19:01:17.574152 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-69806490-7aa6-4158-84a1-3e494eee4c45 req-0fd1477e-802c-4012-a578-17ed755a7690 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/security-groups?id=f569fe8c-540a-46f4-ab80-5fc3cb8684cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969558 Dec 10 19:01:17.602334 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a668f5fd-5f69-4318-b751-608780782a30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:17.728097 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019cf828-ac51-4e0f-95ca-9e0856687bff None None] New status for floating IP faed20b2-d198-41d6-95bd-117e29d1df47: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:01:17.888811 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a668f5fd-5f69-4318-b751-608780782a30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:17.938374 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a668f5fd-5f69-4318-b751-608780782a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:17.940973 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a668f5fd-5f69-4318-b751-608780782a30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:17.942157 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a668f5fd-5f69-4318-b751-608780782a30 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e05bb80e-95da-4a99-a240-5437c700e19e HTTP/1.1" status: 204 len: 168 time: 0.4038382 Dec 10 19:01:17.949724 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a668f5fd-5f69-4318-b751-608780782a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05bb80e-95da-4a99-a240-5437c700e19e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:18.202579 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 34270) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:18.216565 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2243bdb5-37e2-474e-95a5-3b802d848a39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:18.292327 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2243bdb5-37e2-474e-95a5-3b802d848a39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:18.296260 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2243bdb5-37e2-474e-95a5-3b802d848a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:18.335441 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2243bdb5-37e2-474e-95a5-3b802d848a39 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b811f50705b44691a3cd71f703f8da80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1315570 Dec 10 19:01:18.337440 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2243bdb5-37e2-474e-95a5-3b802d848a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d990b18c-370c-439e-9645-7d006c5a2648,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:18.339031 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34274) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:18.436245 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91063b-2e43-4afa-91e2-430fd087a6de req-3a996b48-bb16-4577-b7a6-5c9739995d8c tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:18.437801 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0c91063b-2e43-4afa-91e2-430fd087a6de req-3a996b48-bb16-4577-b7a6-5c9739995d8c tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 945 time: 0.0739510 Dec 10 19:01:18.442940 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-63ed35ab-6512-4367-95d2-e4310ad09c60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:18.482115 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-63ed35ab-6512-4367-95d2-e4310ad09c60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:18.523164 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0c91063b-2e43-4afa-91e2-430fd087a6de req-3e1d5ef4-ae7d-40de-bf79-103c6244262b tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757945 Dec 10 19:01:18.550802 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-63ed35ab-6512-4367-95d2-e4310ad09c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:18.553287 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-63ed35ab-6512-4367-95d2-e4310ad09c60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:18.554419 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-63ed35ab-6512-4367-95d2-e4310ad09c60 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d990b18c-370c-439e-9645-7d006c5a2648 HTTP/1.1" status: 204 len: 168 time: 0.2141194 Dec 10 19:01:18.562046 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed35ab-6512-4367-95d2-e4310ad09c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d990b18c-370c-439e-9645-7d006c5a2648,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:18.698419 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792801a-492b-4b6d-a3c4-29b2577fc893 req-a47e4bb8-4292-4b89-ae6f-e4925bee17a2 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:18.699956 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5792801a-492b-4b6d-a3c4-29b2577fc893 req-a47e4bb8-4292-4b89-ae6f-e4925bee17a2 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f282cf0-0440-47bd-b1d5-13bad00ea32a HTTP/1.1" status: 200 len: 945 time: 0.0547490 Dec 10 19:01:18.761384 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5792801a-492b-4b6d-a3c4-29b2577fc893 req-ead90a30-7567-4b92-9842-fb3a9114bf57 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/security-groups?id=f569fe8c-540a-46f4-ab80-5fc3cb8684cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538235 Dec 10 19:01:19.639599 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d7f45638-d501-4194-928e-261657a2b6c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:19.657702 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f4f38-7431-4425-8965-31ff8cc64a9c req-8d5b7025-e5dd-4c03-b753-3f7701425d07 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:19.659215 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-da5f4f38-7431-4425-8965-31ff8cc64a9c req-8d5b7025-e5dd-4c03-b753-3f7701425d07 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 945 time: 0.0578585 Dec 10 19:01:19.724791 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-da5f4f38-7431-4425-8965-31ff8cc64a9c req-d3826c52-0fb9-45aa-8a25-8fdd2ab26fc1 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557387 Dec 10 19:01:20.848069 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c54f8b-dc78-41bb-a921-495bd29994dc req-e34c8870-1d73-42a4-babf-76421ff4a686 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:20.849651 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-31c54f8b-dc78-41bb-a921-495bd29994dc req-e34c8870-1d73-42a4-babf-76421ff4a686 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 945 time: 0.0511889 Dec 10 19:01:20.899583 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-31c54f8b-dc78-41bb-a921-495bd29994dc req-5061ca48-d99e-4d9a-b93b-4fe6d434c8f9 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439425 Dec 10 19:01:22.017484 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a339ae-07fa-4519-8579-5ad0d3a8f62f req-4f62feef-2193-4f33-8ee1-a6ecd6b123cb tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:22.018885 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79a339ae-07fa-4519-8579-5ad0d3a8f62f req-4f62feef-2193-4f33-8ee1-a6ecd6b123cb tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 945 time: 0.0489447 Dec 10 19:01:22.073015 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79a339ae-07fa-4519-8579-5ad0d3a8f62f req-945b6b5e-1446-465e-8371-c6fbea19cf2b tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476756 Dec 10 19:01:22.412110 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f20be93b-c014-482e-95b0-81cac9307e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:23.226233 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5934d4-7730-4093-974f-a52e1d3ec569 req-5e9abba1-7229-47c9-9bcf-4834af0cacb9 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:23.227760 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ba5934d4-7730-4093-974f-a52e1d3ec569 req-5e9abba1-7229-47c9-9bcf-4834af0cacb9 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 945 time: 0.0674109 Dec 10 19:01:23.281683 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ba5934d4-7730-4093-974f-a52e1d3ec569 req-fe465e42-d73f-44d9-b799-94eb1246a781 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470986 Dec 10 19:01:23.442260 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:24.423628 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b60056-241c-400c-9aec-a683e0a875a9 req-4eceeb70-5b9a-487b-b2c7-9359788f20f6 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:24.432344 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c0b60056-241c-400c-9aec-a683e0a875a9 req-4eceeb70-5b9a-487b-b2c7-9359788f20f6 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 945 time: 0.0740921 Dec 10 19:01:24.494047 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c0b60056-241c-400c-9aec-a683e0a875a9 req-b4d5f5b0-6576-4b0e-9254-17021c79110c tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605826 Dec 10 19:01:24.813905 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:25.486453 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:25.621804 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb5ff3-b1f7-42f0-9c90-8b2e2ddcb251 req-d99082e9-bf24-4576-a65e-3eee650d955f tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:25.623306 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e2bb5ff3-b1f7-42f0-9c90-8b2e2ddcb251 req-d99082e9-bf24-4576-a65e-3eee650d955f tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 945 time: 0.0543959 Dec 10 19:01:25.676247 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e2bb5ff3-b1f7-42f0-9c90-8b2e2ddcb251 req-f6371662-5e7f-4829-87a0-cd21b5c2bf42 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434825 Dec 10 19:01:26.795643 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750b928-ec62-4761-a8cc-85dbddd4fb66 req-445911eb-09d0-4fa9-a9f2-a52185fc8ef0 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:26.797167 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2750b928-ec62-4761-a8cc-85dbddd4fb66 req-445911eb-09d0-4fa9-a9f2-a52185fc8ef0 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 945 time: 0.0498173 Dec 10 19:01:26.844475 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2750b928-ec62-4761-a8cc-85dbddd4fb66 req-3e565131-12a8-46f3-bbf4-05e517623ce7 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411191 Dec 10 19:01:27.429548 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:01:27.973938 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234cf338-6b36-49be-9741-c51915e7ac30 req-0077a257-5ee2-4345-a430-185be8fdd141 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:27.975436 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-234cf338-6b36-49be-9741-c51915e7ac30 req-0077a257-5ee2-4345-a430-185be8fdd141 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 945 time: 0.0529892 Dec 10 19:01:28.024979 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-234cf338-6b36-49be-9741-c51915e7ac30 req-a7b959f0-4fdb-474f-bf4c-022f9a906e55 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430424 Dec 10 19:01:28.252265 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa72278-5187-484b-b07f-e14ddc4a30bc req-3d95a629-5231-4630-b646-a69883ee1258 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:28.254165 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cfa72278-5187-484b-b07f-e14ddc4a30bc req-3d95a629-5231-4630-b646-a69883ee1258 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 945 time: 0.0641985 Dec 10 19:01:28.296861 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a4630-5284-4cb2-9b30-e43a2eadb68b req-4d9e2f52-11f5-4ff3-ae63-564ec8b45e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:28.299327 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c86a4630-5284-4cb2-9b30-e43a2eadb68b req-4d9e2f52-11f5-4ff3-ae63-564ec8b45e16 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=18f4d0de9fea441da6506fc341573bc1&device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 1096 time: 0.0719473 Dec 10 19:01:28.309395 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cfa72278-5187-484b-b07f-e14ddc4a30bc req-24366342-d684-4b8d-a0c5-3e37d72cb753 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492766 Dec 10 19:01:28.406975 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a4630-5284-4cb2-9b30-e43a2eadb68b req-641876d9-769c-47c4-b8a3-b2724f0439bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:28.408578 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c86a4630-5284-4cb2-9b30-e43a2eadb68b req-641876d9-769c-47c4-b8a3-b2724f0439bd service neutron] 10.222.0.72 "GET /v2.0/networks?id=516cf886-0f4d-46b9-b744-c490650e8912 HTTP/1.1" status: 200 len: 911 time: 0.1018493 Dec 10 19:01:28.479963 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c86a4630-5284-4cb2-9b30-e43a2eadb68b req-c6b15c03-f3dd-44bc-bacb-c3df96bad64c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51ea99f2-dc8b-46c0-a101-303c401c11f0 HTTP/1.1" status: 200 len: 1001 time: 0.0645392 Dec 10 19:01:28.533184 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a4630-5284-4cb2-9b30-e43a2eadb68b req-4e2f5048-1f08-4aef-a8ee-dd76b1f865bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:28.534601 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c86a4630-5284-4cb2-9b30-e43a2eadb68b req-4e2f5048-1f08-4aef-a8ee-dd76b1f865bc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fca310e3-485d-42a7-b973-3f839349aa93 HTTP/1.1" status: 200 len: 849 time: 0.0480561 Dec 10 19:01:28.582206 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a4630-5284-4cb2-9b30-e43a2eadb68b req-cb8147bc-c706-475a-ba56-2c6b3729a849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:28.583866 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c86a4630-5284-4cb2-9b30-e43a2eadb68b req-cb8147bc-c706-475a-ba56-2c6b3729a849 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=516cf886-0f4d-46b9-b744-c490650e8912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418720 Dec 10 19:01:28.702064 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c86a4630-5284-4cb2-9b30-e43a2eadb68b req-4677d988-776a-4104-be17-04d40cd67b52 service neutron] 10.222.0.72 "GET /v2.0/networks/516cf886-0f4d-46b9-b744-c490650e8912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100209 Dec 10 19:01:28.816281 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c86a4630-5284-4cb2-9b30-e43a2eadb68b req-79b83b9f-e915-4a98-ba62-6dbdf8a0d7e3 service neutron] 10.222.0.72 "GET /v2.0/networks/516cf886-0f4d-46b9-b744-c490650e8912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071067 Dec 10 19:01:29.442608 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374c983-8d14-4f9a-918c-c8b934443c77 req-875d6771-1a5a-4b42-b0e0-5e748c4e773d tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:29.444878 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9374c983-8d14-4f9a-918c-c8b934443c77 req-875d6771-1a5a-4b42-b0e0-5e748c4e773d tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 945 time: 0.0516720 Dec 10 19:01:29.505292 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9374c983-8d14-4f9a-918c-c8b934443c77 req-d9bd349c-19ba-4135-a2e5-5a5decc59f02 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541968 Dec 10 19:01:30.641030 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16dd0ec-dab7-4f0d-9fbe-ce5b3b6c9995 req-ccb04e32-8f48-48f2-8e67-00a81b090b93 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:30.649118 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e16dd0ec-dab7-4f0d-9fbe-ce5b3b6c9995 req-ccb04e32-8f48-48f2-8e67-00a81b090b93 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 945 time: 0.0634661 Dec 10 19:01:30.693033 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e16dd0ec-dab7-4f0d-9fbe-ce5b3b6c9995 req-fac0c8de-ac0b-4102-85e0-1a064b3cdc93 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428929 Dec 10 19:01:33.676421 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-943bb6a5-e8bd-4714-bdf7-44c72af82252 req-01e1f85f-f457-4e51-86c6-b6a90b7768c3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=15079824-42ea-42cc-871c-a86013755189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426879 Dec 10 19:01:33.774783 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bb6a5-e8bd-4714-bdf7-44c72af82252 req-a669eaf2-9198-4c38-a153-02f3ec548e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:33.776566 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-943bb6a5-e8bd-4714-bdf7-44c72af82252 req-a669eaf2-9198-4c38-a153-02f3ec548e2a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bfeba774d033410b83d92399e2d1fec6&device_id=15079824-42ea-42cc-871c-a86013755189 HTTP/1.1" status: 200 len: 1136 time: 0.0449500 Dec 10 19:01:33.889738 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bb6a5-e8bd-4714-bdf7-44c72af82252 req-dd0fcce3-ae52-4a2e-b798-7890f167ddf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:33.891390 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-943bb6a5-e8bd-4714-bdf7-44c72af82252 req-dd0fcce3-ae52-4a2e-b798-7890f167ddf5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ddf531f4-05d8-4c38-a43a-4edcd71b1bcc HTTP/1.1" status: 200 len: 897 time: 0.0923545 Dec 10 19:01:33.906309 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:33.963398 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-943bb6a5-e8bd-4714-bdf7-44c72af82252 req-f2d9be1d-ea17-41f9-a8d6-ac9451b18df5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8593ef86-5003-4ba1-91bb-28ab14ab6611 HTTP/1.1" status: 200 len: 1001 time: 0.0636735 Dec 10 19:01:34.017846 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bb6a5-e8bd-4714-bdf7-44c72af82252 req-03bf3bb1-674f-43dd-9603-7794439c438a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:34.018118 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-943bb6a5-e8bd-4714-bdf7-44c72af82252 req-03bf3bb1-674f-43dd-9603-7794439c438a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=46950a35-556c-4d1a-88a4-9a36f9a3b5c7 HTTP/1.1" status: 200 len: 834 time: 0.0473509 Dec 10 19:01:34.072132 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bb6a5-e8bd-4714-bdf7-44c72af82252 req-51495359-5965-4520-ac14-a27c3cbabf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:34.073913 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-943bb6a5-e8bd-4714-bdf7-44c72af82252 req-51495359-5965-4520-ac14-a27c3cbabf61 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ddf531f4-05d8-4c38-a43a-4edcd71b1bcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484366 Dec 10 19:01:34.180546 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-943bb6a5-e8bd-4714-bdf7-44c72af82252 req-71dc3372-19e1-4abd-b2c4-fa9a02aa9b02 service neutron] 10.222.0.46 "GET /v2.0/networks/ddf531f4-05d8-4c38-a43a-4edcd71b1bcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988173 Dec 10 19:01:34.295755 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-943bb6a5-e8bd-4714-bdf7-44c72af82252 req-fecba2c3-eb64-4972-936d-0ea0a4e789e3 service neutron] 10.222.0.46 "GET /v2.0/networks/ddf531f4-05d8-4c38-a43a-4edcd71b1bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078854 Dec 10 19:01:35.676807 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c53f094d-b1df-48d9-a6bd-36242eef25f0 req-3d49ba49-51eb-4203-a96c-e5d3051803de service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0493309 Dec 10 19:01:35.753289 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f094d-b1df-48d9-a6bd-36242eef25f0 req-b9555aad-4764-42f7-acca-6680c1c5bbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:35.754835 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c53f094d-b1df-48d9-a6bd-36242eef25f0 req-b9555aad-4764-42f7-acca-6680c1c5bbd9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=18f4d0de9fea441da6506fc341573bc1&device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 1096 time: 0.0431600 Dec 10 19:01:35.881314 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f094d-b1df-48d9-a6bd-36242eef25f0 req-0fce1ca7-059b-4bd8-9b37-b288c863e718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:35.884670 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c53f094d-b1df-48d9-a6bd-36242eef25f0 req-0fce1ca7-059b-4bd8-9b37-b288c863e718 service neutron] 10.222.0.72 "GET /v2.0/networks?id=516cf886-0f4d-46b9-b744-c490650e8912 HTTP/1.1" status: 200 len: 911 time: 0.1087356 Dec 10 19:01:35.963338 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c53f094d-b1df-48d9-a6bd-36242eef25f0 req-72dff8df-2b65-4166-9437-75c90290d806 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51ea99f2-dc8b-46c0-a101-303c401c11f0 HTTP/1.1" status: 200 len: 1001 time: 0.0680468 Dec 10 19:01:36.021231 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f094d-b1df-48d9-a6bd-36242eef25f0 req-0e79f10f-701b-4c09-b248-f882542cd1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:36.023450 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c53f094d-b1df-48d9-a6bd-36242eef25f0 req-0e79f10f-701b-4c09-b248-f882542cd1bc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fca310e3-485d-42a7-b973-3f839349aa93 HTTP/1.1" status: 200 len: 849 time: 0.0523612 Dec 10 19:01:36.082423 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f094d-b1df-48d9-a6bd-36242eef25f0 req-755dcce2-68bd-4157-a958-4a9e4cb03bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:36.084070 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c53f094d-b1df-48d9-a6bd-36242eef25f0 req-755dcce2-68bd-4157-a958-4a9e4cb03bbe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=516cf886-0f4d-46b9-b744-c490650e8912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520165 Dec 10 19:01:36.194195 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c53f094d-b1df-48d9-a6bd-36242eef25f0 req-b4716fa0-f0df-4d95-84ae-61ed44fc1f63 service neutron] 10.222.0.72 "GET /v2.0/networks/516cf886-0f4d-46b9-b744-c490650e8912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020780 Dec 10 19:01:36.301409 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c53f094d-b1df-48d9-a6bd-36242eef25f0 req-5ceb1013-fcdd-4e20-9b62-76dc76f88138 service neutron] 10.222.0.72 "GET /v2.0/networks/516cf886-0f4d-46b9-b744-c490650e8912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996604 Dec 10 19:01:36.853111 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0003394-59af-4ead-b99b-5d52035ec5bd req-db49bcbd-4625-4741-966e-a579aa3800d9 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:36.854969 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d0003394-59af-4ead-b99b-5d52035ec5bd req-db49bcbd-4625-4741-966e-a579aa3800d9 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 946 time: 0.0520413 Dec 10 19:01:36.913609 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d0003394-59af-4ead-b99b-5d52035ec5bd req-fddf5928-c211-43fe-9b8b-06921d1cdf0e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495720 Dec 10 19:01:38.073527 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e7fc75-9a67-404a-8538-3433aa940673 req-8b7918f1-9717-4848-b768-a3d6509b610e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:38.081915 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-93e7fc75-9a67-404a-8538-3433aa940673 req-8b7918f1-9717-4848-b768-a3d6509b610e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 946 time: 0.0660295 Dec 10 19:01:38.162535 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-93e7fc75-9a67-404a-8538-3433aa940673 req-d11d4401-928e-4235-93a4-d0c03f9ded03 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796008 Dec 10 19:01:38.271073 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:38.805303 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7281201-3a91-43bc-ac9b-b04ff135dcf8 req-745044e4-0f86-4c5e-8f6c-6aeb5989dd22 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:38.806781 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d7281201-3a91-43bc-ac9b-b04ff135dcf8 req-745044e4-0f86-4c5e-8f6c-6aeb5989dd22 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.72 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 946 time: 0.0494733 Dec 10 19:01:38.909727 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-d7281201-3a91-43bc-ac9b-b04ff135dcf8 req-b6e81cf1-ba41-4bac-add2-d2b638bdd02a tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Deleting port e0e4c205-efe4-4bd1-9428-17d9f007f70c {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:01:38.910082 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d7281201-3a91-43bc-ac9b-b04ff135dcf8 req-b6e81cf1-ba41-4bac-add2-d2b638bdd02a tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:39.000846 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-d7281201-3a91-43bc-ac9b-b04ff135dcf8 req-b6e81cf1-ba41-4bac-add2-d2b638bdd02a tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] For port e0e4c205-efe4-4bd1-9428-17d9f007f70c, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=e0e4c205-efe4-4bd1-9428-17d9f007f70c,segment=NetworkSegment(b018f0b2-f2ea-42a6-be50-b44238505497),segment_id=b018f0b2-f2ea-42a6-be50-b44238505497)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:01:39.001852 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d7281201-3a91-43bc-ac9b-b04ff135dcf8 req-b6e81cf1-ba41-4bac-add2-d2b638bdd02a tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:39.223530 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d7281201-3a91-43bc-ac9b-b04ff135dcf8 req-b6e81cf1-ba41-4bac-add2-d2b638bdd02a tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:39.224129 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d7281201-3a91-43bc-ac9b-b04ff135dcf8 req-b6e81cf1-ba41-4bac-add2-d2b638bdd02a tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:39.224252 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [req-d7281201-3a91-43bc-ac9b-b04ff135dcf8 req-b6e81cf1-ba41-4bac-add2-d2b638bdd02a tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Floating IP 52168fce-df0c-4b9c-b482-89fba4448622 disassociated. External IP: 172.25.7.16, port: e0e4c205-efe4-4bd1-9428-17d9f007f70c. Dec 10 19:01:39.224555 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-d7281201-3a91-43bc-ac9b-b04ff135dcf8 req-b6e81cf1-ba41-4bac-add2-d2b638bdd02a tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Calling delete_port for e0e4c205-efe4-4bd1-9428-17d9f007f70c owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:01:39.383556 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942f01a-5d1d-4996-ab32-921916477c1d req-289b51b5-3c26-4755-9668-9203dccc49ca tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:39.392478 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3942f01a-5d1d-4996-ab32-921916477c1d req-289b51b5-3c26-4755-9668-9203dccc49ca tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 946 time: 0.1370425 Dec 10 19:01:39.423315 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d7281201-3a91-43bc-ac9b-b04ff135dcf8 req-b6e81cf1-ba41-4bac-add2-d2b638bdd02a tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:39.461097 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3942f01a-5d1d-4996-ab32-921916477c1d req-c523b376-346d-4a07-99bf-01d7dfbe5906 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=75bc445a-d251-40aa-9542-8b391815f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652828 Dec 10 19:01:39.536545 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e81cf1-ba41-4bac-add2-d2b638bdd02a tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Pushing event deleted for resources: {'Port': ['ID=e0e4c205-efe4-4bd1-9428-17d9f007f70c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:39.584844 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7281201-3a91-43bc-ac9b-b04ff135dcf8 req-b6e81cf1-ba41-4bac-add2-d2b638bdd02a tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Router 942c58aa-2ab7-4018-bfc5-7637dfbdc715 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:01:40.074409 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7281201-3a91-43bc-ac9b-b04ff135dcf8 req-b6e81cf1-ba41-4bac-add2-d2b638bdd02a tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:01:40.088897 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4d14b0-52c5-4106-a4c9-9f85c12abfa5 None None] Sync routers for ids ['942c58aa-2ab7-4018-bfc5-7637dfbdc715'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:01:40.106980 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4d14b0-52c5-4106-a4c9-9f85c12abfa5 None None] Routers {'942c58aa-2ab7-4018-bfc5-7637dfbdc715'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:01:40.107860 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-2c4d14b0-52c5-4106-a4c9-9f85c12abfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:01:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['942c58aa-2ab7-4018-bfc5-7637dfbdc715'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:01:40.173684 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7281201-3a91-43bc-ac9b-b04ff135dcf8 req-b6e81cf1-ba41-4bac-add2-d2b638bdd02a tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] No DVR routers for this DVR port e0e4c205-efe4-4bd1-9428-17d9f007f70c on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:01:40.178185 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d7281201-3a91-43bc-ac9b-b04ff135dcf8 req-b6e81cf1-ba41-4bac-add2-d2b638bdd02a tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:40.181929 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d7281201-3a91-43bc-ac9b-b04ff135dcf8 req-b6e81cf1-ba41-4bac-add2-d2b638bdd02a tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.72 "DELETE /v2.0/ports/e0e4c205-efe4-4bd1-9428-17d9f007f70c HTTP/1.1" status: 204 len: 173 time: 1.3626287 Dec 10 19:01:40.182509 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d3fb77-cb88-4827-9efe-c81332a691ea', 'name': 'network-vif-deleted', 'tag': 'e0e4c205-efe4-4bd1-9428-17d9f007f70c'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:01:40.186228 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22aa573b-bca0-46b0-9091-3391421d27bd" -d '{"events": [{"server_uuid": "44d3fb77-cb88-4827-9efe-c81332a691ea", "name": "network-vif-deleted", "tag": "e0e4c205-efe4-4bd1-9428-17d9f007f70c"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:01:40.242674 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-2c4d14b0-52c5-4106-a4c9-9f85c12abfa5 None None] Set router 942c58aa-2ab7-4018-bfc5-7637dfbdc715 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:01:40.305499 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201e44de-3bff-4dd9-be3f-e17a2d63d06e x-openstack-request-id: req-201e44de-3bff-4dd9-be3f-e17a2d63d06e {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:01:40.306036 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d3fb77-cb88-4827-9efe-c81332a691ea", "name": "network-vif-deleted", "tag": "e0e4c205-efe4-4bd1-9428-17d9f007f70c", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:01:40.306036 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-201e44de-3bff-4dd9-be3f-e17a2d63d06e {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:01:40.306631 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d3fb77-cb88-4827-9efe-c81332a691ea', 'name': 'network-vif-deleted', 'tag': 'e0e4c205-efe4-4bd1-9428-17d9f007f70c', 'status': 'completed', 'code': 200} Dec 10 19:01:40.568034 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-2c4d14b0-52c5-4106-a4c9-9f85c12abfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'name': 'tempest-AttachVolumeShelveTestJSON-1052448844-router', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '164839f8-49a5-47a7-b5f2-30490480a045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:55:05Z', 'updated_at': '2021-12-10T18:55:14Z', 'revision_number': 4, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'gw_port': {'id': '164839f8-49a5-47a7-b5f2-30490480a045', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:07Z', 'updated_at': '2021-12-10T18:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '887fb0a6-7d9b-4554-90eb-9829ca3444e8', 'name': '', 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'mac_address': 'fa:16:3e:12:af:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'b5b8f42d-7b7d-4b89-936c-8b66a87ff765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:13Z', 'updated_at': '2021-12-10T18:55:30Z', 'revision_number': 5, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'subnets': [{'id': 'b5b8f42d-7b7d-4b89-936c-8b66a87ff765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:01:40.604046 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4d14b0-52c5-4106-a4c9-9f85c12abfa5 None None] Checking router: 942c58aa-2ab7-4018-bfc5-7637dfbdc715 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:01:40.614211 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4d14b0-52c5-4106-a4c9-9f85c12abfa5 None None] Routers {'942c58aa-2ab7-4018-bfc5-7637dfbdc715'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:01:40.615107 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-2c4d14b0-52c5-4106-a4c9-9f85c12abfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:01:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['942c58aa-2ab7-4018-bfc5-7637dfbdc715'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:01:40.629359 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-067290cb-86fb-45dc-a6e1-d3b52c14fe60 req-b03e8cc6-fb29-4ea0-873b-f7ba8f65f218 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=44d3fb77-cb88-4827-9efe-c81332a691ea HTTP/1.1" status: 200 len: 210 time: 0.0441291 Dec 10 19:01:40.753811 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-2c4d14b0-52c5-4106-a4c9-9f85c12abfa5 None None] Set router 942c58aa-2ab7-4018-bfc5-7637dfbdc715 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:01:40.962890 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-2c4d14b0-52c5-4106-a4c9-9f85c12abfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'name': 'tempest-AttachVolumeShelveTestJSON-1052448844-router', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '164839f8-49a5-47a7-b5f2-30490480a045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:55:05Z', 'updated_at': '2021-12-10T18:55:14Z', 'revision_number': 4, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'gw_port': {'id': '164839f8-49a5-47a7-b5f2-30490480a045', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:07Z', 'updated_at': '2021-12-10T18:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '887fb0a6-7d9b-4554-90eb-9829ca3444e8', 'name': '', 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'mac_address': 'fa:16:3e:12:af:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'b5b8f42d-7b7d-4b89-936c-8b66a87ff765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:13Z', 'updated_at': '2021-12-10T18:55:30Z', 'revision_number': 5, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'subnets': [{'id': 'b5b8f42d-7b7d-4b89-936c-8b66a87ff765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:01:40.991410 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4d14b0-52c5-4106-a4c9-9f85c12abfa5 None None] The sync data for ids ['942c58aa-2ab7-4018-bfc5-7637dfbdc715'] in n-d-821435-1 is: [{'id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'name': 'tempest-AttachVolumeShelveTestJSON-1052448844-router', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '164839f8-49a5-47a7-b5f2-30490480a045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:55:05Z', 'updated_at': '2021-12-10T18:55:14Z', 'revision_number': 4, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'gw_port': {'id': '164839f8-49a5-47a7-b5f2-30490480a045', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:07Z', 'updated_at': '2021-12-10T18:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '887fb0a6-7d9b-4554-90eb-9829ca3444e8', 'name': '', 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'mac_address': 'fa:16:3e:12:af:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'b5b8f42d-7b7d-4b89-936c-8b66a87ff765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:13Z', 'updated_at': '2021-12-10T18:55:30Z', 'revision_number': 5, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'subnets': [{'id': 'b5b8f42d-7b7d-4b89-936c-8b66a87ff765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:01:41.265442 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f46d60-27fa-4544-a800-b534eba1ac25 None None] New status for floating IP 52168fce-df0c-4b9c-b482-89fba4448622: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:01:41.763642 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34606) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:41.802503 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 34608) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:41.830532 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-716285c5-178f-44f9-a5ed-a3c0811f9805 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:41.860334 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-716285c5-178f-44f9-a5ed-a3c0811f9805 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:41.921761 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-716285c5-178f-44f9-a5ed-a3c0811f9805 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:41.925118 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-716285c5-178f-44f9-a5ed-a3c0811f9805 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:41.928742 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-716285c5-178f-44f9-a5ed-a3c0811f9805 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "DELETE /v2.0/security-groups/75bc445a-d251-40aa-9542-8b391815f1e5 HTTP/1.1" status: 204 len: 168 time: 0.1557221 Dec 10 19:01:41.929064 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 34612) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:41.936997 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-55597209-b43a-4b45-b436-0d7e9ea7e25b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:41.937374 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716285c5-178f-44f9-a5ed-a3c0811f9805 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bc445a-d251-40aa-9542-8b391815f1e5,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:41.951788 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-30975b23-cb87-4742-a939-7d73582e45ca tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] show failed (client error): The resource could not be found. Dec 10 19:01:41.953113 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-30975b23-cb87-4742-a939-7d73582e45ca tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups/75bc445a-d251-40aa-9542-8b391815f1e5 HTTP/1.1" status: 404 len: 347 time: 0.0229244 Dec 10 19:01:41.956905 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34614) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:42.032302 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-55597209-b43a-4b45-b436-0d7e9ea7e25b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:42.036477 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-55597209-b43a-4b45-b436-0d7e9ea7e25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:42.073808 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55597209-b43a-4b45-b436-0d7e9ea7e25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70cbec10-072a-4ff0-9ccb-07f9b59137cd,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:42.078086 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-55597209-b43a-4b45-b436-0d7e9ea7e25b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=48a1b04d67604508ae2d2d219d7d0638&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2744167 Dec 10 19:01:42.080614 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 34616) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:42.130582 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1164c4aa-9967-408b-a6de-8bdba3dcc9b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:42.135742 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a8e654ac-0696-4b6c-b762-ce586ec1d6d7 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Deleting port 9dcbe8f8-27ec-4238-b133-198bd17a9b74 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:01:42.136092 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8e654ac-0696-4b6c-b762-ce586ec1d6d7 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:42.151734 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1164c4aa-9967-408b-a6de-8bdba3dcc9b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:42.200892 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1164c4aa-9967-408b-a6de-8bdba3dcc9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:42.203533 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1164c4aa-9967-408b-a6de-8bdba3dcc9b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:42.204710 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1164c4aa-9967-408b-a6de-8bdba3dcc9b6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/70cbec10-072a-4ff0-9ccb-07f9b59137cd HTTP/1.1" status: 204 len: 168 time: 0.1231382 Dec 10 19:01:42.213841 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1164c4aa-9967-408b-a6de-8bdba3dcc9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cbec10-072a-4ff0-9ccb-07f9b59137cd,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:42.216269 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8e654ac-0696-4b6c-b762-ce586ec1d6d7 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:42.216597 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8e654ac-0696-4b6c-b762-ce586ec1d6d7 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:42.229892 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a8e654ac-0696-4b6c-b762-ce586ec1d6d7 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Calling delete_port for 9dcbe8f8-27ec-4238-b133-198bd17a9b74 owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:01:42.385805 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8e654ac-0696-4b6c-b762-ce586ec1d6d7 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:42.415934 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e654ac-0696-4b6c-b762-ce586ec1d6d7 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Pushing event deleted for resources: {'Port': ['ID=9dcbe8f8-27ec-4238-b133-198bd17a9b74,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:42.488101 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8e654ac-0696-4b6c-b762-ce586ec1d6d7 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:42.491109 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8e654ac-0696-4b6c-b762-ce586ec1d6d7 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:42.495704 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a8e654ac-0696-4b6c-b762-ce586ec1d6d7 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "DELETE /v2.0/floatingips/52168fce-df0c-4b9c-b482-89fba4448622 HTTP/1.1" status: 204 len: 168 time: 0.5335364 Dec 10 19:01:42.533492 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 34630) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:42.548323 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f80ebf81-d11a-4a92-91bb-bba467b221a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:42.660776 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f80ebf81-d11a-4a92-91bb-bba467b221a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:42.665859 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f80ebf81-d11a-4a92-91bb-bba467b221a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:42.704149 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f80ebf81-d11a-4a92-91bb-bba467b221a5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=202634ae1fe04ec08b143365c0cd9ea1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1694982 Dec 10 19:01:42.706231 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ebf81-d11a-4a92-91bb-bba467b221a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d4d069-54d9-478f-8759-d507eff0d04b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:42.706852 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34636) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:42.736246 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device e0e4c205-efe4-4bd1-9428-17d9f007f70c no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:01:42.760624 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: e0e4c205-efe4-4bd1-9428-17d9f007f70c {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:01:42.761108 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device e0e4c205-efe4-4bd1-9428-17d9f007f70c not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:01:42.769645 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ffac7126-f611-4a0f-be77-1a1bbabcda64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:42.792863 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ffac7126-f611-4a0f-be77-1a1bbabcda64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:42.815914 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 34638) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:42.820640 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-9b659208-94bf-4b91-8035-df18ab916a71 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Request body: {'security_group': {'name': 'tempest-securitygroup--246319882', 'description': 'tempest-description--300782628'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:01:42.843189 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b659208-94bf-4b91-8035-df18ab916a71 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:42.846229 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ffac7126-f611-4a0f-be77-1a1bbabcda64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:42.848931 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ffac7126-f611-4a0f-be77-1a1bbabcda64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:42.850093 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ffac7126-f611-4a0f-be77-1a1bbabcda64 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a6d4d069-54d9-478f-8759-d507eff0d04b HTTP/1.1" status: 204 len: 168 time: 0.1422338 Dec 10 19:01:42.857767 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac7126-f611-4a0f-be77-1a1bbabcda64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d4d069-54d9-478f-8759-d507eff0d04b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:42.916979 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b659208-94bf-4b91-8035-df18ab916a71 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:42.921015 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b659208-94bf-4b91-8035-df18ab916a71 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:42.945748 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b659208-94bf-4b91-8035-df18ab916a71 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:42.949620 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9b659208-94bf-4b91-8035-df18ab916a71 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1299396 Dec 10 19:01:42.950046 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34644) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:42.955846 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b659208-94bf-4b91-8035-df18ab916a71 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71d67d7b-2cec-417c-8845-e9e65a231ba7,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:42.956393 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-dfc99fee-8cbb-4c54-8645-126e1ed4df81 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Request body: {'security_group_rule': {'security_group_id': '71d67d7b-2cec-417c-8845-e9e65a231ba7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:01:42.986571 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dfc99fee-8cbb-4c54-8645-126e1ed4df81 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:43.057656 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dfc99fee-8cbb-4c54-8645-126e1ed4df81 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:43.063135 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dfc99fee-8cbb-4c54-8645-126e1ed4df81 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:43.083116 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc99fee-8cbb-4c54-8645-126e1ed4df81 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58cded22-5f44-430a-a28f-05e00a4aa54c,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:43.093621 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dfc99fee-8cbb-4c54-8645-126e1ed4df81 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:43.094891 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-dfc99fee-8cbb-4c54-8645-126e1ed4df81 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1437421 Dec 10 19:01:43.097662 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34648) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:43.102471 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-5dbf42d6-5a55-4039-95ac-32acfe511811 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Request body: {'security_group_rule': {'security_group_id': '71d67d7b-2cec-417c-8845-e9e65a231ba7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:01:43.145840 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5dbf42d6-5a55-4039-95ac-32acfe511811 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:43.209438 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5dbf42d6-5a55-4039-95ac-32acfe511811 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:43.214803 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5dbf42d6-5a55-4039-95ac-32acfe511811 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:43.234788 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf42d6-5a55-4039-95ac-32acfe511811 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=026205ef-cbd4-4e7f-b8a3-e8cd3308a4be,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:43.252715 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5dbf42d6-5a55-4039-95ac-32acfe511811 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:43.253980 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5dbf42d6-5a55-4039-95ac-32acfe511811 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1552904 Dec 10 19:01:43.257081 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34656) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:43.261927 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-752b3a8d-73ce-4b59-aacb-8c7bcaa1aedd tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:01:43.294168 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-752b3a8d-73ce-4b59-aacb-8c7bcaa1aedd tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:43.406747 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-752b3a8d-73ce-4b59-aacb-8c7bcaa1aedd tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:43.529115 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-752b3a8d-73ce-4b59-aacb-8c7bcaa1aedd tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Allocated IP 172.25.7.114 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/c00cf064-a76e-466f-a2f7-69e9d6fa10ee) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:01:43.654110 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-752b3a8d-73ce-4b59-aacb-8c7bcaa1aedd tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:43.693402 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-752b3a8d-73ce-4b59-aacb-8c7bcaa1aedd tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:43.743580 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752b3a8d-73ce-4b59-aacb-8c7bcaa1aedd tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:01:43.747425 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-752b3a8d-73ce-4b59-aacb-8c7bcaa1aedd tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:01:43.752149 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752b3a8d-73ce-4b59-aacb-8c7bcaa1aedd tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:01:43.785594 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b3a8d-73ce-4b59-aacb-8c7bcaa1aedd tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Pushing event updated for resources: {'Port': ['ID=c00cf064-a76e-466f-a2f7-69e9d6fa10ee,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:43.883983 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-752b3a8d-73ce-4b59-aacb-8c7bcaa1aedd tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:43.931230 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-752b3a8d-73ce-4b59-aacb-8c7bcaa1aedd tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:44.091776 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-752b3a8d-73ce-4b59-aacb-8c7bcaa1aedd tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:44.097464 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-752b3a8d-73ce-4b59-aacb-8c7bcaa1aedd tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:44.177150 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b3a8d-73ce-4b59-aacb-8c7bcaa1aedd tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Pushing event updated for resources: {'Port': ['ID=c00cf064-a76e-466f-a2f7-69e9d6fa10ee,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:44.188115 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-752b3a8d-73ce-4b59-aacb-8c7bcaa1aedd tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:44.205152 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-752b3a8d-73ce-4b59-aacb-8c7bcaa1aedd tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:44.210423 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-752b3a8d-73ce-4b59-aacb-8c7bcaa1aedd tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9483588 Dec 10 19:01:44.419235 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-026eeb28-e675-45cc-a0c2-e1aff6fd5ec7 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--246319882&fields=id&tenant_id=ce6d41cdbd6e4596aec18213412eef45 HTTP/1.1" status: 200 len: 267 time: 0.0466316 Dec 10 19:01:44.546770 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-cf4a2ce6-6bec-4134-9f1b-713453d10eac tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:44.548413 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-cf4a2ce6-6bec-4134-9f1b-713453d10eac tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/networks?id=8a30ce27-2851-4282-9ac6-23ccb449ba3d HTTP/1.1" status: 200 len: 817 time: 0.1164515 Dec 10 19:01:44.564529 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-6c125384-92d9-4879-9185-f6fffa5c1e16 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/quotas/ce6d41cdbd6e4596aec18213412eef45 HTTP/1.1" status: 200 len: 375 time: 0.0099952 Dec 10 19:01:44.626842 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-20f79214-bb0a-488c-ac96-72909be16032 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ce6d41cdbd6e4596aec18213412eef45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554869 Dec 10 19:01:44.753001 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-4bebe081-ad4f-4082-bd8c-ccb39100391f service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:01:44.761167 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-4bebe081-ad4f-4082-bd8c-ccb39100391f service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1204231 Dec 10 19:01:44.857121 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-ec6b8cba-d109-4cc8-95f6-a175eedd4f60 service neutron] 10.222.0.62 "GET /v2.0/networks/8a30ce27-2851-4282-9ac6-23ccb449ba3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948188 Dec 10 19:01:44.958722 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-6564351b-6a04-46d9-aa79-ead7194bb4c5 service neutron] 10.222.0.62 "GET /v2.0/networks/8a30ce27-2851-4282-9ac6-23ccb449ba3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944350 Dec 10 19:01:45.157744 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6a4835c9-ed52-47cc-8c54-c598071d7edc req-5aba515c-06ad-46ea-bbb8-b33058a1d282 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 210 time: 0.0345395 Dec 10 19:01:45.703415 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34742) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:45.830801 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c4d37f3-fc2d-44ba-8128-6ade52913d1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:45.909318 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c4d37f3-fc2d-44ba-8128-6ade52913d1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:45.913223 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c4d37f3-fc2d-44ba-8128-6ade52913d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:45.956776 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6c4d37f3-fc2d-44ba-8128-6ade52913d1e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=70d46d04c0204533a27de244feea1789&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2511621 Dec 10 19:01:45.957757 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d37f3-fc2d-44ba-8128-6ade52913d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56dbb25e-b22f-42b4-a4be-db0dea7a0212,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:45.959455 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 34748) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:46.010590 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3acb515f-930f-4253-b31a-44f8bde31f81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:46.037589 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3acb515f-930f-4253-b31a-44f8bde31f81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:46.086819 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3acb515f-930f-4253-b31a-44f8bde31f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:46.089787 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3acb515f-930f-4253-b31a-44f8bde31f81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:46.090951 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3acb515f-930f-4253-b31a-44f8bde31f81 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/56dbb25e-b22f-42b4-a4be-db0dea7a0212 HTTP/1.1" status: 204 len: 168 time: 0.1303151 Dec 10 19:01:46.120372 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb515f-930f-4253-b31a-44f8bde31f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56dbb25e-b22f-42b4-a4be-db0dea7a0212,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:46.282072 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-65f3ab8d-57fd-407c-80e5-49127a52f984 req-d1017b37-18f0-4574-9fa1-f824e330407e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 210 time: 0.0332787 Dec 10 19:01:46.308927 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-f59d5f77-4b8d-40d4-9d89-8060ab4caf27 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:46.308927 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-f59d5f77-4b8d-40d4-9d89-8060ab4caf27 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.72 "GET /v2.0/networks?id=8a30ce27-2851-4282-9ac6-23ccb449ba3d HTTP/1.1" status: 200 len: 817 time: 0.1994033 Dec 10 19:01:46.377546 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-9d551da9-f717-4e76-9fee-16e90aabe0a8 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce6d41cdbd6e4596aec18213412eef45 HTTP/1.1" status: 200 len: 379 time: 0.0596907 Dec 10 19:01:46.387270 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-8c1c168b-78d8-463c-9196-d7ecb192b821 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Request body: {'port': {'device_id': '4ced1028-5ea2-4de8-877b-080720954eb0', 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d', 'admin_state_up': True, 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'security_groups': ['71d67d7b-2cec-417c-8845-e9e65a231ba7']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:01:46.486324 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34756) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:46.502222 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8cc31a9e-6367-4cf3-a057-c7576e4803d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:46.520097 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-8c1c168b-78d8-463c-9196-d7ecb192b821 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Made reservation on behalf of ce6d41cdbd6e4596aec18213412eef45 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:01:46.524043 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-8c1c168b-78d8-463c-9196-d7ecb192b821 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:46.585999 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8cc31a9e-6367-4cf3-a057-c7576e4803d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:46.593423 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8cc31a9e-6367-4cf3-a057-c7576e4803d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:46.632842 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8cc31a9e-6367-4cf3-a057-c7576e4803d8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ed4c228ea37742c5bfb709c074743aa2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1450474 Dec 10 19:01:46.634137 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc31a9e-6367-4cf3-a057-c7576e4803d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57b534d-5e0d-489b-a97b-7e3aaab21ca6,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:46.636542 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 34758) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:46.695256 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-8c1c168b-78d8-463c-9196-d7ecb192b821 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Allocated IP 172.20.0.12 (8a30ce27-2851-4282-9ac6-23ccb449ba3d/b5b8f42d-7b7d-4b89-936c-8b66a87ff765/50724c36-ebe4-42a7-be98-5c0610971095) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:01:46.725651 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-71970082-43f4-4764-bbf6-befa112fb01f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:46.768399 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-71970082-43f4-4764-bbf6-befa112fb01f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:46.887237 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-71970082-43f4-4764-bbf6-befa112fb01f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:46.889024 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-71970082-43f4-4764-bbf6-befa112fb01f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:46.890208 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-71970082-43f4-4764-bbf6-befa112fb01f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a57b534d-5e0d-489b-a97b-7e3aaab21ca6 HTTP/1.1" status: 204 len: 168 time: 0.2518327 Dec 10 19:01:46.902035 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-8c1c168b-78d8-463c-9196-d7ecb192b821 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:46.910783 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71970082-43f4-4764-bbf6-befa112fb01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57b534d-5e0d-489b-a97b-7e3aaab21ca6,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:46.948009 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-8c1c168b-78d8-463c-9196-d7ecb192b821 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:46.993056 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-8c1c168b-78d8-463c-9196-d7ecb192b821 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Network 8a30ce27-2851-4282-9ac6-23ccb449ba3d is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:01:46.996210 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-8c1c168b-78d8-463c-9196-d7ecb192b821 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:01:47.000121 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-8c1c168b-78d8-463c-9196-d7ecb192b821 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:01:47.030997 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c168b-78d8-463c-9196-d7ecb192b821 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Pushing event updated for resources: {'Port': ['ID=50724c36-ebe4-42a7-be98-5c0610971095,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:47.061771 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-8c1c168b-78d8-463c-9196-d7ecb192b821 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:47.062572 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-8c1c168b-78d8-463c-9196-d7ecb192b821 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:47.093912 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-8c1c168b-78d8-463c-9196-d7ecb192b821 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7106214 Dec 10 19:01:47.111850 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-57deb88f-a013-437f-86ff-5e1d7e3847a6 service neutron] Request body: {'port': {'device_id': '4ced1028-5ea2-4de8-877b-080720954eb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:01:47.179290 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-57deb88f-a013-437f-86ff-5e1d7e3847a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:47.323961 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1a05df31-ff6d-4c73-8535-968604a93232 None None] Provisioning complete for port 50724c36-ebe4-42a7-be98-5c0610971095 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:01:47.324432 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1a05df31-ff6d-4c73-8535-968604a93232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:47.374266 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-1a05df31-ff6d-4c73-8535-968604a93232 None None] Port 50724c36-ebe4-42a7-be98-5c0610971095 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:01:47.454509 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be89365-911f-4767-bc2b-a2966bd5591e req-fe7f3b8d-0d28-4572-9f4d-e6d177e2ee3a tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:47.456710 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4be89365-911f-4767-bc2b-a2966bd5591e req-fe7f3b8d-0d28-4572-9f4d-e6d177e2ee3a tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 932 time: 0.0621486 Dec 10 19:01:47.506550 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-57deb88f-a013-437f-86ff-5e1d7e3847a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50724c36-ebe4-42a7-be98-5c0610971095 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:01:47.519932 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4be89365-911f-4767-bc2b-a2966bd5591e req-594f1a71-7b5a-4c9e-8258-b5f5bac5895e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563972 Dec 10 19:01:47.525396 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-57deb88f-a013-437f-86ff-5e1d7e3847a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:47.552811 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-57deb88f-a013-437f-86ff-5e1d7e3847a6 service neutron] Transition to ACTIVE for port object 50724c36-ebe4-42a7-be98-5c0610971095 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:01:47.558888 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-57deb88f-a013-437f-86ff-5e1d7e3847a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:47.630567 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57deb88f-a013-437f-86ff-5e1d7e3847a6 service neutron] Pushing event updated for resources: {'Port': ['ID=50724c36-ebe4-42a7-be98-5c0610971095,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:47.719245 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-57deb88f-a013-437f-86ff-5e1d7e3847a6 service neutron] Attempting to bind port 50724c36-ebe4-42a7-be98-5c0610971095 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:01:47.719591 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-57deb88f-a013-437f-86ff-5e1d7e3847a6 service neutron] Attempting to bind port 50724c36-ebe4-42a7-be98-5c0610971095 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': 'b018f0b2-f2ea-42a6-be50-b44238505497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:01:47.720070 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-57deb88f-a013-437f-86ff-5e1d7e3847a6 service neutron] Attempting to bind port 50724c36-ebe4-42a7-be98-5c0610971095 on network 8a30ce27-2851-4282-9ac6-23ccb449ba3d {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:01:47.725152 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-57deb88f-a013-437f-86ff-5e1d7e3847a6 service neutron] Port 50724c36-ebe4-42a7-be98-5c0610971095 on network 8a30ce27-2851-4282-9ac6-23ccb449ba3d not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:01:47.725555 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-57deb88f-a013-437f-86ff-5e1d7e3847a6 service neutron] Attempting to bind port 50724c36-ebe4-42a7-be98-5c0610971095 on network 8a30ce27-2851-4282-9ac6-23ccb449ba3d {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:01:47.736810 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-57deb88f-a013-437f-86ff-5e1d7e3847a6 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:01:47.737156 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-57deb88f-a013-437f-86ff-5e1d7e3847a6 service neutron] Checking segment: {'id': 'b018f0b2-f2ea-42a6-be50-b44238505497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:01:47.737549 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-57deb88f-a013-437f-86ff-5e1d7e3847a6 service neutron] Bound using segment: {'id': 'b018f0b2-f2ea-42a6-be50-b44238505497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:01:47.738479 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-57deb88f-a013-437f-86ff-5e1d7e3847a6 service neutron] Bound port: 50724c36-ebe4-42a7-be98-5c0610971095, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b018f0b2-f2ea-42a6-be50-b44238505497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:01:47.739096 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-57deb88f-a013-437f-86ff-5e1d7e3847a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:47.819294 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-57deb88f-a013-437f-86ff-5e1d7e3847a6 service neutron] For port 50724c36-ebe4-42a7-be98-5c0610971095, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:01:47.824969 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-57deb88f-a013-437f-86ff-5e1d7e3847a6 service neutron] For port 50724c36-ebe4-42a7-be98-5c0610971095, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=50724c36-ebe4-42a7-be98-5c0610971095,segment=NetworkSegment(b018f0b2-f2ea-42a6-be50-b44238505497),segment_id=b018f0b2-f2ea-42a6-be50-b44238505497)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:01:47.842082 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-57deb88f-a013-437f-86ff-5e1d7e3847a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:47.893687 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-57deb88f-a013-437f-86ff-5e1d7e3847a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:47.894519 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-57deb88f-a013-437f-86ff-5e1d7e3847a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:47.896247 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-57deb88f-a013-437f-86ff-5e1d7e3847a6 service neutron] 10.222.0.72 "PUT /v2.0/ports/50724c36-ebe4-42a7-be98-5c0610971095 HTTP/1.1" status: 200 len: 1092 time: 0.7938626 Dec 10 19:01:47.896725 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ced1028-5ea2-4de8-877b-080720954eb0', 'tag': '50724c36-ebe4-42a7-be98-5c0610971095'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:01:47.898994 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038a5f8b-8431-40c9-a381-cf87445c322d" -d '{"events": [{"name": "network-changed", "server_uuid": "4ced1028-5ea2-4de8-877b-080720954eb0", "tag": "50724c36-ebe4-42a7-be98-5c0610971095"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:01:47.921228 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57deb88f-a013-437f-86ff-5e1d7e3847a6 service neutron] Pushing event updated for resources: {'Port': ['ID=50724c36-ebe4-42a7-be98-5c0610971095,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:47.988119 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114d685d-3b7a-47b9-8c25-dba51f616619 x-openstack-request-id: req-114d685d-3b7a-47b9-8c25-dba51f616619 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:01:47.988428 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ced1028-5ea2-4de8-877b-080720954eb0", "tag": "50724c36-ebe4-42a7-be98-5c0610971095", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:01:47.988740 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-114d685d-3b7a-47b9-8c25-dba51f616619 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:01:47.989127 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ced1028-5ea2-4de8-877b-080720954eb0', 'tag': '50724c36-ebe4-42a7-be98-5c0610971095', 'status': 'completed', 'code': 200} Dec 10 19:01:48.035329 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-886cf494-bd8a-419b-a397-dee3546a2f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:48.038504 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-886cf494-bd8a-419b-a397-dee3546a2f7d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ce6d41cdbd6e4596aec18213412eef45&device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 1095 time: 0.0632863 Dec 10 19:01:48.087518 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-32b75899-d387-48d1-8195-7c62ff2d6b71 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50724c36-ebe4-42a7-be98-5c0610971095 HTTP/1.1" status: 200 len: 217 time: 0.0389359 Dec 10 19:01:48.154478 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-425b5f35-05ee-41c8-8579-c6c8a1053c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:48.157620 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-425b5f35-05ee-41c8-8579-c6c8a1053c2a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b5b8f42d-7b7d-4b89-936c-8b66a87ff765 HTTP/1.1" status: 200 len: 856 time: 0.0634255 Dec 10 19:01:48.221341 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-35ad08d3-efd0-4d48-9fd2-7a80946f4ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:48.227256 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-35ad08d3-efd0-4d48-9fd2-7a80946f4ddb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a30ce27-2851-4282-9ac6-23ccb449ba3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627961 Dec 10 19:01:48.375942 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-a3505553-61de-4b05-91ab-7d2a706768fc service neutron] 10.222.0.72 "GET /v2.0/networks/8a30ce27-2851-4282-9ac6-23ccb449ba3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388242 Dec 10 19:01:48.385026 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002f894-d0e0-41c2-8940-357bb38320b4 req-0c47347e-f710-4999-9745-c9fbbb03117b tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:48.386462 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b002f894-d0e0-41c2-8940-357bb38320b4 req-0c47347e-f710-4999-9745-c9fbbb03117b tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f282cf0-0440-47bd-b1d5-13bad00ea32a HTTP/1.1" status: 200 len: 945 time: 0.0872581 Dec 10 19:01:48.491230 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b002f894-d0e0-41c2-8940-357bb38320b4 req-ab38ac15-79d4-4bca-85bb-0d7837019d37 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/security-groups?id=f569fe8c-540a-46f4-ab80-5fc3cb8684cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957546 Dec 10 19:01:48.519958 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-440741a5-09cb-4a9a-92e9-638d07c3c2f4 req-552d251f-aa68-49d8-8be0-97be2d22adde service neutron] 10.222.0.72 "GET /v2.0/networks/8a30ce27-2851-4282-9ac6-23ccb449ba3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325362 Dec 10 19:01:48.615222 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a5f8b-8431-40c9-a381-cf87445c322d req-9b63adbf-09fd-4eab-aa5e-511b4780fb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:48.616827 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-038a5f8b-8431-40c9-a381-cf87445c322d req-9b63adbf-09fd-4eab-aa5e-511b4780fb0d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ce6d41cdbd6e4596aec18213412eef45&device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 1095 time: 0.0494289 Dec 10 19:01:48.650797 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0367de-0797-4100-ba72-57aaa97f619c req-68e1ca88-7809-468f-9892-9c8d1822d3e0 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:48.653090 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0d0367de-0797-4100-ba72-57aaa97f619c req-68e1ca88-7809-468f-9892-9c8d1822d3e0 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 944 time: 0.0598075 Dec 10 19:01:48.703769 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0d0367de-0797-4100-ba72-57aaa97f619c req-012231f4-ca27-4cc5-8c89-21d1d308d460 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438752 Dec 10 19:01:48.715272 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a5f8b-8431-40c9-a381-cf87445c322d req-1af84037-998a-47ef-b829-eb70ec2d71d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:48.716779 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-038a5f8b-8431-40c9-a381-cf87445c322d req-1af84037-998a-47ef-b829-eb70ec2d71d6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a30ce27-2851-4282-9ac6-23ccb449ba3d HTTP/1.1" status: 200 len: 918 time: 0.0900140 Dec 10 19:01:48.774219 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-038a5f8b-8431-40c9-a381-cf87445c322d req-901fc151-a5d4-460c-9fb3-ec99f32a6b39 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50724c36-ebe4-42a7-be98-5c0610971095 HTTP/1.1" status: 200 len: 217 time: 0.0492456 Dec 10 19:01:48.827968 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a5f8b-8431-40c9-a381-cf87445c322d req-04413570-2dbe-4183-9e8c-306c5f912a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:48.829508 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-038a5f8b-8431-40c9-a381-cf87445c322d req-04413570-2dbe-4183-9e8c-306c5f912a91 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b5b8f42d-7b7d-4b89-936c-8b66a87ff765 HTTP/1.1" status: 200 len: 856 time: 0.0461397 Dec 10 19:01:48.874870 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a5f8b-8431-40c9-a381-cf87445c322d req-a819d6c2-b553-4a67-8a25-f8eb020148d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:48.876391 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-038a5f8b-8431-40c9-a381-cf87445c322d req-a819d6c2-b553-4a67-8a25-f8eb020148d9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a30ce27-2851-4282-9ac6-23ccb449ba3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396278 Dec 10 19:01:48.972260 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-038a5f8b-8431-40c9-a381-cf87445c322d req-45fb8bc8-9272-46a8-995b-64a1b834f85d service neutron] 10.222.0.72 "GET /v2.0/networks/8a30ce27-2851-4282-9ac6-23ccb449ba3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866044 Dec 10 19:01:49.067158 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-038a5f8b-8431-40c9-a381-cf87445c322d req-fedc77a0-6453-4889-879f-ea14a966ca03 service neutron] 10.222.0.72 "GET /v2.0/networks/8a30ce27-2851-4282-9ac6-23ccb449ba3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870142 Dec 10 19:01:49.611569 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb7291-6b0a-4870-ac96-461a0dabd785 req-fd46325d-715b-4cb6-a6d5-f8c2a22f4665 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:49.613104 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7ddb7291-6b0a-4870-ac96-461a0dabd785 req-fd46325d-715b-4cb6-a6d5-f8c2a22f4665 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f282cf0-0440-47bd-b1d5-13bad00ea32a HTTP/1.1" status: 200 len: 945 time: 0.0522723 Dec 10 19:01:49.635092 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b7f682e9-431f-4fce-a0a2-fece1e819eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:49.668426 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7ddb7291-6b0a-4870-ac96-461a0dabd785 req-234a72bf-e80c-42c2-bdfa-942ea9b94e99 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/security-groups?id=f569fe8c-540a-46f4-ab80-5fc3cb8684cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489118 Dec 10 19:01:49.838489 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69d2d6-4ed1-4575-8247-72b4da52481e req-6dfb1598-97fd-49ce-a98f-a2c9e0ba860e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:49.841276 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3c69d2d6-4ed1-4575-8247-72b4da52481e req-6dfb1598-97fd-49ce-a98f-a2c9e0ba860e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 944 time: 0.0558043 Dec 10 19:01:49.890497 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3c69d2d6-4ed1-4575-8247-72b4da52481e req-397d9065-783f-4563-92fd-9a17aa28cf37 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433781 Dec 10 19:01:50.279710 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21102ddd-041d-47cc-8970-8c771bc41612 req-ee06681f-b595-42b5-bce1-18ac442f66a7 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:50.282249 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-21102ddd-041d-47cc-8970-8c771bc41612 req-ee06681f-b595-42b5-bce1-18ac442f66a7 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f282cf0-0440-47bd-b1d5-13bad00ea32a HTTP/1.1" status: 200 len: 945 time: 0.0541224 Dec 10 19:01:50.380072 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-21102ddd-041d-47cc-8970-8c771bc41612 req-a616369e-d6b2-4bc1-a10c-5546fed1b2ba tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Deleting port 6beee2ec-2e77-4196-99ad-f24d5c85e639 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:01:50.380432 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-21102ddd-041d-47cc-8970-8c771bc41612 req-a616369e-d6b2-4bc1-a10c-5546fed1b2ba tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:50.483715 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-21102ddd-041d-47cc-8970-8c771bc41612 req-a616369e-d6b2-4bc1-a10c-5546fed1b2ba tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] For port 6beee2ec-2e77-4196-99ad-f24d5c85e639, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=6beee2ec-2e77-4196-99ad-f24d5c85e639,segment=NetworkSegment(53645b73-0dac-4e9f-adf8-da7be40381af),segment_id=53645b73-0dac-4e9f-adf8-da7be40381af)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:01:50.484158 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-21102ddd-041d-47cc-8970-8c771bc41612 req-a616369e-d6b2-4bc1-a10c-5546fed1b2ba tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:50.500317 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-21102ddd-041d-47cc-8970-8c771bc41612 req-a616369e-d6b2-4bc1-a10c-5546fed1b2ba tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Calling delete_port for 6beee2ec-2e77-4196-99ad-f24d5c85e639 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:01:50.568215 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34842) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:50.642568 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-21102ddd-041d-47cc-8970-8c771bc41612 req-a616369e-d6b2-4bc1-a10c-5546fed1b2ba tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:50.654770 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['6beee2ec-2e77-4196-99ad-f24d5c85e639'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:01:50.671360 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c7f2bcb1-5c91-49f9-b819-b6e0cb5e094a tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] 10.222.0.62 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2723 time: 0.1011174 Dec 10 19:01:50.674091 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34844) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:50.674422 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a616369e-d6b2-4bc1-a10c-5546fed1b2ba tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Pushing event deleted for resources: {'Port': ['ID=6beee2ec-2e77-4196-99ad-f24d5c85e639,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:50.690891 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-92d68e41-3619-48f2-a23d-0907f375a7a4 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Request body: {'network': {'name': 'tempest-network-smoke--1221270454', 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'port_security_enabled': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:01:50.703630 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e43a6b8-90bd-4e6d-8770-19312d9ae2f5 None None] DHCP port deletion for f9014259-8b21-4184-bc0d-c4182518b9b1 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:01:50.721823 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d68e41-3619-48f2-a23d-0907f375a7a4 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Made reservation on behalf of bfeba774d033410b83d92399e2d1fec6 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:01:50.726803 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-92d68e41-3619-48f2-a23d-0907f375a7a4 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:50.740983 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-21102ddd-041d-47cc-8970-8c771bc41612 req-a616369e-d6b2-4bc1-a10c-5546fed1b2ba tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] No DVR routers for this DVR port 6beee2ec-2e77-4196-99ad-f24d5c85e639 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:01:50.743663 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-21102ddd-041d-47cc-8970-8c771bc41612 req-a616369e-d6b2-4bc1-a10c-5546fed1b2ba tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:50.747031 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-21102ddd-041d-47cc-8970-8c771bc41612 req-a616369e-d6b2-4bc1-a10c-5546fed1b2ba tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.72 "DELETE /v2.0/ports/6beee2ec-2e77-4196-99ad-f24d5c85e639 HTTP/1.1" status: 204 len: 173 time: 0.4584615 Dec 10 19:01:50.748081 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f282cf0-0440-47bd-b1d5-13bad00ea32a', 'name': 'network-vif-deleted', 'tag': '6beee2ec-2e77-4196-99ad-f24d5c85e639'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:01:50.750271 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1900c23-c83c-4891-a6c2-71b513892157" -d '{"events": [{"server_uuid": "0f282cf0-0440-47bd-b1d5-13bad00ea32a", "name": "network-vif-deleted", "tag": "6beee2ec-2e77-4196-99ad-f24d5c85e639"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:01:50.757872 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92d68e41-3619-48f2-a23d-0907f375a7a4 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:01:50.774792 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-92d68e41-3619-48f2-a23d-0907f375a7a4 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:50.775245 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-92d68e41-3619-48f2-a23d-0907f375a7a4 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Added segment d745840b-36a9-4615-8e7e-7a215cb18022 of type vlan for network 51eb4333-a98e-45f9-b71d-4e05b130b44a Dec 10 19:01:50.794625 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b452aa3-33f3-4904-9b06-be10436d6fe2 x-openstack-request-id: req-9b452aa3-33f3-4904-9b06-be10436d6fe2 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:01:50.795114 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f282cf0-0440-47bd-b1d5-13bad00ea32a", "name": "network-vif-deleted", "tag": "6beee2ec-2e77-4196-99ad-f24d5c85e639", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:01:50.795721 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9b452aa3-33f3-4904-9b06-be10436d6fe2 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:01:50.796671 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f282cf0-0440-47bd-b1d5-13bad00ea32a', 'name': 'network-vif-deleted', 'tag': '6beee2ec-2e77-4196-99ad-f24d5c85e639', 'status': 'completed', 'code': 200} Dec 10 19:01:50.840405 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-92d68e41-3619-48f2-a23d-0907f375a7a4 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:50.841898 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d02e1832-1832-4ec7-8c4c-6b276fdbe1c6 req-cb0bae6c-da8c-4f6f-88f8-0032ebe40449 tempest-VolumesSnapshotTestJSON-16990873 tempest-VolumesSnapshotTestJSON-16990873-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f282cf0-0440-47bd-b1d5-13bad00ea32a HTTP/1.1" status: 200 len: 210 time: 0.0327773 Dec 10 19:01:50.871731 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-92d68e41-3619-48f2-a23d-0907f375a7a4 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:50.878490 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d68e41-3619-48f2-a23d-0907f375a7a4 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:50.879179 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-92d68e41-3619-48f2-a23d-0907f375a7a4 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:50.951174 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-92d68e41-3619-48f2-a23d-0907f375a7a4 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2731535 Dec 10 19:01:50.952617 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 34852) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:50.959012 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-14833fd4-7cb0-43dc-a158-fae80f293338 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-111808869', 'admin_state_up': True, 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:01:50.961970 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d68e41-3619-48f2-a23d-0907f375a7a4 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Pushing event updated for resources: {'Network': ['ID=51eb4333-a98e-45f9-b71d-4e05b130b44a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:50.971851 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d68e41-3619-48f2-a23d-0907f375a7a4 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:50.972198 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d68e41-3619-48f2-a23d-0907f375a7a4 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:50.972786 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d68e41-3619-48f2-a23d-0907f375a7a4 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:50.973311 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d68e41-3619-48f2-a23d-0907f375a7a4 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:50.973823 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d68e41-3619-48f2-a23d-0907f375a7a4 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:50.974368 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d68e41-3619-48f2-a23d-0907f375a7a4 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:50.974902 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d68e41-3619-48f2-a23d-0907f375a7a4 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:50.975419 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d68e41-3619-48f2-a23d-0907f375a7a4 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:50.975978 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d68e41-3619-48f2-a23d-0907f375a7a4 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:50.976531 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d68e41-3619-48f2-a23d-0907f375a7a4 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:50.977200 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d68e41-3619-48f2-a23d-0907f375a7a4 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:50.977710 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d68e41-3619-48f2-a23d-0907f375a7a4 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:50.978293 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d68e41-3619-48f2-a23d-0907f375a7a4 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:50.990710 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14833fd4-7cb0-43dc-a158-fae80f293338 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:50.991306 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 51eb4333-a98e-45f9-b71d-4e05b130b44a details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:01:50.992856 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14833fd4-7cb0-43dc-a158-fae80f293338 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:51.047472 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e4a31-1d93-4a6c-8e5d-e94dd4fa7c9a req-e678be4b-ca26-4445-86bc-5fb157477c2e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:51.049463 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-777e4a31-1d93-4a6c-8e5d-e94dd4fa7c9a req-e678be4b-ca26-4445-86bc-5fb157477c2e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 944 time: 0.0653369 Dec 10 19:01:51.061953 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14833fd4-7cb0-43dc-a158-fae80f293338 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:51.107494 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-777e4a31-1d93-4a6c-8e5d-e94dd4fa7c9a req-43833873-729d-401d-b597-0f30951c10a8 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519497 Dec 10 19:01:51.206418 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14833fd4-7cb0-43dc-a158-fae80f293338 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:51.411570 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14833fd4-7cb0-43dc-a158-fae80f293338 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:51.430247 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14833fd4-7cb0-43dc-a158-fae80f293338 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:51.551790 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-14833fd4-7cb0-43dc-a158-fae80f293338 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Allocated IP 172.25.7.86 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/ba81d140-3187-421c-aa67-8d27afaadb03) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:01:51.665638 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14833fd4-7cb0-43dc-a158-fae80f293338 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:51.702939 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14833fd4-7cb0-43dc-a158-fae80f293338 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:51.748131 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14833fd4-7cb0-43dc-a158-fae80f293338 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:01:51.751894 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-14833fd4-7cb0-43dc-a158-fae80f293338 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:01:51.760395 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14833fd4-7cb0-43dc-a158-fae80f293338 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:01:51.764213 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14833fd4-7cb0-43dc-a158-fae80f293338 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Pushing event updated for resources: {'Port': ['ID=ba81d140-3187-421c-aa67-8d27afaadb03,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:51.769539 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c229458-0262-4ff9-aea2-77d3e7218d87 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:01:51.804273 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-92d61355-39a5-459d-a866-41cc050d1bae None None] Provisioning complete for port ba81d140-3187-421c-aa67-8d27afaadb03 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:01:51.804813 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-92d61355-39a5-459d-a866-41cc050d1bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:51.845190 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-92d61355-39a5-459d-a866-41cc050d1bae None None] Port ba81d140-3187-421c-aa67-8d27afaadb03 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:01:52.048355 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14833fd4-7cb0-43dc-a158-fae80f293338 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:52.271346 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14833fd4-7cb0-43dc-a158-fae80f293338 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:52.294533 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5683f14-ac1f-45af-944e-548595c0c482 req-3c7c939d-0891-468d-a157-239784b25184 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:52.296993 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f5683f14-ac1f-45af-944e-548595c0c482 req-3c7c939d-0891-468d-a157-239784b25184 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 944 time: 0.0582645 Dec 10 19:01:52.359780 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f5683f14-ac1f-45af-944e-548595c0c482 req-77551fbc-6b20-479f-8591-2f97d3e6ed6e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556624 Dec 10 19:01:52.415979 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a58f00c1-7700-4731-84d1-98122563c26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:52.427220 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14833fd4-7cb0-43dc-a158-fae80f293338 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Router 5562facb-62d9-46c4-a868-71589adfbbe7 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:01:52.768123 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 50724c36-ebe4-42a7-be98-5c0610971095 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:01:52.903663 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14833fd4-7cb0-43dc-a158-fae80f293338 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:01:52.914866 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ca98ed-68e2-4d5b-83d6-18327b269512 None None] Sync routers for ids ['5562facb-62d9-46c4-a868-71589adfbbe7'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:01:52.926053 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14833fd4-7cb0-43dc-a158-fae80f293338 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:52.930094 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-14833fd4-7cb0-43dc-a158-fae80f293338 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.9728856 Dec 10 19:01:52.930536 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 34880) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:52.932295 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ca98ed-68e2-4d5b-83d6-18327b269512 None None] Routers {'5562facb-62d9-46c4-a868-71589adfbbe7'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:01:52.932956 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-40ca98ed-68e2-4d5b-83d6-18327b269512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:01:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5562facb-62d9-46c4-a868-71589adfbbe7'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:01:52.934272 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 50724c36-ebe4-42a7-be98-5c0610971095, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=50724c36-ebe4-42a7-be98-5c0610971095,segment=NetworkSegment(b018f0b2-f2ea-42a6-be50-b44238505497),segment_id=b018f0b2-f2ea-42a6-be50-b44238505497)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:01:52.953732 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '50724c36-ebe4-42a7-be98-5c0610971095', 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d', 'port_id': '50724c36-ebe4-42a7-be98-5c0610971095', 'mac_address': 'fa:16:3e:63:0d:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b8f42d-7b7d-4b89-936c-8b66a87ff765', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:01:53.002467 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:53.011419 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5bbf73-b094-4b8c-b3f4-034135be2485 tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:53.016096 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34882) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:53.016340 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4f5bbf73-b094-4b8c-b3f4-034135be2485 tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=bfeba774d033410b83d92399e2d1fec6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0844424 Dec 10 19:01:53.016445 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50724c36-ebe4-42a7-be98-5c0610971095 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:01:53.047125 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 50724c36-ebe4-42a7-be98-5c0610971095, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=50724c36-ebe4-42a7-be98-5c0610971095,segment=NetworkSegment(b018f0b2-f2ea-42a6-be50-b44238505497),segment_id=b018f0b2-f2ea-42a6-be50-b44238505497)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:01:53.055579 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:53.062513 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-40ca98ed-68e2-4d5b-83d6-18327b269512 None None] Set router 5562facb-62d9-46c4-a868-71589adfbbe7 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:01:53.119007 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64eb2eb-909d-42a3-8967-63025c6e2f96 tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:53.120575 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b64eb2eb-909d-42a3-8967-63025c6e2f96 tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1029263 Dec 10 19:01:53.120947 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=50724c36-ebe4-42a7-be98-5c0610971095,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:53.124478 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34884) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:53.129922 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:53.130280 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:53.130628 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:53.130995 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:53.131334 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:53.132916 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:53.133442 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:53.133790 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:53.134135 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:53.134480 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:53.134802 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:53.135317 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:53.135654 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:53.160524 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-48f946c9-3aa0-4d9b-8d5d-f7385f32282c tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=6fdf4522-5bcb-4bff-a877-38bc5e23829f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321488 Dec 10 19:01:53.160524 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34886) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:53.211797 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a0f2fd3f-e281-4a1b-ba06-ef7329d49264 tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=bfeba774d033410b83d92399e2d1fec6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0500941 Dec 10 19:01:53.214290 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34888) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:53.323547 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf567b9-89d4-46be-a4c0-ab91d866b077 tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:53.327135 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-aaf567b9-89d4-46be-a4c0-ab91d866b077 tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1112211 Dec 10 19:01:53.330529 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 34892) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:53.375081 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-40ca98ed-68e2-4d5b-83d6-18327b269512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5562facb-62d9-46c4-a868-71589adfbbe7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-111808869', 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'ba81d140-3187-421c-aa67-8d27afaadb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:01:50Z', 'updated_at': '2021-12-10T19:01:51Z', 'revision_number': 3, 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'gw_port': {'id': 'ba81d140-3187-421c-aa67-8d27afaadb03', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:12:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5562facb-62d9-46c4-a868-71589adfbbe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:01:51Z', 'updated_at': '2021-12-10T19:01:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:01:53.380692 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1c51756a-9523-46c2-a128-d3ae66ae3450 tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=6fdf4522-5bcb-4bff-a877-38bc5e23829f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0472190 Dec 10 19:01:53.382065 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 34894) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:53.387589 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-67c737c2-f945-4b98-aa4a-05f3e96b6a74 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2055800686', 'network_id': '51eb4333-a98e-45f9-b71d-4e05b130b44a', 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:01:53.433023 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ca98ed-68e2-4d5b-83d6-18327b269512 None None] Checking router: 5562facb-62d9-46c4-a868-71589adfbbe7 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:01:53.434554 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ca98ed-68e2-4d5b-83d6-18327b269512 None None] Updating router 5562facb-62d9-46c4-a868-71589adfbbe7 port ba81d140-3187-421c-aa67-8d27afaadb03 binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:01:53.440284 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['50724c36-ebe4-42a7-be98-5c0610971095'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:01:53.477609 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-40ca98ed-68e2-4d5b-83d6-18327b269512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:53.488095 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:53.528545 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88811c0-5bdc-4ab0-9f1a-b8eae411f666 req-e1e457f1-ecf6-4d6b-ae82-86f7b33e999e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:53.530225 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f88811c0-5bdc-4ab0-9f1a-b8eae411f666 req-e1e457f1-ecf6-4d6b-ae82-86f7b33e999e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 945 time: 0.0809312 Dec 10 19:01:53.593551 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f88811c0-5bdc-4ab0-9f1a-b8eae411f666 req-6a734c8a-8dfa-4646-9d33-249f4b1d98b9 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557103 Dec 10 19:01:53.594155 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c737c2-f945-4b98-aa4a-05f3e96b6a74 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Made reservation on behalf of bfeba774d033410b83d92399e2d1fec6 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:01:53.598465 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-67c737c2-f945-4b98-aa4a-05f3e96b6a74 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:53.826796 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-40ca98ed-68e2-4d5b-83d6-18327b269512 None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:53.828877 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-67c737c2-f945-4b98-aa4a-05f3e96b6a74 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:53.832531 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-40ca98ed-68e2-4d5b-83d6-18327b269512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:53.879162 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd843744-2cfa-4b90-84d0-115fd790b3f5 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:01:53.902695 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-40ca98ed-68e2-4d5b-83d6-18327b269512 None None] Attempting to bind port ba81d140-3187-421c-aa67-8d27afaadb03 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:01:53.903219 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-40ca98ed-68e2-4d5b-83d6-18327b269512 None None] Attempting to bind port ba81d140-3187-421c-aa67-8d27afaadb03 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:01:53.903676 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ca98ed-68e2-4d5b-83d6-18327b269512 None None] Attempting to bind port ba81d140-3187-421c-aa67-8d27afaadb03 on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:01:53.918514 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ca98ed-68e2-4d5b-83d6-18327b269512 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:01:53.919225 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ca98ed-68e2-4d5b-83d6-18327b269512 None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:01:53.921611 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-40ca98ed-68e2-4d5b-83d6-18327b269512 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:53.922648 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ca98ed-68e2-4d5b-83d6-18327b269512 None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:01:53.922806 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-40ca98ed-68e2-4d5b-83d6-18327b269512 None None] Bound port: ba81d140-3187-421c-aa67-8d27afaadb03, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:01:53.923327 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-40ca98ed-68e2-4d5b-83d6-18327b269512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:53.929367 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c737c2-f945-4b98-aa4a-05f3e96b6a74 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Pushing event updated for resources: {'Subnet': ['ID=3a0fd21d-774c-4975-b863-8f05e4fb682a,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:53.934014 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c737c2-f945-4b98-aa4a-05f3e96b6a74 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Checking segment: {'id': 'd745840b-36a9-4615-8e7e-7a215cb18022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '51eb4333-a98e-45f9-b71d-4e05b130b44a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:01:53.934397 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c737c2-f945-4b98-aa4a-05f3e96b6a74 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Network hostable DHCP agents. Network: 51eb4333-a98e-45f9-b71d-4e05b130b44a, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:01:53.961188 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c737c2-f945-4b98-aa4a-05f3e96b6a74 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Network 51eb4333-a98e-45f9-b71d-4e05b130b44a is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:01:53.974778 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-67c737c2-f945-4b98-aa4a-05f3e96b6a74 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 51eb4333-a98e-45f9-b71d-4e05b130b44a) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:01:53.980102 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c737c2-f945-4b98-aa4a-05f3e96b6a74 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:53.980828 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-67c737c2-f945-4b98-aa4a-05f3e96b6a74 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:53.989811 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4939188-11cd-46a6-94e6-96d2d7c0c355 None None] Pushing event updated for resources: {'Port': ['ID=ba81d140-3187-421c-aa67-8d27afaadb03,revision_number=2']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:53.993819 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99f572d-1cb0-4b6e-a2b9-60d2c0e7bcfc None None] Network 51eb4333-a98e-45f9-b71d-4e05b130b44a requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:01:54.003546 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-67c737c2-f945-4b98-aa4a-05f3e96b6a74 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6199434 Dec 10 19:01:54.007143 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 34900) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:54.007722 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4939188-11cd-46a6-94e6-96d2d7c0c355 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:54.008082 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4939188-11cd-46a6-94e6-96d2d7c0c355 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:54.008428 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4939188-11cd-46a6-94e6-96d2d7c0c355 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:54.008790 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4939188-11cd-46a6-94e6-96d2d7c0c355 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:54.009391 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4939188-11cd-46a6-94e6-96d2d7c0c355 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:54.009734 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4939188-11cd-46a6-94e6-96d2d7c0c355 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:54.010065 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4939188-11cd-46a6-94e6-96d2d7c0c355 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:54.010392 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4939188-11cd-46a6-94e6-96d2d7c0c355 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:54.010717 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4939188-11cd-46a6-94e6-96d2d7c0c355 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:54.011042 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4939188-11cd-46a6-94e6-96d2d7c0c355 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:54.011365 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4939188-11cd-46a6-94e6-96d2d7c0c355 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:54.011817 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4939188-11cd-46a6-94e6-96d2d7c0c355 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:54.012264 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4939188-11cd-46a6-94e6-96d2d7c0c355 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:54.034614 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-40ca98ed-68e2-4d5b-83d6-18327b269512 None None] For port ba81d140-3187-421c-aa67-8d27afaadb03, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:01:54.038327 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-40ca98ed-68e2-4d5b-83d6-18327b269512 None None] For port ba81d140-3187-421c-aa67-8d27afaadb03, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=ba81d140-3187-421c-aa67-8d27afaadb03,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:01:54.045898 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-40ca98ed-68e2-4d5b-83d6-18327b269512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:54.063457 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c743afff-8dc3-4cb3-99ad-d7c6282e40d9 None None] Provisioning complete for port ba81d140-3187-421c-aa67-8d27afaadb03 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:01:54.063863 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c743afff-8dc3-4cb3-99ad-d7c6282e40d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:54.097311 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24439876-0840-44b8-bd22-ecba1e11624f None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:01:54.116462 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ca98ed-68e2-4d5b-83d6-18327b269512 None None] Routers {'5562facb-62d9-46c4-a868-71589adfbbe7'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:01:54.117117 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-40ca98ed-68e2-4d5b-83d6-18327b269512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:01:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5562facb-62d9-46c4-a868-71589adfbbe7'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:01:54.163295 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8055e1de-bf6f-462a-84f5-c3afcf09d8fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-51eb4333-a98e-45f9-b71d-4e05b130b44a', 'network_id': '51eb4333-a98e-45f9-b71d-4e05b130b44a', 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'fixed_ips': [{'subnet_id': '3a0fd21d-774c-4975-b863-8f05e4fb682a'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:01:54.164164 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8055e1de-bf6f-462a-84f5-c3afcf09d8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:54.221815 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4939188-11cd-46a6-94e6-96d2d7c0c355 None None] Pushing event updated for resources: {'Port': ['ID=ba81d140-3187-421c-aa67-8d27afaadb03,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:54.282222 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-40ca98ed-68e2-4d5b-83d6-18327b269512 None None] Set router 5562facb-62d9-46c4-a868-71589adfbbe7 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:01:54.528001 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-8055e1de-bf6f-462a-84f5-c3afcf09d8fd None None] Allocated IP 172.20.0.18 (51eb4333-a98e-45f9-b71d-4e05b130b44a/3a0fd21d-774c-4975-b863-8f05e4fb682a/236b8080-c500-4c36-a546-446d0341d938) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:01:54.735826 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-40ca98ed-68e2-4d5b-83d6-18327b269512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5562facb-62d9-46c4-a868-71589adfbbe7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-111808869', 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'ba81d140-3187-421c-aa67-8d27afaadb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:01:50Z', 'updated_at': '2021-12-10T19:01:51Z', 'revision_number': 3, 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'gw_port': {'id': 'ba81d140-3187-421c-aa67-8d27afaadb03', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:12:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5562facb-62d9-46c4-a868-71589adfbbe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:01:51Z', 'updated_at': '2021-12-10T19:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:01:54.745979 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8055e1de-bf6f-462a-84f5-c3afcf09d8fd None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:54.772681 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5fc80ef-a7aa-47d9-9f31-fbe6ac36da94 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:54.776832 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ca98ed-68e2-4d5b-83d6-18327b269512 None None] The sync data for ids ['5562facb-62d9-46c4-a868-71589adfbbe7'] in n-d-821435-1 is: [{'id': '5562facb-62d9-46c4-a868-71589adfbbe7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-111808869', 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'ba81d140-3187-421c-aa67-8d27afaadb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:01:50Z', 'updated_at': '2021-12-10T19:01:51Z', 'revision_number': 3, 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'gw_port': {'id': 'ba81d140-3187-421c-aa67-8d27afaadb03', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:12:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5562facb-62d9-46c4-a868-71589adfbbe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:01:51Z', 'updated_at': '2021-12-10T19:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:01:54.806081 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c743afff-8dc3-4cb3-99ad-d7c6282e40d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:54.810005 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085dc75d-2a35-4b29-98ca-53a2ea8a0f92 req-47e2f479-ede8-4261-a867-092011fff76e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:54.814672 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 50724c36-ebe4-42a7-be98-5c0610971095 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:01:54.814839 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-085dc75d-2a35-4b29-98ca-53a2ea8a0f92 req-47e2f479-ede8-4261-a867-092011fff76e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 945 time: 0.0933368 Dec 10 19:01:54.862809 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8055e1de-bf6f-462a-84f5-c3afcf09d8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:54.925649 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-085dc75d-2a35-4b29-98ca-53a2ea8a0f92 req-e82f6fef-d09b-48bd-97ac-99c3b2fbd6a6 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007659 Dec 10 19:01:54.974109 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8055e1de-bf6f-462a-84f5-c3afcf09d8fd None None] Network 51eb4333-a98e-45f9-b71d-4e05b130b44a is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:01:54.983496 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c743afff-8dc3-4cb3-99ad-d7c6282e40d9 None None] For port ba81d140-3187-421c-aa67-8d27afaadb03, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=ba81d140-3187-421c-aa67-8d27afaadb03,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:01:54.984518 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:54.999690 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-8055e1de-bf6f-462a-84f5-c3afcf09d8fd None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:01:55.007506 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8055e1de-bf6f-462a-84f5-c3afcf09d8fd None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:01:55.009548 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c743afff-8dc3-4cb3-99ad-d7c6282e40d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:55.032455 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055e1de-bf6f-462a-84f5-c3afcf09d8fd None None] Pushing event updated for resources: {'Port': ['ID=236b8080-c500-4c36-a546-446d0341d938,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:55.178416 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-8055e1de-bf6f-462a-84f5-c3afcf09d8fd None None] Attempting to bind port 236b8080-c500-4c36-a546-446d0341d938 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:01:55.178797 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-8055e1de-bf6f-462a-84f5-c3afcf09d8fd None None] Attempting to bind port 236b8080-c500-4c36-a546-446d0341d938 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'd745840b-36a9-4615-8e7e-7a215cb18022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '51eb4333-a98e-45f9-b71d-4e05b130b44a'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:01:55.179169 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8055e1de-bf6f-462a-84f5-c3afcf09d8fd None None] Attempting to bind port 236b8080-c500-4c36-a546-446d0341d938 on network 51eb4333-a98e-45f9-b71d-4e05b130b44a {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:01:55.229542 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 50724c36-ebe4-42a7-be98-5c0610971095 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:01:55.244132 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8055e1de-bf6f-462a-84f5-c3afcf09d8fd None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:01:55.244597 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8055e1de-bf6f-462a-84f5-c3afcf09d8fd None None] Checking segment: {'id': 'd745840b-36a9-4615-8e7e-7a215cb18022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '51eb4333-a98e-45f9-b71d-4e05b130b44a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:01:55.245795 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8055e1de-bf6f-462a-84f5-c3afcf09d8fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:55.246699 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8055e1de-bf6f-462a-84f5-c3afcf09d8fd None None] Bound using segment: {'id': 'd745840b-36a9-4615-8e7e-7a215cb18022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '51eb4333-a98e-45f9-b71d-4e05b130b44a'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:01:55.250881 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-f5fc80ef-a7aa-47d9-9f31-fbe6ac36da94 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Allocated IP 172.20.0.17 (51eb4333-a98e-45f9-b71d-4e05b130b44a/3a0fd21d-774c-4975-b863-8f05e4fb682a/20d92f54-efc8-4a9f-bea9-51d5bb9349d3) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:01:55.256391 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-8055e1de-bf6f-462a-84f5-c3afcf09d8fd None None] Bound port: 236b8080-c500-4c36-a546-446d0341d938, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd745840b-36a9-4615-8e7e-7a215cb18022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '51eb4333-a98e-45f9-b71d-4e05b130b44a'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:01:55.258653 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8055e1de-bf6f-462a-84f5-c3afcf09d8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:55.264580 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 50724c36-ebe4-42a7-be98-5c0610971095 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:01:55.264979 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:55.367109 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743afff-8dc3-4cb3-99ad-d7c6282e40d9 None None] Pushing event updated for resources: {'Port': ['ID=ba81d140-3187-421c-aa67-8d27afaadb03,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:55.371179 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c40fbc76-0253-4edc-8951-8d952aca25c1 None None] Provisioning complete for port ba81d140-3187-421c-aa67-8d27afaadb03 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:01:55.375812 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c40fbc76-0253-4edc-8951-8d952aca25c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:55.463054 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5fc80ef-a7aa-47d9-9f31-fbe6ac36da94 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:55.505204 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5fc80ef-a7aa-47d9-9f31-fbe6ac36da94 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:55.548682 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fc80ef-a7aa-47d9-9f31-fbe6ac36da94 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Network 51eb4333-a98e-45f9-b71d-4e05b130b44a is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:01:55.554259 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-f5fc80ef-a7aa-47d9-9f31-fbe6ac36da94 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:01:55.572917 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:55.594541 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8055e1de-bf6f-462a-84f5-c3afcf09d8fd None None] For port 236b8080-c500-4c36-a546-446d0341d938, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:01:55.610208 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8055e1de-bf6f-462a-84f5-c3afcf09d8fd None None] For port 236b8080-c500-4c36-a546-446d0341d938, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=236b8080-c500-4c36-a546-446d0341d938,segment=NetworkSegment(d745840b-36a9-4615-8e7e-7a215cb18022),segment_id=d745840b-36a9-4615-8e7e-7a215cb18022)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:01:55.615864 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:55.621860 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fc80ef-a7aa-47d9-9f31-fbe6ac36da94 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:01:55.631272 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8055e1de-bf6f-462a-84f5-c3afcf09d8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:55.686405 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ced1028-5ea2-4de8-877b-080720954eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50724c36-ebe4-42a7-be98-5c0610971095'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:01:55.694089 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e057fa82-083c-49aa-9ce7-1f4688280ab2" -d '{"events": [{"server_uuid": "4ced1028-5ea2-4de8-877b-080720954eb0", "name": "network-vif-plugged", "status": "completed", "tag": "50724c36-ebe4-42a7-be98-5c0610971095"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:01:55.769751 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5fc80ef-a7aa-47d9-9f31-fbe6ac36da94 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:55.846841 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83f898a-f3d7-45b1-89e8-4db8c1bed2ca x-openstack-request-id: req-e83f898a-f3d7-45b1-89e8-4db8c1bed2ca {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:01:55.848951 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ced1028-5ea2-4de8-877b-080720954eb0", "name": "network-vif-plugged", "status": "completed", "tag": "50724c36-ebe4-42a7-be98-5c0610971095", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:01:55.849380 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e83f898a-f3d7-45b1-89e8-4db8c1bed2ca {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:01:55.849953 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ced1028-5ea2-4de8-877b-080720954eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50724c36-ebe4-42a7-be98-5c0610971095', 'code': 200} Dec 10 19:01:55.852545 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 50724c36-ebe4-42a7-be98-5c0610971095, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=50724c36-ebe4-42a7-be98-5c0610971095,segment=NetworkSegment(b018f0b2-f2ea-42a6-be50-b44238505497),segment_id=b018f0b2-f2ea-42a6-be50-b44238505497)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:01:55.921758 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device ba81d140-3187-421c-aa67-8d27afaadb03 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:01:55.970798 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:55.971681 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 6beee2ec-2e77-4196-99ad-f24d5c85e639 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:01:55.997990 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34930) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:56.016300 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc80ef-a7aa-47d9-9f31-fbe6ac36da94 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Pushing event updated for resources: {'Port': ['ID=20d92f54-efc8-4a9f-bea9-51d5bb9349d3,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:56.145162 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 6beee2ec-2e77-4196-99ad-f24d5c85e639 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:01:56.146052 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 6beee2ec-2e77-4196-99ad-f24d5c85e639 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:01:56.174172 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055e1de-bf6f-462a-84f5-c3afcf09d8fd None None] Pushing event updated for resources: {'Port': ['ID=236b8080-c500-4c36-a546-446d0341d938,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:56.221783 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c42215-54c9-4765-9ca4-ed6beeb88d70 req-8861d5f7-2564-4a9a-bcbe-1e4a2bbbbdec tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:56.229322 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-90c42215-54c9-4765-9ca4-ed6beeb88d70 req-8861d5f7-2564-4a9a-bcbe-1e4a2bbbbdec tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 946 time: 0.1262810 Dec 10 19:01:56.308980 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30036c52-0bc4-48ae-877f-5884f134fdac req-e2365a21-b150-4111-bf8c-6c3ec7087fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:56.311797 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-30036c52-0bc4-48ae-877f-5884f134fdac req-e2365a21-b150-4111-bf8c-6c3ec7087fa0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 1097 time: 0.3331778 Dec 10 19:01:56.336881 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=50724c36-ebe4-42a7-be98-5c0610971095,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:56.368522 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-90c42215-54c9-4765-9ca4-ed6beeb88d70 req-96050406-0664-4d16-aacd-3df492bc9f30 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382205 Dec 10 19:01:56.406477 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c07b48de-e8e0-4af8-aaae-10e102a78c27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:56.413994 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port ba81d140-3187-421c-aa67-8d27afaadb03 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:01:56.414382 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:56.490173 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5fc80ef-a7aa-47d9-9f31-fbe6ac36da94 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:56.516060 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-30036c52-0bc4-48ae-877f-5884f134fdac req-929ec53b-b94e-4c3a-abd4-5bae158bea00 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958244 Dec 10 19:01:56.557242 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c07b48de-e8e0-4af8-aaae-10e102a78c27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:56.565003 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c07b48de-e8e0-4af8-aaae-10e102a78c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:56.631606 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c07b48de-e8e0-4af8-aaae-10e102a78c27 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c687393872ca46a198f221c72c78b98c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6316850 Dec 10 19:01:56.636813 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34934) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:56.656090 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b48de-e8e0-4af8-aaae-10e102a78c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb48ad2-de7f-433e-ab44-dcde2defc7d9,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:56.713322 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5bcc6c30-e02c-47d2-bdc3-5fca84b4366c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:56.738037 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5bcc6c30-e02c-47d2-bdc3-5fca84b4366c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:56.794351 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5bcc6c30-e02c-47d2-bdc3-5fca84b4366c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:56.798190 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5bcc6c30-e02c-47d2-bdc3-5fca84b4366c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:56.801842 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5bcc6c30-e02c-47d2-bdc3-5fca84b4366c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bcb48ad2-de7f-433e-ab44-dcde2defc7d9 HTTP/1.1" status: 204 len: 168 time: 0.1615155 Dec 10 19:01:56.807525 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc6c30-e02c-47d2-bdc3-5fca84b4366c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb48ad2-de7f-433e-ab44-dcde2defc7d9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:56.878526 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5fc80ef-a7aa-47d9-9f31-fbe6ac36da94 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:56.885087 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5fc80ef-a7aa-47d9-9f31-fbe6ac36da94 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:57.015231 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc80ef-a7aa-47d9-9f31-fbe6ac36da94 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Pushing event updated for resources: {'Port': ['ID=20d92f54-efc8-4a9f-bea9-51d5bb9349d3,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:57.018634 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5fc80ef-a7aa-47d9-9f31-fbe6ac36da94 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:57.164412 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fc80ef-a7aa-47d9-9f31-fbe6ac36da94 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Network 51eb4333-a98e-45f9-b71d-4e05b130b44a is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:01:57.165965 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-f5fc80ef-a7aa-47d9-9f31-fbe6ac36da94 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:01:57.285614 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 34942) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:57.304196 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-34fb3e73-0f9e-4dba-ad92-d852aa839b36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:57.330069 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5fc80ef-a7aa-47d9-9f31-fbe6ac36da94 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Router 5562facb-62d9-46c4-a868-71589adfbbe7 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:01:57.356996 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c5060e-9e50-42fa-9732-462a2bf9211f None None] Network 51eb4333-a98e-45f9-b71d-4e05b130b44a requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:01:57.435761 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b58ea9e6-ef53-448e-b1b5-47d6190de881 None None] Provisioning complete for port 236b8080-c500-4c36-a546-446d0341d938 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:01:57.436299 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b58ea9e6-ef53-448e-b1b5-47d6190de881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:57.524155 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-34fb3e73-0f9e-4dba-ad92-d852aa839b36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:57.538751 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-34fb3e73-0f9e-4dba-ad92-d852aa839b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:57.552704 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5fc80ef-a7aa-47d9-9f31-fbe6ac36da94 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:01:57.565441 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b58ea9e6-ef53-448e-b1b5-47d6190de881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:57.571025 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f5fc80ef-a7aa-47d9-9f31-fbe6ac36da94 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "PUT /v2.0/routers/5562facb-62d9-46c4-a868-71589adfbbe7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5625160 Dec 10 19:01:57.598254 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05dc8b3-5730-4926-a4ba-65bf46003649 req-ad11e1d0-51c3-4dc0-8ced-b044c6ad5a49 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:57.599833 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a05dc8b3-5730-4926-a4ba-65bf46003649 req-ad11e1d0-51c3-4dc0-8ced-b044c6ad5a49 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 946 time: 0.1328907 Dec 10 19:01:57.614034 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b58ea9e6-ef53-448e-b1b5-47d6190de881 None None] For port 236b8080-c500-4c36-a546-446d0341d938, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=236b8080-c500-4c36-a546-446d0341d938,segment=NetworkSegment(d745840b-36a9-4615-8e7e-7a215cb18022),segment_id=d745840b-36a9-4615-8e7e-7a215cb18022)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:01:57.620584 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-34fb3e73-0f9e-4dba-ad92-d852aa839b36 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4991c4624352491389885ac41db1da04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3338883 Dec 10 19:01:57.623082 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb3e73-0f9e-4dba-ad92-d852aa839b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6d4c55-eb08-4fce-83b8-697d99550e42,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:57.627095 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 34948) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:57.638615 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b58ea9e6-ef53-448e-b1b5-47d6190de881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:57.720619 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ea9e6-ef53-448e-b1b5-47d6190de881 None None] Pushing event updated for resources: {'Port': ['ID=236b8080-c500-4c36-a546-446d0341d938,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:57.742616 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a05dc8b3-5730-4926-a4ba-65bf46003649 req-e3fe1c24-08ff-458c-bc44-a75293dc481c tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350050 Dec 10 19:01:57.750309 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-06dd0747-93ea-4e0c-8cfd-c8960fca1c93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:57.797476 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-06dd0747-93ea-4e0c-8cfd-c8960fca1c93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:57.855841 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 236b8080-c500-4c36-a546-446d0341d938 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:01:57.892683 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-06dd0747-93ea-4e0c-8cfd-c8960fca1c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:57.912459 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-06dd0747-93ea-4e0c-8cfd-c8960fca1c93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:57.925317 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-06dd0747-93ea-4e0c-8cfd-c8960fca1c93 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cf6d4c55-eb08-4fce-83b8-697d99550e42 HTTP/1.1" status: 204 len: 168 time: 0.2900388 Dec 10 19:01:57.972591 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2005554-9e39-4508-a3b1-85f74eeabad9 None None] Sync routers for ids ['5562facb-62d9-46c4-a868-71589adfbbe7'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:01:57.983315 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd0747-93ea-4e0c-8cfd-c8960fca1c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6d4c55-eb08-4fce-83b8-697d99550e42,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:58.057751 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2005554-9e39-4508-a3b1-85f74eeabad9 None None] Routers {'5562facb-62d9-46c4-a868-71589adfbbe7'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:01:58.058573 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d2005554-9e39-4508-a3b1-85f74eeabad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:01:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5562facb-62d9-46c4-a868-71589adfbbe7'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:01:58.133070 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c297d1fa-022c-403a-b296-8d48aed9c985 None None] Provisioning complete for port 20d92f54-efc8-4a9f-bea9-51d5bb9349d3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:01:58.133544 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c297d1fa-022c-403a-b296-8d48aed9c985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:58.135314 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 236b8080-c500-4c36-a546-446d0341d938 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:01:58.135912 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:58.137872 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-ce1c5a3c-061f-43d2-9323-27d4fff163dc tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:58.145921 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-ce1c5a3c-061f-43d2-9323-27d4fff163dc tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/networks?id=51eb4333-a98e-45f9-b71d-4e05b130b44a HTTP/1.1" status: 200 len: 798 time: 0.2174737 Dec 10 19:01:58.167675 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-39e7f792-1a70-4bd0-8a35-b3ef1e48724d tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/quotas/bfeba774d033410b83d92399e2d1fec6 HTTP/1.1" status: 200 len: 375 time: 0.0202205 Dec 10 19:01:58.278689 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c297d1fa-022c-403a-b296-8d48aed9c985 None None] Port 20d92f54-efc8-4a9f-bea9-51d5bb9349d3 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:01:58.281450 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-09b6277f-74ef-4bca-916a-a69eab0fbf5a tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bfeba774d033410b83d92399e2d1fec6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1039746 Dec 10 19:01:58.339321 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-d2005554-9e39-4508-a3b1-85f74eeabad9 None None] Set router 5562facb-62d9-46c4-a868-71589adfbbe7 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:01:58.343686 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c297d1fa-022c-403a-b296-8d48aed9c985 None None] Provisioning complete for port 236b8080-c500-4c36-a546-446d0341d938 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:01:58.344101 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c297d1fa-022c-403a-b296-8d48aed9c985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:58.454345 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-55519c9f-436c-4eed-93e3-11b4f1550bc3 service neutron] 10.222.0.62 "GET /v2.0/networks/51eb4333-a98e-45f9-b71d-4e05b130b44a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693609 Dec 10 19:01:58.657194 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-f9f131ed-53c9-4fd1-8cdd-ee5e673da31b service neutron] 10.222.0.62 "GET /v2.0/networks/51eb4333-a98e-45f9-b71d-4e05b130b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963651 Dec 10 19:01:58.691963 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d2005554-9e39-4508-a3b1-85f74eeabad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5562facb-62d9-46c4-a868-71589adfbbe7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-111808869', 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'ba81d140-3187-421c-aa67-8d27afaadb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:01:50Z', 'updated_at': '2021-12-10T19:01:56Z', 'revision_number': 4, 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'gw_port': {'id': 'ba81d140-3187-421c-aa67-8d27afaadb03', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5562facb-62d9-46c4-a868-71589adfbbe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:01:51Z', 'updated_at': '2021-12-10T19:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '20d92f54-efc8-4a9f-bea9-51d5bb9349d3', 'name': '', 'network_id': '51eb4333-a98e-45f9-b71d-4e05b130b44a', 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6', 'mac_address': 'fa:16:3e:de:18:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5562facb-62d9-46c4-a868-71589adfbbe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '3a0fd21d-774c-4975-b863-8f05e4fb682a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:01:54Z', 'updated_at': '2021-12-10T19:01:56Z', 'revision_number': 2, 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'subnets': [{'id': '3a0fd21d-774c-4975-b863-8f05e4fb682a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:01:58.731184 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2005554-9e39-4508-a3b1-85f74eeabad9 None None] Checking router: 5562facb-62d9-46c4-a868-71589adfbbe7 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:01:58.731543 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2005554-9e39-4508-a3b1-85f74eeabad9 None None] Updating router 5562facb-62d9-46c4-a868-71589adfbbe7 port 20d92f54-efc8-4a9f-bea9-51d5bb9349d3 binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:01:58.780324 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d2005554-9e39-4508-a3b1-85f74eeabad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:58.782672 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5c83022a-34fd-4aa1-a811-a1fa2692ecfb None None] Provisioning complete for port 20d92f54-efc8-4a9f-bea9-51d5bb9349d3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:01:58.783042 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5c83022a-34fd-4aa1-a811-a1fa2692ecfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:58.884912 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5c83022a-34fd-4aa1-a811-a1fa2692ecfb None None] Port 20d92f54-efc8-4a9f-bea9-51d5bb9349d3 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:01:58.939827 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-63654e2b-9048-4493-8ec9-f6360c238e3f req-3dd74e62-8d98-4b5a-a9d8-89ff66b8943f tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab348bdd-505e-4578-bf69-2bf94291d32a HTTP/1.1" status: 200 len: 210 time: 0.0785933 Dec 10 19:01:58.980822 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed991d-2a5d-486f-9281-a1d4d5182f6d req-446032a6-ee26-44b9-a00f-bab6bb607dbe tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:58.988017 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-73ed991d-2a5d-486f-9281-a1d4d5182f6d req-446032a6-ee26-44b9-a00f-bab6bb607dbe tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 946 time: 0.0835431 Dec 10 19:01:59.053516 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-73ed991d-2a5d-486f-9281-a1d4d5182f6d req-90232a89-5e1f-4814-94a3-f2652c942c50 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558002 Dec 10 19:01:59.229722 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b4240-f28d-4aea-b7c9-806250c12788 req-6b65f185-4608-43ef-93f5-839698342384 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:59.237473 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ac1b4240-f28d-4aea-b7c9-806250c12788 req-6b65f185-4608-43ef-93f5-839698342384 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 946 time: 0.0921147 Dec 10 19:01:59.243218 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 35006) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:59.250284 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-cf41af6a-317c-40ea-aa13-24da93b77f3d tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Request body: {'floatingip': {'port_id': '50724c36-ebe4-42a7-be98-5c0610971095'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:01:59.262262 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d2005554-9e39-4508-a3b1-85f74eeabad9 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:59.272928 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d2005554-9e39-4508-a3b1-85f74eeabad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:59.321522 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b35a5-4ed9-480f-b525-0abc0b612f0a None None] Pushing event updated for resources: {'Port': ['ID=20d92f54-efc8-4a9f-bea9-51d5bb9349d3,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:59.332193 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cf41af6a-317c-40ea-aa13-24da93b77f3d tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for floatingip, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:59.822145 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 236b8080-c500-4c36-a546-446d0341d938 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:01:59.875570 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d2005554-9e39-4508-a3b1-85f74eeabad9 None None] Attempting to bind port 20d92f54-efc8-4a9f-bea9-51d5bb9349d3 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:01:59.876198 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d2005554-9e39-4508-a3b1-85f74eeabad9 None None] Attempting to bind port 20d92f54-efc8-4a9f-bea9-51d5bb9349d3 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'd745840b-36a9-4615-8e7e-7a215cb18022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '51eb4333-a98e-45f9-b71d-4e05b130b44a'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:01:59.876940 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2005554-9e39-4508-a3b1-85f74eeabad9 None None] Attempting to bind port 20d92f54-efc8-4a9f-bea9-51d5bb9349d3 on network 51eb4333-a98e-45f9-b71d-4e05b130b44a {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:01:59.891191 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-18fbe351-1532-4fdd-8b38-42aec8b9787b None None] Provisioning complete for port 20d92f54-efc8-4a9f-bea9-51d5bb9349d3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:01:59.891819 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-18fbe351-1532-4fdd-8b38-42aec8b9787b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:59.941474 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-18fbe351-1532-4fdd-8b38-42aec8b9787b None None] Port 20d92f54-efc8-4a9f-bea9-51d5bb9349d3 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:01:59.944751 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2005554-9e39-4508-a3b1-85f74eeabad9 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:01:59.945708 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2005554-9e39-4508-a3b1-85f74eeabad9 None None] Checking segment: {'id': 'd745840b-36a9-4615-8e7e-7a215cb18022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '51eb4333-a98e-45f9-b71d-4e05b130b44a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:01:59.946062 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d2005554-9e39-4508-a3b1-85f74eeabad9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:59.946587 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2005554-9e39-4508-a3b1-85f74eeabad9 None None] Bound using segment: {'id': 'd745840b-36a9-4615-8e7e-7a215cb18022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '51eb4333-a98e-45f9-b71d-4e05b130b44a'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:01:59.947182 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d2005554-9e39-4508-a3b1-85f74eeabad9 None None] Bound port: 20d92f54-efc8-4a9f-bea9-51d5bb9349d3, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd745840b-36a9-4615-8e7e-7a215cb18022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '51eb4333-a98e-45f9-b71d-4e05b130b44a'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:01:59.947806 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d2005554-9e39-4508-a3b1-85f74eeabad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:00.063032 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d2005554-9e39-4508-a3b1-85f74eeabad9 None None] For port 20d92f54-efc8-4a9f-bea9-51d5bb9349d3, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:02:00.068531 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d2005554-9e39-4508-a3b1-85f74eeabad9 None None] For port 20d92f54-efc8-4a9f-bea9-51d5bb9349d3, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=20d92f54-efc8-4a9f-bea9-51d5bb9349d3,segment=NetworkSegment(d745840b-36a9-4615-8e7e-7a215cb18022),segment_id=d745840b-36a9-4615-8e7e-7a215cb18022)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:02:00.071432 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 236b8080-c500-4c36-a546-446d0341d938 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:00.075134 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:00.101762 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d2005554-9e39-4508-a3b1-85f74eeabad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:00.203382 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2005554-9e39-4508-a3b1-85f74eeabad9 None None] Routers {'5562facb-62d9-46c4-a868-71589adfbbe7'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:02:00.204524 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d2005554-9e39-4508-a3b1-85f74eeabad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:01:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5562facb-62d9-46c4-a868-71589adfbbe7'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:00.300564 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b35a5-4ed9-480f-b525-0abc0b612f0a None None] Pushing event updated for resources: {'Port': ['ID=20d92f54-efc8-4a9f-bea9-51d5bb9349d3,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:00.453771 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-10f7caaf-6def-4749-8851-0c6b602c633c req-d3deca3f-3ef1-4b01-a8e6-3d897abd3c56 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab348bdd-505e-4578-bf69-2bf94291d32a HTTP/1.1" status: 200 len: 210 time: 0.0501108 Dec 10 19:02:00.535490 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-d2005554-9e39-4508-a3b1-85f74eeabad9 None None] Set router 5562facb-62d9-46c4-a868-71589adfbbe7 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:02:00.631063 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-2a468bd9-09c3-43cc-bdd6-a4c7b270d7de tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:00.634726 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-2a468bd9-09c3-43cc-bdd6-a4c7b270d7de tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.72 "GET /v2.0/networks?id=51eb4333-a98e-45f9-b71d-4e05b130b44a HTTP/1.1" status: 200 len: 798 time: 0.3113353 Dec 10 19:02:00.650240 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.db.resource_extend [None req-cf41af6a-317c-40ea-aa13-24da93b77f3d tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 19:02:00.653597 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-714df6db-031a-4454-8162-d1d948153793 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Request body: {'port': {'device_id': 'ab348bdd-505e-4578-bf69-2bf94291d32a', 'network_id': '51eb4333-a98e-45f9-b71d-4e05b130b44a', 'admin_state_up': True, 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:02:00.693019 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7abe2d7e-2986-4ee0-be10-2385e2dd7ca9 None None] Provisioning complete for port 20d92f54-efc8-4a9f-bea9-51d5bb9349d3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:00.693550 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7abe2d7e-2986-4ee0-be10-2385e2dd7ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:00.830346 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cf41af6a-317c-40ea-aa13-24da93b77f3d tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:00.838097 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cf41af6a-317c-40ea-aa13-24da93b77f3d tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:00.876060 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-714df6db-031a-4454-8162-d1d948153793 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Made reservation on behalf of bfeba774d033410b83d92399e2d1fec6 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:02:00.881828 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-714df6db-031a-4454-8162-d1d948153793 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:00.961473 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-cf41af6a-317c-40ea-aa13-24da93b77f3d tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Floating IP 56f541c0-c454-4911-be8e-f18bc9999d9c associated. External IP: 172.25.7.114, port: 50724c36-ebe4-42a7-be98-5c0610971095. Dec 10 19:02:01.019705 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7abe2d7e-2986-4ee0-be10-2385e2dd7ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:01.091742 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7abe2d7e-2986-4ee0-be10-2385e2dd7ca9 None None] For port 20d92f54-efc8-4a9f-bea9-51d5bb9349d3, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=20d92f54-efc8-4a9f-bea9-51d5bb9349d3,segment=NetworkSegment(d745840b-36a9-4615-8e7e-7a215cb18022),segment_id=d745840b-36a9-4615-8e7e-7a215cb18022)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:02:01.106212 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-714df6db-031a-4454-8162-d1d948153793 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Allocated IP 172.20.0.29 (51eb4333-a98e-45f9-b71d-4e05b130b44a/3a0fd21d-774c-4975-b863-8f05e4fb682a/ec38ac58-fa02-4ab7-9c41-fd800de70dd3) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:02:01.108995 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7abe2d7e-2986-4ee0-be10-2385e2dd7ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:01.129069 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d2005554-9e39-4508-a3b1-85f74eeabad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5562facb-62d9-46c4-a868-71589adfbbe7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-111808869', 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'ba81d140-3187-421c-aa67-8d27afaadb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:01:50Z', 'updated_at': '2021-12-10T19:01:56Z', 'revision_number': 4, 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'gw_port': {'id': 'ba81d140-3187-421c-aa67-8d27afaadb03', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5562facb-62d9-46c4-a868-71589adfbbe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:01:51Z', 'updated_at': '2021-12-10T19:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '20d92f54-efc8-4a9f-bea9-51d5bb9349d3', 'name': '', 'network_id': '51eb4333-a98e-45f9-b71d-4e05b130b44a', 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6', 'mac_address': 'fa:16:3e:de:18:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5562facb-62d9-46c4-a868-71589adfbbe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '3a0fd21d-774c-4975-b863-8f05e4fb682a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:01:54Z', 'updated_at': '2021-12-10T19:02:00Z', 'revision_number': 4, 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'subnets': [{'id': '3a0fd21d-774c-4975-b863-8f05e4fb682a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:01.218410 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2005554-9e39-4508-a3b1-85f74eeabad9 None None] The sync data for ids ['5562facb-62d9-46c4-a868-71589adfbbe7'] in n-d-821435-1 is: [{'id': '5562facb-62d9-46c4-a868-71589adfbbe7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-111808869', 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'ba81d140-3187-421c-aa67-8d27afaadb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:01:50Z', 'updated_at': '2021-12-10T19:01:56Z', 'revision_number': 4, 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'gw_port': {'id': 'ba81d140-3187-421c-aa67-8d27afaadb03', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5562facb-62d9-46c4-a868-71589adfbbe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:01:51Z', 'updated_at': '2021-12-10T19:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '20d92f54-efc8-4a9f-bea9-51d5bb9349d3', 'name': '', 'network_id': '51eb4333-a98e-45f9-b71d-4e05b130b44a', 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6', 'mac_address': 'fa:16:3e:de:18:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5562facb-62d9-46c4-a868-71589adfbbe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '3a0fd21d-774c-4975-b863-8f05e4fb682a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:01:54Z', 'updated_at': '2021-12-10T19:02:00Z', 'revision_number': 4, 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'subnets': [{'id': '3a0fd21d-774c-4975-b863-8f05e4fb682a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:02:01.298649 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-714df6db-031a-4454-8162-d1d948153793 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:01.313171 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe2d7e-2986-4ee0-be10-2385e2dd7ca9 None None] Pushing event updated for resources: {'Port': ['ID=20d92f54-efc8-4a9f-bea9-51d5bb9349d3,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:01.374172 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-714df6db-031a-4454-8162-d1d948153793 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:01.402665 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf41af6a-317c-40ea-aa13-24da93b77f3d tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Router 942c58aa-2ab7-4018-bfc5-7637dfbdc715 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:02:01.453895 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714df6db-031a-4454-8162-d1d948153793 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Pushing event updated for resources: {'Port': ['ID=ec38ac58-fa02-4ab7-9c41-fd800de70dd3,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:01.469603 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-714df6db-031a-4454-8162-d1d948153793 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Network 51eb4333-a98e-45f9-b71d-4e05b130b44a is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:02:01.471968 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-714df6db-031a-4454-8162-d1d948153793 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:02:01.474709 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-714df6db-031a-4454-8162-d1d948153793 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:02:01.584673 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-714df6db-031a-4454-8162-d1d948153793 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:01.597569 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-714df6db-031a-4454-8162-d1d948153793 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:01.677388 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf41af6a-317c-40ea-aa13-24da93b77f3d tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:02:01.679130 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde92de-ea3f-4883-88c8-40fc094276b8 req-da35f24b-c790-4357-9d13-6c32e3eb691c tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:01.682091 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ecde92de-ea3f-4883-88c8-40fc094276b8 req-da35f24b-c790-4357-9d13-6c32e3eb691c tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab348bdd-505e-4578-bf69-2bf94291d32a HTTP/1.1" status: 200 len: 895 time: 0.1045203 Dec 10 19:02:01.685445 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-714df6db-031a-4454-8162-d1d948153793 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0372624 Dec 10 19:02:01.690442 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb67e941-df13-4708-9215-57b72579856b None None] Sync routers for ids ['942c58aa-2ab7-4018-bfc5-7637dfbdc715'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:02:01.707759 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cf41af6a-317c-40ea-aa13-24da93b77f3d tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:01.731351 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-9ccb8e5b-ea12-41f2-a9d2-9af0d2e37291 service neutron] Request body: {'port': {'device_id': 'ab348bdd-505e-4578-bf69-2bf94291d32a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:02:01.735693 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb67e941-df13-4708-9215-57b72579856b None None] Routers {'942c58aa-2ab7-4018-bfc5-7637dfbdc715'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:02:01.736482 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-eb67e941-df13-4708-9215-57b72579856b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:01:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['942c58aa-2ab7-4018-bfc5-7637dfbdc715'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:01.808097 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-cf41af6a-317c-40ea-aa13-24da93b77f3d tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "PUT /v2.0/floatingips/56f541c0-c454-4911-be8e-f18bc9999d9c HTTP/1.1" status: 200 len: 992 time: 2.5607731 Dec 10 19:02:01.809051 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ced1028-5ea2-4de8-877b-080720954eb0', 'tag': '50724c36-ebe4-42a7-be98-5c0610971095'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:02:01.817841 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15394b81-347f-4c70-952f-f1e1fd5da84c" -d '{"events": [{"name": "network-changed", "server_uuid": "4ced1028-5ea2-4de8-877b-080720954eb0", "tag": "50724c36-ebe4-42a7-be98-5c0610971095"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:02:01.867265 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 35070) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:01.939661 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 20d92f54-efc8-4a9f-bea9-51d5bb9349d3 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:02:01.976436 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-9ccb8e5b-ea12-41f2-a9d2-9af0d2e37291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:02.007195 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 20d92f54-efc8-4a9f-bea9-51d5bb9349d3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:02.007905 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:02.091613 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-45f30cca-80a8-4c57-a043-a5d091be1fd8 None None] Provisioning complete for port ec38ac58-fa02-4ab7-9c41-fd800de70dd3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:02.093337 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-45f30cca-80a8-4c57-a043-a5d091be1fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:02.094205 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-eb67e941-df13-4708-9215-57b72579856b None None] Set router 942c58aa-2ab7-4018-bfc5-7637dfbdc715 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:02:02.126332 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-582f4ef4-08ab-4395-b0eb-f84ea77ce25c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:02.185441 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-45f30cca-80a8-4c57-a043-a5d091be1fd8 None None] Port ec38ac58-fa02-4ab7-9c41-fd800de70dd3 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:02:02.263010 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9851f0c-6685-4c25-9d01-282c930b5ba9 x-openstack-request-id: req-c9851f0c-6685-4c25-9d01-282c930b5ba9 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:02:02.263305 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ced1028-5ea2-4de8-877b-080720954eb0", "tag": "50724c36-ebe4-42a7-be98-5c0610971095", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:02:02.265110 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c9851f0c-6685-4c25-9d01-282c930b5ba9 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:02:02.265110 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ced1028-5ea2-4de8-877b-080720954eb0', 'tag': '50724c36-ebe4-42a7-be98-5c0610971095', 'status': 'completed', 'code': 200} Dec 10 19:02:02.418407 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-eb67e941-df13-4708-9215-57b72579856b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'name': 'tempest-AttachVolumeShelveTestJSON-1052448844-router', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '164839f8-49a5-47a7-b5f2-30490480a045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:55:05Z', 'updated_at': '2021-12-10T18:55:14Z', 'revision_number': 4, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'gw_port': {'id': '164839f8-49a5-47a7-b5f2-30490480a045', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:07Z', 'updated_at': '2021-12-10T18:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '56f541c0-c454-4911-be8e-f18bc9999d9c', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'port_id': '50724c36-ebe4-42a7-be98-5c0610971095', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3073, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d', 'mac_address': 'fa:16:3e:63:0d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ced1028-5ea2-4de8-877b-080720954eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:01:43Z', 'updated_at': '2021-12-10T19:02:00Z', 'revision_number': 1, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887fb0a6-7d9b-4554-90eb-9829ca3444e8', 'name': '', 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'mac_address': 'fa:16:3e:12:af:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'b5b8f42d-7b7d-4b89-936c-8b66a87ff765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:13Z', 'updated_at': '2021-12-10T18:55:30Z', 'revision_number': 5, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'subnets': [{'id': 'b5b8f42d-7b7d-4b89-936c-8b66a87ff765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:02.422465 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15394b81-347f-4c70-952f-f1e1fd5da84c req-089cdf6c-94e6-4a81-91ed-28e3d63636f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:02.424011 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-15394b81-347f-4c70-952f-f1e1fd5da84c req-089cdf6c-94e6-4a81-91ed-28e3d63636f2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ce6d41cdbd6e4596aec18213412eef45&device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 1097 time: 0.1353064 Dec 10 19:02:02.438373 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-582f4ef4-08ab-4395-b0eb-f84ea77ce25c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:02.448713 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-582f4ef4-08ab-4395-b0eb-f84ea77ce25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:02.459708 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb67e941-df13-4708-9215-57b72579856b None None] Checking router: 942c58aa-2ab7-4018-bfc5-7637dfbdc715 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:02:02.480856 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb67e941-df13-4708-9215-57b72579856b None None] Routers {'942c58aa-2ab7-4018-bfc5-7637dfbdc715'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:02:02.481707 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-eb67e941-df13-4708-9215-57b72579856b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:01:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['942c58aa-2ab7-4018-bfc5-7637dfbdc715'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:02.536348 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-582f4ef4-08ab-4395-b0eb-f84ea77ce25c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f1c3f3eda35a49c89b7d934177ea57d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6653378 Dec 10 19:02:02.543404 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 35074) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:02.586736 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f4ef4-08ab-4395-b0eb-f84ea77ce25c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b651cfd-84d7-4ba9-9d86-6829f1c4a4fd,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:02.620720 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-9ccb8e5b-ea12-41f2-a9d2-9af0d2e37291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec38ac58-fa02-4ab7-9c41-fd800de70dd3 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:02:02.630207 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15394b81-347f-4c70-952f-f1e1fd5da84c req-5d8164f4-84c5-4a79-a0a8-be969163f946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:02.632189 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-15394b81-347f-4c70-952f-f1e1fd5da84c req-5d8164f4-84c5-4a79-a0a8-be969163f946 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a30ce27-2851-4282-9ac6-23ccb449ba3d HTTP/1.1" status: 200 len: 918 time: 0.1924765 Dec 10 19:02:02.634688 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-9ccb8e5b-ea12-41f2-a9d2-9af0d2e37291 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:02.637313 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6b09be58-6967-4ec2-93a1-4bc91c79f237 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:02.668216 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-9ccb8e5b-ea12-41f2-a9d2-9af0d2e37291 service neutron] Transition to ACTIVE for port object ec38ac58-fa02-4ab7-9c41-fd800de70dd3 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:02:02.669318 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-eb67e941-df13-4708-9215-57b72579856b None None] Set router 942c58aa-2ab7-4018-bfc5-7637dfbdc715 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:02:02.676312 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6b09be58-6967-4ec2-93a1-4bc91c79f237 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:02.684234 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-9ccb8e5b-ea12-41f2-a9d2-9af0d2e37291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:02.760594 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb8e5b-ea12-41f2-a9d2-9af0d2e37291 service neutron] Pushing event updated for resources: {'Port': ['ID=ec38ac58-fa02-4ab7-9c41-fd800de70dd3,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:02.801954 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-15394b81-347f-4c70-952f-f1e1fd5da84c req-c3b0452f-b865-44b5-bf0f-92963a7303c7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50724c36-ebe4-42a7-be98-5c0610971095 HTTP/1.1" status: 200 len: 1000 time: 0.1597497 Dec 10 19:02:02.988736 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6b09be58-6967-4ec2-93a1-4bc91c79f237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:02.993874 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15394b81-347f-4c70-952f-f1e1fd5da84c req-ced94d40-bdd8-4076-b484-29128c1393f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:02.996103 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-15394b81-347f-4c70-952f-f1e1fd5da84c req-ced94d40-bdd8-4076-b484-29128c1393f4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b5b8f42d-7b7d-4b89-936c-8b66a87ff765 HTTP/1.1" status: 200 len: 856 time: 0.1848745 Dec 10 19:02:02.997000 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6b09be58-6967-4ec2-93a1-4bc91c79f237 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:02.998130 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6b09be58-6967-4ec2-93a1-4bc91c79f237 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1b651cfd-84d7-4ba9-9d86-6829f1c4a4fd HTTP/1.1" status: 204 len: 168 time: 0.4534085 Dec 10 19:02:03.013579 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32de80-128f-4de2-8a22-4ab2f0ecfbc6 req-d7f3c579-bed0-4ffa-8e1b-5ce338ec4e94 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:03.018751 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09be58-6967-4ec2-93a1-4bc91c79f237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b651cfd-84d7-4ba9-9d86-6829f1c4a4fd,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:03.019833 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8a32de80-128f-4de2-8a22-4ab2f0ecfbc6 req-d7f3c579-bed0-4ffa-8e1b-5ce338ec4e94 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab348bdd-505e-4578-bf69-2bf94291d32a HTTP/1.1" status: 200 len: 907 time: 0.1495397 Dec 10 19:02:03.048181 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-9ccb8e5b-ea12-41f2-a9d2-9af0d2e37291 service neutron] Attempting to bind port ec38ac58-fa02-4ab7-9c41-fd800de70dd3 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:02:03.048533 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-9ccb8e5b-ea12-41f2-a9d2-9af0d2e37291 service neutron] Attempting to bind port ec38ac58-fa02-4ab7-9c41-fd800de70dd3 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': 'd745840b-36a9-4615-8e7e-7a215cb18022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '51eb4333-a98e-45f9-b71d-4e05b130b44a'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:02:03.048933 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-9ccb8e5b-ea12-41f2-a9d2-9af0d2e37291 service neutron] Attempting to bind port ec38ac58-fa02-4ab7-9c41-fd800de70dd3 on network 51eb4333-a98e-45f9-b71d-4e05b130b44a {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:02:03.057781 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-9ccb8e5b-ea12-41f2-a9d2-9af0d2e37291 service neutron] Port ec38ac58-fa02-4ab7-9c41-fd800de70dd3 on network 51eb4333-a98e-45f9-b71d-4e05b130b44a not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:02:03.058126 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-9ccb8e5b-ea12-41f2-a9d2-9af0d2e37291 service neutron] Attempting to bind port ec38ac58-fa02-4ab7-9c41-fd800de70dd3 on network 51eb4333-a98e-45f9-b71d-4e05b130b44a {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:02:03.067968 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-9ccb8e5b-ea12-41f2-a9d2-9af0d2e37291 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:02:03.068329 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-9ccb8e5b-ea12-41f2-a9d2-9af0d2e37291 service neutron] Checking segment: {'id': 'd745840b-36a9-4615-8e7e-7a215cb18022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '51eb4333-a98e-45f9-b71d-4e05b130b44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:02:03.072798 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-9ccb8e5b-ea12-41f2-a9d2-9af0d2e37291 service neutron] Bound using segment: {'id': 'd745840b-36a9-4615-8e7e-7a215cb18022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '51eb4333-a98e-45f9-b71d-4e05b130b44a'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:02:03.073333 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-9ccb8e5b-ea12-41f2-a9d2-9af0d2e37291 service neutron] Bound port: ec38ac58-fa02-4ab7-9c41-fd800de70dd3, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd745840b-36a9-4615-8e7e-7a215cb18022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '51eb4333-a98e-45f9-b71d-4e05b130b44a'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:02:03.073720 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-9ccb8e5b-ea12-41f2-a9d2-9af0d2e37291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:03.131926 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15394b81-347f-4c70-952f-f1e1fd5da84c req-732436ce-eb29-4834-bc7c-3029e2924833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:03.135749 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-15394b81-347f-4c70-952f-f1e1fd5da84c req-732436ce-eb29-4834-bc7c-3029e2924833 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a30ce27-2851-4282-9ac6-23ccb449ba3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072364 Dec 10 19:02:03.141803 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-eb67e941-df13-4708-9215-57b72579856b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'name': 'tempest-AttachVolumeShelveTestJSON-1052448844-router', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '164839f8-49a5-47a7-b5f2-30490480a045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:55:05Z', 'updated_at': '2021-12-10T18:55:14Z', 'revision_number': 4, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'gw_port': {'id': '164839f8-49a5-47a7-b5f2-30490480a045', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:07Z', 'updated_at': '2021-12-10T18:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '56f541c0-c454-4911-be8e-f18bc9999d9c', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'port_id': '50724c36-ebe4-42a7-be98-5c0610971095', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3073, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d', 'mac_address': 'fa:16:3e:63:0d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ced1028-5ea2-4de8-877b-080720954eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:01:43Z', 'updated_at': '2021-12-10T19:02:00Z', 'revision_number': 1, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887fb0a6-7d9b-4554-90eb-9829ca3444e8', 'name': '', 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'mac_address': 'fa:16:3e:12:af:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'b5b8f42d-7b7d-4b89-936c-8b66a87ff765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:13Z', 'updated_at': '2021-12-10T18:55:30Z', 'revision_number': 5, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'subnets': [{'id': 'b5b8f42d-7b7d-4b89-936c-8b66a87ff765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:03.180334 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb67e941-df13-4708-9215-57b72579856b None None] The sync data for ids ['942c58aa-2ab7-4018-bfc5-7637dfbdc715'] in n-d-821435-1 is: [{'id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'name': 'tempest-AttachVolumeShelveTestJSON-1052448844-router', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '164839f8-49a5-47a7-b5f2-30490480a045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:55:05Z', 'updated_at': '2021-12-10T18:55:14Z', 'revision_number': 4, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'gw_port': {'id': '164839f8-49a5-47a7-b5f2-30490480a045', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:07Z', 'updated_at': '2021-12-10T18:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '56f541c0-c454-4911-be8e-f18bc9999d9c', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'port_id': '50724c36-ebe4-42a7-be98-5c0610971095', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3073, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d', 'mac_address': 'fa:16:3e:63:0d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ced1028-5ea2-4de8-877b-080720954eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:01:43Z', 'updated_at': '2021-12-10T19:02:00Z', 'revision_number': 1, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887fb0a6-7d9b-4554-90eb-9829ca3444e8', 'name': '', 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'mac_address': 'fa:16:3e:12:af:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'b5b8f42d-7b7d-4b89-936c-8b66a87ff765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:13Z', 'updated_at': '2021-12-10T18:55:30Z', 'revision_number': 5, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'subnets': [{'id': 'b5b8f42d-7b7d-4b89-936c-8b66a87ff765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:02:03.252182 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-9ccb8e5b-ea12-41f2-a9d2-9af0d2e37291 service neutron] For port ec38ac58-fa02-4ab7-9c41-fd800de70dd3, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:02:03.256659 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-9ccb8e5b-ea12-41f2-a9d2-9af0d2e37291 service neutron] For port ec38ac58-fa02-4ab7-9c41-fd800de70dd3, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=ec38ac58-fa02-4ab7-9c41-fd800de70dd3,segment=NetworkSegment(d745840b-36a9-4615-8e7e-7a215cb18022),segment_id=d745840b-36a9-4615-8e7e-7a215cb18022)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:02:03.266976 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-9ccb8e5b-ea12-41f2-a9d2-9af0d2e37291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:03.377385 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-9ccb8e5b-ea12-41f2-a9d2-9af0d2e37291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:03.378024 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-9ccb8e5b-ea12-41f2-a9d2-9af0d2e37291 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:03.380571 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-9ccb8e5b-ea12-41f2-a9d2-9af0d2e37291 service neutron] 10.222.0.72 "PUT /v2.0/ports/ec38ac58-fa02-4ab7-9c41-fd800de70dd3 HTTP/1.1" status: 200 len: 1055 time: 1.6590514 Dec 10 19:02:03.381522 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab348bdd-505e-4578-bf69-2bf94291d32a', 'tag': 'ec38ac58-fa02-4ab7-9c41-fd800de70dd3'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:02:03.384013 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4227c7-969f-4dc4-83ea-18346afb8d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "ab348bdd-505e-4578-bf69-2bf94291d32a", "tag": "ec38ac58-fa02-4ab7-9c41-fd800de70dd3"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:02:03.443156 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-15394b81-347f-4c70-952f-f1e1fd5da84c req-47b4ea8b-2bba-41e0-a37e-5c2e62c9638e service neutron] 10.222.0.72 "GET /v2.0/networks/8a30ce27-2851-4282-9ac6-23ccb449ba3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910516 Dec 10 19:02:03.554625 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ffc832-e714-4a2f-b3d4-f26843259be2 x-openstack-request-id: req-d0ffc832-e714-4a2f-b3d4-f26843259be2 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:02:03.554625 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab348bdd-505e-4578-bf69-2bf94291d32a", "tag": "ec38ac58-fa02-4ab7-9c41-fd800de70dd3", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:02:03.554625 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d0ffc832-e714-4a2f-b3d4-f26843259be2 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:02:03.554866 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab348bdd-505e-4578-bf69-2bf94291d32a', 'tag': 'ec38ac58-fa02-4ab7-9c41-fd800de70dd3', 'status': 'completed', 'code': 200} Dec 10 19:02:03.579232 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb8e5b-ea12-41f2-a9d2-9af0d2e37291 service neutron] Pushing event updated for resources: {'Port': ['ID=ec38ac58-fa02-4ab7-9c41-fd800de70dd3,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:03.617107 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-8b09e021-7375-4312-adcc-7f8dd015202a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:03.625198 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-8b09e021-7375-4312-adcc-7f8dd015202a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bfeba774d033410b83d92399e2d1fec6&device_id=ab348bdd-505e-4578-bf69-2bf94291d32a HTTP/1.1" status: 200 len: 1058 time: 0.1910903 Dec 10 19:02:03.734909 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-15394b81-347f-4c70-952f-f1e1fd5da84c req-1a5869b6-985f-4ca1-902f-716250a0ba17 service neutron] 10.222.0.72 "GET /v2.0/networks/8a30ce27-2851-4282-9ac6-23ccb449ba3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845869 Dec 10 19:02:03.776061 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-ac712a9f-99ab-492d-bb3a-6c29c29521fd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=ec38ac58-fa02-4ab7-9c41-fd800de70dd3 HTTP/1.1" status: 200 len: 217 time: 0.1434715 Dec 10 19:02:03.861284 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5faa0602-d0e9-473f-b45c-1aa91362e665 None None] New status for floating IP 56f541c0-c454-4911-be8e-f18bc9999d9c: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:02:03.865583 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 35088) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:03.891168 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3bd12eb9-d4d3-435e-8a47-361178c4f507 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:03.895496 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-330290ed-a0d8-4ffd-b66b-9e4cfbf3d0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:03.897124 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-330290ed-a0d8-4ffd-b66b-9e4cfbf3d0c3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a0fd21d-774c-4975-b863-8f05e4fb682a HTTP/1.1" status: 200 len: 838 time: 0.1133773 Dec 10 19:02:03.954895 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:03.975520 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-ec60cfb2-9607-4641-a7e8-1a0030044c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:03.977109 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-ec60cfb2-9607-4641-a7e8-1a0030044c75 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=51eb4333-a98e-45f9-b71d-4e05b130b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710869 Dec 10 19:02:04.210169 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3bd12eb9-d4d3-435e-8a47-361178c4f507 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:04.213579 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-a83836e7-6b09-47bc-96d6-ba31f0f941ef service neutron] 10.222.0.72 "GET /v2.0/networks/51eb4333-a98e-45f9-b71d-4e05b130b44a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221789 Dec 10 19:02:04.218396 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3bd12eb9-d4d3-435e-8a47-361178c4f507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:04.307888 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3bd12eb9-d4d3-435e-8a47-361178c4f507 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c60b2956b4ba44bd980321b7aaa3e5bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4389246 Dec 10 19:02:04.308812 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 35096) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:04.327569 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9650f-ee7a-4fe7-a2bc-06bb5f1cf4ab req-d4114656-1040-4ee7-8164-8ddd7588fbc0 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:04.329210 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e1a9650f-ee7a-4fe7-a2bc-06bb5f1cf4ab req-d4114656-1040-4ee7-8164-8ddd7588fbc0 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab348bdd-505e-4578-bf69-2bf94291d32a HTTP/1.1" status: 200 len: 907 time: 0.1730587 Dec 10 19:02:04.334626 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd12eb9-d4d3-435e-8a47-361178c4f507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2293bf-1b23-4996-9f28-97e88a1a8660,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:04.402120 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3d220ecd-4d2c-42a0-91a0-cc3d252e7472 req-4fc4ee8e-4489-45f3-969d-517002196ae4 service neutron] 10.222.0.72 "GET /v2.0/networks/51eb4333-a98e-45f9-b71d-4e05b130b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699862 Dec 10 19:02:04.448276 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:02:04.462425 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8d53ad65-91d2-42c3-ae32-fe7efe16dc4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:04.515311 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8d53ad65-91d2-42c3-ae32-fe7efe16dc4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:04.530398 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4227c7-969f-4dc4-83ea-18346afb8d9d req-f58c37f2-2aa8-4647-86f3-6f81528c4756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:04.536962 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9b4227c7-969f-4dc4-83ea-18346afb8d9d req-f58c37f2-2aa8-4647-86f3-6f81528c4756 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bfeba774d033410b83d92399e2d1fec6&device_id=ab348bdd-505e-4578-bf69-2bf94291d32a HTTP/1.1" status: 200 len: 1058 time: 0.0674345 Dec 10 19:02:04.587972 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8d53ad65-91d2-42c3-ae32-fe7efe16dc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:04.612812 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8d53ad65-91d2-42c3-ae32-fe7efe16dc4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:04.616173 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8d53ad65-91d2-42c3-ae32-fe7efe16dc4b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5b2293bf-1b23-4996-9f28-97e88a1a8660 HTTP/1.1" status: 204 len: 168 time: 0.3017654 Dec 10 19:02:04.634504 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53ad65-91d2-42c3-ae32-fe7efe16dc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2293bf-1b23-4996-9f28-97e88a1a8660,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:04.695522 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4227c7-969f-4dc4-83ea-18346afb8d9d req-f3947d6e-fc36-493c-a8b5-97c01575ffdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:04.697228 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9b4227c7-969f-4dc4-83ea-18346afb8d9d req-f3947d6e-fc36-493c-a8b5-97c01575ffdc service neutron] 10.222.0.72 "GET /v2.0/networks?id=51eb4333-a98e-45f9-b71d-4e05b130b44a HTTP/1.1" status: 200 len: 899 time: 0.1531157 Dec 10 19:02:04.769081 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9b4227c7-969f-4dc4-83ea-18346afb8d9d req-ec4ef106-6eb9-431e-8bda-f6b59304a519 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=ec38ac58-fa02-4ab7-9c41-fd800de70dd3 HTTP/1.1" status: 200 len: 217 time: 0.0628989 Dec 10 19:02:04.822199 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4227c7-969f-4dc4-83ea-18346afb8d9d req-0d181ba5-0e0d-4493-8fae-18fd290ec969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:04.824509 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9b4227c7-969f-4dc4-83ea-18346afb8d9d req-0d181ba5-0e0d-4493-8fae-18fd290ec969 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a0fd21d-774c-4975-b863-8f05e4fb682a HTTP/1.1" status: 200 len: 838 time: 0.0491185 Dec 10 19:02:04.886815 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4227c7-969f-4dc4-83ea-18346afb8d9d req-8187dc7e-ca43-4a2b-9746-b6a5fa833cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:04.888229 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9b4227c7-969f-4dc4-83ea-18346afb8d9d req-8187dc7e-ca43-4a2b-9746-b6a5fa833cfd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=51eb4333-a98e-45f9-b71d-4e05b130b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543902 Dec 10 19:02:05.022669 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9b4227c7-969f-4dc4-83ea-18346afb8d9d req-6e7f60e3-9dbc-4fcf-bec3-d4271290ef5a service neutron] 10.222.0.72 "GET /v2.0/networks/51eb4333-a98e-45f9-b71d-4e05b130b44a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118543 Dec 10 19:02:05.502371 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea81d94-4f86-4f2d-9706-cc24a1ed266e req-7f24c540-2ba6-4bfe-9613-f446593872f0 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:05.503882 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bea81d94-4f86-4f2d-9706-cc24a1ed266e req-7f24c540-2ba6-4bfe-9613-f446593872f0 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab348bdd-505e-4578-bf69-2bf94291d32a HTTP/1.1" status: 200 len: 907 time: 0.0654492 Dec 10 19:02:05.542781 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9b4227c7-969f-4dc4-83ea-18346afb8d9d req-dee524da-7f67-4e22-9ff3-751d1fbb885e service neutron] 10.222.0.72 "GET /v2.0/networks/51eb4333-a98e-45f9-b71d-4e05b130b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5133426 Dec 10 19:02:06.032329 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 35134) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:06.164101 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e0155c95-4e78-4a20-a616-0ca774bc4bbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:06.250907 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e0155c95-4e78-4a20-a616-0ca774bc4bbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:06.255476 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e0155c95-4e78-4a20-a616-0ca774bc4bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:06.295524 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e0155c95-4e78-4a20-a616-0ca774bc4bbc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=41b94e95c6204144b6057781c25c1bb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2602313 Dec 10 19:02:06.297795 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0155c95-4e78-4a20-a616-0ca774bc4bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1503daec-1d9f-4ae0-8021-566863ee505b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:06.298552 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 35142) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:06.365800 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b0487fd-67c3-4583-ba1a-56c50fd2d7ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:06.392137 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b0487fd-67c3-4583-ba1a-56c50fd2d7ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:06.444443 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b0487fd-67c3-4583-ba1a-56c50fd2d7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:06.447192 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b0487fd-67c3-4583-ba1a-56c50fd2d7ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:06.448427 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5b0487fd-67c3-4583-ba1a-56c50fd2d7ce admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1503daec-1d9f-4ae0-8021-566863ee505b HTTP/1.1" status: 204 len: 168 time: 0.1488647 Dec 10 19:02:06.460364 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0487fd-67c3-4583-ba1a-56c50fd2d7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1503daec-1d9f-4ae0-8021-566863ee505b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:06.651627 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8880322-5eb5-4a51-b47d-f063a3ce47c1 req-206b98bb-4639-4f2c-a310-38a39f51aac9 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:06.661036 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b8880322-5eb5-4a51-b47d-f063a3ce47c1 req-206b98bb-4639-4f2c-a310-38a39f51aac9 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab348bdd-505e-4578-bf69-2bf94291d32a HTTP/1.1" status: 200 len: 907 time: 0.0765300 Dec 10 19:02:06.841554 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device ec38ac58-fa02-4ab7-9c41-fd800de70dd3 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:02:06.968918 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port ec38ac58-fa02-4ab7-9c41-fd800de70dd3, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=ec38ac58-fa02-4ab7-9c41-fd800de70dd3,segment=NetworkSegment(d745840b-36a9-4615-8e7e-7a215cb18022),segment_id=d745840b-36a9-4615-8e7e-7a215cb18022)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:02:06.981344 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': 'ec38ac58-fa02-4ab7-9c41-fd800de70dd3', 'network_id': '51eb4333-a98e-45f9-b71d-4e05b130b44a', 'port_id': 'ec38ac58-fa02-4ab7-9c41-fd800de70dd3', 'mac_address': 'fa:16:3e:ab:5b:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a0fd21d-774c-4975-b863-8f05e4fb682a', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:02:07.028379 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:07.041705 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec38ac58-fa02-4ab7-9c41-fd800de70dd3 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:02:07.069697 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port ec38ac58-fa02-4ab7-9c41-fd800de70dd3, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=ec38ac58-fa02-4ab7-9c41-fd800de70dd3,segment=NetworkSegment(d745840b-36a9-4615-8e7e-7a215cb18022),segment_id=d745840b-36a9-4615-8e7e-7a215cb18022)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:02:07.074491 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:07.136281 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=ec38ac58-fa02-4ab7-9c41-fd800de70dd3,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:07.442292 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['ec38ac58-fa02-4ab7-9c41-fd800de70dd3'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:02:07.814894 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96981983-ab76-44e3-bb98-8c2f1d1d809f req-6ff3ae7d-ec3c-4485-8c39-dd517fd03fc3 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:07.823222 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-96981983-ab76-44e3-bb98-8c2f1d1d809f req-6ff3ae7d-ec3c-4485-8c39-dd517fd03fc3 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab348bdd-505e-4578-bf69-2bf94291d32a HTTP/1.1" status: 200 len: 908 time: 0.0646386 Dec 10 19:02:08.277591 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:08.861077 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device ec38ac58-fa02-4ab7-9c41-fd800de70dd3 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:02:08.918889 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port ec38ac58-fa02-4ab7-9c41-fd800de70dd3 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:02:08.923749 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port ec38ac58-fa02-4ab7-9c41-fd800de70dd3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:08.924139 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:08.955617 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51048f-e4c4-49c6-9c0b-a0740535e979 req-edc6ea11-433f-4dd6-a05a-8e945855d8d6 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:08.957222 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8a51048f-e4c4-49c6-9c0b-a0740535e979 req-edc6ea11-433f-4dd6-a05a-8e945855d8d6 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab348bdd-505e-4578-bf69-2bf94291d32a HTTP/1.1" status: 200 len: 908 time: 0.0560088 Dec 10 19:02:09.015644 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:09.039782 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab348bdd-505e-4578-bf69-2bf94291d32a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec38ac58-fa02-4ab7-9c41-fd800de70dd3'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:02:09.042064 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a532a92-34cf-4b3f-94a0-80b04ad891f0" -d '{"events": [{"server_uuid": "ab348bdd-505e-4578-bf69-2bf94291d32a", "name": "network-vif-plugged", "status": "completed", "tag": "ec38ac58-fa02-4ab7-9c41-fd800de70dd3"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:02:09.055058 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port ec38ac58-fa02-4ab7-9c41-fd800de70dd3, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=ec38ac58-fa02-4ab7-9c41-fd800de70dd3,segment=NetworkSegment(d745840b-36a9-4615-8e7e-7a215cb18022),segment_id=d745840b-36a9-4615-8e7e-7a215cb18022)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:02:09.059100 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:09.104032 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f62ed69-b0ba-4e64-9e20-4141faaf8c5f x-openstack-request-id: req-4f62ed69-b0ba-4e64-9e20-4141faaf8c5f {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:02:09.104366 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab348bdd-505e-4578-bf69-2bf94291d32a", "name": "network-vif-plugged", "status": "completed", "tag": "ec38ac58-fa02-4ab7-9c41-fd800de70dd3", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:02:09.104829 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4f62ed69-b0ba-4e64-9e20-4141faaf8c5f {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:02:09.105228 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab348bdd-505e-4578-bf69-2bf94291d32a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec38ac58-fa02-4ab7-9c41-fd800de70dd3', 'code': 200} Dec 10 19:02:09.121268 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=ec38ac58-fa02-4ab7-9c41-fd800de70dd3,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:09.207613 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372db5d6-0da0-4b6b-91ee-e9a45f563846 req-4899f842-518a-4cab-a887-455450020abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:09.209148 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-372db5d6-0da0-4b6b-91ee-e9a45f563846 req-4899f842-518a-4cab-a887-455450020abb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ab348bdd-505e-4578-bf69-2bf94291d32a HTTP/1.1" status: 200 len: 1060 time: 0.0409112 Dec 10 19:02:10.087045 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fe647-27c6-4fe7-ab1f-652fff170f59 req-303255dd-0233-4334-ac13-2cc6dd2218ed tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:10.095786 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6a2fe647-27c6-4fe7-ab1f-652fff170f59 req-303255dd-0233-4334-ac13-2cc6dd2218ed tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab348bdd-505e-4578-bf69-2bf94291d32a HTTP/1.1" status: 200 len: 909 time: 0.0590744 Dec 10 19:02:11.219056 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba641b40-2ae8-44e0-a04c-cfdd12ddbab5 req-0d4075df-c81e-4cf2-8305-371e12d736d8 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:11.220586 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ba641b40-2ae8-44e0-a04c-cfdd12ddbab5 req-0d4075df-c81e-4cf2-8305-371e12d736d8 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab348bdd-505e-4578-bf69-2bf94291d32a HTTP/1.1" status: 200 len: 909 time: 0.0573361 Dec 10 19:02:11.384243 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb69556-be75-495f-82f2-0ed9962de9d5 req-40dde98e-09cc-41b9-8cd5-b0dd272aeaba tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:11.385876 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-deb69556-be75-495f-82f2-0ed9962de9d5 req-40dde98e-09cc-41b9-8cd5-b0dd272aeaba tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab348bdd-505e-4578-bf69-2bf94291d32a HTTP/1.1" status: 200 len: 909 time: 0.0710840 Dec 10 19:02:11.513807 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320636ec-aa38-4ef0-85e1-f8d052292b8d req-23dd2e25-63ab-468d-ad27-7776874e7a71 tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:11.515734 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-320636ec-aa38-4ef0-85e1-f8d052292b8d req-23dd2e25-63ab-468d-ad27-7776874e7a71 tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ab348bdd-505e-4578-bf69-2bf94291d32a HTTP/1.1" status: 200 len: 1060 time: 0.0581324 Dec 10 19:02:11.630084 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978fcde-ebdf-4c27-81cd-4303b279770b req-0ffc4800-4eed-4153-8115-3d1eeb16b551 tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:11.639322 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8978fcde-ebdf-4c27-81cd-4303b279770b req-0ffc4800-4eed-4153-8115-3d1eeb16b551 tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=15079824-42ea-42cc-871c-a86013755189 HTTP/1.1" status: 200 len: 1136 time: 0.0502515 Dec 10 19:02:11.704255 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8978fcde-ebdf-4c27-81cd-4303b279770b req-ef93cc4a-65db-46ab-8a11-0e78d7244479 tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=90b1fe56-7264-4e35-bb7f-14ebd295eb7c&id=d2e763f2-a1be-40c1-9ee2-566eecf2cbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0637970 Dec 10 19:02:11.732054 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 35234) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:11.779710 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ba8186-8a48-4bd8-9a68-4a2f7879e8a4 tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:11.785065 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-40ba8186-8a48-4bd8-9a68-4a2f7879e8a4 tempest-TestSecurityGroupsBasicOps-1996861501 tempest-TestSecurityGroupsBasicOps-1996861501-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ab348bdd-505e-4578-bf69-2bf94291d32a HTTP/1.1" status: 200 len: 1055 time: 0.0515671 Dec 10 19:02:12.057043 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a97f1f-e0f9-4ea7-bd61-7256a7b8e0cf req-48ffe19d-e2e6-47cd-86ee-b4f35b36929e tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:12.058602 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-46a97f1f-e0f9-4ea7-bd61-7256a7b8e0cf req-48ffe19d-e2e6-47cd-86ee-b4f35b36929e tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab348bdd-505e-4578-bf69-2bf94291d32a HTTP/1.1" status: 200 len: 909 time: 0.0539100 Dec 10 19:02:13.201676 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c33c2-bc82-4291-aca7-45c3790e1818 req-ede1e8ca-19fb-40df-9e1b-af72881de3b8 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:13.203261 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ac4c33c2-bc82-4291-aca7-45c3790e1818 req-ede1e8ca-19fb-40df-9e1b-af72881de3b8 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab348bdd-505e-4578-bf69-2bf94291d32a HTTP/1.1" status: 200 len: 909 time: 0.0590730 Dec 10 19:02:13.630494 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d3461-e49d-4a79-a392-a16a83ab28b5 req-36a25ab1-0eba-43ad-8093-8fa39aa3c45f tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:13.632506 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-605d3461-e49d-4a79-a392-a16a83ab28b5 req-36a25ab1-0eba-43ad-8093-8fa39aa3c45f tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab348bdd-505e-4578-bf69-2bf94291d32a HTTP/1.1" status: 200 len: 909 time: 0.0630064 Dec 10 19:02:13.741679 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-605d3461-e49d-4a79-a392-a16a83ab28b5 req-28b16c64-9996-400b-939a-6f9247bba25c tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Deleting port ec38ac58-fa02-4ab7-9c41-fd800de70dd3 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:02:13.742043 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-605d3461-e49d-4a79-a392-a16a83ab28b5 req-28b16c64-9996-400b-939a-6f9247bba25c tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:13.884210 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-605d3461-e49d-4a79-a392-a16a83ab28b5 req-28b16c64-9996-400b-939a-6f9247bba25c tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] For port ec38ac58-fa02-4ab7-9c41-fd800de70dd3, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=ec38ac58-fa02-4ab7-9c41-fd800de70dd3,segment=NetworkSegment(d745840b-36a9-4615-8e7e-7a215cb18022),segment_id=d745840b-36a9-4615-8e7e-7a215cb18022)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:02:13.884821 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-605d3461-e49d-4a79-a392-a16a83ab28b5 req-28b16c64-9996-400b-939a-6f9247bba25c tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:13.900509 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-605d3461-e49d-4a79-a392-a16a83ab28b5 req-28b16c64-9996-400b-939a-6f9247bba25c tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Calling delete_port for ec38ac58-fa02-4ab7-9c41-fd800de70dd3 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:02:14.041158 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-605d3461-e49d-4a79-a392-a16a83ab28b5 req-28b16c64-9996-400b-939a-6f9247bba25c tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:14.068788 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b16c64-9996-400b-939a-6f9247bba25c tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Pushing event deleted for resources: {'Port': ['ID=ec38ac58-fa02-4ab7-9c41-fd800de70dd3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:14.082504 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b16c64-9996-400b-939a-6f9247bba25c tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:14.082966 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b16c64-9996-400b-939a-6f9247bba25c tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:14.083421 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b16c64-9996-400b-939a-6f9247bba25c tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:14.083865 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b16c64-9996-400b-939a-6f9247bba25c tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:14.084396 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b16c64-9996-400b-939a-6f9247bba25c tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:14.084859 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b16c64-9996-400b-939a-6f9247bba25c tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:14.085311 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b16c64-9996-400b-939a-6f9247bba25c tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:14.085754 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b16c64-9996-400b-939a-6f9247bba25c tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:14.086184 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b16c64-9996-400b-939a-6f9247bba25c tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:14.086621 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b16c64-9996-400b-939a-6f9247bba25c tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:14.087073 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b16c64-9996-400b-939a-6f9247bba25c tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:14.087490 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b16c64-9996-400b-939a-6f9247bba25c tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:14.087915 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b16c64-9996-400b-939a-6f9247bba25c tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:14.135562 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-605d3461-e49d-4a79-a392-a16a83ab28b5 req-28b16c64-9996-400b-939a-6f9247bba25c tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] No DVR routers for this DVR port ec38ac58-fa02-4ab7-9c41-fd800de70dd3 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:02:14.139407 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-605d3461-e49d-4a79-a392-a16a83ab28b5 req-28b16c64-9996-400b-939a-6f9247bba25c tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:14.143196 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-605d3461-e49d-4a79-a392-a16a83ab28b5 req-28b16c64-9996-400b-939a-6f9247bba25c tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.72 "DELETE /v2.0/ports/ec38ac58-fa02-4ab7-9c41-fd800de70dd3 HTTP/1.1" status: 204 len: 173 time: 0.5048378 Dec 10 19:02:14.143696 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab348bdd-505e-4578-bf69-2bf94291d32a', 'name': 'network-vif-deleted', 'tag': 'ec38ac58-fa02-4ab7-9c41-fd800de70dd3'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:02:14.147275 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2299d1-90dd-485c-9bee-afdb80e6709f" -d '{"events": [{"server_uuid": "ab348bdd-505e-4578-bf69-2bf94291d32a", "name": "network-vif-deleted", "tag": "ec38ac58-fa02-4ab7-9c41-fd800de70dd3"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:02:14.199793 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3013dc-73f3-480f-bf09-1177fa1ba710 x-openstack-request-id: req-0e3013dc-73f3-480f-bf09-1177fa1ba710 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:02:14.200312 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab348bdd-505e-4578-bf69-2bf94291d32a", "name": "network-vif-deleted", "tag": "ec38ac58-fa02-4ab7-9c41-fd800de70dd3", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:02:14.200695 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0e3013dc-73f3-480f-bf09-1177fa1ba710 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:02:14.201269 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab348bdd-505e-4578-bf69-2bf94291d32a', 'name': 'network-vif-deleted', 'tag': 'ec38ac58-fa02-4ab7-9c41-fd800de70dd3', 'status': 'completed', 'code': 200} Dec 10 19:02:14.364162 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d8876950-a4db-4e7d-b590-6341177841dd req-b3ce15f3-55df-42e3-8d4d-77afcc2c7579 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab348bdd-505e-4578-bf69-2bf94291d32a HTTP/1.1" status: 200 len: 210 time: 0.0334945 Dec 10 19:02:15.453210 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 35288) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:15.838739 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49dcc773-aafa-4650-8e59-f4bc5cd6acfd tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:16.110271 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-49dcc773-aafa-4650-8e59-f4bc5cd6acfd tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Deleting port 20d92f54-efc8-4a9f-bea9-51d5bb9349d3 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:02:16.110753 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49dcc773-aafa-4650-8e59-f4bc5cd6acfd tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:16.203084 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-49dcc773-aafa-4650-8e59-f4bc5cd6acfd tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] For port 20d92f54-efc8-4a9f-bea9-51d5bb9349d3, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=20d92f54-efc8-4a9f-bea9-51d5bb9349d3,segment=NetworkSegment(d745840b-36a9-4615-8e7e-7a215cb18022),segment_id=d745840b-36a9-4615-8e7e-7a215cb18022)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:02:16.203339 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49dcc773-aafa-4650-8e59-f4bc5cd6acfd tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:16.216738 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-49dcc773-aafa-4650-8e59-f4bc5cd6acfd tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Calling delete_port for 20d92f54-efc8-4a9f-bea9-51d5bb9349d3 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:02:16.453846 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49dcc773-aafa-4650-8e59-f4bc5cd6acfd tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:16.486295 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dcc773-aafa-4650-8e59-f4bc5cd6acfd tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Pushing event deleted for resources: {'Port': ['ID=20d92f54-efc8-4a9f-bea9-51d5bb9349d3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:16.756456 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49dcc773-aafa-4650-8e59-f4bc5cd6acfd tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:16.887324 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device ec38ac58-fa02-4ab7-9c41-fd800de70dd3 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:02:16.910196 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: ec38ac58-fa02-4ab7-9c41-fd800de70dd3 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:02:16.910798 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device ec38ac58-fa02-4ab7-9c41-fd800de70dd3 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:02:16.996691 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49dcc773-aafa-4650-8e59-f4bc5cd6acfd tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Router 5562facb-62d9-46c4-a868-71589adfbbe7 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:02:17.112095 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49dcc773-aafa-4650-8e59-f4bc5cd6acfd tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:02:17.117516 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-49dcc773-aafa-4650-8e59-f4bc5cd6acfd tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "PUT /v2.0/routers/5562facb-62d9-46c4-a868-71589adfbbe7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6630666 Dec 10 19:02:17.120023 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 35304) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:17.123581 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e7aa3-810a-4be7-a758-2393dc500631 None None] Sync routers for ids ['5562facb-62d9-46c4-a868-71589adfbbe7'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:02:17.137700 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21e7aa3-810a-4be7-a758-2393dc500631 None None] Routers {'5562facb-62d9-46c4-a868-71589adfbbe7'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:02:17.138875 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-d21e7aa3-810a-4be7-a758-2393dc500631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:01:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5562facb-62d9-46c4-a868-71589adfbbe7'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:17.180393 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-5849282e-a473-4122-9eaa-1528430c05a0 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Deleting subnet 3a0fd21d-774c-4975-b863-8f05e4fb682a {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:02:17.184227 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5849282e-a473-4122-9eaa-1528430c05a0 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:17.227076 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5849282e-a473-4122-9eaa-1528430c05a0 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:17.260070 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-d21e7aa3-810a-4be7-a758-2393dc500631 None None] Set router 5562facb-62d9-46c4-a868-71589adfbbe7 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:02:17.333844 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5849282e-a473-4122-9eaa-1528430c05a0 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:17.408895 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5849282e-a473-4122-9eaa-1528430c05a0 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:17.444767 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5849282e-a473-4122-9eaa-1528430c05a0 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Pushing event deleted for resources: {'Subnet': ['ID=3a0fd21d-774c-4975-b863-8f05e4fb682a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:17.454488 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5849282e-a473-4122-9eaa-1528430c05a0 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:17.459076 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-d21e7aa3-810a-4be7-a758-2393dc500631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5562facb-62d9-46c4-a868-71589adfbbe7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-111808869', 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'ba81d140-3187-421c-aa67-8d27afaadb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:01:50Z', 'updated_at': '2021-12-10T19:02:16Z', 'revision_number': 5, 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'gw_port': {'id': 'ba81d140-3187-421c-aa67-8d27afaadb03', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5562facb-62d9-46c4-a868-71589adfbbe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:01:51Z', 'updated_at': '2021-12-10T19:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:17.459496 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5849282e-a473-4122-9eaa-1528430c05a0 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "DELETE /v2.0/subnets/3a0fd21d-774c-4975-b863-8f05e4fb682a HTTP/1.1" status: 204 len: 168 time: 0.3383529 Dec 10 19:02:17.461307 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 35306) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:17.462123 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d883f5-1493-4a1c-885e-73d51df52128 None None] Network 51eb4333-a98e-45f9-b71d-4e05b130b44a requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:02:17.493452 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e7aa3-810a-4be7-a758-2393dc500631 None None] Checking router: 5562facb-62d9-46c4-a868-71589adfbbe7 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:02:17.503377 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21e7aa3-810a-4be7-a758-2393dc500631 None None] Routers {'5562facb-62d9-46c4-a868-71589adfbbe7'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:02:17.504077 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-d21e7aa3-810a-4be7-a758-2393dc500631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:01:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5562facb-62d9-46c4-a868-71589adfbbe7'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:17.593779 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f9c747d-174c-4b43-be17-ea6180e7aa5f tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:17.729254 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-d21e7aa3-810a-4be7-a758-2393dc500631 None None] Set router 5562facb-62d9-46c4-a868-71589adfbbe7 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:02:17.729435 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef42d17-bcef-4e3d-ad15-960bdcbba0f8 None None] DHCP port deletion for 51eb4333-a98e-45f9-b71d-4e05b130b44a request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:02:17.734608 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f9c747d-174c-4b43-be17-ea6180e7aa5f tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:17.811930 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7f9c747d-174c-4b43-be17-ea6180e7aa5f tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Deleting port ba81d140-3187-421c-aa67-8d27afaadb03 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:02:17.812480 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f9c747d-174c-4b43-be17-ea6180e7aa5f tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:17.826963 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-bef42d17-bcef-4e3d-ad15-960bdcbba0f8 None None] Deleting port 236b8080-c500-4c36-a546-446d0341d938 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:02:17.827350 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bef42d17-bcef-4e3d-ad15-960bdcbba0f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:17.969535 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-7f9c747d-174c-4b43-be17-ea6180e7aa5f tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] For port ba81d140-3187-421c-aa67-8d27afaadb03, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=ba81d140-3187-421c-aa67-8d27afaadb03,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:02:17.970198 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f9c747d-174c-4b43-be17-ea6180e7aa5f tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:17.993487 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7f9c747d-174c-4b43-be17-ea6180e7aa5f tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Calling delete_port for ba81d140-3187-421c-aa67-8d27afaadb03 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:02:18.224585 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-d21e7aa3-810a-4be7-a758-2393dc500631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5562facb-62d9-46c4-a868-71589adfbbe7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-111808869', 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'ba81d140-3187-421c-aa67-8d27afaadb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:01:50Z', 'updated_at': '2021-12-10T19:02:16Z', 'revision_number': 5, 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'gw_port': {'id': 'ba81d140-3187-421c-aa67-8d27afaadb03', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5562facb-62d9-46c4-a868-71589adfbbe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:01:51Z', 'updated_at': '2021-12-10T19:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:18.243708 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 236b8080-c500-4c36-a546-446d0341d938 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:02:18.285634 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e7aa3-810a-4be7-a758-2393dc500631 None None] The sync data for ids ['5562facb-62d9-46c4-a868-71589adfbbe7'] in n-d-821435-1 is: [{'id': '5562facb-62d9-46c4-a868-71589adfbbe7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-111808869', 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'ba81d140-3187-421c-aa67-8d27afaadb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:01:50Z', 'updated_at': '2021-12-10T19:02:16Z', 'revision_number': 5, 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'gw_port': {'id': 'ba81d140-3187-421c-aa67-8d27afaadb03', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5562facb-62d9-46c4-a868-71589adfbbe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:01:51Z', 'updated_at': '2021-12-10T19:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:02:18.311295 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f9c747d-174c-4b43-be17-ea6180e7aa5f tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:18.375179 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e0a75a-b840-4d15-8ed9-baf6d9374ccd None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:02:18.382474 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-bef42d17-bcef-4e3d-ad15-960bdcbba0f8 None None] For port 236b8080-c500-4c36-a546-446d0341d938, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=236b8080-c500-4c36-a546-446d0341d938,segment=NetworkSegment(d745840b-36a9-4615-8e7e-7a215cb18022),segment_id=d745840b-36a9-4615-8e7e-7a215cb18022)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:02:18.383142 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bef42d17-bcef-4e3d-ad15-960bdcbba0f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:18.421711 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f9c747d-174c-4b43-be17-ea6180e7aa5f tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:18.424856 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c747d-174c-4b43-be17-ea6180e7aa5f tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Pushing event deleted for resources: {'Port': ['ID=ba81d140-3187-421c-aa67-8d27afaadb03,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:18.435670 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-bef42d17-bcef-4e3d-ad15-960bdcbba0f8 None None] Calling delete_port for 236b8080-c500-4c36-a546-446d0341d938 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:02:18.449963 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:18.533819 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 236b8080-c500-4c36-a546-446d0341d938, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=236b8080-c500-4c36-a546-446d0341d938,segment=NetworkSegment(d745840b-36a9-4615-8e7e-7a215cb18022),segment_id=d745840b-36a9-4615-8e7e-7a215cb18022)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:02:18.554170 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f9c747d-174c-4b43-be17-ea6180e7aa5f tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:18.555477 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:18.561418 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f9c747d-174c-4b43-be17-ea6180e7aa5f tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:18.621844 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bef42d17-bcef-4e3d-ad15-960bdcbba0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:18.656492 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f9c747d-174c-4b43-be17-ea6180e7aa5f tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:18.656942 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=236b8080-c500-4c36-a546-446d0341d938,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:18.657209 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9c747d-174c-4b43-be17-ea6180e7aa5f tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Fanout notify agent at l3_agent the message router_deleted on router 5562facb-62d9-46c4-a868-71589adfbbe7 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:02:18.674250 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f9c747d-174c-4b43-be17-ea6180e7aa5f tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:18.678146 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 35316) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:18.681166 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7f9c747d-174c-4b43-be17-ea6180e7aa5f tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "DELETE /v2.0/routers/5562facb-62d9-46c4-a868-71589adfbbe7 HTTP/1.1" status: 204 len: 168 time: 1.2175734 Dec 10 19:02:18.709041 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef42d17-bcef-4e3d-ad15-960bdcbba0f8 None None] Pushing event deleted for resources: {'Port': ['ID=236b8080-c500-4c36-a546-446d0341d938,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:18.715671 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef42d17-bcef-4e3d-ad15-960bdcbba0f8 None None] No DVR routers for this DVR port 236b8080-c500-4c36-a546-446d0341d938 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:02:18.799191 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-25b4522b-b195-44ee-9735-591541121255 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:18.917425 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-25b4522b-b195-44ee-9735-591541121255 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:18.943112 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-25b4522b-b195-44ee-9735-591541121255 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51eb4333-a98e-45f9-b71d-4e05b130b44a']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:18.962006 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-25b4522b-b195-44ee-9735-591541121255 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd745840b-36a9-4615-8e7e-7a215cb18022') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:18.962006 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-25b4522b-b195-44ee-9735-591541121255 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd745840b-36a9-4615-8e7e-7a215cb18022') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:18.972778 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-25b4522b-b195-44ee-9735-591541121255 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:18.993231 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-25b4522b-b195-44ee-9735-591541121255 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:19.001765 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25b4522b-b195-44ee-9735-591541121255 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:02:19.002226 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-25b4522b-b195-44ee-9735-591541121255 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:19.006038 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:02:19.006038 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:02:19.006038 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:02:19.006038 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:02:19.006038 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:02:19.006038 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:02:19.006038 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:02:19.006038 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:02:19.006038 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:02:19.006038 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:02:19.006038 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:02:19.006038 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:02:19.006038 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:02:19.006038 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:02:19.006038 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:02:19.006038 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:02:19.006038 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:02:19.006038 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:02:19.006038 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:02:19.006038 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:02:19.006038 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:02:19.006038 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:02:19.006038 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:02:19.006038 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:02:19.006038 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:02:19.006038 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:02:19.006038 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:02:19.006038 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:02:19.006038 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:02:19.006038 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:02:19.006038 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:02:19.006038 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:02:19.074384 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-25b4522b-b195-44ee-9735-591541121255 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:19.083803 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-25b4522b-b195-44ee-9735-591541121255 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:19.087506 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-25b4522b-b195-44ee-9735-591541121255 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "DELETE /v2.0/networks/51eb4333-a98e-45f9-b71d-4e05b130b44a HTTP/1.1" status: 204 len: 168 time: 0.4083457 Dec 10 19:02:19.090250 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 35322) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:19.098654 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4522b-b195-44ee-9735-591541121255 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Pushing event deleted for resources: {'Network': ['ID=51eb4333-a98e-45f9-b71d-4e05b130b44a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:19.269469 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a25a3fec-48eb-44f9-b42e-ba6ce0293e24 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Deleting port 3d9a3a1c-4d73-4116-b1c0-8a77a9c205b8 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:02:19.269734 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a25a3fec-48eb-44f9-b42e-ba6ce0293e24 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:19.384082 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a25a3fec-48eb-44f9-b42e-ba6ce0293e24 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:19.384213 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a25a3fec-48eb-44f9-b42e-ba6ce0293e24 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:19.397990 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a25a3fec-48eb-44f9-b42e-ba6ce0293e24 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Calling delete_port for 3d9a3a1c-4d73-4116-b1c0-8a77a9c205b8 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:02:19.611770 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a25a3fec-48eb-44f9-b42e-ba6ce0293e24 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:19.643642 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a3fec-48eb-44f9-b42e-ba6ce0293e24 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Pushing event deleted for resources: {'Port': ['ID=3d9a3a1c-4d73-4116-b1c0-8a77a9c205b8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:19.645667 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-420f78be-8bd6-43da-b56e-0cccb39f37c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:19.752215 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a25a3fec-48eb-44f9-b42e-ba6ce0293e24 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:19.753398 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-a25a3fec-48eb-44f9-b42e-ba6ce0293e24 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Floating IP faed20b2-d198-41d6-95bd-117e29d1df47 disassociated (deleted). External IP: 172.25.7.65, port: 8593ef86-5003-4ba1-91bb-28ab14ab6611. Dec 10 19:02:19.846521 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 20d92f54-efc8-4a9f-bea9-51d5bb9349d3 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:02:19.869401 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 20d92f54-efc8-4a9f-bea9-51d5bb9349d3 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:02:19.869850 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 20d92f54-efc8-4a9f-bea9-51d5bb9349d3 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:02:19.870347 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device ba81d140-3187-421c-aa67-8d27afaadb03 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:02:19.896364 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: ba81d140-3187-421c-aa67-8d27afaadb03 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:02:19.896834 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device ba81d140-3187-421c-aa67-8d27afaadb03 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:02:20.610005 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25a3fec-48eb-44f9-b42e-ba6ce0293e24 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Router 6a36892a-1e6f-49cc-adb4-a4635cad7852 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:02:20.819628 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25a3fec-48eb-44f9-b42e-ba6ce0293e24 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:02:20.824243 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a25a3fec-48eb-44f9-b42e-ba6ce0293e24 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:20.834428 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a52e86-a7a4-4d1a-9ae9-d6376453b5cc None None] Sync routers for ids ['6a36892a-1e6f-49cc-adb4-a4635cad7852'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:02:20.879334 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a52e86-a7a4-4d1a-9ae9-d6376453b5cc None None] Routers {'6a36892a-1e6f-49cc-adb4-a4635cad7852'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:02:20.881354 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-26a52e86-a7a4-4d1a-9ae9-d6376453b5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:01:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6a36892a-1e6f-49cc-adb4-a4635cad7852'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:20.885203 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a25a3fec-48eb-44f9-b42e-ba6ce0293e24 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "DELETE /v2.0/floatingips/faed20b2-d198-41d6-95bd-117e29d1df47 HTTP/1.1" status: 204 len: 168 time: 1.7892449 Dec 10 19:02:20.886060 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15079824-42ea-42cc-871c-a86013755189', 'tag': '8593ef86-5003-4ba1-91bb-28ab14ab6611'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:02:20.893585 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bf5380-837d-44ab-b959-98cee5544913" -d '{"events": [{"name": "network-changed", "server_uuid": "15079824-42ea-42cc-871c-a86013755189", "tag": "8593ef86-5003-4ba1-91bb-28ab14ab6611"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:02:21.009057 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fa53cd-9db2-4b25-a3fc-0a87fb125bf3 x-openstack-request-id: req-03fa53cd-9db2-4b25-a3fc-0a87fb125bf3 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:02:21.009747 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15079824-42ea-42cc-871c-a86013755189", "tag": "8593ef86-5003-4ba1-91bb-28ab14ab6611", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:02:21.010375 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-03fa53cd-9db2-4b25-a3fc-0a87fb125bf3 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:02:21.011005 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15079824-42ea-42cc-871c-a86013755189', 'tag': '8593ef86-5003-4ba1-91bb-28ab14ab6611', 'status': 'completed', 'code': 200} Dec 10 19:02:21.098913 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf5380-837d-44ab-b959-98cee5544913 req-b16668f3-d030-41b2-85ae-f46e92a73d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:21.104444 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a0bf5380-837d-44ab-b959-98cee5544913 req-b16668f3-d030-41b2-85ae-f46e92a73d3f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bfeba774d033410b83d92399e2d1fec6&device_id=15079824-42ea-42cc-871c-a86013755189 HTTP/1.1" status: 200 len: 1136 time: 0.0724654 Dec 10 19:02:21.224185 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-26a52e86-a7a4-4d1a-9ae9-d6376453b5cc None None] Set router 6a36892a-1e6f-49cc-adb4-a4635cad7852 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:02:21.349706 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf5380-837d-44ab-b959-98cee5544913 req-4342b84c-2a3c-43cc-b2ac-b9a16f23a171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:21.351161 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a0bf5380-837d-44ab-b959-98cee5544913 req-4342b84c-2a3c-43cc-b2ac-b9a16f23a171 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ddf531f4-05d8-4c38-a43a-4edcd71b1bcc HTTP/1.1" status: 200 len: 897 time: 0.2370698 Dec 10 19:02:21.401325 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a0bf5380-837d-44ab-b959-98cee5544913 req-b1a64c6c-8d20-49e0-9476-4bd42ca700a1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8593ef86-5003-4ba1-91bb-28ab14ab6611 HTTP/1.1" status: 200 len: 217 time: 0.0407164 Dec 10 19:02:21.410951 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9f6d3-2c3b-4872-8488-f8a8547e6cc8 req-cc4b8122-94f3-4478-8cdb-104fce6162e6 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:21.412430 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-90a9f6d3-2c3b-4872-8488-f8a8547e6cc8 req-cc4b8122-94f3-4478-8cdb-104fce6162e6 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/ports?device_id=15079824-42ea-42cc-871c-a86013755189 HTTP/1.1" status: 200 len: 985 time: 0.1534414 Dec 10 19:02:21.495225 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf5380-837d-44ab-b959-98cee5544913 req-9524d38b-871d-48a1-8aba-b035cbf36bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:21.496757 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a0bf5380-837d-44ab-b959-98cee5544913 req-9524d38b-871d-48a1-8aba-b035cbf36bcd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=46950a35-556c-4d1a-88a4-9a36f9a3b5c7 HTTP/1.1" status: 200 len: 834 time: 0.0833979 Dec 10 19:02:21.587416 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-90a9f6d3-2c3b-4872-8488-f8a8547e6cc8 req-f0d3ea82-d32a-4390-96d1-305f205b4779 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/security-groups?id=90b1fe56-7264-4e35-bb7f-14ebd295eb7c&id=d2e763f2-a1be-40c1-9ee2-566eecf2cbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1317894 Dec 10 19:02:21.612078 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-26a52e86-a7a4-4d1a-9ae9-d6376453b5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'name': 'tempest-TestSecurityGroupsBasicOps-router-658289156', 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '73f44149-62bb-4ebc-b59f-7c9b630218ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:00:49Z', 'updated_at': '2021-12-10T19:00:56Z', 'revision_number': 4, 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'gw_port': {'id': '73f44149-62bb-4ebc-b59f-7c9b630218ad', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ea:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:49Z', 'updated_at': '2021-12-10T19:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '8f720812-6052-4725-9298-fc351e86545c', 'name': '', 'network_id': 'ddf531f4-05d8-4c38-a43a-4edcd71b1bcc', 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6', 'mac_address': 'fa:16:3e:5d:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '46950a35-556c-4d1a-88a4-9a36f9a3b5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:53Z', 'updated_at': '2021-12-10T19:01:01Z', 'revision_number': 5, 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'subnets': [{'id': '46950a35-556c-4d1a-88a4-9a36f9a3b5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:21.629450 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf5380-837d-44ab-b959-98cee5544913 req-dd4def2a-454b-48db-b959-63c35405736e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:21.631519 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a0bf5380-837d-44ab-b959-98cee5544913 req-dd4def2a-454b-48db-b959-63c35405736e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ddf531f4-05d8-4c38-a43a-4edcd71b1bcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1220236 Dec 10 19:02:21.654267 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a52e86-a7a4-4d1a-9ae9-d6376453b5cc None None] Checking router: 6a36892a-1e6f-49cc-adb4-a4635cad7852 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:02:21.674366 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a52e86-a7a4-4d1a-9ae9-d6376453b5cc None None] Routers {'6a36892a-1e6f-49cc-adb4-a4635cad7852'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:02:21.675151 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-26a52e86-a7a4-4d1a-9ae9-d6376453b5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:01:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6a36892a-1e6f-49cc-adb4-a4635cad7852'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:21.797257 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a0bf5380-837d-44ab-b959-98cee5544913 req-36db877d-40f7-4110-8056-92fbe8952433 service neutron] 10.222.0.46 "GET /v2.0/networks/ddf531f4-05d8-4c38-a43a-4edcd71b1bcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550272 Dec 10 19:02:21.820959 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-26a52e86-a7a4-4d1a-9ae9-d6376453b5cc None None] Set router 6a36892a-1e6f-49cc-adb4-a4635cad7852 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:02:21.900026 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a0bf5380-837d-44ab-b959-98cee5544913 req-c8a144f3-9c44-4551-8830-8a7fa865cbf8 service neutron] 10.222.0.46 "GET /v2.0/networks/ddf531f4-05d8-4c38-a43a-4edcd71b1bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930755 Dec 10 19:02:22.053088 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-26a52e86-a7a4-4d1a-9ae9-d6376453b5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'name': 'tempest-TestSecurityGroupsBasicOps-router-658289156', 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '73f44149-62bb-4ebc-b59f-7c9b630218ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:00:49Z', 'updated_at': '2021-12-10T19:00:56Z', 'revision_number': 4, 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'gw_port': {'id': '73f44149-62bb-4ebc-b59f-7c9b630218ad', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ea:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:49Z', 'updated_at': '2021-12-10T19:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '8f720812-6052-4725-9298-fc351e86545c', 'name': '', 'network_id': 'ddf531f4-05d8-4c38-a43a-4edcd71b1bcc', 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6', 'mac_address': 'fa:16:3e:5d:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '46950a35-556c-4d1a-88a4-9a36f9a3b5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:53Z', 'updated_at': '2021-12-10T19:01:01Z', 'revision_number': 5, 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'subnets': [{'id': '46950a35-556c-4d1a-88a4-9a36f9a3b5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:22.078911 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a52e86-a7a4-4d1a-9ae9-d6376453b5cc None None] The sync data for ids ['6a36892a-1e6f-49cc-adb4-a4635cad7852'] in n-d-821435-1 is: [{'id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'name': 'tempest-TestSecurityGroupsBasicOps-router-658289156', 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '73f44149-62bb-4ebc-b59f-7c9b630218ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:00:49Z', 'updated_at': '2021-12-10T19:00:56Z', 'revision_number': 4, 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'gw_port': {'id': '73f44149-62bb-4ebc-b59f-7c9b630218ad', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ea:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:49Z', 'updated_at': '2021-12-10T19:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '8f720812-6052-4725-9298-fc351e86545c', 'name': '', 'network_id': 'ddf531f4-05d8-4c38-a43a-4edcd71b1bcc', 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6', 'mac_address': 'fa:16:3e:5d:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '46950a35-556c-4d1a-88a4-9a36f9a3b5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:53Z', 'updated_at': '2021-12-10T19:01:01Z', 'revision_number': 5, 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'subnets': [{'id': '46950a35-556c-4d1a-88a4-9a36f9a3b5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:02:22.340750 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5ac9bf-591e-4008-b7f9-61143ddf3363 None None] New status for floating IP faed20b2-d198-41d6-95bd-117e29d1df47: DOWN {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:02:22.421815 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6b8301bb-7888-4bf0-837d-8ae8ebdfe0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:22.497246 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b52389-9574-40dd-a6c1-9f158339aeaf req-d71b142b-5bf9-4273-914b-ecd791b93cee tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:22.498998 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-46b52389-9574-40dd-a6c1-9f158339aeaf req-d71b142b-5bf9-4273-914b-ecd791b93cee tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.46 "GET /v2.0/ports?device_id=15079824-42ea-42cc-871c-a86013755189 HTTP/1.1" status: 200 len: 985 time: 0.0612891 Dec 10 19:02:22.608200 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-46b52389-9574-40dd-a6c1-9f158339aeaf req-145a893a-470d-4046-be9d-970c1ad9e80f tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Deleting port 8593ef86-5003-4ba1-91bb-28ab14ab6611 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:02:22.608577 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-46b52389-9574-40dd-a6c1-9f158339aeaf req-145a893a-470d-4046-be9d-970c1ad9e80f tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:22.752830 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-46b52389-9574-40dd-a6c1-9f158339aeaf req-145a893a-470d-4046-be9d-970c1ad9e80f tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] For port 8593ef86-5003-4ba1-91bb-28ab14ab6611, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8593ef86-5003-4ba1-91bb-28ab14ab6611,segment=NetworkSegment(6697f6ec-14ad-4ee7-86ff-89d727c28e39),segment_id=6697f6ec-14ad-4ee7-86ff-89d727c28e39)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:02:22.753318 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-46b52389-9574-40dd-a6c1-9f158339aeaf req-145a893a-470d-4046-be9d-970c1ad9e80f tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:22.783223 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64180f3f-97cd-4771-809f-18c7a09f4a94 req-3a72de59-6bba-4093-a85a-5f9bc56f6910 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:22.784767 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-64180f3f-97cd-4771-809f-18c7a09f4a94 req-3a72de59-6bba-4093-a85a-5f9bc56f6910 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/ports?device_id=15079824-42ea-42cc-871c-a86013755189 HTTP/1.1" status: 200 len: 985 time: 0.0899019 Dec 10 19:02:22.785723 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-46b52389-9574-40dd-a6c1-9f158339aeaf req-145a893a-470d-4046-be9d-970c1ad9e80f tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Calling delete_port for 8593ef86-5003-4ba1-91bb-28ab14ab6611 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:02:22.918342 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-64180f3f-97cd-4771-809f-18c7a09f4a94 req-516e9e35-bf50-4a53-a4da-7371d64aa6ce tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "GET /v2.0/security-groups?id=90b1fe56-7264-4e35-bb7f-14ebd295eb7c&id=d2e763f2-a1be-40c1-9ee2-566eecf2cbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1251991 Dec 10 19:02:23.023970 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-46b52389-9574-40dd-a6c1-9f158339aeaf req-145a893a-470d-4046-be9d-970c1ad9e80f tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:23.068334 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a893a-470d-4046-be9d-970c1ad9e80f tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Pushing event deleted for resources: {'Port': ['ID=8593ef86-5003-4ba1-91bb-28ab14ab6611,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:23.129432 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b52389-9574-40dd-a6c1-9f158339aeaf req-145a893a-470d-4046-be9d-970c1ad9e80f tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] No DVR routers for this DVR port 8593ef86-5003-4ba1-91bb-28ab14ab6611 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:02:23.135941 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-46b52389-9574-40dd-a6c1-9f158339aeaf req-145a893a-470d-4046-be9d-970c1ad9e80f tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:23.139737 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-46b52389-9574-40dd-a6c1-9f158339aeaf req-145a893a-470d-4046-be9d-970c1ad9e80f tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.46 "DELETE /v2.0/ports/8593ef86-5003-4ba1-91bb-28ab14ab6611 HTTP/1.1" status: 204 len: 173 time: 0.6341267 Dec 10 19:02:23.140441 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15079824-42ea-42cc-871c-a86013755189', 'name': 'network-vif-deleted', 'tag': '8593ef86-5003-4ba1-91bb-28ab14ab6611'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:02:23.143864 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66a3570-7a9d-436e-8f5b-1b86093d62fa" -d '{"events": [{"server_uuid": "15079824-42ea-42cc-871c-a86013755189", "name": "network-vif-deleted", "tag": "8593ef86-5003-4ba1-91bb-28ab14ab6611"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:02:23.204436 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23c83de-2187-4b09-aca4-c662a889a8ec x-openstack-request-id: req-e23c83de-2187-4b09-aca4-c662a889a8ec {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:02:23.205011 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15079824-42ea-42cc-871c-a86013755189", "name": "network-vif-deleted", "tag": "8593ef86-5003-4ba1-91bb-28ab14ab6611", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:02:23.205549 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e23c83de-2187-4b09-aca4-c662a889a8ec {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:02:23.206130 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15079824-42ea-42cc-871c-a86013755189', 'name': 'network-vif-deleted', 'tag': '8593ef86-5003-4ba1-91bb-28ab14ab6611', 'status': 'completed', 'code': 200} Dec 10 19:02:23.451200 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:24.022144 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 35378) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:24.078591 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca9053a5-1055-4849-964a-328520bb3d90 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:24.114169 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca9053a5-1055-4849-964a-328520bb3d90 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:24.186175 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca9053a5-1055-4849-964a-328520bb3d90 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:24.190025 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca9053a5-1055-4849-964a-328520bb3d90 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:24.191418 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ca9053a5-1055-4849-964a-328520bb3d90 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "DELETE /v2.0/security-groups/d2e763f2-a1be-40c1-9ee2-566eecf2cbc2 HTTP/1.1" status: 204 len: 168 time: 0.1675100 Dec 10 19:02:24.199029 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 35382) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:24.201943 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9053a5-1055-4849-964a-328520bb3d90 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e763f2-a1be-40c1-9ee2-566eecf2cbc2,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:24.273329 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-53364c5f-dbc1-46fb-ad39-7ddc2de6c717 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:24.300831 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-53364c5f-dbc1-46fb-ad39-7ddc2de6c717 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:24.363233 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-53364c5f-dbc1-46fb-ad39-7ddc2de6c717 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:24.369201 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-53364c5f-dbc1-46fb-ad39-7ddc2de6c717 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:24.373478 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-53364c5f-dbc1-46fb-ad39-7ddc2de6c717 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "DELETE /v2.0/security-groups/90b1fe56-7264-4e35-bb7f-14ebd295eb7c HTTP/1.1" status: 204 len: 168 time: 0.1731288 Dec 10 19:02:24.377091 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 35384) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:24.388706 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53364c5f-dbc1-46fb-ad39-7ddc2de6c717 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b1fe56-7264-4e35-bb7f-14ebd295eb7c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:24.820142 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:24.869871 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ebd69c57-d455-4552-a00d-2ec5d3c29a90 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:25.125608 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ebd69c57-d455-4552-a00d-2ec5d3c29a90 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Deleting port 8f720812-6052-4725-9298-fc351e86545c {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:02:25.126231 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ebd69c57-d455-4552-a00d-2ec5d3c29a90 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:25.227935 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-ebd69c57-d455-4552-a00d-2ec5d3c29a90 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] For port 8f720812-6052-4725-9298-fc351e86545c, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=8f720812-6052-4725-9298-fc351e86545c,segment=NetworkSegment(6697f6ec-14ad-4ee7-86ff-89d727c28e39),segment_id=6697f6ec-14ad-4ee7-86ff-89d727c28e39)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:02:25.228497 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ebd69c57-d455-4552-a00d-2ec5d3c29a90 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:25.241790 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ebd69c57-d455-4552-a00d-2ec5d3c29a90 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Calling delete_port for 8f720812-6052-4725-9298-fc351e86545c owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:02:25.488035 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ebd69c57-d455-4552-a00d-2ec5d3c29a90 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:25.488652 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:25.517673 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd69c57-d455-4552-a00d-2ec5d3c29a90 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Pushing event deleted for resources: {'Port': ['ID=8f720812-6052-4725-9298-fc351e86545c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:25.720427 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ebd69c57-d455-4552-a00d-2ec5d3c29a90 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:26.281399 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd69c57-d455-4552-a00d-2ec5d3c29a90 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Router 6a36892a-1e6f-49cc-adb4-a4635cad7852 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:02:26.404025 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd69c57-d455-4552-a00d-2ec5d3c29a90 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:02:26.413147 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 35412) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:26.423139 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beab70f-ac53-49d3-8397-ea53375446db None None] Sync routers for ids ['6a36892a-1e6f-49cc-adb4-a4635cad7852'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:02:26.433340 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ebd69c57-d455-4552-a00d-2ec5d3c29a90 tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "PUT /v2.0/routers/6a36892a-1e6f-49cc-adb4-a4635cad7852/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0492086 Dec 10 19:02:26.441779 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beab70f-ac53-49d3-8397-ea53375446db None None] Routers {'6a36892a-1e6f-49cc-adb4-a4635cad7852'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:02:26.442423 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0beab70f-ac53-49d3-8397-ea53375446db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:02:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6a36892a-1e6f-49cc-adb4-a4635cad7852'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:26.519692 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-eef5af1f-3bca-4b09-beb7-ea84bc21945f tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Deleting subnet 46950a35-556c-4d1a-88a4-9a36f9a3b5c7 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:02:26.523640 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eef5af1f-3bca-4b09-beb7-ea84bc21945f tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:26.574713 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eef5af1f-3bca-4b09-beb7-ea84bc21945f tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:26.579530 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-0beab70f-ac53-49d3-8397-ea53375446db None None] Set router 6a36892a-1e6f-49cc-adb4-a4635cad7852 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:02:26.676011 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eef5af1f-3bca-4b09-beb7-ea84bc21945f tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:26.749695 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eef5af1f-3bca-4b09-beb7-ea84bc21945f tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:26.797385 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5af1f-3bca-4b09-beb7-ea84bc21945f tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Pushing event deleted for resources: {'Subnet': ['ID=46950a35-556c-4d1a-88a4-9a36f9a3b5c7,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:26.800284 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eef5af1f-3bca-4b09-beb7-ea84bc21945f tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:26.804926 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-eef5af1f-3bca-4b09-beb7-ea84bc21945f tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "DELETE /v2.0/subnets/46950a35-556c-4d1a-88a4-9a36f9a3b5c7 HTTP/1.1" status: 204 len: 168 time: 0.3897290 Dec 10 19:02:26.806529 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 35416) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:26.860111 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265a76e8-e19e-4600-a86f-b49746497f96 None None] Network ddf531f4-05d8-4c38-a43a-4edcd71b1bcc requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:02:26.942620 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bcae4ae1-df76-4b8f-8f49-ab4aa518045d tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:26.997082 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0beab70f-ac53-49d3-8397-ea53375446db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'name': 'tempest-TestSecurityGroupsBasicOps-router-658289156', 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '73f44149-62bb-4ebc-b59f-7c9b630218ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:00:49Z', 'updated_at': '2021-12-10T19:02:25Z', 'revision_number': 5, 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'gw_port': {'id': '73f44149-62bb-4ebc-b59f-7c9b630218ad', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ea:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:49Z', 'updated_at': '2021-12-10T19:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:27.031718 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beab70f-ac53-49d3-8397-ea53375446db None None] Checking router: 6a36892a-1e6f-49cc-adb4-a4635cad7852 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:02:27.052549 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beab70f-ac53-49d3-8397-ea53375446db None None] Routers {'6a36892a-1e6f-49cc-adb4-a4635cad7852'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:02:27.053219 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0beab70f-ac53-49d3-8397-ea53375446db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:02:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6a36892a-1e6f-49cc-adb4-a4635cad7852'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:27.098355 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bcae4ae1-df76-4b8f-8f49-ab4aa518045d tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:27.182646 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-bcae4ae1-df76-4b8f-8f49-ab4aa518045d tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Deleting port 73f44149-62bb-4ebc-b59f-7c9b630218ad {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:02:27.183161 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bcae4ae1-df76-4b8f-8f49-ab4aa518045d tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:27.274890 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-bcae4ae1-df76-4b8f-8f49-ab4aa518045d tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] For port 73f44149-62bb-4ebc-b59f-7c9b630218ad, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=73f44149-62bb-4ebc-b59f-7c9b630218ad,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:02:27.275271 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bcae4ae1-df76-4b8f-8f49-ab4aa518045d tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:27.288383 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-bcae4ae1-df76-4b8f-8f49-ab4aa518045d tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Calling delete_port for 73f44149-62bb-4ebc-b59f-7c9b630218ad owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:02:27.292218 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2111adaa-87f0-4785-8d28-3f053cc016f8 None None] DHCP port deletion for ddf531f4-05d8-4c38-a43a-4edcd71b1bcc request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:02:27.392824 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-0beab70f-ac53-49d3-8397-ea53375446db None None] Set router 6a36892a-1e6f-49cc-adb4-a4635cad7852 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:02:27.519163 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2111adaa-87f0-4785-8d28-3f053cc016f8 None None] Deleting port 0b6fe4d2-64d5-4781-a9f5-128864ccb7a1 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:02:27.520119 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2111adaa-87f0-4785-8d28-3f053cc016f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:27.553112 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bcae4ae1-df76-4b8f-8f49-ab4aa518045d tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:27.596770 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae4ae1-df76-4b8f-8f49-ab4aa518045d tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Pushing event deleted for resources: {'Port': ['ID=73f44149-62bb-4ebc-b59f-7c9b630218ad,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:27.622365 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb53783b-8988-49af-b95a-b685d50a8001 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:02:27.688092 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-2111adaa-87f0-4785-8d28-3f053cc016f8 None None] For port 0b6fe4d2-64d5-4781-a9f5-128864ccb7a1, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=0b6fe4d2-64d5-4781-a9f5-128864ccb7a1,segment=NetworkSegment(6697f6ec-14ad-4ee7-86ff-89d727c28e39),segment_id=6697f6ec-14ad-4ee7-86ff-89d727c28e39)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:02:27.688658 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2111adaa-87f0-4785-8d28-3f053cc016f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:27.691711 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bcae4ae1-df76-4b8f-8f49-ab4aa518045d tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:27.704704 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2111adaa-87f0-4785-8d28-3f053cc016f8 None None] Calling delete_port for 0b6fe4d2-64d5-4781-a9f5-128864ccb7a1 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:02:27.786691 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 8593ef86-5003-4ba1-91bb-28ab14ab6611 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:02:27.836527 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bcae4ae1-df76-4b8f-8f49-ab4aa518045d tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:27.842843 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bcae4ae1-df76-4b8f-8f49-ab4aa518045d tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:27.864284 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 8593ef86-5003-4ba1-91bb-28ab14ab6611 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:02:27.864623 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 8593ef86-5003-4ba1-91bb-28ab14ab6611 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:02:27.900591 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0beab70f-ac53-49d3-8397-ea53375446db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'name': 'tempest-TestSecurityGroupsBasicOps-router-658289156', 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '73f44149-62bb-4ebc-b59f-7c9b630218ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:00:49Z', 'updated_at': '2021-12-10T19:02:25Z', 'revision_number': 5, 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'gw_port': {'id': '73f44149-62bb-4ebc-b59f-7c9b630218ad', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ea:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:49Z', 'updated_at': '2021-12-10T19:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:27.907298 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bcae4ae1-df76-4b8f-8f49-ab4aa518045d tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:27.907891 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcae4ae1-df76-4b8f-8f49-ab4aa518045d tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Fanout notify agent at l3_agent the message router_deleted on router 6a36892a-1e6f-49cc-adb4-a4635cad7852 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:02:27.921548 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bcae4ae1-df76-4b8f-8f49-ab4aa518045d tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:27.923637 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-bcae4ae1-df76-4b8f-8f49-ab4aa518045d tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "DELETE /v2.0/routers/6a36892a-1e6f-49cc-adb4-a4635cad7852 HTTP/1.1" status: 204 len: 168 time: 1.1161814 Dec 10 19:02:27.926543 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 35424) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:27.954156 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beab70f-ac53-49d3-8397-ea53375446db None None] The sync data for ids ['6a36892a-1e6f-49cc-adb4-a4635cad7852'] in n-d-821435-1 is: [{'id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'name': 'tempest-TestSecurityGroupsBasicOps-router-658289156', 'tenant_id': 'bfeba774d033410b83d92399e2d1fec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '73f44149-62bb-4ebc-b59f-7c9b630218ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:00:49Z', 'updated_at': '2021-12-10T19:02:25Z', 'revision_number': 5, 'project_id': 'bfeba774d033410b83d92399e2d1fec6', 'gw_port': {'id': '73f44149-62bb-4ebc-b59f-7c9b630218ad', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ea:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36892a-1e6f-49cc-adb4-a4635cad7852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:49Z', 'updated_at': '2021-12-10T19:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:02:27.962538 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 0b6fe4d2-64d5-4781-a9f5-128864ccb7a1 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:02:28.020287 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2111adaa-87f0-4785-8d28-3f053cc016f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:28.055480 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2111adaa-87f0-4785-8d28-3f053cc016f8 None None] No DVR routers for this DVR port 0b6fe4d2-64d5-4781-a9f5-128864ccb7a1 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:02:28.061021 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111adaa-87f0-4785-8d28-3f053cc016f8 None None] Pushing event deleted for resources: {'Port': ['ID=0b6fe4d2-64d5-4781-a9f5-128864ccb7a1,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:28.073831 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No active binding found for port 0b6fe4d2-64d5-4781-a9f5-128864ccb7a1 {{(pid=103246) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 10 19:02:28.074326 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 0b6fe4d2-64d5-4781-a9f5-128864ccb7a1 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:02:28.094633 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d287a6c-fe91-4484-84d1-126dccc681cb tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:28.189240 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d287a6c-fe91-4484-84d1-126dccc681cb tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:28.211321 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-6d287a6c-fe91-4484-84d1-126dccc681cb tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddf531f4-05d8-4c38-a43a-4edcd71b1bcc']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:28.223532 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-6d287a6c-fe91-4484-84d1-126dccc681cb tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6697f6ec-14ad-4ee7-86ff-89d727c28e39') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:28.223855 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-6d287a6c-fe91-4484-84d1-126dccc681cb tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6697f6ec-14ad-4ee7-86ff-89d727c28e39') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:28.233697 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d287a6c-fe91-4484-84d1-126dccc681cb tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:28.251254 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d287a6c-fe91-4484-84d1-126dccc681cb tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:28.257667 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d287a6c-fe91-4484-84d1-126dccc681cb tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:02:28.258093 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d287a6c-fe91-4484-84d1-126dccc681cb tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:28.261777 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:02:28.261777 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:02:28.261777 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:02:28.261777 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:02:28.261777 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:02:28.261777 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:02:28.261777 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:02:28.261777 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:02:28.261777 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:02:28.261777 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:02:28.261777 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:02:28.261777 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:02:28.261777 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:02:28.261777 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:02:28.261777 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:02:28.261777 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:02:28.261777 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:02:28.261777 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:02:28.261777 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:02:28.261777 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:02:28.261777 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:02:28.261777 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:02:28.261777 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:02:28.261777 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:02:28.261777 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:02:28.261777 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:02:28.261777 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:02:28.261777 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:02:28.261777 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:02:28.261777 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:02:28.261777 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:02:28.261777 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:02:28.336624 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d287a6c-fe91-4484-84d1-126dccc681cb tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:28.354109 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d287a6c-fe91-4484-84d1-126dccc681cb tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:28.358393 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6d287a6c-fe91-4484-84d1-126dccc681cb tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] 10.222.0.62 "DELETE /v2.0/networks/ddf531f4-05d8-4c38-a43a-4edcd71b1bcc HTTP/1.1" status: 204 len: 168 time: 0.4308350 Dec 10 19:02:28.389641 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d287a6c-fe91-4484-84d1-126dccc681cb tempest-TestSecurityGroupsBasicOps-2036980589 tempest-TestSecurityGroupsBasicOps-2036980589-project] Pushing event deleted for resources: {'Network': ['ID=ddf531f4-05d8-4c38-a43a-4edcd71b1bcc,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:28.795641 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 35444) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:28.996307 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f3b7c7cd-8ae0-4e5b-8a74-216f7575580d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bfeba774d033410b83d92399e2d1fec6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1992819 Dec 10 19:02:28.999004 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 35448) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:29.053928 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-51e35c5d-c2ce-45fd-af4b-bd409826ef65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:29.078505 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-51e35c5d-c2ce-45fd-af4b-bd409826ef65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:29.171655 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-51e35c5d-c2ce-45fd-af4b-bd409826ef65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:29.174911 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-51e35c5d-c2ce-45fd-af4b-bd409826ef65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:29.176598 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-51e35c5d-c2ce-45fd-af4b-bd409826ef65 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b66f1a8b-8c32-4651-841e-6c505314d649 HTTP/1.1" status: 204 len: 168 time: 0.1760073 Dec 10 19:02:29.198683 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e35c5d-c2ce-45fd-af4b-bd409826ef65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66f1a8b-8c32-4651-841e-6c505314d649,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:29.726782 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 35458) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:29.748423 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cfc261cb-ac1e-4ba2-8bef-19e6620f236a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:29.759328 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 8f720812-6052-4725-9298-fc351e86545c no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:02:29.791824 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 8f720812-6052-4725-9298-fc351e86545c {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:02:29.792547 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 8f720812-6052-4725-9298-fc351e86545c not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:02:29.793395 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 73f44149-62bb-4ebc-b59f-7c9b630218ad no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:02:29.815105 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 73f44149-62bb-4ebc-b59f-7c9b630218ad {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:02:29.815817 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 73f44149-62bb-4ebc-b59f-7c9b630218ad not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:02:29.906203 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cfc261cb-ac1e-4ba2-8bef-19e6620f236a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:29.913157 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cfc261cb-ac1e-4ba2-8bef-19e6620f236a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:29.958187 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc261cb-ac1e-4ba2-8bef-19e6620f236a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e377b9-322b-4d47-a09a-695339112ca2,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:29.984550 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-cfc261cb-ac1e-4ba2-8bef-19e6620f236a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6968e8e2893c426494f3be8f1b19a5d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2565970 Dec 10 19:02:29.988386 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 35462) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:30.047623 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47787c7c-bee5-444f-a8f3-d26f62ab0a62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:30.071173 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47787c7c-bee5-444f-a8f3-d26f62ab0a62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:30.126232 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47787c7c-bee5-444f-a8f3-d26f62ab0a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:30.129220 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47787c7c-bee5-444f-a8f3-d26f62ab0a62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:30.132661 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-47787c7c-bee5-444f-a8f3-d26f62ab0a62 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/69e377b9-322b-4d47-a09a-695339112ca2 HTTP/1.1" status: 204 len: 168 time: 0.1409938 Dec 10 19:02:30.140768 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47787c7c-bee5-444f-a8f3-d26f62ab0a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e377b9-322b-4d47-a09a-695339112ca2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:30.629869 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 35470) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:30.673539 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-81f12040-5d3b-4520-98df-aec9d8828004 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=05d380ce53214752bb15339cb43831af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424597 Dec 10 19:02:30.675969 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 35472) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:30.727091 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9f13f36b-1569-40a9-bbb6-b4dbe278cf08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:30.751310 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9f13f36b-1569-40a9-bbb6-b4dbe278cf08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:30.812199 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9f13f36b-1569-40a9-bbb6-b4dbe278cf08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:30.817267 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9f13f36b-1569-40a9-bbb6-b4dbe278cf08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:30.818560 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9f13f36b-1569-40a9-bbb6-b4dbe278cf08 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6e365b55-d6fa-4dcd-bfc7-c27c0e242091 HTTP/1.1" status: 204 len: 168 time: 0.1416247 Dec 10 19:02:30.827810 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13f36b-1569-40a9-bbb6-b4dbe278cf08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e365b55-d6fa-4dcd-bfc7-c27c0e242091,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:33.944322 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:37.662834 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-afd17a09-5741-4c54-9ccf-884df7230946 req-c3768c26-f88c-42b1-bce0-eb21359f80d5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522888 Dec 10 19:02:37.761523 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd17a09-5741-4c54-9ccf-884df7230946 req-891e6087-0a33-431e-9422-98169b397d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:37.763676 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-afd17a09-5741-4c54-9ccf-884df7230946 req-891e6087-0a33-431e-9422-98169b397d08 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=18f4d0de9fea441da6506fc341573bc1&device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 1096 time: 0.0432122 Dec 10 19:02:37.895187 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd17a09-5741-4c54-9ccf-884df7230946 req-e6b3209b-e3e6-4f6d-8129-a1189612e993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:37.896852 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-afd17a09-5741-4c54-9ccf-884df7230946 req-e6b3209b-e3e6-4f6d-8129-a1189612e993 service neutron] 10.222.0.72 "GET /v2.0/networks?id=516cf886-0f4d-46b9-b744-c490650e8912 HTTP/1.1" status: 200 len: 911 time: 0.1110883 Dec 10 19:02:38.019534 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-afd17a09-5741-4c54-9ccf-884df7230946 req-8968ca20-4f2a-4076-ac59-b88ad109a3d9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51ea99f2-dc8b-46c0-a101-303c401c11f0 HTTP/1.1" status: 200 len: 1001 time: 0.1135142 Dec 10 19:02:38.072408 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd17a09-5741-4c54-9ccf-884df7230946 req-4d78adfd-b9e1-4306-b02d-9cabba9a51ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:38.073861 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-afd17a09-5741-4c54-9ccf-884df7230946 req-4d78adfd-b9e1-4306-b02d-9cabba9a51ec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fca310e3-485d-42a7-b973-3f839349aa93 HTTP/1.1" status: 200 len: 849 time: 0.0469623 Dec 10 19:02:38.124167 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd17a09-5741-4c54-9ccf-884df7230946 req-f400f15b-7d23-4372-a6bd-406a20063104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:38.125834 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-afd17a09-5741-4c54-9ccf-884df7230946 req-f400f15b-7d23-4372-a6bd-406a20063104 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=516cf886-0f4d-46b9-b744-c490650e8912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445418 Dec 10 19:02:38.234784 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-afd17a09-5741-4c54-9ccf-884df7230946 req-a32b7b9f-b3a7-4464-a865-d8b0b4c92ba9 service neutron] 10.222.0.72 "GET /v2.0/networks/516cf886-0f4d-46b9-b744-c490650e8912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016221 Dec 10 19:02:38.288757 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:38.350395 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-afd17a09-5741-4c54-9ccf-884df7230946 req-d25f2dd6-1565-4478-ac21-e3c5d7bfaf76 service neutron] 10.222.0.72 "GET /v2.0/networks/516cf886-0f4d-46b9-b744-c490650e8912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076610 Dec 10 19:02:41.414131 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf0fa0-7466-4687-bb56-f64adb0ee084 req-43311652-2d6c-4a8a-b7f4-7cad7bf97ccd tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:41.415758 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d4bf0fa0-7466-4687-bb56-f64adb0ee084 req-43311652-2d6c-4a8a-b7f4-7cad7bf97ccd tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 945 time: 0.0634236 Dec 10 19:02:41.427493 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:02:41.472724 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d4bf0fa0-7466-4687-bb56-f64adb0ee084 req-4bd0c352-974b-4b1a-a515-9e311e5cd1ae tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441701 Dec 10 19:02:42.593706 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994065d-24e3-4af9-a6b3-af05533089e7 req-71ee6b11-9c08-4d88-bf56-4fb4d8be5db0 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:42.595398 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d994065d-24e3-4af9-a6b3-af05533089e7 req-71ee6b11-9c08-4d88-bf56-4fb4d8be5db0 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 945 time: 0.0509357 Dec 10 19:02:42.646958 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d994065d-24e3-4af9-a6b3-af05533089e7 req-6b5b0bd4-cd20-423f-b046-b0be249ed086 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449407 Dec 10 19:02:43.074437 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 35632) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:43.188668 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-42e4ea29-7286-4c44-9ef4-bca57c66a7fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:43.263923 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-42e4ea29-7286-4c44-9ef4-bca57c66a7fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:43.267838 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-42e4ea29-7286-4c44-9ef4-bca57c66a7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:43.312386 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-42e4ea29-7286-4c44-9ef4-bca57c66a7fd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=93b3f1264dee458b86be5550384dfb7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2327418 Dec 10 19:02:43.312386 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4ea29-7286-4c44-9ef4-bca57c66a7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411813a7-b7a3-43ed-a903-b1a138d7245a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:43.313540 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 35638) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:43.372401 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c968e3e-0de7-4c07-846a-130537127a0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:43.398187 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c968e3e-0de7-4c07-846a-130537127a0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:43.445979 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c968e3e-0de7-4c07-846a-130537127a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:43.448708 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c968e3e-0de7-4c07-846a-130537127a0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:43.450517 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7c968e3e-0de7-4c07-846a-130537127a0c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/411813a7-b7a3-43ed-a903-b1a138d7245a HTTP/1.1" status: 204 len: 168 time: 0.1375175 Dec 10 19:02:43.458885 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c968e3e-0de7-4c07-846a-130537127a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411813a7-b7a3-43ed-a903-b1a138d7245a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:43.771675 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5415f-4f2a-41f2-83e6-fa2a872f36a2 req-25753225-fe4d-419f-b647-3c5d759928e6 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:43.773768 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-81f5415f-4f2a-41f2-83e6-fa2a872f36a2 req-25753225-fe4d-419f-b647-3c5d759928e6 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 945 time: 0.0529323 Dec 10 19:02:43.828868 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-81f5415f-4f2a-41f2-83e6-fa2a872f36a2 req-594f9903-0270-4684-9fd0-45433c1a349d tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463111 Dec 10 19:02:44.579285 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 35678) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:44.691671 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b323461a-6c88-450d-84cb-357e48209eb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:44.776394 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b323461a-6c88-450d-84cb-357e48209eb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:44.780723 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b323461a-6c88-450d-84cb-357e48209eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:44.819587 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323461a-6c88-450d-84cb-357e48209eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ff5b3c-0a8f-4200-8429-acb19e39d88c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:44.828407 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 35682) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:44.835495 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b323461a-6c88-450d-84cb-357e48209eb0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=589d5f0351934153b5f9bd14f53df1a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2550015 Dec 10 19:02:44.885051 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4fedf7f2-a793-476e-8a22-3ed2ca81f087 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:44.909676 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4fedf7f2-a793-476e-8a22-3ed2ca81f087 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:44.970700 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab9895-30f5-46f1-b50d-a9a72f2bb736 req-f62eeb91-bd7c-48b4-80ca-f04f6b385624 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:44.970965 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4fedf7f2-a793-476e-8a22-3ed2ca81f087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:44.974199 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4fedf7f2-a793-476e-8a22-3ed2ca81f087 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:44.976037 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4fedf7f2-a793-476e-8a22-3ed2ca81f087 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d4ff5b3c-0a8f-4200-8429-acb19e39d88c HTTP/1.1" status: 204 len: 168 time: 0.1463943 Dec 10 19:02:44.978561 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-faab9895-30f5-46f1-b50d-a9a72f2bb736 req-f62eeb91-bd7c-48b4-80ca-f04f6b385624 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 945 time: 0.0624774 Dec 10 19:02:44.988944 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fedf7f2-a793-476e-8a22-3ed2ca81f087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ff5b3c-0a8f-4200-8429-acb19e39d88c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:45.032306 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-faab9895-30f5-46f1-b50d-a9a72f2bb736 req-1f0a7415-a8e2-40d3-bbb1-3edad95a1f59 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526681 Dec 10 19:02:46.152694 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a04b2-ee3a-4010-b210-b3fafc7d0f3d req-7ce35150-b547-47d1-b4fb-b6407c051086 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:46.155175 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d70a04b2-ee3a-4010-b210-b3fafc7d0f3d req-7ce35150-b547-47d1-b4fb-b6407c051086 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 945 time: 0.0506251 Dec 10 19:02:46.209520 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d70a04b2-ee3a-4010-b210-b3fafc7d0f3d req-6caf6127-8cba-41b2-a8dd-3e01c14854a1 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474794 Dec 10 19:02:47.332121 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc44a0-d4d6-43a5-8c8d-dfd54d8eac31 req-c4f0d278-c5ab-4ef9-8367-0e60f896b80d tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:47.333645 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5fc44a0-d4d6-43a5-8c8d-dfd54d8eac31 req-c4f0d278-c5ab-4ef9-8367-0e60f896b80d tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 945 time: 0.0527561 Dec 10 19:02:47.385058 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5fc44a0-d4d6-43a5-8c8d-dfd54d8eac31 req-69091129-8859-4bb7-8df8-bae268346994 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450833 Dec 10 19:02:48.504261 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0bc632-b22f-4c47-b7cb-aabbeeec9f84 req-6f46ccb8-668f-4069-b92b-b6e5eb7cee9c tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:48.505804 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3b0bc632-b22f-4c47-b7cb-aabbeeec9f84 req-6f46ccb8-668f-4069-b92b-b6e5eb7cee9c tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 945 time: 0.0490389 Dec 10 19:02:48.552362 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3b0bc632-b22f-4c47-b7cb-aabbeeec9f84 req-d968bf6a-a2b2-4f1f-8d5a-d812e4e61832 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406022 Dec 10 19:02:49.371605 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 35716) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:49.419628 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb4dcd8-c298-44b4-995b-273cb961d0cb admin admin] Deleting subnet 456bed42-c413-4092-be53-ce95afcf84c6 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:02:49.422779 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bfb4dcd8-c298-44b4-995b-273cb961d0cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:49.457408 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bfb4dcd8-c298-44b4-995b-273cb961d0cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:49.494925 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bfb4dcd8-c298-44b4-995b-273cb961d0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:49.549048 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bfb4dcd8-c298-44b4-995b-273cb961d0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:49.576938 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bfb4dcd8-c298-44b4-995b-273cb961d0cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:49.580455 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-bfb4dcd8-c298-44b4-995b-273cb961d0cb admin admin] 10.222.0.62 "DELETE /v2.0/subnets/456bed42-c413-4092-be53-ce95afcf84c6 HTTP/1.1" status: 204 len: 168 time: 0.2062495 Dec 10 19:02:49.581102 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb4dcd8-c298-44b4-995b-273cb961d0cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=456bed42-c413-4092-be53-ce95afcf84c6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:49.583544 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 35720) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:49.586725 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8181a874-8025-479a-9d3a-8b7b73e96f1a None None] Network f9014259-8b21-4184-bc0d-c4182518b9b1 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:02:49.665026 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-714ce168-723f-42e6-847d-beb80a4cb9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:49.696721 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f6ce5-24b1-4d3f-afed-fe2290666905 req-2ae63c71-8d06-4df1-902a-ce32713bf76a tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:49.704757 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-697f6ce5-24b1-4d3f-afed-fe2290666905 req-2ae63c71-8d06-4df1-902a-ce32713bf76a tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 945 time: 0.0659945 Dec 10 19:02:49.709372 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0411d70c-b865-47b0-8416-caaa4a0087df None None] DHCP port deletion for f9014259-8b21-4184-bc0d-c4182518b9b1 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:02:49.726667 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-392020b9-de0d-4011-8bad-b65c86385ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:49.765406 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-714ce168-723f-42e6-847d-beb80a4cb9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:49.770137 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-697f6ce5-24b1-4d3f-afed-fe2290666905 req-c3e63caa-40ef-44e9-b7ee-12de2e64431b tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618730 Dec 10 19:02:49.792314 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-714ce168-723f-42e6-847d-beb80a4cb9a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9014259-8b21-4184-bc0d-c4182518b9b1']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:49.803437 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-714ce168-723f-42e6-847d-beb80a4cb9a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53645b73-0dac-4e9f-adf8-da7be40381af') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:49.804085 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-714ce168-723f-42e6-847d-beb80a4cb9a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53645b73-0dac-4e9f-adf8-da7be40381af') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:49.814462 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-714ce168-723f-42e6-847d-beb80a4cb9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:49.828722 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-714ce168-723f-42e6-847d-beb80a4cb9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:49.834928 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-714ce168-723f-42e6-847d-beb80a4cb9a2 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:02:49.835223 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-714ce168-723f-42e6-847d-beb80a4cb9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:49.837086 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:02:49.837086 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:02:49.837086 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:02:49.837086 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:02:49.837086 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:02:49.837086 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:02:49.837086 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:02:49.837086 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:02:49.837086 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:02:49.837086 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:02:49.837086 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:02:49.837086 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:02:49.837086 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:02:49.837086 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:02:49.837086 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:02:49.837086 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:02:49.837086 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:02:49.837086 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:02:49.837086 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:02:49.837086 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:02:49.837086 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:02:49.837086 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:02:49.837086 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:02:49.837086 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:02:49.837086 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:02:49.837086 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:02:49.837086 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:02:49.837086 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:02:49.837086 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:02:49.837086 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:02:49.837086 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:02:49.837086 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:02:49.890747 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-714ce168-723f-42e6-847d-beb80a4cb9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:49.896917 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-714ce168-723f-42e6-847d-beb80a4cb9a2 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:49.903285 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-714ce168-723f-42e6-847d-beb80a4cb9a2 admin admin] 10.222.0.62 "DELETE /v2.0/networks/f9014259-8b21-4184-bc0d-c4182518b9b1 HTTP/1.1" status: 204 len: 168 time: 0.3196378 Dec 10 19:02:49.922160 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ce168-723f-42e6-847d-beb80a4cb9a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9014259-8b21-4184-bc0d-c4182518b9b1,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:50.077034 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 35726) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:50.116789 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d1c6158a-65ec-43df-b432-38fd86addbb3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=36d6a94ae55d42538c51b3ac6df52720&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384965 Dec 10 19:02:50.119375 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 35728) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:50.166377 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fbf03e08-60d7-4cc7-abc5-b1968a66868f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:50.192251 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fbf03e08-60d7-4cc7-abc5-b1968a66868f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:50.241480 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fbf03e08-60d7-4cc7-abc5-b1968a66868f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:50.244374 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fbf03e08-60d7-4cc7-abc5-b1968a66868f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:50.245834 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fbf03e08-60d7-4cc7-abc5-b1968a66868f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f569fe8c-540a-46f4-ab80-5fc3cb8684cf HTTP/1.1" status: 204 len: 168 time: 0.1255350 Dec 10 19:02:50.256623 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf03e08-60d7-4cc7-abc5-b1968a66868f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f569fe8c-540a-46f4-ab80-5fc3cb8684cf,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:50.887456 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2571dd9-341f-4844-9234-bb3f41abb739 req-6d453c60-40de-452b-a184-9128856c7a0b tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:50.888967 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b2571dd9-341f-4844-9234-bb3f41abb739 req-6d453c60-40de-452b-a184-9128856c7a0b tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 945 time: 0.0544841 Dec 10 19:02:50.938039 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b2571dd9-341f-4844-9234-bb3f41abb739 req-114b1229-8a0a-415a-982c-afa275799f2d tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426269 Dec 10 19:02:51.957433 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 35774) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:51.962228 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-83aaf06d-d261-4804-866d-b279b466cac5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-190251829', 'description': 'tempest-secgroup-smoke-190251829 description', 'project_id': '0c22e13dcedd4daaa6d6950826669aaa'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:02:51.985819 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83aaf06d-d261-4804-866d-b279b466cac5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:51.995035 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83aaf06d-d261-4804-866d-b279b466cac5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:52.072847 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83aaf06d-d261-4804-866d-b279b466cac5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:52.077329 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83aaf06d-d261-4804-866d-b279b466cac5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:52.116533 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aaf06d-d261-4804-866d-b279b466cac5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be3cf233-7d29-4eed-bbaa-8e39dbb5451c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:52.130062 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aaf06d-d261-4804-866d-b279b466cac5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:52.130620 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aaf06d-d261-4804-866d-b279b466cac5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:52.131106 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aaf06d-d261-4804-866d-b279b466cac5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:52.131460 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aaf06d-d261-4804-866d-b279b466cac5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:52.131807 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aaf06d-d261-4804-866d-b279b466cac5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:52.132155 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aaf06d-d261-4804-866d-b279b466cac5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:52.132492 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aaf06d-d261-4804-866d-b279b466cac5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:52.132861 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aaf06d-d261-4804-866d-b279b466cac5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:52.133194 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aaf06d-d261-4804-866d-b279b466cac5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:52.133525 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aaf06d-d261-4804-866d-b279b466cac5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:52.133858 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aaf06d-d261-4804-866d-b279b466cac5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:52.134188 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aaf06d-d261-4804-866d-b279b466cac5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:52.134517 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aaf06d-d261-4804-866d-b279b466cac5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:52.170688 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83aaf06d-d261-4804-866d-b279b466cac5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:52.174679 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83aaf06d-d261-4804-866d-b279b466cac5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:52.183559 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51518297-58e2-430c-be1b-bf6b277b5854 req-b842e40a-9607-4b02-98a9-85468e448511 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:52.185684 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-51518297-58e2-430c-be1b-bf6b277b5854 req-b842e40a-9607-4b02-98a9-85468e448511 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 945 time: 0.0521085 Dec 10 19:02:52.203340 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83aaf06d-d261-4804-866d-b279b466cac5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:52.204563 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-83aaf06d-d261-4804-866d-b279b466cac5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2461183 Dec 10 19:02:52.208591 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 35780) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:52.210757 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aaf06d-d261-4804-866d-b279b466cac5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5fbc4f-2f7c-4385-a894-df6b8d4854a4,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:52.213204 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-4302b723-26c9-4774-83f0-46ebd0587894 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'security_group_rule': {'security_group_id': '5b5fbc4f-2f7c-4385-a894-df6b8d4854a4', 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:02:52.251866 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-51518297-58e2-430c-be1b-bf6b277b5854 req-7477b4b4-2606-422c-bbab-d9a2a11afc1b tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600789 Dec 10 19:02:52.261021 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4302b723-26c9-4774-83f0-46ebd0587894 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:52.312409 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4302b723-26c9-4774-83f0-46ebd0587894 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:52.316734 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4302b723-26c9-4774-83f0-46ebd0587894 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:52.332724 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4302b723-26c9-4774-83f0-46ebd0587894 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec0edf6-c940-4a76-97f6-98d3fc83907a,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:52.345680 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4302b723-26c9-4774-83f0-46ebd0587894 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:52.349544 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4302b723-26c9-4774-83f0-46ebd0587894 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1373391 Dec 10 19:02:52.349697 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 35784) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:52.354176 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-e18ba088-eb85-4ccd-b690-48414105b008 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'security_group_rule': {'security_group_id': '5b5fbc4f-2f7c-4385-a894-df6b8d4854a4', 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:02:52.392277 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e18ba088-eb85-4ccd-b690-48414105b008 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:52.432665 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-008738eb-a206-48da-892d-af01b379534e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:52.486218 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e18ba088-eb85-4ccd-b690-48414105b008 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:52.507537 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3bc3a-f03c-4f9d-bb36-8d1df47ea681 req-1cb7b735-dad6-4b4a-ae65-a438a946c164 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:52.509032 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8df3bc3a-f03c-4f9d-bb36-8d1df47ea681 req-1cb7b735-dad6-4b4a-ae65-a438a946c164 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 945 time: 0.0829148 Dec 10 19:02:52.509671 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e18ba088-eb85-4ccd-b690-48414105b008 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:52.570366 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ba088-eb85-4ccd-b690-48414105b008 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c81e2d0-c64a-424a-b92c-bd6a78f79d95,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:52.582458 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e18ba088-eb85-4ccd-b690-48414105b008 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:52.583651 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e18ba088-eb85-4ccd-b690-48414105b008 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2329297 Dec 10 19:02:52.586585 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 35788) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:52.592298 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a08325-796b-46b6-a530-e85135975140 req-1517f6ea-ab0f-4e82-9cf9-0e9666f5bd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:52.593302 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-bf842d79-89db-49f4-9244-af9a3ef9f87b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'security_group_rule': {'security_group_id': '5b5fbc4f-2f7c-4385-a894-df6b8d4854a4', 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:02:52.593831 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-86a08325-796b-46b6-a530-e85135975140 req-1517f6ea-ab0f-4e82-9cf9-0e9666f5bd83 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=18f4d0de9fea441da6506fc341573bc1&device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 1096 time: 0.1038055 Dec 10 19:02:52.619972 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bf842d79-89db-49f4-9244-af9a3ef9f87b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:52.620826 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8df3bc3a-f03c-4f9d-bb36-8d1df47ea681 req-33d9f6e9-4fa6-43be-88ac-88679266fc95 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907435 Dec 10 19:02:52.684897 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bf842d79-89db-49f4-9244-af9a3ef9f87b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:52.689147 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bf842d79-89db-49f4-9244-af9a3ef9f87b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:52.707476 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf842d79-89db-49f4-9244-af9a3ef9f87b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1743e980-a2f6-4277-a4ef-dc8fc6da2f46,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:52.707694 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a08325-796b-46b6-a530-e85135975140 req-5b342065-98cf-41ca-af6a-88ba3281a5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:52.709199 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-86a08325-796b-46b6-a530-e85135975140 req-5b342065-98cf-41ca-af6a-88ba3281a5e4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=516cf886-0f4d-46b9-b744-c490650e8912 HTTP/1.1" status: 200 len: 911 time: 0.1053309 Dec 10 19:02:52.715606 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bf842d79-89db-49f4-9244-af9a3ef9f87b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:52.716840 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-bf842d79-89db-49f4-9244-af9a3ef9f87b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1289587 Dec 10 19:02:52.719529 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 35790) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:52.723986 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-bff8af3a-5195-4d0c-9892-fad7f4844215 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'security_group_rule': {'security_group_id': '5b5fbc4f-2f7c-4385-a894-df6b8d4854a4', 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:02:52.749757 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bff8af3a-5195-4d0c-9892-fad7f4844215 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:52.782222 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-86a08325-796b-46b6-a530-e85135975140 req-aee86d4c-905d-4ee2-8dad-982ffd3c998a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51ea99f2-dc8b-46c0-a101-303c401c11f0 HTTP/1.1" status: 200 len: 1001 time: 0.0661740 Dec 10 19:02:52.808509 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bff8af3a-5195-4d0c-9892-fad7f4844215 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:52.814681 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bff8af3a-5195-4d0c-9892-fad7f4844215 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:52.833078 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff8af3a-5195-4d0c-9892-fad7f4844215 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf7b9060-8650-4803-8059-355adac4c339,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:52.836070 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a08325-796b-46b6-a530-e85135975140 req-1ac37816-f0af-44e0-b811-4b1feb840377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:52.838023 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-86a08325-796b-46b6-a530-e85135975140 req-1ac37816-f0af-44e0-b811-4b1feb840377 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fca310e3-485d-42a7-b973-3f839349aa93 HTTP/1.1" status: 200 len: 849 time: 0.0491760 Dec 10 19:02:52.842068 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bff8af3a-5195-4d0c-9892-fad7f4844215 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:52.843267 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-bff8af3a-5195-4d0c-9892-fad7f4844215 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1228139 Dec 10 19:02:52.846029 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 35792) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:52.850601 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-91e01650-2f0f-4290-9c69-c4a0192230e2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'security_group_rule': {'security_group_id': '5b5fbc4f-2f7c-4385-a894-df6b8d4854a4', 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:02:52.872883 n-d-821435-1 neutron-server[103245]: INFO neutron.db.securitygroups_db [None req-91e01650-2f0f-4290-9c69-c4a0192230e2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Project 0c22e13dcedd4daaa6d6950826669aaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:02:52.878026 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-91e01650-2f0f-4290-9c69-c4a0192230e2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:52.885466 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a08325-796b-46b6-a530-e85135975140 req-4fa6d7ac-f3f8-4113-a443-399fd9aac055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:52.887558 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-86a08325-796b-46b6-a530-e85135975140 req-4fa6d7ac-f3f8-4113-a443-399fd9aac055 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=516cf886-0f4d-46b9-b744-c490650e8912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424857 Dec 10 19:02:52.938586 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-91e01650-2f0f-4290-9c69-c4a0192230e2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:52.943250 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-91e01650-2f0f-4290-9c69-c4a0192230e2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:52.961719 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e01650-2f0f-4290-9c69-c4a0192230e2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19f247bc-b3db-4296-81bb-3131e5299158,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:52.972459 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-91e01650-2f0f-4290-9c69-c4a0192230e2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:52.976258 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-91e01650-2f0f-4290-9c69-c4a0192230e2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1267445 Dec 10 19:02:52.976489 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 35796) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:52.980924 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a8bdb30e-1508-468a-95a9-3585c4ecbf0f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'security_group_rule': {'security_group_id': '5b5fbc4f-2f7c-4385-a894-df6b8d4854a4', 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:02:52.988072 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-86a08325-796b-46b6-a530-e85135975140 req-1fff0f7b-d95c-4e76-848c-b2bc1d2ee6c7 service neutron] 10.222.0.72 "GET /v2.0/networks/516cf886-0f4d-46b9-b744-c490650e8912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942986 Dec 10 19:02:53.003407 n-d-821435-1 neutron-server[103245]: INFO neutron.db.securitygroups_db [None req-a8bdb30e-1508-468a-95a9-3585c4ecbf0f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Project 0c22e13dcedd4daaa6d6950826669aaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:02:53.008200 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8bdb30e-1508-468a-95a9-3585c4ecbf0f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:53.071293 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8bdb30e-1508-468a-95a9-3585c4ecbf0f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:53.075898 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8bdb30e-1508-468a-95a9-3585c4ecbf0f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:53.094573 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bdb30e-1508-468a-95a9-3585c4ecbf0f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a02e729-c265-41bd-8795-cc6ea2574002,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:53.100767 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-86a08325-796b-46b6-a530-e85135975140 req-dbb4de44-57c8-4fbd-87be-43e101e50e03 service neutron] 10.222.0.72 "GET /v2.0/networks/516cf886-0f4d-46b9-b744-c490650e8912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849943 Dec 10 19:02:53.102298 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8bdb30e-1508-468a-95a9-3585c4ecbf0f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:53.103529 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a8bdb30e-1508-468a-95a9-3585c4ecbf0f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1260819 Dec 10 19:02:53.106629 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 35798) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:53.111652 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7d4b29a0-aee0-4545-a2bc-91063237f56b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'network': {'name': 'tempest-network-smoke--52554192', 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'port_security_enabled': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:02:53.132656 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4b29a0-aee0-4545-a2bc-91063237f56b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Made reservation on behalf of 0c22e13dcedd4daaa6d6950826669aaa for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:02:53.136182 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d4b29a0-aee0-4545-a2bc-91063237f56b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:53.160413 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d4b29a0-aee0-4545-a2bc-91063237f56b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:02:53.169422 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d4b29a0-aee0-4545-a2bc-91063237f56b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:53.169769 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-7d4b29a0-aee0-4545-a2bc-91063237f56b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Added segment 0300035b-00d7-4d78-b929-ae7ca6446606 of type vlan for network 3d5e36fa-264d-40b3-84da-79a45b16ca07 Dec 10 19:02:53.209470 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d4b29a0-aee0-4545-a2bc-91063237f56b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:53.233328 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d4b29a0-aee0-4545-a2bc-91063237f56b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:53.238862 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4b29a0-aee0-4545-a2bc-91063237f56b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:53.239455 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d4b29a0-aee0-4545-a2bc-91063237f56b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:53.293221 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7d4b29a0-aee0-4545-a2bc-91063237f56b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1854918 Dec 10 19:02:53.296161 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 35800) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:53.311185 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-b793152d-69d6-4c11-a942-a9435e13d404 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-394006304', 'admin_state_up': True, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:02:53.325156 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b29a0-aee0-4545-a2bc-91063237f56b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'Network': ['ID=3d5e36fa-264d-40b3-84da-79a45b16ca07,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:53.335983 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 3d5e36fa-264d-40b3-84da-79a45b16ca07 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:02:53.339692 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b793152d-69d6-4c11-a942-a9435e13d404 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:53.341047 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b793152d-69d6-4c11-a942-a9435e13d404 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:53.393557 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b793152d-69d6-4c11-a942-a9435e13d404 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:53.437512 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:53.531987 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b793152d-69d6-4c11-a942-a9435e13d404 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:53.727911 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b793152d-69d6-4c11-a942-a9435e13d404 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:53.745966 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e08cc-f07d-4682-96a4-f6f3af314532 req-25e179ba-f33d-4536-87fc-805386acbe9d tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:53.747862 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b793152d-69d6-4c11-a942-a9435e13d404 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:53.748350 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de5e08cc-f07d-4682-96a4-f6f3af314532 req-25e179ba-f33d-4536-87fc-805386acbe9d tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 945 time: 0.0497229 Dec 10 19:02:53.804818 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de5e08cc-f07d-4682-96a4-f6f3af314532 req-d4b374ef-b2c7-4ada-a0ad-28f7a60c70d1 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498021 Dec 10 19:02:53.859603 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-b793152d-69d6-4c11-a942-a9435e13d404 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Allocated IP 172.25.7.186 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/79aa084d-99c5-4e12-846a-3f8eca65d287) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:02:53.961334 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b793152d-69d6-4c11-a942-a9435e13d404 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:53.993387 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b793152d-69d6-4c11-a942-a9435e13d404 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:54.037955 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b793152d-69d6-4c11-a942-a9435e13d404 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:02:54.040955 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-b793152d-69d6-4c11-a942-a9435e13d404 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:02:54.047073 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b793152d-69d6-4c11-a942-a9435e13d404 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:02:54.049550 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793152d-69d6-4c11-a942-a9435e13d404 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'Port': ['ID=79aa084d-99c5-4e12-846a-3f8eca65d287,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:54.055459 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374db744-a0ee-43cf-8f53-9eb1dd8e562f None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:02:54.119127 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a3442008-9ff0-4a2a-b1da-3f7e65d4fb00 None None] Provisioning complete for port 79aa084d-99c5-4e12-846a-3f8eca65d287 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:54.119583 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a3442008-9ff0-4a2a-b1da-3f7e65d4fb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:54.154135 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a3442008-9ff0-4a2a-b1da-3f7e65d4fb00 None None] Port 79aa084d-99c5-4e12-846a-3f8eca65d287 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:02:54.297069 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b793152d-69d6-4c11-a942-a9435e13d404 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:54.494221 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b793152d-69d6-4c11-a942-a9435e13d404 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:54.617974 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b793152d-69d6-4c11-a942-a9435e13d404 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Router 32ba56b0-d625-4688-a2c4-3c8f8dd08414 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:02:54.725238 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b793152d-69d6-4c11-a942-a9435e13d404 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:02:54.735769 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1c79b5-26c7-49ac-ae01-71368c9b94bf None None] Sync routers for ids ['32ba56b0-d625-4688-a2c4-3c8f8dd08414'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:02:54.747388 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b793152d-69d6-4c11-a942-a9435e13d404 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:54.747564 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1c79b5-26c7-49ac-ae01-71368c9b94bf None None] Routers {'32ba56b0-d625-4688-a2c4-3c8f8dd08414'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:02:54.748190 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-dd1c79b5-26c7-49ac-ae01-71368c9b94bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:02:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['32ba56b0-d625-4688-a2c4-3c8f8dd08414'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:54.751832 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 35808) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:54.752469 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b793152d-69d6-4c11-a942-a9435e13d404 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4547355 Dec 10 19:02:54.823606 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:54.853901 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-dd1c79b5-26c7-49ac-ae01-71368c9b94bf None None] Set router 32ba56b0-d625-4688-a2c4-3c8f8dd08414 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:02:54.876929 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-afb283f4-f9b8-4ecf-884c-3074d2da0855 tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=0c22e13dcedd4daaa6d6950826669aaa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1238732 Dec 10 19:02:54.879599 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 35812) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:55.030203 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1033e6-8ac1-408d-bdb1-a740d6b69676 tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:55.034479 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ee1033e6-8ac1-408d-bdb1-a740d6b69676 tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1511948 Dec 10 19:02:55.034632 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 35814) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:55.037032 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-dd1c79b5-26c7-49ac-ae01-71368c9b94bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394006304', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '79aa084d-99c5-4e12-846a-3f8eca65d287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:02:53Z', 'updated_at': '2021-12-10T19:02:54Z', 'revision_number': 3, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '79aa084d-99c5-4e12-846a-3f8eca65d287', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d2:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:53Z', 'updated_at': '2021-12-10T19:02:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:55.062515 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-bbd26e00-1d29-433a-b537-235b9ffcae2c tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=6fdf4522-5bcb-4bff-a877-38bc5e23829f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268133 Dec 10 19:02:55.063376 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1c79b5-26c7-49ac-ae01-71368c9b94bf None None] Checking router: 32ba56b0-d625-4688-a2c4-3c8f8dd08414 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:02:55.063725 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1c79b5-26c7-49ac-ae01-71368c9b94bf None None] Updating router 32ba56b0-d625-4688-a2c4-3c8f8dd08414 port 79aa084d-99c5-4e12-846a-3f8eca65d287 binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:02:55.065210 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 35816) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:55.069880 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-86f263d5-d856-4198-8826-50af4923c937 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-626147095', 'network_id': '3d5e36fa-264d-40b3-84da-79a45b16ca07', 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:02:55.087771 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-dd1c79b5-26c7-49ac-ae01-71368c9b94bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:55.164266 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f263d5-d856-4198-8826-50af4923c937 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Made reservation on behalf of 0c22e13dcedd4daaa6d6950826669aaa for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:02:55.167851 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-86f263d5-d856-4198-8826-50af4923c937 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:55.344709 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-86f263d5-d856-4198-8826-50af4923c937 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:55.354507 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-dd1c79b5-26c7-49ac-ae01-71368c9b94bf None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:55.360674 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-dd1c79b5-26c7-49ac-ae01-71368c9b94bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:55.406419 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d87e39-d9e9-41ae-9ca2-fc040bc9cb52 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:02:55.407862 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f263d5-d856-4198-8826-50af4923c937 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'Subnet': ['ID=4caf1650-f16a-4807-bcab-f465548f8a9f,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:55.408125 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-dd1c79b5-26c7-49ac-ae01-71368c9b94bf None None] Attempting to bind port 79aa084d-99c5-4e12-846a-3f8eca65d287 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:02:55.408478 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-dd1c79b5-26c7-49ac-ae01-71368c9b94bf None None] Attempting to bind port 79aa084d-99c5-4e12-846a-3f8eca65d287 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:02:55.408862 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1c79b5-26c7-49ac-ae01-71368c9b94bf None None] Attempting to bind port 79aa084d-99c5-4e12-846a-3f8eca65d287 on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:02:55.416234 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f263d5-d856-4198-8826-50af4923c937 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Checking segment: {'id': '0300035b-00d7-4d78-b929-ae7ca6446606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3d5e36fa-264d-40b3-84da-79a45b16ca07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:02:55.416359 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f263d5-d856-4198-8826-50af4923c937 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Network hostable DHCP agents. Network: 3d5e36fa-264d-40b3-84da-79a45b16ca07, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:02:55.419363 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1c79b5-26c7-49ac-ae01-71368c9b94bf None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:02:55.419746 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1c79b5-26c7-49ac-ae01-71368c9b94bf None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:02:55.420146 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-dd1c79b5-26c7-49ac-ae01-71368c9b94bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:55.420532 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1c79b5-26c7-49ac-ae01-71368c9b94bf None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:02:55.421023 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-dd1c79b5-26c7-49ac-ae01-71368c9b94bf None None] Bound port: 79aa084d-99c5-4e12-846a-3f8eca65d287, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:02:55.421401 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-dd1c79b5-26c7-49ac-ae01-71368c9b94bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:55.435056 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f263d5-d856-4198-8826-50af4923c937 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Network 3d5e36fa-264d-40b3-84da-79a45b16ca07 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:02:55.441829 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87370572-6de9-4c9d-9a74-f0e75f856dbc None None] Pushing event updated for resources: {'Port': ['ID=79aa084d-99c5-4e12-846a-3f8eca65d287,revision_number=2']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:55.444589 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-86f263d5-d856-4198-8826-50af4923c937 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 3d5e36fa-264d-40b3-84da-79a45b16ca07) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:02:55.450018 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f263d5-d856-4198-8826-50af4923c937 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:55.450419 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-86f263d5-d856-4198-8826-50af4923c937 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:55.456672 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87370572-6de9-4c9d-9a74-f0e75f856dbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:55.456949 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87370572-6de9-4c9d-9a74-f0e75f856dbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:55.457256 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87370572-6de9-4c9d-9a74-f0e75f856dbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:55.457362 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bcdc93-f975-4505-b1a5-0fbb1dbffce8 None None] Network 3d5e36fa-264d-40b3-84da-79a45b16ca07 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:02:55.457589 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87370572-6de9-4c9d-9a74-f0e75f856dbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:55.457921 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87370572-6de9-4c9d-9a74-f0e75f856dbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:55.458247 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87370572-6de9-4c9d-9a74-f0e75f856dbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:55.458571 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87370572-6de9-4c9d-9a74-f0e75f856dbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:55.458896 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87370572-6de9-4c9d-9a74-f0e75f856dbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:55.459215 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87370572-6de9-4c9d-9a74-f0e75f856dbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:55.459533 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87370572-6de9-4c9d-9a74-f0e75f856dbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:55.460199 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87370572-6de9-4c9d-9a74-f0e75f856dbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:55.460199 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87370572-6de9-4c9d-9a74-f0e75f856dbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:55.460468 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87370572-6de9-4c9d-9a74-f0e75f856dbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:55.475113 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-86f263d5-d856-4198-8826-50af4923c937 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4084525 Dec 10 19:02:55.477616 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 35820) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:55.495239 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-dd1c79b5-26c7-49ac-ae01-71368c9b94bf None None] For port 79aa084d-99c5-4e12-846a-3f8eca65d287, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:02:55.498942 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-dd1c79b5-26c7-49ac-ae01-71368c9b94bf None None] For port 79aa084d-99c5-4e12-846a-3f8eca65d287, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=79aa084d-99c5-4e12-846a-3f8eca65d287,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:02:55.502720 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-dd1c79b5-26c7-49ac-ae01-71368c9b94bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:55.539322 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-85a02c5e-305d-4241-91a3-fb5cc0b53768 None None] Provisioning complete for port 79aa084d-99c5-4e12-846a-3f8eca65d287 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:55.540010 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-85a02c5e-305d-4241-91a3-fb5cc0b53768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:55.542266 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:55.564371 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1c79b5-26c7-49ac-ae01-71368c9b94bf None None] Routers {'32ba56b0-d625-4688-a2c4-3c8f8dd08414'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:02:55.565067 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-dd1c79b5-26c7-49ac-ae01-71368c9b94bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:02:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['32ba56b0-d625-4688-a2c4-3c8f8dd08414'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:55.573146 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d77fb7-b15a-452b-a380-1705e928e151 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:02:55.648156 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87370572-6de9-4c9d-9a74-f0e75f856dbc None None] Pushing event updated for resources: {'Port': ['ID=79aa084d-99c5-4e12-846a-3f8eca65d287,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:55.658606 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47521dba-c8c5-4c22-8e26-a9d3cffe5489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-3d5e36fa-264d-40b3-84da-79a45b16ca07', 'network_id': '3d5e36fa-264d-40b3-84da-79a45b16ca07', 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'fixed_ips': [{'subnet_id': '4caf1650-f16a-4807-bcab-f465548f8a9f'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:02:55.659797 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-47521dba-c8c5-4c22-8e26-a9d3cffe5489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:55.676942 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-dd1c79b5-26c7-49ac-ae01-71368c9b94bf None None] Set router 32ba56b0-d625-4688-a2c4-3c8f8dd08414 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:02:55.690321 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-85a02c5e-305d-4241-91a3-fb5cc0b53768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:55.768434 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-85a02c5e-305d-4241-91a3-fb5cc0b53768 None None] For port 79aa084d-99c5-4e12-846a-3f8eca65d287, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=79aa084d-99c5-4e12-846a-3f8eca65d287,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:02:55.781150 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-85a02c5e-305d-4241-91a3-fb5cc0b53768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:55.874145 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-47521dba-c8c5-4c22-8e26-a9d3cffe5489 None None] Allocated IP 172.20.0.2 (3d5e36fa-264d-40b3-84da-79a45b16ca07/4caf1650-f16a-4807-bcab-f465548f8a9f/8ebec9e1-e15f-440e-9fc7-a9facc77da1d) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:02:55.885164 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-dd1c79b5-26c7-49ac-ae01-71368c9b94bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394006304', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '79aa084d-99c5-4e12-846a-3f8eca65d287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:02:53Z', 'updated_at': '2021-12-10T19:02:54Z', 'revision_number': 3, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '79aa084d-99c5-4e12-846a-3f8eca65d287', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d2:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:53Z', 'updated_at': '2021-12-10T19:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:55.922716 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1c79b5-26c7-49ac-ae01-71368c9b94bf None None] The sync data for ids ['32ba56b0-d625-4688-a2c4-3c8f8dd08414'] in n-d-821435-1 is: [{'id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394006304', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '79aa084d-99c5-4e12-846a-3f8eca65d287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:02:53Z', 'updated_at': '2021-12-10T19:02:54Z', 'revision_number': 3, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '79aa084d-99c5-4e12-846a-3f8eca65d287', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d2:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:53Z', 'updated_at': '2021-12-10T19:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:02:55.994728 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c2380bc5-0312-416a-8659-22dadeed9a18 None None] Provisioning complete for port 79aa084d-99c5-4e12-846a-3f8eca65d287 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:55.995119 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c2380bc5-0312-416a-8659-22dadeed9a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:56.039145 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a02c5e-305d-4241-91a3-fb5cc0b53768 None None] Pushing event updated for resources: {'Port': ['ID=79aa084d-99c5-4e12-846a-3f8eca65d287,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:56.083908 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a02c5e-305d-4241-91a3-fb5cc0b53768 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:56.084262 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a02c5e-305d-4241-91a3-fb5cc0b53768 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:56.084606 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a02c5e-305d-4241-91a3-fb5cc0b53768 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:56.084983 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a02c5e-305d-4241-91a3-fb5cc0b53768 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:56.085323 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a02c5e-305d-4241-91a3-fb5cc0b53768 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:56.085664 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a02c5e-305d-4241-91a3-fb5cc0b53768 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:56.086001 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a02c5e-305d-4241-91a3-fb5cc0b53768 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:56.086332 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a02c5e-305d-4241-91a3-fb5cc0b53768 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:56.086679 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a02c5e-305d-4241-91a3-fb5cc0b53768 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:56.087009 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a02c5e-305d-4241-91a3-fb5cc0b53768 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:56.087342 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a02c5e-305d-4241-91a3-fb5cc0b53768 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:56.087678 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a02c5e-305d-4241-91a3-fb5cc0b53768 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:56.088006 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a02c5e-305d-4241-91a3-fb5cc0b53768 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:56.121874 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-47521dba-c8c5-4c22-8e26-a9d3cffe5489 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:56.131957 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-47521dba-c8c5-4c22-8e26-a9d3cffe5489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:56.189661 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47521dba-c8c5-4c22-8e26-a9d3cffe5489 None None] Pushing event updated for resources: {'Port': ['ID=8ebec9e1-e15f-440e-9fc7-a9facc77da1d,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:56.232266 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47521dba-c8c5-4c22-8e26-a9d3cffe5489 None None] Network 3d5e36fa-264d-40b3-84da-79a45b16ca07 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:02:56.235854 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-47521dba-c8c5-4c22-8e26-a9d3cffe5489 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:02:56.239790 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47521dba-c8c5-4c22-8e26-a9d3cffe5489 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:02:56.314205 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-47521dba-c8c5-4c22-8e26-a9d3cffe5489 None None] Attempting to bind port 8ebec9e1-e15f-440e-9fc7-a9facc77da1d on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:02:56.314576 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-47521dba-c8c5-4c22-8e26-a9d3cffe5489 None None] Attempting to bind port 8ebec9e1-e15f-440e-9fc7-a9facc77da1d by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '0300035b-00d7-4d78-b929-ae7ca6446606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3d5e36fa-264d-40b3-84da-79a45b16ca07'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:02:56.315383 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47521dba-c8c5-4c22-8e26-a9d3cffe5489 None None] Attempting to bind port 8ebec9e1-e15f-440e-9fc7-a9facc77da1d on network 3d5e36fa-264d-40b3-84da-79a45b16ca07 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:02:56.321045 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47521dba-c8c5-4c22-8e26-a9d3cffe5489 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:02:56.321429 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47521dba-c8c5-4c22-8e26-a9d3cffe5489 None None] Checking segment: {'id': '0300035b-00d7-4d78-b929-ae7ca6446606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3d5e36fa-264d-40b3-84da-79a45b16ca07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:02:56.321963 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-47521dba-c8c5-4c22-8e26-a9d3cffe5489 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:56.322357 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47521dba-c8c5-4c22-8e26-a9d3cffe5489 None None] Bound using segment: {'id': '0300035b-00d7-4d78-b929-ae7ca6446606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3d5e36fa-264d-40b3-84da-79a45b16ca07'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:02:56.322832 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-47521dba-c8c5-4c22-8e26-a9d3cffe5489 None None] Bound port: 8ebec9e1-e15f-440e-9fc7-a9facc77da1d, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0300035b-00d7-4d78-b929-ae7ca6446606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3d5e36fa-264d-40b3-84da-79a45b16ca07'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:02:56.323216 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-47521dba-c8c5-4c22-8e26-a9d3cffe5489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:56.392195 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-91a29346-d1a4-4acb-8259-af30b7248497 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:56.398541 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-47521dba-c8c5-4c22-8e26-a9d3cffe5489 None None] For port 8ebec9e1-e15f-440e-9fc7-a9facc77da1d, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:02:56.401789 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-47521dba-c8c5-4c22-8e26-a9d3cffe5489 None None] For port 8ebec9e1-e15f-440e-9fc7-a9facc77da1d, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=8ebec9e1-e15f-440e-9fc7-a9facc77da1d,segment=NetworkSegment(0300035b-00d7-4d78-b929-ae7ca6446606),segment_id=0300035b-00d7-4d78-b929-ae7ca6446606)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:02:56.409294 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-47521dba-c8c5-4c22-8e26-a9d3cffe5489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:56.470891 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47521dba-c8c5-4c22-8e26-a9d3cffe5489 None None] Pushing event updated for resources: {'Port': ['ID=8ebec9e1-e15f-440e-9fc7-a9facc77da1d,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:56.739834 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-91a29346-d1a4-4acb-8259-af30b7248497 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Allocated IP 172.20.0.1 (3d5e36fa-264d-40b3-84da-79a45b16ca07/4caf1650-f16a-4807-bcab-f465548f8a9f/80512214-b6dd-458f-a347-aeb24718e726) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:02:56.869844 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-91a29346-d1a4-4acb-8259-af30b7248497 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:56.906490 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-91a29346-d1a4-4acb-8259-af30b7248497 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:56.950334 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a29346-d1a4-4acb-8259-af30b7248497 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Network 3d5e36fa-264d-40b3-84da-79a45b16ca07 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:02:56.953564 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-91a29346-d1a4-4acb-8259-af30b7248497 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:02:56.957393 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a29346-d1a4-4acb-8259-af30b7248497 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:02:56.963578 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a29346-d1a4-4acb-8259-af30b7248497 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'Port': ['ID=80512214-b6dd-458f-a347-aeb24718e726,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:57.008563 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-91a29346-d1a4-4acb-8259-af30b7248497 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:57.130956 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-91a29346-d1a4-4acb-8259-af30b7248497 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:57.423343 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-91a29346-d1a4-4acb-8259-af30b7248497 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:57.429872 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-91a29346-d1a4-4acb-8259-af30b7248497 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:57.504674 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dd47c5-c6f2-4513-86d4-0873bed4ebf1 None None] Network 3d5e36fa-264d-40b3-84da-79a45b16ca07 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:02:57.505601 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a29346-d1a4-4acb-8259-af30b7248497 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'Port': ['ID=80512214-b6dd-458f-a347-aeb24718e726,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:57.510514 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-91a29346-d1a4-4acb-8259-af30b7248497 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:57.612989 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4296ada7-576c-4144-a2fe-ac45bd2a035f None None] Provisioning complete for port 8ebec9e1-e15f-440e-9fc7-a9facc77da1d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:57.613365 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4296ada7-576c-4144-a2fe-ac45bd2a035f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:57.616539 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a29346-d1a4-4acb-8259-af30b7248497 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Network 3d5e36fa-264d-40b3-84da-79a45b16ca07 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:02:57.618147 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-91a29346-d1a4-4acb-8259-af30b7248497 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:02:57.711928 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4296ada7-576c-4144-a2fe-ac45bd2a035f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:57.743712 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a29346-d1a4-4acb-8259-af30b7248497 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Router 32ba56b0-d625-4688-a2c4-3c8f8dd08414 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:02:57.748051 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4296ada7-576c-4144-a2fe-ac45bd2a035f None None] For port 8ebec9e1-e15f-440e-9fc7-a9facc77da1d, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=8ebec9e1-e15f-440e-9fc7-a9facc77da1d,segment=NetworkSegment(0300035b-00d7-4d78-b929-ae7ca6446606),segment_id=0300035b-00d7-4d78-b929-ae7ca6446606)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:02:57.753370 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4296ada7-576c-4144-a2fe-ac45bd2a035f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:57.812297 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296ada7-576c-4144-a2fe-ac45bd2a035f None None] Pushing event updated for resources: {'Port': ['ID=8ebec9e1-e15f-440e-9fc7-a9facc77da1d,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:57.868811 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a29346-d1a4-4acb-8259-af30b7248497 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:02:57.882268 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-91a29346-d1a4-4acb-8259-af30b7248497 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "PUT /v2.0/routers/32ba56b0-d625-4688-a2c4-3c8f8dd08414/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3949287 Dec 10 19:02:57.997659 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5dbbac-9611-44ca-bec9-43284e4f4485 None None] Sync routers for ids ['32ba56b0-d625-4688-a2c4-3c8f8dd08414'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:02:58.003090 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eeb6f22a-209f-4593-af5b-045bd441a11d None None] Provisioning complete for port 8ebec9e1-e15f-440e-9fc7-a9facc77da1d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:58.006097 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eeb6f22a-209f-4593-af5b-045bd441a11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:58.042035 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5dbbac-9611-44ca-bec9-43284e4f4485 None None] Routers {'32ba56b0-d625-4688-a2c4-3c8f8dd08414'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:02:58.042668 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9d5dbbac-9611-44ca-bec9-43284e4f4485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:02:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['32ba56b0-d625-4688-a2c4-3c8f8dd08414'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:58.068700 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-f935e2c6-e466-4581-a289-f4d9c31c3a68 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-190251829&fields=id&tenant_id=0c22e13dcedd4daaa6d6950826669aaa HTTP/1.1" status: 200 len: 267 time: 0.0529253 Dec 10 19:02:58.112186 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 79aa084d-99c5-4e12-846a-3f8eca65d287 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:02:58.205347 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-83521fc9-ccf5-4a83-a512-e236229265c1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:58.207231 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-83521fc9-ccf5-4a83-a512-e236229265c1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/networks?id=3d5e36fa-264d-40b3-84da-79a45b16ca07 HTTP/1.1" status: 200 len: 795 time: 0.1177249 Dec 10 19:02:58.224450 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-9698e5c8-5887-4dbd-a543-bccd75e05063 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/quotas/0c22e13dcedd4daaa6d6950826669aaa HTTP/1.1" status: 200 len: 375 time: 0.0102804 Dec 10 19:02:58.293223 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-032bd4cc-d702-4670-8892-7c3afb273281 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610769 Dec 10 19:02:58.398555 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-a5e75e7a-bdf9-4bbd-9efe-6749cc3dc1b9 service neutron] 10.222.0.62 "GET /v2.0/networks/3d5e36fa-264d-40b3-84da-79a45b16ca07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978570 Dec 10 19:02:58.406801 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 79aa084d-99c5-4e12-846a-3f8eca65d287 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:58.407122 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:58.409722 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-9d5dbbac-9611-44ca-bec9-43284e4f4485 None None] Set router 32ba56b0-d625-4688-a2c4-3c8f8dd08414 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:02:58.494302 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-15b5067c-9aa5-4567-b26c-3d3352de2ec8 service neutron] 10.222.0.62 "GET /v2.0/networks/3d5e36fa-264d-40b3-84da-79a45b16ca07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869567 Dec 10 19:02:58.512498 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eeb6f22a-209f-4593-af5b-045bd441a11d None None] Provisioning complete for port 80512214-b6dd-458f-a347-aeb24718e726 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:58.513068 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eeb6f22a-209f-4593-af5b-045bd441a11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:58.596104 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eeb6f22a-209f-4593-af5b-045bd441a11d None None] Port 80512214-b6dd-458f-a347-aeb24718e726 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:02:58.661770 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 8ebec9e1-e15f-440e-9fc7-a9facc77da1d up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:02:58.684524 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9ad0fcdf-7f1e-41bc-b78d-c0304c589c54 req-37f9d2bb-f605-41c5-9815-37dc5513c1df tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 210 time: 0.0297093 Dec 10 19:02:58.746947 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d0ba3c8f-a48a-46a3-97a2-a6eeec7accc1 None None] Provisioning complete for port 80512214-b6dd-458f-a347-aeb24718e726 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:58.747346 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d0ba3c8f-a48a-46a3-97a2-a6eeec7accc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:58.795208 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d0ba3c8f-a48a-46a3-97a2-a6eeec7accc1 None None] Port 80512214-b6dd-458f-a347-aeb24718e726 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:02:58.798173 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 8ebec9e1-e15f-440e-9fc7-a9facc77da1d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:58.798558 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:58.822653 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9d5dbbac-9611-44ca-bec9-43284e4f4485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394006304', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '79aa084d-99c5-4e12-846a-3f8eca65d287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:02:53Z', 'updated_at': '2021-12-10T19:02:57Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '79aa084d-99c5-4e12-846a-3f8eca65d287', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:53Z', 'updated_at': '2021-12-10T19:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '80512214-b6dd-458f-a347-aeb24718e726', 'name': '', 'network_id': '3d5e36fa-264d-40b3-84da-79a45b16ca07', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'mac_address': 'fa:16:3e:99:e3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '4caf1650-f16a-4807-bcab-f465548f8a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:56Z', 'updated_at': '2021-12-10T19:02:57Z', 'revision_number': 2, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'subnets': [{'id': '4caf1650-f16a-4807-bcab-f465548f8a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:58.859792 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5dbbac-9611-44ca-bec9-43284e4f4485 None None] Checking router: 32ba56b0-d625-4688-a2c4-3c8f8dd08414 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:02:58.860156 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5dbbac-9611-44ca-bec9-43284e4f4485 None None] Updating router 32ba56b0-d625-4688-a2c4-3c8f8dd08414 port 80512214-b6dd-458f-a347-aeb24718e726 binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:02:58.893507 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9d5dbbac-9611-44ca-bec9-43284e4f4485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:59.211472 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9d5dbbac-9611-44ca-bec9-43284e4f4485 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:59.217259 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9d5dbbac-9611-44ca-bec9-43284e4f4485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:59.273344 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c306349-8a8d-4ef9-9cf1-c13433ef5d91 None None] Pushing event updated for resources: {'Port': ['ID=80512214-b6dd-458f-a347-aeb24718e726,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:59.325965 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9d5dbbac-9611-44ca-bec9-43284e4f4485 None None] Attempting to bind port 80512214-b6dd-458f-a347-aeb24718e726 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:02:59.326346 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9d5dbbac-9611-44ca-bec9-43284e4f4485 None None] Attempting to bind port 80512214-b6dd-458f-a347-aeb24718e726 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '0300035b-00d7-4d78-b929-ae7ca6446606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3d5e36fa-264d-40b3-84da-79a45b16ca07'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:02:59.326715 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5dbbac-9611-44ca-bec9-43284e4f4485 None None] Attempting to bind port 80512214-b6dd-458f-a347-aeb24718e726 on network 3d5e36fa-264d-40b3-84da-79a45b16ca07 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:02:59.331851 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5dbbac-9611-44ca-bec9-43284e4f4485 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:02:59.332232 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5dbbac-9611-44ca-bec9-43284e4f4485 None None] Checking segment: {'id': '0300035b-00d7-4d78-b929-ae7ca6446606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3d5e36fa-264d-40b3-84da-79a45b16ca07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:02:59.332664 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9d5dbbac-9611-44ca-bec9-43284e4f4485 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:59.333075 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5dbbac-9611-44ca-bec9-43284e4f4485 None None] Bound using segment: {'id': '0300035b-00d7-4d78-b929-ae7ca6446606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3d5e36fa-264d-40b3-84da-79a45b16ca07'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:02:59.333551 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9d5dbbac-9611-44ca-bec9-43284e4f4485 None None] Bound port: 80512214-b6dd-458f-a347-aeb24718e726, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0300035b-00d7-4d78-b929-ae7ca6446606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3d5e36fa-264d-40b3-84da-79a45b16ca07'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:02:59.333932 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9d5dbbac-9611-44ca-bec9-43284e4f4485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:59.400307 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9d5dbbac-9611-44ca-bec9-43284e4f4485 None None] For port 80512214-b6dd-458f-a347-aeb24718e726, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:02:59.404071 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9d5dbbac-9611-44ca-bec9-43284e4f4485 None None] For port 80512214-b6dd-458f-a347-aeb24718e726, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=80512214-b6dd-458f-a347-aeb24718e726,segment=NetworkSegment(0300035b-00d7-4d78-b929-ae7ca6446606),segment_id=0300035b-00d7-4d78-b929-ae7ca6446606)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:02:59.410608 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9d5dbbac-9611-44ca-bec9-43284e4f4485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:59.477102 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c306349-8a8d-4ef9-9cf1-c13433ef5d91 None None] Pushing event updated for resources: {'Port': ['ID=80512214-b6dd-458f-a347-aeb24718e726,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:59.480267 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5dbbac-9611-44ca-bec9-43284e4f4485 None None] Routers {'32ba56b0-d625-4688-a2c4-3c8f8dd08414'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:02:59.481470 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9d5dbbac-9611-44ca-bec9-43284e4f4485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:02:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['32ba56b0-d625-4688-a2c4-3c8f8dd08414'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:59.580900 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-efc3348e-9e17-449c-9d89-99d05d3ab34f None None] Provisioning complete for port 80512214-b6dd-458f-a347-aeb24718e726 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:59.581553 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-efc3348e-9e17-449c-9d89-99d05d3ab34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:59.631389 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-9d5dbbac-9611-44ca-bec9-43284e4f4485 None None] Set router 32ba56b0-d625-4688-a2c4-3c8f8dd08414 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:02:59.697645 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-0973a7c1-7810-447e-9984-2f352db7eee5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:59.699835 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-0973a7c1-7810-447e-9984-2f352db7eee5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.46 "GET /v2.0/networks?id=3d5e36fa-264d-40b3-84da-79a45b16ca07 HTTP/1.1" status: 200 len: 795 time: 0.1383886 Dec 10 19:02:59.768397 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-fb34e520-872b-4b3c-82c6-8aa00f472472 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c22e13dcedd4daaa6d6950826669aaa HTTP/1.1" status: 200 len: 379 time: 0.0596130 Dec 10 19:02:59.787448 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-4e45840f-41f2-4428-8e68-9042d98435f5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'port': {'device_id': 'ff1ecc0d-dc2a-4b72-988e-fb958ab9097b', 'network_id': '3d5e36fa-264d-40b3-84da-79a45b16ca07', 'admin_state_up': True, 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'security_groups': ['5b5fbc4f-2f7c-4385-a894-df6b8d4854a4']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:02:59.798145 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-efc3348e-9e17-449c-9d89-99d05d3ab34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:59.843358 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79ce778b-9ddc-4f22-b28e-c8522a45c708 req-5819a47c-d461-4635-b50a-6ff5d959847d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 210 time: 0.0694609 Dec 10 19:02:59.861841 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-efc3348e-9e17-449c-9d89-99d05d3ab34f None None] For port 80512214-b6dd-458f-a347-aeb24718e726, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=80512214-b6dd-458f-a347-aeb24718e726,segment=NetworkSegment(0300035b-00d7-4d78-b929-ae7ca6446606),segment_id=0300035b-00d7-4d78-b929-ae7ca6446606)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:02:59.882258 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-efc3348e-9e17-449c-9d89-99d05d3ab34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:59.923500 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-4e45840f-41f2-4428-8e68-9042d98435f5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Made reservation on behalf of 0c22e13dcedd4daaa6d6950826669aaa for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:02:59.927985 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-4e45840f-41f2-4428-8e68-9042d98435f5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:59.941641 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3348e-9e17-449c-9d89-99d05d3ab34f None None] Pushing event updated for resources: {'Port': ['ID=80512214-b6dd-458f-a347-aeb24718e726,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:59.953832 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9d5dbbac-9611-44ca-bec9-43284e4f4485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394006304', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '79aa084d-99c5-4e12-846a-3f8eca65d287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:02:53Z', 'updated_at': '2021-12-10T19:02:57Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '79aa084d-99c5-4e12-846a-3f8eca65d287', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:53Z', 'updated_at': '2021-12-10T19:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '80512214-b6dd-458f-a347-aeb24718e726', 'name': '', 'network_id': '3d5e36fa-264d-40b3-84da-79a45b16ca07', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'mac_address': 'fa:16:3e:99:e3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '4caf1650-f16a-4807-bcab-f465548f8a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:56Z', 'updated_at': '2021-12-10T19:02:59Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'subnets': [{'id': '4caf1650-f16a-4807-bcab-f465548f8a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:59.984613 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5dbbac-9611-44ca-bec9-43284e4f4485 None None] The sync data for ids ['32ba56b0-d625-4688-a2c4-3c8f8dd08414'] in n-d-821435-1 is: [{'id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394006304', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '79aa084d-99c5-4e12-846a-3f8eca65d287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:02:53Z', 'updated_at': '2021-12-10T19:02:57Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '79aa084d-99c5-4e12-846a-3f8eca65d287', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:53Z', 'updated_at': '2021-12-10T19:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '80512214-b6dd-458f-a347-aeb24718e726', 'name': '', 'network_id': '3d5e36fa-264d-40b3-84da-79a45b16ca07', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'mac_address': 'fa:16:3e:99:e3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '4caf1650-f16a-4807-bcab-f465548f8a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:56Z', 'updated_at': '2021-12-10T19:02:59Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'subnets': [{'id': '4caf1650-f16a-4807-bcab-f465548f8a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:03:00.001317 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f4190773-8863-4843-8311-43531f73b5d2 None None] Provisioning complete for port 80512214-b6dd-458f-a347-aeb24718e726 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:03:00.001697 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4190773-8863-4843-8311-43531f73b5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:00.075571 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-4e45840f-41f2-4428-8e68-9042d98435f5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Allocated IP 172.20.0.7 (3d5e36fa-264d-40b3-84da-79a45b16ca07/4caf1650-f16a-4807-bcab-f465548f8a9f/80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:03:00.244081 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-4e45840f-41f2-4428-8e68-9042d98435f5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:00.279347 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-4e45840f-41f2-4428-8e68-9042d98435f5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:00.326744 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-4e45840f-41f2-4428-8e68-9042d98435f5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Network 3d5e36fa-264d-40b3-84da-79a45b16ca07 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:03:00.330145 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-4e45840f-41f2-4428-8e68-9042d98435f5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:03:00.333973 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-4e45840f-41f2-4428-8e68-9042d98435f5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:03:00.341204 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45840f-41f2-4428-8e68-9042d98435f5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'Port': ['ID=80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:03:00.399486 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-4e45840f-41f2-4428-8e68-9042d98435f5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:00.400175 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-4e45840f-41f2-4428-8e68-9042d98435f5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:00.421215 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-4e45840f-41f2-4428-8e68-9042d98435f5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6456203 Dec 10 19:03:00.433616 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-e31f235b-0c2d-4665-9df1-0c04b2fcd133 service neutron] Request body: {'port': {'device_id': 'ff1ecc0d-dc2a-4b72-988e-fb958ab9097b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:03:00.499548 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-e31f235b-0c2d-4665-9df1-0c04b2fcd133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:00.645377 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-aafd82b4-f5fe-4021-be23-ca075f71ba6f None None] Provisioning complete for port 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:03:00.645935 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aafd82b4-f5fe-4021-be23-ca075f71ba6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:00.681273 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-aafd82b4-f5fe-4021-be23-ca075f71ba6f None None] Port 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:03:00.795487 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-e31f235b-0c2d-4665-9df1-0c04b2fcd133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:03:00.803444 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-e31f235b-0c2d-4665-9df1-0c04b2fcd133 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:00.815953 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-e31f235b-0c2d-4665-9df1-0c04b2fcd133 service neutron] Transition to ACTIVE for port object 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:03:00.819691 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-e31f235b-0c2d-4665-9df1-0c04b2fcd133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:00.881537 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f235b-0c2d-4665-9df1-0c04b2fcd133 service neutron] Pushing event updated for resources: {'Port': ['ID=80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:03:00.986379 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-e31f235b-0c2d-4665-9df1-0c04b2fcd133 service neutron] Attempting to bind port 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:03:00.986718 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-e31f235b-0c2d-4665-9df1-0c04b2fcd133 service neutron] Attempting to bind port 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '0300035b-00d7-4d78-b929-ae7ca6446606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3d5e36fa-264d-40b3-84da-79a45b16ca07'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:03:00.987051 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-e31f235b-0c2d-4665-9df1-0c04b2fcd133 service neutron] Attempting to bind port 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d on network 3d5e36fa-264d-40b3-84da-79a45b16ca07 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:03:00.994715 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-e31f235b-0c2d-4665-9df1-0c04b2fcd133 service neutron] Port 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d on network 3d5e36fa-264d-40b3-84da-79a45b16ca07 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:03:00.995046 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-e31f235b-0c2d-4665-9df1-0c04b2fcd133 service neutron] Attempting to bind port 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d on network 3d5e36fa-264d-40b3-84da-79a45b16ca07 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:03:01.009717 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a82ef-3948-41c7-9a0b-47bfeda72df1 req-a55ea679-dcfd-4879-9016-4dc971c4bf31 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:01.011413 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7b5a82ef-3948-41c7-9a0b-47bfeda72df1 req-a55ea679-dcfd-4879-9016-4dc971c4bf31 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 943 time: 0.0831614 Dec 10 19:03:01.012928 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-e31f235b-0c2d-4665-9df1-0c04b2fcd133 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:03:01.013272 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-e31f235b-0c2d-4665-9df1-0c04b2fcd133 service neutron] Checking segment: {'id': '0300035b-00d7-4d78-b929-ae7ca6446606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3d5e36fa-264d-40b3-84da-79a45b16ca07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:03:01.013665 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-e31f235b-0c2d-4665-9df1-0c04b2fcd133 service neutron] Bound using segment: {'id': '0300035b-00d7-4d78-b929-ae7ca6446606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3d5e36fa-264d-40b3-84da-79a45b16ca07'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:03:01.014118 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-e31f235b-0c2d-4665-9df1-0c04b2fcd133 service neutron] Bound port: 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0300035b-00d7-4d78-b929-ae7ca6446606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3d5e36fa-264d-40b3-84da-79a45b16ca07'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:03:01.014482 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-e31f235b-0c2d-4665-9df1-0c04b2fcd133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:01.125857 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7b5a82ef-3948-41c7-9a0b-47bfeda72df1 req-094e16f2-e49f-48e4-9a99-ff5c3550027e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b5fbc4f-2f7c-4385-a894-df6b8d4854a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009548 Dec 10 19:03:01.131858 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-e31f235b-0c2d-4665-9df1-0c04b2fcd133 service neutron] For port 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:03:01.135269 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-e31f235b-0c2d-4665-9df1-0c04b2fcd133 service neutron] For port 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d,segment=NetworkSegment(0300035b-00d7-4d78-b929-ae7ca6446606),segment_id=0300035b-00d7-4d78-b929-ae7ca6446606)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:03:01.142276 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-e31f235b-0c2d-4665-9df1-0c04b2fcd133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:01.179296 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-e31f235b-0c2d-4665-9df1-0c04b2fcd133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:01.179910 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-e31f235b-0c2d-4665-9df1-0c04b2fcd133 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:01.181383 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-e31f235b-0c2d-4665-9df1-0c04b2fcd133 service neutron] 10.222.0.46 "PUT /v2.0/ports/80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d HTTP/1.1" status: 200 len: 1091 time: 0.7522545 Dec 10 19:03:01.181945 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1ecc0d-dc2a-4b72-988e-fb958ab9097b', 'tag': '80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:03:01.184270 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf2759b-13a9-4f07-92b2-8235a013ae3b" -d '{"events": [{"name": "network-changed", "server_uuid": "ff1ecc0d-dc2a-4b72-988e-fb958ab9097b", "tag": "80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:03:01.210315 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f235b-0c2d-4665-9df1-0c04b2fcd133 service neutron] Pushing event updated for resources: {'Port': ['ID=80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:03:01.250016 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fdfd2a-8c43-4a5a-8fe6-03acfa13b251 x-openstack-request-id: req-e1fdfd2a-8c43-4a5a-8fe6-03acfa13b251 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:03:01.250414 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff1ecc0d-dc2a-4b72-988e-fb958ab9097b", "tag": "80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:03:01.250683 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e1fdfd2a-8c43-4a5a-8fe6-03acfa13b251 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:03:01.251136 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff1ecc0d-dc2a-4b72-988e-fb958ab9097b', 'tag': '80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d', 'status': 'completed', 'code': 200} Dec 10 19:03:01.283818 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-74559f85-779e-4606-ac4f-8bc986a1527c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:01.285478 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-74559f85-779e-4606-ac4f-8bc986a1527c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 1094 time: 0.0474701 Dec 10 19:03:01.333821 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-e760ed21-7749-4773-a8eb-f2d9cb9c32da service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d HTTP/1.1" status: 200 len: 217 time: 0.0403495 Dec 10 19:03:01.391798 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-fccdde1b-26d7-46d1-8b3d-e0c473c9b578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:01.393558 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-fccdde1b-26d7-46d1-8b3d-e0c473c9b578 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4caf1650-f16a-4807-bcab-f465548f8a9f HTTP/1.1" status: 200 len: 834 time: 0.0522354 Dec 10 19:03:01.441454 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-3fd1ea51-e4d7-46d5-b994-212339037f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:01.442986 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-3fd1ea51-e4d7-46d5-b994-212339037f8d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d5e36fa-264d-40b3-84da-79a45b16ca07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429168 Dec 10 19:03:01.537505 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-7bb4b20e-dc64-42b6-aab3-5639689d6e2a service neutron] 10.222.0.46 "GET /v2.0/networks/3d5e36fa-264d-40b3-84da-79a45b16ca07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871146 Dec 10 19:03:01.626879 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-32f44cec-a263-42e2-8dfa-6de2758a3d30 req-84ee0cd1-6fb5-4796-aeaa-61b687e63cc3 service neutron] 10.222.0.46 "GET /v2.0/networks/3d5e36fa-264d-40b3-84da-79a45b16ca07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822845 Dec 10 19:03:01.718165 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf2759b-13a9-4f07-92b2-8235a013ae3b req-4aa2a1da-cb33-45c4-aecd-5f9126960f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:01.719644 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5bf2759b-13a9-4f07-92b2-8235a013ae3b req-4aa2a1da-cb33-45c4-aecd-5f9126960f6e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 1094 time: 0.0455003 Dec 10 19:03:01.807747 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf2759b-13a9-4f07-92b2-8235a013ae3b req-1cd5ee5f-a656-4a11-bdaa-c0c33ac2a262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:01.809892 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5bf2759b-13a9-4f07-92b2-8235a013ae3b req-1cd5ee5f-a656-4a11-bdaa-c0c33ac2a262 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d5e36fa-264d-40b3-84da-79a45b16ca07 HTTP/1.1" status: 200 len: 896 time: 0.0834920 Dec 10 19:03:01.854292 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5bf2759b-13a9-4f07-92b2-8235a013ae3b req-2e1d2cc0-2811-41ee-a4c1-d32f7b39ad6f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d HTTP/1.1" status: 200 len: 217 time: 0.0371373 Dec 10 19:03:01.904465 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf2759b-13a9-4f07-92b2-8235a013ae3b req-87837df0-f86c-462a-9c01-1d58968be845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:01.905927 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5bf2759b-13a9-4f07-92b2-8235a013ae3b req-87837df0-f86c-462a-9c01-1d58968be845 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4caf1650-f16a-4807-bcab-f465548f8a9f HTTP/1.1" status: 200 len: 834 time: 0.0427148 Dec 10 19:03:01.953738 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf2759b-13a9-4f07-92b2-8235a013ae3b req-e5f6c865-0b25-4af3-8304-c0e295f812cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:01.955312 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5bf2759b-13a9-4f07-92b2-8235a013ae3b req-e5f6c865-0b25-4af3-8304-c0e295f812cd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d5e36fa-264d-40b3-84da-79a45b16ca07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410862 Dec 10 19:03:01.999021 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 80512214-b6dd-458f-a347-aeb24718e726 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:03:02.047138 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 80512214-b6dd-458f-a347-aeb24718e726 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:03:02.047509 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:02.050984 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5bf2759b-13a9-4f07-92b2-8235a013ae3b req-9e185536-5e57-4578-83a7-8c3cdc1940a0 service neutron] 10.222.0.46 "GET /v2.0/networks/3d5e36fa-264d-40b3-84da-79a45b16ca07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871203 Dec 10 19:03:02.140791 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5bf2759b-13a9-4f07-92b2-8235a013ae3b req-e21198fa-7176-4b8a-8a4f-db91fdfcef68 service neutron] 10.222.0.46 "GET /v2.0/networks/3d5e36fa-264d-40b3-84da-79a45b16ca07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819042 Dec 10 19:03:02.252269 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d1a46-0d4c-4f66-bc1c-0faddf14eee4 req-5651f193-f2d3-4bfc-8eb3-9f3d3bf64113 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:02.253770 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e45d1a46-0d4c-4f66-bc1c-0faddf14eee4 req-5651f193-f2d3-4bfc-8eb3-9f3d3bf64113 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 943 time: 0.0497174 Dec 10 19:03:02.302929 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e45d1a46-0d4c-4f66-bc1c-0faddf14eee4 req-75e1aa6d-a5ce-4dcc-9556-1acebb549733 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b5fbc4f-2f7c-4385-a894-df6b8d4854a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426800 Dec 10 19:03:03.421212 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494b44e-9035-4657-b33b-3e412e708b24 req-13ad5cf9-3377-4afa-b200-e02e2951487f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:03.422696 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a494b44e-9035-4657-b33b-3e412e708b24 req-13ad5cf9-3377-4afa-b200-e02e2951487f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 943 time: 0.0488670 Dec 10 19:03:03.471276 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a494b44e-9035-4657-b33b-3e412e708b24 req-bd9dfb6d-fe43-47fa-be2b-cf2815d1ea38 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b5fbc4f-2f7c-4385-a894-df6b8d4854a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424662 Dec 10 19:03:03.940495 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:03.957273 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:03:04.053714 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d,segment=NetworkSegment(0300035b-00d7-4d78-b929-ae7ca6446606),segment_id=0300035b-00d7-4d78-b929-ae7ca6446606)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:03:04.065970 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d', 'network_id': '3d5e36fa-264d-40b3-84da-79a45b16ca07', 'port_id': '80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d', 'mac_address': 'fa:16:3e:7e:c0:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4caf1650-f16a-4807-bcab-f465548f8a9f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:03:04.102283 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:04.115726 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:03:04.138536 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d,segment=NetworkSegment(0300035b-00d7-4d78-b929-ae7ca6446606),segment_id=0300035b-00d7-4d78-b929-ae7ca6446606)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:03:04.142376 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:04.189082 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:03:04.351762 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:03:04.591841 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff856966-52a3-489b-a8d2-4c8810129923 req-7161acd0-19ed-4b89-8a77-b9c7398399e6 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:04.593308 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ff856966-52a3-489b-a8d2-4c8810129923 req-7161acd0-19ed-4b89-8a77-b9c7398399e6 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 944 time: 0.0526829 Dec 10 19:03:04.641503 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ff856966-52a3-489b-a8d2-4c8810129923 req-9d02a5a6-56f6-4334-9e2a-066703f1ff39 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b5fbc4f-2f7c-4385-a894-df6b8d4854a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423493 Dec 10 19:03:05.759437 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91774455-0307-430a-9e5d-213b2a39ae96 req-fc2072bb-da15-4127-8eaa-022c82419cd3 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:05.760991 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-91774455-0307-430a-9e5d-213b2a39ae96 req-fc2072bb-da15-4127-8eaa-022c82419cd3 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 944 time: 0.0519419 Dec 10 19:03:05.814377 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-91774455-0307-430a-9e5d-213b2a39ae96 req-a77119ab-c8d2-4aea-93a5-1ee2f68b2030 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b5fbc4f-2f7c-4385-a894-df6b8d4854a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463538 Dec 10 19:03:05.989277 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:03:06.038768 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:03:06.042874 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:03:06.043294 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:06.290821 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:06.314042 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1ecc0d-dc2a-4b72-988e-fb958ab9097b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:03:06.316246 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a91f455-2d74-496e-9af9-7d4691b1e48b" -d '{"events": [{"server_uuid": "ff1ecc0d-dc2a-4b72-988e-fb958ab9097b", "name": "network-vif-plugged", "status": "completed", "tag": "80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:03:06.329813 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d,segment=NetworkSegment(0300035b-00d7-4d78-b929-ae7ca6446606),segment_id=0300035b-00d7-4d78-b929-ae7ca6446606)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:03:06.334150 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:06.363028 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4e9b15-2e71-4efa-8105-f4a8ecfd140e x-openstack-request-id: req-7f4e9b15-2e71-4efa-8105-f4a8ecfd140e {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:03:06.363330 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1ecc0d-dc2a-4b72-988e-fb958ab9097b", "name": "network-vif-plugged", "status": "completed", "tag": "80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:03:06.363590 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7f4e9b15-2e71-4efa-8105-f4a8ecfd140e {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:03:06.363990 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1ecc0d-dc2a-4b72-988e-fb958ab9097b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d', 'code': 200} Dec 10 19:03:06.387249 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:03:06.463227 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9014d9-9e1f-4462-80e9-6fb3ec933418 req-b9e7b81d-fcc6-4dde-8141-b6f881b824c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:06.464801 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dc9014d9-9e1f-4462-80e9-6fb3ec933418 req-b9e7b81d-fcc6-4dde-8141-b6f881b824c4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 1096 time: 0.0404706 Dec 10 19:03:06.511367 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dc9014d9-9e1f-4462-80e9-6fb3ec933418 req-e61e6e0e-c75a-4229-82d5-281d113dbc86 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5b5fbc4f-2f7c-4385-a894-df6b8d4854a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391510 Dec 10 19:03:06.938932 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4675def5-14e5-46f8-8ba9-70319196b6c4 req-8642b524-fb48-4f39-84d6-6a30f160f46e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:06.940575 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4675def5-14e5-46f8-8ba9-70319196b6c4 req-8642b524-fb48-4f39-84d6-6a30f160f46e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 945 time: 0.0557768 Dec 10 19:03:06.990229 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4675def5-14e5-46f8-8ba9-70319196b6c4 req-3a4fbcb7-b482-4b48-98ac-a354ee11b2d2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b5fbc4f-2f7c-4385-a894-df6b8d4854a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436561 Dec 10 19:03:08.109395 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efcb8fb-adfb-47d2-8877-43f5a4b5e335 req-5dadf46d-8880-4df0-8566-12c425853220 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:08.110894 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1efcb8fb-adfb-47d2-8877-43f5a4b5e335 req-5dadf46d-8880-4df0-8566-12c425853220 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 945 time: 0.0480776 Dec 10 19:03:08.160693 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1efcb8fb-adfb-47d2-8877-43f5a4b5e335 req-2c877175-ecd0-46ec-a425-98ca7664954e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b5fbc4f-2f7c-4385-a894-df6b8d4854a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438783 Dec 10 19:03:08.281632 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b25bd-6012-4f2d-a8a5-0d49bf27c3df req-688bf4ff-c48f-46dc-a9f2-a11b468da0bf tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:08.283139 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-040b25bd-6012-4f2d-a8a5-0d49bf27c3df req-688bf4ff-c48f-46dc-a9f2-a11b468da0bf tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 945 time: 0.0522513 Dec 10 19:03:08.288880 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:08.625522 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-040b25bd-6012-4f2d-a8a5-0d49bf27c3df req-0d0b96c1-b5fc-4d32-a4a5-69272cf67e02 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b5fbc4f-2f7c-4385-a894-df6b8d4854a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3326883 Dec 10 19:03:08.647063 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 35898) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:03:08.686752 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a35136-7c7f-449d-9861-fb1650e023a5 tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:08.688244 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c5a35136-7c7f-449d-9861-fb1650e023a5 tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 1091 time: 0.0402048 Dec 10 19:03:08.691215 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 35900) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:03:08.695451 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-35ad02b0-1b80-483d-988e-a279604b1a6d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'port_id': '80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:03:08.717815 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35ad02b0-1b80-483d-988e-a279604b1a6d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:08.815196 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35ad02b0-1b80-483d-988e-a279604b1a6d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:08.915586 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-35ad02b0-1b80-483d-988e-a279604b1a6d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Allocated IP 172.25.7.221 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/bb8d4e21-c94a-43d3-886b-1ec25d93ed4e) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:03:09.017426 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35ad02b0-1b80-483d-988e-a279604b1a6d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:09.051104 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35ad02b0-1b80-483d-988e-a279604b1a6d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:09.091543 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ad02b0-1b80-483d-988e-a279604b1a6d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:03:09.094603 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-35ad02b0-1b80-483d-988e-a279604b1a6d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:03:09.098407 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ad02b0-1b80-483d-988e-a279604b1a6d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:03:09.103780 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad02b0-1b80-483d-988e-a279604b1a6d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'Port': ['ID=bb8d4e21-c94a-43d3-886b-1ec25d93ed4e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:03:09.444496 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35ad02b0-1b80-483d-988e-a279604b1a6d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:09.512845 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35ad02b0-1b80-483d-988e-a279604b1a6d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:09.660573 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35ad02b0-1b80-483d-988e-a279604b1a6d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:09.664709 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35ad02b0-1b80-483d-988e-a279604b1a6d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:09.731611 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad02b0-1b80-483d-988e-a279604b1a6d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'Port': ['ID=bb8d4e21-c94a-43d3-886b-1ec25d93ed4e,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:03:09.747123 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35ad02b0-1b80-483d-988e-a279604b1a6d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:09.849528 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-35ad02b0-1b80-483d-988e-a279604b1a6d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Floating IP 015ef45d-f9e1-4c70-becc-7227eccab8a8 associated. External IP: 172.25.7.221, port: 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d. Dec 10 19:03:10.054507 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ad02b0-1b80-483d-988e-a279604b1a6d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Router 32ba56b0-d625-4688-a2c4-3c8f8dd08414 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:03:10.184411 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ad02b0-1b80-483d-988e-a279604b1a6d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:03:10.203259 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35ad02b0-1b80-483d-988e-a279604b1a6d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:10.232289 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-35ad02b0-1b80-483d-988e-a279604b1a6d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5400140 Dec 10 19:03:10.232939 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1ecc0d-dc2a-4b72-988e-fb958ab9097b', 'tag': '80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:03:10.235320 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e06bec-a5dc-4532-80ba-d9abef97b25d" -d '{"events": [{"name": "network-changed", "server_uuid": "ff1ecc0d-dc2a-4b72-988e-fb958ab9097b", "tag": "80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:03:10.278169 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1802edd-3852-42ce-8b30-611925f486ca x-openstack-request-id: req-a1802edd-3852-42ce-8b30-611925f486ca {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:03:10.278531 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff1ecc0d-dc2a-4b72-988e-fb958ab9097b", "tag": "80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:03:10.279122 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a1802edd-3852-42ce-8b30-611925f486ca {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:03:10.279599 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff1ecc0d-dc2a-4b72-988e-fb958ab9097b', 'tag': '80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d', 'status': 'completed', 'code': 200} Dec 10 19:03:10.290237 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8706d7-670c-40cf-be50-94b5e49259b3 None None] Sync routers for ids ['32ba56b0-d625-4688-a2c4-3c8f8dd08414'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:03:10.300519 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8706d7-670c-40cf-be50-94b5e49259b3 None None] Routers {'32ba56b0-d625-4688-a2c4-3c8f8dd08414'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:03:10.301160 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-8b8706d7-670c-40cf-be50-94b5e49259b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:02:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['32ba56b0-d625-4688-a2c4-3c8f8dd08414'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:03:10.366400 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508853e-7422-4f12-9930-521f24bb9300 req-39175eca-fa72-4467-8a52-24917c280af9 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:10.368621 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f508853e-7422-4f12-9930-521f24bb9300 req-39175eca-fa72-4467-8a52-24917c280af9 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 945 time: 0.0795825 Dec 10 19:03:10.378328 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e06bec-a5dc-4532-80ba-d9abef97b25d req-6093d3f3-fcf2-4e10-b0fb-dd5571c38d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:10.380238 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-40e06bec-a5dc-4532-80ba-d9abef97b25d req-6093d3f3-fcf2-4e10-b0fb-dd5571c38d91 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 1096 time: 0.0654647 Dec 10 19:03:10.407011 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-8b8706d7-670c-40cf-be50-94b5e49259b3 None None] Set router 32ba56b0-d625-4688-a2c4-3c8f8dd08414 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:03:10.477279 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f508853e-7422-4f12-9930-521f24bb9300 req-472202fa-38ab-46a2-82c5-99c3c66fa67d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b5fbc4f-2f7c-4385-a894-df6b8d4854a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958691 Dec 10 19:03:10.501996 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 35910) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:03:10.511108 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e06bec-a5dc-4532-80ba-d9abef97b25d req-fb161f10-3b7d-4455-9bbb-ba75bbd1e525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:10.513044 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-40e06bec-a5dc-4532-80ba-d9abef97b25d req-fb161f10-3b7d-4455-9bbb-ba75bbd1e525 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d5e36fa-264d-40b3-84da-79a45b16ca07 HTTP/1.1" status: 200 len: 896 time: 0.1249795 Dec 10 19:03:10.568024 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3e372288-954c-4ce2-90f5-1378ff73c767 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/floatingips/015ef45d-f9e1-4c70-becc-7227eccab8a8 HTTP/1.1" status: 200 len: 991 time: 0.0648603 Dec 10 19:03:10.586019 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-40e06bec-a5dc-4532-80ba-d9abef97b25d req-54be7ee8-817e-4d68-863b-24b901988825 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d HTTP/1.1" status: 200 len: 999 time: 0.0656273 Dec 10 19:03:10.633517 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e06bec-a5dc-4532-80ba-d9abef97b25d req-8b88f3e4-e729-46e8-888a-3cdc235055a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:10.634975 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-40e06bec-a5dc-4532-80ba-d9abef97b25d req-8b88f3e4-e729-46e8-888a-3cdc235055a5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4caf1650-f16a-4807-bcab-f465548f8a9f HTTP/1.1" status: 200 len: 834 time: 0.0425305 Dec 10 19:03:10.640925 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-8b8706d7-670c-40cf-be50-94b5e49259b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394006304', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '79aa084d-99c5-4e12-846a-3f8eca65d287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:02:53Z', 'updated_at': '2021-12-10T19:02:57Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '79aa084d-99c5-4e12-846a-3f8eca65d287', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:53Z', 'updated_at': '2021-12-10T19:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '015ef45d-f9e1-4c70-becc-7227eccab8a8', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'floating_ip_address': '172.25.7.221', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'port_id': '80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5e36fa-264d-40b3-84da-79a45b16ca07', 'mac_address': 'fa:16:3e:7e:c0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1ecc0d-dc2a-4b72-988e-fb958ab9097b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:03:09Z', 'updated_at': '2021-12-10T19:03:09Z', 'revision_number': 0, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80512214-b6dd-458f-a347-aeb24718e726', 'name': '', 'network_id': '3d5e36fa-264d-40b3-84da-79a45b16ca07', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'mac_address': 'fa:16:3e:99:e3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '4caf1650-f16a-4807-bcab-f465548f8a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:56Z', 'updated_at': '2021-12-10T19:02:59Z', 'revision_number': 5, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'subnets': [{'id': '4caf1650-f16a-4807-bcab-f465548f8a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:03:10.671414 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8706d7-670c-40cf-be50-94b5e49259b3 None None] Checking router: 32ba56b0-d625-4688-a2c4-3c8f8dd08414 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:03:10.679600 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8706d7-670c-40cf-be50-94b5e49259b3 None None] Routers {'32ba56b0-d625-4688-a2c4-3c8f8dd08414'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:03:10.680209 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-8b8706d7-670c-40cf-be50-94b5e49259b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:02:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['32ba56b0-d625-4688-a2c4-3c8f8dd08414'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:03:10.684624 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e06bec-a5dc-4532-80ba-d9abef97b25d req-fdbb5169-dd70-4296-bc7f-3b6134654e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:10.686133 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-40e06bec-a5dc-4532-80ba-d9abef97b25d req-fdbb5169-dd70-4296-bc7f-3b6134654e3d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d5e36fa-264d-40b3-84da-79a45b16ca07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439036 Dec 10 19:03:10.783452 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-40e06bec-a5dc-4532-80ba-d9abef97b25d req-faa1afcf-bdfb-48ef-aa8c-088f01f812ae service neutron] 10.222.0.46 "GET /v2.0/networks/3d5e36fa-264d-40b3-84da-79a45b16ca07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899599 Dec 10 19:03:10.783871 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-8b8706d7-670c-40cf-be50-94b5e49259b3 None None] Set router 32ba56b0-d625-4688-a2c4-3c8f8dd08414 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:03:10.877925 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-40e06bec-a5dc-4532-80ba-d9abef97b25d req-bb936c6f-2005-4a03-a524-07f83b4ae633 service neutron] 10.222.0.46 "GET /v2.0/networks/3d5e36fa-264d-40b3-84da-79a45b16ca07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873880 Dec 10 19:03:11.001677 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-8b8706d7-670c-40cf-be50-94b5e49259b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394006304', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '79aa084d-99c5-4e12-846a-3f8eca65d287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:02:53Z', 'updated_at': '2021-12-10T19:02:57Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '79aa084d-99c5-4e12-846a-3f8eca65d287', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:53Z', 'updated_at': '2021-12-10T19:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '015ef45d-f9e1-4c70-becc-7227eccab8a8', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'floating_ip_address': '172.25.7.221', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'port_id': '80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5e36fa-264d-40b3-84da-79a45b16ca07', 'mac_address': 'fa:16:3e:7e:c0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1ecc0d-dc2a-4b72-988e-fb958ab9097b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:03:09Z', 'updated_at': '2021-12-10T19:03:09Z', 'revision_number': 0, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80512214-b6dd-458f-a347-aeb24718e726', 'name': '', 'network_id': '3d5e36fa-264d-40b3-84da-79a45b16ca07', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'mac_address': 'fa:16:3e:99:e3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '4caf1650-f16a-4807-bcab-f465548f8a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:56Z', 'updated_at': '2021-12-10T19:02:59Z', 'revision_number': 5, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'subnets': [{'id': '4caf1650-f16a-4807-bcab-f465548f8a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:03:11.032072 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8706d7-670c-40cf-be50-94b5e49259b3 None None] The sync data for ids ['32ba56b0-d625-4688-a2c4-3c8f8dd08414'] in n-d-821435-1 is: [{'id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394006304', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '79aa084d-99c5-4e12-846a-3f8eca65d287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:02:53Z', 'updated_at': '2021-12-10T19:02:57Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '79aa084d-99c5-4e12-846a-3f8eca65d287', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:53Z', 'updated_at': '2021-12-10T19:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '015ef45d-f9e1-4c70-becc-7227eccab8a8', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'floating_ip_address': '172.25.7.221', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'port_id': '80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5e36fa-264d-40b3-84da-79a45b16ca07', 'mac_address': 'fa:16:3e:7e:c0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1ecc0d-dc2a-4b72-988e-fb958ab9097b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:03:09Z', 'updated_at': '2021-12-10T19:03:09Z', 'revision_number': 0, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80512214-b6dd-458f-a347-aeb24718e726', 'name': '', 'network_id': '3d5e36fa-264d-40b3-84da-79a45b16ca07', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'mac_address': 'fa:16:3e:99:e3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '4caf1650-f16a-4807-bcab-f465548f8a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:56Z', 'updated_at': '2021-12-10T19:02:59Z', 'revision_number': 5, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'subnets': [{'id': '4caf1650-f16a-4807-bcab-f465548f8a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:03:11.226095 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3868e56b-927b-4ebc-b7fa-a1fb2b3adbfd None None] New status for floating IP 015ef45d-f9e1-4c70-becc-7227eccab8a8: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:03:11.572023 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 35914) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:03:11.633228 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2130da48-c918-4b86-85ac-fe22b0f23a6c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/floatingips/015ef45d-f9e1-4c70-becc-7227eccab8a8 HTTP/1.1" status: 200 len: 993 time: 0.0599058 Dec 10 19:03:18.426785 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:03:18.533899 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-494701b1-39f3-4bc8-8d5b-a7c62123d9ed req-901c242c-be18-47e5-971e-f3e8f5c1c3b1 service neutron] (103245) timed out ('10.222.0.62', 39108) {{(pid=103245) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 19:03:19.639823 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfd4-400a-4287-a3fd-d0222cfe25e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:22.425966 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2339e1cd-1858-4963-b7f6-7313fba49f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:23.441698 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:24.829354 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:25.484018 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:33.943111 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:34.631925 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-83ae22c3-9f20-4090-a6a7-b60e1ab9c96b req-95ab61a5-4f23-46a7-a009-0987386add1b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0382104 Dec 10 19:03:34.720444 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae22c3-9f20-4090-a6a7-b60e1ab9c96b req-0fdff969-88fc-42a4-a38e-2959522d1469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:34.721985 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-83ae22c3-9f20-4090-a6a7-b60e1ab9c96b req-0fdff969-88fc-42a4-a38e-2959522d1469 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 1096 time: 0.0462124 Dec 10 19:03:34.823471 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae22c3-9f20-4090-a6a7-b60e1ab9c96b req-1e54fac4-6072-48e9-9097-a8977274ba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:34.825785 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-83ae22c3-9f20-4090-a6a7-b60e1ab9c96b req-1e54fac4-6072-48e9-9097-a8977274ba83 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d5e36fa-264d-40b3-84da-79a45b16ca07 HTTP/1.1" status: 200 len: 896 time: 0.0833726 Dec 10 19:03:34.898983 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-83ae22c3-9f20-4090-a6a7-b60e1ab9c96b req-b3b6068c-bfc9-48bc-8002-4b5f32681153 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d HTTP/1.1" status: 200 len: 1001 time: 0.0658545 Dec 10 19:03:34.948011 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae22c3-9f20-4090-a6a7-b60e1ab9c96b req-ee23aa14-6006-4471-a807-b56306699cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:34.949531 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-83ae22c3-9f20-4090-a6a7-b60e1ab9c96b req-ee23aa14-6006-4471-a807-b56306699cae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4caf1650-f16a-4807-bcab-f465548f8a9f HTTP/1.1" status: 200 len: 834 time: 0.0434256 Dec 10 19:03:34.993766 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae22c3-9f20-4090-a6a7-b60e1ab9c96b req-9185aa2c-fc88-4c90-ac2f-11a78fb02e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:34.995262 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-83ae22c3-9f20-4090-a6a7-b60e1ab9c96b req-9185aa2c-fc88-4c90-ac2f-11a78fb02e5a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d5e36fa-264d-40b3-84da-79a45b16ca07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388803 Dec 10 19:03:35.086966 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-83ae22c3-9f20-4090-a6a7-b60e1ab9c96b req-c2ec96b4-a234-454a-a003-6907d0e6880e service neutron] 10.222.0.46 "GET /v2.0/networks/3d5e36fa-264d-40b3-84da-79a45b16ca07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824959 Dec 10 19:03:35.177092 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-83ae22c3-9f20-4090-a6a7-b60e1ab9c96b req-f0df4e03-6519-476b-accc-fa931a2f02cf service neutron] 10.222.0.46 "GET /v2.0/networks/3d5e36fa-264d-40b3-84da-79a45b16ca07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820608 Dec 10 19:03:37.640207 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-286c4d8a-b485-4b1e-a208-bd2452439e0b req-f12f3fd0-2c6c-4acd-8787-b3efd536bc28 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386739 Dec 10 19:03:37.704784 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c4d8a-b485-4b1e-a208-bd2452439e0b req-db5bfcd9-1284-4797-8791-5eee13b33cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:37.706297 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-286c4d8a-b485-4b1e-a208-bd2452439e0b req-db5bfcd9-1284-4797-8791-5eee13b33cb6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ce6d41cdbd6e4596aec18213412eef45&device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 1097 time: 0.0449872 Dec 10 19:03:37.804716 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c4d8a-b485-4b1e-a208-bd2452439e0b req-f8efb101-3d59-4e33-8de3-4a3e96452fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:37.806174 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-286c4d8a-b485-4b1e-a208-bd2452439e0b req-f8efb101-3d59-4e33-8de3-4a3e96452fe7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a30ce27-2851-4282-9ac6-23ccb449ba3d HTTP/1.1" status: 200 len: 918 time: 0.0809803 Dec 10 19:03:37.875024 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-286c4d8a-b485-4b1e-a208-bd2452439e0b req-168c7572-fd27-4dd3-81c1-0e88f6e44fed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50724c36-ebe4-42a7-be98-5c0610971095 HTTP/1.1" status: 200 len: 1002 time: 0.0616653 Dec 10 19:03:37.930130 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c4d8a-b485-4b1e-a208-bd2452439e0b req-ed0866aa-8fb9-4bb9-b79b-e453a24482cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:37.931562 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-286c4d8a-b485-4b1e-a208-bd2452439e0b req-ed0866aa-8fb9-4bb9-b79b-e453a24482cc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b5b8f42d-7b7d-4b89-936c-8b66a87ff765 HTTP/1.1" status: 200 len: 856 time: 0.0423214 Dec 10 19:03:37.974813 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c4d8a-b485-4b1e-a208-bd2452439e0b req-6bb797b1-0e8a-4e45-9ba1-f8484eeca4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:37.976265 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-286c4d8a-b485-4b1e-a208-bd2452439e0b req-6bb797b1-0e8a-4e45-9ba1-f8484eeca4cc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a30ce27-2851-4282-9ac6-23ccb449ba3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378561 Dec 10 19:03:38.303704 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:38.408596 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-286c4d8a-b485-4b1e-a208-bd2452439e0b req-83688379-c56d-425a-bd3a-05297db562d0 service neutron] 10.222.0.72 "GET /v2.0/networks/8a30ce27-2851-4282-9ac6-23ccb449ba3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229457 Dec 10 19:03:38.498961 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-286c4d8a-b485-4b1e-a208-bd2452439e0b req-813ead2e-69f6-44aa-8209-3ba314a44181 service neutron] 10.222.0.72 "GET /v2.0/networks/8a30ce27-2851-4282-9ac6-23ccb449ba3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831287 Dec 10 19:03:42.945897 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d5b21-9bdd-4bcc-8d7b-1f2e9c1e039d req-fbc9276c-929a-42b6-9fcb-f11f013acf4d tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:42.947450 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ac7d5b21-9bdd-4bcc-8d7b-1f2e9c1e039d req-fbc9276c-929a-42b6-9fcb-f11f013acf4d tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 1096 time: 0.0433779 Dec 10 19:03:42.966191 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ac7d5b21-9bdd-4bcc-8d7b-1f2e9c1e039d req-f6dd299e-fad9-4cbb-a24d-34ac52d4c05f tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:43.036200 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ac7d5b21-9bdd-4bcc-8d7b-1f2e9c1e039d req-f6dd299e-fad9-4cbb-a24d-34ac52d4c05f tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:43.040249 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ac7d5b21-9bdd-4bcc-8d7b-1f2e9c1e039d req-f6dd299e-fad9-4cbb-a24d-34ac52d4c05f tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:43.079457 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ac7d5b21-9bdd-4bcc-8d7b-1f2e9c1e039d req-f6dd299e-fad9-4cbb-a24d-34ac52d4c05f tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=5b5fbc4f-2f7c-4385-a894-df6b8d4854a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252294 Dec 10 19:03:43.080195 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd299e-fad9-4cbb-a24d-34ac52d4c05f tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54bf2eac-4345-4121-8a60-ac65b3cda23d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:03:43.087520 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd299e-fad9-4cbb-a24d-34ac52d4c05f tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:43.087877 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd299e-fad9-4cbb-a24d-34ac52d4c05f tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:43.088225 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd299e-fad9-4cbb-a24d-34ac52d4c05f tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:43.088564 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd299e-fad9-4cbb-a24d-34ac52d4c05f tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:43.088955 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd299e-fad9-4cbb-a24d-34ac52d4c05f tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:43.089568 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd299e-fad9-4cbb-a24d-34ac52d4c05f tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:43.089685 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd299e-fad9-4cbb-a24d-34ac52d4c05f tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:43.089934 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd299e-fad9-4cbb-a24d-34ac52d4c05f tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:43.090263 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd299e-fad9-4cbb-a24d-34ac52d4c05f tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:43.090804 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd299e-fad9-4cbb-a24d-34ac52d4c05f tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:43.091047 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd299e-fad9-4cbb-a24d-34ac52d4c05f tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:43.091394 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd299e-fad9-4cbb-a24d-34ac52d4c05f tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:43.091731 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd299e-fad9-4cbb-a24d-34ac52d4c05f tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:43.197561 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b9fa5-5987-41c6-a8e3-979dfd43435e req-dd298bd8-8dc5-470f-9a18-c8b83399dce0 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:43.199237 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c59b9fa5-5987-41c6-a8e3-979dfd43435e req-dd298bd8-8dc5-470f-9a18-c8b83399dce0 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 945 time: 0.0506191 Dec 10 19:03:43.248860 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c59b9fa5-5987-41c6-a8e3-979dfd43435e req-7eb4188f-dbc2-4270-854a-c24aa8bbc277 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b5fbc4f-2f7c-4385-a894-df6b8d4854a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434186 Dec 10 19:03:43.270760 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 35998) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:03:43.333634 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9b09ca45-e9ad-42f6-866b-435a49a46523 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/floatingips/015ef45d-f9e1-4c70-becc-7227eccab8a8 HTTP/1.1" status: 200 len: 993 time: 0.0617440 Dec 10 19:03:43.615492 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-191de689-dbd7-4486-a14f-36313a183ba9 req-270c2bbf-5296-49a3-8f1c-bb035c6b7b72 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:03:43.616478 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-191de689-dbd7-4486-a14f-36313a183ba9 req-270c2bbf-5296-49a3-8f1c-bb035c6b7b72 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054071 Dec 10 19:03:43.924674 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-c8baaf98-c7bf-41d4-bc19-690f885f5f88 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0405605 Dec 10 19:03:43.942000 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abf1f7-7981-4aa8-8fce-283ed893b953 req-2a41959b-efaf-412a-be0a-f6853bb13d4a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:43.943590 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-01abf1f7-7981-4aa8-8fce-283ed893b953 req-2a41959b-efaf-412a-be0a-f6853bb13d4a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 945 time: 0.0476248 Dec 10 19:03:43.994029 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-01abf1f7-7981-4aa8-8fce-283ed893b953 req-8af1b4ff-fb54-4db7-830f-72b29602d911 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b5fbc4f-2f7c-4385-a894-df6b8d4854a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436027 Dec 10 19:03:45.032134 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-4ca2267b-a7ac-460a-bb0f-49495affdbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:45.033846 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-4ca2267b-a7ac-460a-bb0f-49495affdbeb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 1096 time: 0.0458491 Dec 10 19:03:45.157323 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4c618-0474-48d9-a407-4a6b9aa5c732 req-d5f01ef8-4792-4004-a607-7c926a7d9136 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:45.158791 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-20b4c618-0474-48d9-a407-4a6b9aa5c732 req-d5f01ef8-4792-4004-a607-7c926a7d9136 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 945 time: 0.0771756 Dec 10 19:03:45.163227 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-20b5f319-0d83-463a-a5bc-5ee8a6ba77ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:45.164566 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-20b5f319-0d83-463a-a5bc-5ee8a6ba77ed service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d5e36fa-264d-40b3-84da-79a45b16ca07 HTTP/1.1" status: 200 len: 896 time: 0.1241086 Dec 10 19:03:45.254704 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-20b4c618-0474-48d9-a407-4a6b9aa5c732 req-5807ea77-9bec-4dff-86ee-ec82bd7d58cd tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b5fbc4f-2f7c-4385-a894-df6b8d4854a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891781 Dec 10 19:03:45.258578 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-19a687cb-fcbd-4aba-9953-6a7f6523a5e3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d HTTP/1.1" status: 200 len: 1001 time: 0.0798674 Dec 10 19:03:45.308958 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-1f0b1365-832a-4738-be0d-a977eea34a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:45.310557 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-1f0b1365-832a-4738-be0d-a977eea34a8a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4caf1650-f16a-4807-bcab-f465548f8a9f HTTP/1.1" status: 200 len: 834 time: 0.0457737 Dec 10 19:03:45.363043 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-aee3d997-8b87-4af7-ac1d-0a3b4b3c1f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:45.364589 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-aee3d997-8b87-4af7-ac1d-0a3b4b3c1f13 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d5e36fa-264d-40b3-84da-79a45b16ca07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462966 Dec 10 19:03:45.453785 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-1431e007-d9c3-4757-a5e9-7d32c2da492d service neutron] 10.222.0.46 "GET /v2.0/networks/3d5e36fa-264d-40b3-84da-79a45b16ca07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821614 Dec 10 19:03:45.547835 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-32b6ab48-8cef-4667-a36c-92faa5c32007 service neutron] 10.222.0.46 "GET /v2.0/networks/3d5e36fa-264d-40b3-84da-79a45b16ca07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871611 Dec 10 19:03:46.377921 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5700df30-a027-404f-b1d0-a4988035671c req-8ae03294-2b8d-434a-a641-4cf44e004be2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:46.380062 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5700df30-a027-404f-b1d0-a4988035671c req-8ae03294-2b8d-434a-a641-4cf44e004be2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 945 time: 0.0534487 Dec 10 19:03:46.431808 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5700df30-a027-404f-b1d0-a4988035671c req-2ad46d57-2d97-49f7-8f99-fcf22454090e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b5fbc4f-2f7c-4385-a894-df6b8d4854a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449343 Dec 10 19:03:47.553432 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c291dd8-5097-40c5-846b-9a02abed69bf req-08b972f6-832a-4a49-b218-ae9c87aa9594 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:47.554944 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4c291dd8-5097-40c5-846b-9a02abed69bf req-08b972f6-832a-4a49-b218-ae9c87aa9594 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 945 time: 0.0493178 Dec 10 19:03:47.616223 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4c291dd8-5097-40c5-846b-9a02abed69bf req-28d43d2f-0f45-4b68-9717-1010135e6a8f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b5fbc4f-2f7c-4385-a894-df6b8d4854a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548289 Dec 10 19:03:48.732226 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e2636-424b-4385-839f-229afb421003 req-7f6c3d8f-5b02-4c6c-bef2-ea01ecba3ee0 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:48.733731 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-275e2636-424b-4385-839f-229afb421003 req-7f6c3d8f-5b02-4c6c-bef2-ea01ecba3ee0 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 945 time: 0.0479283 Dec 10 19:03:48.783185 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-275e2636-424b-4385-839f-229afb421003 req-8b9ec3a9-1d82-4fe2-81bc-9ed9ad3a67ea tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b5fbc4f-2f7c-4385-a894-df6b8d4854a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435243 Dec 10 19:03:49.644217 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-48390aca-5520-47b9-96cd-dec48638e04f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:49.903050 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb48e02-11eb-4b6c-a54d-66245760c0ad req-a9460c47-7b63-4cbf-92e5-7411d6a6023c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:49.904682 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5bb48e02-11eb-4b6c-a54d-66245760c0ad req-a9460c47-7b63-4cbf-92e5-7411d6a6023c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 945 time: 0.0526609 Dec 10 19:03:49.961465 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5bb48e02-11eb-4b6c-a54d-66245760c0ad req-f02bbbca-d6fa-4818-bfde-9d024b3b0c98 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b5fbc4f-2f7c-4385-a894-df6b8d4854a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465553 Dec 10 19:03:51.086391 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df28f0-b94d-44eb-b43c-2656ccd5d4a7 req-aee59cee-b915-42a9-826c-457a94477700 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:51.087905 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c3df28f0-b94d-44eb-b43c-2656ccd5d4a7 req-aee59cee-b915-42a9-826c-457a94477700 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 945 time: 0.0551193 Dec 10 19:03:51.137055 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c3df28f0-b94d-44eb-b43c-2656ccd5d4a7 req-eddd3998-f072-4d90-ad4e-2a245005d0df tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b5fbc4f-2f7c-4385-a894-df6b8d4854a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425322 Dec 10 19:03:52.254188 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec947d3-c9cc-45ed-9c46-dce9e1177c24 req-e1c7547d-a118-41d6-958a-15439453581b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:52.255699 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cec947d3-c9cc-45ed-9c46-dce9e1177c24 req-e1c7547d-a118-41d6-958a-15439453581b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 945 time: 0.0501580 Dec 10 19:03:52.314201 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cec947d3-c9cc-45ed-9c46-dce9e1177c24 req-ed664b39-2fc4-45c0-bb31-199aa08b5ce8 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b5fbc4f-2f7c-4385-a894-df6b8d4854a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523925 Dec 10 19:03:52.430148 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4e5894b-994d-415c-a63d-97ae7671615a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:52.521564 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11fb53b-21bd-45b5-a551-023132bfd214 req-53d3df7b-6e8f-4970-9f9e-75f41af19b3d tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:52.523035 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c11fb53b-21bd-45b5-a551-023132bfd214 req-53d3df7b-6e8f-4970-9f9e-75f41af19b3d tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 945 time: 0.0492280 Dec 10 19:03:52.574750 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c11fb53b-21bd-45b5-a551-023132bfd214 req-9c25aecb-0a42-4dcd-9146-2c94f1d26931 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447540 Dec 10 19:03:53.438794 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99483c43-e57a-4511-b05b-820132487503 req-d3747d39-a290-4f4e-ab3e-c26d3239ddf4 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:53.440756 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-99483c43-e57a-4511-b05b-820132487503 req-d3747d39-a290-4f4e-ab3e-c26d3239ddf4 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 945 time: 0.0515163 Dec 10 19:03:53.444116 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:53.492453 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-99483c43-e57a-4511-b05b-820132487503 req-a35cb612-f197-476b-b5c5-16b8cf9758fd tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b5fbc4f-2f7c-4385-a894-df6b8d4854a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454249 Dec 10 19:03:53.693609 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e306d3-7fce-4a5e-aef1-7c03666d1684 req-46122fdf-aa7e-401c-8c07-df56575ec74b tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:53.695126 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-00e306d3-7fce-4a5e-aef1-7c03666d1684 req-46122fdf-aa7e-401c-8c07-df56575ec74b tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 945 time: 0.0497842 Dec 10 19:03:53.720997 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d059681-f66c-4871-b1fc-ed2febdb9561 req-a6f4886f-ffe9-41e3-8a5c-a0b397c69001 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:53.722500 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1d059681-f66c-4871-b1fc-ed2febdb9561 req-a6f4886f-ffe9-41e3-8a5c-a0b397c69001 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 945 time: 0.0485454 Dec 10 19:03:53.749282 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-00e306d3-7fce-4a5e-aef1-7c03666d1684 req-eae2ba86-99b3-4ef9-ba5c-107047e8e44d tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee8bc646-d0e0-4307-aade-ee5ebe2ee969&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481224 Dec 10 19:03:53.820542 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-1d059681-f66c-4871-b1fc-ed2febdb9561 req-34134dee-cc28-45cf-b7b9-213c30fd004e tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Deleting port 51ea99f2-dc8b-46c0-a101-303c401c11f0 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:03:53.821328 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1d059681-f66c-4871-b1fc-ed2febdb9561 req-34134dee-cc28-45cf-b7b9-213c30fd004e tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:53.911948 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-1d059681-f66c-4871-b1fc-ed2febdb9561 req-34134dee-cc28-45cf-b7b9-213c30fd004e tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] For port 51ea99f2-dc8b-46c0-a101-303c401c11f0, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=51ea99f2-dc8b-46c0-a101-303c401c11f0,segment=NetworkSegment(03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f),segment_id=03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:03:53.912317 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1d059681-f66c-4871-b1fc-ed2febdb9561 req-34134dee-cc28-45cf-b7b9-213c30fd004e tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:54.088298 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1d059681-f66c-4871-b1fc-ed2febdb9561 req-34134dee-cc28-45cf-b7b9-213c30fd004e tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:54.089322 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1d059681-f66c-4871-b1fc-ed2febdb9561 req-34134dee-cc28-45cf-b7b9-213c30fd004e tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:54.089724 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [req-1d059681-f66c-4871-b1fc-ed2febdb9561 req-34134dee-cc28-45cf-b7b9-213c30fd004e tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Floating IP 0e283ce8-a84c-4a4a-b64f-379a01b6b5dd disassociated. External IP: 172.25.7.109, port: 51ea99f2-dc8b-46c0-a101-303c401c11f0. Dec 10 19:03:54.090002 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-1d059681-f66c-4871-b1fc-ed2febdb9561 req-34134dee-cc28-45cf-b7b9-213c30fd004e tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Calling delete_port for 51ea99f2-dc8b-46c0-a101-303c401c11f0 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:03:54.215970 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1d059681-f66c-4871-b1fc-ed2febdb9561 req-34134dee-cc28-45cf-b7b9-213c30fd004e tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:54.249093 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34134dee-cc28-45cf-b7b9-213c30fd004e tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Pushing event deleted for resources: {'Port': ['ID=51ea99f2-dc8b-46c0-a101-303c401c11f0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:03:54.360577 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d059681-f66c-4871-b1fc-ed2febdb9561 req-34134dee-cc28-45cf-b7b9-213c30fd004e tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Router 5ec39eb6-3402-48d7-84e2-c22c2b79fb13 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:03:54.471445 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d059681-f66c-4871-b1fc-ed2febdb9561 req-34134dee-cc28-45cf-b7b9-213c30fd004e tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:03:54.481459 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e00a71-2b9b-48ca-a7d3-9f0a7b37c83e None None] Sync routers for ids ['5ec39eb6-3402-48d7-84e2-c22c2b79fb13'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:03:54.490367 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e00a71-2b9b-48ca-a7d3-9f0a7b37c83e None None] Routers {'5ec39eb6-3402-48d7-84e2-c22c2b79fb13'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:03:54.490973 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-84e00a71-2b9b-48ca-a7d3-9f0a7b37c83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:03:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5ec39eb6-3402-48d7-84e2-c22c2b79fb13'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:03:54.516094 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d059681-f66c-4871-b1fc-ed2febdb9561 req-34134dee-cc28-45cf-b7b9-213c30fd004e tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] No DVR routers for this DVR port 51ea99f2-dc8b-46c0-a101-303c401c11f0 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:03:54.519394 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1d059681-f66c-4871-b1fc-ed2febdb9561 req-34134dee-cc28-45cf-b7b9-213c30fd004e tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:54.522682 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1d059681-f66c-4871-b1fc-ed2febdb9561 req-34134dee-cc28-45cf-b7b9-213c30fd004e tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.72 "DELETE /v2.0/ports/51ea99f2-dc8b-46c0-a101-303c401c11f0 HTTP/1.1" status: 204 len: 173 time: 0.7941754 Dec 10 19:03:54.523143 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd1bca9-8642-4f77-9e10-9d5945a8203a', 'name': 'network-vif-deleted', 'tag': '51ea99f2-dc8b-46c0-a101-303c401c11f0'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:03:54.525732 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fbd55d-c2e6-4ea1-be95-27b31c62f157" -d '{"events": [{"server_uuid": "dcd1bca9-8642-4f77-9e10-9d5945a8203a", "name": "network-vif-deleted", "tag": "51ea99f2-dc8b-46c0-a101-303c401c11f0"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:03:54.579298 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed23ac3-b8e1-49ad-9d93-ab8f034bc2f3 x-openstack-request-id: req-7ed23ac3-b8e1-49ad-9d93-ab8f034bc2f3 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:03:54.579600 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd1bca9-8642-4f77-9e10-9d5945a8203a", "name": "network-vif-deleted", "tag": "51ea99f2-dc8b-46c0-a101-303c401c11f0", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:03:54.580231 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7ed23ac3-b8e1-49ad-9d93-ab8f034bc2f3 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:03:54.580694 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd1bca9-8642-4f77-9e10-9d5945a8203a', 'name': 'network-vif-deleted', 'tag': '51ea99f2-dc8b-46c0-a101-303c401c11f0', 'status': 'completed', 'code': 200} Dec 10 19:03:54.605776 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-84e00a71-2b9b-48ca-a7d3-9f0a7b37c83e None None] Set router 5ec39eb6-3402-48d7-84e2-c22c2b79fb13 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:03:54.658341 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eceb56-0623-4a3b-9047-0b46d5d0e7e5 req-f4b55463-f6c4-4aab-925c-46036b384462 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:54.660563 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-38eceb56-0623-4a3b-9047-0b46d5d0e7e5 req-f4b55463-f6c4-4aab-925c-46036b384462 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 945 time: 0.0578613 Dec 10 19:03:54.717767 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-38eceb56-0623-4a3b-9047-0b46d5d0e7e5 req-99599865-e033-460d-a145-aa4d1a4c69ee tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b5fbc4f-2f7c-4385-a894-df6b8d4854a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497596 Dec 10 19:03:54.830541 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:54.836962 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-84e00a71-2b9b-48ca-a7d3-9f0a7b37c83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'name': 'tempest-AttachVolumeTestJSON-819106332-router', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:57:44Z', 'updated_at': '2021-12-10T18:57:50Z', 'revision_number': 4, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'gw_port': {'id': 'fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:90:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:45Z', 'updated_at': '2021-12-10T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '58fc6c09-4be9-4326-9765-bd52784ff9ce', 'name': '', 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'mac_address': 'fa:16:3e:21:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'fca310e3-485d-42a7-b973-3f839349aa93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:48Z', 'updated_at': '2021-12-10T18:57:55Z', 'revision_number': 5, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'subnets': [{'id': 'fca310e3-485d-42a7-b973-3f839349aa93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:03:54.862662 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5437c219-dabe-4e57-a829-5dd561408028 req-fee0864c-6e4b-4085-bc84-aaf86c6010e6 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcd1bca9-8642-4f77-9e10-9d5945a8203a HTTP/1.1" status: 200 len: 210 time: 0.0263903 Dec 10 19:03:54.863636 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e00a71-2b9b-48ca-a7d3-9f0a7b37c83e None None] Checking router: 5ec39eb6-3402-48d7-84e2-c22c2b79fb13 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:03:54.875271 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e00a71-2b9b-48ca-a7d3-9f0a7b37c83e None None] Routers {'5ec39eb6-3402-48d7-84e2-c22c2b79fb13'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:03:54.876057 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-84e00a71-2b9b-48ca-a7d3-9f0a7b37c83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:03:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5ec39eb6-3402-48d7-84e2-c22c2b79fb13'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:03:54.991842 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-84e00a71-2b9b-48ca-a7d3-9f0a7b37c83e None None] Set router 5ec39eb6-3402-48d7-84e2-c22c2b79fb13 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:03:55.272292 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-84e00a71-2b9b-48ca-a7d3-9f0a7b37c83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'name': 'tempest-AttachVolumeTestJSON-819106332-router', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:57:44Z', 'updated_at': '2021-12-10T18:57:50Z', 'revision_number': 4, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'gw_port': {'id': 'fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:90:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:45Z', 'updated_at': '2021-12-10T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '58fc6c09-4be9-4326-9765-bd52784ff9ce', 'name': '', 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'mac_address': 'fa:16:3e:21:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'fca310e3-485d-42a7-b973-3f839349aa93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:48Z', 'updated_at': '2021-12-10T18:57:55Z', 'revision_number': 5, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'subnets': [{'id': 'fca310e3-485d-42a7-b973-3f839349aa93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:03:55.303157 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e00a71-2b9b-48ca-a7d3-9f0a7b37c83e None None] The sync data for ids ['5ec39eb6-3402-48d7-84e2-c22c2b79fb13'] in n-d-821435-1 is: [{'id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'name': 'tempest-AttachVolumeTestJSON-819106332-router', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:57:44Z', 'updated_at': '2021-12-10T18:57:50Z', 'revision_number': 4, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'gw_port': {'id': 'fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:90:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:45Z', 'updated_at': '2021-12-10T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '58fc6c09-4be9-4326-9765-bd52784ff9ce', 'name': '', 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'mac_address': 'fa:16:3e:21:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'fca310e3-485d-42a7-b973-3f839349aa93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:48Z', 'updated_at': '2021-12-10T18:57:55Z', 'revision_number': 5, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'subnets': [{'id': 'fca310e3-485d-42a7-b973-3f839349aa93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:03:55.426009 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:03:55.475927 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:55.529648 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880f6ad9-a0c0-4bdd-b59e-5e63ba79b49e None None] New status for floating IP 0e283ce8-a84c-4a4a-b64f-379a01b6b5dd: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:03:55.844251 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f6f9e-989f-47d5-b78d-c4edb1ca27d6 req-faaaccc8-ad9f-434e-b457-0ece156c9d37 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:55.845690 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fe2f6f9e-989f-47d5-b78d-c4edb1ca27d6 req-faaaccc8-ad9f-434e-b457-0ece156c9d37 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 945 time: 0.0487325 Dec 10 19:03:55.897213 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fe2f6f9e-989f-47d5-b78d-c4edb1ca27d6 req-44076593-7b67-40ec-a9ef-1d1275305200 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b5fbc4f-2f7c-4385-a894-df6b8d4854a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452054 Dec 10 19:03:55.952439 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 36106) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:03:56.008654 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d52a79e-65f4-44e2-8a01-6fc3b438812e tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:56.031334 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d52a79e-65f4-44e2-8a01-6fc3b438812e tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:56.085983 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d52a79e-65f4-44e2-8a01-6fc3b438812e tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:56.088737 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d52a79e-65f4-44e2-8a01-6fc3b438812e tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:56.090654 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7d52a79e-65f4-44e2-8a01-6fc3b438812e tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "DELETE /v2.0/security-groups/ee8bc646-d0e0-4307-aade-ee5ebe2ee969 HTTP/1.1" status: 204 len: 168 time: 0.1367972 Dec 10 19:03:56.093293 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36108) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:03:56.100801 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52a79e-65f4-44e2-8a01-6fc3b438812e tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8bc646-d0e0-4307-aade-ee5ebe2ee969,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:03:56.107089 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-df4ea6e0-6406-4fc4-bfc4-748ea4537470 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] show failed (client error): The resource could not be found. Dec 10 19:03:56.108185 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-df4ea6e0-6406-4fc4-bfc4-748ea4537470 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups/ee8bc646-d0e0-4307-aade-ee5ebe2ee969 HTTP/1.1" status: 404 len: 347 time: 0.0137684 Dec 10 19:03:56.109136 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52a79e-65f4-44e2-8a01-6fc3b438812e tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:56.109555 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52a79e-65f4-44e2-8a01-6fc3b438812e tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:56.109847 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52a79e-65f4-44e2-8a01-6fc3b438812e tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:56.110196 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52a79e-65f4-44e2-8a01-6fc3b438812e tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:56.110543 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52a79e-65f4-44e2-8a01-6fc3b438812e tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:56.110894 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52a79e-65f4-44e2-8a01-6fc3b438812e tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:56.111016 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36110) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:03:56.111230 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52a79e-65f4-44e2-8a01-6fc3b438812e tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:56.111567 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52a79e-65f4-44e2-8a01-6fc3b438812e tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:56.111902 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52a79e-65f4-44e2-8a01-6fc3b438812e tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:56.112238 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52a79e-65f4-44e2-8a01-6fc3b438812e tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:56.112571 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52a79e-65f4-44e2-8a01-6fc3b438812e tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:56.112931 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52a79e-65f4-44e2-8a01-6fc3b438812e tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:56.113259 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52a79e-65f4-44e2-8a01-6fc3b438812e tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:56.240767 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-98b75c5a-1e33-4cd7-94aa-566e40ba6068 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Deleting port 315f33c7-b33f-47be-b8ae-dc64100e8508 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:03:56.241119 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-98b75c5a-1e33-4cd7-94aa-566e40ba6068 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:56.321866 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-98b75c5a-1e33-4cd7-94aa-566e40ba6068 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:56.322198 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-98b75c5a-1e33-4cd7-94aa-566e40ba6068 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:56.333947 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-98b75c5a-1e33-4cd7-94aa-566e40ba6068 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Calling delete_port for 315f33c7-b33f-47be-b8ae-dc64100e8508 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:03:56.477473 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-98b75c5a-1e33-4cd7-94aa-566e40ba6068 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:56.503928 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b75c5a-1e33-4cd7-94aa-566e40ba6068 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Pushing event deleted for resources: {'Port': ['ID=315f33c7-b33f-47be-b8ae-dc64100e8508,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:03:56.560641 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-98b75c5a-1e33-4cd7-94aa-566e40ba6068 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:56.563269 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-98b75c5a-1e33-4cd7-94aa-566e40ba6068 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:56.564408 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-98b75c5a-1e33-4cd7-94aa-566e40ba6068 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "DELETE /v2.0/floatingips/0e283ce8-a84c-4a4a-b64f-379a01b6b5dd HTTP/1.1" status: 204 len: 168 time: 0.4524994 Dec 10 19:03:56.791690 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36114) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:03:56.796504 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-33cf0d12-924a-4936-81fc-76de698879fd tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1759594913', 'description': 'tempest-description--2088242107'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:03:56.818075 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-33cf0d12-924a-4936-81fc-76de698879fd tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:56.885808 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-33cf0d12-924a-4936-81fc-76de698879fd tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:56.889524 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-33cf0d12-924a-4936-81fc-76de698879fd tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:56.918953 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-33cf0d12-924a-4936-81fc-76de698879fd tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:56.920090 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-33cf0d12-924a-4936-81fc-76de698879fd tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1272609 Dec 10 19:03:56.922890 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36118) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:03:56.927188 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-a556bc44-b89b-4f7e-8d81-a079e833ad3b tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Request body: {'security_group_rule': {'security_group_id': '5e4bf671-c385-4372-8680-2c4c577905de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:03:56.932605 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf0d12-924a-4936-81fc-76de698879fd tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4bf671-c385-4372-8680-2c4c577905de,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:03:56.956943 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a556bc44-b89b-4f7e-8d81-a079e833ad3b tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:57.014869 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a556bc44-b89b-4f7e-8d81-a079e833ad3b tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:57.021343 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a556bc44-b89b-4f7e-8d81-a079e833ad3b tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:57.032002 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c69be1-f5df-4a19-b748-d789868224c3 req-4fed29ad-aed2-4af2-88da-962cf86c3c0f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:57.033724 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-74c69be1-f5df-4a19-b748-d789868224c3 req-4fed29ad-aed2-4af2-88da-962cf86c3c0f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 945 time: 0.0576308 Dec 10 19:03:57.039800 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556bc44-b89b-4f7e-8d81-a079e833ad3b tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831e9c9e-00ad-4957-9f1e-e835066b7ebc,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:03:57.050263 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a556bc44-b89b-4f7e-8d81-a079e833ad3b tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:57.054208 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a556bc44-b89b-4f7e-8d81-a079e833ad3b tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1276782 Dec 10 19:03:57.054375 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36122) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:03:57.059322 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-53bb9949-c31a-4df3-92d7-6f5861d30d07 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Request body: {'security_group_rule': {'security_group_id': '5e4bf671-c385-4372-8680-2c4c577905de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:03:57.086987 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-53bb9949-c31a-4df3-92d7-6f5861d30d07 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:57.095484 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-74c69be1-f5df-4a19-b748-d789868224c3 req-19305435-0e68-4020-b6be-42adbec7ae82 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b5fbc4f-2f7c-4385-a894-df6b8d4854a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545516 Dec 10 19:03:57.142207 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-53bb9949-c31a-4df3-92d7-6f5861d30d07 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:57.145978 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-53bb9949-c31a-4df3-92d7-6f5861d30d07 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:57.162964 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb9949-c31a-4df3-92d7-6f5861d30d07 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a845e112-52c5-420a-ad42-74b4ea30469a,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:03:57.171104 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-53bb9949-c31a-4df3-92d7-6f5861d30d07 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:57.172236 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-53bb9949-c31a-4df3-92d7-6f5861d30d07 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169338 Dec 10 19:03:57.175842 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36124) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:03:57.180107 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f0110c8f-6ab4-4d2e-ad57-d140a0fbcd6f tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:03:57.202412 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0110c8f-6ab4-4d2e-ad57-d140a0fbcd6f tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:57.305942 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0110c8f-6ab4-4d2e-ad57-d140a0fbcd6f tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:57.405664 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 51ea99f2-dc8b-46c0-a101-303c401c11f0 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:03:57.407920 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-f0110c8f-6ab4-4d2e-ad57-d140a0fbcd6f tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Allocated IP 172.25.7.25 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/5598cb25-a6aa-45de-a75a-162e22035723) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:03:57.426713 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 51ea99f2-dc8b-46c0-a101-303c401c11f0 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:03:57.426998 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 51ea99f2-dc8b-46c0-a101-303c401c11f0 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:03:57.514489 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0110c8f-6ab4-4d2e-ad57-d140a0fbcd6f tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:57.547900 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0110c8f-6ab4-4d2e-ad57-d140a0fbcd6f tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:57.583968 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0110c8f-6ab4-4d2e-ad57-d140a0fbcd6f tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:03:57.588298 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-f0110c8f-6ab4-4d2e-ad57-d140a0fbcd6f tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:03:57.591951 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0110c8f-6ab4-4d2e-ad57-d140a0fbcd6f tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:03:57.615128 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0110c8f-6ab4-4d2e-ad57-d140a0fbcd6f tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Pushing event updated for resources: {'Port': ['ID=5598cb25-a6aa-45de-a75a-162e22035723,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:03:57.683764 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0110c8f-6ab4-4d2e-ad57-d140a0fbcd6f tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:57.716585 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0110c8f-6ab4-4d2e-ad57-d140a0fbcd6f tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:57.870613 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0110c8f-6ab4-4d2e-ad57-d140a0fbcd6f tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:57.875231 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0110c8f-6ab4-4d2e-ad57-d140a0fbcd6f tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:57.944007 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0110c8f-6ab4-4d2e-ad57-d140a0fbcd6f tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Pushing event updated for resources: {'Port': ['ID=5598cb25-a6aa-45de-a75a-162e22035723,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:03:57.955181 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0110c8f-6ab4-4d2e-ad57-d140a0fbcd6f tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:57.971046 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0110c8f-6ab4-4d2e-ad57-d140a0fbcd6f tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:57.979655 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f0110c8f-6ab4-4d2e-ad57-d140a0fbcd6f tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7955430 Dec 10 19:03:58.236553 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5569b405-b064-428d-8108-3b5e8be080a8 req-7e927cc2-6dff-46f4-be3d-97101ee77aed tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1759594913&fields=id&tenant_id=18f4d0de9fea441da6506fc341573bc1 HTTP/1.1" status: 200 len: 267 time: 0.0434031 Dec 10 19:03:58.290579 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c0545-2f76-4a37-b177-3e15e2b94db9 req-efc16416-d88a-4522-9835-63d073762d8b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:58.292821 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b75c0545-2f76-4a37-b177-3e15e2b94db9 req-efc16416-d88a-4522-9835-63d073762d8b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 945 time: 0.1124108 Dec 10 19:03:58.346041 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b75c0545-2f76-4a37-b177-3e15e2b94db9 req-1b953587-6d1f-4492-8fd0-37628828d0d8 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b5fbc4f-2f7c-4385-a894-df6b8d4854a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447407 Dec 10 19:03:58.349951 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569b405-b064-428d-8108-3b5e8be080a8 req-997a56d3-d105-4667-b41d-dd2d65d75c56 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:58.351483 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5569b405-b064-428d-8108-3b5e8be080a8 req-997a56d3-d105-4667-b41d-dd2d65d75c56 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/networks?id=516cf886-0f4d-46b9-b744-c490650e8912 HTTP/1.1" status: 200 len: 810 time: 0.1077795 Dec 10 19:03:58.373251 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5569b405-b064-428d-8108-3b5e8be080a8 req-b0f83e45-8d5a-48b6-b1b4-de00d56d1d0f tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/quotas/18f4d0de9fea441da6506fc341573bc1 HTTP/1.1" status: 200 len: 375 time: 0.0146677 Dec 10 19:03:58.427130 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5569b405-b064-428d-8108-3b5e8be080a8 req-8b2434e0-b5ba-489e-9810-5b3618f89829 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=18f4d0de9fea441da6506fc341573bc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473359 Dec 10 19:03:58.523748 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5569b405-b064-428d-8108-3b5e8be080a8 req-11fd7591-4465-4d32-8917-72473a3dc35a service neutron] 10.222.0.62 "GET /v2.0/networks/516cf886-0f4d-46b9-b744-c490650e8912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851347 Dec 10 19:03:58.610999 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5569b405-b064-428d-8108-3b5e8be080a8 req-c4162fe7-76fa-4015-9b7e-38bd827e98d1 service neutron] 10.222.0.62 "GET /v2.0/networks/516cf886-0f4d-46b9-b744-c490650e8912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802510 Dec 10 19:03:58.768746 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aa91a2e6-b89e-4581-a657-51f264b39db9 req-0c3f7f1e-86d7-4a0b-b9ff-8e019354641d tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=7566af0b-6597-4ea6-bcf8-4173e3164eee HTTP/1.1" status: 200 len: 210 time: 0.0271492 Dec 10 19:03:59.470049 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54bcfd-4c21-4d53-9110-dbb86933612e req-259d7815-e564-4065-a612-66b150c8aefa tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:59.471538 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5b54bcfd-4c21-4d53-9110-dbb86933612e req-259d7815-e564-4065-a612-66b150c8aefa tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 945 time: 0.0522499 Dec 10 19:03:59.521234 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5b54bcfd-4c21-4d53-9110-dbb86933612e req-dd8fd21c-a249-42ba-a32c-0de1a15ea6c7 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b5fbc4f-2f7c-4385-a894-df6b8d4854a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437844 Dec 10 19:03:59.676233 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569b405-b064-428d-8108-3b5e8be080a8 req-374f19ab-21ac-441f-bcee-5f1528d9e1ed tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:59.677743 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5569b405-b064-428d-8108-3b5e8be080a8 req-374f19ab-21ac-441f-bcee-5f1528d9e1ed tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.72 "GET /v2.0/networks?id=516cf886-0f4d-46b9-b744-c490650e8912 HTTP/1.1" status: 200 len: 810 time: 0.1100433 Dec 10 19:03:59.737481 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5569b405-b064-428d-8108-3b5e8be080a8 req-6cd5cea7-8f23-4a81-9ca8-d38ce73cfd62 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18f4d0de9fea441da6506fc341573bc1 HTTP/1.1" status: 200 len: 380 time: 0.0508862 Dec 10 19:03:59.747382 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-5569b405-b064-428d-8108-3b5e8be080a8 req-ba7f8ab5-944d-465a-a2ca-747e89e3e123 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Request body: {'port': {'device_id': '7566af0b-6597-4ea6-bcf8-4173e3164eee', 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912', 'admin_state_up': True, 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'security_groups': ['5e4bf671-c385-4372-8680-2c4c577905de']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:03:59.870450 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f57f0e0c-cd6b-4738-a9e7-9f6dd0f66131 req-aefc8cf7-23b9-46b7-8c6d-25802728ceef tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=7566af0b-6597-4ea6-bcf8-4173e3164eee HTTP/1.1" status: 200 len: 210 time: 0.0298867 Dec 10 19:03:59.879645 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5569b405-b064-428d-8108-3b5e8be080a8 req-ba7f8ab5-944d-465a-a2ca-747e89e3e123 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Made reservation on behalf of 18f4d0de9fea441da6506fc341573bc1 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:03:59.892313 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5569b405-b064-428d-8108-3b5e8be080a8 req-ba7f8ab5-944d-465a-a2ca-747e89e3e123 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:00.011872 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-5569b405-b064-428d-8108-3b5e8be080a8 req-ba7f8ab5-944d-465a-a2ca-747e89e3e123 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Allocated IP 172.20.0.13 (516cf886-0f4d-46b9-b744-c490650e8912/fca310e3-485d-42a7-b973-3f839349aa93/8145a55b-a758-4819-817d-c3df70f440cb) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:04:00.144187 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5569b405-b064-428d-8108-3b5e8be080a8 req-ba7f8ab5-944d-465a-a2ca-747e89e3e123 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:00.175864 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5569b405-b064-428d-8108-3b5e8be080a8 req-ba7f8ab5-944d-465a-a2ca-747e89e3e123 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:00.226082 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5569b405-b064-428d-8108-3b5e8be080a8 req-ba7f8ab5-944d-465a-a2ca-747e89e3e123 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Network 516cf886-0f4d-46b9-b744-c490650e8912 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:04:00.229419 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-5569b405-b064-428d-8108-3b5e8be080a8 req-ba7f8ab5-944d-465a-a2ca-747e89e3e123 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:04:00.233160 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-5569b405-b064-428d-8108-3b5e8be080a8 req-ba7f8ab5-944d-465a-a2ca-747e89e3e123 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:04:00.265459 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f8ab5-944d-465a-a2ca-747e89e3e123 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Pushing event updated for resources: {'Port': ['ID=8145a55b-a758-4819-817d-c3df70f440cb,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:00.293955 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569b405-b064-428d-8108-3b5e8be080a8 req-ba7f8ab5-944d-465a-a2ca-747e89e3e123 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:00.294616 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5569b405-b064-428d-8108-3b5e8be080a8 req-ba7f8ab5-944d-465a-a2ca-747e89e3e123 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:00.311913 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5569b405-b064-428d-8108-3b5e8be080a8 req-ba7f8ab5-944d-465a-a2ca-747e89e3e123 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5681274 Dec 10 19:04:00.326190 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-5569b405-b064-428d-8108-3b5e8be080a8 req-460e2d78-7613-4816-95ec-baa81cfbbdf6 service neutron] Request body: {'port': {'device_id': '7566af0b-6597-4ea6-bcf8-4173e3164eee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:04:00.384210 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5569b405-b064-428d-8108-3b5e8be080a8 req-460e2d78-7613-4816-95ec-baa81cfbbdf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:00.518796 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3d1040d0-b7f8-4780-aaf1-9d6df41f7604 None None] Provisioning complete for port 8145a55b-a758-4819-817d-c3df70f440cb triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:04:00.519374 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d1040d0-b7f8-4780-aaf1-9d6df41f7604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:00.554810 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3d1040d0-b7f8-4780-aaf1-9d6df41f7604 None None] Port 8145a55b-a758-4819-817d-c3df70f440cb cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:04:00.685621 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070850c8-0dd7-47ad-afb2-f041a41a4d4d req-a02230ac-e368-437d-a9ad-401ff5269bdc tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:00.687108 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-070850c8-0dd7-47ad-afb2-f041a41a4d4d req-a02230ac-e368-437d-a9ad-401ff5269bdc tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 945 time: 0.0936520 Dec 10 19:04:00.695012 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-5569b405-b064-428d-8108-3b5e8be080a8 req-460e2d78-7613-4816-95ec-baa81cfbbdf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8145a55b-a758-4819-817d-c3df70f440cb {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:04:00.707584 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5569b405-b064-428d-8108-3b5e8be080a8 req-460e2d78-7613-4816-95ec-baa81cfbbdf6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:00.734843 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-5569b405-b064-428d-8108-3b5e8be080a8 req-460e2d78-7613-4816-95ec-baa81cfbbdf6 service neutron] Transition to ACTIVE for port object 8145a55b-a758-4819-817d-c3df70f440cb will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:04:00.740780 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5569b405-b064-428d-8108-3b5e8be080a8 req-460e2d78-7613-4816-95ec-baa81cfbbdf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:00.782669 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-070850c8-0dd7-47ad-afb2-f041a41a4d4d req-e105acf4-bd8e-4e78-a23a-8464787cca22 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b5fbc4f-2f7c-4385-a894-df6b8d4854a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895634 Dec 10 19:04:00.820614 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e2d78-7613-4816-95ec-baa81cfbbdf6 service neutron] Pushing event updated for resources: {'Port': ['ID=8145a55b-a758-4819-817d-c3df70f440cb,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:00.877610 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-5569b405-b064-428d-8108-3b5e8be080a8 req-460e2d78-7613-4816-95ec-baa81cfbbdf6 service neutron] Attempting to bind port 8145a55b-a758-4819-817d-c3df70f440cb on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:04:00.877966 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-5569b405-b064-428d-8108-3b5e8be080a8 req-460e2d78-7613-4816-95ec-baa81cfbbdf6 service neutron] Attempting to bind port 8145a55b-a758-4819-817d-c3df70f440cb by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:04:00.878307 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5569b405-b064-428d-8108-3b5e8be080a8 req-460e2d78-7613-4816-95ec-baa81cfbbdf6 service neutron] Attempting to bind port 8145a55b-a758-4819-817d-c3df70f440cb on network 516cf886-0f4d-46b9-b744-c490650e8912 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:04:00.882925 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5569b405-b064-428d-8108-3b5e8be080a8 req-460e2d78-7613-4816-95ec-baa81cfbbdf6 service neutron] Port 8145a55b-a758-4819-817d-c3df70f440cb on network 516cf886-0f4d-46b9-b744-c490650e8912 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:04:00.883259 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5569b405-b064-428d-8108-3b5e8be080a8 req-460e2d78-7613-4816-95ec-baa81cfbbdf6 service neutron] Attempting to bind port 8145a55b-a758-4819-817d-c3df70f440cb on network 516cf886-0f4d-46b9-b744-c490650e8912 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:04:00.888977 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5569b405-b064-428d-8108-3b5e8be080a8 req-460e2d78-7613-4816-95ec-baa81cfbbdf6 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:04:00.889326 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5569b405-b064-428d-8108-3b5e8be080a8 req-460e2d78-7613-4816-95ec-baa81cfbbdf6 service neutron] Checking segment: {'id': '03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:04:00.889723 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5569b405-b064-428d-8108-3b5e8be080a8 req-460e2d78-7613-4816-95ec-baa81cfbbdf6 service neutron] Bound using segment: {'id': '03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:04:00.890157 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-5569b405-b064-428d-8108-3b5e8be080a8 req-460e2d78-7613-4816-95ec-baa81cfbbdf6 service neutron] Bound port: 8145a55b-a758-4819-817d-c3df70f440cb, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:04:00.890524 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5569b405-b064-428d-8108-3b5e8be080a8 req-460e2d78-7613-4816-95ec-baa81cfbbdf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:00.958216 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-5569b405-b064-428d-8108-3b5e8be080a8 req-460e2d78-7613-4816-95ec-baa81cfbbdf6 service neutron] For port 8145a55b-a758-4819-817d-c3df70f440cb, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:04:00.961598 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-5569b405-b064-428d-8108-3b5e8be080a8 req-460e2d78-7613-4816-95ec-baa81cfbbdf6 service neutron] For port 8145a55b-a758-4819-817d-c3df70f440cb, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8145a55b-a758-4819-817d-c3df70f440cb,segment=NetworkSegment(03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f),segment_id=03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:04:00.967941 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5569b405-b064-428d-8108-3b5e8be080a8 req-460e2d78-7613-4816-95ec-baa81cfbbdf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:00.998139 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298bdf1-6294-4e2e-898e-cab6b95bd81a req-f14b81db-0e47-4d27-82e6-fb8d965f7e46 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:00.999645 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7298bdf1-6294-4e2e-898e-cab6b95bd81a req-f14b81db-0e47-4d27-82e6-fb8d965f7e46 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=7566af0b-6597-4ea6-bcf8-4173e3164eee HTTP/1.1" status: 200 len: 944 time: 0.0533593 Dec 10 19:04:01.008168 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569b405-b064-428d-8108-3b5e8be080a8 req-460e2d78-7613-4816-95ec-baa81cfbbdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:01.008845 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5569b405-b064-428d-8108-3b5e8be080a8 req-460e2d78-7613-4816-95ec-baa81cfbbdf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:01.010263 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5569b405-b064-428d-8108-3b5e8be080a8 req-460e2d78-7613-4816-95ec-baa81cfbbdf6 service neutron] 10.222.0.72 "PUT /v2.0/ports/8145a55b-a758-4819-817d-c3df70f440cb HTTP/1.1" status: 200 len: 1092 time: 0.6895251 Dec 10 19:04:01.010717 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7566af0b-6597-4ea6-bcf8-4173e3164eee', 'tag': '8145a55b-a758-4819-817d-c3df70f440cb'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:04:01.013011 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56204351-493a-4c63-8d9c-7f43c6345259" -d '{"events": [{"name": "network-changed", "server_uuid": "7566af0b-6597-4ea6-bcf8-4173e3164eee", "tag": "8145a55b-a758-4819-817d-c3df70f440cb"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:04:01.043252 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e2d78-7613-4816-95ec-baa81cfbbdf6 service neutron] Pushing event updated for resources: {'Port': ['ID=8145a55b-a758-4819-817d-c3df70f440cb,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:01.072809 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7298bdf1-6294-4e2e-898e-cab6b95bd81a req-d48806b7-75dd-403c-90a8-85d3b2062174 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e4bf671-c385-4372-8680-2c4c577905de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647974 Dec 10 19:04:01.075518 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cc62f2-940e-4951-b46b-c70cb03d48ac x-openstack-request-id: req-62cc62f2-940e-4951-b46b-c70cb03d48ac {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:04:01.075878 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7566af0b-6597-4ea6-bcf8-4173e3164eee", "tag": "8145a55b-a758-4819-817d-c3df70f440cb", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:04:01.076373 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-62cc62f2-940e-4951-b46b-c70cb03d48ac {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:04:01.077443 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7566af0b-6597-4ea6-bcf8-4173e3164eee', 'tag': '8145a55b-a758-4819-817d-c3df70f440cb', 'status': 'completed', 'code': 200} Dec 10 19:04:01.134430 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569b405-b064-428d-8108-3b5e8be080a8 req-60a595a9-ddab-49d1-a1f6-cddc4b2dd12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:01.136716 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5569b405-b064-428d-8108-3b5e8be080a8 req-60a595a9-ddab-49d1-a1f6-cddc4b2dd12d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=18f4d0de9fea441da6506fc341573bc1&device_id=7566af0b-6597-4ea6-bcf8-4173e3164eee HTTP/1.1" status: 200 len: 1095 time: 0.0453682 Dec 10 19:04:01.186476 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5569b405-b064-428d-8108-3b5e8be080a8 req-ffb711e1-6886-4964-b516-db0fbd31a268 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8145a55b-a758-4819-817d-c3df70f440cb HTTP/1.1" status: 200 len: 217 time: 0.0391893 Dec 10 19:04:01.237893 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569b405-b064-428d-8108-3b5e8be080a8 req-c6f3e23f-e409-49e2-8d84-d43a32f00cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:01.239359 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5569b405-b064-428d-8108-3b5e8be080a8 req-c6f3e23f-e409-49e2-8d84-d43a32f00cfa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fca310e3-485d-42a7-b973-3f839349aa93 HTTP/1.1" status: 200 len: 849 time: 0.0440271 Dec 10 19:04:01.285063 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569b405-b064-428d-8108-3b5e8be080a8 req-0e6afedb-2a88-40be-8718-c16ed6e1927e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:01.286512 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5569b405-b064-428d-8108-3b5e8be080a8 req-0e6afedb-2a88-40be-8718-c16ed6e1927e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=516cf886-0f4d-46b9-b744-c490650e8912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396612 Dec 10 19:04:01.381857 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5569b405-b064-428d-8108-3b5e8be080a8 req-eea053b8-549f-4bb1-9d60-16889fb1450f service neutron] 10.222.0.72 "GET /v2.0/networks/516cf886-0f4d-46b9-b744-c490650e8912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880213 Dec 10 19:04:01.471121 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5569b405-b064-428d-8108-3b5e8be080a8 req-749e3db4-dbf9-4f1b-b32a-547c93714cf5 service neutron] 10.222.0.72 "GET /v2.0/networks/516cf886-0f4d-46b9-b744-c490650e8912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826287 Dec 10 19:04:01.558666 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56204351-493a-4c63-8d9c-7f43c6345259 req-f422cf92-1045-47bb-ae88-1f7f2544cfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:01.560195 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-56204351-493a-4c63-8d9c-7f43c6345259 req-f422cf92-1045-47bb-ae88-1f7f2544cfd1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=18f4d0de9fea441da6506fc341573bc1&device_id=7566af0b-6597-4ea6-bcf8-4173e3164eee HTTP/1.1" status: 200 len: 1095 time: 0.0454347 Dec 10 19:04:01.649685 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56204351-493a-4c63-8d9c-7f43c6345259 req-74999724-035d-4e3f-abdd-fa98b33e1334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:01.651295 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-56204351-493a-4c63-8d9c-7f43c6345259 req-74999724-035d-4e3f-abdd-fa98b33e1334 service neutron] 10.222.0.72 "GET /v2.0/networks?id=516cf886-0f4d-46b9-b744-c490650e8912 HTTP/1.1" status: 200 len: 911 time: 0.0839059 Dec 10 19:04:01.697436 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-56204351-493a-4c63-8d9c-7f43c6345259 req-f7eb9025-64c9-4783-9d54-3213b464d642 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8145a55b-a758-4819-817d-c3df70f440cb HTTP/1.1" status: 200 len: 217 time: 0.0390639 Dec 10 19:04:01.747049 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56204351-493a-4c63-8d9c-7f43c6345259 req-f733cfc2-1b66-4ea4-b10d-eb3e6cc0f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:01.748449 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-56204351-493a-4c63-8d9c-7f43c6345259 req-f733cfc2-1b66-4ea4-b10d-eb3e6cc0f57e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fca310e3-485d-42a7-b973-3f839349aa93 HTTP/1.1" status: 200 len: 849 time: 0.0439768 Dec 10 19:04:01.793326 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56204351-493a-4c63-8d9c-7f43c6345259 req-7143b5f5-e1cc-4a5e-90c7-b9766e49de95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:01.794763 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-56204351-493a-4c63-8d9c-7f43c6345259 req-7143b5f5-e1cc-4a5e-90c7-b9766e49de95 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=516cf886-0f4d-46b9-b744-c490650e8912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386753 Dec 10 19:04:01.887878 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-56204351-493a-4c63-8d9c-7f43c6345259 req-aca6a60c-87ac-41f6-b67d-ce5d25192eca service neutron] 10.222.0.72 "GET /v2.0/networks/516cf886-0f4d-46b9-b744-c490650e8912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863371 Dec 10 19:04:01.901150 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56583a8b-97a6-4896-95de-bbc75f2ec739 req-55bd26fb-c766-45a3-9b51-191e13063ff1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:01.902862 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-56583a8b-97a6-4896-95de-bbc75f2ec739 req-55bd26fb-c766-45a3-9b51-191e13063ff1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 945 time: 0.0496259 Dec 10 19:04:01.956407 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-56583a8b-97a6-4896-95de-bbc75f2ec739 req-f20da8af-b765-4cb3-98ff-d510064ead55 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b5fbc4f-2f7c-4385-a894-df6b8d4854a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471394 Dec 10 19:04:01.980145 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-56204351-493a-4c63-8d9c-7f43c6345259 req-ea244cf0-c874-40c8-b2c2-6cc6a8b80bb3 service neutron] 10.222.0.72 "GET /v2.0/networks/516cf886-0f4d-46b9-b744-c490650e8912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849254 Dec 10 19:04:02.194219 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bdf3f5-e953-47f0-a71f-44eab4834abb req-53a3005a-324b-406c-951c-7f6817ed140e tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:02.195703 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11bdf3f5-e953-47f0-a71f-44eab4834abb req-53a3005a-324b-406c-951c-7f6817ed140e tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=7566af0b-6597-4ea6-bcf8-4173e3164eee HTTP/1.1" status: 200 len: 944 time: 0.0492773 Dec 10 19:04:02.247511 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11bdf3f5-e953-47f0-a71f-44eab4834abb req-90b76646-9b36-4e15-9f2a-e91b2076afcc tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e4bf671-c385-4372-8680-2c4c577905de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432570 Dec 10 19:04:02.459584 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-ebd81a79-a1cf-4919-8a30-bb241f38b86b service neutron] show failed (client error): The resource could not be found. Dec 10 19:04:02.460626 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-ebd81a79-a1cf-4919-8a30-bb241f38b86b service neutron] 10.222.0.46 "GET /v2.0/ports/80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d/bindings/n-h2-821435-1 HTTP/1.1" status: 404 len: 380 time: 0.0634127 Dec 10 19:04:02.657664 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-b26d193c-d331-4c6c-89e4-f68f489e5a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:02.659061 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-b26d193c-d331-4c6c-89e4-f68f489e5a63 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b&tenant_id=0c22e13dcedd4daaa6d6950826669aaa HTTP/1.1" status: 200 len: 1096 time: 0.0417378 Dec 10 19:04:02.671442 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-47f060e5-85fc-4a18-942c-e93ec0517202 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821435-1', 'device_owner': 'compute:nova'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:04:02.722566 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-47f060e5-85fc-4a18-942c-e93ec0517202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:02.926505 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-47f060e5-85fc-4a18-942c-e93ec0517202 service neutron] For port 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d,segment=NetworkSegment(0300035b-00d7-4d78-b929-ae7ca6446606),segment_id=0300035b-00d7-4d78-b929-ae7ca6446606)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:04:02.958175 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-47f060e5-85fc-4a18-942c-e93ec0517202 service neutron] For port 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:04:02.999234 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-47f060e5-85fc-4a18-942c-e93ec0517202 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:03.012787 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-47f060e5-85fc-4a18-942c-e93ec0517202 service neutron] Transition to ACTIVE for port object 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:04:03.016624 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-47f060e5-85fc-4a18-942c-e93ec0517202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:03.080532 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1ecc0d-dc2a-4b72-988e-fb958ab9097b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:04:03.082785 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7358c391-9215-4765-b67f-2f8c70726099" -d '{"events": [{"server_uuid": "ff1ecc0d-dc2a-4b72-988e-fb958ab9097b", "name": "network-vif-unplugged", "status": "completed", "tag": "80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:04:03.403663 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65642fcd-f415-4319-b81d-b8a546e3b776 req-f0e0e53f-dffb-401d-a0df-a157cf058482 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:03.405787 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-65642fcd-f415-4319-b81d-b8a546e3b776 req-f0e0e53f-dffb-401d-a0df-a157cf058482 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=7566af0b-6597-4ea6-bcf8-4173e3164eee HTTP/1.1" status: 200 len: 944 time: 0.0786932 Dec 10 19:04:03.457590 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8145a55b-a758-4819-817d-c3df70f440cb details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:04:03.469495 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-65642fcd-f415-4319-b81d-b8a546e3b776 req-6cf1a788-ff91-4e9f-8425-653bb0e0cb3b tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e4bf671-c385-4372-8680-2c4c577905de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574982 Dec 10 19:04:03.565726 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 19:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb1d24b-c8ab-42f5-ac25-73eb6779104b x-openstack-request-id: req-beb1d24b-c8ab-42f5-ac25-73eb6779104b {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:04:03.566092 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1ecc0d-dc2a-4b72-988e-fb958ab9097b", "name": "network-vif-unplugged", "status": "completed", "tag": "80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:04:03.566290 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-beb1d24b-c8ab-42f5-ac25-73eb6779104b {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:04:03.566657 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1ecc0d-dc2a-4b72-988e-fb958ab9097b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d', 'code': 200} Dec 10 19:04:03.575702 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f060e5-85fc-4a18-942c-e93ec0517202 service neutron] Pushing event updated for resources: {'Port': ['ID=80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:03.588058 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 8145a55b-a758-4819-817d-c3df70f440cb, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8145a55b-a758-4819-817d-c3df70f440cb,segment=NetworkSegment(03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f),segment_id=03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:04:03.600545 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672701e-724a-4190-9ac0-f33db151510a req-cffdd813-3dfe-4c0c-9411-e81a24f60f3b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:03.600816 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '8145a55b-a758-4819-817d-c3df70f440cb', 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912', 'port_id': '8145a55b-a758-4819-817d-c3df70f440cb', 'mac_address': 'fa:16:3e:dd:ff:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca310e3-485d-42a7-b973-3f839349aa93', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:04:03.602055 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9672701e-724a-4190-9ac0-f33db151510a req-cffdd813-3dfe-4c0c-9411-e81a24f60f3b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 943 time: 0.5563216 Dec 10 19:04:03.624432 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-47f060e5-85fc-4a18-942c-e93ec0517202 service neutron] No DVR routers for this DVR port 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:04:03.646788 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:03.661424 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8145a55b-a758-4819-817d-c3df70f440cb {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:04:03.687494 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 8145a55b-a758-4819-817d-c3df70f440cb, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8145a55b-a758-4819-817d-c3df70f440cb,segment=NetworkSegment(03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f),segment_id=03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:04:03.691789 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:03.743263 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=8145a55b-a758-4819-817d-c3df70f440cb,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:03.746919 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9672701e-724a-4190-9ac0-f33db151510a req-fb4429e0-a753-4e04-a670-35bc15148a5a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b5fbc4f-2f7c-4385-a894-df6b8d4854a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242807 Dec 10 19:04:03.751801 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:03.752573 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:03.752573 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:03.752873 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:03.753243 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:03.753566 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:03.753904 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:03.754242 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:03.754579 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:03.754917 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:03.755248 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:03.755655 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:03.755978 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:03.808479 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-47f060e5-85fc-4a18-942c-e93ec0517202 service neutron] Attempting to bind port 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:04:03.808856 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-47f060e5-85fc-4a18-942c-e93ec0517202 service neutron] Attempting to bind port 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '0300035b-00d7-4d78-b929-ae7ca6446606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3d5e36fa-264d-40b3-84da-79a45b16ca07'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:04:03.809195 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-47f060e5-85fc-4a18-942c-e93ec0517202 service neutron] Attempting to bind port 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d on network 3d5e36fa-264d-40b3-84da-79a45b16ca07 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:04:03.813462 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-47f060e5-85fc-4a18-942c-e93ec0517202 service neutron] Port 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d on network 3d5e36fa-264d-40b3-84da-79a45b16ca07 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:04:03.813814 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-47f060e5-85fc-4a18-942c-e93ec0517202 service neutron] Attempting to bind port 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d on network 3d5e36fa-264d-40b3-84da-79a45b16ca07 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:04:03.818670 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-47f060e5-85fc-4a18-942c-e93ec0517202 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:04:03.819017 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-47f060e5-85fc-4a18-942c-e93ec0517202 service neutron] Checking segment: {'id': '0300035b-00d7-4d78-b929-ae7ca6446606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3d5e36fa-264d-40b3-84da-79a45b16ca07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:04:03.819407 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-47f060e5-85fc-4a18-942c-e93ec0517202 service neutron] Bound using segment: {'id': '0300035b-00d7-4d78-b929-ae7ca6446606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3d5e36fa-264d-40b3-84da-79a45b16ca07'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:04:03.819865 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-47f060e5-85fc-4a18-942c-e93ec0517202 service neutron] Bound port: 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0300035b-00d7-4d78-b929-ae7ca6446606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3d5e36fa-264d-40b3-84da-79a45b16ca07'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:04:03.820223 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-47f060e5-85fc-4a18-942c-e93ec0517202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:03.882573 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-47f060e5-85fc-4a18-942c-e93ec0517202 service neutron] For port 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:04:03.886141 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-47f060e5-85fc-4a18-942c-e93ec0517202 service neutron] For port 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d,segment=NetworkSegment(0300035b-00d7-4d78-b929-ae7ca6446606),segment_id=0300035b-00d7-4d78-b929-ae7ca6446606)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:04:03.891178 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-47f060e5-85fc-4a18-942c-e93ec0517202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:03.931404 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-47f060e5-85fc-4a18-942c-e93ec0517202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:03.932107 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-47f060e5-85fc-4a18-942c-e93ec0517202 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:03.933551 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-47f060e5-85fc-4a18-942c-e93ec0517202 service neutron] 10.222.0.72 "PUT /v2.0/ports/80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d HTTP/1.1" status: 200 len: 1091 time: 1.2659914 Dec 10 19:04:03.954169 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f060e5-85fc-4a18-942c-e93ec0517202 service neutron] Pushing event updated for resources: {'Port': ['ID=80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d,revision_number=7']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:03.971328 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:04.018654 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-8ff6b51f-24e2-4661-9514-2812cd580300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:04.020305 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-8ff6b51f-24e2-4661-9514-2812cd580300 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 1094 time: 0.0610435 Dec 10 19:04:04.092340 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['8145a55b-a758-4819-817d-c3df70f440cb'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:04:04.126126 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-32a8313c-f2ac-4379-bfb8-8769ef99aba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:04.128004 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-32a8313c-f2ac-4379-bfb8-8769ef99aba4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3d5e36fa-264d-40b3-84da-79a45b16ca07 HTTP/1.1" status: 200 len: 896 time: 0.1003132 Dec 10 19:04:04.204875 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-f5d910bc-1d1e-46b5-895f-4d8ccbca5623 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d HTTP/1.1" status: 200 len: 999 time: 0.0692732 Dec 10 19:04:04.255091 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-f24fe3fd-ed58-4ab0-8ba8-556498ff3303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:04.256587 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-f24fe3fd-ed58-4ab0-8ba8-556498ff3303 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4caf1650-f16a-4807-bcab-f465548f8a9f HTTP/1.1" status: 200 len: 834 time: 0.0445776 Dec 10 19:04:04.305311 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-09012edb-f626-4541-92e6-69f8c0923f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:04.306890 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-09012edb-f626-4541-92e6-69f8c0923f29 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3d5e36fa-264d-40b3-84da-79a45b16ca07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431681 Dec 10 19:04:04.407727 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-47d91259-9a1b-4375-9afe-c049b0da4ea1 service neutron] 10.222.0.72 "GET /v2.0/networks/3d5e36fa-264d-40b3-84da-79a45b16ca07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929260 Dec 10 19:04:04.496859 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ea34bbfe-340c-4ea7-ba7e-161a605f6c6f req-4a9b7126-b1ba-4b8d-a96a-08a4d437c0fd service neutron] 10.222.0.72 "GET /v2.0/networks/3d5e36fa-264d-40b3-84da-79a45b16ca07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814981 Dec 10 19:04:04.593806 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb591f-730e-42b1-aa66-d139160cf891 req-f4cae5f8-2919-45f8-b6d3-3e14d43c4627 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:04.595361 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-55fb591f-730e-42b1-aa66-d139160cf891 req-f4cae5f8-2919-45f8-b6d3-3e14d43c4627 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=7566af0b-6597-4ea6-bcf8-4173e3164eee HTTP/1.1" status: 200 len: 945 time: 0.0554276 Dec 10 19:04:04.647487 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-55fb591f-730e-42b1-aa66-d139160cf891 req-20e89a97-eb57-4a1c-af97-233a01fdf51b tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e4bf671-c385-4372-8680-2c4c577905de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454378 Dec 10 19:04:04.874105 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802b2a7-f5c8-4234-ab82-d4f7fa4be8b8 req-d280abc7-3ae9-4e6b-a638-b7dbe15f0338 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:04.875496 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1802b2a7-f5c8-4234-ab82-d4f7fa4be8b8 req-d280abc7-3ae9-4e6b-a638-b7dbe15f0338 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 943 time: 0.0490835 Dec 10 19:04:04.928398 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1802b2a7-f5c8-4234-ab82-d4f7fa4be8b8 req-a5341bb8-f64e-41a2-bd54-967a3ebe16c3 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b5fbc4f-2f7c-4385-a894-df6b8d4854a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470436 Dec 10 19:04:05.459312 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8145a55b-a758-4819-817d-c3df70f440cb up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:04:05.508276 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 8145a55b-a758-4819-817d-c3df70f440cb completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:04:05.513403 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 8145a55b-a758-4819-817d-c3df70f440cb triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:04:05.513790 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:05.568313 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1ecc0d-dc2a-4b72-988e-fb958ab9097b', 'tag': '80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:04:05.570789 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6aff5de-8abe-4e10-9a0b-aad076d64757" -d '{"events": [{"name": "network-changed", "server_uuid": "ff1ecc0d-dc2a-4b72-988e-fb958ab9097b", "tag": "80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:04:05.594615 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:05.617209 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7566af0b-6597-4ea6-bcf8-4173e3164eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8145a55b-a758-4819-817d-c3df70f440cb'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:04:05.620844 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdde51c-dad6-4780-afcf-0c47236dfa6a" -d '{"events": [{"server_uuid": "7566af0b-6597-4ea6-bcf8-4173e3164eee", "name": "network-vif-plugged", "status": "completed", "tag": "8145a55b-a758-4819-817d-c3df70f440cb"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:04:05.621020 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7eecf2-0488-4655-9d14-f2f445e58028 x-openstack-request-id: req-8c7eecf2-0488-4655-9d14-f2f445e58028 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:04:05.621020 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff1ecc0d-dc2a-4b72-988e-fb958ab9097b", "tag": "80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:04:05.621213 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8c7eecf2-0488-4655-9d14-f2f445e58028 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:04:05.621588 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff1ecc0d-dc2a-4b72-988e-fb958ab9097b', 'tag': '80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d', 'status': 'completed', 'code': 200} Dec 10 19:04:05.633023 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 8145a55b-a758-4819-817d-c3df70f440cb, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8145a55b-a758-4819-817d-c3df70f440cb,segment=NetworkSegment(03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f),segment_id=03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:04:05.639029 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:05.687589 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd04428-9e58-4ce3-9041-b8529e264e60 x-openstack-request-id: req-9bd04428-9e58-4ce3-9041-b8529e264e60 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:04:05.687882 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7566af0b-6597-4ea6-bcf8-4173e3164eee", "name": "network-vif-plugged", "status": "completed", "tag": "8145a55b-a758-4819-817d-c3df70f440cb", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:04:05.688139 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9bd04428-9e58-4ce3-9041-b8529e264e60 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:04:05.688530 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7566af0b-6597-4ea6-bcf8-4173e3164eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8145a55b-a758-4819-817d-c3df70f440cb', 'code': 200} Dec 10 19:04:05.701074 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=8145a55b-a758-4819-817d-c3df70f440cb,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:05.728136 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aff5de-8abe-4e10-9a0b-aad076d64757 req-4f8ac5d9-b44d-4b6d-8641-b05b27ba1632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:05.731472 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f6aff5de-8abe-4e10-9a0b-aad076d64757 req-4f8ac5d9-b44d-4b6d-8641-b05b27ba1632 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 1094 time: 0.0883627 Dec 10 19:04:05.733549 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aff5de-8abe-4e10-9a0b-aad076d64757 req-82fe0917-9f75-4eb9-86d4-75364246a844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:05.734935 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f6aff5de-8abe-4e10-9a0b-aad076d64757 req-82fe0917-9f75-4eb9-86d4-75364246a844 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 1094 time: 0.0836344 Dec 10 19:04:05.810075 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb2f38-64f6-438f-961a-7c8457958a7b req-2d5dcb21-fb35-4674-b911-bc877bc913b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:05.811613 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-73eb2f38-64f6-438f-961a-7c8457958a7b req-2d5dcb21-fb35-4674-b911-bc877bc913b6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7566af0b-6597-4ea6-bcf8-4173e3164eee HTTP/1.1" status: 200 len: 1097 time: 0.0533490 Dec 10 19:04:05.855843 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-73eb2f38-64f6-438f-961a-7c8457958a7b req-5f386bcb-b973-4b35-a1ab-0452d76a790d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5e4bf671-c385-4372-8680-2c4c577905de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372503 Dec 10 19:04:05.920733 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153abced-7779-4501-b4cb-4081eefe76c1 req-2790f2a2-8028-4d5b-82c2-4ec4d99039c3 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:05.922154 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-153abced-7779-4501-b4cb-4081eefe76c1 req-2790f2a2-8028-4d5b-82c2-4ec4d99039c3 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=7566af0b-6597-4ea6-bcf8-4173e3164eee HTTP/1.1" status: 200 len: 946 time: 0.1732767 Dec 10 19:04:05.945503 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aff5de-8abe-4e10-9a0b-aad076d64757 req-99a74587-acc1-4032-abe1-caca6cc090af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:05.946892 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f6aff5de-8abe-4e10-9a0b-aad076d64757 req-99a74587-acc1-4032-abe1-caca6cc090af service neutron] 10.222.0.72 "GET /v2.0/networks?id=3d5e36fa-264d-40b3-84da-79a45b16ca07 HTTP/1.1" status: 200 len: 896 time: 0.2090380 Dec 10 19:04:05.964699 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aff5de-8abe-4e10-9a0b-aad076d64757 req-973aaf71-3872-4178-8957-a5bf133597f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:05.966188 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f6aff5de-8abe-4e10-9a0b-aad076d64757 req-973aaf71-3872-4178-8957-a5bf133597f2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d5e36fa-264d-40b3-84da-79a45b16ca07 HTTP/1.1" status: 200 len: 896 time: 0.2161415 Dec 10 19:04:06.034254 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-153abced-7779-4501-b4cb-4081eefe76c1 req-218be4c0-8bdc-40e5-b089-20e6f600f3d8 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e4bf671-c385-4372-8680-2c4c577905de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001959 Dec 10 19:04:06.049608 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c413b2-9f86-4f39-a576-48b8f46f04f7 req-a6fb7623-fe53-47df-bc98-3b9296571b04 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:06.049764 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f6aff5de-8abe-4e10-9a0b-aad076d64757 req-38fab74f-e79f-40b5-a0ba-1a12fbf8a58b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d HTTP/1.1" status: 200 len: 999 time: 0.0738420 Dec 10 19:04:06.051162 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e9c413b2-9f86-4f39-a576-48b8f46f04f7 req-a6fb7623-fe53-47df-bc98-3b9296571b04 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 943 time: 0.0506094 Dec 10 19:04:06.103928 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aff5de-8abe-4e10-9a0b-aad076d64757 req-d3a318be-2612-4587-8ba1-fb31d599ce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:06.105439 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f6aff5de-8abe-4e10-9a0b-aad076d64757 req-d3a318be-2612-4587-8ba1-fb31d599ce9f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4caf1650-f16a-4807-bcab-f465548f8a9f HTTP/1.1" status: 200 len: 834 time: 0.0493722 Dec 10 19:04:06.108120 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e9c413b2-9f86-4f39-a576-48b8f46f04f7 req-73b5f985-8494-40bd-891a-fb2d9eb487b1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b5fbc4f-2f7c-4385-a894-df6b8d4854a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510159 Dec 10 19:04:06.193765 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aff5de-8abe-4e10-9a0b-aad076d64757 req-9968c4e4-ade6-49bc-b62f-7e3d7f0d4f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:06.195161 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f6aff5de-8abe-4e10-9a0b-aad076d64757 req-9968c4e4-ade6-49bc-b62f-7e3d7f0d4f79 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d5e36fa-264d-40b3-84da-79a45b16ca07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828013 Dec 10 19:04:06.222838 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f6aff5de-8abe-4e10-9a0b-aad076d64757 req-a8f45891-754d-4a2e-a005-976515039624 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d HTTP/1.1" status: 200 len: 999 time: 0.0788193 Dec 10 19:04:06.304536 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:04:06.305320 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aff5de-8abe-4e10-9a0b-aad076d64757 req-231721ec-c25e-448e-b70f-164d89479fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:06.307312 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f6aff5de-8abe-4e10-9a0b-aad076d64757 req-231721ec-c25e-448e-b70f-164d89479fd6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4caf1650-f16a-4807-bcab-f465548f8a9f HTTP/1.1" status: 200 len: 834 time: 0.0572381 Dec 10 19:04:06.343118 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:04:06.350775 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f6aff5de-8abe-4e10-9a0b-aad076d64757 req-3d316437-32dd-4464-bba3-90f0810b19ed service neutron] 10.222.0.46 "GET /v2.0/networks/3d5e36fa-264d-40b3-84da-79a45b16ca07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483736 Dec 10 19:04:06.411042 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aff5de-8abe-4e10-9a0b-aad076d64757 req-1cff4300-74ae-4843-98b9-4b3c13b8b845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:06.412569 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f6aff5de-8abe-4e10-9a0b-aad076d64757 req-1cff4300-74ae-4843-98b9-4b3c13b8b845 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3d5e36fa-264d-40b3-84da-79a45b16ca07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0970681 Dec 10 19:04:06.501222 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f6aff5de-8abe-4e10-9a0b-aad076d64757 req-cdf916f9-f32a-4a8d-b480-1e014a59f38f service neutron] 10.222.0.46 "GET /v2.0/networks/3d5e36fa-264d-40b3-84da-79a45b16ca07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428275 Dec 10 19:04:06.528612 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f6aff5de-8abe-4e10-9a0b-aad076d64757 req-02f00026-1878-42b7-830e-eeb0b018061b service neutron] 10.222.0.72 "GET /v2.0/networks/3d5e36fa-264d-40b3-84da-79a45b16ca07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064258 Dec 10 19:04:06.625109 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f6aff5de-8abe-4e10-9a0b-aad076d64757 req-ccfb9e9b-ee4d-4d01-8145-7d35beff25c2 service neutron] 10.222.0.72 "GET /v2.0/networks/3d5e36fa-264d-40b3-84da-79a45b16ca07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884418 Dec 10 19:04:07.156506 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12647b-f690-48c0-b2e1-53fe8046708e req-c721b478-d31c-46eb-a2e0-5f0242822a61 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:07.158051 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4b12647b-f690-48c0-b2e1-53fe8046708e req-c721b478-d31c-46eb-a2e0-5f0242822a61 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=7566af0b-6597-4ea6-bcf8-4173e3164eee HTTP/1.1" status: 200 len: 946 time: 0.0541270 Dec 10 19:04:07.204989 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4b12647b-f690-48c0-b2e1-53fe8046708e req-d63af635-c163-434c-a6d8-1a881cd067bc tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e4bf671-c385-4372-8680-2c4c577905de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407937 Dec 10 19:04:07.234460 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819dd53-c8f3-4a3b-8eb4-8551b63015d1 req-aa8a61e0-0b5c-4171-8e47-3e3c8a476488 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:07.236252 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2819dd53-c8f3-4a3b-8eb4-8551b63015d1 req-aa8a61e0-0b5c-4171-8e47-3e3c8a476488 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 943 time: 0.0552225 Dec 10 19:04:07.288463 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2819dd53-c8f3-4a3b-8eb4-8551b63015d1 req-a9811e9b-8b8a-40a7-a7a0-90315ffd4324 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b5fbc4f-2f7c-4385-a894-df6b8d4854a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462990 Dec 10 19:04:07.475508 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:04:07.574109 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d,segment=NetworkSegment(0300035b-00d7-4d78-b929-ae7ca6446606),segment_id=0300035b-00d7-4d78-b929-ae7ca6446606)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:04:07.585128 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d', 'network_id': '3d5e36fa-264d-40b3-84da-79a45b16ca07', 'port_id': '80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d', 'mac_address': 'fa:16:3e:7e:c0:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4caf1650-f16a-4807-bcab-f465548f8a9f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:04:07.622409 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:07.639085 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:04:07.658292 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d,segment=NetworkSegment(0300035b-00d7-4d78-b929-ae7ca6446606),segment_id=0300035b-00d7-4d78-b929-ae7ca6446606)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:04:07.662039 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:07.709200 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:07.967739 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:04:08.317742 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:08.331975 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a5b11-704d-4653-bee6-a98b2b9013a0 req-4dfa9b17-e849-4a50-91b1-ca3b0643703d tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:08.333529 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-251a5b11-704d-4653-bee6-a98b2b9013a0 req-4dfa9b17-e849-4a50-91b1-ca3b0643703d tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=7566af0b-6597-4ea6-bcf8-4173e3164eee HTTP/1.1" status: 200 len: 946 time: 0.0563159 Dec 10 19:04:08.384474 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-251a5b11-704d-4653-bee6-a98b2b9013a0 req-3f08e7e7-83e3-4067-99d6-34b1fcc50249 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e4bf671-c385-4372-8680-2c4c577905de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443640 Dec 10 19:04:08.412844 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59cbe3-6487-4b08-b5ad-18275d76facc req-fdc2cbe0-2df3-4b9c-8cf3-16faf62706d7 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:08.414376 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6a59cbe3-6487-4b08-b5ad-18275d76facc req-fdc2cbe0-2df3-4b9c-8cf3-16faf62706d7 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 944 time: 0.0507677 Dec 10 19:04:08.464800 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6a59cbe3-6487-4b08-b5ad-18275d76facc req-009a3697-0baa-40f2-99a1-2426a7433b61 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b5fbc4f-2f7c-4385-a894-df6b8d4854a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445044 Dec 10 19:04:08.498153 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51e2af-9f1f-4173-a0ad-2583570d2461 req-4dd7ad53-2ba5-4f4c-872a-8fb0c9d10e07 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:08.499691 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be51e2af-9f1f-4173-a0ad-2583570d2461 req-4dd7ad53-2ba5-4f4c-872a-8fb0c9d10e07 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=7566af0b-6597-4ea6-bcf8-4173e3164eee HTTP/1.1" status: 200 len: 946 time: 0.0496366 Dec 10 19:04:08.508292 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36224) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:04:08.512962 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-79ae3840-0edd-4a76-b35d-47e953479625 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Request body: {'floatingip': {'port_id': '8145a55b-a758-4819-817d-c3df70f440cb'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:04:08.552588 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79ae3840-0edd-4a76-b35d-47e953479625 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:08.832839 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097997e3-1105-41b2-956c-c44051910b38 req-4a70bb8e-8c0e-422b-836b-c2e2f10517a5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:08.834258 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-097997e3-1105-41b2-956c-c44051910b38 req-4a70bb8e-8c0e-422b-836b-c2e2f10517a5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 944 time: 0.2162809 Dec 10 19:04:08.848688 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18fdb1-02e8-4cc1-96c4-b4bf7eff5d3f req-6610a558-1112-4fe3-b6bb-562415925b3c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:08.850076 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ff18fdb1-02e8-4cc1-96c4-b4bf7eff5d3f req-6610a558-1112-4fe3-b6bb-562415925b3c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b&tenant_id=0c22e13dcedd4daaa6d6950826669aaa&binding%3Ahost_id=n-h2-821435-1 HTTP/1.1" status: 200 len: 944 time: 0.1867142 Dec 10 19:04:08.957771 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-097997e3-1105-41b2-956c-c44051910b38 req-fed5547a-6cf9-4d18-87d9-7bdd03b32d89 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b5fbc4f-2f7c-4385-a894-df6b8d4854a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067355 Dec 10 19:04:08.977840 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-ff18fdb1-02e8-4cc1-96c4-b4bf7eff5d3f req-f96ddc62-97be-4e01-b56c-71b940a07ec2 service neutron] delete failed (client error): The resource could not be found. Dec 10 19:04:08.979040 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ff18fdb1-02e8-4cc1-96c4-b4bf7eff5d3f req-f96ddc62-97be-4e01-b56c-71b940a07ec2 service neutron] 10.222.0.46 "DELETE /v2.0/ports/80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d/bindings/n-h1-821435-1 HTTP/1.1" status: 404 len: 380 time: 0.1189539 Dec 10 19:04:09.203939 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18fdb1-02e8-4cc1-96c4-b4bf7eff5d3f req-465c9fc6-27d5-4673-8d05-18a6ec2bd34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:09.205386 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ff18fdb1-02e8-4cc1-96c4-b4bf7eff5d3f req-465c9fc6-27d5-4673-8d05-18a6ec2bd34f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 1095 time: 0.1730013 Dec 10 19:04:09.314709 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.db.resource_extend [None req-79ae3840-0edd-4a76-b35d-47e953479625 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 19:04:09.377781 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79ae3840-0edd-4a76-b35d-47e953479625 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:09.386775 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79ae3840-0edd-4a76-b35d-47e953479625 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:09.423660 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18fdb1-02e8-4cc1-96c4-b4bf7eff5d3f req-758bacf0-a330-49e8-9a9d-c4364b569066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:09.425178 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ff18fdb1-02e8-4cc1-96c4-b4bf7eff5d3f req-758bacf0-a330-49e8-9a9d-c4364b569066 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d5e36fa-264d-40b3-84da-79a45b16ca07 HTTP/1.1" status: 200 len: 896 time: 0.2046492 Dec 10 19:04:09.474706 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:04:09.524719 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:04:09.529422 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:04:09.529806 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:09.612490 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:09.637086 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1ecc0d-dc2a-4b72-988e-fb958ab9097b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:04:09.639409 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeaec2d0-862f-4215-92f9-cac6ceb9599b" -d '{"events": [{"server_uuid": "ff1ecc0d-dc2a-4b72-988e-fb958ab9097b", "name": "network-vif-plugged", "status": "completed", "tag": "80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:04:09.653469 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d,segment=NetworkSegment(0300035b-00d7-4d78-b929-ae7ca6446606),segment_id=0300035b-00d7-4d78-b929-ae7ca6446606)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:04:09.658330 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:09.700592 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea856b67-2637-4c18-a7fd-88dc454503a5 x-openstack-request-id: req-ea856b67-2637-4c18-a7fd-88dc454503a5 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:04:09.700912 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1ecc0d-dc2a-4b72-988e-fb958ab9097b", "name": "network-vif-plugged", "status": "completed", "tag": "80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:04:09.701173 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ea856b67-2637-4c18-a7fd-88dc454503a5 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:04:09.701564 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1ecc0d-dc2a-4b72-988e-fb958ab9097b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d', 'code': 200} Dec 10 19:04:09.712057 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:09.851820 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ff18fdb1-02e8-4cc1-96c4-b4bf7eff5d3f req-d0760198-0ace-4824-b66f-0d2544623808 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d HTTP/1.1" status: 200 len: 1000 time: 0.4020829 Dec 10 19:04:09.886986 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-79ae3840-0edd-4a76-b35d-47e953479625 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Floating IP d90df7bd-27f1-45ed-b689-162b24b8f00e associated. External IP: 172.25.7.25, port: 8145a55b-a758-4819-817d-c3df70f440cb. Dec 10 19:04:09.973241 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18fdb1-02e8-4cc1-96c4-b4bf7eff5d3f req-c91f542e-3c2c-4cb6-9d19-2b7b5b3e311f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:09.974741 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ff18fdb1-02e8-4cc1-96c4-b4bf7eff5d3f req-c91f542e-3c2c-4cb6-9d19-2b7b5b3e311f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4caf1650-f16a-4807-bcab-f465548f8a9f HTTP/1.1" status: 200 len: 834 time: 0.1148939 Dec 10 19:04:10.036889 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18fdb1-02e8-4cc1-96c4-b4bf7eff5d3f req-4a7bf1fa-fd70-4255-8101-22cf04342c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:10.038397 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ff18fdb1-02e8-4cc1-96c4-b4bf7eff5d3f req-4a7bf1fa-fd70-4255-8101-22cf04342c51 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d5e36fa-264d-40b3-84da-79a45b16ca07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565703 Dec 10 19:04:10.077476 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53c253-ff61-4074-902f-9ae299a8e037 req-4c3a20d4-e881-43bd-a33d-7bea57098ea3 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:10.078976 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ab53c253-ff61-4074-902f-9ae299a8e037 req-4c3a20d4-e881-43bd-a33d-7bea57098ea3 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 945 time: 0.0481515 Dec 10 19:04:10.131658 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ab53c253-ff61-4074-902f-9ae299a8e037 req-76d46f42-a7d2-4063-8812-ab6ac4e5f02f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b5fbc4f-2f7c-4385-a894-df6b8d4854a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466220 Dec 10 19:04:10.216315 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ff18fdb1-02e8-4cc1-96c4-b4bf7eff5d3f req-6debf138-c999-446e-ad96-170f162afa6d service neutron] 10.222.0.46 "GET /v2.0/networks/3d5e36fa-264d-40b3-84da-79a45b16ca07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403975 Dec 10 19:04:10.218028 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ae3840-0edd-4a76-b35d-47e953479625 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Router 5ec39eb6-3402-48d7-84e2-c22c2b79fb13 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:04:10.385957 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ff18fdb1-02e8-4cc1-96c4-b4bf7eff5d3f req-6aeb9e64-7649-4913-bea8-cd8157a9928c service neutron] 10.222.0.46 "GET /v2.0/networks/3d5e36fa-264d-40b3-84da-79a45b16ca07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614943 Dec 10 19:04:10.392026 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ae3840-0edd-4a76-b35d-47e953479625 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:04:10.397178 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79ae3840-0edd-4a76-b35d-47e953479625 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:10.404329 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18631aff-f8ba-4bf2-bf04-2590cdff90d5 None None] Sync routers for ids ['5ec39eb6-3402-48d7-84e2-c22c2b79fb13'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:04:10.414464 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18631aff-f8ba-4bf2-bf04-2590cdff90d5 None None] Routers {'5ec39eb6-3402-48d7-84e2-c22c2b79fb13'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:04:10.415117 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-18631aff-f8ba-4bf2-bf04-2590cdff90d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:03:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5ec39eb6-3402-48d7-84e2-c22c2b79fb13'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:04:10.428856 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-79ae3840-0edd-4a76-b35d-47e953479625 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "PUT /v2.0/floatingips/d90df7bd-27f1-45ed-b689-162b24b8f00e HTTP/1.1" status: 200 len: 991 time: 1.9192281 Dec 10 19:04:10.429571 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7566af0b-6597-4ea6-bcf8-4173e3164eee', 'tag': '8145a55b-a758-4819-817d-c3df70f440cb'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:04:10.433496 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d55c71-bdbc-43a9-8b44-8f7a5f932331" -d '{"events": [{"name": "network-changed", "server_uuid": "7566af0b-6597-4ea6-bcf8-4173e3164eee", "tag": "8145a55b-a758-4819-817d-c3df70f440cb"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:04:10.483849 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f85979e-b190-45d4-a9bd-2ad36fa00004 x-openstack-request-id: req-9f85979e-b190-45d4-a9bd-2ad36fa00004 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:04:10.484256 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7566af0b-6597-4ea6-bcf8-4173e3164eee", "tag": "8145a55b-a758-4819-817d-c3df70f440cb", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:04:10.484567 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9f85979e-b190-45d4-a9bd-2ad36fa00004 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:04:10.485051 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7566af0b-6597-4ea6-bcf8-4173e3164eee', 'tag': '8145a55b-a758-4819-817d-c3df70f440cb', 'status': 'completed', 'code': 200} Dec 10 19:04:10.524260 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-18631aff-f8ba-4bf2-bf04-2590cdff90d5 None None] Set router 5ec39eb6-3402-48d7-84e2-c22c2b79fb13 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:04:10.545972 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d55c71-bdbc-43a9-8b44-8f7a5f932331 req-609ce332-eeae-4329-affb-9efbe84f1fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:10.547497 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-88d55c71-bdbc-43a9-8b44-8f7a5f932331 req-609ce332-eeae-4329-affb-9efbe84f1fc0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=18f4d0de9fea441da6506fc341573bc1&device_id=7566af0b-6597-4ea6-bcf8-4173e3164eee HTTP/1.1" status: 200 len: 1097 time: 0.0414605 Dec 10 19:04:10.640039 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d55c71-bdbc-43a9-8b44-8f7a5f932331 req-759c75ab-f48b-47c3-a3aa-0417453bf7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:10.641458 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-88d55c71-bdbc-43a9-8b44-8f7a5f932331 req-759c75ab-f48b-47c3-a3aa-0417453bf7c7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=516cf886-0f4d-46b9-b744-c490650e8912 HTTP/1.1" status: 200 len: 911 time: 0.0859900 Dec 10 19:04:10.712501 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-88d55c71-bdbc-43a9-8b44-8f7a5f932331 req-710967fa-dde4-47fb-bd17-3ad464c9c232 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8145a55b-a758-4819-817d-c3df70f440cb HTTP/1.1" status: 200 len: 999 time: 0.0639865 Dec 10 19:04:10.757257 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-18631aff-f8ba-4bf2-bf04-2590cdff90d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'name': 'tempest-AttachVolumeTestJSON-819106332-router', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:57:44Z', 'updated_at': '2021-12-10T18:57:50Z', 'revision_number': 4, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'gw_port': {'id': 'fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:90:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:45Z', 'updated_at': '2021-12-10T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'd90df7bd-27f1-45ed-b689-162b24b8f00e', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'floating_ip_address': '172.25.7.25', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'port_id': '8145a55b-a758-4819-817d-c3df70f440cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912', 'mac_address': 'fa:16:3e:dd:ff:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7566af0b-6597-4ea6-bcf8-4173e3164eee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:03:57Z', 'updated_at': '2021-12-10T19:04:09Z', 'revision_number': 1, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58fc6c09-4be9-4326-9765-bd52784ff9ce', 'name': '', 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'mac_address': 'fa:16:3e:21:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'fca310e3-485d-42a7-b973-3f839349aa93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:48Z', 'updated_at': '2021-12-10T18:57:55Z', 'revision_number': 5, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'subnets': [{'id': 'fca310e3-485d-42a7-b973-3f839349aa93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:04:10.766421 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d55c71-bdbc-43a9-8b44-8f7a5f932331 req-e2f4dfa3-3238-477a-9773-0cb7c106ed70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:10.768253 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-88d55c71-bdbc-43a9-8b44-8f7a5f932331 req-e2f4dfa3-3238-477a-9773-0cb7c106ed70 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fca310e3-485d-42a7-b973-3f839349aa93 HTTP/1.1" status: 200 len: 849 time: 0.0476775 Dec 10 19:04:10.784226 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18631aff-f8ba-4bf2-bf04-2590cdff90d5 None None] Checking router: 5ec39eb6-3402-48d7-84e2-c22c2b79fb13 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:04:10.793108 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18631aff-f8ba-4bf2-bf04-2590cdff90d5 None None] Routers {'5ec39eb6-3402-48d7-84e2-c22c2b79fb13'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:04:10.793715 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-18631aff-f8ba-4bf2-bf04-2590cdff90d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:03:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5ec39eb6-3402-48d7-84e2-c22c2b79fb13'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:04:10.818120 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d55c71-bdbc-43a9-8b44-8f7a5f932331 req-ac95f89e-b29f-4328-9be3-ca3eb62bc7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:10.819763 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-88d55c71-bdbc-43a9-8b44-8f7a5f932331 req-ac95f89e-b29f-4328-9be3-ca3eb62bc7bb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=516cf886-0f4d-46b9-b744-c490650e8912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448809 Dec 10 19:04:10.905568 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-18631aff-f8ba-4bf2-bf04-2590cdff90d5 None None] Set router 5ec39eb6-3402-48d7-84e2-c22c2b79fb13 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:04:10.927201 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-88d55c71-bdbc-43a9-8b44-8f7a5f932331 req-53f8b255-9299-47b6-a7c0-ec634b4e178c service neutron] 10.222.0.72 "GET /v2.0/networks/516cf886-0f4d-46b9-b744-c490650e8912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005657 Dec 10 19:04:11.026331 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-88d55c71-bdbc-43a9-8b44-8f7a5f932331 req-649f7aa5-a165-48a3-9b3f-84bcacdef9e2 service neutron] 10.222.0.72 "GET /v2.0/networks/516cf886-0f4d-46b9-b744-c490650e8912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923333 Dec 10 19:04:11.141330 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-18631aff-f8ba-4bf2-bf04-2590cdff90d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'name': 'tempest-AttachVolumeTestJSON-819106332-router', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:57:44Z', 'updated_at': '2021-12-10T18:57:50Z', 'revision_number': 4, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'gw_port': {'id': 'fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:90:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:45Z', 'updated_at': '2021-12-10T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'd90df7bd-27f1-45ed-b689-162b24b8f00e', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'floating_ip_address': '172.25.7.25', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'port_id': '8145a55b-a758-4819-817d-c3df70f440cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912', 'mac_address': 'fa:16:3e:dd:ff:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7566af0b-6597-4ea6-bcf8-4173e3164eee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:03:57Z', 'updated_at': '2021-12-10T19:04:09Z', 'revision_number': 1, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58fc6c09-4be9-4326-9765-bd52784ff9ce', 'name': '', 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'mac_address': 'fa:16:3e:21:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'fca310e3-485d-42a7-b973-3f839349aa93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:48Z', 'updated_at': '2021-12-10T18:57:55Z', 'revision_number': 5, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'subnets': [{'id': 'fca310e3-485d-42a7-b973-3f839349aa93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:04:11.167275 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18631aff-f8ba-4bf2-bf04-2590cdff90d5 None None] The sync data for ids ['5ec39eb6-3402-48d7-84e2-c22c2b79fb13'] in n-d-821435-1 is: [{'id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'name': 'tempest-AttachVolumeTestJSON-819106332-router', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:57:44Z', 'updated_at': '2021-12-10T18:57:50Z', 'revision_number': 4, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'gw_port': {'id': 'fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:90:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:45Z', 'updated_at': '2021-12-10T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'd90df7bd-27f1-45ed-b689-162b24b8f00e', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'floating_ip_address': '172.25.7.25', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'port_id': '8145a55b-a758-4819-817d-c3df70f440cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912', 'mac_address': 'fa:16:3e:dd:ff:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7566af0b-6597-4ea6-bcf8-4173e3164eee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:03:57Z', 'updated_at': '2021-12-10T19:04:09Z', 'revision_number': 1, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58fc6c09-4be9-4326-9765-bd52784ff9ce', 'name': '', 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'mac_address': 'fa:16:3e:21:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'fca310e3-485d-42a7-b973-3f839349aa93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:48Z', 'updated_at': '2021-12-10T18:57:55Z', 'revision_number': 5, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'subnets': [{'id': 'fca310e3-485d-42a7-b973-3f839349aa93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:04:11.265437 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d743a6-c13b-42af-bab7-0e13f91aacc1 req-1f41186f-c778-4d7c-92fe-fdcb22d79830 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:11.266924 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b5d743a6-c13b-42af-bab7-0e13f91aacc1 req-1f41186f-c778-4d7c-92fe-fdcb22d79830 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 945 time: 0.0558782 Dec 10 19:04:11.320094 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b5d743a6-c13b-42af-bab7-0e13f91aacc1 req-2cc6dc52-d446-48cc-a9c8-bb5ec5f45418 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b5fbc4f-2f7c-4385-a894-df6b8d4854a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468495 Dec 10 19:04:11.343390 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36244) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:04:11.379600 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ae1b5f-bb77-4e2a-9d87-4609994211a7 None None] New status for floating IP d90df7bd-27f1-45ed-b689-162b24b8f00e: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:04:11.407268 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-81d732e8-b79e-40d0-abc9-f137b23af9d0 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/floatingips/015ef45d-f9e1-4c70-becc-7227eccab8a8 HTTP/1.1" status: 200 len: 993 time: 0.0622165 Dec 10 19:04:19.646200 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5a67e96c-7e4a-446e-81f6-2c8c3b8e22fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:22.433359 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-35c4cd45-8859-488c-ad37-b1c911c028e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:23.447486 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:24.834052 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:25.479944 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:32.425642 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:04:33.945040 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:37.687937 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-65037252-3018-4d7b-a22d-cea2a7446891 req-3ad724af-62cb-47fa-b95c-46bc27d50893 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0930989 Dec 10 19:04:37.772620 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65037252-3018-4d7b-a22d-cea2a7446891 req-756ce2b4-c1f5-4371-a814-f2943c3dfb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:37.774172 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-65037252-3018-4d7b-a22d-cea2a7446891 req-756ce2b4-c1f5-4371-a814-f2943c3dfb12 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ce6d41cdbd6e4596aec18213412eef45&device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 1097 time: 0.0430624 Dec 10 19:04:37.876063 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65037252-3018-4d7b-a22d-cea2a7446891 req-127826e2-73bc-45ce-9ad5-c6b414cc967b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:37.877505 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-65037252-3018-4d7b-a22d-cea2a7446891 req-127826e2-73bc-45ce-9ad5-c6b414cc967b service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a30ce27-2851-4282-9ac6-23ccb449ba3d HTTP/1.1" status: 200 len: 918 time: 0.0836477 Dec 10 19:04:37.946191 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-65037252-3018-4d7b-a22d-cea2a7446891 req-6b64d59a-3117-42fe-9ab2-39dc82b3f896 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50724c36-ebe4-42a7-be98-5c0610971095 HTTP/1.1" status: 200 len: 1002 time: 0.0604150 Dec 10 19:04:37.995174 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65037252-3018-4d7b-a22d-cea2a7446891 req-7a2912d8-ee30-4662-9f48-a382ab20231a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:37.996681 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-65037252-3018-4d7b-a22d-cea2a7446891 req-7a2912d8-ee30-4662-9f48-a382ab20231a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b5b8f42d-7b7d-4b89-936c-8b66a87ff765 HTTP/1.1" status: 200 len: 856 time: 0.0442266 Dec 10 19:04:38.048859 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65037252-3018-4d7b-a22d-cea2a7446891 req-1c3468a2-a7be-4ab8-a9dc-31e2871cd057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:38.050366 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-65037252-3018-4d7b-a22d-cea2a7446891 req-1c3468a2-a7be-4ab8-a9dc-31e2871cd057 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a30ce27-2851-4282-9ac6-23ccb449ba3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466957 Dec 10 19:04:38.144930 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-65037252-3018-4d7b-a22d-cea2a7446891 req-df864c93-efa5-4450-9c07-25e2cfc72b5e service neutron] 10.222.0.72 "GET /v2.0/networks/8a30ce27-2851-4282-9ac6-23ccb449ba3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876317 Dec 10 19:04:38.235290 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-65037252-3018-4d7b-a22d-cea2a7446891 req-3f76af02-978c-49e5-98ec-52c4abf46e4f service neutron] 10.222.0.72 "GET /v2.0/networks/8a30ce27-2851-4282-9ac6-23ccb449ba3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834048 Dec 10 19:04:38.315382 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:46.738974 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed418c-fcd5-4ebc-bae8-99962cdaf2a4 req-d733d6e2-dedc-4ab9-b946-1e91563c69ba tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:46.740477 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f3ed418c-fcd5-4ebc-bae8-99962cdaf2a4 req-d733d6e2-dedc-4ab9-b946-1e91563c69ba tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 946 time: 0.0519884 Dec 10 19:04:46.792663 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f3ed418c-fcd5-4ebc-bae8-99962cdaf2a4 req-96120bdd-da6f-4e88-b425-47a052aacdc4 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454910 Dec 10 19:04:47.912434 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e0281-a256-42aa-9fdf-dd2bff5222eb req-5e3b4801-8f59-4234-9a6a-d5615147c68d tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:47.913938 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-808e0281-a256-42aa-9fdf-dd2bff5222eb req-5e3b4801-8f59-4234-9a6a-d5615147c68d tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 946 time: 0.0484991 Dec 10 19:04:47.960615 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-808e0281-a256-42aa-9fdf-dd2bff5222eb req-79c3e2cb-78ec-4830-afd9-e0396eb339e0 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405285 Dec 10 19:04:49.081005 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae50cfd-869c-4a3d-82af-41ba8a8b73e9 req-6c743968-e446-4134-9f45-10ba739924e3 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:49.082417 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0ae50cfd-869c-4a3d-82af-41ba8a8b73e9 req-6c743968-e446-4134-9f45-10ba739924e3 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 946 time: 0.0491641 Dec 10 19:04:49.129313 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0ae50cfd-869c-4a3d-82af-41ba8a8b73e9 req-5cc1a966-2133-45d6-a8e3-d02b1c71b1d8 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407879 Dec 10 19:04:49.648157 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-efc12a9b-5894-408b-8c0f-3655ea2cf127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:50.255196 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242c9e7-0815-41c5-b931-71f549d91d23 req-6997e4ee-2bd0-47e9-a934-dbbdd15a6dcc tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:50.256699 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e242c9e7-0815-41c5-b931-71f549d91d23 req-6997e4ee-2bd0-47e9-a934-dbbdd15a6dcc tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 946 time: 0.0527737 Dec 10 19:04:50.304417 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e242c9e7-0815-41c5-b931-71f549d91d23 req-0e1bbfe8-cc60-4751-be1f-17a2be84a1c6 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412304 Dec 10 19:04:51.427567 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caee809-93cf-4110-ab07-399e4658fb18 req-d04a5052-29c9-482b-992c-9da42428b347 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:51.429124 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8caee809-93cf-4110-ab07-399e4658fb18 req-d04a5052-29c9-482b-992c-9da42428b347 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 946 time: 0.0495090 Dec 10 19:04:51.476792 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8caee809-93cf-4110-ab07-399e4658fb18 req-c6e53510-dc26-431d-854c-799579e659e9 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415912 Dec 10 19:04:52.436065 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b7007d22-322e-46dc-8ea7-da80c08e019f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:52.600894 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4e160-b68d-4c72-8247-a4494303e142 req-bba575b6-d0a5-42da-a0cd-198663ace8bf tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:52.602356 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-60a4e160-b68d-4c72-8247-a4494303e142 req-bba575b6-d0a5-42da-a0cd-198663ace8bf tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 946 time: 0.0529783 Dec 10 19:04:52.649273 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-60a4e160-b68d-4c72-8247-a4494303e142 req-a60a78b6-4880-4c54-a0f3-8b28e6851edd tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400593 Dec 10 19:04:53.450795 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:53.777879 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90581c92-cfa6-4a94-bda5-7e248bde0035 req-8f0026c1-cbb0-45b7-b4d8-72816a129933 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:53.779402 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-90581c92-cfa6-4a94-bda5-7e248bde0035 req-8f0026c1-cbb0-45b7-b4d8-72816a129933 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 946 time: 0.0554025 Dec 10 19:04:53.827466 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-90581c92-cfa6-4a94-bda5-7e248bde0035 req-64c42362-6a7a-4140-a48d-3fb6d38f9797 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421026 Dec 10 19:04:54.833716 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:54.948007 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8cdc85-0fc6-4733-a669-c7ea25d042b9 req-8654faa0-fd76-408d-ab4e-0cb19b280db0 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:54.950270 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0b8cdc85-0fc6-4733-a669-c7ea25d042b9 req-8654faa0-fd76-408d-ab4e-0cb19b280db0 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 946 time: 0.0502017 Dec 10 19:04:55.000107 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0b8cdc85-0fc6-4733-a669-c7ea25d042b9 req-9055547c-dcb8-483c-9622-0e1acecfd9f3 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439134 Dec 10 19:04:55.486552 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:56.120412 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bafb5b6-dd05-4c17-b78f-0d36f7976ab7 req-2814759a-5813-4402-999c-c3864f424ab4 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:56.122122 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1bafb5b6-dd05-4c17-b78f-0d36f7976ab7 req-2814759a-5813-4402-999c-c3864f424ab4 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 946 time: 0.0490851 Dec 10 19:04:56.170121 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1bafb5b6-dd05-4c17-b78f-0d36f7976ab7 req-e8dde0f7-5352-4bd8-9753-cd3ef59dad13 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420737 Dec 10 19:04:57.301082 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850244a-f521-4c70-abc7-b16f6c22abe2 req-6f1d5b5e-a5ce-4367-b298-80b56181004e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:57.303184 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2850244a-f521-4c70-abc7-b16f6c22abe2 req-6f1d5b5e-a5ce-4367-b298-80b56181004e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 946 time: 0.0597363 Dec 10 19:04:57.352380 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2850244a-f521-4c70-abc7-b16f6c22abe2 req-414c334f-3635-4080-8930-231c2164b776 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435832 Dec 10 19:04:58.479499 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c02616-a770-472b-99f9-194758ef975b req-2fc401f4-c0be-43cf-bbb5-771c9c01f259 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:58.481566 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-26c02616-a770-472b-99f9-194758ef975b req-2fc401f4-c0be-43cf-bbb5-771c9c01f259 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 946 time: 0.0537229 Dec 10 19:04:58.529260 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-26c02616-a770-472b-99f9-194758ef975b req-0ff42da5-b96f-488d-87da-e85f31b50231 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415478 Dec 10 19:04:59.665899 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45458e4a-8796-485f-a7d3-59c7c1c827e4 req-6837a724-9b6b-4143-970c-992712773187 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:59.667321 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-45458e4a-8796-485f-a7d3-59c7c1c827e4 req-6837a724-9b6b-4143-970c-992712773187 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 946 time: 0.0583918 Dec 10 19:04:59.714099 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-45458e4a-8796-485f-a7d3-59c7c1c827e4 req-8c8a1be5-79ab-424f-8604-81b93d03cff8 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401232 Dec 10 19:05:00.833860 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26315b-c639-4d8a-b3f7-fd8706924646 req-eaee49d3-10bf-4582-8ce3-c418d242c1e8 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:00.835338 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba26315b-c639-4d8a-b3f7-fd8706924646 req-eaee49d3-10bf-4582-8ce3-c418d242c1e8 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 946 time: 0.0483444 Dec 10 19:05:00.885338 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba26315b-c639-4d8a-b3f7-fd8706924646 req-e874cc69-6fcb-4edc-ad48-61751e8429a7 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440950 Dec 10 19:05:01.816185 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 50724c36-ebe4-42a7-be98-5c0610971095 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:05:01.908307 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 50724c36-ebe4-42a7-be98-5c0610971095, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=50724c36-ebe4-42a7-be98-5c0610971095,segment=NetworkSegment(b018f0b2-f2ea-42a6-be50-b44238505497),segment_id=b018f0b2-f2ea-42a6-be50-b44238505497)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:05:01.923269 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '50724c36-ebe4-42a7-be98-5c0610971095', 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d', 'port_id': '50724c36-ebe4-42a7-be98-5c0610971095', 'mac_address': 'fa:16:3e:63:0d:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b8f42d-7b7d-4b89-936c-8b66a87ff765', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:05:01.961004 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:01.974103 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50724c36-ebe4-42a7-be98-5c0610971095 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:05:01.993142 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 50724c36-ebe4-42a7-be98-5c0610971095, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=50724c36-ebe4-42a7-be98-5c0610971095,segment=NetworkSegment(b018f0b2-f2ea-42a6-be50-b44238505497),segment_id=b018f0b2-f2ea-42a6-be50-b44238505497)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:05:01.997906 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:02.010355 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20ca4d-a6e8-4cdf-9b0a-1aec3608db29 req-cae11b19-e84b-431f-b253-2a53adf4afe5 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:02.011901 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6e20ca4d-a6e8-4cdf-9b0a-1aec3608db29 req-cae11b19-e84b-431f-b253-2a53adf4afe5 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 946 time: 0.0494416 Dec 10 19:05:02.048793 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=50724c36-ebe4-42a7-be98-5c0610971095,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:02.062379 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6e20ca4d-a6e8-4cdf-9b0a-1aec3608db29 req-bb23777e-cf17-4094-b3d7-8c8b4a57e572 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431712 Dec 10 19:05:02.081647 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['50724c36-ebe4-42a7-be98-5c0610971095'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:05:03.182165 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f33966-21bb-473c-8d48-fe2b889849dd req-92e6296a-ed92-42dd-b2b8-04831377d5fb tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:03.183664 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e6f33966-21bb-473c-8d48-fe2b889849dd req-92e6296a-ed92-42dd-b2b8-04831377d5fb tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 945 time: 0.0489628 Dec 10 19:05:03.230970 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e6f33966-21bb-473c-8d48-fe2b889849dd req-3e9fdd76-9661-4daa-b1cf-8ff191f3c865 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411351 Dec 10 19:05:03.821324 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 50724c36-ebe4-42a7-be98-5c0610971095 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:05:03.869879 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 50724c36-ebe4-42a7-be98-5c0610971095 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:05:03.870255 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:03.952358 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:03.975327 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:03.980400 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ced1028-5ea2-4de8-877b-080720954eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50724c36-ebe4-42a7-be98-5c0610971095'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:05:03.983582 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2229b019-7cba-4f3e-8c6b-f7770a1eefd6" -d '{"events": [{"server_uuid": "4ced1028-5ea2-4de8-877b-080720954eb0", "name": "network-vif-plugged", "status": "completed", "tag": "50724c36-ebe4-42a7-be98-5c0610971095"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:05:03.997895 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 50724c36-ebe4-42a7-be98-5c0610971095, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=50724c36-ebe4-42a7-be98-5c0610971095,segment=NetworkSegment(b018f0b2-f2ea-42a6-be50-b44238505497),segment_id=b018f0b2-f2ea-42a6-be50-b44238505497)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:05:04.004725 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:04.066279 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=50724c36-ebe4-42a7-be98-5c0610971095,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:04.074192 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:04.074587 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:04.074945 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:04.075296 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:04.075633 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:04.075973 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:04.076307 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:04.076702 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:04.077043 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:04.077375 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:04.077705 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:04.078033 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:04.078361 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:04.089989 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a5328d-0e72-495b-adae-96647e02624a x-openstack-request-id: req-a3a5328d-0e72-495b-adae-96647e02624a {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:05:04.091292 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ced1028-5ea2-4de8-877b-080720954eb0", "name": "network-vif-plugged", "status": "completed", "tag": "50724c36-ebe4-42a7-be98-5c0610971095", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:05:04.091559 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a3a5328d-0e72-495b-adae-96647e02624a {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:05:04.091954 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ced1028-5ea2-4de8-877b-080720954eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50724c36-ebe4-42a7-be98-5c0610971095', 'code': 200} Dec 10 19:05:04.359695 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312812b1-d380-46bf-ab6c-fe87de9b61b6 req-926d218f-a8c0-4ae3-b005-9ba9f4cd671a tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:04.361334 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-312812b1-d380-46bf-ab6c-fe87de9b61b6 req-926d218f-a8c0-4ae3-b005-9ba9f4cd671a tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 946 time: 0.0550528 Dec 10 19:05:04.413473 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-312812b1-d380-46bf-ab6c-fe87de9b61b6 req-aa9c1853-e13b-4821-b6db-37f62cdfba77 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457416 Dec 10 19:05:05.534436 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f12bd-d35a-4be5-83aa-4e1781b78972 req-0055972e-5505-4772-9d85-92207c577dc2 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:05.535930 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-135f12bd-d35a-4be5-83aa-4e1781b78972 req-0055972e-5505-4772-9d85-92207c577dc2 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 946 time: 0.0497859 Dec 10 19:05:05.582918 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-135f12bd-d35a-4be5-83aa-4e1781b78972 req-2224d535-0273-4fac-9f85-fb6c3f6b59e1 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410783 Dec 10 19:05:06.713850 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbccd86-db5d-4fd6-bc11-9ce4f70622eb req-13977a64-45a7-481e-8ebb-6759bc05ff80 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:06.721277 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8dbccd86-db5d-4fd6-bc11-9ce4f70622eb req-13977a64-45a7-481e-8ebb-6759bc05ff80 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 946 time: 0.0645497 Dec 10 19:05:06.769271 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8dbccd86-db5d-4fd6-bc11-9ce4f70622eb req-179df22c-15ba-4741-ae75-1e5c74930c80 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459235 Dec 10 19:05:07.899764 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee596e-7d40-49f9-80ee-b600fd6fd8b7 req-6ac2c1db-2b49-4399-a59c-4a80b0bc2eb4 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:07.901396 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8fee596e-7d40-49f9-80ee-b600fd6fd8b7 req-6ac2c1db-2b49-4399-a59c-4a80b0bc2eb4 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 946 time: 0.0518148 Dec 10 19:05:07.954840 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8fee596e-7d40-49f9-80ee-b600fd6fd8b7 req-b356b2ef-2163-4131-ace3-60d98ae580c9 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465157 Dec 10 19:05:08.332553 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:09.100414 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178a0c2-ab2d-4a40-b545-5fb0c248ac8a req-deb51c3c-0c39-4736-a090-6bbecbe92210 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:09.102341 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e178a0c2-ab2d-4a40-b545-5fb0c248ac8a req-deb51c3c-0c39-4736-a090-6bbecbe92210 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 946 time: 0.0544732 Dec 10 19:05:09.163702 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e178a0c2-ab2d-4a40-b545-5fb0c248ac8a req-b87fa45b-b178-4181-8712-f01213793aff tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510495 Dec 10 19:05:09.433547 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:05:10.296188 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046297f4-0bfb-4334-a3d1-4139d297ec18 req-d3351f85-3e56-4749-8040-6427735cf8fa tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:10.303643 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-046297f4-0bfb-4334-a3d1-4139d297ec18 req-d3351f85-3e56-4749-8040-6427735cf8fa tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 946 time: 0.0586526 Dec 10 19:05:10.352390 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-046297f4-0bfb-4334-a3d1-4139d297ec18 req-a7d1cecc-b0ea-4a26-9db0-7b6a31b8ea9a tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478644 Dec 10 19:05:11.497491 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c66737-9741-4ecb-8770-1f6d1963ed6b req-45c66afb-35f3-4159-b3f7-4882bda8606a tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:11.499026 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-25c66737-9741-4ecb-8770-1f6d1963ed6b req-45c66afb-35f3-4159-b3f7-4882bda8606a tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 946 time: 0.0542958 Dec 10 19:05:11.549057 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-25c66737-9741-4ecb-8770-1f6d1963ed6b req-5b177ac1-1e4d-49a6-829b-76afb90c7130 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438883 Dec 10 19:05:12.680370 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df1547-0e94-4309-945b-9afacd7033e6 req-c390f412-dddc-4eca-b8ae-3e8c39f1bf06 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:12.681891 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e5df1547-0e94-4309-945b-9afacd7033e6 req-c390f412-dddc-4eca-b8ae-3e8c39f1bf06 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 946 time: 0.0553455 Dec 10 19:05:12.735087 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e5df1547-0e94-4309-945b-9afacd7033e6 req-9a1c11f7-bdad-40da-be9e-25c762c08f0b tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457649 Dec 10 19:05:13.865593 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35578b-2203-4db3-8fab-a3a438c8b6e5 req-0751ea76-83f6-4408-b81b-042c0b1fed17 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:13.872680 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fa35578b-2203-4db3-8fab-a3a438c8b6e5 req-0751ea76-83f6-4408-b81b-042c0b1fed17 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 946 time: 0.0595257 Dec 10 19:05:13.931194 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fa35578b-2203-4db3-8fab-a3a438c8b6e5 req-2075046f-8a72-4b4b-a64f-f1507e00e49f tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480685 Dec 10 19:05:15.082912 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc1790-1258-4d1d-9416-cfe749c6e1d0 req-e6a18748-a3bf-40d2-b510-6df1111c4d92 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:15.084574 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fccc1790-1258-4d1d-9416-cfe749c6e1d0 req-e6a18748-a3bf-40d2-b510-6df1111c4d92 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 946 time: 0.0584085 Dec 10 19:05:15.141217 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fccc1790-1258-4d1d-9416-cfe749c6e1d0 req-e8c43618-103c-480c-9d43-09cbaeec5390 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472147 Dec 10 19:05:15.971404 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a201c-2e2c-4dce-a7f3-bb4282cd595a req-6f983d63-4be9-4126-886d-e02d9cf56a42 tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:15.972942 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-087a201c-2e2c-4dce-a7f3-bb4282cd595a req-6f983d63-4be9-4126-886d-e02d9cf56a42 tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 1096 time: 0.0400896 Dec 10 19:05:16.019346 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-087a201c-2e2c-4dce-a7f3-bb4282cd595a req-6fbd4cfe-e241-47b9-8ae3-4581b3128f8c tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=5b5fbc4f-2f7c-4385-a894-df6b8d4854a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396473 Dec 10 19:05:16.041298 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36582) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:16.201709 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-eda9c23b-7109-490d-81f8-a3d1b61c5e18 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Deleting port bb8d4e21-c94a-43d3-886b-1ec25d93ed4e {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:05:16.202068 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eda9c23b-7109-490d-81f8-a3d1b61c5e18 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:16.317822 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da5f3f-e092-46ff-95a0-48ec9df3cbcd req-9997f58b-1fdc-42de-a154-f3c90176c8c8 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:16.319300 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d9da5f3f-e092-46ff-95a0-48ec9df3cbcd req-9997f58b-1fdc-42de-a154-f3c90176c8c8 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 946 time: 0.0811343 Dec 10 19:05:16.320981 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eda9c23b-7109-490d-81f8-a3d1b61c5e18 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:16.321315 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eda9c23b-7109-490d-81f8-a3d1b61c5e18 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:16.340806 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-eda9c23b-7109-490d-81f8-a3d1b61c5e18 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Calling delete_port for bb8d4e21-c94a-43d3-886b-1ec25d93ed4e owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:05:16.423275 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d9da5f3f-e092-46ff-95a0-48ec9df3cbcd req-83e49dec-61be-43e9-8e1f-7d456ae0ade4 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943160 Dec 10 19:05:16.520021 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eda9c23b-7109-490d-81f8-a3d1b61c5e18 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:16.547274 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda9c23b-7109-490d-81f8-a3d1b61c5e18 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event deleted for resources: {'Port': ['ID=bb8d4e21-c94a-43d3-886b-1ec25d93ed4e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:16.571712 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda9c23b-7109-490d-81f8-a3d1b61c5e18 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:16.572070 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda9c23b-7109-490d-81f8-a3d1b61c5e18 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:16.572425 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda9c23b-7109-490d-81f8-a3d1b61c5e18 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:16.572810 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda9c23b-7109-490d-81f8-a3d1b61c5e18 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:16.573157 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda9c23b-7109-490d-81f8-a3d1b61c5e18 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:16.573602 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda9c23b-7109-490d-81f8-a3d1b61c5e18 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:16.573829 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda9c23b-7109-490d-81f8-a3d1b61c5e18 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:16.574713 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda9c23b-7109-490d-81f8-a3d1b61c5e18 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:16.575301 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda9c23b-7109-490d-81f8-a3d1b61c5e18 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:16.575745 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda9c23b-7109-490d-81f8-a3d1b61c5e18 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:16.576091 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda9c23b-7109-490d-81f8-a3d1b61c5e18 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:16.576463 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda9c23b-7109-490d-81f8-a3d1b61c5e18 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:16.576826 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda9c23b-7109-490d-81f8-a3d1b61c5e18 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:16.640356 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eda9c23b-7109-490d-81f8-a3d1b61c5e18 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:16.640811 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-eda9c23b-7109-490d-81f8-a3d1b61c5e18 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Floating IP 015ef45d-f9e1-4c70-becc-7227eccab8a8 disassociated (deleted). External IP: 172.25.7.221, port: 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d. Dec 10 19:05:16.719495 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a280b-343d-47d0-a49b-045850205de7 req-255ac3b6-c67f-42aa-95e4-75e76b4e8357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:16.720951 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-301a280b-343d-47d0-a49b-045850205de7 req-255ac3b6-c67f-42aa-95e4-75e76b4e8357 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ce6d41cdbd6e4596aec18213412eef45&device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 1097 time: 0.1160688 Dec 10 19:05:17.159918 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a280b-343d-47d0-a49b-045850205de7 req-0bfd8d17-ea60-4b0e-9560-948f00d10ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:17.161461 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-301a280b-343d-47d0-a49b-045850205de7 req-0bfd8d17-ea60-4b0e-9560-948f00d10ebb service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a30ce27-2851-4282-9ac6-23ccb449ba3d HTTP/1.1" status: 200 len: 918 time: 0.4296181 Dec 10 19:05:17.245224 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-301a280b-343d-47d0-a49b-045850205de7 req-70f86510-0985-4e5b-866a-fafcc96efe65 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50724c36-ebe4-42a7-be98-5c0610971095 HTTP/1.1" status: 200 len: 1002 time: 0.0754180 Dec 10 19:05:17.249322 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda9c23b-7109-490d-81f8-a3d1b61c5e18 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Router 32ba56b0-d625-4688-a2c4-3c8f8dd08414 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:05:17.368731 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a280b-343d-47d0-a49b-045850205de7 req-5bc8f570-3df4-4cb9-bfa7-a3e0ca1cde3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:17.370216 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-301a280b-343d-47d0-a49b-045850205de7 req-5bc8f570-3df4-4cb9-bfa7-a3e0ca1cde3d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b5b8f42d-7b7d-4b89-936c-8b66a87ff765 HTTP/1.1" status: 200 len: 856 time: 0.1180651 Dec 10 19:05:17.436327 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda9c23b-7109-490d-81f8-a3d1b61c5e18 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:05:17.441047 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eda9c23b-7109-490d-81f8-a3d1b61c5e18 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:17.446007 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a738c4e7-a7bd-4abc-b923-419b732c20ce None None] Sync routers for ids ['32ba56b0-d625-4688-a2c4-3c8f8dd08414'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:05:17.448723 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a280b-343d-47d0-a49b-045850205de7 req-96683e2a-e87a-4933-9e8c-1845d4b7ad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:17.450766 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-301a280b-343d-47d0-a49b-045850205de7 req-96683e2a-e87a-4933-9e8c-1845d4b7ad71 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a30ce27-2851-4282-9ac6-23ccb449ba3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717244 Dec 10 19:05:17.458310 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a738c4e7-a7bd-4abc-b923-419b732c20ce None None] Routers {'32ba56b0-d625-4688-a2c4-3c8f8dd08414'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:05:17.458647 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-a738c4e7-a7bd-4abc-b923-419b732c20ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:04:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['32ba56b0-d625-4688-a2c4-3c8f8dd08414'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:17.528781 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-eda9c23b-7109-490d-81f8-a3d1b61c5e18 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "DELETE /v2.0/floatingips/015ef45d-f9e1-4c70-becc-7227eccab8a8 HTTP/1.1" status: 204 len: 168 time: 1.4861302 Dec 10 19:05:17.539007 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1ecc0d-dc2a-4b72-988e-fb958ab9097b', 'tag': '80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:05:17.541386 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64574861-49be-4c89-bfff-973b66293671" -d '{"events": [{"name": "network-changed", "server_uuid": "ff1ecc0d-dc2a-4b72-988e-fb958ab9097b", "tag": "80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:05:17.585151 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-a738c4e7-a7bd-4abc-b923-419b732c20ce None None] Set router 32ba56b0-d625-4688-a2c4-3c8f8dd08414 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:05:17.617204 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6c90b-7576-45fe-8819-202b0d8ac891 req-fa00081b-8625-4532-9517-f119949328d8 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:17.618828 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cbe6c90b-7576-45fe-8819-202b0d8ac891 req-fa00081b-8625-4532-9517-f119949328d8 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 946 time: 0.0971835 Dec 10 19:05:17.623361 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-301a280b-343d-47d0-a49b-045850205de7 req-11fa6873-2abb-44bf-99e3-1a8ab891c23b service neutron] 10.222.0.72 "GET /v2.0/networks/8a30ce27-2851-4282-9ac6-23ccb449ba3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577826 Dec 10 19:05:17.751491 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468e0285-7055-4320-8b64-d12c058c876e x-openstack-request-id: req-468e0285-7055-4320-8b64-d12c058c876e {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:05:17.751787 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff1ecc0d-dc2a-4b72-988e-fb958ab9097b", "tag": "80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:05:17.752046 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-468e0285-7055-4320-8b64-d12c058c876e {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:05:17.752444 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff1ecc0d-dc2a-4b72-988e-fb958ab9097b', 'tag': '80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d', 'status': 'completed', 'code': 200} Dec 10 19:05:17.772585 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cbe6c90b-7576-45fe-8819-202b0d8ac891 req-b4c4a282-9648-4c2b-9169-1571a63def54 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407750 Dec 10 19:05:17.814309 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64574861-49be-4c89-bfff-973b66293671 req-eea3c64a-c622-42d9-a42c-cba6ed09c57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:17.816380 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-64574861-49be-4c89-bfff-973b66293671 req-eea3c64a-c622-42d9-a42c-cba6ed09c57b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 1096 time: 0.0570178 Dec 10 19:05:17.829878 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-301a280b-343d-47d0-a49b-045850205de7 req-e42d86a1-3eb1-4860-86e6-5374ebfafc84 service neutron] 10.222.0.72 "GET /v2.0/networks/8a30ce27-2851-4282-9ac6-23ccb449ba3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991920 Dec 10 19:05:17.853428 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-a738c4e7-a7bd-4abc-b923-419b732c20ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394006304', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '79aa084d-99c5-4e12-846a-3f8eca65d287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:02:53Z', 'updated_at': '2021-12-10T19:02:57Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '79aa084d-99c5-4e12-846a-3f8eca65d287', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:53Z', 'updated_at': '2021-12-10T19:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '80512214-b6dd-458f-a347-aeb24718e726', 'name': '', 'network_id': '3d5e36fa-264d-40b3-84da-79a45b16ca07', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'mac_address': 'fa:16:3e:99:e3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '4caf1650-f16a-4807-bcab-f465548f8a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:56Z', 'updated_at': '2021-12-10T19:02:59Z', 'revision_number': 5, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'subnets': [{'id': '4caf1650-f16a-4807-bcab-f465548f8a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:17.894841 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a738c4e7-a7bd-4abc-b923-419b732c20ce None None] Checking router: 32ba56b0-d625-4688-a2c4-3c8f8dd08414 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:05:17.906493 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a738c4e7-a7bd-4abc-b923-419b732c20ce None None] Routers {'32ba56b0-d625-4688-a2c4-3c8f8dd08414'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:05:17.907212 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-a738c4e7-a7bd-4abc-b923-419b732c20ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:04:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['32ba56b0-d625-4688-a2c4-3c8f8dd08414'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:17.917378 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64574861-49be-4c89-bfff-973b66293671 req-0095439e-4924-498c-a218-41c42a93ff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:17.919120 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-64574861-49be-4c89-bfff-973b66293671 req-0095439e-4924-498c-a218-41c42a93ff8c service neutron] 10.222.0.72 "GET /v2.0/networks?id=3d5e36fa-264d-40b3-84da-79a45b16ca07 HTTP/1.1" status: 200 len: 896 time: 0.0955830 Dec 10 19:05:17.921023 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9400756-3da3-4f1b-84f8-2f7d1be7eee8 req-80c5e592-bb02-4502-98c2-7237def3d9be tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:17.922829 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f9400756-3da3-4f1b-84f8-2f7d1be7eee8 req-80c5e592-bb02-4502-98c2-7237def3d9be tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 945 time: 0.0629501 Dec 10 19:05:17.966544 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-64574861-49be-4c89-bfff-973b66293671 req-e77d9aba-e6fc-498c-a567-064ac42513db service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d HTTP/1.1" status: 200 len: 217 time: 0.0372369 Dec 10 19:05:17.975038 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f9400756-3da3-4f1b-84f8-2f7d1be7eee8 req-3d85e0b8-0aed-4206-8f0f-351fa1635b89 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b5fbc4f-2f7c-4385-a894-df6b8d4854a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462406 Dec 10 19:05:18.025901 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64574861-49be-4c89-bfff-973b66293671 req-8bcc2d9c-7f71-46d6-8828-155df0240e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:18.027463 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-64574861-49be-4c89-bfff-973b66293671 req-8bcc2d9c-7f71-46d6-8828-155df0240e96 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4caf1650-f16a-4807-bcab-f465548f8a9f HTTP/1.1" status: 200 len: 834 time: 0.0530374 Dec 10 19:05:18.082463 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64574861-49be-4c89-bfff-973b66293671 req-0bdf4276-bed6-432a-a6c7-8a62bd3f4350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:18.083977 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-64574861-49be-4c89-bfff-973b66293671 req-0bdf4276-bed6-432a-a6c7-8a62bd3f4350 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3d5e36fa-264d-40b3-84da-79a45b16ca07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456982 Dec 10 19:05:18.116482 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-a738c4e7-a7bd-4abc-b923-419b732c20ce None None] Set router 32ba56b0-d625-4688-a2c4-3c8f8dd08414 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:05:18.179970 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-64574861-49be-4c89-bfff-973b66293671 req-08937f03-cdf0-40f4-9014-24ccb1a9bc50 service neutron] 10.222.0.72 "GET /v2.0/networks/3d5e36fa-264d-40b3-84da-79a45b16ca07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851305 Dec 10 19:05:18.275119 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-64574861-49be-4c89-bfff-973b66293671 req-d3cc3436-d06d-4f61-8d32-20dd71c24aba service neutron] 10.222.0.72 "GET /v2.0/networks/3d5e36fa-264d-40b3-84da-79a45b16ca07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861719 Dec 10 19:05:18.311551 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-a738c4e7-a7bd-4abc-b923-419b732c20ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394006304', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '79aa084d-99c5-4e12-846a-3f8eca65d287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:02:53Z', 'updated_at': '2021-12-10T19:02:57Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '79aa084d-99c5-4e12-846a-3f8eca65d287', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:53Z', 'updated_at': '2021-12-10T19:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '80512214-b6dd-458f-a347-aeb24718e726', 'name': '', 'network_id': '3d5e36fa-264d-40b3-84da-79a45b16ca07', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'mac_address': 'fa:16:3e:99:e3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '4caf1650-f16a-4807-bcab-f465548f8a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:56Z', 'updated_at': '2021-12-10T19:02:59Z', 'revision_number': 5, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'subnets': [{'id': '4caf1650-f16a-4807-bcab-f465548f8a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:18.341641 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a738c4e7-a7bd-4abc-b923-419b732c20ce None None] The sync data for ids ['32ba56b0-d625-4688-a2c4-3c8f8dd08414'] in n-d-821435-1 is: [{'id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394006304', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '79aa084d-99c5-4e12-846a-3f8eca65d287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:02:53Z', 'updated_at': '2021-12-10T19:02:57Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '79aa084d-99c5-4e12-846a-3f8eca65d287', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:53Z', 'updated_at': '2021-12-10T19:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '80512214-b6dd-458f-a347-aeb24718e726', 'name': '', 'network_id': '3d5e36fa-264d-40b3-84da-79a45b16ca07', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'mac_address': 'fa:16:3e:99:e3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '4caf1650-f16a-4807-bcab-f465548f8a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:56Z', 'updated_at': '2021-12-10T19:02:59Z', 'revision_number': 5, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'subnets': [{'id': '4caf1650-f16a-4807-bcab-f465548f8a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:05:18.556440 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b41b1ae-4988-4956-82ce-2dd789a95a29 None None] New status for floating IP 015ef45d-f9e1-4c70-becc-7227eccab8a8: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:05:19.028719 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14755bb3-da69-453c-8ebf-a98185450171 req-6dca81e8-a840-43d5-b359-2d44d748dd10 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:19.030251 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-14755bb3-da69-453c-8ebf-a98185450171 req-6dca81e8-a840-43d5-b359-2d44d748dd10 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 946 time: 0.1734331 Dec 10 19:05:19.083533 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-14755bb3-da69-453c-8ebf-a98185450171 req-452721c5-aade-4d71-bcce-b32eb1338ee4 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463727 Dec 10 19:05:19.099451 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b1e93-d27a-4e8d-b060-212a640eb5ad req-5b361d9c-06ff-4ac3-a06c-6c43d921a20d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:19.101223 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-018b1e93-d27a-4e8d-b060-212a640eb5ad req-5b361d9c-06ff-4ac3-a06c-6c43d921a20d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 945 time: 0.0498950 Dec 10 19:05:19.154825 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-018b1e93-d27a-4e8d-b060-212a640eb5ad req-cc883fdd-d6d1-4892-bbc3-1d522c8628e8 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b5fbc4f-2f7c-4385-a894-df6b8d4854a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468428 Dec 10 19:05:19.472712 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a1d99-17f0-4f6c-a6b6-ea624187d0e2 req-e67e5894-f213-46e7-81cc-2aabf42f4de2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:19.474805 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-454a1d99-17f0-4f6c-a6b6-ea624187d0e2 req-e67e5894-f213-46e7-81cc-2aabf42f4de2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 945 time: 0.0556612 Dec 10 19:05:19.585366 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-454a1d99-17f0-4f6c-a6b6-ea624187d0e2 req-7738a6f6-ac50-4e36-ba3b-d0ecdb245a84 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Deleting port 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:05:19.585701 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-454a1d99-17f0-4f6c-a6b6-ea624187d0e2 req-7738a6f6-ac50-4e36-ba3b-d0ecdb245a84 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:19.657005 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3e37fbf1-9613-4810-96d7-6078918dc521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:19.679601 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-454a1d99-17f0-4f6c-a6b6-ea624187d0e2 req-7738a6f6-ac50-4e36-ba3b-d0ecdb245a84 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] For port 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d,segment=NetworkSegment(0300035b-00d7-4d78-b929-ae7ca6446606),segment_id=0300035b-00d7-4d78-b929-ae7ca6446606)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:05:19.679960 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-454a1d99-17f0-4f6c-a6b6-ea624187d0e2 req-7738a6f6-ac50-4e36-ba3b-d0ecdb245a84 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:19.696832 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-454a1d99-17f0-4f6c-a6b6-ea624187d0e2 req-7738a6f6-ac50-4e36-ba3b-d0ecdb245a84 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Calling delete_port for 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:05:19.828388 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-454a1d99-17f0-4f6c-a6b6-ea624187d0e2 req-7738a6f6-ac50-4e36-ba3b-d0ecdb245a84 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:19.859200 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738a6f6-ac50-4e36-ba3b-d0ecdb245a84 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event deleted for resources: {'Port': ['ID=80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:19.880561 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 50724c36-ebe4-42a7-be98-5c0610971095 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:05:19.896139 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738a6f6-ac50-4e36-ba3b-d0ecdb245a84 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:19.896502 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738a6f6-ac50-4e36-ba3b-d0ecdb245a84 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:19.896878 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738a6f6-ac50-4e36-ba3b-d0ecdb245a84 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:19.897220 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738a6f6-ac50-4e36-ba3b-d0ecdb245a84 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:19.897559 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738a6f6-ac50-4e36-ba3b-d0ecdb245a84 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:19.897895 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738a6f6-ac50-4e36-ba3b-d0ecdb245a84 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:19.898230 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738a6f6-ac50-4e36-ba3b-d0ecdb245a84 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:19.898562 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738a6f6-ac50-4e36-ba3b-d0ecdb245a84 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:19.898895 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738a6f6-ac50-4e36-ba3b-d0ecdb245a84 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:19.899225 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738a6f6-ac50-4e36-ba3b-d0ecdb245a84 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:19.899553 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738a6f6-ac50-4e36-ba3b-d0ecdb245a84 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:19.899878 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738a6f6-ac50-4e36-ba3b-d0ecdb245a84 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:19.900199 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738a6f6-ac50-4e36-ba3b-d0ecdb245a84 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:19.930941 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-454a1d99-17f0-4f6c-a6b6-ea624187d0e2 req-7738a6f6-ac50-4e36-ba3b-d0ecdb245a84 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] No DVR routers for this DVR port 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d on host n-h2-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:05:19.934359 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-454a1d99-17f0-4f6c-a6b6-ea624187d0e2 req-7738a6f6-ac50-4e36-ba3b-d0ecdb245a84 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:19.938179 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-454a1d99-17f0-4f6c-a6b6-ea624187d0e2 req-7738a6f6-ac50-4e36-ba3b-d0ecdb245a84 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.72 "DELETE /v2.0/ports/80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d HTTP/1.1" status: 204 len: 173 time: 0.4478803 Dec 10 19:05:19.938673 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1ecc0d-dc2a-4b72-988e-fb958ab9097b', 'name': 'network-vif-deleted', 'tag': '80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:05:19.945122 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caea8b19-b201-4ea1-82ce-a249976a6f46" -d '{"events": [{"server_uuid": "ff1ecc0d-dc2a-4b72-988e-fb958ab9097b", "name": "network-vif-deleted", "tag": "80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:05:19.992249 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a98f4d3-b28c-4c98-9960-9a6811530050 x-openstack-request-id: req-4a98f4d3-b28c-4c98-9960-9a6811530050 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:05:19.992670 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1ecc0d-dc2a-4b72-988e-fb958ab9097b", "name": "network-vif-deleted", "tag": "80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:05:19.992992 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4a98f4d3-b28c-4c98-9960-9a6811530050 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:05:19.993459 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1ecc0d-dc2a-4b72-988e-fb958ab9097b', 'name': 'network-vif-deleted', 'tag': '80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d', 'status': 'completed', 'code': 200} Dec 10 19:05:20.147334 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:20.171851 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ced1028-5ea2-4de8-877b-080720954eb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50724c36-ebe4-42a7-be98-5c0610971095'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:05:20.174124 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2211515-c6f6-446f-8c7a-ce00b77dfc5a" -d '{"events": [{"server_uuid": "4ced1028-5ea2-4de8-877b-080720954eb0", "name": "network-vif-unplugged", "status": "completed", "tag": "50724c36-ebe4-42a7-be98-5c0610971095"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:05:20.189103 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 50724c36-ebe4-42a7-be98-5c0610971095, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=50724c36-ebe4-42a7-be98-5c0610971095,segment=NetworkSegment(b018f0b2-f2ea-42a6-be50-b44238505497),segment_id=b018f0b2-f2ea-42a6-be50-b44238505497)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:05:20.194302 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:20.222512 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc6edd-8d51-4007-aa4a-db166d2c33cc req-89af7c0f-123f-4218-95bc-5677fbed3748 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:20.224123 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b6dc6edd-8d51-4007-aa4a-db166d2c33cc req-89af7c0f-123f-4218-95bc-5677fbed3748 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 946 time: 0.0642805 Dec 10 19:05:20.227010 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Dec 2021 19:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b431a8ef-9543-46db-a853-88dc616d8e3d x-openstack-request-id: req-b431a8ef-9543-46db-a853-88dc616d8e3d {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:05:20.227591 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ced1028-5ea2-4de8-877b-080720954eb0", "name": "network-vif-unplugged", "status": "failed", "tag": "50724c36-ebe4-42a7-be98-5c0610971095", "code": 422}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:05:20.228171 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b431a8ef-9543-46db-a853-88dc616d8e3d {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:05:20.228740 n-d-821435-1 neutron-server[103246]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4ced1028-5ea2-4de8-877b-080720954eb0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '50724c36-ebe4-42a7-be98-5c0610971095', 'code': 422} returned with failed status Dec 10 19:05:20.258070 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=50724c36-ebe4-42a7-be98-5c0610971095,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:20.281300 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b6dc6edd-8d51-4007-aa4a-db166d2c33cc req-057c7d53-c02a-49c1-9a47-1bccefa74ea1 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464652 Dec 10 19:05:20.354447 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8e143d17-fe32-42e5-97b9-31b17b37ecfa req-17cc9209-d876-40fa-9b6e-5feeab5c1393 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ecc0d-dc2a-4b72-988e-fb958ab9097b HTTP/1.1" status: 200 len: 210 time: 0.0411582 Dec 10 19:05:21.187093 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba2a01-7f4c-416b-8730-f7194c5bc304 req-3c7e318f-fe97-46ba-9087-5fe04e5d37f3 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:21.188597 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-02ba2a01-7f4c-416b-8730-f7194c5bc304 req-3c7e318f-fe97-46ba-9087-5fe04e5d37f3 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 944 time: 0.0523291 Dec 10 19:05:21.238301 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-02ba2a01-7f4c-416b-8730-f7194c5bc304 req-aaf640bc-7fea-4e39-850c-74b75c568adb tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433676 Dec 10 19:05:21.326684 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-92250d07-58b9-4ef5-8ff1-a5d7f892c87a req-7de7b9a7-933a-490a-802b-72f440096ad3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0902262 Dec 10 19:05:21.335393 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-92250d07-58b9-4ef5-8ff1-a5d7f892c87a req-368cde61-4797-42af-bf33-a0a4544fd208 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:05:21.336351 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-92250d07-58b9-4ef5-8ff1-a5d7f892c87a req-368cde61-4797-42af-bf33-a0a4544fd208 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048783 Dec 10 19:05:21.416886 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36662) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:21.865274 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8af6bc21-46e8-4fa0-b660-eb06b56f73ae tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:21.872214 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:05:21.893231 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:05:21.893682 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 80d92a5c-d2fb-4d8a-b9dd-899cf5ea5d4d not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:05:22.159828 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92250d07-58b9-4ef5-8ff1-a5d7f892c87a req-b4543bcc-573a-495b-bc00-1d4863c2ea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:22.161388 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-92250d07-58b9-4ef5-8ff1-a5d7f892c87a req-b4543bcc-573a-495b-bc00-1d4863c2ea36 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0&tenant_id=ce6d41cdbd6e4596aec18213412eef45 HTTP/1.1" status: 200 len: 1095 time: 0.1245425 Dec 10 19:05:22.166403 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-8af6bc21-46e8-4fa0-b660-eb06b56f73ae tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Deleting port 80512214-b6dd-458f-a347-aeb24718e726 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:05:22.166754 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8af6bc21-46e8-4fa0-b660-eb06b56f73ae tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:22.176396 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-92250d07-58b9-4ef5-8ff1-a5d7f892c87a req-c3f05077-d0b8-490b-bdc2-3f746f9c938f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821435-1', 'device_owner': 'compute:nova'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:05:22.289398 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-92250d07-58b9-4ef5-8ff1-a5d7f892c87a req-c3f05077-d0b8-490b-bdc2-3f746f9c938f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:22.355005 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-8af6bc21-46e8-4fa0-b660-eb06b56f73ae tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] For port 80512214-b6dd-458f-a347-aeb24718e726, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=80512214-b6dd-458f-a347-aeb24718e726,segment=NetworkSegment(0300035b-00d7-4d78-b929-ae7ca6446606),segment_id=0300035b-00d7-4d78-b929-ae7ca6446606)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:05:22.356058 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8af6bc21-46e8-4fa0-b660-eb06b56f73ae tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:22.366598 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfc2a1-57f7-4e5d-a778-7653effd801a req-97a3a80e-27d0-42ce-8b28-e762c75981b8 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:22.366598 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-59dfc2a1-57f7-4e5d-a778-7653effd801a req-97a3a80e-27d0-42ce-8b28-e762c75981b8 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 944 time: 0.0535591 Dec 10 19:05:22.373676 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-8af6bc21-46e8-4fa0-b660-eb06b56f73ae tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Calling delete_port for 80512214-b6dd-458f-a347-aeb24718e726 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:05:22.420852 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-59dfc2a1-57f7-4e5d-a778-7653effd801a req-ab54048b-e119-43c2-bd93-9580a9998623 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470076 Dec 10 19:05:22.445152 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9034298d-2dc6-486d-abe1-d44569f1fd2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:22.635723 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-92250d07-58b9-4ef5-8ff1-a5d7f892c87a req-c3f05077-d0b8-490b-bdc2-3f746f9c938f service neutron] For port 50724c36-ebe4-42a7-be98-5c0610971095, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=50724c36-ebe4-42a7-be98-5c0610971095,segment=NetworkSegment(b018f0b2-f2ea-42a6-be50-b44238505497),segment_id=b018f0b2-f2ea-42a6-be50-b44238505497)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:05:22.702532 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-92250d07-58b9-4ef5-8ff1-a5d7f892c87a req-c3f05077-d0b8-490b-bdc2-3f746f9c938f service neutron] For port 50724c36-ebe4-42a7-be98-5c0610971095, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:05:22.757285 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-92250d07-58b9-4ef5-8ff1-a5d7f892c87a req-c3f05077-d0b8-490b-bdc2-3f746f9c938f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50724c36-ebe4-42a7-be98-5c0610971095 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:05:22.767993 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-92250d07-58b9-4ef5-8ff1-a5d7f892c87a req-c3f05077-d0b8-490b-bdc2-3f746f9c938f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:22.771736 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8af6bc21-46e8-4fa0-b660-eb06b56f73ae tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:22.810061 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-92250d07-58b9-4ef5-8ff1-a5d7f892c87a req-c3f05077-d0b8-490b-bdc2-3f746f9c938f service neutron] Transition to ACTIVE for port object 50724c36-ebe4-42a7-be98-5c0610971095 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:05:22.811061 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6bc21-46e8-4fa0-b660-eb06b56f73ae tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event deleted for resources: {'Port': ['ID=80512214-b6dd-458f-a347-aeb24718e726,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:22.818885 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-92250d07-58b9-4ef5-8ff1-a5d7f892c87a req-c3f05077-d0b8-490b-bdc2-3f746f9c938f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:22.944862 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f05077-d0b8-490b-bdc2-3f746f9c938f service neutron] Pushing event updated for resources: {'Port': ['ID=50724c36-ebe4-42a7-be98-5c0610971095,revision_number=9']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:23.317828 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-92250d07-58b9-4ef5-8ff1-a5d7f892c87a req-c3f05077-d0b8-490b-bdc2-3f746f9c938f service neutron] No DVR routers for this DVR port 50724c36-ebe4-42a7-be98-5c0610971095 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:05:23.402584 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8af6bc21-46e8-4fa0-b660-eb06b56f73ae tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:23.455190 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:23.553035 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff0cff-0c3a-4f13-91ee-f1789eaa490f req-aa87dd38-5a84-4f9c-a393-55e954e84f8c tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:23.553811 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-92250d07-58b9-4ef5-8ff1-a5d7f892c87a req-c3f05077-d0b8-490b-bdc2-3f746f9c938f service neutron] Attempting to bind port 50724c36-ebe4-42a7-be98-5c0610971095 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:05:23.554138 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-92250d07-58b9-4ef5-8ff1-a5d7f892c87a req-c3f05077-d0b8-490b-bdc2-3f746f9c938f service neutron] Attempting to bind port 50724c36-ebe4-42a7-be98-5c0610971095 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': 'b018f0b2-f2ea-42a6-be50-b44238505497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:05:23.554707 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92250d07-58b9-4ef5-8ff1-a5d7f892c87a req-c3f05077-d0b8-490b-bdc2-3f746f9c938f service neutron] Attempting to bind port 50724c36-ebe4-42a7-be98-5c0610971095 on network 8a30ce27-2851-4282-9ac6-23ccb449ba3d {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:05:23.555225 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c2ff0cff-0c3a-4f13-91ee-f1789eaa490f req-aa87dd38-5a84-4f9c-a393-55e954e84f8c tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 944 time: 0.0513840 Dec 10 19:05:23.562424 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92250d07-58b9-4ef5-8ff1-a5d7f892c87a req-c3f05077-d0b8-490b-bdc2-3f746f9c938f service neutron] Port 50724c36-ebe4-42a7-be98-5c0610971095 on network 8a30ce27-2851-4282-9ac6-23ccb449ba3d not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:05:23.562750 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92250d07-58b9-4ef5-8ff1-a5d7f892c87a req-c3f05077-d0b8-490b-bdc2-3f746f9c938f service neutron] Attempting to bind port 50724c36-ebe4-42a7-be98-5c0610971095 on network 8a30ce27-2851-4282-9ac6-23ccb449ba3d {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:05:23.571448 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92250d07-58b9-4ef5-8ff1-a5d7f892c87a req-c3f05077-d0b8-490b-bdc2-3f746f9c938f service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:05:23.571793 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92250d07-58b9-4ef5-8ff1-a5d7f892c87a req-c3f05077-d0b8-490b-bdc2-3f746f9c938f service neutron] Checking segment: {'id': 'b018f0b2-f2ea-42a6-be50-b44238505497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:05:23.572204 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92250d07-58b9-4ef5-8ff1-a5d7f892c87a req-c3f05077-d0b8-490b-bdc2-3f746f9c938f service neutron] Bound using segment: {'id': 'b018f0b2-f2ea-42a6-be50-b44238505497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:05:23.572704 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-92250d07-58b9-4ef5-8ff1-a5d7f892c87a req-c3f05077-d0b8-490b-bdc2-3f746f9c938f service neutron] Bound port: 50724c36-ebe4-42a7-be98-5c0610971095, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b018f0b2-f2ea-42a6-be50-b44238505497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:05:23.573068 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-92250d07-58b9-4ef5-8ff1-a5d7f892c87a req-c3f05077-d0b8-490b-bdc2-3f746f9c938f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:23.603308 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c2ff0cff-0c3a-4f13-91ee-f1789eaa490f req-b709b1a4-cee4-40ad-b960-4d3e8467a539 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405223 Dec 10 19:05:23.714959 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-92250d07-58b9-4ef5-8ff1-a5d7f892c87a req-c3f05077-d0b8-490b-bdc2-3f746f9c938f service neutron] For port 50724c36-ebe4-42a7-be98-5c0610971095, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:05:23.718909 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-92250d07-58b9-4ef5-8ff1-a5d7f892c87a req-c3f05077-d0b8-490b-bdc2-3f746f9c938f service neutron] For port 50724c36-ebe4-42a7-be98-5c0610971095, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=50724c36-ebe4-42a7-be98-5c0610971095,segment=NetworkSegment(b018f0b2-f2ea-42a6-be50-b44238505497),segment_id=b018f0b2-f2ea-42a6-be50-b44238505497)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:05:23.724960 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-92250d07-58b9-4ef5-8ff1-a5d7f892c87a req-c3f05077-d0b8-490b-bdc2-3f746f9c938f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:23.731668 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af6bc21-46e8-4fa0-b660-eb06b56f73ae tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Router 32ba56b0-d625-4688-a2c4-3c8f8dd08414 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:05:23.771693 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92250d07-58b9-4ef5-8ff1-a5d7f892c87a req-c3f05077-d0b8-490b-bdc2-3f746f9c938f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:23.772308 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-92250d07-58b9-4ef5-8ff1-a5d7f892c87a req-c3f05077-d0b8-490b-bdc2-3f746f9c938f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:23.773719 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-92250d07-58b9-4ef5-8ff1-a5d7f892c87a req-c3f05077-d0b8-490b-bdc2-3f746f9c938f service neutron] 10.222.0.46 "PUT /v2.0/ports/50724c36-ebe4-42a7-be98-5c0610971095 HTTP/1.1" status: 200 len: 1092 time: 1.6033788 Dec 10 19:05:23.776798 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ced1028-5ea2-4de8-877b-080720954eb0', 'tag': '50724c36-ebe4-42a7-be98-5c0610971095'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:05:23.779315 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e226b991-d09c-40ea-affe-3e50413d2633" -d '{"events": [{"name": "network-changed", "server_uuid": "4ced1028-5ea2-4de8-877b-080720954eb0", "tag": "50724c36-ebe4-42a7-be98-5c0610971095"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:05:23.876058 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb22bad-6d74-43f8-8511-4b69aa244825 x-openstack-request-id: req-4fb22bad-6d74-43f8-8511-4b69aa244825 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:05:23.876498 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ced1028-5ea2-4de8-877b-080720954eb0", "tag": "50724c36-ebe4-42a7-be98-5c0610971095", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:05:23.876885 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4fb22bad-6d74-43f8-8511-4b69aa244825 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:05:23.877399 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ced1028-5ea2-4de8-877b-080720954eb0', 'tag': '50724c36-ebe4-42a7-be98-5c0610971095', 'status': 'completed', 'code': 200} Dec 10 19:05:23.907522 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f05077-d0b8-490b-bdc2-3f746f9c938f service neutron] Pushing event updated for resources: {'Port': ['ID=50724c36-ebe4-42a7-be98-5c0610971095,revision_number=10']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:23.939252 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92250d07-58b9-4ef5-8ff1-a5d7f892c87a req-e9eeaee3-7e9b-4792-9954-af47154f0ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:23.940819 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-92250d07-58b9-4ef5-8ff1-a5d7f892c87a req-e9eeaee3-7e9b-4792-9954-af47154f0ff1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce6d41cdbd6e4596aec18213412eef45&device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 1096 time: 0.1391528 Dec 10 19:05:23.994089 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af6bc21-46e8-4fa0-b660-eb06b56f73ae tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:05:24.000531 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8af6bc21-46e8-4fa0-b660-eb06b56f73ae tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "PUT /v2.0/routers/32ba56b0-d625-4688-a2c4-3c8f8dd08414/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5823884 Dec 10 19:05:24.003494 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 36680) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:24.006166 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e855024e-2d3d-45ed-a842-1822a040722c None None] Sync routers for ids ['32ba56b0-d625-4688-a2c4-3c8f8dd08414'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:05:24.017269 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e855024e-2d3d-45ed-a842-1822a040722c None None] Routers {'32ba56b0-d625-4688-a2c4-3c8f8dd08414'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:05:24.017897 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-e855024e-2d3d-45ed-a842-1822a040722c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:05:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['32ba56b0-d625-4688-a2c4-3c8f8dd08414'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:24.048462 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92250d07-58b9-4ef5-8ff1-a5d7f892c87a req-d2e2084d-ae55-4d7d-ad1b-f0b01b7a1952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:24.050115 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-92250d07-58b9-4ef5-8ff1-a5d7f892c87a req-d2e2084d-ae55-4d7d-ad1b-f0b01b7a1952 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8a30ce27-2851-4282-9ac6-23ccb449ba3d HTTP/1.1" status: 200 len: 918 time: 0.1017771 Dec 10 19:05:24.068076 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca2e16b8-ccd5-4b5c-aba1-56817492c99b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Deleting subnet 4caf1650-f16a-4807-bcab-f465548f8a9f {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:05:24.071420 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca2e16b8-ccd5-4b5c-aba1-56817492c99b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:24.122612 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca2e16b8-ccd5-4b5c-aba1-56817492c99b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:24.130307 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-92250d07-58b9-4ef5-8ff1-a5d7f892c87a req-60895b93-0738-4941-98f1-7f04d7163444 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50724c36-ebe4-42a7-be98-5c0610971095 HTTP/1.1" status: 200 len: 1000 time: 0.0726430 Dec 10 19:05:24.145210 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-e855024e-2d3d-45ed-a842-1822a040722c None None] Set router 32ba56b0-d625-4688-a2c4-3c8f8dd08414 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:05:24.182668 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92250d07-58b9-4ef5-8ff1-a5d7f892c87a req-1543a6f7-653d-4717-8109-fe7c0dc044f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:24.184381 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-92250d07-58b9-4ef5-8ff1-a5d7f892c87a req-1543a6f7-653d-4717-8109-fe7c0dc044f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b5b8f42d-7b7d-4b89-936c-8b66a87ff765 HTTP/1.1" status: 200 len: 856 time: 0.0470352 Dec 10 19:05:24.210813 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca2e16b8-ccd5-4b5c-aba1-56817492c99b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:24.236778 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92250d07-58b9-4ef5-8ff1-a5d7f892c87a req-9b6e79d9-709e-4e0a-a6e6-a9cd4f7fb304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:24.238391 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-92250d07-58b9-4ef5-8ff1-a5d7f892c87a req-9b6e79d9-709e-4e0a-a6e6-a9cd4f7fb304 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8a30ce27-2851-4282-9ac6-23ccb449ba3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470386 Dec 10 19:05:24.282703 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca2e16b8-ccd5-4b5c-aba1-56817492c99b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:24.317170 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e16b8-ccd5-4b5c-aba1-56817492c99b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event deleted for resources: {'Subnet': ['ID=4caf1650-f16a-4807-bcab-f465548f8a9f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:24.321862 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca2e16b8-ccd5-4b5c-aba1-56817492c99b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:24.326048 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ca2e16b8-ccd5-4b5c-aba1-56817492c99b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "DELETE /v2.0/subnets/4caf1650-f16a-4807-bcab-f465548f8a9f HTTP/1.1" status: 204 len: 168 time: 0.3216243 Dec 10 19:05:24.328715 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 36684) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:24.336847 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd00f819-0b35-4e1b-9b65-82d02238c439 None None] Network 3d5e36fa-264d-40b3-84da-79a45b16ca07 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:05:24.351824 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-92250d07-58b9-4ef5-8ff1-a5d7f892c87a req-bf8c5ee3-8d9a-4e31-adfe-958844018904 service neutron] 10.222.0.46 "GET /v2.0/networks/8a30ce27-2851-4282-9ac6-23ccb449ba3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050563 Dec 10 19:05:24.360844 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-e855024e-2d3d-45ed-a842-1822a040722c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394006304', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '79aa084d-99c5-4e12-846a-3f8eca65d287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:02:53Z', 'updated_at': '2021-12-10T19:05:22Z', 'revision_number': 5, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '79aa084d-99c5-4e12-846a-3f8eca65d287', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:53Z', 'updated_at': '2021-12-10T19:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:24.393370 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e855024e-2d3d-45ed-a842-1822a040722c None None] Checking router: 32ba56b0-d625-4688-a2c4-3c8f8dd08414 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:05:24.406215 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e855024e-2d3d-45ed-a842-1822a040722c None None] Routers {'32ba56b0-d625-4688-a2c4-3c8f8dd08414'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:05:24.406858 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-e855024e-2d3d-45ed-a842-1822a040722c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:05:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['32ba56b0-d625-4688-a2c4-3c8f8dd08414'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:24.446759 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c329085c-6385-4b45-bc3e-377911cfd90f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:24.471276 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-92250d07-58b9-4ef5-8ff1-a5d7f892c87a req-733f483b-3db0-4e05-9bc8-48602d443524 service neutron] 10.222.0.46 "GET /v2.0/networks/8a30ce27-2851-4282-9ac6-23ccb449ba3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121871 Dec 10 19:05:24.530351 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-e855024e-2d3d-45ed-a842-1822a040722c None None] Set router 32ba56b0-d625-4688-a2c4-3c8f8dd08414 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:05:24.545040 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de8a2ef-af3a-47af-a379-3351cbf2b1d2 None None] DHCP port deletion for 3d5e36fa-264d-40b3-84da-79a45b16ca07 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:05:24.593716 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226b991-d09c-40ea-affe-3e50413d2633 req-fe222b86-883b-4900-8346-d3cf4dd2336b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:24.597806 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c329085c-6385-4b45-bc3e-377911cfd90f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:24.598504 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e226b991-d09c-40ea-affe-3e50413d2633 req-fe222b86-883b-4900-8346-d3cf4dd2336b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce6d41cdbd6e4596aec18213412eef45&device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 1096 time: 0.0727191 Dec 10 19:05:24.617041 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3de8a2ef-af3a-47af-a379-3351cbf2b1d2 None None] Deleting port 8ebec9e1-e15f-440e-9fc7-a9facc77da1d {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:05:24.618598 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3de8a2ef-af3a-47af-a379-3351cbf2b1d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:24.684488 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c329085c-6385-4b45-bc3e-377911cfd90f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Deleting port 79aa084d-99c5-4e12-846a-3f8eca65d287 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:05:24.684859 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c329085c-6385-4b45-bc3e-377911cfd90f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:24.748469 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3de8a2ef-af3a-47af-a379-3351cbf2b1d2 None None] For port 8ebec9e1-e15f-440e-9fc7-a9facc77da1d, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=8ebec9e1-e15f-440e-9fc7-a9facc77da1d,segment=NetworkSegment(0300035b-00d7-4d78-b929-ae7ca6446606),segment_id=0300035b-00d7-4d78-b929-ae7ca6446606)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:05:24.748934 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3de8a2ef-af3a-47af-a379-3351cbf2b1d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:24.765361 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c5845-d45a-4b36-9b0b-72829e76139f req-f44054e9-f30c-468c-a0d2-d7e9d853897c tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:24.767249 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a04c5845-d45a-4b36-9b0b-72829e76139f req-f44054e9-f30c-468c-a0d2-d7e9d853897c tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 945 time: 0.0714972 Dec 10 19:05:24.768346 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3de8a2ef-af3a-47af-a379-3351cbf2b1d2 None None] Calling delete_port for 8ebec9e1-e15f-440e-9fc7-a9facc77da1d owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:05:24.842815 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226b991-d09c-40ea-affe-3e50413d2633 req-088ed55d-f1a3-4bc4-b8d7-77e4831b7c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:24.844542 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e226b991-d09c-40ea-affe-3e50413d2633 req-088ed55d-f1a3-4bc4-b8d7-77e4831b7c95 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8a30ce27-2851-4282-9ac6-23ccb449ba3d HTTP/1.1" status: 200 len: 918 time: 0.2396202 Dec 10 19:05:24.875145 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3de8a2ef-af3a-47af-a379-3351cbf2b1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:24.885121 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-e855024e-2d3d-45ed-a842-1822a040722c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394006304', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '79aa084d-99c5-4e12-846a-3f8eca65d287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:02:53Z', 'updated_at': '2021-12-10T19:05:22Z', 'revision_number': 5, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '79aa084d-99c5-4e12-846a-3f8eca65d287', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:53Z', 'updated_at': '2021-12-10T19:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:24.913926 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8a2ef-af3a-47af-a379-3351cbf2b1d2 None None] Pushing event deleted for resources: {'Port': ['ID=8ebec9e1-e15f-440e-9fc7-a9facc77da1d,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:24.940132 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:24.951285 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de8a2ef-af3a-47af-a379-3351cbf2b1d2 None None] No DVR routers for this DVR port 8ebec9e1-e15f-440e-9fc7-a9facc77da1d on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:05:24.982327 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a04c5845-d45a-4b36-9b0b-72829e76139f req-2573859a-419a-414b-9757-4b39890bdab8 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040286 Dec 10 19:05:24.991518 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e855024e-2d3d-45ed-a842-1822a040722c None None] The sync data for ids ['32ba56b0-d625-4688-a2c4-3c8f8dd08414'] in n-d-821435-1 is: [{'id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394006304', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '79aa084d-99c5-4e12-846a-3f8eca65d287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:02:53Z', 'updated_at': '2021-12-10T19:05:22Z', 'revision_number': 5, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '79aa084d-99c5-4e12-846a-3f8eca65d287', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ba56b0-d625-4688-a2c4-3c8f8dd08414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:53Z', 'updated_at': '2021-12-10T19:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:05:25.029720 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e226b991-d09c-40ea-affe-3e50413d2633 req-a6ddcdd0-2bcf-41d7-ae75-a258cc4a4239 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50724c36-ebe4-42a7-be98-5c0610971095 HTTP/1.1" status: 200 len: 1000 time: 0.1766291 Dec 10 19:05:25.266050 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-c329085c-6385-4b45-bc3e-377911cfd90f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] For port 79aa084d-99c5-4e12-846a-3f8eca65d287, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=79aa084d-99c5-4e12-846a-3f8eca65d287,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:05:25.267030 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c329085c-6385-4b45-bc3e-377911cfd90f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:25.285257 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c329085c-6385-4b45-bc3e-377911cfd90f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Calling delete_port for 79aa084d-99c5-4e12-846a-3f8eca65d287 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:05:25.493555 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:25.552680 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c329085c-6385-4b45-bc3e-377911cfd90f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:25.607712 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329085c-6385-4b45-bc3e-377911cfd90f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event deleted for resources: {'Port': ['ID=79aa084d-99c5-4e12-846a-3f8eca65d287,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:25.621854 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f8634f-6551-4d48-975b-cd51500258be None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:05:25.711265 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c329085c-6385-4b45-bc3e-377911cfd90f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:25.804608 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c329085c-6385-4b45-bc3e-377911cfd90f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:25.806822 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c329085c-6385-4b45-bc3e-377911cfd90f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:25.851276 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c329085c-6385-4b45-bc3e-377911cfd90f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:25.851815 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c329085c-6385-4b45-bc3e-377911cfd90f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Fanout notify agent at l3_agent the message router_deleted on router 32ba56b0-d625-4688-a2c4-3c8f8dd08414 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:05:25.859086 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c329085c-6385-4b45-bc3e-377911cfd90f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:25.865549 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c329085c-6385-4b45-bc3e-377911cfd90f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "DELETE /v2.0/routers/32ba56b0-d625-4688-a2c4-3c8f8dd08414 HTTP/1.1" status: 204 len: 168 time: 1.5304618 Dec 10 19:05:25.866585 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 36706) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:25.984790 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2734b5e7-864f-47eb-9001-30236807810d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:26.100576 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2734b5e7-864f-47eb-9001-30236807810d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:26.124567 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-2734b5e7-864f-47eb-9001-30236807810d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d5e36fa-264d-40b3-84da-79a45b16ca07']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:26.134485 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-2734b5e7-864f-47eb-9001-30236807810d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0300035b-00d7-4d78-b929-ae7ca6446606') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:26.134788 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-2734b5e7-864f-47eb-9001-30236807810d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0300035b-00d7-4d78-b929-ae7ca6446606') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:26.144945 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2734b5e7-864f-47eb-9001-30236807810d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:26.159117 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2734b5e7-864f-47eb-9001-30236807810d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:26.164032 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da075ab8-7733-45b5-880b-03a4c147e55b req-60576a65-a7de-4197-889b-7b5bce8a3c3f tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:26.165099 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2734b5e7-864f-47eb-9001-30236807810d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:05:26.165508 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2734b5e7-864f-47eb-9001-30236807810d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:26.165664 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-da075ab8-7733-45b5-880b-03a4c147e55b req-60576a65-a7de-4197-889b-7b5bce8a3c3f tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 945 time: 0.0923979 Dec 10 19:05:26.168685 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:05:26.168685 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:05:26.168685 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:05:26.168685 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:05:26.168685 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:05:26.168685 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:05:26.168685 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:05:26.168685 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:05:26.168685 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:05:26.168685 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:05:26.168685 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:05:26.168685 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:05:26.168685 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:05:26.168685 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:05:26.168685 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:05:26.168685 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:05:26.168685 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:05:26.168685 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:05:26.168685 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:05:26.168685 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:05:26.168685 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:05:26.168685 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:05:26.168685 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:05:26.168685 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:05:26.168685 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:05:26.168685 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:05:26.168685 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:05:26.168685 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:05:26.168685 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:05:26.168685 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:05:26.168685 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:05:26.168685 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:05:26.220111 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-da075ab8-7733-45b5-880b-03a4c147e55b req-e3bcb711-4653-4e5c-8704-0170c1070244 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481198 Dec 10 19:05:26.237814 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2734b5e7-864f-47eb-9001-30236807810d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:26.256264 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2734b5e7-864f-47eb-9001-30236807810d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:26.259405 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2734b5e7-864f-47eb-9001-30236807810d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "DELETE /v2.0/networks/3d5e36fa-264d-40b3-84da-79a45b16ca07 HTTP/1.1" status: 204 len: 168 time: 0.3915520 Dec 10 19:05:26.260913 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2734b5e7-864f-47eb-9001-30236807810d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event deleted for resources: {'Network': ['ID=3d5e36fa-264d-40b3-84da-79a45b16ca07,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:26.262276 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36710) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:26.326433 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-02e53dd0-0f89-4500-a34b-037c466398c5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:26.383705 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-02e53dd0-0f89-4500-a34b-037c466398c5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:26.502938 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 80512214-b6dd-458f-a347-aeb24718e726 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:05:26.517851 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-02e53dd0-0f89-4500-a34b-037c466398c5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:26.521361 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-02e53dd0-0f89-4500-a34b-037c466398c5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:26.525729 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-02e53dd0-0f89-4500-a34b-037c466398c5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "DELETE /v2.0/security-groups/5b5fbc4f-2f7c-4385-a894-df6b8d4854a4 HTTP/1.1" status: 204 len: 168 time: 0.2622709 Dec 10 19:05:26.538410 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e53dd0-0f89-4500-a34b-037c466398c5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5fbc4f-2f7c-4385-a894-df6b8d4854a4,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:26.550319 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 80512214-b6dd-458f-a347-aeb24718e726 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:05:26.550687 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 80512214-b6dd-458f-a347-aeb24718e726 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:05:26.551134 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 8ebec9e1-e15f-440e-9fc7-a9facc77da1d no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:05:26.576473 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 8ebec9e1-e15f-440e-9fc7-a9facc77da1d {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:05:26.576992 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 8ebec9e1-e15f-440e-9fc7-a9facc77da1d not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:05:26.870249 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 36718) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:26.875513 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-fbd49e48-aaa3-4336-9527-679841328fac tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1100141952', 'description': 'tempest-secgroup-smoke-1100141952 description', 'project_id': '0c22e13dcedd4daaa6d6950826669aaa'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:05:26.907363 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fbd49e48-aaa3-4336-9527-679841328fac tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:26.982268 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fbd49e48-aaa3-4336-9527-679841328fac tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:26.989168 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fbd49e48-aaa3-4336-9527-679841328fac tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:27.015362 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fbd49e48-aaa3-4336-9527-679841328fac tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:27.016885 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fbd49e48-aaa3-4336-9527-679841328fac tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1448166 Dec 10 19:05:27.019905 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36720) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:27.024555 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd49e48-aaa3-4336-9527-679841328fac tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2679421c-f676-4e82-80e0-0af3324c9349,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:27.024853 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-75a00d00-448f-4ef2-b069-2a1366f7f3aa tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'security_group_rule': {'security_group_id': '2679421c-f676-4e82-80e0-0af3324c9349', 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:05:27.053312 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-75a00d00-448f-4ef2-b069-2a1366f7f3aa tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:27.116511 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-75a00d00-448f-4ef2-b069-2a1366f7f3aa tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:27.120201 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-75a00d00-448f-4ef2-b069-2a1366f7f3aa tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:27.138759 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a00d00-448f-4ef2-b069-2a1366f7f3aa tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51181d18-1cdc-412c-8d6d-34cec3dd9daf,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:27.145877 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-75a00d00-448f-4ef2-b069-2a1366f7f3aa tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:27.147062 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-75a00d00-448f-4ef2-b069-2a1366f7f3aa tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259968 Dec 10 19:05:27.149912 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36722) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:27.154887 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-75b932d0-d836-4b2f-ad23-a9344d0a5ee9 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'security_group_rule': {'security_group_id': '2679421c-f676-4e82-80e0-0af3324c9349', 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:05:27.187369 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-75b932d0-d836-4b2f-ad23-a9344d0a5ee9 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:27.246786 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-75b932d0-d836-4b2f-ad23-a9344d0a5ee9 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:27.250206 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-75b932d0-d836-4b2f-ad23-a9344d0a5ee9 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:27.269695 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b932d0-d836-4b2f-ad23-a9344d0a5ee9 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=410454f9-c963-4221-b1d4-21f479bae414,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:27.287197 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-75b932d0-d836-4b2f-ad23-a9344d0a5ee9 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:27.289299 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-75b932d0-d836-4b2f-ad23-a9344d0a5ee9 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1384575 Dec 10 19:05:27.292010 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36726) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:27.297849 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b76f7c1a-4b9c-4b1e-a4ab-9d532adaeb9c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'security_group_rule': {'security_group_id': '2679421c-f676-4e82-80e0-0af3324c9349', 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:05:27.359333 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b76f7c1a-4b9c-4b1e-a4ab-9d532adaeb9c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:27.396179 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3861e9-975d-46c5-8329-54f68c538fcd req-f63b233d-ac10-4551-aa36-5a1cd0fd27d1 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:27.397710 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ab3861e9-975d-46c5-8329-54f68c538fcd req-f63b233d-ac10-4551-aa36-5a1cd0fd27d1 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 945 time: 0.0914247 Dec 10 19:05:27.470762 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b76f7c1a-4b9c-4b1e-a4ab-9d532adaeb9c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:27.476027 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ab3861e9-975d-46c5-8329-54f68c538fcd req-104d01d2-059a-4db6-a70c-5924cbc366c9 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713036 Dec 10 19:05:27.477878 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b76f7c1a-4b9c-4b1e-a4ab-9d532adaeb9c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:27.509091 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f7c1a-4b9c-4b1e-a4ab-9d532adaeb9c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=362af51b-e0b9-4045-ace3-45a061e3107f,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:27.516986 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b76f7c1a-4b9c-4b1e-a4ab-9d532adaeb9c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:27.518871 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b76f7c1a-4b9c-4b1e-a4ab-9d532adaeb9c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2251475 Dec 10 19:05:27.520972 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36730) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:27.525816 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-a2caf45e-4e80-4ace-b801-a5f66dd2198d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'security_group_rule': {'security_group_id': '2679421c-f676-4e82-80e0-0af3324c9349', 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:05:27.555789 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2caf45e-4e80-4ace-b801-a5f66dd2198d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:27.627965 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2caf45e-4e80-4ace-b801-a5f66dd2198d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:27.632954 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2caf45e-4e80-4ace-b801-a5f66dd2198d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:27.652218 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf45e-4e80-4ace-b801-a5f66dd2198d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8754c87-00f2-4de4-af24-54c68c410029,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:27.660483 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2caf45e-4e80-4ace-b801-a5f66dd2198d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:27.661752 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a2caf45e-4e80-4ace-b801-a5f66dd2198d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1396806 Dec 10 19:05:27.665045 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 36734) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:27.673610 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-fc659292-26d7-42f3-a93d-f22c4351b75e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'security_group_rule': {'security_group_id': '2679421c-f676-4e82-80e0-0af3324c9349', 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:05:27.707478 n-d-821435-1 neutron-server[103245]: INFO neutron.db.securitygroups_db [None req-fc659292-26d7-42f3-a93d-f22c4351b75e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Project 0c22e13dcedd4daaa6d6950826669aaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:05:27.713133 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc659292-26d7-42f3-a93d-f22c4351b75e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:27.782786 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc659292-26d7-42f3-a93d-f22c4351b75e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:27.788405 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc659292-26d7-42f3-a93d-f22c4351b75e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:27.810699 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc659292-26d7-42f3-a93d-f22c4351b75e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b18092-9f92-4849-916c-7a1564b0328c,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:27.819802 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc659292-26d7-42f3-a93d-f22c4351b75e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:27.821045 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fc659292-26d7-42f3-a93d-f22c4351b75e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1548719 Dec 10 19:05:27.824188 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 36736) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:27.829046 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c2f1b6ca-728c-49e3-b0f3-5f10f21fce48 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'security_group_rule': {'security_group_id': '2679421c-f676-4e82-80e0-0af3324c9349', 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:05:27.850142 n-d-821435-1 neutron-server[103245]: INFO neutron.db.securitygroups_db [None req-c2f1b6ca-728c-49e3-b0f3-5f10f21fce48 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Project 0c22e13dcedd4daaa6d6950826669aaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:05:27.856064 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c2f1b6ca-728c-49e3-b0f3-5f10f21fce48 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:27.925028 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c2f1b6ca-728c-49e3-b0f3-5f10f21fce48 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:27.929344 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c2f1b6ca-728c-49e3-b0f3-5f10f21fce48 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:27.947071 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1b6ca-728c-49e3-b0f3-5f10f21fce48 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd15f57a-f403-499c-8049-7685138034e6,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:27.958822 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c2f1b6ca-728c-49e3-b0f3-5f10f21fce48 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:27.960411 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c2f1b6ca-728c-49e3-b0f3-5f10f21fce48 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1343536 Dec 10 19:05:27.963052 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 36738) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:27.969688 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-3738aed0-3105-491f-abe3-df24e4c872e0 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'network': {'name': 'tempest-network-smoke--79458194', 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'port_security_enabled': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:05:27.997561 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3738aed0-3105-491f-abe3-df24e4c872e0 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Made reservation on behalf of 0c22e13dcedd4daaa6d6950826669aaa for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:05:28.002575 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3738aed0-3105-491f-abe3-df24e4c872e0 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:28.022125 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 79aa084d-99c5-4e12-846a-3f8eca65d287 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:05:28.028819 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3738aed0-3105-491f-abe3-df24e4c872e0 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:05:28.038144 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3738aed0-3105-491f-abe3-df24e4c872e0 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:28.038502 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-3738aed0-3105-491f-abe3-df24e4c872e0 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Added segment d205616c-d261-4bfc-898c-8d1c3606eb84 of type vlan for network 6982f646-9f83-4de9-99b5-94201cb06e8e Dec 10 19:05:28.043906 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 79aa084d-99c5-4e12-846a-3f8eca65d287 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:05:28.044337 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 79aa084d-99c5-4e12-846a-3f8eca65d287 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:05:28.084570 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3738aed0-3105-491f-abe3-df24e4c872e0 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:28.119652 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3738aed0-3105-491f-abe3-df24e4c872e0 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:28.130693 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3738aed0-3105-491f-abe3-df24e4c872e0 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:28.131483 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3738aed0-3105-491f-abe3-df24e4c872e0 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:28.187601 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3738aed0-3105-491f-abe3-df24e4c872e0 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2231641 Dec 10 19:05:28.190352 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36740) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:28.195006 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1532b6fb-7d07-4baf-9fa4-2882e8c4cdb2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-534512958', 'admin_state_up': True, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:05:28.213556 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738aed0-3105-491f-abe3-df24e4c872e0 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'Network': ['ID=6982f646-9f83-4de9-99b5-94201cb06e8e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:28.225525 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 6982f646-9f83-4de9-99b5-94201cb06e8e details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:05:28.258214 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1532b6fb-7d07-4baf-9fa4-2882e8c4cdb2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:28.259305 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1532b6fb-7d07-4baf-9fa4-2882e8c4cdb2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:28.350571 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1532b6fb-7d07-4baf-9fa4-2882e8c4cdb2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:28.497428 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1532b6fb-7d07-4baf-9fa4-2882e8c4cdb2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:28.656136 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4655afe-1b50-452c-a186-037b3dd2d3c0 req-1cdcaec0-a28e-4bc5-8ada-6b0e4c6a9045 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:28.657667 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a4655afe-1b50-452c-a186-037b3dd2d3c0 req-1cdcaec0-a28e-4bc5-8ada-6b0e4c6a9045 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 945 time: 0.0894382 Dec 10 19:05:28.721554 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a4655afe-1b50-452c-a186-037b3dd2d3c0 req-1d6cec08-d509-4665-b718-ab4286f972d9 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575447 Dec 10 19:05:29.100994 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1532b6fb-7d07-4baf-9fa4-2882e8c4cdb2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:29.129242 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1532b6fb-7d07-4baf-9fa4-2882e8c4cdb2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:29.248193 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-1532b6fb-7d07-4baf-9fa4-2882e8c4cdb2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Allocated IP 172.25.7.242 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/1dfc875f-2952-4eb6-bbe1-32246b7413e5) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:05:29.362609 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1532b6fb-7d07-4baf-9fa4-2882e8c4cdb2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:29.396722 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1532b6fb-7d07-4baf-9fa4-2882e8c4cdb2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:29.439986 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1532b6fb-7d07-4baf-9fa4-2882e8c4cdb2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:05:29.442968 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-1532b6fb-7d07-4baf-9fa4-2882e8c4cdb2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:05:29.446596 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1532b6fb-7d07-4baf-9fa4-2882e8c4cdb2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:05:29.458068 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b184678-ce30-4eac-9c55-a5477d5524f6 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:05:29.470737 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1532b6fb-7d07-4baf-9fa4-2882e8c4cdb2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'Port': ['ID=1dfc875f-2952-4eb6-bbe1-32246b7413e5,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:29.530401 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0389a9c6-91eb-4fb8-bc9e-9b7b69ba6457 None None] Provisioning complete for port 1dfc875f-2952-4eb6-bbe1-32246b7413e5 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:05:29.530776 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0389a9c6-91eb-4fb8-bc9e-9b7b69ba6457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:29.568178 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-0389a9c6-91eb-4fb8-bc9e-9b7b69ba6457 None None] Port 1dfc875f-2952-4eb6-bbe1-32246b7413e5 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:05:29.738562 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1532b6fb-7d07-4baf-9fa4-2882e8c4cdb2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:29.967279 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160901f7-659d-480d-a5c8-3c70c2efda69 req-aaf4029c-e35b-4846-b2ae-466b2ac40171 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:29.974613 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-160901f7-659d-480d-a5c8-3c70c2efda69 req-aaf4029c-e35b-4846-b2ae-466b2ac40171 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 945 time: 0.1450527 Dec 10 19:05:30.041544 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-160901f7-659d-480d-a5c8-3c70c2efda69 req-9d77aaa3-e8c3-440d-bfc9-12398f14e52f tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660560 Dec 10 19:05:30.044858 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1532b6fb-7d07-4baf-9fa4-2882e8c4cdb2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:30.192998 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1532b6fb-7d07-4baf-9fa4-2882e8c4cdb2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Router 30e4e99b-b5bd-4b81-8529-2da1fc09827a is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:05:30.308903 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1532b6fb-7d07-4baf-9fa4-2882e8c4cdb2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:05:30.319824 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03617396-0d19-4cfe-8d8c-62aa94a8e2d0 None None] Sync routers for ids ['30e4e99b-b5bd-4b81-8529-2da1fc09827a'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:05:30.331757 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1532b6fb-7d07-4baf-9fa4-2882e8c4cdb2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:30.333088 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1532b6fb-7d07-4baf-9fa4-2882e8c4cdb2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1416991 Dec 10 19:05:30.336150 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36750) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:30.338249 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03617396-0d19-4cfe-8d8c-62aa94a8e2d0 None None] Routers {'30e4e99b-b5bd-4b81-8529-2da1fc09827a'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:05:30.339982 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-03617396-0d19-4cfe-8d8c-62aa94a8e2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:05:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['30e4e99b-b5bd-4b81-8529-2da1fc09827a'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:30.370610 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9a1c1a6e-cfdf-4774-a698-90c61ab4b846 tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=0c22e13dcedd4daaa6d6950826669aaa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331702 Dec 10 19:05:30.376350 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36752) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:30.463368 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-03617396-0d19-4cfe-8d8c-62aa94a8e2d0 None None] Set router 30e4e99b-b5bd-4b81-8529-2da1fc09827a gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:05:30.496972 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb66990e-2ddf-4e5e-bc65-2244ea9ffddd tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:30.504277 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-fb66990e-2ddf-4e5e-bc65-2244ea9ffddd tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1244390 Dec 10 19:05:30.505305 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 36754) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:30.552208 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-32385735-9fc0-4978-9ae4-7886f69ddc38 tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=6fdf4522-5bcb-4bff-a877-38bc5e23829f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0451586 Dec 10 19:05:30.554737 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 36756) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:30.561115 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-20b6aae6-7622-4fc3-a909-f8a57814162c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-741924238', 'network_id': '6982f646-9f83-4de9-99b5-94201cb06e8e', 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:05:30.652391 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-03617396-0d19-4cfe-8d8c-62aa94a8e2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534512958', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '1dfc875f-2952-4eb6-bbe1-32246b7413e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:05:28Z', 'updated_at': '2021-12-10T19:05:29Z', 'revision_number': 3, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '1dfc875f-2952-4eb6-bbe1-32246b7413e5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:29Z', 'updated_at': '2021-12-10T19:05:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:30.664353 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b6aae6-7622-4fc3-a909-f8a57814162c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Made reservation on behalf of 0c22e13dcedd4daaa6d6950826669aaa for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:05:30.669149 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20b6aae6-7622-4fc3-a909-f8a57814162c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:30.685011 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03617396-0d19-4cfe-8d8c-62aa94a8e2d0 None None] Checking router: 30e4e99b-b5bd-4b81-8529-2da1fc09827a for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:05:30.685370 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03617396-0d19-4cfe-8d8c-62aa94a8e2d0 None None] Updating router 30e4e99b-b5bd-4b81-8529-2da1fc09827a port 1dfc875f-2952-4eb6-bbe1-32246b7413e5 binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:05:30.710509 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-03617396-0d19-4cfe-8d8c-62aa94a8e2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:30.935938 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20b6aae6-7622-4fc3-a909-f8a57814162c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:31.003199 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6aae6-7622-4fc3-a909-f8a57814162c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'Subnet': ['ID=1e182445-bbb5-40af-ab42-0475451efe1b,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:31.005744 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b6aae6-7622-4fc3-a909-f8a57814162c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Checking segment: {'id': 'd205616c-d261-4bfc-898c-8d1c3606eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6982f646-9f83-4de9-99b5-94201cb06e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:05:31.006110 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b6aae6-7622-4fc3-a909-f8a57814162c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Network hostable DHCP agents. Network: 6982f646-9f83-4de9-99b5-94201cb06e8e, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:05:31.024824 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b6aae6-7622-4fc3-a909-f8a57814162c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Network 6982f646-9f83-4de9-99b5-94201cb06e8e is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:05:31.034519 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-20b6aae6-7622-4fc3-a909-f8a57814162c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 6982f646-9f83-4de9-99b5-94201cb06e8e) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:05:31.038804 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b6aae6-7622-4fc3-a909-f8a57814162c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:31.039396 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20b6aae6-7622-4fc3-a909-f8a57814162c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:31.053113 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a251633-c58e-4114-8cf1-5ba766a00488 None None] Network 6982f646-9f83-4de9-99b5-94201cb06e8e requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:05:31.059670 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-20b6aae6-7622-4fc3-a909-f8a57814162c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5036728 Dec 10 19:05:31.062722 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36762) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:31.125602 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-03617396-0d19-4cfe-8d8c-62aa94a8e2d0 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:31.136181 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-03617396-0d19-4cfe-8d8c-62aa94a8e2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:31.206901 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47e6b74-e9b3-40f7-906a-dde7aab08f9a None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:05:31.211342 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-03617396-0d19-4cfe-8d8c-62aa94a8e2d0 None None] Attempting to bind port 1dfc875f-2952-4eb6-bbe1-32246b7413e5 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:05:31.211746 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-03617396-0d19-4cfe-8d8c-62aa94a8e2d0 None None] Attempting to bind port 1dfc875f-2952-4eb6-bbe1-32246b7413e5 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:05:31.212105 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03617396-0d19-4cfe-8d8c-62aa94a8e2d0 None None] Attempting to bind port 1dfc875f-2952-4eb6-bbe1-32246b7413e5 on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:05:31.217950 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a9cecb-85b6-464b-b606-826f0207f4cc None None] Pushing event updated for resources: {'Port': ['ID=1dfc875f-2952-4eb6-bbe1-32246b7413e5,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:31.225676 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03617396-0d19-4cfe-8d8c-62aa94a8e2d0 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:05:31.226136 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03617396-0d19-4cfe-8d8c-62aa94a8e2d0 None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:05:31.226553 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-03617396-0d19-4cfe-8d8c-62aa94a8e2d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:31.226940 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03617396-0d19-4cfe-8d8c-62aa94a8e2d0 None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:05:31.227417 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-03617396-0d19-4cfe-8d8c-62aa94a8e2d0 None None] Bound port: 1dfc875f-2952-4eb6-bbe1-32246b7413e5, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:05:31.227802 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-03617396-0d19-4cfe-8d8c-62aa94a8e2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:31.284095 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93936e7-9567-4691-a078-18148e6a075b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-6982f646-9f83-4de9-99b5-94201cb06e8e', 'network_id': '6982f646-9f83-4de9-99b5-94201cb06e8e', 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'fixed_ips': [{'subnet_id': '1e182445-bbb5-40af-ab42-0475451efe1b'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:05:31.284996 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b93936e7-9567-4691-a078-18148e6a075b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:31.286418 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021081c6-8f40-4a5b-ae12-c38d31e60150 req-3304ae85-12ba-4541-a376-50e4788318dd tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:31.295579 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-021081c6-8f40-4a5b-ae12-c38d31e60150 req-3304ae85-12ba-4541-a376-50e4788318dd tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 945 time: 0.1022487 Dec 10 19:05:31.418746 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-03617396-0d19-4cfe-8d8c-62aa94a8e2d0 None None] For port 1dfc875f-2952-4eb6-bbe1-32246b7413e5, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:05:31.423161 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-03617396-0d19-4cfe-8d8c-62aa94a8e2d0 None None] For port 1dfc875f-2952-4eb6-bbe1-32246b7413e5, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=1dfc875f-2952-4eb6-bbe1-32246b7413e5,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:05:31.427540 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f88b7011-d80a-4603-bcb7-28b2cd5bc4f7 None None] Provisioning complete for port 1dfc875f-2952-4eb6-bbe1-32246b7413e5 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:05:31.428960 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f88b7011-d80a-4603-bcb7-28b2cd5bc4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:31.454955 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-03617396-0d19-4cfe-8d8c-62aa94a8e2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:31.461362 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-021081c6-8f40-4a5b-ae12-c38d31e60150 req-49d50dea-4c3e-400f-b42c-071c6c84644a tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644976 Dec 10 19:05:31.561656 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f7b37b-2eb6-4f2d-9fcd-c727ca1e8fa2 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:05:31.570162 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03617396-0d19-4cfe-8d8c-62aa94a8e2d0 None None] Routers {'30e4e99b-b5bd-4b81-8529-2da1fc09827a'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:05:31.570791 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-03617396-0d19-4cfe-8d8c-62aa94a8e2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:05:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['30e4e99b-b5bd-4b81-8529-2da1fc09827a'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:31.575618 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-b93936e7-9567-4691-a078-18148e6a075b None None] Allocated IP 172.20.0.2 (6982f646-9f83-4de9-99b5-94201cb06e8e/1e182445-bbb5-40af-ab42-0475451efe1b/2a5e2ccb-4566-4707-9105-760b00551e4d) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:05:31.668159 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a9cecb-85b6-464b-b606-826f0207f4cc None None] Pushing event updated for resources: {'Port': ['ID=1dfc875f-2952-4eb6-bbe1-32246b7413e5,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:31.777069 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e8270ec-f09d-45cc-904b-a658f6738828 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:31.787877 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f88b7011-d80a-4603-bcb7-28b2cd5bc4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:31.825950 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-03617396-0d19-4cfe-8d8c-62aa94a8e2d0 None None] Set router 30e4e99b-b5bd-4b81-8529-2da1fc09827a gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:05:31.866641 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f88b7011-d80a-4603-bcb7-28b2cd5bc4f7 None None] For port 1dfc875f-2952-4eb6-bbe1-32246b7413e5, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=1dfc875f-2952-4eb6-bbe1-32246b7413e5,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:05:31.905034 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f88b7011-d80a-4603-bcb7-28b2cd5bc4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:32.193207 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b7011-d80a-4603-bcb7-28b2cd5bc4f7 None None] Pushing event updated for resources: {'Port': ['ID=1dfc875f-2952-4eb6-bbe1-32246b7413e5,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:32.236880 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b93936e7-9567-4691-a078-18148e6a075b None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:32.240384 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-68c1511e-5955-4ff7-b5d7-5d3f5415a580 None None] Provisioning complete for port 1dfc875f-2952-4eb6-bbe1-32246b7413e5 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:05:32.240985 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-68c1511e-5955-4ff7-b5d7-5d3f5415a580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:32.271316 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b93936e7-9567-4691-a078-18148e6a075b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:32.345742 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93936e7-9567-4691-a078-18148e6a075b None None] Network 6982f646-9f83-4de9-99b5-94201cb06e8e is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:05:32.354588 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-b93936e7-9567-4691-a078-18148e6a075b None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:05:32.358482 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93936e7-9567-4691-a078-18148e6a075b None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:05:32.439335 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93936e7-9567-4691-a078-18148e6a075b None None] Pushing event updated for resources: {'Port': ['ID=2a5e2ccb-4566-4707-9105-760b00551e4d,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:32.492466 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-b93936e7-9567-4691-a078-18148e6a075b None None] Attempting to bind port 2a5e2ccb-4566-4707-9105-760b00551e4d on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:05:32.492861 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-b93936e7-9567-4691-a078-18148e6a075b None None] Attempting to bind port 2a5e2ccb-4566-4707-9105-760b00551e4d by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'd205616c-d261-4bfc-898c-8d1c3606eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6982f646-9f83-4de9-99b5-94201cb06e8e'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:05:32.493229 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93936e7-9567-4691-a078-18148e6a075b None None] Attempting to bind port 2a5e2ccb-4566-4707-9105-760b00551e4d on network 6982f646-9f83-4de9-99b5-94201cb06e8e {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:05:32.500813 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-1e8270ec-f09d-45cc-904b-a658f6738828 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Allocated IP 172.20.0.1 (6982f646-9f83-4de9-99b5-94201cb06e8e/1e182445-bbb5-40af-ab42-0475451efe1b/300c0a08-9f05-4edc-bec0-3f80f3fc6b2d) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:05:32.501487 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93936e7-9567-4691-a078-18148e6a075b None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:05:32.501873 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93936e7-9567-4691-a078-18148e6a075b None None] Checking segment: {'id': 'd205616c-d261-4bfc-898c-8d1c3606eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6982f646-9f83-4de9-99b5-94201cb06e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:05:32.502276 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b93936e7-9567-4691-a078-18148e6a075b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:32.502659 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93936e7-9567-4691-a078-18148e6a075b None None] Bound using segment: {'id': 'd205616c-d261-4bfc-898c-8d1c3606eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6982f646-9f83-4de9-99b5-94201cb06e8e'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:05:32.503136 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-b93936e7-9567-4691-a078-18148e6a075b None None] Bound port: 2a5e2ccb-4566-4707-9105-760b00551e4d, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd205616c-d261-4bfc-898c-8d1c3606eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6982f646-9f83-4de9-99b5-94201cb06e8e'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:05:32.503520 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b93936e7-9567-4691-a078-18148e6a075b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:32.579625 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b93936e7-9567-4691-a078-18148e6a075b None None] For port 2a5e2ccb-4566-4707-9105-760b00551e4d, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:05:32.582843 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b93936e7-9567-4691-a078-18148e6a075b None None] For port 2a5e2ccb-4566-4707-9105-760b00551e4d, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=2a5e2ccb-4566-4707-9105-760b00551e4d,segment=NetworkSegment(d205616c-d261-4bfc-898c-8d1c3606eb84),segment_id=d205616c-d261-4bfc-898c-8d1c3606eb84)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:05:32.593095 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-03617396-0d19-4cfe-8d8c-62aa94a8e2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534512958', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '1dfc875f-2952-4eb6-bbe1-32246b7413e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:05:28Z', 'updated_at': '2021-12-10T19:05:29Z', 'revision_number': 3, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '1dfc875f-2952-4eb6-bbe1-32246b7413e5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:29Z', 'updated_at': '2021-12-10T19:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:32.628040 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03617396-0d19-4cfe-8d8c-62aa94a8e2d0 None None] The sync data for ids ['30e4e99b-b5bd-4b81-8529-2da1fc09827a'] in n-d-821435-1 is: [{'id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534512958', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '1dfc875f-2952-4eb6-bbe1-32246b7413e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:05:28Z', 'updated_at': '2021-12-10T19:05:29Z', 'revision_number': 3, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '1dfc875f-2952-4eb6-bbe1-32246b7413e5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:29Z', 'updated_at': '2021-12-10T19:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:05:32.628342 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b93936e7-9567-4691-a078-18148e6a075b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:32.656696 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c47363-fbb1-4bc2-ba4e-45e7777c505a req-3e755b83-31fb-4420-84da-8a93488ed7c9 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:32.659423 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-30c47363-fbb1-4bc2-ba4e-45e7777c505a req-3e755b83-31fb-4420-84da-8a93488ed7c9 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 945 time: 0.1129854 Dec 10 19:05:32.704938 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93936e7-9567-4691-a078-18148e6a075b None None] Pushing event updated for resources: {'Port': ['ID=2a5e2ccb-4566-4707-9105-760b00551e4d,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:32.783036 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-30c47363-fbb1-4bc2-ba4e-45e7777c505a req-45ba542d-2ce2-40c1-81ad-d9c9a82a8f5d tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122737 Dec 10 19:05:32.803021 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e8270ec-f09d-45cc-904b-a658f6738828 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:32.858907 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e8270ec-f09d-45cc-904b-a658f6738828 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:32.938682 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8270ec-f09d-45cc-904b-a658f6738828 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Network 6982f646-9f83-4de9-99b5-94201cb06e8e is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:05:32.943055 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-1e8270ec-f09d-45cc-904b-a658f6738828 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:05:32.948258 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8270ec-f09d-45cc-904b-a658f6738828 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:05:32.954299 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8270ec-f09d-45cc-904b-a658f6738828 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'Port': ['ID=300c0a08-9f05-4edc-bec0-3f80f3fc6b2d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:33.095965 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e8270ec-f09d-45cc-904b-a658f6738828 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:33.305766 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e8270ec-f09d-45cc-904b-a658f6738828 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:33.662214 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e8270ec-f09d-45cc-904b-a658f6738828 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:33.672591 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e8270ec-f09d-45cc-904b-a658f6738828 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:33.774251 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8270ec-f09d-45cc-904b-a658f6738828 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'Port': ['ID=300c0a08-9f05-4edc-bec0-3f80f3fc6b2d,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:33.784010 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e8270ec-f09d-45cc-904b-a658f6738828 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:33.977556 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:34.103211 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a445f84-f5f9-45ce-b46a-e1f59f8d3e72 req-6b4f3cd4-013e-4816-8396-d9bb7b74023e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:34.105829 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6a445f84-f5f9-45ce-b46a-e1f59f8d3e72 req-6b4f3cd4-013e-4816-8396-d9bb7b74023e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 945 time: 0.1581869 Dec 10 19:05:34.116670 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8270ec-f09d-45cc-904b-a658f6738828 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Network 6982f646-9f83-4de9-99b5-94201cb06e8e is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:05:34.117215 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-1e8270ec-f09d-45cc-904b-a658f6738828 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:05:34.251633 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6a445f84-f5f9-45ce-b46a-e1f59f8d3e72 req-be7f73d9-e52e-4e74-9537-caa714b38405 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353149 Dec 10 19:05:34.312586 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 2a5e2ccb-4566-4707-9105-760b00551e4d up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:05:34.315247 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8270ec-f09d-45cc-904b-a658f6738828 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Router 30e4e99b-b5bd-4b81-8529-2da1fc09827a has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:05:34.360284 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c68377-1521-4d3e-8af3-552c52bfd515 None None] Network 6982f646-9f83-4de9-99b5-94201cb06e8e requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:05:34.463871 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2285e80f-2249-4708-80f1-05147ce06a63 None None] Provisioning complete for port 2a5e2ccb-4566-4707-9105-760b00551e4d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:05:34.464455 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2285e80f-2249-4708-80f1-05147ce06a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:34.486111 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8270ec-f09d-45cc-904b-a658f6738828 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:05:34.497583 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1e8270ec-f09d-45cc-904b-a658f6738828 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "PUT /v2.0/routers/30e4e99b-b5bd-4b81-8529-2da1fc09827a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4337490 Dec 10 19:05:34.538569 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 2a5e2ccb-4566-4707-9105-760b00551e4d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:05:34.538955 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:34.631751 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2285e80f-2249-4708-80f1-05147ce06a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:34.695170 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-2285e80f-2249-4708-80f1-05147ce06a63 None None] For port 2a5e2ccb-4566-4707-9105-760b00551e4d, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=2a5e2ccb-4566-4707-9105-760b00551e4d,segment=NetworkSegment(d205616c-d261-4bfc-898c-8d1c3606eb84),segment_id=d205616c-d261-4bfc-898c-8d1c3606eb84)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:05:34.703107 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2285e80f-2249-4708-80f1-05147ce06a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:34.730136 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-6f817439-a9dd-47f5-8d29-2a2ee70d6c58 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1100141952&fields=id&tenant_id=0c22e13dcedd4daaa6d6950826669aaa HTTP/1.1" status: 200 len: 267 time: 0.0643682 Dec 10 19:05:34.731507 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:34.800411 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285e80f-2249-4708-80f1-05147ce06a63 None None] Pushing event updated for resources: {'Port': ['ID=2a5e2ccb-4566-4707-9105-760b00551e4d,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:34.814922 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:05:34.815293 n-d-821435-1 neutron-server[103246]: DEBUG oslo_db.api [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:05:34.861017 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-1c115b4c-8813-436b-ab36-bbb626c56bb8 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:34.862838 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-1c115b4c-8813-436b-ab36-bbb626c56bb8 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/networks?id=6982f646-9f83-4de9-99b5-94201cb06e8e HTTP/1.1" status: 200 len: 795 time: 0.1238489 Dec 10 19:05:34.879545 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-c0d35e4f-8ddc-4cc3-bae8-1ac0875455c3 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/quotas/0c22e13dcedd4daaa6d6950826669aaa HTTP/1.1" status: 200 len: 375 time: 0.0100908 Dec 10 19:05:34.929538 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c1bdba30-5d44-4b59-8c85-08f3d371b8fe None None] Provisioning complete for port 300c0a08-9f05-4edc-bec0-3f80f3fc6b2d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:05:34.929924 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c1bdba30-5d44-4b59-8c85-08f3d371b8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:34.955114 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-fef5f96f-f3cf-4f28-a8f0-358980b299ba tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653663 Dec 10 19:05:34.971626 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c1bdba30-5d44-4b59-8c85-08f3d371b8fe None None] Port 300c0a08-9f05-4edc-bec0-3f80f3fc6b2d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:05:34.979629 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aff0eb1-ca4a-4db3-a10d-0e67ab87ed46 None None] Sync routers for ids ['30e4e99b-b5bd-4b81-8529-2da1fc09827a'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:05:34.983995 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c1bdba30-5d44-4b59-8c85-08f3d371b8fe None None] Provisioning complete for port 2a5e2ccb-4566-4707-9105-760b00551e4d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:05:34.984493 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c1bdba30-5d44-4b59-8c85-08f3d371b8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:34.994200 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aff0eb1-ca4a-4db3-a10d-0e67ab87ed46 None None] Routers {'30e4e99b-b5bd-4b81-8529-2da1fc09827a'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:05:34.996038 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-5aff0eb1-ca4a-4db3-a10d-0e67ab87ed46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:05:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['30e4e99b-b5bd-4b81-8529-2da1fc09827a'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:35.129959 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-5aff0eb1-ca4a-4db3-a10d-0e67ab87ed46 None None] Set router 30e4e99b-b5bd-4b81-8529-2da1fc09827a gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:05:35.137441 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-88e5b53e-e629-4364-beb9-ed3ebd4326e0 service neutron] 10.222.0.62 "GET /v2.0/networks/6982f646-9f83-4de9-99b5-94201cb06e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669552 Dec 10 19:05:35.217462 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5306c8c4-d134-4cbc-b718-d1b2c20b5876 None None] Provisioning complete for port 300c0a08-9f05-4edc-bec0-3f80f3fc6b2d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:05:35.218056 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5306c8c4-d134-4cbc-b718-d1b2c20b5876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:35.260505 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5306c8c4-d134-4cbc-b718-d1b2c20b5876 None None] Port 300c0a08-9f05-4edc-bec0-3f80f3fc6b2d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:05:35.274196 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-a4216375-2577-49a4-ad93-caa50c09fe06 service neutron] 10.222.0.62 "GET /v2.0/networks/6982f646-9f83-4de9-99b5-94201cb06e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298366 Dec 10 19:05:35.367895 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226b991-d09c-40ea-affe-3e50413d2633 req-af94f400-7d70-45e7-bb4c-8eff0ef53d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:35.372830 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e226b991-d09c-40ea-affe-3e50413d2633 req-af94f400-7d70-45e7-bb4c-8eff0ef53d06 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b5b8f42d-7b7d-4b89-936c-8b66a87ff765 HTTP/1.1" status: 200 len: 856 time: 0.1238387 Dec 10 19:05:35.392820 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 1dfc875f-2952-4eb6-bbe1-32246b7413e5 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:05:35.419048 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-5aff0eb1-ca4a-4db3-a10d-0e67ab87ed46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534512958', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '1dfc875f-2952-4eb6-bbe1-32246b7413e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:05:28Z', 'updated_at': '2021-12-10T19:05:33Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '1dfc875f-2952-4eb6-bbe1-32246b7413e5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:29Z', 'updated_at': '2021-12-10T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '300c0a08-9f05-4edc-bec0-3f80f3fc6b2d', 'name': '', 'network_id': '6982f646-9f83-4de9-99b5-94201cb06e8e', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'mac_address': 'fa:16:3e:5a:7d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '1e182445-bbb5-40af-ab42-0475451efe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:31Z', 'updated_at': '2021-12-10T19:05:33Z', 'revision_number': 2, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'subnets': [{'id': '1e182445-bbb5-40af-ab42-0475451efe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:35.458454 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aff0eb1-ca4a-4db3-a10d-0e67ab87ed46 None None] Checking router: 30e4e99b-b5bd-4b81-8529-2da1fc09827a for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:05:35.458804 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aff0eb1-ca4a-4db3-a10d-0e67ab87ed46 None None] Updating router 30e4e99b-b5bd-4b81-8529-2da1fc09827a port 300c0a08-9f05-4edc-bec0-3f80f3fc6b2d binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:05:35.469869 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226b991-d09c-40ea-affe-3e50413d2633 req-7ffaf071-1300-46a6-8b05-8bfef3f9d188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:35.473451 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e226b991-d09c-40ea-affe-3e50413d2633 req-7ffaf071-1300-46a6-8b05-8bfef3f9d188 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8a30ce27-2851-4282-9ac6-23ccb449ba3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867271 Dec 10 19:05:35.484493 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdfc1f-46fc-48f0-a516-f5cab014067f req-be7c42cc-137a-4518-b869-60451c50bbeb tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:35.487201 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-5aff0eb1-ca4a-4db3-a10d-0e67ab87ed46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:35.491536 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 1dfc875f-2952-4eb6-bbe1-32246b7413e5 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:05:35.491921 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:35.509284 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-05cdfc1f-46fc-48f0-a516-f5cab014067f req-be7c42cc-137a-4518-b869-60451c50bbeb tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 945 time: 0.1350653 Dec 10 19:05:35.543862 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ad8e7df3-f72a-4a61-b396-4c3d198255b1 None None] Provisioning complete for port 300c0a08-9f05-4edc-bec0-3f80f3fc6b2d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:05:35.544232 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ad8e7df3-f72a-4a61-b396-4c3d198255b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:35.558741 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ed4704d5-4072-4a5e-8d72-fc1e6086f8ff req-e29a717a-62fe-47b4-8114-2b8d2ade5bc6 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 210 time: 0.0506363 Dec 10 19:05:35.586835 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ad8e7df3-f72a-4a61-b396-4c3d198255b1 None None] Port 300c0a08-9f05-4edc-bec0-3f80f3fc6b2d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:05:35.600949 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-05cdfc1f-46fc-48f0-a516-f5cab014067f req-274b717f-ffd7-4518-9032-d1f8cb68ee0c tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867088 Dec 10 19:05:35.702936 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e226b991-d09c-40ea-affe-3e50413d2633 req-897cc0ac-8aeb-498f-b986-fe4cc1000bc8 service neutron] 10.222.0.46 "GET /v2.0/networks/8a30ce27-2851-4282-9ac6-23ccb449ba3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677415 Dec 10 19:05:35.803823 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e226b991-d09c-40ea-affe-3e50413d2633 req-e864cc93-5990-48af-9590-72acef998226 service neutron] 10.222.0.46 "GET /v2.0/networks/8a30ce27-2851-4282-9ac6-23ccb449ba3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930865 Dec 10 19:05:35.850717 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-5aff0eb1-ca4a-4db3-a10d-0e67ab87ed46 None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:35.856668 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-5aff0eb1-ca4a-4db3-a10d-0e67ab87ed46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:36.002185 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e903c-81ac-4c52-8e45-57ae60f42218 None None] Pushing event updated for resources: {'Port': ['ID=300c0a08-9f05-4edc-bec0-3f80f3fc6b2d,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:36.028309 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e903c-81ac-4c52-8e45-57ae60f42218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:36.028862 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e903c-81ac-4c52-8e45-57ae60f42218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:36.029338 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e903c-81ac-4c52-8e45-57ae60f42218 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:36.029528 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e903c-81ac-4c52-8e45-57ae60f42218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:36.029906 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e903c-81ac-4c52-8e45-57ae60f42218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:36.030184 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e903c-81ac-4c52-8e45-57ae60f42218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:36.030522 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e903c-81ac-4c52-8e45-57ae60f42218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:36.030918 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e903c-81ac-4c52-8e45-57ae60f42218 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:36.031192 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e903c-81ac-4c52-8e45-57ae60f42218 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:36.031493 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e903c-81ac-4c52-8e45-57ae60f42218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:36.031913 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e903c-81ac-4c52-8e45-57ae60f42218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:36.032091 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e903c-81ac-4c52-8e45-57ae60f42218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:36.032716 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e903c-81ac-4c52-8e45-57ae60f42218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:36.063520 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-5aff0eb1-ca4a-4db3-a10d-0e67ab87ed46 None None] Attempting to bind port 300c0a08-9f05-4edc-bec0-3f80f3fc6b2d on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:05:36.064140 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-5aff0eb1-ca4a-4db3-a10d-0e67ab87ed46 None None] Attempting to bind port 300c0a08-9f05-4edc-bec0-3f80f3fc6b2d by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'd205616c-d261-4bfc-898c-8d1c3606eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6982f646-9f83-4de9-99b5-94201cb06e8e'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:05:36.064715 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aff0eb1-ca4a-4db3-a10d-0e67ab87ed46 None None] Attempting to bind port 300c0a08-9f05-4edc-bec0-3f80f3fc6b2d on network 6982f646-9f83-4de9-99b5-94201cb06e8e {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:05:36.070164 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aff0eb1-ca4a-4db3-a10d-0e67ab87ed46 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:05:36.070786 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aff0eb1-ca4a-4db3-a10d-0e67ab87ed46 None None] Checking segment: {'id': 'd205616c-d261-4bfc-898c-8d1c3606eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6982f646-9f83-4de9-99b5-94201cb06e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:05:36.071369 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-5aff0eb1-ca4a-4db3-a10d-0e67ab87ed46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:36.071917 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aff0eb1-ca4a-4db3-a10d-0e67ab87ed46 None None] Bound using segment: {'id': 'd205616c-d261-4bfc-898c-8d1c3606eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6982f646-9f83-4de9-99b5-94201cb06e8e'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:05:36.072537 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-5aff0eb1-ca4a-4db3-a10d-0e67ab87ed46 None None] Bound port: 300c0a08-9f05-4edc-bec0-3f80f3fc6b2d, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd205616c-d261-4bfc-898c-8d1c3606eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6982f646-9f83-4de9-99b5-94201cb06e8e'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:05:36.073142 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-5aff0eb1-ca4a-4db3-a10d-0e67ab87ed46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:36.111168 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 2a5e2ccb-4566-4707-9105-760b00551e4d up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:05:36.142812 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-5aff0eb1-ca4a-4db3-a10d-0e67ab87ed46 None None] For port 300c0a08-9f05-4edc-bec0-3f80f3fc6b2d, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:05:36.147219 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-5aff0eb1-ca4a-4db3-a10d-0e67ab87ed46 None None] For port 300c0a08-9f05-4edc-bec0-3f80f3fc6b2d, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=300c0a08-9f05-4edc-bec0-3f80f3fc6b2d,segment=NetworkSegment(d205616c-d261-4bfc-898c-8d1c3606eb84),segment_id=d205616c-d261-4bfc-898c-8d1c3606eb84)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:05:36.153932 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-5aff0eb1-ca4a-4db3-a10d-0e67ab87ed46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:36.176714 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 2a5e2ccb-4566-4707-9105-760b00551e4d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:05:36.177392 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:36.226849 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b295c526-2aa4-4ba2-ac3a-fd8e9ed53f45 None None] Provisioning complete for port 300c0a08-9f05-4edc-bec0-3f80f3fc6b2d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:05:36.226849 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b295c526-2aa4-4ba2-ac3a-fd8e9ed53f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:36.228986 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aff0eb1-ca4a-4db3-a10d-0e67ab87ed46 None None] Routers {'30e4e99b-b5bd-4b81-8529-2da1fc09827a'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:05:36.230422 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-5aff0eb1-ca4a-4db3-a10d-0e67ab87ed46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:05:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['30e4e99b-b5bd-4b81-8529-2da1fc09827a'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:36.331507 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e903c-81ac-4c52-8e45-57ae60f42218 None None] Pushing event updated for resources: {'Port': ['ID=300c0a08-9f05-4edc-bec0-3f80f3fc6b2d,revision_number=4']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:36.348553 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b295c526-2aa4-4ba2-ac3a-fd8e9ed53f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:36.382748 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-5aff0eb1-ca4a-4db3-a10d-0e67ab87ed46 None None] Set router 30e4e99b-b5bd-4b81-8529-2da1fc09827a gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:05:36.389335 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b295c526-2aa4-4ba2-ac3a-fd8e9ed53f45 None None] For port 300c0a08-9f05-4edc-bec0-3f80f3fc6b2d, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=300c0a08-9f05-4edc-bec0-3f80f3fc6b2d,segment=NetworkSegment(d205616c-d261-4bfc-898c-8d1c3606eb84),segment_id=d205616c-d261-4bfc-898c-8d1c3606eb84)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:05:36.394441 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b295c526-2aa4-4ba2-ac3a-fd8e9ed53f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:36.444826 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b295c526-2aa4-4ba2-ac3a-fd8e9ed53f45 None None] Pushing event updated for resources: {'Port': ['ID=300c0a08-9f05-4edc-bec0-3f80f3fc6b2d,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:36.517322 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-71309d18-974b-491d-b478-6f016ae0e5cb None None] Provisioning complete for port 300c0a08-9f05-4edc-bec0-3f80f3fc6b2d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:05:36.517709 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-71309d18-974b-491d-b478-6f016ae0e5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:36.609024 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-5aff0eb1-ca4a-4db3-a10d-0e67ab87ed46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534512958', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '1dfc875f-2952-4eb6-bbe1-32246b7413e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:05:28Z', 'updated_at': '2021-12-10T19:05:33Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '1dfc875f-2952-4eb6-bbe1-32246b7413e5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:29Z', 'updated_at': '2021-12-10T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '300c0a08-9f05-4edc-bec0-3f80f3fc6b2d', 'name': '', 'network_id': '6982f646-9f83-4de9-99b5-94201cb06e8e', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'mac_address': 'fa:16:3e:5a:7d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '1e182445-bbb5-40af-ab42-0475451efe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:31Z', 'updated_at': '2021-12-10T19:05:36Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'subnets': [{'id': '1e182445-bbb5-40af-ab42-0475451efe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:36.654252 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-29ab1344-59b3-460d-ae96-4199141fcc30 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:36.655797 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-29ab1344-59b3-460d-ae96-4199141fcc30 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.46 "GET /v2.0/networks?id=6982f646-9f83-4de9-99b5-94201cb06e8e HTTP/1.1" status: 200 len: 795 time: 0.1396363 Dec 10 19:05:36.666765 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aff0eb1-ca4a-4db3-a10d-0e67ab87ed46 None None] The sync data for ids ['30e4e99b-b5bd-4b81-8529-2da1fc09827a'] in n-d-821435-1 is: [{'id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534512958', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '1dfc875f-2952-4eb6-bbe1-32246b7413e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:05:28Z', 'updated_at': '2021-12-10T19:05:33Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '1dfc875f-2952-4eb6-bbe1-32246b7413e5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:29Z', 'updated_at': '2021-12-10T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '300c0a08-9f05-4edc-bec0-3f80f3fc6b2d', 'name': '', 'network_id': '6982f646-9f83-4de9-99b5-94201cb06e8e', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'mac_address': 'fa:16:3e:5a:7d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '1e182445-bbb5-40af-ab42-0475451efe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:31Z', 'updated_at': '2021-12-10T19:05:36Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'subnets': [{'id': '1e182445-bbb5-40af-ab42-0475451efe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:05:36.721721 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0732074a-1018-49bb-a3d1-9206df222fa5 req-10a6e022-26b8-4740-8e96-3e84a8e271d4 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 210 time: 0.0491350 Dec 10 19:05:36.796213 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-e90bff06-3666-4218-9d59-20f272bdfe59 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c22e13dcedd4daaa6d6950826669aaa HTTP/1.1" status: 200 len: 380 time: 0.1305511 Dec 10 19:05:36.804800 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a43ead-6628-4cde-ab57-68bd67e8a3b6 req-065288dc-0f41-4365-a514-e0ee665b0b78 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:36.806429 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-43a43ead-6628-4cde-ab57-68bd67e8a3b6 req-065288dc-0f41-4365-a514-e0ee665b0b78 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 945 time: 0.0905321 Dec 10 19:05:36.806593 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-27e5dc37-1633-48b7-a0a7-fe21f078d863 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'port': {'device_id': '41fafe33-76f7-4668-8d82-842e66bd236b', 'network_id': '6982f646-9f83-4de9-99b5-94201cb06e8e', 'admin_state_up': True, 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'security_groups': ['2679421c-f676-4e82-80e0-0af3324c9349']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:05:36.861487 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-43a43ead-6628-4cde-ab57-68bd67e8a3b6 req-f04ac9c6-1028-4efa-81ea-283a19d238bb tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470998 Dec 10 19:05:36.932083 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-27e5dc37-1633-48b7-a0a7-fe21f078d863 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Made reservation on behalf of 0c22e13dcedd4daaa6d6950826669aaa for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:05:36.935831 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-27e5dc37-1633-48b7-a0a7-fe21f078d863 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:37.073109 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-27e5dc37-1633-48b7-a0a7-fe21f078d863 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Allocated IP 172.20.0.6 (6982f646-9f83-4de9-99b5-94201cb06e8e/1e182445-bbb5-40af-ab42-0475451efe1b/8927d2b8-b53a-4849-a86d-94c7effbc8cf) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:05:37.224019 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-27e5dc37-1633-48b7-a0a7-fe21f078d863 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:37.258608 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-27e5dc37-1633-48b7-a0a7-fe21f078d863 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:37.301705 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-27e5dc37-1633-48b7-a0a7-fe21f078d863 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Network 6982f646-9f83-4de9-99b5-94201cb06e8e is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:05:37.304885 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-27e5dc37-1633-48b7-a0a7-fe21f078d863 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:05:37.309593 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-27e5dc37-1633-48b7-a0a7-fe21f078d863 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:05:37.341752 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e5dc37-1633-48b7-a0a7-fe21f078d863 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'Port': ['ID=8927d2b8-b53a-4849-a86d-94c7effbc8cf,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:37.382322 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-27e5dc37-1633-48b7-a0a7-fe21f078d863 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:37.383220 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-27e5dc37-1633-48b7-a0a7-fe21f078d863 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:37.407915 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-27e5dc37-1633-48b7-a0a7-fe21f078d863 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6052339 Dec 10 19:05:37.422037 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-57f6c729-0ba9-441a-8485-8d66525b6bf8 service neutron] Request body: {'port': {'device_id': '41fafe33-76f7-4668-8d82-842e66bd236b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:05:37.491371 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-57f6c729-0ba9-441a-8485-8d66525b6bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:37.579364 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0c5621f0-a661-490c-ba13-3b16a2875987 None None] Provisioning complete for port 8927d2b8-b53a-4849-a86d-94c7effbc8cf triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:05:37.580462 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0c5621f0-a661-490c-ba13-3b16a2875987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:37.631858 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-0c5621f0-a661-490c-ba13-3b16a2875987 None None] Port 8927d2b8-b53a-4849-a86d-94c7effbc8cf cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:05:37.696372 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f693f-df67-434b-b489-577b37a3ff46 req-d949cd01-4bcd-4729-9d17-c9a6afa9c9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:37.697987 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3a1f693f-df67-434b-b489-577b37a3ff46 req-d949cd01-4bcd-4729-9d17-c9a6afa9c9da service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce6d41cdbd6e4596aec18213412eef45&device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 1096 time: 0.0419650 Dec 10 19:05:37.786843 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-57f6c729-0ba9-441a-8485-8d66525b6bf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8927d2b8-b53a-4849-a86d-94c7effbc8cf {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:05:37.796820 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-57f6c729-0ba9-441a-8485-8d66525b6bf8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:37.811350 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-57f6c729-0ba9-441a-8485-8d66525b6bf8 service neutron] Transition to ACTIVE for port object 8927d2b8-b53a-4849-a86d-94c7effbc8cf will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:05:37.819128 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-57f6c729-0ba9-441a-8485-8d66525b6bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:37.872226 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f693f-df67-434b-b489-577b37a3ff46 req-85c678b0-e5d9-4a2e-b42c-13d9eddc662f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:37.873948 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3a1f693f-df67-434b-b489-577b37a3ff46 req-85c678b0-e5d9-4a2e-b42c-13d9eddc662f service neutron] 10.222.0.46 "GET /v2.0/networks?id=8a30ce27-2851-4282-9ac6-23ccb449ba3d HTTP/1.1" status: 200 len: 918 time: 0.1560006 Dec 10 19:05:37.894232 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6c729-0ba9-441a-8485-8d66525b6bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=8927d2b8-b53a-4849-a86d-94c7effbc8cf,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:37.953339 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-57f6c729-0ba9-441a-8485-8d66525b6bf8 service neutron] Attempting to bind port 8927d2b8-b53a-4849-a86d-94c7effbc8cf on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:05:37.953699 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-57f6c729-0ba9-441a-8485-8d66525b6bf8 service neutron] Attempting to bind port 8927d2b8-b53a-4849-a86d-94c7effbc8cf by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': 'd205616c-d261-4bfc-898c-8d1c3606eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6982f646-9f83-4de9-99b5-94201cb06e8e'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:05:37.954033 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-57f6c729-0ba9-441a-8485-8d66525b6bf8 service neutron] Attempting to bind port 8927d2b8-b53a-4849-a86d-94c7effbc8cf on network 6982f646-9f83-4de9-99b5-94201cb06e8e {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:05:37.958948 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-57f6c729-0ba9-441a-8485-8d66525b6bf8 service neutron] Port 8927d2b8-b53a-4849-a86d-94c7effbc8cf on network 6982f646-9f83-4de9-99b5-94201cb06e8e not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:05:37.959274 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-57f6c729-0ba9-441a-8485-8d66525b6bf8 service neutron] Attempting to bind port 8927d2b8-b53a-4849-a86d-94c7effbc8cf on network 6982f646-9f83-4de9-99b5-94201cb06e8e {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:05:37.959920 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2ea4c-144d-4fbe-b9c4-b7891f49a712 req-3c730b2d-1078-4a06-a373-e3dccae680a7 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:37.962899 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-13a2ea4c-144d-4fbe-b9c4-b7891f49a712 req-3c730b2d-1078-4a06-a373-e3dccae680a7 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 943 time: 0.1335778 Dec 10 19:05:37.966231 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-57f6c729-0ba9-441a-8485-8d66525b6bf8 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:05:37.966575 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-57f6c729-0ba9-441a-8485-8d66525b6bf8 service neutron] Checking segment: {'id': 'd205616c-d261-4bfc-898c-8d1c3606eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6982f646-9f83-4de9-99b5-94201cb06e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:05:37.966965 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-57f6c729-0ba9-441a-8485-8d66525b6bf8 service neutron] Bound using segment: {'id': 'd205616c-d261-4bfc-898c-8d1c3606eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6982f646-9f83-4de9-99b5-94201cb06e8e'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:05:37.967402 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-57f6c729-0ba9-441a-8485-8d66525b6bf8 service neutron] Bound port: 8927d2b8-b53a-4849-a86d-94c7effbc8cf, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd205616c-d261-4bfc-898c-8d1c3606eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6982f646-9f83-4de9-99b5-94201cb06e8e'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:05:37.967764 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-57f6c729-0ba9-441a-8485-8d66525b6bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:38.005419 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3a1f693f-df67-434b-b489-577b37a3ff46 req-028d5200-2676-4de3-8c82-6fcfbbc8186e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50724c36-ebe4-42a7-be98-5c0610971095 HTTP/1.1" status: 200 len: 1000 time: 0.1246462 Dec 10 19:05:38.081776 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebea30e-53c1-4f51-897c-f1af9d4fd352 req-03cecfde-8caf-414b-931f-8e388107100b tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:38.084292 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9ebea30e-53c1-4f51-897c-f1af9d4fd352 req-03cecfde-8caf-414b-931f-8e388107100b tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 945 time: 0.1049724 Dec 10 19:05:38.097635 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-13a2ea4c-144d-4fbe-b9c4-b7891f49a712 req-1902f9f4-56ee-4e4e-b32d-c1a299db9eb1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137128 Dec 10 19:05:38.102250 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-57f6c729-0ba9-441a-8485-8d66525b6bf8 service neutron] For port 8927d2b8-b53a-4849-a86d-94c7effbc8cf, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:05:38.112987 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-57f6c729-0ba9-441a-8485-8d66525b6bf8 service neutron] For port 8927d2b8-b53a-4849-a86d-94c7effbc8cf, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8927d2b8-b53a-4849-a86d-94c7effbc8cf,segment=NetworkSegment(d205616c-d261-4bfc-898c-8d1c3606eb84),segment_id=d205616c-d261-4bfc-898c-8d1c3606eb84)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:05:38.117903 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f693f-df67-434b-b489-577b37a3ff46 req-de2f2ef1-6896-4a45-8379-b400f0052b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:38.119389 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3a1f693f-df67-434b-b489-577b37a3ff46 req-de2f2ef1-6896-4a45-8379-b400f0052b0e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b5b8f42d-7b7d-4b89-936c-8b66a87ff765 HTTP/1.1" status: 200 len: 856 time: 0.1067488 Dec 10 19:05:38.123336 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-57f6c729-0ba9-441a-8485-8d66525b6bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:38.145712 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 300c0a08-9f05-4edc-bec0-3f80f3fc6b2d up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:05:38.175797 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f693f-df67-434b-b489-577b37a3ff46 req-343141b6-4336-4c62-8f09-f0215c7b75ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:38.177436 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3a1f693f-df67-434b-b489-577b37a3ff46 req-343141b6-4336-4c62-8f09-f0215c7b75ac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8a30ce27-2851-4282-9ac6-23ccb449ba3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478666 Dec 10 19:05:38.187741 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-57f6c729-0ba9-441a-8485-8d66525b6bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:38.189136 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-57f6c729-0ba9-441a-8485-8d66525b6bf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:38.190677 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-57f6c729-0ba9-441a-8485-8d66525b6bf8 service neutron] 10.222.0.46 "PUT /v2.0/ports/8927d2b8-b53a-4849-a86d-94c7effbc8cf HTTP/1.1" status: 200 len: 1091 time: 0.7734890 Dec 10 19:05:38.202200 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41fafe33-76f7-4668-8d82-842e66bd236b', 'tag': '8927d2b8-b53a-4849-a86d-94c7effbc8cf'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:05:38.205626 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22fda48-d8a8-4193-ae6a-64bb10c0ca50" -d '{"events": [{"name": "network-changed", "server_uuid": "41fafe33-76f7-4668-8d82-842e66bd236b", "tag": "8927d2b8-b53a-4849-a86d-94c7effbc8cf"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:05:38.224028 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 300c0a08-9f05-4edc-bec0-3f80f3fc6b2d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:05:38.224408 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:38.280816 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287a188d-ba4f-459b-b4d0-28006862f632 x-openstack-request-id: req-287a188d-ba4f-459b-b4d0-28006862f632 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:05:38.281182 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41fafe33-76f7-4668-8d82-842e66bd236b", "tag": "8927d2b8-b53a-4849-a86d-94c7effbc8cf", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:05:38.281472 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-287a188d-ba4f-459b-b4d0-28006862f632 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:05:38.282440 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41fafe33-76f7-4668-8d82-842e66bd236b', 'tag': '8927d2b8-b53a-4849-a86d-94c7effbc8cf', 'status': 'completed', 'code': 200} Dec 10 19:05:38.305626 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6c729-0ba9-441a-8485-8d66525b6bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=8927d2b8-b53a-4849-a86d-94c7effbc8cf,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:38.329195 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9ebea30e-53c1-4f51-897c-f1af9d4fd352 req-b3da1b31-849c-45c0-9841-5a2f254b7235 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2229431 Dec 10 19:05:38.351692 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3a1f693f-df67-434b-b489-577b37a3ff46 req-2d89478d-9391-4db7-b80a-a2d7eaa67252 service neutron] 10.222.0.46 "GET /v2.0/networks/8a30ce27-2851-4282-9ac6-23ccb449ba3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660354 Dec 10 19:05:38.363020 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-41b4e915-51f0-4506-ac6e-e7de47066b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:38.364516 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-41b4e915-51f0-4506-ac6e-e7de47066b7b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 1094 time: 0.1189163 Dec 10 19:05:38.396613 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:38.415013 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-4d6108d6-789a-4ca2-81b5-7ab4a53801c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8927d2b8-b53a-4849-a86d-94c7effbc8cf HTTP/1.1" status: 200 len: 217 time: 0.0407000 Dec 10 19:05:38.471807 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3a1f693f-df67-434b-b489-577b37a3ff46 req-5d5b8a68-3c05-43c9-8b17-48a5d4e2bf63 service neutron] 10.222.0.46 "GET /v2.0/networks/8a30ce27-2851-4282-9ac6-23ccb449ba3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125803 Dec 10 19:05:38.472853 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-e1dc76c3-9f9f-4b24-abc8-3bfbb6e7b679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:38.475007 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-e1dc76c3-9f9f-4b24-abc8-3bfbb6e7b679 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e182445-bbb5-40af-ab42-0475451efe1b HTTP/1.1" status: 200 len: 834 time: 0.0528543 Dec 10 19:05:38.525905 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-0a430f62-fb31-4db5-948d-68a9aa1cc178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:38.528025 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-0a430f62-fb31-4db5-948d-68a9aa1cc178 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6982f646-9f83-4de9-99b5-94201cb06e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424073 Dec 10 19:05:38.625647 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-a23c1582-d011-4e44-b01c-23840dbf35e4 service neutron] 10.222.0.46 "GET /v2.0/networks/6982f646-9f83-4de9-99b5-94201cb06e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905499 Dec 10 19:05:38.717665 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b3b62eb5-33d2-4c83-989d-69de9995ef1e req-2935354a-2f5b-4772-9cbd-10798cdeec9c service neutron] 10.222.0.46 "GET /v2.0/networks/6982f646-9f83-4de9-99b5-94201cb06e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851917 Dec 10 19:05:38.800500 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fda48-d8a8-4193-ae6a-64bb10c0ca50 req-551b7e85-922d-4456-ac5f-14d0f717f9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:38.802017 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c22fda48-d8a8-4193-ae6a-64bb10c0ca50 req-551b7e85-922d-4456-ac5f-14d0f717f9af service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 1094 time: 0.0396359 Dec 10 19:05:38.809787 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 50724c36-ebe4-42a7-be98-5c0610971095 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:05:38.899114 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fda48-d8a8-4193-ae6a-64bb10c0ca50 req-0c07a198-06ff-4984-924c-8422e3941709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:38.900672 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c22fda48-d8a8-4193-ae6a-64bb10c0ca50 req-0c07a198-06ff-4984-924c-8422e3941709 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6982f646-9f83-4de9-99b5-94201cb06e8e HTTP/1.1" status: 200 len: 896 time: 0.0907600 Dec 10 19:05:38.906977 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 50724c36-ebe4-42a7-be98-5c0610971095, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=50724c36-ebe4-42a7-be98-5c0610971095,segment=NetworkSegment(b018f0b2-f2ea-42a6-be50-b44238505497),segment_id=b018f0b2-f2ea-42a6-be50-b44238505497)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:05:38.919319 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '50724c36-ebe4-42a7-be98-5c0610971095', 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d', 'port_id': '50724c36-ebe4-42a7-be98-5c0610971095', 'mac_address': 'fa:16:3e:63:0d:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b8f42d-7b7d-4b89-936c-8b66a87ff765', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:05:38.944395 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c22fda48-d8a8-4193-ae6a-64bb10c0ca50 req-65656ab4-dd68-4b6b-a929-25d4331b78b2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8927d2b8-b53a-4849-a86d-94c7effbc8cf HTTP/1.1" status: 200 len: 217 time: 0.0366864 Dec 10 19:05:38.955813 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:38.969628 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50724c36-ebe4-42a7-be98-5c0610971095 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:05:38.990324 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 50724c36-ebe4-42a7-be98-5c0610971095, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=50724c36-ebe4-42a7-be98-5c0610971095,segment=NetworkSegment(b018f0b2-f2ea-42a6-be50-b44238505497),segment_id=b018f0b2-f2ea-42a6-be50-b44238505497)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:05:38.994241 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:38.999661 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fda48-d8a8-4193-ae6a-64bb10c0ca50 req-de2ed291-12bd-4f07-b129-dfeafa94b1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:39.001220 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c22fda48-d8a8-4193-ae6a-64bb10c0ca50 req-de2ed291-12bd-4f07-b129-dfeafa94b1b0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e182445-bbb5-40af-ab42-0475451efe1b HTTP/1.1" status: 200 len: 834 time: 0.0497754 Dec 10 19:05:39.049030 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=50724c36-ebe4-42a7-be98-5c0610971095,revision_number=11']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:39.051361 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fda48-d8a8-4193-ae6a-64bb10c0ca50 req-068eb545-d2f2-4db0-97ad-f32d6f9848f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:39.052973 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c22fda48-d8a8-4193-ae6a-64bb10c0ca50 req-068eb545-d2f2-4db0-97ad-f32d6f9848f0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6982f646-9f83-4de9-99b5-94201cb06e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440135 Dec 10 19:05:39.146743 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c22fda48-d8a8-4193-ae6a-64bb10c0ca50 req-cbd14765-2f1e-4a01-b393-9d81b595855b service neutron] 10.222.0.46 "GET /v2.0/networks/6982f646-9f83-4de9-99b5-94201cb06e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841858 Dec 10 19:05:39.234425 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['50724c36-ebe4-42a7-be98-5c0610971095'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:05:39.274511 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9ef02-85a7-4ac6-aa1b-2e5bf5d4578d req-dbb40312-13ec-43cf-b1e3-944de1fbca8c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:39.276008 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f7d9ef02-85a7-4ac6-aa1b-2e5bf5d4578d req-dbb40312-13ec-43cf-b1e3-944de1fbca8c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 943 time: 0.1134589 Dec 10 19:05:39.299767 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c22fda48-d8a8-4193-ae6a-64bb10c0ca50 req-4add5fdf-7426-4263-b9e6-ef3a1c4ebe4d service neutron] 10.222.0.46 "GET /v2.0/networks/6982f646-9f83-4de9-99b5-94201cb06e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443992 Dec 10 19:05:39.334150 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f7d9ef02-85a7-4ac6-aa1b-2e5bf5d4578d req-3905e880-8ac0-4f91-84b3-ebcc1424cf04 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519016 Dec 10 19:05:39.504599 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39330d-44d9-4908-8ebf-109a589d73ec req-017b1cf6-2ea9-42fb-b07c-cb8f2b45618a tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:39.506141 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8e39330d-44d9-4908-8ebf-109a589d73ec req-017b1cf6-2ea9-42fb-b07c-cb8f2b45618a tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 946 time: 0.0541618 Dec 10 19:05:39.559073 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8e39330d-44d9-4908-8ebf-109a589d73ec req-81c05b16-0690-4016-96f9-11b861621ce0 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460217 Dec 10 19:05:39.662192 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b21cf7c0-7c00-43a2-b48b-32b14038a75e req-161f6424-4ff4-42c9-90c4-41b0a11a8a1e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7566af0b-6597-4ea6-bcf8-4173e3164eee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445142 Dec 10 19:05:39.722077 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21cf7c0-7c00-43a2-b48b-32b14038a75e req-0d60d61a-4abf-4055-852a-a00c723fb0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:39.723560 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b21cf7c0-7c00-43a2-b48b-32b14038a75e req-0d60d61a-4abf-4055-852a-a00c723fb0b8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=18f4d0de9fea441da6506fc341573bc1&device_id=7566af0b-6597-4ea6-bcf8-4173e3164eee HTTP/1.1" status: 200 len: 1097 time: 0.0395372 Dec 10 19:05:39.825489 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21cf7c0-7c00-43a2-b48b-32b14038a75e req-318bb5d9-004b-428a-b44a-b5735f9d284b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:39.826968 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b21cf7c0-7c00-43a2-b48b-32b14038a75e req-318bb5d9-004b-428a-b44a-b5735f9d284b service neutron] 10.222.0.72 "GET /v2.0/networks?id=516cf886-0f4d-46b9-b744-c490650e8912 HTTP/1.1" status: 200 len: 911 time: 0.0843937 Dec 10 19:05:39.895412 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b21cf7c0-7c00-43a2-b48b-32b14038a75e req-e89d0176-790c-40f2-9738-ef40f7d8c08c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8145a55b-a758-4819-817d-c3df70f440cb HTTP/1.1" status: 200 len: 1001 time: 0.0610869 Dec 10 19:05:39.944477 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21cf7c0-7c00-43a2-b48b-32b14038a75e req-57dc0ae4-15ff-4813-a117-c12844de37f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:39.945991 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b21cf7c0-7c00-43a2-b48b-32b14038a75e req-57dc0ae4-15ff-4813-a117-c12844de37f3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fca310e3-485d-42a7-b973-3f839349aa93 HTTP/1.1" status: 200 len: 849 time: 0.0442114 Dec 10 19:05:39.994401 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21cf7c0-7c00-43a2-b48b-32b14038a75e req-80ec4e0a-0eb7-4589-926e-d75979ae8834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:39.997827 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b21cf7c0-7c00-43a2-b48b-32b14038a75e req-80ec4e0a-0eb7-4589-926e-d75979ae8834 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=516cf886-0f4d-46b9-b744-c490650e8912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451748 Dec 10 19:05:40.091453 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b21cf7c0-7c00-43a2-b48b-32b14038a75e req-a2dc0ede-c94e-4bf8-8af0-86758c1dac18 service neutron] 10.222.0.72 "GET /v2.0/networks/516cf886-0f4d-46b9-b744-c490650e8912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868790 Dec 10 19:05:40.179844 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b21cf7c0-7c00-43a2-b48b-32b14038a75e req-343a71e8-8bab-4abf-a2af-0e7169034e2f service neutron] 10.222.0.72 "GET /v2.0/networks/516cf886-0f4d-46b9-b744-c490650e8912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813096 Dec 10 19:05:40.454780 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc3e94-52c0-4502-80f1-faaaad0707b4 req-509d7f1c-b4e0-45c8-b0f5-9b64f0de5dc2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:40.456261 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e1fc3e94-52c0-4502-80f1-faaaad0707b4 req-509d7f1c-b4e0-45c8-b0f5-9b64f0de5dc2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 943 time: 0.0486212 Dec 10 19:05:40.508283 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e1fc3e94-52c0-4502-80f1-faaaad0707b4 req-4cf75235-5dfa-40e7-9c81-96b814bb6611 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458958 Dec 10 19:05:40.682160 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b950d-43bd-4393-8848-36f1a0965ee4 req-9481fdf6-1883-4120-bdd3-69a1f91f4162 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:40.683494 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-048b950d-43bd-4393-8848-36f1a0965ee4 req-9481fdf6-1883-4120-bdd3-69a1f91f4162 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 946 time: 0.0502067 Dec 10 19:05:40.731367 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-048b950d-43bd-4393-8848-36f1a0965ee4 req-031588e7-4e08-43de-8c66-e70e44a381b2 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417686 Dec 10 19:05:40.810942 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 8927d2b8-b53a-4849-a86d-94c7effbc8cf details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:05:40.814207 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 50724c36-ebe4-42a7-be98-5c0610971095 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:05:40.929526 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 50724c36-ebe4-42a7-be98-5c0610971095 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:05:40.941916 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 50724c36-ebe4-42a7-be98-5c0610971095 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:05:40.942291 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:40.948166 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 8927d2b8-b53a-4849-a86d-94c7effbc8cf, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8927d2b8-b53a-4849-a86d-94c7effbc8cf,segment=NetworkSegment(d205616c-d261-4bfc-898c-8d1c3606eb84),segment_id=d205616c-d261-4bfc-898c-8d1c3606eb84)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:05:40.991092 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '8927d2b8-b53a-4849-a86d-94c7effbc8cf', 'network_id': '6982f646-9f83-4de9-99b5-94201cb06e8e', 'port_id': '8927d2b8-b53a-4849-a86d-94c7effbc8cf', 'mac_address': 'fa:16:3e:58:77:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e182445-bbb5-40af-ab42-0475451efe1b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:05:41.042891 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:41.078403 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8927d2b8-b53a-4849-a86d-94c7effbc8cf {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:05:41.103522 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:41.106941 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 8927d2b8-b53a-4849-a86d-94c7effbc8cf, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8927d2b8-b53a-4849-a86d-94c7effbc8cf,segment=NetworkSegment(d205616c-d261-4bfc-898c-8d1c3606eb84),segment_id=d205616c-d261-4bfc-898c-8d1c3606eb84)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:05:41.115444 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:41.159577 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ced1028-5ea2-4de8-877b-080720954eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50724c36-ebe4-42a7-be98-5c0610971095'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:05:41.161840 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfec44b-0b32-4a8a-995c-727efdb48167" -d '{"events": [{"server_uuid": "4ced1028-5ea2-4de8-877b-080720954eb0", "name": "network-vif-plugged", "status": "completed", "tag": "50724c36-ebe4-42a7-be98-5c0610971095"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:05:41.191209 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 50724c36-ebe4-42a7-be98-5c0610971095, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=50724c36-ebe4-42a7-be98-5c0610971095,segment=NetworkSegment(b018f0b2-f2ea-42a6-be50-b44238505497),segment_id=b018f0b2-f2ea-42a6-be50-b44238505497)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:05:41.204032 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:41.208572 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2ab99a-6c2a-4f7d-9b89-2e76ff38a20c x-openstack-request-id: req-6b2ab99a-6c2a-4f7d-9b89-2e76ff38a20c {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:05:41.208897 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ced1028-5ea2-4de8-877b-080720954eb0", "name": "network-vif-plugged", "status": "completed", "tag": "50724c36-ebe4-42a7-be98-5c0610971095", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:05:41.209160 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6b2ab99a-6c2a-4f7d-9b89-2e76ff38a20c {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:05:41.209554 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ced1028-5ea2-4de8-877b-080720954eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50724c36-ebe4-42a7-be98-5c0610971095', 'code': 200} Dec 10 19:05:41.210805 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=8927d2b8-b53a-4849-a86d-94c7effbc8cf,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:41.272671 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=50724c36-ebe4-42a7-be98-5c0610971095,revision_number=12']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:41.329514 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['8927d2b8-b53a-4849-a86d-94c7effbc8cf'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:05:41.388620 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57974889-e16a-4c21-a6a8-04c150f0cb31 req-0cb8d92b-68bf-4c9d-8ba8-a32117ec4879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:41.390925 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57974889-e16a-4c21-a6a8-04c150f0cb31 req-0cb8d92b-68bf-4c9d-8ba8-a32117ec4879 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 1098 time: 0.0540788 Dec 10 19:05:41.435638 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57974889-e16a-4c21-a6a8-04c150f0cb31 req-6ace317b-4d7d-433c-9e1e-35d4d25e5400 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383313 Dec 10 19:05:41.629489 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0454e8d-20e3-46a9-aff0-1197232cef45 req-d0851635-db54-419b-a621-65fc3caaf144 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:41.630951 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b0454e8d-20e3-46a9-aff0-1197232cef45 req-d0851635-db54-419b-a621-65fc3caaf144 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 944 time: 0.0508468 Dec 10 19:05:41.682268 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b0454e8d-20e3-46a9-aff0-1197232cef45 req-746fa08a-dafc-4a77-86e9-2ed545914f1d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444198 Dec 10 19:05:41.851991 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1c543-e0ae-4bc5-b4c0-7fe95028dc43 req-264c01d2-1e27-41dd-95c8-cb477bdba87c tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:41.853646 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6ce1c543-e0ae-4bc5-b4c0-7fe95028dc43 req-264c01d2-1e27-41dd-95c8-cb477bdba87c tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 947 time: 0.0490301 Dec 10 19:05:41.900723 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6ce1c543-e0ae-4bc5-b4c0-7fe95028dc43 req-c1eb09a2-1119-47c3-abdd-eac4744436de tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404732 Dec 10 19:05:42.822185 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a462ad-ce71-4bb3-9e3a-6d09e50b1ddc req-acc3570f-dbd5-47f1-b081-fe091f4ef738 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:42.823869 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-47a462ad-ce71-4bb3-9e3a-6d09e50b1ddc req-acc3570f-dbd5-47f1-b081-fe091f4ef738 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 944 time: 0.0618639 Dec 10 19:05:42.824526 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 8927d2b8-b53a-4849-a86d-94c7effbc8cf up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:05:42.882863 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-47a462ad-ce71-4bb3-9e3a-6d09e50b1ddc req-a356fb94-c0c3-420c-bbcc-770a1e26f2e7 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522254 Dec 10 19:05:42.887518 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 8927d2b8-b53a-4849-a86d-94c7effbc8cf completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:05:42.892158 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 8927d2b8-b53a-4849-a86d-94c7effbc8cf triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:05:42.892536 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:42.980784 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:43.015579 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 8927d2b8-b53a-4849-a86d-94c7effbc8cf, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8927d2b8-b53a-4849-a86d-94c7effbc8cf,segment=NetworkSegment(d205616c-d261-4bfc-898c-8d1c3606eb84),segment_id=d205616c-d261-4bfc-898c-8d1c3606eb84)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:05:43.019992 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:43.037405 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f9e75-78b4-4ec3-97c7-34ebaed5bf32 req-82234d9a-2627-4b02-bbad-7250ce2ae06e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:43.039073 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f37f9e75-78b4-4ec3-97c7-34ebaed5bf32 req-82234d9a-2627-4b02-bbad-7250ce2ae06e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 947 time: 0.0558650 Dec 10 19:05:43.070545 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=8927d2b8-b53a-4849-a86d-94c7effbc8cf,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:43.089944 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f37f9e75-78b4-4ec3-97c7-34ebaed5bf32 req-ca062d62-db03-4a2c-880e-10eba3627393 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440943 Dec 10 19:05:43.210954 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fafe33-76f7-4668-8d82-842e66bd236b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8927d2b8-b53a-4849-a86d-94c7effbc8cf'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:05:43.213308 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b20dd4-1586-486a-a8e0-f55c6effddad" -d '{"events": [{"server_uuid": "41fafe33-76f7-4668-8d82-842e66bd236b", "name": "network-vif-plugged", "status": "completed", "tag": "8927d2b8-b53a-4849-a86d-94c7effbc8cf"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:05:43.249440 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e487f0-6c6c-4ece-b0cc-dd11933292e1 x-openstack-request-id: req-b3e487f0-6c6c-4ece-b0cc-dd11933292e1 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:05:43.249736 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41fafe33-76f7-4668-8d82-842e66bd236b", "name": "network-vif-plugged", "status": "completed", "tag": "8927d2b8-b53a-4849-a86d-94c7effbc8cf", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:05:43.250016 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b3e487f0-6c6c-4ece-b0cc-dd11933292e1 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:05:43.250415 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41fafe33-76f7-4668-8d82-842e66bd236b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8927d2b8-b53a-4849-a86d-94c7effbc8cf', 'code': 200} Dec 10 19:05:43.346800 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151fdb4-2973-47f4-9c4a-659d64207035 req-ff65ed1a-fa4f-41d2-af9d-dbabae62e8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:43.348267 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e151fdb4-2973-47f4-9c4a-659d64207035 req-ff65ed1a-fa4f-41d2-af9d-dbabae62e8b6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 1096 time: 0.0395904 Dec 10 19:05:43.395657 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e151fdb4-2973-47f4-9c4a-659d64207035 req-c3324a03-997d-47d0-b0d1-43f4af3034d9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394514 Dec 10 19:05:44.005800 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27edf369-d96b-4074-b84b-15d97b39a84d req-7d632936-54e5-4ae4-a723-65d114a2490d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:44.007308 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-27edf369-d96b-4074-b84b-15d97b39a84d req-7d632936-54e5-4ae4-a723-65d114a2490d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 945 time: 0.0530124 Dec 10 19:05:44.056734 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-27edf369-d96b-4074-b84b-15d97b39a84d req-776baad9-d2ce-4a60-ad00-38bef8cec92d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427697 Dec 10 19:05:44.215947 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16c960-3de9-4a52-8b4d-0b40f493cd60 req-42105440-35a3-4e08-9110-791e76476683 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:44.217479 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3f16c960-3de9-4a52-8b4d-0b40f493cd60 req-42105440-35a3-4e08-9110-791e76476683 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 947 time: 0.0519028 Dec 10 19:05:44.264522 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3f16c960-3de9-4a52-8b4d-0b40f493cd60 req-d24197a4-c412-4f5e-b27a-12b8f3a62dfc tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411716 Dec 10 19:05:45.172447 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5e8bb-5f03-481e-b4a8-7750231ab14c req-0782ffea-65da-4416-a171-2f8774dadb76 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:45.173953 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6bd5e8bb-5f03-481e-b4a8-7750231ab14c req-0782ffea-65da-4416-a171-2f8774dadb76 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 945 time: 0.0480704 Dec 10 19:05:45.227352 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6bd5e8bb-5f03-481e-b4a8-7750231ab14c req-84089f6d-1b85-492c-970c-438664a95e4e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474138 Dec 10 19:05:45.350764 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afe4de-3711-4646-985b-3693baa7e74d req-b151f3bf-117a-477f-8cca-3c1fed7d1ad7 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:45.352246 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-46afe4de-3711-4646-985b-3693baa7e74d req-b151f3bf-117a-477f-8cca-3c1fed7d1ad7 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 945 time: 0.0536466 Dec 10 19:05:45.402603 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-46afe4de-3711-4646-985b-3693baa7e74d req-49cac5ac-b25e-4a43-a106-db77e5ce4ae1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435731 Dec 10 19:05:45.423786 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36898) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:45.463530 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c44074-761c-4fb5-8899-ae20f435c7bd tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:45.465114 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b0c44074-761c-4fb5-8899-ae20f435c7bd tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 1091 time: 0.0403731 Dec 10 19:05:45.467832 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 36900) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:45.472137 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-31cdbb85-fda4-4631-a6ab-311040b771b2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'port_id': '8927d2b8-b53a-4849-a86d-94c7effbc8cf', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:05:45.493175 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31cdbb85-fda4-4631-a6ab-311040b771b2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:45.844797 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31cdbb85-fda4-4631-a6ab-311040b771b2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:45.946897 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-31cdbb85-fda4-4631-a6ab-311040b771b2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Allocated IP 172.25.7.8 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/d41e101f-b9a5-45e0-a385-45b8a128fdf3) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:05:46.065320 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31cdbb85-fda4-4631-a6ab-311040b771b2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:46.102444 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31cdbb85-fda4-4631-a6ab-311040b771b2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:46.141697 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cdbb85-fda4-4631-a6ab-311040b771b2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:05:46.144596 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-31cdbb85-fda4-4631-a6ab-311040b771b2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:05:46.148103 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cdbb85-fda4-4631-a6ab-311040b771b2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:05:46.169988 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cdbb85-fda4-4631-a6ab-311040b771b2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'Port': ['ID=d41e101f-b9a5-45e0-a385-45b8a128fdf3,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:46.427343 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:05:46.504691 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31cdbb85-fda4-4631-a6ab-311040b771b2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:46.568877 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31cdbb85-fda4-4631-a6ab-311040b771b2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:46.718055 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31cdbb85-fda4-4631-a6ab-311040b771b2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:46.722886 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31cdbb85-fda4-4631-a6ab-311040b771b2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:46.804319 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cdbb85-fda4-4631-a6ab-311040b771b2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'Port': ['ID=d41e101f-b9a5-45e0-a385-45b8a128fdf3,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:46.817146 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31cdbb85-fda4-4631-a6ab-311040b771b2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:46.919456 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-31cdbb85-fda4-4631-a6ab-311040b771b2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Floating IP b2cf52bd-7b15-4d8f-a0d3-bd0db83ea668 associated. External IP: 172.25.7.8, port: 8927d2b8-b53a-4849-a86d-94c7effbc8cf. Dec 10 19:05:47.120383 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31cdbb85-fda4-4631-a6ab-311040b771b2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Router 30e4e99b-b5bd-4b81-8529-2da1fc09827a has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:05:47.227328 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cdbb85-fda4-4631-a6ab-311040b771b2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:05:47.236799 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65caea80-676d-4058-9890-b606994e31fb None None] Sync routers for ids ['30e4e99b-b5bd-4b81-8529-2da1fc09827a'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:05:47.246183 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31cdbb85-fda4-4631-a6ab-311040b771b2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:47.246603 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65caea80-676d-4058-9890-b606994e31fb None None] Routers {'30e4e99b-b5bd-4b81-8529-2da1fc09827a'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:05:47.247220 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-65caea80-676d-4058-9890-b606994e31fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:05:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['30e4e99b-b5bd-4b81-8529-2da1fc09827a'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:47.273650 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-31cdbb85-fda4-4631-a6ab-311040b771b2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8047812 Dec 10 19:05:47.274254 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41fafe33-76f7-4668-8d82-842e66bd236b', 'tag': '8927d2b8-b53a-4849-a86d-94c7effbc8cf'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:05:47.277261 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb24604-99ba-4fbe-8d32-951d249050c5" -d '{"events": [{"name": "network-changed", "server_uuid": "41fafe33-76f7-4668-8d82-842e66bd236b", "tag": "8927d2b8-b53a-4849-a86d-94c7effbc8cf"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:05:47.318734 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07de79ad-d726-4c02-b03f-a27c6695014a x-openstack-request-id: req-07de79ad-d726-4c02-b03f-a27c6695014a {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:05:47.319046 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41fafe33-76f7-4668-8d82-842e66bd236b", "tag": "8927d2b8-b53a-4849-a86d-94c7effbc8cf", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:05:47.319313 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-07de79ad-d726-4c02-b03f-a27c6695014a {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:05:47.319765 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41fafe33-76f7-4668-8d82-842e66bd236b', 'tag': '8927d2b8-b53a-4849-a86d-94c7effbc8cf', 'status': 'completed', 'code': 200} Dec 10 19:05:47.398101 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb24604-99ba-4fbe-8d32-951d249050c5 req-8b1079bb-d526-42f3-8ca7-9a43f14e6c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:47.399661 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6bb24604-99ba-4fbe-8d32-951d249050c5 req-8b1079bb-d526-42f3-8ca7-9a43f14e6c88 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 1096 time: 0.0541499 Dec 10 19:05:47.400600 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282f6d9-55d5-4beb-8393-28c503e35a56 req-1c3fe0b4-9988-4590-9359-618149f3484e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:47.403177 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0282f6d9-55d5-4beb-8393-28c503e35a56 req-1c3fe0b4-9988-4590-9359-618149f3484e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 945 time: 0.0623796 Dec 10 19:05:47.456660 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0282f6d9-55d5-4beb-8393-28c503e35a56 req-57511f16-6aaf-4b14-b2dd-b0f77f77e5cc tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474651 Dec 10 19:05:47.482582 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 36910) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:47.497314 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb24604-99ba-4fbe-8d32-951d249050c5 req-b38cd064-23c9-4fdf-9f2c-e94d2928d03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:47.498833 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6bb24604-99ba-4fbe-8d32-951d249050c5 req-b38cd064-23c9-4fdf-9f2c-e94d2928d03a service neutron] 10.222.0.46 "GET /v2.0/networks?id=6982f646-9f83-4de9-99b5-94201cb06e8e HTTP/1.1" status: 200 len: 896 time: 0.0919790 Dec 10 19:05:47.528918 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-65caea80-676d-4058-9890-b606994e31fb None None] Set router 30e4e99b-b5bd-4b81-8529-2da1fc09827a gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:05:47.543386 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8d319516-5d09-42d8-aa73-a2d4a63ba9b5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/floatingips/b2cf52bd-7b15-4d8f-a0d3-bd0db83ea668 HTTP/1.1" status: 200 len: 989 time: 0.0595677 Dec 10 19:05:47.571566 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6bb24604-99ba-4fbe-8d32-951d249050c5 req-dc340405-6c5b-4482-a83c-6bbfedc7d237 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8927d2b8-b53a-4849-a86d-94c7effbc8cf HTTP/1.1" status: 200 len: 997 time: 0.0659013 Dec 10 19:05:47.621683 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb24604-99ba-4fbe-8d32-951d249050c5 req-f079cea9-5882-4fd1-8509-3fdd1096c07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:47.623274 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6bb24604-99ba-4fbe-8d32-951d249050c5 req-f079cea9-5882-4fd1-8509-3fdd1096c07a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e182445-bbb5-40af-ab42-0475451efe1b HTTP/1.1" status: 200 len: 834 time: 0.0451360 Dec 10 19:05:47.668538 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb24604-99ba-4fbe-8d32-951d249050c5 req-2b60d7bd-7f8a-486c-8c51-e7160a28a622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:47.670225 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6bb24604-99ba-4fbe-8d32-951d249050c5 req-2b60d7bd-7f8a-486c-8c51-e7160a28a622 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6982f646-9f83-4de9-99b5-94201cb06e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403154 Dec 10 19:05:47.763829 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-65caea80-676d-4058-9890-b606994e31fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534512958', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '1dfc875f-2952-4eb6-bbe1-32246b7413e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:05:28Z', 'updated_at': '2021-12-10T19:05:33Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '1dfc875f-2952-4eb6-bbe1-32246b7413e5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:29Z', 'updated_at': '2021-12-10T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'b2cf52bd-7b15-4d8f-a0d3-bd0db83ea668', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'port_id': '8927d2b8-b53a-4849-a86d-94c7effbc8cf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6982f646-9f83-4de9-99b5-94201cb06e8e', 'mac_address': 'fa:16:3e:58:77:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fafe33-76f7-4668-8d82-842e66bd236b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:05:46Z', 'updated_at': '2021-12-10T19:05:46Z', 'revision_number': 0, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300c0a08-9f05-4edc-bec0-3f80f3fc6b2d', 'name': '', 'network_id': '6982f646-9f83-4de9-99b5-94201cb06e8e', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'mac_address': 'fa:16:3e:5a:7d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '1e182445-bbb5-40af-ab42-0475451efe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:31Z', 'updated_at': '2021-12-10T19:05:36Z', 'revision_number': 5, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'subnets': [{'id': '1e182445-bbb5-40af-ab42-0475451efe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:47.764746 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6bb24604-99ba-4fbe-8d32-951d249050c5 req-8fce0452-8a83-4972-a285-2c0eb3d360f3 service neutron] 10.222.0.46 "GET /v2.0/networks/6982f646-9f83-4de9-99b5-94201cb06e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876377 Dec 10 19:05:47.789431 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65caea80-676d-4058-9890-b606994e31fb None None] Checking router: 30e4e99b-b5bd-4b81-8529-2da1fc09827a for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:05:47.797715 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65caea80-676d-4058-9890-b606994e31fb None None] Routers {'30e4e99b-b5bd-4b81-8529-2da1fc09827a'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:05:47.798327 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-65caea80-676d-4058-9890-b606994e31fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:05:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['30e4e99b-b5bd-4b81-8529-2da1fc09827a'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:47.855272 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6bb24604-99ba-4fbe-8d32-951d249050c5 req-dff3216b-95de-4928-8dd4-6c0325ab1bfc service neutron] 10.222.0.46 "GET /v2.0/networks/6982f646-9f83-4de9-99b5-94201cb06e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841417 Dec 10 19:05:47.905019 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-65caea80-676d-4058-9890-b606994e31fb None None] Set router 30e4e99b-b5bd-4b81-8529-2da1fc09827a gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:05:48.127663 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-65caea80-676d-4058-9890-b606994e31fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534512958', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '1dfc875f-2952-4eb6-bbe1-32246b7413e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:05:28Z', 'updated_at': '2021-12-10T19:05:33Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '1dfc875f-2952-4eb6-bbe1-32246b7413e5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:29Z', 'updated_at': '2021-12-10T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'b2cf52bd-7b15-4d8f-a0d3-bd0db83ea668', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'port_id': '8927d2b8-b53a-4849-a86d-94c7effbc8cf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6982f646-9f83-4de9-99b5-94201cb06e8e', 'mac_address': 'fa:16:3e:58:77:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fafe33-76f7-4668-8d82-842e66bd236b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:05:46Z', 'updated_at': '2021-12-10T19:05:46Z', 'revision_number': 0, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300c0a08-9f05-4edc-bec0-3f80f3fc6b2d', 'name': '', 'network_id': '6982f646-9f83-4de9-99b5-94201cb06e8e', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'mac_address': 'fa:16:3e:5a:7d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '1e182445-bbb5-40af-ab42-0475451efe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:31Z', 'updated_at': '2021-12-10T19:05:36Z', 'revision_number': 5, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'subnets': [{'id': '1e182445-bbb5-40af-ab42-0475451efe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:48.153442 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65caea80-676d-4058-9890-b606994e31fb None None] The sync data for ids ['30e4e99b-b5bd-4b81-8529-2da1fc09827a'] in n-d-821435-1 is: [{'id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534512958', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '1dfc875f-2952-4eb6-bbe1-32246b7413e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:05:28Z', 'updated_at': '2021-12-10T19:05:33Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '1dfc875f-2952-4eb6-bbe1-32246b7413e5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:29Z', 'updated_at': '2021-12-10T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'b2cf52bd-7b15-4d8f-a0d3-bd0db83ea668', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'port_id': '8927d2b8-b53a-4849-a86d-94c7effbc8cf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6982f646-9f83-4de9-99b5-94201cb06e8e', 'mac_address': 'fa:16:3e:58:77:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fafe33-76f7-4668-8d82-842e66bd236b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:05:46Z', 'updated_at': '2021-12-10T19:05:46Z', 'revision_number': 0, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300c0a08-9f05-4edc-bec0-3f80f3fc6b2d', 'name': '', 'network_id': '6982f646-9f83-4de9-99b5-94201cb06e8e', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'mac_address': 'fa:16:3e:5a:7d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '1e182445-bbb5-40af-ab42-0475451efe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:31Z', 'updated_at': '2021-12-10T19:05:36Z', 'revision_number': 5, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'subnets': [{'id': '1e182445-bbb5-40af-ab42-0475451efe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:05:48.346957 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ad6f07-dd1d-451c-bbcd-72d017a16cd0 None None] New status for floating IP b2cf52bd-7b15-4d8f-a0d3-bd0db83ea668: ACTIVE {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:05:48.546670 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 36914) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:48.609392 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-31751c3a-4696-48e4-9623-85477f952c06 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/floatingips/b2cf52bd-7b15-4d8f-a0d3-bd0db83ea668 HTTP/1.1" status: 200 len: 991 time: 0.0616360 Dec 10 19:05:49.649862 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2de1764f-cd3a-494d-a4a8-7eea5e1da265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:52.437018 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4c42856c-80a0-46c2-851b-bf4bba6a1d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:53.456609 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:54.838465 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:55.485078 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:03.971515 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:08.326519 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:16.370664 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c6856-8e19-4ef5-9923-c29aa4093e8f req-b80205ad-2527-4ce9-a689-81e35167d2b2 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:16.372250 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-859c6856-8e19-4ef5-9923-c29aa4093e8f req-b80205ad-2527-4ce9-a689-81e35167d2b2 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 947 time: 0.0522537 Dec 10 19:06:16.425226 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-859c6856-8e19-4ef5-9923-c29aa4093e8f req-a8507e32-abbc-4668-ae7c-d4a3daea25c7 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469427 Dec 10 19:06:17.543491 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98018a67-7b2f-4895-a821-4dfbfe64d2f9 req-282c8101-bdbd-4597-95a4-83b10fa4db18 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:17.544997 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-98018a67-7b2f-4895-a821-4dfbfe64d2f9 req-282c8101-bdbd-4597-95a4-83b10fa4db18 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 947 time: 0.0478203 Dec 10 19:06:17.594169 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-98018a67-7b2f-4895-a821-4dfbfe64d2f9 req-ef39241f-4d3b-4e6b-9a8f-79bd3c37f3ed tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups?id=71d67d7b-2cec-417c-8845-e9e65a231ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432200 Dec 10 19:06:17.738895 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9bf42-b5de-4981-9c6d-99e30689f68e req-cdf3ac21-b141-4c47-8229-a27aa74b6e01 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:17.740366 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-07d9bf42-b5de-4981-9c6d-99e30689f68e req-cdf3ac21-b141-4c47-8229-a27aa74b6e01 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 947 time: 0.0503502 Dec 10 19:06:17.833201 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-07d9bf42-b5de-4981-9c6d-99e30689f68e req-e0f1cabe-85bb-4eae-90ba-74a350a488c9 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Deleting port 50724c36-ebe4-42a7-be98-5c0610971095 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:06:17.833550 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-07d9bf42-b5de-4981-9c6d-99e30689f68e req-e0f1cabe-85bb-4eae-90ba-74a350a488c9 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:17.923946 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-07d9bf42-b5de-4981-9c6d-99e30689f68e req-e0f1cabe-85bb-4eae-90ba-74a350a488c9 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] For port 50724c36-ebe4-42a7-be98-5c0610971095, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=50724c36-ebe4-42a7-be98-5c0610971095,segment=NetworkSegment(b018f0b2-f2ea-42a6-be50-b44238505497),segment_id=b018f0b2-f2ea-42a6-be50-b44238505497)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:06:17.924310 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-07d9bf42-b5de-4981-9c6d-99e30689f68e req-e0f1cabe-85bb-4eae-90ba-74a350a488c9 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:18.111308 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-07d9bf42-b5de-4981-9c6d-99e30689f68e req-e0f1cabe-85bb-4eae-90ba-74a350a488c9 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:18.111679 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-07d9bf42-b5de-4981-9c6d-99e30689f68e req-e0f1cabe-85bb-4eae-90ba-74a350a488c9 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:18.112010 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [req-07d9bf42-b5de-4981-9c6d-99e30689f68e req-e0f1cabe-85bb-4eae-90ba-74a350a488c9 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Floating IP 56f541c0-c454-4911-be8e-f18bc9999d9c disassociated. External IP: 172.25.7.114, port: 50724c36-ebe4-42a7-be98-5c0610971095. Dec 10 19:06:18.112366 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-07d9bf42-b5de-4981-9c6d-99e30689f68e req-e0f1cabe-85bb-4eae-90ba-74a350a488c9 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Calling delete_port for 50724c36-ebe4-42a7-be98-5c0610971095 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:06:18.256660 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-07d9bf42-b5de-4981-9c6d-99e30689f68e req-e0f1cabe-85bb-4eae-90ba-74a350a488c9 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:18.299000 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1cabe-85bb-4eae-90ba-74a350a488c9 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Pushing event deleted for resources: {'Port': ['ID=50724c36-ebe4-42a7-be98-5c0610971095,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:18.313970 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1cabe-85bb-4eae-90ba-74a350a488c9 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:18.314323 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1cabe-85bb-4eae-90ba-74a350a488c9 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:18.314671 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1cabe-85bb-4eae-90ba-74a350a488c9 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:18.315008 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1cabe-85bb-4eae-90ba-74a350a488c9 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:18.317755 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1cabe-85bb-4eae-90ba-74a350a488c9 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:18.317755 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1cabe-85bb-4eae-90ba-74a350a488c9 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:18.317755 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1cabe-85bb-4eae-90ba-74a350a488c9 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:18.317755 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1cabe-85bb-4eae-90ba-74a350a488c9 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:18.317755 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1cabe-85bb-4eae-90ba-74a350a488c9 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:18.317755 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1cabe-85bb-4eae-90ba-74a350a488c9 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:18.317755 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1cabe-85bb-4eae-90ba-74a350a488c9 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:18.319237 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1cabe-85bb-4eae-90ba-74a350a488c9 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:18.319237 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1cabe-85bb-4eae-90ba-74a350a488c9 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:18.443539 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07d9bf42-b5de-4981-9c6d-99e30689f68e req-e0f1cabe-85bb-4eae-90ba-74a350a488c9 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Router 942c58aa-2ab7-4018-bfc5-7637dfbdc715 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:06:18.566406 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07d9bf42-b5de-4981-9c6d-99e30689f68e req-e0f1cabe-85bb-4eae-90ba-74a350a488c9 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:06:18.577058 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c6a6ec-19ee-4fc3-8d74-071f5a97cc28 None None] Sync routers for ids ['942c58aa-2ab7-4018-bfc5-7637dfbdc715'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:06:18.589808 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c6a6ec-19ee-4fc3-8d74-071f5a97cc28 None None] Routers {'942c58aa-2ab7-4018-bfc5-7637dfbdc715'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:06:18.590458 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-73c6a6ec-19ee-4fc3-8d74-071f5a97cc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:05:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['942c58aa-2ab7-4018-bfc5-7637dfbdc715'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:18.611218 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d9bf42-b5de-4981-9c6d-99e30689f68e req-e0f1cabe-85bb-4eae-90ba-74a350a488c9 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] No DVR routers for this DVR port 50724c36-ebe4-42a7-be98-5c0610971095 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:06:18.616274 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-07d9bf42-b5de-4981-9c6d-99e30689f68e req-e0f1cabe-85bb-4eae-90ba-74a350a488c9 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:18.618754 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-07d9bf42-b5de-4981-9c6d-99e30689f68e req-e0f1cabe-85bb-4eae-90ba-74a350a488c9 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.46 "DELETE /v2.0/ports/50724c36-ebe4-42a7-be98-5c0610971095 HTTP/1.1" status: 204 len: 173 time: 0.8718555 Dec 10 19:06:18.619226 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ced1028-5ea2-4de8-877b-080720954eb0', 'name': 'network-vif-deleted', 'tag': '50724c36-ebe4-42a7-be98-5c0610971095'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:06:18.622756 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480e40e4-7f56-4d73-a5bd-f4aea691e302" -d '{"events": [{"server_uuid": "4ced1028-5ea2-4de8-877b-080720954eb0", "name": "network-vif-deleted", "tag": "50724c36-ebe4-42a7-be98-5c0610971095"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:06:18.771060 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-799bf1b6-6112-40f9-884c-f0bfea8476b2 req-8ac74f34-2d47-4241-ba0b-b554325c00ba tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ced1028-5ea2-4de8-877b-080720954eb0 HTTP/1.1" status: 200 len: 210 time: 0.0456665 Dec 10 19:06:18.789230 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4923f41-c74c-40b2-b3e9-2bfddf2df13a x-openstack-request-id: req-c4923f41-c74c-40b2-b3e9-2bfddf2df13a {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:06:18.789529 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ced1028-5ea2-4de8-877b-080720954eb0", "name": "network-vif-deleted", "tag": "50724c36-ebe4-42a7-be98-5c0610971095", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:06:18.789805 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c4923f41-c74c-40b2-b3e9-2bfddf2df13a {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:06:18.790290 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ced1028-5ea2-4de8-877b-080720954eb0', 'name': 'network-vif-deleted', 'tag': '50724c36-ebe4-42a7-be98-5c0610971095', 'status': 'completed', 'code': 200} Dec 10 19:06:18.798029 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-73c6a6ec-19ee-4fc3-8d74-071f5a97cc28 None None] Set router 942c58aa-2ab7-4018-bfc5-7637dfbdc715 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:06:19.036407 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-73c6a6ec-19ee-4fc3-8d74-071f5a97cc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'name': 'tempest-AttachVolumeShelveTestJSON-1052448844-router', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '164839f8-49a5-47a7-b5f2-30490480a045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:55:05Z', 'updated_at': '2021-12-10T18:55:14Z', 'revision_number': 4, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'gw_port': {'id': '164839f8-49a5-47a7-b5f2-30490480a045', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:07Z', 'updated_at': '2021-12-10T18:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '887fb0a6-7d9b-4554-90eb-9829ca3444e8', 'name': '', 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'mac_address': 'fa:16:3e:12:af:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'b5b8f42d-7b7d-4b89-936c-8b66a87ff765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:13Z', 'updated_at': '2021-12-10T18:55:30Z', 'revision_number': 5, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'subnets': [{'id': 'b5b8f42d-7b7d-4b89-936c-8b66a87ff765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:19.067698 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c6a6ec-19ee-4fc3-8d74-071f5a97cc28 None None] Checking router: 942c58aa-2ab7-4018-bfc5-7637dfbdc715 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:06:19.076001 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c6a6ec-19ee-4fc3-8d74-071f5a97cc28 None None] Routers {'942c58aa-2ab7-4018-bfc5-7637dfbdc715'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:06:19.076654 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-73c6a6ec-19ee-4fc3-8d74-071f5a97cc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:05:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['942c58aa-2ab7-4018-bfc5-7637dfbdc715'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:19.186924 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-73c6a6ec-19ee-4fc3-8d74-071f5a97cc28 None None] Set router 942c58aa-2ab7-4018-bfc5-7637dfbdc715 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:06:19.381037 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-73c6a6ec-19ee-4fc3-8d74-071f5a97cc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'name': 'tempest-AttachVolumeShelveTestJSON-1052448844-router', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '164839f8-49a5-47a7-b5f2-30490480a045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:55:05Z', 'updated_at': '2021-12-10T18:55:14Z', 'revision_number': 4, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'gw_port': {'id': '164839f8-49a5-47a7-b5f2-30490480a045', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:07Z', 'updated_at': '2021-12-10T18:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '887fb0a6-7d9b-4554-90eb-9829ca3444e8', 'name': '', 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'mac_address': 'fa:16:3e:12:af:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'b5b8f42d-7b7d-4b89-936c-8b66a87ff765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:13Z', 'updated_at': '2021-12-10T18:55:30Z', 'revision_number': 5, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'subnets': [{'id': 'b5b8f42d-7b7d-4b89-936c-8b66a87ff765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:19.407652 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c6a6ec-19ee-4fc3-8d74-071f5a97cc28 None None] The sync data for ids ['942c58aa-2ab7-4018-bfc5-7637dfbdc715'] in n-d-821435-1 is: [{'id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'name': 'tempest-AttachVolumeShelveTestJSON-1052448844-router', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '164839f8-49a5-47a7-b5f2-30490480a045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:55:05Z', 'updated_at': '2021-12-10T18:55:14Z', 'revision_number': 4, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'gw_port': {'id': '164839f8-49a5-47a7-b5f2-30490480a045', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:07Z', 'updated_at': '2021-12-10T18:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '887fb0a6-7d9b-4554-90eb-9829ca3444e8', 'name': '', 'network_id': '8a30ce27-2851-4282-9ac6-23ccb449ba3d', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'mac_address': 'fa:16:3e:12:af:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'b5b8f42d-7b7d-4b89-936c-8b66a87ff765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:13Z', 'updated_at': '2021-12-10T18:55:30Z', 'revision_number': 5, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'subnets': [{'id': 'b5b8f42d-7b7d-4b89-936c-8b66a87ff765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:06:19.622481 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fa7525-4cb1-46f9-82fa-ff20cdf31cf3 None None] New status for floating IP 56f541c0-c454-4911-be8e-f18bc9999d9c: DOWN {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:06:19.652271 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d9aed3a2-a105-4b02-810e-a9586bf35f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:19.871024 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37010) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:19.924969 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-61fbb9d6-7a44-47bb-bb3a-9b970de5a55e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:19.947835 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-61fbb9d6-7a44-47bb-bb3a-9b970de5a55e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:19.996367 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-61fbb9d6-7a44-47bb-bb3a-9b970de5a55e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:19.999058 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-61fbb9d6-7a44-47bb-bb3a-9b970de5a55e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:20.000969 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-61fbb9d6-7a44-47bb-bb3a-9b970de5a55e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "DELETE /v2.0/security-groups/71d67d7b-2cec-417c-8845-e9e65a231ba7 HTTP/1.1" status: 204 len: 168 time: 0.1288979 Dec 10 19:06:20.003830 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37014) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:20.011562 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbb9d6-7a44-47bb-bb3a-9b970de5a55e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d67d7b-2cec-417c-8845-e9e65a231ba7,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:20.018011 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-d4607d90-1597-4021-abaf-81febc0e30a6 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] show failed (client error): The resource could not be found. Dec 10 19:06:20.019048 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d4607d90-1597-4021-abaf-81febc0e30a6 tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "GET /v2.0/security-groups/71d67d7b-2cec-417c-8845-e9e65a231ba7 HTTP/1.1" status: 404 len: 347 time: 0.0142360 Dec 10 19:06:20.021891 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37016) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:20.023435 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fbb9d6-7a44-47bb-bb3a-9b970de5a55e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:20.023797 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fbb9d6-7a44-47bb-bb3a-9b970de5a55e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:20.024189 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fbb9d6-7a44-47bb-bb3a-9b970de5a55e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:20.024539 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fbb9d6-7a44-47bb-bb3a-9b970de5a55e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:20.024912 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fbb9d6-7a44-47bb-bb3a-9b970de5a55e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:20.025258 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fbb9d6-7a44-47bb-bb3a-9b970de5a55e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:20.025597 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fbb9d6-7a44-47bb-bb3a-9b970de5a55e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:20.026464 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fbb9d6-7a44-47bb-bb3a-9b970de5a55e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:20.026828 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fbb9d6-7a44-47bb-bb3a-9b970de5a55e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:20.027165 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fbb9d6-7a44-47bb-bb3a-9b970de5a55e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:20.027509 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fbb9d6-7a44-47bb-bb3a-9b970de5a55e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:20.028123 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fbb9d6-7a44-47bb-bb3a-9b970de5a55e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:20.028297 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fbb9d6-7a44-47bb-bb3a-9b970de5a55e tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:20.146065 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f6f87d9f-8c55-47fa-a205-da458c28441f tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Deleting port c00cf064-a76e-466f-a2f7-69e9d6fa10ee {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:06:20.146328 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6f87d9f-8c55-47fa-a205-da458c28441f tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:20.223959 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6f87d9f-8c55-47fa-a205-da458c28441f tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:20.224284 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6f87d9f-8c55-47fa-a205-da458c28441f tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:20.236091 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f6f87d9f-8c55-47fa-a205-da458c28441f tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Calling delete_port for c00cf064-a76e-466f-a2f7-69e9d6fa10ee owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:06:20.376226 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6f87d9f-8c55-47fa-a205-da458c28441f tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:20.403684 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f87d9f-8c55-47fa-a205-da458c28441f tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Pushing event deleted for resources: {'Port': ['ID=c00cf064-a76e-466f-a2f7-69e9d6fa10ee,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:20.462435 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6f87d9f-8c55-47fa-a205-da458c28441f tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:20.465255 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6f87d9f-8c55-47fa-a205-da458c28441f tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:20.466416 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f6f87d9f-8c55-47fa-a205-da458c28441f tempest-AttachVolumeShelveTestJSON-79108386 tempest-AttachVolumeShelveTestJSON-79108386-project] 10.222.0.62 "DELETE /v2.0/floatingips/56f541c0-c454-4911-be8e-f18bc9999d9c HTTP/1.1" status: 204 len: 168 time: 0.4436142 Dec 10 19:06:21.871851 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8fb7e-4cd6-43d8-9968-732028d86e32 req-e0b25065-c63f-449b-97ae-b19df4037e2d tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:21.873479 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b7a8fb7e-4cd6-43d8-9968-732028d86e32 req-e0b25065-c63f-449b-97ae-b19df4037e2d tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 1096 time: 0.0485454 Dec 10 19:06:21.923217 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b7a8fb7e-4cd6-43d8-9968-732028d86e32 req-ba97130b-2315-493d-8d94-29de9629bdda tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431874 Dec 10 19:06:22.044451 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a5073-ad29-4008-ac58-0a0eb4cda074 req-6908cb95-f8df-44b4-9ec4-adbefa216662 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:22.046142 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-669a5073-ad29-4008-ac58-0a0eb4cda074 req-6908cb95-f8df-44b4-9ec4-adbefa216662 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 945 time: 0.0512176 Dec 10 19:06:22.101550 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-669a5073-ad29-4008-ac58-0a0eb4cda074 req-c07f91a0-2963-4406-992d-74e04602f80e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488095 Dec 10 19:06:22.125840 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37034) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:22.187985 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-785712ba-713a-4928-a338-b57371a56ed0 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/floatingips/b2cf52bd-7b15-4d8f-a0d3-bd0db83ea668 HTTP/1.1" status: 200 len: 991 time: 0.0602918 Dec 10 19:06:22.438713 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c3046d9c-269c-49f1-80ff-d613eb87c690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:22.690599 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1598fff7-9631-4655-adef-2b1d63730130 req-7ce4f39d-5b8c-40e4-9e21-9d84fdb6ca44 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0433550 Dec 10 19:06:22.719562 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3f17d-8456-4f1b-bfbe-373ff62d71e5 req-b5905b14-972f-4bf1-824e-ddf5b93bf617 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:22.727892 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-36f3f17d-8456-4f1b-bfbe-373ff62d71e5 req-b5905b14-972f-4bf1-824e-ddf5b93bf617 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 945 time: 0.0588498 Dec 10 19:06:22.782438 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-36f3f17d-8456-4f1b-bfbe-373ff62d71e5 req-0bf22efc-d416-43e2-8fff-6cfebf8c50d3 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536706 Dec 10 19:06:22.955073 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 50724c36-ebe4-42a7-be98-5c0610971095 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:06:22.981555 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 50724c36-ebe4-42a7-be98-5c0610971095 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:06:22.981913 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 50724c36-ebe4-42a7-be98-5c0610971095 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:06:23.425787 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:06:23.462471 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:23.944198 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6669e-eaf0-4ac6-891a-b80d6f195cbe req-2af339e1-f849-4937-be73-b9ebaa8a0e35 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:23.945808 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-53b6669e-eaf0-4ac6-891a-b80d6f195cbe req-2af339e1-f849-4937-be73-b9ebaa8a0e35 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 945 time: 0.0896602 Dec 10 19:06:24.015627 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598fff7-9631-4655-adef-2b1d63730130 req-d78b6bf4-e451-4b2d-947b-5aba6b7683ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:24.017267 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1598fff7-9631-4655-adef-2b1d63730130 req-d78b6bf4-e451-4b2d-947b-5aba6b7683ea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 1096 time: 0.0783348 Dec 10 19:06:24.025909 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-53b6669e-eaf0-4ac6-891a-b80d6f195cbe req-5c13e536-5442-4677-9661-ef3ff63168d5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599701 Dec 10 19:06:24.118150 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598fff7-9631-4655-adef-2b1d63730130 req-1b78c6c3-651c-4d31-8f94-11428e046cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:24.120359 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1598fff7-9631-4655-adef-2b1d63730130 req-1b78c6c3-651c-4d31-8f94-11428e046cb4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6982f646-9f83-4de9-99b5-94201cb06e8e HTTP/1.1" status: 200 len: 896 time: 0.0959072 Dec 10 19:06:24.470645 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1598fff7-9631-4655-adef-2b1d63730130 req-f0449fff-30af-456c-a27f-d39d1205c9b4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8927d2b8-b53a-4849-a86d-94c7effbc8cf HTTP/1.1" status: 200 len: 999 time: 0.3438787 Dec 10 19:06:24.520662 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598fff7-9631-4655-adef-2b1d63730130 req-d82cc8b9-3787-434a-ba44-e2b98e974e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:24.522121 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1598fff7-9631-4655-adef-2b1d63730130 req-d82cc8b9-3787-434a-ba44-e2b98e974e0d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e182445-bbb5-40af-ab42-0475451efe1b HTTP/1.1" status: 200 len: 834 time: 0.0440106 Dec 10 19:06:24.566685 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598fff7-9631-4655-adef-2b1d63730130 req-f93a407d-2b6d-4310-9c22-0a56faccea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:24.568111 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1598fff7-9631-4655-adef-2b1d63730130 req-f93a407d-2b6d-4310-9c22-0a56faccea21 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6982f646-9f83-4de9-99b5-94201cb06e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394270 Dec 10 19:06:24.679330 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1598fff7-9631-4655-adef-2b1d63730130 req-0793fc84-b599-42a8-86ae-60b62a575ea3 service neutron] 10.222.0.46 "GET /v2.0/networks/6982f646-9f83-4de9-99b5-94201cb06e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041048 Dec 10 19:06:24.770417 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1598fff7-9631-4655-adef-2b1d63730130 req-c34dbd61-3f5a-4b32-a6e1-b4f72e7416d0 service neutron] 10.222.0.46 "GET /v2.0/networks/6982f646-9f83-4de9-99b5-94201cb06e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831060 Dec 10 19:06:24.841937 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:25.154270 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c42cdb-0938-4141-9c48-465934b8f03b req-89aaac73-3a6f-43cf-b7d2-792861a2981b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:25.155676 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-52c42cdb-0938-4141-9c48-465934b8f03b req-89aaac73-3a6f-43cf-b7d2-792861a2981b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 945 time: 0.0525355 Dec 10 19:06:25.204551 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-52c42cdb-0938-4141-9c48-465934b8f03b req-913744a4-35f3-4f4f-9d0d-6e5ae59af75d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426855 Dec 10 19:06:25.479459 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:26.152332 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37100) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:26.326630 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa7002-0436-4037-83a8-937ee390b78c req-534459cf-62d7-4991-8642-09d9cc122770 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:26.328204 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2cfa7002-0436-4037-83a8-937ee390b78c req-534459cf-62d7-4991-8642-09d9cc122770 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 945 time: 0.0541449 Dec 10 19:06:26.388667 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2cfa7002-0436-4037-83a8-937ee390b78c req-49b6c1cf-8a97-48a7-b398-4e71eea60a3a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513356 Dec 10 19:06:26.640986 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d65e89a-aa96-41df-8579-b155e4133bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:26.911773 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0d65e89a-aa96-41df-8579-b155e4133bfb admin admin] Deleting port 887fb0a6-7d9b-4554-90eb-9829ca3444e8 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:06:26.912023 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d65e89a-aa96-41df-8579-b155e4133bfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:26.999182 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-0d65e89a-aa96-41df-8579-b155e4133bfb admin admin] For port 887fb0a6-7d9b-4554-90eb-9829ca3444e8, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=887fb0a6-7d9b-4554-90eb-9829ca3444e8,segment=NetworkSegment(b018f0b2-f2ea-42a6-be50-b44238505497),segment_id=b018f0b2-f2ea-42a6-be50-b44238505497)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:06:26.999875 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d65e89a-aa96-41df-8579-b155e4133bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:27.019592 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0d65e89a-aa96-41df-8579-b155e4133bfb admin admin] Calling delete_port for 887fb0a6-7d9b-4554-90eb-9829ca3444e8 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:06:27.202090 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d65e89a-aa96-41df-8579-b155e4133bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:27.228024 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65e89a-aa96-41df-8579-b155e4133bfb admin admin] Pushing event deleted for resources: {'Port': ['ID=887fb0a6-7d9b-4554-90eb-9829ca3444e8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:27.397897 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d65e89a-aa96-41df-8579-b155e4133bfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:27.524731 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff97c0-0a58-4995-bbdd-413d131eb310 req-0c214ddf-4d73-4434-a162-bb1b3441595e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:27.526884 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bcff97c0-0a58-4995-bbdd-413d131eb310 req-0c214ddf-4d73-4434-a162-bb1b3441595e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 945 time: 0.0644789 Dec 10 19:06:27.576744 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bcff97c0-0a58-4995-bbdd-413d131eb310 req-5c64ac2b-7ce7-4a51-9683-94870bdb7965 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438094 Dec 10 19:06:27.623972 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d65e89a-aa96-41df-8579-b155e4133bfb admin admin] Router 942c58aa-2ab7-4018-bfc5-7637dfbdc715 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:06:27.726202 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d65e89a-aa96-41df-8579-b155e4133bfb admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:06:27.733932 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0d65e89a-aa96-41df-8579-b155e4133bfb admin admin] 10.222.0.62 "PUT /v2.0/routers/942c58aa-2ab7-4018-bfc5-7637dfbdc715/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5804436 Dec 10 19:06:27.734153 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37112) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:27.735699 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567e902e-88c8-463b-a96e-7985bb1e29cf None None] Sync routers for ids ['942c58aa-2ab7-4018-bfc5-7637dfbdc715'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:06:27.746579 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567e902e-88c8-463b-a96e-7985bb1e29cf None None] Routers {'942c58aa-2ab7-4018-bfc5-7637dfbdc715'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:06:27.747192 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-567e902e-88c8-463b-a96e-7985bb1e29cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:06:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['942c58aa-2ab7-4018-bfc5-7637dfbdc715'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:27.836371 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d654696-ae96-4cca-88b1-bf5be3affd24 admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:27.849025 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-567e902e-88c8-463b-a96e-7985bb1e29cf None None] Set router 942c58aa-2ab7-4018-bfc5-7637dfbdc715 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:06:27.936874 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d654696-ae96-4cca-88b1-bf5be3affd24 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:27.988960 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1d654696-ae96-4cca-88b1-bf5be3affd24 admin admin] Deleting port 164839f8-49a5-47a7-b5f2-30490480a045 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:06:27.989409 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d654696-ae96-4cca-88b1-bf5be3affd24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:28.025153 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-567e902e-88c8-463b-a96e-7985bb1e29cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'name': 'tempest-AttachVolumeShelveTestJSON-1052448844-router', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '164839f8-49a5-47a7-b5f2-30490480a045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:55:05Z', 'updated_at': '2021-12-10T19:06:27Z', 'revision_number': 5, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'gw_port': {'id': '164839f8-49a5-47a7-b5f2-30490480a045', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:55:07Z', 'updated_at': '2021-12-10T18:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:28.052161 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567e902e-88c8-463b-a96e-7985bb1e29cf None None] Checking router: 942c58aa-2ab7-4018-bfc5-7637dfbdc715 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:06:28.062474 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567e902e-88c8-463b-a96e-7985bb1e29cf None None] Routers {'942c58aa-2ab7-4018-bfc5-7637dfbdc715'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:06:28.063103 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-567e902e-88c8-463b-a96e-7985bb1e29cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:06:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['942c58aa-2ab7-4018-bfc5-7637dfbdc715'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:28.068884 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-1d654696-ae96-4cca-88b1-bf5be3affd24 admin admin] For port 164839f8-49a5-47a7-b5f2-30490480a045, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=164839f8-49a5-47a7-b5f2-30490480a045,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:06:28.069319 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d654696-ae96-4cca-88b1-bf5be3affd24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:28.082087 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1d654696-ae96-4cca-88b1-bf5be3affd24 admin admin] Calling delete_port for 164839f8-49a5-47a7-b5f2-30490480a045 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:06:28.253730 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d654696-ae96-4cca-88b1-bf5be3affd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:28.287408 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d654696-ae96-4cca-88b1-bf5be3affd24 admin admin] Pushing event deleted for resources: {'Port': ['ID=164839f8-49a5-47a7-b5f2-30490480a045,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:28.301447 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2d5a5d-7336-494d-95f7-60c55b10b7b3 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:06:28.329463 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-567e902e-88c8-463b-a96e-7985bb1e29cf None None] Set router 942c58aa-2ab7-4018-bfc5-7637dfbdc715 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:06:28.351308 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d654696-ae96-4cca-88b1-bf5be3affd24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:28.389907 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-567e902e-88c8-463b-a96e-7985bb1e29cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'name': 'tempest-AttachVolumeShelveTestJSON-1052448844-router', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:55:05Z', 'updated_at': '2021-12-10T19:06:27Z', 'revision_number': 6, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:28.417441 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567e902e-88c8-463b-a96e-7985bb1e29cf None None] The sync data for ids ['942c58aa-2ab7-4018-bfc5-7637dfbdc715'] in n-d-821435-1 is: [{'id': '942c58aa-2ab7-4018-bfc5-7637dfbdc715', 'name': 'tempest-AttachVolumeShelveTestJSON-1052448844-router', 'tenant_id': 'ce6d41cdbd6e4596aec18213412eef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:55:05Z', 'updated_at': '2021-12-10T19:06:27Z', 'revision_number': 6, 'project_id': 'ce6d41cdbd6e4596aec18213412eef45', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:06:28.448530 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d654696-ae96-4cca-88b1-bf5be3affd24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:28.450470 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d654696-ae96-4cca-88b1-bf5be3affd24 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:28.494170 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d654696-ae96-4cca-88b1-bf5be3affd24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:28.495602 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d654696-ae96-4cca-88b1-bf5be3affd24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 942c58aa-2ab7-4018-bfc5-7637dfbdc715 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:06:28.500293 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d654696-ae96-4cca-88b1-bf5be3affd24 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:28.501500 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1d654696-ae96-4cca-88b1-bf5be3affd24 admin admin] 10.222.0.62 "DELETE /v2.0/routers/942c58aa-2ab7-4018-bfc5-7637dfbdc715 HTTP/1.1" status: 204 len: 168 time: 0.7663546 Dec 10 19:06:28.503891 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37114) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:28.551631 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-00c6b619-c9c0-472d-bad5-094b1db2c227 admin admin] Deleting subnet b5b8f42d-7b7d-4b89-936c-8b66a87ff765 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:06:28.554864 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-00c6b619-c9c0-472d-bad5-094b1db2c227 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:28.591791 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-00c6b619-c9c0-472d-bad5-094b1db2c227 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:28.694426 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-00c6b619-c9c0-472d-bad5-094b1db2c227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:28.738855 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd7141-ec71-4812-b594-157267a761af req-97a4703a-a09e-4eaf-bbee-0db477d85428 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:28.740411 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-85cd7141-ec71-4812-b594-157267a761af req-97a4703a-a09e-4eaf-bbee-0db477d85428 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 945 time: 0.0894434 Dec 10 19:06:28.783390 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-00c6b619-c9c0-472d-bad5-094b1db2c227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:28.824792 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-00c6b619-c9c0-472d-bad5-094b1db2c227 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:28.826485 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a504af-af24-49c9-85af-402b29ce10b9 None None] Network 8a30ce27-2851-4282-9ac6-23ccb449ba3d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:06:28.830350 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-00c6b619-c9c0-472d-bad5-094b1db2c227 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b5b8f42d-7b7d-4b89-936c-8b66a87ff765 HTTP/1.1" status: 204 len: 168 time: 0.3231354 Dec 10 19:06:28.830350 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6b619-c9c0-472d-bad5-094b1db2c227 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5b8f42d-7b7d-4b89-936c-8b66a87ff765,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:28.831402 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37120) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:28.843163 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-85cd7141-ec71-4812-b594-157267a761af req-77a3a8bd-b6b0-4a26-9de8-49b3f143ffcb tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948963 Dec 10 19:06:28.914007 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e9f6660-ec69-4f5f-ac4e-92199a14a83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:28.969768 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4e9f6660-ec69-4f5f-ac4e-92199a14a83f admin admin] Deleting port 78741dcf-76eb-40d0-8dae-c729d4f73012 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:06:28.970114 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e9f6660-ec69-4f5f-ac4e-92199a14a83f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:29.035365 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-4e9f6660-ec69-4f5f-ac4e-92199a14a83f admin admin] For port 78741dcf-76eb-40d0-8dae-c729d4f73012, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=78741dcf-76eb-40d0-8dae-c729d4f73012,segment=NetworkSegment(b018f0b2-f2ea-42a6-be50-b44238505497),segment_id=b018f0b2-f2ea-42a6-be50-b44238505497)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:06:29.035649 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e9f6660-ec69-4f5f-ac4e-92199a14a83f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:29.048434 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4e9f6660-ec69-4f5f-ac4e-92199a14a83f admin admin] Calling delete_port for 78741dcf-76eb-40d0-8dae-c729d4f73012 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:06:29.125124 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e9f6660-ec69-4f5f-ac4e-92199a14a83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:29.152056 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f6660-ec69-4f5f-ac4e-92199a14a83f admin admin] Pushing event deleted for resources: {'Port': ['ID=78741dcf-76eb-40d0-8dae-c729d4f73012,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:29.155240 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9f6660-ec69-4f5f-ac4e-92199a14a83f admin admin] No DVR routers for this DVR port 78741dcf-76eb-40d0-8dae-c729d4f73012 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:06:29.196963 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d10f1c-25c1-48cb-a97f-393d977823ac None None] DHCP port deletion for 8a30ce27-2851-4282-9ac6-23ccb449ba3d request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:06:29.233310 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e9f6660-ec69-4f5f-ac4e-92199a14a83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:29.252613 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-4e9f6660-ec69-4f5f-ac4e-92199a14a83f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a30ce27-2851-4282-9ac6-23ccb449ba3d']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:29.269938 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-4e9f6660-ec69-4f5f-ac4e-92199a14a83f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b018f0b2-f2ea-42a6-be50-b44238505497') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:29.270239 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-4e9f6660-ec69-4f5f-ac4e-92199a14a83f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b018f0b2-f2ea-42a6-be50-b44238505497') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:29.287216 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e9f6660-ec69-4f5f-ac4e-92199a14a83f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:29.308426 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e9f6660-ec69-4f5f-ac4e-92199a14a83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:29.315865 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e9f6660-ec69-4f5f-ac4e-92199a14a83f admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:06:29.316264 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e9f6660-ec69-4f5f-ac4e-92199a14a83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:29.318002 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 19:06:29.318002 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:06:29.318002 n-d-821435-1 neutron-server[103244]: timer() Dec 10 19:06:29.318002 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:06:29.318002 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 19:06:29.318002 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:06:29.318002 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 19:06:29.318002 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:06:29.318002 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 19:06:29.318002 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:06:29.318002 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 19:06:29.318002 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:06:29.318002 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 19:06:29.318002 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:06:29.318002 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:06:29.318002 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:06:29.318002 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:06:29.318002 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:06:29.318002 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 19:06:29.318002 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:06:29.318002 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 19:06:29.318002 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:06:29.318002 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:06:29.318002 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:06:29.318002 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 19:06:29.318002 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:06:29.318002 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:06:29.318002 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:06:29.318002 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:06:29.318002 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:06:29.318002 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:06:29.318002 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:06:29.376067 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e9f6660-ec69-4f5f-ac4e-92199a14a83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:29.381743 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e9f6660-ec69-4f5f-ac4e-92199a14a83f admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:29.385753 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4e9f6660-ec69-4f5f-ac4e-92199a14a83f admin admin] 10.222.0.62 "DELETE /v2.0/networks/8a30ce27-2851-4282-9ac6-23ccb449ba3d HTTP/1.1" status: 204 len: 168 time: 0.5486560 Dec 10 19:06:29.404814 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f6660-ec69-4f5f-ac4e-92199a14a83f admin admin] Pushing event deleted for resources: {'Network': ['ID=8a30ce27-2851-4282-9ac6-23ccb449ba3d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:29.513827 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37124) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:29.553693 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-49457048-26cd-4d89-8d2a-9a432db62f98 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ce6d41cdbd6e4596aec18213412eef45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385661 Dec 10 19:06:29.556164 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37126) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:29.608569 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1faf-b61d-450e-84dc-466148acdda0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:29.627044 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1faf-b61d-450e-84dc-466148acdda0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:29.677366 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1faf-b61d-450e-84dc-466148acdda0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:29.679896 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1faf-b61d-450e-84dc-466148acdda0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:29.681064 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5e2f1faf-b61d-450e-84dc-466148acdda0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0cfd8e11-a7f1-4b99-b376-ec87fad3c724 HTTP/1.1" status: 204 len: 168 time: 0.1232712 Dec 10 19:06:29.689900 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1faf-b61d-450e-84dc-466148acdda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfd8e11-a7f1-4b99-b376-ec87fad3c724,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:29.957066 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dca037-7e94-47a0-a92f-95fd1e2d6f5d req-6b135eda-9bd6-4cf1-80ca-d70f93641392 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:29.958581 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-36dca037-7e94-47a0-a92f-95fd1e2d6f5d req-6b135eda-9bd6-4cf1-80ca-d70f93641392 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 945 time: 0.0506957 Dec 10 19:06:30.009096 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-36dca037-7e94-47a0-a92f-95fd1e2d6f5d req-dd7aee80-dbc7-4110-86d8-70e2fdd58f01 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438087 Dec 10 19:06:30.098697 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 164839f8-49a5-47a7-b5f2-30490480a045 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:06:30.119525 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 164839f8-49a5-47a7-b5f2-30490480a045 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:06:30.120097 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 164839f8-49a5-47a7-b5f2-30490480a045 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:06:30.120557 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 887fb0a6-7d9b-4554-90eb-9829ca3444e8 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:06:30.139975 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 887fb0a6-7d9b-4554-90eb-9829ca3444e8 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:06:30.140598 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 887fb0a6-7d9b-4554-90eb-9829ca3444e8 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:06:30.141049 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 78741dcf-76eb-40d0-8dae-c729d4f73012 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:06:30.164420 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 78741dcf-76eb-40d0-8dae-c729d4f73012 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:06:30.164798 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 78741dcf-76eb-40d0-8dae-c729d4f73012 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:06:31.147056 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36ae43-ca5b-45ee-9a0f-25ff55f8204d req-0aecbcb7-0077-4612-ac80-764c680145a8 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:31.148562 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0c36ae43-ca5b-45ee-9a0f-25ff55f8204d req-0aecbcb7-0077-4612-ac80-764c680145a8 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 945 time: 0.0515046 Dec 10 19:06:31.204216 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0c36ae43-ca5b-45ee-9a0f-25ff55f8204d req-338696fd-3c4f-4e49-a777-812a809325dd tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496101 Dec 10 19:06:32.073870 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37204) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:32.181048 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75758d4e-69ab-48df-a750-f97c08e66999 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:32.262648 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75758d4e-69ab-48df-a750-f97c08e66999 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:32.266796 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75758d4e-69ab-48df-a750-f97c08e66999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:32.313943 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75758d4e-69ab-48df-a750-f97c08e66999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774c725b-2dbb-4368-8a36-4a21100144f3,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:32.318019 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-75758d4e-69ab-48df-a750-f97c08e66999 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=57f55c6ea2834c018963492b059967ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2431085 Dec 10 19:06:32.320821 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37210) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:32.354781 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29871e-c563-4c15-8817-d9b6018dae05 req-7f224a9c-2548-4122-8953-5eccc7a08681 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:32.356408 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6b29871e-c563-4c15-8817-d9b6018dae05 req-7f224a9c-2548-4122-8953-5eccc7a08681 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 945 time: 0.0704951 Dec 10 19:06:32.379451 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-26992ccd-4da9-4bd6-98f5-c0cf1712d8a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:32.409825 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-26992ccd-4da9-4bd6-98f5-c0cf1712d8a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:32.412922 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6b29871e-c563-4c15-8817-d9b6018dae05 req-1ad6e4b3-0b09-4713-afc7-c83ba6d965bf tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503693 Dec 10 19:06:32.460931 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-26992ccd-4da9-4bd6-98f5-c0cf1712d8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:32.463493 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-26992ccd-4da9-4bd6-98f5-c0cf1712d8a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:32.466236 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-26992ccd-4da9-4bd6-98f5-c0cf1712d8a6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/774c725b-2dbb-4368-8a36-4a21100144f3 HTTP/1.1" status: 204 len: 168 time: 0.1442003 Dec 10 19:06:32.473843 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26992ccd-4da9-4bd6-98f5-c0cf1712d8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774c725b-2dbb-4368-8a36-4a21100144f3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:32.720590 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37216) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:32.739871 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30e49e2d-4f9c-409a-a32e-2f9b67311996 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:32.816695 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30e49e2d-4f9c-409a-a32e-2f9b67311996 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:32.820663 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30e49e2d-4f9c-409a-a32e-2f9b67311996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:32.859688 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e49e2d-4f9c-409a-a32e-2f9b67311996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014fa804-7ada-4e97-9016-4da9e5c3d52a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:32.864316 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-30e49e2d-4f9c-409a-a32e-2f9b67311996 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e2a578e4cd9740579128a8ce2c69a69b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1422164 Dec 10 19:06:32.867050 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37220) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:32.915655 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cfe920ad-177e-470e-8c40-4aa9b9746bdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:32.937979 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cfe920ad-177e-470e-8c40-4aa9b9746bdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:32.984563 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cfe920ad-177e-470e-8c40-4aa9b9746bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:32.987159 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cfe920ad-177e-470e-8c40-4aa9b9746bdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:32.988294 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-cfe920ad-177e-470e-8c40-4aa9b9746bdd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/014fa804-7ada-4e97-9016-4da9e5c3d52a HTTP/1.1" status: 204 len: 168 time: 0.1203399 Dec 10 19:06:32.996347 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe920ad-177e-470e-8c40-4aa9b9746bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014fa804-7ada-4e97-9016-4da9e5c3d52a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:33.539773 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e359f-8b6e-4f62-a6ac-754423a35f0b req-9102028c-8292-490a-a6f1-700ee5d1f3d0 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:33.541860 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eb7e359f-8b6e-4f62-a6ac-754423a35f0b req-9102028c-8292-490a-a6f1-700ee5d1f3d0 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 945 time: 0.0482931 Dec 10 19:06:33.596608 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eb7e359f-8b6e-4f62-a6ac-754423a35f0b req-443a9ed9-4950-4f0a-8988-a7d117c9a277 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481954 Dec 10 19:06:33.976122 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:35.017888 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5dc0f-c4c1-4d04-be52-87f73844e523 req-73f18444-1525-450b-808e-12022b023d56 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:35.019409 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e6d5dc0f-c4c1-4d04-be52-87f73844e523 req-73f18444-1525-450b-808e-12022b023d56 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 945 time: 0.3531876 Dec 10 19:06:35.069420 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e6d5dc0f-c4c1-4d04-be52-87f73844e523 req-a874234c-b2b3-462e-b8ae-3bc5a7e69b4d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440910 Dec 10 19:06:35.081535 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37292) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:35.188532 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1282f68e-3852-4614-ab0f-6e3a166be9d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:35.268487 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1282f68e-3852-4614-ab0f-6e3a166be9d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:35.272118 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1282f68e-3852-4614-ab0f-6e3a166be9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:35.309311 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1282f68e-3852-4614-ab0f-6e3a166be9d9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a200ad87e7254e9080e904ff6ecce3f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2266326 Dec 10 19:06:35.311190 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1282f68e-3852-4614-ab0f-6e3a166be9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39cec356-eb93-4075-8d08-e57dff8d661a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:35.311883 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37296) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:35.362241 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-047e5271-65a6-4f80-ae1f-bc3528c75ab0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:35.383971 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-047e5271-65a6-4f80-ae1f-bc3528c75ab0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:35.430881 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-047e5271-65a6-4f80-ae1f-bc3528c75ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:35.433729 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-047e5271-65a6-4f80-ae1f-bc3528c75ab0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:35.434899 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-047e5271-65a6-4f80-ae1f-bc3528c75ab0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/39cec356-eb93-4075-8d08-e57dff8d661a HTTP/1.1" status: 204 len: 168 time: 0.1218297 Dec 10 19:06:35.442227 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e5271-65a6-4f80-ae1f-bc3528c75ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cec356-eb93-4075-8d08-e57dff8d661a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:35.694604 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37302) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:35.708199 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0bf995e3-31df-4f49-a7e9-179c3b5cd730 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:35.789248 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0bf995e3-31df-4f49-a7e9-179c3b5cd730 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:35.793911 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0bf995e3-31df-4f49-a7e9-179c3b5cd730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:35.834086 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0bf995e3-31df-4f49-a7e9-179c3b5cd730 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bf04493885ca4ca8bff6e6c57cc7f4cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1382959 Dec 10 19:06:35.835019 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf995e3-31df-4f49-a7e9-179c3b5cd730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a8d9fc-7b9f-44af-93c1-7f90411154f9,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:35.835386 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37304) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:35.882445 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ad31f09a-0e48-4b93-a481-0a1085edd680 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:35.907527 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ad31f09a-0e48-4b93-a481-0a1085edd680 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:35.954264 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ad31f09a-0e48-4b93-a481-0a1085edd680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:35.956766 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ad31f09a-0e48-4b93-a481-0a1085edd680 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:35.957917 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ad31f09a-0e48-4b93-a481-0a1085edd680 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c1a8d9fc-7b9f-44af-93c1-7f90411154f9 HTTP/1.1" status: 204 len: 168 time: 0.1215334 Dec 10 19:06:35.965991 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad31f09a-0e48-4b93-a481-0a1085edd680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a8d9fc-7b9f-44af-93c1-7f90411154f9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:36.189148 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455878a-d179-4697-8c1f-17e13805097d req-996f9a51-4bdd-4355-8ce3-47cdbcce2de3 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:36.190653 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d455878a-d179-4697-8c1f-17e13805097d req-996f9a51-4bdd-4355-8ce3-47cdbcce2de3 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 945 time: 0.0489953 Dec 10 19:06:36.241538 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d455878a-d179-4697-8c1f-17e13805097d req-9b304072-097e-4cbc-9dc2-46e13ad72934 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448458 Dec 10 19:06:37.365412 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7868c88f-9264-4a4b-a89b-0304af3949a6 req-15c38e48-717a-41db-8926-8fb9c8543c34 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:37.367211 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7868c88f-9264-4a4b-a89b-0304af3949a6 req-15c38e48-717a-41db-8926-8fb9c8543c34 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 945 time: 0.0523553 Dec 10 19:06:37.427930 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7868c88f-9264-4a4b-a89b-0304af3949a6 req-c49d85d1-8919-4a20-a3fe-455de3db0cd0 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520980 Dec 10 19:06:37.701222 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd4a2a-9186-4667-8244-221b7ca9ff17 req-a5aefcfa-9dbf-4124-bf37-0f36339b0a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:37.702781 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f5cd4a2a-9186-4667-8244-221b7ca9ff17 req-a5aefcfa-9dbf-4124-bf37-0f36339b0a7d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 1096 time: 0.0410142 Dec 10 19:06:37.814995 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd4a2a-9186-4667-8244-221b7ca9ff17 req-fc67c1ee-51ae-43bc-8135-c9e99cf9846e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:37.816496 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f5cd4a2a-9186-4667-8244-221b7ca9ff17 req-fc67c1ee-51ae-43bc-8135-c9e99cf9846e service neutron] 10.222.0.46 "GET /v2.0/networks?id=6982f646-9f83-4de9-99b5-94201cb06e8e HTTP/1.1" status: 200 len: 896 time: 0.0945804 Dec 10 19:06:37.887848 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f5cd4a2a-9186-4667-8244-221b7ca9ff17 req-2acfd448-7576-4b1a-a693-315a401b0e4e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8927d2b8-b53a-4849-a86d-94c7effbc8cf HTTP/1.1" status: 200 len: 999 time: 0.0626097 Dec 10 19:06:37.943744 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd4a2a-9186-4667-8244-221b7ca9ff17 req-21d8e7d6-f3b8-407f-b4b5-3f5287d80735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:37.945248 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f5cd4a2a-9186-4667-8244-221b7ca9ff17 req-21d8e7d6-f3b8-407f-b4b5-3f5287d80735 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e182445-bbb5-40af-ab42-0475451efe1b HTTP/1.1" status: 200 len: 834 time: 0.0515449 Dec 10 19:06:37.991562 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd4a2a-9186-4667-8244-221b7ca9ff17 req-e406bfab-2b7a-4af9-9af3-2717b94c3220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:37.993257 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f5cd4a2a-9186-4667-8244-221b7ca9ff17 req-e406bfab-2b7a-4af9-9af3-2717b94c3220 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6982f646-9f83-4de9-99b5-94201cb06e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408511 Dec 10 19:06:38.088110 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f5cd4a2a-9186-4667-8244-221b7ca9ff17 req-f7485da6-d132-46a8-8884-7779f15434d9 service neutron] 10.222.0.46 "GET /v2.0/networks/6982f646-9f83-4de9-99b5-94201cb06e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868251 Dec 10 19:06:38.189576 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f5cd4a2a-9186-4667-8244-221b7ca9ff17 req-923d14b7-a062-408f-b90b-a4ea9239091f service neutron] 10.222.0.46 "GET /v2.0/networks/6982f646-9f83-4de9-99b5-94201cb06e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951674 Dec 10 19:06:38.340600 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:38.545352 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37380) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:38.550436 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2eaa8e-cb99-4e24-8c84-fee27041533d req-ab2dc714-0af7-4dca-a78d-c6a6ca888b19 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:38.552222 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4a2eaa8e-cb99-4e24-8c84-fee27041533d req-ab2dc714-0af7-4dca-a78d-c6a6ca888b19 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 945 time: 0.0495369 Dec 10 19:06:38.601847 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4a2eaa8e-cb99-4e24-8c84-fee27041533d req-82f54cb2-48e9-425a-b7d4-0c6cfdf6fce2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428257 Dec 10 19:06:38.654178 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0cfcfada-2d5e-4b89-abc9-3588ae872e4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:38.727741 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0cfcfada-2d5e-4b89-abc9-3588ae872e4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:38.732240 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0cfcfada-2d5e-4b89-abc9-3588ae872e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:38.768041 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcfada-2d5e-4b89-abc9-3588ae872e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e4b9b6-03c2-4674-aaba-06147ecd54d9,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:38.772462 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0cfcfada-2d5e-4b89-abc9-3588ae872e4e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b24ea0ead9314b3f8c452457403fb429&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2260537 Dec 10 19:06:38.775099 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37384) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:38.827179 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-83fa803b-3e1b-4abc-be19-9f1792f369a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:38.847676 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-83fa803b-3e1b-4abc-be19-9f1792f369a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:38.893662 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-83fa803b-3e1b-4abc-be19-9f1792f369a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:38.896363 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-83fa803b-3e1b-4abc-be19-9f1792f369a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:38.897564 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-83fa803b-3e1b-4abc-be19-9f1792f369a5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/97e4b9b6-03c2-4674-aaba-06147ecd54d9 HTTP/1.1" status: 204 len: 168 time: 0.1210134 Dec 10 19:06:38.906389 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa803b-3e1b-4abc-be19-9f1792f369a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e4b9b6-03c2-4674-aaba-06147ecd54d9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:39.151782 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37390) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:39.164722 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6be15d33-ebe9-4571-9042-8fdc533e3fd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:39.241281 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6be15d33-ebe9-4571-9042-8fdc533e3fd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:39.245170 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6be15d33-ebe9-4571-9042-8fdc533e3fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:39.283811 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6be15d33-ebe9-4571-9042-8fdc533e3fd0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c4d47e7218e0490ebaf2b4dd22f015b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1309152 Dec 10 19:06:39.284686 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be15d33-ebe9-4571-9042-8fdc533e3fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfb5a4f-0a11-4ea9-bc2c-4a60cb033563,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:39.287328 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37394) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:39.336208 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d50da6e5-322f-4146-add3-dd14830ee8c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:39.358376 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d50da6e5-322f-4146-add3-dd14830ee8c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:39.405226 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d50da6e5-322f-4146-add3-dd14830ee8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:39.407705 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d50da6e5-322f-4146-add3-dd14830ee8c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:39.408870 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d50da6e5-322f-4146-add3-dd14830ee8c4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bcfb5a4f-0a11-4ea9-bc2c-4a60cb033563 HTTP/1.1" status: 204 len: 168 time: 0.1201470 Dec 10 19:06:39.417150 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50da6e5-322f-4146-add3-dd14830ee8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfb5a4f-0a11-4ea9-bc2c-4a60cb033563,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:39.627393 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8b6fb357-d563-42c8-9339-deb4ba014f5d req-e1744972-6b45-4f5a-8725-04befa275130 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7566af0b-6597-4ea6-bcf8-4173e3164eee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421848 Dec 10 19:06:39.744864 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6fb357-d563-42c8-9339-deb4ba014f5d req-91aec37a-bb3f-49d8-8171-805a60e5d1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:39.746327 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8b6fb357-d563-42c8-9339-deb4ba014f5d req-91aec37a-bb3f-49d8-8171-805a60e5d1b7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=18f4d0de9fea441da6506fc341573bc1&device_id=7566af0b-6597-4ea6-bcf8-4173e3164eee HTTP/1.1" status: 200 len: 1097 time: 0.0733733 Dec 10 19:06:39.753721 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb40c5-adad-4eba-a846-e6e7c78b3e27 req-4fb1b251-6140-4ce6-bab1-027708dbfa0c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:39.755126 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-23bb40c5-adad-4eba-a846-e6e7c78b3e27 req-4fb1b251-6140-4ce6-bab1-027708dbfa0c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 945 time: 0.0738115 Dec 10 19:06:39.859646 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-23bb40c5-adad-4eba-a846-e6e7c78b3e27 req-78364c5c-0a10-493d-b360-f43155bf968b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967822 Dec 10 19:06:39.893239 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6fb357-d563-42c8-9339-deb4ba014f5d req-c3041536-c399-430d-8818-590983aa26a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:39.893785 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8b6fb357-d563-42c8-9339-deb4ba014f5d req-c3041536-c399-430d-8818-590983aa26a6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=516cf886-0f4d-46b9-b744-c490650e8912 HTTP/1.1" status: 200 len: 911 time: 0.1233196 Dec 10 19:06:39.965081 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8b6fb357-d563-42c8-9339-deb4ba014f5d req-1f8a032e-bc44-4577-a0d5-cd3ddb157321 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8145a55b-a758-4819-817d-c3df70f440cb HTTP/1.1" status: 200 len: 1001 time: 0.0631392 Dec 10 19:06:40.020543 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6fb357-d563-42c8-9339-deb4ba014f5d req-12a1747c-e999-4a8a-a418-9c9e69df4376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:40.022057 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8b6fb357-d563-42c8-9339-deb4ba014f5d req-12a1747c-e999-4a8a-a418-9c9e69df4376 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fca310e3-485d-42a7-b973-3f839349aa93 HTTP/1.1" status: 200 len: 849 time: 0.0496356 Dec 10 19:06:40.074035 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6fb357-d563-42c8-9339-deb4ba014f5d req-17de66ac-4253-4de5-ab17-9e39cf5e23a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:40.075613 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8b6fb357-d563-42c8-9339-deb4ba014f5d req-17de66ac-4253-4de5-ab17-9e39cf5e23a3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=516cf886-0f4d-46b9-b744-c490650e8912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457983 Dec 10 19:06:40.173284 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8b6fb357-d563-42c8-9339-deb4ba014f5d req-7278993e-8531-4187-b596-3da1e8da4721 service neutron] 10.222.0.72 "GET /v2.0/networks/516cf886-0f4d-46b9-b744-c490650e8912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901761 Dec 10 19:06:40.266322 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8b6fb357-d563-42c8-9339-deb4ba014f5d req-dd262fa2-4051-493d-a41c-6dd49f25e828 service neutron] 10.222.0.72 "GET /v2.0/networks/516cf886-0f4d-46b9-b744-c490650e8912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854290 Dec 10 19:06:40.983096 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682b283-f275-47f8-8d25-6ca28bf47093 req-00d23079-f7e9-4da0-ac21-74342ffe7cca tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:40.984674 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6682b283-f275-47f8-8d25-6ca28bf47093 req-00d23079-f7e9-4da0-ac21-74342ffe7cca tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 945 time: 0.0512464 Dec 10 19:06:41.036012 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6682b283-f275-47f8-8d25-6ca28bf47093 req-938549c0-74cf-4bac-b508-db831528d1bc tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453608 Dec 10 19:06:41.415825 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37464) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:41.529193 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6de682c3-4e60-407e-ad3b-f8943ec44621 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:41.605390 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6de682c3-4e60-407e-ad3b-f8943ec44621 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:41.612289 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6de682c3-4e60-407e-ad3b-f8943ec44621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:41.684256 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6de682c3-4e60-407e-ad3b-f8943ec44621 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0f40c333a8c940eb9014a205f57109ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2670398 Dec 10 19:06:41.686990 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de682c3-4e60-407e-ad3b-f8943ec44621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31f144b-c683-4415-9909-640ebab523d0,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:41.687181 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37470) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:41.706400 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-1598fff7-9631-4655-adef-2b1d63730130 req-19aa1029-0e16-4276-bb2e-716a8b6cf33a service neutron] show failed (client error): The resource could not be found. Dec 10 19:06:41.707510 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1598fff7-9631-4655-adef-2b1d63730130 req-19aa1029-0e16-4276-bb2e-716a8b6cf33a service neutron] 10.222.0.46 "GET /v2.0/ports/8927d2b8-b53a-4849-a86d-94c7effbc8cf/bindings/n-h2-821435-1 HTTP/1.1" status: 404 len: 380 time: 0.0962992 Dec 10 19:06:41.742972 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8059a07b-3a72-49d9-9fae-56b67a7bd184 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:41.766822 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8059a07b-3a72-49d9-9fae-56b67a7bd184 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:41.818777 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8059a07b-3a72-49d9-9fae-56b67a7bd184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:41.821488 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8059a07b-3a72-49d9-9fae-56b67a7bd184 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:41.825344 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8059a07b-3a72-49d9-9fae-56b67a7bd184 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c31f144b-c683-4415-9909-640ebab523d0 HTTP/1.1" status: 204 len: 168 time: 0.1348085 Dec 10 19:06:41.833670 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8059a07b-3a72-49d9-9fae-56b67a7bd184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31f144b-c683-4415-9909-640ebab523d0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:41.961718 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598fff7-9631-4655-adef-2b1d63730130 req-8821796d-4ad0-4d08-bd69-d78971eb86e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:41.963853 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1598fff7-9631-4655-adef-2b1d63730130 req-8821796d-4ad0-4d08-bd69-d78971eb86e3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b&tenant_id=0c22e13dcedd4daaa6d6950826669aaa HTTP/1.1" status: 200 len: 1096 time: 0.0750165 Dec 10 19:06:41.976180 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-1598fff7-9631-4655-adef-2b1d63730130 req-129f8778-ff87-4548-982e-73241f79bfee service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821435-1', 'device_owner': 'compute:nova'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:06:42.033807 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1598fff7-9631-4655-adef-2b1d63730130 req-129f8778-ff87-4548-982e-73241f79bfee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:42.127667 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37478) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:42.146016 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b7875e91-7fb7-41f5-9ac9-68205a3d45ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:42.238365 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b7875e91-7fb7-41f5-9ac9-68205a3d45ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:42.242780 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b7875e91-7fb7-41f5-9ac9-68205a3d45ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:42.242963 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903a636-0f37-4346-8105-c2d7791c1f64 req-5c220088-ae4d-45e5-ad0c-b1881d15d6e2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:42.245101 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d903a636-0f37-4346-8105-c2d7791c1f64 req-5c220088-ae4d-45e5-ad0c-b1881d15d6e2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 945 time: 0.1115091 Dec 10 19:06:42.283186 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b7875e91-7fb7-41f5-9ac9-68205a3d45ee admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8268a0ea29304c88ae4486c80c829914&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1540010 Dec 10 19:06:42.283868 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7875e91-7fb7-41f5-9ac9-68205a3d45ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bae3a3b-9e31-4e58-80db-af9f3432ccb7,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:42.286183 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37480) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:42.328987 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d903a636-0f37-4346-8105-c2d7791c1f64 req-7fc1df23-463f-40f0-9dbb-758fa63f8cf4 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767863 Dec 10 19:06:42.330679 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-1598fff7-9631-4655-adef-2b1d63730130 req-129f8778-ff87-4548-982e-73241f79bfee service neutron] For port 8927d2b8-b53a-4849-a86d-94c7effbc8cf, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8927d2b8-b53a-4849-a86d-94c7effbc8cf,segment=NetworkSegment(d205616c-d261-4bfc-898c-8d1c3606eb84),segment_id=d205616c-d261-4bfc-898c-8d1c3606eb84)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:06:42.336807 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-81e4de1b-bab2-422a-8daf-3009f696bbc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:42.362854 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-81e4de1b-bab2-422a-8daf-3009f696bbc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:42.370333 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-1598fff7-9631-4655-adef-2b1d63730130 req-129f8778-ff87-4548-982e-73241f79bfee service neutron] For port 8927d2b8-b53a-4849-a86d-94c7effbc8cf, host n-h1-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:06:42.411397 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fafe33-76f7-4668-8d82-842e66bd236b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8927d2b8-b53a-4849-a86d-94c7effbc8cf'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:06:42.413815 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cac490-8020-4757-863f-85bab99c0c0d" -d '{"events": [{"server_uuid": "41fafe33-76f7-4668-8d82-842e66bd236b", "name": "network-vif-unplugged", "status": "completed", "tag": "8927d2b8-b53a-4849-a86d-94c7effbc8cf"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:06:42.418271 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1598fff7-9631-4655-adef-2b1d63730130 req-129f8778-ff87-4548-982e-73241f79bfee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:42.422790 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-81e4de1b-bab2-422a-8daf-3009f696bbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:42.426373 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-81e4de1b-bab2-422a-8daf-3009f696bbc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:42.429209 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-81e4de1b-bab2-422a-8daf-3009f696bbc3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6bae3a3b-9e31-4e58-80db-af9f3432ccb7 HTTP/1.1" status: 204 len: 168 time: 0.1420536 Dec 10 19:06:42.440517 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-1598fff7-9631-4655-adef-2b1d63730130 req-129f8778-ff87-4548-982e-73241f79bfee service neutron] Transition to ACTIVE for port object 8927d2b8-b53a-4849-a86d-94c7effbc8cf will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:06:42.445409 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1598fff7-9631-4655-adef-2b1d63730130 req-129f8778-ff87-4548-982e-73241f79bfee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:42.450851 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4de1b-bab2-422a-8daf-3009f696bbc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bae3a3b-9e31-4e58-80db-af9f3432ccb7,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:42.502171 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 19:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed46bb2-977d-40af-96f7-66d39325f70c x-openstack-request-id: req-1ed46bb2-977d-40af-96f7-66d39325f70c {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:06:42.502468 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41fafe33-76f7-4668-8d82-842e66bd236b", "name": "network-vif-unplugged", "status": "completed", "tag": "8927d2b8-b53a-4849-a86d-94c7effbc8cf", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:06:42.502718 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1ed46bb2-977d-40af-96f7-66d39325f70c {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:06:42.503117 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41fafe33-76f7-4668-8d82-842e66bd236b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8927d2b8-b53a-4849-a86d-94c7effbc8cf', 'code': 200} Dec 10 19:06:42.593361 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f8778-ff87-4548-982e-73241f79bfee service neutron] Pushing event updated for resources: {'Port': ['ID=8927d2b8-b53a-4849-a86d-94c7effbc8cf,revision_number=6']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:42.650710 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-1598fff7-9631-4655-adef-2b1d63730130 req-129f8778-ff87-4548-982e-73241f79bfee service neutron] No DVR routers for this DVR port 8927d2b8-b53a-4849-a86d-94c7effbc8cf on host n-h1-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:06:42.795851 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-1598fff7-9631-4655-adef-2b1d63730130 req-129f8778-ff87-4548-982e-73241f79bfee service neutron] Attempting to bind port 8927d2b8-b53a-4849-a86d-94c7effbc8cf on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:06:42.796188 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-1598fff7-9631-4655-adef-2b1d63730130 req-129f8778-ff87-4548-982e-73241f79bfee service neutron] Attempting to bind port 8927d2b8-b53a-4849-a86d-94c7effbc8cf by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': 'd205616c-d261-4bfc-898c-8d1c3606eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6982f646-9f83-4de9-99b5-94201cb06e8e'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:06:42.796517 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1598fff7-9631-4655-adef-2b1d63730130 req-129f8778-ff87-4548-982e-73241f79bfee service neutron] Attempting to bind port 8927d2b8-b53a-4849-a86d-94c7effbc8cf on network 6982f646-9f83-4de9-99b5-94201cb06e8e {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:06:42.800991 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1598fff7-9631-4655-adef-2b1d63730130 req-129f8778-ff87-4548-982e-73241f79bfee service neutron] Port 8927d2b8-b53a-4849-a86d-94c7effbc8cf on network 6982f646-9f83-4de9-99b5-94201cb06e8e not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:06:42.801359 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1598fff7-9631-4655-adef-2b1d63730130 req-129f8778-ff87-4548-982e-73241f79bfee service neutron] Attempting to bind port 8927d2b8-b53a-4849-a86d-94c7effbc8cf on network 6982f646-9f83-4de9-99b5-94201cb06e8e {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:06:42.805988 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1598fff7-9631-4655-adef-2b1d63730130 req-129f8778-ff87-4548-982e-73241f79bfee service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:06:42.806332 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1598fff7-9631-4655-adef-2b1d63730130 req-129f8778-ff87-4548-982e-73241f79bfee service neutron] Checking segment: {'id': 'd205616c-d261-4bfc-898c-8d1c3606eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6982f646-9f83-4de9-99b5-94201cb06e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:06:42.808348 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1598fff7-9631-4655-adef-2b1d63730130 req-129f8778-ff87-4548-982e-73241f79bfee service neutron] Bound using segment: {'id': 'd205616c-d261-4bfc-898c-8d1c3606eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6982f646-9f83-4de9-99b5-94201cb06e8e'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:06:42.808824 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-1598fff7-9631-4655-adef-2b1d63730130 req-129f8778-ff87-4548-982e-73241f79bfee service neutron] Bound port: 8927d2b8-b53a-4849-a86d-94c7effbc8cf, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd205616c-d261-4bfc-898c-8d1c3606eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6982f646-9f83-4de9-99b5-94201cb06e8e'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:06:42.809187 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1598fff7-9631-4655-adef-2b1d63730130 req-129f8778-ff87-4548-982e-73241f79bfee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:42.877419 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-1598fff7-9631-4655-adef-2b1d63730130 req-129f8778-ff87-4548-982e-73241f79bfee service neutron] For port 8927d2b8-b53a-4849-a86d-94c7effbc8cf, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:06:42.881522 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-1598fff7-9631-4655-adef-2b1d63730130 req-129f8778-ff87-4548-982e-73241f79bfee service neutron] For port 8927d2b8-b53a-4849-a86d-94c7effbc8cf, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8927d2b8-b53a-4849-a86d-94c7effbc8cf,segment=NetworkSegment(d205616c-d261-4bfc-898c-8d1c3606eb84),segment_id=d205616c-d261-4bfc-898c-8d1c3606eb84)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:06:42.886024 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1598fff7-9631-4655-adef-2b1d63730130 req-129f8778-ff87-4548-982e-73241f79bfee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:42.923009 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598fff7-9631-4655-adef-2b1d63730130 req-129f8778-ff87-4548-982e-73241f79bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:42.923687 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1598fff7-9631-4655-adef-2b1d63730130 req-129f8778-ff87-4548-982e-73241f79bfee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:42.925256 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1598fff7-9631-4655-adef-2b1d63730130 req-129f8778-ff87-4548-982e-73241f79bfee service neutron] 10.222.0.72 "PUT /v2.0/ports/8927d2b8-b53a-4849-a86d-94c7effbc8cf HTTP/1.1" status: 200 len: 1091 time: 0.9530146 Dec 10 19:06:42.944176 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f8778-ff87-4548-982e-73241f79bfee service neutron] Pushing event updated for resources: {'Port': ['ID=8927d2b8-b53a-4849-a86d-94c7effbc8cf,revision_number=7']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:42.997321 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598fff7-9631-4655-adef-2b1d63730130 req-dae2a491-4434-4bf4-ab9d-b7ad8d577191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:42.998974 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1598fff7-9631-4655-adef-2b1d63730130 req-dae2a491-4434-4bf4-ab9d-b7ad8d577191 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 1094 time: 0.0473919 Dec 10 19:06:43.100820 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598fff7-9631-4655-adef-2b1d63730130 req-a9a24eba-97dd-46b5-8790-a2bbc2fd3905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:43.102331 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1598fff7-9631-4655-adef-2b1d63730130 req-a9a24eba-97dd-46b5-8790-a2bbc2fd3905 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6982f646-9f83-4de9-99b5-94201cb06e8e HTTP/1.1" status: 200 len: 896 time: 0.0969760 Dec 10 19:06:43.175099 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1598fff7-9631-4655-adef-2b1d63730130 req-6d94daf7-d3a8-4945-a5c7-ca0a7bc4a487 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8927d2b8-b53a-4849-a86d-94c7effbc8cf HTTP/1.1" status: 200 len: 997 time: 0.0651498 Dec 10 19:06:43.225373 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598fff7-9631-4655-adef-2b1d63730130 req-48b75903-7edb-4408-acca-ebe4ea98b18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:43.226750 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1598fff7-9631-4655-adef-2b1d63730130 req-48b75903-7edb-4408-acca-ebe4ea98b18f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1e182445-bbb5-40af-ab42-0475451efe1b HTTP/1.1" status: 200 len: 834 time: 0.0436902 Dec 10 19:06:43.276461 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598fff7-9631-4655-adef-2b1d63730130 req-afd17b59-694d-4e81-9f5f-3759c0051a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:43.278001 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1598fff7-9631-4655-adef-2b1d63730130 req-afd17b59-694d-4e81-9f5f-3759c0051a57 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6982f646-9f83-4de9-99b5-94201cb06e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439906 Dec 10 19:06:43.382374 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1598fff7-9631-4655-adef-2b1d63730130 req-053e7664-9051-4a3e-9977-3c9a168c1370 service neutron] 10.222.0.72 "GET /v2.0/networks/6982f646-9f83-4de9-99b5-94201cb06e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970337 Dec 10 19:06:43.512516 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52961f49-362e-4ca7-ad27-3e96c03f4347 req-0f13b5f5-5d97-4305-bf83-42271268301e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:43.514124 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-52961f49-362e-4ca7-ad27-3e96c03f4347 req-0f13b5f5-5d97-4305-bf83-42271268301e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 943 time: 0.0789320 Dec 10 19:06:43.518135 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1598fff7-9631-4655-adef-2b1d63730130 req-33f11eee-009a-4c9d-8a46-792cdf19ef90 service neutron] 10.222.0.72 "GET /v2.0/networks/6982f646-9f83-4de9-99b5-94201cb06e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291587 Dec 10 19:06:43.577877 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-52961f49-362e-4ca7-ad27-3e96c03f4347 req-e3ab125d-f3d6-412d-b11c-4bca8f29e0b9 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550485 Dec 10 19:06:44.503930 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41fafe33-76f7-4668-8d82-842e66bd236b', 'tag': '8927d2b8-b53a-4849-a86d-94c7effbc8cf'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:06:44.506578 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c84742d-6f2e-4343-bf0b-72f505b6779d" -d '{"events": [{"name": "network-changed", "server_uuid": "41fafe33-76f7-4668-8d82-842e66bd236b", "tag": "8927d2b8-b53a-4849-a86d-94c7effbc8cf"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:06:44.557934 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99602491-f041-4f15-8204-fbdc30bb3009 x-openstack-request-id: req-99602491-f041-4f15-8204-fbdc30bb3009 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:06:44.558335 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41fafe33-76f7-4668-8d82-842e66bd236b", "tag": "8927d2b8-b53a-4849-a86d-94c7effbc8cf", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:06:44.558660 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-99602491-f041-4f15-8204-fbdc30bb3009 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:06:44.559165 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41fafe33-76f7-4668-8d82-842e66bd236b', 'tag': '8927d2b8-b53a-4849-a86d-94c7effbc8cf', 'status': 'completed', 'code': 200} Dec 10 19:06:44.621984 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84742d-6f2e-4343-bf0b-72f505b6779d req-2234fba4-64b9-4c2d-a334-8a0cacebc302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:44.623114 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84742d-6f2e-4343-bf0b-72f505b6779d req-0b960084-87be-49e5-a148-9bd7ad3c286b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:44.623606 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3c84742d-6f2e-4343-bf0b-72f505b6779d req-2234fba4-64b9-4c2d-a334-8a0cacebc302 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 1094 time: 0.0461142 Dec 10 19:06:44.625437 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3c84742d-6f2e-4343-bf0b-72f505b6779d req-0b960084-87be-49e5-a148-9bd7ad3c286b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 1094 time: 0.0452275 Dec 10 19:06:44.682542 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37552) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:44.736024 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84742d-6f2e-4343-bf0b-72f505b6779d req-6bef1ed6-fd85-4fa8-a4bb-f9e15b2fc5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:44.737597 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3c84742d-6f2e-4343-bf0b-72f505b6779d req-6bef1ed6-fd85-4fa8-a4bb-f9e15b2fc5e6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6982f646-9f83-4de9-99b5-94201cb06e8e HTTP/1.1" status: 200 len: 896 time: 0.1041255 Dec 10 19:06:44.768492 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef73a82-9097-4c91-be51-a3a4f047614d req-32f27596-aa72-44a6-8833-9a05da8b6701 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:44.770027 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9ef73a82-9097-4c91-be51-a3a4f047614d req-32f27596-aa72-44a6-8833-9a05da8b6701 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 943 time: 0.0864842 Dec 10 19:06:44.787114 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84742d-6f2e-4343-bf0b-72f505b6779d req-7735a11e-7afd-4226-a1dd-4ab483ccb0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:44.788562 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3c84742d-6f2e-4343-bf0b-72f505b6779d req-7735a11e-7afd-4226-a1dd-4ab483ccb0b2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6982f646-9f83-4de9-99b5-94201cb06e8e HTTP/1.1" status: 200 len: 896 time: 0.1564801 Dec 10 19:06:44.808554 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3c84742d-6f2e-4343-bf0b-72f505b6779d req-d3161bc3-b56e-4aab-92fd-bbc1e2e23d5d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8927d2b8-b53a-4849-a86d-94c7effbc8cf HTTP/1.1" status: 200 len: 997 time: 0.0631034 Dec 10 19:06:44.864088 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84742d-6f2e-4343-bf0b-72f505b6779d req-12072346-124f-40c8-8f80-92f6d8f075d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:44.865543 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3c84742d-6f2e-4343-bf0b-72f505b6779d req-12072346-124f-40c8-8f80-92f6d8f075d2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1e182445-bbb5-40af-ab42-0475451efe1b HTTP/1.1" status: 200 len: 834 time: 0.0492034 Dec 10 19:06:44.876678 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5895d01a-2276-489e-beab-e712def4a405 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:44.912566 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84742d-6f2e-4343-bf0b-72f505b6779d req-d388d30c-de18-4d27-8946-f9d8a545d3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:44.914125 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3c84742d-6f2e-4343-bf0b-72f505b6779d req-d388d30c-de18-4d27-8946-f9d8a545d3cc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6982f646-9f83-4de9-99b5-94201cb06e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415695 Dec 10 19:06:45.006844 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3c84742d-6f2e-4343-bf0b-72f505b6779d req-bf046463-ea81-4131-9a68-db19561710e4 service neutron] 10.222.0.72 "GET /v2.0/networks/6982f646-9f83-4de9-99b5-94201cb06e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833149 Dec 10 19:06:45.047380 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 8927d2b8-b53a-4849-a86d-94c7effbc8cf no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:06:45.093167 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 8927d2b8-b53a-4849-a86d-94c7effbc8cf not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:06:45.115048 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3c84742d-6f2e-4343-bf0b-72f505b6779d req-b77ec660-e441-4e2c-9eaa-15e5ff345cbb service neutron] 10.222.0.72 "GET /v2.0/networks/6982f646-9f83-4de9-99b5-94201cb06e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988286 Dec 10 19:06:45.157592 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9ef73a82-9097-4c91-be51-a3a4f047614d req-e49b9d9f-9c05-4562-8748-a1535a993c05 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3790715 Dec 10 19:06:45.161384 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3c84742d-6f2e-4343-bf0b-72f505b6779d req-f4c6a816-6fed-4ef4-9995-c6c420f5e2d7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8927d2b8-b53a-4849-a86d-94c7effbc8cf HTTP/1.1" status: 200 len: 997 time: 0.3649812 Dec 10 19:06:45.231980 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84742d-6f2e-4343-bf0b-72f505b6779d req-27a5ca74-7940-4d93-bdd1-c7b1000c1fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:45.233485 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3c84742d-6f2e-4343-bf0b-72f505b6779d req-27a5ca74-7940-4d93-bdd1-c7b1000c1fa7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e182445-bbb5-40af-ab42-0475451efe1b HTTP/1.1" status: 200 len: 834 time: 0.0620997 Dec 10 19:06:45.295750 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5895d01a-2276-489e-beab-e712def4a405 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:45.300607 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84742d-6f2e-4343-bf0b-72f505b6779d req-36319597-c10a-4465-a052-3375d6110319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:45.302155 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3c84742d-6f2e-4343-bf0b-72f505b6779d req-36319597-c10a-4465-a052-3375d6110319 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6982f646-9f83-4de9-99b5-94201cb06e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623820 Dec 10 19:06:45.302868 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5895d01a-2276-489e-beab-e712def4a405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:45.392309 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5895d01a-2276-489e-beab-e712def4a405 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1396eb0acd83490c87e29969cced8fb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7075236 Dec 10 19:06:45.394813 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5895d01a-2276-489e-beab-e712def4a405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52120908-aa0f-404f-959b-f4232a0104fe,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:45.394961 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37558) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:45.430216 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3c84742d-6f2e-4343-bf0b-72f505b6779d req-20e0f510-ed06-47cd-aece-e27122156190 service neutron] 10.222.0.46 "GET /v2.0/networks/6982f646-9f83-4de9-99b5-94201cb06e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176894 Dec 10 19:06:45.444901 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e1d8c139-6af5-4690-995e-8dc3b81dfbe6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:45.467905 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e1d8c139-6af5-4690-995e-8dc3b81dfbe6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:45.518152 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e1d8c139-6af5-4690-995e-8dc3b81dfbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:45.520761 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e1d8c139-6af5-4690-995e-8dc3b81dfbe6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:45.521925 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e1d8c139-6af5-4690-995e-8dc3b81dfbe6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/52120908-aa0f-404f-959b-f4232a0104fe HTTP/1.1" status: 204 len: 168 time: 0.1259658 Dec 10 19:06:45.530334 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d8c139-6af5-4690-995e-8dc3b81dfbe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52120908-aa0f-404f-959b-f4232a0104fe,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:45.536507 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3c84742d-6f2e-4343-bf0b-72f505b6779d req-96c244a8-9b46-4bb0-8c66-6ca3ff6737de service neutron] 10.222.0.46 "GET /v2.0/networks/6982f646-9f83-4de9-99b5-94201cb06e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868020 Dec 10 19:06:45.783245 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37566) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:45.796328 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35339c15-e638-47b5-917a-b372d5c25aec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:45.880802 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35339c15-e638-47b5-917a-b372d5c25aec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:45.884342 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35339c15-e638-47b5-917a-b372d5c25aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:45.921510 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35339c15-e638-47b5-917a-b372d5c25aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1eeb8f-bbfa-41c4-935d-42a1d465eb16,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:45.926811 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-35339c15-e638-47b5-917a-b372d5c25aec admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a1c83776380f481eb23123ad731c3dab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1425231 Dec 10 19:06:45.929379 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37568) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:45.976459 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aaa65981-c804-42e4-b5c0-d4c27cf45322 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:46.000517 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aaa65981-c804-42e4-b5c0-d4c27cf45322 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:46.047884 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aaa65981-c804-42e4-b5c0-d4c27cf45322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:46.050905 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aaa65981-c804-42e4-b5c0-d4c27cf45322 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:46.052053 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-aaa65981-c804-42e4-b5c0-d4c27cf45322 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7e1eeb8f-bbfa-41c4-935d-42a1d465eb16 HTTP/1.1" status: 204 len: 168 time: 0.1217706 Dec 10 19:06:46.060549 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa65981-c804-42e4-b5c0-d4c27cf45322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1eeb8f-bbfa-41c4-935d-42a1d465eb16,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:46.288489 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb72ea9-f188-4c30-806e-e0c0846fe190 req-6a239fff-4d83-484d-bea4-ff7461eede10 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:46.290099 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dcb72ea9-f188-4c30-806e-e0c0846fe190 req-6a239fff-4d83-484d-bea4-ff7461eede10 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 943 time: 0.0551603 Dec 10 19:06:46.341482 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dcb72ea9-f188-4c30-806e-e0c0846fe190 req-5d0ae642-1aa2-465c-bab1-3ee9f16cbcbf tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444458 Dec 10 19:06:47.465400 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be21e5-a79c-4a74-a450-0d42bd89c6a3 req-2f4fcd3e-906f-45d2-93d0-2d94c7b2a5e5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:47.466847 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-94be21e5-a79c-4a74-a450-0d42bd89c6a3 req-2f4fcd3e-906f-45d2-93d0-2d94c7b2a5e5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 943 time: 0.0510767 Dec 10 19:06:47.518321 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-94be21e5-a79c-4a74-a450-0d42bd89c6a3 req-bae76ea1-70c1-4a20-9eeb-d2c0e32db6a6 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453575 Dec 10 19:06:47.782704 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837f17e-8105-4173-bc74-4febc180bbc6 req-372155c6-4dc0-4822-bf36-106343efbc2d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:47.784522 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0837f17e-8105-4173-bc74-4febc180bbc6 req-372155c6-4dc0-4822-bf36-106343efbc2d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 943 time: 0.0582411 Dec 10 19:06:47.800411 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-2a192373-9976-4e4e-865e-bcb67564388f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:47.801979 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-2a192373-9976-4e4e-865e-bcb67564388f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.72 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b&tenant_id=0c22e13dcedd4daaa6d6950826669aaa&binding%3Ahost_id=n-h2-821435-1 HTTP/1.1" status: 200 len: 943 time: 0.0991237 Dec 10 19:06:47.849900 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0837f17e-8105-4173-bc74-4febc180bbc6 req-29ee02f5-f1aa-41b3-8fce-b6071eb10708 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547740 Dec 10 19:06:47.873142 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-b6e44498-50f1-4785-affd-5fd5dbbe578d service neutron] 10.222.0.72 "GET /v2.0/ports/8927d2b8-b53a-4849-a86d-94c7effbc8cf/bindings/n-h2-821435-1 HTTP/1.1" status: 200 len: 382 time: 0.0641651 Dec 10 19:06:47.949041 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-6a667711-d862-4470-8dcf-5c42d993c7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:47.950554 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-6a667711-d862-4470-8dcf-5c42d993c7bb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 1094 time: 0.0426536 Dec 10 19:06:48.050014 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-9f53c53f-f2cb-4afd-9f63-b43f5ff6fe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:48.051651 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-9f53c53f-f2cb-4afd-9f63-b43f5ff6fe82 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6982f646-9f83-4de9-99b5-94201cb06e8e HTTP/1.1" status: 200 len: 896 time: 0.0943336 Dec 10 19:06:48.118707 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-83ae17f3-6970-44e5-ad3b-7a2ccc4eb85e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8927d2b8-b53a-4849-a86d-94c7effbc8cf HTTP/1.1" status: 200 len: 997 time: 0.0599713 Dec 10 19:06:48.172508 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-726d6edb-6e10-4703-ba56-069230c1115c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:48.174126 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-726d6edb-6e10-4703-ba56-069230c1115c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1e182445-bbb5-40af-ab42-0475451efe1b HTTP/1.1" status: 200 len: 834 time: 0.0489006 Dec 10 19:06:48.232543 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-4046247c-5c3f-4748-baf7-89df065998ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:48.234092 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-4046247c-5c3f-4748-baf7-89df065998ca service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6982f646-9f83-4de9-99b5-94201cb06e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532861 Dec 10 19:06:48.322229 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8927d2b8-b53a-4849-a86d-94c7effbc8cf details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:06:48.325915 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-a541b968-b52b-4eed-9580-bb36b15cb568 service neutron] 10.222.0.72 "GET /v2.0/networks/6982f646-9f83-4de9-99b5-94201cb06e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849831 Dec 10 19:06:48.428477 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-3fc1ca57-27a2-4bba-8522-fc3200bf08f5 service neutron] 10.222.0.72 "GET /v2.0/networks/6982f646-9f83-4de9-99b5-94201cb06e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954454 Dec 10 19:06:48.432571 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 8927d2b8-b53a-4849-a86d-94c7effbc8cf, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8927d2b8-b53a-4849-a86d-94c7effbc8cf,segment=NetworkSegment(d205616c-d261-4bfc-898c-8d1c3606eb84),segment_id=d205616c-d261-4bfc-898c-8d1c3606eb84)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:06:48.444816 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '8927d2b8-b53a-4849-a86d-94c7effbc8cf', 'network_id': '6982f646-9f83-4de9-99b5-94201cb06e8e', 'port_id': '8927d2b8-b53a-4849-a86d-94c7effbc8cf', 'mac_address': 'fa:16:3e:58:77:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e182445-bbb5-40af-ab42-0475451efe1b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:06:48.482510 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:48.496778 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8927d2b8-b53a-4849-a86d-94c7effbc8cf {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:06:48.517338 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 8927d2b8-b53a-4849-a86d-94c7effbc8cf, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8927d2b8-b53a-4849-a86d-94c7effbc8cf,segment=NetworkSegment(d205616c-d261-4bfc-898c-8d1c3606eb84),segment_id=d205616c-d261-4bfc-898c-8d1c3606eb84)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:06:48.521297 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:48.568602 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=8927d2b8-b53a-4849-a86d-94c7effbc8cf,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:48.576614 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:48.577002 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:48.577346 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:48.577696 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:48.578043 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:48.578386 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:48.578730 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:48.579060 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:48.579394 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:48.579730 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:48.580063 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:48.580393 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:48.580751 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:48.966396 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['8927d2b8-b53a-4849-a86d-94c7effbc8cf'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:06:48.973837 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db8477-7a17-449a-8041-0794dff8dd9f req-298ec36f-78a7-43de-9853-131fbd50f88b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:48.976212 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f9db8477-7a17-449a-8041-0794dff8dd9f req-298ec36f-78a7-43de-9853-131fbd50f88b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 944 time: 0.0522614 Dec 10 19:06:49.035491 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f9db8477-7a17-449a-8041-0794dff8dd9f req-ca4504cd-125a-4c32-9d6b-b9fb7fe1bc67 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522144 Dec 10 19:06:49.654456 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3710c1f2-bafd-49fd-ba58-a350a4335955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:50.154893 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36423db6-9f15-4845-8a48-86e2cc2c0c20 req-869f20b3-0779-4c8a-9f37-0e2a2e8510d7 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:50.156365 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-36423db6-9f15-4845-8a48-86e2cc2c0c20 req-869f20b3-0779-4c8a-9f37-0e2a2e8510d7 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 944 time: 0.0492530 Dec 10 19:06:50.208877 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-36423db6-9f15-4845-8a48-86e2cc2c0c20 req-54032cc5-aeed-4377-97f7-d3350d183dbb tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466149 Dec 10 19:06:50.328681 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8927d2b8-b53a-4849-a86d-94c7effbc8cf up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:06:50.392343 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 8927d2b8-b53a-4849-a86d-94c7effbc8cf completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:06:50.396246 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 8927d2b8-b53a-4849-a86d-94c7effbc8cf triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:06:50.396653 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:50.474209 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:50.499802 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fafe33-76f7-4668-8d82-842e66bd236b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8927d2b8-b53a-4849-a86d-94c7effbc8cf'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:06:50.503645 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78274d6a-ade0-483d-8846-73cee41a3fa0" -d '{"events": [{"server_uuid": "41fafe33-76f7-4668-8d82-842e66bd236b", "name": "network-vif-plugged", "status": "completed", "tag": "8927d2b8-b53a-4849-a86d-94c7effbc8cf"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:06:50.517274 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 8927d2b8-b53a-4849-a86d-94c7effbc8cf, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8927d2b8-b53a-4849-a86d-94c7effbc8cf,segment=NetworkSegment(d205616c-d261-4bfc-898c-8d1c3606eb84),segment_id=d205616c-d261-4bfc-898c-8d1c3606eb84)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:06:50.522113 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:50.568440 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bb0487-da25-4a57-bd7b-72cee7abf2ab x-openstack-request-id: req-a8bb0487-da25-4a57-bd7b-72cee7abf2ab {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:06:50.568756 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41fafe33-76f7-4668-8d82-842e66bd236b", "name": "network-vif-plugged", "status": "completed", "tag": "8927d2b8-b53a-4849-a86d-94c7effbc8cf", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:06:50.569014 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a8bb0487-da25-4a57-bd7b-72cee7abf2ab {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:06:50.569406 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41fafe33-76f7-4668-8d82-842e66bd236b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8927d2b8-b53a-4849-a86d-94c7effbc8cf', 'code': 200} Dec 10 19:06:50.578649 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=8927d2b8-b53a-4849-a86d-94c7effbc8cf,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:51.030142 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-e4c5e75b-64e8-46d8-9ac4-93ceb59d376c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:51.031700 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-e4c5e75b-64e8-46d8-9ac4-93ceb59d376c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b&tenant_id=0c22e13dcedd4daaa6d6950826669aaa HTTP/1.1" status: 200 len: 1096 time: 0.0428400 Dec 10 19:06:51.043355 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-3e7bce09-c8e3-4415-ac96-474eb020b051 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821435-1', 'device_owner': 'compute:nova'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:06:51.100824 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-3e7bce09-c8e3-4415-ac96-474eb020b051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:51.323388 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-3e7bce09-c8e3-4415-ac96-474eb020b051 service neutron] For port 8927d2b8-b53a-4849-a86d-94c7effbc8cf, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8927d2b8-b53a-4849-a86d-94c7effbc8cf,segment=NetworkSegment(d205616c-d261-4bfc-898c-8d1c3606eb84),segment_id=d205616c-d261-4bfc-898c-8d1c3606eb84)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:06:51.337216 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c30693-d7b4-45ab-baa8-cdd07ec6a94f req-1d5e3409-2cee-4daf-a811-18becff19d09 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:51.339773 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e6c30693-d7b4-45ab-baa8-cdd07ec6a94f req-1d5e3409-2cee-4daf-a811-18becff19d09 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 945 time: 0.0554628 Dec 10 19:06:51.368282 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-3e7bce09-c8e3-4415-ac96-474eb020b051 service neutron] For port 8927d2b8-b53a-4849-a86d-94c7effbc8cf, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:06:51.399859 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e6c30693-d7b4-45ab-baa8-cdd07ec6a94f req-4fffdb58-41ea-4662-84e8-2f78b4c71b04 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537364 Dec 10 19:06:51.425756 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fafe33-76f7-4668-8d82-842e66bd236b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8927d2b8-b53a-4849-a86d-94c7effbc8cf'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:06:51.428104 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91268d2e-8e4d-4863-a185-fd8404b71698" -d '{"events": [{"server_uuid": "41fafe33-76f7-4668-8d82-842e66bd236b", "name": "network-vif-unplugged", "status": "completed", "tag": "8927d2b8-b53a-4849-a86d-94c7effbc8cf"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:06:51.432677 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-3e7bce09-c8e3-4415-ac96-474eb020b051 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:51.449922 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-3e7bce09-c8e3-4415-ac96-474eb020b051 service neutron] Transition to ACTIVE for port object 8927d2b8-b53a-4849-a86d-94c7effbc8cf will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:06:51.455044 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-3e7bce09-c8e3-4415-ac96-474eb020b051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:51.490200 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 19:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779ec1b9-1ad9-4355-8c0d-8d13005632a4 x-openstack-request-id: req-779ec1b9-1ad9-4355-8c0d-8d13005632a4 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:06:51.490527 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41fafe33-76f7-4668-8d82-842e66bd236b", "name": "network-vif-unplugged", "status": "completed", "tag": "8927d2b8-b53a-4849-a86d-94c7effbc8cf", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:06:51.490783 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-779ec1b9-1ad9-4355-8c0d-8d13005632a4 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:06:51.491177 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41fafe33-76f7-4668-8d82-842e66bd236b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8927d2b8-b53a-4849-a86d-94c7effbc8cf', 'code': 200} Dec 10 19:06:51.550139 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7bce09-c8e3-4415-ac96-474eb020b051 service neutron] Pushing event updated for resources: {'Port': ['ID=8927d2b8-b53a-4849-a86d-94c7effbc8cf,revision_number=10']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:51.610781 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-3e7bce09-c8e3-4415-ac96-474eb020b051 service neutron] No DVR routers for this DVR port 8927d2b8-b53a-4849-a86d-94c7effbc8cf on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:06:51.779526 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-3e7bce09-c8e3-4415-ac96-474eb020b051 service neutron] Attempting to bind port 8927d2b8-b53a-4849-a86d-94c7effbc8cf on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:06:51.779813 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-3e7bce09-c8e3-4415-ac96-474eb020b051 service neutron] Attempting to bind port 8927d2b8-b53a-4849-a86d-94c7effbc8cf by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': 'd205616c-d261-4bfc-898c-8d1c3606eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6982f646-9f83-4de9-99b5-94201cb06e8e'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:06:51.780151 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-3e7bce09-c8e3-4415-ac96-474eb020b051 service neutron] Attempting to bind port 8927d2b8-b53a-4849-a86d-94c7effbc8cf on network 6982f646-9f83-4de9-99b5-94201cb06e8e {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:06:51.784799 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-3e7bce09-c8e3-4415-ac96-474eb020b051 service neutron] Port 8927d2b8-b53a-4849-a86d-94c7effbc8cf on network 6982f646-9f83-4de9-99b5-94201cb06e8e not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:06:51.785138 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-3e7bce09-c8e3-4415-ac96-474eb020b051 service neutron] Attempting to bind port 8927d2b8-b53a-4849-a86d-94c7effbc8cf on network 6982f646-9f83-4de9-99b5-94201cb06e8e {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:06:51.790176 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-3e7bce09-c8e3-4415-ac96-474eb020b051 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:06:51.791070 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-3e7bce09-c8e3-4415-ac96-474eb020b051 service neutron] Checking segment: {'id': 'd205616c-d261-4bfc-898c-8d1c3606eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6982f646-9f83-4de9-99b5-94201cb06e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:06:51.791480 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-3e7bce09-c8e3-4415-ac96-474eb020b051 service neutron] Bound using segment: {'id': 'd205616c-d261-4bfc-898c-8d1c3606eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6982f646-9f83-4de9-99b5-94201cb06e8e'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:06:51.792018 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-3e7bce09-c8e3-4415-ac96-474eb020b051 service neutron] Bound port: 8927d2b8-b53a-4849-a86d-94c7effbc8cf, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd205616c-d261-4bfc-898c-8d1c3606eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6982f646-9f83-4de9-99b5-94201cb06e8e'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:06:51.792398 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-3e7bce09-c8e3-4415-ac96-474eb020b051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:51.862456 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-3e7bce09-c8e3-4415-ac96-474eb020b051 service neutron] For port 8927d2b8-b53a-4849-a86d-94c7effbc8cf, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:06:51.865856 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-3e7bce09-c8e3-4415-ac96-474eb020b051 service neutron] For port 8927d2b8-b53a-4849-a86d-94c7effbc8cf, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8927d2b8-b53a-4849-a86d-94c7effbc8cf,segment=NetworkSegment(d205616c-d261-4bfc-898c-8d1c3606eb84),segment_id=d205616c-d261-4bfc-898c-8d1c3606eb84)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:06:51.870086 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-3e7bce09-c8e3-4415-ac96-474eb020b051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:51.908787 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-3e7bce09-c8e3-4415-ac96-474eb020b051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:51.909459 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-3e7bce09-c8e3-4415-ac96-474eb020b051 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:51.910818 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-3e7bce09-c8e3-4415-ac96-474eb020b051 service neutron] 10.222.0.46 "PUT /v2.0/ports/8927d2b8-b53a-4849-a86d-94c7effbc8cf HTTP/1.1" status: 200 len: 1092 time: 0.8718908 Dec 10 19:06:51.933860 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7bce09-c8e3-4415-ac96-474eb020b051 service neutron] Pushing event updated for resources: {'Port': ['ID=8927d2b8-b53a-4849-a86d-94c7effbc8cf,revision_number=11']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:51.980964 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-02ee6c73-5508-415f-9514-dde15a4e1890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:51.982712 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-02ee6c73-5508-415f-9514-dde15a4e1890 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 1095 time: 0.0450420 Dec 10 19:06:52.093240 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-c5c08bb6-02db-4f59-b9a7-e00ad820627f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:52.095121 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-c5c08bb6-02db-4f59-b9a7-e00ad820627f service neutron] 10.222.0.46 "GET /v2.0/networks?id=6982f646-9f83-4de9-99b5-94201cb06e8e HTTP/1.1" status: 200 len: 896 time: 0.1059453 Dec 10 19:06:52.163981 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-64a7e3bc-e9d0-43e6-8286-8d001182a25e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8927d2b8-b53a-4849-a86d-94c7effbc8cf HTTP/1.1" status: 200 len: 997 time: 0.0618234 Dec 10 19:06:52.206116 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37718) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:52.231195 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-b02cfa36-4475-405d-956f-d27d7059a298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:52.233060 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-b02cfa36-4475-405d-956f-d27d7059a298 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e182445-bbb5-40af-ab42-0475451efe1b HTTP/1.1" status: 200 len: 834 time: 0.0621262 Dec 10 19:06:52.280778 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-ab3432f8-4799-491b-9dc0-d1f405b421f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:52.282329 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-ab3432f8-4799-491b-9dc0-d1f405b421f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6982f646-9f83-4de9-99b5-94201cb06e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428424 Dec 10 19:06:52.320949 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d8befb1b-1671-44bb-a3d4-18658e0647ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:52.321713 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8927d2b8-b53a-4849-a86d-94c7effbc8cf no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:06:52.363870 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8927d2b8-b53a-4849-a86d-94c7effbc8cf not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:06:52.382042 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-b23b1f8b-e81d-40a0-a413-8f2e64c7107d service neutron] 10.222.0.46 "GET /v2.0/networks/6982f646-9f83-4de9-99b5-94201cb06e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927701 Dec 10 19:06:52.411579 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d8befb1b-1671-44bb-a3d4-18658e0647ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:52.417176 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d8befb1b-1671-44bb-a3d4-18658e0647ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:52.455594 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8befb1b-1671-44bb-a3d4-18658e0647ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec880b6-7335-4fe8-ba0c-b67a0a199417,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:52.456128 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4aa4ac7e-fcc3-4cbd-9881-a17c3594d59f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:52.460835 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d8befb1b-1671-44bb-a3d4-18658e0647ac admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=afff23fda60f4cd187a2a57d73820cd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2536159 Dec 10 19:06:52.464051 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37724) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:52.497519 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7e01e148-5c44-416a-a560-3919679d1ee1 req-8997dd5c-8e07-4a06-baa2-7c3a15eaf8c5 service neutron] 10.222.0.46 "GET /v2.0/networks/6982f646-9f83-4de9-99b5-94201cb06e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080978 Dec 10 19:06:52.521958 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9a216e29-3d3e-4b92-82c8-da53a1b80013 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:52.544132 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9a216e29-3d3e-4b92-82c8-da53a1b80013 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:52.550640 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91178d-6516-4087-96b6-174c532ec36d req-281f008a-2880-4b21-84af-bd533ad1c1f7 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:52.552143 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fe91178d-6516-4087-96b6-174c532ec36d req-281f008a-2880-4b21-84af-bd533ad1c1f7 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 944 time: 0.0534041 Dec 10 19:06:52.592987 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9a216e29-3d3e-4b92-82c8-da53a1b80013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:52.595532 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9a216e29-3d3e-4b92-82c8-da53a1b80013 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:52.596920 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9a216e29-3d3e-4b92-82c8-da53a1b80013 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8ec880b6-7335-4fe8-ba0c-b67a0a199417 HTTP/1.1" status: 204 len: 168 time: 0.1314752 Dec 10 19:06:52.605677 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a216e29-3d3e-4b92-82c8-da53a1b80013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec880b6-7335-4fe8-ba0c-b67a0a199417,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:52.606781 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fe91178d-6516-4087-96b6-174c532ec36d req-292d1aac-c1e8-4f71-93b3-e5d552c4dd85 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480778 Dec 10 19:06:52.871621 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37730) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:52.886218 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e4e1fc2a-6963-4f35-a235-77bbb3eddaad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:52.965622 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e4e1fc2a-6963-4f35-a235-77bbb3eddaad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:52.969780 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e4e1fc2a-6963-4f35-a235-77bbb3eddaad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:53.008505 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e4e1fc2a-6963-4f35-a235-77bbb3eddaad admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b218e4f5f25a4ed4886d25e412c4ca44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1357865 Dec 10 19:06:53.010079 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1fc2a-6963-4f35-a235-77bbb3eddaad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab3db98-bab5-4559-9db7-d56722c4176e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:53.011756 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37732) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:53.069781 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c9c827d-8344-41d1-9770-a7ee9f228382 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:53.091624 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c9c827d-8344-41d1-9770-a7ee9f228382 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:53.137699 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c9c827d-8344-41d1-9770-a7ee9f228382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:53.140577 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c9c827d-8344-41d1-9770-a7ee9f228382 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:53.141774 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7c9c827d-8344-41d1-9770-a7ee9f228382 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3ab3db98-bab5-4559-9db7-d56722c4176e HTTP/1.1" status: 204 len: 168 time: 0.1289392 Dec 10 19:06:53.149425 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c827d-8344-41d1-9770-a7ee9f228382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab3db98-bab5-4559-9db7-d56722c4176e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:53.465797 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:53.492155 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41fafe33-76f7-4668-8d82-842e66bd236b', 'tag': '8927d2b8-b53a-4849-a86d-94c7effbc8cf'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:06:53.494839 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a084c3-9e17-4a2c-bf5e-aa11a0a8d319" -d '{"events": [{"name": "network-changed", "server_uuid": "41fafe33-76f7-4668-8d82-842e66bd236b", "tag": "8927d2b8-b53a-4849-a86d-94c7effbc8cf"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:06:53.547241 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a100a8c3-e72d-4177-a35d-b597bc50838b x-openstack-request-id: req-a100a8c3-e72d-4177-a35d-b597bc50838b {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:06:53.547522 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41fafe33-76f7-4668-8d82-842e66bd236b", "tag": "8927d2b8-b53a-4849-a86d-94c7effbc8cf", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:06:53.547775 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a100a8c3-e72d-4177-a35d-b597bc50838b {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:06:53.548184 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41fafe33-76f7-4668-8d82-842e66bd236b', 'tag': '8927d2b8-b53a-4849-a86d-94c7effbc8cf', 'status': 'completed', 'code': 200} Dec 10 19:06:53.634273 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a084c3-9e17-4a2c-bf5e-aa11a0a8d319 req-66e1e36e-33d2-4ecc-b9d7-92d0f9fd0ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:53.635403 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a084c3-9e17-4a2c-bf5e-aa11a0a8d319 req-b4fa0b03-25cf-463f-91df-57bc2380be9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:53.635975 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-99a084c3-9e17-4a2c-bf5e-aa11a0a8d319 req-66e1e36e-33d2-4ecc-b9d7-92d0f9fd0ecc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 1095 time: 0.0649900 Dec 10 19:06:53.637058 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-99a084c3-9e17-4a2c-bf5e-aa11a0a8d319 req-b4fa0b03-25cf-463f-91df-57bc2380be9d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 1095 time: 0.0665915 Dec 10 19:06:53.758127 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a084c3-9e17-4a2c-bf5e-aa11a0a8d319 req-ae3e2377-715b-4339-8a7d-d29ef734c505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:53.760748 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-99a084c3-9e17-4a2c-bf5e-aa11a0a8d319 req-ae3e2377-715b-4339-8a7d-d29ef734c505 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6982f646-9f83-4de9-99b5-94201cb06e8e HTTP/1.1" status: 200 len: 896 time: 0.1157460 Dec 10 19:06:53.773231 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200be3d-d2d4-4d98-9345-429db00e099c req-261a06df-fd16-44a1-9e64-24a8ccb44bec tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:53.775004 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9200be3d-d2d4-4d98-9345-429db00e099c req-261a06df-fd16-44a1-9e64-24a8ccb44bec tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 944 time: 0.0805128 Dec 10 19:06:53.776062 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a084c3-9e17-4a2c-bf5e-aa11a0a8d319 req-3ddf08b8-4bf7-4002-ae27-146f7311a335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:53.777661 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-99a084c3-9e17-4a2c-bf5e-aa11a0a8d319 req-3ddf08b8-4bf7-4002-ae27-146f7311a335 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6982f646-9f83-4de9-99b5-94201cb06e8e HTTP/1.1" status: 200 len: 896 time: 0.1338823 Dec 10 19:06:53.834677 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-99a084c3-9e17-4a2c-bf5e-aa11a0a8d319 req-710cdc90-1b9c-49df-b33e-ab76cfa54322 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8927d2b8-b53a-4849-a86d-94c7effbc8cf HTTP/1.1" status: 200 len: 997 time: 0.0601709 Dec 10 19:06:53.876794 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9200be3d-d2d4-4d98-9345-429db00e099c req-ea7ad921-ad51-44cd-a5d3-180a1cd80c0c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952268 Dec 10 19:06:53.880808 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-99a084c3-9e17-4a2c-bf5e-aa11a0a8d319 req-cff7335b-1c97-4889-9347-4fc773ea3bc5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8927d2b8-b53a-4849-a86d-94c7effbc8cf HTTP/1.1" status: 200 len: 997 time: 0.0917511 Dec 10 19:06:53.902329 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a084c3-9e17-4a2c-bf5e-aa11a0a8d319 req-258fa993-5fc0-45ce-ad14-2efaaa992a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:53.902329 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-99a084c3-9e17-4a2c-bf5e-aa11a0a8d319 req-258fa993-5fc0-45ce-ad14-2efaaa992a8d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e182445-bbb5-40af-ab42-0475451efe1b HTTP/1.1" status: 200 len: 834 time: 0.0574360 Dec 10 19:06:53.942378 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a084c3-9e17-4a2c-bf5e-aa11a0a8d319 req-b4c29210-e202-47d4-a5c9-423b5077fde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:53.944185 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-99a084c3-9e17-4a2c-bf5e-aa11a0a8d319 req-b4c29210-e202-47d4-a5c9-423b5077fde2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1e182445-bbb5-40af-ab42-0475451efe1b HTTP/1.1" status: 200 len: 834 time: 0.0565605 Dec 10 19:06:53.977466 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a084c3-9e17-4a2c-bf5e-aa11a0a8d319 req-04932dcf-5651-4eed-b835-4f041ba74b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:53.981825 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-99a084c3-9e17-4a2c-bf5e-aa11a0a8d319 req-04932dcf-5651-4eed-b835-4f041ba74b85 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6982f646-9f83-4de9-99b5-94201cb06e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546103 Dec 10 19:06:54.003068 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a084c3-9e17-4a2c-bf5e-aa11a0a8d319 req-96edcbd3-d1cd-43d7-b7ed-5c5be32d20c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:54.004998 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-99a084c3-9e17-4a2c-bf5e-aa11a0a8d319 req-96edcbd3-d1cd-43d7-b7ed-5c5be32d20c3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6982f646-9f83-4de9-99b5-94201cb06e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506454 Dec 10 19:06:54.107785 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-99a084c3-9e17-4a2c-bf5e-aa11a0a8d319 req-5a475461-fd83-45f6-ba38-dfc66aa81910 service neutron] 10.222.0.46 "GET /v2.0/networks/6982f646-9f83-4de9-99b5-94201cb06e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188512 Dec 10 19:06:54.125112 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-99a084c3-9e17-4a2c-bf5e-aa11a0a8d319 req-c5d530a1-4d79-4520-aab4-99b910a91db8 service neutron] 10.222.0.72 "GET /v2.0/networks/6982f646-9f83-4de9-99b5-94201cb06e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128097 Dec 10 19:06:54.238442 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-99a084c3-9e17-4a2c-bf5e-aa11a0a8d319 req-e920a1db-45fc-4e04-9ef7-994760bc99c9 service neutron] 10.222.0.46 "GET /v2.0/networks/6982f646-9f83-4de9-99b5-94201cb06e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226606 Dec 10 19:06:54.253984 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-99a084c3-9e17-4a2c-bf5e-aa11a0a8d319 req-1783441d-c62e-440b-be49-e42f9bfcfb7f service neutron] 10.222.0.72 "GET /v2.0/networks/6982f646-9f83-4de9-99b5-94201cb06e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222038 Dec 10 19:06:54.845718 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:54.973975 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37800) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:55.012429 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ad43d-633e-4ea5-9060-d9246fbfa779 req-8c61f733-bf15-4525-9f1c-6de3a5e6afa8 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:55.017105 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1a8ad43d-633e-4ea5-9060-d9246fbfa779 req-8c61f733-bf15-4525-9f1c-6de3a5e6afa8 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 944 time: 0.0593748 Dec 10 19:06:55.070190 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1a8ad43d-633e-4ea5-9060-d9246fbfa779 req-944c6c44-dfc7-44ff-8156-e21f0c6999de tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500762 Dec 10 19:06:55.074919 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 8927d2b8-b53a-4849-a86d-94c7effbc8cf details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:06:55.098200 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37804) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:55.150860 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-0f31a863-60ee-450d-b458-b60348e70242 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:06:55.175025 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 8927d2b8-b53a-4849-a86d-94c7effbc8cf, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8927d2b8-b53a-4849-a86d-94c7effbc8cf,segment=NetworkSegment(d205616c-d261-4bfc-898c-8d1c3606eb84),segment_id=d205616c-d261-4bfc-898c-8d1c3606eb84)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:06:55.189819 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '8927d2b8-b53a-4849-a86d-94c7effbc8cf', 'network_id': '6982f646-9f83-4de9-99b5-94201cb06e8e', 'port_id': '8927d2b8-b53a-4849-a86d-94c7effbc8cf', 'mac_address': 'fa:16:3e:58:77:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e182445-bbb5-40af-ab42-0475451efe1b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:06:55.190033 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a97d4cd6-b538-4511-843a-712bc464d0a0 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/floatingips/b2cf52bd-7b15-4d8f-a0d3-bd0db83ea668 HTTP/1.1" status: 200 len: 989 time: 0.0897458 Dec 10 19:06:55.191639 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f31a863-60ee-450d-b458-b60348e70242 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:55.231295 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:55.244298 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8927d2b8-b53a-4849-a86d-94c7effbc8cf {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:06:55.265415 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 8927d2b8-b53a-4849-a86d-94c7effbc8cf, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8927d2b8-b53a-4849-a86d-94c7effbc8cf,segment=NetworkSegment(d205616c-d261-4bfc-898c-8d1c3606eb84),segment_id=d205616c-d261-4bfc-898c-8d1c3606eb84)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:06:55.271513 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:55.305404 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f31a863-60ee-450d-b458-b60348e70242 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:55.323934 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=8927d2b8-b53a-4849-a86d-94c7effbc8cf,revision_number=12']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:55.426743 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-0f31a863-60ee-450d-b458-b60348e70242 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Allocated IP 172.25.7.188 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/0b41452f-59ac-4d97-895c-e3f92a25398e) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:06:55.485910 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['8927d2b8-b53a-4849-a86d-94c7effbc8cf'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:06:55.491028 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:55.543710 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f31a863-60ee-450d-b458-b60348e70242 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:55.579214 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f31a863-60ee-450d-b458-b60348e70242 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:55.619634 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f31a863-60ee-450d-b458-b60348e70242 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:06:55.622577 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-0f31a863-60ee-450d-b458-b60348e70242 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:06:55.626137 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f31a863-60ee-450d-b458-b60348e70242 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:06:55.648958 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f31a863-60ee-450d-b458-b60348e70242 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Pushing event updated for resources: {'Port': ['ID=0b41452f-59ac-4d97-895c-e3f92a25398e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:55.719305 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f31a863-60ee-450d-b458-b60348e70242 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:55.754039 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f31a863-60ee-450d-b458-b60348e70242 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:56.205206 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f31a863-60ee-450d-b458-b60348e70242 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:56.210541 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f31a863-60ee-450d-b458-b60348e70242 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:56.280134 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f31a863-60ee-450d-b458-b60348e70242 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Pushing event updated for resources: {'Port': ['ID=0b41452f-59ac-4d97-895c-e3f92a25398e,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:56.288665 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f31a863-60ee-450d-b458-b60348e70242 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:56.304702 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f31a863-60ee-450d-b458-b60348e70242 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:56.306094 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0f31a863-60ee-450d-b458-b60348e70242 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3308811 Dec 10 19:06:56.309396 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37818) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:56.314194 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ba4ce84d-1937-4cf4-bf53-c2586dcb1baf tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1027561711'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:06:56.334247 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4ce84d-1937-4cf4-bf53-c2586dcb1baf tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Made reservation on behalf of 4dc1bb3246c7401caf4fc136ed35148a for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:06:56.338254 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba4ce84d-1937-4cf4-bf53-c2586dcb1baf tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:56.349919 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba4ce84d-1937-4cf4-bf53-c2586dcb1baf tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:56.431638 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba4ce84d-1937-4cf4-bf53-c2586dcb1baf tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:56.435333 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba4ce84d-1937-4cf4-bf53-c2586dcb1baf tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:56.463728 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba4ce84d-1937-4cf4-bf53-c2586dcb1baf tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:06:56.473544 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ce84d-1937-4cf4-bf53-c2586dcb1baf tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f81bc7c7-968a-4202-afa3-0ae692825f5b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:56.479147 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba4ce84d-1937-4cf4-bf53-c2586dcb1baf tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:56.479493 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-ba4ce84d-1937-4cf4-bf53-c2586dcb1baf tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Added segment d64b77d3-c1e1-4307-9eaf-980a99e50136 of type vlan for network 7dbcdd10-0b79-49dc-8825-4d58af8ee7a7 Dec 10 19:06:56.519409 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba4ce84d-1937-4cf4-bf53-c2586dcb1baf tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:56.547473 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba4ce84d-1937-4cf4-bf53-c2586dcb1baf tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:56.553103 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4ce84d-1937-4cf4-bf53-c2586dcb1baf tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:56.553690 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba4ce84d-1937-4cf4-bf53-c2586dcb1baf tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:56.610525 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ba4ce84d-1937-4cf4-bf53-c2586dcb1baf tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2999725 Dec 10 19:06:56.613350 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37820) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:56.618400 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-34b9367c-69a7-4e5a-96c0-ec2b48f6176c tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Request body: {'subnet': {'network_id': '7dbcdd10-0b79-49dc-8825-4d58af8ee7a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:06:56.631177 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ce84d-1937-4cf4-bf53-c2586dcb1baf tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Pushing event updated for resources: {'Network': ['ID=7dbcdd10-0b79-49dc-8825-4d58af8ee7a7,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:56.643510 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 7dbcdd10-0b79-49dc-8825-4d58af8ee7a7 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:06:56.743022 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b9367c-69a7-4e5a-96c0-ec2b48f6176c tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Made reservation on behalf of 4dc1bb3246c7401caf4fc136ed35148a for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:06:56.746985 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-34b9367c-69a7-4e5a-96c0-ec2b48f6176c tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:56.934416 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-34b9367c-69a7-4e5a-96c0-ec2b48f6176c tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:56.987131 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9367c-69a7-4e5a-96c0-ec2b48f6176c tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Pushing event updated for resources: {'Subnet': ['ID=d3c87212-434c-4a7e-a5fc-a3e66d32bf23,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:57.002516 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b9367c-69a7-4e5a-96c0-ec2b48f6176c tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Checking segment: {'id': 'd64b77d3-c1e1-4307-9eaf-980a99e50136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7dbcdd10-0b79-49dc-8825-4d58af8ee7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:06:57.002884 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b9367c-69a7-4e5a-96c0-ec2b48f6176c tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Network hostable DHCP agents. Network: 7dbcdd10-0b79-49dc-8825-4d58af8ee7a7, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:06:57.018999 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b9367c-69a7-4e5a-96c0-ec2b48f6176c tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Network 7dbcdd10-0b79-49dc-8825-4d58af8ee7a7 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:06:57.028411 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-34b9367c-69a7-4e5a-96c0-ec2b48f6176c tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 7dbcdd10-0b79-49dc-8825-4d58af8ee7a7) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:06:57.033602 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b9367c-69a7-4e5a-96c0-ec2b48f6176c tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:57.034219 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-34b9367c-69a7-4e5a-96c0-ec2b48f6176c tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:57.039056 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce789c53-ca28-462e-b865-bae157b44894 None None] Network 7dbcdd10-0b79-49dc-8825-4d58af8ee7a7 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:06:57.055533 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37822) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:57.055968 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-34b9367c-69a7-4e5a-96c0-ec2b48f6176c tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4411671 Dec 10 19:06:57.061820 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-cf0b9662-e9e7-4188-81a6-d10385571e53 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-956686723', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}, 'admin_state_up': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:06:57.081056 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 8927d2b8-b53a-4849-a86d-94c7effbc8cf up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:06:57.098775 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9662-e9e7-4188-81a6-d10385571e53 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:57.100041 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9662-e9e7-4188-81a6-d10385571e53 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:57.171590 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9662-e9e7-4188-81a6-d10385571e53 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:57.184558 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb732087-7b3e-4856-929d-cc4782b0f4d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-7dbcdd10-0b79-49dc-8825-4d58af8ee7a7', 'network_id': '7dbcdd10-0b79-49dc-8825-4d58af8ee7a7', 'project_id': '4dc1bb3246c7401caf4fc136ed35148a', 'fixed_ips': [{'subnet_id': 'd3c87212-434c-4a7e-a5fc-a3e66d32bf23'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:06:57.185466 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bb732087-7b3e-4856-929d-cc4782b0f4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:57.206215 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 8927d2b8-b53a-4849-a86d-94c7effbc8cf completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:06:57.206215 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 8927d2b8-b53a-4849-a86d-94c7effbc8cf triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:06:57.206215 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:57.320592 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9662-e9e7-4188-81a6-d10385571e53 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:57.385179 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:57.412707 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-bb732087-7b3e-4856-929d-cc4782b0f4d5 None None] Allocated IP 172.20.0.2 (7dbcdd10-0b79-49dc-8825-4d58af8ee7a7/d3c87212-434c-4a7e-a5fc-a3e66d32bf23/753bf174-319a-43d0-9882-8b935eaedb04) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:06:57.419321 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fafe33-76f7-4668-8d82-842e66bd236b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8927d2b8-b53a-4849-a86d-94c7effbc8cf'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:06:57.421632 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ea5e7c-94de-4465-8848-4a15ea1b0ea7" -d '{"events": [{"server_uuid": "41fafe33-76f7-4668-8d82-842e66bd236b", "name": "network-vif-plugged", "status": "completed", "tag": "8927d2b8-b53a-4849-a86d-94c7effbc8cf"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:06:57.440428 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 8927d2b8-b53a-4849-a86d-94c7effbc8cf, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8927d2b8-b53a-4849-a86d-94c7effbc8cf,segment=NetworkSegment(d205616c-d261-4bfc-898c-8d1c3606eb84),segment_id=d205616c-d261-4bfc-898c-8d1c3606eb84)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:06:57.450751 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:57.530551 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9662-e9e7-4188-81a6-d10385571e53 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:57.536209 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c98659-2428-4ee2-840a-d54f668f51a7 x-openstack-request-id: req-47c98659-2428-4ee2-840a-d54f668f51a7 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:06:57.536496 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41fafe33-76f7-4668-8d82-842e66bd236b", "name": "network-vif-plugged", "status": "completed", "tag": "8927d2b8-b53a-4849-a86d-94c7effbc8cf", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:06:57.536776 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-47c98659-2428-4ee2-840a-d54f668f51a7 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:06:57.537159 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41fafe33-76f7-4668-8d82-842e66bd236b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8927d2b8-b53a-4849-a86d-94c7effbc8cf', 'code': 200} Dec 10 19:06:57.538161 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=8927d2b8-b53a-4849-a86d-94c7effbc8cf,revision_number=13']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:57.550021 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9662-e9e7-4188-81a6-d10385571e53 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:57.650692 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bb732087-7b3e-4856-929d-cc4782b0f4d5 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:57.657395 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bb732087-7b3e-4856-929d-cc4782b0f4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:57.696052 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-cf0b9662-e9e7-4188-81a6-d10385571e53 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Allocated IP 172.25.7.156 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/ebc0de4e-e299-4753-9597-87ebe4f13589) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:06:57.699914 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb732087-7b3e-4856-929d-cc4782b0f4d5 None None] Network 7dbcdd10-0b79-49dc-8825-4d58af8ee7a7 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:06:57.703160 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-bb732087-7b3e-4856-929d-cc4782b0f4d5 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:06:57.707284 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb732087-7b3e-4856-929d-cc4782b0f4d5 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:06:57.714391 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb732087-7b3e-4856-929d-cc4782b0f4d5 None None] Pushing event updated for resources: {'Port': ['ID=753bf174-319a-43d0-9882-8b935eaedb04,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:57.769128 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-bb732087-7b3e-4856-929d-cc4782b0f4d5 None None] Attempting to bind port 753bf174-319a-43d0-9882-8b935eaedb04 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:06:57.769499 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-bb732087-7b3e-4856-929d-cc4782b0f4d5 None None] Attempting to bind port 753bf174-319a-43d0-9882-8b935eaedb04 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'd64b77d3-c1e1-4307-9eaf-980a99e50136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7dbcdd10-0b79-49dc-8825-4d58af8ee7a7'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:06:57.770111 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb732087-7b3e-4856-929d-cc4782b0f4d5 None None] Attempting to bind port 753bf174-319a-43d0-9882-8b935eaedb04 on network 7dbcdd10-0b79-49dc-8825-4d58af8ee7a7 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:06:57.775778 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb732087-7b3e-4856-929d-cc4782b0f4d5 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:06:57.775979 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb732087-7b3e-4856-929d-cc4782b0f4d5 None None] Checking segment: {'id': 'd64b77d3-c1e1-4307-9eaf-980a99e50136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7dbcdd10-0b79-49dc-8825-4d58af8ee7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:06:57.776381 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bb732087-7b3e-4856-929d-cc4782b0f4d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:57.776804 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb732087-7b3e-4856-929d-cc4782b0f4d5 None None] Bound using segment: {'id': 'd64b77d3-c1e1-4307-9eaf-980a99e50136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7dbcdd10-0b79-49dc-8825-4d58af8ee7a7'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:06:57.777271 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-bb732087-7b3e-4856-929d-cc4782b0f4d5 None None] Bound port: 753bf174-319a-43d0-9882-8b935eaedb04, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd64b77d3-c1e1-4307-9eaf-980a99e50136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7dbcdd10-0b79-49dc-8825-4d58af8ee7a7'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:06:57.777651 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bb732087-7b3e-4856-929d-cc4782b0f4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:57.820487 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9662-e9e7-4188-81a6-d10385571e53 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:57.841175 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-bb732087-7b3e-4856-929d-cc4782b0f4d5 None None] For port 753bf174-319a-43d0-9882-8b935eaedb04, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:06:57.844255 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-bb732087-7b3e-4856-929d-cc4782b0f4d5 None None] For port 753bf174-319a-43d0-9882-8b935eaedb04, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=753bf174-319a-43d0-9882-8b935eaedb04,segment=NetworkSegment(d64b77d3-c1e1-4307-9eaf-980a99e50136),segment_id=d64b77d3-c1e1-4307-9eaf-980a99e50136)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:06:57.850071 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bb732087-7b3e-4856-929d-cc4782b0f4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:57.859379 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9662-e9e7-4188-81a6-d10385571e53 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:57.913891 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0b9662-e9e7-4188-81a6-d10385571e53 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:06:57.915755 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb732087-7b3e-4856-929d-cc4782b0f4d5 None None] Pushing event updated for resources: {'Port': ['ID=753bf174-319a-43d0-9882-8b935eaedb04,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:57.917846 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-cf0b9662-e9e7-4188-81a6-d10385571e53 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:06:57.921654 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0b9662-e9e7-4188-81a6-d10385571e53 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:06:57.933097 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568d7e87-1647-400d-830a-a87de594f3a7 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:06:57.950481 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b9662-e9e7-4188-81a6-d10385571e53 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Pushing event updated for resources: {'Port': ['ID=ebc0de4e-e299-4753-9597-87ebe4f13589,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:57.975584 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-dc071571-d8a0-4f7e-b740-67139a61406e None None] Provisioning complete for port ebc0de4e-e299-4753-9597-87ebe4f13589 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:06:57.976232 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dc071571-d8a0-4f7e-b740-67139a61406e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:58.017894 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-dc071571-d8a0-4f7e-b740-67139a61406e None None] Port ebc0de4e-e299-4753-9597-87ebe4f13589 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:06:58.280502 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9662-e9e7-4188-81a6-d10385571e53 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:58.495313 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9662-e9e7-4188-81a6-d10385571e53 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:58.632658 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0b9662-e9e7-4188-81a6-d10385571e53 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Router aaf4f84c-051b-48ef-9bab-42178a216257 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:06:58.745327 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0b9662-e9e7-4188-81a6-d10385571e53 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:06:58.760079 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ed262d-c011-40d3-94d3-14ddf3de44d2 None None] Sync routers for ids ['aaf4f84c-051b-48ef-9bab-42178a216257'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:06:58.772965 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ed262d-c011-40d3-94d3-14ddf3de44d2 None None] Routers {'aaf4f84c-051b-48ef-9bab-42178a216257'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:06:58.773896 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-41ed262d-c011-40d3-94d3-14ddf3de44d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:06:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['aaf4f84c-051b-48ef-9bab-42178a216257'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:58.777217 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9662-e9e7-4188-81a6-d10385571e53 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:58.779055 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-cf0b9662-e9e7-4188-81a6-d10385571e53 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 1.7210951 Dec 10 19:06:58.781163 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37830) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:58.811947 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-41ed262d-c011-40d3-94d3-14ddf3de44d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:58.821620 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ed262d-c011-40d3-94d3-14ddf3de44d2 None None] Routers {'aaf4f84c-051b-48ef-9bab-42178a216257'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:06:58.822483 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-41ed262d-c011-40d3-94d3-14ddf3de44d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:06:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['aaf4f84c-051b-48ef-9bab-42178a216257'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:58.855573 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-41ed262d-c011-40d3-94d3-14ddf3de44d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:58.856661 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ed262d-c011-40d3-94d3-14ddf3de44d2 None None] The sync data for ids ['aaf4f84c-051b-48ef-9bab-42178a216257'] in n-d-821435-1 is: [] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:06:59.026680 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b01abc-6a2e-47e6-91a7-80b072e79cbd None None] Network 7dbcdd10-0b79-49dc-8825-4d58af8ee7a7 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:06:59.091495 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5636b83c-eeea-4b24-ab61-92d13970f335 None None] Provisioning complete for port 753bf174-319a-43d0-9882-8b935eaedb04 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:06:59.092334 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5636b83c-eeea-4b24-ab61-92d13970f335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:59.218228 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5636b83c-eeea-4b24-ab61-92d13970f335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:59.271048 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5636b83c-eeea-4b24-ab61-92d13970f335 None None] For port 753bf174-319a-43d0-9882-8b935eaedb04, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=753bf174-319a-43d0-9882-8b935eaedb04,segment=NetworkSegment(d64b77d3-c1e1-4307-9eaf-980a99e50136),segment_id=d64b77d3-c1e1-4307-9eaf-980a99e50136)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:06:59.278794 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5636b83c-eeea-4b24-ab61-92d13970f335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:59.324517 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9e05f8be-9867-4575-8986-c3ada4023c82 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:59.521061 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5636b83c-eeea-4b24-ab61-92d13970f335 None None] Pushing event updated for resources: {'Port': ['ID=753bf174-319a-43d0-9882-8b935eaedb04,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:59.526923 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-18014d59-ea4a-4061-b11a-367b81aae46e None None] Provisioning complete for port 753bf174-319a-43d0-9882-8b935eaedb04 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:06:59.527297 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-18014d59-ea4a-4061-b11a-367b81aae46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:59.693058 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-9e05f8be-9867-4575-8986-c3ada4023c82 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Allocated IP 172.20.0.1 (7dbcdd10-0b79-49dc-8825-4d58af8ee7a7/d3c87212-434c-4a7e-a5fc-a3e66d32bf23/e87001e4-731a-495a-b70e-d912c792700a) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:06:59.804426 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9e05f8be-9867-4575-8986-c3ada4023c82 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:59.836639 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9e05f8be-9867-4575-8986-c3ada4023c82 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:59.875685 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e05f8be-9867-4575-8986-c3ada4023c82 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Network 7dbcdd10-0b79-49dc-8825-4d58af8ee7a7 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:06:59.878754 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-9e05f8be-9867-4575-8986-c3ada4023c82 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:06:59.882471 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e05f8be-9867-4575-8986-c3ada4023c82 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:06:59.914644 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e05f8be-9867-4575-8986-c3ada4023c82 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Pushing event updated for resources: {'Port': ['ID=e87001e4-731a-495a-b70e-d912c792700a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:59.944327 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9e05f8be-9867-4575-8986-c3ada4023c82 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:00.117455 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9e05f8be-9867-4575-8986-c3ada4023c82 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:00.138708 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3eaa793f-0bcf-4d3f-b296-535ff3d9dd7a None None] Provisioning complete for port e87001e4-731a-495a-b70e-d912c792700a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:00.139260 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3eaa793f-0bcf-4d3f-b296-535ff3d9dd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:00.174331 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3eaa793f-0bcf-4d3f-b296-535ff3d9dd7a None None] Port e87001e4-731a-495a-b70e-d912c792700a cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:07:00.184254 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 753bf174-319a-43d0-9882-8b935eaedb04 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:07:00.240055 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 753bf174-319a-43d0-9882-8b935eaedb04 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:00.240752 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:00.427485 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:07:00.738481 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9e05f8be-9867-4575-8986-c3ada4023c82 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:00.743285 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9e05f8be-9867-4575-8986-c3ada4023c82 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:00.819293 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e05f8be-9867-4575-8986-c3ada4023c82 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Pushing event updated for resources: {'Port': ['ID=e87001e4-731a-495a-b70e-d912c792700a,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:00.822723 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9e05f8be-9867-4575-8986-c3ada4023c82 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:00.913055 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e05f8be-9867-4575-8986-c3ada4023c82 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Network 7dbcdd10-0b79-49dc-8825-4d58af8ee7a7 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:00.914672 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-9e05f8be-9867-4575-8986-c3ada4023c82 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:01.038451 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e05f8be-9867-4575-8986-c3ada4023c82 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Router aaf4f84c-051b-48ef-9bab-42178a216257 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:07:01.164801 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e05f8be-9867-4575-8986-c3ada4023c82 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:07:01.170520 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9e05f8be-9867-4575-8986-c3ada4023c82 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] 10.222.0.62 "PUT /v2.0/routers/aaf4f84c-051b-48ef-9bab-42178a216257/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3881273 Dec 10 19:07:01.173753 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37836) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:01.176389 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37026c3b-ca26-4833-87c5-848c10f6962b None None] Sync routers for ids ['aaf4f84c-051b-48ef-9bab-42178a216257'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:07:01.182365 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1cd204bc-bc44-40c5-8308-ceb858e32b03 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Request body: {'port': {'network_id': '7dbcdd10-0b79-49dc-8825-4d58af8ee7a7', 'name': 'tempest-FloatingIPAdminTestJSON-579022814'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:01.194378 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37026c3b-ca26-4833-87c5-848c10f6962b None None] Routers {'aaf4f84c-051b-48ef-9bab-42178a216257'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:07:01.195040 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-37026c3b-ca26-4833-87c5-848c10f6962b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:06:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['aaf4f84c-051b-48ef-9bab-42178a216257'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:01.239970 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-37026c3b-ca26-4833-87c5-848c10f6962b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:01.252904 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3071c581-b430-4747-afc7-d354a12fccc5 None None] Provisioning complete for port e87001e4-731a-495a-b70e-d912c792700a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:01.253284 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3071c581-b430-4747-afc7-d354a12fccc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:01.255740 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37026c3b-ca26-4833-87c5-848c10f6962b None None] Routers {'aaf4f84c-051b-48ef-9bab-42178a216257'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:07:01.256536 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-37026c3b-ca26-4833-87c5-848c10f6962b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:06:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['aaf4f84c-051b-48ef-9bab-42178a216257'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:01.307285 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd204bc-bc44-40c5-8308-ceb858e32b03 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Made reservation on behalf of 4dc1bb3246c7401caf4fc136ed35148a for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:01.310785 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1cd204bc-bc44-40c5-8308-ceb858e32b03 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:01.314978 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-37026c3b-ca26-4833-87c5-848c10f6962b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:01.315627 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37026c3b-ca26-4833-87c5-848c10f6962b None None] The sync data for ids ['aaf4f84c-051b-48ef-9bab-42178a216257'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:07:01.326186 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3071c581-b430-4747-afc7-d354a12fccc5 None None] Port e87001e4-731a-495a-b70e-d912c792700a cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:07:01.333428 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-1cd204bc-bc44-40c5-8308-ceb858e32b03 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] device_id is not set on port 9b90d777-38e5-41ee-aa4b-09706f9f529f yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:07:01.456689 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-1cd204bc-bc44-40c5-8308-ceb858e32b03 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Allocated IP 172.20.0.13 (7dbcdd10-0b79-49dc-8825-4d58af8ee7a7/d3c87212-434c-4a7e-a5fc-a3e66d32bf23/9b90d777-38e5-41ee-aa4b-09706f9f529f) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:01.604387 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1cd204bc-bc44-40c5-8308-ceb858e32b03 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:01.639311 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1cd204bc-bc44-40c5-8308-ceb858e32b03 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:01.684541 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd204bc-bc44-40c5-8308-ceb858e32b03 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Network 7dbcdd10-0b79-49dc-8825-4d58af8ee7a7 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:01.687698 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-1cd204bc-bc44-40c5-8308-ceb858e32b03 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:01.691466 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd204bc-bc44-40c5-8308-ceb858e32b03 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:01.716659 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd204bc-bc44-40c5-8308-ceb858e32b03 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Pushing event updated for resources: {'Port': ['ID=9b90d777-38e5-41ee-aa4b-09706f9f529f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:01.748852 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd204bc-bc44-40c5-8308-ceb858e32b03 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:01.749503 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1cd204bc-bc44-40c5-8308-ceb858e32b03 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:01.766064 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1cd204bc-bc44-40c5-8308-ceb858e32b03 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5883865 Dec 10 19:07:01.769603 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37840) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:01.827132 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-2a1eead3-5cfb-485a-b8d9-7d9ef6ef97e3 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'project_id': '4dc1bb3246c7401caf4fc136ed35148a', 'port_id': '9b90d777-38e5-41ee-aa4b-09706f9f529f'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:01.847885 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2a1eead3-5cfb-485a-b8d9-7d9ef6ef97e3 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:01.938148 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2a1eead3-5cfb-485a-b8d9-7d9ef6ef97e3 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:01.956745 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a7cce44e-fc57-45e6-a58b-41f037f88a0d None None] Provisioning complete for port 9b90d777-38e5-41ee-aa4b-09706f9f529f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:01.957456 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a7cce44e-fc57-45e6-a58b-41f037f88a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:01.997200 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a7cce44e-fc57-45e6-a58b-41f037f88a0d None None] Port 9b90d777-38e5-41ee-aa4b-09706f9f529f cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:07:02.046225 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-2a1eead3-5cfb-485a-b8d9-7d9ef6ef97e3 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Allocated IP 172.25.7.131 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/e8f81865-d890-45f8-aa36-a315148fc49d) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:02.148953 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2a1eead3-5cfb-485a-b8d9-7d9ef6ef97e3 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:02.182202 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2a1eead3-5cfb-485a-b8d9-7d9ef6ef97e3 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:02.225961 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1eead3-5cfb-485a-b8d9-7d9ef6ef97e3 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:02.229213 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-2a1eead3-5cfb-485a-b8d9-7d9ef6ef97e3 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:02.233982 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1eead3-5cfb-485a-b8d9-7d9ef6ef97e3 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:02.264199 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1eead3-5cfb-485a-b8d9-7d9ef6ef97e3 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Pushing event updated for resources: {'Port': ['ID=e8f81865-d890-45f8-aa36-a315148fc49d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:02.593384 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2a1eead3-5cfb-485a-b8d9-7d9ef6ef97e3 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:02.668396 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2a1eead3-5cfb-485a-b8d9-7d9ef6ef97e3 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:02.812733 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2a1eead3-5cfb-485a-b8d9-7d9ef6ef97e3 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:02.817165 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2a1eead3-5cfb-485a-b8d9-7d9ef6ef97e3 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:02.885388 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1eead3-5cfb-485a-b8d9-7d9ef6ef97e3 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Pushing event updated for resources: {'Port': ['ID=e8f81865-d890-45f8-aa36-a315148fc49d,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:02.897169 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2a1eead3-5cfb-485a-b8d9-7d9ef6ef97e3 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:02.997338 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-2a1eead3-5cfb-485a-b8d9-7d9ef6ef97e3 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Floating IP 7f2c40db-4b86-4d7e-b8d5-fcfa2adcbe62 associated. External IP: 172.25.7.131, port: 9b90d777-38e5-41ee-aa4b-09706f9f529f. Dec 10 19:07:03.202076 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a1eead3-5cfb-485a-b8d9-7d9ef6ef97e3 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Router aaf4f84c-051b-48ef-9bab-42178a216257 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:07:03.579538 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1eead3-5cfb-485a-b8d9-7d9ef6ef97e3 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:07:03.588970 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a996e7b-6f69-4f2b-95a7-e6847762bb18 None None] Sync routers for ids ['aaf4f84c-051b-48ef-9bab-42178a216257'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:07:03.599335 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a996e7b-6f69-4f2b-95a7-e6847762bb18 None None] Routers {'aaf4f84c-051b-48ef-9bab-42178a216257'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:07:03.600235 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-2a996e7b-6f69-4f2b-95a7-e6847762bb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:06:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['aaf4f84c-051b-48ef-9bab-42178a216257'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:03.601453 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2a1eead3-5cfb-485a-b8d9-7d9ef6ef97e3 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:03.631096 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2a1eead3-5cfb-485a-b8d9-7d9ef6ef97e3 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 1.8579624 Dec 10 19:07:03.631319 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37848) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:03.637082 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-2a996e7b-6f69-4f2b-95a7-e6847762bb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:03.646668 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a996e7b-6f69-4f2b-95a7-e6847762bb18 None None] Routers {'aaf4f84c-051b-48ef-9bab-42178a216257'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:07:03.647302 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-2a996e7b-6f69-4f2b-95a7-e6847762bb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:06:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['aaf4f84c-051b-48ef-9bab-42178a216257'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:03.682202 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-2a996e7b-6f69-4f2b-95a7-e6847762bb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:03.682868 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a996e7b-6f69-4f2b-95a7-e6847762bb18 None None] The sync data for ids ['aaf4f84c-051b-48ef-9bab-42178a216257'] in n-d-821435-1 is: [] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:07:03.750229 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d9546b3f-273c-495e-ae1d-5c0b63e57042 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] 10.222.0.62 "GET /v2.0/floatingips/7f2c40db-4b86-4d7e-b8d5-fcfa2adcbe62 HTTP/1.1" status: 200 len: 983 time: 0.1178675 Dec 10 19:07:03.752711 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37850) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:03.860413 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8ab60541-3bb9-4a18-a550-3016f9319d87 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3035 time: 0.1066766 Dec 10 19:07:03.863185 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37852) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:03.985789 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:04.019296 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1123548b-5e5f-491c-af10-78cec314c18f tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Deleting port e8f81865-d890-45f8-aa36-a315148fc49d {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:04.019577 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1123548b-5e5f-491c-af10-78cec314c18f tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:04.096861 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1123548b-5e5f-491c-af10-78cec314c18f tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:04.097193 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1123548b-5e5f-491c-af10-78cec314c18f tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:04.109227 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1123548b-5e5f-491c-af10-78cec314c18f tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Calling delete_port for e8f81865-d890-45f8-aa36-a315148fc49d owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:04.256703 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1123548b-5e5f-491c-af10-78cec314c18f tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:04.286242 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1123548b-5e5f-491c-af10-78cec314c18f tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Pushing event deleted for resources: {'Port': ['ID=e8f81865-d890-45f8-aa36-a315148fc49d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:04.353857 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1123548b-5e5f-491c-af10-78cec314c18f tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:04.354353 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-1123548b-5e5f-491c-af10-78cec314c18f tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Floating IP 7f2c40db-4b86-4d7e-b8d5-fcfa2adcbe62 disassociated (deleted). External IP: 172.25.7.131, port: 9b90d777-38e5-41ee-aa4b-09706f9f529f. Dec 10 19:07:04.562378 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1123548b-5e5f-491c-af10-78cec314c18f tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Router aaf4f84c-051b-48ef-9bab-42178a216257 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:07:04.668941 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1123548b-5e5f-491c-af10-78cec314c18f tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:07:04.673667 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1123548b-5e5f-491c-af10-78cec314c18f tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:04.678133 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25b9e42-b55b-41a0-8d0a-f8c47131d678 None None] Sync routers for ids ['aaf4f84c-051b-48ef-9bab-42178a216257'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:07:04.688121 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25b9e42-b55b-41a0-8d0a-f8c47131d678 None None] Routers {'aaf4f84c-051b-48ef-9bab-42178a216257'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:07:04.688758 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b25b9e42-b55b-41a0-8d0a-f8c47131d678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:06:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['aaf4f84c-051b-48ef-9bab-42178a216257'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:04.701232 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1123548b-5e5f-491c-af10-78cec314c18f tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] 10.222.0.62 "DELETE /v2.0/floatingips/7f2c40db-4b86-4d7e-b8d5-fcfa2adcbe62 HTTP/1.1" status: 204 len: 168 time: 0.8365531 Dec 10 19:07:04.704265 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37856) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:04.708510 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-4f1a87b9-2aad-4c10-aac1-f910855e7482 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:04.721013 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b25b9e42-b55b-41a0-8d0a-f8c47131d678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:04.729657 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25b9e42-b55b-41a0-8d0a-f8c47131d678 None None] Routers {'aaf4f84c-051b-48ef-9bab-42178a216257'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:07:04.729873 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4f1a87b9-2aad-4c10-aac1-f910855e7482 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:04.730231 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b25b9e42-b55b-41a0-8d0a-f8c47131d678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:06:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['aaf4f84c-051b-48ef-9bab-42178a216257'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:04.764995 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b25b9e42-b55b-41a0-8d0a-f8c47131d678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:04.765646 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25b9e42-b55b-41a0-8d0a-f8c47131d678 None None] The sync data for ids ['aaf4f84c-051b-48ef-9bab-42178a216257'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:07:04.819233 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4f1a87b9-2aad-4c10-aac1-f910855e7482 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:04.921138 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-4f1a87b9-2aad-4c10-aac1-f910855e7482 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Allocated IP 172.25.7.247 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/bda6b2d1-930f-4c53-acba-6af79519dbb5) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:05.025335 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4f1a87b9-2aad-4c10-aac1-f910855e7482 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:05.058452 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4f1a87b9-2aad-4c10-aac1-f910855e7482 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:05.098024 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1a87b9-2aad-4c10-aac1-f910855e7482 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:05.102434 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-4f1a87b9-2aad-4c10-aac1-f910855e7482 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:05.107476 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1a87b9-2aad-4c10-aac1-f910855e7482 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:05.110528 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a87b9-2aad-4c10-aac1-f910855e7482 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Pushing event updated for resources: {'Port': ['ID=bda6b2d1-930f-4c53-acba-6af79519dbb5,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:05.195940 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4f1a87b9-2aad-4c10-aac1-f910855e7482 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:05.228652 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4f1a87b9-2aad-4c10-aac1-f910855e7482 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:05.381696 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4f1a87b9-2aad-4c10-aac1-f910855e7482 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:05.386212 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4f1a87b9-2aad-4c10-aac1-f910855e7482 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:05.454254 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a87b9-2aad-4c10-aac1-f910855e7482 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Pushing event updated for resources: {'Port': ['ID=bda6b2d1-930f-4c53-acba-6af79519dbb5,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:05.464078 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4f1a87b9-2aad-4c10-aac1-f910855e7482 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:05.479378 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4f1a87b9-2aad-4c10-aac1-f910855e7482 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:05.480622 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4f1a87b9-2aad-4c10-aac1-f910855e7482 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7753682 Dec 10 19:07:05.483401 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37858) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:05.576930 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1a0b03ae-5a84-49f2-8434-ee87c8fcef67 tempest-FloatingIPAdminTestJSON-2135797191 tempest-FloatingIPAdminTestJSON-2135797191-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:05.599154 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1a0b03ae-5a84-49f2-8434-ee87c8fcef67 tempest-FloatingIPAdminTestJSON-2135797191 tempest-FloatingIPAdminTestJSON-2135797191-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:05.698568 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1a0b03ae-5a84-49f2-8434-ee87c8fcef67 tempest-FloatingIPAdminTestJSON-2135797191 tempest-FloatingIPAdminTestJSON-2135797191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:05.802441 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-1a0b03ae-5a84-49f2-8434-ee87c8fcef67 tempest-FloatingIPAdminTestJSON-2135797191 tempest-FloatingIPAdminTestJSON-2135797191-project] Allocated IP 172.25.7.216 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/d5ccd4c8-81af-4b88-abff-3191c0244e34) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:05.899926 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1a0b03ae-5a84-49f2-8434-ee87c8fcef67 tempest-FloatingIPAdminTestJSON-2135797191 tempest-FloatingIPAdminTestJSON-2135797191-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:05.932263 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1a0b03ae-5a84-49f2-8434-ee87c8fcef67 tempest-FloatingIPAdminTestJSON-2135797191 tempest-FloatingIPAdminTestJSON-2135797191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:05.969889 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0b03ae-5a84-49f2-8434-ee87c8fcef67 tempest-FloatingIPAdminTestJSON-2135797191 tempest-FloatingIPAdminTestJSON-2135797191-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:05.972727 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-1a0b03ae-5a84-49f2-8434-ee87c8fcef67 tempest-FloatingIPAdminTestJSON-2135797191 tempest-FloatingIPAdminTestJSON-2135797191-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:05.976199 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0b03ae-5a84-49f2-8434-ee87c8fcef67 tempest-FloatingIPAdminTestJSON-2135797191 tempest-FloatingIPAdminTestJSON-2135797191-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:06.004835 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b03ae-5a84-49f2-8434-ee87c8fcef67 tempest-FloatingIPAdminTestJSON-2135797191 tempest-FloatingIPAdminTestJSON-2135797191-project] Pushing event updated for resources: {'Port': ['ID=d5ccd4c8-81af-4b88-abff-3191c0244e34,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:06.065653 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1a0b03ae-5a84-49f2-8434-ee87c8fcef67 tempest-FloatingIPAdminTestJSON-2135797191 tempest-FloatingIPAdminTestJSON-2135797191-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:06.097159 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1a0b03ae-5a84-49f2-8434-ee87c8fcef67 tempest-FloatingIPAdminTestJSON-2135797191 tempest-FloatingIPAdminTestJSON-2135797191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:06.245134 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1a0b03ae-5a84-49f2-8434-ee87c8fcef67 tempest-FloatingIPAdminTestJSON-2135797191 tempest-FloatingIPAdminTestJSON-2135797191-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:06.249594 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1a0b03ae-5a84-49f2-8434-ee87c8fcef67 tempest-FloatingIPAdminTestJSON-2135797191 tempest-FloatingIPAdminTestJSON-2135797191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:06.320241 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b03ae-5a84-49f2-8434-ee87c8fcef67 tempest-FloatingIPAdminTestJSON-2135797191 tempest-FloatingIPAdminTestJSON-2135797191-project] Pushing event updated for resources: {'Port': ['ID=d5ccd4c8-81af-4b88-abff-3191c0244e34,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:06.328645 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1a0b03ae-5a84-49f2-8434-ee87c8fcef67 tempest-FloatingIPAdminTestJSON-2135797191 tempest-FloatingIPAdminTestJSON-2135797191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:06.344372 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1a0b03ae-5a84-49f2-8434-ee87c8fcef67 tempest-FloatingIPAdminTestJSON-2135797191 tempest-FloatingIPAdminTestJSON-2135797191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:06.345683 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1a0b03ae-5a84-49f2-8434-ee87c8fcef67 tempest-FloatingIPAdminTestJSON-2135797191 tempest-FloatingIPAdminTestJSON-2135797191-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8613276 Dec 10 19:07:06.348238 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37864) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:06.419048 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4d85e228-1f20-40d8-92cf-855da9fa65c0 tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.0693417 Dec 10 19:07:06.421242 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37866) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:06.490155 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1ecd75d1-5941-4733-af07-ec2f2c7863d8 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0678504 Dec 10 19:07:06.492716 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37868) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:06.882337 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b46a6240-8aa9-4d4b-82ec-15dadb93d957 tempest-FloatingIPAdminTestJSON-2135797191 tempest-FloatingIPAdminTestJSON-2135797191-project] Deleting port d5ccd4c8-81af-4b88-abff-3191c0244e34 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:06.882682 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b46a6240-8aa9-4d4b-82ec-15dadb93d957 tempest-FloatingIPAdminTestJSON-2135797191 tempest-FloatingIPAdminTestJSON-2135797191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:06.957639 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b46a6240-8aa9-4d4b-82ec-15dadb93d957 tempest-FloatingIPAdminTestJSON-2135797191 tempest-FloatingIPAdminTestJSON-2135797191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:06.957869 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b46a6240-8aa9-4d4b-82ec-15dadb93d957 tempest-FloatingIPAdminTestJSON-2135797191 tempest-FloatingIPAdminTestJSON-2135797191-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:06.969798 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b46a6240-8aa9-4d4b-82ec-15dadb93d957 tempest-FloatingIPAdminTestJSON-2135797191 tempest-FloatingIPAdminTestJSON-2135797191-project] Calling delete_port for d5ccd4c8-81af-4b88-abff-3191c0244e34 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:07.097941 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b46a6240-8aa9-4d4b-82ec-15dadb93d957 tempest-FloatingIPAdminTestJSON-2135797191 tempest-FloatingIPAdminTestJSON-2135797191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:07.122899 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a6240-8aa9-4d4b-82ec-15dadb93d957 tempest-FloatingIPAdminTestJSON-2135797191 tempest-FloatingIPAdminTestJSON-2135797191-project] Pushing event deleted for resources: {'Port': ['ID=d5ccd4c8-81af-4b88-abff-3191c0244e34,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:07.184016 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b46a6240-8aa9-4d4b-82ec-15dadb93d957 tempest-FloatingIPAdminTestJSON-2135797191 tempest-FloatingIPAdminTestJSON-2135797191-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:07.186596 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b46a6240-8aa9-4d4b-82ec-15dadb93d957 tempest-FloatingIPAdminTestJSON-2135797191 tempest-FloatingIPAdminTestJSON-2135797191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:07.187756 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b46a6240-8aa9-4d4b-82ec-15dadb93d957 tempest-FloatingIPAdminTestJSON-2135797191 tempest-FloatingIPAdminTestJSON-2135797191-project] 10.222.0.62 "DELETE /v2.0/floatingips/b75da7fe-5e42-44ee-83b1-39667be3b5df HTTP/1.1" status: 204 len: 168 time: 0.6935308 Dec 10 19:07:07.190367 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37872) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:07.308749 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a8942d11-aa81-4975-8dd5-fd38afd5c50e tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Deleting port bda6b2d1-930f-4c53-acba-6af79519dbb5 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:07.309091 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a8942d11-aa81-4975-8dd5-fd38afd5c50e tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:07.388235 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a8942d11-aa81-4975-8dd5-fd38afd5c50e tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:07.388557 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a8942d11-aa81-4975-8dd5-fd38afd5c50e tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:07.400247 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a8942d11-aa81-4975-8dd5-fd38afd5c50e tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Calling delete_port for bda6b2d1-930f-4c53-acba-6af79519dbb5 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:07.524042 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a8942d11-aa81-4975-8dd5-fd38afd5c50e tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:07.552011 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8942d11-aa81-4975-8dd5-fd38afd5c50e tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Pushing event deleted for resources: {'Port': ['ID=bda6b2d1-930f-4c53-acba-6af79519dbb5,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:07.611580 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a8942d11-aa81-4975-8dd5-fd38afd5c50e tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:07.614076 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a8942d11-aa81-4975-8dd5-fd38afd5c50e tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:07.615232 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a8942d11-aa81-4975-8dd5-fd38afd5c50e tempest-FloatingIPAdminTestJSON-418728685 tempest-FloatingIPAdminTestJSON-418728685-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/de727c3c-174e-40b3-96d5-210a23e9c938 HTTP/1.1" status: 204 len: 168 time: 0.4239624 Dec 10 19:07:07.619673 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37874) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:07.704188 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-d29b03cf-9ea7-4fbc-8e21-9283f9049a86 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Deleting port 9b90d777-38e5-41ee-aa4b-09706f9f529f {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:07.704535 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d29b03cf-9ea7-4fbc-8e21-9283f9049a86 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:07.794426 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d29b03cf-9ea7-4fbc-8e21-9283f9049a86 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:07.807521 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-d29b03cf-9ea7-4fbc-8e21-9283f9049a86 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Calling delete_port for 9b90d777-38e5-41ee-aa4b-09706f9f529f owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:07.938127 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d29b03cf-9ea7-4fbc-8e21-9283f9049a86 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:07.967485 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b03cf-9ea7-4fbc-8e21-9283f9049a86 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Pushing event deleted for resources: {'Port': ['ID=9b90d777-38e5-41ee-aa4b-09706f9f529f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:08.037993 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d29b03cf-9ea7-4fbc-8e21-9283f9049a86 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:08.042858 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d29b03cf-9ea7-4fbc-8e21-9283f9049a86 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] 10.222.0.62 "DELETE /v2.0/ports/9b90d777-38e5-41ee-aa4b-09706f9f529f HTTP/1.1" status: 204 len: 168 time: 0.4219723 Dec 10 19:07:08.045426 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37886) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:08.107779 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fe5ec3-6395-4006-8965-f6e7207113a4 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:08.109414 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a5fe5ec3-6395-4006-8965-f6e7207113a4 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] 10.222.0.62 "GET /v2.0/ports?device_id=aaf4f84c-051b-48ef-9bab-42178a216257 HTTP/1.1" status: 200 len: 913 time: 0.0620537 Dec 10 19:07:08.112238 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37888) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:08.358673 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:08.509200 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3a66392-ef4a-437b-9946-d686ac42778a tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:08.770554 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-f3a66392-ef4a-437b-9946-d686ac42778a tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Deleting port e87001e4-731a-495a-b70e-d912c792700a {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:08.771209 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3a66392-ef4a-437b-9946-d686ac42778a tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:08.866333 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3a66392-ef4a-437b-9946-d686ac42778a tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:08.879216 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-f3a66392-ef4a-437b-9946-d686ac42778a tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Calling delete_port for e87001e4-731a-495a-b70e-d912c792700a owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:09.079402 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3a66392-ef4a-437b-9946-d686ac42778a tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:09.107363 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a66392-ef4a-437b-9946-d686ac42778a tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Pushing event deleted for resources: {'Port': ['ID=e87001e4-731a-495a-b70e-d912c792700a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:09.282721 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3a66392-ef4a-437b-9946-d686ac42778a tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:09.528948 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a66392-ef4a-437b-9946-d686ac42778a tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Router aaf4f84c-051b-48ef-9bab-42178a216257 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:07:09.663403 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a66392-ef4a-437b-9946-d686ac42778a tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:07:09.670293 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f3a66392-ef4a-437b-9946-d686ac42778a tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] 10.222.0.62 "PUT /v2.0/routers/aaf4f84c-051b-48ef-9bab-42178a216257/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5559018 Dec 10 19:07:09.671625 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37924) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:09.676960 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52ee9d8-392c-47fe-94e6-2ba5a4ec52e6 None None] Sync routers for ids ['aaf4f84c-051b-48ef-9bab-42178a216257'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:07:09.687674 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52ee9d8-392c-47fe-94e6-2ba5a4ec52e6 None None] Routers {'aaf4f84c-051b-48ef-9bab-42178a216257'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:07:09.688288 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f52ee9d8-392c-47fe-94e6-2ba5a4ec52e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:06:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['aaf4f84c-051b-48ef-9bab-42178a216257'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:09.786496 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d252d7c-ced3-4c81-8426-fa5100573323 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:09.816409 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f52ee9d8-392c-47fe-94e6-2ba5a4ec52e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:09.825704 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52ee9d8-392c-47fe-94e6-2ba5a4ec52e6 None None] Routers {'aaf4f84c-051b-48ef-9bab-42178a216257'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:07:09.826299 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f52ee9d8-392c-47fe-94e6-2ba5a4ec52e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:06:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['aaf4f84c-051b-48ef-9bab-42178a216257'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:09.858022 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f52ee9d8-392c-47fe-94e6-2ba5a4ec52e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:09.858670 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52ee9d8-392c-47fe-94e6-2ba5a4ec52e6 None None] The sync data for ids ['aaf4f84c-051b-48ef-9bab-42178a216257'] in n-d-821435-1 is: [] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:07:09.894306 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d252d7c-ced3-4c81-8426-fa5100573323 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:09.948902 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-9d252d7c-ced3-4c81-8426-fa5100573323 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Deleting port ebc0de4e-e299-4753-9597-87ebe4f13589 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:09.949164 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d252d7c-ced3-4c81-8426-fa5100573323 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:10.026339 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d252d7c-ced3-4c81-8426-fa5100573323 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:10.038383 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-9d252d7c-ced3-4c81-8426-fa5100573323 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Calling delete_port for ebc0de4e-e299-4753-9597-87ebe4f13589 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:10.203611 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d252d7c-ced3-4c81-8426-fa5100573323 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:10.234369 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d252d7c-ced3-4c81-8426-fa5100573323 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Pushing event deleted for resources: {'Port': ['ID=ebc0de4e-e299-4753-9597-87ebe4f13589,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:10.244949 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4710263-53e7-4f63-b7d3-a2837848372a None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:07:10.292217 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d252d7c-ced3-4c81-8426-fa5100573323 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:10.385298 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d252d7c-ced3-4c81-8426-fa5100573323 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:10.387494 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d252d7c-ced3-4c81-8426-fa5100573323 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:10.433960 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d252d7c-ced3-4c81-8426-fa5100573323 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:10.434497 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d252d7c-ced3-4c81-8426-fa5100573323 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Fanout notify agent at l3_agent the message router_deleted on router aaf4f84c-051b-48ef-9bab-42178a216257 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:07:10.441320 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d252d7c-ced3-4c81-8426-fa5100573323 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:10.442578 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9d252d7c-ced3-4c81-8426-fa5100573323 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] 10.222.0.62 "DELETE /v2.0/routers/aaf4f84c-051b-48ef-9bab-42178a216257 HTTP/1.1" status: 204 len: 168 time: 0.7699196 Dec 10 19:07:10.444984 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37926) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:10.499884 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-80d245b8-088f-40d1-b15c-de3bc5462dfc tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Deleting subnet d3c87212-434c-4a7e-a5fc-a3e66d32bf23 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:07:10.503010 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-80d245b8-088f-40d1-b15c-de3bc5462dfc tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:10.543220 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-80d245b8-088f-40d1-b15c-de3bc5462dfc tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:10.623112 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-80d245b8-088f-40d1-b15c-de3bc5462dfc tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:10.690377 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-80d245b8-088f-40d1-b15c-de3bc5462dfc tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:10.717008 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d245b8-088f-40d1-b15c-de3bc5462dfc tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Pushing event deleted for resources: {'Subnet': ['ID=d3c87212-434c-4a7e-a5fc-a3e66d32bf23,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:10.724386 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-80d245b8-088f-40d1-b15c-de3bc5462dfc tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:10.730489 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-80d245b8-088f-40d1-b15c-de3bc5462dfc tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] 10.222.0.62 "DELETE /v2.0/subnets/d3c87212-434c-4a7e-a5fc-a3e66d32bf23 HTTP/1.1" status: 204 len: 168 time: 0.2820947 Dec 10 19:07:10.730713 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37930) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:10.731581 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4356395-6135-4c94-a5e7-03057dda4c45 None None] Network 7dbcdd10-0b79-49dc-8825-4d58af8ee7a7 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:07:10.813855 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a151011-7d56-450e-a38b-469168563da8 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:10.870825 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4a151011-7d56-450e-a38b-469168563da8 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Deleting port 753bf174-319a-43d0-9882-8b935eaedb04 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:10.871170 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a151011-7d56-450e-a38b-469168563da8 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:10.901742 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74999aca-76f6-4375-a612-c06d43c3d26b None None] DHCP port deletion for 7dbcdd10-0b79-49dc-8825-4d58af8ee7a7 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:07:10.937526 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4a151011-7d56-450e-a38b-469168563da8 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] For port 753bf174-319a-43d0-9882-8b935eaedb04, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=753bf174-319a-43d0-9882-8b935eaedb04,segment=NetworkSegment(d64b77d3-c1e1-4307-9eaf-980a99e50136),segment_id=d64b77d3-c1e1-4307-9eaf-980a99e50136)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:10.937932 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a151011-7d56-450e-a38b-469168563da8 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:10.950029 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-74999aca-76f6-4375-a612-c06d43c3d26b None None] Deleting port 753bf174-319a-43d0-9882-8b935eaedb04 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:10.950417 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-74999aca-76f6-4375-a612-c06d43c3d26b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:10.952226 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4a151011-7d56-450e-a38b-469168563da8 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Calling delete_port for 753bf174-319a-43d0-9882-8b935eaedb04 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:11.017264 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-74999aca-76f6-4375-a612-c06d43c3d26b None None] For port 753bf174-319a-43d0-9882-8b935eaedb04, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=753bf174-319a-43d0-9882-8b935eaedb04,segment=NetworkSegment(d64b77d3-c1e1-4307-9eaf-980a99e50136),segment_id=d64b77d3-c1e1-4307-9eaf-980a99e50136)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:11.017668 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-74999aca-76f6-4375-a612-c06d43c3d26b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:11.030414 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-74999aca-76f6-4375-a612-c06d43c3d26b None None] Calling delete_port for 753bf174-319a-43d0-9882-8b935eaedb04 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:11.035007 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a151011-7d56-450e-a38b-469168563da8 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:11.069000 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a151011-7d56-450e-a38b-469168563da8 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] No DVR routers for this DVR port 753bf174-319a-43d0-9882-8b935eaedb04 on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:07:11.074345 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a151011-7d56-450e-a38b-469168563da8 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Pushing event deleted for resources: {'Port': ['ID=753bf174-319a-43d0-9882-8b935eaedb04,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:11.120282 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-74999aca-76f6-4375-a612-c06d43c3d26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:11.152709 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74999aca-76f6-4375-a612-c06d43c3d26b None None] Pushing event deleted for resources: {'Port': ['ID=753bf174-319a-43d0-9882-8b935eaedb04,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:11.155042 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74999aca-76f6-4375-a612-c06d43c3d26b None None] No DVR routers for this DVR port 753bf174-319a-43d0-9882-8b935eaedb04 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:07:11.162349 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a151011-7d56-450e-a38b-469168563da8 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:11.189313 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-4a151011-7d56-450e-a38b-469168563da8 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dbcdd10-0b79-49dc-8825-4d58af8ee7a7']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:11.200309 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-4a151011-7d56-450e-a38b-469168563da8 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd64b77d3-c1e1-4307-9eaf-980a99e50136') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:11.200803 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-4a151011-7d56-450e-a38b-469168563da8 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd64b77d3-c1e1-4307-9eaf-980a99e50136') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:11.211336 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a151011-7d56-450e-a38b-469168563da8 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:11.225743 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a151011-7d56-450e-a38b-469168563da8 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:11.232024 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a151011-7d56-450e-a38b-469168563da8 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:07:11.232414 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a151011-7d56-450e-a38b-469168563da8 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:11.235573 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:07:11.235573 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:07:11.235573 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:07:11.235573 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:07:11.235573 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:07:11.235573 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:07:11.235573 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:07:11.235573 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:07:11.235573 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:07:11.235573 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:07:11.235573 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:07:11.235573 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:07:11.235573 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:07:11.235573 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:07:11.235573 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:07:11.235573 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:07:11.235573 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:07:11.235573 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:07:11.235573 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:07:11.235573 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:07:11.235573 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:07:11.235573 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:07:11.235573 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:07:11.235573 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:07:11.235573 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:07:11.235573 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:07:11.235573 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:07:11.235573 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:07:11.235573 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:07:11.235573 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:07:11.235573 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:07:11.235573 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:07:11.299125 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a151011-7d56-450e-a38b-469168563da8 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:11.307131 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a151011-7d56-450e-a38b-469168563da8 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:11.310079 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4a151011-7d56-450e-a38b-469168563da8 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] 10.222.0.62 "DELETE /v2.0/networks/7dbcdd10-0b79-49dc-8825-4d58af8ee7a7 HTTP/1.1" status: 204 len: 168 time: 0.5784144 Dec 10 19:07:11.312458 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37932) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:11.329232 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a151011-7d56-450e-a38b-469168563da8 tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Pushing event deleted for resources: {'Network': ['ID=7dbcdd10-0b79-49dc-8825-4d58af8ee7a7,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:11.787234 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a9988e30-3c60-4916-81bc-e3d65f179a2b tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Deleting port 0b41452f-59ac-4d97-895c-e3f92a25398e {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:11.787589 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9988e30-3c60-4916-81bc-e3d65f179a2b tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:11.866476 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9988e30-3c60-4916-81bc-e3d65f179a2b tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:11.867158 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9988e30-3c60-4916-81bc-e3d65f179a2b tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:11.878811 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a9988e30-3c60-4916-81bc-e3d65f179a2b tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Calling delete_port for 0b41452f-59ac-4d97-895c-e3f92a25398e owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:12.007137 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9988e30-3c60-4916-81bc-e3d65f179a2b tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:12.039477 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9988e30-3c60-4916-81bc-e3d65f179a2b tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Pushing event deleted for resources: {'Port': ['ID=0b41452f-59ac-4d97-895c-e3f92a25398e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:12.119691 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9988e30-3c60-4916-81bc-e3d65f179a2b tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:12.122540 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9988e30-3c60-4916-81bc-e3d65f179a2b tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:12.123714 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a9988e30-3c60-4916-81bc-e3d65f179a2b tempest-FloatingIPAdminTestJSON-278941047 tempest-FloatingIPAdminTestJSON-278941047-project] 10.222.0.62 "DELETE /v2.0/floatingips/f37a59f1-e4ba-4265-b404-25e600154445 HTTP/1.1" status: 204 len: 168 time: 0.8014603 Dec 10 19:07:12.131800 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 753bf174-319a-43d0-9882-8b935eaedb04 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:07:12.153151 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 753bf174-319a-43d0-9882-8b935eaedb04 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:07:12.153495 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 753bf174-319a-43d0-9882-8b935eaedb04 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:07:12.377704 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37940) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:12.514344 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e0044b24-bcc7-4936-b7d6-30c763dfb22e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4dc1bb3246c7401caf4fc136ed35148a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1332183 Dec 10 19:07:12.514822 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37944) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:12.561327 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ed4c1aa6-356f-4371-82a0-ac4e2ff4b2a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:12.582627 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ed4c1aa6-356f-4371-82a0-ac4e2ff4b2a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:12.632703 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ed4c1aa6-356f-4371-82a0-ac4e2ff4b2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:12.635816 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ed4c1aa6-356f-4371-82a0-ac4e2ff4b2a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:12.637006 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ed4c1aa6-356f-4371-82a0-ac4e2ff4b2a3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f81bc7c7-968a-4202-afa3-0ae692825f5b HTTP/1.1" status: 204 len: 168 time: 0.1213930 Dec 10 19:07:12.644980 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c1aa6-356f-4371-82a0-ac4e2ff4b2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81bc7c7-968a-4202-afa3-0ae692825f5b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:12.918707 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37952) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:12.932347 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e673162-db75-4795-af9c-6c2db442526b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:13.013581 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e673162-db75-4795-af9c-6c2db442526b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:13.017981 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e673162-db75-4795-af9c-6c2db442526b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:13.057294 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6e673162-db75-4795-af9c-6c2db442526b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=da14ca35ed5b4af5a2036fb55f2446ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1373787 Dec 10 19:07:13.058022 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e673162-db75-4795-af9c-6c2db442526b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d668746d-672f-4e54-910d-bed554c1e85c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:13.060284 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37954) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:13.119443 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-72b0f613-7d20-4cda-8919-92db9b9b7ee0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:13.141383 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-72b0f613-7d20-4cda-8919-92db9b9b7ee0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:13.189424 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-72b0f613-7d20-4cda-8919-92db9b9b7ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:13.191987 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-72b0f613-7d20-4cda-8919-92db9b9b7ee0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:13.193181 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-72b0f613-7d20-4cda-8919-92db9b9b7ee0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d668746d-672f-4e54-910d-bed554c1e85c HTTP/1.1" status: 204 len: 168 time: 0.1318696 Dec 10 19:07:13.203983 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b0f613-7d20-4cda-8919-92db9b9b7ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d668746d-672f-4e54-910d-bed554c1e85c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:13.525785 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37960) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:13.542633 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cca49133-38d3-4524-a87d-f3ea8e72380a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:13.616120 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cca49133-38d3-4524-a87d-f3ea8e72380a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:13.620957 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cca49133-38d3-4524-a87d-f3ea8e72380a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:13.658926 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-cca49133-38d3-4524-a87d-f3ea8e72380a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b52f1ca649b04a5b87ec0d010a89bcb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1321073 Dec 10 19:07:13.659804 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca49133-38d3-4524-a87d-f3ea8e72380a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e6fae7-2878-43be-be3a-f2fe3b7ba5dc,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:13.661676 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37962) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:13.714312 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae7c628f-e054-4570-ada9-85fbad96477c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:13.753350 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae7c628f-e054-4570-ada9-85fbad96477c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:13.806320 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae7c628f-e054-4570-ada9-85fbad96477c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:13.809680 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae7c628f-e054-4570-ada9-85fbad96477c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:13.813430 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ae7c628f-e054-4570-ada9-85fbad96477c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/24e6fae7-2878-43be-be3a-f2fe3b7ba5dc HTTP/1.1" status: 204 len: 168 time: 0.1474168 Dec 10 19:07:13.819468 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c628f-e054-4570-ada9-85fbad96477c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e6fae7-2878-43be-be3a-f2fe3b7ba5dc,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:14.540845 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 37986) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:14.643669 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-13cdc17a-2a4e-4dc2-8e5b-74031c528cf7 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1049125983'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:14.668383 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cdc17a-2a4e-4dc2-8e5b-74031c528cf7 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Made reservation on behalf of 3fa38f08347543369734682d9b167b1a for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:14.671949 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13cdc17a-2a4e-4dc2-8e5b-74031c528cf7 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:14.680342 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13cdc17a-2a4e-4dc2-8e5b-74031c528cf7 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:14.756656 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13cdc17a-2a4e-4dc2-8e5b-74031c528cf7 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:14.760689 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13cdc17a-2a4e-4dc2-8e5b-74031c528cf7 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:14.792597 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13cdc17a-2a4e-4dc2-8e5b-74031c528cf7 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:07:14.803477 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cdc17a-2a4e-4dc2-8e5b-74031c528cf7 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b727bebe-3bdf-4051-8be5-60814cc649cc,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:14.808955 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13cdc17a-2a4e-4dc2-8e5b-74031c528cf7 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:14.809307 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-13cdc17a-2a4e-4dc2-8e5b-74031c528cf7 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Added segment 1f0f067a-db52-4120-bf4a-e175297c8d44 of type vlan for network f2249eb8-0088-46a5-8a61-722dc40d2e92 Dec 10 19:07:14.855209 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13cdc17a-2a4e-4dc2-8e5b-74031c528cf7 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:14.886378 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13cdc17a-2a4e-4dc2-8e5b-74031c528cf7 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:14.892478 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cdc17a-2a4e-4dc2-8e5b-74031c528cf7 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:14.893105 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13cdc17a-2a4e-4dc2-8e5b-74031c528cf7 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:14.971952 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-13cdc17a-2a4e-4dc2-8e5b-74031c528cf7 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.4299831 Dec 10 19:07:14.974930 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37992) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:14.981242 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ed5cf848-a3b6-4d10-aa55-12116db0a185 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Request body: {'subnet': {'network_id': 'f2249eb8-0088-46a5-8a61-722dc40d2e92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:15.004391 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cdc17a-2a4e-4dc2-8e5b-74031c528cf7 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Pushing event updated for resources: {'Network': ['ID=f2249eb8-0088-46a5-8a61-722dc40d2e92,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:15.015305 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network f2249eb8-0088-46a5-8a61-722dc40d2e92 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:07:15.072163 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5cf848-a3b6-4d10-aa55-12116db0a185 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Made reservation on behalf of 3fa38f08347543369734682d9b167b1a for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:15.075744 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ed5cf848-a3b6-4d10-aa55-12116db0a185 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:15.255836 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ed5cf848-a3b6-4d10-aa55-12116db0a185 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:15.319124 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5cf848-a3b6-4d10-aa55-12116db0a185 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Pushing event updated for resources: {'Subnet': ['ID=7b72825c-db48-467f-899b-9d72f39839d6,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:15.326733 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5cf848-a3b6-4d10-aa55-12116db0a185 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Checking segment: {'id': '1f0f067a-db52-4120-bf4a-e175297c8d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f2249eb8-0088-46a5-8a61-722dc40d2e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:07:15.327114 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5cf848-a3b6-4d10-aa55-12116db0a185 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Network hostable DHCP agents. Network: f2249eb8-0088-46a5-8a61-722dc40d2e92, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:07:15.344145 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5cf848-a3b6-4d10-aa55-12116db0a185 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Network f2249eb8-0088-46a5-8a61-722dc40d2e92 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:07:15.352955 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-ed5cf848-a3b6-4d10-aa55-12116db0a185 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, f2249eb8-0088-46a5-8a61-722dc40d2e92) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:15.356966 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5cf848-a3b6-4d10-aa55-12116db0a185 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:15.357572 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ed5cf848-a3b6-4d10-aa55-12116db0a185 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:15.363373 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05626fc-3324-492c-a9af-713c480c8b87 None None] Network f2249eb8-0088-46a5-8a61-722dc40d2e92 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:07:15.376686 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ed5cf848-a3b6-4d10-aa55-12116db0a185 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4004903 Dec 10 19:07:15.379086 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37994) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:15.384781 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c14f1d5f-73ae-475f-b818-df5b3f649a05 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Request body: {'port': {'network_id': 'f2249eb8-0088-46a5-8a61-722dc40d2e92', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1070688331'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:15.467479 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125839ef-9744-4228-a96c-07007319495c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-f2249eb8-0088-46a5-8a61-722dc40d2e92', 'network_id': 'f2249eb8-0088-46a5-8a61-722dc40d2e92', 'project_id': '3fa38f08347543369734682d9b167b1a', 'fixed_ips': [{'subnet_id': '7b72825c-db48-467f-899b-9d72f39839d6'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:07:15.468408 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-125839ef-9744-4228-a96c-07007319495c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:15.497504 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14f1d5f-73ae-475f-b818-df5b3f649a05 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Made reservation on behalf of 3fa38f08347543369734682d9b167b1a for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:15.500942 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c14f1d5f-73ae-475f-b818-df5b3f649a05 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:15.518274 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-c14f1d5f-73ae-475f-b818-df5b3f649a05 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] device_id is not set on port e6709c17-50ab-46f8-b513-212aa280f05e yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:07:15.598728 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-125839ef-9744-4228-a96c-07007319495c None None] Allocated IP 2001:db8::2 (f2249eb8-0088-46a5-8a61-722dc40d2e92/7b72825c-db48-467f-899b-9d72f39839d6/21626833-1353-427b-b554-6c0787fbe374) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:15.735492 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-125839ef-9744-4228-a96c-07007319495c None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:15.742306 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-125839ef-9744-4228-a96c-07007319495c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:15.783453 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125839ef-9744-4228-a96c-07007319495c None None] Network f2249eb8-0088-46a5-8a61-722dc40d2e92 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:15.786333 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-125839ef-9744-4228-a96c-07007319495c None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:15.790364 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125839ef-9744-4228-a96c-07007319495c None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:15.797544 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125839ef-9744-4228-a96c-07007319495c None None] Pushing event updated for resources: {'Port': ['ID=21626833-1353-427b-b554-6c0787fbe374,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:15.801098 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-c14f1d5f-73ae-475f-b818-df5b3f649a05 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Allocated IP 2001:db8::3f (f2249eb8-0088-46a5-8a61-722dc40d2e92/7b72825c-db48-467f-899b-9d72f39839d6/e6709c17-50ab-46f8-b513-212aa280f05e) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:15.852874 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-125839ef-9744-4228-a96c-07007319495c None None] Attempting to bind port 21626833-1353-427b-b554-6c0787fbe374 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:07:15.853253 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-125839ef-9744-4228-a96c-07007319495c None None] Attempting to bind port 21626833-1353-427b-b554-6c0787fbe374 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1f0f067a-db52-4120-bf4a-e175297c8d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f2249eb8-0088-46a5-8a61-722dc40d2e92'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:07:15.853732 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125839ef-9744-4228-a96c-07007319495c None None] Attempting to bind port 21626833-1353-427b-b554-6c0787fbe374 on network f2249eb8-0088-46a5-8a61-722dc40d2e92 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:07:15.858895 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125839ef-9744-4228-a96c-07007319495c None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:07:15.859278 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125839ef-9744-4228-a96c-07007319495c None None] Checking segment: {'id': '1f0f067a-db52-4120-bf4a-e175297c8d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f2249eb8-0088-46a5-8a61-722dc40d2e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:07:15.859696 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-125839ef-9744-4228-a96c-07007319495c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:15.860093 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125839ef-9744-4228-a96c-07007319495c None None] Bound using segment: {'id': '1f0f067a-db52-4120-bf4a-e175297c8d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f2249eb8-0088-46a5-8a61-722dc40d2e92'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:07:15.860566 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-125839ef-9744-4228-a96c-07007319495c None None] Bound port: 21626833-1353-427b-b554-6c0787fbe374, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f0f067a-db52-4120-bf4a-e175297c8d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f2249eb8-0088-46a5-8a61-722dc40d2e92'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:07:15.860976 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-125839ef-9744-4228-a96c-07007319495c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:15.924736 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-125839ef-9744-4228-a96c-07007319495c None None] For port 21626833-1353-427b-b554-6c0787fbe374, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:07:15.928331 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-125839ef-9744-4228-a96c-07007319495c None None] For port 21626833-1353-427b-b554-6c0787fbe374, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=21626833-1353-427b-b554-6c0787fbe374,segment=NetworkSegment(1f0f067a-db52-4120-bf4a-e175297c8d44),segment_id=1f0f067a-db52-4120-bf4a-e175297c8d44)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:07:15.933319 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-125839ef-9744-4228-a96c-07007319495c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:15.958912 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c14f1d5f-73ae-475f-b818-df5b3f649a05 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:15.987967 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125839ef-9744-4228-a96c-07007319495c None None] Pushing event updated for resources: {'Port': ['ID=21626833-1353-427b-b554-6c0787fbe374,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:16.006319 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c14f1d5f-73ae-475f-b818-df5b3f649a05 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:16.056513 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14f1d5f-73ae-475f-b818-df5b3f649a05 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Network f2249eb8-0088-46a5-8a61-722dc40d2e92 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:16.059965 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-c14f1d5f-73ae-475f-b818-df5b3f649a05 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:16.063378 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14f1d5f-73ae-475f-b818-df5b3f649a05 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:16.069091 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14f1d5f-73ae-475f-b818-df5b3f649a05 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:16.069719 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c14f1d5f-73ae-475f-b818-df5b3f649a05 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:16.081150 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f1d5f-73ae-475f-b818-df5b3f649a05 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Pushing event updated for resources: {'Port': ['ID=e6709c17-50ab-46f8-b513-212aa280f05e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:16.097424 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c14f1d5f-73ae-475f-b818-df5b3f649a05 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.7143800 Dec 10 19:07:16.097591 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 37998) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:16.102775 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-71b3176f-01bd-4e14-a4d6-2201f3425d55 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Request body: {'port': {'network_id': 'f2249eb8-0088-46a5-8a61-722dc40d2e92', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1636595765', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:16.103265 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.api.validators [None req-71b3176f-01bd-4e14-a4d6-2201f3425d55 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] bootfile-name is not in valid_values {{(pid=103245) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 19:07:16.103608 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.api.validators [None req-71b3176f-01bd-4e14-a4d6-2201f3425d55 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] tftp-server is not in valid_values {{(pid=103245) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 19:07:16.103945 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.api.validators [None req-71b3176f-01bd-4e14-a4d6-2201f3425d55 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] server-ip-address is not in valid_values {{(pid=103245) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 19:07:16.235513 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b3176f-01bd-4e14-a4d6-2201f3425d55 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Made reservation on behalf of 3fa38f08347543369734682d9b167b1a for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:16.239391 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71b3176f-01bd-4e14-a4d6-2201f3425d55 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:16.258485 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-71b3176f-01bd-4e14-a4d6-2201f3425d55 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] device_id is not set on port dfe31aed-7470-47cc-86de-190d09418080 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:07:16.377288 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-71b3176f-01bd-4e14-a4d6-2201f3425d55 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Allocated IP 2001:db8::1f5 (f2249eb8-0088-46a5-8a61-722dc40d2e92/7b72825c-db48-467f-899b-9d72f39839d6/dfe31aed-7470-47cc-86de-190d09418080) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:16.535979 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71b3176f-01bd-4e14-a4d6-2201f3425d55 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:16.569567 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71b3176f-01bd-4e14-a4d6-2201f3425d55 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:16.614507 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b3176f-01bd-4e14-a4d6-2201f3425d55 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Network f2249eb8-0088-46a5-8a61-722dc40d2e92 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:16.618719 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-71b3176f-01bd-4e14-a4d6-2201f3425d55 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:16.622948 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b3176f-01bd-4e14-a4d6-2201f3425d55 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:16.628693 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b3176f-01bd-4e14-a4d6-2201f3425d55 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:16.629516 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71b3176f-01bd-4e14-a4d6-2201f3425d55 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:16.641671 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b3176f-01bd-4e14-a4d6-2201f3425d55 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Pushing event updated for resources: {'Port': ['ID=dfe31aed-7470-47cc-86de-190d09418080,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:16.654213 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-71b3176f-01bd-4e14-a4d6-2201f3425d55 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.5555429 Dec 10 19:07:16.656746 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38000) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:16.712938 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240f5a9e-f174-486c-9898-496ef5dc4db9 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:16.718932 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240f5a9e-f174-486c-9898-496ef5dc4db9 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:16.724954 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240f5a9e-f174-486c-9898-496ef5dc4db9 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:16.726947 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-240f5a9e-f174-486c-9898-496ef5dc4db9 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.0692122 Dec 10 19:07:16.730382 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38002) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:16.821629 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-0ef890a9-f8d6-4ae4-bc3a-30d8efa9299c tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Deleting port dfe31aed-7470-47cc-86de-190d09418080 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:16.821907 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0ef890a9-f8d6-4ae4-bc3a-30d8efa9299c tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:16.914511 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0ef890a9-f8d6-4ae4-bc3a-30d8efa9299c tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:16.928084 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-0ef890a9-f8d6-4ae4-bc3a-30d8efa9299c tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Calling delete_port for dfe31aed-7470-47cc-86de-190d09418080 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:16.929831 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f93ad7-d4f3-491f-b9ba-76e0c21035f9 None None] Network f2249eb8-0088-46a5-8a61-722dc40d2e92 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:07:17.043680 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-47e299a9-48bf-4a7b-b1e5-9d410f46cc35 None None] Provisioning complete for port 21626833-1353-427b-b554-6c0787fbe374 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:17.044145 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-47e299a9-48bf-4a7b-b1e5-9d410f46cc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:17.063197 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0ef890a9-f8d6-4ae4-bc3a-30d8efa9299c tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:17.096310 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef890a9-f8d6-4ae4-bc3a-30d8efa9299c tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Pushing event deleted for resources: {'Port': ['ID=dfe31aed-7470-47cc-86de-190d09418080,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:17.124301 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0ef890a9-f8d6-4ae4-bc3a-30d8efa9299c tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:17.128759 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0ef890a9-f8d6-4ae4-bc3a-30d8efa9299c tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] 10.222.0.62 "DELETE /v2.0/ports/dfe31aed-7470-47cc-86de-190d09418080 HTTP/1.1" status: 204 len: 168 time: 0.3969707 Dec 10 19:07:17.130802 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38006) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:17.136224 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8241341c-56d3-4d19-b95e-30c52f97ffc8 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Request body: {'port': {'name': 'tempest-new-port-name-23677885', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:17.136691 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-47e299a9-48bf-4a7b-b1e5-9d410f46cc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:17.137449 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.api.validators [None req-8241341c-56d3-4d19-b95e-30c52f97ffc8 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] bootfile-name is not in valid_values {{(pid=103245) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 19:07:17.137807 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.api.validators [None req-8241341c-56d3-4d19-b95e-30c52f97ffc8 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] tftp-server is not in valid_values {{(pid=103245) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 19:07:17.138275 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.api.validators [None req-8241341c-56d3-4d19-b95e-30c52f97ffc8 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] server-ip-address is not in valid_values {{(pid=103245) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 19:07:17.174701 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-47e299a9-48bf-4a7b-b1e5-9d410f46cc35 None None] For port 21626833-1353-427b-b554-6c0787fbe374, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=21626833-1353-427b-b554-6c0787fbe374,segment=NetworkSegment(1f0f067a-db52-4120-bf4a-e175297c8d44),segment_id=1f0f067a-db52-4120-bf4a-e175297c8d44)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:17.181725 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-47e299a9-48bf-4a7b-b1e5-9d410f46cc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:17.207485 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8241341c-56d3-4d19-b95e-30c52f97ffc8 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:17.237467 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e299a9-48bf-4a7b-b1e5-9d410f46cc35 None None] Pushing event updated for resources: {'Port': ['ID=21626833-1353-427b-b554-6c0787fbe374,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:17.405061 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5c4eac22-5ef7-40dc-b7aa-d333492d3f9e None None] Provisioning complete for port 21626833-1353-427b-b554-6c0787fbe374 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:17.405435 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5c4eac22-5ef7-40dc-b7aa-d333492d3f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:17.415219 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8241341c-56d3-4d19-b95e-30c52f97ffc8 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:17.421362 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8241341c-56d3-4d19-b95e-30c52f97ffc8 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:17.470673 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-8241341c-56d3-4d19-b95e-30c52f97ffc8 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] In _notify_port_updated(), no bound segment for port e6709c17-50ab-46f8-b513-212aa280f05e on network f2249eb8-0088-46a5-8a61-722dc40d2e92 {{(pid=103245) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 19:07:17.476343 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8241341c-56d3-4d19-b95e-30c52f97ffc8 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:17.478084 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8241341c-56d3-4d19-b95e-30c52f97ffc8 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:17.481466 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8241341c-56d3-4d19-b95e-30c52f97ffc8 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] 10.222.0.62 "PUT /v2.0/ports/e6709c17-50ab-46f8-b513-212aa280f05e HTTP/1.1" status: 200 len: 1127 time: 0.3472300 Dec 10 19:07:17.481877 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38008) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:17.507237 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5c4eac22-5ef7-40dc-b7aa-d333492d3f9e None None] Provisioning complete for port e6709c17-50ab-46f8-b513-212aa280f05e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:17.507677 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5c4eac22-5ef7-40dc-b7aa-d333492d3f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:17.521637 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8241341c-56d3-4d19-b95e-30c52f97ffc8 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Pushing event updated for resources: {'Port': ['ID=e6709c17-50ab-46f8-b513-212aa280f05e,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:17.537975 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ac030f-48f5-4dbe-9480-b7cdc68c8782 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:17.543650 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-90ac030f-48f5-4dbe-9480-b7cdc68c8782 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] 10.222.0.62 "GET /v2.0/ports/e6709c17-50ab-46f8-b513-212aa280f05e HTTP/1.1" status: 200 len: 1127 time: 0.0566590 Dec 10 19:07:17.544110 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38010) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:17.544715 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5c4eac22-5ef7-40dc-b7aa-d333492d3f9e None None] Port e6709c17-50ab-46f8-b513-212aa280f05e cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:07:17.547784 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5c4eac22-5ef7-40dc-b7aa-d333492d3f9e None None] Could not find standard attr ID for object dfe31aed-7470-47cc-86de-190d09418080. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:07:17.634408 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-f6e2f09f-14f9-400c-a6e7-e0fa8709fa6d tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Deleting port e6709c17-50ab-46f8-b513-212aa280f05e {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:17.634761 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f6e2f09f-14f9-400c-a6e7-e0fa8709fa6d tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:17.684841 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-dc47e307-ab39-4f06-9657-d6f494d15c20 None None] Provisioning complete for port e6709c17-50ab-46f8-b513-212aa280f05e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:17.685304 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dc47e307-ab39-4f06-9657-d6f494d15c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:17.735539 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-dc47e307-ab39-4f06-9657-d6f494d15c20 None None] Port e6709c17-50ab-46f8-b513-212aa280f05e cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:07:17.736517 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f6e2f09f-14f9-400c-a6e7-e0fa8709fa6d tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:17.751535 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-f6e2f09f-14f9-400c-a6e7-e0fa8709fa6d tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Calling delete_port for e6709c17-50ab-46f8-b513-212aa280f05e owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:17.848100 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-aeda4465-50ea-4134-b3fb-4ec836f3dc1d None None] Could not find standard attr ID for object dfe31aed-7470-47cc-86de-190d09418080. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:07:17.897668 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f6e2f09f-14f9-400c-a6e7-e0fa8709fa6d tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:17.927462 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2f09f-14f9-400c-a6e7-e0fa8709fa6d tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Pushing event deleted for resources: {'Port': ['ID=e6709c17-50ab-46f8-b513-212aa280f05e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:17.953718 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f6e2f09f-14f9-400c-a6e7-e0fa8709fa6d tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:17.957119 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f6e2f09f-14f9-400c-a6e7-e0fa8709fa6d tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] 10.222.0.62 "DELETE /v2.0/ports/e6709c17-50ab-46f8-b513-212aa280f05e HTTP/1.1" status: 204 len: 168 time: 0.4121456 Dec 10 19:07:17.959714 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38012) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:18.012675 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb166e8-7441-4d32-9321-bdb55cc933f9 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Deleting subnet 7b72825c-db48-467f-899b-9d72f39839d6 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:07:18.016507 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0cb166e8-7441-4d32-9321-bdb55cc933f9 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:18.058920 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0cb166e8-7441-4d32-9321-bdb55cc933f9 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:18.169281 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0cb166e8-7441-4d32-9321-bdb55cc933f9 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:18.200343 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 21626833-1353-427b-b554-6c0787fbe374 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:07:18.241547 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0cb166e8-7441-4d32-9321-bdb55cc933f9 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:18.255933 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 21626833-1353-427b-b554-6c0787fbe374 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:18.256306 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:18.272662 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb166e8-7441-4d32-9321-bdb55cc933f9 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Pushing event deleted for resources: {'Subnet': ['ID=7b72825c-db48-467f-899b-9d72f39839d6,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:18.278464 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0cb166e8-7441-4d32-9321-bdb55cc933f9 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:18.284840 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0cb166e8-7441-4d32-9321-bdb55cc933f9 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] 10.222.0.62 "DELETE /v2.0/subnets/7b72825c-db48-467f-899b-9d72f39839d6 HTTP/1.1" status: 204 len: 168 time: 0.3217371 Dec 10 19:07:18.285218 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b8a0683a-d350-4f48-95ca-7358fb3b1030 None None] Could not find standard attr ID for object e6709c17-50ab-46f8-b513-212aa280f05e. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:07:18.286967 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38016) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:18.382005 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b3040a9-5fe2-44df-b41a-1fd3f4cf31d0 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:18.421766 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99360291-728e-4ec4-b8a1-d8003451d188 None None] Network f2249eb8-0088-46a5-8a61-722dc40d2e92 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:07:18.437779 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-0b3040a9-5fe2-44df-b41a-1fd3f4cf31d0 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Deleting port 21626833-1353-427b-b554-6c0787fbe374 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:18.438215 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b3040a9-5fe2-44df-b41a-1fd3f4cf31d0 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:18.502398 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-0b3040a9-5fe2-44df-b41a-1fd3f4cf31d0 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] For port 21626833-1353-427b-b554-6c0787fbe374, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=21626833-1353-427b-b554-6c0787fbe374,segment=NetworkSegment(1f0f067a-db52-4120-bf4a-e175297c8d44),segment_id=1f0f067a-db52-4120-bf4a-e175297c8d44)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:18.502761 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b3040a9-5fe2-44df-b41a-1fd3f4cf31d0 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:18.516316 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-0b3040a9-5fe2-44df-b41a-1fd3f4cf31d0 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Calling delete_port for 21626833-1353-427b-b554-6c0787fbe374 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:18.576955 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a2dd2d-d186-4b47-82a3-2b1e47002616 None None] DHCP port deletion for f2249eb8-0088-46a5-8a61-722dc40d2e92 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:07:18.597856 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b3040a9-5fe2-44df-b41a-1fd3f4cf31d0 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:18.622085 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3040a9-5fe2-44df-b41a-1fd3f4cf31d0 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Pushing event deleted for resources: {'Port': ['ID=21626833-1353-427b-b554-6c0787fbe374,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:18.623763 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b4a2dd2d-d186-4b47-82a3-2b1e47002616 None None] Deleting port 21626833-1353-427b-b554-6c0787fbe374 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:18.624134 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b4a2dd2d-d186-4b47-82a3-2b1e47002616 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:18.627806 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3040a9-5fe2-44df-b41a-1fd3f4cf31d0 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] No DVR routers for this DVR port 21626833-1353-427b-b554-6c0787fbe374 on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:07:18.684231 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b4a2dd2d-d186-4b47-82a3-2b1e47002616 None None] For port 21626833-1353-427b-b554-6c0787fbe374, host n-d-821435-1, got binding levels [] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:18.684766 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b4a2dd2d-d186-4b47-82a3-2b1e47002616 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:18.700929 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b4a2dd2d-d186-4b47-82a3-2b1e47002616 None None] Calling delete_port for 21626833-1353-427b-b554-6c0787fbe374 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:18.703537 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.ipam_backend_mixin [None req-b4a2dd2d-d186-4b47-82a3-2b1e47002616 None None] Port 21626833-1353-427b-b554-6c0787fbe374 was not found and therefore no delete operation was performed {{(pid=103246) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 19:07:18.704839 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b4a2dd2d-d186-4b47-82a3-2b1e47002616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:18.709630 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b3040a9-5fe2-44df-b41a-1fd3f4cf31d0 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:18.729122 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2dd2d-d186-4b47-82a3-2b1e47002616 None None] Pushing event deleted for resources: {'Port': ['ID=21626833-1353-427b-b554-6c0787fbe374,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:18.729974 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-0b3040a9-5fe2-44df-b41a-1fd3f4cf31d0 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2249eb8-0088-46a5-8a61-722dc40d2e92']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:18.733458 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a2dd2d-d186-4b47-82a3-2b1e47002616 None None] No DVR routers for this DVR port 21626833-1353-427b-b554-6c0787fbe374 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:07:18.744852 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-0b3040a9-5fe2-44df-b41a-1fd3f4cf31d0 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f0f067a-db52-4120-bf4a-e175297c8d44') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:18.745158 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-0b3040a9-5fe2-44df-b41a-1fd3f4cf31d0 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f0f067a-db52-4120-bf4a-e175297c8d44') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:18.755160 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b3040a9-5fe2-44df-b41a-1fd3f4cf31d0 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:18.769311 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b3040a9-5fe2-44df-b41a-1fd3f4cf31d0 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:18.775446 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b3040a9-5fe2-44df-b41a-1fd3f4cf31d0 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:07:18.775916 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b3040a9-5fe2-44df-b41a-1fd3f4cf31d0 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:18.779314 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:07:18.779314 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:07:18.779314 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:07:18.779314 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:07:18.779314 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:07:18.779314 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:07:18.779314 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:07:18.779314 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:07:18.779314 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:07:18.779314 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:07:18.779314 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:07:18.779314 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:07:18.779314 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:07:18.779314 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:07:18.779314 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:07:18.779314 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:07:18.779314 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:07:18.779314 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:07:18.779314 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:07:18.779314 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:07:18.779314 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:07:18.779314 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:07:18.779314 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:07:18.779314 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:07:18.779314 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:07:18.779314 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:07:18.779314 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:07:18.779314 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:07:18.779314 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:07:18.779314 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:07:18.779314 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:07:18.779314 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:07:18.837365 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b3040a9-5fe2-44df-b41a-1fd3f4cf31d0 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:18.844228 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b3040a9-5fe2-44df-b41a-1fd3f4cf31d0 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:18.847548 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0b3040a9-5fe2-44df-b41a-1fd3f4cf31d0 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] 10.222.0.62 "DELETE /v2.0/networks/f2249eb8-0088-46a5-8a61-722dc40d2e92 HTTP/1.1" status: 204 len: 168 time: 0.5568905 Dec 10 19:07:18.859902 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3040a9-5fe2-44df-b41a-1fd3f4cf31d0 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388 tempest-ExtraDHCPOptionsIpV6TestJSON-559741388-project] Pushing event deleted for resources: {'Network': ['ID=f2249eb8-0088-46a5-8a61-722dc40d2e92,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:19.090018 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38022) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:19.234002 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-97929220-2906-492c-b3ab-409ce634dbc5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3fa38f08347543369734682d9b167b1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1428015 Dec 10 19:07:19.236441 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38028) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:19.282634 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba8dbee0-ca4d-4a27-b415-8f8dd3cd9bc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:19.304833 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba8dbee0-ca4d-4a27-b415-8f8dd3cd9bc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:19.354071 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba8dbee0-ca4d-4a27-b415-8f8dd3cd9bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:19.356727 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba8dbee0-ca4d-4a27-b415-8f8dd3cd9bc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:19.357914 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ba8dbee0-ca4d-4a27-b415-8f8dd3cd9bc5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b727bebe-3bdf-4051-8be5-60814cc649cc HTTP/1.1" status: 204 len: 168 time: 0.1204944 Dec 10 19:07:19.366147 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8dbee0-ca4d-4a27-b415-8f8dd3cd9bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b727bebe-3bdf-4051-8be5-60814cc649cc,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:19.656583 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a5972da5-b23e-42b3-8f6e-b2ada3adb4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:20.040332 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38054) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:20.126727 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 21626833-1353-427b-b554-6c0787fbe374 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:07:20.149152 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 21626833-1353-427b-b554-6c0787fbe374 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:07:20.150133 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 21626833-1353-427b-b554-6c0787fbe374 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:07:20.154569 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-13b92d65-52a2-4654-acea-4b89bcf6adbb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-270630958'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:20.186359 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b92d65-52a2-4654-acea-4b89bcf6adbb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Made reservation on behalf of 2c1e90600f5b4bdea41b9a0f5b650216 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:20.191981 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13b92d65-52a2-4654-acea-4b89bcf6adbb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:20.202848 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13b92d65-52a2-4654-acea-4b89bcf6adbb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:20.304110 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13b92d65-52a2-4654-acea-4b89bcf6adbb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:20.309155 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13b92d65-52a2-4654-acea-4b89bcf6adbb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:20.337582 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13b92d65-52a2-4654-acea-4b89bcf6adbb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:07:20.364820 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b92d65-52a2-4654-acea-4b89bcf6adbb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61754ad1-767a-4718-a73d-a1047570c10a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:20.367546 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13b92d65-52a2-4654-acea-4b89bcf6adbb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:20.368027 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-13b92d65-52a2-4654-acea-4b89bcf6adbb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Added segment b4183870-2ba3-4530-bf78-66cd7d78f172 of type vlan for network 9f00d280-08a5-4326-b55c-25364adfc1b1 Dec 10 19:07:20.387062 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b92d65-52a2-4654-acea-4b89bcf6adbb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:20.388862 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b92d65-52a2-4654-acea-4b89bcf6adbb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:20.388862 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b92d65-52a2-4654-acea-4b89bcf6adbb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:20.388862 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b92d65-52a2-4654-acea-4b89bcf6adbb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:20.388862 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b92d65-52a2-4654-acea-4b89bcf6adbb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:20.388862 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b92d65-52a2-4654-acea-4b89bcf6adbb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:20.389892 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b92d65-52a2-4654-acea-4b89bcf6adbb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:20.389892 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b92d65-52a2-4654-acea-4b89bcf6adbb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:20.390154 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b92d65-52a2-4654-acea-4b89bcf6adbb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:20.390416 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b92d65-52a2-4654-acea-4b89bcf6adbb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:20.390744 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b92d65-52a2-4654-acea-4b89bcf6adbb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:20.391070 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b92d65-52a2-4654-acea-4b89bcf6adbb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:20.391399 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b92d65-52a2-4654-acea-4b89bcf6adbb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:20.438679 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13b92d65-52a2-4654-acea-4b89bcf6adbb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:20.468623 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13b92d65-52a2-4654-acea-4b89bcf6adbb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:20.474313 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b92d65-52a2-4654-acea-4b89bcf6adbb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:20.474914 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13b92d65-52a2-4654-acea-4b89bcf6adbb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:20.541794 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-13b92d65-52a2-4654-acea-4b89bcf6adbb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5002148 Dec 10 19:07:20.544778 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38060) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:20.550048 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4a4b2dc6-a2b9-491b-88db-0a13228c9843 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'port': {'network_id': '9f00d280-08a5-4326-b55c-25364adfc1b1', 'name': 'tempest-PortsIpV6TestJSON-37514364'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:20.557933 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b92d65-52a2-4654-acea-4b89bcf6adbb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Network': ['ID=9f00d280-08a5-4326-b55c-25364adfc1b1,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:20.569033 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 9f00d280-08a5-4326-b55c-25364adfc1b1 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:07:20.650125 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4b2dc6-a2b9-491b-88db-0a13228c9843 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Made reservation on behalf of 2c1e90600f5b4bdea41b9a0f5b650216 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:20.654881 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a4b2dc6-a2b9-491b-88db-0a13228c9843 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:20.673573 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-4a4b2dc6-a2b9-491b-88db-0a13228c9843 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] device_id is not set on port 09016fcb-17b8-487d-acca-8d9230977192 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:07:20.842405 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a4b2dc6-a2b9-491b-88db-0a13228c9843 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:20.874720 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a4b2dc6-a2b9-491b-88db-0a13228c9843 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:20.935765 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b2dc6-a2b9-491b-88db-0a13228c9843 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Port': ['ID=09016fcb-17b8-487d-acca-8d9230977192,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:20.947659 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b2dc6-a2b9-491b-88db-0a13228c9843 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:20.948021 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b2dc6-a2b9-491b-88db-0a13228c9843 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:20.948370 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b2dc6-a2b9-491b-88db-0a13228c9843 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:20.948743 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b2dc6-a2b9-491b-88db-0a13228c9843 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:20.949086 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b2dc6-a2b9-491b-88db-0a13228c9843 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:20.949458 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b2dc6-a2b9-491b-88db-0a13228c9843 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:20.949798 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b2dc6-a2b9-491b-88db-0a13228c9843 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:20.950136 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b2dc6-a2b9-491b-88db-0a13228c9843 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:20.950470 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b2dc6-a2b9-491b-88db-0a13228c9843 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:20.950803 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b2dc6-a2b9-491b-88db-0a13228c9843 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:20.951136 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b2dc6-a2b9-491b-88db-0a13228c9843 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:20.951492 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b2dc6-a2b9-491b-88db-0a13228c9843 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:20.951820 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b2dc6-a2b9-491b-88db-0a13228c9843 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:20.959545 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4b2dc6-a2b9-491b-88db-0a13228c9843 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Checking segment: {'id': 'b4183870-2ba3-4530-bf78-66cd7d78f172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9f00d280-08a5-4326-b55c-25364adfc1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:07:20.959798 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4b2dc6-a2b9-491b-88db-0a13228c9843 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Network hostable DHCP agents. Network: 9f00d280-08a5-4326-b55c-25364adfc1b1, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:07:20.983539 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4b2dc6-a2b9-491b-88db-0a13228c9843 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Network 9f00d280-08a5-4326-b55c-25364adfc1b1 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:07:20.992072 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-4a4b2dc6-a2b9-491b-88db-0a13228c9843 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 9f00d280-08a5-4326-b55c-25364adfc1b1) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:20.995759 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4b2dc6-a2b9-491b-88db-0a13228c9843 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:21.000834 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69690cf2-5115-4a16-bfeb-5a68ff24b997 None None] Network 9f00d280-08a5-4326-b55c-25364adfc1b1 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:07:21.001450 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4b2dc6-a2b9-491b-88db-0a13228c9843 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:21.002062 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a4b2dc6-a2b9-491b-88db-0a13228c9843 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:21.021267 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4a4b2dc6-a2b9-491b-88db-0a13228c9843 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.4724305 Dec 10 19:07:21.021480 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38062) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:21.026780 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-6c5a8d61-8cb1-471e-b724-c0cd62c4b415 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1477156527'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:21.046183 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5a8d61-8cb1-471e-b724-c0cd62c4b415 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Made reservation on behalf of 2c1e90600f5b4bdea41b9a0f5b650216 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:21.049632 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c5a8d61-8cb1-471e-b724-c0cd62c4b415 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:21.078665 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c5a8d61-8cb1-471e-b724-c0cd62c4b415 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:07:21.088377 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c5a8d61-8cb1-471e-b724-c0cd62c4b415 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:21.088751 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-6c5a8d61-8cb1-471e-b724-c0cd62c4b415 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Added segment c529fa10-c754-4ae3-83a5-12dd1071ec9e of type vlan for network b39e3848-48b3-4250-a7ef-9bd2850fe6d4 Dec 10 19:07:21.133577 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c5a8d61-8cb1-471e-b724-c0cd62c4b415 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:21.156760 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c5a8d61-8cb1-471e-b724-c0cd62c4b415 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:21.162260 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5a8d61-8cb1-471e-b724-c0cd62c4b415 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:21.162838 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c5a8d61-8cb1-471e-b724-c0cd62c4b415 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:21.218411 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6c5a8d61-8cb1-471e-b724-c0cd62c4b415 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1959667 Dec 10 19:07:21.221049 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38066) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:21.226043 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-6c2d14a3-daa5-4e7b-8a81-d1cc2dbe88fa tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'ports': [{'network_id': '9f00d280-08a5-4326-b55c-25364adfc1b1'}, {'network_id': 'b39e3848-48b3-4250-a7ef-9bd2850fe6d4'}]} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:21.226578 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-6c2d14a3-daa5-4e7b-8a81-d1cc2dbe88fa tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'port': {'network_id': '9f00d280-08a5-4326-b55c-25364adfc1b1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:21.228004 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-6c2d14a3-daa5-4e7b-8a81-d1cc2dbe88fa tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'port': {'network_id': 'b39e3848-48b3-4250-a7ef-9bd2850fe6d4'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:21.240306 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a8d61-8cb1-471e-b724-c0cd62c4b415 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Network': ['ID=b39e3848-48b3-4250-a7ef-9bd2850fe6d4,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:21.261112 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network b39e3848-48b3-4250-a7ef-9bd2850fe6d4 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:07:21.400831 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2d14a3-daa5-4e7b-8a81-d1cc2dbe88fa tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Made reservation on behalf of 2c1e90600f5b4bdea41b9a0f5b650216 for: {'port': 2} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:21.405357 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c2d14a3-daa5-4e7b-8a81-d1cc2dbe88fa tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:21.418346 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c2d14a3-daa5-4e7b-8a81-d1cc2dbe88fa tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:21.499482 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-6c2d14a3-daa5-4e7b-8a81-d1cc2dbe88fa tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] device_id is not set on port 51ce8674-3af9-454e-8f00-9064774ac138 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:07:21.616058 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c2d14a3-daa5-4e7b-8a81-d1cc2dbe88fa tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:21.687970 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-6c2d14a3-daa5-4e7b-8a81-d1cc2dbe88fa tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] device_id is not set on port e9e56e0b-18be-4926-8e57-51c37ba643e5 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:07:21.797718 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c2d14a3-daa5-4e7b-8a81-d1cc2dbe88fa tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:21.839315 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c2d14a3-daa5-4e7b-8a81-d1cc2dbe88fa tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:21.892487 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2d14a3-daa5-4e7b-8a81-d1cc2dbe88fa tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Network 9f00d280-08a5-4326-b55c-25364adfc1b1 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:21.895698 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-6c2d14a3-daa5-4e7b-8a81-d1cc2dbe88fa tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:21.900199 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2d14a3-daa5-4e7b-8a81-d1cc2dbe88fa tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:21.901004 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c2d14a3-daa5-4e7b-8a81-d1cc2dbe88fa tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:21.911426 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d14a3-daa5-4e7b-8a81-d1cc2dbe88fa tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Port': ['ID=51ce8674-3af9-454e-8f00-9064774ac138,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:21.968561 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d14a3-daa5-4e7b-8a81-d1cc2dbe88fa tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Port': ['ID=e9e56e0b-18be-4926-8e57-51c37ba643e5,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:21.975774 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2d14a3-daa5-4e7b-8a81-d1cc2dbe88fa tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Checking segment: {'id': 'c529fa10-c754-4ae3-83a5-12dd1071ec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b39e3848-48b3-4250-a7ef-9bd2850fe6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:07:21.976143 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2d14a3-daa5-4e7b-8a81-d1cc2dbe88fa tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Network hostable DHCP agents. Network: b39e3848-48b3-4250-a7ef-9bd2850fe6d4, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:07:21.993089 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2d14a3-daa5-4e7b-8a81-d1cc2dbe88fa tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Network b39e3848-48b3-4250-a7ef-9bd2850fe6d4 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:07:22.001513 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-6c2d14a3-daa5-4e7b-8a81-d1cc2dbe88fa tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, b39e3848-48b3-4250-a7ef-9bd2850fe6d4) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:22.005100 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2d14a3-daa5-4e7b-8a81-d1cc2dbe88fa tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:22.011791 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2d14a3-daa5-4e7b-8a81-d1cc2dbe88fa tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:22.014685 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e3a6cd-5c93-463f-ae48-2460d4f40650 None None] Network b39e3848-48b3-4250-a7ef-9bd2850fe6d4 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:07:22.017048 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2d14a3-daa5-4e7b-8a81-d1cc2dbe88fa tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:22.017732 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c2d14a3-daa5-4e7b-8a81-d1cc2dbe88fa tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:22.035549 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6c2d14a3-daa5-4e7b-8a81-d1cc2dbe88fa tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8134191 Dec 10 19:07:22.038295 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38086) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:22.128283 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-55f3b680-db21-44d0-b691-4462c6e9a7b7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Deleting port e9e56e0b-18be-4926-8e57-51c37ba643e5 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:22.128646 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-55f3b680-db21-44d0-b691-4462c6e9a7b7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:22.195117 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-55f3b680-db21-44d0-b691-4462c6e9a7b7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:22.207108 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-55f3b680-db21-44d0-b691-4462c6e9a7b7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Calling delete_port for e9e56e0b-18be-4926-8e57-51c37ba643e5 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:22.291468 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-55f3b680-db21-44d0-b691-4462c6e9a7b7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:22.324300 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f3b680-db21-44d0-b691-4462c6e9a7b7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'Port': ['ID=e9e56e0b-18be-4926-8e57-51c37ba643e5,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:22.329755 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-55f3b680-db21-44d0-b691-4462c6e9a7b7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:22.333078 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-55f3b680-db21-44d0-b691-4462c6e9a7b7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/ports/e9e56e0b-18be-4926-8e57-51c37ba643e5 HTTP/1.1" status: 204 len: 168 time: 0.2938302 Dec 10 19:07:22.335656 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38088) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:22.417915 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b054f58c-6811-46f9-86ff-ed3fe625e018 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:22.424007 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b054f58c-6811-46f9-86ff-ed3fe625e018 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:22.428524 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b054f58c-6811-46f9-86ff-ed3fe625e018 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.0894878 Dec 10 19:07:22.428865 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38090) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:22.440941 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9f1f4ccc-a12e-4b31-b8f3-85af02c85d70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:22.521419 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e509e5c7-137c-4b88-ad2f-3c50bd242037 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Deleting port 51ce8674-3af9-454e-8f00-9064774ac138 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:22.521769 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e509e5c7-137c-4b88-ad2f-3c50bd242037 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:22.587866 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e509e5c7-137c-4b88-ad2f-3c50bd242037 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:22.604999 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e509e5c7-137c-4b88-ad2f-3c50bd242037 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Calling delete_port for 51ce8674-3af9-454e-8f00-9064774ac138 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:22.682542 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e509e5c7-137c-4b88-ad2f-3c50bd242037 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:22.708817 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e509e5c7-137c-4b88-ad2f-3c50bd242037 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'Port': ['ID=51ce8674-3af9-454e-8f00-9064774ac138,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:22.716304 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e509e5c7-137c-4b88-ad2f-3c50bd242037 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:22.719577 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e509e5c7-137c-4b88-ad2f-3c50bd242037 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/ports/51ce8674-3af9-454e-8f00-9064774ac138 HTTP/1.1" status: 204 len: 168 time: 0.2897606 Dec 10 19:07:22.722191 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38092) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:22.770085 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cedfc0-3bc5-4a6c-b8f0-58bdd66037b1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:22.771608 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-84cedfc0-3bc5-4a6c-b8f0-58bdd66037b1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.0484400 Dec 10 19:07:22.774597 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38094) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:22.800899 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-f52cb35a-4b9b-453c-bb9a-8cfcb9b2775e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] GET failed (client error): The resource could not be found. Dec 10 19:07:22.802272 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f52cb35a-4b9b-453c-bb9a-8cfcb9b2775e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "GET /v2.0/ports/e9e56e0b-18be-4926-8e57-51c37ba643e5 HTTP/1.1" status: 404 len: 333 time: 0.0267792 Dec 10 19:07:22.804925 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38096) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:22.828747 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b6dbc31-96dc-4baa-98e1-ef3b5f456680 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] GET failed (client error): The resource could not be found. Dec 10 19:07:22.830144 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0b6dbc31-96dc-4baa-98e1-ef3b5f456680 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "GET /v2.0/ports/51ce8674-3af9-454e-8f00-9064774ac138 HTTP/1.1" status: 404 len: 333 time: 0.0238104 Dec 10 19:07:22.832805 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38098) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:22.907825 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b829bb6d-14e7-4de2-8349-b1fe6b7a4235 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:23.005076 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b829bb6d-14e7-4de2-8349-b1fe6b7a4235 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:23.025007 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-b829bb6d-14e7-4de2-8349-b1fe6b7a4235 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b39e3848-48b3-4250-a7ef-9bd2850fe6d4']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:23.034090 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-b829bb6d-14e7-4de2-8349-b1fe6b7a4235 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c529fa10-c754-4ae3-83a5-12dd1071ec9e') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:23.034391 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-b829bb6d-14e7-4de2-8349-b1fe6b7a4235 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c529fa10-c754-4ae3-83a5-12dd1071ec9e') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:23.044071 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b829bb6d-14e7-4de2-8349-b1fe6b7a4235 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:23.057002 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b829bb6d-14e7-4de2-8349-b1fe6b7a4235 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:23.062835 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b829bb6d-14e7-4de2-8349-b1fe6b7a4235 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:07:23.063215 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b829bb6d-14e7-4de2-8349-b1fe6b7a4235 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:23.066134 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 19:07:23.066134 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:07:23.066134 n-d-821435-1 neutron-server[103244]: timer() Dec 10 19:07:23.066134 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:07:23.066134 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 19:07:23.066134 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:07:23.066134 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 19:07:23.066134 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:07:23.066134 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 19:07:23.066134 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:07:23.066134 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 19:07:23.066134 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:07:23.066134 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 19:07:23.066134 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:07:23.066134 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:07:23.066134 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:07:23.066134 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:07:23.066134 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:07:23.066134 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 19:07:23.066134 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:07:23.066134 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 19:07:23.066134 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:07:23.066134 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:07:23.066134 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:07:23.066134 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 19:07:23.066134 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:07:23.066134 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:07:23.066134 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:07:23.066134 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:07:23.066134 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:07:23.066134 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:07:23.066134 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:07:23.131787 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b829bb6d-14e7-4de2-8349-b1fe6b7a4235 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:23.140449 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b829bb6d-14e7-4de2-8349-b1fe6b7a4235 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:23.143750 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b829bb6d-14e7-4de2-8349-b1fe6b7a4235 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/networks/b39e3848-48b3-4250-a7ef-9bd2850fe6d4 HTTP/1.1" status: 204 len: 168 time: 0.3100269 Dec 10 19:07:23.147433 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38102) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:23.152759 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-090b12d9-bd84-46a1-9cb1-6d19c101acb9 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1026890594'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:23.156486 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b829bb6d-14e7-4de2-8349-b1fe6b7a4235 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'Network': ['ID=b39e3848-48b3-4250-a7ef-9bd2850fe6d4,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:23.176613 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090b12d9-bd84-46a1-9cb1-6d19c101acb9 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Made reservation on behalf of 2c1e90600f5b4bdea41b9a0f5b650216 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:23.180855 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-090b12d9-bd84-46a1-9cb1-6d19c101acb9 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:23.205646 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-090b12d9-bd84-46a1-9cb1-6d19c101acb9 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:07:23.215112 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-090b12d9-bd84-46a1-9cb1-6d19c101acb9 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:23.215463 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-090b12d9-bd84-46a1-9cb1-6d19c101acb9 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Added segment 6b0cc42c-dbe2-44ee-ad1e-6c61de42197f of type vlan for network db18fb19-edf2-40cf-a174-2e410d156e19 Dec 10 19:07:23.254592 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-090b12d9-bd84-46a1-9cb1-6d19c101acb9 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:23.280136 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-090b12d9-bd84-46a1-9cb1-6d19c101acb9 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:23.285978 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090b12d9-bd84-46a1-9cb1-6d19c101acb9 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:23.286559 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-090b12d9-bd84-46a1-9cb1-6d19c101acb9 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:23.345621 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-090b12d9-bd84-46a1-9cb1-6d19c101acb9 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1968684 Dec 10 19:07:23.348928 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38104) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:23.361638 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-1163bb87-0184-4706-8989-97982cc7d94a tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'subnet': {'network_id': 'db18fb19-edf2-40cf-a174-2e410d156e19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:23.381294 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b12d9-bd84-46a1-9cb1-6d19c101acb9 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Network': ['ID=db18fb19-edf2-40cf-a174-2e410d156e19,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:23.392625 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network db18fb19-edf2-40cf-a174-2e410d156e19 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:07:23.458197 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1163bb87-0184-4706-8989-97982cc7d94a tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Made reservation on behalf of 2c1e90600f5b4bdea41b9a0f5b650216 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:23.462829 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1163bb87-0184-4706-8989-97982cc7d94a tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:23.527097 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.ipam_backend_mixin [None req-1163bb87-0184-4706-8989-97982cc7d94a tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Performing IP validity checks on allocation pools {{(pid=103245) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 19:07:23.529933 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.ipam_backend_mixin [None req-1163bb87-0184-4706-8989-97982cc7d94a tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103245) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 19:07:23.639114 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:23.659453 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1163bb87-0184-4706-8989-97982cc7d94a tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:23.724600 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163bb87-0184-4706-8989-97982cc7d94a tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Subnet': ['ID=342877f7-8dc9-4d12-a117-578b80b1a20d,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:23.733561 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1163bb87-0184-4706-8989-97982cc7d94a tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Checking segment: {'id': '6b0cc42c-dbe2-44ee-ad1e-6c61de42197f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'db18fb19-edf2-40cf-a174-2e410d156e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:07:23.733924 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1163bb87-0184-4706-8989-97982cc7d94a tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Network hostable DHCP agents. Network: db18fb19-edf2-40cf-a174-2e410d156e19, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:07:23.751511 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1163bb87-0184-4706-8989-97982cc7d94a tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Network db18fb19-edf2-40cf-a174-2e410d156e19 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:07:23.761487 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-1163bb87-0184-4706-8989-97982cc7d94a tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, db18fb19-edf2-40cf-a174-2e410d156e19) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:23.765687 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1163bb87-0184-4706-8989-97982cc7d94a tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:23.766275 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1163bb87-0184-4706-8989-97982cc7d94a tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:23.771559 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4038b2-1e84-4408-81cd-8f5d7f3ee91b None None] Network db18fb19-edf2-40cf-a174-2e410d156e19 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:07:23.789508 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1163bb87-0184-4706-8989-97982cc7d94a tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4374917 Dec 10 19:07:23.790086 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38106) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:23.795267 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d1a0b34d-de16-4c31-9f79-07814dcb7a82 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'port': {'network_id': 'db18fb19-edf2-40cf-a174-2e410d156e19', 'name': 'tempest-PortsIpV6TestJSON-1312943541'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:23.876321 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80752fb-a40c-49ed-ad6b-0d45e532298e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-db18fb19-edf2-40cf-a174-2e410d156e19', 'network_id': 'db18fb19-edf2-40cf-a174-2e410d156e19', 'project_id': '2c1e90600f5b4bdea41b9a0f5b650216', 'fixed_ips': [{'subnet_id': '342877f7-8dc9-4d12-a117-578b80b1a20d'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:07:23.877227 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d80752fb-a40c-49ed-ad6b-0d45e532298e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:23.915851 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a0b34d-de16-4c31-9f79-07814dcb7a82 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Made reservation on behalf of 2c1e90600f5b4bdea41b9a0f5b650216 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:23.919933 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d1a0b34d-de16-4c31-9f79-07814dcb7a82 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:23.952133 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-d1a0b34d-de16-4c31-9f79-07814dcb7a82 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] device_id is not set on port d269e91d-ffe1-455b-bb90-c0d0add6450c yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:07:24.037544 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-d80752fb-a40c-49ed-ad6b-0d45e532298e None None] Allocated IP 2001:db8::2 (db18fb19-edf2-40cf-a174-2e410d156e19/342877f7-8dc9-4d12-a117-578b80b1a20d/7c3b1c1b-45e0-4061-9be6-f3a670bf4cd6) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:24.182767 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d80752fb-a40c-49ed-ad6b-0d45e532298e None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:24.189633 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d80752fb-a40c-49ed-ad6b-0d45e532298e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:24.230273 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80752fb-a40c-49ed-ad6b-0d45e532298e None None] Network db18fb19-edf2-40cf-a174-2e410d156e19 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:24.234460 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-d80752fb-a40c-49ed-ad6b-0d45e532298e None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:24.237826 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80752fb-a40c-49ed-ad6b-0d45e532298e None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:24.245619 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80752fb-a40c-49ed-ad6b-0d45e532298e None None] Pushing event updated for resources: {'Port': ['ID=7c3b1c1b-45e0-4061-9be6-f3a670bf4cd6,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:24.253346 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-d1a0b34d-de16-4c31-9f79-07814dcb7a82 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Allocated IP 2001:db8::68 (db18fb19-edf2-40cf-a174-2e410d156e19/342877f7-8dc9-4d12-a117-578b80b1a20d/d269e91d-ffe1-455b-bb90-c0d0add6450c) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:24.322568 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d80752fb-a40c-49ed-ad6b-0d45e532298e None None] Attempting to bind port 7c3b1c1b-45e0-4061-9be6-f3a670bf4cd6 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:07:24.322888 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d80752fb-a40c-49ed-ad6b-0d45e532298e None None] Attempting to bind port 7c3b1c1b-45e0-4061-9be6-f3a670bf4cd6 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '6b0cc42c-dbe2-44ee-ad1e-6c61de42197f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'db18fb19-edf2-40cf-a174-2e410d156e19'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:07:24.323384 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80752fb-a40c-49ed-ad6b-0d45e532298e None None] Attempting to bind port 7c3b1c1b-45e0-4061-9be6-f3a670bf4cd6 on network db18fb19-edf2-40cf-a174-2e410d156e19 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:07:24.330339 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80752fb-a40c-49ed-ad6b-0d45e532298e None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:07:24.330711 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80752fb-a40c-49ed-ad6b-0d45e532298e None None] Checking segment: {'id': '6b0cc42c-dbe2-44ee-ad1e-6c61de42197f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'db18fb19-edf2-40cf-a174-2e410d156e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:07:24.331119 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d80752fb-a40c-49ed-ad6b-0d45e532298e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:24.331511 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80752fb-a40c-49ed-ad6b-0d45e532298e None None] Bound using segment: {'id': '6b0cc42c-dbe2-44ee-ad1e-6c61de42197f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'db18fb19-edf2-40cf-a174-2e410d156e19'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:07:24.331974 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d80752fb-a40c-49ed-ad6b-0d45e532298e None None] Bound port: 7c3b1c1b-45e0-4061-9be6-f3a670bf4cd6, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b0cc42c-dbe2-44ee-ad1e-6c61de42197f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'db18fb19-edf2-40cf-a174-2e410d156e19'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:07:24.332351 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d80752fb-a40c-49ed-ad6b-0d45e532298e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:24.396830 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d80752fb-a40c-49ed-ad6b-0d45e532298e None None] For port 7c3b1c1b-45e0-4061-9be6-f3a670bf4cd6, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:07:24.401981 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d80752fb-a40c-49ed-ad6b-0d45e532298e None None] For port 7c3b1c1b-45e0-4061-9be6-f3a670bf4cd6, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=7c3b1c1b-45e0-4061-9be6-f3a670bf4cd6,segment=NetworkSegment(6b0cc42c-dbe2-44ee-ad1e-6c61de42197f),segment_id=6b0cc42c-dbe2-44ee-ad1e-6c61de42197f)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:07:24.408865 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d80752fb-a40c-49ed-ad6b-0d45e532298e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:24.423807 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d1a0b34d-de16-4c31-9f79-07814dcb7a82 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:24.462012 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d1a0b34d-de16-4c31-9f79-07814dcb7a82 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:24.470585 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80752fb-a40c-49ed-ad6b-0d45e532298e None None] Pushing event updated for resources: {'Port': ['ID=7c3b1c1b-45e0-4061-9be6-f3a670bf4cd6,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:24.506872 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a0b34d-de16-4c31-9f79-07814dcb7a82 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Network db18fb19-edf2-40cf-a174-2e410d156e19 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:24.510725 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-d1a0b34d-de16-4c31-9f79-07814dcb7a82 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:24.514775 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a0b34d-de16-4c31-9f79-07814dcb7a82 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:24.520416 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a0b34d-de16-4c31-9f79-07814dcb7a82 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:24.521070 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d1a0b34d-de16-4c31-9f79-07814dcb7a82 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:24.535267 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a0b34d-de16-4c31-9f79-07814dcb7a82 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Port': ['ID=d269e91d-ffe1-455b-bb90-c0d0add6450c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:24.546841 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d1a0b34d-de16-4c31-9f79-07814dcb7a82 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7553139 Dec 10 19:07:24.549424 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38110) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:24.652958 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-3981a469-7b89-45be-83e7-ddfbce4beb60 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Deleting port d269e91d-ffe1-455b-bb90-c0d0add6450c {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:24.653527 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3981a469-7b89-45be-83e7-ddfbce4beb60 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:24.779763 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3981a469-7b89-45be-83e7-ddfbce4beb60 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:24.795144 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-3981a469-7b89-45be-83e7-ddfbce4beb60 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Calling delete_port for d269e91d-ffe1-455b-bb90-c0d0add6450c owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:24.854734 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:24.938057 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3981a469-7b89-45be-83e7-ddfbce4beb60 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:24.966895 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3981a469-7b89-45be-83e7-ddfbce4beb60 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'Port': ['ID=d269e91d-ffe1-455b-bb90-c0d0add6450c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:24.994055 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3981a469-7b89-45be-83e7-ddfbce4beb60 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:24.999708 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3981a469-7b89-45be-83e7-ddfbce4beb60 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/ports/d269e91d-ffe1-455b-bb90-c0d0add6450c HTTP/1.1" status: 204 len: 168 time: 0.4462299 Dec 10 19:07:25.000079 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38112) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:25.024507 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-c412c810-933c-4685-b124-3e5db176b62c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] DELETE failed (client error): The resource could not be found. Dec 10 19:07:25.025426 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c412c810-933c-4685-b124-3e5db176b62c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:07:25.028610 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c412c810-933c-4685-b124-3e5db176b62c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/ports/d269e91d-ffe1-455b-bb90-c0d0add6450c HTTP/1.1" status: 404 len: 333 time: 0.0274603 Dec 10 19:07:25.031278 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38116) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:25.057095 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad22d0b-8df9-42f0-92da-2bcb276b87d5 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] GET failed (client error): The resource could not be found. Dec 10 19:07:25.060668 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-dad22d0b-8df9-42f0-92da-2bcb276b87d5 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "GET /v2.0/ports/d269e91d-ffe1-455b-bb90-c0d0add6450c HTTP/1.1" status: 404 len: 333 time: 0.0263619 Dec 10 19:07:25.061328 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38118) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:25.116537 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbdf769e-5a72-4682-b52c-596a7a32103f tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Deleting subnet 342877f7-8dc9-4d12-a117-578b80b1a20d {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:07:25.120128 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fbdf769e-5a72-4682-b52c-596a7a32103f tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:25.162005 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fbdf769e-5a72-4682-b52c-596a7a32103f tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:25.247650 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fbdf769e-5a72-4682-b52c-596a7a32103f tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:25.316378 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fbdf769e-5a72-4682-b52c-596a7a32103f tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:25.350837 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fbdf769e-5a72-4682-b52c-596a7a32103f tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:25.358089 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38120) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:25.369254 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fbdf769e-5a72-4682-b52c-596a7a32103f tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/subnets/342877f7-8dc9-4d12-a117-578b80b1a20d HTTP/1.1" status: 204 len: 168 time: 0.3065166 Dec 10 19:07:25.372331 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf769e-5a72-4682-b52c-596a7a32103f tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'Subnet': ['ID=342877f7-8dc9-4d12-a117-578b80b1a20d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:25.449310 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc52f4f9-b9e7-4e15-a7c9-c2d82a4e18d8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:25.493825 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:25.517963 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-cc52f4f9-b9e7-4e15-a7c9-c2d82a4e18d8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Deleting port 7c3b1c1b-45e0-4061-9be6-f3a670bf4cd6 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:25.518528 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc52f4f9-b9e7-4e15-a7c9-c2d82a4e18d8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:25.583770 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e040676e-71c1-47e3-bdfd-0eb1adf6e824 None None] Network db18fb19-edf2-40cf-a174-2e410d156e19 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:07:25.584529 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-cc52f4f9-b9e7-4e15-a7c9-c2d82a4e18d8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] For port 7c3b1c1b-45e0-4061-9be6-f3a670bf4cd6, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=7c3b1c1b-45e0-4061-9be6-f3a670bf4cd6,segment=NetworkSegment(6b0cc42c-dbe2-44ee-ad1e-6c61de42197f),segment_id=6b0cc42c-dbe2-44ee-ad1e-6c61de42197f)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:25.585036 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc52f4f9-b9e7-4e15-a7c9-c2d82a4e18d8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:25.598616 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-cc52f4f9-b9e7-4e15-a7c9-c2d82a4e18d8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Calling delete_port for 7c3b1c1b-45e0-4061-9be6-f3a670bf4cd6 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:25.673866 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ac3fa03f-42d1-4a49-a50f-8fc6be96cca9 None None] Provisioning complete for port 7c3b1c1b-45e0-4061-9be6-f3a670bf4cd6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:25.674403 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ac3fa03f-42d1-4a49-a50f-8fc6be96cca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:25.684720 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc52f4f9-b9e7-4e15-a7c9-c2d82a4e18d8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:25.709973 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52f4f9-b9e7-4e15-a7c9-c2d82a4e18d8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'Port': ['ID=7c3b1c1b-45e0-4061-9be6-f3a670bf4cd6,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:25.714021 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc52f4f9-b9e7-4e15-a7c9-c2d82a4e18d8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] No DVR routers for this DVR port 7c3b1c1b-45e0-4061-9be6-f3a670bf4cd6 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:07:25.731145 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ac3fa03f-42d1-4a49-a50f-8fc6be96cca9 None None] Could not find standard attr ID for object 7c3b1c1b-45e0-4061-9be6-f3a670bf4cd6. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:07:25.734582 n-d-821435-1 neutron-server[103246]: INFO neutron.plugins.ml2.db [None req-ac3fa03f-42d1-4a49-a50f-8fc6be96cca9 None None] No ports have port_id starting with 7c3b1c1b-45e0-4061-9be6-f3a670bf4cd6 Dec 10 19:07:25.807840 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc52f4f9-b9e7-4e15-a7c9-c2d82a4e18d8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:25.810822 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dcb23c-e654-4012-8777-978756a834ae None None] DHCP port deletion for db18fb19-edf2-40cf-a174-2e410d156e19 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:07:25.832345 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-cc52f4f9-b9e7-4e15-a7c9-c2d82a4e18d8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db18fb19-edf2-40cf-a174-2e410d156e19']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:25.843899 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-cc52f4f9-b9e7-4e15-a7c9-c2d82a4e18d8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b0cc42c-dbe2-44ee-ad1e-6c61de42197f') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:25.844202 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-cc52f4f9-b9e7-4e15-a7c9-c2d82a4e18d8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b0cc42c-dbe2-44ee-ad1e-6c61de42197f') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:25.854092 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc52f4f9-b9e7-4e15-a7c9-c2d82a4e18d8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:25.867804 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc52f4f9-b9e7-4e15-a7c9-c2d82a4e18d8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:25.874601 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc52f4f9-b9e7-4e15-a7c9-c2d82a4e18d8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:07:25.875015 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc52f4f9-b9e7-4e15-a7c9-c2d82a4e18d8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:25.878768 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 19:07:25.878768 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:07:25.878768 n-d-821435-1 neutron-server[103244]: timer() Dec 10 19:07:25.878768 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:07:25.878768 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 19:07:25.878768 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:07:25.878768 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 19:07:25.878768 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:07:25.878768 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 19:07:25.878768 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:07:25.878768 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 19:07:25.878768 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:07:25.878768 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 19:07:25.878768 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:07:25.878768 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:07:25.878768 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:07:25.878768 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:07:25.878768 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:07:25.878768 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 19:07:25.878768 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:07:25.878768 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 19:07:25.878768 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:07:25.878768 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:07:25.878768 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:07:25.878768 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 19:07:25.878768 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:07:25.878768 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:07:25.878768 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:07:25.878768 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:07:25.878768 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:07:25.878768 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:07:25.878768 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:07:25.968892 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc52f4f9-b9e7-4e15-a7c9-c2d82a4e18d8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:25.973969 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc52f4f9-b9e7-4e15-a7c9-c2d82a4e18d8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:25.977868 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-cc52f4f9-b9e7-4e15-a7c9-c2d82a4e18d8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/networks/db18fb19-edf2-40cf-a174-2e410d156e19 HTTP/1.1" status: 204 len: 168 time: 0.6182258 Dec 10 19:07:25.982626 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38126) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:25.987573 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-0f783c33-9095-460c-8cea-5b9b2a0ec188 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1933823667'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:25.998770 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52f4f9-b9e7-4e15-a7c9-c2d82a4e18d8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'Network': ['ID=db18fb19-edf2-40cf-a174-2e410d156e19,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:26.002829 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eefe0e-9db9-4c7b-addc-71a595e51d5e req-922cc733-9e09-4bec-9b0e-2140f5559565 tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:26.004492 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-46eefe0e-9db9-4c7b-addc-71a595e51d5e req-922cc733-9e09-4bec-9b0e-2140f5559565 tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 1097 time: 0.0891068 Dec 10 19:07:26.013143 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f783c33-9095-460c-8cea-5b9b2a0ec188 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Made reservation on behalf of 2c1e90600f5b4bdea41b9a0f5b650216 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:26.017125 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f783c33-9095-460c-8cea-5b9b2a0ec188 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:26.042636 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f783c33-9095-460c-8cea-5b9b2a0ec188 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:07:26.052620 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f783c33-9095-460c-8cea-5b9b2a0ec188 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:26.053212 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-0f783c33-9095-460c-8cea-5b9b2a0ec188 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Added segment 889b6c2a-3161-40ea-bbe6-0ee1ba7b0193 of type vlan for network d1bbd34a-2123-4818-a5b1-4ce60b30356c Dec 10 19:07:26.061188 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-46eefe0e-9db9-4c7b-addc-71a595e51d5e req-6b385e99-20fc-450d-a84b-57647ed96cee tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441322 Dec 10 19:07:26.099595 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f783c33-9095-460c-8cea-5b9b2a0ec188 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:26.114404 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38130) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:26.140836 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f783c33-9095-460c-8cea-5b9b2a0ec188 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:26.146933 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f783c33-9095-460c-8cea-5b9b2a0ec188 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:26.147549 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f783c33-9095-460c-8cea-5b9b2a0ec188 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:26.218340 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0f783c33-9095-460c-8cea-5b9b2a0ec188 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2319059 Dec 10 19:07:26.218558 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38132) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:26.223290 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-27b3b071-36fd-44d6-b262-59a0992f5849 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'subnet': {'network_id': 'd1bbd34a-2123-4818-a5b1-4ce60b30356c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:26.240781 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f783c33-9095-460c-8cea-5b9b2a0ec188 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Network': ['ID=d1bbd34a-2123-4818-a5b1-4ce60b30356c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:26.254154 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network d1bbd34a-2123-4818-a5b1-4ce60b30356c details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:07:26.299549 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-29bbd4b1-9a56-4ad5-ba99-884791eb2ba2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Deleting port d41e101f-b9a5-45e0-a385-45b8a128fdf3 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:26.299979 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29bbd4b1-9a56-4ad5-ba99-884791eb2ba2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:26.327766 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b3b071-36fd-44d6-b262-59a0992f5849 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Made reservation on behalf of 2c1e90600f5b4bdea41b9a0f5b650216 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:26.331624 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27b3b071-36fd-44d6-b262-59a0992f5849 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:26.405841 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29bbd4b1-9a56-4ad5-ba99-884791eb2ba2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:26.406354 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29bbd4b1-9a56-4ad5-ba99-884791eb2ba2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:26.420183 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-29bbd4b1-9a56-4ad5-ba99-884791eb2ba2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Calling delete_port for d41e101f-b9a5-45e0-a385-45b8a128fdf3 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:26.546283 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27b3b071-36fd-44d6-b262-59a0992f5849 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:26.578808 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29bbd4b1-9a56-4ad5-ba99-884791eb2ba2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:26.614014 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bbd4b1-9a56-4ad5-ba99-884791eb2ba2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event deleted for resources: {'Port': ['ID=d41e101f-b9a5-45e0-a385-45b8a128fdf3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:26.621366 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b3b071-36fd-44d6-b262-59a0992f5849 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Subnet': ['ID=97fa1e96-4b4e-4929-9e42-abc749540509,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:26.628260 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b3b071-36fd-44d6-b262-59a0992f5849 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Checking segment: {'id': '889b6c2a-3161-40ea-bbe6-0ee1ba7b0193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1bbd34a-2123-4818-a5b1-4ce60b30356c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:07:26.628741 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b3b071-36fd-44d6-b262-59a0992f5849 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Network hostable DHCP agents. Network: d1bbd34a-2123-4818-a5b1-4ce60b30356c, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:07:26.650372 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b3b071-36fd-44d6-b262-59a0992f5849 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Network d1bbd34a-2123-4818-a5b1-4ce60b30356c is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:07:26.660914 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-27b3b071-36fd-44d6-b262-59a0992f5849 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, d1bbd34a-2123-4818-a5b1-4ce60b30356c) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:26.666065 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b3b071-36fd-44d6-b262-59a0992f5849 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:26.666773 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27b3b071-36fd-44d6-b262-59a0992f5849 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:26.673895 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aba3e7b-b629-4f73-bf5d-80b54f9c335c None None] Network d1bbd34a-2123-4818-a5b1-4ce60b30356c requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:07:26.687800 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29bbd4b1-9a56-4ad5-ba99-884791eb2ba2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:26.688324 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-29bbd4b1-9a56-4ad5-ba99-884791eb2ba2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Floating IP b2cf52bd-7b15-4d8f-a0d3-bd0db83ea668 disassociated (deleted). External IP: 172.25.7.8, port: 8927d2b8-b53a-4849-a86d-94c7effbc8cf. Dec 10 19:07:26.699503 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-27b3b071-36fd-44d6-b262-59a0992f5849 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4798956 Dec 10 19:07:26.702004 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38134) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:26.707549 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8498fea3-7e87-4556-b0f9-d1d8acf200e7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'port': {'network_id': 'd1bbd34a-2123-4818-a5b1-4ce60b30356c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-402258721'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:26.808778 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e921e67b-f957-45b4-b19c-8cc2563793a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-d1bbd34a-2123-4818-a5b1-4ce60b30356c', 'network_id': 'd1bbd34a-2123-4818-a5b1-4ce60b30356c', 'project_id': '2c1e90600f5b4bdea41b9a0f5b650216', 'fixed_ips': [{'subnet_id': '97fa1e96-4b4e-4929-9e42-abc749540509'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:07:26.810998 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e921e67b-f957-45b4-b19c-8cc2563793a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:26.835222 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8498fea3-7e87-4556-b0f9-d1d8acf200e7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Made reservation on behalf of 2c1e90600f5b4bdea41b9a0f5b650216 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:26.840770 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8498fea3-7e87-4556-b0f9-d1d8acf200e7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:26.864913 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-8498fea3-7e87-4556-b0f9-d1d8acf200e7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] device_id is not set on port 5b73f02f-b0fc-4beb-a97c-6869b858f137 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:07:26.978999 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-e921e67b-f957-45b4-b19c-8cc2563793a2 None None] Allocated IP 2001:db8::2 (d1bbd34a-2123-4818-a5b1-4ce60b30356c/97fa1e96-4b4e-4929-9e42-abc749540509/b46784fd-a273-4644-bb3d-60c9185892ca) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:27.126130 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e921e67b-f957-45b4-b19c-8cc2563793a2 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:27.131081 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e921e67b-f957-45b4-b19c-8cc2563793a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:27.173403 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e921e67b-f957-45b4-b19c-8cc2563793a2 None None] Network d1bbd34a-2123-4818-a5b1-4ce60b30356c is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:27.176409 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-e921e67b-f957-45b4-b19c-8cc2563793a2 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:27.180622 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e921e67b-f957-45b4-b19c-8cc2563793a2 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:27.191492 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e921e67b-f957-45b4-b19c-8cc2563793a2 None None] Pushing event updated for resources: {'Port': ['ID=b46784fd-a273-4644-bb3d-60c9185892ca,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:27.203545 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-8498fea3-7e87-4556-b0f9-d1d8acf200e7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Allocated IP 2001:db8::299 (d1bbd34a-2123-4818-a5b1-4ce60b30356c/97fa1e96-4b4e-4929-9e42-abc749540509/5b73f02f-b0fc-4beb-a97c-6869b858f137) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:27.240821 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e921e67b-f957-45b4-b19c-8cc2563793a2 None None] Attempting to bind port b46784fd-a273-4644-bb3d-60c9185892ca on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:07:27.241206 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e921e67b-f957-45b4-b19c-8cc2563793a2 None None] Attempting to bind port b46784fd-a273-4644-bb3d-60c9185892ca by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '889b6c2a-3161-40ea-bbe6-0ee1ba7b0193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1bbd34a-2123-4818-a5b1-4ce60b30356c'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:07:27.241580 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e921e67b-f957-45b4-b19c-8cc2563793a2 None None] Attempting to bind port b46784fd-a273-4644-bb3d-60c9185892ca on network d1bbd34a-2123-4818-a5b1-4ce60b30356c {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:07:27.247579 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e921e67b-f957-45b4-b19c-8cc2563793a2 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:07:27.248668 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e921e67b-f957-45b4-b19c-8cc2563793a2 None None] Checking segment: {'id': '889b6c2a-3161-40ea-bbe6-0ee1ba7b0193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1bbd34a-2123-4818-a5b1-4ce60b30356c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:07:27.248668 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e921e67b-f957-45b4-b19c-8cc2563793a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:27.248908 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e921e67b-f957-45b4-b19c-8cc2563793a2 None None] Bound using segment: {'id': '889b6c2a-3161-40ea-bbe6-0ee1ba7b0193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1bbd34a-2123-4818-a5b1-4ce60b30356c'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:07:27.249271 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e921e67b-f957-45b4-b19c-8cc2563793a2 None None] Bound port: b46784fd-a273-4644-bb3d-60c9185892ca, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '889b6c2a-3161-40ea-bbe6-0ee1ba7b0193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1bbd34a-2123-4818-a5b1-4ce60b30356c'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:07:27.249941 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e921e67b-f957-45b4-b19c-8cc2563793a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:27.265121 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29bbd4b1-9a56-4ad5-ba99-884791eb2ba2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Router 30e4e99b-b5bd-4b81-8529-2da1fc09827a has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:07:27.351044 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e921e67b-f957-45b4-b19c-8cc2563793a2 None None] For port b46784fd-a273-4644-bb3d-60c9185892ca, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:07:27.356959 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e921e67b-f957-45b4-b19c-8cc2563793a2 None None] For port b46784fd-a273-4644-bb3d-60c9185892ca, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b46784fd-a273-4644-bb3d-60c9185892ca,segment=NetworkSegment(889b6c2a-3161-40ea-bbe6-0ee1ba7b0193),segment_id=889b6c2a-3161-40ea-bbe6-0ee1ba7b0193)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:07:27.365641 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e921e67b-f957-45b4-b19c-8cc2563793a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:27.381472 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8498fea3-7e87-4556-b0f9-d1d8acf200e7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:27.433589 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29bbd4b1-9a56-4ad5-ba99-884791eb2ba2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:07:27.438161 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8498fea3-7e87-4556-b0f9-d1d8acf200e7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:27.440926 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29bbd4b1-9a56-4ad5-ba99-884791eb2ba2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:27.457094 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d38d9f4-8acb-42ee-8faa-469f1aea06f8 None None] Sync routers for ids ['30e4e99b-b5bd-4b81-8529-2da1fc09827a'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:07:27.468818 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e921e67b-f957-45b4-b19c-8cc2563793a2 None None] Pushing event updated for resources: {'Port': ['ID=b46784fd-a273-4644-bb3d-60c9185892ca,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:27.475397 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d38d9f4-8acb-42ee-8faa-469f1aea06f8 None None] Routers {'30e4e99b-b5bd-4b81-8529-2da1fc09827a'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:07:27.476104 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3d38d9f4-8acb-42ee-8faa-469f1aea06f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:07:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['30e4e99b-b5bd-4b81-8529-2da1fc09827a'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:27.479763 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-29bbd4b1-9a56-4ad5-ba99-884791eb2ba2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "DELETE /v2.0/floatingips/b2cf52bd-7b15-4d8f-a0d3-bd0db83ea668 HTTP/1.1" status: 204 len: 168 time: 1.3641446 Dec 10 19:07:27.480405 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41fafe33-76f7-4668-8d82-842e66bd236b', 'tag': '8927d2b8-b53a-4849-a86d-94c7effbc8cf'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:07:27.482804 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561e0aac-3c7a-49b7-b4f7-c332ab1bad2c" -d '{"events": [{"name": "network-changed", "server_uuid": "41fafe33-76f7-4668-8d82-842e66bd236b", "tag": "8927d2b8-b53a-4849-a86d-94c7effbc8cf"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:07:27.518664 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8498fea3-7e87-4556-b0f9-d1d8acf200e7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Network d1bbd34a-2123-4818-a5b1-4ce60b30356c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:27.522194 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-8498fea3-7e87-4556-b0f9-d1d8acf200e7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:27.527002 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8498fea3-7e87-4556-b0f9-d1d8acf200e7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:27.537496 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8498fea3-7e87-4556-b0f9-d1d8acf200e7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:27.538165 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8498fea3-7e87-4556-b0f9-d1d8acf200e7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:27.550170 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498fea3-7e87-4556-b0f9-d1d8acf200e7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Port': ['ID=5b73f02f-b0fc-4beb-a97c-6869b858f137,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:27.584096 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38152) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:27.584541 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8498fea3-7e87-4556-b0f9-d1d8acf200e7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.8811374 Dec 10 19:07:27.694450 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ced262-a7a8-4db0-8479-9a04d4e01325 x-openstack-request-id: req-48ced262-a7a8-4db0-8479-9a04d4e01325 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:07:27.696474 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41fafe33-76f7-4668-8d82-842e66bd236b", "tag": "8927d2b8-b53a-4849-a86d-94c7effbc8cf", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:07:27.697987 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-48ced262-a7a8-4db0-8479-9a04d4e01325 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:07:27.699185 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41fafe33-76f7-4668-8d82-842e66bd236b', 'tag': '8927d2b8-b53a-4849-a86d-94c7effbc8cf', 'status': 'completed', 'code': 200} Dec 10 19:07:27.734883 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3d38d9f4-8acb-42ee-8faa-469f1aea06f8 None None] Set router 30e4e99b-b5bd-4b81-8529-2da1fc09827a gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:07:27.824779 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e0aac-3c7a-49b7-b4f7-c332ab1bad2c req-72c4910a-addc-4414-8f16-c4e5d397cf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:27.826311 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-561e0aac-3c7a-49b7-b4f7-c332ab1bad2c req-72c4910a-addc-4414-8f16-c4e5d397cf9f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 1097 time: 0.1039441 Dec 10 19:07:27.864876 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e34a5acc-4f71-4c2e-a7b9-f3c840504806 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Deleting port 5b73f02f-b0fc-4beb-a97c-6869b858f137 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:27.865248 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e34a5acc-4f71-4c2e-a7b9-f3c840504806 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:27.977234 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3d38d9f4-8acb-42ee-8faa-469f1aea06f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534512958', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '1dfc875f-2952-4eb6-bbe1-32246b7413e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:05:28Z', 'updated_at': '2021-12-10T19:05:33Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '1dfc875f-2952-4eb6-bbe1-32246b7413e5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:29Z', 'updated_at': '2021-12-10T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '300c0a08-9f05-4edc-bec0-3f80f3fc6b2d', 'name': '', 'network_id': '6982f646-9f83-4de9-99b5-94201cb06e8e', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'mac_address': 'fa:16:3e:5a:7d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '1e182445-bbb5-40af-ab42-0475451efe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:31Z', 'updated_at': '2021-12-10T19:05:36Z', 'revision_number': 5, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'subnets': [{'id': '1e182445-bbb5-40af-ab42-0475451efe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:27.985708 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782975f0-1394-48ef-acac-5b35d5d99a30 req-1fd72ffd-e978-4dfb-87cf-c5918853b165 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:27.987304 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-782975f0-1394-48ef-acac-5b35d5d99a30 req-1fd72ffd-e978-4dfb-87cf-c5918853b165 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 946 time: 0.1803684 Dec 10 19:07:28.003394 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d38d9f4-8acb-42ee-8faa-469f1aea06f8 None None] Checking router: 30e4e99b-b5bd-4b81-8529-2da1fc09827a for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:07:28.012784 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d38d9f4-8acb-42ee-8faa-469f1aea06f8 None None] Routers {'30e4e99b-b5bd-4b81-8529-2da1fc09827a'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:07:28.013061 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3d38d9f4-8acb-42ee-8faa-469f1aea06f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:07:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['30e4e99b-b5bd-4b81-8529-2da1fc09827a'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:28.056752 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e0aac-3c7a-49b7-b4f7-c332ab1bad2c req-5bd0edae-f346-4977-aad5-5abc327a866e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:28.058204 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-561e0aac-3c7a-49b7-b4f7-c332ab1bad2c req-5bd0edae-f346-4977-aad5-5abc327a866e service neutron] 10.222.0.46 "GET /v2.0/networks?id=6982f646-9f83-4de9-99b5-94201cb06e8e HTTP/1.1" status: 200 len: 896 time: 0.2157960 Dec 10 19:07:28.080508 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e34a5acc-4f71-4c2e-a7b9-f3c840504806 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:28.153682 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3d38d9f4-8acb-42ee-8faa-469f1aea06f8 None None] Set router 30e4e99b-b5bd-4b81-8529-2da1fc09827a gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:07:28.154075 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e34a5acc-4f71-4c2e-a7b9-f3c840504806 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Calling delete_port for 5b73f02f-b0fc-4beb-a97c-6869b858f137 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:28.157725 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-561e0aac-3c7a-49b7-b4f7-c332ab1bad2c req-93b0c23c-f4b8-42cf-8876-ba820d8568c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8927d2b8-b53a-4849-a86d-94c7effbc8cf HTTP/1.1" status: 200 len: 217 time: 0.0893738 Dec 10 19:07:28.165439 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-782975f0-1394-48ef-acac-5b35d5d99a30 req-5389400a-6af0-4f36-b010-9c7a56627ab2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694255 Dec 10 19:07:28.206595 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b46784fd-a273-4644-bb3d-60c9185892ca up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:07:28.291825 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e0aac-3c7a-49b7-b4f7-c332ab1bad2c req-74f213dd-4372-4763-91c2-11e6fc7e42ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:28.293340 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-561e0aac-3c7a-49b7-b4f7-c332ab1bad2c req-74f213dd-4372-4763-91c2-11e6fc7e42ad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e182445-bbb5-40af-ab42-0475451efe1b HTTP/1.1" status: 200 len: 834 time: 0.1265717 Dec 10 19:07:28.385616 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port b46784fd-a273-4644-bb3d-60c9185892ca triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:28.385814 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:28.394866 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e0aac-3c7a-49b7-b4f7-c332ab1bad2c req-9252bec7-9955-4d19-8b7d-57b17ad061ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:28.396557 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-561e0aac-3c7a-49b7-b4f7-c332ab1bad2c req-9252bec7-9955-4d19-8b7d-57b17ad061ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6982f646-9f83-4de9-99b5-94201cb06e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948665 Dec 10 19:07:28.480654 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e34a5acc-4f71-4c2e-a7b9-f3c840504806 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:28.522535 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a5acc-4f71-4c2e-a7b9-f3c840504806 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'Port': ['ID=5b73f02f-b0fc-4beb-a97c-6869b858f137,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:28.536264 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3d38d9f4-8acb-42ee-8faa-469f1aea06f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534512958', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '1dfc875f-2952-4eb6-bbe1-32246b7413e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:05:28Z', 'updated_at': '2021-12-10T19:05:33Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '1dfc875f-2952-4eb6-bbe1-32246b7413e5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:29Z', 'updated_at': '2021-12-10T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '300c0a08-9f05-4edc-bec0-3f80f3fc6b2d', 'name': '', 'network_id': '6982f646-9f83-4de9-99b5-94201cb06e8e', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'mac_address': 'fa:16:3e:5a:7d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '1e182445-bbb5-40af-ab42-0475451efe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:31Z', 'updated_at': '2021-12-10T19:05:36Z', 'revision_number': 5, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'subnets': [{'id': '1e182445-bbb5-40af-ab42-0475451efe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:28.541578 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:28.567079 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e34a5acc-4f71-4c2e-a7b9-f3c840504806 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:28.573660 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e34a5acc-4f71-4c2e-a7b9-f3c840504806 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/ports/5b73f02f-b0fc-4beb-a97c-6869b858f137 HTTP/1.1" status: 204 len: 168 time: 0.9884460 Dec 10 19:07:28.574662 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38156) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:28.579865 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d38d9f4-8acb-42ee-8faa-469f1aea06f8 None None] The sync data for ids ['30e4e99b-b5bd-4b81-8529-2da1fc09827a'] in n-d-821435-1 is: [{'id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534512958', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '1dfc875f-2952-4eb6-bbe1-32246b7413e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:05:28Z', 'updated_at': '2021-12-10T19:05:33Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '1dfc875f-2952-4eb6-bbe1-32246b7413e5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:29Z', 'updated_at': '2021-12-10T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '300c0a08-9f05-4edc-bec0-3f80f3fc6b2d', 'name': '', 'network_id': '6982f646-9f83-4de9-99b5-94201cb06e8e', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'mac_address': 'fa:16:3e:5a:7d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '1e182445-bbb5-40af-ab42-0475451efe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:31Z', 'updated_at': '2021-12-10T19:05:36Z', 'revision_number': 5, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'subnets': [{'id': '1e182445-bbb5-40af-ab42-0475451efe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:07:28.586912 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-561e0aac-3c7a-49b7-b4f7-c332ab1bad2c req-8632200f-f25a-447e-a8f1-89a5ea7e60ec service neutron] 10.222.0.46 "GET /v2.0/networks/6982f646-9f83-4de9-99b5-94201cb06e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808619 Dec 10 19:07:28.611448 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port b46784fd-a273-4644-bb3d-60c9185892ca, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b46784fd-a273-4644-bb3d-60c9185892ca,segment=NetworkSegment(889b6c2a-3161-40ea-bbe6-0ee1ba7b0193),segment_id=889b6c2a-3161-40ea-bbe6-0ee1ba7b0193)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:28.620225 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:28.644690 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-0875144d-0d45-4ce8-a211-fb68716be7e2 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] GET failed (client error): The resource could not be found. Dec 10 19:07:28.663904 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0875144d-0d45-4ce8-a211-fb68716be7e2 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "GET /v2.0/ports/5b73f02f-b0fc-4beb-a97c-6869b858f137 HTTP/1.1" status: 404 len: 333 time: 0.0879517 Dec 10 19:07:28.668943 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38160) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:28.691316 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=b46784fd-a273-4644-bb3d-60c9185892ca,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:28.743555 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-561e0aac-3c7a-49b7-b4f7-c332ab1bad2c req-212879f2-f8f5-4fea-8985-41ba515d6aa2 service neutron] 10.222.0.46 "GET /v2.0/networks/6982f646-9f83-4de9-99b5-94201cb06e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495597 Dec 10 19:07:28.767481 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8881690-f122-4812-8a68-c3344eff2663 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Deleting subnet 97fa1e96-4b4e-4929-9e42-abc749540509 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:07:28.771677 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8881690-f122-4812-8a68-c3344eff2663 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:28.891716 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ff829f-72d7-43ae-bb9a-6c13d25b4a2f None None] Network d1bbd34a-2123-4818-a5b1-4ce60b30356c requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:07:28.974956 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb80b2a-75bd-4ac6-9d5e-b7538b7213e0 None None] New status for floating IP b2cf52bd-7b15-4d8f-a0d3-bd0db83ea668: DOWN {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:07:29.034166 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b5f6a672-8d4a-4b89-a317-30a6a3db3a27 None None] Provisioning complete for port b46784fd-a273-4644-bb3d-60c9185892ca triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:29.035064 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b5f6a672-8d4a-4b89-a317-30a6a3db3a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:29.124135 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6e24f-e6c2-4d8b-beee-1d191a5b25b2 req-3c9d3b71-f03d-4670-ac22-662a673e06f7 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:29.125802 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aca6e24f-e6c2-4d8b-beee-1d191a5b25b2 req-3c9d3b71-f03d-4670-ac22-662a673e06f7 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.46 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 946 time: 0.0981407 Dec 10 19:07:29.193545 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8881690-f122-4812-8a68-c3344eff2663 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:29.259009 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-aca6e24f-e6c2-4d8b-beee-1d191a5b25b2 req-d4ac39ce-996b-494f-bc50-2acfe4a07ff6 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Deleting port 8927d2b8-b53a-4849-a86d-94c7effbc8cf {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:29.259617 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-aca6e24f-e6c2-4d8b-beee-1d191a5b25b2 req-d4ac39ce-996b-494f-bc50-2acfe4a07ff6 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:29.339189 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8881690-f122-4812-8a68-c3344eff2663 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:29.409541 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-aca6e24f-e6c2-4d8b-beee-1d191a5b25b2 req-d4ac39ce-996b-494f-bc50-2acfe4a07ff6 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] For port 8927d2b8-b53a-4849-a86d-94c7effbc8cf, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8927d2b8-b53a-4849-a86d-94c7effbc8cf,segment=NetworkSegment(d205616c-d261-4bfc-898c-8d1c3606eb84),segment_id=d205616c-d261-4bfc-898c-8d1c3606eb84)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:29.410139 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-aca6e24f-e6c2-4d8b-beee-1d191a5b25b2 req-d4ac39ce-996b-494f-bc50-2acfe4a07ff6 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:29.426358 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-aca6e24f-e6c2-4d8b-beee-1d191a5b25b2 req-d4ac39ce-996b-494f-bc50-2acfe4a07ff6 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Calling delete_port for 8927d2b8-b53a-4849-a86d-94c7effbc8cf owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:29.437400 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8881690-f122-4812-8a68-c3344eff2663 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:29.473762 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8881690-f122-4812-8a68-c3344eff2663 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'Subnet': ['ID=97fa1e96-4b4e-4929-9e42-abc749540509,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:29.484694 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8881690-f122-4812-8a68-c3344eff2663 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:29.491542 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c8881690-f122-4812-8a68-c3344eff2663 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/subnets/97fa1e96-4b4e-4929-9e42-abc749540509 HTTP/1.1" status: 204 len: 168 time: 0.8215592 Dec 10 19:07:29.492373 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38164) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:29.583081 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a00b5c-437f-4b87-a0ac-dfdc889ec50c req-a5089766-3108-4a7a-9f15-53d10643423a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:29.583776 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-aca6e24f-e6c2-4d8b-beee-1d191a5b25b2 req-d4ac39ce-996b-494f-bc50-2acfe4a07ff6 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:29.584999 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-29a00b5c-437f-4b87-a0ac-dfdc889ec50c req-a5089766-3108-4a7a-9f15-53d10643423a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fafe33-76f7-4668-8d82-842e66bd236b HTTP/1.1" status: 200 len: 946 time: 0.1810610 Dec 10 19:07:29.592834 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd8daec2-95df-4e83-89b6-115fa485746e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:29.659418 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac39ce-996b-494f-bc50-2acfe4a07ff6 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event deleted for resources: {'Port': ['ID=8927d2b8-b53a-4849-a86d-94c7effbc8cf,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:29.684553 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-29a00b5c-437f-4b87-a0ac-dfdc889ec50c req-67d1ff7f-bbb9-468f-b797-7649104ce472 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=2679421c-f676-4e82-80e0-0af3324c9349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861256 Dec 10 19:07:29.685026 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca6e24f-e6c2-4d8b-beee-1d191a5b25b2 req-d4ac39ce-996b-494f-bc50-2acfe4a07ff6 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] No DVR routers for this DVR port 8927d2b8-b53a-4849-a86d-94c7effbc8cf on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:07:29.688121 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-aca6e24f-e6c2-4d8b-beee-1d191a5b25b2 req-d4ac39ce-996b-494f-bc50-2acfe4a07ff6 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:29.692523 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aca6e24f-e6c2-4d8b-beee-1d191a5b25b2 req-d4ac39ce-996b-494f-bc50-2acfe4a07ff6 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.46 "DELETE /v2.0/ports/8927d2b8-b53a-4849-a86d-94c7effbc8cf HTTP/1.1" status: 204 len: 173 time: 0.5586619 Dec 10 19:07:29.705248 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fafe33-76f7-4668-8d82-842e66bd236b', 'name': 'network-vif-deleted', 'tag': '8927d2b8-b53a-4849-a86d-94c7effbc8cf'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:07:29.707860 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52600f06-99e7-4648-8da7-d6334c4401cd" -d '{"events": [{"server_uuid": "41fafe33-76f7-4668-8d82-842e66bd236b", "name": "network-vif-deleted", "tag": "8927d2b8-b53a-4849-a86d-94c7effbc8cf"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:07:29.713620 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-bd8daec2-95df-4e83-89b6-115fa485746e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Deleting port b46784fd-a273-4644-bb3d-60c9185892ca {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:29.714003 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd8daec2-95df-4e83-89b6-115fa485746e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:29.732218 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f72bced-bb0e-405a-aece-621463d63de6 None None] Network d1bbd34a-2123-4818-a5b1-4ce60b30356c requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:07:29.737108 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e5763f0c-ee94-45b3-85c6-0c3c15f823a6 None None] Provisioning complete for port b46784fd-a273-4644-bb3d-60c9185892ca triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:29.737847 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e5763f0c-ee94-45b3-85c6-0c3c15f823a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:29.785984 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-bd8daec2-95df-4e83-89b6-115fa485746e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] For port b46784fd-a273-4644-bb3d-60c9185892ca, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b46784fd-a273-4644-bb3d-60c9185892ca,segment=NetworkSegment(889b6c2a-3161-40ea-bbe6-0ee1ba7b0193),segment_id=889b6c2a-3161-40ea-bbe6-0ee1ba7b0193)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:29.786373 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd8daec2-95df-4e83-89b6-115fa485746e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:29.795545 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42afe25-2945-4dc8-b5da-8a9f5e0c1729 x-openstack-request-id: req-e42afe25-2945-4dc8-b5da-8a9f5e0c1729 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:07:29.796087 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41fafe33-76f7-4668-8d82-842e66bd236b", "name": "network-vif-deleted", "tag": "8927d2b8-b53a-4849-a86d-94c7effbc8cf", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:07:29.796087 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e42afe25-2945-4dc8-b5da-8a9f5e0c1729 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:07:29.796273 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41fafe33-76f7-4668-8d82-842e66bd236b', 'name': 'network-vif-deleted', 'tag': '8927d2b8-b53a-4849-a86d-94c7effbc8cf', 'status': 'completed', 'code': 200} Dec 10 19:07:29.808503 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-bd8daec2-95df-4e83-89b6-115fa485746e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Calling delete_port for b46784fd-a273-4644-bb3d-60c9185892ca owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:29.908158 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd8daec2-95df-4e83-89b6-115fa485746e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:29.938840 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8daec2-95df-4e83-89b6-115fa485746e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'Port': ['ID=b46784fd-a273-4644-bb3d-60c9185892ca,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:29.940746 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8daec2-95df-4e83-89b6-115fa485746e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] No DVR routers for this DVR port b46784fd-a273-4644-bb3d-60c9185892ca on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:07:30.007018 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476464bc-ae24-471e-96c7-11ecfab3de1a None None] DHCP port deletion for d1bbd34a-2123-4818-a5b1-4ce60b30356c request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:07:30.029404 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd8daec2-95df-4e83-89b6-115fa485746e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:30.054263 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-bd8daec2-95df-4e83-89b6-115fa485746e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1bbd34a-2123-4818-a5b1-4ce60b30356c']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:30.065600 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-bd8daec2-95df-4e83-89b6-115fa485746e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '889b6c2a-3161-40ea-bbe6-0ee1ba7b0193') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:30.070038 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-bd8daec2-95df-4e83-89b6-115fa485746e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '889b6c2a-3161-40ea-bbe6-0ee1ba7b0193') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:30.090429 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd8daec2-95df-4e83-89b6-115fa485746e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:30.111220 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd8daec2-95df-4e83-89b6-115fa485746e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:30.118877 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd8daec2-95df-4e83-89b6-115fa485746e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:07:30.119556 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd8daec2-95df-4e83-89b6-115fa485746e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:30.168060 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:07:30.168060 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:07:30.168060 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:07:30.168060 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:07:30.168060 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:07:30.168060 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:07:30.168060 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:07:30.168060 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:07:30.168060 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:07:30.168060 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:07:30.168060 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:07:30.168060 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:07:30.168060 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:07:30.168060 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:07:30.168060 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:07:30.168060 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:07:30.168060 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:07:30.168060 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:07:30.168060 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:07:30.168060 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:07:30.168060 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:07:30.168060 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:07:30.168060 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:07:30.168060 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:07:30.168060 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:07:30.168060 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:07:30.168060 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:07:30.168060 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:07:30.168060 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:07:30.168060 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:07:30.168060 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:07:30.168060 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:07:30.188296 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b46784fd-a273-4644-bb3d-60c9185892ca no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:07:30.203508 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd8daec2-95df-4e83-89b6-115fa485746e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:30.210971 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd8daec2-95df-4e83-89b6-115fa485746e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:30.220444 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38170) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:30.224775 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-e15b502d-122f-487a-b831-5a1989a747fe tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'port': {'network_id': '9f00d280-08a5-4326-b55c-25364adfc1b1', 'name': 'tempest-PortsIpV6TestJSON-1064324178'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:30.225509 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-bd8daec2-95df-4e83-89b6-115fa485746e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/networks/d1bbd34a-2123-4818-a5b1-4ce60b30356c HTTP/1.1" status: 204 len: 168 time: 0.7305770 Dec 10 19:07:30.239371 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8daec2-95df-4e83-89b6-115fa485746e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'Network': ['ID=d1bbd34a-2123-4818-a5b1-4ce60b30356c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:30.243585 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: b46784fd-a273-4644-bb3d-60c9185892ca {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:07:30.243942 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b46784fd-a273-4644-bb3d-60c9185892ca not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:07:30.338717 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15b502d-122f-487a-b831-5a1989a747fe tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Made reservation on behalf of 2c1e90600f5b4bdea41b9a0f5b650216 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:30.346146 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e15b502d-122f-487a-b831-5a1989a747fe tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:30.374899 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e15b502d-122f-487a-b831-5a1989a747fe tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] device_id is not set on port 4cd28d18-60dc-4570-b828-bb167b5e8f24 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:07:30.538414 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e15b502d-122f-487a-b831-5a1989a747fe tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:30.571780 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e15b502d-122f-487a-b831-5a1989a747fe tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:30.621701 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15b502d-122f-487a-b831-5a1989a747fe tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Network 9f00d280-08a5-4326-b55c-25364adfc1b1 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:30.624947 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-e15b502d-122f-487a-b831-5a1989a747fe tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:30.628585 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15b502d-122f-487a-b831-5a1989a747fe tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:30.634803 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15b502d-122f-487a-b831-5a1989a747fe tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:30.635419 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e15b502d-122f-487a-b831-5a1989a747fe tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:30.645784 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b502d-122f-487a-b831-5a1989a747fe tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Port': ['ID=4cd28d18-60dc-4570-b828-bb167b5e8f24,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:30.658452 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e15b502d-122f-487a-b831-5a1989a747fe tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4356441 Dec 10 19:07:30.658689 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38172) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:30.746682 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-8d40c5d6-db09-4bf8-bbf2-4365be06f85f tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Deleting port 4cd28d18-60dc-4570-b828-bb167b5e8f24 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:30.747036 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8d40c5d6-db09-4bf8-bbf2-4365be06f85f tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:30.749909 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38176) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:30.891920 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8d40c5d6-db09-4bf8-bbf2-4365be06f85f tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:30.912040 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-8d40c5d6-db09-4bf8-bbf2-4365be06f85f tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Calling delete_port for 4cd28d18-60dc-4570-b828-bb167b5e8f24 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:31.119917 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8d40c5d6-db09-4bf8-bbf2-4365be06f85f tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:31.161372 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d40c5d6-db09-4bf8-bbf2-4365be06f85f tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'Port': ['ID=4cd28d18-60dc-4570-b828-bb167b5e8f24,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:31.175215 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8d40c5d6-db09-4bf8-bbf2-4365be06f85f tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:31.182454 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8d40c5d6-db09-4bf8-bbf2-4365be06f85f tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/ports/4cd28d18-60dc-4570-b828-bb167b5e8f24 HTTP/1.1" status: 204 len: 168 time: 0.5198374 Dec 10 19:07:31.183029 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38180) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:31.189610 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7fd14ba8-1bfe-4664-9c70-933abf22297a tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'port': {'network_id': '9f00d280-08a5-4326-b55c-25364adfc1b1', 'mac_address': 'fa:16:3e:3c:52:1f', 'name': 'tempest-PortsIpV6TestJSON-489374527'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:31.292120 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd14ba8-1bfe-4664-9c70-933abf22297a tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Made reservation on behalf of 2c1e90600f5b4bdea41b9a0f5b650216 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:31.294148 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ba444fda-ce41-4910-a46c-479322263247 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:31.376292 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7fd14ba8-1bfe-4664-9c70-933abf22297a tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:31.402285 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-7fd14ba8-1bfe-4664-9c70-933abf22297a tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] device_id is not set on port 4920db26-1d7b-4da4-8799-31d7b5a92de6 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:07:31.569430 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-ba444fda-ce41-4910-a46c-479322263247 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Deleting port 300c0a08-9f05-4edc-bec0-3f80f3fc6b2d {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:31.569796 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ba444fda-ce41-4910-a46c-479322263247 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:31.571679 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7fd14ba8-1bfe-4664-9c70-933abf22297a tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:31.606242 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7fd14ba8-1bfe-4664-9c70-933abf22297a tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:31.655765 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd14ba8-1bfe-4664-9c70-933abf22297a tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Network 9f00d280-08a5-4326-b55c-25364adfc1b1 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:31.659621 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-7fd14ba8-1bfe-4664-9c70-933abf22297a tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:31.665510 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd14ba8-1bfe-4664-9c70-933abf22297a tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:31.671342 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd14ba8-1bfe-4664-9c70-933abf22297a tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:31.671876 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-ba444fda-ce41-4910-a46c-479322263247 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] For port 300c0a08-9f05-4edc-bec0-3f80f3fc6b2d, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=300c0a08-9f05-4edc-bec0-3f80f3fc6b2d,segment=NetworkSegment(d205616c-d261-4bfc-898c-8d1c3606eb84),segment_id=d205616c-d261-4bfc-898c-8d1c3606eb84)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:31.672004 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7fd14ba8-1bfe-4664-9c70-933abf22297a tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:31.672256 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ba444fda-ce41-4910-a46c-479322263247 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:31.675728 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd14ba8-1bfe-4664-9c70-933abf22297a tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Port': ['ID=4920db26-1d7b-4da4-8799-31d7b5a92de6,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:31.695543 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-ba444fda-ce41-4910-a46c-479322263247 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Calling delete_port for 300c0a08-9f05-4edc-bec0-3f80f3fc6b2d owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:31.696296 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7fd14ba8-1bfe-4664-9c70-933abf22297a tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5116158 Dec 10 19:07:31.696951 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38182) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:31.777707 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7735b8bf-3b2f-4a15-b40e-dc27450757ec tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:31.781585 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7735b8bf-3b2f-4a15-b40e-dc27450757ec tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "GET /v2.0/ports/4920db26-1d7b-4da4-8799-31d7b5a92de6 HTTP/1.1" status: 200 len: 844 time: 0.0812013 Dec 10 19:07:31.782053 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38184) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:31.873265 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ff87139c-1317-4cda-90eb-1da6545fc0be tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Deleting port 4920db26-1d7b-4da4-8799-31d7b5a92de6 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:31.873674 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff87139c-1317-4cda-90eb-1da6545fc0be tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:31.928740 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ba444fda-ce41-4910-a46c-479322263247 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:31.943811 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff87139c-1317-4cda-90eb-1da6545fc0be tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:31.958745 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ff87139c-1317-4cda-90eb-1da6545fc0be tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Calling delete_port for 4920db26-1d7b-4da4-8799-31d7b5a92de6 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:31.960284 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba444fda-ce41-4910-a46c-479322263247 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event deleted for resources: {'Port': ['ID=300c0a08-9f05-4edc-bec0-3f80f3fc6b2d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:32.066037 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff87139c-1317-4cda-90eb-1da6545fc0be tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:32.114416 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff87139c-1317-4cda-90eb-1da6545fc0be tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:32.121650 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ff87139c-1317-4cda-90eb-1da6545fc0be tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/ports/4920db26-1d7b-4da4-8799-31d7b5a92de6 HTTP/1.1" status: 204 len: 168 time: 0.3360569 Dec 10 19:07:32.121650 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff87139c-1317-4cda-90eb-1da6545fc0be tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'Port': ['ID=4920db26-1d7b-4da4-8799-31d7b5a92de6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:32.124590 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38188) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:32.154804 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-53abc751-28e2-4ebb-b1a5-b2c1be49bed2 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] GET failed (client error): The resource could not be found. Dec 10 19:07:32.161841 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-53abc751-28e2-4ebb-b1a5-b2c1be49bed2 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "GET /v2.0/ports/4920db26-1d7b-4da4-8799-31d7b5a92de6 HTTP/1.1" status: 404 len: 333 time: 0.0307467 Dec 10 19:07:32.162511 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38190) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:32.169276 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-20c1a59e-84ec-47be-9b52-82600edd44e2 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'port': {'network_id': '9f00d280-08a5-4326-b55c-25364adfc1b1', 'name': 'tempest-PortsIpV6TestJSON-587204083'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:32.288012 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c1a59e-84ec-47be-9b52-82600edd44e2 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Made reservation on behalf of 2c1e90600f5b4bdea41b9a0f5b650216 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:32.292689 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20c1a59e-84ec-47be-9b52-82600edd44e2 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:32.311430 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-20c1a59e-84ec-47be-9b52-82600edd44e2 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] device_id is not set on port c0cfc37d-8eb4-4471-8f36-082094841fa5 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:07:32.482763 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ba444fda-ce41-4910-a46c-479322263247 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:32.489847 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20c1a59e-84ec-47be-9b52-82600edd44e2 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:32.524222 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20c1a59e-84ec-47be-9b52-82600edd44e2 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:32.571509 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c1a59e-84ec-47be-9b52-82600edd44e2 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Network 9f00d280-08a5-4326-b55c-25364adfc1b1 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:32.574883 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-20c1a59e-84ec-47be-9b52-82600edd44e2 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:32.578926 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c1a59e-84ec-47be-9b52-82600edd44e2 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:32.584455 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c1a59e-84ec-47be-9b52-82600edd44e2 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:32.585098 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20c1a59e-84ec-47be-9b52-82600edd44e2 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:32.594138 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1a59e-84ec-47be-9b52-82600edd44e2 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Port': ['ID=c0cfc37d-8eb4-4471-8f36-082094841fa5,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:32.611545 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-20c1a59e-84ec-47be-9b52-82600edd44e2 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4453096 Dec 10 19:07:32.611822 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38192) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:32.618634 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c02b83cc-6248-487c-b1ad-7da59fed6b71 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:32.685395 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c02b83cc-6248-487c-b1ad-7da59fed6b71 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:32.724181 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba444fda-ce41-4910-a46c-479322263247 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Router 30e4e99b-b5bd-4b81-8529-2da1fc09827a has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:07:32.847646 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c02b83cc-6248-487c-b1ad-7da59fed6b71 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:32.849677 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba444fda-ce41-4910-a46c-479322263247 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:07:32.854762 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c02b83cc-6248-487c-b1ad-7da59fed6b71 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:32.859084 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ba444fda-ce41-4910-a46c-479322263247 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "PUT /v2.0/routers/30e4e99b-b5bd-4b81-8529-2da1fc09827a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1048458 Dec 10 19:07:32.859084 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38194) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:32.866795 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7adf1ac-ab58-4c15-9b87-85bf30ea0368 None None] Sync routers for ids ['30e4e99b-b5bd-4b81-8529-2da1fc09827a'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:07:32.880500 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7adf1ac-ab58-4c15-9b87-85bf30ea0368 None None] Routers {'30e4e99b-b5bd-4b81-8529-2da1fc09827a'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:07:32.881674 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b7adf1ac-ab58-4c15-9b87-85bf30ea0368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:07:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['30e4e99b-b5bd-4b81-8529-2da1fc09827a'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:32.904559 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c02b83cc-6248-487c-b1ad-7da59fed6b71 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] In _notify_port_updated(), no bound segment for port c0cfc37d-8eb4-4471-8f36-082094841fa5 on network 9f00d280-08a5-4326-b55c-25364adfc1b1 {{(pid=103245) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 19:07:32.910277 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02b83cc-6248-487c-b1ad-7da59fed6b71 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:32.911160 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c02b83cc-6248-487c-b1ad-7da59fed6b71 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:32.915591 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c02b83cc-6248-487c-b1ad-7da59fed6b71 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "PUT /v2.0/ports/c0cfc37d-8eb4-4471-8f36-082094841fa5 HTTP/1.1" status: 200 len: 818 time: 0.2997150 Dec 10 19:07:32.916410 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38196) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:32.924718 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0c38730-173c-408d-b8d0-bcb7fadfb1dc tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Deleting subnet 1e182445-bbb5-40af-ab42-0475451efe1b {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:07:32.930326 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c0c38730-173c-408d-b8d0-bcb7fadfb1dc tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:32.950395 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b83cc-6248-487c-b1ad-7da59fed6b71 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Port': ['ID=c0cfc37d-8eb4-4471-8f36-082094841fa5,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:32.984854 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c0c38730-173c-408d-b8d0-bcb7fadfb1dc tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:33.025100 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-72b4172a-0804-4e5a-960b-7548e31586d3 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Deleting port c0cfc37d-8eb4-4471-8f36-082094841fa5 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:33.025595 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-72b4172a-0804-4e5a-960b-7548e31586d3 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:33.070633 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-b7adf1ac-ab58-4c15-9b87-85bf30ea0368 None None] Set router 30e4e99b-b5bd-4b81-8529-2da1fc09827a gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:07:33.136198 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c0c38730-173c-408d-b8d0-bcb7fadfb1dc tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:33.138863 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-72b4172a-0804-4e5a-960b-7548e31586d3 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:33.156200 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-72b4172a-0804-4e5a-960b-7548e31586d3 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Calling delete_port for c0cfc37d-8eb4-4471-8f36-082094841fa5 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:33.208336 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c0c38730-173c-408d-b8d0-bcb7fadfb1dc tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:33.225632 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 8927d2b8-b53a-4849-a86d-94c7effbc8cf no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:07:33.249064 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c38730-173c-408d-b8d0-bcb7fadfb1dc tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event deleted for resources: {'Subnet': ['ID=1e182445-bbb5-40af-ab42-0475451efe1b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:33.255781 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c0c38730-173c-408d-b8d0-bcb7fadfb1dc tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:33.258970 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-72b4172a-0804-4e5a-960b-7548e31586d3 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:33.260230 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c0c38730-173c-408d-b8d0-bcb7fadfb1dc tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "DELETE /v2.0/subnets/1e182445-bbb5-40af-ab42-0475451efe1b HTTP/1.1" status: 204 len: 168 time: 0.3999603 Dec 10 19:07:33.264350 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38200) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:33.270417 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1935a5e7-1b90-4353-8b33-ec7161e0a531 None None] Network 6982f646-9f83-4de9-99b5-94201cb06e8e requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:07:33.272672 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 8927d2b8-b53a-4849-a86d-94c7effbc8cf {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:07:33.272942 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 8927d2b8-b53a-4849-a86d-94c7effbc8cf not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:07:33.294845 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4172a-0804-4e5a-960b-7548e31586d3 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'Port': ['ID=c0cfc37d-8eb4-4471-8f36-082094841fa5,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:33.298511 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-72b4172a-0804-4e5a-960b-7548e31586d3 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:33.301859 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-72b4172a-0804-4e5a-960b-7548e31586d3 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/ports/c0cfc37d-8eb4-4471-8f36-082094841fa5 HTTP/1.1" status: 204 len: 168 time: 0.3846018 Dec 10 19:07:33.304434 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38202) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:33.375518 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312a2f6d-25e5-4843-8648-3c6c2c69764e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:33.379938 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-312a2f6d-25e5-4843-8648-3c6c2c69764e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.0709856 Dec 10 19:07:33.380604 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38204) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:33.397438 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b7adf1ac-ab58-4c15-9b87-85bf30ea0368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534512958', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '1dfc875f-2952-4eb6-bbe1-32246b7413e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:05:28Z', 'updated_at': '2021-12-10T19:07:31Z', 'revision_number': 5, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '1dfc875f-2952-4eb6-bbe1-32246b7413e5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:29Z', 'updated_at': '2021-12-10T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:33.415018 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d783ce-8222-4d67-8ace-02647083ccc8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] GET failed (client error): The resource could not be found. Dec 10 19:07:33.416594 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-14d783ce-8222-4d67-8ace-02647083ccc8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "GET /v2.0/ports/c0cfc37d-8eb4-4471-8f36-082094841fa5 HTTP/1.1" status: 404 len: 333 time: 0.0351462 Dec 10 19:07:33.420328 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38206) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:33.429223 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-1864c8f6-c222-4906-900b-2d85763bcf12 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-832442816'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:33.432297 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e78e377-c801-4ec2-ad09-8e0f246b5ee1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:33.432501 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7adf1ac-ab58-4c15-9b87-85bf30ea0368 None None] Checking router: 30e4e99b-b5bd-4b81-8529-2da1fc09827a for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:07:33.441116 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7adf1ac-ab58-4c15-9b87-85bf30ea0368 None None] Routers {'30e4e99b-b5bd-4b81-8529-2da1fc09827a'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:07:33.441740 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b7adf1ac-ab58-4c15-9b87-85bf30ea0368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:07:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['30e4e99b-b5bd-4b81-8529-2da1fc09827a'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:33.463524 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1864c8f6-c222-4906-900b-2d85763bcf12 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Made reservation on behalf of 2c1e90600f5b4bdea41b9a0f5b650216 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:33.467145 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1864c8f6-c222-4906-900b-2d85763bcf12 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:33.496589 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1864c8f6-c222-4906-900b-2d85763bcf12 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:07:33.506437 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1864c8f6-c222-4906-900b-2d85763bcf12 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:33.506801 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-1864c8f6-c222-4906-900b-2d85763bcf12 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Added segment f3e43393-1e1b-47f1-a252-85a80e070932 of type vlan for network bcb92f1b-23bb-4dc2-9e39-0cd4f7bf03c2 Dec 10 19:07:33.510643 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e221c1-d543-4e9d-a82d-4616da4f846f None None] DHCP port deletion for 6982f646-9f83-4de9-99b5-94201cb06e8e request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:07:33.550961 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1864c8f6-c222-4906-900b-2d85763bcf12 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:33.551331 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e78e377-c801-4ec2-ad09-8e0f246b5ee1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:33.579451 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1864c8f6-c222-4906-900b-2d85763bcf12 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:33.585584 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1864c8f6-c222-4906-900b-2d85763bcf12 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:33.586806 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1864c8f6-c222-4906-900b-2d85763bcf12 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:33.593439 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-b7adf1ac-ab58-4c15-9b87-85bf30ea0368 None None] Set router 30e4e99b-b5bd-4b81-8529-2da1fc09827a gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:07:33.613790 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6e78e377-c801-4ec2-ad09-8e0f246b5ee1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Deleting port 1dfc875f-2952-4eb6-bbe1-32246b7413e5 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:33.614142 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e78e377-c801-4ec2-ad09-8e0f246b5ee1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:33.646193 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1864c8f6-c222-4906-900b-2d85763bcf12 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2245123 Dec 10 19:07:33.653868 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38208) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:33.657245 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c1e221c1-d543-4e9d-a82d-4616da4f846f None None] Deleting port 2a5e2ccb-4566-4707-9105-760b00551e4d {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:33.657641 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c1e221c1-d543-4e9d-a82d-4616da4f846f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:33.665672 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-fe4c965f-e988-4b41-97b8-80ba6ada2cea tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'subnet': {'network_id': 'bcb92f1b-23bb-4dc2-9e39-0cd4f7bf03c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:33.673457 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864c8f6-c222-4906-900b-2d85763bcf12 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Network': ['ID=bcb92f1b-23bb-4dc2-9e39-0cd4f7bf03c2,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:33.713829 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-6e78e377-c801-4ec2-ad09-8e0f246b5ee1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] For port 1dfc875f-2952-4eb6-bbe1-32246b7413e5, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=1dfc875f-2952-4eb6-bbe1-32246b7413e5,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:33.714103 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e78e377-c801-4ec2-ad09-8e0f246b5ee1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:33.731145 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6e78e377-c801-4ec2-ad09-8e0f246b5ee1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Calling delete_port for 1dfc875f-2952-4eb6-bbe1-32246b7413e5 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:33.738974 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network bcb92f1b-23bb-4dc2-9e39-0cd4f7bf03c2 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:07:33.768961 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4c965f-e988-4b41-97b8-80ba6ada2cea tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Made reservation on behalf of 2c1e90600f5b4bdea41b9a0f5b650216 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:33.772896 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe4c965f-e988-4b41-97b8-80ba6ada2cea tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:33.830708 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c1e221c1-d543-4e9d-a82d-4616da4f846f None None] For port 2a5e2ccb-4566-4707-9105-760b00551e4d, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=2a5e2ccb-4566-4707-9105-760b00551e4d,segment=NetworkSegment(d205616c-d261-4bfc-898c-8d1c3606eb84),segment_id=d205616c-d261-4bfc-898c-8d1c3606eb84)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:33.831104 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c1e221c1-d543-4e9d-a82d-4616da4f846f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:33.865237 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c1e221c1-d543-4e9d-a82d-4616da4f846f None None] Calling delete_port for 2a5e2ccb-4566-4707-9105-760b00551e4d owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:33.927390 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e78e377-c801-4ec2-ad09-8e0f246b5ee1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:33.965786 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78e377-c801-4ec2-ad09-8e0f246b5ee1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event deleted for resources: {'Port': ['ID=1dfc875f-2952-4eb6-bbe1-32246b7413e5,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:33.973688 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe4c965f-e988-4b41-97b8-80ba6ada2cea tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:33.994723 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:34.000779 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870dd8ea-31ba-4f6a-97c1-2f80fc01fd74 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:07:34.018517 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b7adf1ac-ab58-4c15-9b87-85bf30ea0368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534512958', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '1dfc875f-2952-4eb6-bbe1-32246b7413e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:05:28Z', 'updated_at': '2021-12-10T19:07:31Z', 'revision_number': 5, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '1dfc875f-2952-4eb6-bbe1-32246b7413e5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:29Z', 'updated_at': '2021-12-10T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:34.022286 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c1e221c1-d543-4e9d-a82d-4616da4f846f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:34.042136 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c965f-e988-4b41-97b8-80ba6ada2cea tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Subnet': ['ID=28e8b373-fca4-409e-be9b-6d930739e3cc,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:34.066879 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4c965f-e988-4b41-97b8-80ba6ada2cea tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Checking segment: {'id': 'f3e43393-1e1b-47f1-a252-85a80e070932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bcb92f1b-23bb-4dc2-9e39-0cd4f7bf03c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:07:34.067299 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4c965f-e988-4b41-97b8-80ba6ada2cea tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Network hostable DHCP agents. Network: bcb92f1b-23bb-4dc2-9e39-0cd4f7bf03c2, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:07:34.084486 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7adf1ac-ab58-4c15-9b87-85bf30ea0368 None None] The sync data for ids ['30e4e99b-b5bd-4b81-8529-2da1fc09827a'] in n-d-821435-1 is: [{'id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534512958', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '1dfc875f-2952-4eb6-bbe1-32246b7413e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:05:28Z', 'updated_at': '2021-12-10T19:07:31Z', 'revision_number': 5, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '1dfc875f-2952-4eb6-bbe1-32246b7413e5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e4e99b-b5bd-4b81-8529-2da1fc09827a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:29Z', 'updated_at': '2021-12-10T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:07:34.088501 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e221c1-d543-4e9d-a82d-4616da4f846f None None] Pushing event deleted for resources: {'Port': ['ID=2a5e2ccb-4566-4707-9105-760b00551e4d,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:34.090561 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e221c1-d543-4e9d-a82d-4616da4f846f None None] No DVR routers for this DVR port 2a5e2ccb-4566-4707-9105-760b00551e4d on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:07:34.098245 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4c965f-e988-4b41-97b8-80ba6ada2cea tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Network bcb92f1b-23bb-4dc2-9e39-0cd4f7bf03c2 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:07:34.103352 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e78e377-c801-4ec2-ad09-8e0f246b5ee1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:34.120870 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-fe4c965f-e988-4b41-97b8-80ba6ada2cea tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, bcb92f1b-23bb-4dc2-9e39-0cd4f7bf03c2) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:34.125935 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4c965f-e988-4b41-97b8-80ba6ada2cea tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:34.126774 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe4c965f-e988-4b41-97b8-80ba6ada2cea tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:34.136212 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca57401a-a701-424a-8fc6-857596a2d103 None None] Network bcb92f1b-23bb-4dc2-9e39-0cd4f7bf03c2 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:07:34.171744 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fe4c965f-e988-4b41-97b8-80ba6ada2cea tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5145278 Dec 10 19:07:34.172001 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38214) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:34.178470 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-9ba22896-d2df-4f12-8ad7-b08584733739 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'subnet': {'network_id': 'bcb92f1b-23bb-4dc2-9e39-0cd4f7bf03c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:34.267469 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e78e377-c801-4ec2-ad09-8e0f246b5ee1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:34.274781 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e78e377-c801-4ec2-ad09-8e0f246b5ee1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:34.277388 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190cad12-2b4f-4a98-ac10-2027c14dc480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-bcb92f1b-23bb-4dc2-9e39-0cd4f7bf03c2', 'network_id': 'bcb92f1b-23bb-4dc2-9e39-0cd4f7bf03c2', 'project_id': '2c1e90600f5b4bdea41b9a0f5b650216', 'fixed_ips': [{'subnet_id': '28e8b373-fca4-409e-be9b-6d930739e3cc'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:07:34.278765 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-190cad12-2b4f-4a98-ac10-2027c14dc480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:34.327144 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba22896-d2df-4f12-8ad7-b08584733739 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Made reservation on behalf of 2c1e90600f5b4bdea41b9a0f5b650216 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:34.329081 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e78e377-c801-4ec2-ad09-8e0f246b5ee1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:34.329707 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e78e377-c801-4ec2-ad09-8e0f246b5ee1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Fanout notify agent at l3_agent the message router_deleted on router 30e4e99b-b5bd-4b81-8529-2da1fc09827a {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:07:34.340499 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9ba22896-d2df-4f12-8ad7-b08584733739 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:34.347852 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e78e377-c801-4ec2-ad09-8e0f246b5ee1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:34.349548 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6e78e377-c801-4ec2-ad09-8e0f246b5ee1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "DELETE /v2.0/routers/30e4e99b-b5bd-4b81-8529-2da1fc09827a HTTP/1.1" status: 204 len: 168 time: 1.0834382 Dec 10 19:07:34.352753 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38222) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:34.452713 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-190cad12-2b4f-4a98-ac10-2027c14dc480 None None] Allocated IP 2001:db8::2 (bcb92f1b-23bb-4dc2-9e39-0cd4f7bf03c2/28e8b373-fca4-409e-be9b-6d930739e3cc/ffeb40d4-b648-4541-ab83-a26559714c58) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:34.489301 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-833e4ba7-bfd6-4150-bf84-a9fdb71d3cae tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:34.494409 n-d-821435-1 neutron-server[103245]: INFO neutron.db.ipam_backend_mixin [None req-9ba22896-d2df-4f12-8ad7-b08584733739 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 28e8b373-fca4-409e-be9b-6d930739e3cc (CIDR: 2001:db8::/64) Dec 10 19:07:34.498363 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ba22896-d2df-4f12-8ad7-b08584733739 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:07:34.499772 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ba22896-d2df-4f12-8ad7-b08584733739 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:07:34.525084 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9ba22896-d2df-4f12-8ad7-b08584733739 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3519659 Dec 10 19:07:34.525423 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38228) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:34.533951 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-cc9181c1-b417-4fab-a8cd-a91adeafafed tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'subnet': {'network_id': 'bcb92f1b-23bb-4dc2-9e39-0cd4f7bf03c2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:34.728602 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 2a5e2ccb-4566-4707-9105-760b00551e4d no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:07:34.763251 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-833e4ba7-bfd6-4150-bf84-a9fdb71d3cae tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:34.766432 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 2a5e2ccb-4566-4707-9105-760b00551e4d {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:07:34.766791 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 2a5e2ccb-4566-4707-9105-760b00551e4d not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:07:34.767690 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9181c1-b417-4fab-a8cd-a91adeafafed tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Made reservation on behalf of 2c1e90600f5b4bdea41b9a0f5b650216 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:34.771535 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc9181c1-b417-4fab-a8cd-a91adeafafed tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:34.834240 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-833e4ba7-bfd6-4150-bf84-a9fdb71d3cae tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6982f646-9f83-4de9-99b5-94201cb06e8e']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:34.848570 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-833e4ba7-bfd6-4150-bf84-a9fdb71d3cae tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd205616c-d261-4bfc-898c-8d1c3606eb84') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:34.849011 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-833e4ba7-bfd6-4150-bf84-a9fdb71d3cae tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd205616c-d261-4bfc-898c-8d1c3606eb84') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:34.861470 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-190cad12-2b4f-4a98-ac10-2027c14dc480 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:34.864974 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-833e4ba7-bfd6-4150-bf84-a9fdb71d3cae tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:34.868839 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-190cad12-2b4f-4a98-ac10-2027c14dc480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:34.872178 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d4d75-061c-443f-8b61-82bdcbf6a334 req-f40fe7d6-6a5c-4d6f-9bd5-24744f017611 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:34.879623 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ff1d4d75-061c-443f-8b61-82bdcbf6a334 req-f40fe7d6-6a5c-4d6f-9bd5-24744f017611 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=7566af0b-6597-4ea6-bcf8-4173e3164eee HTTP/1.1" status: 200 len: 946 time: 0.0605783 Dec 10 19:07:34.897081 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-833e4ba7-bfd6-4150-bf84-a9fdb71d3cae tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:34.911061 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-833e4ba7-bfd6-4150-bf84-a9fdb71d3cae tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:07:34.911499 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-833e4ba7-bfd6-4150-bf84-a9fdb71d3cae tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:34.916107 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 19:07:34.916107 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:07:34.916107 n-d-821435-1 neutron-server[103244]: timer() Dec 10 19:07:34.916107 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:07:34.916107 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 19:07:34.916107 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:07:34.916107 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 19:07:34.916107 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:07:34.916107 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 19:07:34.916107 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:07:34.916107 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 19:07:34.916107 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:07:34.916107 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 19:07:34.916107 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:07:34.916107 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:07:34.916107 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:07:34.916107 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:07:34.916107 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:07:34.916107 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 19:07:34.916107 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:07:34.916107 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 19:07:34.916107 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:07:34.916107 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:07:34.916107 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:07:34.916107 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 19:07:34.916107 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:07:34.916107 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:07:34.916107 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:07:34.916107 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:07:34.916107 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:07:34.916107 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:07:34.916107 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:07:34.924387 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190cad12-2b4f-4a98-ac10-2027c14dc480 None None] Network bcb92f1b-23bb-4dc2-9e39-0cd4f7bf03c2 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:34.928659 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-190cad12-2b4f-4a98-ac10-2027c14dc480 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:34.931062 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190cad12-2b4f-4a98-ac10-2027c14dc480 None None] Pushing event updated for resources: {'Port': ['ID=ffeb40d4-b648-4541-ab83-a26559714c58,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:34.933393 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190cad12-2b4f-4a98-ac10-2027c14dc480 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:34.943432 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ff1d4d75-061c-443f-8b61-82bdcbf6a334 req-e4c964ac-09e2-4fc6-9d4f-e3f607d7923f tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e4bf671-c385-4372-8680-2c4c577905de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592270 Dec 10 19:07:34.993626 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-190cad12-2b4f-4a98-ac10-2027c14dc480 None None] Attempting to bind port ffeb40d4-b648-4541-ab83-a26559714c58 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:07:34.993626 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-190cad12-2b4f-4a98-ac10-2027c14dc480 None None] Attempting to bind port ffeb40d4-b648-4541-ab83-a26559714c58 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'f3e43393-1e1b-47f1-a252-85a80e070932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bcb92f1b-23bb-4dc2-9e39-0cd4f7bf03c2'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:07:34.993973 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190cad12-2b4f-4a98-ac10-2027c14dc480 None None] Attempting to bind port ffeb40d4-b648-4541-ab83-a26559714c58 on network bcb92f1b-23bb-4dc2-9e39-0cd4f7bf03c2 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:07:34.999608 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190cad12-2b4f-4a98-ac10-2027c14dc480 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:07:35.000420 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190cad12-2b4f-4a98-ac10-2027c14dc480 None None] Checking segment: {'id': 'f3e43393-1e1b-47f1-a252-85a80e070932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bcb92f1b-23bb-4dc2-9e39-0cd4f7bf03c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:07:35.000420 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-190cad12-2b4f-4a98-ac10-2027c14dc480 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:35.000817 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190cad12-2b4f-4a98-ac10-2027c14dc480 None None] Bound using segment: {'id': 'f3e43393-1e1b-47f1-a252-85a80e070932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bcb92f1b-23bb-4dc2-9e39-0cd4f7bf03c2'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:07:35.001375 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-190cad12-2b4f-4a98-ac10-2027c14dc480 None None] Bound port: ffeb40d4-b648-4541-ab83-a26559714c58, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e43393-1e1b-47f1-a252-85a80e070932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bcb92f1b-23bb-4dc2-9e39-0cd4f7bf03c2'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:07:35.001790 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-190cad12-2b4f-4a98-ac10-2027c14dc480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:35.024964 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-833e4ba7-bfd6-4150-bf84-a9fdb71d3cae tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:35.043267 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-833e4ba7-bfd6-4150-bf84-a9fdb71d3cae tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:35.046621 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-833e4ba7-bfd6-4150-bf84-a9fdb71d3cae tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "DELETE /v2.0/networks/6982f646-9f83-4de9-99b5-94201cb06e8e HTTP/1.1" status: 204 len: 168 time: 0.6929028 Dec 10 19:07:35.049765 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38234) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:35.057272 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e4ba7-bfd6-4150-bf84-a9fdb71d3cae tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event deleted for resources: {'Network': ['ID=6982f646-9f83-4de9-99b5-94201cb06e8e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:35.078348 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-190cad12-2b4f-4a98-ac10-2027c14dc480 None None] For port ffeb40d4-b648-4541-ab83-a26559714c58, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:07:35.081926 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-190cad12-2b4f-4a98-ac10-2027c14dc480 None None] For port ffeb40d4-b648-4541-ab83-a26559714c58, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=ffeb40d4-b648-4541-ab83-a26559714c58,segment=NetworkSegment(f3e43393-1e1b-47f1-a252-85a80e070932),segment_id=f3e43393-1e1b-47f1-a252-85a80e070932)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:07:35.089006 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-190cad12-2b4f-4a98-ac10-2027c14dc480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:35.153376 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190cad12-2b4f-4a98-ac10-2027c14dc480 None None] Pushing event updated for resources: {'Port': ['ID=ffeb40d4-b648-4541-ab83-a26559714c58,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:35.183746 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-423d7895-7e30-4864-8297-0ec49ca1aee8 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:35.230570 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-423d7895-7e30-4864-8297-0ec49ca1aee8 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:35.233647 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc9181c1-b417-4fab-a8cd-a91adeafafed tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:35.302526 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9181c1-b417-4fab-a8cd-a91adeafafed tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Network bcb92f1b-23bb-4dc2-9e39-0cd4f7bf03c2 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:35.310059 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-cc9181c1-b417-4fab-a8cd-a91adeafafed tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:35.314455 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9181c1-b417-4fab-a8cd-a91adeafafed tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:35.315086 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc9181c1-b417-4fab-a8cd-a91adeafafed tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:35.324215 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9181c1-b417-4fab-a8cd-a91adeafafed tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Subnet': ['ID=1e88f564-517f-4f42-bc2a-e277cf5a2029,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:35.337145 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-cc9181c1-b417-4fab-a8cd-a91adeafafed tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8087742 Dec 10 19:07:35.339747 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38236) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:35.345220 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7590a940-e725-4b5b-97c6-b0c2ba8562e8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'port': {'network_id': 'bcb92f1b-23bb-4dc2-9e39-0cd4f7bf03c2', 'fixed_ips': [{'subnet_id': '28e8b373-fca4-409e-be9b-6d930739e3cc'}, {'subnet_id': '1e88f564-517f-4f42-bc2a-e277cf5a2029'}], 'name': 'tempest-PortsIpV6TestJSON-827868817'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:35.408088 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-423d7895-7e30-4864-8297-0ec49ca1aee8 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:35.410606 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-423d7895-7e30-4864-8297-0ec49ca1aee8 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:35.411757 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-423d7895-7e30-4864-8297-0ec49ca1aee8 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "DELETE /v2.0/security-groups/2679421c-f676-4e82-80e0-0af3324c9349 HTTP/1.1" status: 204 len: 168 time: 0.3608694 Dec 10 19:07:35.428698 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d7895-7e30-4864-8297-0ec49ca1aee8 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2679421c-f676-4e82-80e0-0af3324c9349,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:35.519538 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7590a940-e725-4b5b-97c6-b0c2ba8562e8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Made reservation on behalf of 2c1e90600f5b4bdea41b9a0f5b650216 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:35.614698 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7590a940-e725-4b5b-97c6-b0c2ba8562e8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:35.636207 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-7590a940-e725-4b5b-97c6-b0c2ba8562e8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] device_id is not set on port 243c7699-b5ee-4bb0-a982-54b64e35cbc5 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:07:35.909944 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-7590a940-e725-4b5b-97c6-b0c2ba8562e8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Allocated IP 2001:db8::8c (bcb92f1b-23bb-4dc2-9e39-0cd4f7bf03c2/28e8b373-fca4-409e-be9b-6d930739e3cc/243c7699-b5ee-4bb0-a982-54b64e35cbc5) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:35.916784 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-7590a940-e725-4b5b-97c6-b0c2ba8562e8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Allocated IP 2001:db8:0:1::d (bcb92f1b-23bb-4dc2-9e39-0cd4f7bf03c2/1e88f564-517f-4f42-bc2a-e277cf5a2029/243c7699-b5ee-4bb0-a982-54b64e35cbc5) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:36.011196 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38244) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:36.016120 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ea32fcdc-a5b7-4072-bcc5-d1969fb9fc01 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1642877234', 'description': 'tempest-secgroup-smoke-1642877234 description', 'project_id': '0c22e13dcedd4daaa6d6950826669aaa'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:36.042356 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea32fcdc-a5b7-4072-bcc5-d1969fb9fc01 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:36.094314 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f97f1-d6bd-4f6d-9b52-487ef93a02a1 req-f6d7fe74-79b9-43f8-8b4e-2372d1a96578 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:36.095941 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cc0f97f1-d6bd-4f6d-9b52-487ef93a02a1 req-f6d7fe74-79b9-43f8-8b4e-2372d1a96578 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=7566af0b-6597-4ea6-bcf8-4173e3164eee HTTP/1.1" status: 200 len: 946 time: 0.0766892 Dec 10 19:07:36.133838 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea32fcdc-a5b7-4072-bcc5-d1969fb9fc01 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:36.139734 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea32fcdc-a5b7-4072-bcc5-d1969fb9fc01 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:36.173794 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea32fcdc-a5b7-4072-bcc5-d1969fb9fc01 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:36.175339 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ea32fcdc-a5b7-4072-bcc5-d1969fb9fc01 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1631267 Dec 10 19:07:36.178152 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea32fcdc-a5b7-4072-bcc5-d1969fb9fc01 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4dd358-1606-4eee-85ac-21c45c04dcb8,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:36.179586 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38246) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:36.188960 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7af53b72-45a7-4f90-b9f6-5ee82706a8a7 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'security_group_rule': {'security_group_id': '8f4dd358-1606-4eee-85ac-21c45c04dcb8', 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:36.201432 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7590a940-e725-4b5b-97c6-b0c2ba8562e8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:36.216470 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cc0f97f1-d6bd-4f6d-9b52-487ef93a02a1 req-18dcd1db-a9e7-452b-bef2-307026d40e87 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e4bf671-c385-4372-8680-2c4c577905de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112857 Dec 10 19:07:36.218393 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device ffeb40d4-b648-4541-ab83-a26559714c58 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:07:36.258523 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7af53b72-45a7-4f90-b9f6-5ee82706a8a7 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:36.263632 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7590a940-e725-4b5b-97c6-b0c2ba8562e8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:36.275210 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port ffeb40d4-b648-4541-ab83-a26559714c58 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:36.275586 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:36.332687 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7590a940-e725-4b5b-97c6-b0c2ba8562e8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Network bcb92f1b-23bb-4dc2-9e39-0cd4f7bf03c2 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:36.344064 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-7590a940-e725-4b5b-97c6-b0c2ba8562e8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:36.353928 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7590a940-e725-4b5b-97c6-b0c2ba8562e8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:36.359869 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7590a940-e725-4b5b-97c6-b0c2ba8562e8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:36.360540 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7590a940-e725-4b5b-97c6-b0c2ba8562e8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:36.365551 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:36.370400 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590a940-e725-4b5b-97c6-b0c2ba8562e8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Port': ['ID=243c7699-b5ee-4bb0-a982-54b64e35cbc5,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:36.397613 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7590a940-e725-4b5b-97c6-b0c2ba8562e8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1013 time: 1.0563557 Dec 10 19:07:36.401229 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38248) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:36.405549 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7af53b72-45a7-4f90-b9f6-5ee82706a8a7 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:36.408871 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c0aa9c5c-6155-4a85-bc7e-89eca9d89b20 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '28e8b373-fca4-409e-be9b-6d930739e3cc'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:36.412606 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7af53b72-45a7-4f90-b9f6-5ee82706a8a7 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:36.424210 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port ffeb40d4-b648-4541-ab83-a26559714c58, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=ffeb40d4-b648-4541-ab83-a26559714c58,segment=NetworkSegment(f3e43393-1e1b-47f1-a252-85a80e070932),segment_id=f3e43393-1e1b-47f1-a252-85a80e070932)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:36.434673 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:36.437445 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af53b72-45a7-4f90-b9f6-5ee82706a8a7 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a8c10a-c2cb-4967-bd87-aad8f911ce21,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:36.447434 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7af53b72-45a7-4f90-b9f6-5ee82706a8a7 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:36.448829 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7af53b72-45a7-4f90-b9f6-5ee82706a8a7 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2632740 Dec 10 19:07:36.451658 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38250) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:36.456841 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-5ee0324a-df77-42ea-9163-0994987495eb tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'security_group_rule': {'security_group_id': '8f4dd358-1606-4eee-85ac-21c45c04dcb8', 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:36.474172 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da73324c-50f8-48e0-b366-bc184c716df2 None None] Network bcb92f1b-23bb-4dc2-9e39-0cd4f7bf03c2 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:07:36.476146 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 1dfc875f-2952-4eb6-bbe1-32246b7413e5 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:07:36.490908 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5ee0324a-df77-42ea-9163-0994987495eb tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:36.551796 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 1dfc875f-2952-4eb6-bbe1-32246b7413e5 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:07:36.552378 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 1dfc875f-2952-4eb6-bbe1-32246b7413e5 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:07:36.552834 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 300c0a08-9f05-4edc-bec0-3f80f3fc6b2d no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:07:36.559449 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5ee0324a-df77-42ea-9163-0994987495eb tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:36.564346 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5ee0324a-df77-42ea-9163-0994987495eb tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:36.582519 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0324a-df77-42ea-9163-0994987495eb tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=589964ce-33cb-4104-a855-2ad71bc816b2,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:36.584064 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0aa9c5c-6155-4a85-bc7e-89eca9d89b20 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:36.595557 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5ee0324a-df77-42ea-9163-0994987495eb tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:36.595739 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 300c0a08-9f05-4edc-bec0-3f80f3fc6b2d {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:07:36.595928 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 300c0a08-9f05-4edc-bec0-3f80f3fc6b2d not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:07:36.597093 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5ee0324a-df77-42ea-9163-0994987495eb tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1442785 Dec 10 19:07:36.599729 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38252) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:36.606943 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-14c03f0d-add9-4d04-9005-67c777ad671f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'security_group_rule': {'security_group_id': '8f4dd358-1606-4eee-85ac-21c45c04dcb8', 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:36.617508 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-23a3d1f7-f601-4a37-a51b-b0baba06492a None None] Provisioning complete for port ffeb40d4-b648-4541-ab83-a26559714c58 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:36.617894 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-23a3d1f7-f601-4a37-a51b-b0baba06492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:36.635674 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14c03f0d-add9-4d04-9005-67c777ad671f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:36.661150 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=ffeb40d4-b648-4541-ab83-a26559714c58,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:36.701015 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14c03f0d-add9-4d04-9005-67c777ad671f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:36.705245 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14c03f0d-add9-4d04-9005-67c777ad671f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:36.727437 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1172322-2328-4c7c-b88b-f7737cebfb67 req-604309d1-5283-472c-81e2-1ed464a216a5 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:36.728994 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b1172322-2328-4c7c-b88b-f7737cebfb67 req-604309d1-5283-472c-81e2-1ed464a216a5 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.72 "GET /v2.0/ports?device_id=7566af0b-6597-4ea6-bcf8-4173e3164eee HTTP/1.1" status: 200 len: 946 time: 0.0941288 Dec 10 19:07:36.733447 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c03f0d-add9-4d04-9005-67c777ad671f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb953587-014c-4d1a-a367-45bff0c3534a,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:36.746362 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14c03f0d-add9-4d04-9005-67c777ad671f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:36.748051 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-14c03f0d-add9-4d04-9005-67c777ad671f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1446135 Dec 10 19:07:36.750768 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38254) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:36.755996 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ba8bffb1-ffd5-4ec5-bfb4-4e25e9315045 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'security_group_rule': {'security_group_id': '8f4dd358-1606-4eee-85ac-21c45c04dcb8', 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:36.787604 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ba8bffb1-ffd5-4ec5-bfb4-4e25e9315045 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:36.848022 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878df8bd-10de-4266-932f-8bf2a69170d7 None None] Update dhcp port {'port': {'network_id': 'bcb92f1b-23bb-4dc2-9e39-0cd4f7bf03c2', 'fixed_ips': [{'subnet_id': '28e8b373-fca4-409e-be9b-6d930739e3cc', 'ip_address': '2001:db8::2'}, {'subnet_id': '1e88f564-517f-4f42-bc2a-e277cf5a2029'}], 'binding:host_id': 'n-d-821435-1'}, 'id': 'ffeb40d4-b648-4541-ab83-a26559714c58'} from n-d-821435-1. {{(pid=103246) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 19:07:36.857920 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ba8bffb1-ffd5-4ec5-bfb4-4e25e9315045 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:36.862286 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ba8bffb1-ffd5-4ec5-bfb4-4e25e9315045 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:36.879657 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-878df8bd-10de-4266-932f-8bf2a69170d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:36.886432 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8bffb1-ffd5-4ec5-bfb4-4e25e9315045 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b908366d-dfe7-4d4e-b27f-f3decf7ef690,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:36.893048 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ba8bffb1-ffd5-4ec5-bfb4-4e25e9315045 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:36.894453 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ba8bffb1-ffd5-4ec5-bfb4-4e25e9315045 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1427310 Dec 10 19:07:36.897148 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38256) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:36.901584 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-a5353027-b560-4d30-bba3-3c90b856488a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'security_group_rule': {'security_group_id': '8f4dd358-1606-4eee-85ac-21c45c04dcb8', 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:36.923546 n-d-821435-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-a5353027-b560-4d30-bba3-3c90b856488a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Project 0c22e13dcedd4daaa6d6950826669aaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:07:36.928501 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a5353027-b560-4d30-bba3-3c90b856488a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:36.944678 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-b1172322-2328-4c7c-b88b-f7737cebfb67 req-f6778853-df44-4a97-904a-5c1b4d763cd0 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Deleting port 8145a55b-a758-4819-817d-c3df70f440cb {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:36.945674 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b1172322-2328-4c7c-b88b-f7737cebfb67 req-f6778853-df44-4a97-904a-5c1b4d763cd0 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:36.995349 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a5353027-b560-4d30-bba3-3c90b856488a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:36.995676 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-c0aa9c5c-6155-4a85-bc7e-89eca9d89b20 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Delete allocated IP 2001:db8:0:1::d (bcb92f1b-23bb-4dc2-9e39-0cd4f7bf03c2/1e88f564-517f-4f42-bc2a-e277cf5a2029) {{(pid=103245) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 19:07:36.999723 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a5353027-b560-4d30-bba3-3c90b856488a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:37.019149 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5353027-b560-4d30-bba3-3c90b856488a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87520df4-f7fc-479a-8c15-afc7a2da1503,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:37.027939 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a5353027-b560-4d30-bba3-3c90b856488a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:37.029341 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a5353027-b560-4d30-bba3-3c90b856488a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1310902 Dec 10 19:07:37.031959 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38258) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:37.036339 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b0930c98-82de-43a0-95b3-2d2a72fcdd63 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'security_group_rule': {'security_group_id': '8f4dd358-1606-4eee-85ac-21c45c04dcb8', 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:37.058828 n-d-821435-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-b0930c98-82de-43a0-95b3-2d2a72fcdd63 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Project 0c22e13dcedd4daaa6d6950826669aaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:07:37.063847 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b0930c98-82de-43a0-95b3-2d2a72fcdd63 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:37.109091 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-b1172322-2328-4c7c-b88b-f7737cebfb67 req-f6778853-df44-4a97-904a-5c1b4d763cd0 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] For port 8145a55b-a758-4819-817d-c3df70f440cb, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8145a55b-a758-4819-817d-c3df70f440cb,segment=NetworkSegment(03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f),segment_id=03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:37.109719 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b1172322-2328-4c7c-b88b-f7737cebfb67 req-f6778853-df44-4a97-904a-5c1b4d763cd0 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:37.128756 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b0930c98-82de-43a0-95b3-2d2a72fcdd63 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:37.137446 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b0930c98-82de-43a0-95b3-2d2a72fcdd63 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:37.156356 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0930c98-82de-43a0-95b3-2d2a72fcdd63 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01710e76-c025-4667-9937-8cf00a6d2b43,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:37.166777 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b0930c98-82de-43a0-95b3-2d2a72fcdd63 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:37.169909 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b0930c98-82de-43a0-95b3-2d2a72fcdd63 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1351221 Dec 10 19:07:37.170920 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38260) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:37.175807 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-936ea54b-3776-4fc6-ba39-d852778099cb tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'network': {'name': 'tempest-network-smoke--178532048', 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'port_security_enabled': True}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:37.196709 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936ea54b-3776-4fc6-ba39-d852778099cb tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Made reservation on behalf of 0c22e13dcedd4daaa6d6950826669aaa for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:37.200170 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-936ea54b-3776-4fc6-ba39-d852778099cb tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:37.223808 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-936ea54b-3776-4fc6-ba39-d852778099cb tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:07:37.233638 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-936ea54b-3776-4fc6-ba39-d852778099cb tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:37.233987 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-936ea54b-3776-4fc6-ba39-d852778099cb tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Added segment c4c07199-793c-4917-9fe5-f030f298a5a1 of type vlan for network d7dbe852-fac5-4cb0-b80e-c3d581fd3a93 Dec 10 19:07:37.278015 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-936ea54b-3776-4fc6-ba39-d852778099cb tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:37.304081 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-936ea54b-3776-4fc6-ba39-d852778099cb tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:37.309964 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936ea54b-3776-4fc6-ba39-d852778099cb tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:37.310497 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-936ea54b-3776-4fc6-ba39-d852778099cb tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:37.369186 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-936ea54b-3776-4fc6-ba39-d852778099cb tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1945322 Dec 10 19:07:37.370398 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38264) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:37.374481 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-10eed111-e681-426d-b3db-681263925880 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1568933201', 'admin_state_up': True, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:37.396334 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ea54b-3776-4fc6-ba39-d852778099cb tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'Network': ['ID=d7dbe852-fac5-4cb0-b80e-c3d581fd3a93,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:37.407998 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network d7dbe852-fac5-4cb0-b80e-c3d581fd3a93 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:07:37.415699 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10eed111-e681-426d-b3db-681263925880 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:37.416962 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10eed111-e681-426d-b3db-681263925880 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:37.428578 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:07:37.483316 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10eed111-e681-426d-b3db-681263925880 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:37.628627 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10eed111-e681-426d-b3db-681263925880 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:37.692844 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0aa9c5c-6155-4a85-bc7e-89eca9d89b20 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:37.701003 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0aa9c5c-6155-4a85-bc7e-89eca9d89b20 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:37.755119 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-878df8bd-10de-4266-932f-8bf2a69170d7 None None] Allocated IP 2001:db8:0:1::2 (bcb92f1b-23bb-4dc2-9e39-0cd4f7bf03c2/1e88f564-517f-4f42-bc2a-e277cf5a2029/ffeb40d4-b648-4541-ab83-a26559714c58) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:37.811274 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ad7a4-6dde-441f-8829-515884ed3acd req-ab7f6466-8c82-4c37-858a-a439c6dcd8d5 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:37.812879 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bd5ad7a4-6dde-441f-8829-515884ed3acd req-ab7f6466-8c82-4c37-858a-a439c6dcd8d5 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=7566af0b-6597-4ea6-bcf8-4173e3164eee HTTP/1.1" status: 200 len: 946 time: 0.5043499 Dec 10 19:07:37.838884 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0aa9c5c-6155-4a85-bc7e-89eca9d89b20 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] In _notify_port_updated(), no bound segment for port 243c7699-b5ee-4bb0-a982-54b64e35cbc5 on network bcb92f1b-23bb-4dc2-9e39-0cd4f7bf03c2 {{(pid=103245) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 19:07:37.844016 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0aa9c5c-6155-4a85-bc7e-89eca9d89b20 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:37.844694 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0aa9c5c-6155-4a85-bc7e-89eca9d89b20 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:37.848550 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c0aa9c5c-6155-4a85-bc7e-89eca9d89b20 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "PUT /v2.0/ports/243c7699-b5ee-4bb0-a982-54b64e35cbc5 HTTP/1.1" status: 200 len: 924 time: 1.4435287 Dec 10 19:07:37.849541 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa9c5c-6155-4a85-bc7e-89eca9d89b20 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Port': ['ID=243c7699-b5ee-4bb0-a982-54b64e35cbc5,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:37.851805 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38266) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:37.857020 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-878df8bd-10de-4266-932f-8bf2a69170d7 None None] For port ffeb40d4-b648-4541-ab83-a26559714c58, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=ffeb40d4-b648-4541-ab83-a26559714c58,segment=NetworkSegment(f3e43393-1e1b-47f1-a252-85a80e070932),segment_id=f3e43393-1e1b-47f1-a252-85a80e070932)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:37.863078 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f2b1aba7-df02-4a1b-8805-585404c3d42c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '28e8b373-fca4-409e-be9b-6d930739e3cc'}, {'subnet_id': '1e88f564-517f-4f42-bc2a-e277cf5a2029'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:37.893230 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-878df8bd-10de-4266-932f-8bf2a69170d7 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:37.900155 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-878df8bd-10de-4266-932f-8bf2a69170d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:37.903197 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b1172322-2328-4c7c-b88b-f7737cebfb67 req-f6778853-df44-4a97-904a-5c1b4d763cd0 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:37.903566 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b1172322-2328-4c7c-b88b-f7737cebfb67 req-f6778853-df44-4a97-904a-5c1b4d763cd0 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:37.903885 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [req-b1172322-2328-4c7c-b88b-f7737cebfb67 req-f6778853-df44-4a97-904a-5c1b4d763cd0 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Floating IP d90df7bd-27f1-45ed-b689-162b24b8f00e disassociated. External IP: 172.25.7.25, port: 8145a55b-a758-4819-817d-c3df70f440cb. Dec 10 19:07:37.904238 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-b1172322-2328-4c7c-b88b-f7737cebfb67 req-f6778853-df44-4a97-904a-5c1b4d763cd0 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Calling delete_port for 8145a55b-a758-4819-817d-c3df70f440cb owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:37.993184 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878df8bd-10de-4266-932f-8bf2a69170d7 None None] Pushing event updated for resources: {'Port': ['ID=ffeb40d4-b648-4541-ab83-a26559714c58,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:38.012503 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f2b1aba7-df02-4a1b-8805-585404c3d42c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:38.019080 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bd5ad7a4-6dde-441f-8829-515884ed3acd req-3b87eace-3314-4327-8ddc-ee0f1dbbcc45 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e4bf671-c385-4372-8680-2c4c577905de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819386 Dec 10 19:07:38.159742 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10eed111-e681-426d-b3db-681263925880 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:38.176002 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device ffeb40d4-b648-4541-ab83-a26559714c58 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:07:38.183715 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10eed111-e681-426d-b3db-681263925880 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:38.239832 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b1172322-2328-4c7c-b88b-f7737cebfb67 req-f6778853-df44-4a97-904a-5c1b4d763cd0 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:38.251303 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port ffeb40d4-b648-4541-ab83-a26559714c58 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:38.251985 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:38.292366 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6778853-df44-4a97-904a-5c1b4d763cd0 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Pushing event deleted for resources: {'Port': ['ID=8145a55b-a758-4819-817d-c3df70f440cb,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:38.341642 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-10eed111-e681-426d-b3db-681263925880 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Allocated IP 172.25.7.108 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/67acb33a-84a0-456d-9f79-cfdf0143ccc8) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:38.384020 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:38.475539 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10eed111-e681-426d-b3db-681263925880 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:38.511714 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1172322-2328-4c7c-b88b-f7737cebfb67 req-f6778853-df44-4a97-904a-5c1b4d763cd0 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Router 5ec39eb6-3402-48d7-84e2-c22c2b79fb13 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:07:38.515538 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10eed111-e681-426d-b3db-681263925880 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:38.538075 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-f2b1aba7-df02-4a1b-8805-585404c3d42c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Allocated IP 2001:db8:0:1::3b5 (bcb92f1b-23bb-4dc2-9e39-0cd4f7bf03c2/1e88f564-517f-4f42-bc2a-e277cf5a2029/243c7699-b5ee-4bb0-a982-54b64e35cbc5) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:38.563530 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10eed111-e681-426d-b3db-681263925880 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:38.568606 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-10eed111-e681-426d-b3db-681263925880 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:38.573882 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eed111-e681-426d-b3db-681263925880 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:38.577376 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eed111-e681-426d-b3db-681263925880 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'Port': ['ID=67acb33a-84a0-456d-9f79-cfdf0143ccc8,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:38.609730 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b01829-da6c-4b58-876b-f354282cb5aa None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:07:38.701444 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d779ae7d-2913-4e1f-aecf-19776930ca3e None None] Provisioning complete for port 67acb33a-84a0-456d-9f79-cfdf0143ccc8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:38.701734 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d779ae7d-2913-4e1f-aecf-19776930ca3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:38.744296 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1172322-2328-4c7c-b88b-f7737cebfb67 req-f6778853-df44-4a97-904a-5c1b4d763cd0 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:07:38.757703 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d779ae7d-2913-4e1f-aecf-19776930ca3e None None] Port 67acb33a-84a0-456d-9f79-cfdf0143ccc8 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:07:38.759106 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a1979e-79c7-4868-b2b5-6b73ddd6629b None None] Sync routers for ids ['5ec39eb6-3402-48d7-84e2-c22c2b79fb13'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:07:38.771943 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a1979e-79c7-4868-b2b5-6b73ddd6629b None None] Routers {'5ec39eb6-3402-48d7-84e2-c22c2b79fb13'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:07:38.773999 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-19a1979e-79c7-4868-b2b5-6b73ddd6629b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:07:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5ec39eb6-3402-48d7-84e2-c22c2b79fb13'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:38.799771 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1172322-2328-4c7c-b88b-f7737cebfb67 req-f6778853-df44-4a97-904a-5c1b4d763cd0 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] No DVR routers for this DVR port 8145a55b-a758-4819-817d-c3df70f440cb on host n-h2-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:07:38.802996 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b1172322-2328-4c7c-b88b-f7737cebfb67 req-f6778853-df44-4a97-904a-5c1b4d763cd0 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:38.809070 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b1172322-2328-4c7c-b88b-f7737cebfb67 req-f6778853-df44-4a97-904a-5c1b4d763cd0 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.72 "DELETE /v2.0/ports/8145a55b-a758-4819-817d-c3df70f440cb HTTP/1.1" status: 204 len: 173 time: 2.0536132 Dec 10 19:07:38.822345 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7566af0b-6597-4ea6-bcf8-4173e3164eee', 'name': 'network-vif-deleted', 'tag': '8145a55b-a758-4819-817d-c3df70f440cb'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:07:38.829266 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add97953-2abd-4d32-a558-7b88ba914753" -d '{"events": [{"server_uuid": "7566af0b-6597-4ea6-bcf8-4173e3164eee", "name": "network-vif-deleted", "tag": "8145a55b-a758-4819-817d-c3df70f440cb"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:07:38.837634 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebea196-94fd-4955-831a-a7d6f5dde0ef None None] Network bcb92f1b-23bb-4dc2-9e39-0cd4f7bf03c2 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:07:38.869518 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f2b1aba7-df02-4a1b-8805-585404c3d42c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:38.875002 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f2b1aba7-df02-4a1b-8805-585404c3d42c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:38.974143 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10eed111-e681-426d-b3db-681263925880 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:38.990212 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-19a1979e-79c7-4868-b2b5-6b73ddd6629b None None] Set router 5ec39eb6-3402-48d7-84e2-c22c2b79fb13 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:07:38.998777 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a21a25c1-b1d8-4cf1-b7a8-fa1c4ff6b774 None None] Provisioning complete for port ffeb40d4-b648-4541-ab83-a26559714c58 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:38.999166 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a21a25c1-b1d8-4cf1-b7a8-fa1c4ff6b774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:39.035419 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-f2b1aba7-df02-4a1b-8805-585404c3d42c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] In _notify_port_updated(), no bound segment for port 243c7699-b5ee-4bb0-a982-54b64e35cbc5 on network bcb92f1b-23bb-4dc2-9e39-0cd4f7bf03c2 {{(pid=103245) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 19:07:39.043233 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b1aba7-df02-4a1b-8805-585404c3d42c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:39.044039 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f2b1aba7-df02-4a1b-8805-585404c3d42c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:39.048063 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f2b1aba7-df02-4a1b-8805-585404c3d42c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "PUT /v2.0/ports/243c7699-b5ee-4bb0-a982-54b64e35cbc5 HTTP/1.1" status: 200 len: 1010 time: 1.1890645 Dec 10 19:07:39.048999 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1aba7-df02-4a1b-8805-585404c3d42c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Port': ['ID=243c7699-b5ee-4bb0-a982-54b64e35cbc5,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:39.052727 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38274) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:39.204940 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a21a25c1-b1d8-4cf1-b7a8-fa1c4ff6b774 None None] Provisioning complete for port 243c7699-b5ee-4bb0-a982-54b64e35cbc5 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:39.205397 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a21a25c1-b1d8-4cf1-b7a8-fa1c4ff6b774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:39.218528 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c80c2c-eda7-40c0-9339-c68c5989ca58 x-openstack-request-id: req-01c80c2c-eda7-40c0-9339-c68c5989ca58 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:07:39.218918 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7566af0b-6597-4ea6-bcf8-4173e3164eee", "name": "network-vif-deleted", "tag": "8145a55b-a758-4819-817d-c3df70f440cb", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:07:39.219189 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-01c80c2c-eda7-40c0-9339-c68c5989ca58 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:07:39.219601 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7566af0b-6597-4ea6-bcf8-4173e3164eee', 'name': 'network-vif-deleted', 'tag': '8145a55b-a758-4819-817d-c3df70f440cb', 'status': 'completed', 'code': 200} Dec 10 19:07:39.248340 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-963b223f-c3c1-4a25-bcac-7baafae7270b req-2565b81c-c957-4c3a-a4c5-248120b1eb50 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/ports?device_id=7566af0b-6597-4ea6-bcf8-4173e3164eee HTTP/1.1" status: 200 len: 210 time: 0.0602031 Dec 10 19:07:39.266586 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a21a25c1-b1d8-4cf1-b7a8-fa1c4ff6b774 None None] Port 243c7699-b5ee-4bb0-a982-54b64e35cbc5 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:07:39.276298 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-371baa9a-c968-4345-99ae-7612a6b99046 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Deleting port 243c7699-b5ee-4bb0-a982-54b64e35cbc5 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:39.276750 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-371baa9a-c968-4345-99ae-7612a6b99046 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:39.281822 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-19a1979e-79c7-4868-b2b5-6b73ddd6629b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'name': 'tempest-AttachVolumeTestJSON-819106332-router', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:57:44Z', 'updated_at': '2021-12-10T18:57:50Z', 'revision_number': 4, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'gw_port': {'id': 'fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:90:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:45Z', 'updated_at': '2021-12-10T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '58fc6c09-4be9-4326-9765-bd52784ff9ce', 'name': '', 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'mac_address': 'fa:16:3e:21:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'fca310e3-485d-42a7-b973-3f839349aa93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:48Z', 'updated_at': '2021-12-10T18:57:55Z', 'revision_number': 5, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'subnets': [{'id': 'fca310e3-485d-42a7-b973-3f839349aa93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:39.316466 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a1979e-79c7-4868-b2b5-6b73ddd6629b None None] Checking router: 5ec39eb6-3402-48d7-84e2-c22c2b79fb13 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:07:39.330352 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a1979e-79c7-4868-b2b5-6b73ddd6629b None None] Routers {'5ec39eb6-3402-48d7-84e2-c22c2b79fb13'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:07:39.331231 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-19a1979e-79c7-4868-b2b5-6b73ddd6629b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:07:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5ec39eb6-3402-48d7-84e2-c22c2b79fb13'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:39.387804 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-371baa9a-c968-4345-99ae-7612a6b99046 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:39.406250 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-371baa9a-c968-4345-99ae-7612a6b99046 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Calling delete_port for 243c7699-b5ee-4bb0-a982-54b64e35cbc5 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:39.413843 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10eed111-e681-426d-b3db-681263925880 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:39.521657 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-19a1979e-79c7-4868-b2b5-6b73ddd6629b None None] Set router 5ec39eb6-3402-48d7-84e2-c22c2b79fb13 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:07:39.582775 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10eed111-e681-426d-b3db-681263925880 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Router a1a51041-26f1-4224-bfe7-6fdaacb8d5ce is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:07:39.660022 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-371baa9a-c968-4345-99ae-7612a6b99046 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:39.702130 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371baa9a-c968-4345-99ae-7612a6b99046 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'Port': ['ID=243c7699-b5ee-4bb0-a982-54b64e35cbc5,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:39.729820 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9ed0fd93-6744-4ce8-a54b-875e16a826cd None None] Provisioning complete for port ffeb40d4-b648-4541-ab83-a26559714c58 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:39.730411 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9ed0fd93-6744-4ce8-a54b-875e16a826cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:39.747254 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10eed111-e681-426d-b3db-681263925880 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:07:39.756261 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-371baa9a-c968-4345-99ae-7612a6b99046 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:39.760786 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-371baa9a-c968-4345-99ae-7612a6b99046 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/ports/243c7699-b5ee-4bb0-a982-54b64e35cbc5 HTTP/1.1" status: 204 len: 168 time: 0.7032478 Dec 10 19:07:39.763606 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38276) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:39.787247 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10eed111-e681-426d-b3db-681263925880 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:39.789379 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e23154b-ee27-4f06-af3e-85701f0beb01 None None] Sync routers for ids ['a1a51041-26f1-4224-bfe7-6fdaacb8d5ce'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:07:39.791578 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-10eed111-e681-426d-b3db-681263925880 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4200613 Dec 10 19:07:39.793923 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-78431ec7-432d-4bc0-83ef-3e3f579c5588 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] GET failed (client error): The resource could not be found. Dec 10 19:07:39.794083 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38278) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:39.795727 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-78431ec7-432d-4bc0-83ef-3e3f579c5588 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "GET /v2.0/ports/243c7699-b5ee-4bb0-a982-54b64e35cbc5 HTTP/1.1" status: 404 len: 333 time: 0.0305316 Dec 10 19:07:39.798342 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38280) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:39.814075 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e23154b-ee27-4f06-af3e-85701f0beb01 None None] Routers {'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:07:39.814331 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-19a1979e-79c7-4868-b2b5-6b73ddd6629b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'name': 'tempest-AttachVolumeTestJSON-819106332-router', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:57:44Z', 'updated_at': '2021-12-10T18:57:50Z', 'revision_number': 4, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'gw_port': {'id': 'fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:90:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:45Z', 'updated_at': '2021-12-10T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '58fc6c09-4be9-4326-9765-bd52784ff9ce', 'name': '', 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'mac_address': 'fa:16:3e:21:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'fca310e3-485d-42a7-b973-3f839349aa93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:48Z', 'updated_at': '2021-12-10T18:57:55Z', 'revision_number': 5, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'subnets': [{'id': 'fca310e3-485d-42a7-b973-3f839349aa93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:39.815485 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0e23154b-ee27-4f06-af3e-85701f0beb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:07:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a1a51041-26f1-4224-bfe7-6fdaacb8d5ce'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:39.836505 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ed1bf380-d02d-44bd-b87d-95352af8b47f tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=0c22e13dcedd4daaa6d6950826669aaa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385199 Dec 10 19:07:39.836866 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38282) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:39.846926 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a1979e-79c7-4868-b2b5-6b73ddd6629b None None] The sync data for ids ['5ec39eb6-3402-48d7-84e2-c22c2b79fb13'] in n-d-821435-1 is: [{'id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'name': 'tempest-AttachVolumeTestJSON-819106332-router', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:57:44Z', 'updated_at': '2021-12-10T18:57:50Z', 'revision_number': 4, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'gw_port': {'id': 'fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:90:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:45Z', 'updated_at': '2021-12-10T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '58fc6c09-4be9-4326-9765-bd52784ff9ce', 'name': '', 'network_id': '516cf886-0f4d-46b9-b744-c490650e8912', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'mac_address': 'fa:16:3e:21:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'fca310e3-485d-42a7-b973-3f839349aa93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:48Z', 'updated_at': '2021-12-10T18:57:55Z', 'revision_number': 5, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'subnets': [{'id': 'fca310e3-485d-42a7-b973-3f839349aa93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:07:39.888788 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6047cb0-8358-43a5-b5e9-f12d14333e97 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Deleting subnet 1e88f564-517f-4f42-bc2a-e277cf5a2029 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:07:39.898222 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a6047cb0-8358-43a5-b5e9-f12d14333e97 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:39.971520 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e289a570-e675-45e9-b2aa-54c85e175213 tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:39.973000 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a6047cb0-8358-43a5-b5e9-f12d14333e97 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:39.974355 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e289a570-e675-45e9-b2aa-54c85e175213 tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1364050 Dec 10 19:07:39.977910 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38284) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:39.988258 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9ed0fd93-6744-4ce8-a54b-875e16a826cd None None] Could not find standard attr ID for object 243c7699-b5ee-4bb0-a982-54b64e35cbc5. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:07:40.010399 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-0e23154b-ee27-4f06-af3e-85701f0beb01 None None] Set router a1a51041-26f1-4224-bfe7-6fdaacb8d5ce gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:07:40.035523 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b59cabb6-142a-41e8-b321-87d8edf0af85 tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=6fdf4522-5bcb-4bff-a877-38bc5e23829f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0541146 Dec 10 19:07:40.036472 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38286) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:40.046459 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-d36a81d9-cfcb-4e07-9705-9fbed66d133c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1325394616', 'network_id': 'd7dbe852-fac5-4cb0-b80e-c3d581fd3a93', 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:40.123134 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a6047cb0-8358-43a5-b5e9-f12d14333e97 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:40.133947 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ab376ecd-3eff-4dd1-9c99-4506aaa490a2 None None] Could not find standard attr ID for object 243c7699-b5ee-4bb0-a982-54b64e35cbc5. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:07:40.221406 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a6047cb0-8358-43a5-b5e9-f12d14333e97 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:40.222039 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36a81d9-cfcb-4e07-9705-9fbed66d133c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Made reservation on behalf of 0c22e13dcedd4daaa6d6950826669aaa for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:40.227677 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d36a81d9-cfcb-4e07-9705-9fbed66d133c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:40.262334 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6047cb0-8358-43a5-b5e9-f12d14333e97 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'Subnet': ['ID=1e88f564-517f-4f42-bc2a-e277cf5a2029,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:40.263558 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0e23154b-ee27-4f06-af3e-85701f0beb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1568933201', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '67acb33a-84a0-456d-9f79-cfdf0143ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:37Z', 'updated_at': '2021-12-10T19:07:38Z', 'revision_number': 3, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '67acb33a-84a0-456d-9f79-cfdf0143ccc8', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:38Z', 'updated_at': '2021-12-10T19:07:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:40.267137 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a6047cb0-8358-43a5-b5e9-f12d14333e97 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:40.274335 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a6047cb0-8358-43a5-b5e9-f12d14333e97 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/subnets/1e88f564-517f-4f42-bc2a-e277cf5a2029 HTTP/1.1" status: 204 len: 168 time: 0.4715948 Dec 10 19:07:40.274696 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38288) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:40.297752 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0c59b9-12d9-4ea1-be60-585b2da830ee None None] New status for floating IP d90df7bd-27f1-45ed-b689-162b24b8f00e: DOWN {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:07:40.344010 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193b8226-71cb-405c-a2af-f980b68ab3c9 None None] Network bcb92f1b-23bb-4dc2-9e39-0cd4f7bf03c2 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:07:40.373924 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6c4cde-049c-41e1-a33d-40b1bb92e9f4 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Deleting subnet 28e8b373-fca4-409e-be9b-6d930739e3cc {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:07:40.377755 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4cde-049c-41e1-a33d-40b1bb92e9f4 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:40.390846 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38294) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:40.428366 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e23154b-ee27-4f06-af3e-85701f0beb01 None None] Checking router: a1a51041-26f1-4224-bfe7-6fdaacb8d5ce for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:07:40.428970 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e23154b-ee27-4f06-af3e-85701f0beb01 None None] Updating router a1a51041-26f1-4224-bfe7-6fdaacb8d5ce port 67acb33a-84a0-456d-9f79-cfdf0143ccc8 binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:07:40.431394 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4cde-049c-41e1-a33d-40b1bb92e9f4 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:40.461104 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1dfb4710-b1a8-43d6-9292-f927993cdced None None] Could not find standard attr ID for object 243c7699-b5ee-4bb0-a982-54b64e35cbc5. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:07:40.500949 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0e23154b-ee27-4f06-af3e-85701f0beb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:40.520918 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c5b1183d-f8c7-42b5-b904-4a2e6b304390 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:40.547658 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c5b1183d-f8c7-42b5-b904-4a2e6b304390 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:40.583504 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4cde-049c-41e1-a33d-40b1bb92e9f4 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:40.588849 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d36a81d9-cfcb-4e07-9705-9fbed66d133c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:40.655378 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4cde-049c-41e1-a33d-40b1bb92e9f4 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:40.684672 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c5b1183d-f8c7-42b5-b904-4a2e6b304390 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:40.684928 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c5b1183d-f8c7-42b5-b904-4a2e6b304390 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:40.686119 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c5b1183d-f8c7-42b5-b904-4a2e6b304390 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "DELETE /v2.0/security-groups/5e4bf671-c385-4372-8680-2c4c577905de HTTP/1.1" status: 204 len: 168 time: 0.2943044 Dec 10 19:07:40.686996 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a81d9-cfcb-4e07-9705-9fbed66d133c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'Subnet': ['ID=f36251e8-d712-4b25-90f0-0b8bc617d421,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:40.690669 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38296) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:40.698277 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c4cde-049c-41e1-a33d-40b1bb92e9f4 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'Subnet': ['ID=28e8b373-fca4-409e-be9b-6d930739e3cc,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:40.700417 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4cde-049c-41e1-a33d-40b1bb92e9f4 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:40.706285 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5e6c4cde-049c-41e1-a33d-40b1bb92e9f4 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/subnets/28e8b373-fca4-409e-be9b-6d930739e3cc HTTP/1.1" status: 204 len: 168 time: 0.4281459 Dec 10 19:07:40.707377 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36a81d9-cfcb-4e07-9705-9fbed66d133c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Checking segment: {'id': 'c4c07199-793c-4917-9fe5-f030f298a5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd7dbe852-fac5-4cb0-b80e-c3d581fd3a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:07:40.707759 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36a81d9-cfcb-4e07-9705-9fbed66d133c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Network hostable DHCP agents. Network: d7dbe852-fac5-4cb0-b80e-c3d581fd3a93, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:07:40.713316 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38298) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:40.721632 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1183d-f8c7-42b5-b904-4a2e6b304390 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4bf671-c385-4372-8680-2c4c577905de,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:40.727414 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-443703f9-6d94-4250-b795-e64b5053c71a tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] show failed (client error): The resource could not be found. Dec 10 19:07:40.731277 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-443703f9-6d94-4250-b795-e64b5053c71a tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "GET /v2.0/security-groups/5e4bf671-c385-4372-8680-2c4c577905de HTTP/1.1" status: 404 len: 347 time: 0.0334630 Dec 10 19:07:40.731625 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38300) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:40.772621 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36a81d9-cfcb-4e07-9705-9fbed66d133c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Network d7dbe852-fac5-4cb0-b80e-c3d581fd3a93 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:07:40.774407 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8145a55b-a758-4819-817d-c3df70f440cb no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:07:40.790407 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-d36a81d9-cfcb-4e07-9705-9fbed66d133c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, d7dbe852-fac5-4cb0-b80e-c3d581fd3a93) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:40.811828 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 8145a55b-a758-4819-817d-c3df70f440cb {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:07:40.812087 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f962f312-f211-4989-890c-dabe248fbfea tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:40.812190 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8145a55b-a758-4819-817d-c3df70f440cb not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:07:40.816654 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed83ed51-88b3-429f-b989-aaf56b58b922 None None] Network d7dbe852-fac5-4cb0-b80e-c3d581fd3a93 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:07:40.827718 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36a81d9-cfcb-4e07-9705-9fbed66d133c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:40.828328 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d36a81d9-cfcb-4e07-9705-9fbed66d133c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:40.876039 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d36a81d9-cfcb-4e07-9705-9fbed66d133c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8341775 Dec 10 19:07:40.876236 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-f962f312-f211-4989-890c-dabe248fbfea tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Deleting port ffeb40d4-b648-4541-ab83-a26559714c58 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:40.876236 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f962f312-f211-4989-890c-dabe248fbfea tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:40.877966 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38302) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:40.945159 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-f962f312-f211-4989-890c-dabe248fbfea tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] For port ffeb40d4-b648-4541-ab83-a26559714c58, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=ffeb40d4-b648-4541-ab83-a26559714c58,segment=NetworkSegment(f3e43393-1e1b-47f1-a252-85a80e070932),segment_id=f3e43393-1e1b-47f1-a252-85a80e070932)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:40.945698 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f962f312-f211-4989-890c-dabe248fbfea tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:40.962990 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-f962f312-f211-4989-890c-dabe248fbfea tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Calling delete_port for ffeb40d4-b648-4541-ab83-a26559714c58 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:40.985397 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-64fe067d-cf0f-4791-81a0-357b70c29bf8 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Deleting port 5598cb25-a6aa-45de-a75a-162e22035723 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:40.985746 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-64fe067d-cf0f-4791-81a0-357b70c29bf8 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:41.007203 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87448e93-5507-4ac5-a337-d3ef36ed9b36 None None] Update dhcp port {'port': {'network_id': 'bcb92f1b-23bb-4dc2-9e39-0cd4f7bf03c2', 'fixed_ips': [{'subnet_id': '28e8b373-fca4-409e-be9b-6d930739e3cc'}], 'binding:host_id': 'n-d-821435-1'}, 'id': 'ffeb40d4-b648-4541-ab83-a26559714c58'} from n-d-821435-1. {{(pid=103246) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 19:07:41.058311 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f962f312-f211-4989-890c-dabe248fbfea tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:41.061379 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-87448e93-5507-4ac5-a337-d3ef36ed9b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:41.077141 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7646bb21-2598-4b86-9b11-e515ad3dd9b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-d7dbe852-fac5-4cb0-b80e-c3d581fd3a93', 'network_id': 'd7dbe852-fac5-4cb0-b80e-c3d581fd3a93', 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'fixed_ips': [{'subnet_id': 'f36251e8-d712-4b25-90f0-0b8bc617d421'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:07:41.078325 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7646bb21-2598-4b86-9b11-e515ad3dd9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:41.100247 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f962f312-f211-4989-890c-dabe248fbfea tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] No DVR routers for this DVR port ffeb40d4-b648-4541-ab83-a26559714c58 on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:07:41.106726 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962f312-f211-4989-890c-dabe248fbfea tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'Port': ['ID=ffeb40d4-b648-4541-ab83-a26559714c58,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:41.147678 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87448e93-5507-4ac5-a337-d3ef36ed9b36 None None] Host n-d-821435-1 tried to update port ffeb40d4-b648-4541-ab83-a26559714c58 which no longer exists. {{(pid=103246) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:345}} Dec 10 19:07:41.153438 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-64fe067d-cf0f-4791-81a0-357b70c29bf8 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:41.153771 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-64fe067d-cf0f-4791-81a0-357b70c29bf8 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:41.186668 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-64fe067d-cf0f-4791-81a0-357b70c29bf8 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Calling delete_port for 5598cb25-a6aa-45de-a75a-162e22035723 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:41.197511 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f962f312-f211-4989-890c-dabe248fbfea tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:41.210180 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0e23154b-ee27-4f06-af3e-85701f0beb01 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:41.224449 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-f962f312-f211-4989-890c-dabe248fbfea tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcb92f1b-23bb-4dc2-9e39-0cd4f7bf03c2']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:41.236428 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0e23154b-ee27-4f06-af3e-85701f0beb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:41.239058 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-f962f312-f211-4989-890c-dabe248fbfea tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e43393-1e1b-47f1-a252-85a80e070932') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:41.239058 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-f962f312-f211-4989-890c-dabe248fbfea tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e43393-1e1b-47f1-a252-85a80e070932') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:41.254371 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f962f312-f211-4989-890c-dabe248fbfea tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:41.269017 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f962f312-f211-4989-890c-dabe248fbfea tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:41.275463 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f962f312-f211-4989-890c-dabe248fbfea tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:07:41.276451 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f962f312-f211-4989-890c-dabe248fbfea tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:41.279958 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:07:41.279958 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:07:41.279958 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:07:41.279958 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:07:41.279958 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:07:41.279958 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:07:41.279958 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:07:41.279958 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:07:41.279958 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:07:41.279958 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:07:41.279958 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:07:41.279958 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:07:41.279958 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:07:41.279958 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:07:41.279958 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:07:41.279958 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:07:41.279958 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:07:41.279958 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:07:41.279958 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:07:41.279958 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:07:41.279958 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:07:41.279958 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:07:41.279958 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:07:41.279958 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:07:41.279958 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:07:41.279958 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:07:41.279958 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:07:41.279958 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:07:41.279958 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:07:41.279958 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:07:41.279958 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:07:41.279958 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:07:41.293556 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06291d40-eb3f-4c92-9096-34dbb7727e90 None None] Network bcb92f1b-23bb-4dc2-9e39-0cd4f7bf03c2 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:07:41.353687 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f962f312-f211-4989-890c-dabe248fbfea tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:41.356232 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817093bf-958a-4070-993f-a76965b7774c None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:07:41.360657 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0e23154b-ee27-4f06-af3e-85701f0beb01 None None] Attempting to bind port 67acb33a-84a0-456d-9f79-cfdf0143ccc8 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:07:41.361154 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0e23154b-ee27-4f06-af3e-85701f0beb01 None None] Attempting to bind port 67acb33a-84a0-456d-9f79-cfdf0143ccc8 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:07:41.361622 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e23154b-ee27-4f06-af3e-85701f0beb01 None None] Attempting to bind port 67acb33a-84a0-456d-9f79-cfdf0143ccc8 on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:07:41.362201 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f962f312-f211-4989-890c-dabe248fbfea tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:41.372455 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f962f312-f211-4989-890c-dabe248fbfea tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/networks/bcb92f1b-23bb-4dc2-9e39-0cd4f7bf03c2 HTTP/1.1" status: 204 len: 168 time: 0.6577573 Dec 10 19:07:41.381369 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38304) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:41.383768 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962f312-f211-4989-890c-dabe248fbfea tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'Network': ['ID=bcb92f1b-23bb-4dc2-9e39-0cd4f7bf03c2,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:41.399083 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-660263a4-dcea-4df8-8418-a605cb0a8712 None None] Could not find standard attr ID for object ffeb40d4-b648-4541-ab83-a26559714c58. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:07:41.419865 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e23154b-ee27-4f06-af3e-85701f0beb01 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:07:41.420365 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e23154b-ee27-4f06-af3e-85701f0beb01 None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:07:41.420879 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0e23154b-ee27-4f06-af3e-85701f0beb01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:41.421342 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e23154b-ee27-4f06-af3e-85701f0beb01 None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:07:41.421918 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0e23154b-ee27-4f06-af3e-85701f0beb01 None None] Bound port: 67acb33a-84a0-456d-9f79-cfdf0143ccc8, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:07:41.422365 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0e23154b-ee27-4f06-af3e-85701f0beb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:41.468298 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be39d1-0974-4f13-aa59-21c54ce28518 None None] Pushing event updated for resources: {'Port': ['ID=67acb33a-84a0-456d-9f79-cfdf0143ccc8,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:41.479539 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-7646bb21-2598-4b86-9b11-e515ad3dd9b6 None None] Allocated IP 172.20.0.2 (d7dbe852-fac5-4cb0-b80e-c3d581fd3a93/f36251e8-d712-4b25-90f0-0b8bc617d421/d2ce52de-b50a-48fc-81f0-1bc310b2aa02) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:41.540757 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4988b174-c34a-4ae9-9ef3-0f0371449213 None None] DHCP port deletion for bcb92f1b-23bb-4dc2-9e39-0cd4f7bf03c2 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:07:41.558512 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0e23154b-ee27-4f06-af3e-85701f0beb01 None None] For port 67acb33a-84a0-456d-9f79-cfdf0143ccc8, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:07:41.604968 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0e23154b-ee27-4f06-af3e-85701f0beb01 None None] For port 67acb33a-84a0-456d-9f79-cfdf0143ccc8, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=67acb33a-84a0-456d-9f79-cfdf0143ccc8,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:07:41.608320 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e3c13e97-0ee1-43ad-bbdc-3f965565ebec None None] Provisioning complete for port 67acb33a-84a0-456d-9f79-cfdf0143ccc8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:41.608801 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e3c13e97-0ee1-43ad-bbdc-3f965565ebec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:41.631145 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0e23154b-ee27-4f06-af3e-85701f0beb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:41.713530 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddfedcd-ec26-4190-affb-65689055801f None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:07:41.749743 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e23154b-ee27-4f06-af3e-85701f0beb01 None None] Routers {'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:07:41.750372 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0e23154b-ee27-4f06-af3e-85701f0beb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:07:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a1a51041-26f1-4224-bfe7-6fdaacb8d5ce'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:41.822397 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be39d1-0974-4f13-aa59-21c54ce28518 None None] Pushing event updated for resources: {'Port': ['ID=67acb33a-84a0-456d-9f79-cfdf0143ccc8,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:41.825779 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cecaf0-aa99-480b-bd24-bfce3b18f6ed tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:41.831506 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38306) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:41.831712 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-30cecaf0-aa99-480b-bd24-bfce3b18f6ed tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.4482198 Dec 10 19:07:41.853020 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-64fe067d-cf0f-4791-81a0-357b70c29bf8 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:41.885726 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe067d-cf0f-4791-81a0-357b70c29bf8 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Pushing event deleted for resources: {'Port': ['ID=5598cb25-a6aa-45de-a75a-162e22035723,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:41.917841 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-11259554-a25c-4473-9d30-8630478c4269 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0823903 Dec 10 19:07:41.922453 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38308) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:41.930314 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7646bb21-2598-4b86-9b11-e515ad3dd9b6 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:41.935559 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ea2799f1-8906-43ff-bef9-2e6697dbded7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1244561602'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:41.935909 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e3c13e97-0ee1-43ad-bbdc-3f965565ebec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:41.945234 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7646bb21-2598-4b86-9b11-e515ad3dd9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:41.952232 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-0e23154b-ee27-4f06-af3e-85701f0beb01 None None] Set router a1a51041-26f1-4224-bfe7-6fdaacb8d5ce gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:07:41.964236 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2799f1-8906-43ff-bef9-2e6697dbded7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Made reservation on behalf of 2c1e90600f5b4bdea41b9a0f5b650216 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:41.973884 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea2799f1-8906-43ff-bef9-2e6697dbded7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:42.001558 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-64fe067d-cf0f-4791-81a0-357b70c29bf8 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:42.002126 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea2799f1-8906-43ff-bef9-2e6697dbded7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:07:42.004820 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-64fe067d-cf0f-4791-81a0-357b70c29bf8 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:42.012092 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-64fe067d-cf0f-4791-81a0-357b70c29bf8 tempest-AttachVolumeTestJSON-457487071 tempest-AttachVolumeTestJSON-457487071-project] 10.222.0.62 "DELETE /v2.0/floatingips/d90df7bd-27f1-45ed-b689-162b24b8f00e HTTP/1.1" status: 204 len: 168 time: 1.2769952 Dec 10 19:07:42.017282 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d84d22c1-1dcf-494e-9a4f-99c9e52c0de6 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:42.034087 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea2799f1-8906-43ff-bef9-2e6697dbded7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:42.034628 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-ea2799f1-8906-43ff-bef9-2e6697dbded7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Added segment 13fd3bea-71af-4b54-b5bf-7c1bfd731a27 of type vlan for network 739043ea-c4ad-4ffa-9a2a-fc85c9645209 Dec 10 19:07:42.050221 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e3c13e97-0ee1-43ad-bbdc-3f965565ebec None None] For port 67acb33a-84a0-456d-9f79-cfdf0143ccc8, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=67acb33a-84a0-456d-9f79-cfdf0143ccc8,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:42.067203 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7646bb21-2598-4b86-9b11-e515ad3dd9b6 None None] Network d7dbe852-fac5-4cb0-b80e-c3d581fd3a93 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:42.099848 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e3c13e97-0ee1-43ad-bbdc-3f965565ebec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:42.105975 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-7646bb21-2598-4b86-9b11-e515ad3dd9b6 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:42.110576 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7646bb21-2598-4b86-9b11-e515ad3dd9b6 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:42.115197 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646bb21-2598-4b86-9b11-e515ad3dd9b6 None None] Pushing event updated for resources: {'Port': ['ID=d2ce52de-b50a-48fc-81f0-1bc310b2aa02,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:42.181525 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea2799f1-8906-43ff-bef9-2e6697dbded7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:42.217291 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device ffeb40d4-b648-4541-ab83-a26559714c58 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:07:42.238502 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea2799f1-8906-43ff-bef9-2e6697dbded7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:42.245811 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2799f1-8906-43ff-bef9-2e6697dbded7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:42.246474 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea2799f1-8906-43ff-bef9-2e6697dbded7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:42.273076 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c13e97-0ee1-43ad-bbdc-3f965565ebec None None] Pushing event updated for resources: {'Port': ['ID=67acb33a-84a0-456d-9f79-cfdf0143ccc8,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:42.276197 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7646bb21-2598-4b86-9b11-e515ad3dd9b6 None None] Attempting to bind port d2ce52de-b50a-48fc-81f0-1bc310b2aa02 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:07:42.276577 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7646bb21-2598-4b86-9b11-e515ad3dd9b6 None None] Attempting to bind port d2ce52de-b50a-48fc-81f0-1bc310b2aa02 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'c4c07199-793c-4917-9fe5-f030f298a5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd7dbe852-fac5-4cb0-b80e-c3d581fd3a93'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:07:42.284589 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7646bb21-2598-4b86-9b11-e515ad3dd9b6 None None] Attempting to bind port d2ce52de-b50a-48fc-81f0-1bc310b2aa02 on network d7dbe852-fac5-4cb0-b80e-c3d581fd3a93 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:07:42.299677 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: ffeb40d4-b648-4541-ab83-a26559714c58 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:07:42.300029 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device ffeb40d4-b648-4541-ab83-a26559714c58 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:07:42.302851 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ea2799f1-8906-43ff-bef9-2e6697dbded7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3787441 Dec 10 19:07:42.303620 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38314) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:42.314353 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7646bb21-2598-4b86-9b11-e515ad3dd9b6 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:07:42.314749 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7646bb21-2598-4b86-9b11-e515ad3dd9b6 None None] Checking segment: {'id': 'c4c07199-793c-4917-9fe5-f030f298a5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd7dbe852-fac5-4cb0-b80e-c3d581fd3a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:07:42.315162 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7646bb21-2598-4b86-9b11-e515ad3dd9b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:42.315567 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7646bb21-2598-4b86-9b11-e515ad3dd9b6 None None] Bound using segment: {'id': 'c4c07199-793c-4917-9fe5-f030f298a5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd7dbe852-fac5-4cb0-b80e-c3d581fd3a93'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:07:42.316088 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7646bb21-2598-4b86-9b11-e515ad3dd9b6 None None] Bound port: d2ce52de-b50a-48fc-81f0-1bc310b2aa02, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c07199-793c-4917-9fe5-f030f298a5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd7dbe852-fac5-4cb0-b80e-c3d581fd3a93'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:07:42.316489 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7646bb21-2598-4b86-9b11-e515ad3dd9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:42.360355 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-03eb6d21-0ae9-4914-b385-3e85371352ff None None] Provisioning complete for port 67acb33a-84a0-456d-9f79-cfdf0143ccc8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:42.360771 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-03eb6d21-0ae9-4914-b385-3e85371352ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:42.372677 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e00ebddd-072c-406a-a5f8-357a47fe50d2 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'subnet': {'network_id': '739043ea-c4ad-4ffa-9a2a-fc85c9645209', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:42.377410 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2799f1-8906-43ff-bef9-2e6697dbded7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Network': ['ID=739043ea-c4ad-4ffa-9a2a-fc85c9645209,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:42.394806 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 739043ea-c4ad-4ffa-9a2a-fc85c9645209 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:07:42.493800 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00ebddd-072c-406a-a5f8-357a47fe50d2 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Made reservation on behalf of 2c1e90600f5b4bdea41b9a0f5b650216 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:42.498091 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e00ebddd-072c-406a-a5f8-357a47fe50d2 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:42.547074 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-d84d22c1-1dcf-494e-9a4f-99c9e52c0de6 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Allocated IP 172.20.0.1 (d7dbe852-fac5-4cb0-b80e-c3d581fd3a93/f36251e8-d712-4b25-90f0-0b8bc617d421/535def81-bb15-4ce5-8651-b91594ae13fe) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:42.595196 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7646bb21-2598-4b86-9b11-e515ad3dd9b6 None None] For port d2ce52de-b50a-48fc-81f0-1bc310b2aa02, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:07:42.646870 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0e23154b-ee27-4f06-af3e-85701f0beb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1568933201', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '67acb33a-84a0-456d-9f79-cfdf0143ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:37Z', 'updated_at': '2021-12-10T19:07:38Z', 'revision_number': 3, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '67acb33a-84a0-456d-9f79-cfdf0143ccc8', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:38Z', 'updated_at': '2021-12-10T19:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:42.704832 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d84d22c1-1dcf-494e-9a4f-99c9e52c0de6 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:42.751212 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d84d22c1-1dcf-494e-9a4f-99c9e52c0de6 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:42.793231 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e00ebddd-072c-406a-a5f8-357a47fe50d2 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:42.825022 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84d22c1-1dcf-494e-9a4f-99c9e52c0de6 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Network d7dbe852-fac5-4cb0-b80e-c3d581fd3a93 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:42.827049 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-d84d22c1-1dcf-494e-9a4f-99c9e52c0de6 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:42.833755 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84d22c1-1dcf-494e-9a4f-99c9e52c0de6 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:42.839867 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d22c1-1dcf-494e-9a4f-99c9e52c0de6 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'Port': ['ID=535def81-bb15-4ce5-8651-b91594ae13fe,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:42.845701 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7646bb21-2598-4b86-9b11-e515ad3dd9b6 None None] For port d2ce52de-b50a-48fc-81f0-1bc310b2aa02, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=d2ce52de-b50a-48fc-81f0-1bc310b2aa02,segment=NetworkSegment(c4c07199-793c-4917-9fe5-f030f298a5a1),segment_id=c4c07199-793c-4917-9fe5-f030f298a5a1)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:07:42.848160 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e23154b-ee27-4f06-af3e-85701f0beb01 None None] The sync data for ids ['a1a51041-26f1-4224-bfe7-6fdaacb8d5ce'] in n-d-821435-1 is: [{'id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1568933201', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '67acb33a-84a0-456d-9f79-cfdf0143ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:37Z', 'updated_at': '2021-12-10T19:07:38Z', 'revision_number': 3, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '67acb33a-84a0-456d-9f79-cfdf0143ccc8', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:38Z', 'updated_at': '2021-12-10T19:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:07:42.855996 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7646bb21-2598-4b86-9b11-e515ad3dd9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:42.859790 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ebddd-072c-406a-a5f8-357a47fe50d2 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Subnet': ['ID=09e6999b-431b-4b8b-bb41-c4d2b0c0b42b,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:42.903272 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00ebddd-072c-406a-a5f8-357a47fe50d2 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Checking segment: {'id': '13fd3bea-71af-4b54-b5bf-7c1bfd731a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '739043ea-c4ad-4ffa-9a2a-fc85c9645209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:07:42.903561 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00ebddd-072c-406a-a5f8-357a47fe50d2 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Network hostable DHCP agents. Network: 739043ea-c4ad-4ffa-9a2a-fc85c9645209, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:07:42.917217 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d84d22c1-1dcf-494e-9a4f-99c9e52c0de6 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:42.924146 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00ebddd-072c-406a-a5f8-357a47fe50d2 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Network 739043ea-c4ad-4ffa-9a2a-fc85c9645209 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:07:42.941347 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-e00ebddd-072c-406a-a5f8-357a47fe50d2 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 739043ea-c4ad-4ffa-9a2a-fc85c9645209) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:42.949486 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00ebddd-072c-406a-a5f8-357a47fe50d2 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:42.950088 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e00ebddd-072c-406a-a5f8-357a47fe50d2 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:42.972135 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81835039-7b89-4788-8b5f-66d7759c736d None None] Network 739043ea-c4ad-4ffa-9a2a-fc85c9645209 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:07:42.989572 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e00ebddd-072c-406a-a5f8-357a47fe50d2 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6203558 Dec 10 19:07:42.990524 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38316) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:42.997132 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-0fdb771d-56e4-43d7-9a35-51d4bfa671ae tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'port': {'network_id': '739043ea-c4ad-4ffa-9a2a-fc85c9645209', 'name': 'tempest-PortsIpV6TestJSON-1684013033'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:43.108507 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d84d22c1-1dcf-494e-9a4f-99c9e52c0de6 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:43.145342 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646bb21-2598-4b86-9b11-e515ad3dd9b6 None None] Pushing event updated for resources: {'Port': ['ID=d2ce52de-b50a-48fc-81f0-1bc310b2aa02,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:43.157312 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52ed04e-c7ef-49ef-9060-7754cb0bb28c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-739043ea-c4ad-4ffa-9a2a-fc85c9645209', 'network_id': '739043ea-c4ad-4ffa-9a2a-fc85c9645209', 'project_id': '2c1e90600f5b4bdea41b9a0f5b650216', 'fixed_ips': [{'subnet_id': '09e6999b-431b-4b8b-bb41-c4d2b0c0b42b'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:07:43.158103 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f52ed04e-c7ef-49ef-9060-7754cb0bb28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:43.258249 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fdb771d-56e4-43d7-9a35-51d4bfa671ae tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Made reservation on behalf of 2c1e90600f5b4bdea41b9a0f5b650216 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:43.264614 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0fdb771d-56e4-43d7-9a35-51d4bfa671ae tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:43.307995 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-0fdb771d-56e4-43d7-9a35-51d4bfa671ae tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] device_id is not set on port 5396d076-efd1-4dca-b575-3b45a0c8e236 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:07:43.444566 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-f52ed04e-c7ef-49ef-9060-7754cb0bb28c None None] Allocated IP 2001:db8::2 (739043ea-c4ad-4ffa-9a2a-fc85c9645209/09e6999b-431b-4b8b-bb41-c4d2b0c0b42b/7661ffab-a0af-4f63-a11c-5dfdfe0b4c50) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:43.679223 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f52ed04e-c7ef-49ef-9060-7754cb0bb28c None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:43.680172 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d84d22c1-1dcf-494e-9a4f-99c9e52c0de6 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:43.687977 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f52ed04e-c7ef-49ef-9060-7754cb0bb28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:43.699662 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d84d22c1-1dcf-494e-9a4f-99c9e52c0de6 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:43.739023 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52ed04e-c7ef-49ef-9060-7754cb0bb28c None None] Network 739043ea-c4ad-4ffa-9a2a-fc85c9645209 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:43.744136 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-f52ed04e-c7ef-49ef-9060-7754cb0bb28c None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:43.748036 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52ed04e-c7ef-49ef-9060-7754cb0bb28c None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:43.756606 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ed04e-c7ef-49ef-9060-7754cb0bb28c None None] Pushing event updated for resources: {'Port': ['ID=7661ffab-a0af-4f63-a11c-5dfdfe0b4c50,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:43.816421 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-0fdb771d-56e4-43d7-9a35-51d4bfa671ae tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Allocated IP 2001:db8::11b (739043ea-c4ad-4ffa-9a2a-fc85c9645209/09e6999b-431b-4b8b-bb41-c4d2b0c0b42b/5396d076-efd1-4dca-b575-3b45a0c8e236) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:43.820083 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f52ed04e-c7ef-49ef-9060-7754cb0bb28c None None] Attempting to bind port 7661ffab-a0af-4f63-a11c-5dfdfe0b4c50 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:07:43.821544 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f52ed04e-c7ef-49ef-9060-7754cb0bb28c None None] Attempting to bind port 7661ffab-a0af-4f63-a11c-5dfdfe0b4c50 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '13fd3bea-71af-4b54-b5bf-7c1bfd731a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '739043ea-c4ad-4ffa-9a2a-fc85c9645209'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:07:43.821544 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52ed04e-c7ef-49ef-9060-7754cb0bb28c None None] Attempting to bind port 7661ffab-a0af-4f63-a11c-5dfdfe0b4c50 on network 739043ea-c4ad-4ffa-9a2a-fc85c9645209 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:07:43.829262 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52ed04e-c7ef-49ef-9060-7754cb0bb28c None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:07:43.829544 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d84d22c1-1dcf-494e-9a4f-99c9e52c0de6 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:43.830012 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52ed04e-c7ef-49ef-9060-7754cb0bb28c None None] Checking segment: {'id': '13fd3bea-71af-4b54-b5bf-7c1bfd731a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '739043ea-c4ad-4ffa-9a2a-fc85c9645209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:07:43.830123 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f52ed04e-c7ef-49ef-9060-7754cb0bb28c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:43.830871 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52ed04e-c7ef-49ef-9060-7754cb0bb28c None None] Bound using segment: {'id': '13fd3bea-71af-4b54-b5bf-7c1bfd731a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '739043ea-c4ad-4ffa-9a2a-fc85c9645209'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:07:43.831344 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d22c1-1dcf-494e-9a4f-99c9e52c0de6 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'Port': ['ID=535def81-bb15-4ce5-8651-b91594ae13fe,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:43.831966 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f52ed04e-c7ef-49ef-9060-7754cb0bb28c None None] Bound port: 7661ffab-a0af-4f63-a11c-5dfdfe0b4c50, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13fd3bea-71af-4b54-b5bf-7c1bfd731a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '739043ea-c4ad-4ffa-9a2a-fc85c9645209'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:07:43.832406 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f52ed04e-c7ef-49ef-9060-7754cb0bb28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:43.939919 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f52ed04e-c7ef-49ef-9060-7754cb0bb28c None None] For port 7661ffab-a0af-4f63-a11c-5dfdfe0b4c50, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:07:43.946902 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f52ed04e-c7ef-49ef-9060-7754cb0bb28c None None] For port 7661ffab-a0af-4f63-a11c-5dfdfe0b4c50, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=7661ffab-a0af-4f63-a11c-5dfdfe0b4c50,segment=NetworkSegment(13fd3bea-71af-4b54-b5bf-7c1bfd731a27),segment_id=13fd3bea-71af-4b54-b5bf-7c1bfd731a27)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:07:43.972226 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f52ed04e-c7ef-49ef-9060-7754cb0bb28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:43.997198 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84d22c1-1dcf-494e-9a4f-99c9e52c0de6 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Network d7dbe852-fac5-4cb0-b80e-c3d581fd3a93 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:43.998744 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-d84d22c1-1dcf-494e-9a4f-99c9e52c0de6 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:44.034776 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0fdb771d-56e4-43d7-9a35-51d4bfa671ae tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:44.083554 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ed04e-c7ef-49ef-9060-7754cb0bb28c None None] Pushing event updated for resources: {'Port': ['ID=7661ffab-a0af-4f63-a11c-5dfdfe0b4c50,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:44.106139 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0fdb771d-56e4-43d7-9a35-51d4bfa671ae tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:44.188293 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdb771d-56e4-43d7-9a35-51d4bfa671ae tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Network 739043ea-c4ad-4ffa-9a2a-fc85c9645209 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:44.207370 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-0fdb771d-56e4-43d7-9a35-51d4bfa671ae tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:44.212241 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdb771d-56e4-43d7-9a35-51d4bfa671ae tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:44.219636 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdb771d-56e4-43d7-9a35-51d4bfa671ae tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:44.220303 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0fdb771d-56e4-43d7-9a35-51d4bfa671ae tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:44.269162 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0fdb771d-56e4-43d7-9a35-51d4bfa671ae tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2771177 Dec 10 19:07:44.271967 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38320) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:44.292000 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-9414ef60-8179-4b33-abd9-3e896cdeabc1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'port': {'network_id': '739043ea-c4ad-4ffa-9a2a-fc85c9645209', 'name': 'tempest-PortsIpV6TestJSON-2048815006'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:44.308847 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb771d-56e4-43d7-9a35-51d4bfa671ae tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Port': ['ID=5396d076-efd1-4dca-b575-3b45a0c8e236,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:44.327510 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84d22c1-1dcf-494e-9a4f-99c9e52c0de6 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Router a1a51041-26f1-4224-bfe7-6fdaacb8d5ce has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:07:44.341315 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 67acb33a-84a0-456d-9f79-cfdf0143ccc8 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:07:44.486243 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 67acb33a-84a0-456d-9f79-cfdf0143ccc8 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:44.486611 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:44.615642 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d2ce52de-b50a-48fc-81f0-1bc310b2aa02 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:07:44.651693 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9414ef60-8179-4b33-abd9-3e896cdeabc1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Made reservation on behalf of 2c1e90600f5b4bdea41b9a0f5b650216 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:44.656077 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9414ef60-8179-4b33-abd9-3e896cdeabc1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:44.681869 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-9414ef60-8179-4b33-abd9-3e896cdeabc1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] device_id is not set on port 72b5fa0e-7178-4a2d-afcd-4e74f5355a7c yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:07:44.695436 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5359aa68-1251-4ef6-87b1-2be9cd4ab9b6 None None] Network d7dbe852-fac5-4cb0-b80e-c3d581fd3a93 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:07:44.741125 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84d22c1-1dcf-494e-9a4f-99c9e52c0de6 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:07:44.757809 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d84d22c1-1dcf-494e-9a4f-99c9e52c0de6 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "PUT /v2.0/routers/a1a51041-26f1-4224-bfe7-6fdaacb8d5ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8692882 Dec 10 19:07:44.773878 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port d2ce52de-b50a-48fc-81f0-1bc310b2aa02 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:44.774614 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:44.823172 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-80317925-2505-4767-8133-9ff95fb26551 None None] Provisioning complete for port d2ce52de-b50a-48fc-81f0-1bc310b2aa02 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:44.823835 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-80317925-2505-4767-8133-9ff95fb26551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:44.858317 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-9414ef60-8179-4b33-abd9-3e896cdeabc1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Allocated IP 2001:db8::1a2 (739043ea-c4ad-4ffa-9a2a-fc85c9645209/09e6999b-431b-4b8b-bb41-c4d2b0c0b42b/72b5fa0e-7178-4a2d-afcd-4e74f5355a7c) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:45.004001 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:45.059076 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-80317925-2505-4767-8133-9ff95fb26551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:45.060784 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-4312944d-1f71-4fd1-8841-3542cbe869a7 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1642877234&fields=id&tenant_id=0c22e13dcedd4daaa6d6950826669aaa HTTP/1.1" status: 200 len: 267 time: 0.0753663 Dec 10 19:07:45.078708 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port d2ce52de-b50a-48fc-81f0-1bc310b2aa02, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=d2ce52de-b50a-48fc-81f0-1bc310b2aa02,segment=NetworkSegment(c4c07199-793c-4917-9fe5-f030f298a5a1),segment_id=c4c07199-793c-4917-9fe5-f030f298a5a1)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:45.089018 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:45.140290 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9414ef60-8179-4b33-abd9-3e896cdeabc1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:45.146249 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=d2ce52de-b50a-48fc-81f0-1bc310b2aa02,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:45.216883 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-80317925-2505-4767-8133-9ff95fb26551 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:07:45.217268 n-d-821435-1 neutron-server[103246]: DEBUG oslo_db.api [None req-80317925-2505-4767-8133-9ff95fb26551 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:07:45.246008 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-076fda30-e724-41b0-b258-984bd5f9cd10 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:45.247706 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-076fda30-e724-41b0-b258-984bd5f9cd10 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/networks?id=d7dbe852-fac5-4cb0-b80e-c3d581fd3a93 HTTP/1.1" status: 200 len: 796 time: 0.1694329 Dec 10 19:07:45.256047 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9414ef60-8179-4b33-abd9-3e896cdeabc1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:45.328429 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-a07ca383-cc6f-4174-aaa5-3ce9f936006c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/quotas/0c22e13dcedd4daaa6d6950826669aaa HTTP/1.1" status: 200 len: 375 time: 0.0310280 Dec 10 19:07:45.335143 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9414ef60-8179-4b33-abd9-3e896cdeabc1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Network 739043ea-c4ad-4ffa-9a2a-fc85c9645209 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:45.341751 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-9414ef60-8179-4b33-abd9-3e896cdeabc1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:45.350803 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414ef60-8179-4b33-abd9-3e896cdeabc1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Port': ['ID=72b5fa0e-7178-4a2d-afcd-4e74f5355a7c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:45.354318 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9414ef60-8179-4b33-abd9-3e896cdeabc1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:45.360052 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9414ef60-8179-4b33-abd9-3e896cdeabc1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:45.360724 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9414ef60-8179-4b33-abd9-3e896cdeabc1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:45.404150 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9414ef60-8179-4b33-abd9-3e896cdeabc1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1285076 Dec 10 19:07:45.406994 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38340) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:45.439578 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-3206d105-185c-4b77-afcd-0b67b87e4dbe tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1026244 Dec 10 19:07:45.592581 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8379306f-5684-4722-a0f9-79eb27736fda tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:45.596906 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8379306f-5684-4722-a0f9-79eb27736fda tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A11b HTTP/1.1" status: 200 len: 929 time: 0.1859267 Dec 10 19:07:45.598221 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38346) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:45.777232 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-67bb39fd-ec51-435e-b902-272331376fd1 service neutron] 10.222.0.62 "GET /v2.0/networks/d7dbe852-fac5-4cb0-b80e-c3d581fd3a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128059 Dec 10 19:07:45.810553 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb7923b-7c8f-4ca4-bfa1-b151e5831c81 None None] Network 739043ea-c4ad-4ffa-9a2a-fc85c9645209 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:07:45.926149 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1cd8b0ac-feb2-4ef9-99cf-3d3b951eb976 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Deleting port 72b5fa0e-7178-4a2d-afcd-4e74f5355a7c {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:45.926788 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1cd8b0ac-feb2-4ef9-99cf-3d3b951eb976 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:45.972707 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7181c819-ffed-4923-9929-49e7252d0ded None None] Provisioning complete for port 535def81-bb15-4ce5-8651-b91594ae13fe triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:45.973276 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7181c819-ffed-4923-9929-49e7252d0ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:46.020857 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-838f6fd5-def5-43e6-b6ee-5ba6e8bd2e1d service neutron] 10.222.0.62 "GET /v2.0/networks/d7dbe852-fac5-4cb0-b80e-c3d581fd3a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184737 Dec 10 19:07:46.048817 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eab4f83-d498-45f3-903b-2b0df737f51a None None] Sync routers for ids ['a1a51041-26f1-4224-bfe7-6fdaacb8d5ce'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:07:46.082437 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-7181c819-ffed-4923-9929-49e7252d0ded None None] Port 535def81-bb15-4ce5-8651-b91594ae13fe cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:07:46.098519 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eab4f83-d498-45f3-903b-2b0df737f51a None None] Routers {'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:07:46.099298 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5eab4f83-d498-45f3-903b-2b0df737f51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:07:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a1a51041-26f1-4224-bfe7-6fdaacb8d5ce'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:46.112526 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1cd8b0ac-feb2-4ef9-99cf-3d3b951eb976 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:46.138772 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1cd8b0ac-feb2-4ef9-99cf-3d3b951eb976 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Calling delete_port for 72b5fa0e-7178-4a2d-afcd-4e74f5355a7c owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:46.194420 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7181c819-ffed-4923-9929-49e7252d0ded None None] Provisioning complete for port d2ce52de-b50a-48fc-81f0-1bc310b2aa02 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:46.195411 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7181c819-ffed-4923-9929-49e7252d0ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:46.319996 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-5eab4f83-d498-45f3-903b-2b0df737f51a None None] Set router a1a51041-26f1-4224-bfe7-6fdaacb8d5ce gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:07:46.390228 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1cd8b0ac-feb2-4ef9-99cf-3d3b951eb976 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:46.429197 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d2ce52de-b50a-48fc-81f0-1bc310b2aa02 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:07:46.465496 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d3d23439-1fe0-4356-8da8-536891cab3cc req-a5c3f542-f9fa-4fdc-a36b-824dfa91fcb8 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 210 time: 0.0944812 Dec 10 19:07:46.470878 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1cd8b0ac-feb2-4ef9-99cf-3d3b951eb976 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:46.474646 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1cd8b0ac-feb2-4ef9-99cf-3d3b951eb976 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/ports/72b5fa0e-7178-4a2d-afcd-4e74f5355a7c HTTP/1.1" status: 204 len: 168 time: 0.8732572 Dec 10 19:07:46.475973 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd8b0ac-feb2-4ef9-99cf-3d3b951eb976 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'Port': ['ID=72b5fa0e-7178-4a2d-afcd-4e74f5355a7c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:46.477833 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38352) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:46.516976 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b54ba65-b05d-4229-954f-20d9953cc3e3 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] GET failed (client error): The resource could not be found. Dec 10 19:07:46.518707 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3b54ba65-b05d-4229-954f-20d9953cc3e3 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "GET /v2.0/ports/72b5fa0e-7178-4a2d-afcd-4e74f5355a7c HTTP/1.1" status: 404 len: 333 time: 0.0396538 Dec 10 19:07:46.521383 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38354) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:46.633137 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-8aeca2c3-1d91-49ab-8123-f24ac16b9d81 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Deleting port 5396d076-efd1-4dca-b575-3b45a0c8e236 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:46.633660 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8aeca2c3-1d91-49ab-8123-f24ac16b9d81 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:46.856027 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7181c819-ffed-4923-9929-49e7252d0ded None None] Provisioning complete for port 7661ffab-a0af-4f63-a11c-5dfdfe0b4c50 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:46.867035 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8aeca2c3-1d91-49ab-8123-f24ac16b9d81 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:46.871212 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7181c819-ffed-4923-9929-49e7252d0ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:46.883773 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port d2ce52de-b50a-48fc-81f0-1bc310b2aa02 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:46.884946 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:46.891221 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-8aeca2c3-1d91-49ab-8123-f24ac16b9d81 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Calling delete_port for 5396d076-efd1-4dca-b575-3b45a0c8e236 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:47.081500 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8aeca2c3-1d91-49ab-8123-f24ac16b9d81 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:47.179054 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8aeca2c3-1d91-49ab-8123-f24ac16b9d81 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:47.185863 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8aeca2c3-1d91-49ab-8123-f24ac16b9d81 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/ports/5396d076-efd1-4dca-b575-3b45a0c8e236 HTTP/1.1" status: 204 len: 168 time: 0.6610203 Dec 10 19:07:47.185863 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeca2c3-1d91-49ab-8123-f24ac16b9d81 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'Port': ['ID=5396d076-efd1-4dca-b575-3b45a0c8e236,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:47.186449 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38368) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:47.217401 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d601c0c-99ae-4c2e-a1a8-9817a719710c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] GET failed (client error): The resource could not be found. Dec 10 19:07:47.221315 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0d601c0c-99ae-4c2e-a1a8-9817a719710c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "GET /v2.0/ports/5396d076-efd1-4dca-b575-3b45a0c8e236 HTTP/1.1" status: 404 len: 333 time: 0.0315163 Dec 10 19:07:47.221697 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38370) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:47.233649 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5eab4f83-d498-45f3-903b-2b0df737f51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1568933201', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '67acb33a-84a0-456d-9f79-cfdf0143ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:37Z', 'updated_at': '2021-12-10T19:07:43Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '67acb33a-84a0-456d-9f79-cfdf0143ccc8', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:38Z', 'updated_at': '2021-12-10T19:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '535def81-bb15-4ce5-8651-b91594ae13fe', 'name': '', 'network_id': 'd7dbe852-fac5-4cb0-b80e-c3d581fd3a93', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'mac_address': 'fa:16:3e:86:12:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'f36251e8-d712-4b25-90f0-0b8bc617d421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:42Z', 'updated_at': '2021-12-10T19:07:43Z', 'revision_number': 2, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'subnets': [{'id': 'f36251e8-d712-4b25-90f0-0b8bc617d421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:47.241282 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7181c819-ffed-4923-9929-49e7252d0ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:47.317338 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-424da1ac-e7d2-4774-80e7-f2d502bd34ef tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Deleting subnet 09e6999b-431b-4b8b-bb41-c4d2b0c0b42b {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:07:47.321674 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-424da1ac-e7d2-4774-80e7-f2d502bd34ef tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:47.392487 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-424da1ac-e7d2-4774-80e7-f2d502bd34ef tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:47.518211 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-424da1ac-e7d2-4774-80e7-f2d502bd34ef tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:47.583649 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eab4f83-d498-45f3-903b-2b0df737f51a None None] Checking router: a1a51041-26f1-4224-bfe7-6fdaacb8d5ce for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:07:47.584402 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eab4f83-d498-45f3-903b-2b0df737f51a None None] Updating router a1a51041-26f1-4224-bfe7-6fdaacb8d5ce port 535def81-bb15-4ce5-8651-b91594ae13fe binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:07:47.605196 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-424da1ac-e7d2-4774-80e7-f2d502bd34ef tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:47.614796 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 7661ffab-a0af-4f63-a11c-5dfdfe0b4c50 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:07:47.624194 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5eab4f83-d498-45f3-903b-2b0df737f51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:47.649620 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424da1ac-e7d2-4774-80e7-f2d502bd34ef tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'Subnet': ['ID=09e6999b-431b-4b8b-bb41-c4d2b0c0b42b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:47.660579 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-424da1ac-e7d2-4774-80e7-f2d502bd34ef tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:47.667369 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38374) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:47.676689 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-424da1ac-e7d2-4774-80e7-f2d502bd34ef tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/subnets/09e6999b-431b-4b8b-bb41-c4d2b0c0b42b HTTP/1.1" status: 204 len: 168 time: 0.4533827 Dec 10 19:07:47.754955 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d6d89183-3e07-498c-aa83-e4d5197f6ffa req-ba25c67f-dca2-4a9f-8c29-5a6233cca888 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 210 time: 0.1166027 Dec 10 19:07:47.821488 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6468fcb7-ba06-490e-9f6a-cd903ac0366b None None] Network 739043ea-c4ad-4ffa-9a2a-fc85c9645209 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:07:47.963948 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd5bdb92-f054-4a51-8158-a191fc08811b tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:48.003223 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-7181c819-ffed-4923-9929-49e7252d0ded None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:07:48.003738 n-d-821435-1 neutron-server[103246]: DEBUG oslo_db.api [None req-7181c819-ffed-4923-9929-49e7252d0ded None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:07:48.036187 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-b546e5b3-217b-4a4c-a620-393362c821aa tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:48.037690 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-b546e5b3-217b-4a4c-a620-393362c821aa tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.46 "GET /v2.0/networks?id=d7dbe852-fac5-4cb0-b80e-c3d581fd3a93 HTTP/1.1" status: 200 len: 796 time: 0.2818553 Dec 10 19:07:48.048607 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 7661ffab-a0af-4f63-a11c-5dfdfe0b4c50 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:48.049510 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:48.072401 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-fd5bdb92-f054-4a51-8158-a191fc08811b tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Deleting port 7661ffab-a0af-4f63-a11c-5dfdfe0b4c50 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:48.072775 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd5bdb92-f054-4a51-8158-a191fc08811b tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:48.174397 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-c7027e57-9307-47b3-8f32-46f14b43f901 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c22e13dcedd4daaa6d6950826669aaa HTTP/1.1" status: 200 len: 380 time: 0.1242297 Dec 10 19:07:48.180327 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:48.185671 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-fbaea94d-d5f1-45f1-8096-10cd55ec0d99 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'port': {'device_id': 'd5f1db5b-9775-4962-bdef-725a18ecca85', 'network_id': 'd7dbe852-fac5-4cb0-b80e-c3d581fd3a93', 'admin_state_up': True, 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'security_groups': ['8f4dd358-1606-4eee-85ac-21c45c04dcb8']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:48.253866 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 7661ffab-a0af-4f63-a11c-5dfdfe0b4c50, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=7661ffab-a0af-4f63-a11c-5dfdfe0b4c50,segment=NetworkSegment(13fd3bea-71af-4b54-b5bf-7c1bfd731a27),segment_id=13fd3bea-71af-4b54-b5bf-7c1bfd731a27)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:48.262960 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:48.318606 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-fd5bdb92-f054-4a51-8158-a191fc08811b tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] For port 7661ffab-a0af-4f63-a11c-5dfdfe0b4c50, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=7661ffab-a0af-4f63-a11c-5dfdfe0b4c50,segment=NetworkSegment(13fd3bea-71af-4b54-b5bf-7c1bfd731a27),segment_id=13fd3bea-71af-4b54-b5bf-7c1bfd731a27)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:48.319605 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd5bdb92-f054-4a51-8158-a191fc08811b tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:48.322742 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288e2ee3-37fc-4a6d-8313-b60389805738 None None] DHCP port deletion for 739043ea-c4ad-4ffa-9a2a-fc85c9645209 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:07:48.342065 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-fd5bdb92-f054-4a51-8158-a191fc08811b tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Calling delete_port for 7661ffab-a0af-4f63-a11c-5dfdfe0b4c50 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:48.424478 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 7661ffab-a0af-4f63-a11c-5dfdfe0b4c50 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:07:48.429247 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5eab4f83-d498-45f3-903b-2b0df737f51a None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:48.465783 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=7661ffab-a0af-4f63-a11c-5dfdfe0b4c50,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:48.472040 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5eab4f83-d498-45f3-903b-2b0df737f51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:48.482463 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-fbaea94d-d5f1-45f1-8096-10cd55ec0d99 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Made reservation on behalf of 0c22e13dcedd4daaa6d6950826669aaa for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:48.487063 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-fbaea94d-d5f1-45f1-8096-10cd55ec0d99 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:48.524906 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d12bb-4573-4cb2-8c57-de611d1b2292 None None] Pushing event updated for resources: {'Port': ['ID=535def81-bb15-4ce5-8651-b91594ae13fe,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:48.537254 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd5bdb92-f054-4a51-8158-a191fc08811b tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:48.561984 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-7181c819-ffed-4923-9929-49e7252d0ded None None] Port 7661ffab-a0af-4f63-a11c-5dfdfe0b4c50 update to ACTIVE by agent not found {{(pid=103246) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 10 19:07:48.575609 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-288e2ee3-37fc-4a6d-8313-b60389805738 None None] Deleting port 7661ffab-a0af-4f63-a11c-5dfdfe0b4c50 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:48.575985 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-288e2ee3-37fc-4a6d-8313-b60389805738 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:48.577663 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No active binding found for port 7661ffab-a0af-4f63-a11c-5dfdfe0b4c50 {{(pid=103246) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 10 19:07:48.578156 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 7661ffab-a0af-4f63-a11c-5dfdfe0b4c50 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:07:48.649523 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5bdb92-f054-4a51-8158-a191fc08811b tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'Port': ['ID=7661ffab-a0af-4f63-a11c-5dfdfe0b4c50,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:48.664941 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5bdb92-f054-4a51-8158-a191fc08811b tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] No DVR routers for this DVR port 7661ffab-a0af-4f63-a11c-5dfdfe0b4c50 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:07:48.732400 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5eab4f83-d498-45f3-903b-2b0df737f51a None None] Attempting to bind port 535def81-bb15-4ce5-8651-b91594ae13fe on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:07:48.732789 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5eab4f83-d498-45f3-903b-2b0df737f51a None None] Attempting to bind port 535def81-bb15-4ce5-8651-b91594ae13fe by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'c4c07199-793c-4917-9fe5-f030f298a5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd7dbe852-fac5-4cb0-b80e-c3d581fd3a93'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:07:48.733238 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eab4f83-d498-45f3-903b-2b0df737f51a None None] Attempting to bind port 535def81-bb15-4ce5-8651-b91594ae13fe on network d7dbe852-fac5-4cb0-b80e-c3d581fd3a93 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:07:48.736014 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-288e2ee3-37fc-4a6d-8313-b60389805738 None None] For port 7661ffab-a0af-4f63-a11c-5dfdfe0b4c50, host n-d-821435-1, got binding levels [] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:48.736416 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-288e2ee3-37fc-4a6d-8313-b60389805738 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:48.757644 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eab4f83-d498-45f3-903b-2b0df737f51a None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:07:48.758038 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eab4f83-d498-45f3-903b-2b0df737f51a None None] Checking segment: {'id': 'c4c07199-793c-4917-9fe5-f030f298a5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd7dbe852-fac5-4cb0-b80e-c3d581fd3a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:07:48.758451 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5eab4f83-d498-45f3-903b-2b0df737f51a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:48.758931 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eab4f83-d498-45f3-903b-2b0df737f51a None None] Bound using segment: {'id': 'c4c07199-793c-4917-9fe5-f030f298a5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd7dbe852-fac5-4cb0-b80e-c3d581fd3a93'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:07:48.759435 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5eab4f83-d498-45f3-903b-2b0df737f51a None None] Bound port: 535def81-bb15-4ce5-8651-b91594ae13fe, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c07199-793c-4917-9fe5-f030f298a5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd7dbe852-fac5-4cb0-b80e-c3d581fd3a93'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:07:48.759819 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5eab4f83-d498-45f3-903b-2b0df737f51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:48.769146 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-288e2ee3-37fc-4a6d-8313-b60389805738 None None] Calling delete_port for 7661ffab-a0af-4f63-a11c-5dfdfe0b4c50 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:48.775607 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.ipam_backend_mixin [None req-288e2ee3-37fc-4a6d-8313-b60389805738 None None] Port 7661ffab-a0af-4f63-a11c-5dfdfe0b4c50 was not found and therefore no delete operation was performed {{(pid=103246) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 19:07:48.790589 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-288e2ee3-37fc-4a6d-8313-b60389805738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:48.841558 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e2ee3-37fc-4a6d-8313-b60389805738 None None] Pushing event deleted for resources: {'Port': ['ID=7661ffab-a0af-4f63-a11c-5dfdfe0b4c50,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:48.849906 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-bdf11891-2a23-4ab8-8f41-d91d8c266d28 None None] Provisioning complete for port 535def81-bb15-4ce5-8651-b91594ae13fe triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:48.850211 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bdf11891-2a23-4ab8-8f41-d91d8c266d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:48.853149 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288e2ee3-37fc-4a6d-8313-b60389805738 None None] No DVR routers for this DVR port 7661ffab-a0af-4f63-a11c-5dfdfe0b4c50 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:07:48.855612 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-fbaea94d-d5f1-45f1-8096-10cd55ec0d99 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Allocated IP 172.20.0.11 (d7dbe852-fac5-4cb0-b80e-c3d581fd3a93/f36251e8-d712-4b25-90f0-0b8bc617d421/24a0c5a5-fe7e-419b-ad7d-c07852be0854) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:48.881704 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e2ee3-37fc-4a6d-8313-b60389805738 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:48.883626 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e2ee3-37fc-4a6d-8313-b60389805738 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:48.884184 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e2ee3-37fc-4a6d-8313-b60389805738 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:48.884821 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e2ee3-37fc-4a6d-8313-b60389805738 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:48.885788 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e2ee3-37fc-4a6d-8313-b60389805738 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:48.886337 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e2ee3-37fc-4a6d-8313-b60389805738 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:48.886883 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e2ee3-37fc-4a6d-8313-b60389805738 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:48.887387 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e2ee3-37fc-4a6d-8313-b60389805738 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:48.887883 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e2ee3-37fc-4a6d-8313-b60389805738 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:48.888421 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e2ee3-37fc-4a6d-8313-b60389805738 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:48.889216 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e2ee3-37fc-4a6d-8313-b60389805738 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:48.890239 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e2ee3-37fc-4a6d-8313-b60389805738 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:48.891338 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e2ee3-37fc-4a6d-8313-b60389805738 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:48.927414 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ab8fd9d5-ed8f-424f-8271-ac60eeaa2ef6 req-1aea8e2a-36cf-4488-8d04-c98299d91447 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 210 time: 0.0449133 Dec 10 19:07:48.935938 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd5bdb92-f054-4a51-8158-a191fc08811b tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:48.973492 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-bdf11891-2a23-4ab8-8f41-d91d8c266d28 None None] Port 535def81-bb15-4ce5-8651-b91594ae13fe cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:07:48.983730 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-bdf11891-2a23-4ab8-8f41-d91d8c266d28 None None] Could not find standard attr ID for object 5396d076-efd1-4dca-b575-3b45a0c8e236. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:07:48.988117 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-bdf11891-2a23-4ab8-8f41-d91d8c266d28 None None] Could not find standard attr ID for object 7661ffab-a0af-4f63-a11c-5dfdfe0b4c50. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:07:48.992287 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-bdf11891-2a23-4ab8-8f41-d91d8c266d28 None None] Could not find standard attr ID for object 72b5fa0e-7178-4a2d-afcd-4e74f5355a7c. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:07:48.994199 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5eab4f83-d498-45f3-903b-2b0df737f51a None None] For port 535def81-bb15-4ce5-8651-b91594ae13fe, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:07:48.997884 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5eab4f83-d498-45f3-903b-2b0df737f51a None None] For port 535def81-bb15-4ce5-8651-b91594ae13fe, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=535def81-bb15-4ce5-8651-b91594ae13fe,segment=NetworkSegment(c4c07199-793c-4917-9fe5-f030f298a5a1),segment_id=c4c07199-793c-4917-9fe5-f030f298a5a1)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:07:49.002816 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5eab4f83-d498-45f3-903b-2b0df737f51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:49.048619 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-fd5bdb92-f054-4a51-8158-a191fc08811b tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['739043ea-c4ad-4ffa-9a2a-fc85c9645209']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:49.064229 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d12bb-4573-4cb2-8c57-de611d1b2292 None None] Pushing event updated for resources: {'Port': ['ID=535def81-bb15-4ce5-8651-b91594ae13fe,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:49.067320 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eab4f83-d498-45f3-903b-2b0df737f51a None None] Routers {'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:07:49.067937 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5eab4f83-d498-45f3-903b-2b0df737f51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:07:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a1a51041-26f1-4224-bfe7-6fdaacb8d5ce'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:49.076258 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-fd5bdb92-f054-4a51-8158-a191fc08811b tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13fd3bea-71af-4b54-b5bf-7c1bfd731a27') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:49.076651 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-fd5bdb92-f054-4a51-8158-a191fc08811b tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13fd3bea-71af-4b54-b5bf-7c1bfd731a27') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:49.094685 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd5bdb92-f054-4a51-8158-a191fc08811b tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:49.117894 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-fbaea94d-d5f1-45f1-8096-10cd55ec0d99 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:49.130289 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd5bdb92-f054-4a51-8158-a191fc08811b tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:49.141077 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd5bdb92-f054-4a51-8158-a191fc08811b tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:07:49.141576 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd5bdb92-f054-4a51-8158-a191fc08811b tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:49.145352 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 19:07:49.145352 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:07:49.145352 n-d-821435-1 neutron-server[103244]: timer() Dec 10 19:07:49.145352 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:07:49.145352 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 19:07:49.145352 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:07:49.145352 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 19:07:49.145352 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:07:49.145352 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 19:07:49.145352 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:07:49.145352 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 19:07:49.145352 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:07:49.145352 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 19:07:49.145352 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:07:49.145352 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:07:49.145352 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:07:49.145352 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:07:49.145352 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:07:49.145352 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 19:07:49.145352 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:07:49.145352 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 19:07:49.145352 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:07:49.145352 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:07:49.145352 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:07:49.145352 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 19:07:49.145352 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:07:49.145352 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:07:49.145352 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:07:49.145352 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:07:49.145352 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:07:49.145352 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:07:49.145352 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:07:49.182332 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-5eab4f83-d498-45f3-903b-2b0df737f51a None None] Set router a1a51041-26f1-4224-bfe7-6fdaacb8d5ce gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:07:49.320820 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3b98456d-fea8-4576-9078-8f5653ed8fcb None None] Provisioning complete for port 535def81-bb15-4ce5-8651-b91594ae13fe triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:49.321422 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3b98456d-fea8-4576-9078-8f5653ed8fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:49.472465 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3b98456d-fea8-4576-9078-8f5653ed8fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:49.508758 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5eab4f83-d498-45f3-903b-2b0df737f51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1568933201', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '67acb33a-84a0-456d-9f79-cfdf0143ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:37Z', 'updated_at': '2021-12-10T19:07:43Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '67acb33a-84a0-456d-9f79-cfdf0143ccc8', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:38Z', 'updated_at': '2021-12-10T19:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '535def81-bb15-4ce5-8651-b91594ae13fe', 'name': '', 'network_id': 'd7dbe852-fac5-4cb0-b80e-c3d581fd3a93', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'mac_address': 'fa:16:3e:86:12:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'f36251e8-d712-4b25-90f0-0b8bc617d421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:42Z', 'updated_at': '2021-12-10T19:07:48Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'subnets': [{'id': 'f36251e8-d712-4b25-90f0-0b8bc617d421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:49.541638 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eab4f83-d498-45f3-903b-2b0df737f51a None None] The sync data for ids ['a1a51041-26f1-4224-bfe7-6fdaacb8d5ce'] in n-d-821435-1 is: [{'id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1568933201', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '67acb33a-84a0-456d-9f79-cfdf0143ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:37Z', 'updated_at': '2021-12-10T19:07:43Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '67acb33a-84a0-456d-9f79-cfdf0143ccc8', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:38Z', 'updated_at': '2021-12-10T19:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '535def81-bb15-4ce5-8651-b91594ae13fe', 'name': '', 'network_id': 'd7dbe852-fac5-4cb0-b80e-c3d581fd3a93', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'mac_address': 'fa:16:3e:86:12:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'f36251e8-d712-4b25-90f0-0b8bc617d421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:42Z', 'updated_at': '2021-12-10T19:07:48Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'subnets': [{'id': 'f36251e8-d712-4b25-90f0-0b8bc617d421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:07:49.542163 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd5bdb92-f054-4a51-8158-a191fc08811b tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:49.550321 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd5bdb92-f054-4a51-8158-a191fc08811b tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:49.557359 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-fd5bdb92-f054-4a51-8158-a191fc08811b tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/networks/739043ea-c4ad-4ffa-9a2a-fc85c9645209 HTTP/1.1" status: 204 len: 168 time: 1.8462324 Dec 10 19:07:49.557540 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3b98456d-fea8-4576-9078-8f5653ed8fcb None None] For port 535def81-bb15-4ce5-8651-b91594ae13fe, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=535def81-bb15-4ce5-8651-b91594ae13fe,segment=NetworkSegment(c4c07199-793c-4917-9fe5-f030f298a5a1),segment_id=c4c07199-793c-4917-9fe5-f030f298a5a1)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:49.557703 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38384) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:49.562865 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-fbaea94d-d5f1-45f1-8096-10cd55ec0d99 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:49.563413 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f47fb790-d178-4f2e-a8c8-3581809d82fe tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1320441707'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:49.567543 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3b98456d-fea8-4576-9078-8f5653ed8fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:49.611934 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5bdb92-f054-4a51-8158-a191fc08811b tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'Network': ['ID=739043ea-c4ad-4ffa-9a2a-fc85c9645209,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:49.627722 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47fb790-d178-4f2e-a8c8-3581809d82fe tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Made reservation on behalf of 2c1e90600f5b4bdea41b9a0f5b650216 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:49.644573 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f47fb790-d178-4f2e-a8c8-3581809d82fe tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:49.659491 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-fbaea94d-d5f1-45f1-8096-10cd55ec0d99 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Network d7dbe852-fac5-4cb0-b80e-c3d581fd3a93 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:49.667914 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-fbaea94d-d5f1-45f1-8096-10cd55ec0d99 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:49.676364 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-fbaea94d-d5f1-45f1-8096-10cd55ec0d99 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:49.713365 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f47fb790-d178-4f2e-a8c8-3581809d82fe tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:07:49.721280 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaea94d-d5f1-45f1-8096-10cd55ec0d99 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'Port': ['ID=24a0c5a5-fe7e-419b-ad7d-c07852be0854,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:49.736462 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98456d-fea8-4576-9078-8f5653ed8fcb None None] Pushing event updated for resources: {'Port': ['ID=535def81-bb15-4ce5-8651-b91594ae13fe,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:49.743194 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f47fb790-d178-4f2e-a8c8-3581809d82fe tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:49.743629 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-f47fb790-d178-4f2e-a8c8-3581809d82fe tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Added segment 06c66e62-07a9-44e6-bbde-b92b346d98b1 of type vlan for network 91bc55ab-402d-403c-93c9-96037dd72243 Dec 10 19:07:49.775503 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2fde9d46-9e77-44ed-875e-bda52a941065 None None] Provisioning complete for port 535def81-bb15-4ce5-8651-b91594ae13fe triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:49.775889 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2fde9d46-9e77-44ed-875e-bda52a941065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:49.798962 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-fbaea94d-d5f1-45f1-8096-10cd55ec0d99 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:49.800700 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-fbaea94d-d5f1-45f1-8096-10cd55ec0d99 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:49.830113 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-fbaea94d-d5f1-45f1-8096-10cd55ec0d99 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6488671 Dec 10 19:07:49.837386 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f47fb790-d178-4f2e-a8c8-3581809d82fe tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:49.845324 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c78d9994-d1a3-4da9-908f-afe222a22c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:49.846899 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-a3edba50-7ddb-4ccf-a7b8-4fe311a6030f service neutron] Request body: {'port': {'device_id': 'd5f1db5b-9775-4962-bdef-725a18ecca85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:49.890117 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f47fb790-d178-4f2e-a8c8-3581809d82fe tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:49.897199 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47fb790-d178-4f2e-a8c8-3581809d82fe tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:49.898316 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f47fb790-d178-4f2e-a8c8-3581809d82fe tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:50.005802 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-a3edba50-7ddb-4ccf-a7b8-4fe311a6030f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:50.065287 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f47fb790-d178-4f2e-a8c8-3581809d82fe tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5064015 Dec 10 19:07:50.065971 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38390) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:50.093319 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7c0f68f6-c7ab-4521-b6d7-2f4e3772f560 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'subnet': {'network_id': '91bc55ab-402d-403c-93c9-96037dd72243', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:50.144749 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-bea445de-2e98-42dc-87e7-8596f34aff24 None None] Provisioning complete for port 24a0c5a5-fe7e-419b-ad7d-c07852be0854 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:50.145121 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bea445de-2e98-42dc-87e7-8596f34aff24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:50.189782 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47fb790-d178-4f2e-a8c8-3581809d82fe tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Network': ['ID=91bc55ab-402d-403c-93c9-96037dd72243,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:50.204325 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 91bc55ab-402d-403c-93c9-96037dd72243 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:07:50.230316 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc7139-9c39-4818-b620-026c545aaa11 req-4d085cfb-dbfe-45f8-88c2-ddf089689fd0 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:50.233720 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e3dc7139-9c39-4818-b620-026c545aaa11 req-4d085cfb-dbfe-45f8-88c2-ddf089689fd0 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 932 time: 0.1608903 Dec 10 19:07:50.289907 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0f68f6-c7ab-4521-b6d7-2f4e3772f560 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Made reservation on behalf of 2c1e90600f5b4bdea41b9a0f5b650216 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:50.294050 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7c0f68f6-c7ab-4521-b6d7-2f4e3772f560 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:50.307662 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-bea445de-2e98-42dc-87e7-8596f34aff24 None None] Port 24a0c5a5-fe7e-419b-ad7d-c07852be0854 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:07:50.436291 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e3dc7139-9c39-4818-b620-026c545aaa11 req-1a5cf9e4-5b41-49c4-81fe-e6faf6c1f600 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f4dd358-1606-4eee-85ac-21c45c04dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954966 Dec 10 19:07:50.452651 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 535def81-bb15-4ce5-8651-b91594ae13fe up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:07:50.525871 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 535def81-bb15-4ce5-8651-b91594ae13fe triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:50.526564 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:50.549523 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-a3edba50-7ddb-4ccf-a7b8-4fe311a6030f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24a0c5a5-fe7e-419b-ad7d-c07852be0854 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:07:50.560015 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-a3edba50-7ddb-4ccf-a7b8-4fe311a6030f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:50.575476 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-a3edba50-7ddb-4ccf-a7b8-4fe311a6030f service neutron] Transition to ACTIVE for port object 24a0c5a5-fe7e-419b-ad7d-c07852be0854 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:07:50.583082 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-a3edba50-7ddb-4ccf-a7b8-4fe311a6030f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:50.652030 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edba50-7ddb-4ccf-a7b8-4fe311a6030f service neutron] Pushing event updated for resources: {'Port': ['ID=24a0c5a5-fe7e-419b-ad7d-c07852be0854,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:50.793093 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-a3edba50-7ddb-4ccf-a7b8-4fe311a6030f service neutron] Attempting to bind port 24a0c5a5-fe7e-419b-ad7d-c07852be0854 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:07:50.793093 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-a3edba50-7ddb-4ccf-a7b8-4fe311a6030f service neutron] Attempting to bind port 24a0c5a5-fe7e-419b-ad7d-c07852be0854 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': 'c4c07199-793c-4917-9fe5-f030f298a5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd7dbe852-fac5-4cb0-b80e-c3d581fd3a93'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:07:50.793403 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-a3edba50-7ddb-4ccf-a7b8-4fe311a6030f service neutron] Attempting to bind port 24a0c5a5-fe7e-419b-ad7d-c07852be0854 on network d7dbe852-fac5-4cb0-b80e-c3d581fd3a93 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:07:50.800257 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-a3edba50-7ddb-4ccf-a7b8-4fe311a6030f service neutron] Port 24a0c5a5-fe7e-419b-ad7d-c07852be0854 on network d7dbe852-fac5-4cb0-b80e-c3d581fd3a93 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:07:50.800984 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-a3edba50-7ddb-4ccf-a7b8-4fe311a6030f service neutron] Attempting to bind port 24a0c5a5-fe7e-419b-ad7d-c07852be0854 on network d7dbe852-fac5-4cb0-b80e-c3d581fd3a93 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:07:50.809728 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-a3edba50-7ddb-4ccf-a7b8-4fe311a6030f service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:07:50.810422 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-a3edba50-7ddb-4ccf-a7b8-4fe311a6030f service neutron] Checking segment: {'id': 'c4c07199-793c-4917-9fe5-f030f298a5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd7dbe852-fac5-4cb0-b80e-c3d581fd3a93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:07:50.811025 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-a3edba50-7ddb-4ccf-a7b8-4fe311a6030f service neutron] Bound using segment: {'id': 'c4c07199-793c-4917-9fe5-f030f298a5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd7dbe852-fac5-4cb0-b80e-c3d581fd3a93'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:07:50.811677 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-a3edba50-7ddb-4ccf-a7b8-4fe311a6030f service neutron] Bound port: 24a0c5a5-fe7e-419b-ad7d-c07852be0854, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4c07199-793c-4917-9fe5-f030f298a5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd7dbe852-fac5-4cb0-b80e-c3d581fd3a93'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:07:50.812279 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-a3edba50-7ddb-4ccf-a7b8-4fe311a6030f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:50.899970 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-a3edba50-7ddb-4ccf-a7b8-4fe311a6030f service neutron] For port 24a0c5a5-fe7e-419b-ad7d-c07852be0854, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:07:50.903839 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-a3edba50-7ddb-4ccf-a7b8-4fe311a6030f service neutron] For port 24a0c5a5-fe7e-419b-ad7d-c07852be0854, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=24a0c5a5-fe7e-419b-ad7d-c07852be0854,segment=NetworkSegment(c4c07199-793c-4917-9fe5-f030f298a5a1),segment_id=c4c07199-793c-4917-9fe5-f030f298a5a1)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:07:50.927575 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-a3edba50-7ddb-4ccf-a7b8-4fe311a6030f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:51.004193 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-a3edba50-7ddb-4ccf-a7b8-4fe311a6030f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:51.005083 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-a3edba50-7ddb-4ccf-a7b8-4fe311a6030f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:51.006762 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-a3edba50-7ddb-4ccf-a7b8-4fe311a6030f service neutron] 10.222.0.46 "PUT /v2.0/ports/24a0c5a5-fe7e-419b-ad7d-c07852be0854 HTTP/1.1" status: 200 len: 1092 time: 1.1649115 Dec 10 19:07:51.007396 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f1db5b-9775-4962-bdef-725a18ecca85', 'tag': '24a0c5a5-fe7e-419b-ad7d-c07852be0854'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:07:51.013145 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef89e7d5-465a-4b44-aaad-77a1a2056b45" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f1db5b-9775-4962-bdef-725a18ecca85", "tag": "24a0c5a5-fe7e-419b-ad7d-c07852be0854"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:07:51.029950 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edba50-7ddb-4ccf-a7b8-4fe311a6030f service neutron] Pushing event updated for resources: {'Port': ['ID=24a0c5a5-fe7e-419b-ad7d-c07852be0854,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:51.038139 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7c0f68f6-c7ab-4521-b6d7-2f4e3772f560 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:51.146855 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f842c69-358c-44be-b945-dfd3935dde41 x-openstack-request-id: req-4f842c69-358c-44be-b945-dfd3935dde41 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:07:51.147011 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0f68f6-c7ab-4521-b6d7-2f4e3772f560 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Checking segment: {'id': '06c66e62-07a9-44e6-bbde-b92b346d98b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '91bc55ab-402d-403c-93c9-96037dd72243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:07:51.147997 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0f68f6-c7ab-4521-b6d7-2f4e3772f560 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Network hostable DHCP agents. Network: 91bc55ab-402d-403c-93c9-96037dd72243, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:07:51.149571 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f1db5b-9775-4962-bdef-725a18ecca85", "tag": "24a0c5a5-fe7e-419b-ad7d-c07852be0854", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:07:51.149962 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4f842c69-358c-44be-b945-dfd3935dde41 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:07:51.150755 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f1db5b-9775-4962-bdef-725a18ecca85', 'tag': '24a0c5a5-fe7e-419b-ad7d-c07852be0854', 'status': 'completed', 'code': 200} Dec 10 19:07:51.157767 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f68f6-c7ab-4521-b6d7-2f4e3772f560 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Subnet': ['ID=af590117-6612-4397-acc4-1d92e3981873,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:51.159119 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-bd7b5a85-5d31-4b88-ba25-3d7f1fece8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:51.168726 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-bd7b5a85-5d31-4b88-ba25-3d7f1fece8fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 1095 time: 0.1117644 Dec 10 19:07:51.192698 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0f68f6-c7ab-4521-b6d7-2f4e3772f560 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Network 91bc55ab-402d-403c-93c9-96037dd72243 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:07:51.204534 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-7c0f68f6-c7ab-4521-b6d7-2f4e3772f560 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 91bc55ab-402d-403c-93c9-96037dd72243) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:51.209535 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0f68f6-c7ab-4521-b6d7-2f4e3772f560 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:51.210366 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7c0f68f6-c7ab-4521-b6d7-2f4e3772f560 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:51.218732 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbeec4f7-5723-4830-a937-9d00a4dca8b8 None None] Network 91bc55ab-402d-403c-93c9-96037dd72243 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:07:51.260622 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7c0f68f6-c7ab-4521-b6d7-2f4e3772f560 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1801896 Dec 10 19:07:51.261336 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38400) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:51.266620 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f8d2bf60-eefd-496c-894a-dfc59fe188f7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'port': {'network_id': '91bc55ab-402d-403c-93c9-96037dd72243', 'name': 'tempest-PortsIpV6TestJSON-1240098184', 'fixed_ips': [{'subnet_id': 'af590117-6612-4397-acc4-1d92e3981873', 'ip_address': '2001:db8::10'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:51.287061 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-4b290fc8-3098-4881-a830-4926bb5df1b1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24a0c5a5-fe7e-419b-ad7d-c07852be0854 HTTP/1.1" status: 200 len: 217 time: 0.1152878 Dec 10 19:07:51.424373 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-2af17f8e-4887-4017-813d-7c4c2b64fc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:51.436238 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-2af17f8e-4887-4017-813d-7c4c2b64fc50 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f36251e8-d712-4b25-90f0-0b8bc617d421 HTTP/1.1" status: 200 len: 835 time: 0.1410995 Dec 10 19:07:51.550010 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-5d873677-8873-4694-acbf-e05ff5139217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:51.557654 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-5d873677-8873-4694-acbf-e05ff5139217 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d7dbe852-fac5-4cb0-b80e-c3d581fd3a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1128089 Dec 10 19:07:51.590804 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d2bf60-eefd-496c-894a-dfc59fe188f7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Made reservation on behalf of 2c1e90600f5b4bdea41b9a0f5b650216 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:51.713447 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512ac634-f330-4a14-bddb-9fb5a95af6d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-91bc55ab-402d-403c-93c9-96037dd72243', 'network_id': '91bc55ab-402d-403c-93c9-96037dd72243', 'project_id': '2c1e90600f5b4bdea41b9a0f5b650216', 'fixed_ips': [{'subnet_id': 'af590117-6612-4397-acc4-1d92e3981873'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:07:51.716519 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8d2bf60-eefd-496c-894a-dfc59fe188f7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:51.717104 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-512ac634-f330-4a14-bddb-9fb5a95af6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:51.744931 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-f8d2bf60-eefd-496c-894a-dfc59fe188f7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] device_id is not set on port add1108c-5996-4415-ae0a-b2e7baed2774 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:07:51.830334 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-77b8731c-3e1e-4429-8d4d-86b6c9c3ef16 service neutron] 10.222.0.46 "GET /v2.0/networks/d7dbe852-fac5-4cb0-b80e-c3d581fd3a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643979 Dec 10 19:07:51.867466 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f8c5e-6e65-44b7-8b35-de606445a599 req-fe29b7c2-f76e-4a9b-ac11-197dba63a4dd tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:51.869290 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-065f8c5e-6e65-44b7-8b35-de606445a599 req-fe29b7c2-f76e-4a9b-ac11-197dba63a4dd tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 944 time: 0.3104336 Dec 10 19:07:51.887879 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-512ac634-f330-4a14-bddb-9fb5a95af6d1 None None] Allocated IP 2001:db8::2 (91bc55ab-402d-403c-93c9-96037dd72243/af590117-6612-4397-acc4-1d92e3981873/8852a7bc-9775-45fe-8ab2-120d9f6808aa) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:51.985319 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-065f8c5e-6e65-44b7-8b35-de606445a599 req-beed83d3-70b9-4988-807c-63bb6c8aa830 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f4dd358-1606-4eee-85ac-21c45c04dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915248 Dec 10 19:07:52.016925 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b3e67895-155d-48d1-8c12-e3c6583187f2 req-6a76d80c-63ba-4056-aaa7-a7194b0c916f service neutron] 10.222.0.46 "GET /v2.0/networks/d7dbe852-fac5-4cb0-b80e-c3d581fd3a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704414 Dec 10 19:07:52.048750 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-512ac634-f330-4a14-bddb-9fb5a95af6d1 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:52.055656 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-512ac634-f330-4a14-bddb-9fb5a95af6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:52.098451 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512ac634-f330-4a14-bddb-9fb5a95af6d1 None None] Network 91bc55ab-402d-403c-93c9-96037dd72243 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:52.104058 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-512ac634-f330-4a14-bddb-9fb5a95af6d1 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:52.108160 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512ac634-f330-4a14-bddb-9fb5a95af6d1 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:52.113166 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89e7d5-465a-4b44-aaad-77a1a2056b45 req-5edd35d4-f983-4c4f-bc73-f5f8b31a03c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:52.114733 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef89e7d5-465a-4b44-aaad-77a1a2056b45 req-5edd35d4-f983-4c4f-bc73-f5f8b31a03c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 1095 time: 0.0480602 Dec 10 19:07:52.118291 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-f8d2bf60-eefd-496c-894a-dfc59fe188f7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Allocated IP 2001:db8::10 (91bc55ab-402d-403c-93c9-96037dd72243/af590117-6612-4397-acc4-1d92e3981873/add1108c-5996-4415-ae0a-b2e7baed2774) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:52.118471 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ac634-f330-4a14-bddb-9fb5a95af6d1 None None] Pushing event updated for resources: {'Port': ['ID=8852a7bc-9775-45fe-8ab2-120d9f6808aa,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:52.182790 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-512ac634-f330-4a14-bddb-9fb5a95af6d1 None None] Attempting to bind port 8852a7bc-9775-45fe-8ab2-120d9f6808aa on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:07:52.183302 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-512ac634-f330-4a14-bddb-9fb5a95af6d1 None None] Attempting to bind port 8852a7bc-9775-45fe-8ab2-120d9f6808aa by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '06c66e62-07a9-44e6-bbde-b92b346d98b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '91bc55ab-402d-403c-93c9-96037dd72243'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:07:52.183673 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512ac634-f330-4a14-bddb-9fb5a95af6d1 None None] Attempting to bind port 8852a7bc-9775-45fe-8ab2-120d9f6808aa on network 91bc55ab-402d-403c-93c9-96037dd72243 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:07:52.192648 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512ac634-f330-4a14-bddb-9fb5a95af6d1 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:07:52.193051 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512ac634-f330-4a14-bddb-9fb5a95af6d1 None None] Checking segment: {'id': '06c66e62-07a9-44e6-bbde-b92b346d98b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '91bc55ab-402d-403c-93c9-96037dd72243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:07:52.193515 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-512ac634-f330-4a14-bddb-9fb5a95af6d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:52.193921 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512ac634-f330-4a14-bddb-9fb5a95af6d1 None None] Bound using segment: {'id': '06c66e62-07a9-44e6-bbde-b92b346d98b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '91bc55ab-402d-403c-93c9-96037dd72243'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:07:52.194539 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-512ac634-f330-4a14-bddb-9fb5a95af6d1 None None] Bound port: 8852a7bc-9775-45fe-8ab2-120d9f6808aa, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c66e62-07a9-44e6-bbde-b92b346d98b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '91bc55ab-402d-403c-93c9-96037dd72243'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:07:52.195522 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-512ac634-f330-4a14-bddb-9fb5a95af6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:52.253856 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89e7d5-465a-4b44-aaad-77a1a2056b45 req-9a77281d-b021-4b75-bcdd-cf388df63d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:52.255636 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef89e7d5-465a-4b44-aaad-77a1a2056b45 req-9a77281d-b021-4b75-bcdd-cf388df63d55 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d7dbe852-fac5-4cb0-b80e-c3d581fd3a93 HTTP/1.1" status: 200 len: 897 time: 0.1261199 Dec 10 19:07:52.279607 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-512ac634-f330-4a14-bddb-9fb5a95af6d1 None None] For port 8852a7bc-9775-45fe-8ab2-120d9f6808aa, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:07:52.283381 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-512ac634-f330-4a14-bddb-9fb5a95af6d1 None None] For port 8852a7bc-9775-45fe-8ab2-120d9f6808aa, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=8852a7bc-9775-45fe-8ab2-120d9f6808aa,segment=NetworkSegment(06c66e62-07a9-44e6-bbde-b92b346d98b1),segment_id=06c66e62-07a9-44e6-bbde-b92b346d98b1)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:07:52.292505 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-512ac634-f330-4a14-bddb-9fb5a95af6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:52.310061 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef89e7d5-465a-4b44-aaad-77a1a2056b45 req-b6aa18c4-f79f-433e-9b80-d9b59b002d32 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24a0c5a5-fe7e-419b-ad7d-c07852be0854 HTTP/1.1" status: 200 len: 217 time: 0.0464633 Dec 10 19:07:52.371172 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8d2bf60-eefd-496c-894a-dfc59fe188f7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:52.392991 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ac634-f330-4a14-bddb-9fb5a95af6d1 None None] Pushing event updated for resources: {'Port': ['ID=8852a7bc-9775-45fe-8ab2-120d9f6808aa,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:52.409596 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89e7d5-465a-4b44-aaad-77a1a2056b45 req-1cf96865-4388-4508-b7d7-259bc0773c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:52.411343 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef89e7d5-465a-4b44-aaad-77a1a2056b45 req-1cf96865-4388-4508-b7d7-259bc0773c9b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f36251e8-d712-4b25-90f0-0b8bc617d421 HTTP/1.1" status: 200 len: 835 time: 0.0922887 Dec 10 19:07:52.422084 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8d2bf60-eefd-496c-894a-dfc59fe188f7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:52.451234 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b1fcdeb5-9bf9-4304-9f0f-3cf47ada8841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:52.490506 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89e7d5-465a-4b44-aaad-77a1a2056b45 req-3325aae0-f0cd-4b08-b530-244168ce65f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:52.494054 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef89e7d5-465a-4b44-aaad-77a1a2056b45 req-3325aae0-f0cd-4b08-b530-244168ce65f8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d7dbe852-fac5-4cb0-b80e-c3d581fd3a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707698 Dec 10 19:07:52.518523 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d2bf60-eefd-496c-894a-dfc59fe188f7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Network 91bc55ab-402d-403c-93c9-96037dd72243 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:52.521659 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-f8d2bf60-eefd-496c-894a-dfc59fe188f7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:52.527104 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d2bf60-eefd-496c-894a-dfc59fe188f7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:52.532935 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d2bf60-eefd-496c-894a-dfc59fe188f7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:52.533593 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8d2bf60-eefd-496c-894a-dfc59fe188f7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:52.546619 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2bf60-eefd-496c-894a-dfc59fe188f7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Port': ['ID=add1108c-5996-4415-ae0a-b2e7baed2774,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:52.559913 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f8d2bf60-eefd-496c-894a-dfc59fe188f7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2971573 Dec 10 19:07:52.563915 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38414) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:52.569267 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-2d4eecce-086e-437e-ab4a-273e83e827d1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'port': {'network_id': '91bc55ab-402d-403c-93c9-96037dd72243', 'name': 'tempest-PortsIpV6TestJSON-1962489956', 'fixed_ips': [{'subnet_id': 'af590117-6612-4397-acc4-1d92e3981873', 'ip_address': '2001:db8::f'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:52.742044 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef89e7d5-465a-4b44-aaad-77a1a2056b45 req-cf9e274c-bb5d-4bdc-9d3c-5e0a0cd4a62c service neutron] 10.222.0.46 "GET /v2.0/networks/d7dbe852-fac5-4cb0-b80e-c3d581fd3a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282767 Dec 10 19:07:52.884291 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4eecce-086e-437e-ab4a-273e83e827d1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Made reservation on behalf of 2c1e90600f5b4bdea41b9a0f5b650216 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:52.890537 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d4eecce-086e-437e-ab4a-273e83e827d1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:52.896275 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef89e7d5-465a-4b44-aaad-77a1a2056b45 req-1193e123-d6b5-49e4-be37-875f8c2e9524 service neutron] 10.222.0.46 "GET /v2.0/networks/d7dbe852-fac5-4cb0-b80e-c3d581fd3a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519823 Dec 10 19:07:52.933107 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-2d4eecce-086e-437e-ab4a-273e83e827d1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] device_id is not set on port 3f80a5b8-6aa3-4c84-b928-713d175b277b yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:07:53.133993 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-2d4eecce-086e-437e-ab4a-273e83e827d1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Allocated IP 2001:db8::f (91bc55ab-402d-403c-93c9-96037dd72243/af590117-6612-4397-acc4-1d92e3981873/3f80a5b8-6aa3-4c84-b928-713d175b277b) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:53.160163 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f502e0-113e-4ec3-9828-6511873c7099 req-6ff24108-191b-49e6-abff-5ab822cee2ef tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:53.162981 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e8f502e0-113e-4ec3-9828-6511873c7099 req-6ff24108-191b-49e6-abff-5ab822cee2ef tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 944 time: 0.0818410 Dec 10 19:07:53.308678 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e8f502e0-113e-4ec3-9828-6511873c7099 req-5e932a84-3255-49f2-8bc4-dc9da902c0fc tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f4dd358-1606-4eee-85ac-21c45c04dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034160 Dec 10 19:07:53.359443 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d4eecce-086e-437e-ab4a-273e83e827d1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:53.403515 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d4eecce-086e-437e-ab4a-273e83e827d1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:53.450644 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4eecce-086e-437e-ab4a-273e83e827d1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Network 91bc55ab-402d-403c-93c9-96037dd72243 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:53.457411 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-2d4eecce-086e-437e-ab4a-273e83e827d1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:53.460814 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4eecce-086e-437e-ab4a-273e83e827d1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:53.467946 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4eecce-086e-437e-ab4a-273e83e827d1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:53.469658 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d4eecce-086e-437e-ab4a-273e83e827d1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:53.476855 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:53.492389 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2d4eecce-086e-437e-ab4a-273e83e827d1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9266200 Dec 10 19:07:53.493320 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4eecce-086e-437e-ab4a-273e83e827d1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Port': ['ID=3f80a5b8-6aa3-4c84-b928-713d175b277b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:53.495109 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38418) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:53.599093 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba80fad-2fef-445a-ad56-a332ca257d44 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:53.601335 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-aba80fad-2fef-445a-ad56-a332ca257d44 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1020803 Dec 10 19:07:53.604153 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38420) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:53.703381 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb352ea-7d9d-4de8-89ee-70611839d388 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:53.709930 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb352ea-7d9d-4de8-89ee-70611839d388 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:53.717022 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb352ea-7d9d-4de8-89ee-70611839d388 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:53.720461 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-acb352ea-7d9d-4de8-89ee-70611839d388 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1134174 Dec 10 19:07:53.721723 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38422) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:53.730023 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4e2c9a-6ce6-4f86-99c7-34b8ad512596 None None] Network 91bc55ab-402d-403c-93c9-96037dd72243 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:07:53.800066 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9fc464a0-b321-4406-92a2-bb3bd2859987 None None] Provisioning complete for port 8852a7bc-9775-45fe-8ab2-120d9f6808aa triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:53.800408 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9fc464a0-b321-4406-92a2-bb3bd2859987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:53.813013 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a468c828-2896-420b-bcff-3b09174a2271 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Deleting port 3f80a5b8-6aa3-4c84-b928-713d175b277b {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:53.813013 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a468c828-2896-420b-bcff-3b09174a2271 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:53.916416 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a468c828-2896-420b-bcff-3b09174a2271 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:53.924871 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9fc464a0-b321-4406-92a2-bb3bd2859987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:53.938463 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a468c828-2896-420b-bcff-3b09174a2271 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Calling delete_port for 3f80a5b8-6aa3-4c84-b928-713d175b277b owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:53.972286 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9fc464a0-b321-4406-92a2-bb3bd2859987 None None] For port 8852a7bc-9775-45fe-8ab2-120d9f6808aa, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=8852a7bc-9775-45fe-8ab2-120d9f6808aa,segment=NetworkSegment(06c66e62-07a9-44e6-bbde-b92b346d98b1),segment_id=06c66e62-07a9-44e6-bbde-b92b346d98b1)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:53.981946 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9fc464a0-b321-4406-92a2-bb3bd2859987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:54.060084 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc464a0-b321-4406-92a2-bb3bd2859987 None None] Pushing event updated for resources: {'Port': ['ID=8852a7bc-9775-45fe-8ab2-120d9f6808aa,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:54.100433 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a468c828-2896-420b-bcff-3b09174a2271 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:54.132911 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a468c828-2896-420b-bcff-3b09174a2271 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'Port': ['ID=3f80a5b8-6aa3-4c84-b928-713d175b277b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:54.163744 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a468c828-2896-420b-bcff-3b09174a2271 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:54.169866 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a468c828-2896-420b-bcff-3b09174a2271 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/ports/3f80a5b8-6aa3-4c84-b928-713d175b277b HTTP/1.1" status: 204 len: 168 time: 0.4444423 Dec 10 19:07:54.173100 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38426) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:54.203528 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-903d6bd4-375f-4594-9be2-adce7b20ee9f tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] GET failed (client error): The resource could not be found. Dec 10 19:07:54.207510 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-903d6bd4-375f-4594-9be2-adce7b20ee9f tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "GET /v2.0/ports/3f80a5b8-6aa3-4c84-b928-713d175b277b HTTP/1.1" status: 404 len: 333 time: 0.0307257 Dec 10 19:07:54.208102 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38428) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:54.234250 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c96ab027-17a8-4d9a-bd55-426f9a6f2b44 None None] Provisioning complete for port add1108c-5996-4415-ae0a-b2e7baed2774 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:54.235274 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c96ab027-17a8-4d9a-bd55-426f9a6f2b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:54.282391 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c96ab027-17a8-4d9a-bd55-426f9a6f2b44 None None] Port add1108c-5996-4415-ae0a-b2e7baed2774 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:07:54.298182 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c96ab027-17a8-4d9a-bd55-426f9a6f2b44 None None] Provisioning complete for port 8852a7bc-9775-45fe-8ab2-120d9f6808aa triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:54.298470 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c96ab027-17a8-4d9a-bd55-426f9a6f2b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:54.307790 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ebd0fdf6-e085-4075-922e-3a5071667260 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Deleting port add1108c-5996-4415-ae0a-b2e7baed2774 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:54.308142 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ebd0fdf6-e085-4075-922e-3a5071667260 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:54.447573 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 8852a7bc-9775-45fe-8ab2-120d9f6808aa up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:07:54.476708 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ebd0fdf6-e085-4075-922e-3a5071667260 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:54.505724 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ebd0fdf6-e085-4075-922e-3a5071667260 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Calling delete_port for add1108c-5996-4415-ae0a-b2e7baed2774 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:54.520477 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effea7f4-4fd1-4234-b38f-f5e9558b4f7c req-41eee0ed-200c-47c7-8cba-4dfcaa31b014 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:54.522306 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c96ab027-17a8-4d9a-bd55-426f9a6f2b44 None None] Could not find standard attr ID for object 3f80a5b8-6aa3-4c84-b928-713d175b277b. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:07:54.531767 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-effea7f4-4fd1-4234-b38f-f5e9558b4f7c req-41eee0ed-200c-47c7-8cba-4dfcaa31b014 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 944 time: 0.0881855 Dec 10 19:07:54.538591 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 8852a7bc-9775-45fe-8ab2-120d9f6808aa triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:54.539233 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:54.612260 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-effea7f4-4fd1-4234-b38f-f5e9558b4f7c req-7b8644c3-ff90-46e2-8c98-b343453a82af tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f4dd358-1606-4eee-85ac-21c45c04dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794160 Dec 10 19:07:54.693959 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ebd0fdf6-e085-4075-922e-3a5071667260 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:54.728623 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd0fdf6-e085-4075-922e-3a5071667260 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'Port': ['ID=add1108c-5996-4415-ae0a-b2e7baed2774,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:54.743204 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4eed0c62-dce0-4661-97c1-316d2effba47 None None] Could not find standard attr ID for object add1108c-5996-4415-ae0a-b2e7baed2774. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:07:54.760259 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ebd0fdf6-e085-4075-922e-3a5071667260 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:54.764004 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ebd0fdf6-e085-4075-922e-3a5071667260 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/ports/add1108c-5996-4415-ae0a-b2e7baed2774 HTTP/1.1" status: 204 len: 168 time: 0.5546916 Dec 10 19:07:54.766677 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38432) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:54.793239 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-64ed0940-9522-4fab-808f-3b19cb88399c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] GET failed (client error): The resource could not be found. Dec 10 19:07:54.795629 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-64ed0940-9522-4fab-808f-3b19cb88399c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "GET /v2.0/ports/add1108c-5996-4415-ae0a-b2e7baed2774 HTTP/1.1" status: 404 len: 333 time: 0.0269837 Dec 10 19:07:54.797508 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38434) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:54.867869 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:54.880162 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-08dd8198-3009-4fe7-894a-0cb77522f893 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Deleting subnet af590117-6612-4397-acc4-1d92e3981873 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:07:54.884270 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08dd8198-3009-4fe7-894a-0cb77522f893 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:54.934906 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08dd8198-3009-4fe7-894a-0cb77522f893 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:54.959701 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-bbe2c7dd-d552-42a7-ab4f-0ca117e2becc None None] Could not find standard attr ID for object 3f80a5b8-6aa3-4c84-b928-713d175b277b. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:07:55.038236 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08dd8198-3009-4fe7-894a-0cb77522f893 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:55.118827 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08dd8198-3009-4fe7-894a-0cb77522f893 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:55.144850 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd8198-3009-4fe7-894a-0cb77522f893 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'Subnet': ['ID=af590117-6612-4397-acc4-1d92e3981873,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:55.154917 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08dd8198-3009-4fe7-894a-0cb77522f893 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:55.158591 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-08dd8198-3009-4fe7-894a-0cb77522f893 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/subnets/af590117-6612-4397-acc4-1d92e3981873 HTTP/1.1" status: 204 len: 168 time: 0.3601539 Dec 10 19:07:55.161693 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38438) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:55.246549 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-51f387dd-a8af-422c-aae9-8319de6f8391 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:55.315509 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-51f387dd-a8af-422c-aae9-8319de6f8391 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Deleting port 8852a7bc-9775-45fe-8ab2-120d9f6808aa {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:55.315857 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-51f387dd-a8af-422c-aae9-8319de6f8391 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:55.338975 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 24a0c5a5-fe7e-419b-ad7d-c07852be0854 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:07:55.390546 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-51f387dd-a8af-422c-aae9-8319de6f8391 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] For port 8852a7bc-9775-45fe-8ab2-120d9f6808aa, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=8852a7bc-9775-45fe-8ab2-120d9f6808aa,segment=NetworkSegment(06c66e62-07a9-44e6-bbde-b92b346d98b1),segment_id=06c66e62-07a9-44e6-bbde-b92b346d98b1)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:55.390915 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-51f387dd-a8af-422c-aae9-8319de6f8391 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:55.405617 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-51f387dd-a8af-422c-aae9-8319de6f8391 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Calling delete_port for 8852a7bc-9775-45fe-8ab2-120d9f6808aa owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:55.416506 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3f797c-c3df-4055-8b98-0bc3c39f1d6c None None] Network 91bc55ab-402d-403c-93c9-96037dd72243 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:07:55.493503 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-51f387dd-a8af-422c-aae9-8319de6f8391 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:55.507381 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f387dd-a8af-422c-aae9-8319de6f8391 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] No DVR routers for this DVR port 8852a7bc-9775-45fe-8ab2-120d9f6808aa on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:07:55.535713 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:55.554816 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 24a0c5a5-fe7e-419b-ad7d-c07852be0854, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=24a0c5a5-fe7e-419b-ad7d-c07852be0854,segment=NetworkSegment(c4c07199-793c-4917-9fe5-f030f298a5a1),segment_id=c4c07199-793c-4917-9fe5-f030f298a5a1)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:55.566695 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '24a0c5a5-fe7e-419b-ad7d-c07852be0854', 'network_id': 'd7dbe852-fac5-4cb0-b80e-c3d581fd3a93', 'port_id': '24a0c5a5-fe7e-419b-ad7d-c07852be0854', 'mac_address': 'fa:16:3e:c5:ad:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f36251e8-d712-4b25-90f0-0b8bc617d421', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:07:55.610015 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:55.618838 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f387dd-a8af-422c-aae9-8319de6f8391 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'Port': ['ID=8852a7bc-9775-45fe-8ab2-120d9f6808aa,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:55.627474 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24a0c5a5-fe7e-419b-ad7d-c07852be0854 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:07:55.634229 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-51f387dd-a8af-422c-aae9-8319de6f8391 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:55.645399 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6b07bc-b5b7-4e5d-9938-3f2e37340b34 None None] DHCP port deletion for 91bc55ab-402d-403c-93c9-96037dd72243 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:07:55.658382 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 24a0c5a5-fe7e-419b-ad7d-c07852be0854, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=24a0c5a5-fe7e-419b-ad7d-c07852be0854,segment=NetworkSegment(c4c07199-793c-4917-9fe5-f030f298a5a1),segment_id=c4c07199-793c-4917-9fe5-f030f298a5a1)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:55.667164 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-51f387dd-a8af-422c-aae9-8319de6f8391 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91bc55ab-402d-403c-93c9-96037dd72243']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:55.671736 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:55.684429 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-51f387dd-a8af-422c-aae9-8319de6f8391 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c66e62-07a9-44e6-bbde-b92b346d98b1') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:55.684812 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-51f387dd-a8af-422c-aae9-8319de6f8391 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c66e62-07a9-44e6-bbde-b92b346d98b1') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:55.699478 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-51f387dd-a8af-422c-aae9-8319de6f8391 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:55.717802 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-51f387dd-a8af-422c-aae9-8319de6f8391 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:55.724777 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=24a0c5a5-fe7e-419b-ad7d-c07852be0854,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:55.727580 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f387dd-a8af-422c-aae9-8319de6f8391 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:07:55.728229 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-51f387dd-a8af-422c-aae9-8319de6f8391 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:55.735908 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:07:55.735908 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:07:55.735908 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:07:55.735908 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:07:55.735908 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:07:55.735908 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:07:55.735908 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:07:55.735908 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:07:55.735908 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:07:55.735908 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:07:55.735908 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:07:55.735908 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:07:55.735908 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:07:55.735908 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:07:55.735908 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:07:55.735908 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:07:55.735908 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:07:55.735908 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:07:55.735908 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:07:55.735908 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:07:55.735908 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:07:55.735908 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:07:55.735908 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:07:55.735908 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:07:55.735908 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:07:55.735908 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:07:55.735908 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:07:55.735908 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:07:55.735908 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:07:55.735908 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:07:55.735908 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:07:55.735908 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:07:55.824227 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-51f387dd-a8af-422c-aae9-8319de6f8391 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:55.833208 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-51f387dd-a8af-422c-aae9-8319de6f8391 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:55.837358 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-51f387dd-a8af-422c-aae9-8319de6f8391 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/networks/91bc55ab-402d-403c-93c9-96037dd72243 HTTP/1.1" status: 204 len: 168 time: 0.6745677 Dec 10 19:07:55.841715 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38442) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:55.848055 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b10139fd-9557-4024-9e4b-038bae3e95ba tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1420164127'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:55.866650 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8504867-4ad6-492a-a480-e08300e570cf req-5756b175-722f-4138-90c3-1bd2b5ae9272 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:55.872243 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a8504867-4ad6-492a-a480-e08300e570cf req-5756b175-722f-4138-90c3-1bd2b5ae9272 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 945 time: 0.0928042 Dec 10 19:07:55.875416 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f387dd-a8af-422c-aae9-8319de6f8391 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'Network': ['ID=91bc55ab-402d-403c-93c9-96037dd72243,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:55.877768 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10139fd-9557-4024-9e4b-038bae3e95ba tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Made reservation on behalf of 2c1e90600f5b4bdea41b9a0f5b650216 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:55.880501 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['24a0c5a5-fe7e-419b-ad7d-c07852be0854'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:07:55.886276 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b10139fd-9557-4024-9e4b-038bae3e95ba tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:55.915307 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b10139fd-9557-4024-9e4b-038bae3e95ba tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:07:55.936858 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a8504867-4ad6-492a-a480-e08300e570cf req-a9a4d759-7318-47a9-8822-dc6ea53d8e27 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f4dd358-1606-4eee-85ac-21c45c04dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567222 Dec 10 19:07:55.949361 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b10139fd-9557-4024-9e4b-038bae3e95ba tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:55.949874 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-b10139fd-9557-4024-9e4b-038bae3e95ba tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Added segment 7d5096f6-db5e-4790-a795-6b6199af84e2 of type vlan for network 21e17c56-a257-48ad-bcd7-2b377434d568 Dec 10 19:07:55.997897 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b10139fd-9557-4024-9e4b-038bae3e95ba tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:56.024804 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b10139fd-9557-4024-9e4b-038bae3e95ba tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:56.030978 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10139fd-9557-4024-9e4b-038bae3e95ba tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:56.031723 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b10139fd-9557-4024-9e4b-038bae3e95ba tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:56.100557 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38446) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:56.101539 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b10139fd-9557-4024-9e4b-038bae3e95ba tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2573836 Dec 10 19:07:56.106629 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-3098ca1c-6f0d-4d8a-9187-f1e8a64a3c0c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'subnet': {'network_id': '21e17c56-a257-48ad-bcd7-2b377434d568', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:56.120616 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10139fd-9557-4024-9e4b-038bae3e95ba tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Network': ['ID=21e17c56-a257-48ad-bcd7-2b377434d568,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:56.136965 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 21e17c56-a257-48ad-bcd7-2b377434d568 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:07:56.200545 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38452) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:56.214372 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3098ca1c-6f0d-4d8a-9187-f1e8a64a3c0c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Made reservation on behalf of 2c1e90600f5b4bdea41b9a0f5b650216 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:56.218511 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3098ca1c-6f0d-4d8a-9187-f1e8a64a3c0c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:56.375934 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 8852a7bc-9775-45fe-8ab2-120d9f6808aa no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:07:56.405978 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 8852a7bc-9775-45fe-8ab2-120d9f6808aa {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:07:56.406332 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 8852a7bc-9775-45fe-8ab2-120d9f6808aa not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:07:56.443293 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3098ca1c-6f0d-4d8a-9187-f1e8a64a3c0c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:56.499524 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098ca1c-6f0d-4d8a-9187-f1e8a64a3c0c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Subnet': ['ID=c614ad26-03aa-4301-8631-9a525bdf4933,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:56.516264 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3098ca1c-6f0d-4d8a-9187-f1e8a64a3c0c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Checking segment: {'id': '7d5096f6-db5e-4790-a795-6b6199af84e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '21e17c56-a257-48ad-bcd7-2b377434d568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:07:56.516692 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3098ca1c-6f0d-4d8a-9187-f1e8a64a3c0c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Network hostable DHCP agents. Network: 21e17c56-a257-48ad-bcd7-2b377434d568, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:07:56.536117 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3098ca1c-6f0d-4d8a-9187-f1e8a64a3c0c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Network 21e17c56-a257-48ad-bcd7-2b377434d568 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:07:56.547316 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-3098ca1c-6f0d-4d8a-9187-f1e8a64a3c0c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 21e17c56-a257-48ad-bcd7-2b377434d568) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:56.551568 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3098ca1c-6f0d-4d8a-9187-f1e8a64a3c0c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:56.552169 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3098ca1c-6f0d-4d8a-9187-f1e8a64a3c0c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:56.559071 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7478da23-c633-4572-b4f3-42688432057c None None] Network 21e17c56-a257-48ad-bcd7-2b377434d568 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:07:56.572978 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3098ca1c-6f0d-4d8a-9187-f1e8a64a3c0c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4707603 Dec 10 19:07:56.575427 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38456) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:56.581946 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-43e70d7a-f757-4c63-9126-fa83b4cfa0fa tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1836292089', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:56.613953 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-43e70d7a-f757-4c63-9126-fa83b4cfa0fa tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:56.615094 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-43e70d7a-f757-4c63-9126-fa83b4cfa0fa tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:56.695459 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db4a7b2-138b-4e61-824e-d3767eb5057b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-21e17c56-a257-48ad-bcd7-2b377434d568', 'network_id': '21e17c56-a257-48ad-bcd7-2b377434d568', 'project_id': '2c1e90600f5b4bdea41b9a0f5b650216', 'fixed_ips': [{'subnet_id': 'c614ad26-03aa-4301-8631-9a525bdf4933'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:07:56.696429 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0db4a7b2-138b-4e61-824e-d3767eb5057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:56.697785 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-43e70d7a-f757-4c63-9126-fa83b4cfa0fa tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:56.702881 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-43e70d7a-f757-4c63-9126-fa83b4cfa0fa tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:56.728209 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-43e70d7a-f757-4c63-9126-fa83b4cfa0fa tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:56.732699 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-43e70d7a-f757-4c63-9126-fa83b4cfa0fa tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1561856 Dec 10 19:07:56.733308 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38458) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:56.738246 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-37faf36c-eac2-4ec9-83b6-ac22d8dfe2ba tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'port': {'network_id': '21e17c56-a257-48ad-bcd7-2b377434d568', 'name': 'tempest-PortsIpV6TestJSON-545227964'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:56.772408 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-35d1c0ea-91d7-4381-bc6f-2a2d372ca2bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:56.849628 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37faf36c-eac2-4ec9-83b6-ac22d8dfe2ba tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Made reservation on behalf of 2c1e90600f5b4bdea41b9a0f5b650216 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:56.854363 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-37faf36c-eac2-4ec9-83b6-ac22d8dfe2ba tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:56.859651 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-0db4a7b2-138b-4e61-824e-d3767eb5057b None None] Allocated IP 2001:db8::2 (21e17c56-a257-48ad-bcd7-2b377434d568/c614ad26-03aa-4301-8631-9a525bdf4933/50ab7c25-5d11-49d1-8162-9bfcc8931f7a) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:56.872408 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-37faf36c-eac2-4ec9-83b6-ac22d8dfe2ba tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] device_id is not set on port 7d9ac706-1082-47f2-b4bb-550984226b32 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:07:57.014538 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0db4a7b2-138b-4e61-824e-d3767eb5057b None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:57.020911 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0db4a7b2-138b-4e61-824e-d3767eb5057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:57.068083 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db4a7b2-138b-4e61-824e-d3767eb5057b None None] Network 21e17c56-a257-48ad-bcd7-2b377434d568 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:57.071230 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-0db4a7b2-138b-4e61-824e-d3767eb5057b None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:57.073933 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-35d1c0ea-91d7-4381-bc6f-2a2d372ca2bb admin admin] Deleting port 58fc6c09-4be9-4326-9765-bd52784ff9ce {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:57.074437 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-35d1c0ea-91d7-4381-bc6f-2a2d372ca2bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:57.075006 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db4a7b2-138b-4e61-824e-d3767eb5057b None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:57.082658 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc04313-3262-4787-a26e-ce3a0c0490af req-cb5f3034-388f-4a0a-9f0b-ebd7ad588ef7 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:57.083141 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-37faf36c-eac2-4ec9-83b6-ac22d8dfe2ba tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Allocated IP 2001:db8::212 (21e17c56-a257-48ad-bcd7-2b377434d568/c614ad26-03aa-4301-8631-9a525bdf4933/7d9ac706-1082-47f2-b4bb-550984226b32) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:57.084146 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ebc04313-3262-4787-a26e-ce3a0c0490af req-cb5f3034-388f-4a0a-9f0b-ebd7ad588ef7 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 945 time: 0.0702953 Dec 10 19:07:57.086600 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4a7b2-138b-4e61-824e-d3767eb5057b None None] Pushing event updated for resources: {'Port': ['ID=50ab7c25-5d11-49d1-8162-9bfcc8931f7a,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:57.146893 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0db4a7b2-138b-4e61-824e-d3767eb5057b None None] Attempting to bind port 50ab7c25-5d11-49d1-8162-9bfcc8931f7a on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:07:57.147289 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0db4a7b2-138b-4e61-824e-d3767eb5057b None None] Attempting to bind port 50ab7c25-5d11-49d1-8162-9bfcc8931f7a by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '7d5096f6-db5e-4790-a795-6b6199af84e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '21e17c56-a257-48ad-bcd7-2b377434d568'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:07:57.147690 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db4a7b2-138b-4e61-824e-d3767eb5057b None None] Attempting to bind port 50ab7c25-5d11-49d1-8162-9bfcc8931f7a on network 21e17c56-a257-48ad-bcd7-2b377434d568 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:07:57.153248 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db4a7b2-138b-4e61-824e-d3767eb5057b None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:07:57.153627 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db4a7b2-138b-4e61-824e-d3767eb5057b None None] Checking segment: {'id': '7d5096f6-db5e-4790-a795-6b6199af84e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '21e17c56-a257-48ad-bcd7-2b377434d568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:07:57.154028 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0db4a7b2-138b-4e61-824e-d3767eb5057b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:57.154419 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db4a7b2-138b-4e61-824e-d3767eb5057b None None] Bound using segment: {'id': '7d5096f6-db5e-4790-a795-6b6199af84e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '21e17c56-a257-48ad-bcd7-2b377434d568'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:07:57.154880 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0db4a7b2-138b-4e61-824e-d3767eb5057b None None] Bound port: 50ab7c25-5d11-49d1-8162-9bfcc8931f7a, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d5096f6-db5e-4790-a795-6b6199af84e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '21e17c56-a257-48ad-bcd7-2b377434d568'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:07:57.155257 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0db4a7b2-138b-4e61-824e-d3767eb5057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:57.184133 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ebc04313-3262-4787-a26e-ce3a0c0490af req-28daf796-9823-44db-823a-b4e8a9c23a0e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f4dd358-1606-4eee-85ac-21c45c04dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850232 Dec 10 19:07:57.219468 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-35d1c0ea-91d7-4381-bc6f-2a2d372ca2bb admin admin] For port 58fc6c09-4be9-4326-9765-bd52784ff9ce, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=58fc6c09-4be9-4326-9765-bd52784ff9ce,segment=NetworkSegment(03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f),segment_id=03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:57.219860 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-35d1c0ea-91d7-4381-bc6f-2a2d372ca2bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:57.234305 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0db4a7b2-138b-4e61-824e-d3767eb5057b None None] For port 50ab7c25-5d11-49d1-8162-9bfcc8931f7a, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:07:57.237655 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-35d1c0ea-91d7-4381-bc6f-2a2d372ca2bb admin admin] Calling delete_port for 58fc6c09-4be9-4326-9765-bd52784ff9ce owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:57.237800 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0db4a7b2-138b-4e61-824e-d3767eb5057b None None] For port 50ab7c25-5d11-49d1-8162-9bfcc8931f7a, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=50ab7c25-5d11-49d1-8162-9bfcc8931f7a,segment=NetworkSegment(7d5096f6-db5e-4790-a795-6b6199af84e2),segment_id=7d5096f6-db5e-4790-a795-6b6199af84e2)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:07:57.243077 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0db4a7b2-138b-4e61-824e-d3767eb5057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:57.277474 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-37faf36c-eac2-4ec9-83b6-ac22d8dfe2ba tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:57.300658 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4a7b2-138b-4e61-824e-d3767eb5057b None None] Pushing event updated for resources: {'Port': ['ID=50ab7c25-5d11-49d1-8162-9bfcc8931f7a,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:57.324351 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-37faf36c-eac2-4ec9-83b6-ac22d8dfe2ba tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:57.353282 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 24a0c5a5-fe7e-419b-ad7d-c07852be0854 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:07:57.381282 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37faf36c-eac2-4ec9-83b6-ac22d8dfe2ba tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Network 21e17c56-a257-48ad-bcd7-2b377434d568 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:57.385852 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-37faf36c-eac2-4ec9-83b6-ac22d8dfe2ba tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:57.389148 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37faf36c-eac2-4ec9-83b6-ac22d8dfe2ba tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:57.395811 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37faf36c-eac2-4ec9-83b6-ac22d8dfe2ba tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:57.396484 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-37faf36c-eac2-4ec9-83b6-ac22d8dfe2ba tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:57.408481 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37faf36c-eac2-4ec9-83b6-ac22d8dfe2ba tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Port': ['ID=7d9ac706-1082-47f2-b4bb-550984226b32,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:57.415369 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 24a0c5a5-fe7e-419b-ad7d-c07852be0854 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:07:57.420785 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 24a0c5a5-fe7e-419b-ad7d-c07852be0854 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:57.421179 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:57.433245 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-37faf36c-eac2-4ec9-83b6-ac22d8dfe2ba tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6987782 Dec 10 19:07:57.436193 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38462) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:57.497871 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-35d1c0ea-91d7-4381-bc6f-2a2d372ca2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:57.515691 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:57.568071 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1c0ea-91d7-4381-bc6f-2a2d372ca2bb admin admin] Pushing event deleted for resources: {'Port': ['ID=58fc6c09-4be9-4326-9765-bd52784ff9ce,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:57.570086 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f1db5b-9775-4962-bdef-725a18ecca85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a0c5a5-fe7e-419b-ad7d-c07852be0854'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:07:57.572485 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8423d9b-46cc-4185-a7f4-86331e3b9084" -d '{"events": [{"server_uuid": "d5f1db5b-9775-4962-bdef-725a18ecca85", "name": "network-vif-plugged", "status": "completed", "tag": "24a0c5a5-fe7e-419b-ad7d-c07852be0854"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:07:57.617285 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 24a0c5a5-fe7e-419b-ad7d-c07852be0854, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=24a0c5a5-fe7e-419b-ad7d-c07852be0854,segment=NetworkSegment(c4c07199-793c-4917-9fe5-f030f298a5a1),segment_id=c4c07199-793c-4917-9fe5-f030f298a5a1)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:57.634728 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:57.726498 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53db5caf-30a0-4caa-a5c3-729daffc9af1 x-openstack-request-id: req-53db5caf-30a0-4caa-a5c3-729daffc9af1 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:07:57.726934 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f1db5b-9775-4962-bdef-725a18ecca85", "name": "network-vif-plugged", "status": "completed", "tag": "24a0c5a5-fe7e-419b-ad7d-c07852be0854", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:07:57.727286 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-53db5caf-30a0-4caa-a5c3-729daffc9af1 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:07:57.727778 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f1db5b-9775-4962-bdef-725a18ecca85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a0c5a5-fe7e-419b-ad7d-c07852be0854', 'code': 200} Dec 10 19:07:57.729429 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=24a0c5a5-fe7e-419b-ad7d-c07852be0854,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:57.820498 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25908fd8-61fd-4e5d-ac47-f823ad48cd4c req-77272fbc-709f-4454-8db9-23826b22cd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:57.822084 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-25908fd8-61fd-4e5d-ac47-f823ad48cd4c req-77272fbc-709f-4454-8db9-23826b22cd58 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 1097 time: 0.0929334 Dec 10 19:07:57.853625 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-35d1c0ea-91d7-4381-bc6f-2a2d372ca2bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:57.896595 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8fc35bc-1e58-4c5a-a051-1747328a1638 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:57.953720 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-25908fd8-61fd-4e5d-ac47-f823ad48cd4c req-03569423-6945-49f7-94be-a8b1ef91ad3b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8f4dd358-1606-4eee-85ac-21c45c04dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234677 Dec 10 19:07:58.096674 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d1c0ea-91d7-4381-bc6f-2a2d372ca2bb admin admin] Router 5ec39eb6-3402-48d7-84e2-c22c2b79fb13 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:07:58.151209 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8fc35bc-1e58-4c5a-a051-1747328a1638 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:58.156409 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8fc35bc-1e58-4c5a-a051-1747328a1638 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:58.234568 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d1c0ea-91d7-4381-bc6f-2a2d372ca2bb admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:07:58.242912 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-35d1c0ea-91d7-4381-bc6f-2a2d372ca2bb admin admin] 10.222.0.62 "PUT /v2.0/routers/5ec39eb6-3402-48d7-84e2-c22c2b79fb13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0390005 Dec 10 19:07:58.243640 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc35bc-1e58-4c5a-a051-1747328a1638 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Port': ['ID=7d9ac706-1082-47f2-b4bb-550984226b32,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:58.245490 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38468) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:58.248840 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffdb1c3-04a4-4baf-a21b-d3d17f277c92 None None] Sync routers for ids ['5ec39eb6-3402-48d7-84e2-c22c2b79fb13'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:07:58.266090 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffdb1c3-04a4-4baf-a21b-d3d17f277c92 None None] Routers {'5ec39eb6-3402-48d7-84e2-c22c2b79fb13'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:07:58.266716 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-dffdb1c3-04a4-4baf-a21b-d3d17f277c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:07:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5ec39eb6-3402-48d7-84e2-c22c2b79fb13'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:58.416575 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8fc35bc-1e58-4c5a-a051-1747328a1638 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:58.514758 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-dffdb1c3-04a4-4baf-a21b-d3d17f277c92 None None] Set router 5ec39eb6-3402-48d7-84e2-c22c2b79fb13 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:07:58.532288 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 50ab7c25-5d11-49d1-8162-9bfcc8931f7a up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:07:58.603320 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8fc35bc-1e58-4c5a-a051-1747328a1638 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:58.640443 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 50ab7c25-5d11-49d1-8162-9bfcc8931f7a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:58.641079 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:58.675155 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1411e0-61a6-4153-bf2f-7953ae793220 None None] Network 21e17c56-a257-48ad-bcd7-2b377434d568 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:07:58.741340 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6916b925-7d47-4fe9-8e0a-5e6b0a6d3821 admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:58.849489 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b13c05-29a5-4468-8415-0e49f384b11e req-1586de82-25ea-4402-baae-1c79b1370a50 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:58.851754 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-21b13c05-29a5-4468-8415-0e49f384b11e req-1586de82-25ea-4402-baae-1c79b1370a50 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 946 time: 0.5484912 Dec 10 19:07:58.864395 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-15bab5c1-ffba-4f49-ba44-fab6296d3abc None None] Provisioning complete for port 50ab7c25-5d11-49d1-8162-9bfcc8931f7a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:58.865193 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-15bab5c1-ffba-4f49-ba44-fab6296d3abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:58.881679 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:58.882803 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-dffdb1c3-04a4-4baf-a21b-d3d17f277c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'name': 'tempest-AttachVolumeTestJSON-819106332-router', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:57:44Z', 'updated_at': '2021-12-10T19:07:57Z', 'revision_number': 5, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'gw_port': {'id': 'fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:90:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:57:45Z', 'updated_at': '2021-12-10T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:58.922111 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-21b13c05-29a5-4468-8415-0e49f384b11e req-3f662803-d767-4111-af09-d07074b3037e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f4dd358-1606-4eee-85ac-21c45c04dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593209 Dec 10 19:07:58.927600 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6916b925-7d47-4fe9-8e0a-5e6b0a6d3821 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:58.936035 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffdb1c3-04a4-4baf-a21b-d3d17f277c92 None None] Checking router: 5ec39eb6-3402-48d7-84e2-c22c2b79fb13 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:07:58.952176 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffdb1c3-04a4-4baf-a21b-d3d17f277c92 None None] Routers {'5ec39eb6-3402-48d7-84e2-c22c2b79fb13'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:07:58.953541 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-dffdb1c3-04a4-4baf-a21b-d3d17f277c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:07:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5ec39eb6-3402-48d7-84e2-c22c2b79fb13'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:58.968467 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8fc35bc-1e58-4c5a-a051-1747328a1638 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:58.973636 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8fc35bc-1e58-4c5a-a051-1747328a1638 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:58.974906 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8fc35bc-1e58-4c5a-a051-1747328a1638 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:59.000448 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 50ab7c25-5d11-49d1-8162-9bfcc8931f7a, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=50ab7c25-5d11-49d1-8162-9bfcc8931f7a,segment=NetworkSegment(7d5096f6-db5e-4790-a795-6b6199af84e2),segment_id=7d5096f6-db5e-4790-a795-6b6199af84e2)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:59.021771 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:59.039295 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc35bc-1e58-4c5a-a051-1747328a1638 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Port': ['ID=7d9ac706-1082-47f2-b4bb-550984226b32,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:59.061844 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6916b925-7d47-4fe9-8e0a-5e6b0a6d3821 admin admin] Deleting port fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:59.062215 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6916b925-7d47-4fe9-8e0a-5e6b0a6d3821 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:59.082344 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-dffdb1c3-04a4-4baf-a21b-d3d17f277c92 None None] Set router 5ec39eb6-3402-48d7-84e2-c22c2b79fb13 gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:07:59.158763 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=50ab7c25-5d11-49d1-8162-9bfcc8931f7a,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:59.169362 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-dffdb1c3-04a4-4baf-a21b-d3d17f277c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'name': 'tempest-AttachVolumeTestJSON-819106332-router', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:57:44Z', 'updated_at': '2021-12-10T19:07:58Z', 'revision_number': 6, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:59.192614 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-6916b925-7d47-4fe9-8e0a-5e6b0a6d3821 admin admin] For port fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:59.193241 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6916b925-7d47-4fe9-8e0a-5e6b0a6d3821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:59.199036 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffdb1c3-04a4-4baf-a21b-d3d17f277c92 None None] The sync data for ids ['5ec39eb6-3402-48d7-84e2-c22c2b79fb13'] in n-d-821435-1 is: [{'id': '5ec39eb6-3402-48d7-84e2-c22c2b79fb13', 'name': 'tempest-AttachVolumeTestJSON-819106332-router', 'tenant_id': '18f4d0de9fea441da6506fc341573bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:57:44Z', 'updated_at': '2021-12-10T19:07:58Z', 'revision_number': 6, 'project_id': '18f4d0de9fea441da6506fc341573bc1', 'gw_port_host': None}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:07:59.211190 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6916b925-7d47-4fe9-8e0a-5e6b0a6d3821 admin admin] Calling delete_port for fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:59.377292 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-59bd887e-f43b-4e13-88d1-069c784c7298 None None] Provisioning complete for port 7d9ac706-1082-47f2-b4bb-550984226b32 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:59.377810 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-59bd887e-f43b-4e13-88d1-069c784c7298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:59.420958 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-59bd887e-f43b-4e13-88d1-069c784c7298 None None] Port 7d9ac706-1082-47f2-b4bb-550984226b32 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:07:59.433586 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-59bd887e-f43b-4e13-88d1-069c784c7298 None None] Provisioning complete for port 50ab7c25-5d11-49d1-8162-9bfcc8931f7a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:59.434103 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-59bd887e-f43b-4e13-88d1-069c784c7298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:59.439590 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6916b925-7d47-4fe9-8e0a-5e6b0a6d3821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:59.473877 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af5e8dc-e1bf-440b-89ac-ec5596952743 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:07:59.495142 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916b925-7d47-4fe9-8e0a-5e6b0a6d3821 admin admin] Pushing event deleted for resources: {'Port': ['ID=fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:59.550472 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6916b925-7d47-4fe9-8e0a-5e6b0a6d3821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:59.592127 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fc35bc-1e58-4c5a-a051-1747328a1638 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Network 21e17c56-a257-48ad-bcd7-2b377434d568 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:59.593999 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-a8fc35bc-1e58-4c5a-a051-1747328a1638 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:59.686465 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6916b925-7d47-4fe9-8e0a-5e6b0a6d3821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:59.688992 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6916b925-7d47-4fe9-8e0a-5e6b0a6d3821 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:59.705280 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f55c1313-d0a0-49d3-a06e-9246993e7f29 None None] Provisioning complete for port 7d9ac706-1082-47f2-b4bb-550984226b32 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:59.705753 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f55c1313-d0a0-49d3-a06e-9246993e7f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:59.743187 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6916b925-7d47-4fe9-8e0a-5e6b0a6d3821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:59.743984 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6916b925-7d47-4fe9-8e0a-5e6b0a6d3821 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ec39eb6-3402-48d7-84e2-c22c2b79fb13 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:07:59.747114 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8fc35bc-1e58-4c5a-a051-1747328a1638 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Router 99efe9fb-9e25-4a10-8ef8-6f86714ea88b is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:07:59.748559 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f55c1313-d0a0-49d3-a06e-9246993e7f29 None None] Port 7d9ac706-1082-47f2-b4bb-550984226b32 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:07:59.755885 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6916b925-7d47-4fe9-8e0a-5e6b0a6d3821 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:59.760505 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6916b925-7d47-4fe9-8e0a-5e6b0a6d3821 admin admin] 10.222.0.62 "DELETE /v2.0/routers/5ec39eb6-3402-48d7-84e2-c22c2b79fb13 HTTP/1.1" status: 204 len: 168 time: 1.5050387 Dec 10 19:07:59.760646 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38470) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:59.807308 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-5183fd50-f356-4ddb-99b5-1c5f441187d2 admin admin] Deleting subnet fca310e3-485d-42a7-b973-3f839349aa93 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:07:59.810675 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5183fd50-f356-4ddb-99b5-1c5f441187d2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:59.843769 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fc35bc-1e58-4c5a-a051-1747328a1638 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:07:59.850372 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5183fd50-f356-4ddb-99b5-1c5f441187d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:59.851752 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a8fc35bc-1e58-4c5a-a051-1747328a1638 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "PUT /v2.0/routers/99efe9fb-9e25-4a10-8ef8-6f86714ea88b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4144716 Dec 10 19:07:59.852376 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38472) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:59.855250 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55328543-4420-44f1-9b5b-1802b9135c20 None None] Sync routers for ids ['99efe9fb-9e25-4a10-8ef8-6f86714ea88b'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:07:59.870286 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55328543-4420-44f1-9b5b-1802b9135c20 None None] Routers {'99efe9fb-9e25-4a10-8ef8-6f86714ea88b'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:07:59.873948 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-55328543-4420-44f1-9b5b-1802b9135c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:07:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['99efe9fb-9e25-4a10-8ef8-6f86714ea88b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:59.904915 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7578971f-6ffe-418a-b012-28f980da5fd9 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:59.909480 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7578971f-6ffe-418a-b012-28f980da5fd9 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "GET /v2.0/ports?device_id=99efe9fb-9e25-4a10-8ef8-6f86714ea88b HTTP/1.1" status: 200 len: 988 time: 0.0560262 Dec 10 19:07:59.910131 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38474) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:59.923875 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-55328543-4420-44f1-9b5b-1802b9135c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:59.945438 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55328543-4420-44f1-9b5b-1802b9135c20 None None] Routers {'99efe9fb-9e25-4a10-8ef8-6f86714ea88b'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:07:59.946150 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-55328543-4420-44f1-9b5b-1802b9135c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:07:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['99efe9fb-9e25-4a10-8ef8-6f86714ea88b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:59.954374 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5183fd50-f356-4ddb-99b5-1c5f441187d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:00.030075 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5183fd50-f356-4ddb-99b5-1c5f441187d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:00.067103 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183fd50-f356-4ddb-99b5-1c5f441187d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fca310e3-485d-42a7-b973-3f839349aa93,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:00.079025 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5183fd50-f356-4ddb-99b5-1c5f441187d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:00.085857 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5183fd50-f356-4ddb-99b5-1c5f441187d2 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/fca310e3-485d-42a7-b973-3f839349aa93 HTTP/1.1" status: 204 len: 168 time: 0.3234019 Dec 10 19:08:00.088017 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38478) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:00.109580 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67bcb5-eb07-4d5d-9ba4-c7fa9f8aafad req-e903385c-d587-47cf-af32-be52de9bbcb2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:00.111332 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ac67bcb5-eb07-4d5d-9ba4-c7fa9f8aafad req-e903385c-d587-47cf-af32-be52de9bbcb2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 946 time: 0.0839493 Dec 10 19:08:00.192193 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-69488e2b-3c46-419d-b7f9-920dfea61d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:00.215595 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-55328543-4420-44f1-9b5b-1802b9135c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:00.216283 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55328543-4420-44f1-9b5b-1802b9135c20 None None] The sync data for ids ['99efe9fb-9e25-4a10-8ef8-6f86714ea88b'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:08:00.222054 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ee8161-4ac0-4002-afb7-9514f80ed763 None None] Network 516cf886-0f4d-46b9-b744-c490650e8912 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:08:00.246313 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ac67bcb5-eb07-4d5d-9ba4-c7fa9f8aafad req-0a547fbb-03a9-45b5-8c23-2b4bc85fa900 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f4dd358-1606-4eee-85ac-21c45c04dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981503 Dec 10 19:08:00.280289 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-69488e2b-3c46-419d-b7f9-920dfea61d42 admin admin] Deleting port 29c810c7-5cda-422b-8571-78df418d2a53 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:08:00.280795 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-69488e2b-3c46-419d-b7f9-920dfea61d42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:00.382088 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-33ddb020-0f3e-4bc0-b7af-46d5cefcc1a8 None None] Provisioning complete for port 7d9ac706-1082-47f2-b4bb-550984226b32 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:00.382475 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-33ddb020-0f3e-4bc0-b7af-46d5cefcc1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:00.419707 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-69488e2b-3c46-419d-b7f9-920dfea61d42 admin admin] For port 29c810c7-5cda-422b-8571-78df418d2a53, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=29c810c7-5cda-422b-8571-78df418d2a53,segment=NetworkSegment(03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f),segment_id=03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:00.420486 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-69488e2b-3c46-419d-b7f9-920dfea61d42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:00.427294 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 50ab7c25-5d11-49d1-8162-9bfcc8931f7a up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:08:00.436890 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-69488e2b-3c46-419d-b7f9-920dfea61d42 admin admin] Calling delete_port for 29c810c7-5cda-422b-8571-78df418d2a53 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:08:00.456286 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7f2e7-736f-4cd0-975b-37df3b4d9756 req-3f7a2f26-818d-402c-bfd0-acfa22ed222e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:00.457961 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dcc7f2e7-736f-4cd0-975b-37df3b4d9756 req-3f7a2f26-818d-402c-bfd0-acfa22ed222e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 946 time: 0.1265271 Dec 10 19:08:00.489033 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-33ddb020-0f3e-4bc0-b7af-46d5cefcc1a8 None None] Port 7d9ac706-1082-47f2-b4bb-550984226b32 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:08:00.505689 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 50ab7c25-5d11-49d1-8162-9bfcc8931f7a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:00.506326 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:00.571173 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b901f5-8ddf-4762-abcb-aab44635ec94 None None] DHCP port deletion for 516cf886-0f4d-46b9-b744-c490650e8912 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:08:00.599443 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dcc7f2e7-736f-4cd0-975b-37df3b4d9756 req-cd9798d9-aeb8-4358-9739-2ecce1edf31b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f4dd358-1606-4eee-85ac-21c45c04dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321278 Dec 10 19:08:00.622501 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38482) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:00.626729 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-69488e2b-3c46-419d-b7f9-920dfea61d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:00.648030 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-724c18f9-c67a-49c1-8714-fc8205ea6cd7 None None] Provisioning complete for port 7d9ac706-1082-47f2-b4bb-550984226b32 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:00.648411 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-724c18f9-c67a-49c1-8714-fc8205ea6cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:00.657346 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8f3c480f-a728-42fb-b839-d8df137481a8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:00.662775 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69488e2b-3c46-419d-b7f9-920dfea61d42 admin admin] Pushing event deleted for resources: {'Port': ['ID=29c810c7-5cda-422b-8571-78df418d2a53,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:00.678849 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69488e2b-3c46-419d-b7f9-920dfea61d42 admin admin] No DVR routers for this DVR port 29c810c7-5cda-422b-8571-78df418d2a53 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:08:00.690272 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-724c18f9-c67a-49c1-8714-fc8205ea6cd7 None None] Port 7d9ac706-1082-47f2-b4bb-550984226b32 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:08:00.719933 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-49b901f5-8ddf-4762-abcb-aab44635ec94 None None] Deleting port 29c810c7-5cda-422b-8571-78df418d2a53 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:08:00.720586 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-49b901f5-8ddf-4762-abcb-aab44635ec94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:00.770387 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-69488e2b-3c46-419d-b7f9-920dfea61d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:00.792813 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:08:00.807196 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-69488e2b-3c46-419d-b7f9-920dfea61d42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['516cf886-0f4d-46b9-b744-c490650e8912']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:00.821416 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-69488e2b-3c46-419d-b7f9-920dfea61d42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:00.821719 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-69488e2b-3c46-419d-b7f9-920dfea61d42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03f01c8c-1d5d-4f1c-9bcc-00ee02d9381f') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:00.823564 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-49b901f5-8ddf-4762-abcb-aab44635ec94 None None] For port 29c810c7-5cda-422b-8571-78df418d2a53, host n-d-821435-1, got binding levels [] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:00.823964 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-49b901f5-8ddf-4762-abcb-aab44635ec94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:00.832100 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:08:00.832454 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device fad5ded3-c39b-4ea2-94e7-4d90d2eb53a1 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:08:00.832804 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-69488e2b-3c46-419d-b7f9-920dfea61d42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:00.832986 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 58fc6c09-4be9-4326-9765-bd52784ff9ce no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:08:00.848370 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-69488e2b-3c46-419d-b7f9-920dfea61d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:00.857262 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69488e2b-3c46-419d-b7f9-920dfea61d42 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:08:00.857523 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-69488e2b-3c46-419d-b7f9-920dfea61d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:00.859970 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 19:08:00.859970 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:08:00.859970 n-d-821435-1 neutron-server[103244]: timer() Dec 10 19:08:00.859970 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:08:00.859970 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 19:08:00.859970 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:08:00.859970 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 19:08:00.859970 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:08:00.859970 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 19:08:00.859970 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:08:00.859970 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 19:08:00.859970 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:08:00.859970 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 19:08:00.859970 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:08:00.859970 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:08:00.859970 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:08:00.859970 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:08:00.859970 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:08:00.859970 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 19:08:00.859970 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:08:00.859970 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 19:08:00.859970 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:08:00.859970 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:08:00.859970 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:08:00.859970 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 19:08:00.859970 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:08:00.859970 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:08:00.859970 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:08:00.859970 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:08:00.859970 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:08:00.859970 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:08:00.859970 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:08:00.862469 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-49b901f5-8ddf-4762-abcb-aab44635ec94 None None] Calling delete_port for 29c810c7-5cda-422b-8571-78df418d2a53 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:08:00.863647 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 58fc6c09-4be9-4326-9765-bd52784ff9ce {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:08:00.864238 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 58fc6c09-4be9-4326-9765-bd52784ff9ce not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:08:00.867968 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.ipam_backend_mixin [None req-49b901f5-8ddf-4762-abcb-aab44635ec94 None None] Port 29c810c7-5cda-422b-8571-78df418d2a53 was not found and therefore no delete operation was performed {{(pid=103246) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 19:08:00.869420 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-49b901f5-8ddf-4762-abcb-aab44635ec94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:00.880979 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a260e8-48fb-4db4-85d5-442b56f5f94a tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:00.885815 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d1a260e8-48fb-4db4-85d5-442b56f5f94a tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 1092 time: 0.2597530 Dec 10 19:08:00.886166 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38486) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:00.890917 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f0a21ff5-5cfc-44bc-8e10-ca1c97f23c33 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'port_id': '24a0c5a5-fe7e-419b-ad7d-c07852be0854', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:00.911918 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b901f5-8ddf-4762-abcb-aab44635ec94 None None] Pushing event deleted for resources: {'Port': ['ID=29c810c7-5cda-422b-8571-78df418d2a53,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:00.917618 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b901f5-8ddf-4762-abcb-aab44635ec94 None None] No DVR routers for this DVR port 29c810c7-5cda-422b-8571-78df418d2a53 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:08:00.926945 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f0a21ff5-5cfc-44bc-8e10-ca1c97f23c33 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:00.958384 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-69488e2b-3c46-419d-b7f9-920dfea61d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:00.966081 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-69488e2b-3c46-419d-b7f9-920dfea61d42 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:00.969292 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-69488e2b-3c46-419d-b7f9-920dfea61d42 admin admin] 10.222.0.62 "DELETE /v2.0/networks/516cf886-0f4d-46b9-b744-c490650e8912 HTTP/1.1" status: 204 len: 168 time: 0.8802176 Dec 10 19:08:00.979955 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69488e2b-3c46-419d-b7f9-920dfea61d42 admin admin] Pushing event deleted for resources: {'Network': ['ID=516cf886-0f4d-46b9-b744-c490650e8912,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:01.031770 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-8f3c480f-a728-42fb-b839-d8df137481a8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Deleting port 7d9ac706-1082-47f2-b4bb-550984226b32 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:08:01.032110 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8f3c480f-a728-42fb-b839-d8df137481a8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:01.107264 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38490) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:01.134738 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8f3c480f-a728-42fb-b839-d8df137481a8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:01.137761 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f0a21ff5-5cfc-44bc-8e10-ca1c97f23c33 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:01.148529 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4062aa4e-ef74-4f00-a18a-c62abd2392da admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=18f4d0de9fea441da6506fc341573bc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400221 Dec 10 19:08:01.151286 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38492) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:01.155026 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-8f3c480f-a728-42fb-b839-d8df137481a8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Calling delete_port for 7d9ac706-1082-47f2-b4bb-550984226b32 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:08:01.199121 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aed79c7a-fd66-47a3-800f-fd7363a576a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:01.225007 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aed79c7a-fd66-47a3-800f-fd7363a576a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:01.278836 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aed79c7a-fd66-47a3-800f-fd7363a576a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:01.281551 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aed79c7a-fd66-47a3-800f-fd7363a576a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:01.282793 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-aed79c7a-fd66-47a3-800f-fd7363a576a4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/baf94dee-b7f2-40ab-9bfb-a66573f38a3c HTTP/1.1" status: 204 len: 168 time: 0.1305592 Dec 10 19:08:01.292283 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed79c7a-fd66-47a3-800f-fd7363a576a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf94dee-b7f2-40ab-9bfb-a66573f38a3c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:01.344227 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-f0a21ff5-5cfc-44bc-8e10-ca1c97f23c33 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Allocated IP 172.25.7.74 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/f66c6f43-f4ed-42b6-bfcd-bb3304143016) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:08:01.489189 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8f3c480f-a728-42fb-b839-d8df137481a8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:01.523974 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f0a21ff5-5cfc-44bc-8e10-ca1c97f23c33 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:01.528528 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c480f-a728-42fb-b839-d8df137481a8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'Port': ['ID=7d9ac706-1082-47f2-b4bb-550984226b32,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:01.641733 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8f3c480f-a728-42fb-b839-d8df137481a8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:01.651368 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f0a21ff5-5cfc-44bc-8e10-ca1c97f23c33 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:01.750894 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a21ff5-5cfc-44bc-8e10-ca1c97f23c33 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:08:01.756063 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-f0a21ff5-5cfc-44bc-8e10-ca1c97f23c33 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:01.761088 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a21ff5-5cfc-44bc-8e10-ca1c97f23c33 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:08:01.790177 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a21ff5-5cfc-44bc-8e10-ca1c97f23c33 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'Port': ['ID=f66c6f43-f4ed-42b6-bfcd-bb3304143016,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:01.902335 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3c480f-a728-42fb-b839-d8df137481a8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Router 99efe9fb-9e25-4a10-8ef8-6f86714ea88b has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:08:02.070239 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3c480f-a728-42fb-b839-d8df137481a8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:08:02.078832 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8f3c480f-a728-42fb-b839-d8df137481a8 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "PUT /v2.0/routers/99efe9fb-9e25-4a10-8ef8-6f86714ea88b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1676044 Dec 10 19:08:02.081566 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38518) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:02.084059 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c24bb4a-e6ad-41a6-b809-c153dd0017f5 None None] Sync routers for ids ['99efe9fb-9e25-4a10-8ef8-6f86714ea88b'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:08:02.097387 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c24bb4a-e6ad-41a6-b809-c153dd0017f5 None None] Routers {'99efe9fb-9e25-4a10-8ef8-6f86714ea88b'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:02.098002 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-0c24bb4a-e6ad-41a6-b809-c153dd0017f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:07:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['99efe9fb-9e25-4a10-8ef8-6f86714ea88b'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:02.109263 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-674e0591-e5e6-4fdc-9769-9356db186559 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] GET failed (client error): The resource could not be found. Dec 10 19:08:02.110568 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-674e0591-e5e6-4fdc-9769-9356db186559 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "GET /v2.0/ports/7d9ac706-1082-47f2-b4bb-550984226b32 HTTP/1.1" status: 404 len: 333 time: 0.0282116 Dec 10 19:08:02.113355 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38520) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:02.139480 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-0c24bb4a-e6ad-41a6-b809-c153dd0017f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:02.148491 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c24bb4a-e6ad-41a6-b809-c153dd0017f5 None None] Routers {'99efe9fb-9e25-4a10-8ef8-6f86714ea88b'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:02.149153 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-0c24bb4a-e6ad-41a6-b809-c153dd0017f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:07:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['99efe9fb-9e25-4a10-8ef8-6f86714ea88b'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:02.188566 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-0c24bb4a-e6ad-41a6-b809-c153dd0017f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:02.189322 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c24bb4a-e6ad-41a6-b809-c153dd0017f5 None None] The sync data for ids ['99efe9fb-9e25-4a10-8ef8-6f86714ea88b'] in n-d-821435-1 is: [] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:08:02.216053 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-52a64eb3-27f5-403e-8fc4-79fd78a6bbd7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:02.305688 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f0a21ff5-5cfc-44bc-8e10-ca1c97f23c33 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:02.371011 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 29c810c7-5cda-422b-8571-78df418d2a53 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:08:02.393885 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 29c810c7-5cda-422b-8571-78df418d2a53 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:08:02.394184 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 29c810c7-5cda-422b-8571-78df418d2a53 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:08:02.399217 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-52a64eb3-27f5-403e-8fc4-79fd78a6bbd7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:02.402401 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-52a64eb3-27f5-403e-8fc4-79fd78a6bbd7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:02.415242 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f0a21ff5-5cfc-44bc-8e10-ca1c97f23c33 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:02.453522 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-52a64eb3-27f5-403e-8fc4-79fd78a6bbd7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:02.454151 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a64eb3-27f5-403e-8fc4-79fd78a6bbd7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Fanout notify agent at l3_agent the message router_deleted on router 99efe9fb-9e25-4a10-8ef8-6f86714ea88b {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:08:02.462693 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-52a64eb3-27f5-403e-8fc4-79fd78a6bbd7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:02.464380 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-52a64eb3-27f5-403e-8fc4-79fd78a6bbd7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/routers/99efe9fb-9e25-4a10-8ef8-6f86714ea88b HTTP/1.1" status: 204 len: 168 time: 0.3491681 Dec 10 19:08:02.466751 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38524) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:02.909984 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaebe0e5-7fc2-409b-8382-a9806d1fa7b3 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Deleting subnet c614ad26-03aa-4301-8631-9a525bdf4933 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:08:02.915028 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eaebe0e5-7fc2-409b-8382-a9806d1fa7b3 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:02.966905 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eaebe0e5-7fc2-409b-8382-a9806d1fa7b3 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:03.063615 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f0a21ff5-5cfc-44bc-8e10-ca1c97f23c33 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:03.071577 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f0a21ff5-5cfc-44bc-8e10-ca1c97f23c33 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:03.119965 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eaebe0e5-7fc2-409b-8382-a9806d1fa7b3 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:03.168106 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a21ff5-5cfc-44bc-8e10-ca1c97f23c33 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'Port': ['ID=f66c6f43-f4ed-42b6-bfcd-bb3304143016,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:03.196347 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f0a21ff5-5cfc-44bc-8e10-ca1c97f23c33 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:03.285445 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eaebe0e5-7fc2-409b-8382-a9806d1fa7b3 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:03.330745 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eaebe0e5-7fc2-409b-8382-a9806d1fa7b3 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:03.334206 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-eaebe0e5-7fc2-409b-8382-a9806d1fa7b3 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/subnets/c614ad26-03aa-4301-8631-9a525bdf4933 HTTP/1.1" status: 204 len: 168 time: 0.8663645 Dec 10 19:08:03.335548 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaebe0e5-7fc2-409b-8382-a9806d1fa7b3 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'Subnet': ['ID=c614ad26-03aa-4301-8631-9a525bdf4933,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:03.337611 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38536) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:03.339916 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac5e11f-f1c2-4bab-90bb-680383a27ae6 None None] Network 21e17c56-a257-48ad-bcd7-2b377434d568 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:08:03.370496 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-f0a21ff5-5cfc-44bc-8e10-ca1c97f23c33 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Floating IP 2c3ef73b-929e-46ae-835e-6ac8213453c5 associated. External IP: 172.25.7.74, port: 24a0c5a5-fe7e-419b-ad7d-c07852be0854. Dec 10 19:08:03.496297 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1218f259-0ca6-4bf5-8525-2c87333ab21d tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:03.566727 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1218f259-0ca6-4bf5-8525-2c87333ab21d tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Deleting port 50ab7c25-5d11-49d1-8162-9bfcc8931f7a {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:08:03.567310 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1218f259-0ca6-4bf5-8525-2c87333ab21d tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:03.610961 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54738ef1-7fba-4853-9f73-d940c3b23939 None None] DHCP port deletion for 21e17c56-a257-48ad-bcd7-2b377434d568 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:08:03.655299 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1218f259-0ca6-4bf5-8525-2c87333ab21d tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] For port 50ab7c25-5d11-49d1-8162-9bfcc8931f7a, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=50ab7c25-5d11-49d1-8162-9bfcc8931f7a,segment=NetworkSegment(7d5096f6-db5e-4790-a795-6b6199af84e2),segment_id=7d5096f6-db5e-4790-a795-6b6199af84e2)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:03.655655 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1218f259-0ca6-4bf5-8525-2c87333ab21d tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:03.664438 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-54738ef1-7fba-4853-9f73-d940c3b23939 None None] Deleting port 50ab7c25-5d11-49d1-8162-9bfcc8931f7a {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:08:03.664853 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-54738ef1-7fba-4853-9f73-d940c3b23939 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:03.672253 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1218f259-0ca6-4bf5-8525-2c87333ab21d tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Calling delete_port for 50ab7c25-5d11-49d1-8162-9bfcc8931f7a owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:08:03.682327 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a21ff5-5cfc-44bc-8e10-ca1c97f23c33 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Router a1a51041-26f1-4224-bfe7-6fdaacb8d5ce has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:08:03.769698 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1218f259-0ca6-4bf5-8525-2c87333ab21d tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:03.789252 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1218f259-0ca6-4bf5-8525-2c87333ab21d tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] No DVR routers for this DVR port 50ab7c25-5d11-49d1-8162-9bfcc8931f7a on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:08:03.811058 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-54738ef1-7fba-4853-9f73-d940c3b23939 None None] For port 50ab7c25-5d11-49d1-8162-9bfcc8931f7a, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=50ab7c25-5d11-49d1-8162-9bfcc8931f7a,segment=NetworkSegment(7d5096f6-db5e-4790-a795-6b6199af84e2),segment_id=7d5096f6-db5e-4790-a795-6b6199af84e2)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:03.811946 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-54738ef1-7fba-4853-9f73-d940c3b23939 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:03.814889 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1218f259-0ca6-4bf5-8525-2c87333ab21d tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'Port': ['ID=50ab7c25-5d11-49d1-8162-9bfcc8931f7a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:03.833299 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-54738ef1-7fba-4853-9f73-d940c3b23939 None None] Calling delete_port for 50ab7c25-5d11-49d1-8162-9bfcc8931f7a owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:08:03.881136 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a21ff5-5cfc-44bc-8e10-ca1c97f23c33 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:08:03.908584 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010ff8b4-c7f9-4534-b1f8-18aa5390ecb8 None None] Sync routers for ids ['a1a51041-26f1-4224-bfe7-6fdaacb8d5ce'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:08:03.922187 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1218f259-0ca6-4bf5-8525-2c87333ab21d tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:03.930360 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f0a21ff5-5cfc-44bc-8e10-ca1c97f23c33 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:03.934913 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010ff8b4-c7f9-4534-b1f8-18aa5390ecb8 None None] Routers {'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:03.935925 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-010ff8b4-c7f9-4534-b1f8-18aa5390ecb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:07:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a1a51041-26f1-4224-bfe7-6fdaacb8d5ce'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:03.948158 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-1218f259-0ca6-4bf5-8525-2c87333ab21d tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e17c56-a257-48ad-bcd7-2b377434d568']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:03.958149 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-1218f259-0ca6-4bf5-8525-2c87333ab21d tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d5096f6-db5e-4790-a795-6b6199af84e2') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:03.958565 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-1218f259-0ca6-4bf5-8525-2c87333ab21d tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d5096f6-db5e-4790-a795-6b6199af84e2') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:03.973570 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1218f259-0ca6-4bf5-8525-2c87333ab21d tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:03.977673 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f0a21ff5-5cfc-44bc-8e10-ca1c97f23c33 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0903752 Dec 10 19:08:03.978350 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f1db5b-9775-4962-bdef-725a18ecca85', 'tag': '24a0c5a5-fe7e-419b-ad7d-c07852be0854'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:08:03.981116 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6008ae4-f21a-4b37-a2c7-7f0ec6884463" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f1db5b-9775-4962-bdef-725a18ecca85", "tag": "24a0c5a5-fe7e-419b-ad7d-c07852be0854"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:08:03.997387 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1218f259-0ca6-4bf5-8525-2c87333ab21d tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:08:04.003269 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:08:04.008106 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1218f259-0ca6-4bf5-8525-2c87333ab21d tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:08:04.008106 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1218f259-0ca6-4bf5-8525-2c87333ab21d tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:04.010276 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-54738ef1-7fba-4853-9f73-d940c3b23939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:04.078453 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 19:08:04.078453 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:08:04.078453 n-d-821435-1 neutron-server[103244]: timer() Dec 10 19:08:04.078453 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:08:04.078453 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 19:08:04.078453 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:08:04.078453 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 19:08:04.078453 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:08:04.078453 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 19:08:04.078453 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:08:04.078453 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 19:08:04.078453 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:08:04.078453 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 19:08:04.078453 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:08:04.078453 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:08:04.078453 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:08:04.078453 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:08:04.078453 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:08:04.078453 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 19:08:04.078453 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:08:04.078453 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 19:08:04.078453 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:08:04.078453 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:08:04.078453 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:08:04.078453 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 19:08:04.078453 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:08:04.078453 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:08:04.078453 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:08:04.078453 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:08:04.078453 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:08:04.078453 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:08:04.078453 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:08:04.086529 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1218f259-0ca6-4bf5-8525-2c87333ab21d tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:04.086817 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54738ef1-7fba-4853-9f73-d940c3b23939 None None] Pushing event deleted for resources: {'Port': ['ID=50ab7c25-5d11-49d1-8162-9bfcc8931f7a,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:04.089431 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9dd5f5-293e-47cf-ac25-5828de76e2d7 x-openstack-request-id: req-cc9dd5f5-293e-47cf-ac25-5828de76e2d7 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:08:04.095229 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f1db5b-9775-4962-bdef-725a18ecca85", "tag": "24a0c5a5-fe7e-419b-ad7d-c07852be0854", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:08:04.095613 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cc9dd5f5-293e-47cf-ac25-5828de76e2d7 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:08:04.095981 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f1db5b-9775-4962-bdef-725a18ecca85', 'tag': '24a0c5a5-fe7e-419b-ad7d-c07852be0854', 'status': 'completed', 'code': 200} Dec 10 19:08:04.098598 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1218f259-0ca6-4bf5-8525-2c87333ab21d tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:04.104787 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1218f259-0ca6-4bf5-8525-2c87333ab21d tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/networks/21e17c56-a257-48ad-bcd7-2b377434d568 HTTP/1.1" status: 204 len: 168 time: 0.7633083 Dec 10 19:08:04.104976 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:04.117138 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38558) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:04.121119 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54738ef1-7fba-4853-9f73-d940c3b23939 None None] No DVR routers for this DVR port 50ab7c25-5d11-49d1-8162-9bfcc8931f7a on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:08:04.163624 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-010ff8b4-c7f9-4534-b1f8-18aa5390ecb8 None None] Set router a1a51041-26f1-4224-bfe7-6fdaacb8d5ce gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:08:04.175136 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8059a0-af7f-44cc-8b7e-9882a534e8de tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:04.180558 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ed8059a0-af7f-44cc-8b7e-9882a534e8de tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "GET /v2.0/ports/09016fcb-17b8-487d-acca-8d9230977192 HTTP/1.1" status: 200 len: 843 time: 0.0580773 Dec 10 19:08:04.180558 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1218f259-0ca6-4bf5-8525-2c87333ab21d tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'Network': ['ID=21e17c56-a257-48ad-bcd7-2b377434d568,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:04.180851 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38562) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:04.211855 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f668cb-d283-45c5-8d97-37bcf12fbb88 req-b98b1427-88d7-475c-b585-724ee33218f6 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:04.213485 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-38f668cb-d283-45c5-8d97-37bcf12fbb88 req-b98b1427-88d7-475c-b585-724ee33218f6 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 946 time: 0.1166797 Dec 10 19:08:04.250020 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-495eec13-6245-44b0-b177-07153edb19d7 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "GET /v2.0/ports/09016fcb-17b8-487d-acca-8d9230977192?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0679896 Dec 10 19:08:04.254090 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38564) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:04.259985 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-a8da1d49-08af-4a2e-b9fa-e839a285349e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'subnet': {'network_id': '9f00d280-08a5-4326-b55c-25364adfc1b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:04.345872 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-38f668cb-d283-45c5-8d97-37bcf12fbb88 req-dda342a2-9d9e-4b66-9ddb-f2687d5f3844 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f4dd358-1606-4eee-85ac-21c45c04dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179347 Dec 10 19:08:04.351398 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6008ae4-f21a-4b37-a2c7-7f0ec6884463 req-4157134f-4734-41d8-adec-9c30d1726b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:04.353813 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b6008ae4-f21a-4b37-a2c7-7f0ec6884463 req-4157134f-4734-41d8-adec-9c30d1726b5b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 1097 time: 0.2338662 Dec 10 19:08:04.375436 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38566) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:04.447895 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 50ab7c25-5d11-49d1-8162-9bfcc8931f7a no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:08:04.471681 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 50ab7c25-5d11-49d1-8162-9bfcc8931f7a {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:08:04.472120 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 50ab7c25-5d11-49d1-8162-9bfcc8931f7a not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:08:04.505913 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-010ff8b4-c7f9-4534-b1f8-18aa5390ecb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1568933201', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '67acb33a-84a0-456d-9f79-cfdf0143ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:37Z', 'updated_at': '2021-12-10T19:07:43Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '67acb33a-84a0-456d-9f79-cfdf0143ccc8', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:38Z', 'updated_at': '2021-12-10T19:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '2c3ef73b-929e-46ae-835e-6ac8213453c5', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'port_id': '24a0c5a5-fe7e-419b-ad7d-c07852be0854', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7dbe852-fac5-4cb0-b80e-c3d581fd3a93', 'mac_address': 'fa:16:3e:c5:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f1db5b-9775-4962-bdef-725a18ecca85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:08:02Z', 'updated_at': '2021-12-10T19:08:02Z', 'revision_number': 0, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535def81-bb15-4ce5-8651-b91594ae13fe', 'name': '', 'network_id': 'd7dbe852-fac5-4cb0-b80e-c3d581fd3a93', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'mac_address': 'fa:16:3e:86:12:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'f36251e8-d712-4b25-90f0-0b8bc617d421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:42Z', 'updated_at': '2021-12-10T19:07:49Z', 'revision_number': 5, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'subnets': [{'id': 'f36251e8-d712-4b25-90f0-0b8bc617d421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:04.508361 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8da1d49-08af-4a2e-b9fa-e839a285349e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Made reservation on behalf of 2c1e90600f5b4bdea41b9a0f5b650216 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:08:04.512341 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a8da1d49-08af-4a2e-b9fa-e839a285349e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:04.544133 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010ff8b4-c7f9-4534-b1f8-18aa5390ecb8 None None] Checking router: a1a51041-26f1-4224-bfe7-6fdaacb8d5ce for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:08:04.553281 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010ff8b4-c7f9-4534-b1f8-18aa5390ecb8 None None] Routers {'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:04.554841 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-010ff8b4-c7f9-4534-b1f8-18aa5390ecb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:07:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a1a51041-26f1-4224-bfe7-6fdaacb8d5ce'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:04.603230 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e6326c9d-b762-4ecf-a739-3f885b4ffeea tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/floatingips/2c3ef73b-929e-46ae-835e-6ac8213453c5 HTTP/1.1" status: 200 len: 991 time: 0.2240722 Dec 10 19:08:04.649069 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6008ae4-f21a-4b37-a2c7-7f0ec6884463 req-01c13b84-8b7a-4fec-b4e2-c5fe440ed50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:04.650869 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b6008ae4-f21a-4b37-a2c7-7f0ec6884463 req-01c13b84-8b7a-4fec-b4e2-c5fe440ed50c service neutron] 10.222.0.46 "GET /v2.0/networks?id=d7dbe852-fac5-4cb0-b80e-c3d581fd3a93 HTTP/1.1" status: 200 len: 897 time: 0.2744906 Dec 10 19:08:04.730573 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-010ff8b4-c7f9-4534-b1f8-18aa5390ecb8 None None] Set router a1a51041-26f1-4224-bfe7-6fdaacb8d5ce gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:08:04.761832 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b6008ae4-f21a-4b37-a2c7-7f0ec6884463 req-cfd302e8-77aa-441b-b15c-9600fee76266 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24a0c5a5-fe7e-419b-ad7d-c07852be0854 HTTP/1.1" status: 200 len: 999 time: 0.1027353 Dec 10 19:08:04.857008 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a8da1d49-08af-4a2e-b9fa-e839a285349e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:04.871923 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6008ae4-f21a-4b37-a2c7-7f0ec6884463 req-bfd0a04f-cee3-428f-bef6-4a331f6414a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:04.873566 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b6008ae4-f21a-4b37-a2c7-7f0ec6884463 req-bfd0a04f-cee3-428f-bef6-4a331f6414a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f36251e8-d712-4b25-90f0-0b8bc617d421 HTTP/1.1" status: 200 len: 835 time: 0.1003931 Dec 10 19:08:04.911033 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8da1d49-08af-4a2e-b9fa-e839a285349e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Network 9f00d280-08a5-4326-b55c-25364adfc1b1 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:08:04.919463 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-a8da1d49-08af-4a2e-b9fa-e839a285349e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:04.942565 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8da1d49-08af-4a2e-b9fa-e839a285349e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:04.943281 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a8da1d49-08af-4a2e-b9fa-e839a285349e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:04.954734 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfae517-29a3-4bf2-9515-c2b48e9c6a27 None None] Network 9f00d280-08a5-4326-b55c-25364adfc1b1 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:08:04.958513 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da1d49-08af-4a2e-b9fa-e839a285349e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Subnet': ['ID=07ed8b56-3729-40d7-acdc-1f1af4d32290,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:04.977635 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a8da1d49-08af-4a2e-b9fa-e839a285349e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7223644 Dec 10 19:08:04.981389 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38568) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:04.988121 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-fc393904-cda6-412f-a962-d4e7356aafb0 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'security_group': {'name': 'tempest-secgroup-1044330292'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:04.995641 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6008ae4-f21a-4b37-a2c7-7f0ec6884463 req-54262a07-c6fd-4f4a-aa7e-25b1220f4488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:04.997138 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b6008ae4-f21a-4b37-a2c7-7f0ec6884463 req-54262a07-c6fd-4f4a-aa7e-25b1220f4488 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d7dbe852-fac5-4cb0-b80e-c3d581fd3a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006222 Dec 10 19:08:05.056766 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc393904-cda6-412f-a962-d4e7356aafb0 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:05.072715 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-010ff8b4-c7f9-4534-b1f8-18aa5390ecb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1568933201', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '67acb33a-84a0-456d-9f79-cfdf0143ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:37Z', 'updated_at': '2021-12-10T19:07:43Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '67acb33a-84a0-456d-9f79-cfdf0143ccc8', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:38Z', 'updated_at': '2021-12-10T19:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '2c3ef73b-929e-46ae-835e-6ac8213453c5', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'port_id': '24a0c5a5-fe7e-419b-ad7d-c07852be0854', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7dbe852-fac5-4cb0-b80e-c3d581fd3a93', 'mac_address': 'fa:16:3e:c5:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f1db5b-9775-4962-bdef-725a18ecca85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:08:02Z', 'updated_at': '2021-12-10T19:08:02Z', 'revision_number': 0, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535def81-bb15-4ce5-8651-b91594ae13fe', 'name': '', 'network_id': 'd7dbe852-fac5-4cb0-b80e-c3d581fd3a93', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'mac_address': 'fa:16:3e:86:12:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'f36251e8-d712-4b25-90f0-0b8bc617d421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:42Z', 'updated_at': '2021-12-10T19:07:49Z', 'revision_number': 5, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'subnets': [{'id': 'f36251e8-d712-4b25-90f0-0b8bc617d421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:05.118644 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010ff8b4-c7f9-4534-b1f8-18aa5390ecb8 None None] The sync data for ids ['a1a51041-26f1-4224-bfe7-6fdaacb8d5ce'] in n-d-821435-1 is: [{'id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1568933201', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '67acb33a-84a0-456d-9f79-cfdf0143ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:37Z', 'updated_at': '2021-12-10T19:07:43Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '67acb33a-84a0-456d-9f79-cfdf0143ccc8', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:38Z', 'updated_at': '2021-12-10T19:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '2c3ef73b-929e-46ae-835e-6ac8213453c5', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'port_id': '24a0c5a5-fe7e-419b-ad7d-c07852be0854', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7dbe852-fac5-4cb0-b80e-c3d581fd3a93', 'mac_address': 'fa:16:3e:c5:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f1db5b-9775-4962-bdef-725a18ecca85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:08:02Z', 'updated_at': '2021-12-10T19:08:02Z', 'revision_number': 0, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535def81-bb15-4ce5-8651-b91594ae13fe', 'name': '', 'network_id': 'd7dbe852-fac5-4cb0-b80e-c3d581fd3a93', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'mac_address': 'fa:16:3e:86:12:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'f36251e8-d712-4b25-90f0-0b8bc617d421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:42Z', 'updated_at': '2021-12-10T19:07:49Z', 'revision_number': 5, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'subnets': [{'id': 'f36251e8-d712-4b25-90f0-0b8bc617d421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:08:05.138106 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b6008ae4-f21a-4b37-a2c7-7f0ec6884463 req-897ef502-8cbc-421a-baa0-bef79b17c93c service neutron] 10.222.0.46 "GET /v2.0/networks/d7dbe852-fac5-4cb0-b80e-c3d581fd3a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314023 Dec 10 19:08:05.151973 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bf0f2e-a79f-47ca-8037-5fce97937eff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-9f00d280-08a5-4326-b55c-25364adfc1b1', 'network_id': '9f00d280-08a5-4326-b55c-25364adfc1b1', 'project_id': '2c1e90600f5b4bdea41b9a0f5b650216', 'fixed_ips': [{'subnet_id': '07ed8b56-3729-40d7-acdc-1f1af4d32290'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:08:05.153075 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d0bf0f2e-a79f-47ca-8037-5fce97937eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:05.195916 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc393904-cda6-412f-a962-d4e7356aafb0 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:05.235233 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc393904-cda6-412f-a962-d4e7356aafb0 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:05.290907 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc393904-cda6-412f-a962-d4e7356aafb0 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:05.292354 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-fc393904-cda6-412f-a962-d4e7356aafb0 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3100810 Dec 10 19:08:05.296584 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38574) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:05.309539 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-20f2be89-281b-4f44-b699-e6644ed61fbe tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'security_group': {'name': 'tempest-secgroup-253044451'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:05.332875 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc393904-cda6-412f-a962-d4e7356aafb0 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c40b161-7867-469d-ab80-fafc3b16c58f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:05.365729 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20f2be89-281b-4f44-b699-e6644ed61fbe tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:05.374399 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b6008ae4-f21a-4b37-a2c7-7f0ec6884463 req-f1a37703-3535-473a-9130-897a81992e8c service neutron] 10.222.0.46 "GET /v2.0/networks/d7dbe852-fac5-4cb0-b80e-c3d581fd3a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941078 Dec 10 19:08:05.384240 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-d0bf0f2e-a79f-47ca-8037-5fce97937eff None None] Allocated IP 2001:db8::2 (9f00d280-08a5-4326-b55c-25364adfc1b1/07ed8b56-3729-40d7-acdc-1f1af4d32290/e008db3e-d2c8-422e-ac87-ee0b0d9932a9) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:08:05.440596 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93aa35e4-dab6-4b18-b08d-4f9186e90ed4 None None] New status for floating IP 2c3ef73b-929e-46ae-835e-6ac8213453c5: ACTIVE {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:08:05.467552 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20f2be89-281b-4f44-b699-e6644ed61fbe tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:05.472868 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20f2be89-281b-4f44-b699-e6644ed61fbe tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:05.512177 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f2be89-281b-4f44-b699-e6644ed61fbe tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66bff179-10fe-403e-9963-b10eb4bb713e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:05.517296 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20f2be89-281b-4f44-b699-e6644ed61fbe tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:05.518805 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-20f2be89-281b-4f44-b699-e6644ed61fbe tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2200553 Dec 10 19:08:05.521409 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38576) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:05.528912 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8184b41c-4d7c-4a6c-b633-7fbcb926daa1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1751336625', 'security_groups': ['66bff179-10fe-403e-9963-b10eb4bb713e'], 'network_id': '9f00d280-08a5-4326-b55c-25364adfc1b1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '07ed8b56-3729-40d7-acdc-1f1af4d32290'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:05.606093 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38578) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:05.721788 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-cb7131df-a374-4be0-9855-54ea506c487d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/floatingips/2c3ef73b-929e-46ae-835e-6ac8213453c5 HTTP/1.1" status: 200 len: 991 time: 0.1148989 Dec 10 19:08:05.727313 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d0bf0f2e-a79f-47ca-8037-5fce97937eff None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:05.736197 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d0bf0f2e-a79f-47ca-8037-5fce97937eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:05.742621 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8184b41c-4d7c-4a6c-b633-7fbcb926daa1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Made reservation on behalf of 2c1e90600f5b4bdea41b9a0f5b650216 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:08:05.756001 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bf0f2e-a79f-47ca-8037-5fce97937eff None None] Network 9f00d280-08a5-4326-b55c-25364adfc1b1 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:08:05.774540 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-d0bf0f2e-a79f-47ca-8037-5fce97937eff None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:05.780399 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bf0f2e-a79f-47ca-8037-5fce97937eff None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:08:05.813716 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf0f2e-a79f-47ca-8037-5fce97937eff None None] Pushing event updated for resources: {'Port': ['ID=e008db3e-d2c8-422e-ac87-ee0b0d9932a9,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:05.831518 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8184b41c-4d7c-4a6c-b633-7fbcb926daa1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:05.847461 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d0bf0f2e-a79f-47ca-8037-5fce97937eff None None] Attempting to bind port e008db3e-d2c8-422e-ac87-ee0b0d9932a9 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:05.848415 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d0bf0f2e-a79f-47ca-8037-5fce97937eff None None] Attempting to bind port e008db3e-d2c8-422e-ac87-ee0b0d9932a9 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'b4183870-2ba3-4530-bf78-66cd7d78f172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9f00d280-08a5-4326-b55c-25364adfc1b1'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:05.848823 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bf0f2e-a79f-47ca-8037-5fce97937eff None None] Attempting to bind port e008db3e-d2c8-422e-ac87-ee0b0d9932a9 on network 9f00d280-08a5-4326-b55c-25364adfc1b1 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:05.854148 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-8184b41c-4d7c-4a6c-b633-7fbcb926daa1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] device_id is not set on port bee7e4a8-0347-4b57-89ec-2cfda120b2ca yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:08:05.854367 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bf0f2e-a79f-47ca-8037-5fce97937eff None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:08:05.854755 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bf0f2e-a79f-47ca-8037-5fce97937eff None None] Checking segment: {'id': 'b4183870-2ba3-4530-bf78-66cd7d78f172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9f00d280-08a5-4326-b55c-25364adfc1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:08:05.855158 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d0bf0f2e-a79f-47ca-8037-5fce97937eff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:05.855550 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bf0f2e-a79f-47ca-8037-5fce97937eff None None] Bound using segment: {'id': 'b4183870-2ba3-4530-bf78-66cd7d78f172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9f00d280-08a5-4326-b55c-25364adfc1b1'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:08:05.856027 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d0bf0f2e-a79f-47ca-8037-5fce97937eff None None] Bound port: e008db3e-d2c8-422e-ac87-ee0b0d9932a9, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4183870-2ba3-4530-bf78-66cd7d78f172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9f00d280-08a5-4326-b55c-25364adfc1b1'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:08:05.856413 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d0bf0f2e-a79f-47ca-8037-5fce97937eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:05.924736 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d0bf0f2e-a79f-47ca-8037-5fce97937eff None None] For port e008db3e-d2c8-422e-ac87-ee0b0d9932a9, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:08:05.927966 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d0bf0f2e-a79f-47ca-8037-5fce97937eff None None] For port e008db3e-d2c8-422e-ac87-ee0b0d9932a9, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e008db3e-d2c8-422e-ac87-ee0b0d9932a9,segment=NetworkSegment(b4183870-2ba3-4530-bf78-66cd7d78f172),segment_id=b4183870-2ba3-4530-bf78-66cd7d78f172)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:08:05.933349 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d0bf0f2e-a79f-47ca-8037-5fce97937eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:05.993119 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf0f2e-a79f-47ca-8037-5fce97937eff None None] Pushing event updated for resources: {'Port': ['ID=e008db3e-d2c8-422e-ac87-ee0b0d9932a9,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:06.030662 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-8184b41c-4d7c-4a6c-b633-7fbcb926daa1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Allocated IP 2001:db8::3de (9f00d280-08a5-4326-b55c-25364adfc1b1/07ed8b56-3729-40d7-acdc-1f1af4d32290/bee7e4a8-0347-4b57-89ec-2cfda120b2ca) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:08:06.206238 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8184b41c-4d7c-4a6c-b633-7fbcb926daa1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:06.254152 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8184b41c-4d7c-4a6c-b633-7fbcb926daa1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:06.315904 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8184b41c-4d7c-4a6c-b633-7fbcb926daa1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Network 9f00d280-08a5-4326-b55c-25364adfc1b1 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:08:06.319384 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-8184b41c-4d7c-4a6c-b633-7fbcb926daa1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:06.328042 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8184b41c-4d7c-4a6c-b633-7fbcb926daa1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:08:06.333766 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8184b41c-4d7c-4a6c-b633-7fbcb926daa1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:06.334401 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8184b41c-4d7c-4a6c-b633-7fbcb926daa1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:06.339252 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8184b41c-4d7c-4a6c-b633-7fbcb926daa1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Port': ['ID=bee7e4a8-0347-4b57-89ec-2cfda120b2ca,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:06.357251 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8184b41c-4d7c-4a6c-b633-7fbcb926daa1 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8337982 Dec 10 19:08:06.359963 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38584) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:06.366967 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-98e7eaac-56cf-4c23-8a5c-f5984b3aea3c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'subnet': {'network_id': '9f00d280-08a5-4326-b55c-25364adfc1b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:06.417716 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e008db3e-d2c8-422e-ac87-ee0b0d9932a9 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:08:06.479154 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port e008db3e-d2c8-422e-ac87-ee0b0d9932a9 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:06.479446 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:06.494786 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e7eaac-56cf-4c23-8a5c-f5984b3aea3c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Made reservation on behalf of 2c1e90600f5b4bdea41b9a0f5b650216 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:08:06.499736 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-98e7eaac-56cf-4c23-8a5c-f5984b3aea3c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:06.568907 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:06.607976 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port e008db3e-d2c8-422e-ac87-ee0b0d9932a9, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e008db3e-d2c8-422e-ac87-ee0b0d9932a9,segment=NetworkSegment(b4183870-2ba3-4530-bf78-66cd7d78f172),segment_id=b4183870-2ba3-4530-bf78-66cd7d78f172)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:06.612015 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:06.614683 n-d-821435-1 neutron-server[103245]: INFO neutron.db.ipam_backend_mixin [None req-98e7eaac-56cf-4c23-8a5c-f5984b3aea3c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 07ed8b56-3729-40d7-acdc-1f1af4d32290 (CIDR: 2001:db8::/64) Dec 10 19:08:06.619542 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e7eaac-56cf-4c23-8a5c-f5984b3aea3c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:08:06.620036 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98e7eaac-56cf-4c23-8a5c-f5984b3aea3c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:08:06.636954 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-98e7eaac-56cf-4c23-8a5c-f5984b3aea3c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2758732 Dec 10 19:08:06.640558 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38586) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:06.645946 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-96f228b6-c008-445e-8d64-ba8fba344615 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'subnet': {'network_id': '9f00d280-08a5-4326-b55c-25364adfc1b1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:06.668030 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=e008db3e-d2c8-422e-ac87-ee0b0d9932a9,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:06.723151 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38588) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:06.770757 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f228b6-c008-445e-8d64-ba8fba344615 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Made reservation on behalf of 2c1e90600f5b4bdea41b9a0f5b650216 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:08:06.775630 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-96f228b6-c008-445e-8d64-ba8fba344615 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:06.806841 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-bf6dd0db-0b14-4be3-8010-41a705a8ff7e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/floatingips/2c3ef73b-929e-46ae-835e-6ac8213453c5 HTTP/1.1" status: 200 len: 993 time: 0.0823677 Dec 10 19:08:07.048316 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-96f228b6-c008-445e-8d64-ba8fba344615 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:07.089515 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f228b6-c008-445e-8d64-ba8fba344615 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Network 9f00d280-08a5-4326-b55c-25364adfc1b1 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:08:07.094118 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-96f228b6-c008-445e-8d64-ba8fba344615 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:07.098218 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f228b6-c008-445e-8d64-ba8fba344615 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:07.098708 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-96f228b6-c008-445e-8d64-ba8fba344615 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:07.119551 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f228b6-c008-445e-8d64-ba8fba344615 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Subnet': ['ID=8863326b-d7d8-489e-96de-73abd33ff099,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:07.128127 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-96f228b6-c008-445e-8d64-ba8fba344615 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4864569 Dec 10 19:08:07.131252 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38590) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:07.137538 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-04f26d85-367b-496e-a9ce-2aef39bf826d tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-268900516', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8863326b-d7d8-489e-96de-73abd33ff099'}], 'security_groups': ['0c40b161-7867-469d-ab80-fafc3b16c58f']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:07.159524 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07d3e07-6d88-4f06-979d-6c5d5a34f823 None None] Network 9f00d280-08a5-4326-b55c-25364adfc1b1 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:08:07.289618 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-206d353a-5053-40b0-b64e-8d51cf39f00a None None] Provisioning complete for port e008db3e-d2c8-422e-ac87-ee0b0d9932a9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:07.290005 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-206d353a-5053-40b0-b64e-8d51cf39f00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:07.456800 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-206d353a-5053-40b0-b64e-8d51cf39f00a None None] Provisioning complete for port 09016fcb-17b8-487d-acca-8d9230977192 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:07.457277 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-206d353a-5053-40b0-b64e-8d51cf39f00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:07.498459 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc719298-ca9e-4741-8582-216d0c3be1e9 None None] Update dhcp port {'port': {'network_id': '9f00d280-08a5-4326-b55c-25364adfc1b1', 'fixed_ips': [{'subnet_id': '07ed8b56-3729-40d7-acdc-1f1af4d32290', 'ip_address': '2001:db8::2'}, {'subnet_id': '8863326b-d7d8-489e-96de-73abd33ff099'}], 'binding:host_id': 'n-d-821435-1'}, 'id': 'e008db3e-d2c8-422e-ac87-ee0b0d9932a9'} from n-d-821435-1. {{(pid=103246) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 19:08:07.533313 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-206d353a-5053-40b0-b64e-8d51cf39f00a None None] Port 09016fcb-17b8-487d-acca-8d9230977192 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:08:07.543779 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dc719298-ca9e-4741-8582-216d0c3be1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:07.629639 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38600) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:07.674672 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-04f26d85-367b-496e-a9ce-2aef39bf826d tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:07.747604 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-dc719298-ca9e-4741-8582-216d0c3be1e9 None None] Allocated IP 2001:db8:0:1::2 (9f00d280-08a5-4326-b55c-25364adfc1b1/8863326b-d7d8-489e-96de-73abd33ff099/e008db3e-d2c8-422e-ac87-ee0b0d9932a9) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:08:07.762399 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9b7cb20-19af-48bc-96c7-e4f83ebff333 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:07.864212 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9b7cb20-19af-48bc-96c7-e4f83ebff333 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:07.870373 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9b7cb20-19af-48bc-96c7-e4f83ebff333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:07.874718 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-dc719298-ca9e-4741-8582-216d0c3be1e9 None None] For port e008db3e-d2c8-422e-ac87-ee0b0d9932a9, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e008db3e-d2c8-422e-ac87-ee0b0d9932a9,segment=NetworkSegment(b4183870-2ba3-4530-bf78-66cd7d78f172),segment_id=b4183870-2ba3-4530-bf78-66cd7d78f172)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:07.906599 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dc719298-ca9e-4741-8582-216d0c3be1e9 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:07.912006 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dc719298-ca9e-4741-8582-216d0c3be1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:07.932540 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a9b7cb20-19af-48bc-96c7-e4f83ebff333 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f210f6fa3a994c6eb05c311a218a2544&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3010924 Dec 10 19:08:07.935061 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38604) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:07.941938 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b7cb20-19af-48bc-96c7-e4f83ebff333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afba4955-3f40-41b3-97c6-6fe1f37a301f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:07.990406 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-363c29fd-542f-49e7-9f59-439de20d0060 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:08.014168 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc719298-ca9e-4741-8582-216d0c3be1e9 None None] Pushing event updated for resources: {'Port': ['ID=e008db3e-d2c8-422e-ac87-ee0b0d9932a9,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:08.021066 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-363c29fd-542f-49e7-9f59-439de20d0060 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:08.072552 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-04f26d85-367b-496e-a9ce-2aef39bf826d tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Delete allocated IP 2001:db8::3de (9f00d280-08a5-4326-b55c-25364adfc1b1/07ed8b56-3729-40d7-acdc-1f1af4d32290) {{(pid=103244) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 19:08:08.079916 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-363c29fd-542f-49e7-9f59-439de20d0060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:08.083055 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-04f26d85-367b-496e-a9ce-2aef39bf826d tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Allocated IP 2001:db8:0:1::64 (9f00d280-08a5-4326-b55c-25364adfc1b1/8863326b-d7d8-489e-96de-73abd33ff099/bee7e4a8-0347-4b57-89ec-2cfda120b2ca) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:08:08.083451 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-363c29fd-542f-49e7-9f59-439de20d0060 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:08.085467 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-363c29fd-542f-49e7-9f59-439de20d0060 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/afba4955-3f40-41b3-97c6-6fe1f37a301f HTTP/1.1" status: 204 len: 168 time: 0.1488998 Dec 10 19:08:08.095710 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c29fd-542f-49e7-9f59-439de20d0060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afba4955-3f40-41b3-97c6-6fe1f37a301f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:08.295905 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-04f26d85-367b-496e-a9ce-2aef39bf826d tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:08.302441 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-04f26d85-367b-496e-a9ce-2aef39bf826d tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:08.387748 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e008db3e-d2c8-422e-ac87-ee0b0d9932a9 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:08:08.392521 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-04f26d85-367b-496e-a9ce-2aef39bf826d tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] In _notify_port_updated(), no bound segment for port bee7e4a8-0347-4b57-89ec-2cfda120b2ca on network 9f00d280-08a5-4326-b55c-25364adfc1b1 {{(pid=103244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 19:08:08.404413 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f26d85-367b-496e-a9ce-2aef39bf826d tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:08.405158 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-04f26d85-367b-496e-a9ce-2aef39bf826d tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:08.406511 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-04f26d85-367b-496e-a9ce-2aef39bf826d tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "PUT /v2.0/ports/bee7e4a8-0347-4b57-89ec-2cfda120b2ca HTTP/1.1" status: 200 len: 929 time: 1.2739501 Dec 10 19:08:08.409476 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38612) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:08.421598 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:08.432738 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f26d85-367b-496e-a9ce-2aef39bf826d tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Port': ['ID=bee7e4a8-0347-4b57-89ec-2cfda120b2ca,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:08.460426 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port e008db3e-d2c8-422e-ac87-ee0b0d9932a9 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:08.461024 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:08.524477 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4b748fce-008f-42ad-8538-7d9d5a8b535c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Deleting port bee7e4a8-0347-4b57-89ec-2cfda120b2ca {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:08:08.524947 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b748fce-008f-42ad-8538-7d9d5a8b535c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:08.627093 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b748fce-008f-42ad-8538-7d9d5a8b535c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:08.642787 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4b748fce-008f-42ad-8538-7d9d5a8b535c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Calling delete_port for bee7e4a8-0347-4b57-89ec-2cfda120b2ca owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:08:08.765738 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-16a7203f-7ca0-43d7-a900-851a649b0b04 None None] Provisioning complete for port bee7e4a8-0347-4b57-89ec-2cfda120b2ca triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:08.766116 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16a7203f-7ca0-43d7-a900-851a649b0b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:08.786595 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b748fce-008f-42ad-8538-7d9d5a8b535c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:08.810616 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-16a7203f-7ca0-43d7-a900-851a649b0b04 None None] Port bee7e4a8-0347-4b57-89ec-2cfda120b2ca cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:08:08.832381 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-16a7203f-7ca0-43d7-a900-851a649b0b04 None None] Provisioning complete for port e008db3e-d2c8-422e-ac87-ee0b0d9932a9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:08.832932 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16a7203f-7ca0-43d7-a900-851a649b0b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:08.840622 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b748fce-008f-42ad-8538-7d9d5a8b535c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'Port': ['ID=bee7e4a8-0347-4b57-89ec-2cfda120b2ca,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:08.868182 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b748fce-008f-42ad-8538-7d9d5a8b535c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:08.872208 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4b748fce-008f-42ad-8538-7d9d5a8b535c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/ports/bee7e4a8-0347-4b57-89ec-2cfda120b2ca HTTP/1.1" status: 204 len: 168 time: 0.4615834 Dec 10 19:08:08.874875 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38628) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:08.902095 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-183f455e-585b-4430-a70c-4ab7dc625a36 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] GET failed (client error): The resource could not be found. Dec 10 19:08:08.904047 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-183f455e-585b-4430-a70c-4ab7dc625a36 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "GET /v2.0/ports/bee7e4a8-0347-4b57-89ec-2cfda120b2ca HTTP/1.1" status: 404 len: 333 time: 0.0280564 Dec 10 19:08:08.906559 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38630) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:08.950996 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-16a7203f-7ca0-43d7-a900-851a649b0b04 None None] Provisioning complete for port 09016fcb-17b8-487d-acca-8d9230977192 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:08.951851 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16a7203f-7ca0-43d7-a900-851a649b0b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:08.968937 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0ad01891-bd5f-45a3-9267-1d47b9de5e4e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:08.990732 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-16a7203f-7ca0-43d7-a900-851a649b0b04 None None] Port 09016fcb-17b8-487d-acca-8d9230977192 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:08:08.991264 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0ad01891-bd5f-45a3-9267-1d47b9de5e4e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:09.039532 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0ad01891-bd5f-45a3-9267-1d47b9de5e4e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:09.042460 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0ad01891-bd5f-45a3-9267-1d47b9de5e4e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:09.043713 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0ad01891-bd5f-45a3-9267-1d47b9de5e4e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/security-groups/66bff179-10fe-403e-9963-b10eb4bb713e HTTP/1.1" status: 204 len: 168 time: 0.1362393 Dec 10 19:08:09.046571 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38634) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:09.053304 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad01891-bd5f-45a3-9267-1d47b9de5e4e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bff179-10fe-403e-9963-b10eb4bb713e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:09.108931 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a6acb12-0232-4d9b-b975-efaabe0aeb62 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:09.113207 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-36b00ab7-b0fd-4f3b-894c-3f22c5dab99b None None] Could not find standard attr ID for object bee7e4a8-0347-4b57-89ec-2cfda120b2ca. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:08:09.141071 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a6acb12-0232-4d9b-b975-efaabe0aeb62 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:09.191176 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a6acb12-0232-4d9b-b975-efaabe0aeb62 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:09.194569 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a6acb12-0232-4d9b-b975-efaabe0aeb62 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:09.195889 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9a6acb12-0232-4d9b-b975-efaabe0aeb62 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/security-groups/0c40b161-7867-469d-ab80-fafc3b16c58f HTTP/1.1" status: 204 len: 168 time: 0.1480691 Dec 10 19:08:09.198750 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38638) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:09.205625 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6acb12-0232-4d9b-b975-efaabe0aeb62 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c40b161-7867-469d-ab80-fafc3b16c58f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:09.273398 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-1952a633-7d71-4c67-b941-5b1974c5ac75 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Deleting subnet 07ed8b56-3729-40d7-acdc-1f1af4d32290 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:08:09.276705 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1952a633-7d71-4c67-b941-5b1974c5ac75 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:09.321155 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1952a633-7d71-4c67-b941-5b1974c5ac75 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:09.328692 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-daaa0459-862a-4278-9a82-150a1f66de86 None None] Could not find standard attr ID for object bee7e4a8-0347-4b57-89ec-2cfda120b2ca. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:08:09.419814 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1952a633-7d71-4c67-b941-5b1974c5ac75 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:09.496858 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1952a633-7d71-4c67-b941-5b1974c5ac75 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:09.521761 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952a633-7d71-4c67-b941-5b1974c5ac75 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'Subnet': ['ID=07ed8b56-3729-40d7-acdc-1f1af4d32290,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:09.529831 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1952a633-7d71-4c67-b941-5b1974c5ac75 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:09.537134 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38650) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:09.540856 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1721bfde-913c-4884-976a-d71735caff76 None None] Network 9f00d280-08a5-4326-b55c-25364adfc1b1 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:08:09.543317 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-91c13666-6515-48b5-918b-94dfb2fa22bb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'subnet': {'network_id': '9f00d280-08a5-4326-b55c-25364adfc1b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:09.552949 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1952a633-7d71-4c67-b941-5b1974c5ac75 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/subnets/07ed8b56-3729-40d7-acdc-1f1af4d32290 HTTP/1.1" status: 204 len: 168 time: 0.3440585 Dec 10 19:08:09.667296 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c13666-6515-48b5-918b-94dfb2fa22bb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Made reservation on behalf of 2c1e90600f5b4bdea41b9a0f5b650216 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:08:09.671546 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-91c13666-6515-48b5-918b-94dfb2fa22bb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:09.946921 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-91c13666-6515-48b5-918b-94dfb2fa22bb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:09.992757 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c13666-6515-48b5-918b-94dfb2fa22bb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Network 9f00d280-08a5-4326-b55c-25364adfc1b1 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:08:09.996032 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-91c13666-6515-48b5-918b-94dfb2fa22bb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:10.002078 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c13666-6515-48b5-918b-94dfb2fa22bb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:10.002702 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-91c13666-6515-48b5-918b-94dfb2fa22bb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:10.015299 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c13666-6515-48b5-918b-94dfb2fa22bb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Subnet': ['ID=3b3b7ced-da60-4a31-85ff-7334e6866893,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:10.027187 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-91c13666-6515-48b5-918b-94dfb2fa22bb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4882827 Dec 10 19:08:10.030248 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38664) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:10.034864 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-1644d726-e41e-4045-a645-4b059d46736f tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'security_group': {'name': 'tempest-secgroup-381256461'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:10.061839 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1644d726-e41e-4045-a645-4b059d46736f tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:10.138834 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1644d726-e41e-4045-a645-4b059d46736f tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:10.146505 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1644d726-e41e-4045-a645-4b059d46736f tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:10.176369 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1644d726-e41e-4045-a645-4b059d46736f tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:10.184654 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1644d726-e41e-4045-a645-4b059d46736f tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1508265 Dec 10 19:08:10.185640 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38666) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:10.191162 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-beda9dd5-227b-4899-8c40-2114b493ac96 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'security_group': {'name': 'tempest-secgroup-458097549'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:10.208431 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1644d726-e41e-4045-a645-4b059d46736f tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a207084-5c92-4deb-95fc-442b085b2d7e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:10.229953 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-beda9dd5-227b-4899-8c40-2114b493ac96 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:10.290824 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8473622f-67ca-4265-94c2-9612eb59c8a1 None None] Network 9f00d280-08a5-4326-b55c-25364adfc1b1 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:08:10.318080 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-beda9dd5-227b-4899-8c40-2114b493ac96 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:10.322427 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-beda9dd5-227b-4899-8c40-2114b493ac96 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:10.363292 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-beda9dd5-227b-4899-8c40-2114b493ac96 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:10.364480 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-beda9dd5-227b-4899-8c40-2114b493ac96 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1778531 Dec 10 19:08:10.365463 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda9dd5-227b-4899-8c40-2114b493ac96 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d04cec8-1d91-418f-9383-ab852980b417,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:10.367517 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38672) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:10.373159 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-76ef0157-5092-4420-bff5-637a01ae68a0 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'security_group': {'name': 'tempest-secgroup-403019300'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:10.383435 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b04eb8bd-61ce-4245-a92b-d231c9e8cd54 None None] Provisioning complete for port e008db3e-d2c8-422e-ac87-ee0b0d9932a9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:10.383892 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b04eb8bd-61ce-4245-a92b-d231c9e8cd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:10.408570 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76ef0157-5092-4420-bff5-637a01ae68a0 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:10.491132 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76ef0157-5092-4420-bff5-637a01ae68a0 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:10.500372 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76ef0157-5092-4420-bff5-637a01ae68a0 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:10.515739 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b04eb8bd-61ce-4245-a92b-d231c9e8cd54 None None] Provisioning complete for port 09016fcb-17b8-487d-acca-8d9230977192 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:10.516190 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b04eb8bd-61ce-4245-a92b-d231c9e8cd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:10.525524 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef0157-5092-4420-bff5-637a01ae68a0 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba6fb6f-d4f9-4d30-afae-870b74b6ed2f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:10.542624 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76ef0157-5092-4420-bff5-637a01ae68a0 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:10.544085 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-76ef0157-5092-4420-bff5-637a01ae68a0 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1749184 Dec 10 19:08:10.546876 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38678) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:10.551889 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ba45d744-3946-4401-8b04-d57e50f088ab tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1489359173', 'security_groups': ['7ba6fb6f-d4f9-4d30-afae-870b74b6ed2f'], 'network_id': '9f00d280-08a5-4326-b55c-25364adfc1b1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3b3b7ced-da60-4a31-85ff-7334e6866893'}]}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:10.583782 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b04eb8bd-61ce-4245-a92b-d231c9e8cd54 None None] Port 09016fcb-17b8-487d-acca-8d9230977192 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:08:10.587621 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed46807-e3e8-4527-992f-25869f5479a9 None None] Update dhcp port {'port': {'network_id': '9f00d280-08a5-4326-b55c-25364adfc1b1', 'fixed_ips': [{'subnet_id': '8863326b-d7d8-489e-96de-73abd33ff099', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3b3b7ced-da60-4a31-85ff-7334e6866893'}], 'binding:host_id': 'n-d-821435-1'}, 'id': 'e008db3e-d2c8-422e-ac87-ee0b0d9932a9'} from n-d-821435-1. {{(pid=103246) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 19:08:10.618137 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8ed46807-e3e8-4527-992f-25869f5479a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:10.672727 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba45d744-3946-4401-8b04-d57e50f088ab tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Made reservation on behalf of 2c1e90600f5b4bdea41b9a0f5b650216 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:08:10.677760 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ba45d744-3946-4401-8b04-d57e50f088ab tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:10.696718 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-ba45d744-3946-4401-8b04-d57e50f088ab tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] device_id is not set on port dd2cc0df-596d-40ca-9731-71803ad92b50 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:08:10.796330 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-8ed46807-e3e8-4527-992f-25869f5479a9 None None] Allocated IP 2001:db8::2 (9f00d280-08a5-4326-b55c-25364adfc1b1/3b3b7ced-da60-4a31-85ff-7334e6866893/e008db3e-d2c8-422e-ac87-ee0b0d9932a9) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:08:10.901196 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8ed46807-e3e8-4527-992f-25869f5479a9 None None] For port e008db3e-d2c8-422e-ac87-ee0b0d9932a9, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e008db3e-d2c8-422e-ac87-ee0b0d9932a9,segment=NetworkSegment(b4183870-2ba3-4530-bf78-66cd7d78f172),segment_id=b4183870-2ba3-4530-bf78-66cd7d78f172)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:10.930837 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8ed46807-e3e8-4527-992f-25869f5479a9 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:10.935434 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8ed46807-e3e8-4527-992f-25869f5479a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:10.998761 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-ba45d744-3946-4401-8b04-d57e50f088ab tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Allocated IP 2001:db8::147 (9f00d280-08a5-4326-b55c-25364adfc1b1/3b3b7ced-da60-4a31-85ff-7334e6866893/dd2cc0df-596d-40ca-9731-71803ad92b50) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:08:11.027144 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed46807-e3e8-4527-992f-25869f5479a9 None None] Pushing event updated for resources: {'Port': ['ID=e008db3e-d2c8-422e-ac87-ee0b0d9932a9,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:11.172611 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ba45d744-3946-4401-8b04-d57e50f088ab tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:11.208424 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ba45d744-3946-4401-8b04-d57e50f088ab tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:11.242154 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38688) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:11.259652 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba45d744-3946-4401-8b04-d57e50f088ab tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Network 9f00d280-08a5-4326-b55c-25364adfc1b1 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:08:11.262969 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-ba45d744-3946-4401-8b04-d57e50f088ab tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:11.267717 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba45d744-3946-4401-8b04-d57e50f088ab tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:08:11.274371 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba45d744-3946-4401-8b04-d57e50f088ab tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:11.274798 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ba45d744-3946-4401-8b04-d57e50f088ab tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:11.278569 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba45d744-3946-4401-8b04-d57e50f088ab tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Port': ['ID=dd2cc0df-596d-40ca-9731-71803ad92b50,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:11.294509 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ba45d744-3946-4401-8b04-d57e50f088ab tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7464137 Dec 10 19:08:11.298184 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38692) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:11.303603 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ca8e4a64-f82a-4d56-ab84-5e70b2ff1616 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'subnet': {'network_id': '9f00d280-08a5-4326-b55c-25364adfc1b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:11.379473 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d4ca846-9aa8-4dbb-8e62-50b1aa0996b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:11.481719 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8e4a64-f82a-4d56-ab84-5e70b2ff1616 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Made reservation on behalf of 2c1e90600f5b4bdea41b9a0f5b650216 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:08:11.485285 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca8e4a64-f82a-4d56-ab84-5e70b2ff1616 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:11.557985 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d4ca846-9aa8-4dbb-8e62-50b1aa0996b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:11.565412 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d4ca846-9aa8-4dbb-8e62-50b1aa0996b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:11.621899 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fcc66fab-4b52-4883-9033-136d6bcc29ca None None] Provisioning complete for port e008db3e-d2c8-422e-ac87-ee0b0d9932a9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:11.622455 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fcc66fab-4b52-4883-9033-136d6bcc29ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:11.627524 n-d-821435-1 neutron-server[103245]: INFO neutron.db.ipam_backend_mixin [None req-ca8e4a64-f82a-4d56-ab84-5e70b2ff1616 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3b3b7ced-da60-4a31-85ff-7334e6866893 (CIDR: 2001:db8::/64) Dec 10 19:08:11.634424 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca8e4a64-f82a-4d56-ab84-5e70b2ff1616 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:08:11.634891 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca8e4a64-f82a-4d56-ab84-5e70b2ff1616 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:08:11.638925 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9d4ca846-9aa8-4dbb-8e62-50b1aa0996b4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3f4ab5363fef48009fef7075a654ea13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3948591 Dec 10 19:08:11.641021 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ca846-9aa8-4dbb-8e62-50b1aa0996b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee22b933-b8bb-43aa-ba64-6567022dba2b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:11.641709 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38694) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:11.659873 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ca8e4a64-f82a-4d56-ab84-5e70b2ff1616 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3604457 Dec 10 19:08:11.663767 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38696) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:11.670507 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c10de30b-3aaa-468a-ab85-ebfc432cb192 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'subnet': {'network_id': '9f00d280-08a5-4326-b55c-25364adfc1b1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:11.732455 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-03c6c748-0bed-425f-90ca-262d0135181d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:11.735192 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fcc66fab-4b52-4883-9033-136d6bcc29ca None None] Provisioning complete for port 09016fcb-17b8-487d-acca-8d9230977192 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:11.735731 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fcc66fab-4b52-4883-9033-136d6bcc29ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:11.760083 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-03c6c748-0bed-425f-90ca-262d0135181d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:11.773327 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-fcc66fab-4b52-4883-9033-136d6bcc29ca None None] Port 09016fcb-17b8-487d-acca-8d9230977192 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:08:11.811500 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10de30b-3aaa-468a-ab85-ebfc432cb192 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Made reservation on behalf of 2c1e90600f5b4bdea41b9a0f5b650216 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:08:11.815714 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c10de30b-3aaa-468a-ab85-ebfc432cb192 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:11.817797 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-03c6c748-0bed-425f-90ca-262d0135181d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:11.822106 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-03c6c748-0bed-425f-90ca-262d0135181d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:11.823298 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-03c6c748-0bed-425f-90ca-262d0135181d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ee22b933-b8bb-43aa-ba64-6567022dba2b HTTP/1.1" status: 204 len: 168 time: 0.1805770 Dec 10 19:08:11.832068 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6c748-0bed-425f-90ca-262d0135181d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee22b933-b8bb-43aa-ba64-6567022dba2b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:11.896589 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c51f6a76-d77d-4b43-9d5a-d2afdffefaf3 None None] Provisioning complete for port dd2cc0df-596d-40ca-9731-71803ad92b50 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:11.897015 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c51f6a76-d77d-4b43-9d5a-d2afdffefaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:11.916391 n-d-821435-1 neutron-server[103245]: INFO neutron.db.ipam_backend_mixin [None req-c10de30b-3aaa-468a-ab85-ebfc432cb192 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 8863326b-d7d8-489e-96de-73abd33ff099 (CIDR: 2001:db8:0:1::/64) Dec 10 19:08:11.920280 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-c10de30b-3aaa-468a-ab85-ebfc432cb192 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:08:11.920770 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c10de30b-3aaa-468a-ab85-ebfc432cb192 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:08:11.936147 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c51f6a76-d77d-4b43-9d5a-d2afdffefaf3 None None] Port dd2cc0df-596d-40ca-9731-71803ad92b50 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:08:11.937479 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c10de30b-3aaa-468a-ab85-ebfc432cb192 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2723346 Dec 10 19:08:11.940137 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38700) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:11.945904 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a0c57b47-15d0-4b07-9a91-93a657d49777 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'subnet': {'network_id': '9f00d280-08a5-4326-b55c-25364adfc1b1', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:12.058763 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c57b47-15d0-4b07-9a91-93a657d49777 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Made reservation on behalf of 2c1e90600f5b4bdea41b9a0f5b650216 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:08:12.062331 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0c57b47-15d0-4b07-9a91-93a657d49777 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:12.109079 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38704) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:12.122767 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ab0d3c7b-2ada-4950-b0ff-d5a689db0ca8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:12.202013 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ab0d3c7b-2ada-4950-b0ff-d5a689db0ca8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:12.206253 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ab0d3c7b-2ada-4950-b0ff-d5a689db0ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:12.245730 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ab0d3c7b-2ada-4950-b0ff-d5a689db0ca8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8c5b7bb12dc94123953a9281ef76bb0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1355233 Dec 10 19:08:12.246607 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d3c7b-2ada-4950-b0ff-d5a689db0ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4933767-3fab-4194-8cf9-c536f562519c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:12.249037 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38706) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:12.297389 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0c57b47-15d0-4b07-9a91-93a657d49777 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:12.304532 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29067e7b-d3ff-4929-957f-bda12fec6c46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:12.328284 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29067e7b-d3ff-4929-957f-bda12fec6c46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:12.342453 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c57b47-15d0-4b07-9a91-93a657d49777 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Network 9f00d280-08a5-4326-b55c-25364adfc1b1 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:08:12.346136 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-a0c57b47-15d0-4b07-9a91-93a657d49777 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:12.351018 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c57b47-15d0-4b07-9a91-93a657d49777 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:12.351831 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0c57b47-15d0-4b07-9a91-93a657d49777 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:12.358705 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4db5b2b-3926-42f3-9b2b-c2dbb6071828 None None] Network 9f00d280-08a5-4326-b55c-25364adfc1b1 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:08:12.369854 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c57b47-15d0-4b07-9a91-93a657d49777 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Subnet': ['ID=e97d4788-1017-4568-b63d-b6757217b641,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:12.386863 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a0c57b47-15d0-4b07-9a91-93a657d49777 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4456699 Dec 10 19:08:12.391908 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38708) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:12.397199 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29067e7b-d3ff-4929-957f-bda12fec6c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:12.397561 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ef2bf563-1175-4376-aa2b-76ad69585f58 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1482569101', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e97d4788-1017-4568-b63d-b6757217b641'}], 'security_groups': ['7a207084-5c92-4deb-95fc-442b085b2d7e', '3d04cec8-1d91-418f-9383-ab852980b417']}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:12.399838 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29067e7b-d3ff-4929-957f-bda12fec6c46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:12.403460 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-29067e7b-d3ff-4929-957f-bda12fec6c46 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d4933767-3fab-4194-8cf9-c536f562519c HTTP/1.1" status: 204 len: 168 time: 0.1512365 Dec 10 19:08:12.406629 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e008db3e-d2c8-422e-ac87-ee0b0d9932a9 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:08:12.410312 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29067e7b-d3ff-4929-957f-bda12fec6c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4933767-3fab-4194-8cf9-c536f562519c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:12.512451 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port e008db3e-d2c8-422e-ac87-ee0b0d9932a9 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:12.513002 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:12.567967 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef2bf563-1175-4376-aa2b-76ad69585f58 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:12.653299 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48d63fd-53cf-482c-9bef-260c752c8240 None None] Update dhcp port {'port': {'network_id': '9f00d280-08a5-4326-b55c-25364adfc1b1', 'fixed_ips': [{'subnet_id': '8863326b-d7d8-489e-96de-73abd33ff099', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3b3b7ced-da60-4a31-85ff-7334e6866893', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e97d4788-1017-4568-b63d-b6757217b641'}], 'binding:host_id': 'n-d-821435-1'}, 'id': 'e008db3e-d2c8-422e-ac87-ee0b0d9932a9'} from n-d-821435-1. {{(pid=103246) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 19:08:12.678715 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d48d63fd-53cf-482c-9bef-260c752c8240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:12.897364 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-ef2bf563-1175-4376-aa2b-76ad69585f58 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Delete allocated IP 2001:db8::147 (9f00d280-08a5-4326-b55c-25364adfc1b1/3b3b7ced-da60-4a31-85ff-7334e6866893) {{(pid=103245) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 19:08:12.905031 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-ef2bf563-1175-4376-aa2b-76ad69585f58 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Allocated IP 2001:db8:0:2::2da (9f00d280-08a5-4326-b55c-25364adfc1b1/e97d4788-1017-4568-b63d-b6757217b641/dd2cc0df-596d-40ca-9731-71803ad92b50) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:08:13.073444 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef2bf563-1175-4376-aa2b-76ad69585f58 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:13.078264 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef2bf563-1175-4376-aa2b-76ad69585f58 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:13.139643 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ef2bf563-1175-4376-aa2b-76ad69585f58 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] In _notify_port_updated(), no bound segment for port dd2cc0df-596d-40ca-9731-71803ad92b50 on network 9f00d280-08a5-4326-b55c-25364adfc1b1 {{(pid=103245) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 19:08:13.141636 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-d48d63fd-53cf-482c-9bef-260c752c8240 None None] Allocated IP 2001:db8:0:2::2 (9f00d280-08a5-4326-b55c-25364adfc1b1/e97d4788-1017-4568-b63d-b6757217b641/e008db3e-d2c8-422e-ac87-ee0b0d9932a9) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:08:13.145384 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2bf563-1175-4376-aa2b-76ad69585f58 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:13.146020 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef2bf563-1175-4376-aa2b-76ad69585f58 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:13.148042 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ef2bf563-1175-4376-aa2b-76ad69585f58 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "PUT /v2.0/ports/dd2cc0df-596d-40ca-9731-71803ad92b50 HTTP/1.1" status: 200 len: 970 time: 0.7551692 Dec 10 19:08:13.151008 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38730) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:13.162676 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2bf563-1175-4376-aa2b-76ad69585f58 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event updated for resources: {'Port': ['ID=dd2cc0df-596d-40ca-9731-71803ad92b50,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:13.259997 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7ac4615a-3ea7-4821-b927-1534c2345794 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Deleting port dd2cc0df-596d-40ca-9731-71803ad92b50 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:08:13.260349 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7ac4615a-3ea7-4821-b927-1534c2345794 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:13.361900 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7ac4615a-3ea7-4821-b927-1534c2345794 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:13.385093 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7ac4615a-3ea7-4821-b927-1534c2345794 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Calling delete_port for dd2cc0df-596d-40ca-9731-71803ad92b50 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:08:13.415971 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d48d63fd-53cf-482c-9bef-260c752c8240 None None] For port e008db3e-d2c8-422e-ac87-ee0b0d9932a9, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e008db3e-d2c8-422e-ac87-ee0b0d9932a9,segment=NetworkSegment(b4183870-2ba3-4530-bf78-66cd7d78f172),segment_id=b4183870-2ba3-4530-bf78-66cd7d78f172)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:13.445328 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d48d63fd-53cf-482c-9bef-260c752c8240 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:13.452987 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d48d63fd-53cf-482c-9bef-260c752c8240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:13.543324 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7ac4615a-3ea7-4821-b927-1534c2345794 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:13.556056 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d63fd-53cf-482c-9bef-260c752c8240 None None] Pushing event updated for resources: {'Port': ['ID=e008db3e-d2c8-422e-ac87-ee0b0d9932a9,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:13.579874 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac4615a-3ea7-4821-b927-1534c2345794 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'Port': ['ID=dd2cc0df-596d-40ca-9731-71803ad92b50,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:13.607499 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7ac4615a-3ea7-4821-b927-1534c2345794 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:13.611574 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7ac4615a-3ea7-4821-b927-1534c2345794 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/ports/dd2cc0df-596d-40ca-9731-71803ad92b50 HTTP/1.1" status: 204 len: 168 time: 0.4587977 Dec 10 19:08:13.613579 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38742) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:13.644367 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-28602d88-2eda-4877-b74a-5731d913e37a tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] GET failed (client error): The resource could not be found. Dec 10 19:08:13.645863 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-28602d88-2eda-4877-b74a-5731d913e37a tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "GET /v2.0/ports/dd2cc0df-596d-40ca-9731-71803ad92b50 HTTP/1.1" status: 404 len: 333 time: 0.0312662 Dec 10 19:08:13.648774 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38746) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:13.706324 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c1bae62f-2c52-4257-bd19-bd84c9e3615c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:13.735145 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c1bae62f-2c52-4257-bd19-bd84c9e3615c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:13.786424 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c1bae62f-2c52-4257-bd19-bd84c9e3615c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:13.791043 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c1bae62f-2c52-4257-bd19-bd84c9e3615c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:13.792258 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c1bae62f-2c52-4257-bd19-bd84c9e3615c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/security-groups/7ba6fb6f-d4f9-4d30-afae-870b74b6ed2f HTTP/1.1" status: 204 len: 168 time: 0.1425400 Dec 10 19:08:13.795004 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38750) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:13.802259 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bae62f-2c52-4257-bd19-bd84c9e3615c tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba6fb6f-d4f9-4d30-afae-870b74b6ed2f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:13.867985 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b95ad52-a631-4b2e-8176-4c77a62a9b4e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:13.896701 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b95ad52-a631-4b2e-8176-4c77a62a9b4e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:13.946984 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b95ad52-a631-4b2e-8176-4c77a62a9b4e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:13.949725 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b95ad52-a631-4b2e-8176-4c77a62a9b4e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:13.950971 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4b95ad52-a631-4b2e-8176-4c77a62a9b4e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/security-groups/3d04cec8-1d91-418f-9383-ab852980b417 HTTP/1.1" status: 204 len: 168 time: 0.1543322 Dec 10 19:08:13.953733 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38754) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:13.960808 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b95ad52-a631-4b2e-8176-4c77a62a9b4e tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d04cec8-1d91-418f-9383-ab852980b417,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:14.020682 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee73904b-8699-45a8-8af7-7d7399e0ec6d tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:14.046529 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee73904b-8699-45a8-8af7-7d7399e0ec6d tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:14.095511 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee73904b-8699-45a8-8af7-7d7399e0ec6d tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:14.098763 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee73904b-8699-45a8-8af7-7d7399e0ec6d tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:14.101129 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ee73904b-8699-45a8-8af7-7d7399e0ec6d tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/security-groups/7a207084-5c92-4deb-95fc-442b085b2d7e HTTP/1.1" status: 204 len: 168 time: 0.1460447 Dec 10 19:08:14.103755 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38758) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:14.111051 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee73904b-8699-45a8-8af7-7d7399e0ec6d tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a207084-5c92-4deb-95fc-442b085b2d7e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:14.175235 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f3901a4-918f-4398-8304-e53a785a34ba tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Deleting subnet 3b3b7ced-da60-4a31-85ff-7334e6866893 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:08:14.178885 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f3901a4-918f-4398-8304-e53a785a34ba tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:14.221242 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f3901a4-918f-4398-8304-e53a785a34ba tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:14.283689 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-23c07d9c-2161-4526-927e-86953491ee04 None None] Provisioning complete for port 09016fcb-17b8-487d-acca-8d9230977192 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:14.283689 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-23c07d9c-2161-4526-927e-86953491ee04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:14.336304 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f3901a4-918f-4398-8304-e53a785a34ba tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:14.357966 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-23c07d9c-2161-4526-927e-86953491ee04 None None] Port 09016fcb-17b8-487d-acca-8d9230977192 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:08:14.389296 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-23c07d9c-2161-4526-927e-86953491ee04 None None] Provisioning complete for port e008db3e-d2c8-422e-ac87-ee0b0d9932a9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:14.389296 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-23c07d9c-2161-4526-927e-86953491ee04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:14.422614 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e008db3e-d2c8-422e-ac87-ee0b0d9932a9 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:08:14.424854 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f3901a4-918f-4398-8304-e53a785a34ba tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:14.442536 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:08:14.456743 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3901a4-918f-4398-8304-e53a785a34ba tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'Subnet': ['ID=3b3b7ced-da60-4a31-85ff-7334e6866893,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:14.462091 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f3901a4-918f-4398-8304-e53a785a34ba tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:14.472327 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38764) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:14.482353 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7f3901a4-918f-4398-8304-e53a785a34ba tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/subnets/3b3b7ced-da60-4a31-85ff-7334e6866893 HTTP/1.1" status: 204 len: 168 time: 0.3772697 Dec 10 19:08:14.499466 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port e008db3e-d2c8-422e-ac87-ee0b0d9932a9 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:14.499843 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:14.539191 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-422f2459-e022-4170-a8c1-45f02e7f7903 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Deleting subnet e97d4788-1017-4568-b63d-b6757217b641 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:08:14.544018 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-422f2459-e022-4170-a8c1-45f02e7f7903 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:14.582148 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-23c07d9c-2161-4526-927e-86953491ee04 None None] Could not find standard attr ID for object dd2cc0df-596d-40ca-9731-71803ad92b50. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:08:14.609531 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-422f2459-e022-4170-a8c1-45f02e7f7903 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:14.695204 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a0c2fc99-22db-4fbc-90a0-e030ec1bd574 None None] Could not find standard attr ID for object dd2cc0df-596d-40ca-9731-71803ad92b50. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:08:14.728603 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d85a6c8-a13e-4506-967c-990099e0fd7c None None] Network 9f00d280-08a5-4326-b55c-25364adfc1b1 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:08:14.732159 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-422f2459-e022-4170-a8c1-45f02e7f7903 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:14.777343 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38768) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:14.806804 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-422f2459-e022-4170-a8c1-45f02e7f7903 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:14.835678 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f2459-e022-4170-a8c1-45f02e7f7903 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'Subnet': ['ID=e97d4788-1017-4568-b63d-b6757217b641,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:14.843248 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-422f2459-e022-4170-a8c1-45f02e7f7903 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:14.846752 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-422f2459-e022-4170-a8c1-45f02e7f7903 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/subnets/e97d4788-1017-4568-b63d-b6757217b641 HTTP/1.1" status: 204 len: 168 time: 0.3733308 Dec 10 19:08:14.849429 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38772) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:14.882338 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-aace506a-d8d2-4180-8d19-e3cfa8f374ac tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] DELETE failed (client error): The resource could not be found. Dec 10 19:08:14.882872 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aace506a-d8d2-4180-8d19-e3cfa8f374ac tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:08:14.886020 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-aace506a-d8d2-4180-8d19-e3cfa8f374ac tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/subnets/3b3b7ced-da60-4a31-85ff-7334e6866893 HTTP/1.1" status: 404 len: 337 time: 0.0355346 Dec 10 19:08:14.888889 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38774) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:14.935441 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab50435-a667-4527-9281-2709065b21ec None None] Update dhcp port {'port': {'network_id': '9f00d280-08a5-4326-b55c-25364adfc1b1', 'fixed_ips': [{'subnet_id': '8863326b-d7d8-489e-96de-73abd33ff099', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e97d4788-1017-4568-b63d-b6757217b641'}], 'binding:host_id': 'n-d-821435-1'}, 'id': 'e008db3e-d2c8-422e-ac87-ee0b0d9932a9'} from n-d-821435-1. {{(pid=103246) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 19:08:14.937177 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5bcc5bf1-e80b-480c-8696-6121ff01fed9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:14.959597 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dab50435-a667-4527-9281-2709065b21ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:14.963384 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa5d9a0-ee97-4873-a8f5-809a6ed38327 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Deleting subnet 8863326b-d7d8-489e-96de-73abd33ff099 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:08:14.968977 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-faa5d9a0-ee97-4873-a8f5-809a6ed38327 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:15.025541 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-faa5d9a0-ee97-4873-a8f5-809a6ed38327 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:15.160164 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5bcc5bf1-e80b-480c-8696-6121ff01fed9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:15.165231 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5bcc5bf1-e80b-480c-8696-6121ff01fed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:15.179516 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-faa5d9a0-ee97-4873-a8f5-809a6ed38327 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:15.232801 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc5bf1-e80b-480c-8696-6121ff01fed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8251d40-88e1-457a-b68c-b2f7d2187e7c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:15.239195 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5bcc5bf1-e80b-480c-8696-6121ff01fed9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=69a3e29d19ac45cca7bd438f659e48a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4612927 Dec 10 19:08:15.242769 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38776) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:15.292926 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-faa5d9a0-ee97-4873-a8f5-809a6ed38327 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server [None req-dab50435-a667-4527-9281-2709065b21ec None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8863326b-d7d8-489e-96de-73abd33ff099: This subnet is being modified by another concurrent operation. Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise exception Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8863326b-d7d8-489e-96de-73abd33ff099: This subnet is being modified by another concurrent operation. Dec 10 19:08:15.300096 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Dec 10 19:08:15.329718 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa5d9a0-ee97-4873-a8f5-809a6ed38327 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'Subnet': ['ID=8863326b-d7d8-489e-96de-73abd33ff099,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:15.332888 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a1b1e8e-22c1-4d1b-84eb-0691ca146c0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:15.335524 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-faa5d9a0-ee97-4873-a8f5-809a6ed38327 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:15.338731 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-faa5d9a0-ee97-4873-a8f5-809a6ed38327 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/subnets/8863326b-d7d8-489e-96de-73abd33ff099 HTTP/1.1" status: 204 len: 168 time: 0.4489088 Dec 10 19:08:15.341318 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38778) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:15.361382 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a1b1e8e-22c1-4d1b-84eb-0691ca146c0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:15.379618 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab663068-c435-4e22-98c7-697baf52fbe4 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] DELETE failed (client error): The resource could not be found. Dec 10 19:08:15.380090 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab663068-c435-4e22-98c7-697baf52fbe4 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:08:15.386647 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ab663068-c435-4e22-98c7-697baf52fbe4 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/subnets/07ed8b56-3729-40d7-acdc-1f1af4d32290 HTTP/1.1" status: 404 len: 337 time: 0.0414307 Dec 10 19:08:15.387039 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38780) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:15.410254 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2e3e93-ed0b-438d-92d1-9513bc857bb7 None None] Network 9f00d280-08a5-4326-b55c-25364adfc1b1 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:08:15.422637 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5400a100-f74b-4ae1-8dd8-ec1bdc123f1f tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "GET /v2.0/ports?device_id=99efe9fb-9e25-4a10-8ef8-6f86714ea88b HTTP/1.1" status: 200 len: 205 time: 0.0330338 Dec 10 19:08:15.425246 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38782) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:15.467849 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-edc515c0-16a2-41d3-a51b-ae1b5175b079 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] delete failed (client error): The resource could not be found. Dec 10 19:08:15.471950 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-edc515c0-16a2-41d3-a51b-ae1b5175b079 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/routers/99efe9fb-9e25-4a10-8ef8-6f86714ea88b HTTP/1.1" status: 404 len: 336 time: 0.0424848 Dec 10 19:08:15.471950 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a1b1e8e-22c1-4d1b-84eb-0691ca146c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:15.472950 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38784) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:15.473799 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c6030c48-dfe9-4eb1-93e9-37e6fc5df883 None None] Provisioning complete for port e008db3e-d2c8-422e-ac87-ee0b0d9932a9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:15.473979 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c6030c48-dfe9-4eb1-93e9-37e6fc5df883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:15.474635 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a1b1e8e-22c1-4d1b-84eb-0691ca146c0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:15.479011 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1a1b1e8e-22c1-4d1b-84eb-0691ca146c0f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a8251d40-88e1-457a-b68c-b2f7d2187e7c HTTP/1.1" status: 204 len: 168 time: 0.2327738 Dec 10 19:08:15.484293 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b1e8e-22c1-4d1b-84eb-0691ca146c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8251d40-88e1-457a-b68c-b2f7d2187e7c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:15.510253 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-11d66c9c-56dd-474d-8353-39674a624497 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] DELETE failed (client error): The resource could not be found. Dec 10 19:08:15.510731 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11d66c9c-56dd-474d-8353-39674a624497 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:08:15.516481 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-11d66c9c-56dd-474d-8353-39674a624497 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/subnets/c614ad26-03aa-4301-8631-9a525bdf4933 HTTP/1.1" status: 404 len: 337 time: 0.0399318 Dec 10 19:08:15.516735 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38788) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:15.546024 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-29a35843-e518-4547-a8a5-1d8d683f62bb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] DELETE failed (client error): The resource could not be found. Dec 10 19:08:15.546492 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29a35843-e518-4547-a8a5-1d8d683f62bb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:08:15.552605 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-29a35843-e518-4547-a8a5-1d8d683f62bb tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/subnets/af590117-6612-4397-acc4-1d92e3981873 HTTP/1.1" status: 404 len: 337 time: 0.0320516 Dec 10 19:08:15.552852 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38790) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:15.586218 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d59f94b-c5a0-4c64-9bce-d435def46147 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] DELETE failed (client error): The resource could not be found. Dec 10 19:08:15.586761 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d59f94b-c5a0-4c64-9bce-d435def46147 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:08:15.592229 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2d59f94b-c5a0-4c64-9bce-d435def46147 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/subnets/09e6999b-431b-4b8b-bb41-c4d2b0c0b42b HTTP/1.1" status: 404 len: 337 time: 0.0360355 Dec 10 19:08:15.592387 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6052398-c952-4842-b47b-6f7bfae72c78 None None] DHCP port deletion for 9f00d280-08a5-4326-b55c-25364adfc1b1 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:08:15.592492 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38792) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:15.616866 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-da827036-60da-4264-bf46-0d16625b8679 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] DELETE failed (client error): The resource could not be found. Dec 10 19:08:15.617407 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da827036-60da-4264-bf46-0d16625b8679 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:08:15.620534 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-da827036-60da-4264-bf46-0d16625b8679 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/ports/243c7699-b5ee-4bb0-a982-54b64e35cbc5 HTTP/1.1" status: 404 len: 333 time: 0.0270839 Dec 10 19:08:15.623196 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38794) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:15.647684 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c6030c48-dfe9-4eb1-93e9-37e6fc5df883 None None] Provisioning complete for port 09016fcb-17b8-487d-acca-8d9230977192 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:15.648157 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c6030c48-dfe9-4eb1-93e9-37e6fc5df883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:15.651811 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-2911f16c-10fb-4f53-9647-57846ce2aa42 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] DELETE failed (client error): The resource could not be found. Dec 10 19:08:15.651811 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2911f16c-10fb-4f53-9647-57846ce2aa42 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:08:15.656670 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2911f16c-10fb-4f53-9647-57846ce2aa42 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/subnets/1e88f564-517f-4f42-bc2a-e277cf5a2029 HTTP/1.1" status: 404 len: 337 time: 0.0304003 Dec 10 19:08:15.657466 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38798) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:15.687649 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e6052398-c952-4842-b47b-6f7bfae72c78 None None] Deleting port e008db3e-d2c8-422e-ac87-ee0b0d9932a9 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:08:15.687999 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-79eb300a-54fb-42a3-874f-b73e69e97343 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] DELETE failed (client error): The resource could not be found. Dec 10 19:08:15.688140 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e6052398-c952-4842-b47b-6f7bfae72c78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:15.688756 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79eb300a-54fb-42a3-874f-b73e69e97343 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:08:15.695062 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-79eb300a-54fb-42a3-874f-b73e69e97343 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/subnets/28e8b373-fca4-409e-be9b-6d930739e3cc HTTP/1.1" status: 404 len: 337 time: 0.0331533 Dec 10 19:08:15.695370 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38800) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:15.719339 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-e830c20b-37db-455a-8024-ec733da3c034 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] DELETE failed (client error): The resource could not be found. Dec 10 19:08:15.719923 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e830c20b-37db-455a-8024-ec733da3c034 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:08:15.725875 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e830c20b-37db-455a-8024-ec733da3c034 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/ports/5b73f02f-b0fc-4beb-a97c-6869b858f137 HTTP/1.1" status: 404 len: 333 time: 0.0268366 Dec 10 19:08:15.726063 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38802) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:15.734278 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c6030c48-dfe9-4eb1-93e9-37e6fc5df883 None None] Port 09016fcb-17b8-487d-acca-8d9230977192 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:08:15.752937 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8aa9a20-aeef-4554-b275-79c3e592c1b6 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] DELETE failed (client error): The resource could not be found. Dec 10 19:08:15.753400 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8aa9a20-aeef-4554-b275-79c3e592c1b6 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:08:15.757575 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b8aa9a20-aeef-4554-b275-79c3e592c1b6 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/subnets/97fa1e96-4b4e-4929-9e42-abc749540509 HTTP/1.1" status: 404 len: 337 time: 0.0304673 Dec 10 19:08:15.760387 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38804) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:15.765521 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e6052398-c952-4842-b47b-6f7bfae72c78 None None] For port e008db3e-d2c8-422e-ac87-ee0b0d9932a9, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e008db3e-d2c8-422e-ac87-ee0b0d9932a9,segment=NetworkSegment(b4183870-2ba3-4530-bf78-66cd7d78f172),segment_id=b4183870-2ba3-4530-bf78-66cd7d78f172)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:15.765631 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e6052398-c952-4842-b47b-6f7bfae72c78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:15.778215 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e6052398-c952-4842-b47b-6f7bfae72c78 None None] Calling delete_port for e008db3e-d2c8-422e-ac87-ee0b0d9932a9 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:08:15.786274 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-bffbccbe-5f5c-4fd9-9fa5-2fa2c62783e3 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] DELETE failed (client error): The resource could not be found. Dec 10 19:08:15.786737 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bffbccbe-5f5c-4fd9-9fa5-2fa2c62783e3 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:08:15.790486 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-bffbccbe-5f5c-4fd9-9fa5-2fa2c62783e3 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/subnets/342877f7-8dc9-4d12-a117-578b80b1a20d HTTP/1.1" status: 404 len: 337 time: 0.0291162 Dec 10 19:08:15.793015 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38806) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:15.805453 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38808) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:15.819369 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f71a679c-1095-4cb4-a8ac-3fcc9adda4c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:15.877713 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e6052398-c952-4842-b47b-6f7bfae72c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:15.888571 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c0dc265c-6dcb-46ef-bd8e-70e94ef77bfd tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Deleting port 09016fcb-17b8-487d-acca-8d9230977192 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:08:15.888963 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c0dc265c-6dcb-46ef-bd8e-70e94ef77bfd tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:15.904970 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6052398-c952-4842-b47b-6f7bfae72c78 None None] Pushing event deleted for resources: {'Port': ['ID=e008db3e-d2c8-422e-ac87-ee0b0d9932a9,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:15.909400 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f71a679c-1095-4cb4-a8ac-3fcc9adda4c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:15.912992 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6052398-c952-4842-b47b-6f7bfae72c78 None None] No DVR routers for this DVR port e008db3e-d2c8-422e-ac87-ee0b0d9932a9 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:08:15.915849 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f71a679c-1095-4cb4-a8ac-3fcc9adda4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:15.929619 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ecdf7a-f792-4a2d-afac-e6f072926222 None None] get_active_networks_info from n-d-821435-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 19:08:15.955583 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f71a679c-1095-4cb4-a8ac-3fcc9adda4c5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3fb21ca1a78b4ef997ec931117733a46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1490343 Dec 10 19:08:15.958088 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38810) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:15.963952 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c0dc265c-6dcb-46ef-bd8e-70e94ef77bfd tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:15.983030 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c0dc265c-6dcb-46ef-bd8e-70e94ef77bfd tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Calling delete_port for 09016fcb-17b8-487d-acca-8d9230977192 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:08:15.992745 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a679c-1095-4cb4-a8ac-3fcc9adda4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44e4ebb-d72e-4417-991f-5a5b63af104e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:16.005572 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ecdf7a-f792-4a2d-afac-e6f072926222 None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 19:08:16.026672 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2dd18de7-2b83-436b-9f58-d0e495f0dc0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:16.056131 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2dd18de7-2b83-436b-9f58-d0e495f0dc0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:16.078359 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c0dc265c-6dcb-46ef-bd8e-70e94ef77bfd tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:16.111453 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc265c-6dcb-46ef-bd8e-70e94ef77bfd tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'Port': ['ID=09016fcb-17b8-487d-acca-8d9230977192,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:16.113278 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2dd18de7-2b83-436b-9f58-d0e495f0dc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:16.119668 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2dd18de7-2b83-436b-9f58-d0e495f0dc0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:16.120876 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2dd18de7-2b83-436b-9f58-d0e495f0dc0c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e44e4ebb-d72e-4417-991f-5a5b63af104e HTTP/1.1" status: 204 len: 168 time: 0.1617873 Dec 10 19:08:16.122326 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c0dc265c-6dcb-46ef-bd8e-70e94ef77bfd tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:16.128332 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c0dc265c-6dcb-46ef-bd8e-70e94ef77bfd tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/ports/09016fcb-17b8-487d-acca-8d9230977192 HTTP/1.1" status: 204 len: 168 time: 0.3343489 Dec 10 19:08:16.128981 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38814) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:16.140123 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd18de7-2b83-436b-9f58-d0e495f0dc0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44e4ebb-d72e-4417-991f-5a5b63af104e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:16.213131 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b68cf9db-5518-40de-974e-dd8f8068b590 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:16.303553 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b68cf9db-5518-40de-974e-dd8f8068b590 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:16.328584 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-b68cf9db-5518-40de-974e-dd8f8068b590 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f00d280-08a5-4326-b55c-25364adfc1b1']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:16.339191 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-b68cf9db-5518-40de-974e-dd8f8068b590 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4183870-2ba3-4530-bf78-66cd7d78f172') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:16.339498 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-b68cf9db-5518-40de-974e-dd8f8068b590 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4183870-2ba3-4530-bf78-66cd7d78f172') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:16.359463 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b68cf9db-5518-40de-974e-dd8f8068b590 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:16.370016 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e008db3e-d2c8-422e-ac87-ee0b0d9932a9 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:08:16.378184 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b68cf9db-5518-40de-974e-dd8f8068b590 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:16.385787 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b68cf9db-5518-40de-974e-dd8f8068b590 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:08:16.386174 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b68cf9db-5518-40de-974e-dd8f8068b590 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:16.390730 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 19:08:16.390730 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:08:16.390730 n-d-821435-1 neutron-server[103244]: timer() Dec 10 19:08:16.390730 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:08:16.390730 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 19:08:16.390730 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:08:16.390730 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 19:08:16.390730 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:08:16.390730 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 19:08:16.390730 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:08:16.390730 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 19:08:16.390730 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:08:16.390730 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 19:08:16.390730 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:08:16.390730 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:08:16.390730 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:08:16.390730 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:08:16.390730 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:08:16.390730 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 19:08:16.390730 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:08:16.390730 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 19:08:16.390730 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:08:16.390730 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:08:16.390730 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:08:16.390730 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 19:08:16.390730 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:08:16.390730 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:08:16.390730 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:08:16.390730 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:08:16.390730 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:08:16.390730 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:08:16.390730 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:08:16.396194 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: e008db3e-d2c8-422e-ac87-ee0b0d9932a9 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:08:16.396551 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e008db3e-d2c8-422e-ac87-ee0b0d9932a9 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:08:16.454306 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b68cf9db-5518-40de-974e-dd8f8068b590 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:16.465214 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b68cf9db-5518-40de-974e-dd8f8068b590 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:16.468670 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b68cf9db-5518-40de-974e-dd8f8068b590 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] 10.222.0.62 "DELETE /v2.0/networks/9f00d280-08a5-4326-b55c-25364adfc1b1 HTTP/1.1" status: 204 len: 168 time: 0.3386295 Dec 10 19:08:16.483342 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68cf9db-5518-40de-974e-dd8f8068b590 tempest-PortsIpV6TestJSON-266526602 tempest-PortsIpV6TestJSON-266526602-project] Pushing event deleted for resources: {'Network': ['ID=9f00d280-08a5-4326-b55c-25364adfc1b1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:16.665484 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38830) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:16.810988 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-fc9fb369-3fd6-4f6f-a2b3-3030e029218c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2c1e90600f5b4bdea41b9a0f5b650216&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1442316 Dec 10 19:08:16.813438 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38840) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:16.873181 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-71234913-158e-4f76-82b5-7d44a77fb8c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:16.894676 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-71234913-158e-4f76-82b5-7d44a77fb8c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:16.946979 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-71234913-158e-4f76-82b5-7d44a77fb8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:16.949794 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-71234913-158e-4f76-82b5-7d44a77fb8c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:16.950952 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-71234913-158e-4f76-82b5-7d44a77fb8c3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/61754ad1-767a-4718-a73d-a1047570c10a HTTP/1.1" status: 204 len: 168 time: 0.1363189 Dec 10 19:08:16.960299 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71234913-158e-4f76-82b5-7d44a77fb8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61754ad1-767a-4718-a73d-a1047570c10a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:17.751874 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38884) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:17.889136 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-e3338876-624d-4092-977b-5587fcc52e8b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1942254171'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:17.914755 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3338876-624d-4092-977b-5587fcc52e8b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Made reservation on behalf of 7f185da471b44e78ba28d8589f387edd for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:08:17.918415 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3338876-624d-4092-977b-5587fcc52e8b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:17.927270 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3338876-624d-4092-977b-5587fcc52e8b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:18.013659 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3338876-624d-4092-977b-5587fcc52e8b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:18.017914 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3338876-624d-4092-977b-5587fcc52e8b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:18.041589 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3338876-624d-4092-977b-5587fcc52e8b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:08:18.056550 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3338876-624d-4092-977b-5587fcc52e8b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6742855b-e055-49ee-b91a-0fa01c87e9e5,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:18.059609 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3338876-624d-4092-977b-5587fcc52e8b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:18.060062 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-e3338876-624d-4092-977b-5587fcc52e8b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Added segment 1db4778f-6c24-466e-b526-28800b1623d6 of type vlan for network 852f13cf-2b72-480a-b3f9-b1280c7d015a Dec 10 19:08:18.111882 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3338876-624d-4092-977b-5587fcc52e8b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:18.137945 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3338876-624d-4092-977b-5587fcc52e8b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:18.144144 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3338876-624d-4092-977b-5587fcc52e8b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:18.144783 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3338876-624d-4092-977b-5587fcc52e8b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:18.210010 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e3338876-624d-4092-977b-5587fcc52e8b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4539909 Dec 10 19:08:18.210417 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38910) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:18.217945 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a6b3e02a-6ce8-48c4-953c-416d9f5a0b58 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-775128583'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:18.220780 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3338876-624d-4092-977b-5587fcc52e8b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event updated for resources: {'Network': ['ID=852f13cf-2b72-480a-b3f9-b1280c7d015a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:18.232966 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 852f13cf-2b72-480a-b3f9-b1280c7d015a details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:08:18.243090 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b3e02a-6ce8-48c4-953c-416d9f5a0b58 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Made reservation on behalf of 7f185da471b44e78ba28d8589f387edd for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:08:18.246971 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e02a-6ce8-48c4-953c-416d9f5a0b58 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:18.276943 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b3e02a-6ce8-48c4-953c-416d9f5a0b58 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:08:18.288255 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e02a-6ce8-48c4-953c-416d9f5a0b58 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:18.288815 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-a6b3e02a-6ce8-48c4-953c-416d9f5a0b58 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Added segment 7fb08188-78cf-4b78-9b7a-a8a9a05dcef1 of type vlan for network 204dd73f-3dde-4a1f-84fb-3175c581d8f0 Dec 10 19:08:18.333611 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e02a-6ce8-48c4-953c-416d9f5a0b58 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:18.359847 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e02a-6ce8-48c4-953c-416d9f5a0b58 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:18.366906 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b3e02a-6ce8-48c4-953c-416d9f5a0b58 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:18.368108 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e02a-6ce8-48c4-953c-416d9f5a0b58 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:18.431576 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a6b3e02a-6ce8-48c4-953c-416d9f5a0b58 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2196844 Dec 10 19:08:18.434504 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38920) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:18.446419 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f4bb0f11-37a6-4ace-aaaa-e90ed25fbc7b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Request body: {'subnet': {'network_id': '852f13cf-2b72-480a-b3f9-b1280c7d015a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:18.464592 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3e02a-6ce8-48c4-953c-416d9f5a0b58 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event updated for resources: {'Network': ['ID=204dd73f-3dde-4a1f-84fb-3175c581d8f0,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:18.474704 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 204dd73f-3dde-4a1f-84fb-3175c581d8f0 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:08:18.544733 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bb0f11-37a6-4ace-aaaa-e90ed25fbc7b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Made reservation on behalf of 7f185da471b44e78ba28d8589f387edd for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:08:18.549809 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f4bb0f11-37a6-4ace-aaaa-e90ed25fbc7b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:18.681758 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38924) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:18.731976 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f4bb0f11-37a6-4ace-aaaa-e90ed25fbc7b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:18.796533 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb0f11-37a6-4ace-aaaa-e90ed25fbc7b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event updated for resources: {'Subnet': ['ID=8b7e424e-f371-4bbc-a021-ab44f0baac5f,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:18.801077 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bb41ee09-e9f0-467e-938f-ea2d33ebe15e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:18.804536 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bb0f11-37a6-4ace-aaaa-e90ed25fbc7b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Checking segment: {'id': '1db4778f-6c24-466e-b526-28800b1623d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '852f13cf-2b72-480a-b3f9-b1280c7d015a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:08:18.804947 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bb0f11-37a6-4ace-aaaa-e90ed25fbc7b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Network hostable DHCP agents. Network: 852f13cf-2b72-480a-b3f9-b1280c7d015a, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:08:18.822628 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bb0f11-37a6-4ace-aaaa-e90ed25fbc7b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Network 852f13cf-2b72-480a-b3f9-b1280c7d015a is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:08:18.831176 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-f4bb0f11-37a6-4ace-aaaa-e90ed25fbc7b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 852f13cf-2b72-480a-b3f9-b1280c7d015a) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:18.836219 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bb0f11-37a6-4ace-aaaa-e90ed25fbc7b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:18.836856 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f4bb0f11-37a6-4ace-aaaa-e90ed25fbc7b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:18.848961 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e39b29-2630-43e4-948d-fac4059ddb99 None None] Network 852f13cf-2b72-480a-b3f9-b1280c7d015a requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:08:18.855967 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f4bb0f11-37a6-4ace-aaaa-e90ed25fbc7b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4204280 Dec 10 19:08:18.856564 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38928) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:18.861664 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-31c8ddd5-1110-4318-8dd0-72a918391403 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Request body: {'subnet': {'network_id': '204dd73f-3dde-4a1f-84fb-3175c581d8f0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:18.892859 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bb41ee09-e9f0-467e-938f-ea2d33ebe15e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:18.898717 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bb41ee09-e9f0-467e-938f-ea2d33ebe15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:18.939954 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-bb41ee09-e9f0-467e-938f-ea2d33ebe15e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0a639f647b9e4f368ee802d09b1c5cce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2570558 Dec 10 19:08:18.942803 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38930) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:18.945858 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb41ee09-e9f0-467e-938f-ea2d33ebe15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341895bb-ffd7-4349-817e-b7b1f072c727,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:18.963410 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0205b4-dbec-47e6-9e2d-49909437d9b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-852f13cf-2b72-480a-b3f9-b1280c7d015a', 'network_id': '852f13cf-2b72-480a-b3f9-b1280c7d015a', 'project_id': '7f185da471b44e78ba28d8589f387edd', 'fixed_ips': [{'subnet_id': '8b7e424e-f371-4bbc-a021-ab44f0baac5f'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:08:18.964525 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9d0205b4-dbec-47e6-9e2d-49909437d9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:18.988721 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c8ddd5-1110-4318-8dd0-72a918391403 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Made reservation on behalf of 7f185da471b44e78ba28d8589f387edd for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:08:18.992970 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-31c8ddd5-1110-4318-8dd0-72a918391403 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:19.059739 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aed6cce7-c198-4064-9feb-bbda556448f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:19.106016 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-9d0205b4-dbec-47e6-9e2d-49909437d9b5 None None] Allocated IP 2001:db8::2 (852f13cf-2b72-480a-b3f9-b1280c7d015a/8b7e424e-f371-4bbc-a021-ab44f0baac5f/e1634737-e7f9-4ffc-8cc8-295e9936a02e) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:08:19.111160 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aed6cce7-c198-4064-9feb-bbda556448f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:19.208743 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aed6cce7-c198-4064-9feb-bbda556448f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:19.211833 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aed6cce7-c198-4064-9feb-bbda556448f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:19.215342 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-aed6cce7-c198-4064-9feb-bbda556448f2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/341895bb-ffd7-4349-817e-b7b1f072c727 HTTP/1.1" status: 204 len: 168 time: 0.2686203 Dec 10 19:08:19.244093 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed6cce7-c198-4064-9feb-bbda556448f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341895bb-ffd7-4349-817e-b7b1f072c727,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:19.251449 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9d0205b4-dbec-47e6-9e2d-49909437d9b5 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:19.262753 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9d0205b4-dbec-47e6-9e2d-49909437d9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:19.309907 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0205b4-dbec-47e6-9e2d-49909437d9b5 None None] Network 852f13cf-2b72-480a-b3f9-b1280c7d015a is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:08:19.312997 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-9d0205b4-dbec-47e6-9e2d-49909437d9b5 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:19.318240 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0205b4-dbec-47e6-9e2d-49909437d9b5 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:08:19.320996 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0205b4-dbec-47e6-9e2d-49909437d9b5 None None] Pushing event updated for resources: {'Port': ['ID=e1634737-e7f9-4ffc-8cc8-295e9936a02e,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:19.384964 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9d0205b4-dbec-47e6-9e2d-49909437d9b5 None None] Attempting to bind port e1634737-e7f9-4ffc-8cc8-295e9936a02e on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:19.385547 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9d0205b4-dbec-47e6-9e2d-49909437d9b5 None None] Attempting to bind port e1634737-e7f9-4ffc-8cc8-295e9936a02e by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1db4778f-6c24-466e-b526-28800b1623d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '852f13cf-2b72-480a-b3f9-b1280c7d015a'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:19.386280 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0205b4-dbec-47e6-9e2d-49909437d9b5 None None] Attempting to bind port e1634737-e7f9-4ffc-8cc8-295e9936a02e on network 852f13cf-2b72-480a-b3f9-b1280c7d015a {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:19.392163 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0205b4-dbec-47e6-9e2d-49909437d9b5 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:08:19.392537 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0205b4-dbec-47e6-9e2d-49909437d9b5 None None] Checking segment: {'id': '1db4778f-6c24-466e-b526-28800b1623d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '852f13cf-2b72-480a-b3f9-b1280c7d015a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:08:19.393160 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9d0205b4-dbec-47e6-9e2d-49909437d9b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:19.393742 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0205b4-dbec-47e6-9e2d-49909437d9b5 None None] Bound using segment: {'id': '1db4778f-6c24-466e-b526-28800b1623d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '852f13cf-2b72-480a-b3f9-b1280c7d015a'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:08:19.394224 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9d0205b4-dbec-47e6-9e2d-49909437d9b5 None None] Bound port: e1634737-e7f9-4ffc-8cc8-295e9936a02e, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db4778f-6c24-466e-b526-28800b1623d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '852f13cf-2b72-480a-b3f9-b1280c7d015a'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:08:19.394613 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9d0205b4-dbec-47e6-9e2d-49909437d9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:19.473028 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9d0205b4-dbec-47e6-9e2d-49909437d9b5 None None] For port e1634737-e7f9-4ffc-8cc8-295e9936a02e, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:08:19.477727 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9d0205b4-dbec-47e6-9e2d-49909437d9b5 None None] For port e1634737-e7f9-4ffc-8cc8-295e9936a02e, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e1634737-e7f9-4ffc-8cc8-295e9936a02e,segment=NetworkSegment(1db4778f-6c24-466e-b526-28800b1623d6),segment_id=1db4778f-6c24-466e-b526-28800b1623d6)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:08:19.484050 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9d0205b4-dbec-47e6-9e2d-49909437d9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:19.546621 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0205b4-dbec-47e6-9e2d-49909437d9b5 None None] Pushing event updated for resources: {'Port': ['ID=e1634737-e7f9-4ffc-8cc8-295e9936a02e,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:19.562291 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38936) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:19.581262 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ed634a9-fb61-4a8d-90c5-42a982644cfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:19.664374 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-31c8ddd5-1110-4318-8dd0-72a918391403 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:19.669197 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-72293ea7-d658-49d7-8241-9f78ee4eb3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:19.678218 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ed634a9-fb61-4a8d-90c5-42a982644cfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:19.682976 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ed634a9-fb61-4a8d-90c5-42a982644cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:19.729802 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1ed634a9-fb61-4a8d-90c5-42a982644cfc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=22accc71118148329eafe935a62d34d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1639693 Dec 10 19:08:19.729802 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed634a9-fb61-4a8d-90c5-42a982644cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb945c62-2295-49e2-9b12-5863a55e2fd6,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:19.730986 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38938) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:19.750973 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c8ddd5-1110-4318-8dd0-72a918391403 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Checking segment: {'id': '7fb08188-78cf-4b78-9b7a-a8a9a05dcef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '204dd73f-3dde-4a1f-84fb-3175c581d8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:08:19.751533 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c8ddd5-1110-4318-8dd0-72a918391403 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Network hostable DHCP agents. Network: 204dd73f-3dde-4a1f-84fb-3175c581d8f0, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:08:19.754034 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8ddd5-1110-4318-8dd0-72a918391403 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event updated for resources: {'Subnet': ['ID=e0f56754-f129-4a39-be90-00b2c11171ca,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:19.777915 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c8ddd5-1110-4318-8dd0-72a918391403 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Network 204dd73f-3dde-4a1f-84fb-3175c581d8f0 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:08:19.790109 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-31c8ddd5-1110-4318-8dd0-72a918391403 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 204dd73f-3dde-4a1f-84fb-3175c581d8f0) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:19.794458 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c8ddd5-1110-4318-8dd0-72a918391403 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:19.795404 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-31c8ddd5-1110-4318-8dd0-72a918391403 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:19.796085 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d05254a2-ea0c-4000-a67b-ba574d71b13c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:19.800442 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c57baa7-caa4-4266-9c51-20d6edaf1193 None None] Network 204dd73f-3dde-4a1f-84fb-3175c581d8f0 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:08:19.814779 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-31c8ddd5-1110-4318-8dd0-72a918391403 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9571304 Dec 10 19:08:19.817444 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38940) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:19.823828 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-bd673f97-6f1b-4cb3-b4ed-db3e52a7f9df tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1460754211', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:19.828004 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d05254a2-ea0c-4000-a67b-ba574d71b13c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:19.861880 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd673f97-6f1b-4cb3-b4ed-db3e52a7f9df tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:19.863131 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd673f97-6f1b-4cb3-b4ed-db3e52a7f9df tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:19.897386 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d05254a2-ea0c-4000-a67b-ba574d71b13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:19.900888 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d05254a2-ea0c-4000-a67b-ba574d71b13c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:19.902076 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d05254a2-ea0c-4000-a67b-ba574d71b13c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bb945c62-2295-49e2-9b12-5863a55e2fd6 HTTP/1.1" status: 204 len: 168 time: 0.1705410 Dec 10 19:08:19.916906 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05254a2-ea0c-4000-a67b-ba574d71b13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb945c62-2295-49e2-9b12-5863a55e2fd6,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:19.943742 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd673f97-6f1b-4cb3-b4ed-db3e52a7f9df tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:19.949951 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd673f97-6f1b-4cb3-b4ed-db3e52a7f9df tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:19.957039 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e090506f-3082-4a42-ac8c-6f4734a17b49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-204dd73f-3dde-4a1f-84fb-3175c581d8f0', 'network_id': '204dd73f-3dde-4a1f-84fb-3175c581d8f0', 'project_id': '7f185da471b44e78ba28d8589f387edd', 'fixed_ips': [{'subnet_id': 'e0f56754-f129-4a39-be90-00b2c11171ca'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:08:19.958646 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e090506f-3082-4a42-ac8c-6f4734a17b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:19.992312 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd673f97-6f1b-4cb3-b4ed-db3e52a7f9df tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:19.993879 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-bd673f97-6f1b-4cb3-b4ed-db3e52a7f9df tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1750712 Dec 10 19:08:19.996324 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38944) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:20.109480 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-e090506f-3082-4a42-ac8c-6f4734a17b49 None None] Allocated IP 2001:db8:1::2 (204dd73f-3dde-4a1f-84fb-3175c581d8f0/e0f56754-f129-4a39-be90-00b2c11171ca/4171e16c-0ef5-4551-abdb-e5602227d85e) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:08:20.291173 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-05b6d47d-7ca6-4972-8aa4-35077a3e9cd0 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:20.449851 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e1634737-e7f9-4ffc-8cc8-295e9936a02e up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:08:20.582670 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e090506f-3082-4a42-ac8c-6f4734a17b49 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:20.597157 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e090506f-3082-4a42-ac8c-6f4734a17b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:20.603776 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-05b6d47d-7ca6-4972-8aa4-35077a3e9cd0 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Allocated IP 2001:db8::1 (852f13cf-2b72-480a-b3f9-b1280c7d015a/8b7e424e-f371-4bbc-a021-ab44f0baac5f/98650209-cb95-4d31-9389-8a5461bfb920) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:08:20.636337 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port e1634737-e7f9-4ffc-8cc8-295e9936a02e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:20.636868 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:20.683782 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e090506f-3082-4a42-ac8c-6f4734a17b49 None None] Network 204dd73f-3dde-4a1f-84fb-3175c581d8f0 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:08:20.697065 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-e090506f-3082-4a42-ac8c-6f4734a17b49 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:20.700169 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e090506f-3082-4a42-ac8c-6f4734a17b49 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:08:20.713003 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e090506f-3082-4a42-ac8c-6f4734a17b49 None None] Pushing event updated for resources: {'Port': ['ID=4171e16c-0ef5-4551-abdb-e5602227d85e,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:20.750927 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-05b6d47d-7ca6-4972-8aa4-35077a3e9cd0 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:20.791313 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-05b6d47d-7ca6-4972-8aa4-35077a3e9cd0 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:20.797366 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e090506f-3082-4a42-ac8c-6f4734a17b49 None None] Attempting to bind port 4171e16c-0ef5-4551-abdb-e5602227d85e on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:20.797749 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e090506f-3082-4a42-ac8c-6f4734a17b49 None None] Attempting to bind port 4171e16c-0ef5-4551-abdb-e5602227d85e by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '7fb08188-78cf-4b78-9b7a-a8a9a05dcef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '204dd73f-3dde-4a1f-84fb-3175c581d8f0'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:20.798248 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e090506f-3082-4a42-ac8c-6f4734a17b49 None None] Attempting to bind port 4171e16c-0ef5-4551-abdb-e5602227d85e on network 204dd73f-3dde-4a1f-84fb-3175c581d8f0 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:20.829559 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e090506f-3082-4a42-ac8c-6f4734a17b49 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:08:20.830147 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e090506f-3082-4a42-ac8c-6f4734a17b49 None None] Checking segment: {'id': '7fb08188-78cf-4b78-9b7a-a8a9a05dcef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '204dd73f-3dde-4a1f-84fb-3175c581d8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:08:20.830697 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e090506f-3082-4a42-ac8c-6f4734a17b49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:20.831842 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e090506f-3082-4a42-ac8c-6f4734a17b49 None None] Bound using segment: {'id': '7fb08188-78cf-4b78-9b7a-a8a9a05dcef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '204dd73f-3dde-4a1f-84fb-3175c581d8f0'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:08:20.832363 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e090506f-3082-4a42-ac8c-6f4734a17b49 None None] Bound port: 4171e16c-0ef5-4551-abdb-e5602227d85e, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb08188-78cf-4b78-9b7a-a8a9a05dcef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '204dd73f-3dde-4a1f-84fb-3175c581d8f0'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:08:20.832822 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e090506f-3082-4a42-ac8c-6f4734a17b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:20.861138 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b6d47d-7ca6-4972-8aa4-35077a3e9cd0 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Network 852f13cf-2b72-480a-b3f9-b1280c7d015a is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:08:20.865092 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b6d47d-7ca6-4972-8aa4-35077a3e9cd0 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event updated for resources: {'Port': ['ID=98650209-cb95-4d31-9389-8a5461bfb920,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:20.868480 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-05b6d47d-7ca6-4972-8aa4-35077a3e9cd0 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:20.870576 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:20.881700 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b6d47d-7ca6-4972-8aa4-35077a3e9cd0 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:08:20.882754 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-05b6d47d-7ca6-4972-8aa4-35077a3e9cd0 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:20.907531 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744987f8-0f24-4429-9f25-c879ed520d72 None None] Network 852f13cf-2b72-480a-b3f9-b1280c7d015a requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:08:21.007395 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port e1634737-e7f9-4ffc-8cc8-295e9936a02e, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e1634737-e7f9-4ffc-8cc8-295e9936a02e,segment=NetworkSegment(1db4778f-6c24-466e-b526-28800b1623d6),segment_id=1db4778f-6c24-466e-b526-28800b1623d6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:21.014244 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-05b6d47d-7ca6-4972-8aa4-35077a3e9cd0 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:21.014436 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e090506f-3082-4a42-ac8c-6f4734a17b49 None None] For port 4171e16c-0ef5-4551-abdb-e5602227d85e, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:08:21.023703 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:21.057074 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e090506f-3082-4a42-ac8c-6f4734a17b49 None None] For port 4171e16c-0ef5-4551-abdb-e5602227d85e, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=4171e16c-0ef5-4551-abdb-e5602227d85e,segment=NetworkSegment(7fb08188-78cf-4b78-9b7a-a8a9a05dcef1),segment_id=7fb08188-78cf-4b78-9b7a-a8a9a05dcef1)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:08:21.080610 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e090506f-3082-4a42-ac8c-6f4734a17b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:21.082468 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f275db5c-8877-40af-b248-ac3237273322 None None] Provisioning complete for port e1634737-e7f9-4ffc-8cc8-295e9936a02e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:21.082835 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f275db5c-8877-40af-b248-ac3237273322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:21.160548 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=e1634737-e7f9-4ffc-8cc8-295e9936a02e,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:21.267654 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e090506f-3082-4a42-ac8c-6f4734a17b49 None None] Pushing event updated for resources: {'Port': ['ID=4171e16c-0ef5-4551-abdb-e5602227d85e,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:21.394974 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-05b6d47d-7ca6-4972-8aa4-35077a3e9cd0 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:21.401371 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-05b6d47d-7ca6-4972-8aa4-35077a3e9cd0 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:21.402312 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-05b6d47d-7ca6-4972-8aa4-35077a3e9cd0 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:21.548225 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b6d47d-7ca6-4972-8aa4-35077a3e9cd0 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event updated for resources: {'Port': ['ID=98650209-cb95-4d31-9389-8a5461bfb920,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:21.561179 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b6d47d-7ca6-4972-8aa4-35077a3e9cd0 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:21.561534 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b6d47d-7ca6-4972-8aa4-35077a3e9cd0 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:21.561895 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b6d47d-7ca6-4972-8aa4-35077a3e9cd0 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:21.562245 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b6d47d-7ca6-4972-8aa4-35077a3e9cd0 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:21.562592 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b6d47d-7ca6-4972-8aa4-35077a3e9cd0 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:21.562956 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b6d47d-7ca6-4972-8aa4-35077a3e9cd0 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:21.563274 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b6d47d-7ca6-4972-8aa4-35077a3e9cd0 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:21.563612 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b6d47d-7ca6-4972-8aa4-35077a3e9cd0 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:21.563950 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b6d47d-7ca6-4972-8aa4-35077a3e9cd0 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:21.564287 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b6d47d-7ca6-4972-8aa4-35077a3e9cd0 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:21.564624 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b6d47d-7ca6-4972-8aa4-35077a3e9cd0 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:21.565208 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b6d47d-7ca6-4972-8aa4-35077a3e9cd0 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:21.569870 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b6d47d-7ca6-4972-8aa4-35077a3e9cd0 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:21.620883 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b6d47d-7ca6-4972-8aa4-35077a3e9cd0 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Network 852f13cf-2b72-480a-b3f9-b1280c7d015a is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:08:21.622538 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-05b6d47d-7ca6-4972-8aa4-35077a3e9cd0 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:21.709799 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a375b936-25c5-4b3f-8a03-6cfcb8840c76 None None] Provisioning complete for port 98650209-cb95-4d31-9389-8a5461bfb920 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:21.709799 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a375b936-25c5-4b3f-8a03-6cfcb8840c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:21.750771 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a375b936-25c5-4b3f-8a03-6cfcb8840c76 None None] Port 98650209-cb95-4d31-9389-8a5461bfb920 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:08:21.765885 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b6d47d-7ca6-4972-8aa4-35077a3e9cd0 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Router 859e927e-0771-429a-8cd6-2e3fb45855eb is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:08:21.766140 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a375b936-25c5-4b3f-8a03-6cfcb8840c76 None None] Provisioning complete for port e1634737-e7f9-4ffc-8cc8-295e9936a02e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:21.766552 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a375b936-25c5-4b3f-8a03-6cfcb8840c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:21.889227 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b6d47d-7ca6-4972-8aa4-35077a3e9cd0 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:08:21.899316 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61e8d55-29b6-489b-9231-bbcebad1c23c None None] Sync routers for ids ['859e927e-0771-429a-8cd6-2e3fb45855eb'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:08:21.903157 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-05b6d47d-7ca6-4972-8aa4-35077a3e9cd0 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "PUT /v2.0/routers/859e927e-0771-429a-8cd6-2e3fb45855eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9031105 Dec 10 19:08:21.903549 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 38992) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:21.917555 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61e8d55-29b6-489b-9231-bbcebad1c23c None None] Routers {'859e927e-0771-429a-8cd6-2e3fb45855eb'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:21.918400 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e61e8d55-29b6-489b-9231-bbcebad1c23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:07:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['859e927e-0771-429a-8cd6-2e3fb45855eb'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:21.949891 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d516991d-6c4d-43fa-9941-86ed05a02874 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:21.951572 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d516991d-6c4d-43fa-9941-86ed05a02874 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "GET /v2.0/ports/98650209-cb95-4d31-9389-8a5461bfb920 HTTP/1.1" status: 200 len: 911 time: 0.0470953 Dec 10 19:08:21.954471 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 38994) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:21.964625 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e61e8d55-29b6-489b-9231-bbcebad1c23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:21.979099 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61e8d55-29b6-489b-9231-bbcebad1c23c None None] Routers {'859e927e-0771-429a-8cd6-2e3fb45855eb'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:21.980869 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e61e8d55-29b6-489b-9231-bbcebad1c23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:07:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['859e927e-0771-429a-8cd6-2e3fb45855eb'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:22.027689 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e61e8d55-29b6-489b-9231-bbcebad1c23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:22.028793 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61e8d55-29b6-489b-9231-bbcebad1c23c None None] The sync data for ids ['859e927e-0771-429a-8cd6-2e3fb45855eb'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:08:22.055046 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-27279222-8378-4418-9c60-27f41ee7e74e None None] Provisioning complete for port 98650209-cb95-4d31-9389-8a5461bfb920 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:22.055881 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-27279222-8378-4418-9c60-27f41ee7e74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:22.110860 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-27279222-8378-4418-9c60-27f41ee7e74e None None] Port 98650209-cb95-4d31-9389-8a5461bfb920 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:08:22.359764 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3dfb4af3-002b-47cf-ade6-02809d5dd0fb None None] Provisioning complete for port 98650209-cb95-4d31-9389-8a5461bfb920 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:22.360198 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3dfb4af3-002b-47cf-ade6-02809d5dd0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:22.423692 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3dfb4af3-002b-47cf-ade6-02809d5dd0fb None None] Port 98650209-cb95-4d31-9389-8a5461bfb920 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:08:22.462709 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-09becc3b-45a3-468b-8358-89fb491f4682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:22.498739 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98ea4e2-212e-4616-a828-c84a39b62e22 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:22.532561 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 4171e16c-0ef5-4551-abdb-e5602227d85e up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:08:22.613867 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 4171e16c-0ef5-4551-abdb-e5602227d85e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:22.614612 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:22.654633 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc89b9bf-366b-4115-8457-545896732fd1 None None] Network 204dd73f-3dde-4a1f-84fb-3175c581d8f0 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:08:22.722227 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-20fe46a5-769e-4da8-b512-629b1114a7dd None None] Provisioning complete for port 4171e16c-0ef5-4551-abdb-e5602227d85e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:22.723112 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-20fe46a5-769e-4da8-b512-629b1114a7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:22.886984 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-f98ea4e2-212e-4616-a828-c84a39b62e22 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Allocated IP 2001:db8:1::1 (204dd73f-3dde-4a1f-84fb-3175c581d8f0/e0f56754-f129-4a39-be90-00b2c11171ca/3af17eb9-402f-43dc-98b0-f6aab44ab064) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:08:22.887831 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:22.914064 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-20fe46a5-769e-4da8-b512-629b1114a7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:22.951953 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39022) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:22.954406 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 4171e16c-0ef5-4551-abdb-e5602227d85e, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=4171e16c-0ef5-4551-abdb-e5602227d85e,segment=NetworkSegment(7fb08188-78cf-4b78-9b7a-a8a9a05dcef1),segment_id=7fb08188-78cf-4b78-9b7a-a8a9a05dcef1)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:22.969342 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:22.972340 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e1634737-e7f9-4ffc-8cc8-295e9936a02e up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:08:23.052377 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98ea4e2-212e-4616-a828-c84a39b62e22 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:23.092031 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98ea4e2-212e-4616-a828-c84a39b62e22 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:23.093607 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-20fe46a5-769e-4da8-b512-629b1114a7dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:08:23.093977 n-d-821435-1 neutron-server[103246]: DEBUG oslo_db.api [None req-20fe46a5-769e-4da8-b512-629b1114a7dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:08:23.102091 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=4171e16c-0ef5-4551-abdb-e5602227d85e,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:23.114967 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port e1634737-e7f9-4ffc-8cc8-295e9936a02e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:23.116092 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:23.155334 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b87c46c-7486-4758-b9bb-81266a30c223 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:23.156813 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98ea4e2-212e-4616-a828-c84a39b62e22 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Network 204dd73f-3dde-4a1f-84fb-3175c581d8f0 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:08:23.160460 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-f98ea4e2-212e-4616-a828-c84a39b62e22 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:23.165887 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98ea4e2-212e-4616-a828-c84a39b62e22 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:08:23.166527 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98ea4e2-212e-4616-a828-c84a39b62e22 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:23.220864 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ea4e2-212e-4616-a828-c84a39b62e22 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event updated for resources: {'Port': ['ID=3af17eb9-402f-43dc-98b0-f6aab44ab064,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:23.251898 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b87c46c-7486-4758-b9bb-81266a30c223 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:23.257645 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b87c46c-7486-4758-b9bb-81266a30c223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:23.308232 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87c46c-7486-4758-b9bb-81266a30c223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5866cc-a0c3-4d32-88b4-ac1440071e85,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:23.315514 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0b87c46c-7486-4758-b9bb-81266a30c223 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7681c661f2ac4b148247372a4fa4ae34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3548689 Dec 10 19:08:23.315808 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39028) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:23.320694 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b87c46c-7486-4758-b9bb-81266a30c223 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:23.321253 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b87c46c-7486-4758-b9bb-81266a30c223 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:23.321773 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b87c46c-7486-4758-b9bb-81266a30c223 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:23.322124 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b87c46c-7486-4758-b9bb-81266a30c223 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:23.322465 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b87c46c-7486-4758-b9bb-81266a30c223 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:23.322807 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b87c46c-7486-4758-b9bb-81266a30c223 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:23.323143 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b87c46c-7486-4758-b9bb-81266a30c223 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:23.323474 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b87c46c-7486-4758-b9bb-81266a30c223 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:23.323804 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b87c46c-7486-4758-b9bb-81266a30c223 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:23.324135 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b87c46c-7486-4758-b9bb-81266a30c223 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:23.324466 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b87c46c-7486-4758-b9bb-81266a30c223 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:23.324891 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b87c46c-7486-4758-b9bb-81266a30c223 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:23.325239 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b87c46c-7486-4758-b9bb-81266a30c223 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:23.343426 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98ea4e2-212e-4616-a828-c84a39b62e22 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:23.454564 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cbeda083-d0c8-4135-bd87-0a75a57d9c53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:23.479715 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:23.515603 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cbeda083-d0c8-4135-bd87-0a75a57d9c53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:23.620189 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cbeda083-d0c8-4135-bd87-0a75a57d9c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:23.622693 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cbeda083-d0c8-4135-bd87-0a75a57d9c53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:23.623848 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-cbeda083-d0c8-4135-bd87-0a75a57d9c53 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ee5866cc-a0c3-4d32-88b4-ac1440071e85 HTTP/1.1" status: 204 len: 168 time: 0.3070753 Dec 10 19:08:23.642671 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeda083-d0c8-4135-bd87-0a75a57d9c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5866cc-a0c3-4d32-88b4-ac1440071e85,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:23.687357 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98ea4e2-212e-4616-a828-c84a39b62e22 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:23.692506 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98ea4e2-212e-4616-a828-c84a39b62e22 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:23.693311 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98ea4e2-212e-4616-a828-c84a39b62e22 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:23.759852 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1248ea95-4627-4b77-8a04-b82d868a6600 None None] Provisioning complete for port 3af17eb9-402f-43dc-98b0-f6aab44ab064 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:23.760396 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1248ea95-4627-4b77-8a04-b82d868a6600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:23.788534 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ea4e2-212e-4616-a828-c84a39b62e22 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event updated for resources: {'Port': ['ID=3af17eb9-402f-43dc-98b0-f6aab44ab064,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:23.795629 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-1248ea95-4627-4b77-8a04-b82d868a6600 None None] Port 3af17eb9-402f-43dc-98b0-f6aab44ab064 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:08:23.806569 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1248ea95-4627-4b77-8a04-b82d868a6600 None None] Provisioning complete for port 4171e16c-0ef5-4551-abdb-e5602227d85e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:23.807018 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1248ea95-4627-4b77-8a04-b82d868a6600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:23.830938 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98ea4e2-212e-4616-a828-c84a39b62e22 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Network 204dd73f-3dde-4a1f-84fb-3175c581d8f0 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:08:23.832310 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-f98ea4e2-212e-4616-a828-c84a39b62e22 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:23.930560 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39034) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:23.943075 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98ea4e2-212e-4616-a828-c84a39b62e22 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Router 859e927e-0771-429a-8cd6-2e3fb45855eb has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:08:23.946305 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5d9ca18-a9e1-418d-9a53-026e88017dcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:24.033470 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5d9ca18-a9e1-418d-9a53-026e88017dcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:24.039432 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5d9ca18-a9e1-418d-9a53-026e88017dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:24.046788 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98ea4e2-212e-4616-a828-c84a39b62e22 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:08:24.052521 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f98ea4e2-212e-4616-a828-c84a39b62e22 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "PUT /v2.0/routers/859e927e-0771-429a-8cd6-2e3fb45855eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0964725 Dec 10 19:08:24.055087 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39036) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:24.059561 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8802347d-02ac-4b3c-88d4-60fb4ce79381 None None] Sync routers for ids ['859e927e-0771-429a-8cd6-2e3fb45855eb'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:08:24.068001 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b5d9ca18-a9e1-418d-9a53-026e88017dcd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5e3604a8e3194644b8123a79c710fb75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1363256 Dec 10 19:08:24.071833 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39038) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:24.074423 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8802347d-02ac-4b3c-88d4-60fb4ce79381 None None] Routers {'859e927e-0771-429a-8cd6-2e3fb45855eb'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:24.075051 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-8802347d-02ac-4b3c-88d4-60fb4ce79381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:08:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['859e927e-0771-429a-8cd6-2e3fb45855eb'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:24.087874 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9ca18-a9e1-418d-9a53-026e88017dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d043713-1351-47f1-b3cf-2b44deb211b5,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:24.117183 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-8802347d-02ac-4b3c-88d4-60fb4ce79381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:24.127072 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8802347d-02ac-4b3c-88d4-60fb4ce79381 None None] Routers {'859e927e-0771-429a-8cd6-2e3fb45855eb'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:24.127674 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-8802347d-02ac-4b3c-88d4-60fb4ce79381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:08:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['859e927e-0771-429a-8cd6-2e3fb45855eb'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:24.129617 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cb91c4-cb56-43c7-bd5e-d417eaa66a90 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:24.130275 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fe326f0d-2de9-4277-9fc5-cc569bbe6a9d None None] Provisioning complete for port 3af17eb9-402f-43dc-98b0-f6aab44ab064 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:24.131463 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fe326f0d-2de9-4277-9fc5-cc569bbe6a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:24.131811 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-92cb91c4-cb56-43c7-bd5e-d417eaa66a90 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "GET /v2.0/ports/3af17eb9-402f-43dc-98b0-f6aab44ab064 HTTP/1.1" status: 200 len: 913 time: 0.0755074 Dec 10 19:08:24.134839 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39040) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:24.166325 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-475b9a0e-f657-4136-aab4-9aa8f96f5a3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:24.168848 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-8802347d-02ac-4b3c-88d4-60fb4ce79381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:24.169510 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8802347d-02ac-4b3c-88d4-60fb4ce79381 None None] The sync data for ids ['859e927e-0771-429a-8cd6-2e3fb45855eb'] in n-d-821435-1 is: [] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:08:24.186973 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-fe326f0d-2de9-4277-9fc5-cc569bbe6a9d None None] Port 3af17eb9-402f-43dc-98b0-f6aab44ab064 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:08:24.190363 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-475b9a0e-f657-4136-aab4-9aa8f96f5a3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:24.241918 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-475b9a0e-f657-4136-aab4-9aa8f96f5a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:24.244654 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-475b9a0e-f657-4136-aab4-9aa8f96f5a3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:24.245926 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-475b9a0e-f657-4136-aab4-9aa8f96f5a3b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5d043713-1351-47f1-b3cf-2b44deb211b5 HTTP/1.1" status: 204 len: 168 time: 0.1572733 Dec 10 19:08:24.254276 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b9a0e-f657-4136-aab4-9aa8f96f5a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d043713-1351-47f1-b3cf-2b44deb211b5,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:24.367339 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 4171e16c-0ef5-4551-abdb-e5602227d85e up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:08:24.423911 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 4171e16c-0ef5-4551-abdb-e5602227d85e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:24.424291 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:24.492355 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4fcae796-3822-454f-8b8e-ebf668f0ff06 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:24.741095 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4fcae796-3822-454f-8b8e-ebf668f0ff06 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Deleting port 3af17eb9-402f-43dc-98b0-f6aab44ab064 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:08:24.741446 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4fcae796-3822-454f-8b8e-ebf668f0ff06 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:24.832893 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4fcae796-3822-454f-8b8e-ebf668f0ff06 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:24.846598 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4fcae796-3822-454f-8b8e-ebf668f0ff06 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Calling delete_port for 3af17eb9-402f-43dc-98b0-f6aab44ab064 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:08:24.857966 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:25.033605 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4fcae796-3822-454f-8b8e-ebf668f0ff06 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:25.060032 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcae796-3822-454f-8b8e-ebf668f0ff06 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event deleted for resources: {'Port': ['ID=3af17eb9-402f-43dc-98b0-f6aab44ab064,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:25.181694 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4fcae796-3822-454f-8b8e-ebf668f0ff06 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:25.384517 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fcae796-3822-454f-8b8e-ebf668f0ff06 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Router 859e927e-0771-429a-8cd6-2e3fb45855eb has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:08:25.477548 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fcae796-3822-454f-8b8e-ebf668f0ff06 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:08:25.486063 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4fcae796-3822-454f-8b8e-ebf668f0ff06 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "PUT /v2.0/routers/859e927e-0771-429a-8cd6-2e3fb45855eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3465714 Dec 10 19:08:25.486063 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39084) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:25.496977 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:25.501467 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ff606d-42b1-4165-8b73-28fee8b64732 None None] Sync routers for ids ['859e927e-0771-429a-8cd6-2e3fb45855eb'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:08:25.514405 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ff606d-42b1-4165-8b73-28fee8b64732 None None] Routers {'859e927e-0771-429a-8cd6-2e3fb45855eb'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:25.515030 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-42ff606d-42b1-4165-8b73-28fee8b64732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:08:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['859e927e-0771-429a-8cd6-2e3fb45855eb'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:25.558357 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-42ff606d-42b1-4165-8b73-28fee8b64732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:25.567322 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ff606d-42b1-4165-8b73-28fee8b64732 None None] Routers {'859e927e-0771-429a-8cd6-2e3fb45855eb'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:25.567928 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-42ff606d-42b1-4165-8b73-28fee8b64732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:08:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['859e927e-0771-429a-8cd6-2e3fb45855eb'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:25.605148 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-42ff606d-42b1-4165-8b73-28fee8b64732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:25.605807 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ff606d-42b1-4165-8b73-28fee8b64732 None None] The sync data for ids ['859e927e-0771-429a-8cd6-2e3fb45855eb'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:08:26.133095 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37ecb681-6ebc-4622-8ca3-95e1e1375d87 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:26.377949 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-37ecb681-6ebc-4622-8ca3-95e1e1375d87 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Deleting port 98650209-cb95-4d31-9389-8a5461bfb920 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:08:26.378335 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37ecb681-6ebc-4622-8ca3-95e1e1375d87 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:26.470835 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37ecb681-6ebc-4622-8ca3-95e1e1375d87 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:26.483563 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-37ecb681-6ebc-4622-8ca3-95e1e1375d87 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Calling delete_port for 98650209-cb95-4d31-9389-8a5461bfb920 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:08:26.659720 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37ecb681-6ebc-4622-8ca3-95e1e1375d87 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:26.686324 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ecb681-6ebc-4622-8ca3-95e1e1375d87 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event deleted for resources: {'Port': ['ID=98650209-cb95-4d31-9389-8a5461bfb920,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:26.789750 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37ecb681-6ebc-4622-8ca3-95e1e1375d87 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:26.972789 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ecb681-6ebc-4622-8ca3-95e1e1375d87 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Router 859e927e-0771-429a-8cd6-2e3fb45855eb has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:08:27.050897 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ecb681-6ebc-4622-8ca3-95e1e1375d87 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:08:27.059414 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39188) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:27.060910 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-37ecb681-6ebc-4622-8ca3-95e1e1375d87 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "PUT /v2.0/routers/859e927e-0771-429a-8cd6-2e3fb45855eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5718870 Dec 10 19:08:27.061457 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7a1ed5-db85-41db-90a1-044c348f21bc None None] Sync routers for ids ['859e927e-0771-429a-8cd6-2e3fb45855eb'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:08:27.073292 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7a1ed5-db85-41db-90a1-044c348f21bc None None] Routers {'859e927e-0771-429a-8cd6-2e3fb45855eb'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:27.073292 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-ed7a1ed5-db85-41db-90a1-044c348f21bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:08:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['859e927e-0771-429a-8cd6-2e3fb45855eb'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:27.089107 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9b1d1c89-5be7-4d60-ae35-43430cec87af tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "GET /v2.0/ports?device_id=859e927e-0771-429a-8cd6-2e3fb45855eb HTTP/1.1" status: 200 len: 205 time: 0.0279796 Dec 10 19:08:27.091716 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39190) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:27.107063 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-ed7a1ed5-db85-41db-90a1-044c348f21bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:27.116405 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7a1ed5-db85-41db-90a1-044c348f21bc None None] Routers {'859e927e-0771-429a-8cd6-2e3fb45855eb'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:27.117042 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-ed7a1ed5-db85-41db-90a1-044c348f21bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:08:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['859e927e-0771-429a-8cd6-2e3fb45855eb'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:27.155941 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-ed7a1ed5-db85-41db-90a1-044c348f21bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:27.156595 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7a1ed5-db85-41db-90a1-044c348f21bc None None] The sync data for ids ['859e927e-0771-429a-8cd6-2e3fb45855eb'] in n-d-821435-1 is: [] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:08:27.174120 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c564fe0-dc7b-4dfa-881b-b7b1bf7f7ae3 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:27.332462 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c564fe0-dc7b-4dfa-881b-b7b1bf7f7ae3 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:27.335260 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c564fe0-dc7b-4dfa-881b-b7b1bf7f7ae3 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:27.737674 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c564fe0-dc7b-4dfa-881b-b7b1bf7f7ae3 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:27.738212 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c564fe0-dc7b-4dfa-881b-b7b1bf7f7ae3 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Fanout notify agent at l3_agent the message router_deleted on router 859e927e-0771-429a-8cd6-2e3fb45855eb {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:08:27.746908 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c564fe0-dc7b-4dfa-881b-b7b1bf7f7ae3 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:27.750860 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39254) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:27.751336 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8c564fe0-dc7b-4dfa-881b-b7b1bf7f7ae3 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "DELETE /v2.0/routers/859e927e-0771-429a-8cd6-2e3fb45855eb HTTP/1.1" status: 204 len: 168 time: 0.6579328 Dec 10 19:08:27.803536 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-26d0ceb0-2a6b-4986-a0d0-6f9cc14b55e3 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Deleting subnet e0f56754-f129-4a39-be90-00b2c11171ca {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:08:27.806780 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-26d0ceb0-2a6b-4986-a0d0-6f9cc14b55e3 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:27.849240 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-26d0ceb0-2a6b-4986-a0d0-6f9cc14b55e3 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:27.936119 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-26d0ceb0-2a6b-4986-a0d0-6f9cc14b55e3 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:27.998410 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-26d0ceb0-2a6b-4986-a0d0-6f9cc14b55e3 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:28.028812 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d0ceb0-2a6b-4986-a0d0-6f9cc14b55e3 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event deleted for resources: {'Subnet': ['ID=e0f56754-f129-4a39-be90-00b2c11171ca,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:28.030763 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-26d0ceb0-2a6b-4986-a0d0-6f9cc14b55e3 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:28.033959 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-26d0ceb0-2a6b-4986-a0d0-6f9cc14b55e3 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "DELETE /v2.0/subnets/e0f56754-f129-4a39-be90-00b2c11171ca HTTP/1.1" status: 204 len: 168 time: 0.2820253 Dec 10 19:08:28.035218 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27da5956-b217-4bed-a452-bc11100be1c7 None None] Network 204dd73f-3dde-4a1f-84fb-3175c581d8f0 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:08:28.036667 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39282) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:28.091656 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4203510-e502-4fa4-8e52-25fbbed86843 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Deleting subnet 8b7e424e-f371-4bbc-a021-ab44f0baac5f {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:08:28.095080 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f4203510-e502-4fa4-8e52-25fbbed86843 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:28.144452 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f4203510-e502-4fa4-8e52-25fbbed86843 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:28.216067 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c0b5a8-df52-405a-8ae9-164bed72b00b None None] DHCP port deletion for 204dd73f-3dde-4a1f-84fb-3175c581d8f0 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:08:28.248341 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f4203510-e502-4fa4-8e52-25fbbed86843 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:28.275804 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e4c0b5a8-df52-405a-8ae9-164bed72b00b None None] Deleting port 4171e16c-0ef5-4551-abdb-e5602227d85e {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:08:28.276725 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e4c0b5a8-df52-405a-8ae9-164bed72b00b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:28.340875 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f4203510-e502-4fa4-8e52-25fbbed86843 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:28.359634 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e4c0b5a8-df52-405a-8ae9-164bed72b00b None None] For port 4171e16c-0ef5-4551-abdb-e5602227d85e, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=4171e16c-0ef5-4551-abdb-e5602227d85e,segment=NetworkSegment(7fb08188-78cf-4b78-9b7a-a8a9a05dcef1),segment_id=7fb08188-78cf-4b78-9b7a-a8a9a05dcef1)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:28.360047 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e4c0b5a8-df52-405a-8ae9-164bed72b00b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:28.387216 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 4171e16c-0ef5-4551-abdb-e5602227d85e no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:08:28.389890 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e4c0b5a8-df52-405a-8ae9-164bed72b00b None None] Calling delete_port for 4171e16c-0ef5-4551-abdb-e5602227d85e owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:08:28.403376 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f4203510-e502-4fa4-8e52-25fbbed86843 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:28.408683 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f4203510-e502-4fa4-8e52-25fbbed86843 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "DELETE /v2.0/subnets/8b7e424e-f371-4bbc-a021-ab44f0baac5f HTTP/1.1" status: 204 len: 168 time: 0.3687928 Dec 10 19:08:28.408924 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4203510-e502-4fa4-8e52-25fbbed86843 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event deleted for resources: {'Subnet': ['ID=8b7e424e-f371-4bbc-a021-ab44f0baac5f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:28.409806 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39308) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:28.428788 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ecf2e5-559a-490b-800d-415d131aed78 None None] Network 852f13cf-2b72-480a-b3f9-b1280c7d015a requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:08:28.499010 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6cd36472-6536-4cbb-997c-533a05cedb50 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:28.559792 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-6cd36472-6536-4cbb-997c-533a05cedb50 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Deleting port 4171e16c-0ef5-4551-abdb-e5602227d85e {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:08:28.560129 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6cd36472-6536-4cbb-997c-533a05cedb50 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:28.627508 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-6cd36472-6536-4cbb-997c-533a05cedb50 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] For port 4171e16c-0ef5-4551-abdb-e5602227d85e, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=4171e16c-0ef5-4551-abdb-e5602227d85e,segment=NetworkSegment(7fb08188-78cf-4b78-9b7a-a8a9a05dcef1),segment_id=7fb08188-78cf-4b78-9b7a-a8a9a05dcef1)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:28.627879 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6cd36472-6536-4cbb-997c-533a05cedb50 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:28.641981 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-6cd36472-6536-4cbb-997c-533a05cedb50 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Calling delete_port for 4171e16c-0ef5-4551-abdb-e5602227d85e owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:08:28.743975 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6cd36472-6536-4cbb-997c-533a05cedb50 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:28.766625 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd36472-6536-4cbb-997c-533a05cedb50 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event deleted for resources: {'Port': ['ID=4171e16c-0ef5-4551-abdb-e5602227d85e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:28.776454 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Port 4171e16c-0ef5-4551-abdb-e5602227d85e update to DOWN by agent not found {{(pid=103246) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 10 19:08:28.777253 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd36472-6536-4cbb-997c-533a05cedb50 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] No DVR routers for this DVR port 4171e16c-0ef5-4551-abdb-e5602227d85e on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:08:28.809404 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e4c0b5a8-df52-405a-8ae9-164bed72b00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:28.838314 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c0b5a8-df52-405a-8ae9-164bed72b00b None None] No DVR routers for this DVR port 4171e16c-0ef5-4551-abdb-e5602227d85e on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:08:28.845496 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0b5a8-df52-405a-8ae9-164bed72b00b None None] Pushing event deleted for resources: {'Port': ['ID=4171e16c-0ef5-4551-abdb-e5602227d85e,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:28.874149 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6cd36472-6536-4cbb-997c-533a05cedb50 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:28.900545 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-6cd36472-6536-4cbb-997c-533a05cedb50 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['204dd73f-3dde-4a1f-84fb-3175c581d8f0']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:28.907694 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53aedd31-33b3-402b-b74f-8af0504ef72f None None] DHCP port deletion for 852f13cf-2b72-480a-b3f9-b1280c7d015a request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:08:28.913820 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-6cd36472-6536-4cbb-997c-533a05cedb50 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb08188-78cf-4b78-9b7a-a8a9a05dcef1') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:28.914128 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-6cd36472-6536-4cbb-997c-533a05cedb50 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb08188-78cf-4b78-9b7a-a8a9a05dcef1') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:28.923892 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6cd36472-6536-4cbb-997c-533a05cedb50 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:28.946016 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6cd36472-6536-4cbb-997c-533a05cedb50 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:28.956167 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd36472-6536-4cbb-997c-533a05cedb50 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:08:28.956958 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6cd36472-6536-4cbb-997c-533a05cedb50 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:28.962018 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-53aedd31-33b3-402b-b74f-8af0504ef72f None None] Deleting port e1634737-e7f9-4ffc-8cc8-295e9936a02e {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:08:28.962426 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-53aedd31-33b3-402b-b74f-8af0504ef72f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:28.963179 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:08:28.963179 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:08:28.963179 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:08:28.963179 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:08:28.963179 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:08:28.963179 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:08:28.963179 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:08:28.963179 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:08:28.963179 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:08:28.963179 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:08:28.963179 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:08:28.963179 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:08:28.963179 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:08:28.963179 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:08:28.963179 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:08:28.963179 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:08:28.963179 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:08:28.963179 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:08:28.963179 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:08:28.963179 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:08:28.963179 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:08:28.963179 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:08:28.963179 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:08:28.963179 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:08:28.963179 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:08:28.963179 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:08:28.963179 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:08:28.963179 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:08:28.963179 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:08:28.963179 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:08:28.963179 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:08:28.963179 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:08:29.030864 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6cd36472-6536-4cbb-997c-533a05cedb50 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:29.033906 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-53aedd31-33b3-402b-b74f-8af0504ef72f None None] For port e1634737-e7f9-4ffc-8cc8-295e9936a02e, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e1634737-e7f9-4ffc-8cc8-295e9936a02e,segment=NetworkSegment(1db4778f-6c24-466e-b526-28800b1623d6),segment_id=1db4778f-6c24-466e-b526-28800b1623d6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:29.034334 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-53aedd31-33b3-402b-b74f-8af0504ef72f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:29.037699 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6cd36472-6536-4cbb-997c-533a05cedb50 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:29.041435 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6cd36472-6536-4cbb-997c-533a05cedb50 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "DELETE /v2.0/networks/204dd73f-3dde-4a1f-84fb-3175c581d8f0 HTTP/1.1" status: 204 len: 168 time: 0.6306019 Dec 10 19:08:29.044563 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39352) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:29.056361 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-53aedd31-33b3-402b-b74f-8af0504ef72f None None] Calling delete_port for e1634737-e7f9-4ffc-8cc8-295e9936a02e owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:08:29.058510 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd36472-6536-4cbb-997c-533a05cedb50 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event deleted for resources: {'Network': ['ID=204dd73f-3dde-4a1f-84fb-3175c581d8f0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:29.136300 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c966af31-a898-4b75-bf70-ae5349641e68 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:29.150129 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-53aedd31-33b3-402b-b74f-8af0504ef72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:29.175231 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aedd31-33b3-402b-b74f-8af0504ef72f None None] Pushing event deleted for resources: {'Port': ['ID=e1634737-e7f9-4ffc-8cc8-295e9936a02e,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:29.180868 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aedd31-33b3-402b-b74f-8af0504ef72f None None] No DVR routers for this DVR port e1634737-e7f9-4ffc-8cc8-295e9936a02e on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:08:29.244756 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c966af31-a898-4b75-bf70-ae5349641e68 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:29.266863 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-c966af31-a898-4b75-bf70-ae5349641e68 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['852f13cf-2b72-480a-b3f9-b1280c7d015a']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:29.276953 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-c966af31-a898-4b75-bf70-ae5349641e68 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1db4778f-6c24-466e-b526-28800b1623d6') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:29.277207 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-c966af31-a898-4b75-bf70-ae5349641e68 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1db4778f-6c24-466e-b526-28800b1623d6') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:29.287061 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c966af31-a898-4b75-bf70-ae5349641e68 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:29.300230 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c966af31-a898-4b75-bf70-ae5349641e68 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:29.306777 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c966af31-a898-4b75-bf70-ae5349641e68 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:08:29.307171 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c966af31-a898-4b75-bf70-ae5349641e68 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:29.310299 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 19:08:29.310299 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:08:29.310299 n-d-821435-1 neutron-server[103244]: timer() Dec 10 19:08:29.310299 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:08:29.310299 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 19:08:29.310299 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:08:29.310299 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 19:08:29.310299 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:08:29.310299 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 19:08:29.310299 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:08:29.310299 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 19:08:29.310299 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:08:29.310299 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 19:08:29.310299 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:08:29.310299 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:08:29.310299 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:08:29.310299 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:08:29.310299 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:08:29.310299 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 19:08:29.310299 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:08:29.310299 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 19:08:29.310299 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:08:29.310299 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:08:29.310299 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:08:29.310299 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 19:08:29.310299 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:08:29.310299 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:08:29.310299 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:08:29.310299 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:08:29.310299 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:08:29.310299 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:08:29.310299 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:08:29.377985 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c966af31-a898-4b75-bf70-ae5349641e68 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:29.386923 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c966af31-a898-4b75-bf70-ae5349641e68 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:29.390392 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c966af31-a898-4b75-bf70-ae5349641e68 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "DELETE /v2.0/networks/852f13cf-2b72-480a-b3f9-b1280c7d015a HTTP/1.1" status: 204 len: 168 time: 0.3433621 Dec 10 19:08:29.394531 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39386) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:29.401560 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-42c6a33f-46a2-4c3d-9c5f-d886f85a0259 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2109674061'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:29.403984 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c966af31-a898-4b75-bf70-ae5349641e68 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event deleted for resources: {'Network': ['ID=852f13cf-2b72-480a-b3f9-b1280c7d015a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:29.425322 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c6a33f-46a2-4c3d-9c5f-d886f85a0259 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Made reservation on behalf of 7f185da471b44e78ba28d8589f387edd for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:08:29.429805 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-42c6a33f-46a2-4c3d-9c5f-d886f85a0259 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:29.453524 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42c6a33f-46a2-4c3d-9c5f-d886f85a0259 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:08:29.467510 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-42c6a33f-46a2-4c3d-9c5f-d886f85a0259 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:29.467871 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-42c6a33f-46a2-4c3d-9c5f-d886f85a0259 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Added segment 007665c4-00cf-4e20-92d7-c041469e8624 of type vlan for network bc509611-980b-4431-affd-a14d81a7ef9e Dec 10 19:08:29.514281 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-42c6a33f-46a2-4c3d-9c5f-d886f85a0259 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:29.540170 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-42c6a33f-46a2-4c3d-9c5f-d886f85a0259 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:29.546030 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c6a33f-46a2-4c3d-9c5f-d886f85a0259 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:29.546700 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-42c6a33f-46a2-4c3d-9c5f-d886f85a0259 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:29.609205 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-42c6a33f-46a2-4c3d-9c5f-d886f85a0259 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2138264 Dec 10 19:08:29.612153 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39404) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:29.617268 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-2187e2ec-4fa3-41d0-b7e8-b81ddc69e344 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Request body: {'subnet': {'network_id': 'bc509611-980b-4431-affd-a14d81a7ef9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:29.619309 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6a33f-46a2-4c3d-9c5f-d886f85a0259 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event updated for resources: {'Network': ['ID=bc509611-980b-4431-affd-a14d81a7ef9e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:29.630772 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network bc509611-980b-4431-affd-a14d81a7ef9e details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:08:29.721886 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2187e2ec-4fa3-41d0-b7e8-b81ddc69e344 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Made reservation on behalf of 7f185da471b44e78ba28d8589f387edd for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:08:29.726354 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2187e2ec-4fa3-41d0-b7e8-b81ddc69e344 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:29.830439 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39408) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:29.909740 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2187e2ec-4fa3-41d0-b7e8-b81ddc69e344 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:29.937841 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32c46c96-9156-49e2-aeac-b53586e43c12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:29.981487 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187e2ec-4fa3-41d0-b7e8-b81ddc69e344 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event updated for resources: {'Subnet': ['ID=6fa9f05a-aae8-4b86-ac31-edcbca1e4f74,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:29.991981 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2187e2ec-4fa3-41d0-b7e8-b81ddc69e344 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Checking segment: {'id': '007665c4-00cf-4e20-92d7-c041469e8624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bc509611-980b-4431-affd-a14d81a7ef9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:08:29.992361 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2187e2ec-4fa3-41d0-b7e8-b81ddc69e344 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Network hostable DHCP agents. Network: bc509611-980b-4431-affd-a14d81a7ef9e, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:08:30.009272 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2187e2ec-4fa3-41d0-b7e8-b81ddc69e344 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Network bc509611-980b-4431-affd-a14d81a7ef9e is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:08:30.018601 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-2187e2ec-4fa3-41d0-b7e8-b81ddc69e344 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, bc509611-980b-4431-affd-a14d81a7ef9e) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:30.022884 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2187e2ec-4fa3-41d0-b7e8-b81ddc69e344 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:30.023498 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2187e2ec-4fa3-41d0-b7e8-b81ddc69e344 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:30.024746 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32c46c96-9156-49e2-aeac-b53586e43c12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:30.030236 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32c46c96-9156-49e2-aeac-b53586e43c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:30.030637 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232989b0-76a7-402b-830c-4bde9eedf1b4 None None] Network bc509611-980b-4431-affd-a14d81a7ef9e requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:08:30.042614 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2187e2ec-4fa3-41d0-b7e8-b81ddc69e344 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4268217 Dec 10 19:08:30.042836 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39412) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:30.048541 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-a822d2ea-764d-4348-85b4-e2074b4a8515 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-487030958', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:30.070835 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c46c96-9156-49e2-aeac-b53586e43c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647bae51-6a7d-4841-b2f8-c6fa80fdd75a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:30.075376 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-32c46c96-9156-49e2-aeac-b53586e43c12 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0432b7360ebc4d44a5d8e58ebb7eff77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2437658 Dec 10 19:08:30.078111 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a822d2ea-764d-4348-85b4-e2074b4a8515 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:30.079161 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a822d2ea-764d-4348-85b4-e2074b4a8515 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:30.081245 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39414) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:30.139719 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0f7898e-7595-42c2-add6-e8579e982747 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:30.141266 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a822d2ea-764d-4348-85b4-e2074b4a8515 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:30.147418 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a822d2ea-764d-4348-85b4-e2074b4a8515 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:30.163896 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51624ce7-9e4a-49d8-8254-5905575f09cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-bc509611-980b-4431-affd-a14d81a7ef9e', 'network_id': 'bc509611-980b-4431-affd-a14d81a7ef9e', 'project_id': '7f185da471b44e78ba28d8589f387edd', 'fixed_ips': [{'subnet_id': '6fa9f05a-aae8-4b86-ac31-edcbca1e4f74'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:08:30.165051 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-51624ce7-9e4a-49d8-8254-5905575f09cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:30.167342 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0f7898e-7595-42c2-add6-e8579e982747 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:30.168384 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a822d2ea-764d-4348-85b4-e2074b4a8515 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:30.169963 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a822d2ea-764d-4348-85b4-e2074b4a8515 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1260657 Dec 10 19:08:30.172476 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39416) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:30.178297 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c48c3477-cbac-4824-bb98-5e59108ee540 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Request body: {'port': {'network_id': 'bc509611-980b-4431-affd-a14d81a7ef9e', 'name': 'tempest-RoutersIpV6Test-759363567'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:30.219347 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0f7898e-7595-42c2-add6-e8579e982747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:30.222246 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0f7898e-7595-42c2-add6-e8579e982747 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:30.223572 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b0f7898e-7595-42c2-add6-e8579e982747 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/647bae51-6a7d-4841-b2f8-c6fa80fdd75a HTTP/1.1" status: 204 len: 168 time: 0.1403320 Dec 10 19:08:30.234031 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f7898e-7595-42c2-add6-e8579e982747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647bae51-6a7d-4841-b2f8-c6fa80fdd75a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:30.315164 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48c3477-cbac-4824-bb98-5e59108ee540 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Made reservation on behalf of 7f185da471b44e78ba28d8589f387edd for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:08:30.321404 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c48c3477-cbac-4824-bb98-5e59108ee540 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:30.346893 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-c48c3477-cbac-4824-bb98-5e59108ee540 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] device_id is not set on port 6bd9a1b2-a756-4099-86eb-da03b9ba32aa yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:08:30.354336 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-51624ce7-9e4a-49d8-8254-5905575f09cd None None] Allocated IP 2001:db8::2 (bc509611-980b-4431-affd-a14d81a7ef9e/6fa9f05a-aae8-4b86-ac31-edcbca1e4f74/6d3caac2-2e80-4b6f-a073-a4c35b9455b4) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:08:30.422494 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e1634737-e7f9-4ffc-8cc8-295e9936a02e no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:08:30.447772 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: e1634737-e7f9-4ffc-8cc8-295e9936a02e {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:08:30.448125 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e1634737-e7f9-4ffc-8cc8-295e9936a02e not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:08:30.538371 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-51624ce7-9e4a-49d8-8254-5905575f09cd None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:30.546574 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-51624ce7-9e4a-49d8-8254-5905575f09cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:30.593837 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51624ce7-9e4a-49d8-8254-5905575f09cd None None] Network bc509611-980b-4431-affd-a14d81a7ef9e is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:08:30.600054 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-51624ce7-9e4a-49d8-8254-5905575f09cd None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:30.602327 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51624ce7-9e4a-49d8-8254-5905575f09cd None None] Pushing event updated for resources: {'Port': ['ID=6d3caac2-2e80-4b6f-a073-a4c35b9455b4,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:30.604489 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51624ce7-9e4a-49d8-8254-5905575f09cd None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:08:30.613730 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-c48c3477-cbac-4824-bb98-5e59108ee540 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Allocated IP 2001:db8::16 (bc509611-980b-4431-affd-a14d81a7ef9e/6fa9f05a-aae8-4b86-ac31-edcbca1e4f74/6bd9a1b2-a756-4099-86eb-da03b9ba32aa) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:08:30.683748 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-51624ce7-9e4a-49d8-8254-5905575f09cd None None] Attempting to bind port 6d3caac2-2e80-4b6f-a073-a4c35b9455b4 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:30.684226 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-51624ce7-9e4a-49d8-8254-5905575f09cd None None] Attempting to bind port 6d3caac2-2e80-4b6f-a073-a4c35b9455b4 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '007665c4-00cf-4e20-92d7-c041469e8624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bc509611-980b-4431-affd-a14d81a7ef9e'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:30.684819 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51624ce7-9e4a-49d8-8254-5905575f09cd None None] Attempting to bind port 6d3caac2-2e80-4b6f-a073-a4c35b9455b4 on network bc509611-980b-4431-affd-a14d81a7ef9e {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:30.692394 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51624ce7-9e4a-49d8-8254-5905575f09cd None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:08:30.692744 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51624ce7-9e4a-49d8-8254-5905575f09cd None None] Checking segment: {'id': '007665c4-00cf-4e20-92d7-c041469e8624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bc509611-980b-4431-affd-a14d81a7ef9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:08:30.693380 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-51624ce7-9e4a-49d8-8254-5905575f09cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:30.693963 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51624ce7-9e4a-49d8-8254-5905575f09cd None None] Bound using segment: {'id': '007665c4-00cf-4e20-92d7-c041469e8624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bc509611-980b-4431-affd-a14d81a7ef9e'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:08:30.694673 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-51624ce7-9e4a-49d8-8254-5905575f09cd None None] Bound port: 6d3caac2-2e80-4b6f-a073-a4c35b9455b4, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '007665c4-00cf-4e20-92d7-c041469e8624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bc509611-980b-4431-affd-a14d81a7ef9e'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:08:30.695242 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-51624ce7-9e4a-49d8-8254-5905575f09cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:30.774412 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-51624ce7-9e4a-49d8-8254-5905575f09cd None None] For port 6d3caac2-2e80-4b6f-a073-a4c35b9455b4, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:08:30.778004 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-51624ce7-9e4a-49d8-8254-5905575f09cd None None] For port 6d3caac2-2e80-4b6f-a073-a4c35b9455b4, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=6d3caac2-2e80-4b6f-a073-a4c35b9455b4,segment=NetworkSegment(007665c4-00cf-4e20-92d7-c041469e8624),segment_id=007665c4-00cf-4e20-92d7-c041469e8624)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:08:30.780471 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c48c3477-cbac-4824-bb98-5e59108ee540 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:30.782465 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-51624ce7-9e4a-49d8-8254-5905575f09cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:30.819552 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c48c3477-cbac-4824-bb98-5e59108ee540 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:30.848589 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51624ce7-9e4a-49d8-8254-5905575f09cd None None] Pushing event updated for resources: {'Port': ['ID=6d3caac2-2e80-4b6f-a073-a4c35b9455b4,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:30.877813 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48c3477-cbac-4824-bb98-5e59108ee540 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Network bc509611-980b-4431-affd-a14d81a7ef9e is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:08:30.883538 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-c48c3477-cbac-4824-bb98-5e59108ee540 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:30.886758 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48c3477-cbac-4824-bb98-5e59108ee540 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:08:30.893965 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48c3477-cbac-4824-bb98-5e59108ee540 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:30.894624 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c48c3477-cbac-4824-bb98-5e59108ee540 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:30.908712 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c3477-cbac-4824-bb98-5e59108ee540 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event updated for resources: {'Port': ['ID=6bd9a1b2-a756-4099-86eb-da03b9ba32aa,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:30.923274 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c48c3477-cbac-4824-bb98-5e59108ee540 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.7496278 Dec 10 19:08:30.926026 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39438) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:31.282730 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-491089f4-68b1-4df7-a72a-cb0abbef1c7f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:31.546664 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-491089f4-68b1-4df7-a72a-cb0abbef1c7f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:31.553308 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-491089f4-68b1-4df7-a72a-cb0abbef1c7f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:31.632931 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491089f4-68b1-4df7-a72a-cb0abbef1c7f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event updated for resources: {'Port': ['ID=6bd9a1b2-a756-4099-86eb-da03b9ba32aa,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:31.737985 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-491089f4-68b1-4df7-a72a-cb0abbef1c7f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:31.879424 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-491089f4-68b1-4df7-a72a-cb0abbef1c7f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:31.935351 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce88347-e7af-4007-a23b-acd165f87d9a None None] Network bc509611-980b-4431-affd-a14d81a7ef9e requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:08:32.004587 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-25caa630-a609-4e1b-805d-cf27324add7f None None] Provisioning complete for port 6d3caac2-2e80-4b6f-a073-a4c35b9455b4 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:32.004994 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-25caa630-a609-4e1b-805d-cf27324add7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:32.140044 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-25caa630-a609-4e1b-805d-cf27324add7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:32.189008 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-25caa630-a609-4e1b-805d-cf27324add7f None None] For port 6d3caac2-2e80-4b6f-a073-a4c35b9455b4, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=6d3caac2-2e80-4b6f-a073-a4c35b9455b4,segment=NetworkSegment(007665c4-00cf-4e20-92d7-c041469e8624),segment_id=007665c4-00cf-4e20-92d7-c041469e8624)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:32.194990 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-25caa630-a609-4e1b-805d-cf27324add7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:32.265480 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25caa630-a609-4e1b-805d-cf27324add7f None None] Pushing event updated for resources: {'Port': ['ID=6d3caac2-2e80-4b6f-a073-a4c35b9455b4,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:32.270874 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-491089f4-68b1-4df7-a72a-cb0abbef1c7f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:32.279731 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-491089f4-68b1-4df7-a72a-cb0abbef1c7f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:32.280574 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-491089f4-68b1-4df7-a72a-cb0abbef1c7f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:32.419932 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491089f4-68b1-4df7-a72a-cb0abbef1c7f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event updated for resources: {'Port': ['ID=6bd9a1b2-a756-4099-86eb-da03b9ba32aa,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:32.446176 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491089f4-68b1-4df7-a72a-cb0abbef1c7f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Network bc509611-980b-4431-affd-a14d81a7ef9e is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:08:32.447574 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-491089f4-68b1-4df7-a72a-cb0abbef1c7f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:32.454048 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 6d3caac2-2e80-4b6f-a073-a4c35b9455b4 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:08:32.527828 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-622f04e5-1db9-480b-81ec-1aa7f192dd1a None None] Provisioning complete for port 6bd9a1b2-a756-4099-86eb-da03b9ba32aa triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:32.528263 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-622f04e5-1db9-480b-81ec-1aa7f192dd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:32.533987 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 6d3caac2-2e80-4b6f-a073-a4c35b9455b4 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:32.534669 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:32.563807 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39500) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:32.597943 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-622f04e5-1db9-480b-81ec-1aa7f192dd1a None None] Port 6bd9a1b2-a756-4099-86eb-da03b9ba32aa cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:08:32.603467 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491089f4-68b1-4df7-a72a-cb0abbef1c7f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Router d22da57d-a218-48eb-9369-f898171a7acb is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:08:32.618057 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-622f04e5-1db9-480b-81ec-1aa7f192dd1a None None] Provisioning complete for port 6d3caac2-2e80-4b6f-a073-a4c35b9455b4 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:32.618431 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-622f04e5-1db9-480b-81ec-1aa7f192dd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:32.713968 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491089f4-68b1-4df7-a72a-cb0abbef1c7f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:08:32.722026 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-491089f4-68b1-4df7-a72a-cb0abbef1c7f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "PUT /v2.0/routers/d22da57d-a218-48eb-9369-f898171a7acb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7923346 Dec 10 19:08:32.722026 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39504) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:32.727362 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699fd6ab-ce8e-4594-9842-ab62d69e89a7 None None] Sync routers for ids ['d22da57d-a218-48eb-9369-f898171a7acb'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:08:32.734524 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4310c018-732d-4760-a17b-9754efbb37ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:32.751617 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699fd6ab-ce8e-4594-9842-ab62d69e89a7 None None] Routers {'d22da57d-a218-48eb-9369-f898171a7acb'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:32.752382 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-699fd6ab-ce8e-4594-9842-ab62d69e89a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:08:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['d22da57d-a218-48eb-9369-f898171a7acb'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:32.768604 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8427be2-60e3-4141-b12e-4c64dfcbd833 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:32.773904 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a8427be2-60e3-4141-b12e-4c64dfcbd833 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "GET /v2.0/ports/6bd9a1b2-a756-4099-86eb-da03b9ba32aa HTTP/1.1" status: 200 len: 982 time: 0.0492561 Dec 10 19:08:32.774531 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39506) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:32.792988 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-699fd6ab-ce8e-4594-9842-ab62d69e89a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:32.806051 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699fd6ab-ce8e-4594-9842-ab62d69e89a7 None None] Routers {'d22da57d-a218-48eb-9369-f898171a7acb'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:32.806718 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-699fd6ab-ce8e-4594-9842-ab62d69e89a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:08:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['d22da57d-a218-48eb-9369-f898171a7acb'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:32.832370 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4310c018-732d-4760-a17b-9754efbb37ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:32.840960 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4310c018-732d-4760-a17b-9754efbb37ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:32.842590 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-699fd6ab-ce8e-4594-9842-ab62d69e89a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:32.843260 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699fd6ab-ce8e-4594-9842-ab62d69e89a7 None None] The sync data for ids ['d22da57d-a218-48eb-9369-f898171a7acb'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:08:32.895959 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4310c018-732d-4760-a17b-9754efbb37ec admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=122882641c474672bd3bb0a080b7c67f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3310423 Dec 10 19:08:32.898331 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310c018-732d-4760-a17b-9754efbb37ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0685a0a8-46b5-4874-be5e-321bc9053fd9,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:32.900855 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39508) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:32.923698 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2d1d52ca-ca67-4a15-a306-a17fac77ca5c None None] Provisioning complete for port 6bd9a1b2-a756-4099-86eb-da03b9ba32aa triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:32.924356 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2d1d52ca-ca67-4a15-a306-a17fac77ca5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:32.972080 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d52ca-ca67-4a15-a306-a17fac77ca5c None None] Port 6bd9a1b2-a756-4099-86eb-da03b9ba32aa cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:08:32.984902 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de1ca3fb-53b8-430e-ad56-2bcba54015d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:33.011136 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de1ca3fb-53b8-430e-ad56-2bcba54015d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:33.067931 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de1ca3fb-53b8-430e-ad56-2bcba54015d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:33.071856 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de1ca3fb-53b8-430e-ad56-2bcba54015d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:33.073282 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-de1ca3fb-53b8-430e-ad56-2bcba54015d9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0685a0a8-46b5-4874-be5e-321bc9053fd9 HTTP/1.1" status: 204 len: 168 time: 0.1590495 Dec 10 19:08:33.085260 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ca3fb-53b8-430e-ad56-2bcba54015d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0685a0a8-46b5-4874-be5e-321bc9053fd9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:33.100485 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ce35c2da-dcd7-4968-af95-38ba339a0659 None None] Provisioning complete for port 6bd9a1b2-a756-4099-86eb-da03b9ba32aa triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:33.100893 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ce35c2da-dcd7-4968-af95-38ba339a0659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:33.146128 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ce35c2da-dcd7-4968-af95-38ba339a0659 None None] Port 6bd9a1b2-a756-4099-86eb-da03b9ba32aa cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:08:33.367712 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-517bfec0-121d-4200-97e4-204f51893eb0 None None] Provisioning complete for port 6bd9a1b2-a756-4099-86eb-da03b9ba32aa triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:33.368781 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-517bfec0-121d-4200-97e4-204f51893eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:33.411500 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39514) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:33.412963 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-517bfec0-121d-4200-97e4-204f51893eb0 None None] Port 6bd9a1b2-a756-4099-86eb-da03b9ba32aa cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:08:33.425646 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-98db270a-5119-4d05-9ecd-76cf521e6f2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:33.500918 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-98db270a-5119-4d05-9ecd-76cf521e6f2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:33.504742 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-98db270a-5119-4d05-9ecd-76cf521e6f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:33.543623 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-98db270a-5119-4d05-9ecd-76cf521e6f2f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1cb9fbd34dde4fc68580a40cd9cb2cbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1302369 Dec 10 19:08:33.544344 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db270a-5119-4d05-9ecd-76cf521e6f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3419bee-deb9-444c-9e5c-0de9c7b57688,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:33.546353 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39516) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:33.574228 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1cb01f74-7f43-4845-9e6d-ec9c613bac65 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:33.680894 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b4fc47b-06c2-4ba7-91eb-f9b5cb28883e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:33.745827 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b4fc47b-06c2-4ba7-91eb-f9b5cb28883e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:33.825217 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b4fc47b-06c2-4ba7-91eb-f9b5cb28883e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:33.827676 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b4fc47b-06c2-4ba7-91eb-f9b5cb28883e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:33.828830 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9b4fc47b-06c2-4ba7-91eb-f9b5cb28883e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d3419bee-deb9-444c-9e5c-0de9c7b57688 HTTP/1.1" status: 204 len: 168 time: 0.2815137 Dec 10 19:08:33.841044 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4fc47b-06c2-4ba7-91eb-f9b5cb28883e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3419bee-deb9-444c-9e5c-0de9c7b57688,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:33.868204 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1cb01f74-7f43-4845-9e6d-ec9c613bac65 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Deleting port 6bd9a1b2-a756-4099-86eb-da03b9ba32aa {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:08:33.868716 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1cb01f74-7f43-4845-9e6d-ec9c613bac65 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:33.955406 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1cb01f74-7f43-4845-9e6d-ec9c613bac65 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:33.969506 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1cb01f74-7f43-4845-9e6d-ec9c613bac65 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Calling delete_port for 6bd9a1b2-a756-4099-86eb-da03b9ba32aa owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:08:33.993602 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:34.160887 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1cb01f74-7f43-4845-9e6d-ec9c613bac65 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:34.194941 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb01f74-7f43-4845-9e6d-ec9c613bac65 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event deleted for resources: {'Port': ['ID=6bd9a1b2-a756-4099-86eb-da03b9ba32aa,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:34.323271 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1cb01f74-7f43-4845-9e6d-ec9c613bac65 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:34.339154 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd38949-5871-436f-addc-605dc1cbce95 req-d2e09dc8-b599-4ae9-af33-6c1c73c2d255 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:34.340778 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5fd38949-5871-436f-addc-605dc1cbce95 req-d2e09dc8-b599-4ae9-af33-6c1c73c2d255 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 946 time: 0.1516733 Dec 10 19:08:34.542562 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5fd38949-5871-436f-addc-605dc1cbce95 req-4d112484-daed-4e26-a1f5-f49ac5d7214c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f4dd358-1606-4eee-85ac-21c45c04dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914325 Dec 10 19:08:34.553315 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb01f74-7f43-4845-9e6d-ec9c613bac65 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Router d22da57d-a218-48eb-9369-f898171a7acb has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:08:34.566354 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39542) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:34.644024 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9d645af2-f552-49c9-ade0-440c561b09fc tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/floatingips/2c3ef73b-929e-46ae-835e-6ac8213453c5 HTTP/1.1" status: 200 len: 993 time: 0.0760829 Dec 10 19:08:34.647897 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb01f74-7f43-4845-9e6d-ec9c613bac65 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:08:34.654171 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1cb01f74-7f43-4845-9e6d-ec9c613bac65 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "PUT /v2.0/routers/d22da57d-a218-48eb-9369-f898171a7acb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8782792 Dec 10 19:08:34.656533 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39546) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:34.659927 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91caab58-da7b-4423-8183-3fa2e228eeb9 None None] Sync routers for ids ['d22da57d-a218-48eb-9369-f898171a7acb'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:08:34.675260 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91caab58-da7b-4423-8183-3fa2e228eeb9 None None] Routers {'d22da57d-a218-48eb-9369-f898171a7acb'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:34.675959 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-91caab58-da7b-4423-8183-3fa2e228eeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:08:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['d22da57d-a218-48eb-9369-f898171a7acb'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:34.711934 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-91caab58-da7b-4423-8183-3fa2e228eeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:34.721769 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91caab58-da7b-4423-8183-3fa2e228eeb9 None None] Routers {'d22da57d-a218-48eb-9369-f898171a7acb'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:34.722640 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-91caab58-da7b-4423-8183-3fa2e228eeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:08:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['d22da57d-a218-48eb-9369-f898171a7acb'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:34.764887 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-91caab58-da7b-4423-8183-3fa2e228eeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:34.764887 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91caab58-da7b-4423-8183-3fa2e228eeb9 None None] The sync data for ids ['d22da57d-a218-48eb-9369-f898171a7acb'] in n-d-821435-1 is: [] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:08:34.860232 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-210c8be1-392c-4b54-a8bd-671b398f5521 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] remove_router_interface failed (client error): The resource could not be found. Dec 10 19:08:34.861324 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-210c8be1-392c-4b54-a8bd-671b398f5521 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "PUT /v2.0/routers/d22da57d-a218-48eb-9369-f898171a7acb/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2029414 Dec 10 19:08:34.864026 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39556) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:34.893393 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-55e6201b-fe3d-44e1-9747-a0f6760540f1 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "GET /v2.0/ports?device_id=d22da57d-a218-48eb-9369-f898171a7acb HTTP/1.1" status: 200 len: 205 time: 0.0282800 Dec 10 19:08:34.895815 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39560) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:34.969475 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-88b762ab-2afc-489f-8908-152d2a3c1444 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:35.163186 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-88b762ab-2afc-489f-8908-152d2a3c1444 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:35.166050 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-88b762ab-2afc-489f-8908-152d2a3c1444 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:35.173486 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95574f32-6d68-47fe-ae91-ea6e01bf62a8 req-758f73bc-527b-468a-8735-865596a39e70 tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:35.175386 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-95574f32-6d68-47fe-ae91-ea6e01bf62a8 req-758f73bc-527b-468a-8735-865596a39e70 tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 1097 time: 0.1697195 Dec 10 19:08:35.195445 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39570) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:35.225599 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-88b762ab-2afc-489f-8908-152d2a3c1444 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:35.226174 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b762ab-2afc-489f-8908-152d2a3c1444 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Fanout notify agent at l3_agent the message router_deleted on router d22da57d-a218-48eb-9369-f898171a7acb {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:08:35.233778 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-88b762ab-2afc-489f-8908-152d2a3c1444 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:35.234856 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-88b762ab-2afc-489f-8908-152d2a3c1444 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "DELETE /v2.0/routers/d22da57d-a218-48eb-9369-f898171a7acb HTTP/1.1" status: 204 len: 168 time: 0.3375874 Dec 10 19:08:35.237431 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39574) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:35.298318 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-95574f32-6d68-47fe-ae91-ea6e01bf62a8 req-4fd7c074-e3cf-4dc3-bc1a-65f7f8a8526a tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8f4dd358-1606-4eee-85ac-21c45c04dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912762 Dec 10 19:08:35.304438 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-259950c0-afa4-4d02-8086-00d9c3f2cd1e tempest-ExternalNetworksAdminNegativeTestJSON-579084174 tempest-ExternalNetworksAdminNegativeTestJSON-579084174-project-admin] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:35.316238 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-08ce8442-f6ef-4b88-8889-b96a8e40cd97 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Deleting subnet 6fa9f05a-aae8-4b86-ac31-edcbca1e4f74 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:08:35.321763 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08ce8442-f6ef-4b88-8889-b96a8e40cd97 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:35.346139 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-259950c0-afa4-4d02-8086-00d9c3f2cd1e tempest-ExternalNetworksAdminNegativeTestJSON-579084174 tempest-ExternalNetworksAdminNegativeTestJSON-579084174-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:35.374637 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08ce8442-f6ef-4b88-8889-b96a8e40cd97 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:35.452024 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-259950c0-afa4-4d02-8086-00d9c3f2cd1e tempest-ExternalNetworksAdminNegativeTestJSON-579084174 tempest-ExternalNetworksAdminNegativeTestJSON-579084174-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:35.469833 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08ce8442-f6ef-4b88-8889-b96a8e40cd97 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:35.538815 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08ce8442-f6ef-4b88-8889-b96a8e40cd97 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:35.567513 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-259950c0-afa4-4d02-8086-00d9c3f2cd1e tempest-ExternalNetworksAdminNegativeTestJSON-579084174 tempest-ExternalNetworksAdminNegativeTestJSON-579084174-project-admin] Allocated IP 172.25.7.218 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/67a0a1db-4406-4cb8-a0be-f0e539294031) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:08:35.568871 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce8442-f6ef-4b88-8889-b96a8e40cd97 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event deleted for resources: {'Subnet': ['ID=6fa9f05a-aae8-4b86-ac31-edcbca1e4f74,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:35.573602 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08ce8442-f6ef-4b88-8889-b96a8e40cd97 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:35.577014 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-08ce8442-f6ef-4b88-8889-b96a8e40cd97 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "DELETE /v2.0/subnets/6fa9f05a-aae8-4b86-ac31-edcbca1e4f74 HTTP/1.1" status: 204 len: 168 time: 0.3386316 Dec 10 19:08:35.579659 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39582) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:35.586812 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e11643-561e-43f5-8284-129990f8204e None None] Network bc509611-980b-4431-affd-a14d81a7ef9e requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:08:35.667885 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2479a146-12ce-4417-902f-6c13fe86ddb7 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:35.702802 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-259950c0-afa4-4d02-8086-00d9c3f2cd1e tempest-ExternalNetworksAdminNegativeTestJSON-579084174 tempest-ExternalNetworksAdminNegativeTestJSON-579084174-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:35.736150 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-2479a146-12ce-4417-902f-6c13fe86ddb7 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Deleting port 6d3caac2-2e80-4b6f-a073-a4c35b9455b4 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:08:35.736423 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2479a146-12ce-4417-902f-6c13fe86ddb7 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:35.753427 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-259950c0-afa4-4d02-8086-00d9c3f2cd1e tempest-ExternalNetworksAdminNegativeTestJSON-579084174 tempest-ExternalNetworksAdminNegativeTestJSON-579084174-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:35.771958 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7841e98c-6943-409c-90d7-d04cf681f80c None None] DHCP port deletion for bc509611-980b-4431-affd-a14d81a7ef9e request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:08:35.795950 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259950c0-afa4-4d02-8086-00d9c3f2cd1e tempest-ExternalNetworksAdminNegativeTestJSON-579084174 tempest-ExternalNetworksAdminNegativeTestJSON-579084174-project-admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:08:35.799112 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-259950c0-afa4-4d02-8086-00d9c3f2cd1e tempest-ExternalNetworksAdminNegativeTestJSON-579084174 tempest-ExternalNetworksAdminNegativeTestJSON-579084174-project-admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:35.801777 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259950c0-afa4-4d02-8086-00d9c3f2cd1e tempest-ExternalNetworksAdminNegativeTestJSON-579084174 tempest-ExternalNetworksAdminNegativeTestJSON-579084174-project-admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:08:35.816126 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-2479a146-12ce-4417-902f-6c13fe86ddb7 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] For port 6d3caac2-2e80-4b6f-a073-a4c35b9455b4, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=6d3caac2-2e80-4b6f-a073-a4c35b9455b4,segment=NetworkSegment(007665c4-00cf-4e20-92d7-c041469e8624),segment_id=007665c4-00cf-4e20-92d7-c041469e8624)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:35.816881 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2479a146-12ce-4417-902f-6c13fe86ddb7 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:35.831890 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-7841e98c-6943-409c-90d7-d04cf681f80c None None] Deleting port 6d3caac2-2e80-4b6f-a073-a4c35b9455b4 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:08:35.832618 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7841e98c-6943-409c-90d7-d04cf681f80c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:35.833472 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-2479a146-12ce-4417-902f-6c13fe86ddb7 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Calling delete_port for 6d3caac2-2e80-4b6f-a073-a4c35b9455b4 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:08:35.835952 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259950c0-afa4-4d02-8086-00d9c3f2cd1e tempest-ExternalNetworksAdminNegativeTestJSON-579084174 tempest-ExternalNetworksAdminNegativeTestJSON-579084174-project-admin] Pushing event updated for resources: {'Port': ['ID=67a0a1db-4406-4cb8-a0be-f0e539294031,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:35.906245 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-259950c0-afa4-4d02-8086-00d9c3f2cd1e tempest-ExternalNetworksAdminNegativeTestJSON-579084174 tempest-ExternalNetworksAdminNegativeTestJSON-579084174-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:35.919945 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7841e98c-6943-409c-90d7-d04cf681f80c None None] For port 6d3caac2-2e80-4b6f-a073-a4c35b9455b4, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=6d3caac2-2e80-4b6f-a073-a4c35b9455b4,segment=NetworkSegment(007665c4-00cf-4e20-92d7-c041469e8624),segment_id=007665c4-00cf-4e20-92d7-c041469e8624)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:35.920261 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7841e98c-6943-409c-90d7-d04cf681f80c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:35.933898 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-7841e98c-6943-409c-90d7-d04cf681f80c None None] Calling delete_port for 6d3caac2-2e80-4b6f-a073-a4c35b9455b4 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:08:35.954548 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-259950c0-afa4-4d02-8086-00d9c3f2cd1e tempest-ExternalNetworksAdminNegativeTestJSON-579084174 tempest-ExternalNetworksAdminNegativeTestJSON-579084174-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:36.030364 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7841e98c-6943-409c-90d7-d04cf681f80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:36.065633 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7841e98c-6943-409c-90d7-d04cf681f80c None None] No DVR routers for this DVR port 6d3caac2-2e80-4b6f-a073-a4c35b9455b4 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:08:36.069829 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841e98c-6943-409c-90d7-d04cf681f80c None None] Pushing event deleted for resources: {'Port': ['ID=6d3caac2-2e80-4b6f-a073-a4c35b9455b4,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:36.101612 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-06f3d5f9-4759-4d86-a61d-0bb34ac327e1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d5f1db5b-9775-4962-bdef-725a18ecca85&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0929089 Dec 10 19:08:36.114522 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-d5a12a60-3c06-47b1-841a-1a8048d8653a service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:08:36.116125 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-d5a12a60-3c06-47b1-841a-1a8048d8653a service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080464 Dec 10 19:08:36.161340 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-259950c0-afa4-4d02-8086-00d9c3f2cd1e tempest-ExternalNetworksAdminNegativeTestJSON-579084174 tempest-ExternalNetworksAdminNegativeTestJSON-579084174-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:36.167796 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-259950c0-afa4-4d02-8086-00d9c3f2cd1e tempest-ExternalNetworksAdminNegativeTestJSON-579084174 tempest-ExternalNetworksAdminNegativeTestJSON-579084174-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:36.245977 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259950c0-afa4-4d02-8086-00d9c3f2cd1e tempest-ExternalNetworksAdminNegativeTestJSON-579084174 tempest-ExternalNetworksAdminNegativeTestJSON-579084174-project-admin] Pushing event updated for resources: {'Port': ['ID=67a0a1db-4406-4cb8-a0be-f0e539294031,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:36.252922 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-259950c0-afa4-4d02-8086-00d9c3f2cd1e tempest-ExternalNetworksAdminNegativeTestJSON-579084174 tempest-ExternalNetworksAdminNegativeTestJSON-579084174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:36.276523 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-259950c0-afa4-4d02-8086-00d9c3f2cd1e tempest-ExternalNetworksAdminNegativeTestJSON-579084174 tempest-ExternalNetworksAdminNegativeTestJSON-579084174-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:36.278043 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2479a146-12ce-4417-902f-6c13fe86ddb7 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:36.280990 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-259950c0-afa4-4d02-8086-00d9c3f2cd1e tempest-ExternalNetworksAdminNegativeTestJSON-579084174 tempest-ExternalNetworksAdminNegativeTestJSON-579084174-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0842371 Dec 10 19:08:36.281412 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39598) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:36.287759 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-2270a687-a75b-46e4-93cb-d16f9c17497a tempest-ExternalNetworksAdminNegativeTestJSON-579084174 tempest-ExternalNetworksAdminNegativeTestJSON-579084174-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1887059562', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'fixed_ips': [{'ip_address': '172.25.7.218'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:36.307986 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2479a146-12ce-4417-902f-6c13fe86ddb7 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] No DVR routers for this DVR port 6d3caac2-2e80-4b6f-a073-a4c35b9455b4 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:08:36.314784 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479a146-12ce-4417-902f-6c13fe86ddb7 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event deleted for resources: {'Port': ['ID=6d3caac2-2e80-4b6f-a073-a4c35b9455b4,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:36.317464 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2270a687-a75b-46e4-93cb-d16f9c17497a tempest-ExternalNetworksAdminNegativeTestJSON-579084174 tempest-ExternalNetworksAdminNegativeTestJSON-579084174-project-admin] Made reservation on behalf of 0370da02165a4a5eb14b06d11430d6b5 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:08:36.320936 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2270a687-a75b-46e4-93cb-d16f9c17497a tempest-ExternalNetworksAdminNegativeTestJSON-579084174 tempest-ExternalNetworksAdminNegativeTestJSON-579084174-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:36.334216 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2270a687-a75b-46e4-93cb-d16f9c17497a tempest-ExternalNetworksAdminNegativeTestJSON-579084174 tempest-ExternalNetworksAdminNegativeTestJSON-579084174-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:36.413579 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 6d3caac2-2e80-4b6f-a073-a4c35b9455b4 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:08:36.422188 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2479a146-12ce-4417-902f-6c13fe86ddb7 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:36.437307 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 6d3caac2-2e80-4b6f-a073-a4c35b9455b4 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:08:36.437699 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 6d3caac2-2e80-4b6f-a073-a4c35b9455b4 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:08:36.451571 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-2479a146-12ce-4417-902f-6c13fe86ddb7 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc509611-980b-4431-affd-a14d81a7ef9e']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:36.459384 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2270a687-a75b-46e4-93cb-d16f9c17497a tempest-ExternalNetworksAdminNegativeTestJSON-579084174 tempest-ExternalNetworksAdminNegativeTestJSON-579084174-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:36.463467 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-2479a146-12ce-4417-902f-6c13fe86ddb7 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '007665c4-00cf-4e20-92d7-c041469e8624') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:36.463841 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-2479a146-12ce-4417-902f-6c13fe86ddb7 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '007665c4-00cf-4e20-92d7-c041469e8624') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:36.464316 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2270a687-a75b-46e4-93cb-d16f9c17497a tempest-ExternalNetworksAdminNegativeTestJSON-579084174 tempest-ExternalNetworksAdminNegativeTestJSON-579084174-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:36.469153 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-2270a687-a75b-46e4-93cb-d16f9c17497a tempest-ExternalNetworksAdminNegativeTestJSON-579084174 tempest-ExternalNetworksAdminNegativeTestJSON-579084174-project-admin] device_id is not set on port 8d945e4a-8759-4ef6-b651-47cc2df79190 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:08:36.475631 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2479a146-12ce-4417-902f-6c13fe86ddb7 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:36.492566 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2479a146-12ce-4417-902f-6c13fe86ddb7 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:36.504892 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2479a146-12ce-4417-902f-6c13fe86ddb7 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:08:36.504892 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2479a146-12ce-4417-902f-6c13fe86ddb7 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:36.508577 n-d-821435-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:08:36.508577 n-d-821435-1 neutron-server[103244]: self.session.flush() Dec 10 19:08:36.508577 n-d-821435-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:08:36.508577 n-d-821435-1 neutron-server[103244]: self.session.flush() Dec 10 19:08:36.508577 n-d-821435-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:08:36.508577 n-d-821435-1 neutron-server[103244]: self.session.flush() Dec 10 19:08:36.508577 n-d-821435-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:08:36.508577 n-d-821435-1 neutron-server[103244]: self.session.flush() Dec 10 19:08:36.508577 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 19:08:36.508577 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:08:36.508577 n-d-821435-1 neutron-server[103244]: timer() Dec 10 19:08:36.508577 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:08:36.508577 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 19:08:36.508577 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:08:36.508577 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 19:08:36.508577 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:08:36.508577 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 19:08:36.508577 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:08:36.508577 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 19:08:36.508577 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:08:36.508577 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 19:08:36.508577 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:08:36.508577 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:08:36.508577 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:08:36.508577 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:08:36.508577 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:08:36.508577 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 19:08:36.508577 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:08:36.508577 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 19:08:36.508577 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:08:36.508577 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:08:36.508577 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:08:36.508577 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 19:08:36.508577 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:08:36.508577 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:08:36.508577 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:08:36.508577 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:08:36.508577 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:08:36.508577 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:08:36.508577 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:08:36.571613 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2479a146-12ce-4417-902f-6c13fe86ddb7 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:36.579328 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270a687-a75b-46e4-93cb-d16f9c17497a tempest-ExternalNetworksAdminNegativeTestJSON-579084174 tempest-ExternalNetworksAdminNegativeTestJSON-579084174-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b60fdc-572b-4e0d-8a74-ec3be01b108a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:36.594744 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2479a146-12ce-4417-902f-6c13fe86ddb7 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:36.598079 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2479a146-12ce-4417-902f-6c13fe86ddb7 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "DELETE /v2.0/networks/bc509611-980b-4431-affd-a14d81a7ef9e HTTP/1.1" status: 204 len: 168 time: 1.0173371 Dec 10 19:08:36.603943 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39604) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:36.608734 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479a146-12ce-4417-902f-6c13fe86ddb7 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event deleted for resources: {'Network': ['ID=bc509611-980b-4431-affd-a14d81a7ef9e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:36.609686 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-b0867636-5a08-475b-9629-55f509a4d121 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1151795563'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:36.676898 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0867636-5a08-475b-9629-55f509a4d121 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Made reservation on behalf of 7f185da471b44e78ba28d8589f387edd for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:08:36.680404 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0867636-5a08-475b-9629-55f509a4d121 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:36.769091 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-4b45f14d-127b-4d18-85c8-299011509273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:36.770498 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-4b45f14d-127b-4d18-85c8-299011509273 service neutron] 10.222.0.62 "GET /v2.0/ports/24a0c5a5-fe7e-419b-ad7d-c07852be0854 HTTP/1.1" status: 200 len: 1094 time: 0.0728078 Dec 10 19:08:36.780079 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0867636-5a08-475b-9629-55f509a4d121 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:08:36.784988 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-56bc038a-da45-4099-902d-150b98df0eeb service neutron] Request body: {'binding': {'host': 'n-h2-821435-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:36.785440 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-56bc038a-da45-4099-902d-150b98df0eeb service neutron] Unknown quota resources ['binding']. {{(pid=103245) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 19:08:36.792785 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-2270a687-a75b-46e4-93cb-d16f9c17497a tempest-ExternalNetworksAdminNegativeTestJSON-579084174 tempest-ExternalNetworksAdminNegativeTestJSON-579084174-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 10 19:08:36.793255 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2270a687-a75b-46e4-93cb-d16f9c17497a tempest-ExternalNetworksAdminNegativeTestJSON-579084174 tempest-ExternalNetworksAdminNegativeTestJSON-579084174-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:08:36.825583 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0867636-5a08-475b-9629-55f509a4d121 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:36.825925 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-b0867636-5a08-475b-9629-55f509a4d121 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Added segment b53081bb-dd35-41e0-9f97-501416a011ef of type vlan for network be1ed5b4-c6c3-4446-bc2d-30e6f5036e67 Dec 10 19:08:36.853537 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2270a687-a75b-46e4-93cb-d16f9c17497a tempest-ExternalNetworksAdminNegativeTestJSON-579084174 tempest-ExternalNetworksAdminNegativeTestJSON-579084174-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.5711133 Dec 10 19:08:36.856497 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39606) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:36.916067 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0867636-5a08-475b-9629-55f509a4d121 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:36.961322 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0867636-5a08-475b-9629-55f509a4d121 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:36.966923 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0867636-5a08-475b-9629-55f509a4d121 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:36.967494 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0867636-5a08-475b-9629-55f509a4d121 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:36.980228 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d4dabb43-6273-4335-9b2b-7a062b1d9524 tempest-ExternalNetworksAdminNegativeTestJSON-579084174 tempest-ExternalNetworksAdminNegativeTestJSON-579084174-project-admin] Deleting port 67a0a1db-4406-4cb8-a0be-f0e539294031 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:08:36.980712 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4dabb43-6273-4335-9b2b-7a062b1d9524 tempest-ExternalNetworksAdminNegativeTestJSON-579084174 tempest-ExternalNetworksAdminNegativeTestJSON-579084174-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:37.047874 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b0867636-5a08-475b-9629-55f509a4d121 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4423900 Dec 10 19:08:37.050791 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39608) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:37.056838 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-2fd71a91-251a-4d00-964d-ab5a26c79c9c tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Request body: {'subnet': {'network_id': 'be1ed5b4-c6c3-4446-bc2d-30e6f5036e67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:37.060524 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-56bc038a-da45-4099-902d-150b98df0eeb service neutron] Attempting to bind port 24a0c5a5-fe7e-419b-ad7d-c07852be0854 on host n-h2-821435-1 for vnic_type normal with profile None {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:37.060889 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-56bc038a-da45-4099-902d-150b98df0eeb service neutron] Attempting to bind port 24a0c5a5-fe7e-419b-ad7d-c07852be0854 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': 'c4c07199-793c-4917-9fe5-f030f298a5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd7dbe852-fac5-4cb0-b80e-c3d581fd3a93'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:37.061218 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-56bc038a-da45-4099-902d-150b98df0eeb service neutron] Attempting to bind port 24a0c5a5-fe7e-419b-ad7d-c07852be0854 on network d7dbe852-fac5-4cb0-b80e-c3d581fd3a93 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:37.069788 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0867636-5a08-475b-9629-55f509a4d121 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event updated for resources: {'Network': ['ID=be1ed5b4-c6c3-4446-bc2d-30e6f5036e67,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:37.071916 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-56bc038a-da45-4099-902d-150b98df0eeb service neutron] Port 24a0c5a5-fe7e-419b-ad7d-c07852be0854 on network d7dbe852-fac5-4cb0-b80e-c3d581fd3a93 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:08:37.072244 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-56bc038a-da45-4099-902d-150b98df0eeb service neutron] Attempting to bind port 24a0c5a5-fe7e-419b-ad7d-c07852be0854 on network d7dbe852-fac5-4cb0-b80e-c3d581fd3a93 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:37.077734 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-56bc038a-da45-4099-902d-150b98df0eeb service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:08:37.078076 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-56bc038a-da45-4099-902d-150b98df0eeb service neutron] Checking segment: {'id': 'c4c07199-793c-4917-9fe5-f030f298a5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd7dbe852-fac5-4cb0-b80e-c3d581fd3a93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:08:37.078461 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-56bc038a-da45-4099-902d-150b98df0eeb service neutron] Bound using segment: {'id': 'c4c07199-793c-4917-9fe5-f030f298a5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd7dbe852-fac5-4cb0-b80e-c3d581fd3a93'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:08:37.079189 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-56bc038a-da45-4099-902d-150b98df0eeb service neutron] Bound port: 24a0c5a5-fe7e-419b-ad7d-c07852be0854, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4c07199-793c-4917-9fe5-f030f298a5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd7dbe852-fac5-4cb0-b80e-c3d581fd3a93'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:08:37.083062 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network be1ed5b4-c6c3-4446-bc2d-30e6f5036e67 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:08:37.103387 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4dabb43-6273-4335-9b2b-7a062b1d9524 tempest-ExternalNetworksAdminNegativeTestJSON-579084174 tempest-ExternalNetworksAdminNegativeTestJSON-579084174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:37.103730 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4dabb43-6273-4335-9b2b-7a062b1d9524 tempest-ExternalNetworksAdminNegativeTestJSON-579084174 tempest-ExternalNetworksAdminNegativeTestJSON-579084174-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:37.127435 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d4dabb43-6273-4335-9b2b-7a062b1d9524 tempest-ExternalNetworksAdminNegativeTestJSON-579084174 tempest-ExternalNetworksAdminNegativeTestJSON-579084174-project-admin] Calling delete_port for 67a0a1db-4406-4cb8-a0be-f0e539294031 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:08:37.173944 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-56bc038a-da45-4099-902d-150b98df0eeb service neutron] For port 24a0c5a5-fe7e-419b-ad7d-c07852be0854, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=24a0c5a5-fe7e-419b-ad7d-c07852be0854,segment=NetworkSegment(c4c07199-793c-4917-9fe5-f030f298a5a1),segment_id=c4c07199-793c-4917-9fe5-f030f298a5a1)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:08:37.181066 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-56bc038a-da45-4099-902d-150b98df0eeb service neutron] Publish callbacks [] for binding, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:37.183424 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-56bc038a-da45-4099-902d-150b98df0eeb service neutron] 10.222.0.62 "POST /v2.0/ports/24a0c5a5-fe7e-419b-ad7d-c07852be0854/bindings HTTP/1.1" status: 201 len: 389 time: 0.4031906 Dec 10 19:08:37.215644 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd71a91-251a-4d00-964d-ab5a26c79c9c tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Made reservation on behalf of 7f185da471b44e78ba28d8589f387edd for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:08:37.219397 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2fd71a91-251a-4d00-964d-ab5a26c79c9c tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:37.413417 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce88db0-01a2-41af-8756-595ab1be433e req-eb558681-2d8f-463c-a629-e7fd3bcd0835 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:37.414933 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3ce88db0-01a2-41af-8756-595ab1be433e req-eb558681-2d8f-463c-a629-e7fd3bcd0835 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 946 time: 0.1226521 Dec 10 19:08:37.439089 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4dabb43-6273-4335-9b2b-7a062b1d9524 tempest-ExternalNetworksAdminNegativeTestJSON-579084174 tempest-ExternalNetworksAdminNegativeTestJSON-579084174-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:37.456025 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-56259bbe-77bd-430f-835f-6d53efd78df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:37.457620 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-56259bbe-77bd-430f-835f-6d53efd78df7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 1097 time: 0.0870419 Dec 10 19:08:37.476685 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dabb43-6273-4335-9b2b-7a062b1d9524 tempest-ExternalNetworksAdminNegativeTestJSON-579084174 tempest-ExternalNetworksAdminNegativeTestJSON-579084174-project-admin] Pushing event deleted for resources: {'Port': ['ID=67a0a1db-4406-4cb8-a0be-f0e539294031,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:37.566380 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3ce88db0-01a2-41af-8756-595ab1be433e req-99773b2d-3045-4530-a090-6ad6ce29adc4 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f4dd358-1606-4eee-85ac-21c45c04dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453295 Dec 10 19:08:37.614238 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-8dd737a9-1acb-4a34-8f53-24f60d94584d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:37.616049 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-8dd737a9-1acb-4a34-8f53-24f60d94584d service neutron] 10.222.0.72 "GET /v2.0/networks?id=d7dbe852-fac5-4cb0-b80e-c3d581fd3a93 HTTP/1.1" status: 200 len: 897 time: 0.1516700 Dec 10 19:08:37.628360 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4dabb43-6273-4335-9b2b-7a062b1d9524 tempest-ExternalNetworksAdminNegativeTestJSON-579084174 tempest-ExternalNetworksAdminNegativeTestJSON-579084174-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:37.631512 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4dabb43-6273-4335-9b2b-7a062b1d9524 tempest-ExternalNetworksAdminNegativeTestJSON-579084174 tempest-ExternalNetworksAdminNegativeTestJSON-579084174-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:37.632697 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d4dabb43-6273-4335-9b2b-7a062b1d9524 tempest-ExternalNetworksAdminNegativeTestJSON-579084174 tempest-ExternalNetworksAdminNegativeTestJSON-579084174-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/784684d9-1ac1-4fe8-91b5-31671f36021a HTTP/1.1" status: 204 len: 168 time: 0.7750092 Dec 10 19:08:37.651992 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2fd71a91-251a-4d00-964d-ab5a26c79c9c tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:37.720673 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd71a91-251a-4d00-964d-ab5a26c79c9c tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event updated for resources: {'Subnet': ['ID=7801c403-8843-47b3-92bf-db6aae140af9,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:37.734539 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd71a91-251a-4d00-964d-ab5a26c79c9c tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Checking segment: {'id': 'b53081bb-dd35-41e0-9f97-501416a011ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'be1ed5b4-c6c3-4446-bc2d-30e6f5036e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:08:37.734982 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd71a91-251a-4d00-964d-ab5a26c79c9c tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Network hostable DHCP agents. Network: be1ed5b4-c6c3-4446-bc2d-30e6f5036e67, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:08:37.745000 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-0797d531-deba-42ba-ae44-3fefd5818554 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24a0c5a5-fe7e-419b-ad7d-c07852be0854 HTTP/1.1" status: 200 len: 1001 time: 0.1222055 Dec 10 19:08:37.754226 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd71a91-251a-4d00-964d-ab5a26c79c9c tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Network be1ed5b4-c6c3-4446-bc2d-30e6f5036e67 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:08:37.765916 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-2fd71a91-251a-4d00-964d-ab5a26c79c9c tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, be1ed5b4-c6c3-4446-bc2d-30e6f5036e67) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:37.770509 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd71a91-251a-4d00-964d-ab5a26c79c9c tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:37.771237 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2fd71a91-251a-4d00-964d-ab5a26c79c9c tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:37.778624 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f478ac5-7a15-4c71-9d13-0c8e39386f30 None None] Network be1ed5b4-c6c3-4446-bc2d-30e6f5036e67 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:08:37.796789 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2fd71a91-251a-4d00-964d-ab5a26c79c9c tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7446241 Dec 10 19:08:37.799355 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39614) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:37.804936 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-5f351d14-bd8d-4b03-85cd-4e12b5ecbc7e tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-920671581', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:37.814455 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-95d1128d-29b7-4270-852e-60200c785c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:37.818232 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-95d1128d-29b7-4270-852e-60200c785c3a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f36251e8-d712-4b25-90f0-0b8bc617d421 HTTP/1.1" status: 200 len: 835 time: 0.0658929 Dec 10 19:08:37.836268 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5f351d14-bd8d-4b03-85cd-4e12b5ecbc7e tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:37.837896 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5f351d14-bd8d-4b03-85cd-4e12b5ecbc7e tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:37.907012 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77163c22-8c83-45d7-b2fd-0a8bbe239ed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-be1ed5b4-c6c3-4446-bc2d-30e6f5036e67', 'network_id': 'be1ed5b4-c6c3-4446-bc2d-30e6f5036e67', 'project_id': '7f185da471b44e78ba28d8589f387edd', 'fixed_ips': [{'subnet_id': '7801c403-8843-47b3-92bf-db6aae140af9'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:08:37.908231 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-d911324a-779f-4d2d-aba2-4d72a930be9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:37.908401 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-77163c22-8c83-45d7-b2fd-0a8bbe239ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:37.911087 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-d911324a-779f-4d2d-aba2-4d72a930be9b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d7dbe852-fac5-4cb0-b80e-c3d581fd3a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859199 Dec 10 19:08:37.920143 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5f351d14-bd8d-4b03-85cd-4e12b5ecbc7e tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:37.921724 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39618) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:37.931765 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5f351d14-bd8d-4b03-85cd-4e12b5ecbc7e tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:37.957628 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5f351d14-bd8d-4b03-85cd-4e12b5ecbc7e tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:37.961099 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5f351d14-bd8d-4b03-85cd-4e12b5ecbc7e tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1606641 Dec 10 19:08:37.962513 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39622) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:38.033539 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-95bb5e51-ff50-4fc8-b74c-8a0f99789a82 service neutron] 10.222.0.72 "GET /v2.0/networks/d7dbe852-fac5-4cb0-b80e-c3d581fd3a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128399 Dec 10 19:08:38.070444 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-77163c22-8c83-45d7-b2fd-0a8bbe239ed4 None None] Allocated IP 2001:db8::2 (be1ed5b4-c6c3-4446-bc2d-30e6f5036e67/7801c403-8843-47b3-92bf-db6aae140af9/1322b625-fc11-4495-8133-9a44aa3728a0) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:08:38.121063 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-127c592c-6f11-4873-a63c-a7d2d1007244 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:38.129526 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-d82b1d11-2219-450f-97de-3eada14b15da service neutron] 10.222.0.72 "GET /v2.0/networks/d7dbe852-fac5-4cb0-b80e-c3d581fd3a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882614 Dec 10 19:08:38.228310 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-77163c22-8c83-45d7-b2fd-0a8bbe239ed4 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:38.235198 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-77163c22-8c83-45d7-b2fd-0a8bbe239ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:38.267860 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-47173b0d-c38a-479c-b78a-737424666c39 tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:38.269941 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-47173b0d-c38a-479c-b78a-737424666c39 tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=d5f1db5b-9775-4962-bdef-725a18ecca85&tenant_id=0c22e13dcedd4daaa6d6950826669aaa&binding%3Ahost_id=n-h1-821435-1 HTTP/1.1" status: 200 len: 1097 time: 0.0847368 Dec 10 19:08:38.283314 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77163c22-8c83-45d7-b2fd-0a8bbe239ed4 None None] Network be1ed5b4-c6c3-4446-bc2d-30e6f5036e67 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:08:38.289420 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-5ce91a69-db6b-4435-829f-473f5d0f6253 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821435-1'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:38.289718 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-77163c22-8c83-45d7-b2fd-0a8bbe239ed4 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:38.291705 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77163c22-8c83-45d7-b2fd-0a8bbe239ed4 None None] Pushing event updated for resources: {'Port': ['ID=1322b625-fc11-4495-8133-9a44aa3728a0,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:38.300508 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77163c22-8c83-45d7-b2fd-0a8bbe239ed4 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:08:38.318642 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36b1c5a5-f8cf-4918-a90c-c6e356e17e1a tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:38.336733 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-127c592c-6f11-4873-a63c-a7d2d1007244 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:38.342062 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-127c592c-6f11-4873-a63c-a7d2d1007244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:38.370141 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-5ce91a69-db6b-4435-829f-473f5d0f6253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:38.387770 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:38.391178 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-77163c22-8c83-45d7-b2fd-0a8bbe239ed4 None None] Attempting to bind port 1322b625-fc11-4495-8133-9a44aa3728a0 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:38.391728 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-77163c22-8c83-45d7-b2fd-0a8bbe239ed4 None None] Attempting to bind port 1322b625-fc11-4495-8133-9a44aa3728a0 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'b53081bb-dd35-41e0-9f97-501416a011ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'be1ed5b4-c6c3-4446-bc2d-30e6f5036e67'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:38.392267 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77163c22-8c83-45d7-b2fd-0a8bbe239ed4 None None] Attempting to bind port 1322b625-fc11-4495-8133-9a44aa3728a0 on network be1ed5b4-c6c3-4446-bc2d-30e6f5036e67 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:38.399339 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77163c22-8c83-45d7-b2fd-0a8bbe239ed4 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:08:38.400625 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77163c22-8c83-45d7-b2fd-0a8bbe239ed4 None None] Checking segment: {'id': 'b53081bb-dd35-41e0-9f97-501416a011ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'be1ed5b4-c6c3-4446-bc2d-30e6f5036e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:08:38.401220 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-77163c22-8c83-45d7-b2fd-0a8bbe239ed4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:38.401795 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77163c22-8c83-45d7-b2fd-0a8bbe239ed4 None None] Bound using segment: {'id': 'b53081bb-dd35-41e0-9f97-501416a011ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'be1ed5b4-c6c3-4446-bc2d-30e6f5036e67'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:08:38.402443 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-77163c22-8c83-45d7-b2fd-0a8bbe239ed4 None None] Bound port: 1322b625-fc11-4495-8133-9a44aa3728a0, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b53081bb-dd35-41e0-9f97-501416a011ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'be1ed5b4-c6c3-4446-bc2d-30e6f5036e67'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:08:38.403008 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-77163c22-8c83-45d7-b2fd-0a8bbe239ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:38.457869 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-127c592c-6f11-4873-a63c-a7d2d1007244 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b40c45a1df7c4ab4924b4e67df5efd0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5347717 Dec 10 19:08:38.461312 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c592c-6f11-4873-a63c-a7d2d1007244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b0a597-3aa2-4770-9bbd-999b4ff3ed8b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:38.463732 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39624) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:38.479361 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-77163c22-8c83-45d7-b2fd-0a8bbe239ed4 None None] For port 1322b625-fc11-4495-8133-9a44aa3728a0, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:08:38.483641 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-77163c22-8c83-45d7-b2fd-0a8bbe239ed4 None None] For port 1322b625-fc11-4495-8133-9a44aa3728a0, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=1322b625-fc11-4495-8133-9a44aa3728a0,segment=NetworkSegment(b53081bb-dd35-41e0-9f97-501416a011ef),segment_id=b53081bb-dd35-41e0-9f97-501416a011ef)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:08:38.490193 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-77163c22-8c83-45d7-b2fd-0a8bbe239ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:38.513328 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-5ce91a69-db6b-4435-829f-473f5d0f6253 service neutron] For port 24a0c5a5-fe7e-419b-ad7d-c07852be0854, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=24a0c5a5-fe7e-419b-ad7d-c07852be0854,segment=NetworkSegment(c4c07199-793c-4917-9fe5-f030f298a5a1),segment_id=c4c07199-793c-4917-9fe5-f030f298a5a1)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:38.570784 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77163c22-8c83-45d7-b2fd-0a8bbe239ed4 None None] Pushing event updated for resources: {'Port': ['ID=1322b625-fc11-4495-8133-9a44aa3728a0,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:38.588002 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-5ce91a69-db6b-4435-829f-473f5d0f6253 service neutron] For port 24a0c5a5-fe7e-419b-ad7d-c07852be0854, host n-h1-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:08:38.638241 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-972a8854-05b8-4d5e-97a4-8c551d60bbfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:38.664400 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f1db5b-9775-4962-bdef-725a18ecca85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24a0c5a5-fe7e-419b-ad7d-c07852be0854'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:08:38.666858 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fcbce2-65f4-4cbe-b2f7-3b25f909f04f" -d '{"events": [{"server_uuid": "d5f1db5b-9775-4962-bdef-725a18ecca85", "name": "network-vif-unplugged", "status": "completed", "tag": "24a0c5a5-fe7e-419b-ad7d-c07852be0854"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:08:38.673812 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-5ce91a69-db6b-4435-829f-473f5d0f6253 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:38.712472 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-5ce91a69-db6b-4435-829f-473f5d0f6253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:38.719218 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 19:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323c144c-27a7-44e3-a9d2-f3a42f15fd7a x-openstack-request-id: req-323c144c-27a7-44e3-a9d2-f3a42f15fd7a {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:08:38.719513 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f1db5b-9775-4962-bdef-725a18ecca85", "name": "network-vif-unplugged", "status": "completed", "tag": "24a0c5a5-fe7e-419b-ad7d-c07852be0854", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:08:38.719779 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-323c144c-27a7-44e3-a9d2-f3a42f15fd7a {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:08:38.720179 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f1db5b-9775-4962-bdef-725a18ecca85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24a0c5a5-fe7e-419b-ad7d-c07852be0854', 'code': 200} Dec 10 19:08:38.725613 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-972a8854-05b8-4d5e-97a4-8c551d60bbfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:38.750968 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-36b1c5a5-f8cf-4918-a90c-c6e356e17e1a tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Allocated IP 2001:db8::1 (be1ed5b4-c6c3-4446-bc2d-30e6f5036e67/7801c403-8843-47b3-92bf-db6aae140af9/1073c18a-6ab5-40f0-8f88-267a0dfbf477) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:08:38.783627 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dddafc6-3a97-4ce0-9619-e3d5bb029f38 req-bfac34d8-5a35-4e3f-8c4b-37d0c86fbbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:38.785332 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0dddafc6-3a97-4ce0-9619-e3d5bb029f38 req-bfac34d8-5a35-4e3f-8c4b-37d0c86fbbfd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 1083 time: 0.1124682 Dec 10 19:08:38.796747 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ca9f1-9bb9-41c5-9b68-cc94e611fc24 req-0a298337-6638-4fe2-8b6b-a4794aa4b103 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:38.798308 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-853ca9f1-9bb9-41c5-9b68-cc94e611fc24 req-0a298337-6638-4fe2-8b6b-a4794aa4b103 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 944 time: 0.1269248 Dec 10 19:08:38.894986 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-972a8854-05b8-4d5e-97a4-8c551d60bbfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:38.899133 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-972a8854-05b8-4d5e-97a4-8c551d60bbfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:38.900724 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-972a8854-05b8-4d5e-97a4-8c551d60bbfc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/06b0a597-3aa2-4770-9bbd-999b4ff3ed8b HTTP/1.1" status: 204 len: 168 time: 0.4102042 Dec 10 19:08:38.953820 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce91a69-db6b-4435-829f-473f5d0f6253 service neutron] Pushing event updated for resources: {'Port': ['ID=24a0c5a5-fe7e-419b-ad7d-c07852be0854,revision_number=7']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:38.961604 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a8854-05b8-4d5e-97a4-8c551d60bbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b0a597-3aa2-4770-9bbd-999b4ff3ed8b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:39.040143 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-853ca9f1-9bb9-41c5-9b68-cc94e611fc24 req-82f847de-d3a8-4cd7-b47d-7edc73b6b05a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f4dd358-1606-4eee-85ac-21c45c04dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704845 Dec 10 19:08:39.062372 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-5ce91a69-db6b-4435-829f-473f5d0f6253 service neutron] Attempting to bind port 24a0c5a5-fe7e-419b-ad7d-c07852be0854 on host n-h1-821435-1 for vnic_type normal with profile {"migrating_to": "n-h2-821435-1"} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:39.063036 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-5ce91a69-db6b-4435-829f-473f5d0f6253 service neutron] Attempting to bind port 24a0c5a5-fe7e-419b-ad7d-c07852be0854 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': 'c4c07199-793c-4917-9fe5-f030f298a5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd7dbe852-fac5-4cb0-b80e-c3d581fd3a93'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:39.063556 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-5ce91a69-db6b-4435-829f-473f5d0f6253 service neutron] Attempting to bind port 24a0c5a5-fe7e-419b-ad7d-c07852be0854 on network d7dbe852-fac5-4cb0-b80e-c3d581fd3a93 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:39.074074 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-5ce91a69-db6b-4435-829f-473f5d0f6253 service neutron] Port 24a0c5a5-fe7e-419b-ad7d-c07852be0854 on network d7dbe852-fac5-4cb0-b80e-c3d581fd3a93 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:08:39.074705 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-5ce91a69-db6b-4435-829f-473f5d0f6253 service neutron] Attempting to bind port 24a0c5a5-fe7e-419b-ad7d-c07852be0854 on network d7dbe852-fac5-4cb0-b80e-c3d581fd3a93 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:39.081817 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-5ce91a69-db6b-4435-829f-473f5d0f6253 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:08:39.082444 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-5ce91a69-db6b-4435-829f-473f5d0f6253 service neutron] Checking segment: {'id': 'c4c07199-793c-4917-9fe5-f030f298a5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd7dbe852-fac5-4cb0-b80e-c3d581fd3a93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:08:39.083023 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-5ce91a69-db6b-4435-829f-473f5d0f6253 service neutron] Bound using segment: {'id': 'c4c07199-793c-4917-9fe5-f030f298a5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd7dbe852-fac5-4cb0-b80e-c3d581fd3a93'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:08:39.084503 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-5ce91a69-db6b-4435-829f-473f5d0f6253 service neutron] Bound port: 24a0c5a5-fe7e-419b-ad7d-c07852be0854, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4c07199-793c-4917-9fe5-f030f298a5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd7dbe852-fac5-4cb0-b80e-c3d581fd3a93'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:08:39.084990 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-5ce91a69-db6b-4435-829f-473f5d0f6253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:39.085201 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dddafc6-3a97-4ce0-9619-e3d5bb029f38 req-8ed42180-2082-44f0-bcf8-9f06fb9182ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:39.086721 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0dddafc6-3a97-4ce0-9619-e3d5bb029f38 req-8ed42180-2082-44f0-bcf8-9f06fb9182ad service neutron] 10.222.0.46 "GET /v2.0/networks?id=d7dbe852-fac5-4cb0-b80e-c3d581fd3a93 HTTP/1.1" status: 200 len: 897 time: 0.2196612 Dec 10 19:08:39.094824 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36b1c5a5-f8cf-4918-a90c-c6e356e17e1a tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:39.183808 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-5ce91a69-db6b-4435-829f-473f5d0f6253 service neutron] For port 24a0c5a5-fe7e-419b-ad7d-c07852be0854, host n-h1-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:08:39.186647 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0dddafc6-3a97-4ce0-9619-e3d5bb029f38 req-ee8d535e-bd42-4002-8876-646ffd38dda0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24a0c5a5-fe7e-419b-ad7d-c07852be0854 HTTP/1.1" status: 200 len: 999 time: 0.0899105 Dec 10 19:08:39.187558 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-5ce91a69-db6b-4435-829f-473f5d0f6253 service neutron] For port 24a0c5a5-fe7e-419b-ad7d-c07852be0854, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=24a0c5a5-fe7e-419b-ad7d-c07852be0854,segment=NetworkSegment(c4c07199-793c-4917-9fe5-f030f298a5a1),segment_id=c4c07199-793c-4917-9fe5-f030f298a5a1)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:08:39.194516 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-5ce91a69-db6b-4435-829f-473f5d0f6253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:39.197807 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eaff8fa7-81d8-4baa-99fd-3968d789916e None None] Provisioning complete for port 24a0c5a5-fe7e-419b-ad7d-c07852be0854 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:39.198931 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eaff8fa7-81d8-4baa-99fd-3968d789916e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:39.205839 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36b1c5a5-f8cf-4918-a90c-c6e356e17e1a tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:39.282658 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b1c5a5-f8cf-4918-a90c-c6e356e17e1a tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Network be1ed5b4-c6c3-4446-bc2d-30e6f5036e67 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:08:39.289054 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-36b1c5a5-f8cf-4918-a90c-c6e356e17e1a tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:39.295591 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b1c5a5-f8cf-4918-a90c-c6e356e17e1a tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:08:39.296548 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36b1c5a5-f8cf-4918-a90c-c6e356e17e1a tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:39.303734 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b1c5a5-f8cf-4918-a90c-c6e356e17e1a tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event updated for resources: {'Port': ['ID=1073c18a-6ab5-40f0-8f88-267a0dfbf477,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:39.342590 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce91a69-db6b-4435-829f-473f5d0f6253 service neutron] Pushing event updated for resources: {'Port': ['ID=24a0c5a5-fe7e-419b-ad7d-c07852be0854,revision_number=8']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:39.367794 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eaff8fa7-81d8-4baa-99fd-3968d789916e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:39.370199 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dddafc6-3a97-4ce0-9619-e3d5bb029f38 req-fa4e4f08-1db8-4eec-a414-50c0d27b67ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:39.373156 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0dddafc6-3a97-4ce0-9619-e3d5bb029f38 req-fa4e4f08-1db8-4eec-a414-50c0d27b67ec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f36251e8-d712-4b25-90f0-0b8bc617d421 HTTP/1.1" status: 200 len: 835 time: 0.1778510 Dec 10 19:08:39.422816 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f1db5b-9775-4962-bdef-725a18ecca85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a0c5a5-fe7e-419b-ad7d-c07852be0854'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:08:39.425886 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e413f3-1aed-4a3d-bcdc-78a8fbd853b1" -d '{"events": [{"server_uuid": "d5f1db5b-9775-4962-bdef-725a18ecca85", "name": "network-vif-plugged", "status": "completed", "tag": "24a0c5a5-fe7e-419b-ad7d-c07852be0854"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:08:39.443527 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eaff8fa7-81d8-4baa-99fd-3968d789916e None None] For port 24a0c5a5-fe7e-419b-ad7d-c07852be0854, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=24a0c5a5-fe7e-419b-ad7d-c07852be0854,segment=NetworkSegment(c4c07199-793c-4917-9fe5-f030f298a5a1),segment_id=c4c07199-793c-4917-9fe5-f030f298a5a1)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:39.449805 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eaff8fa7-81d8-4baa-99fd-3968d789916e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:39.460801 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39636) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:39.532694 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33334af2-d512-4d69-940d-8ce7db390bba x-openstack-request-id: req-33334af2-d512-4d69-940d-8ce7db390bba {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:08:39.532937 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f1db5b-9775-4962-bdef-725a18ecca85", "name": "network-vif-plugged", "status": "completed", "tag": "24a0c5a5-fe7e-419b-ad7d-c07852be0854", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:08:39.533143 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-33334af2-d512-4d69-940d-8ce7db390bba {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:08:39.533557 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f1db5b-9775-4962-bdef-725a18ecca85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a0c5a5-fe7e-419b-ad7d-c07852be0854', 'code': 200} Dec 10 19:08:39.551905 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36b1c5a5-f8cf-4918-a90c-c6e356e17e1a tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:39.578066 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dddafc6-3a97-4ce0-9619-e3d5bb029f38 req-fc843e89-5a8d-4faa-a016-b989e66e7213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:39.579631 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0dddafc6-3a97-4ce0-9619-e3d5bb029f38 req-fc843e89-5a8d-4faa-a016-b989e66e7213 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d7dbe852-fac5-4cb0-b80e-c3d581fd3a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1958129 Dec 10 19:08:39.669448 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e0359bf1-674e-454b-a08a-cf4c9e9609af admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0370da02165a4a5eb14b06d11430d6b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2043457 Dec 10 19:08:39.674824 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39638) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:39.812810 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c584b530-9a03-428f-9448-0565af745dd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:39.830859 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff8fa7-81d8-4baa-99fd-3968d789916e None None] Pushing event updated for resources: {'Port': ['ID=24a0c5a5-fe7e-419b-ad7d-c07852be0854,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:39.838161 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c584b530-9a03-428f-9448-0565af745dd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:39.912606 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-5ce91a69-db6b-4435-829f-473f5d0f6253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:39.913942 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-5ce91a69-db6b-4435-829f-473f5d0f6253 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:39.915244 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-5ce91a69-db6b-4435-829f-473f5d0f6253 service neutron] 10.222.0.72 "PUT /v2.0/ports/24a0c5a5-fe7e-419b-ad7d-c07852be0854 HTTP/1.1" status: 200 len: 1122 time: 1.6326284 Dec 10 19:08:39.929684 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0dddafc6-3a97-4ce0-9619-e3d5bb029f38 req-77ca0b63-dfed-428b-ad8f-20fd48621b79 service neutron] 10.222.0.46 "GET /v2.0/networks/d7dbe852-fac5-4cb0-b80e-c3d581fd3a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205411 Dec 10 19:08:39.981635 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['24a0c5a5-fe7e-419b-ad7d-c07852be0854'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:08:40.006989 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c584b530-9a03-428f-9448-0565af745dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:40.009598 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c584b530-9a03-428f-9448-0565af745dd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:40.010741 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c584b530-9a03-428f-9448-0565af745dd6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/73b60fdc-572b-4e0d-8a74-ec3be01b108a HTTP/1.1" status: 204 len: 168 time: 0.3349447 Dec 10 19:08:40.014983 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bd8593-2f2e-4c58-9e18-710fccce5d22 None None] Network be1ed5b4-c6c3-4446-bc2d-30e6f5036e67 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:08:40.058719 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584b530-9a03-428f-9448-0565af745dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b60fdc-572b-4e0d-8a74-ec3be01b108a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:40.099674 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-bc2c0060-c8e1-43eb-a556-e5919b70a4b6 None None] Provisioning complete for port 24a0c5a5-fe7e-419b-ad7d-c07852be0854 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:40.100305 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bc2c0060-c8e1-43eb-a556-e5919b70a4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:40.136521 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0dddafc6-3a97-4ce0-9619-e3d5bb029f38 req-3a623e1e-bb00-4768-99cf-a278c2876159 service neutron] 10.222.0.46 "GET /v2.0/networks/d7dbe852-fac5-4cb0-b80e-c3d581fd3a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973035 Dec 10 19:08:40.186321 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36b1c5a5-f8cf-4918-a90c-c6e356e17e1a tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:40.189106 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc8988-3482-4be9-a6d3-e42fbd758f75 req-934c6c4a-6c70-48ed-9d02-8775f51c9509 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:40.190720 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5ecc8988-3482-4be9-a6d3-e42fbd758f75 req-934c6c4a-6c70-48ed-9d02-8775f51c9509 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 946 time: 0.0561275 Dec 10 19:08:40.194104 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36b1c5a5-f8cf-4918-a90c-c6e356e17e1a tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:40.195043 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36b1c5a5-f8cf-4918-a90c-c6e356e17e1a tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:40.246057 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5ecc8988-3482-4be9-a6d3-e42fbd758f75 req-7ce4fb02-414f-454b-8200-403aa386ef5d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f4dd358-1606-4eee-85ac-21c45c04dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474792 Dec 10 19:08:40.513431 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 1322b625-fc11-4495-8133-9a44aa3728a0 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:08:40.584285 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-843029dc-8a3a-47d9-a625-c1d3a245fd90 None None] Provisioning complete for port 1322b625-fc11-4495-8133-9a44aa3728a0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:40.584874 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-843029dc-8a3a-47d9-a625-c1d3a245fd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:40.631947 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 1322b625-fc11-4495-8133-9a44aa3728a0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:40.632450 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:40.669830 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b1c5a5-f8cf-4918-a90c-c6e356e17e1a tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event updated for resources: {'Port': ['ID=1073c18a-6ab5-40f0-8f88-267a0dfbf477,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:40.721494 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f1db5b-9775-4962-bdef-725a18ecca85', 'tag': '24a0c5a5-fe7e-419b-ad7d-c07852be0854'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:08:40.724932 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1df568-0be7-48b3-9db2-b4d2954b6231" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f1db5b-9775-4962-bdef-725a18ecca85", "tag": "24a0c5a5-fe7e-419b-ad7d-c07852be0854"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:08:40.737931 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b1c5a5-f8cf-4918-a90c-c6e356e17e1a tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Network be1ed5b4-c6c3-4446-bc2d-30e6f5036e67 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:08:40.741541 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-36b1c5a5-f8cf-4918-a90c-c6e356e17e1a tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:40.765816 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-843029dc-8a3a-47d9-a625-c1d3a245fd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:40.781590 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:40.797387 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43a6f27-e23d-46c9-8a7f-f1acfd0d85bf x-openstack-request-id: req-a43a6f27-e23d-46c9-8a7f-f1acfd0d85bf {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:08:40.797687 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f1db5b-9775-4962-bdef-725a18ecca85", "tag": "24a0c5a5-fe7e-419b-ad7d-c07852be0854", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:08:40.798107 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a43a6f27-e23d-46c9-8a7f-f1acfd0d85bf {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:08:40.798689 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f1db5b-9775-4962-bdef-725a18ecca85', 'tag': '24a0c5a5-fe7e-419b-ad7d-c07852be0854', 'status': 'completed', 'code': 200} Dec 10 19:08:40.847115 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-843029dc-8a3a-47d9-a625-c1d3a245fd90 None None] For port 1322b625-fc11-4495-8133-9a44aa3728a0, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=1322b625-fc11-4495-8133-9a44aa3728a0,segment=NetworkSegment(b53081bb-dd35-41e0-9f97-501416a011ef),segment_id=b53081bb-dd35-41e0-9f97-501416a011ef)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:40.853287 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-843029dc-8a3a-47d9-a625-c1d3a245fd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:40.946763 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843029dc-8a3a-47d9-a625-c1d3a245fd90 None None] Pushing event updated for resources: {'Port': ['ID=1322b625-fc11-4495-8133-9a44aa3728a0,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:40.951277 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1df568-0be7-48b3-9db2-b4d2954b6231 req-f83c7bb2-1c44-49fd-b9bc-7ddb3f4362bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:40.953140 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1d1df568-0be7-48b3-9db2-b4d2954b6231 req-f83c7bb2-1c44-49fd-b9bc-7ddb3f4362bf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 1127 time: 0.0740764 Dec 10 19:08:40.954630 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b1c5a5-f8cf-4918-a90c-c6e356e17e1a tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Router 5513feda-6baf-42a7-a980-bd8ab1f22656 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:08:40.959643 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:08:40.960328 n-d-821435-1 neutron-server[103246]: DEBUG oslo_db.api [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:08:40.993563 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7d7b3e60-7467-40bc-9e14-c4508aac8757 None None] Provisioning complete for port 1073c18a-6ab5-40f0-8f88-267a0dfbf477 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:40.993961 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7d7b3e60-7467-40bc-9e14-c4508aac8757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:41.039990 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-7d7b3e60-7467-40bc-9e14-c4508aac8757 None None] Port 1073c18a-6ab5-40f0-8f88-267a0dfbf477 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:08:41.050700 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7d7b3e60-7467-40bc-9e14-c4508aac8757 None None] Provisioning complete for port 1322b625-fc11-4495-8133-9a44aa3728a0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:41.051083 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7d7b3e60-7467-40bc-9e14-c4508aac8757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:41.177263 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b1c5a5-f8cf-4918-a90c-c6e356e17e1a tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:08:41.191076 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-36b1c5a5-f8cf-4918-a90c-c6e356e17e1a tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "PUT /v2.0/routers/5513feda-6baf-42a7-a980-bd8ab1f22656/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2273750 Dec 10 19:08:41.191305 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d0d1f2-1dd6-4b7c-9b94-fc32871458a1 None None] Sync routers for ids ['5513feda-6baf-42a7-a980-bd8ab1f22656'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:08:41.192712 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1df568-0be7-48b3-9db2-b4d2954b6231 req-8c4c8007-8982-4717-ae8e-fe1696fef583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:41.193904 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39666) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:41.194552 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1d1df568-0be7-48b3-9db2-b4d2954b6231 req-8c4c8007-8982-4717-ae8e-fe1696fef583 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d7dbe852-fac5-4cb0-b80e-c3d581fd3a93 HTTP/1.1" status: 200 len: 897 time: 0.2317262 Dec 10 19:08:41.226619 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d0d1f2-1dd6-4b7c-9b94-fc32871458a1 None None] Routers {'5513feda-6baf-42a7-a980-bd8ab1f22656'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:41.227389 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-36d0d1f2-1dd6-4b7c-9b94-fc32871458a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:08:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5513feda-6baf-42a7-a980-bd8ab1f22656'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:41.245201 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92931ced-b149-4b1f-8d3c-6537c40e7dc1 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:41.246960 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-92931ced-b149-4b1f-8d3c-6537c40e7dc1 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "GET /v2.0/ports/1073c18a-6ab5-40f0-8f88-267a0dfbf477 HTTP/1.1" status: 200 len: 911 time: 0.0520632 Dec 10 19:08:41.249880 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39668) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:41.287536 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-36d0d1f2-1dd6-4b7c-9b94-fc32871458a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:41.306513 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d0d1f2-1dd6-4b7c-9b94-fc32871458a1 None None] Routers {'5513feda-6baf-42a7-a980-bd8ab1f22656'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:41.307245 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-36d0d1f2-1dd6-4b7c-9b94-fc32871458a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:08:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5513feda-6baf-42a7-a980-bd8ab1f22656'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:41.309254 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1d1df568-0be7-48b3-9db2-b4d2954b6231 req-3d56074f-eaed-41bc-b659-e0397707389b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24a0c5a5-fe7e-419b-ad7d-c07852be0854 HTTP/1.1" status: 200 len: 1001 time: 0.1060500 Dec 10 19:08:41.342567 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-36d0d1f2-1dd6-4b7c-9b94-fc32871458a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:41.343335 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d0d1f2-1dd6-4b7c-9b94-fc32871458a1 None None] The sync data for ids ['5513feda-6baf-42a7-a980-bd8ab1f22656'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:08:41.348485 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-963359d0-c75a-46c9-b2a6-7e3303e37046 None None] Provisioning complete for port 1073c18a-6ab5-40f0-8f88-267a0dfbf477 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:41.348485 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-963359d0-c75a-46c9-b2a6-7e3303e37046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:41.403734 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1df568-0be7-48b3-9db2-b4d2954b6231 req-364b1594-595d-4a4c-9698-3b0e2265b81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:41.405313 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-963359d0-c75a-46c9-b2a6-7e3303e37046 None None] Port 1073c18a-6ab5-40f0-8f88-267a0dfbf477 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:08:41.405439 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1d1df568-0be7-48b3-9db2-b4d2954b6231 req-364b1594-595d-4a4c-9698-3b0e2265b81a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f36251e8-d712-4b25-90f0-0b8bc617d421 HTTP/1.1" status: 200 len: 835 time: 0.0876777 Dec 10 19:08:41.456227 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1df568-0be7-48b3-9db2-b4d2954b6231 req-5a5fde29-d53d-40c3-990b-d1a65e8debcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:41.457809 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1d1df568-0be7-48b3-9db2-b4d2954b6231 req-5a5fde29-d53d-40c3-990b-d1a65e8debcf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d7dbe852-fac5-4cb0-b80e-c3d581fd3a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447974 Dec 10 19:08:41.480508 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcaa7ea-6b27-42a4-8a08-b0820cdc7986 req-766d4338-8602-42ff-a454-cf45113e10f7 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:41.487735 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8bcaa7ea-6b27-42a4-8a08-b0820cdc7986 req-766d4338-8602-42ff-a454-cf45113e10f7 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 946 time: 0.1362979 Dec 10 19:08:41.579154 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1d1df568-0be7-48b3-9db2-b4d2954b6231 req-997c4ff0-0e05-40d0-bc9d-c249fc0a3164 service neutron] 10.222.0.46 "GET /v2.0/networks/d7dbe852-fac5-4cb0-b80e-c3d581fd3a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142554 Dec 10 19:08:41.615571 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8bcaa7ea-6b27-42a4-8a08-b0820cdc7986 req-b21231b7-b099-4454-83fd-84a24679429c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f4dd358-1606-4eee-85ac-21c45c04dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262772 Dec 10 19:08:41.696031 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1d1df568-0be7-48b3-9db2-b4d2954b6231 req-6c822bdf-2d1b-413a-beab-208c73c97a0c service neutron] 10.222.0.46 "GET /v2.0/networks/d7dbe852-fac5-4cb0-b80e-c3d581fd3a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096587 Dec 10 19:08:41.733412 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71014946-b14d-430f-b1db-7125ee4fbde8 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:41.800021 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39684) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:41.904146 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a276908e-8b96-4f77-a045-b56552f126f1 tempest-MeteringTestJSON-1104190995 tempest-MeteringTestJSON-1104190995-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-516422509'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:41.904598 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a276908e-8b96-4f77-a045-b56552f126f1 tempest-MeteringTestJSON-1104190995 tempest-MeteringTestJSON-1104190995-project-admin] Unknown quota resources ['metering_label']. {{(pid=103245) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 19:08:42.119542 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a276908e-8b96-4f77-a045-b56552f126f1 tempest-MeteringTestJSON-1104190995 tempest-MeteringTestJSON-1104190995-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:42.120737 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a276908e-8b96-4f77-a045-b56552f126f1 tempest-MeteringTestJSON-1104190995 tempest-MeteringTestJSON-1104190995-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3197417 Dec 10 19:08:42.123566 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39688) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:42.128158 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-28826775-e365-492b-90db-39bb1b804d51 tempest-MeteringTestJSON-1104190995 tempest-MeteringTestJSON-1104190995-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'ecad3707-40d4-4cab-b6e0-24ab72e25bbb'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:42.128762 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-28826775-e365-492b-90db-39bb1b804d51 tempest-MeteringTestJSON-1104190995 tempest-MeteringTestJSON-1104190995-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103244) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 19:08:42.145254 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-71014946-b14d-430f-b1db-7125ee4fbde8 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Deleting port 1073c18a-6ab5-40f0-8f88-267a0dfbf477 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:08:42.145600 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71014946-b14d-430f-b1db-7125ee4fbde8 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:42.208418 n-d-821435-1 neutron-server[103244]: WARNING neutron.services.metering.metering_plugin [None req-28826775-e365-492b-90db-39bb1b804d51 tempest-MeteringTestJSON-1104190995 tempest-MeteringTestJSON-1104190995-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 10 19:08:42.238653 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71014946-b14d-430f-b1db-7125ee4fbde8 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:42.253826 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-71014946-b14d-430f-b1db-7125ee4fbde8 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Calling delete_port for 1073c18a-6ab5-40f0-8f88-267a0dfbf477 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:08:42.335465 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-28826775-e365-492b-90db-39bb1b804d51 tempest-MeteringTestJSON-1104190995 tempest-MeteringTestJSON-1104190995-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:42.336437 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-28826775-e365-492b-90db-39bb1b804d51 tempest-MeteringTestJSON-1104190995 tempest-MeteringTestJSON-1104190995-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2117829 Dec 10 19:08:42.340233 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39690) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:42.346046 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-75b05af5-3156-44b9-871c-ade9cdb55e9d tempest-MeteringTestJSON-1104190995 tempest-MeteringTestJSON-1104190995-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'ecad3707-40d4-4cab-b6e0-24ab72e25bbb'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:42.349688 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-75b05af5-3156-44b9-871c-ade9cdb55e9d tempest-MeteringTestJSON-1104190995 tempest-MeteringTestJSON-1104190995-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103244) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 19:08:42.412842 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 1322b625-fc11-4495-8133-9a44aa3728a0 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:08:42.431996 n-d-821435-1 neutron-server[103244]: WARNING neutron.services.metering.metering_plugin [None req-75b05af5-3156-44b9-871c-ade9cdb55e9d tempest-MeteringTestJSON-1104190995 tempest-MeteringTestJSON-1104190995-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 10 19:08:42.455120 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71014946-b14d-430f-b1db-7125ee4fbde8 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:42.486529 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 1322b625-fc11-4495-8133-9a44aa3728a0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:42.490553 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:42.497721 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71014946-b14d-430f-b1db-7125ee4fbde8 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event deleted for resources: {'Port': ['ID=1073c18a-6ab5-40f0-8f88-267a0dfbf477,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:42.548521 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-75b05af5-3156-44b9-871c-ade9cdb55e9d tempest-MeteringTestJSON-1104190995 tempest-MeteringTestJSON-1104190995-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:42.553958 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-75b05af5-3156-44b9-871c-ade9cdb55e9d tempest-MeteringTestJSON-1104190995 tempest-MeteringTestJSON-1104190995-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2121181 Dec 10 19:08:42.558714 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39692) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:42.583138 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1aa79e93-8b9f-4903-a652-c9ef80ff2aa8 tempest-MeteringTestJSON-1104190995 tempest-MeteringTestJSON-1104190995-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=fd9ef8a3-9b37-4ed5-9d66-526bb19bbe4e HTTP/1.1" status: 200 len: 464 time: 0.0231097 Dec 10 19:08:42.587726 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39694) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:42.618720 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71014946-b14d-430f-b1db-7125ee4fbde8 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:42.710156 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-11ee4e33-2132-4261-9078-5ad32249440c tempest-MeteringTestJSON-1104190995 tempest-MeteringTestJSON-1104190995-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:42.713888 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-11ee4e33-2132-4261-9078-5ad32249440c tempest-MeteringTestJSON-1104190995 tempest-MeteringTestJSON-1104190995-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/fd9ef8a3-9b37-4ed5-9d66-526bb19bbe4e HTTP/1.1" status: 204 len: 168 time: 0.1242433 Dec 10 19:08:42.714549 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39698) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:42.733316 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 24a0c5a5-fe7e-419b-ad7d-c07852be0854 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:08:42.752042 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9424b62a-732a-471e-bc7e-7d9309df7385 tempest-MeteringTestJSON-1104190995 tempest-MeteringTestJSON-1104190995-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=fd9ef8a3-9b37-4ed5-9d66-526bb19bbe4e HTTP/1.1" status: 200 len: 221 time: 0.0294764 Dec 10 19:08:42.757407 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39700) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:42.761872 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-44558672-87c7-4692-935c-babc2f0f116c tempest-MeteringTestJSON-1104190995 tempest-MeteringTestJSON-1104190995-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1866068290', 'description': 'label created by tempest'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:42.762330 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-44558672-87c7-4692-935c-babc2f0f116c tempest-MeteringTestJSON-1104190995 tempest-MeteringTestJSON-1104190995-project-admin] Unknown quota resources ['metering_label']. {{(pid=103244) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 19:08:42.799953 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd192b-5966-4335-b16d-d9b2e0cc61b4 req-b07ccdb9-549b-4006-90a9-c6de4441ffa1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:42.801417 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-72cd192b-5966-4335-b16d-d9b2e0cc61b4 req-b07ccdb9-549b-4006-90a9-c6de4441ffa1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 946 time: 0.0885081 Dec 10 19:08:42.811432 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71014946-b14d-430f-b1db-7125ee4fbde8 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Router 5513feda-6baf-42a7-a980-bd8ab1f22656 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:08:42.845967 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 24a0c5a5-fe7e-419b-ad7d-c07852be0854, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=24a0c5a5-fe7e-419b-ad7d-c07852be0854,segment=NetworkSegment(c4c07199-793c-4917-9fe5-f030f298a5a1),segment_id=c4c07199-793c-4917-9fe5-f030f298a5a1)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:42.863097 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 24a0c5a5-fe7e-419b-ad7d-c07852be0854 has no active binding in host n-h2-821435-1 {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 19:08:42.894369 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71014946-b14d-430f-b1db-7125ee4fbde8 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:08:42.900132 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-71014946-b14d-430f-b1db-7125ee4fbde8 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "PUT /v2.0/routers/5513feda-6baf-42a7-a980-bd8ab1f22656/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6491406 Dec 10 19:08:42.902810 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39702) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:42.908247 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb13ea0-7ce5-4ca1-938c-eec1920a3d81 None None] Sync routers for ids ['5513feda-6baf-42a7-a980-bd8ab1f22656'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:08:42.919724 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb13ea0-7ce5-4ca1-938c-eec1920a3d81 None None] Routers {'5513feda-6baf-42a7-a980-bd8ab1f22656'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:42.920668 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-3eb13ea0-7ce5-4ca1-938c-eec1920a3d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:08:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5513feda-6baf-42a7-a980-bd8ab1f22656'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:42.934804 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c0d8deec-cdb0-4f70-bcb8-219ea5e82293 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "GET /v2.0/ports?device_id=5513feda-6baf-42a7-a980-bd8ab1f22656 HTTP/1.1" status: 200 len: 205 time: 0.0284495 Dec 10 19:08:42.935330 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39704) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:42.960942 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-3eb13ea0-7ce5-4ca1-938c-eec1920a3d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:42.969679 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb13ea0-7ce5-4ca1-938c-eec1920a3d81 None None] Routers {'5513feda-6baf-42a7-a980-bd8ab1f22656'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:42.970510 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-3eb13ea0-7ce5-4ca1-938c-eec1920a3d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:08:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5513feda-6baf-42a7-a980-bd8ab1f22656'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:42.975737 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-72cd192b-5966-4335-b16d-d9b2e0cc61b4 req-f222f906-23b9-4080-81e0-ce4242649252 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f4dd358-1606-4eee-85ac-21c45c04dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393056 Dec 10 19:08:43.008013 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44558672-87c7-4692-935c-babc2f0f116c tempest-MeteringTestJSON-1104190995 tempest-MeteringTestJSON-1104190995-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:43.011889 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-44558672-87c7-4692-935c-babc2f0f116c tempest-MeteringTestJSON-1104190995 tempest-MeteringTestJSON-1104190995-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2508895 Dec 10 19:08:43.012048 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7979909f-4837-4424-8ba6-61f6d4a19056 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:43.012159 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39706) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:43.013722 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-3eb13ea0-7ce5-4ca1-938c-eec1920a3d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:43.014451 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb13ea0-7ce5-4ca1-938c-eec1920a3d81 None None] The sync data for ids ['5513feda-6baf-42a7-a980-bd8ab1f22656'] in n-d-821435-1 is: [] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:08:43.091648 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ffbbfd87-7ea3-48b1-8917-b55f1d83063c tempest-MeteringTestJSON-1104190995 tempest-MeteringTestJSON-1104190995-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=c694ec07-50cc-4383-a325-4b26fb78fd5d HTTP/1.1" status: 200 len: 468 time: 0.0785909 Dec 10 19:08:43.094150 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39708) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:43.171525 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7979909f-4837-4424-8ba6-61f6d4a19056 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:43.173572 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7979909f-4837-4424-8ba6-61f6d4a19056 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:43.217540 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7979909f-4837-4424-8ba6-61f6d4a19056 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:43.218174 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7979909f-4837-4424-8ba6-61f6d4a19056 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Fanout notify agent at l3_agent the message router_deleted on router 5513feda-6baf-42a7-a980-bd8ab1f22656 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:08:43.225204 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7979909f-4837-4424-8ba6-61f6d4a19056 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:43.228946 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7979909f-4837-4424-8ba6-61f6d4a19056 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "DELETE /v2.0/routers/5513feda-6baf-42a7-a980-bd8ab1f22656 HTTP/1.1" status: 204 len: 168 time: 0.2898669 Dec 10 19:08:43.228946 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39710) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:43.271526 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f4375763-d9b2-476c-9271-661071e29326 tempest-MeteringTestJSON-1104190995 tempest-MeteringTestJSON-1104190995-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:43.272799 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f4375763-d9b2-476c-9271-661071e29326 tempest-MeteringTestJSON-1104190995 tempest-MeteringTestJSON-1104190995-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/c694ec07-50cc-4383-a325-4b26fb78fd5d HTTP/1.1" status: 204 len: 168 time: 0.1777327 Dec 10 19:08:43.275726 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39712) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:43.280942 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a98104a-e5c8-41ac-8115-f511dc8c8fac tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Deleting subnet 7801c403-8843-47b3-92bf-db6aae140af9 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:08:43.284156 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a98104a-e5c8-41ac-8115-f511dc8c8fac tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:43.286420 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ba159f73-a3b9-47cd-9596-bef22bee3c3e tempest-MeteringTestJSON-1104190995 tempest-MeteringTestJSON-1104190995-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=c694ec07-50cc-4383-a325-4b26fb78fd5d HTTP/1.1" status: 200 len: 216 time: 0.0096414 Dec 10 19:08:43.289821 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39714) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:43.300967 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e2d3b9b1-d1a1-482b-b8c5-654d7ada7505 tempest-MeteringTestJSON-1104190995 tempest-MeteringTestJSON-1104190995-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0073707 Dec 10 19:08:43.301169 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39716) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:43.312766 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-bf033cd3-bc76-4341-877e-56f74511e6c6 tempest-MeteringTestJSON-1104190995 tempest-MeteringTestJSON-1104190995-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0106013 Dec 10 19:08:43.316032 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39718) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:43.329256 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a98104a-e5c8-41ac-8115-f511dc8c8fac tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:43.373344 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d8ab1044-10ec-4a0e-a0b9-87fd363328a6 tempest-MeteringTestJSON-1104190995 tempest-MeteringTestJSON-1104190995-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels/ecad3707-40d4-4cab-b6e0-24ab72e25bbb HTTP/1.1" status: 200 len: 472 time: 0.0562670 Dec 10 19:08:43.376826 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39720) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:43.389386 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-151655ba-29a0-41e4-8281-28573e904b93 tempest-MeteringTestJSON-1104190995 tempest-MeteringTestJSON-1104190995-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules/56c4abfd-fac5-427c-ae79-6c6e95c60a80 HTTP/1.1" status: 200 len: 461 time: 0.0112760 Dec 10 19:08:43.392485 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39722) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:43.414681 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a98104a-e5c8-41ac-8115-f511dc8c8fac tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:43.471986 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a98104a-e5c8-41ac-8115-f511dc8c8fac tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:43.491473 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7988ea86-b1aa-4b4e-9934-30578b249b61 tempest-MeteringTestJSON-1104190995 tempest-MeteringTestJSON-1104190995-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:43.492647 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7988ea86-b1aa-4b4e-9934-30578b249b61 tempest-MeteringTestJSON-1104190995 tempest-MeteringTestJSON-1104190995-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/56c4abfd-fac5-427c-ae79-6c6e95c60a80 HTTP/1.1" status: 204 len: 168 time: 0.0991929 Dec 10 19:08:43.495246 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39724) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:43.504470 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98104a-e5c8-41ac-8115-f511dc8c8fac tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event deleted for resources: {'Subnet': ['ID=7801c403-8843-47b3-92bf-db6aae140af9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:43.508819 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a98104a-e5c8-41ac-8115-f511dc8c8fac tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:43.512346 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5a98104a-e5c8-41ac-8115-f511dc8c8fac tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "DELETE /v2.0/subnets/7801c403-8843-47b3-92bf-db6aae140af9 HTTP/1.1" status: 204 len: 168 time: 0.2821875 Dec 10 19:08:43.515434 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39726) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:43.519517 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8949db86-d6bb-4686-8881-7919c9ee40f6 None None] Network be1ed5b4-c6c3-4446-bc2d-30e6f5036e67 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:08:43.591706 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2cd418d7-8a78-414b-8eec-2d8f83d16be9 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:43.649069 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-2cd418d7-8a78-414b-8eec-2d8f83d16be9 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Deleting port 1322b625-fc11-4495-8133-9a44aa3728a0 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:08:43.649419 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2cd418d7-8a78-414b-8eec-2d8f83d16be9 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:43.662655 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ad076a-afe7-44f6-b832-d8f2d93a5546 None None] DHCP port deletion for be1ed5b4-c6c3-4446-bc2d-30e6f5036e67 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:08:43.682843 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0677e0f3-a7ea-4aeb-b03f-7ff29b5002ec tempest-MeteringTestJSON-1104190995 tempest-MeteringTestJSON-1104190995-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:43.686491 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0677e0f3-a7ea-4aeb-b03f-7ff29b5002ec tempest-MeteringTestJSON-1104190995 tempest-MeteringTestJSON-1104190995-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/ecad3707-40d4-4cab-b6e0-24ab72e25bbb HTTP/1.1" status: 204 len: 168 time: 0.1879559 Dec 10 19:08:43.716329 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a1ad076a-afe7-44f6-b832-d8f2d93a5546 None None] Deleting port 1322b625-fc11-4495-8133-9a44aa3728a0 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:08:43.717097 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a1ad076a-afe7-44f6-b832-d8f2d93a5546 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:43.718646 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-2cd418d7-8a78-414b-8eec-2d8f83d16be9 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] For port 1322b625-fc11-4495-8133-9a44aa3728a0, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=1322b625-fc11-4495-8133-9a44aa3728a0,segment=NetworkSegment(b53081bb-dd35-41e0-9f97-501416a011ef),segment_id=b53081bb-dd35-41e0-9f97-501416a011ef)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:43.719010 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2cd418d7-8a78-414b-8eec-2d8f83d16be9 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:43.733202 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-2cd418d7-8a78-414b-8eec-2d8f83d16be9 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Calling delete_port for 1322b625-fc11-4495-8133-9a44aa3728a0 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:08:43.794676 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a1ad076a-afe7-44f6-b832-d8f2d93a5546 None None] For port 1322b625-fc11-4495-8133-9a44aa3728a0, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=1322b625-fc11-4495-8133-9a44aa3728a0,segment=NetworkSegment(b53081bb-dd35-41e0-9f97-501416a011ef),segment_id=b53081bb-dd35-41e0-9f97-501416a011ef)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:43.795413 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a1ad076a-afe7-44f6-b832-d8f2d93a5546 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:43.813009 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a1ad076a-afe7-44f6-b832-d8f2d93a5546 None None] Calling delete_port for 1322b625-fc11-4495-8133-9a44aa3728a0 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:08:43.819814 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2cd418d7-8a78-414b-8eec-2d8f83d16be9 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:43.846993 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd418d7-8a78-414b-8eec-2d8f83d16be9 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event deleted for resources: {'Port': ['ID=1322b625-fc11-4495-8133-9a44aa3728a0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:43.848842 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd418d7-8a78-414b-8eec-2d8f83d16be9 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] No DVR routers for this DVR port 1322b625-fc11-4495-8133-9a44aa3728a0 on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:08:43.905828 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a1ad076a-afe7-44f6-b832-d8f2d93a5546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:43.932211 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad076a-afe7-44f6-b832-d8f2d93a5546 None None] Pushing event deleted for resources: {'Port': ['ID=1322b625-fc11-4495-8133-9a44aa3728a0,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:43.934275 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2cd418d7-8a78-414b-8eec-2d8f83d16be9 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:43.935957 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ad076a-afe7-44f6-b832-d8f2d93a5546 None None] No DVR routers for this DVR port 1322b625-fc11-4495-8133-9a44aa3728a0 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:08:43.957123 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-2cd418d7-8a78-414b-8eec-2d8f83d16be9 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be1ed5b4-c6c3-4446-bc2d-30e6f5036e67']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:43.967156 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-2cd418d7-8a78-414b-8eec-2d8f83d16be9 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b53081bb-dd35-41e0-9f97-501416a011ef') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:43.967461 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-2cd418d7-8a78-414b-8eec-2d8f83d16be9 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b53081bb-dd35-41e0-9f97-501416a011ef') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:43.977294 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2cd418d7-8a78-414b-8eec-2d8f83d16be9 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:43.987871 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39732) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:43.996576 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2cd418d7-8a78-414b-8eec-2d8f83d16be9 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:44.003104 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cd418d7-8a78-414b-8eec-2d8f83d16be9 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:08:44.003353 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2cd418d7-8a78-414b-8eec-2d8f83d16be9 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:44.006962 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:08:44.006962 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:08:44.006962 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:08:44.006962 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:08:44.006962 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:08:44.006962 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:08:44.006962 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:08:44.006962 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:08:44.006962 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:08:44.006962 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:08:44.006962 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:08:44.006962 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:08:44.006962 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:08:44.006962 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:08:44.006962 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:08:44.006962 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:08:44.006962 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:08:44.006962 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:08:44.006962 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:08:44.006962 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:08:44.006962 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:08:44.006962 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:08:44.006962 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:08:44.006962 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:08:44.006962 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:08:44.006962 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:08:44.006962 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:08:44.006962 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:08:44.006962 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:08:44.006962 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:08:44.006962 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:08:44.006962 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:08:44.330866 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e1c0a7a6-7f86-4010-b037-ed8ba9908225 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:44.382269 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2cd418d7-8a78-414b-8eec-2d8f83d16be9 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:44.383080 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 1322b625-fc11-4495-8133-9a44aa3728a0 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:08:44.387605 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2cd418d7-8a78-414b-8eec-2d8f83d16be9 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:44.391061 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2cd418d7-8a78-414b-8eec-2d8f83d16be9 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "DELETE /v2.0/networks/be1ed5b4-c6c3-4446-bc2d-30e6f5036e67 HTTP/1.1" status: 204 len: 168 time: 0.8746274 Dec 10 19:08:44.395307 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39740) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:44.400519 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f0a10bca-87b0-45d7-8cbd-d1efa56cfd8b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1674911703', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}, 'admin_state_up': False}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:44.409115 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 1322b625-fc11-4495-8133-9a44aa3728a0 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:08:44.409466 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 1322b625-fc11-4495-8133-9a44aa3728a0 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:08:44.431683 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0a10bca-87b0-45d7-8cbd-d1efa56cfd8b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:44.433260 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22375b79-ffa8-4fff-a220-aa5c8cc95d4c req-ef74d7c5-d5f4-400d-94d3-5dacfd08d79d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:44.434105 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0a10bca-87b0-45d7-8cbd-d1efa56cfd8b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:44.434815 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-22375b79-ffa8-4fff-a220-aa5c8cc95d4c req-ef74d7c5-d5f4-400d-94d3-5dacfd08d79d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 946 time: 0.1309512 Dec 10 19:08:44.435609 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd418d7-8a78-414b-8eec-2d8f83d16be9 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event deleted for resources: {'Network': ['ID=be1ed5b4-c6c3-4446-bc2d-30e6f5036e67,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:44.493818 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0a10bca-87b0-45d7-8cbd-d1efa56cfd8b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:44.519860 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e1c0a7a6-7f86-4010-b037-ed8ba9908225 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:44.526540 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-22375b79-ffa8-4fff-a220-aa5c8cc95d4c req-2ba1798d-a66d-4c8e-8e66-af76f3f1bcc0 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f4dd358-1606-4eee-85ac-21c45c04dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778873 Dec 10 19:08:44.527652 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e1c0a7a6-7f86-4010-b037-ed8ba9908225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:44.560070 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e1c0a7a6-7f86-4010-b037-ed8ba9908225 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e7772c0e7e3c45348c6307230696ce34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5711775 Dec 10 19:08:44.564011 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39742) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:44.569507 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0a7a6-7f86-4010-b037-ed8ba9908225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12cfcc15-ad0c-4116-88e9-ded6e55a20e3,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:44.653780 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0a10bca-87b0-45d7-8cbd-d1efa56cfd8b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:44.714929 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3d2abd4-5af5-4653-870d-f93c9c0d2e8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:45.048039 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3d2abd4-5af5-4653-870d-f93c9c0d2e8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:45.111285 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3d2abd4-5af5-4653-870d-f93c9c0d2e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:45.114151 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3d2abd4-5af5-4653-870d-f93c9c0d2e8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:45.116189 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c3d2abd4-5af5-4653-870d-f93c9c0d2e8d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/12cfcc15-ad0c-4116-88e9-ded6e55a20e3 HTTP/1.1" status: 204 len: 168 time: 0.5505383 Dec 10 19:08:45.127431 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d2abd4-5af5-4653-870d-f93c9c0d2e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cfcc15-ad0c-4116-88e9-ded6e55a20e3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:45.227191 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0a10bca-87b0-45d7-8cbd-d1efa56cfd8b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:45.246092 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0a10bca-87b0-45d7-8cbd-d1efa56cfd8b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:45.359786 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-f0a10bca-87b0-45d7-8cbd-d1efa56cfd8b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Allocated IP 172.25.7.104 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/11f54466-a5e3-4424-b227-7feb823cb280) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:08:45.386055 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39748) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:45.400419 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5efad757-b5a5-40e6-8975-f50d06600d87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:45.474672 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0a10bca-87b0-45d7-8cbd-d1efa56cfd8b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:45.477875 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5efad757-b5a5-40e6-8975-f50d06600d87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:45.482026 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5efad757-b5a5-40e6-8975-f50d06600d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:45.510729 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0a10bca-87b0-45d7-8cbd-d1efa56cfd8b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:45.523275 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5efad757-b5a5-40e6-8975-f50d06600d87 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e8a1ba6f431c4d8f8e5cce6534cb01eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1336513 Dec 10 19:08:45.523275 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efad757-b5a5-40e6-8975-f50d06600d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317852fd-c1a2-40d4-8fc8-1e8c89aaa4b8,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:45.524010 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39750) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:45.558216 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a10bca-87b0-45d7-8cbd-d1efa56cfd8b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:08:45.561355 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-f0a10bca-87b0-45d7-8cbd-d1efa56cfd8b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:45.563859 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a10bca-87b0-45d7-8cbd-d1efa56cfd8b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:08:45.575059 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80828560-f2c0-4e67-b3ee-96d0a71e7fd6 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:08:45.592258 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-655b701d-e449-4627-aa00-8daa81362d30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:45.603944 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a10bca-87b0-45d7-8cbd-d1efa56cfd8b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event updated for resources: {'Port': ['ID=11f54466-a5e3-4424-b227-7feb823cb280,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:45.618029 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-655b701d-e449-4627-aa00-8daa81362d30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:45.666481 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-59f6770f-9c25-44d2-92ae-60c641cc4084 None None] Provisioning complete for port 11f54466-a5e3-4424-b227-7feb823cb280 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:45.667058 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-59f6770f-9c25-44d2-92ae-60c641cc4084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:45.669273 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-655b701d-e449-4627-aa00-8daa81362d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:45.671800 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-655b701d-e449-4627-aa00-8daa81362d30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:45.673474 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-655b701d-e449-4627-aa00-8daa81362d30 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/317852fd-c1a2-40d4-8fc8-1e8c89aaa4b8 HTTP/1.1" status: 204 len: 168 time: 0.1480410 Dec 10 19:08:45.682493 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b701d-e449-4627-aa00-8daa81362d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317852fd-c1a2-40d4-8fc8-1e8c89aaa4b8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:45.730148 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-59f6770f-9c25-44d2-92ae-60c641cc4084 None None] Port 11f54466-a5e3-4424-b227-7feb823cb280 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:08:45.763182 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999df6a-41b8-42a5-85a8-0da366a713c8 req-4352522d-341a-44d5-a7d4-22b997b60564 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:45.764744 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c999df6a-41b8-42a5-85a8-0da366a713c8 req-4352522d-341a-44d5-a7d4-22b997b60564 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 946 time: 0.1509795 Dec 10 19:08:45.903040 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c999df6a-41b8-42a5-85a8-0da366a713c8 req-75e644a4-0939-4bbc-a725-c730487fe30f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f4dd358-1606-4eee-85ac-21c45c04dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265481 Dec 10 19:08:45.936604 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0a10bca-87b0-45d7-8cbd-d1efa56cfd8b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:46.148986 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0a10bca-87b0-45d7-8cbd-d1efa56cfd8b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:46.278740 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a10bca-87b0-45d7-8cbd-d1efa56cfd8b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Router 757f6cad-c403-4020-8e6b-8d0480529a9e is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:08:46.397976 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a10bca-87b0-45d7-8cbd-d1efa56cfd8b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:08:46.408059 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f3d12f-9321-43bd-a7d7-97d0b78e7a33 None None] Sync routers for ids ['757f6cad-c403-4020-8e6b-8d0480529a9e'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:08:46.420562 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0a10bca-87b0-45d7-8cbd-d1efa56cfd8b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:46.421309 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f3d12f-9321-43bd-a7d7-97d0b78e7a33 None None] Routers {'757f6cad-c403-4020-8e6b-8d0480529a9e'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:46.421837 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f0a10bca-87b0-45d7-8cbd-d1efa56cfd8b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.0249152 Dec 10 19:08:46.422402 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-60f3d12f-9321-43bd-a7d7-97d0b78e7a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:08:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['757f6cad-c403-4020-8e6b-8d0480529a9e'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:46.424810 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39774) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:46.468605 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-60f3d12f-9321-43bd-a7d7-97d0b78e7a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:46.479420 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f3d12f-9321-43bd-a7d7-97d0b78e7a33 None None] Routers {'757f6cad-c403-4020-8e6b-8d0480529a9e'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:46.480522 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-60f3d12f-9321-43bd-a7d7-97d0b78e7a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:08:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['757f6cad-c403-4020-8e6b-8d0480529a9e'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:46.518531 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-60f3d12f-9321-43bd-a7d7-97d0b78e7a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:46.519187 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f3d12f-9321-43bd-a7d7-97d0b78e7a33 None None] The sync data for ids ['757f6cad-c403-4020-8e6b-8d0480529a9e'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:08:46.550873 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f69c1162-55f2-49a9-8d56-479e86d7de6a tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "GET /v2.0/routers/757f6cad-c403-4020-8e6b-8d0480529a9e HTTP/1.1" status: 200 len: 885 time: 0.1240199 Dec 10 19:08:46.553114 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39778) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:46.804196 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-20c57d44-a685-4fb9-bfd7-2a66b70b8d17 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2494028 Dec 10 19:08:46.806496 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39788) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:46.810881 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4a31fbf2-e261-4e03-9ed9-28e5b83d7800 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1674911703'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:47.011588 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39796) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:47.048310 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841e159-2fef-4921-a838-5207741a09d7 req-d41d3298-2e09-410a-9558-02eaf850bb43 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:47.049833 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f841e159-2fef-4921-a838-5207741a09d7 req-d41d3298-2e09-410a-9558-02eaf850bb43 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 946 time: 0.0717678 Dec 10 19:08:47.160561 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-a385dce3-85bd-41e4-8e94-5feb6850864c tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1704418355'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:47.177832 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f841e159-2fef-4921-a838-5207741a09d7 req-3661c53c-6067-469a-ac9a-ef737bdd3e53 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f4dd358-1606-4eee-85ac-21c45c04dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206264 Dec 10 19:08:47.182781 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a385dce3-85bd-41e4-8e94-5feb6850864c tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244-project] Made reservation on behalf of 8e0973a638704008b0c7d20da5a7bb36 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:08:47.186506 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a385dce3-85bd-41e4-8e94-5feb6850864c tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:47.196764 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a385dce3-85bd-41e4-8e94-5feb6850864c tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:47.197233 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a31fbf2-e261-4e03-9ed9-28e5b83d7800 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4723'] for router, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:47.207520 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a31fbf2-e261-4e03-9ed9-28e5b83d7800 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534354'] for router, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:47.277899 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a385dce3-85bd-41e4-8e94-5feb6850864c tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:47.281957 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a385dce3-85bd-41e4-8e94-5feb6850864c tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:47.306076 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a385dce3-85bd-41e4-8e94-5feb6850864c tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:08:47.320504 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385dce3-85bd-41e4-8e94-5feb6850864c tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6a56e7-2e13-4010-a008-e265399ebbe6,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:47.321464 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a31fbf2-e261-4e03-9ed9-28e5b83d7800 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Router 757f6cad-c403-4020-8e6b-8d0480529a9e has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:08:47.326807 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a385dce3-85bd-41e4-8e94-5feb6850864c tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:47.327156 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-a385dce3-85bd-41e4-8e94-5feb6850864c tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244-project] Added segment 635f3c1c-a33c-4930-b810-4e8b0265fe5c of type vlan for network a5ce8965-027a-4dba-b5e3-8cde2fd896ef Dec 10 19:08:47.370182 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a385dce3-85bd-41e4-8e94-5feb6850864c tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:47.399028 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a385dce3-85bd-41e4-8e94-5feb6850864c tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:47.404825 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a385dce3-85bd-41e4-8e94-5feb6850864c tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:47.405453 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a385dce3-85bd-41e4-8e94-5feb6850864c tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:47.438479 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a31fbf2-e261-4e03-9ed9-28e5b83d7800 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:08:47.446241 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a31fbf2-e261-4e03-9ed9-28e5b83d7800 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:47.447058 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4a31fbf2-e261-4e03-9ed9-28e5b83d7800 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "PUT /v2.0/routers/757f6cad-c403-4020-8e6b-8d0480529a9e HTTP/1.1" status: 200 len: 892 time: 0.6396120 Dec 10 19:08:47.449287 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f80a4b-396a-4c0a-bcf1-05e945fe58b4 None None] Sync routers for ids ['757f6cad-c403-4020-8e6b-8d0480529a9e'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:08:47.449770 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39800) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:47.462929 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f80a4b-396a-4c0a-bcf1-05e945fe58b4 None None] Routers {'757f6cad-c403-4020-8e6b-8d0480529a9e'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:47.463748 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-60f80a4b-396a-4c0a-bcf1-05e945fe58b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:08:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['757f6cad-c403-4020-8e6b-8d0480529a9e'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:47.465167 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a385dce3-85bd-41e4-8e94-5feb6850864c tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.4512463 Dec 10 19:08:47.483291 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385dce3-85bd-41e4-8e94-5feb6850864c tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244-project] Pushing event updated for resources: {'Network': ['ID=a5ce8965-027a-4dba-b5e3-8cde2fd896ef,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:47.494218 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network a5ce8965-027a-4dba-b5e3-8cde2fd896ef details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:08:47.529962 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-60f80a4b-396a-4c0a-bcf1-05e945fe58b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:47.548323 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f80a4b-396a-4c0a-bcf1-05e945fe58b4 None None] Routers {'757f6cad-c403-4020-8e6b-8d0480529a9e'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:47.549827 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-60f80a4b-396a-4c0a-bcf1-05e945fe58b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:08:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['757f6cad-c403-4020-8e6b-8d0480529a9e'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:47.574024 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4a59c078-fb3b-4752-8be6-322bf87b3454 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "GET /v2.0/routers/757f6cad-c403-4020-8e6b-8d0480529a9e HTTP/1.1" status: 200 len: 892 time: 0.1233213 Dec 10 19:08:47.576872 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39806) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:47.584021 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-60f80a4b-396a-4c0a-bcf1-05e945fe58b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:47.584701 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f80a4b-396a-4c0a-bcf1-05e945fe58b4 None None] The sync data for ids ['757f6cad-c403-4020-8e6b-8d0480529a9e'] in n-d-821435-1 is: [] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:08:47.609262 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39808) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:47.609468 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-06099c00-0ba5-4fbc-9ff7-4793e0dc9b1e tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "GET /v2.0/ports?device_id=757f6cad-c403-4020-8e6b-8d0480529a9e HTTP/1.1" status: 200 len: 205 time: 0.0312340 Dec 10 19:08:47.684990 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39810) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:47.690017 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Request body: {'port': {'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef', 'binding:host_id': 'n-h1-821435-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-860337014'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:47.710503 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Made reservation on behalf of 09a31b156efc453d8b770661a1e79c9a for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:08:47.712925 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:47.719994 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c6ba687-9ce7-46cf-a581-3fdb38d6c2cc tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:47.721837 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:47.798620 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:47.802902 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:47.814154 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] device_id is not set on port 0df0b3a2-c692-40a6-9da3-39311476f4a2 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:08:47.825614 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c6ba687-9ce7-46cf-a581-3fdb38d6c2cc tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:47.878191 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-8c6ba687-9ce7-46cf-a581-3fdb38d6c2cc tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Deleting port 11f54466-a5e3-4424-b227-7feb823cb280 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:08:47.878542 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c6ba687-9ce7-46cf-a581-3fdb38d6c2cc tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:47.889554 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ee1a5d-cc2d-48df-8a2e-f4d30a2d0511,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:47.961468 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c6ba687-9ce7-46cf-a581-3fdb38d6c2cc tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:47.973673 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-8c6ba687-9ce7-46cf-a581-3fdb38d6c2cc tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Calling delete_port for 11f54466-a5e3-4424-b227-7feb823cb280 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:08:48.038514 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] device_id is not set on port 0df0b3a2-c692-40a6-9da3-39311476f4a2 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:08:48.047500 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:48.054194 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:48.111160 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Pushing event updated for resources: {'Port': ['ID=0df0b3a2-c692-40a6-9da3-39311476f4a2,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:48.126548 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Checking segment: {'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:08:48.126920 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Network hostable DHCP agents. Network: a5ce8965-027a-4dba-b5e3-8cde2fd896ef, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:08:48.142940 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c6ba687-9ce7-46cf-a581-3fdb38d6c2cc tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:48.144584 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Network a5ce8965-027a-4dba-b5e3-8cde2fd896ef is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:08:48.155385 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, a5ce8965-027a-4dba-b5e3-8cde2fd896ef) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:48.159030 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:08:48.165673 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6592f2-ca84-4c41-9bf1-708b3007edd0 None None] Network a5ce8965-027a-4dba-b5e3-8cde2fd896ef requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:08:48.173870 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ba687-9ce7-46cf-a581-3fdb38d6c2cc tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event deleted for resources: {'Port': ['ID=11f54466-a5e3-4424-b227-7feb823cb280,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:48.174058 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:48.174458 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:48.174838 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:48.187473 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Port 0df0b3a2-c692-40a6-9da3-39311476f4a2 on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:08:48.188877 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Failed to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 on host n-h1-821435-1 for vnic_type normal using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] Dec 10 19:08:48.189384 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempt 2 to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 Dec 10 19:08:48.204106 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:48.204745 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:48.205192 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:48.211178 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Port 0df0b3a2-c692-40a6-9da3-39311476f4a2 on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:08:48.211571 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Failed to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 on host n-h1-821435-1 for vnic_type normal using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] Dec 10 19:08:48.211910 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempt 3 to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 Dec 10 19:08:48.226228 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:48.226820 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:48.226962 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:48.229298 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d46353c-d24e-4cc0-b5a6-e755f4b0ee73 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:08:48.231432 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Port 0df0b3a2-c692-40a6-9da3-39311476f4a2 on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:08:48.231768 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Failed to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 on host n-h1-821435-1 for vnic_type normal using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] Dec 10 19:08:48.232169 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempt 4 to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 Dec 10 19:08:48.246930 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:48.247345 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:48.247756 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:48.252486 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Port 0df0b3a2-c692-40a6-9da3-39311476f4a2 on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:08:48.253034 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Failed to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 on host n-h1-821435-1 for vnic_type normal using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] Dec 10 19:08:48.253500 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempt 5 to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 Dec 10 19:08:48.260328 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c6ba687-9ce7-46cf-a581-3fdb38d6c2cc tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:48.268820 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:48.269207 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:48.269651 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:48.275219 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Port 0df0b3a2-c692-40a6-9da3-39311476f4a2 on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:08:48.275589 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Failed to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 on host n-h1-821435-1 for vnic_type normal using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] Dec 10 19:08:48.276136 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempt 6 to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 Dec 10 19:08:48.288995 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:48.289448 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:48.290796 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:48.295945 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Port 0df0b3a2-c692-40a6-9da3-39311476f4a2 on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:08:48.296394 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Failed to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 on host n-h1-821435-1 for vnic_type normal using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] Dec 10 19:08:48.296888 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempt 7 to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 Dec 10 19:08:48.312121 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:48.312469 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:48.312850 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:48.317211 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Port 0df0b3a2-c692-40a6-9da3-39311476f4a2 on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:08:48.317548 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Failed to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 on host n-h1-821435-1 for vnic_type normal using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] Dec 10 19:08:48.317968 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempt 8 to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 Dec 10 19:08:48.329885 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:48.330302 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:48.330655 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:48.336021 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Port 0df0b3a2-c692-40a6-9da3-39311476f4a2 on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:08:48.336356 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Failed to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 on host n-h1-821435-1 for vnic_type normal using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] Dec 10 19:08:48.336798 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempt 9 to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 Dec 10 19:08:48.350314 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:48.350663 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:48.351010 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:48.355557 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Port 0df0b3a2-c692-40a6-9da3-39311476f4a2 on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:08:48.355892 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Failed to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 on host n-h1-821435-1 for vnic_type normal using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] Dec 10 19:08:48.356285 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempt 10 to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 Dec 10 19:08:48.368242 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:48.368594 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:48.368983 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:48.373568 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Port 0df0b3a2-c692-40a6-9da3-39311476f4a2 on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:08:48.373902 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Failed to bind port 0df0b3a2-c692-40a6-9da3-39311476f4a2 on host n-h1-821435-1 for vnic_type normal using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] Dec 10 19:08:48.374271 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:48.382572 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c6ba687-9ce7-46cf-a581-3fdb38d6c2cc tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:48.385673 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c6ba687-9ce7-46cf-a581-3fdb38d6c2cc tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:48.439118 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0fdf2f-3828-4bb3-bfc9-a6bc21972a75 req-c3db17f9-0e4d-4f21-9f76-d57b64638b08 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:48.440826 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] For port 0df0b3a2-c692-40a6-9da3-39311476f4a2, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:08:48.440982 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7c0fdf2f-3828-4bb3-bfc9-a6bc21972a75 req-c3db17f9-0e4d-4f21-9f76-d57b64638b08 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 946 time: 0.1765277 Dec 10 19:08:48.441443 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempted to set empty binding levels {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 19:08:48.441986 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c6ba687-9ce7-46cf-a581-3fdb38d6c2cc tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:48.442507 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6ba687-9ce7-46cf-a581-3fdb38d6c2cc tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Fanout notify agent at l3_agent the message router_deleted on router 757f6cad-c403-4020-8e6b-8d0480529a9e {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:08:48.446470 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:48.449865 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c6ba687-9ce7-46cf-a581-3fdb38d6c2cc tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:48.455241 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8c6ba687-9ce7-46cf-a581-3fdb38d6c2cc tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "DELETE /v2.0/routers/757f6cad-c403-4020-8e6b-8d0480529a9e HTTP/1.1" status: 204 len: 168 time: 0.8401275 Dec 10 19:08:48.460245 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39814) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:48.471936 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-fa83fd93-78fb-4ddd-9513-4b7849ef0b28 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-125265650'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:48.486857 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:48.487113 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:48.503079 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Pushing event updated for resources: {'Port': ['ID=0df0b3a2-c692-40a6-9da3-39311476f4a2,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:48.514167 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa83fd93-78fb-4ddd-9513-4b7849ef0b28 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Made reservation on behalf of 7f185da471b44e78ba28d8589f387edd for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:08:48.517594 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fa83fd93-78fb-4ddd-9513-4b7849ef0b28 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:48.519863 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c7dfca03-5269-4f3b-9146-6a89328258e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 0.8337619 Dec 10 19:08:48.523392 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39816) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:48.525059 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7c0fdf2f-3828-4bb3-bfc9-a6bc21972a75 req-d2841b3f-c93d-4c41-90fa-552f121051bf tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f4dd358-1606-4eee-85ac-21c45c04dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730648 Dec 10 19:08:48.556326 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa83fd93-78fb-4ddd-9513-4b7849ef0b28 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:08:48.565893 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fa83fd93-78fb-4ddd-9513-4b7849ef0b28 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:48.566297 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-fa83fd93-78fb-4ddd-9513-4b7849ef0b28 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Added segment c6fcdba5-ba09-4100-a852-7b71ae86a78f of type vlan for network 5de6c952-b92c-42da-a724-835ef0615445 Dec 10 19:08:48.600512 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d7f0f9d0-c539-435c-a8c4-262b525b43ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Deleting port 0df0b3a2-c692-40a6-9da3-39311476f4a2 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:08:48.600884 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d7f0f9d0-c539-435c-a8c4-262b525b43ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:48.606915 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fa83fd93-78fb-4ddd-9513-4b7849ef0b28 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:48.630938 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fa83fd93-78fb-4ddd-9513-4b7849ef0b28 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:48.636669 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa83fd93-78fb-4ddd-9513-4b7849ef0b28 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:48.637261 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fa83fd93-78fb-4ddd-9513-4b7849ef0b28 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:48.665642 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d7f0f9d0-c539-435c-a8c4-262b525b43ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] For port 0df0b3a2-c692-40a6-9da3-39311476f4a2, host n-h1-821435-1, got binding levels [] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:48.666143 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d7f0f9d0-c539-435c-a8c4-262b525b43ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:48.678209 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d7f0f9d0-c539-435c-a8c4-262b525b43ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Calling delete_port for 0df0b3a2-c692-40a6-9da3-39311476f4a2 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:08:48.693970 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fa83fd93-78fb-4ddd-9513-4b7849ef0b28 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2317677 Dec 10 19:08:48.696862 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39818) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:48.709101 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-dec4e031-50e5-4494-9e9f-a54b6dbae6e7 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Request body: {'subnet': {'network_id': '5de6c952-b92c-42da-a724-835ef0615445', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:48.726658 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa83fd93-78fb-4ddd-9513-4b7849ef0b28 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event updated for resources: {'Network': ['ID=5de6c952-b92c-42da-a724-835ef0615445,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:48.737162 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 5de6c952-b92c-42da-a724-835ef0615445 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:08:48.758746 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d7f0f9d0-c539-435c-a8c4-262b525b43ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:48.786757 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f0f9d0-c539-435c-a8c4-262b525b43ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Pushing event deleted for resources: {'Port': ['ID=0df0b3a2-c692-40a6-9da3-39311476f4a2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:48.794792 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d7f0f9d0-c539-435c-a8c4-262b525b43ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:48.800943 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d7f0f9d0-c539-435c-a8c4-262b525b43ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] 10.222.0.62 "DELETE /v2.0/ports/0df0b3a2-c692-40a6-9da3-39311476f4a2 HTTP/1.1" status: 204 len: 168 time: 0.2765350 Dec 10 19:08:48.801540 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39820) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:48.826660 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-f38e459c-2aff-4c4a-a274-6fc31f617e7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] GET failed (client error): The resource could not be found. Dec 10 19:08:48.828623 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f38e459c-2aff-4c4a-a274-6fc31f617e7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] 10.222.0.62 "GET /v2.0/ports/0df0b3a2-c692-40a6-9da3-39311476f4a2 HTTP/1.1" status: 404 len: 333 time: 0.0255232 Dec 10 19:08:48.829509 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec4e031-50e5-4494-9e9f-a54b6dbae6e7 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Made reservation on behalf of 7f185da471b44e78ba28d8589f387edd for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:08:48.832570 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39822) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:48.834021 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dec4e031-50e5-4494-9e9f-a54b6dbae6e7 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:48.839855 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-06659340-13a4-4ced-8208-79c377f79411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Request body: {'port': {'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1325659550'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:48.861305 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06659340-13a4-4ced-8208-79c377f79411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Made reservation on behalf of 09a31b156efc453d8b770661a1e79c9a for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:08:48.863758 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06659340-13a4-4ced-8208-79c377f79411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:48.882668 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-06659340-13a4-4ced-8208-79c377f79411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] device_id is not set on port 5727c28c-a65e-4003-82c3-cb97f32147dc yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:08:49.026504 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dec4e031-50e5-4494-9e9f-a54b6dbae6e7 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:49.028930 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06659340-13a4-4ced-8208-79c377f79411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:49.065254 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06659340-13a4-4ced-8208-79c377f79411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:49.085809 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4e031-50e5-4494-9e9f-a54b6dbae6e7 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event updated for resources: {'Subnet': ['ID=e7de2a6b-2599-46b1-8025-c292665a401f,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:49.096127 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec4e031-50e5-4494-9e9f-a54b6dbae6e7 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Checking segment: {'id': 'c6fcdba5-ba09-4100-a852-7b71ae86a78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5de6c952-b92c-42da-a724-835ef0615445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:08:49.096496 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec4e031-50e5-4494-9e9f-a54b6dbae6e7 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Network hostable DHCP agents. Network: 5de6c952-b92c-42da-a724-835ef0615445, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:08:49.114170 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06659340-13a4-4ced-8208-79c377f79411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Network a5ce8965-027a-4dba-b5e3-8cde2fd896ef is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:08:49.116385 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec4e031-50e5-4494-9e9f-a54b6dbae6e7 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Network 5de6c952-b92c-42da-a724-835ef0615445 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:08:49.117562 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-06659340-13a4-4ced-8208-79c377f79411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:49.121566 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06659340-13a4-4ced-8208-79c377f79411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:08:49.123000 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06659340-13a4-4ced-8208-79c377f79411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:49.123618 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06659340-13a4-4ced-8208-79c377f79411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:49.128129 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-dec4e031-50e5-4494-9e9f-a54b6dbae6e7 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 5de6c952-b92c-42da-a724-835ef0615445) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:49.132729 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec4e031-50e5-4494-9e9f-a54b6dbae6e7 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:49.133391 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dec4e031-50e5-4494-9e9f-a54b6dbae6e7 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:49.134681 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06659340-13a4-4ced-8208-79c377f79411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Pushing event updated for resources: {'Port': ['ID=5727c28c-a65e-4003-82c3-cb97f32147dc,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:49.138883 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcad506-e484-4353-98ee-35ffd033531d None None] Network 5de6c952-b92c-42da-a724-835ef0615445 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:08:49.147797 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-06659340-13a4-4ced-8208-79c377f79411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3132379 Dec 10 19:08:49.150676 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39824) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:49.157385 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-dec4e031-50e5-4494-9e9f-a54b6dbae6e7 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4571121 Dec 10 19:08:49.157604 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:49.157715 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39826) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:49.163373 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7e1c269f-b5fc-4a08-b7a2-1855d75f4f26 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1732915543', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:49.187745 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7e1c269f-b5fc-4a08-b7a2-1855d75f4f26 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:49.189044 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7e1c269f-b5fc-4a08-b7a2-1855d75f4f26 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:49.249409 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7e1c269f-b5fc-4a08-b7a2-1855d75f4f26 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:49.252459 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:49.255168 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7e1c269f-b5fc-4a08-b7a2-1855d75f4f26 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:49.262092 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10ebc98-7ca2-4e82-9b28-e649c8766020 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-5de6c952-b92c-42da-a724-835ef0615445', 'network_id': '5de6c952-b92c-42da-a724-835ef0615445', 'project_id': '7f185da471b44e78ba28d8589f387edd', 'fixed_ips': [{'subnet_id': 'e7de2a6b-2599-46b1-8025-c292665a401f'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:08:49.263400 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d10ebc98-7ca2-4e82-9b28-e649c8766020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:49.272232 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-75f143c3-e05b-45f5-87f2-9cbb7f00bdf5 service neutron] 10.222.0.46 "GET /v2.0/ports/24a0c5a5-fe7e-419b-ad7d-c07852be0854/bindings/n-h2-821435-1 HTTP/1.1" status: 200 len: 384 time: 0.1123672 Dec 10 19:08:49.277730 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7e1c269f-b5fc-4a08-b7a2-1855d75f4f26 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:49.282097 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7e1c269f-b5fc-4a08-b7a2-1855d75f4f26 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1208491 Dec 10 19:08:49.282343 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39828) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:49.421046 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-d10ebc98-7ca2-4e82-9b28-e649c8766020 None None] Allocated IP 2001:db8::2 (5de6c952-b92c-42da-a724-835ef0615445/e7de2a6b-2599-46b1-8025-c292665a401f/f40a7806-80ff-4a51-bbbb-cea6df93cf53) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:08:49.579235 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] device_id is not set on port 5727c28c-a65e-4003-82c3-cb97f32147dc yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:08:49.595692 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:49.604900 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-f6b011c5-1317-4b13-8c95-5024655029fe service neutron] For port 24a0c5a5-fe7e-419b-ad7d-c07852be0854, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=24a0c5a5-fe7e-419b-ad7d-c07852be0854,segment=NetworkSegment(c4c07199-793c-4917-9fe5-f030f298a5a1),segment_id=c4c07199-793c-4917-9fe5-f030f298a5a1)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:49.616244 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d10ebc98-7ca2-4e82-9b28-e649c8766020 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:49.616749 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:49.623716 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d10ebc98-7ca2-4e82-9b28-e649c8766020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:49.683471 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10ebc98-7ca2-4e82-9b28-e649c8766020 None None] Network 5de6c952-b92c-42da-a724-835ef0615445 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:08:49.685804 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-d10ebc98-7ca2-4e82-9b28-e649c8766020 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:49.688140 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-f6b011c5-1317-4b13-8c95-5024655029fe service neutron] For port 24a0c5a5-fe7e-419b-ad7d-c07852be0854, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:08:49.688293 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10ebc98-7ca2-4e82-9b28-e649c8766020 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:08:49.698672 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ebc98-7ca2-4e82-9b28-e649c8766020 None None] Pushing event updated for resources: {'Port': ['ID=f40a7806-80ff-4a51-bbbb-cea6df93cf53,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:49.707950 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-13f87243-74b1-4e4b-ae2d-50f360542ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:49.711691 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ebc98-7ca2-4e82-9b28-e649c8766020 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:49.712064 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ebc98-7ca2-4e82-9b28-e649c8766020 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:49.712395 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ebc98-7ca2-4e82-9b28-e649c8766020 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:49.712759 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ebc98-7ca2-4e82-9b28-e649c8766020 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:49.713095 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ebc98-7ca2-4e82-9b28-e649c8766020 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:49.713428 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ebc98-7ca2-4e82-9b28-e649c8766020 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:49.713763 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ebc98-7ca2-4e82-9b28-e649c8766020 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:49.714553 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ebc98-7ca2-4e82-9b28-e649c8766020 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:49.714553 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ebc98-7ca2-4e82-9b28-e649c8766020 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:49.714779 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ebc98-7ca2-4e82-9b28-e649c8766020 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:49.715024 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ebc98-7ca2-4e82-9b28-e649c8766020 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:49.715350 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ebc98-7ca2-4e82-9b28-e649c8766020 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:49.715668 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ebc98-7ca2-4e82-9b28-e649c8766020 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:49.744555 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Pushing event updated for resources: {'Port': ['ID=5727c28c-a65e-4003-82c3-cb97f32147dc,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:49.756222 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e005251-1040-47be-8a61-ad823a98dbac req-da2090de-8eaf-492b-b730-4325e40c9660 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:49.757849 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9e005251-1040-47be-8a61-ad823a98dbac req-da2090de-8eaf-492b-b730-4325e40c9660 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 946 time: 0.1448998 Dec 10 19:08:49.778036 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d10ebc98-7ca2-4e82-9b28-e649c8766020 None None] Attempting to bind port f40a7806-80ff-4a51-bbbb-cea6df93cf53 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:49.778630 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d10ebc98-7ca2-4e82-9b28-e649c8766020 None None] Attempting to bind port f40a7806-80ff-4a51-bbbb-cea6df93cf53 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'c6fcdba5-ba09-4100-a852-7b71ae86a78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5de6c952-b92c-42da-a724-835ef0615445'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:49.778751 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10ebc98-7ca2-4e82-9b28-e649c8766020 None None] Attempting to bind port f40a7806-80ff-4a51-bbbb-cea6df93cf53 on network 5de6c952-b92c-42da-a724-835ef0615445 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:49.784354 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10ebc98-7ca2-4e82-9b28-e649c8766020 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:08:49.784851 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10ebc98-7ca2-4e82-9b28-e649c8766020 None None] Checking segment: {'id': 'c6fcdba5-ba09-4100-a852-7b71ae86a78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5de6c952-b92c-42da-a724-835ef0615445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:08:49.785693 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d10ebc98-7ca2-4e82-9b28-e649c8766020 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:49.786769 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f1db5b-9775-4962-bdef-725a18ecca85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24a0c5a5-fe7e-419b-ad7d-c07852be0854'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:08:49.787160 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10ebc98-7ca2-4e82-9b28-e649c8766020 None None] Bound using segment: {'id': 'c6fcdba5-ba09-4100-a852-7b71ae86a78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5de6c952-b92c-42da-a724-835ef0615445'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:08:49.787657 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d10ebc98-7ca2-4e82-9b28-e649c8766020 None None] Bound port: f40a7806-80ff-4a51-bbbb-cea6df93cf53, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6fcdba5-ba09-4100-a852-7b71ae86a78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5de6c952-b92c-42da-a724-835ef0615445'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:08:49.788048 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d10ebc98-7ca2-4e82-9b28-e649c8766020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:49.789257 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ab7b63-098c-4b11-98da-fcba4ea62194" -d '{"events": [{"server_uuid": "d5f1db5b-9775-4962-bdef-725a18ecca85", "name": "network-vif-unplugged", "status": "completed", "tag": "24a0c5a5-fe7e-419b-ad7d-c07852be0854"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:08:49.809558 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-f6b011c5-1317-4b13-8c95-5024655029fe service neutron] For port 24a0c5a5-fe7e-419b-ad7d-c07852be0854, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=24a0c5a5-fe7e-419b-ad7d-c07852be0854,segment=NetworkSegment(c4c07199-793c-4917-9fe5-f030f298a5a1),segment_id=c4c07199-793c-4917-9fe5-f030f298a5a1)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:49.812072 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:49.812303 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:49.812663 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:49.835837 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 19:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ca724d-fab9-436c-854e-40654a1f023e x-openstack-request-id: req-02ca724d-fab9-436c-854e-40654a1f023e {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:08:49.836237 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f1db5b-9775-4962-bdef-725a18ecca85", "name": "network-vif-unplugged", "status": "completed", "tag": "24a0c5a5-fe7e-419b-ad7d-c07852be0854", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:08:49.836573 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-02ca724d-fab9-436c-854e-40654a1f023e {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:08:49.837058 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f1db5b-9775-4962-bdef-725a18ecca85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24a0c5a5-fe7e-419b-ad7d-c07852be0854', 'code': 200} Dec 10 19:08:49.846375 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Port 5727c28c-a65e-4003-82c3-cb97f32147dc on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:08:49.846738 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Failed to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc on host n-h1-821435-1 for vnic_type normal using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] Dec 10 19:08:49.853194 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempt 2 to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc Dec 10 19:08:49.865535 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d10ebc98-7ca2-4e82-9b28-e649c8766020 None None] For port f40a7806-80ff-4a51-bbbb-cea6df93cf53, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:08:49.867409 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-f6b011c5-1317-4b13-8c95-5024655029fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:49.869210 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d10ebc98-7ca2-4e82-9b28-e649c8766020 None None] For port f40a7806-80ff-4a51-bbbb-cea6df93cf53, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=f40a7806-80ff-4a51-bbbb-cea6df93cf53,segment=NetworkSegment(c6fcdba5-ba09-4100-a852-7b71ae86a78f),segment_id=c6fcdba5-ba09-4100-a852-7b71ae86a78f)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:08:49.873664 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d10ebc98-7ca2-4e82-9b28-e649c8766020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:49.883212 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-083ddddb-a6c5-40d2-92f9-bc9890d2a240 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:49.897706 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9e005251-1040-47be-8a61-ad823a98dbac req-de152c22-32a5-4f8f-8ee4-68a15414e435 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f4dd358-1606-4eee-85ac-21c45c04dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288126 Dec 10 19:08:49.898516 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:49.898931 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:49.899351 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:49.934312 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Port 5727c28c-a65e-4003-82c3-cb97f32147dc on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:08:49.934312 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Failed to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc on host n-h1-821435-1 for vnic_type normal using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] Dec 10 19:08:49.934312 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempt 3 to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc Dec 10 19:08:49.959677 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:49.960194 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:49.960686 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:49.966304 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ebc98-7ca2-4e82-9b28-e649c8766020 None None] Pushing event updated for resources: {'Port': ['ID=f40a7806-80ff-4a51-bbbb-cea6df93cf53,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:49.976010 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Port 5727c28c-a65e-4003-82c3-cb97f32147dc on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:08:49.976554 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Failed to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc on host n-h1-821435-1 for vnic_type normal using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] Dec 10 19:08:49.978791 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempt 4 to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc Dec 10 19:08:50.006568 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:50.007050 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:50.007511 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:50.019526 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-f6b011c5-1317-4b13-8c95-5024655029fe service neutron] Transition to ACTIVE for port object 24a0c5a5-fe7e-419b-ad7d-c07852be0854 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:08:50.021805 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Port 5727c28c-a65e-4003-82c3-cb97f32147dc on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:08:50.022261 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Failed to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc on host n-h1-821435-1 for vnic_type normal using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] Dec 10 19:08:50.022982 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempt 5 to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc Dec 10 19:08:50.027597 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-f6b011c5-1317-4b13-8c95-5024655029fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:50.068907 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:50.069625 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:50.069806 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:50.081483 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Port 5727c28c-a65e-4003-82c3-cb97f32147dc on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:08:50.081826 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Failed to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc on host n-h1-821435-1 for vnic_type normal using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] Dec 10 19:08:50.084030 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempt 6 to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc Dec 10 19:08:50.169723 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-083ddddb-a6c5-40d2-92f9-bc9890d2a240 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Allocated IP 2001:db8::1 (5de6c952-b92c-42da-a724-835ef0615445/e7de2a6b-2599-46b1-8025-c292665a401f/f26d1c5c-ddff-4435-9079-9bb8b2187b88) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:08:50.170151 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:50.170721 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:50.171296 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:50.197284 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Port 5727c28c-a65e-4003-82c3-cb97f32147dc on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:08:50.197770 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Failed to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc on host n-h1-821435-1 for vnic_type normal using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] Dec 10 19:08:50.200327 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempt 7 to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc Dec 10 19:08:50.204025 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b011c5-1317-4b13-8c95-5024655029fe service neutron] Pushing event updated for resources: {'Port': ['ID=24a0c5a5-fe7e-419b-ad7d-c07852be0854,revision_number=11']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:50.237307 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:50.240983 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:50.242014 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:50.347038 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-083ddddb-a6c5-40d2-92f9-bc9890d2a240 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:50.403479 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-083ddddb-a6c5-40d2-92f9-bc9890d2a240 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:50.447588 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083ddddb-a6c5-40d2-92f9-bc9890d2a240 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Network 5de6c952-b92c-42da-a724-835ef0615445 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:08:50.457620 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-083ddddb-a6c5-40d2-92f9-bc9890d2a240 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:50.462161 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083ddddb-a6c5-40d2-92f9-bc9890d2a240 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:08:50.462765 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-083ddddb-a6c5-40d2-92f9-bc9890d2a240 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:50.471843 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device f40a7806-80ff-4a51-bbbb-cea6df93cf53 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:08:50.553436 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ddddb-a6c5-40d2-92f9-bc9890d2a240 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event updated for resources: {'Port': ['ID=f26d1c5c-ddff-4435-9079-9bb8b2187b88,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:50.571563 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port f40a7806-80ff-4a51-bbbb-cea6df93cf53 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:50.572214 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:50.622268 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-083ddddb-a6c5-40d2-92f9-bc9890d2a240 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:50.635394 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-f6b011c5-1317-4b13-8c95-5024655029fe service neutron] No DVR routers for this DVR port 24a0c5a5-fe7e-419b-ad7d-c07852be0854 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:08:50.639557 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Port 5727c28c-a65e-4003-82c3-cb97f32147dc on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:08:50.640076 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Failed to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc on host n-h1-821435-1 for vnic_type normal using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] Dec 10 19:08:50.657777 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:50.667970 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempt 8 to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc Dec 10 19:08:50.694080 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port f40a7806-80ff-4a51-bbbb-cea6df93cf53, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=f40a7806-80ff-4a51-bbbb-cea6df93cf53,segment=NetworkSegment(c6fcdba5-ba09-4100-a852-7b71ae86a78f),segment_id=c6fcdba5-ba09-4100-a852-7b71ae86a78f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:50.699156 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:50.716266 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:50.716626 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:50.716990 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:50.726115 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Port 5727c28c-a65e-4003-82c3-cb97f32147dc on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:08:50.726463 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Failed to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc on host n-h1-821435-1 for vnic_type normal using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] Dec 10 19:08:50.729182 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempt 9 to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc Dec 10 19:08:50.755698 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:50.756047 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:50.756398 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:50.766465 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Port 5727c28c-a65e-4003-82c3-cb97f32147dc on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:08:50.766804 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Failed to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc on host n-h1-821435-1 for vnic_type normal using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] Dec 10 19:08:50.769211 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempt 10 to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc Dec 10 19:08:50.773839 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=f40a7806-80ff-4a51-bbbb-cea6df93cf53,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:50.784015 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:50.784368 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:50.784735 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:50.793282 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Port 5727c28c-a65e-4003-82c3-cb97f32147dc on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:08:50.793615 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Failed to bind port 5727c28c-a65e-4003-82c3-cb97f32147dc on host n-h1-821435-1 for vnic_type normal using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] Dec 10 19:08:50.794002 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:50.832656 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-f6b011c5-1317-4b13-8c95-5024655029fe service neutron] 10.222.0.46 "PUT /v2.0/ports/24a0c5a5-fe7e-419b-ad7d-c07852be0854/bindings/n-h2-821435-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5356398 Dec 10 19:08:50.887164 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] For port 5727c28c-a65e-4003-82c3-cb97f32147dc, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:08:50.887550 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempted to set empty binding levels {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 19:08:50.894302 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:50.938798 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] In _notify_port_updated(), no bound segment for port 5727c28c-a65e-4003-82c3-cb97f32147dc on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef {{(pid=103244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 19:08:50.939679 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:50.940289 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:50.941689 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] 10.222.0.62 "PUT /v2.0/ports/5727c28c-a65e-4003-82c3-cb97f32147dc HTTP/1.1" status: 200 len: 979 time: 1.7900593 Dec 10 19:08:50.944584 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39836) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:50.978943 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-e767fd64-e9f0-4cd8-aedb-a86984ae0982 tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:50.980514 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-e767fd64-e9f0-4cd8-aedb-a86984ae0982 tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=d5f1db5b-9775-4962-bdef-725a18ecca85&tenant_id=0c22e13dcedd4daaa6d6950826669aaa&binding%3Ahost_id=n-h1-821435-1 HTTP/1.1" status: 200 len: 1096 time: 0.0849125 Dec 10 19:08:50.996124 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-083ddddb-a6c5-40d2-92f9-bc9890d2a240 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:51.009583 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873327fb-2fba-4128-bdac-4bd597fd2c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Pushing event updated for resources: {'Port': ['ID=5727c28c-a65e-4003-82c3-cb97f32147dc,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:51.035533 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-083ddddb-a6c5-40d2-92f9-bc9890d2a240 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:51.036982 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-083ddddb-a6c5-40d2-92f9-bc9890d2a240 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:51.044199 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76765e82-0c63-4cd4-bf30-a511728cb8b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:51.044716 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76765e82-0c63-4cd4-bf30-a511728cb8b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:51.045188 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76765e82-0c63-4cd4-bf30-a511728cb8b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:51.045655 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76765e82-0c63-4cd4-bf30-a511728cb8b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:51.046119 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76765e82-0c63-4cd4-bf30-a511728cb8b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:51.046586 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76765e82-0c63-4cd4-bf30-a511728cb8b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:51.047045 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76765e82-0c63-4cd4-bf30-a511728cb8b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:51.047507 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76765e82-0c63-4cd4-bf30-a511728cb8b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:51.047960 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76765e82-0c63-4cd4-bf30-a511728cb8b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:51.048421 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76765e82-0c63-4cd4-bf30-a511728cb8b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:51.048906 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76765e82-0c63-4cd4-bf30-a511728cb8b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:51.049366 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76765e82-0c63-4cd4-bf30-a511728cb8b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:51.055731 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-76765e82-0c63-4cd4-bf30-a511728cb8b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10792 time: 0.1061242 Dec 10 19:08:51.055923 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39838) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:51.113657 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7daa7b43-8c0a-438e-9af4-bc70e66cf0e7 None None] Network 5de6c952-b92c-42da-a724-835ef0615445 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:08:51.152415 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7bcb573a-2e56-4c58-a382-1731ff17c7cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Deleting port 5727c28c-a65e-4003-82c3-cb97f32147dc {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:08:51.153076 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7bcb573a-2e56-4c58-a382-1731ff17c7cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:51.204486 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ddddb-a6c5-40d2-92f9-bc9890d2a240 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event updated for resources: {'Port': ['ID=f26d1c5c-ddff-4435-9079-9bb8b2187b88,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:51.216740 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-c4351112-5f45-45d3-bfa0-b3cb498113af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:51.218287 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-c4351112-5f45-45d3-bfa0-b3cb498113af service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d5f1db5b-9775-4962-bdef-725a18ecca85&tenant_id=0c22e13dcedd4daaa6d6950826669aaa HTTP/1.1" status: 200 len: 1096 time: 0.2194674 Dec 10 19:08:51.221033 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-7bcb573a-2e56-4c58-a382-1731ff17c7cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] For port 5727c28c-a65e-4003-82c3-cb97f32147dc, host n-h1-821435-1, got binding levels [] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:51.221425 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7bcb573a-2e56-4c58-a382-1731ff17c7cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:51.230983 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547bf10a-37dd-4a2b-9528-f24241350312 req-31a6d816-d67e-478c-a955-26f9e28c6ab1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:51.232522 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-547bf10a-37dd-4a2b-9528-f24241350312 req-31a6d816-d67e-478c-a955-26f9e28c6ab1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 945 time: 0.1982081 Dec 10 19:08:51.245372 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7bcb573a-2e56-4c58-a382-1731ff17c7cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Calling delete_port for 5727c28c-a65e-4003-82c3-cb97f32147dc owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:08:51.336624 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083ddddb-a6c5-40d2-92f9-bc9890d2a240 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Network 5de6c952-b92c-42da-a724-835ef0615445 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:08:51.338812 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7bcb573a-2e56-4c58-a382-1731ff17c7cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:51.343384 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-083ddddb-a6c5-40d2-92f9-bc9890d2a240 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:51.352214 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-11e2035b-eb62-4246-b9bc-bcba51f0fabd None None] Provisioning complete for port f40a7806-80ff-4a51-bbbb-cea6df93cf53 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:51.352514 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-11e2035b-eb62-4246-b9bc-bcba51f0fabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:51.357333 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-547bf10a-37dd-4a2b-9528-f24241350312 req-9b2bc8a5-6494-48bf-a3b6-2eea0f9fe0c8 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f4dd358-1606-4eee-85ac-21c45c04dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158769 Dec 10 19:08:51.373141 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-5b4006b0-10fb-4a32-bbad-afed12da473c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:51.374956 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-5b4006b0-10fb-4a32-bbad-afed12da473c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 1096 time: 0.1231887 Dec 10 19:08:51.382392 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb573a-2e56-4c58-a382-1731ff17c7cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Pushing event deleted for resources: {'Port': ['ID=5727c28c-a65e-4003-82c3-cb97f32147dc,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:51.394560 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7bcb573a-2e56-4c58-a382-1731ff17c7cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:51.399245 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7bcb573a-2e56-4c58-a382-1731ff17c7cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] 10.222.0.62 "DELETE /v2.0/ports/5727c28c-a65e-4003-82c3-cb97f32147dc HTTP/1.1" status: 204 len: 168 time: 0.3423257 Dec 10 19:08:51.402543 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39840) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:51.429498 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a36599-3831-4bc9-80cc-fa4b32d039da tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] GET failed (client error): The resource could not be found. Dec 10 19:08:51.434635 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-00a36599-3831-4bc9-80cc-fa4b32d039da tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] 10.222.0.62 "GET /v2.0/ports/5727c28c-a65e-4003-82c3-cb97f32147dc HTTP/1.1" status: 404 len: 333 time: 0.0269783 Dec 10 19:08:51.435309 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39842) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:51.440994 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-701b6207-6f8c-4b6a-83f5-0439c30aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-141420908', 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:51.450648 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:08:51.464136 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701b6207-6f8c-4b6a-83f5-0439c30aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Made reservation on behalf of 09a31b156efc453d8b770661a1e79c9a for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:08:51.466899 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-701b6207-6f8c-4b6a-83f5-0439c30aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:51.487986 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-701b6207-6f8c-4b6a-83f5-0439c30aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] device_id is not set on port 91197d63-ea51-47f0-bc46-549bb5f64720 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:08:51.566909 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-14d4bc75-b1dc-4423-a67f-444b4bf8e783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:51.569094 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-14d4bc75-b1dc-4423-a67f-444b4bf8e783 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d7dbe852-fac5-4cb0-b80e-c3d581fd3a93 HTTP/1.1" status: 200 len: 897 time: 0.1462767 Dec 10 19:08:51.616450 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-083ddddb-a6c5-40d2-92f9-bc9890d2a240 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Router 61487a6f-9c2c-4c92-bf48-389f4cece7b0 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:08:51.657251 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-701b6207-6f8c-4b6a-83f5-0439c30aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:51.667071 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 24a0c5a5-fe7e-419b-ad7d-c07852be0854 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:08:51.679251 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-f9801262-b722-46d9-9efd-000f18a63a07 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24a0c5a5-fe7e-419b-ad7d-c07852be0854 HTTP/1.1" status: 200 len: 999 time: 0.1020341 Dec 10 19:08:51.698726 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-701b6207-6f8c-4b6a-83f5-0439c30aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:51.723404 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 24a0c5a5-fe7e-419b-ad7d-c07852be0854 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:08:51.744344 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701b6207-6f8c-4b6a-83f5-0439c30aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Network a5ce8965-027a-4dba-b5e3-8cde2fd896ef is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:08:51.747227 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-701b6207-6f8c-4b6a-83f5-0439c30aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:51.750638 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701b6207-6f8c-4b6a-83f5-0439c30aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:08:51.751576 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701b6207-6f8c-4b6a-83f5-0439c30aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:51.752185 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-701b6207-6f8c-4b6a-83f5-0439c30aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:51.765410 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b6207-6f8c-4b6a-83f5-0439c30aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Pushing event updated for resources: {'Port': ['ID=91197d63-ea51-47f0-bc46-549bb5f64720,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:51.772412 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-701b6207-6f8c-4b6a-83f5-0439c30aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3358271 Dec 10 19:08:51.775718 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39844) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:51.777098 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083ddddb-a6c5-40d2-92f9-bc9890d2a240 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:08:51.783464 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-083ddddb-a6c5-40d2-92f9-bc9890d2a240 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "PUT /v2.0/routers/61487a6f-9c2c-4c92-bf48-389f4cece7b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4999063 Dec 10 19:08:51.786181 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39846) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:51.790498 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-884dc32b-f99c-4fb1-a154-efbad80995b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:51.792058 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-884dc32b-f99c-4fb1-a154-efbad80995b5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f36251e8-d712-4b25-90f0-0b8bc617d421 HTTP/1.1" status: 200 len: 835 time: 0.0866194 Dec 10 19:08:51.793021 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95d8612-8f33-4fa0-918f-d9bc11475ed1 None None] Sync routers for ids ['61487a6f-9c2c-4c92-bf48-389f4cece7b0'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:08:51.805574 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95d8612-8f33-4fa0-918f-d9bc11475ed1 None None] Routers {'61487a6f-9c2c-4c92-bf48-389f4cece7b0'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:51.806480 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f95d8612-8f33-4fa0-918f-d9bc11475ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:08:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['61487a6f-9c2c-4c92-bf48-389f4cece7b0'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:51.844988 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed28b4aa-af38-4b08-9fb7-7d5b3405c5e6 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:51.850454 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ed28b4aa-af38-4b08-9fb7-7d5b3405c5e6 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "GET /v2.0/ports/f26d1c5c-ddff-4435-9079-9bb8b2187b88 HTTP/1.1" status: 200 len: 911 time: 0.0600119 Dec 10 19:08:51.850666 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-d4cd13dc-99d5-4166-b97f-2408d90831c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:51.850666 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-d4cd13dc-99d5-4166-b97f-2408d90831c8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d7dbe852-fac5-4cb0-b80e-c3d581fd3a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510571 Dec 10 19:08:51.850891 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39848) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:51.857086 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f95d8612-8f33-4fa0-918f-d9bc11475ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:51.857310 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c16e0a06-df48-47d4-872f-4ded7d563777 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e7de2a6b-2599-46b1-8025-c292665a401f'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:51.874402 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcd65a3-f9c0-40d1-a097-8821a84f8b15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:51.878271 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0fcd65a3-f9c0-40d1-a097-8821a84f8b15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] 10.222.0.62 "GET /v2.0/ports/91197d63-ea51-47f0-bc46-549bb5f64720 HTTP/1.1" status: 200 len: 958 time: 0.0990560 Dec 10 19:08:51.878437 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95d8612-8f33-4fa0-918f-d9bc11475ed1 None None] Routers {'61487a6f-9c2c-4c92-bf48-389f4cece7b0'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:51.878568 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39850) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:51.878827 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f95d8612-8f33-4fa0-918f-d9bc11475ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:08:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['61487a6f-9c2c-4c92-bf48-389f4cece7b0'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:51.923640 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f95d8612-8f33-4fa0-918f-d9bc11475ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:51.924548 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95d8612-8f33-4fa0-918f-d9bc11475ed1 None None] The sync data for ids ['61487a6f-9c2c-4c92-bf48-389f4cece7b0'] in n-d-821435-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:08:51.935849 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ff1fe31d-8405-4b87-90aa-ea35ff80aadd None None] Provisioning complete for port f40a7806-80ff-4a51-bbbb-cea6df93cf53 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:51.936567 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ff1fe31d-8405-4b87-90aa-ea35ff80aadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:51.978521 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a4fa25c2-5f97-4b99-833d-a86dca737191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Deleting port 91197d63-ea51-47f0-bc46-549bb5f64720 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:08:51.979306 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a4fa25c2-5f97-4b99-833d-a86dca737191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:52.057017 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ff1fe31d-8405-4b87-90aa-ea35ff80aadd None None] Provisioning complete for port f26d1c5c-ddff-4435-9079-9bb8b2187b88 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:52.057388 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ff1fe31d-8405-4b87-90aa-ea35ff80aadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:52.068792 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-6b2d3b62-bb5f-42db-8cc6-f59feb2651a1 service neutron] 10.222.0.72 "GET /v2.0/networks/d7dbe852-fac5-4cb0-b80e-c3d581fd3a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077239 Dec 10 19:08:52.079180 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a4fa25c2-5f97-4b99-833d-a86dca737191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:52.094447 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ff1fe31d-8405-4b87-90aa-ea35ff80aadd None None] Port f26d1c5c-ddff-4435-9079-9bb8b2187b88 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:08:52.103631 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a4fa25c2-5f97-4b99-833d-a86dca737191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Calling delete_port for 91197d63-ea51-47f0-bc46-549bb5f64720 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:08:52.181767 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c16e0a06-df48-47d4-872f-4ded7d563777 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:52.211662 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a4fa25c2-5f97-4b99-833d-a86dca737191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:52.235216 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-92aaa2ab-9049-4a0c-97c1-457441633f83 None None] Provisioning complete for port f26d1c5c-ddff-4435-9079-9bb8b2187b88 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:52.235806 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-92aaa2ab-9049-4a0c-97c1-457441633f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:52.257708 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-f02eb1a1-37b8-4ede-bbd8-dc4fa9055a20 service neutron] 10.222.0.72 "GET /v2.0/networks/d7dbe852-fac5-4cb0-b80e-c3d581fd3a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794243 Dec 10 19:08:52.258759 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fa25c2-5f97-4b99-833d-a86dca737191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Pushing event deleted for resources: {'Port': ['ID=91197d63-ea51-47f0-bc46-549bb5f64720,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:52.284547 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a4fa25c2-5f97-4b99-833d-a86dca737191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:52.287810 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-92aaa2ab-9049-4a0c-97c1-457441633f83 None None] Port f26d1c5c-ddff-4435-9079-9bb8b2187b88 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:08:52.291574 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a4fa25c2-5f97-4b99-833d-a86dca737191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] 10.222.0.62 "DELETE /v2.0/ports/91197d63-ea51-47f0-bc46-549bb5f64720 HTTP/1.1" status: 204 len: 168 time: 0.4118805 Dec 10 19:08:52.293931 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39852) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:52.329364 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-f20d3f53-6c78-4372-b899-01e7770cf182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] GET failed (client error): The resource could not be found. Dec 10 19:08:52.334960 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f20d3f53-6c78-4372-b899-01e7770cf182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] 10.222.0.62 "GET /v2.0/ports/91197d63-ea51-47f0-bc46-549bb5f64720 HTTP/1.1" status: 404 len: 333 time: 0.0362618 Dec 10 19:08:52.335650 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39854) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:52.341234 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f49c122d-870f-48b2-b877-ab6105cf9062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Request body: {'port': {'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162733026'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:52.374601 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49c122d-870f-48b2-b877-ab6105cf9062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Made reservation on behalf of 09a31b156efc453d8b770661a1e79c9a for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:08:52.377157 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f49c122d-870f-48b2-b877-ab6105cf9062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:52.403938 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-f49c122d-870f-48b2-b877-ab6105cf9062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] device_id is not set on port e4e4ab62-bc97-45be-b8e9-35eef4904d14 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:08:52.418943 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device f40a7806-80ff-4a51-bbbb-cea6df93cf53 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:08:52.421511 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1d5d8950-713c-42a4-af1d-63e72f19c23d None None] Provisioning complete for port f26d1c5c-ddff-4435-9079-9bb8b2187b88 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:52.421888 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d5d8950-713c-42a4-af1d-63e72f19c23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:52.527189 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8c04b3ee-2f45-4c67-b00f-53f77e514b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:52.533010 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-1d5d8950-713c-42a4-af1d-63e72f19c23d None None] Port f26d1c5c-ddff-4435-9079-9bb8b2187b88 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:08:52.545516 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port f40a7806-80ff-4a51-bbbb-cea6df93cf53 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:52.546815 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:52.602964 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-69ac5cb4-489b-47f1-ba30-36aac77a82b2 tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:52.604671 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-69ac5cb4-489b-47f1-ba30-36aac77a82b2 tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=d5f1db5b-9775-4962-bdef-725a18ecca85&tenant_id=0c22e13dcedd4daaa6d6950826669aaa&binding%3Ahost_id=n-h2-821435-1 HTTP/1.1" status: 200 len: 1096 time: 0.0667183 Dec 10 19:08:52.628271 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b28107-3bf6-43ab-a7b4-e270d3546d15 req-8b8ec800-6b7c-4948-b4b7-6570b515a2f3 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:52.633662 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-16b28107-3bf6-43ab-a7b4-e270d3546d15 req-8b8ec800-6b7c-4948-b4b7-6570b515a2f3 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 945 time: 0.1636891 Dec 10 19:08:52.648517 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f49c122d-870f-48b2-b877-ab6105cf9062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:52.710701 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-16b28107-3bf6-43ab-a7b4-e270d3546d15 req-d4d7448f-46f3-4838-9512-c91c9fe7b28e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f4dd358-1606-4eee-85ac-21c45c04dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680938 Dec 10 19:08:52.721235 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f49c122d-870f-48b2-b877-ab6105cf9062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:52.767458 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49c122d-870f-48b2-b877-ab6105cf9062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Network a5ce8965-027a-4dba-b5e3-8cde2fd896ef is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:08:52.772659 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-f49c122d-870f-48b2-b877-ab6105cf9062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:52.774869 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c122d-870f-48b2-b877-ab6105cf9062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Pushing event updated for resources: {'Port': ['ID=e4e4ab62-bc97-45be-b8e9-35eef4904d14,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:52.776972 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49c122d-870f-48b2-b877-ab6105cf9062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:08:52.778704 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49c122d-870f-48b2-b877-ab6105cf9062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:52.778974 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f49c122d-870f-48b2-b877-ab6105cf9062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:52.795531 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f49c122d-870f-48b2-b877-ab6105cf9062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4588430 Dec 10 19:08:52.798084 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39858) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:52.803748 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:52.804864 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c16e0a06-df48-47d4-872f-4ded7d563777 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:52.814865 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-fc8ea347-ad41-4a9c-a08c-a58bd965f0d3 service neutron] For port 24a0c5a5-fe7e-419b-ad7d-c07852be0854, host n-h1-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:08:52.815728 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c16e0a06-df48-47d4-872f-4ded7d563777 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:52.821800 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16e0a06-df48-47d4-872f-4ded7d563777 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:52.822412 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c16e0a06-df48-47d4-872f-4ded7d563777 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:52.823748 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c16e0a06-df48-47d4-872f-4ded7d563777 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "PUT /v2.0/ports/f26d1c5c-ddff-4435-9079-9bb8b2187b88 HTTP/1.1" status: 200 len: 911 time: 0.9719615 Dec 10 19:08:52.826972 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39860) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:52.830911 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-fc8ea347-ad41-4a9c-a08c-a58bd965f0d3 service neutron] Publish callbacks [] for binding, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:52.831945 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-fc8ea347-ad41-4a9c-a08c-a58bd965f0d3 service neutron] 10.222.0.72 "DELETE /v2.0/ports/24a0c5a5-fe7e-419b-ad7d-c07852be0854/bindings/n-h1-821435-1 HTTP/1.1" status: 204 len: 173 time: 0.2161798 Dec 10 19:08:52.864204 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:52.941296 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e0a06-df48-47d4-872f-4ded7d563777 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event updated for resources: {'Port': ['ID=f26d1c5c-ddff-4435-9079-9bb8b2187b88,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:53.039714 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] device_id is not set on port e4e4ab62-bc97-45be-b8e9-35eef4904d14 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:08:53.047717 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:53.053168 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:53.102756 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Pushing event updated for resources: {'Port': ['ID=e4e4ab62-bc97-45be-b8e9-35eef4904d14,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:53.123417 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:53.123777 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:53.124135 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:53.129737 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Port e4e4ab62-bc97-45be-b8e9-35eef4904d14 on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:08:53.130652 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Failed to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 on host n-h1-821435-1 for vnic_type normal using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] Dec 10 19:08:53.131062 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempt 2 to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 Dec 10 19:08:53.147654 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:53.148036 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:53.148350 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:53.153611 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Port e4e4ab62-bc97-45be-b8e9-35eef4904d14 on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:08:53.153957 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Failed to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 on host n-h1-821435-1 for vnic_type normal using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] Dec 10 19:08:53.154377 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempt 3 to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 Dec 10 19:08:53.172479 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:53.172982 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:53.173458 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:53.181008 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Port e4e4ab62-bc97-45be-b8e9-35eef4904d14 on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:08:53.181461 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Failed to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 on host n-h1-821435-1 for vnic_type normal using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] Dec 10 19:08:53.181994 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempt 4 to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 Dec 10 19:08:53.201233 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:53.201790 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:53.202264 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:53.209186 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Port e4e4ab62-bc97-45be-b8e9-35eef4904d14 on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:08:53.209523 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Failed to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 on host n-h1-821435-1 for vnic_type normal using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] Dec 10 19:08:53.209927 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempt 5 to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 Dec 10 19:08:53.225453 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:53.226182 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:53.226182 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:53.231065 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Port e4e4ab62-bc97-45be-b8e9-35eef4904d14 on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:08:53.231398 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Failed to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 on host n-h1-821435-1 for vnic_type normal using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] Dec 10 19:08:53.231797 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempt 6 to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 Dec 10 19:08:53.246079 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:53.246427 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:53.247064 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:53.251776 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Port e4e4ab62-bc97-45be-b8e9-35eef4904d14 on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:08:53.252108 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Failed to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 on host n-h1-821435-1 for vnic_type normal using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] Dec 10 19:08:53.252508 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempt 7 to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 Dec 10 19:08:53.265768 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:53.266111 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:53.266452 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:53.271150 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Port e4e4ab62-bc97-45be-b8e9-35eef4904d14 on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:08:53.271569 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Failed to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 on host n-h1-821435-1 for vnic_type normal using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] Dec 10 19:08:53.271966 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempt 8 to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 Dec 10 19:08:53.284998 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:53.285344 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:53.285675 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:53.291130 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Port e4e4ab62-bc97-45be-b8e9-35eef4904d14 on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:08:53.291385 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Failed to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 on host n-h1-821435-1 for vnic_type normal using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] Dec 10 19:08:53.291783 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempt 9 to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 Dec 10 19:08:53.305103 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:53.305447 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:53.305787 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:53.310467 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Port e4e4ab62-bc97-45be-b8e9-35eef4904d14 on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:08:53.310800 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Failed to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 on host n-h1-821435-1 for vnic_type normal using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] Dec 10 19:08:53.311201 n-d-821435-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempt 10 to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 Dec 10 19:08:53.328198 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:53.328541 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:53.328909 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempting to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:53.334210 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Port e4e4ab62-bc97-45be-b8e9-35eef4904d14 on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:08:53.334594 n-d-821435-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Failed to bind port e4e4ab62-bc97-45be-b8e9-35eef4904d14 on host n-h1-821435-1 for vnic_type normal using segments [{'id': '635f3c1c-a33c-4930-b810-4e8b0265fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a5ce8965-027a-4dba-b5e3-8cde2fd896ef'}] Dec 10 19:08:53.334970 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:53.403087 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] For port e4e4ab62-bc97-45be-b8e9-35eef4904d14, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:08:53.403552 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attempted to set empty binding levels {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 19:08:53.408463 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:53.443202 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] In _notify_port_updated(), no bound segment for port e4e4ab62-bc97-45be-b8e9-35eef4904d14 on network a5ce8965-027a-4dba-b5e3-8cde2fd896ef {{(pid=103244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 19:08:53.444060 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:53.444726 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:53.446060 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] 10.222.0.62 "PUT /v2.0/ports/e4e4ab62-bc97-45be-b8e9-35eef4904d14 HTTP/1.1" status: 200 len: 979 time: 0.6469591 Dec 10 19:08:53.448866 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39862) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:53.455867 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca680a-b4a7-4d95-9621-5c8a7123b42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Pushing event updated for resources: {'Port': ['ID=e4e4ab62-bc97-45be-b8e9-35eef4904d14,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:53.484524 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:53.589530 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba02e56c-1d81-4c52-b539-af7566d7661f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:53.661164 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-eaf7de5a-a355-4d28-af43-13729b674f23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Deleting port e4e4ab62-bc97-45be-b8e9-35eef4904d14 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:08:53.661539 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eaf7de5a-a355-4d28-af43-13729b674f23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:53.801191 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-eaf7de5a-a355-4d28-af43-13729b674f23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] For port e4e4ab62-bc97-45be-b8e9-35eef4904d14, host n-h1-821435-1, got binding levels [] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:53.801558 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eaf7de5a-a355-4d28-af43-13729b674f23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:53.826987 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-eaf7de5a-a355-4d28-af43-13729b674f23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Calling delete_port for e4e4ab62-bc97-45be-b8e9-35eef4904d14 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:08:53.975160 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e99f7-fb54-42e5-8587-0aa36d6117b6 req-57e3d8e3-2d78-4132-b301-89c303cdfe7e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:53.977310 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d53e99f7-fb54-42e5-8587-0aa36d6117b6 req-57e3d8e3-2d78-4132-b301-89c303cdfe7e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 945 time: 0.1722162 Dec 10 19:08:54.107356 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eaf7de5a-a355-4d28-af43-13729b674f23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:54.125315 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d53e99f7-fb54-42e5-8587-0aa36d6117b6 req-79c08422-f033-4975-b3a6-3a6691a45e6e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f4dd358-1606-4eee-85ac-21c45c04dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381981 Dec 10 19:08:54.181513 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7de5a-a355-4d28-af43-13729b674f23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4e4ab62-bc97-45be-b8e9-35eef4904d14,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:54.196100 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eaf7de5a-a355-4d28-af43-13729b674f23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:54.200351 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-eaf7de5a-a355-4d28-af43-13729b674f23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] 10.222.0.62 "DELETE /v2.0/ports/e4e4ab62-bc97-45be-b8e9-35eef4904d14 HTTP/1.1" status: 204 len: 168 time: 0.7503493 Dec 10 19:08:54.204217 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39868) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:54.242953 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ada4c3-92bc-4686-9577-ed061c774d72 req-c90fb974-e20b-40b3-863c-b66e0c7abb16 tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:54.245410 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-85ada4c3-92bc-4686-9577-ed061c774d72 req-c90fb974-e20b-40b3-863c-b66e0c7abb16 tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 1096 time: 0.0483675 Dec 10 19:08:54.248023 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-84124e6f-551e-4b93-b638-50c8e1bfde0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] GET failed (client error): The resource could not be found. Dec 10 19:08:54.249480 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-84124e6f-551e-4b93-b638-50c8e1bfde0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062179470-project-admin] 10.222.0.62 "GET /v2.0/ports/e4e4ab62-bc97-45be-b8e9-35eef4904d14 HTTP/1.1" status: 404 len: 333 time: 0.0444098 Dec 10 19:08:54.252827 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39870) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:54.297296 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-85ada4c3-92bc-4686-9577-ed061c774d72 req-e58f2893-f338-460f-af82-6bc0c1156437 tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8f4dd358-1606-4eee-85ac-21c45c04dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455751 Dec 10 19:08:54.311227 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ba02e56c-1d81-4c52-b539-af7566d7661f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Deleting port f26d1c5c-ddff-4435-9079-9bb8b2187b88 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:08:54.311574 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba02e56c-1d81-4c52-b539-af7566d7661f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:54.426814 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-07d2f3ce-47e4-401f-b9f2-fcad7832bd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:54.514823 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518bbfb-b054-4d2f-b7cb-100e76d04ffd req-35adb42c-bd69-47f2-aed9-f4808cc3feb4 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:54.516848 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a518bbfb-b054-4d2f-b7cb-100e76d04ffd req-35adb42c-bd69-47f2-aed9-f4808cc3feb4 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 945 time: 0.1467812 Dec 10 19:08:54.519100 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba02e56c-1d81-4c52-b539-af7566d7661f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:54.613812 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ba02e56c-1d81-4c52-b539-af7566d7661f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Calling delete_port for f26d1c5c-ddff-4435-9079-9bb8b2187b88 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:08:54.646356 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-07d2f3ce-47e4-401f-b9f2-fcad7832bd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:54.744679 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a518bbfb-b054-4d2f-b7cb-100e76d04ffd req-cb251670-3622-4dd3-8ca3-44a8f851cb4d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f4dd358-1606-4eee-85ac-21c45c04dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106438 Dec 10 19:08:54.751182 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-07d2f3ce-47e4-401f-b9f2-fcad7832bd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5ce8965-027a-4dba-b5e3-8cde2fd896ef']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:54.767648 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39874) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:54.768663 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-07d2f3ce-47e4-401f-b9f2-fcad7832bd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '635f3c1c-a33c-4930-b810-4e8b0265fe5c') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:54.769072 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-07d2f3ce-47e4-401f-b9f2-fcad7832bd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '635f3c1c-a33c-4930-b810-4e8b0265fe5c') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:54.792571 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-07d2f3ce-47e4-401f-b9f2-fcad7832bd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:54.812953 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-07d2f3ce-47e4-401f-b9f2-fcad7832bd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:54.835314 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-64d3a660-5860-484b-9251-6eff5a7ee7b2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/floatingips/2c3ef73b-929e-46ae-835e-6ac8213453c5 HTTP/1.1" status: 200 len: 991 time: 0.0663640 Dec 10 19:08:54.856288 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:54.865747 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d2f3ce-47e4-401f-b9f2-fcad7832bd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:08:54.866332 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-07d2f3ce-47e4-401f-b9f2-fcad7832bd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:54.870379 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:08:54.870379 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:08:54.870379 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:08:54.870379 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:08:54.870379 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:08:54.870379 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:08:54.870379 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:08:54.870379 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:08:54.870379 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:08:54.870379 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:08:54.870379 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:08:54.870379 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:08:54.870379 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:08:54.870379 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:08:54.870379 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:08:54.870379 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:08:54.870379 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:08:54.870379 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:08:54.870379 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:08:54.870379 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:08:54.870379 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:08:54.870379 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:08:54.870379 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:08:54.870379 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:08:54.870379 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:08:54.870379 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:08:54.870379 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:08:54.870379 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:08:54.870379 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:08:54.870379 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:08:54.870379 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:08:54.870379 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:08:54.963733 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-07d2f3ce-47e4-401f-b9f2-fcad7832bd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:54.981272 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-07d2f3ce-47e4-401f-b9f2-fcad7832bd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:54.985560 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-07d2f3ce-47e4-401f-b9f2-fcad7832bd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244-project] 10.222.0.62 "DELETE /v2.0/networks/a5ce8965-027a-4dba-b5e3-8cde2fd896ef HTTP/1.1" status: 204 len: 168 time: 0.7316656 Dec 10 19:08:55.021638 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d2f3ce-47e4-401f-b9f2-fcad7832bd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-218421244-project] Pushing event deleted for resources: {'Network': ['ID=a5ce8965-027a-4dba-b5e3-8cde2fd896ef,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:55.054714 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba02e56c-1d81-4c52-b539-af7566d7661f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:55.084353 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02e56c-1d81-4c52-b539-af7566d7661f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event deleted for resources: {'Port': ['ID=f26d1c5c-ddff-4435-9079-9bb8b2187b88,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:55.185873 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba02e56c-1d81-4c52-b539-af7566d7661f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:55.263753 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39880) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:55.356947 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba02e56c-1d81-4c52-b539-af7566d7661f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Router 61487a6f-9c2c-4c92-bf48-389f4cece7b0 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:08:55.449845 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba02e56c-1d81-4c52-b539-af7566d7661f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:08:55.459461 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ba02e56c-1d81-4c52-b539-af7566d7661f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "PUT /v2.0/routers/61487a6f-9c2c-4c92-bf48-389f4cece7b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6313663 Dec 10 19:08:55.462159 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0756620-e317-400f-9f68-515fa10662a2 None None] Sync routers for ids ['61487a6f-9c2c-4c92-bf48-389f4cece7b0'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:08:55.463003 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39884) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:55.475190 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-42f32199-0488-4ce1-84bf-3eaf97f26277 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8e0973a638704008b0c7d20da5a7bb36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2103145 Dec 10 19:08:55.477699 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39886) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:55.503874 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-801286ee-66b4-4bb9-bee1-20af1582ce07 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "GET /v2.0/ports?device_id=61487a6f-9c2c-4c92-bf48-389f4cece7b0 HTTP/1.1" status: 200 len: 205 time: 0.0390093 Dec 10 19:08:55.507461 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39888) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:55.508889 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:55.589840 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0756620-e317-400f-9f68-515fa10662a2 None None] Routers {'61487a6f-9c2c-4c92-bf48-389f4cece7b0'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:55.590453 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f0756620-e317-400f-9f68-515fa10662a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:08:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['61487a6f-9c2c-4c92-bf48-389f4cece7b0'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:55.597446 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7556aedc-3015-426f-8f27-71f8e164e099 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:55.622822 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f0756620-e317-400f-9f68-515fa10662a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:55.631951 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-df7a0e61-de2e-4953-861a-eda9975f2069 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:55.632404 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0756620-e317-400f-9f68-515fa10662a2 None None] Routers {'61487a6f-9c2c-4c92-bf48-389f4cece7b0'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:55.633048 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f0756620-e317-400f-9f68-515fa10662a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:08:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['61487a6f-9c2c-4c92-bf48-389f4cece7b0'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:55.668004 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f0756620-e317-400f-9f68-515fa10662a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:55.668715 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0756620-e317-400f-9f68-515fa10662a2 None None] The sync data for ids ['61487a6f-9c2c-4c92-bf48-389f4cece7b0'] in n-d-821435-1 is: [] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:08:55.686003 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-df7a0e61-de2e-4953-861a-eda9975f2069 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:56.077679 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7556aedc-3015-426f-8f27-71f8e164e099 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:56.080184 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7556aedc-3015-426f-8f27-71f8e164e099 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:56.128855 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7556aedc-3015-426f-8f27-71f8e164e099 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:56.129466 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7556aedc-3015-426f-8f27-71f8e164e099 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Fanout notify agent at l3_agent the message router_deleted on router 61487a6f-9c2c-4c92-bf48-389f4cece7b0 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:08:56.137230 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7556aedc-3015-426f-8f27-71f8e164e099 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:56.138594 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7556aedc-3015-426f-8f27-71f8e164e099 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "DELETE /v2.0/routers/61487a6f-9c2c-4c92-bf48-389f4cece7b0 HTTP/1.1" status: 204 len: 168 time: 0.6299770 Dec 10 19:08:56.141304 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39890) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:56.150387 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-df7a0e61-de2e-4953-861a-eda9975f2069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:56.152827 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-df7a0e61-de2e-4953-861a-eda9975f2069 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:56.153899 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-df7a0e61-de2e-4953-861a-eda9975f2069 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1d6a56e7-2e13-4010-a008-e265399ebbe6 HTTP/1.1" status: 204 len: 168 time: 0.6753781 Dec 10 19:08:56.185129 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7a0e61-de2e-4953-861a-eda9975f2069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6a56e7-2e13-4010-a008-e265399ebbe6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:56.202445 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5d5d343-6760-4b5c-b7b5-d531257001c8 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Deleting subnet e7de2a6b-2599-46b1-8025-c292665a401f {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:08:56.205766 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5d5d343-6760-4b5c-b7b5-d531257001c8 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:56.250954 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5d5d343-6760-4b5c-b7b5-d531257001c8 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:56.339438 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5d5d343-6760-4b5c-b7b5-d531257001c8 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:56.404138 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5d5d343-6760-4b5c-b7b5-d531257001c8 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:56.435942 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5d343-6760-4b5c-b7b5-d531257001c8 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event deleted for resources: {'Subnet': ['ID=e7de2a6b-2599-46b1-8025-c292665a401f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:56.440769 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5d5d343-6760-4b5c-b7b5-d531257001c8 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:56.445262 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39896) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:56.449417 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca034c0-731b-4cf3-994b-a0cd16801795 None None] Network 5de6c952-b92c-42da-a724-835ef0615445 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:08:56.450996 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c5d5d343-6760-4b5c-b7b5-d531257001c8 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "DELETE /v2.0/subnets/e7de2a6b-2599-46b1-8025-c292665a401f HTTP/1.1" status: 204 len: 168 time: 0.3087049 Dec 10 19:08:56.451562 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39898) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:56.554800 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-201ca901-f21c-4eb0-ae0b-548d6399d285 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=09a31b156efc453d8b770661a1e79c9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1051898 Dec 10 19:08:56.555414 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39900) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:56.564928 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bc50ea9a-599a-4710-9496-1ee7140e5876 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:56.601393 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa69ba23-74f1-48b7-bf19-b8507891a37b None None] DHCP port deletion for 5de6c952-b92c-42da-a724-835ef0615445 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:08:56.646657 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b1d8450-053f-4205-ad82-1d28eaa9e816 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:56.652478 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-aa69ba23-74f1-48b7-bf19-b8507891a37b None None] Deleting port f40a7806-80ff-4a51-bbbb-cea6df93cf53 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:08:56.652892 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aa69ba23-74f1-48b7-bf19-b8507891a37b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:56.673504 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b1d8450-053f-4205-ad82-1d28eaa9e816 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:56.688309 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-bc50ea9a-599a-4710-9496-1ee7140e5876 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Deleting port f40a7806-80ff-4a51-bbbb-cea6df93cf53 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:08:56.688656 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bc50ea9a-599a-4710-9496-1ee7140e5876 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:56.736450 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-aa69ba23-74f1-48b7-bf19-b8507891a37b None None] For port f40a7806-80ff-4a51-bbbb-cea6df93cf53, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=f40a7806-80ff-4a51-bbbb-cea6df93cf53,segment=NetworkSegment(c6fcdba5-ba09-4100-a852-7b71ae86a78f),segment_id=c6fcdba5-ba09-4100-a852-7b71ae86a78f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:56.736896 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aa69ba23-74f1-48b7-bf19-b8507891a37b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:56.750819 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-aa69ba23-74f1-48b7-bf19-b8507891a37b None None] Calling delete_port for f40a7806-80ff-4a51-bbbb-cea6df93cf53 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:08:56.773881 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-bc50ea9a-599a-4710-9496-1ee7140e5876 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] For port f40a7806-80ff-4a51-bbbb-cea6df93cf53, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=f40a7806-80ff-4a51-bbbb-cea6df93cf53,segment=NetworkSegment(c6fcdba5-ba09-4100-a852-7b71ae86a78f),segment_id=c6fcdba5-ba09-4100-a852-7b71ae86a78f)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:56.774254 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bc50ea9a-599a-4710-9496-1ee7140e5876 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:56.788810 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-bc50ea9a-599a-4710-9496-1ee7140e5876 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Calling delete_port for f40a7806-80ff-4a51-bbbb-cea6df93cf53 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:08:56.792731 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b1d8450-053f-4205-ad82-1d28eaa9e816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:56.795283 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b1d8450-053f-4205-ad82-1d28eaa9e816 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:56.796426 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2b1d8450-053f-4205-ad82-1d28eaa9e816 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a9ee1a5d-cc2d-48df-8a2e-f4d30a2d0511 HTTP/1.1" status: 204 len: 168 time: 0.2405360 Dec 10 19:08:56.810395 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d8450-053f-4205-ad82-1d28eaa9e816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ee1a5d-cc2d-48df-8a2e-f4d30a2d0511,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:56.872883 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aa69ba23-74f1-48b7-bf19-b8507891a37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:56.899725 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bc50ea9a-599a-4710-9496-1ee7140e5876 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:56.905141 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69ba23-74f1-48b7-bf19-b8507891a37b None None] Pushing event deleted for resources: {'Port': ['ID=f40a7806-80ff-4a51-bbbb-cea6df93cf53,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:56.912038 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa69ba23-74f1-48b7-bf19-b8507891a37b None None] No DVR routers for this DVR port f40a7806-80ff-4a51-bbbb-cea6df93cf53 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:08:56.929135 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc50ea9a-599a-4710-9496-1ee7140e5876 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] No DVR routers for this DVR port f40a7806-80ff-4a51-bbbb-cea6df93cf53 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:08:56.966298 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50ea9a-599a-4710-9496-1ee7140e5876 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event deleted for resources: {'Port': ['ID=f40a7806-80ff-4a51-bbbb-cea6df93cf53,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:57.059282 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bc50ea9a-599a-4710-9496-1ee7140e5876 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:57.079902 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-bc50ea9a-599a-4710-9496-1ee7140e5876 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de6c952-b92c-42da-a724-835ef0615445']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:57.090167 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-bc50ea9a-599a-4710-9496-1ee7140e5876 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6fcdba5-ba09-4100-a852-7b71ae86a78f') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:57.090479 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-bc50ea9a-599a-4710-9496-1ee7140e5876 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6fcdba5-ba09-4100-a852-7b71ae86a78f') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:57.100287 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bc50ea9a-599a-4710-9496-1ee7140e5876 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:57.106107 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39910) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:57.116521 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bc50ea9a-599a-4710-9496-1ee7140e5876 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:57.122118 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc50ea9a-599a-4710-9496-1ee7140e5876 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:08:57.122938 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bc50ea9a-599a-4710-9496-1ee7140e5876 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:57.125976 n-d-821435-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:08:57.125976 n-d-821435-1 neutron-server[103244]: self.session.flush() Dec 10 19:08:57.125976 n-d-821435-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:08:57.125976 n-d-821435-1 neutron-server[103244]: self.session.flush() Dec 10 19:08:57.125976 n-d-821435-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:08:57.125976 n-d-821435-1 neutron-server[103244]: self.session.flush() Dec 10 19:08:57.125976 n-d-821435-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:08:57.125976 n-d-821435-1 neutron-server[103244]: self.session.flush() Dec 10 19:08:57.125976 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 19:08:57.125976 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:08:57.125976 n-d-821435-1 neutron-server[103244]: timer() Dec 10 19:08:57.125976 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:08:57.125976 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 19:08:57.125976 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:08:57.125976 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 19:08:57.125976 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:08:57.125976 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 19:08:57.125976 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:08:57.125976 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 19:08:57.125976 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:08:57.125976 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 19:08:57.125976 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:08:57.125976 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:08:57.125976 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:08:57.125976 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:08:57.125976 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:08:57.125976 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 19:08:57.125976 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:08:57.125976 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 19:08:57.125976 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:08:57.125976 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:08:57.125976 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:08:57.125976 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 19:08:57.125976 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:08:57.125976 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:08:57.125976 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:08:57.125976 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:08:57.125976 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:08:57.125976 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:08:57.125976 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:08:57.196030 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bc50ea9a-599a-4710-9496-1ee7140e5876 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:57.201679 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bc50ea9a-599a-4710-9496-1ee7140e5876 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:57.210933 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-bc50ea9a-599a-4710-9496-1ee7140e5876 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "DELETE /v2.0/networks/5de6c952-b92c-42da-a724-835ef0615445 HTTP/1.1" status: 204 len: 168 time: 0.7573900 Dec 10 19:08:57.211624 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39918) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:57.231781 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-fcf8a826-1559-4a44-9878-20b357240c55 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-320091824', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:57.238530 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50ea9a-599a-4710-9496-1ee7140e5876 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event deleted for resources: {'Network': ['ID=5de6c952-b92c-42da-a724-835ef0615445,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:57.262039 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fcf8a826-1559-4a44-9878-20b357240c55 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:57.263504 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fcf8a826-1559-4a44-9878-20b357240c55 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:57.306747 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-8bbdf89d-884f-46a7-9e97-935f7b9d0317 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Deleting port f66c6f43-f4ed-42b6-bfcd-bb3304143016 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:08:57.307099 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bbdf89d-884f-46a7-9e97-935f7b9d0317 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:57.326652 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fcf8a826-1559-4a44-9878-20b357240c55 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:57.332324 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fcf8a826-1559-4a44-9878-20b357240c55 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:57.355925 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fcf8a826-1559-4a44-9878-20b357240c55 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:57.357241 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-fcf8a826-1559-4a44-9878-20b357240c55 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1293361 Dec 10 19:08:57.360424 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39922) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:57.368930 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-5d7d7a88-3076-4fd7-adfe-1a346e17158e tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1731851170'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:57.391592 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7d7a88-3076-4fd7-adfe-1a346e17158e tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Made reservation on behalf of 7f185da471b44e78ba28d8589f387edd for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:08:57.396076 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d7d7a88-3076-4fd7-adfe-1a346e17158e tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:57.402065 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bbdf89d-884f-46a7-9e97-935f7b9d0317 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:57.402623 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bbdf89d-884f-46a7-9e97-935f7b9d0317 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:57.418512 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-8bbdf89d-884f-46a7-9e97-935f7b9d0317 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Calling delete_port for f66c6f43-f4ed-42b6-bfcd-bb3304143016 owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:08:57.421580 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d7d7a88-3076-4fd7-adfe-1a346e17158e tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:08:57.431903 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d7d7a88-3076-4fd7-adfe-1a346e17158e tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:57.432248 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-5d7d7a88-3076-4fd7-adfe-1a346e17158e tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Added segment 5c5eed90-047e-4ba9-952d-5e7b52393f1d of type vlan for network b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc Dec 10 19:08:57.472776 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d7d7a88-3076-4fd7-adfe-1a346e17158e tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:57.500267 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d7d7a88-3076-4fd7-adfe-1a346e17158e tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:57.506346 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7d7a88-3076-4fd7-adfe-1a346e17158e tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:57.507093 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d7d7a88-3076-4fd7-adfe-1a346e17158e tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:57.567869 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5d7d7a88-3076-4fd7-adfe-1a346e17158e tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2062752 Dec 10 19:08:57.577469 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39932) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:57.584993 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d7a88-3076-4fd7-adfe-1a346e17158e tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event updated for resources: {'Network': ['ID=b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:57.586854 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-fc2e0ac4-149f-404b-b1dc-5acdc596f528 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Request body: {'subnet': {'network_id': 'b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:57.596617 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:08:57.708982 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bbdf89d-884f-46a7-9e97-935f7b9d0317 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:57.743069 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbdf89d-884f-46a7-9e97-935f7b9d0317 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event deleted for resources: {'Port': ['ID=f66c6f43-f4ed-42b6-bfcd-bb3304143016,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:57.747895 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2e0ac4-149f-404b-b1dc-5acdc596f528 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Made reservation on behalf of 7f185da471b44e78ba28d8589f387edd for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:08:57.751443 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc2e0ac4-149f-404b-b1dc-5acdc596f528 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:57.890791 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bbdf89d-884f-46a7-9e97-935f7b9d0317 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:57.891256 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-8bbdf89d-884f-46a7-9e97-935f7b9d0317 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Floating IP 2c3ef73b-929e-46ae-835e-6ac8213453c5 disassociated (deleted). External IP: 172.25.7.74, port: 24a0c5a5-fe7e-419b-ad7d-c07852be0854. Dec 10 19:08:58.188412 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39948) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:58.240588 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc2e0ac4-149f-404b-b1dc-5acdc596f528 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:58.294953 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-704e850c-6286-48cb-b25f-0226bcbe304e tempest-RoutersAdminNegativeTest-872329220 tempest-RoutersAdminNegativeTest-872329220-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-758494879', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:58.322338 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e0ac4-149f-404b-b1dc-5acdc596f528 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event updated for resources: {'Subnet': ['ID=afdc6635-db8c-4d98-9937-95abff43ee4c,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:58.324259 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704e850c-6286-48cb-b25f-0226bcbe304e tempest-RoutersAdminNegativeTest-872329220 tempest-RoutersAdminNegativeTest-872329220-project-admin] Made reservation on behalf of 5836277114254720b53b50846d9270c7 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:08:58.326402 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-704e850c-6286-48cb-b25f-0226bcbe304e tempest-RoutersAdminNegativeTest-872329220 tempest-RoutersAdminNegativeTest-872329220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:58.341457 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-704e850c-6286-48cb-b25f-0226bcbe304e tempest-RoutersAdminNegativeTest-872329220 tempest-RoutersAdminNegativeTest-872329220-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:58.345568 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2e0ac4-149f-404b-b1dc-5acdc596f528 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Checking segment: {'id': '5c5eed90-047e-4ba9-952d-5e7b52393f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:08:58.345934 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2e0ac4-149f-404b-b1dc-5acdc596f528 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Network hostable DHCP agents. Network: b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:08:58.349201 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbdf89d-884f-46a7-9e97-935f7b9d0317 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Router a1a51041-26f1-4224-bfe7-6fdaacb8d5ce has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:08:58.377761 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2e0ac4-149f-404b-b1dc-5acdc596f528 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Network b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:08:58.405608 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device f40a7806-80ff-4a51-bbbb-cea6df93cf53 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:08:58.433042 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: f40a7806-80ff-4a51-bbbb-cea6df93cf53 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:08:58.433399 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device f40a7806-80ff-4a51-bbbb-cea6df93cf53 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:08:58.442669 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-704e850c-6286-48cb-b25f-0226bcbe304e tempest-RoutersAdminNegativeTest-872329220 tempest-RoutersAdminNegativeTest-872329220-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:58.447921 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-704e850c-6286-48cb-b25f-0226bcbe304e tempest-RoutersAdminNegativeTest-872329220 tempest-RoutersAdminNegativeTest-872329220-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:58.456018 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-fc2e0ac4-149f-404b-b1dc-5acdc596f528 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:58.457663 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-704e850c-6286-48cb-b25f-0226bcbe304e tempest-RoutersAdminNegativeTest-872329220 tempest-RoutersAdminNegativeTest-872329220-project-admin] device_id is not set on port 24ded077-cb46-4775-93be-86c518f4e736 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:08:58.462868 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2e0ac4-149f-404b-b1dc-5acdc596f528 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:58.463462 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc2e0ac4-149f-404b-b1dc-5acdc596f528 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:58.470579 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14933add-7ece-46bb-9be8-6da351e32bb6 None None] Network b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:08:58.486896 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fc2e0ac4-149f-404b-b1dc-5acdc596f528 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9080579 Dec 10 19:08:58.492327 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39952) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:58.508451 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e850c-6286-48cb-b25f-0226bcbe304e tempest-RoutersAdminNegativeTest-872329220 tempest-RoutersAdminNegativeTest-872329220-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d351288-97fe-47eb-bfcb-0500fc1d7697,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:58.581577 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbdf89d-884f-46a7-9e97-935f7b9d0317 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:08:58.581988 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-704e850c-6286-48cb-b25f-0226bcbe304e tempest-RoutersAdminNegativeTest-872329220 tempest-RoutersAdminNegativeTest-872329220-project-admin] Allocated IP 172.25.7.241 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/24ded077-cb46-4775-93be-86c518f4e736) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:08:58.585694 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ceec11c-bf48-45b4-9160-dbaddcfe3359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc', 'network_id': 'b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc', 'project_id': '7f185da471b44e78ba28d8589f387edd', 'fixed_ips': [{'subnet_id': 'afdc6635-db8c-4d98-9937-95abff43ee4c'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:08:58.586683 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2ceec11c-bf48-45b4-9160-dbaddcfe3359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:58.592954 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bbdf89d-884f-46a7-9e97-935f7b9d0317 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:58.593522 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9394d63-cf34-443c-8615-2e3deb5f5819 None None] Sync routers for ids ['a1a51041-26f1-4224-bfe7-6fdaacb8d5ce'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:08:58.621445 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9394d63-cf34-443c-8615-2e3deb5f5819 None None] Routers {'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:58.622201 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b9394d63-cf34-443c-8615-2e3deb5f5819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:08:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a1a51041-26f1-4224-bfe7-6fdaacb8d5ce'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:58.682683 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8bbdf89d-884f-46a7-9e97-935f7b9d0317 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "DELETE /v2.0/floatingips/2c3ef73b-929e-46ae-835e-6ac8213453c5 HTTP/1.1" status: 204 len: 168 time: 1.5753546 Dec 10 19:08:58.684143 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f1db5b-9775-4962-bdef-725a18ecca85', 'tag': '24a0c5a5-fe7e-419b-ad7d-c07852be0854'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:08:58.686452 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc5cbf4-a0ae-4ade-be40-ff0ae2c1fc30" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f1db5b-9775-4962-bdef-725a18ecca85", "tag": "24a0c5a5-fe7e-419b-ad7d-c07852be0854"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:08:58.767173 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b34779-c167-4f52-9ef8-634105c89ba1 x-openstack-request-id: req-13b34779-c167-4f52-9ef8-634105c89ba1 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:08:58.767467 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f1db5b-9775-4962-bdef-725a18ecca85", "tag": "24a0c5a5-fe7e-419b-ad7d-c07852be0854", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:08:58.767719 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-13b34779-c167-4f52-9ef8-634105c89ba1 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:08:58.768125 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f1db5b-9775-4962-bdef-725a18ecca85', 'tag': '24a0c5a5-fe7e-419b-ad7d-c07852be0854', 'status': 'completed', 'code': 200} Dec 10 19:08:58.777325 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-704e850c-6286-48cb-b25f-0226bcbe304e tempest-RoutersAdminNegativeTest-872329220 tempest-RoutersAdminNegativeTest-872329220-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:58.821224 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-704e850c-6286-48cb-b25f-0226bcbe304e tempest-RoutersAdminNegativeTest-872329220 tempest-RoutersAdminNegativeTest-872329220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:58.847514 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-2ceec11c-bf48-45b4-9160-dbaddcfe3359 None None] Allocated IP 2001:db8::2 (b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc/afdc6635-db8c-4d98-9937-95abff43ee4c/dcdba710-a62e-4dbd-9421-5abb9132bc4c) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:08:58.851681 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-b9394d63-cf34-443c-8615-2e3deb5f5819 None None] Set router a1a51041-26f1-4224-bfe7-6fdaacb8d5ce gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:08:58.876471 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-048934cc-2adf-430f-9c7f-db96dd3e3562 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:58.879973 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704e850c-6286-48cb-b25f-0226bcbe304e tempest-RoutersAdminNegativeTest-872329220 tempest-RoutersAdminNegativeTest-872329220-project-admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:08:58.883989 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-704e850c-6286-48cb-b25f-0226bcbe304e tempest-RoutersAdminNegativeTest-872329220 tempest-RoutersAdminNegativeTest-872329220-project-admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:58.886669 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704e850c-6286-48cb-b25f-0226bcbe304e tempest-RoutersAdminNegativeTest-872329220 tempest-RoutersAdminNegativeTest-872329220-project-admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:08:58.891273 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5cbf4-a0ae-4ade-be40-ff0ae2c1fc30 req-e57a8743-c1b7-4f4e-a2fe-dda08c7fbaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:58.892844 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dfc5cbf4-a0ae-4ade-be40-ff0ae2c1fc30 req-e57a8743-c1b7-4f4e-a2fe-dda08c7fbaf0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 1096 time: 0.0958657 Dec 10 19:08:58.917942 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98be2156-342a-4ee2-9c7d-bb6a378dad17 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:08:58.923554 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e850c-6286-48cb-b25f-0226bcbe304e tempest-RoutersAdminNegativeTest-872329220 tempest-RoutersAdminNegativeTest-872329220-project-admin] Pushing event updated for resources: {'Port': ['ID=24ded077-cb46-4775-93be-86c518f4e736,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:58.949790 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704e850c-6286-48cb-b25f-0226bcbe304e tempest-RoutersAdminNegativeTest-872329220 tempest-RoutersAdminNegativeTest-872329220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:58.950713 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-704e850c-6286-48cb-b25f-0226bcbe304e tempest-RoutersAdminNegativeTest-872329220 tempest-RoutersAdminNegativeTest-872329220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:58.970921 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-704e850c-6286-48cb-b25f-0226bcbe304e tempest-RoutersAdminNegativeTest-872329220 tempest-RoutersAdminNegativeTest-872329220-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.7810652 Dec 10 19:08:58.974312 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39958) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:58.980369 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-2d5a1274-3659-452d-bcbf-ee77ece4bd96 tempest-RoutersAdminNegativeTest-872329220 tempest-RoutersAdminNegativeTest-872329220-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.241'}]}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:59.009418 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d5a1274-3659-452d-bcbf-ee77ece4bd96 tempest-RoutersAdminNegativeTest-872329220 tempest-RoutersAdminNegativeTest-872329220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:59.011069 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d5a1274-3659-452d-bcbf-ee77ece4bd96 tempest-RoutersAdminNegativeTest-872329220 tempest-RoutersAdminNegativeTest-872329220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:59.076036 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d5a1274-3659-452d-bcbf-ee77ece4bd96 tempest-RoutersAdminNegativeTest-872329220 tempest-RoutersAdminNegativeTest-872329220-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:59.154797 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-96c00396-c1ed-42a2-b356-055234b9d6aa None None] Provisioning complete for port 24ded077-cb46-4775-93be-86c518f4e736 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:59.155175 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-96c00396-c1ed-42a2-b356-055234b9d6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:59.159518 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5cbf4-a0ae-4ade-be40-ff0ae2c1fc30 req-e083860d-4a2d-48a7-9f9d-360c88b756bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:59.161918 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dfc5cbf4-a0ae-4ade-be40-ff0ae2c1fc30 req-e083860d-4a2d-48a7-9f9d-360c88b756bd service neutron] 10.222.0.72 "GET /v2.0/networks?id=d7dbe852-fac5-4cb0-b80e-c3d581fd3a93 HTTP/1.1" status: 200 len: 897 time: 0.2291243 Dec 10 19:08:59.241854 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d5a1274-3659-452d-bcbf-ee77ece4bd96 tempest-RoutersAdminNegativeTest-872329220 tempest-RoutersAdminNegativeTest-872329220-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:59.242382 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dfc5cbf4-a0ae-4ade-be40-ff0ae2c1fc30 req-561e2c30-e119-4833-a366-077594cb641a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24a0c5a5-fe7e-419b-ad7d-c07852be0854 HTTP/1.1" status: 200 len: 217 time: 0.0599566 Dec 10 19:08:59.250287 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-96c00396-c1ed-42a2-b356-055234b9d6aa None None] Port 24ded077-cb46-4775-93be-86c518f4e736 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:08:59.276927 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b9394d63-cf34-443c-8615-2e3deb5f5819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1568933201', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '67acb33a-84a0-456d-9f79-cfdf0143ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:37Z', 'updated_at': '2021-12-10T19:07:43Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '67acb33a-84a0-456d-9f79-cfdf0143ccc8', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:38Z', 'updated_at': '2021-12-10T19:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '535def81-bb15-4ce5-8651-b91594ae13fe', 'name': '', 'network_id': 'd7dbe852-fac5-4cb0-b80e-c3d581fd3a93', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'mac_address': 'fa:16:3e:86:12:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'f36251e8-d712-4b25-90f0-0b8bc617d421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:42Z', 'updated_at': '2021-12-10T19:07:49Z', 'revision_number': 5, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'subnets': [{'id': 'f36251e8-d712-4b25-90f0-0b8bc617d421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:59.278980 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2ceec11c-bf48-45b4-9160-dbaddcfe3359 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:59.312616 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9394d63-cf34-443c-8615-2e3deb5f5819 None None] Checking router: a1a51041-26f1-4224-bfe7-6fdaacb8d5ce for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:08:59.315039 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2ceec11c-bf48-45b4-9160-dbaddcfe3359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:59.362007 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5cbf4-a0ae-4ade-be40-ff0ae2c1fc30 req-b530f14f-a28f-43e3-9aa7-bd2bef7781a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:59.363875 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dfc5cbf4-a0ae-4ade-be40-ff0ae2c1fc30 req-b530f14f-a28f-43e3-9aa7-bd2bef7781a3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f36251e8-d712-4b25-90f0-0b8bc617d421 HTTP/1.1" status: 200 len: 835 time: 0.1127088 Dec 10 19:08:59.368794 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-048934cc-2adf-430f-9c7f-db96dd3e3562 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Allocated IP 2001:db8::1 (b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc/afdc6635-db8c-4d98-9937-95abff43ee4c/50f176d3-c11e-4ae1-a6c4-aa754d103e12) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:08:59.378930 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9394d63-cf34-443c-8615-2e3deb5f5819 None None] Routers {'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:59.379587 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b9394d63-cf34-443c-8615-2e3deb5f5819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:08:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a1a51041-26f1-4224-bfe7-6fdaacb8d5ce'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:59.386614 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca269a-9a72-4750-9026-0044e78f43c0 req-a3c26f0e-8ad7-4950-9731-1882bff38fd6 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:59.389098 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-04ca269a-9a72-4750-9026-0044e78f43c0 req-a3c26f0e-8ad7-4950-9731-1882bff38fd6 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 945 time: 0.2376311 Dec 10 19:08:59.391297 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ceec11c-bf48-45b4-9160-dbaddcfe3359 None None] Network b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:08:59.429489 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-2ceec11c-bf48-45b4-9160-dbaddcfe3359 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:59.460748 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceec11c-bf48-45b4-9160-dbaddcfe3359 None None] Pushing event updated for resources: {'Port': ['ID=dcdba710-a62e-4dbd-9421-5abb9132bc4c,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:59.463440 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ceec11c-bf48-45b4-9160-dbaddcfe3359 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:08:59.469551 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-04ca269a-9a72-4750-9026-0044e78f43c0 req-171dfa41-aa4c-482b-bc15-029bdbb97239 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f4dd358-1606-4eee-85ac-21c45c04dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694904 Dec 10 19:08:59.503764 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5cbf4-a0ae-4ade-be40-ff0ae2c1fc30 req-846541be-3601-479b-ae8e-f4952fd36cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:59.505533 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dfc5cbf4-a0ae-4ade-be40-ff0ae2c1fc30 req-846541be-3601-479b-ae8e-f4952fd36cab service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d7dbe852-fac5-4cb0-b80e-c3d581fd3a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1249065 Dec 10 19:08:59.551244 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-2ceec11c-bf48-45b4-9160-dbaddcfe3359 None None] Attempting to bind port dcdba710-a62e-4dbd-9421-5abb9132bc4c on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:59.552184 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-2ceec11c-bf48-45b4-9160-dbaddcfe3359 None None] Attempting to bind port dcdba710-a62e-4dbd-9421-5abb9132bc4c by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '5c5eed90-047e-4ba9-952d-5e7b52393f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:59.552549 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceec11c-bf48-45b4-9160-dbaddcfe3359 None None] Attempting to bind port dcdba710-a62e-4dbd-9421-5abb9132bc4c on network b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:59.560281 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceec11c-bf48-45b4-9160-dbaddcfe3359 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:08:59.560970 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceec11c-bf48-45b4-9160-dbaddcfe3359 None None] Checking segment: {'id': '5c5eed90-047e-4ba9-952d-5e7b52393f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:08:59.561685 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2ceec11c-bf48-45b4-9160-dbaddcfe3359 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:59.562246 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceec11c-bf48-45b4-9160-dbaddcfe3359 None None] Bound using segment: {'id': '5c5eed90-047e-4ba9-952d-5e7b52393f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:08:59.562923 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-2ceec11c-bf48-45b4-9160-dbaddcfe3359 None None] Bound port: dcdba710-a62e-4dbd-9421-5abb9132bc4c, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5eed90-047e-4ba9-952d-5e7b52393f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:08:59.563496 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2ceec11c-bf48-45b4-9160-dbaddcfe3359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:59.607150 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-b9394d63-cf34-443c-8615-2e3deb5f5819 None None] Set router a1a51041-26f1-4224-bfe7-6fdaacb8d5ce gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:08:59.609561 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-048934cc-2adf-430f-9c7f-db96dd3e3562 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:59.611673 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d5a1274-3659-452d-bcbf-ee77ece4bd96 tempest-RoutersAdminNegativeTest-872329220 tempest-RoutersAdminNegativeTest-872329220-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:59.631861 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d5a1274-3659-452d-bcbf-ee77ece4bd96 tempest-RoutersAdminNegativeTest-872329220 tempest-RoutersAdminNegativeTest-872329220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:59.644065 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dfc5cbf4-a0ae-4ade-be40-ff0ae2c1fc30 req-ae6dbabf-6411-402d-991e-cbf74e996de1 service neutron] 10.222.0.72 "GET /v2.0/networks/d7dbe852-fac5-4cb0-b80e-c3d581fd3a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283050 Dec 10 19:08:59.731037 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-048934cc-2adf-430f-9c7f-db96dd3e3562 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:59.785757 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048934cc-2adf-430f-9c7f-db96dd3e3562 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Network b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:08:59.799240 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-048934cc-2adf-430f-9c7f-db96dd3e3562 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:59.806990 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048934cc-2adf-430f-9c7f-db96dd3e3562 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:08:59.807686 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-048934cc-2adf-430f-9c7f-db96dd3e3562 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:59.842120 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31159c-b0c3-45b0-b23c-a2795e7a65f9 req-b131db26-ba39-405d-8ffb-f109f10b6914 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:59.843680 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a31159c-b0c3-45b0-b23c-a2795e7a65f9 req-b131db26-ba39-405d-8ffb-f109f10b6914 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 945 time: 0.1491468 Dec 10 19:08:59.926081 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-2ceec11c-bf48-45b4-9160-dbaddcfe3359 None None] For port dcdba710-a62e-4dbd-9421-5abb9132bc4c, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:08:59.947588 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-2ceec11c-bf48-45b4-9160-dbaddcfe3359 None None] For port dcdba710-a62e-4dbd-9421-5abb9132bc4c, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=dcdba710-a62e-4dbd-9421-5abb9132bc4c,segment=NetworkSegment(5c5eed90-047e-4ba9-952d-5e7b52393f1d),segment_id=5c5eed90-047e-4ba9-952d-5e7b52393f1d)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:08:59.960918 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2ceec11c-bf48-45b4-9160-dbaddcfe3359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:59.962866 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d5a1274-3659-452d-bcbf-ee77ece4bd96 tempest-RoutersAdminNegativeTest-872329220 tempest-RoutersAdminNegativeTest-872329220-project-admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:00.075743 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceec11c-bf48-45b4-9160-dbaddcfe3359 None None] Pushing event updated for resources: {'Port': ['ID=dcdba710-a62e-4dbd-9421-5abb9132bc4c,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:00.098508 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b9394d63-cf34-443c-8615-2e3deb5f5819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1568933201', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '67acb33a-84a0-456d-9f79-cfdf0143ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:37Z', 'updated_at': '2021-12-10T19:07:43Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '67acb33a-84a0-456d-9f79-cfdf0143ccc8', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:38Z', 'updated_at': '2021-12-10T19:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '535def81-bb15-4ce5-8651-b91594ae13fe', 'name': '', 'network_id': 'd7dbe852-fac5-4cb0-b80e-c3d581fd3a93', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'mac_address': 'fa:16:3e:86:12:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'f36251e8-d712-4b25-90f0-0b8bc617d421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:42Z', 'updated_at': '2021-12-10T19:07:49Z', 'revision_number': 5, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'subnets': [{'id': 'f36251e8-d712-4b25-90f0-0b8bc617d421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:00.132863 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9394d63-cf34-443c-8615-2e3deb5f5819 None None] The sync data for ids ['a1a51041-26f1-4224-bfe7-6fdaacb8d5ce'] in n-d-821435-1 is: [{'id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1568933201', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '67acb33a-84a0-456d-9f79-cfdf0143ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:37Z', 'updated_at': '2021-12-10T19:07:43Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '67acb33a-84a0-456d-9f79-cfdf0143ccc8', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:38Z', 'updated_at': '2021-12-10T19:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '535def81-bb15-4ce5-8651-b91594ae13fe', 'name': '', 'network_id': 'd7dbe852-fac5-4cb0-b80e-c3d581fd3a93', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'mac_address': 'fa:16:3e:86:12:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'f36251e8-d712-4b25-90f0-0b8bc617d421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:42Z', 'updated_at': '2021-12-10T19:07:49Z', 'revision_number': 5, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'subnets': [{'id': 'f36251e8-d712-4b25-90f0-0b8bc617d421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:09:00.203817 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048934cc-2adf-430f-9c7f-db96dd3e3562 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event updated for resources: {'Port': ['ID=50f176d3-c11e-4ae1-a6c4-aa754d103e12,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:00.213129 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dfc5cbf4-a0ae-4ade-be40-ff0ae2c1fc30 req-2abc9015-2a6e-40cf-a182-fe7fc1ac2925 service neutron] 10.222.0.72 "GET /v2.0/networks/d7dbe852-fac5-4cb0-b80e-c3d581fd3a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5574853 Dec 10 19:09:00.341420 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-048934cc-2adf-430f-9c7f-db96dd3e3562 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:00.459528 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device dcdba710-a62e-4dbd-9421-5abb9132bc4c up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:09:00.559475 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port dcdba710-a62e-4dbd-9421-5abb9132bc4c triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:00.559965 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:00.560475 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921ce199-abd0-4793-aec0-74a4be6da209 None None] New status for floating IP 2c3ef73b-929e-46ae-835e-6ac8213453c5: DOWN {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:09:00.684572 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d5a1274-3659-452d-bcbf-ee77ece4bd96 tempest-RoutersAdminNegativeTest-872329220 tempest-RoutersAdminNegativeTest-872329220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:00.687662 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d5a1274-3659-452d-bcbf-ee77ece4bd96 tempest-RoutersAdminNegativeTest-872329220 tempest-RoutersAdminNegativeTest-872329220-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:00.691849 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:00.730759 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port dcdba710-a62e-4dbd-9421-5abb9132bc4c, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=dcdba710-a62e-4dbd-9421-5abb9132bc4c,segment=NetworkSegment(5c5eed90-047e-4ba9-952d-5e7b52393f1d),segment_id=5c5eed90-047e-4ba9-952d-5e7b52393f1d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:00.731706 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-048934cc-2adf-430f-9c7f-db96dd3e3562 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:00.735610 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:00.737737 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-048934cc-2adf-430f-9c7f-db96dd3e3562 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:00.738330 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-3a31159c-b0c3-45b0-b23c-a2795e7a65f9 req-2913459a-04d3-4955-80b6-b212f23ed6bd tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Deleting port 24a0c5a5-fe7e-419b-ad7d-c07852be0854 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:09:00.738532 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-048934cc-2adf-430f-9c7f-db96dd3e3562 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:00.738692 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3a31159c-b0c3-45b0-b23c-a2795e7a65f9 req-2913459a-04d3-4955-80b6-b212f23ed6bd tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:00.791481 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=dcdba710-a62e-4dbd-9421-5abb9132bc4c,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:00.798626 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d5a1274-3659-452d-bcbf-ee77ece4bd96 tempest-RoutersAdminNegativeTest-872329220 tempest-RoutersAdminNegativeTest-872329220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:00.799183 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5a1274-3659-452d-bcbf-ee77ece4bd96 tempest-RoutersAdminNegativeTest-872329220 tempest-RoutersAdminNegativeTest-872329220-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e62bb211-501c-42e0-9e78-fcafe16f1875 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:09:00.826198 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-2d5a1274-3659-452d-bcbf-ee77ece4bd96 tempest-RoutersAdminNegativeTest-872329220 tempest-RoutersAdminNegativeTest-872329220-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 10 19:09:00.827407 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2d5a1274-3659-452d-bcbf-ee77ece4bd96 tempest-RoutersAdminNegativeTest-872329220 tempest-RoutersAdminNegativeTest-872329220-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.8515511 Dec 10 19:09:00.830250 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39968) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:00.855162 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048934cc-2adf-430f-9c7f-db96dd3e3562 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event updated for resources: {'Port': ['ID=50f176d3-c11e-4ae1-a6c4-aa754d103e12,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:00.867618 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2406811-9019-4b81-beee-00fbf71dd8df req-de24680e-ee6a-4437-972a-e0a054666372 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:00.869240 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b2406811-9019-4b81-beee-00fbf71dd8df req-de24680e-ee6a-4437-972a-e0a054666372 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f1db5b-9775-4962-bdef-725a18ecca85 HTTP/1.1" status: 200 len: 945 time: 0.2888055 Dec 10 19:09:00.883000 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-3a31159c-b0c3-45b0-b23c-a2795e7a65f9 req-2913459a-04d3-4955-80b6-b212f23ed6bd tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] For port 24a0c5a5-fe7e-419b-ad7d-c07852be0854, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=24a0c5a5-fe7e-419b-ad7d-c07852be0854,segment=NetworkSegment(c4c07199-793c-4917-9fe5-f030f298a5a1),segment_id=c4c07199-793c-4917-9fe5-f030f298a5a1)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:00.883350 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3a31159c-b0c3-45b0-b23c-a2795e7a65f9 req-2913459a-04d3-4955-80b6-b212f23ed6bd tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:00.922883 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-3a31159c-b0c3-45b0-b23c-a2795e7a65f9 req-2913459a-04d3-4955-80b6-b212f23ed6bd tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Calling delete_port for 24a0c5a5-fe7e-419b-ad7d-c07852be0854 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:09:00.947114 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048934cc-2adf-430f-9c7f-db96dd3e3562 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Network b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:09:00.949669 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-048934cc-2adf-430f-9c7f-db96dd3e3562 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:09:00.954907 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b2406811-9019-4b81-beee-00fbf71dd8df req-0d2ee3a3-316c-4d81-8d23-73136921ffe5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f4dd358-1606-4eee-85ac-21c45c04dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788658 Dec 10 19:09:01.006022 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c315bf0b-1a44-4238-9ef9-b2abbc26e307 tempest-RoutersAdminNegativeTest-872329220 tempest-RoutersAdminNegativeTest-872329220-project-admin] Deleting port 24ded077-cb46-4775-93be-86c518f4e736 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:09:01.006355 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c315bf0b-1a44-4238-9ef9-b2abbc26e307 tempest-RoutersAdminNegativeTest-872329220 tempest-RoutersAdminNegativeTest-872329220-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:01.089978 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048934cc-2adf-430f-9c7f-db96dd3e3562 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Router 83c694f5-cfed-4393-ba87-7f782a1e0371 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:09:01.136931 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c315bf0b-1a44-4238-9ef9-b2abbc26e307 tempest-RoutersAdminNegativeTest-872329220 tempest-RoutersAdminNegativeTest-872329220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:01.155003 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c315bf0b-1a44-4238-9ef9-b2abbc26e307 tempest-RoutersAdminNegativeTest-872329220 tempest-RoutersAdminNegativeTest-872329220-project-admin] Calling delete_port for 24ded077-cb46-4775-93be-86c518f4e736 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:09:01.164815 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3a31159c-b0c3-45b0-b23c-a2795e7a65f9 req-2913459a-04d3-4955-80b6-b212f23ed6bd tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:01.186654 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048934cc-2adf-430f-9c7f-db96dd3e3562 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:09:01.191626 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-048934cc-2adf-430f-9c7f-db96dd3e3562 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "PUT /v2.0/routers/83c694f5-cfed-4393-ba87-7f782a1e0371/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6982794 Dec 10 19:09:01.195102 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39970) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:01.200324 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e035a8-df76-4696-b124-8e0c06b92bf2 None None] Sync routers for ids ['83c694f5-cfed-4393-ba87-7f782a1e0371'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:09:01.200867 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-33305cd0-5d2f-43cc-81f7-97ac6f5da372 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-705695918'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:01.220434 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e035a8-df76-4696-b124-8e0c06b92bf2 None None] Routers {'83c694f5-cfed-4393-ba87-7f782a1e0371'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:09:01.221158 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-66e035a8-df76-4696-b124-8e0c06b92bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:08:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['83c694f5-cfed-4393-ba87-7f782a1e0371'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:01.235491 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2913459a-04d3-4955-80b6-b212f23ed6bd tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event deleted for resources: {'Port': ['ID=24a0c5a5-fe7e-419b-ad7d-c07852be0854,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:01.248948 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33305cd0-5d2f-43cc-81f7-97ac6f5da372 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Made reservation on behalf of 7f185da471b44e78ba28d8589f387edd for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:09:01.253604 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33305cd0-5d2f-43cc-81f7-97ac6f5da372 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:01.285290 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33305cd0-5d2f-43cc-81f7-97ac6f5da372 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:09:01.292981 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a31159c-b0c3-45b0-b23c-a2795e7a65f9 req-2913459a-04d3-4955-80b6-b212f23ed6bd tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] No DVR routers for this DVR port 24a0c5a5-fe7e-419b-ad7d-c07852be0854 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:09:01.296866 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3a31159c-b0c3-45b0-b23c-a2795e7a65f9 req-2913459a-04d3-4955-80b6-b212f23ed6bd tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:01.300485 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a31159c-b0c3-45b0-b23c-a2795e7a65f9 req-2913459a-04d3-4955-80b6-b212f23ed6bd tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.72 "DELETE /v2.0/ports/24a0c5a5-fe7e-419b-ad7d-c07852be0854 HTTP/1.1" status: 204 len: 173 time: 1.4494491 Dec 10 19:09:01.300969 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f1db5b-9775-4962-bdef-725a18ecca85', 'name': 'network-vif-deleted', 'tag': '24a0c5a5-fe7e-419b-ad7d-c07852be0854'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:09:01.301423 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33305cd0-5d2f-43cc-81f7-97ac6f5da372 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:01.302212 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-33305cd0-5d2f-43cc-81f7-97ac6f5da372 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Added segment c6ceca23-aa3f-4b16-a7f1-b2b034512e06 of type vlan for network d293bd6b-de31-47ae-992e-7c1fcbf9eefc Dec 10 19:09:01.303484 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105f79e2-c61c-44b5-aeaa-a213e9542cb8" -d '{"events": [{"server_uuid": "d5f1db5b-9775-4962-bdef-725a18ecca85", "name": "network-vif-deleted", "tag": "24a0c5a5-fe7e-419b-ad7d-c07852be0854"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:09:01.378394 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a323b1-7005-40f0-97b9-160ad460d16f x-openstack-request-id: req-b8a323b1-7005-40f0-97b9-160ad460d16f {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:09:01.378892 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f1db5b-9775-4962-bdef-725a18ecca85", "name": "network-vif-deleted", "tag": "24a0c5a5-fe7e-419b-ad7d-c07852be0854", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:09:01.379227 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b8a323b1-7005-40f0-97b9-160ad460d16f {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:09:01.379676 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f1db5b-9775-4962-bdef-725a18ecca85', 'name': 'network-vif-deleted', 'tag': '24a0c5a5-fe7e-419b-ad7d-c07852be0854', 'status': 'completed', 'code': 200} Dec 10 19:09:01.381151 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33305cd0-5d2f-43cc-81f7-97ac6f5da372 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:01.405912 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76db76d7-02f6-4b07-aa97-9eeb1800bbd0 None None] Network b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:09:01.420688 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33305cd0-5d2f-43cc-81f7-97ac6f5da372 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:01.430895 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33305cd0-5d2f-43cc-81f7-97ac6f5da372 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:01.431630 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33305cd0-5d2f-43cc-81f7-97ac6f5da372 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:01.435165 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c315bf0b-1a44-4238-9ef9-b2abbc26e307 tempest-RoutersAdminNegativeTest-872329220 tempest-RoutersAdminNegativeTest-872329220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:01.457184 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-33305cd0-5d2f-43cc-81f7-97ac6f5da372 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2609968 Dec 10 19:09:01.465698 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39974) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:01.471096 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b4db49c6-f9fb-431c-9dd0-b8f29e104a96 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Request body: {'subnet': {'network_id': 'd293bd6b-de31-47ae-992e-7c1fcbf9eefc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:01.475230 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315bf0b-1a44-4238-9ef9-b2abbc26e307 tempest-RoutersAdminNegativeTest-872329220 tempest-RoutersAdminNegativeTest-872329220-project-admin] Pushing event deleted for resources: {'Port': ['ID=24ded077-cb46-4775-93be-86c518f4e736,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:01.488337 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-66e035a8-df76-4696-b124-8e0c06b92bf2 None None] Set router 83c694f5-cfed-4393-ba87-7f782a1e0371 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:09:01.532800 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33305cd0-5d2f-43cc-81f7-97ac6f5da372 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event updated for resources: {'Network': ['ID=d293bd6b-de31-47ae-992e-7c1fcbf9eefc,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:01.553051 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100b11ed-e762-4c34-975a-5ec1c0ceeab3 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:09:01.562538 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network d293bd6b-de31-47ae-992e-7c1fcbf9eefc details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:09:01.616662 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c315bf0b-1a44-4238-9ef9-b2abbc26e307 tempest-RoutersAdminNegativeTest-872329220 tempest-RoutersAdminNegativeTest-872329220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:01.619920 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c315bf0b-1a44-4238-9ef9-b2abbc26e307 tempest-RoutersAdminNegativeTest-872329220 tempest-RoutersAdminNegativeTest-872329220-project-admin] 10.222.0.62 "DELETE /v2.0/ports/24ded077-cb46-4775-93be-86c518f4e736 HTTP/1.1" status: 204 len: 168 time: 0.7887461 Dec 10 19:09:01.626001 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8dbf375b-c4c3-4da8-8b3e-8af5be18e5e6 None None] Provisioning complete for port dcdba710-a62e-4dbd-9421-5abb9132bc4c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:01.626866 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8dbf375b-c4c3-4da8-8b3e-8af5be18e5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:01.643480 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4db49c6-f9fb-431c-9dd0-b8f29e104a96 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Made reservation on behalf of 7f185da471b44e78ba28d8589f387edd for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:09:01.648705 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4db49c6-f9fb-431c-9dd0-b8f29e104a96 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:01.888859 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4db49c6-f9fb-431c-9dd0-b8f29e104a96 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:01.959387 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db49c6-f9fb-431c-9dd0-b8f29e104a96 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event updated for resources: {'Subnet': ['ID=3fc494a6-bf69-426d-ab02-53d979bd839d,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:01.980626 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4db49c6-f9fb-431c-9dd0-b8f29e104a96 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Checking segment: {'id': 'c6ceca23-aa3f-4b16-a7f1-b2b034512e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd293bd6b-de31-47ae-992e-7c1fcbf9eefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:09:01.981113 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4db49c6-f9fb-431c-9dd0-b8f29e104a96 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Network hostable DHCP agents. Network: d293bd6b-de31-47ae-992e-7c1fcbf9eefc, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:09:01.986132 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-66e035a8-df76-4696-b124-8e0c06b92bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'name': 'tempest-RoutersIpV6Test-router-320091824', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:57Z', 'updated_at': '2021-12-10T19:09:00Z', 'revision_number': 2, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'gw_port_host': None, '_interfaces': [{'id': '50f176d3-c11e-4ae1-a6c4-aa754d103e12', 'name': '', 'network_id': 'b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:8b:82:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:59Z', 'updated_at': '2021-12-10T19:09:00Z', 'revision_number': 2, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:02.002163 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4db49c6-f9fb-431c-9dd0-b8f29e104a96 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Network d293bd6b-de31-47ae-992e-7c1fcbf9eefc is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:09:02.014787 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-b4db49c6-f9fb-431c-9dd0-b8f29e104a96 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, d293bd6b-de31-47ae-992e-7c1fcbf9eefc) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:09:02.018680 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39982) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:02.019634 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4db49c6-f9fb-431c-9dd0-b8f29e104a96 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:02.021244 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4db49c6-f9fb-431c-9dd0-b8f29e104a96 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:02.045630 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cf48c2-e56e-4915-8023-61958437137e None None] Network d293bd6b-de31-47ae-992e-7c1fcbf9eefc requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:09:02.045921 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39986) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:02.053547 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e035a8-df76-4696-b124-8e0c06b92bf2 None None] Checking router: 83c694f5-cfed-4393-ba87-7f782a1e0371 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:09:02.053964 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e035a8-df76-4696-b124-8e0c06b92bf2 None None] Updating router 83c694f5-cfed-4393-ba87-7f782a1e0371 port 50f176d3-c11e-4ae1-a6c4-aa754d103e12 binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:09:02.061043 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b4db49c6-f9fb-431c-9dd0-b8f29e104a96 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5941129 Dec 10 19:09:02.072985 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39988) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:02.202715 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-66e035a8-df76-4696-b124-8e0c06b92bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:02.269055 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5da7f5a-7c5a-42a1-82ba-779c5e744392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-d293bd6b-de31-47ae-992e-7c1fcbf9eefc', 'network_id': 'd293bd6b-de31-47ae-992e-7c1fcbf9eefc', 'project_id': '7f185da471b44e78ba28d8589f387edd', 'fixed_ips': [{'subnet_id': '3fc494a6-bf69-426d-ab02-53d979bd839d'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:09:02.272340 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f5da7f5a-7c5a-42a1-82ba-779c5e744392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:02.305985 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bec0ac13-7562-4c41-b8c3-0fe83a000d66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:02.378258 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1fcc8dbc-5476-4507-b152-184e47abc74c None None] Provisioning complete for port dcdba710-a62e-4dbd-9421-5abb9132bc4c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:02.378762 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1fcc8dbc-5476-4507-b152-184e47abc74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:02.492259 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device dcdba710-a62e-4dbd-9421-5abb9132bc4c up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:09:02.570571 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bec0ac13-7562-4c41-b8c3-0fe83a000d66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:02.571141 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d5b7d6d-4a18-42bd-b6a5-59e8b1b02c29 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:02.583369 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bec0ac13-7562-4c41-b8c3-0fe83a000d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:02.639191 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-bec0ac13-7562-4c41-b8c3-0fe83a000d66 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6c787cb4e5464828839f92a78940574c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6168437 Dec 10 19:09:02.640244 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 39990) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:02.648439 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0ac13-7562-4c41-b8c3-0fe83a000d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e818b4-b93e-4766-8bc6-dc844fab9501,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:02.678296 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port dcdba710-a62e-4dbd-9421-5abb9132bc4c triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:02.678838 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:02.738859 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-f5da7f5a-7c5a-42a1-82ba-779c5e744392 None None] Allocated IP 2001:db8:1::2 (d293bd6b-de31-47ae-992e-7c1fcbf9eefc/3fc494a6-bf69-426d-ab02-53d979bd839d/cd419970-8552-4f2d-9d87-1f8a91066895) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:09:02.746475 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3df50a27-2be9-4620-bc55-1753041a9cfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:02.777115 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3df50a27-2be9-4620-bc55-1753041a9cfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:02.790063 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1aac15b1-20c6-4d2a-bf25-0fc08faf8c0b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:02.909456 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3df50a27-2be9-4620-bc55-1753041a9cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:02.912884 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3df50a27-2be9-4620-bc55-1753041a9cfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:02.914097 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3df50a27-2be9-4620-bc55-1753041a9cfd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c9e818b4-b93e-4766-8bc6-dc844fab9501 HTTP/1.1" status: 204 len: 168 time: 0.2734163 Dec 10 19:09:02.925377 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df50a27-2be9-4620-bc55-1753041a9cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e818b4-b93e-4766-8bc6-dc844fab9501,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:03.113618 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1aac15b1-20c6-4d2a-bf25-0fc08faf8c0b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Deleting port 535def81-bb15-4ce5-8651-b91594ae13fe {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:09:03.114245 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1aac15b1-20c6-4d2a-bf25-0fc08faf8c0b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:03.171314 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f5da7f5a-7c5a-42a1-82ba-779c5e744392 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:03.190779 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f5da7f5a-7c5a-42a1-82ba-779c5e744392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:03.205435 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1fcc8dbc-5476-4507-b152-184e47abc74c None None] Provisioning complete for port 50f176d3-c11e-4ae1-a6c4-aa754d103e12 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:03.206531 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1fcc8dbc-5476-4507-b152-184e47abc74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:03.253232 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-1aac15b1-20c6-4d2a-bf25-0fc08faf8c0b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] For port 535def81-bb15-4ce5-8651-b91594ae13fe, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=535def81-bb15-4ce5-8651-b91594ae13fe,segment=NetworkSegment(c4c07199-793c-4917-9fe5-f030f298a5a1),segment_id=c4c07199-793c-4917-9fe5-f030f298a5a1)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:03.253833 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1aac15b1-20c6-4d2a-bf25-0fc08faf8c0b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:03.272423 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1aac15b1-20c6-4d2a-bf25-0fc08faf8c0b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Calling delete_port for 535def81-bb15-4ce5-8651-b91594ae13fe owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:09:03.315484 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-9d5b7d6d-4a18-42bd-b6a5-59e8b1b02c29 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Allocated IP 2001:db8:1::1 (d293bd6b-de31-47ae-992e-7c1fcbf9eefc/3fc494a6-bf69-426d-ab02-53d979bd839d/18f47392-c939-49f8-a741-096840081440) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:09:03.321369 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39996) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:03.380929 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5da7f5a-7c5a-42a1-82ba-779c5e744392 None None] Network d293bd6b-de31-47ae-992e-7c1fcbf9eefc is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:09:03.396338 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-f5da7f5a-7c5a-42a1-82ba-779c5e744392 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:09:03.398788 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da7f5a-7c5a-42a1-82ba-779c5e744392 None None] Pushing event updated for resources: {'Port': ['ID=cd419970-8552-4f2d-9d87-1f8a91066895,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:03.404462 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-66e035a8-df76-4696-b124-8e0c06b92bf2 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:03.406189 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5da7f5a-7c5a-42a1-82ba-779c5e744392 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:09:03.409710 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-1fcc8dbc-5476-4507-b152-184e47abc74c None None] Port 50f176d3-c11e-4ae1-a6c4-aa754d103e12 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:09:03.441282 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-66e035a8-df76-4696-b124-8e0c06b92bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:03.485843 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5d0f7f1d-bc8f-4fe3-acb1-212386740cae admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5836277114254720b53b50846d9270c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1618967 Dec 10 19:09:03.490015 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 39998) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:03.505078 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94266c7-cd0a-474d-821c-4b628ee499c9 None None] Pushing event updated for resources: {'Port': ['ID=50f176d3-c11e-4ae1-a6c4-aa754d103e12,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:03.544206 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f5da7f5a-7c5a-42a1-82ba-779c5e744392 None None] Attempting to bind port cd419970-8552-4f2d-9d87-1f8a91066895 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:09:03.544745 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f5da7f5a-7c5a-42a1-82ba-779c5e744392 None None] Attempting to bind port cd419970-8552-4f2d-9d87-1f8a91066895 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'c6ceca23-aa3f-4b16-a7f1-b2b034512e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd293bd6b-de31-47ae-992e-7c1fcbf9eefc'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:09:03.545123 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5da7f5a-7c5a-42a1-82ba-779c5e744392 None None] Attempting to bind port cd419970-8552-4f2d-9d87-1f8a91066895 on network d293bd6b-de31-47ae-992e-7c1fcbf9eefc {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:09:03.547911 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1aac15b1-20c6-4d2a-bf25-0fc08faf8c0b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:03.570656 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5da7f5a-7c5a-42a1-82ba-779c5e744392 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:09:03.571045 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5da7f5a-7c5a-42a1-82ba-779c5e744392 None None] Checking segment: {'id': 'c6ceca23-aa3f-4b16-a7f1-b2b034512e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd293bd6b-de31-47ae-992e-7c1fcbf9eefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:09:03.571453 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f5da7f5a-7c5a-42a1-82ba-779c5e744392 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:03.571853 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5da7f5a-7c5a-42a1-82ba-779c5e744392 None None] Bound using segment: {'id': 'c6ceca23-aa3f-4b16-a7f1-b2b034512e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd293bd6b-de31-47ae-992e-7c1fcbf9eefc'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:09:03.572525 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f5da7f5a-7c5a-42a1-82ba-779c5e744392 None None] Bound port: cd419970-8552-4f2d-9d87-1f8a91066895, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ceca23-aa3f-4b16-a7f1-b2b034512e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd293bd6b-de31-47ae-992e-7c1fcbf9eefc'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:09:03.573070 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f5da7f5a-7c5a-42a1-82ba-779c5e744392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:03.583831 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-dfb65a03-1b53-47aa-89ae-c8e0aac92850 None None] Provisioning complete for port 50f176d3-c11e-4ae1-a6c4-aa754d103e12 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:03.584217 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dfb65a03-1b53-47aa-89ae-c8e0aac92850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:03.594308 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac15b1-20c6-4d2a-bf25-0fc08faf8c0b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event deleted for resources: {'Port': ['ID=535def81-bb15-4ce5-8651-b91594ae13fe,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:03.638626 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d5b7d6d-4a18-42bd-b6a5-59e8b1b02c29 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:03.675987 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-66e035a8-df76-4696-b124-8e0c06b92bf2 None None] Attempting to bind port 50f176d3-c11e-4ae1-a6c4-aa754d103e12 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:09:03.676851 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-66e035a8-df76-4696-b124-8e0c06b92bf2 None None] Attempting to bind port 50f176d3-c11e-4ae1-a6c4-aa754d103e12 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '5c5eed90-047e-4ba9-952d-5e7b52393f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:09:03.677867 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e035a8-df76-4696-b124-8e0c06b92bf2 None None] Attempting to bind port 50f176d3-c11e-4ae1-a6c4-aa754d103e12 on network b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:09:03.691517 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e035a8-df76-4696-b124-8e0c06b92bf2 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:09:03.693535 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e035a8-df76-4696-b124-8e0c06b92bf2 None None] Checking segment: {'id': '5c5eed90-047e-4ba9-952d-5e7b52393f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:09:03.694266 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-66e035a8-df76-4696-b124-8e0c06b92bf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:03.694909 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e035a8-df76-4696-b124-8e0c06b92bf2 None None] Bound using segment: {'id': '5c5eed90-047e-4ba9-952d-5e7b52393f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:09:03.695810 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-66e035a8-df76-4696-b124-8e0c06b92bf2 None None] Bound port: 50f176d3-c11e-4ae1-a6c4-aa754d103e12, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5eed90-047e-4ba9-952d-5e7b52393f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:09:03.696571 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-66e035a8-df76-4696-b124-8e0c06b92bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:03.704793 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-577470ee-81fe-40cf-88db-fffea88fa2b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:03.745642 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-577470ee-81fe-40cf-88db-fffea88fa2b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:03.748049 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d5b7d6d-4a18-42bd-b6a5-59e8b1b02c29 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:03.833779 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-66e035a8-df76-4696-b124-8e0c06b92bf2 None None] For port 50f176d3-c11e-4ae1-a6c4-aa754d103e12, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:09:03.843557 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-66e035a8-df76-4696-b124-8e0c06b92bf2 None None] For port 50f176d3-c11e-4ae1-a6c4-aa754d103e12, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=50f176d3-c11e-4ae1-a6c4-aa754d103e12,segment=NetworkSegment(5c5eed90-047e-4ba9-952d-5e7b52393f1d),segment_id=5c5eed90-047e-4ba9-952d-5e7b52393f1d)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:09:03.843869 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5b7d6d-4a18-42bd-b6a5-59e8b1b02c29 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Network d293bd6b-de31-47ae-992e-7c1fcbf9eefc is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:09:03.851229 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-dfb65a03-1b53-47aa-89ae-c8e0aac92850 None None] Port 50f176d3-c11e-4ae1-a6c4-aa754d103e12 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:09:03.858424 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-66e035a8-df76-4696-b124-8e0c06b92bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:03.859574 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-9d5b7d6d-4a18-42bd-b6a5-59e8b1b02c29 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:09:03.865808 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5b7d6d-4a18-42bd-b6a5-59e8b1b02c29 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:09:03.866346 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d5b7d6d-4a18-42bd-b6a5-59e8b1b02c29 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:03.870490 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b7d6d-4a18-42bd-b6a5-59e8b1b02c29 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event updated for resources: {'Port': ['ID=18f47392-c939-49f8-a741-096840081440,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:03.886176 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1aac15b1-20c6-4d2a-bf25-0fc08faf8c0b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:03.954283 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94266c7-cd0a-474d-821c-4b628ee499c9 None None] Pushing event updated for resources: {'Port': ['ID=50f176d3-c11e-4ae1-a6c4-aa754d103e12,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:03.989351 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e035a8-df76-4696-b124-8e0c06b92bf2 None None] Routers {'83c694f5-cfed-4393-ba87-7f782a1e0371'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:09:03.990056 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-66e035a8-df76-4696-b124-8e0c06b92bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:08:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['83c694f5-cfed-4393-ba87-7f782a1e0371'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:03.995226 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f5da7f5a-7c5a-42a1-82ba-779c5e744392 None None] For port cd419970-8552-4f2d-9d87-1f8a91066895, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:09:04.071640 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-577470ee-81fe-40cf-88db-fffea88fa2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:04.075049 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-577470ee-81fe-40cf-88db-fffea88fa2b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:04.078567 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-577470ee-81fe-40cf-88db-fffea88fa2b0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5d351288-97fe-47eb-bfcb-0500fc1d7697 HTTP/1.1" status: 204 len: 168 time: 0.5850952 Dec 10 19:09:04.091296 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577470ee-81fe-40cf-88db-fffea88fa2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d351288-97fe-47eb-bfcb-0500fc1d7697,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:04.109633 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d5b7d6d-4a18-42bd-b6a5-59e8b1b02c29 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:04.109846 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f5da7f5a-7c5a-42a1-82ba-779c5e744392 None None] For port cd419970-8552-4f2d-9d87-1f8a91066895, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=cd419970-8552-4f2d-9d87-1f8a91066895,segment=NetworkSegment(c6ceca23-aa3f-4b16-a7f1-b2b034512e06),segment_id=c6ceca23-aa3f-4b16-a7f1-b2b034512e06)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:09:04.116771 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:04.136873 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f5da7f5a-7c5a-42a1-82ba-779c5e744392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:04.236236 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-367f504d-e913-4ae6-b668-0887f2f63e44 None None] Provisioning complete for port 50f176d3-c11e-4ae1-a6c4-aa754d103e12 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:04.236912 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-367f504d-e913-4ae6-b668-0887f2f63e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:04.312775 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-66e035a8-df76-4696-b124-8e0c06b92bf2 None None] Set router 83c694f5-cfed-4393-ba87-7f782a1e0371 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:09:04.416389 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aac15b1-20c6-4d2a-bf25-0fc08faf8c0b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Router a1a51041-26f1-4224-bfe7-6fdaacb8d5ce has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:09:04.659415 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da7f5a-7c5a-42a1-82ba-779c5e744392 None None] Pushing event updated for resources: {'Port': ['ID=cd419970-8552-4f2d-9d87-1f8a91066895,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:04.677947 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d5b7d6d-4a18-42bd-b6a5-59e8b1b02c29 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:04.683521 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d5b7d6d-4a18-42bd-b6a5-59e8b1b02c29 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:04.684735 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d5b7d6d-4a18-42bd-b6a5-59e8b1b02c29 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:04.695593 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aac15b1-20c6-4d2a-bf25-0fc08faf8c0b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:09:04.726330 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b55f06a-16af-4f72-8dca-36d4adaffd9a None None] Sync routers for ids ['a1a51041-26f1-4224-bfe7-6fdaacb8d5ce'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:09:04.729872 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1aac15b1-20c6-4d2a-bf25-0fc08faf8c0b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "PUT /v2.0/routers/a1a51041-26f1-4224-bfe7-6fdaacb8d5ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6826954 Dec 10 19:09:04.732762 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40006) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:04.750725 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b55f06a-16af-4f72-8dca-36d4adaffd9a None None] Routers {'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:09:04.754070 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-9b55f06a-16af-4f72-8dca-36d4adaffd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:08:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a1a51041-26f1-4224-bfe7-6fdaacb8d5ce'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:04.772151 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-367f504d-e913-4ae6-b668-0887f2f63e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:04.797141 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b7d6d-4a18-42bd-b6a5-59e8b1b02c29 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event updated for resources: {'Port': ['ID=18f47392-c939-49f8-a741-096840081440,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:04.826013 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 24a0c5a5-fe7e-419b-ad7d-c07852be0854 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:09:04.849485 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbfcd083-8ecf-4569-933d-c4ce3ee27467 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Deleting subnet f36251e8-d712-4b25-90f0-0b8bc617d421 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:09:04.854632 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dbfcd083-8ecf-4569-933d-c4ce3ee27467 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:04.860055 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 24a0c5a5-fe7e-419b-ad7d-c07852be0854 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:09:04.860861 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 24a0c5a5-fe7e-419b-ad7d-c07852be0854 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:09:04.880909 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-66e035a8-df76-4696-b124-8e0c06b92bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'name': 'tempest-RoutersIpV6Test-router-320091824', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:57Z', 'updated_at': '2021-12-10T19:09:00Z', 'revision_number': 2, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'gw_port_host': None, '_interfaces': [{'id': '50f176d3-c11e-4ae1-a6c4-aa754d103e12', 'name': '', 'network_id': 'b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:8b:82:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:59Z', 'updated_at': '2021-12-10T19:09:03Z', 'revision_number': 4, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:04.932850 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dbfcd083-8ecf-4569-933d-c4ce3ee27467 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:04.946136 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e035a8-df76-4696-b124-8e0c06b92bf2 None None] The sync data for ids ['83c694f5-cfed-4393-ba87-7f782a1e0371'] in n-d-821435-1 is: [{'id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'name': 'tempest-RoutersIpV6Test-router-320091824', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:57Z', 'updated_at': '2021-12-10T19:09:00Z', 'revision_number': 2, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'gw_port_host': None, '_interfaces': [{'id': '50f176d3-c11e-4ae1-a6c4-aa754d103e12', 'name': '', 'network_id': 'b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:8b:82:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:59Z', 'updated_at': '2021-12-10T19:09:03Z', 'revision_number': 4, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:09:04.952297 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-367f504d-e913-4ae6-b668-0887f2f63e44 None None] For port 50f176d3-c11e-4ae1-a6c4-aa754d103e12, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=50f176d3-c11e-4ae1-a6c4-aa754d103e12,segment=NetworkSegment(5c5eed90-047e-4ba9-952d-5e7b52393f1d),segment_id=5c5eed90-047e-4ba9-952d-5e7b52393f1d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:04.962225 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-367f504d-e913-4ae6-b668-0887f2f63e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:04.962659 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-9b55f06a-16af-4f72-8dca-36d4adaffd9a None None] Set router a1a51041-26f1-4224-bfe7-6fdaacb8d5ce gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:09:04.986801 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5b7d6d-4a18-42bd-b6a5-59e8b1b02c29 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Network d293bd6b-de31-47ae-992e-7c1fcbf9eefc is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:09:04.988546 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-9d5b7d6d-4a18-42bd-b6a5-59e8b1b02c29 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:09:05.141519 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f504d-e913-4ae6-b668-0887f2f63e44 None None] Pushing event updated for resources: {'Port': ['ID=50f176d3-c11e-4ae1-a6c4-aa754d103e12,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:05.146061 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c339779a-0639-4896-9214-646ce8da13a5 None None] Provisioning complete for port 50f176d3-c11e-4ae1-a6c4-aa754d103e12 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:05.146474 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c339779a-0639-4896-9214-646ce8da13a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:05.147364 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dbfcd083-8ecf-4569-933d-c4ce3ee27467 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:05.183421 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5b7d6d-4a18-42bd-b6a5-59e8b1b02c29 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Router 83c694f5-cfed-4393-ba87-7f782a1e0371 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:09:05.222760 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dbfcd083-8ecf-4569-933d-c4ce3ee27467 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:05.293338 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dbfcd083-8ecf-4569-933d-c4ce3ee27467 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:05.309543 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-dbfcd083-8ecf-4569-933d-c4ce3ee27467 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "DELETE /v2.0/subnets/f36251e8-d712-4b25-90f0-0b8bc617d421 HTTP/1.1" status: 204 len: 168 time: 0.5634916 Dec 10 19:09:05.334324 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40018) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:05.351478 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4de5a04-6497-466f-96b3-807cd5f3c79d None None] Network d7dbe852-fac5-4cb0-b80e-c3d581fd3a93 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:09:05.362719 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfcd083-8ecf-4569-933d-c4ce3ee27467 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event deleted for resources: {'Subnet': ['ID=f36251e8-d712-4b25-90f0-0b8bc617d421,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:05.435902 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-9b55f06a-16af-4f72-8dca-36d4adaffd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1568933201', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '67acb33a-84a0-456d-9f79-cfdf0143ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:37Z', 'updated_at': '2021-12-10T19:09:03Z', 'revision_number': 5, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '67acb33a-84a0-456d-9f79-cfdf0143ccc8', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:38Z', 'updated_at': '2021-12-10T19:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:05.443496 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5b7d6d-4a18-42bd-b6a5-59e8b1b02c29 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:09:05.455755 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9d5b7d6d-4a18-42bd-b6a5-59e8b1b02c29 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "PUT /v2.0/routers/83c694f5-cfed-4393-ba87-7f782a1e0371/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3790944 Dec 10 19:09:05.456695 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40022) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:05.462249 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-6236b16e-805f-4865-bbd9-a1e10e070820 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-264642987'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:05.511443 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b55f06a-16af-4f72-8dca-36d4adaffd9a None None] Checking router: a1a51041-26f1-4224-bfe7-6fdaacb8d5ce for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:09:05.515867 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6236b16e-805f-4865-bbd9-a1e10e070820 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Made reservation on behalf of 7f185da471b44e78ba28d8589f387edd for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:09:05.519872 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6236b16e-805f-4865-bbd9-a1e10e070820 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:05.536395 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b55f06a-16af-4f72-8dca-36d4adaffd9a None None] Routers {'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:09:05.537500 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-9b55f06a-16af-4f72-8dca-36d4adaffd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:08:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a1a51041-26f1-4224-bfe7-6fdaacb8d5ce'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:05.600674 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6236b16e-805f-4865-bbd9-a1e10e070820 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:09:05.626099 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6236b16e-805f-4865-bbd9-a1e10e070820 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:05.627785 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-6236b16e-805f-4865-bbd9-a1e10e070820 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Added segment fbd8b54c-e078-4931-b6d4-181306589bbe of type vlan for network 2367152b-0077-4e66-9755-9f5c1b0a38fa Dec 10 19:09:05.655988 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c940d474-a3da-4603-aaba-91c29292b481 None None] DHCP port deletion for d7dbe852-fac5-4cb0-b80e-c3d581fd3a93 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:09:05.663793 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc921a38-a993-4b06-bcf5-5c1778741eb4 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:05.740607 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6236b16e-805f-4865-bbd9-a1e10e070820 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:05.789526 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-9b55f06a-16af-4f72-8dca-36d4adaffd9a None None] Set router a1a51041-26f1-4224-bfe7-6fdaacb8d5ce gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:09:05.790219 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40026) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:05.806473 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c940d474-a3da-4603-aaba-91c29292b481 None None] Deleting port d2ce52de-b50a-48fc-81f0-1bc310b2aa02 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:09:05.806839 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c940d474-a3da-4603-aaba-91c29292b481 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:05.843134 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6236b16e-805f-4865-bbd9-a1e10e070820 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:05.862338 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6236b16e-805f-4865-bbd9-a1e10e070820 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:05.863086 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6236b16e-805f-4865-bbd9-a1e10e070820 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:05.890316 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc921a38-a993-4b06-bcf5-5c1778741eb4 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:05.978758 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c940d474-a3da-4603-aaba-91c29292b481 None None] For port d2ce52de-b50a-48fc-81f0-1bc310b2aa02, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=d2ce52de-b50a-48fc-81f0-1bc310b2aa02,segment=NetworkSegment(c4c07199-793c-4917-9fe5-f030f298a5a1),segment_id=c4c07199-793c-4917-9fe5-f030f298a5a1)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:05.979595 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c940d474-a3da-4603-aaba-91c29292b481 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:05.981257 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-fc921a38-a993-4b06-bcf5-5c1778741eb4 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Deleting port 67acb33a-84a0-456d-9f79-cfdf0143ccc8 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:09:05.981557 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc921a38-a993-4b06-bcf5-5c1778741eb4 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:06.000212 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c940d474-a3da-4603-aaba-91c29292b481 None None] Calling delete_port for d2ce52de-b50a-48fc-81f0-1bc310b2aa02 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:09:06.013315 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6236b16e-805f-4865-bbd9-a1e10e070820 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5554469 Dec 10 19:09:06.022682 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40030) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:06.037378 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-8a438424-d1d2-4256-a490-f115e5f4a71f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Request body: {'subnet': {'network_id': '2367152b-0077-4e66-9755-9f5c1b0a38fa', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:06.050504 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f4fbfc03-2365-4b03-9e37-81cf3f16c184 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:06.051180 n-d-821435-1 neutron-server[103244]: WARNING neutron.api.v2.base [None req-f4fbfc03-2365-4b03-9e37-81cf3f16c184 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 10 19:09:06.052222 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-f4fbfc03-2365-4b03-9e37-81cf3f16c184 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 19:09:06.059802 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f4fbfc03-2365-4b03-9e37-81cf3f16c184 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2685103 Dec 10 19:09:06.067753 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa71ee93-2c72-4e9c-b25c-2a242ecb1f75 None None] Network d293bd6b-de31-47ae-992e-7c1fcbf9eefc requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:09:06.070453 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-9b55f06a-16af-4f72-8dca-36d4adaffd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1568933201', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '67acb33a-84a0-456d-9f79-cfdf0143ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:37Z', 'updated_at': '2021-12-10T19:09:03Z', 'revision_number': 5, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '67acb33a-84a0-456d-9f79-cfdf0143ccc8', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:38Z', 'updated_at': '2021-12-10T19:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:06.076874 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40032) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:06.080897 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-68e1620e-a4b4-4ed0-8fbb-d146a992f991 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Request body: {'security_group': {'name': 'tempest-secgroup--973801237'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:06.114768 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b55f06a-16af-4f72-8dca-36d4adaffd9a None None] The sync data for ids ['a1a51041-26f1-4224-bfe7-6fdaacb8d5ce'] in n-d-821435-1 is: [{'id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1568933201', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '67acb33a-84a0-456d-9f79-cfdf0143ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:37Z', 'updated_at': '2021-12-10T19:09:03Z', 'revision_number': 5, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': '67acb33a-84a0-456d-9f79-cfdf0143ccc8', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a51041-26f1-4224-bfe7-6fdaacb8d5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:38Z', 'updated_at': '2021-12-10T19:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:09:06.143690 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236b16e-805f-4865-bbd9-a1e10e070820 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event updated for resources: {'Network': ['ID=2367152b-0077-4e66-9755-9f5c1b0a38fa,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:06.164963 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 2367152b-0077-4e66-9755-9f5c1b0a38fa details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:09:06.183179 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-fc921a38-a993-4b06-bcf5-5c1778741eb4 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] For port 67acb33a-84a0-456d-9f79-cfdf0143ccc8, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=67acb33a-84a0-456d-9f79-cfdf0143ccc8,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:06.183437 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc921a38-a993-4b06-bcf5-5c1778741eb4 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:06.188852 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-68e1620e-a4b4-4ed0-8fbb-d146a992f991 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:06.205574 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-68e1620e-a4b4-4ed0-8fbb-d146a992f991 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:06.215535 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-fc921a38-a993-4b06-bcf5-5c1778741eb4 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Calling delete_port for 67acb33a-84a0-456d-9f79-cfdf0143ccc8 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:09:06.235263 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a438424-d1d2-4256-a490-f115e5f4a71f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Made reservation on behalf of 7f185da471b44e78ba28d8589f387edd for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:09:06.239616 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8a438424-d1d2-4256-a490-f115e5f4a71f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:06.258096 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a268b7e0-9c8c-4f67-b7d2-45adc61421e3 None None] Provisioning complete for port cd419970-8552-4f2d-9d87-1f8a91066895 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:06.258596 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a268b7e0-9c8c-4f67-b7d2-45adc61421e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:06.260413 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c940d474-a3da-4603-aaba-91c29292b481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:06.326270 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c940d474-a3da-4603-aaba-91c29292b481 None None] No DVR routers for this DVR port d2ce52de-b50a-48fc-81f0-1bc310b2aa02 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:09:06.358004 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c940d474-a3da-4603-aaba-91c29292b481 None None] Pushing event deleted for resources: {'Port': ['ID=d2ce52de-b50a-48fc-81f0-1bc310b2aa02,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:06.435034 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc921a38-a993-4b06-bcf5-5c1778741eb4 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:06.441302 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a268b7e0-9c8c-4f67-b7d2-45adc61421e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:06.460844 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc921a38-a993-4b06-bcf5-5c1778741eb4 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event deleted for resources: {'Port': ['ID=67acb33a-84a0-456d-9f79-cfdf0143ccc8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:06.491062 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a268b7e0-9c8c-4f67-b7d2-45adc61421e3 None None] For port cd419970-8552-4f2d-9d87-1f8a91066895, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=cd419970-8552-4f2d-9d87-1f8a91066895,segment=NetworkSegment(c6ceca23-aa3f-4b16-a7f1-b2b034512e06),segment_id=c6ceca23-aa3f-4b16-a7f1-b2b034512e06)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:06.505092 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a268b7e0-9c8c-4f67-b7d2-45adc61421e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:06.530996 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-68e1620e-a4b4-4ed0-8fbb-d146a992f991 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:06.546845 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-68e1620e-a4b4-4ed0-8fbb-d146a992f991 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:06.554151 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c158da-58c7-4709-88a6-2dffac77d538 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:09:06.607710 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc921a38-a993-4b06-bcf5-5c1778741eb4 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:06.635954 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a268b7e0-9c8c-4f67-b7d2-45adc61421e3 None None] Pushing event updated for resources: {'Port': ['ID=cd419970-8552-4f2d-9d87-1f8a91066895,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:06.728597 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e1620e-a4b4-4ed0-8fbb-d146a992f991 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c552cc1f-a781-46c5-b141-7636024fa17b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:06.756128 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8a438424-d1d2-4256-a490-f115e5f4a71f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:06.768914 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc921a38-a993-4b06-bcf5-5c1778741eb4 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:06.772284 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc921a38-a993-4b06-bcf5-5c1778741eb4 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:06.810322 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-68e1620e-a4b4-4ed0-8fbb-d146a992f991 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:06.841391 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-68e1620e-a4b4-4ed0-8fbb-d146a992f991 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:06.866576 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 50f176d3-c11e-4ae1-a6c4-aa754d103e12 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:09:06.921546 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a438424-d1d2-4256-a490-f115e5f4a71f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event updated for resources: {'Subnet': ['ID=02a7fdd0-4072-441f-a8d3-301b8aa26850,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:06.930896 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e1620e-a4b4-4ed0-8fbb-d146a992f991 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9746e784-f8a1-4d6b-bc23-6183df6ca0f3,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:06.939517 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-68e1620e-a4b4-4ed0-8fbb-d146a992f991 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:06.941221 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-68e1620e-a4b4-4ed0-8fbb-d146a992f991 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8637197 Dec 10 19:09:06.944161 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40034) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:06.950276 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-a18b4164-08b5-4f4c-9fee-4e5d2fa80266 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Request body: {'security_group_rule': {'security_group_id': '9746e784-f8a1-4d6b-bc23-6183df6ca0f3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:06.957939 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a438424-d1d2-4256-a490-f115e5f4a71f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Checking segment: {'id': 'fbd8b54c-e078-4931-b6d4-181306589bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2367152b-0077-4e66-9755-9f5c1b0a38fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:09:06.958541 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a438424-d1d2-4256-a490-f115e5f4a71f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Network hostable DHCP agents. Network: 2367152b-0077-4e66-9755-9f5c1b0a38fa, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:09:06.979299 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 50f176d3-c11e-4ae1-a6c4-aa754d103e12 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:06.979675 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:06.984198 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ae8d15ee-2a55-47c1-89c7-28399b5422b7 None None] Provisioning complete for port cd419970-8552-4f2d-9d87-1f8a91066895 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:06.984939 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ae8d15ee-2a55-47c1-89c7-28399b5422b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:07.026632 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a438424-d1d2-4256-a490-f115e5f4a71f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Network 2367152b-0077-4e66-9755-9f5c1b0a38fa is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:09:07.031619 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a18b4164-08b5-4f4c-9fee-4e5d2fa80266 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:07.067952 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-8a438424-d1d2-4256-a490-f115e5f4a71f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 2367152b-0077-4e66-9755-9f5c1b0a38fa) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:09:07.085882 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a438424-d1d2-4256-a490-f115e5f4a71f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:07.086473 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8a438424-d1d2-4256-a490-f115e5f4a71f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:07.087209 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4916e06e-168d-4b33-bc75-6057e2c7af34 None None] Network 2367152b-0077-4e66-9755-9f5c1b0a38fa requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:09:07.115618 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8a438424-d1d2-4256-a490-f115e5f4a71f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0842667 Dec 10 19:09:07.118419 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40036) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:07.216612 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc921a38-a993-4b06-bcf5-5c1778741eb4 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:07.217338 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc921a38-a993-4b06-bcf5-5c1778741eb4 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Fanout notify agent at l3_agent the message router_deleted on router a1a51041-26f1-4224-bfe7-6fdaacb8d5ce {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:09:07.252615 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc921a38-a993-4b06-bcf5-5c1778741eb4 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:07.253907 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fc921a38-a993-4b06-bcf5-5c1778741eb4 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "DELETE /v2.0/routers/a1a51041-26f1-4224-bfe7-6fdaacb8d5ce HTTP/1.1" status: 204 len: 168 time: 1.9184868 Dec 10 19:09:07.262675 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40038) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:07.269954 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a18b4164-08b5-4f4c-9fee-4e5d2fa80266 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:07.289873 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a18b4164-08b5-4f4c-9fee-4e5d2fa80266 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:07.340777 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b4164-08b5-4f4c-9fee-4e5d2fa80266 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9359f870-89c7-45b2-bdc4-39f1ffed4d7a,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:07.400849 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bea12ed1-b881-4442-b34d-026be684ccfd tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:07.483910 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device cd419970-8552-4f2d-9d87-1f8a91066895 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:09:07.576290 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ae8d15ee-2a55-47c1-89c7-28399b5422b7 None None] Provisioning complete for port 18f47392-c939-49f8-a741-096840081440 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:07.576931 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ae8d15ee-2a55-47c1-89c7-28399b5422b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:07.584045 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bea12ed1-b881-4442-b34d-026be684ccfd tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:07.600662 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a18b4164-08b5-4f4c-9fee-4e5d2fa80266 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:07.601907 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a18b4164-08b5-4f4c-9fee-4e5d2fa80266 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6564701 Dec 10 19:09:07.606364 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40040) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:07.616675 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-10c8eec6-23a4-40c6-a5e1-3f08f40b6da6 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Request body: {'security_group_rule': {'security_group_id': '9746e784-f8a1-4d6b-bc23-6183df6ca0f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:07.621983 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cf6e4a-b836-48c5-8578-aa8d421ab6f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-2367152b-0077-4e66-9755-9f5c1b0a38fa', 'network_id': '2367152b-0077-4e66-9755-9f5c1b0a38fa', 'project_id': '7f185da471b44e78ba28d8589f387edd', 'fixed_ips': [{'subnet_id': '02a7fdd0-4072-441f-a8d3-301b8aa26850'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:09:07.623225 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d9cf6e4a-b836-48c5-8578-aa8d421ab6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:07.627265 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-bea12ed1-b881-4442-b34d-026be684ccfd tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7dbe852-fac5-4cb0-b80e-c3d581fd3a93']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:07.646375 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-bea12ed1-b881-4442-b34d-026be684ccfd tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4c07199-793c-4917-9fe5-f030f298a5a1') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:07.646834 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-bea12ed1-b881-4442-b34d-026be684ccfd tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4c07199-793c-4917-9fe5-f030f298a5a1') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:07.666011 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bea12ed1-b881-4442-b34d-026be684ccfd tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:07.666547 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ae8d15ee-2a55-47c1-89c7-28399b5422b7 None None] Port 18f47392-c939-49f8-a741-096840081440 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:09:07.701514 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bea12ed1-b881-4442-b34d-026be684ccfd tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:07.712094 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea12ed1-b881-4442-b34d-026be684ccfd tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:09:07.713019 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bea12ed1-b881-4442-b34d-026be684ccfd tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:07.717420 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:09:07.717420 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:09:07.717420 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:09:07.717420 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:09:07.717420 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:09:07.717420 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:09:07.717420 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:09:07.717420 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:09:07.717420 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:09:07.717420 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:09:07.717420 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:09:07.717420 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:09:07.717420 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:09:07.717420 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:09:07.717420 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:09:07.717420 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:09:07.717420 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:09:07.717420 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:09:07.717420 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:09:07.717420 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:09:07.717420 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:09:07.717420 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:09:07.717420 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:09:07.717420 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:09:07.717420 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:09:07.717420 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:09:07.717420 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:09:07.717420 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:09:07.717420 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:09:07.717420 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:09:07.717420 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:09:07.717420 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:09:07.733493 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7147ff0f-9350-4595-aa37-b3e551e1dacb None None] Sync routers for ids ['83c694f5-cfed-4393-ba87-7f782a1e0371'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:09:07.742539 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-10c8eec6-23a4-40c6-a5e1-3f08f40b6da6 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:07.745740 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port cd419970-8552-4f2d-9d87-1f8a91066895 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:07.746120 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:07.823105 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bea12ed1-b881-4442-b34d-026be684ccfd tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:07.830410 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7147ff0f-9350-4595-aa37-b3e551e1dacb None None] Routers {'83c694f5-cfed-4393-ba87-7f782a1e0371'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:09:07.830970 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7147ff0f-9350-4595-aa37-b3e551e1dacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:08:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['83c694f5-cfed-4393-ba87-7f782a1e0371'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:07.833213 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bea12ed1-b881-4442-b34d-026be684ccfd tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:07.836342 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-bea12ed1-b881-4442-b34d-026be684ccfd tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "DELETE /v2.0/networks/d7dbe852-fac5-4cb0-b80e-c3d581fd3a93 HTTP/1.1" status: 204 len: 168 time: 0.5718060 Dec 10 19:09:07.839223 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40042) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:07.862541 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea12ed1-b881-4442-b34d-026be684ccfd tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event deleted for resources: {'Network': ['ID=d7dbe852-fac5-4cb0-b80e-c3d581fd3a93,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:07.876205 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-10c8eec6-23a4-40c6-a5e1-3f08f40b6da6 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 19:09:07.876710 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-10c8eec6-23a4-40c6-a5e1-3f08f40b6da6 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2692764 Dec 10 19:09:07.880694 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40044) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:07.920348 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e6a5d7e7-a75a-4a03-ab91-00d2930b8d2e None None] Provisioning complete for port 18f47392-c939-49f8-a741-096840081440 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:07.920709 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e6a5d7e7-a75a-4a03-ab91-00d2930b8d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:07.973627 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-55fdf202-36ed-49fa-8cc1-40ea83010577 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:07.982327 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-d9cf6e4a-b836-48c5-8578-aa8d421ab6f9 None None] Allocated IP 2001:db8:2::2 (2367152b-0077-4e66-9755-9f5c1b0a38fa/02a7fdd0-4072-441f-a8d3-301b8aa26850/cbca9696-2d7b-4bb1-b3c1-b458d704356a) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:09:07.990551 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad2a5d42-6e82-494c-a10d-ef33e05f9936 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:08.008319 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e6a5d7e7-a75a-4a03-ab91-00d2930b8d2e None None] Port 18f47392-c939-49f8-a741-096840081440 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:09:08.015757 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-7147ff0f-9350-4595-aa37-b3e551e1dacb None None] Set router 83c694f5-cfed-4393-ba87-7f782a1e0371 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:09:08.022349 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-55fdf202-36ed-49fa-8cc1-40ea83010577 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:08.048806 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad2a5d42-6e82-494c-a10d-ef33e05f9936 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:08.117388 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-55fdf202-36ed-49fa-8cc1-40ea83010577 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:08.120598 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-55fdf202-36ed-49fa-8cc1-40ea83010577 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:08.122725 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-55fdf202-36ed-49fa-8cc1-40ea83010577 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "DELETE /v2.0/security-groups/9746e784-f8a1-4d6b-bc23-6183df6ca0f3 HTTP/1.1" status: 204 len: 168 time: 0.2403996 Dec 10 19:09:08.126645 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40046) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:08.153272 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fdf202-36ed-49fa-8cc1-40ea83010577 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9746e784-f8a1-4d6b-bc23-6183df6ca0f3,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:08.163904 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b690811a-9317-4216-85dc-734c4168339e tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:08.185038 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad2a5d42-6e82-494c-a10d-ef33e05f9936 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:08.187633 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad2a5d42-6e82-494c-a10d-ef33e05f9936 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:08.188851 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ad2a5d42-6e82-494c-a10d-ef33e05f9936 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "DELETE /v2.0/security-groups/8f4dd358-1606-4eee-85ac-21c45c04dcb8 HTTP/1.1" status: 204 len: 168 time: 0.3473949 Dec 10 19:09:08.204961 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-795d0e79-7bb0-49e0-bd64-b13230b59ecb tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0734727 Dec 10 19:09:08.208480 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40050) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:08.215433 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c37f052d-dd12-4889-84a9-6593d2b7efb9 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Request body: {'security_group': {'name': 'tempest-secgroup--91578940'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:08.224031 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a5d42-6e82-494c-a10d-ef33e05f9936 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4dd358-1606-4eee-85ac-21c45c04dcb8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:08.252725 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c37f052d-dd12-4889-84a9-6593d2b7efb9 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:08.312774 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 535def81-bb15-4ce5-8651-b91594ae13fe no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:09:08.356124 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c37f052d-dd12-4889-84a9-6593d2b7efb9 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:08.362363 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 535def81-bb15-4ce5-8651-b91594ae13fe {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:09:08.362821 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c37f052d-dd12-4889-84a9-6593d2b7efb9 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:08.363073 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 535def81-bb15-4ce5-8651-b91594ae13fe not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:09:08.363229 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d2ce52de-b50a-48fc-81f0-1bc310b2aa02 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:09:08.389251 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: d2ce52de-b50a-48fc-81f0-1bc310b2aa02 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:09:08.389689 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d2ce52de-b50a-48fc-81f0-1bc310b2aa02 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:09:08.406060 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f052d-dd12-4889-84a9-6593d2b7efb9 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9719ee-5254-4162-885f-d822c8d7ab9c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:08.410492 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c37f052d-dd12-4889-84a9-6593d2b7efb9 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:08.416860 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c37f052d-dd12-4889-84a9-6593d2b7efb9 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2045667 Dec 10 19:09:08.416860 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40054) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:08.421208 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-45fd1bf1-ac95-4a59-850a-1f97239952ea tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Request body: {'security_group_rule': {'security_group_id': '5b9719ee-5254-4162-885f-d822c8d7ab9c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:08.423078 n-d-821435-1 neutron-server[103245]: WARNING neutron.api.v2.base [None req-45fd1bf1-ac95-4a59-850a-1f97239952ea tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 10 19:09:08.423771 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-45fd1bf1-ac95-4a59-850a-1f97239952ea tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:09:08.428102 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-45fd1bf1-ac95-4a59-850a-1f97239952ea tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0077248 Dec 10 19:09:08.428274 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40056) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:08.447045 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:08.500327 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d9cf6e4a-b836-48c5-8578-aa8d421ab6f9 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:08.506883 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-11754bfc-f4c9-46d8-95be-b1f0e9acb75b tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:08.513125 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d9cf6e4a-b836-48c5-8578-aa8d421ab6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:08.528548 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40058) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:08.537242 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d4bbee09-e184-425e-bc5b-fbf0b83992c3 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1625102862', 'description': 'tempest-secgroup-smoke-1625102862 description', 'project_id': '0c22e13dcedd4daaa6d6950826669aaa'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:08.560227 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf6e4a-b836-48c5-8578-aa8d421ab6f9 None None] Pushing event updated for resources: {'Port': ['ID=cbca9696-2d7b-4bb1-b3c1-b458d704356a,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:08.561082 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-11754bfc-f4c9-46d8-95be-b1f0e9acb75b tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:08.576778 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cf6e4a-b836-48c5-8578-aa8d421ab6f9 None None] Network 2367152b-0077-4e66-9755-9f5c1b0a38fa is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:09:08.580093 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-d9cf6e4a-b836-48c5-8578-aa8d421ab6f9 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:09:08.583978 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cf6e4a-b836-48c5-8578-aa8d421ab6f9 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:09:08.609631 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d4bbee09-e184-425e-bc5b-fbf0b83992c3 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:08.615843 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device cd419970-8552-4f2d-9d87-1f8a91066895 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:09:08.620841 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7147ff0f-9350-4595-aa37-b3e551e1dacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'name': 'tempest-RoutersIpV6Test-router-320091824', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:57Z', 'updated_at': '2021-12-10T19:09:04Z', 'revision_number': 3, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'gw_port_host': None, '_interfaces': [{'id': '18f47392-c939-49f8-a741-096840081440', 'name': '', 'network_id': 'd293bd6b-de31-47ae-992e-7c1fcbf9eefc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:d5:ae:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '3fc494a6-bf69-426d-ab02-53d979bd839d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:02Z', 'updated_at': '2021-12-10T19:09:04Z', 'revision_number': 2, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': '3fc494a6-bf69-426d-ab02-53d979bd839d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50f176d3-c11e-4ae1-a6c4-aa754d103e12', 'name': '', 'network_id': 'b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:8b:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:59Z', 'updated_at': '2021-12-10T19:09:04Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:08.646315 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-b690811a-9317-4216-85dc-734c4168339e tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Allocated IP 2001:db8:2::1 (2367152b-0077-4e66-9755-9f5c1b0a38fa/02a7fdd0-4072-441f-a8d3-301b8aa26850/74f9cf95-3bc8-463f-801c-071db25b69bd) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:09:08.648400 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-11754bfc-f4c9-46d8-95be-b1f0e9acb75b tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:08.651246 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-11754bfc-f4c9-46d8-95be-b1f0e9acb75b tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:08.654915 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-11754bfc-f4c9-46d8-95be-b1f0e9acb75b tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "DELETE /v2.0/security-groups/5b9719ee-5254-4162-885f-d822c8d7ab9c HTTP/1.1" status: 204 len: 168 time: 0.2230780 Dec 10 19:09:08.655300 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40060) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:08.670074 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7147ff0f-9350-4595-aa37-b3e551e1dacb None None] Checking router: 83c694f5-cfed-4393-ba87-7f782a1e0371 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:09:08.670429 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7147ff0f-9350-4595-aa37-b3e551e1dacb None None] Updating router 83c694f5-cfed-4393-ba87-7f782a1e0371 port 18f47392-c939-49f8-a741-096840081440 binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:09:08.672075 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11754bfc-f4c9-46d8-95be-b1f0e9acb75b tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9719ee-5254-4162-885f-d822c8d7ab9c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:08.710385 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d4bbee09-e184-425e-bc5b-fbf0b83992c3 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:08.715185 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d4bbee09-e184-425e-bc5b-fbf0b83992c3 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:08.745110 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d4bbee09-e184-425e-bc5b-fbf0b83992c3 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:08.750419 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d4bbee09-e184-425e-bc5b-fbf0b83992c3 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2142873 Dec 10 19:09:08.750419 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40062) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:08.753811 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d49e7c95-30a2-4c89-b58f-dadc99df8dd1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'security_group_rule': {'security_group_id': 'f27299d7-a47c-4e85-bff5-e57e8bcf98c8', 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:08.755057 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d9cf6e4a-b836-48c5-8578-aa8d421ab6f9 None None] Attempting to bind port cbca9696-2d7b-4bb1-b3c1-b458d704356a on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:09:08.755696 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d9cf6e4a-b836-48c5-8578-aa8d421ab6f9 None None] Attempting to bind port cbca9696-2d7b-4bb1-b3c1-b458d704356a by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'fbd8b54c-e078-4931-b6d4-181306589bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2367152b-0077-4e66-9755-9f5c1b0a38fa'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:09:08.756070 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cf6e4a-b836-48c5-8578-aa8d421ab6f9 None None] Attempting to bind port cbca9696-2d7b-4bb1-b3c1-b458d704356a on network 2367152b-0077-4e66-9755-9f5c1b0a38fa {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:09:08.760106 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bbee09-e184-425e-bc5b-fbf0b83992c3 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f27299d7-a47c-4e85-bff5-e57e8bcf98c8,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:08.765019 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7147ff0f-9350-4595-aa37-b3e551e1dacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:08.769469 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-092971ba-b0d1-4781-92fa-05bba86e4119 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1128035 Dec 10 19:09:08.775358 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40064) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:08.779690 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-e55ea1ff-98dd-4a20-b7a3-edebf57f3a53 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Request body: {'security_group': {'name': 'tempest-secgroup--1575282956'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:08.782610 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cf6e4a-b836-48c5-8578-aa8d421ab6f9 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:09:08.783219 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cf6e4a-b836-48c5-8578-aa8d421ab6f9 None None] Checking segment: {'id': 'fbd8b54c-e078-4931-b6d4-181306589bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2367152b-0077-4e66-9755-9f5c1b0a38fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:09:08.783624 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d9cf6e4a-b836-48c5-8578-aa8d421ab6f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:08.784084 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cf6e4a-b836-48c5-8578-aa8d421ab6f9 None None] Bound using segment: {'id': 'fbd8b54c-e078-4931-b6d4-181306589bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2367152b-0077-4e66-9755-9f5c1b0a38fa'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:09:08.784601 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d9cf6e4a-b836-48c5-8578-aa8d421ab6f9 None None] Bound port: cbca9696-2d7b-4bb1-b3c1-b458d704356a, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd8b54c-e078-4931-b6d4-181306589bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2367152b-0077-4e66-9755-9f5c1b0a38fa'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:09:08.785032 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d9cf6e4a-b836-48c5-8578-aa8d421ab6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:08.793962 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d49e7c95-30a2-4c89-b58f-dadc99df8dd1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:08.822566 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e55ea1ff-98dd-4a20-b7a3-edebf57f3a53 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:08.852606 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b690811a-9317-4216-85dc-734c4168339e tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:08.866090 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port cd419970-8552-4f2d-9d87-1f8a91066895 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:08.866330 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:08.876783 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d49e7c95-30a2-4c89-b58f-dadc99df8dd1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:08.882425 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d49e7c95-30a2-4c89-b58f-dadc99df8dd1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:08.901671 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e7c95-30a2-4c89-b58f-dadc99df8dd1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f123ba-69d4-4728-a667-0f44ac75fde4,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:08.914889 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d49e7c95-30a2-4c89-b58f-dadc99df8dd1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:08.919886 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d49e7c95-30a2-4c89-b58f-dadc99df8dd1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1665351 Dec 10 19:09:08.920050 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40066) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:08.925979 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b690811a-9317-4216-85dc-734c4168339e tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:08.926972 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-10ed6ab2-5e41-4a3a-a7c0-bfaf9cc5e033 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'security_group_rule': {'security_group_id': 'f27299d7-a47c-4e85-bff5-e57e8bcf98c8', 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:08.954636 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-10ed6ab2-5e41-4a3a-a7c0-bfaf9cc5e033 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:08.961220 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e55ea1ff-98dd-4a20-b7a3-edebf57f3a53 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:08.970487 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e55ea1ff-98dd-4a20-b7a3-edebf57f3a53 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:08.991108 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d9cf6e4a-b836-48c5-8578-aa8d421ab6f9 None None] For port cbca9696-2d7b-4bb1-b3c1-b458d704356a, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:09:08.992597 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b690811a-9317-4216-85dc-734c4168339e tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Network 2367152b-0077-4e66-9755-9f5c1b0a38fa is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:09:08.998051 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d9cf6e4a-b836-48c5-8578-aa8d421ab6f9 None None] For port cbca9696-2d7b-4bb1-b3c1-b458d704356a, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=cbca9696-2d7b-4bb1-b3c1-b458d704356a,segment=NetworkSegment(fbd8b54c-e078-4931-b6d4-181306589bbe),segment_id=fbd8b54c-e078-4931-b6d4-181306589bbe)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:09:09.003884 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-b690811a-9317-4216-85dc-734c4168339e tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:09:09.008374 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d9cf6e4a-b836-48c5-8578-aa8d421ab6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:09.014682 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b690811a-9317-4216-85dc-734c4168339e tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:09:09.015568 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b690811a-9317-4216-85dc-734c4168339e tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:09.025836 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e55ea1ff-98dd-4a20-b7a3-edebf57f3a53 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:09.027093 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e55ea1ff-98dd-4a20-b7a3-edebf57f3a53 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2507927 Dec 10 19:09:09.028045 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-10ed6ab2-5e41-4a3a-a7c0-bfaf9cc5e033 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:09.030016 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40068) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:09.036121 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-02989250-4e0d-4b89-9f01-9f2689aa15d7 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Request body: {'security_group_rule': {'security_group_id': '7cc6119f-867e-45b4-93da-b74454215e69', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:09.047788 n-d-821435-1 neutron-server[103245]: WARNING neutron.api.v2.base [None req-02989250-4e0d-4b89-9f01-9f2689aa15d7 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 10 19:09:09.048426 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-02989250-4e0d-4b89-9f01-9f2689aa15d7 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:09:09.050320 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-02989250-4e0d-4b89-9f01-9f2689aa15d7 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0185637 Dec 10 19:09:09.052773 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-10ed6ab2-5e41-4a3a-a7c0-bfaf9cc5e033 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:09.054498 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40070) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:09.063689 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690811a-9317-4216-85dc-734c4168339e tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event updated for resources: {'Port': ['ID=74f9cf95-3bc8-463f-801c-071db25b69bd,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:09.072553 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ea1ff-98dd-4a20-b7a3-edebf57f3a53 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc6119f-867e-45b4-93da-b74454215e69,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:09.091829 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed6ab2-5e41-4a3a-a7c0-bfaf9cc5e033 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d78600b8-dc52-4bf2-bb89-70e42c907590,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:09.105317 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-10ed6ab2-5e41-4a3a-a7c0-bfaf9cc5e033 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:09.109989 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-10ed6ab2-5e41-4a3a-a7c0-bfaf9cc5e033 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1853447 Dec 10 19:09:09.122374 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40072) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:09.132709 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-2c8f6b3f-156d-4a47-8be4-70235bb1eaae tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'security_group_rule': {'security_group_id': 'f27299d7-a47c-4e85-bff5-e57e8bcf98c8', 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:09.163928 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf6e4a-b836-48c5-8578-aa8d421ab6f9 None None] Pushing event updated for resources: {'Port': ['ID=cbca9696-2d7b-4bb1-b3c1-b458d704356a,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:09.194537 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d435b5c4-9a5b-4150-a94b-64df92ac87bd tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:09.196594 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c8f6b3f-156d-4a47-8be4-70235bb1eaae tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:09.203990 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b690811a-9317-4216-85dc-734c4168339e tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:09.253294 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d435b5c4-9a5b-4150-a94b-64df92ac87bd tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:09.266527 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 67acb33a-84a0-456d-9f79-cfdf0143ccc8 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:09:09.272800 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7147ff0f-9350-4595-aa37-b3e551e1dacb None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:09.308777 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7147ff0f-9350-4595-aa37-b3e551e1dacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:09.312433 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 67acb33a-84a0-456d-9f79-cfdf0143ccc8 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:09:09.312995 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 67acb33a-84a0-456d-9f79-cfdf0143ccc8 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:09:09.400699 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c8f6b3f-156d-4a47-8be4-70235bb1eaae tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:09.406246 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d435b5c4-9a5b-4150-a94b-64df92ac87bd tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:09.413018 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d435b5c4-9a5b-4150-a94b-64df92ac87bd tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:09.414955 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d435b5c4-9a5b-4150-a94b-64df92ac87bd tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "DELETE /v2.0/security-groups/7cc6119f-867e-45b4-93da-b74454215e69 HTTP/1.1" status: 204 len: 168 time: 0.3535633 Dec 10 19:09:09.419216 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c8f6b3f-156d-4a47-8be4-70235bb1eaae tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:09.423087 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40074) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:09.445881 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435b5c4-9a5b-4150-a94b-64df92ac87bd tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc6119f-867e-45b4-93da-b74454215e69,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:09.460574 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f6b3f-156d-4a47-8be4-70235bb1eaae tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce759442-acc7-41b6-955c-2adaf1710c90,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:09.467110 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c8f6b3f-156d-4a47-8be4-70235bb1eaae tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:09.471557 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2c8f6b3f-156d-4a47-8be4-70235bb1eaae tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3508952 Dec 10 19:09:09.472290 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40076) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:09.478105 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-dcd0ca94-395b-4c6e-ac0e-a99cc4065fbb tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'security_group_rule': {'security_group_id': 'f27299d7-a47c-4e85-bff5-e57e8bcf98c8', 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:09.509609 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dcd0ca94-395b-4c6e-ac0e-a99cc4065fbb tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:09.581910 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dcd0ca94-395b-4c6e-ac0e-a99cc4065fbb tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:09.602240 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b071f-89b2-4c50-a1b1-96d6e8aaf680 None None] Pushing event updated for resources: {'Port': ['ID=18f47392-c939-49f8-a741-096840081440,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:09.605987 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dcd0ca94-395b-4c6e-ac0e-a99cc4065fbb tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:09.643078 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-99d6dcdd-3c7d-4611-b66f-2e1a73ef9ded tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2184758 Dec 10 19:09:09.649175 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40078) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:09.654390 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-6613150a-a7f1-42ef-90e9-7e8a8ee215b5 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Request body: {'security_group': {'name': 'tempest-secgroup--573480407'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:09.662907 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd0ca94-395b-4c6e-ac0e-a99cc4065fbb tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c88651d7-f17e-4187-a15e-ab78312b89c7,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:09.667982 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dcd0ca94-395b-4c6e-ac0e-a99cc4065fbb tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:09.672396 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-dcd0ca94-395b-4c6e-ac0e-a99cc4065fbb tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1990027 Dec 10 19:09:09.675813 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40080) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:09.680617 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7147ff0f-9350-4595-aa37-b3e551e1dacb None None] Attempting to bind port 18f47392-c939-49f8-a741-096840081440 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:09:09.681485 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7147ff0f-9350-4595-aa37-b3e551e1dacb None None] Attempting to bind port 18f47392-c939-49f8-a741-096840081440 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'c6ceca23-aa3f-4b16-a7f1-b2b034512e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd293bd6b-de31-47ae-992e-7c1fcbf9eefc'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:09:09.682066 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7147ff0f-9350-4595-aa37-b3e551e1dacb None None] Attempting to bind port 18f47392-c939-49f8-a741-096840081440 on network d293bd6b-de31-47ae-992e-7c1fcbf9eefc {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:09:09.682205 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-0ebc7ab2-5c25-4a16-abfc-58a9c0266e92 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'security_group_rule': {'security_group_id': 'f27299d7-a47c-4e85-bff5-e57e8bcf98c8', 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:09.696315 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7147ff0f-9350-4595-aa37-b3e551e1dacb None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:09:09.696734 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7147ff0f-9350-4595-aa37-b3e551e1dacb None None] Checking segment: {'id': 'c6ceca23-aa3f-4b16-a7f1-b2b034512e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd293bd6b-de31-47ae-992e-7c1fcbf9eefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:09:09.697161 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7147ff0f-9350-4595-aa37-b3e551e1dacb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:09.697541 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7147ff0f-9350-4595-aa37-b3e551e1dacb None None] Bound using segment: {'id': 'c6ceca23-aa3f-4b16-a7f1-b2b034512e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd293bd6b-de31-47ae-992e-7c1fcbf9eefc'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:09:09.698017 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7147ff0f-9350-4595-aa37-b3e551e1dacb None None] Bound port: 18f47392-c939-49f8-a741-096840081440, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ceca23-aa3f-4b16-a7f1-b2b034512e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd293bd6b-de31-47ae-992e-7c1fcbf9eefc'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:09:09.698401 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7147ff0f-9350-4595-aa37-b3e551e1dacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:09.704229 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b690811a-9317-4216-85dc-734c4168339e tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:09.710688 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b690811a-9317-4216-85dc-734c4168339e tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:09.711924 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6613150a-a7f1-42ef-90e9-7e8a8ee215b5 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:09.712281 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b690811a-9317-4216-85dc-734c4168339e tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:09.755341 n-d-821435-1 neutron-server[103245]: INFO neutron.db.securitygroups_db [None req-0ebc7ab2-5c25-4a16-abfc-58a9c0266e92 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Project 0c22e13dcedd4daaa6d6950826669aaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:09:09.773289 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0ebc7ab2-5c25-4a16-abfc-58a9c0266e92 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:09.793152 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690811a-9317-4216-85dc-734c4168339e tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event updated for resources: {'Port': ['ID=74f9cf95-3bc8-463f-801c-071db25b69bd,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:09.799198 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7147ff0f-9350-4595-aa37-b3e551e1dacb None None] For port 18f47392-c939-49f8-a741-096840081440, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:09:09.803581 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7147ff0f-9350-4595-aa37-b3e551e1dacb None None] For port 18f47392-c939-49f8-a741-096840081440, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=18f47392-c939-49f8-a741-096840081440,segment=NetworkSegment(c6ceca23-aa3f-4b16-a7f1-b2b034512e06),segment_id=c6ceca23-aa3f-4b16-a7f1-b2b034512e06)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:09:09.810966 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7147ff0f-9350-4595-aa37-b3e551e1dacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:09.872129 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6613150a-a7f1-42ef-90e9-7e8a8ee215b5 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:09.887930 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0ebc7ab2-5c25-4a16-abfc-58a9c0266e92 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:09.888224 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b071f-89b2-4c50-a1b1-96d6e8aaf680 None None] Pushing event updated for resources: {'Port': ['ID=18f47392-c939-49f8-a741-096840081440,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:09.888689 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6613150a-a7f1-42ef-90e9-7e8a8ee215b5 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:09.896114 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b690811a-9317-4216-85dc-734c4168339e tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Network 2367152b-0077-4e66-9755-9f5c1b0a38fa is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:09:09.898086 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0ebc7ab2-5c25-4a16-abfc-58a9c0266e92 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:09.898730 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-b690811a-9317-4216-85dc-734c4168339e tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:09:09.911807 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7147ff0f-9350-4595-aa37-b3e551e1dacb None None] Routers {'83c694f5-cfed-4393-ba87-7f782a1e0371'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:09:09.912683 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7147ff0f-9350-4595-aa37-b3e551e1dacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:08:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['83c694f5-cfed-4393-ba87-7f782a1e0371'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:09.943945 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc7ab2-5c25-4a16-abfc-58a9c0266e92 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb3e71a-fce8-4233-80ba-4c2a1d2ac1ce,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:09.949670 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6613150a-a7f1-42ef-90e9-7e8a8ee215b5 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:09.953925 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6613150a-a7f1-42ef-90e9-7e8a8ee215b5 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3034754 Dec 10 19:09:09.954757 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40082) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:09.956435 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6613150a-a7f1-42ef-90e9-7e8a8ee215b5 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12e4b273-79b1-4f9c-95ae-239252bfa08a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:09.962983 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4a1e8fd0-ca7c-4ea9-995b-4e2b251ca962 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Request body: {'security_group_rule': {'security_group_id': '12e4b273-79b1-4f9c-95ae-239252bfa08a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:10.000389 n-d-821435-1 neutron-server[103245]: WARNING neutron.api.v2.base [None req-4a1e8fd0-ca7c-4ea9-995b-4e2b251ca962 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 10 19:09:10.001382 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-4a1e8fd0-ca7c-4ea9-995b-4e2b251ca962 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:09:10.005895 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4a1e8fd0-ca7c-4ea9-995b-4e2b251ca962 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0431032 Dec 10 19:09:10.011912 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0ebc7ab2-5c25-4a16-abfc-58a9c0266e92 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:10.017398 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0ebc7ab2-5c25-4a16-abfc-58a9c0266e92 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3405077 Dec 10 19:09:10.018139 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40084) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:10.018567 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40086) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:10.025547 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-50048dd6-4e7f-4dcc-adc9-a9c6dd6e093b tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Request body: {'security_group_rule': {'security_group_id': '12e4b273-79b1-4f9c-95ae-239252bfa08a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:10.032891 n-d-821435-1 neutron-server[103245]: WARNING neutron.api.v2.base [None req-50048dd6-4e7f-4dcc-adc9-a9c6dd6e093b tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 10 19:09:10.034195 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-50048dd6-4e7f-4dcc-adc9-a9c6dd6e093b tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:09:10.042239 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-36d97b2b-27bd-44f8-8637-2ec59b03fd1f None None] Provisioning complete for port 18f47392-c939-49f8-a741-096840081440 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:10.042628 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-36d97b2b-27bd-44f8-8637-2ec59b03fd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:10.050239 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-50048dd6-4e7f-4dcc-adc9-a9c6dd6e093b tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0280473 Dec 10 19:09:10.054042 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40088) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:10.056370 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-cb7d21c4-1e64-4773-a4b8-5004754d5a5a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'security_group_rule': {'security_group_id': 'f27299d7-a47c-4e85-bff5-e57e8bcf98c8', 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:10.060833 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-10b42843-2afb-4430-bffd-c4094a90e28d tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Request body: {'security_group_rule': {'security_group_id': '12e4b273-79b1-4f9c-95ae-239252bfa08a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:10.063009 n-d-821435-1 neutron-server[103244]: WARNING neutron.api.v2.base [None req-10b42843-2afb-4430-bffd-c4094a90e28d tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 10 19:09:10.063548 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-10b42843-2afb-4430-bffd-c4094a90e28d tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:09:10.067444 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-10b42843-2afb-4430-bffd-c4094a90e28d tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0095284 Dec 10 19:09:10.067777 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40090) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:10.072455 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-838d14c7-ea06-4417-82b3-fc556a44893a tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Request body: {'security_group_rule': {'security_group_id': '12e4b273-79b1-4f9c-95ae-239252bfa08a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:10.073387 n-d-821435-1 neutron-server[103244]: WARNING neutron.api.v2.base [None req-838d14c7-ea06-4417-82b3-fc556a44893a tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 10 19:09:10.073881 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-838d14c7-ea06-4417-82b3-fc556a44893a tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:09:10.078116 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-838d14c7-ea06-4417-82b3-fc556a44893a tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0060048 Dec 10 19:09:10.078826 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40092) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:10.084263 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-7147ff0f-9350-4595-aa37-b3e551e1dacb None None] Set router 83c694f5-cfed-4393-ba87-7f782a1e0371 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:09:10.088488 n-d-821435-1 neutron-server[103245]: INFO neutron.db.securitygroups_db [None req-cb7d21c4-1e64-4773-a4b8-5004754d5a5a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Project 0c22e13dcedd4daaa6d6950826669aaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:09:10.096400 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cb7d21c4-1e64-4773-a4b8-5004754d5a5a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:10.109994 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b690811a-9317-4216-85dc-734c4168339e tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Router 83c694f5-cfed-4393-ba87-7f782a1e0371 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:09:10.186283 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cb7d21c4-1e64-4773-a4b8-5004754d5a5a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:10.193502 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cb7d21c4-1e64-4773-a4b8-5004754d5a5a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:10.214891 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d21c4-1e64-4773-a4b8-5004754d5a5a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54412ddc-16af-4ed3-8b93-6fbfc8a1a8c0,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:10.230365 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cb7d21c4-1e64-4773-a4b8-5004754d5a5a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:10.231686 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-cb7d21c4-1e64-4773-a4b8-5004754d5a5a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1789889 Dec 10 19:09:10.234573 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40094) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:10.241035 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f4adb8d2-d2d6-4c6b-ae98-60c8c9909313 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'network': {'name': 'tempest-network-smoke--1923640696', 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'port_security_enabled': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:10.267611 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2ee43291-ef84-4af3-a760-954eff88acfc tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:10.268655 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4adb8d2-d2d6-4c6b-ae98-60c8c9909313 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Made reservation on behalf of 0c22e13dcedd4daaa6d6950826669aaa for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:09:10.274094 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f4adb8d2-d2d6-4c6b-ae98-60c8c9909313 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:10.306464 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b690811a-9317-4216-85dc-734c4168339e tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:09:10.310496 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4adb8d2-d2d6-4c6b-ae98-60c8c9909313 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:09:10.315086 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2ee43291-ef84-4af3-a760-954eff88acfc tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:10.323909 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b690811a-9317-4216-85dc-734c4168339e tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "PUT /v2.0/routers/83c694f5-cfed-4393-ba87-7f782a1e0371/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2028019 Dec 10 19:09:10.329781 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f4adb8d2-d2d6-4c6b-ae98-60c8c9909313 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:10.330240 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-f4adb8d2-d2d6-4c6b-ae98-60c8c9909313 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Added segment 7ae94581-22c3-4e13-9b6b-b54cdf7f41c9 of type vlan for network dc606665-a872-41f7-a880-2338a9263507 Dec 10 19:09:10.331478 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40096) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:10.337503 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-6781f0da-a6f3-4767-952d-1fa60676b7b6 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1792860652'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:10.340887 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-36d97b2b-27bd-44f8-8637-2ec59b03fd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:10.392990 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f4adb8d2-d2d6-4c6b-ae98-60c8c9909313 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:10.408999 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6781f0da-a6f3-4767-952d-1fa60676b7b6 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Made reservation on behalf of 7f185da471b44e78ba28d8589f387edd for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:09:10.416653 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6781f0da-a6f3-4767-952d-1fa60676b7b6 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:10.427022 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-36d97b2b-27bd-44f8-8637-2ec59b03fd1f None None] For port 18f47392-c939-49f8-a741-096840081440, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=18f47392-c939-49f8-a741-096840081440,segment=NetworkSegment(c6ceca23-aa3f-4b16-a7f1-b2b034512e06),segment_id=c6ceca23-aa3f-4b16-a7f1-b2b034512e06)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:10.431002 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f4adb8d2-d2d6-4c6b-ae98-60c8c9909313 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:10.444800 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4adb8d2-d2d6-4c6b-ae98-60c8c9909313 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:10.445756 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f4adb8d2-d2d6-4c6b-ae98-60c8c9909313 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:10.450495 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6781f0da-a6f3-4767-952d-1fa60676b7b6 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:09:10.451689 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-36d97b2b-27bd-44f8-8637-2ec59b03fd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:10.472588 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2ee43291-ef84-4af3-a760-954eff88acfc tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:10.480794 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2ee43291-ef84-4af3-a760-954eff88acfc tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:10.483965 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2ee43291-ef84-4af3-a760-954eff88acfc tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "DELETE /v2.0/security-groups/12e4b273-79b1-4f9c-95ae-239252bfa08a HTTP/1.1" status: 204 len: 168 time: 0.4031208 Dec 10 19:09:10.489710 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40098) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:10.523294 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d97b2b-27bd-44f8-8637-2ec59b03fd1f None None] Pushing event updated for resources: {'Port': ['ID=18f47392-c939-49f8-a741-096840081440,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:10.529939 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6781f0da-a6f3-4767-952d-1fa60676b7b6 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:10.530355 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-6781f0da-a6f3-4767-952d-1fa60676b7b6 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Added segment f58608ad-60fc-447a-8cd8-cbe44ab09e01 of type vlan for network 5510fcd1-3e85-4167-aa54-57fff469e913 Dec 10 19:09:10.532872 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee43291-ef84-4af3-a760-954eff88acfc tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e4b273-79b1-4f9c-95ae-239252bfa08a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:10.539955 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7147ff0f-9350-4595-aa37-b3e551e1dacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'name': 'tempest-RoutersIpV6Test-router-320091824', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:57Z', 'updated_at': '2021-12-10T19:09:09Z', 'revision_number': 4, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'gw_port_host': None, '_interfaces': [{'id': '18f47392-c939-49f8-a741-096840081440', 'name': '', 'network_id': 'd293bd6b-de31-47ae-992e-7c1fcbf9eefc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:d5:ae:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '3fc494a6-bf69-426d-ab02-53d979bd839d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:02Z', 'updated_at': '2021-12-10T19:09:09Z', 'revision_number': 4, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': '3fc494a6-bf69-426d-ab02-53d979bd839d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50f176d3-c11e-4ae1-a6c4-aa754d103e12', 'name': '', 'network_id': 'b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:8b:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:59Z', 'updated_at': '2021-12-10T19:09:04Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74f9cf95-3bc8-463f-801c-071db25b69bd', 'name': '', 'network_id': '2367152b-0077-4e66-9755-9f5c1b0a38fa', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:ad:3b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '02a7fdd0-4072-441f-a8d3-301b8aa26850', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:08Z', 'updated_at': '2021-12-10T19:09:09Z', 'revision_number': 2, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': '02a7fdd0-4072-441f-a8d3-301b8aa26850', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:10.548978 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40100) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:10.550369 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f4adb8d2-d2d6-4c6b-ae98-60c8c9909313 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3133662 Dec 10 19:09:10.554887 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f673fa82-0a56-49f0-8fb8-fa3e7f2bee5a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1959386367', 'admin_state_up': True, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:10.578373 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4adb8d2-d2d6-4c6b-ae98-60c8c9909313 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'Network': ['ID=dc606665-a872-41f7-a880-2338a9263507,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:10.582256 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7147ff0f-9350-4595-aa37-b3e551e1dacb None None] The sync data for ids ['83c694f5-cfed-4393-ba87-7f782a1e0371'] in n-d-821435-1 is: [{'id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'name': 'tempest-RoutersIpV6Test-router-320091824', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:57Z', 'updated_at': '2021-12-10T19:09:09Z', 'revision_number': 4, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'gw_port_host': None, '_interfaces': [{'id': '18f47392-c939-49f8-a741-096840081440', 'name': '', 'network_id': 'd293bd6b-de31-47ae-992e-7c1fcbf9eefc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:d5:ae:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '3fc494a6-bf69-426d-ab02-53d979bd839d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:02Z', 'updated_at': '2021-12-10T19:09:09Z', 'revision_number': 4, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': '3fc494a6-bf69-426d-ab02-53d979bd839d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50f176d3-c11e-4ae1-a6c4-aa754d103e12', 'name': '', 'network_id': 'b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:8b:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:59Z', 'updated_at': '2021-12-10T19:09:04Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74f9cf95-3bc8-463f-801c-071db25b69bd', 'name': '', 'network_id': '2367152b-0077-4e66-9755-9f5c1b0a38fa', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:ad:3b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '02a7fdd0-4072-441f-a8d3-301b8aa26850', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:08Z', 'updated_at': '2021-12-10T19:09:09Z', 'revision_number': 2, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': '02a7fdd0-4072-441f-a8d3-301b8aa26850', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:09:10.612262 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network dc606665-a872-41f7-a880-2338a9263507 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:09:10.693447 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device cbca9696-2d7b-4bb1-b3c1-b458d704356a up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:09:10.693655 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f673fa82-0a56-49f0-8fb8-fa3e7f2bee5a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:10.694609 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f673fa82-0a56-49f0-8fb8-fa3e7f2bee5a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:10.698929 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6781f0da-a6f3-4767-952d-1fa60676b7b6 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:10.701424 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4aa29c-1f18-44b8-b4e7-8c65962e1689 None None] Network 2367152b-0077-4e66-9755-9f5c1b0a38fa requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:09:10.707144 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e67fb515-5191-4e60-bbed-7100ddc795b6 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2118151 Dec 10 19:09:10.710942 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40102) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:10.716409 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-345ee467-2946-4c4b-a37a-5131c1ee2b09 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Request body: {'security_group': {'name': 'tempest-secgroup--1426412671'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:10.749018 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-da95f82e-ad1c-4b86-ac69-4be4b5dc14ee None None] Provisioning complete for port 18f47392-c939-49f8-a741-096840081440 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:10.750122 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-da95f82e-ad1c-4b86-ac69-4be4b5dc14ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:10.779668 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-345ee467-2946-4c4b-a37a-5131c1ee2b09 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:10.813249 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6781f0da-a6f3-4767-952d-1fa60676b7b6 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:10.819287 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6781f0da-a6f3-4767-952d-1fa60676b7b6 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:10.819910 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6781f0da-a6f3-4767-952d-1fa60676b7b6 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:10.852124 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f673fa82-0a56-49f0-8fb8-fa3e7f2bee5a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:10.902002 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40104) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:10.902212 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6781f0da-a6f3-4767-952d-1fa60676b7b6 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5692518 Dec 10 19:09:10.909194 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-6105ff22-1f43-4b47-98ee-12c70323c8b9 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Request body: {'subnet': {'network_id': '5510fcd1-3e85-4167-aa54-57fff469e913', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:10.934426 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port cbca9696-2d7b-4bb1-b3c1-b458d704356a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:10.935106 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:11.038551 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6105ff22-1f43-4b47-98ee-12c70323c8b9 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Made reservation on behalf of 7f185da471b44e78ba28d8589f387edd for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:09:11.042608 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6105ff22-1f43-4b47-98ee-12c70323c8b9 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:11.056678 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6781f0da-a6f3-4767-952d-1fa60676b7b6 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event updated for resources: {'Network': ['ID=5510fcd1-3e85-4167-aa54-57fff469e913,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:11.064598 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:11.077577 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 5510fcd1-3e85-4167-aa54-57fff469e913 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:09:11.126881 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f673fa82-0a56-49f0-8fb8-fa3e7f2bee5a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:11.191876 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port cbca9696-2d7b-4bb1-b3c1-b458d704356a, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=cbca9696-2d7b-4bb1-b3c1-b458d704356a,segment=NetworkSegment(fbd8b54c-e078-4931-b6d4-181306589bbe),segment_id=fbd8b54c-e078-4931-b6d4-181306589bbe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:11.192921 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-345ee467-2946-4c4b-a37a-5131c1ee2b09 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:11.198201 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-580a275b-7809-4b08-a872-f0a6030382a4 None None] Provisioning complete for port cbca9696-2d7b-4bb1-b3c1-b458d704356a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:11.198580 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-580a275b-7809-4b08-a872-f0a6030382a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:11.203037 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:11.313042 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-345ee467-2946-4c4b-a37a-5131c1ee2b09 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:11.323573 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=cbca9696-2d7b-4bb1-b3c1-b458d704356a,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:11.360479 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-345ee467-2946-4c4b-a37a-5131c1ee2b09 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:11.365696 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-345ee467-2946-4c4b-a37a-5131c1ee2b09 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6503983 Dec 10 19:09:11.367067 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40106) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:11.375323 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-1a858cc9-cf38-4648-b178-3ce5d56a760a tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Request body: {'security_group_rule': {'security_group_id': '193cb1ff-0dd0-40bf-90c2-8895f2d43002', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:11.376760 n-d-821435-1 neutron-server[103245]: WARNING neutron.api.v2.base [None req-1a858cc9-cf38-4648-b178-3ce5d56a760a tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 10 19:09:11.377691 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-1a858cc9-cf38-4648-b178-3ce5d56a760a tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:09:11.382472 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1a858cc9-cf38-4648-b178-3ce5d56a760a tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0129306 Dec 10 19:09:11.383054 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40108) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:11.390620 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ee467-2946-4c4b-a37a-5131c1ee2b09 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=193cb1ff-0dd0-40bf-90c2-8895f2d43002,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:11.391110 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-caee1609-d06f-4f57-8ef4-3d2a35303ad7 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Request body: {'security_group_rule': {'security_group_id': '193cb1ff-0dd0-40bf-90c2-8895f2d43002', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:11.396453 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6105ff22-1f43-4b47-98ee-12c70323c8b9 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:11.482904 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105ff22-1f43-4b47-98ee-12c70323c8b9 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event updated for resources: {'Subnet': ['ID=ed3305e7-7738-4d0b-baa8-b1efa8cf829e,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:11.523168 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-caee1609-d06f-4f57-8ef4-3d2a35303ad7 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:09:11.524479 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-caee1609-d06f-4f57-8ef4-3d2a35303ad7 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1382518 Dec 10 19:09:11.525526 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6105ff22-1f43-4b47-98ee-12c70323c8b9 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Checking segment: {'id': 'f58608ad-60fc-447a-8cd8-cbe44ab09e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5510fcd1-3e85-4167-aa54-57fff469e913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:09:11.525893 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6105ff22-1f43-4b47-98ee-12c70323c8b9 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Network hostable DHCP agents. Network: 5510fcd1-3e85-4167-aa54-57fff469e913, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:09:11.527874 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40110) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:11.531000 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-db95b2fb-da06-47ae-b61a-d8839a7b0749 None None] Provisioning complete for port cbca9696-2d7b-4bb1-b3c1-b458d704356a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:11.531736 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-db95b2fb-da06-47ae-b61a-d8839a7b0749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:11.532989 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-35acaca6-7c71-4f78-983d-af52fc310e04 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Request body: {'security_group_rule': {'security_group_id': '193cb1ff-0dd0-40bf-90c2-8895f2d43002', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:11.533486 n-d-821435-1 neutron-server[103245]: WARNING neutron.api.v2.base [None req-35acaca6-7c71-4f78-983d-af52fc310e04 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 10 19:09:11.533981 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-35acaca6-7c71-4f78-983d-af52fc310e04 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:09:11.534965 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-35acaca6-7c71-4f78-983d-af52fc310e04 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059569 Dec 10 19:09:11.540390 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40112) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:11.544898 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-b73fd533-8fe4-446e-a86a-3d4bc617af99 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Request body: {'security_group_rule': {'security_group_id': '193cb1ff-0dd0-40bf-90c2-8895f2d43002', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:11.582858 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6105ff22-1f43-4b47-98ee-12c70323c8b9 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Network 5510fcd1-3e85-4167-aa54-57fff469e913 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:09:11.597325 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f673fa82-0a56-49f0-8fb8-fa3e7f2bee5a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:11.606477 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-6105ff22-1f43-4b47-98ee-12c70323c8b9 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 5510fcd1-3e85-4167-aa54-57fff469e913) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:09:11.611849 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6105ff22-1f43-4b47-98ee-12c70323c8b9 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:11.612453 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6105ff22-1f43-4b47-98ee-12c70323c8b9 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:11.620421 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-b73fd533-8fe4-446e-a86a-3d4bc617af99 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:09:11.621615 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b73fd533-8fe4-446e-a86a-3d4bc617af99 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0801933 Dec 10 19:09:11.624486 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40114) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:11.630534 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8ce366e3-80a4-4d82-9b9c-1477d2daaad7 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Request body: {'security_group_rule': {'security_group_id': '193cb1ff-0dd0-40bf-90c2-8895f2d43002', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:11.631014 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f673fa82-0a56-49f0-8fb8-fa3e7f2bee5a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:11.631159 n-d-821435-1 neutron-server[103245]: WARNING neutron.api.v2.base [None req-8ce366e3-80a4-4d82-9b9c-1477d2daaad7 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 10 19:09:11.631595 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-8ce366e3-80a4-4d82-9b9c-1477d2daaad7 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:09:11.632822 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8ce366e3-80a4-4d82-9b9c-1477d2daaad7 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0073450 Dec 10 19:09:11.635572 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40116) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:11.637584 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b444f2d4-5627-4642-9f84-7b437c03639b None None] Network 5510fcd1-3e85-4167-aa54-57fff469e913 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:09:11.642322 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-95ac89d7-afa6-4d63-b46e-5813647f222e tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Request body: {'security_group_rule': {'security_group_id': '193cb1ff-0dd0-40bf-90c2-8895f2d43002', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:11.668476 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6105ff22-1f43-4b47-98ee-12c70323c8b9 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7654085 Dec 10 19:09:11.671581 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40118) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:11.764343 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-f673fa82-0a56-49f0-8fb8-fa3e7f2bee5a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Allocated IP 172.25.7.211 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/bce05764-7eee-4ef6-ab31-35b9238f0649) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:09:11.777489 n-d-821435-1 neutron-server[103245]: INFO neutron.db.securitygroups_db [None req-95ac89d7-afa6-4d63-b46e-5813647f222e tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Project 83d6eed2047a4fde813283fd53650421 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:09:11.798472 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-95ac89d7-afa6-4d63-b46e-5813647f222e tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:09:11.803459 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-95ac89d7-afa6-4d63-b46e-5813647f222e tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1667569 Dec 10 19:09:11.804115 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40120) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:11.812719 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-9f022eee-a4b8-4897-8f5b-a249b73c1a23 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Request body: {'security_group_rule': {'security_group_id': '193cb1ff-0dd0-40bf-90c2-8895f2d43002', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:11.813318 n-d-821435-1 neutron-server[103245]: WARNING neutron.api.v2.base [None req-9f022eee-a4b8-4897-8f5b-a249b73c1a23 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 10 19:09:11.813835 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-9f022eee-a4b8-4897-8f5b-a249b73c1a23 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:09:11.818291 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9f022eee-a4b8-4897-8f5b-a249b73c1a23 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0105324 Dec 10 19:09:11.818866 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40122) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:11.827111 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-99f8e1fe-e84b-4878-a6e7-f8c830df35a9 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Request body: {'security_group_rule': {'security_group_id': '193cb1ff-0dd0-40bf-90c2-8895f2d43002', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:11.870283 n-d-821435-1 neutron-server[103245]: INFO neutron.db.securitygroups_db [None req-99f8e1fe-e84b-4878-a6e7-f8c830df35a9 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Project 83d6eed2047a4fde813283fd53650421 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:09:11.880254 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4d2111-2d40-4788-8530-1e2832b8b8b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-5510fcd1-3e85-4167-aa54-57fff469e913', 'network_id': '5510fcd1-3e85-4167-aa54-57fff469e913', 'project_id': '7f185da471b44e78ba28d8589f387edd', 'fixed_ips': [{'subnet_id': 'ed3305e7-7738-4d0b-baa8-b1efa8cf829e'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:09:11.886578 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5b4d2111-2d40-4788-8530-1e2832b8b8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:11.889138 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-db95b2fb-da06-47ae-b61a-d8839a7b0749 None None] Provisioning complete for port 74f9cf95-3bc8-463f-801c-071db25b69bd triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:11.889594 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-db95b2fb-da06-47ae-b61a-d8839a7b0749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:11.929433 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f673fa82-0a56-49f0-8fb8-fa3e7f2bee5a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:11.959938 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-db95b2fb-da06-47ae-b61a-d8839a7b0749 None None] Port 74f9cf95-3bc8-463f-801c-071db25b69bd cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:09:11.978572 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f673fa82-0a56-49f0-8fb8-fa3e7f2bee5a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:11.995382 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-99f8e1fe-e84b-4878-a6e7-f8c830df35a9 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:09:11.996893 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-99f8e1fe-e84b-4878-a6e7-f8c830df35a9 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1734486 Dec 10 19:09:12.002295 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40124) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:12.007343 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-fa5dc7d8-6cb7-4a9e-8fc3-99367916315e tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Request body: {'security_group_rule': {'security_group_id': '193cb1ff-0dd0-40bf-90c2-8895f2d43002', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:12.041943 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f673fa82-0a56-49f0-8fb8-fa3e7f2bee5a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:09:12.051838 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-f673fa82-0a56-49f0-8fb8-fa3e7f2bee5a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:09:12.055215 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f673fa82-0a56-49f0-8fb8-fa3e7f2bee5a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:09:12.059345 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f673fa82-0a56-49f0-8fb8-fa3e7f2bee5a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'Port': ['ID=bce05764-7eee-4ef6-ab31-35b9238f0649,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:12.085192 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6436e4c3-5e20-445e-ba35-fab291c433fb None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:09:12.127468 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-5b4d2111-2d40-4788-8530-1e2832b8b8b6 None None] Allocated IP 2001:db8:3::2 (5510fcd1-3e85-4167-aa54-57fff469e913/ed3305e7-7738-4d0b-baa8-b1efa8cf829e/44118a5a-1df0-4636-a99f-5de640f221e4) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:09:12.134267 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-517a8203-f500-4d0b-888d-f3b7a429064b None None] Provisioning complete for port 74f9cf95-3bc8-463f-801c-071db25b69bd triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:12.134640 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-517a8203-f500-4d0b-888d-f3b7a429064b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:12.228616 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-517a8203-f500-4d0b-888d-f3b7a429064b None None] Port 74f9cf95-3bc8-463f-801c-071db25b69bd cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:09:12.236172 n-d-821435-1 neutron-server[103245]: INFO neutron.db.securitygroups_db [None req-fa5dc7d8-6cb7-4a9e-8fc3-99367916315e tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Project 83d6eed2047a4fde813283fd53650421 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:09:12.275112 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-fa5dc7d8-6cb7-4a9e-8fc3-99367916315e tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:09:12.278701 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fa5dc7d8-6cb7-4a9e-8fc3-99367916315e tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2727098 Dec 10 19:09:12.279232 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40126) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:12.365871 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5b4d2111-2d40-4788-8530-1e2832b8b8b6 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:12.366433 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444c1482-1a83-4dba-8314-97005f04b936 None None] Sync routers for ids ['83c694f5-cfed-4393-ba87-7f782a1e0371'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:09:12.372756 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9de80d62-4d8c-41ac-96cc-e7a663d0b74b None None] Provisioning complete for port bce05764-7eee-4ef6-ab31-35b9238f0649 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:12.373250 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9de80d62-4d8c-41ac-96cc-e7a663d0b74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:12.379718 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444c1482-1a83-4dba-8314-97005f04b936 None None] Routers {'83c694f5-cfed-4393-ba87-7f782a1e0371'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:09:12.380762 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-444c1482-1a83-4dba-8314-97005f04b936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:08:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['83c694f5-cfed-4393-ba87-7f782a1e0371'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:12.414657 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d2fe3d00-ee1d-4cf1-9c35-2cecce117890 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:12.417582 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5b4d2111-2d40-4788-8530-1e2832b8b8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:12.465289 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f673fa82-0a56-49f0-8fb8-fa3e7f2bee5a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:12.480107 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d2fe3d00-ee1d-4cf1-9c35-2cecce117890 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:12.482050 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9de80d62-4d8c-41ac-96cc-e7a663d0b74b None None] Port bce05764-7eee-4ef6-ab31-35b9238f0649 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:09:12.484405 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4d2111-2d40-4788-8530-1e2832b8b8b6 None None] Network 5510fcd1-3e85-4167-aa54-57fff469e913 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:09:12.493466 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-5b4d2111-2d40-4788-8530-1e2832b8b8b6 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:09:12.499197 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4d2111-2d40-4788-8530-1e2832b8b8b6 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:09:12.521840 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d2111-2d40-4788-8530-1e2832b8b8b6 None None] Pushing event updated for resources: {'Port': ['ID=44118a5a-1df0-4636-a99f-5de640f221e4,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:12.535005 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d2fe3d00-ee1d-4cf1-9c35-2cecce117890 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:12.538084 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d2fe3d00-ee1d-4cf1-9c35-2cecce117890 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:12.548670 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d2fe3d00-ee1d-4cf1-9c35-2cecce117890 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "DELETE /v2.0/security-groups/193cb1ff-0dd0-40bf-90c2-8895f2d43002 HTTP/1.1" status: 204 len: 168 time: 0.2617185 Dec 10 19:09:12.548670 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40128) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:12.551612 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9de80d62-4d8c-41ac-96cc-e7a663d0b74b None None] Provisioning complete for port 74f9cf95-3bc8-463f-801c-071db25b69bd triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:12.552208 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9de80d62-4d8c-41ac-96cc-e7a663d0b74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:12.563468 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-10249dac-393a-43ce-b60b-4e3731de9f9b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:12.568323 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe3d00-ee1d-4cf1-9c35-2cecce117890 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=193cb1ff-0dd0-40bf-90c2-8895f2d43002,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:12.570366 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-444c1482-1a83-4dba-8314-97005f04b936 None None] Set router 83c694f5-cfed-4393-ba87-7f782a1e0371 gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:09:12.597154 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9de80d62-4d8c-41ac-96cc-e7a663d0b74b None None] Port 74f9cf95-3bc8-463f-801c-071db25b69bd cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:09:12.626787 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-086abc89-30de-435e-b6f3-1dee6768a91e tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0729408 Dec 10 19:09:12.627610 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40130) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:12.668033 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c6d21039-2dee-48e8-b9a9-be0e0b8e405b tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Request body: {'security_group': {'name': 'tempest-secgroup--2035630399'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:12.671311 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5b4d2111-2d40-4788-8530-1e2832b8b8b6 None None] Attempting to bind port 44118a5a-1df0-4636-a99f-5de640f221e4 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:09:12.672549 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5b4d2111-2d40-4788-8530-1e2832b8b8b6 None None] Attempting to bind port 44118a5a-1df0-4636-a99f-5de640f221e4 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'f58608ad-60fc-447a-8cd8-cbe44ab09e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5510fcd1-3e85-4167-aa54-57fff469e913'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:09:12.673460 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4d2111-2d40-4788-8530-1e2832b8b8b6 None None] Attempting to bind port 44118a5a-1df0-4636-a99f-5de640f221e4 on network 5510fcd1-3e85-4167-aa54-57fff469e913 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:09:12.681073 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4d2111-2d40-4788-8530-1e2832b8b8b6 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:09:12.697419 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4d2111-2d40-4788-8530-1e2832b8b8b6 None None] Checking segment: {'id': 'f58608ad-60fc-447a-8cd8-cbe44ab09e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5510fcd1-3e85-4167-aa54-57fff469e913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:09:12.698388 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5b4d2111-2d40-4788-8530-1e2832b8b8b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:12.699055 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4d2111-2d40-4788-8530-1e2832b8b8b6 None None] Bound using segment: {'id': 'f58608ad-60fc-447a-8cd8-cbe44ab09e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5510fcd1-3e85-4167-aa54-57fff469e913'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:09:12.699780 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5b4d2111-2d40-4788-8530-1e2832b8b8b6 None None] Bound port: 44118a5a-1df0-4636-a99f-5de640f221e4, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f58608ad-60fc-447a-8cd8-cbe44ab09e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5510fcd1-3e85-4167-aa54-57fff469e913'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:09:12.700406 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5b4d2111-2d40-4788-8530-1e2832b8b8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:12.705276 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 18f47392-c939-49f8-a741-096840081440 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:09:12.755127 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c6d21039-2dee-48e8-b9a9-be0e0b8e405b tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:12.774997 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f673fa82-0a56-49f0-8fb8-fa3e7f2bee5a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:12.818369 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5b4d2111-2d40-4788-8530-1e2832b8b8b6 None None] For port 44118a5a-1df0-4636-a99f-5de640f221e4, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:09:12.837391 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 18f47392-c939-49f8-a741-096840081440 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:12.838162 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:12.843148 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5b4d2111-2d40-4788-8530-1e2832b8b8b6 None None] For port 44118a5a-1df0-4636-a99f-5de640f221e4, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=44118a5a-1df0-4636-a99f-5de640f221e4,segment=NetworkSegment(f58608ad-60fc-447a-8cd8-cbe44ab09e01),segment_id=f58608ad-60fc-447a-8cd8-cbe44ab09e01)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:09:12.862751 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5b4d2111-2d40-4788-8530-1e2832b8b8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:12.880758 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-444c1482-1a83-4dba-8314-97005f04b936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'name': 'tempest-RoutersIpV6Test-router-320091824', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:57Z', 'updated_at': '2021-12-10T19:09:09Z', 'revision_number': 4, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'gw_port_host': None, '_interfaces': [{'id': '18f47392-c939-49f8-a741-096840081440', 'name': '', 'network_id': 'd293bd6b-de31-47ae-992e-7c1fcbf9eefc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:d5:ae:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '3fc494a6-bf69-426d-ab02-53d979bd839d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:02Z', 'updated_at': '2021-12-10T19:09:10Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': '3fc494a6-bf69-426d-ab02-53d979bd839d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50f176d3-c11e-4ae1-a6c4-aa754d103e12', 'name': '', 'network_id': 'b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:8b:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:59Z', 'updated_at': '2021-12-10T19:09:04Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74f9cf95-3bc8-463f-801c-071db25b69bd', 'name': '', 'network_id': '2367152b-0077-4e66-9755-9f5c1b0a38fa', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:ad:3b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '02a7fdd0-4072-441f-a8d3-301b8aa26850', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:08Z', 'updated_at': '2021-12-10T19:09:09Z', 'revision_number': 2, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': '02a7fdd0-4072-441f-a8d3-301b8aa26850', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:12.940030 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444c1482-1a83-4dba-8314-97005f04b936 None None] Checking router: 83c694f5-cfed-4393-ba87-7f782a1e0371 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:09:12.940706 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444c1482-1a83-4dba-8314-97005f04b936 None None] Updating router 83c694f5-cfed-4393-ba87-7f782a1e0371 port 74f9cf95-3bc8-463f-801c-071db25b69bd binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:09:12.947716 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d2111-2d40-4788-8530-1e2832b8b8b6 None None] Pushing event updated for resources: {'Port': ['ID=44118a5a-1df0-4636-a99f-5de640f221e4,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:12.969885 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c6d21039-2dee-48e8-b9a9-be0e0b8e405b tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:12.983792 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c6d21039-2dee-48e8-b9a9-be0e0b8e405b tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:12.988099 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f673fa82-0a56-49f0-8fb8-fa3e7f2bee5a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Router bd6f9288-b0dd-48fc-a80e-5c128c87043b is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:09:13.001094 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-444c1482-1a83-4dba-8314-97005f04b936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:13.013484 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device cbca9696-2d7b-4bb1-b3c1-b458d704356a up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:09:13.029639 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d21039-2dee-48e8-b9a9-be0e0b8e405b tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6826e78-ee59-4e4c-963d-3431881df969,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:13.032482 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-10249dac-393a-43ce-b60b-4e3731de9f9b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Allocated IP 2001:db8:3::1 (5510fcd1-3e85-4167-aa54-57fff469e913/ed3305e7-7738-4d0b-baa8-b1efa8cf829e/c32fc386-570d-440a-87a3-a0d6ee6dc01d) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:09:13.057004 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c6d21039-2dee-48e8-b9a9-be0e0b8e405b tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:13.061597 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c6d21039-2dee-48e8-b9a9-be0e0b8e405b tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3945310 Dec 10 19:09:13.069080 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40132) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:13.073805 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-715c5f45-056a-4080-8307-9b42215cff91 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Request body: {'security_group_rule': {'security_group_id': 'd6826e78-ee59-4e4c-963d-3431881df969', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:13.116226 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port cbca9696-2d7b-4bb1-b3c1-b458d704356a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:13.116749 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:13.155728 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-715c5f45-056a-4080-8307-9b42215cff91 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] create failed (client error): The resource could not be found. Dec 10 19:09:13.159622 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-715c5f45-056a-4080-8307-9b42215cff91 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0869186 Dec 10 19:09:13.161194 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40134) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:13.165592 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a757df14-fafa-4070-9133-da8c99f121a5 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Request body: {'security_group_rule': {'security_group_id': 'd6826e78-ee59-4e4c-963d-3431881df969', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '2a8b2d98-9b84-4e26-b324-3a03aa28f76b'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:13.204394 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f673fa82-0a56-49f0-8fb8-fa3e7f2bee5a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:09:13.234585 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834ac994-8153-4a60-b056-8d6acdbf482e None None] Sync routers for ids ['bd6f9288-b0dd-48fc-a80e-5c128c87043b'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:09:13.238195 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-10249dac-393a-43ce-b60b-4e3731de9f9b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:13.256067 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f673fa82-0a56-49f0-8fb8-fa3e7f2bee5a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:13.258437 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f673fa82-0a56-49f0-8fb8-fa3e7f2bee5a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7076671 Dec 10 19:09:13.259823 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834ac994-8153-4a60-b056-8d6acdbf482e None None] Routers {'bd6f9288-b0dd-48fc-a80e-5c128c87043b'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:09:13.260462 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-834ac994-8153-4a60-b056-8d6acdbf482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:08:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['bd6f9288-b0dd-48fc-a80e-5c128c87043b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:13.261616 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40136) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:13.295166 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-a757df14-fafa-4070-9133-da8c99f121a5 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] create failed (client error): The resource could not be found. Dec 10 19:09:13.299434 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a757df14-fafa-4070-9133-da8c99f121a5 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1350048 Dec 10 19:09:13.302452 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40138) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:13.355576 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-aeeb7099-3545-49fa-a8ce-feb71a9783ce tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=0c22e13dcedd4daaa6d6950826669aaa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0921147 Dec 10 19:09:13.358226 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40140) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:13.363384 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-10249dac-393a-43ce-b60b-4e3731de9f9b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:13.393015 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10249dac-393a-43ce-b60b-4e3731de9f9b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Network 5510fcd1-3e85-4167-aa54-57fff469e913 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:09:13.419956 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-10249dac-393a-43ce-b60b-4e3731de9f9b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:09:13.421933 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0e00df62-ee6f-4682-9a6a-3592428b728e tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:13.429822 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10249dac-393a-43ce-b60b-4e3731de9f9b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:09:13.430409 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-10249dac-393a-43ce-b60b-4e3731de9f9b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:13.533870 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47ce52b-eeeb-406f-83fc-869cee99f96f tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:13.538506 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d47ce52b-eeeb-406f-83fc-869cee99f96f tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1764607 Dec 10 19:09:13.539521 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40142) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:13.578402 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e8cc65ac-5873-4d09-b1c4-43b009e90dd0 tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=6fdf4522-5bcb-4bff-a877-38bc5e23829f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354104 Dec 10 19:09:13.579509 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40144) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:13.588556 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-bf6f43cd-a95d-410e-bd78-f0b74c6dbad1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1342077210', 'network_id': 'dc606665-a872-41f7-a880-2338a9263507', 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:13.607196 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0e00df62-ee6f-4682-9a6a-3592428b728e tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:13.643364 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-834ac994-8153-4a60-b056-8d6acdbf482e None None] Set router bd6f9288-b0dd-48fc-a80e-5c128c87043b gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:09:13.655591 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10249dac-393a-43ce-b60b-4e3731de9f9b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event updated for resources: {'Port': ['ID=c32fc386-570d-440a-87a3-a0d6ee6dc01d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:13.696307 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-444c1482-1a83-4dba-8314-97005f04b936 None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:13.712318 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-444c1482-1a83-4dba-8314-97005f04b936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:13.722361 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0e00df62-ee6f-4682-9a6a-3592428b728e tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:13.725289 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0e00df62-ee6f-4682-9a6a-3592428b728e tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:13.726455 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0e00df62-ee6f-4682-9a6a-3592428b728e tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "DELETE /v2.0/security-groups/d6826e78-ee59-4e4c-963d-3431881df969 HTTP/1.1" status: 204 len: 168 time: 0.4238896 Dec 10 19:09:13.733001 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40146) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:13.743293 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00df62-ee6f-4682-9a6a-3592428b728e tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6826e78-ee59-4e4c-963d-3431881df969,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:13.745191 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-10249dac-393a-43ce-b60b-4e3731de9f9b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:13.783810 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec2040-dbd3-4b8f-8744-d0a4e91f66df None None] Pushing event updated for resources: {'Port': ['ID=74f9cf95-3bc8-463f-801c-071db25b69bd,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:13.808086 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-53e1ab44-7b2f-4326-a510-bddb9aecd0a3 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0739603 Dec 10 19:09:13.816362 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40148) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:13.823194 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7e56c672-2da8-4c46-8820-c594e93ac6d3 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Request body: {'security_group_rule': {'security_group_id': '31d708ec-61fd-4c33-8d46-99067077bda9', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:13.829030 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec2040-dbd3-4b8f-8744-d0a4e91f66df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:13.829376 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec2040-dbd3-4b8f-8744-d0a4e91f66df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:13.829714 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec2040-dbd3-4b8f-8744-d0a4e91f66df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:13.830046 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec2040-dbd3-4b8f-8744-d0a4e91f66df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:13.830387 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec2040-dbd3-4b8f-8744-d0a4e91f66df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:13.830923 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec2040-dbd3-4b8f-8744-d0a4e91f66df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:13.831042 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec2040-dbd3-4b8f-8744-d0a4e91f66df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:13.831328 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec2040-dbd3-4b8f-8744-d0a4e91f66df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:13.831653 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec2040-dbd3-4b8f-8744-d0a4e91f66df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:13.835613 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec2040-dbd3-4b8f-8744-d0a4e91f66df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:13.837351 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec2040-dbd3-4b8f-8744-d0a4e91f66df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:13.837921 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec2040-dbd3-4b8f-8744-d0a4e91f66df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:13.841441 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec2040-dbd3-4b8f-8744-d0a4e91f66df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:13.865757 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.db.api [None req-bf6f43cd-a95d-410e-bd78-f0b74c6dbad1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 19:09:13.865757 n-d-821435-1 neutron-server[103244]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 10 19:09:13.865757 n-d-821435-1 neutron-server[103244]: [parameters: {'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'id': 'fe111cfd-6131-4eb3-858d-b343fcc87aaa', 'expiration': datetime.datetime(2021, 12, 10, 19, 11, 13, 848775)}] Dec 10 19:09:13.865757 n-d-821435-1 neutron-server[103244]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:09:13.866252 n-d-821435-1 neutron-server[103244]: DEBUG oslo_db.api [None req-bf6f43cd-a95d-410e-bd78-f0b74c6dbad1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:09:13.894581 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-444c1482-1a83-4dba-8314-97005f04b936 None None] Attempting to bind port 74f9cf95-3bc8-463f-801c-071db25b69bd on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:09:13.897169 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-444c1482-1a83-4dba-8314-97005f04b936 None None] Attempting to bind port 74f9cf95-3bc8-463f-801c-071db25b69bd by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'fbd8b54c-e078-4931-b6d4-181306589bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2367152b-0077-4e66-9755-9f5c1b0a38fa'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:09:13.897816 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444c1482-1a83-4dba-8314-97005f04b936 None None] Attempting to bind port 74f9cf95-3bc8-463f-801c-071db25b69bd on network 2367152b-0077-4e66-9755-9f5c1b0a38fa {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:09:13.910115 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444c1482-1a83-4dba-8314-97005f04b936 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:09:13.912240 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444c1482-1a83-4dba-8314-97005f04b936 None None] Checking segment: {'id': 'fbd8b54c-e078-4931-b6d4-181306589bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2367152b-0077-4e66-9755-9f5c1b0a38fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:09:13.912739 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-444c1482-1a83-4dba-8314-97005f04b936 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:13.913210 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444c1482-1a83-4dba-8314-97005f04b936 None None] Bound using segment: {'id': 'fbd8b54c-e078-4931-b6d4-181306589bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2367152b-0077-4e66-9755-9f5c1b0a38fa'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:09:13.914509 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-444c1482-1a83-4dba-8314-97005f04b936 None None] Bound port: 74f9cf95-3bc8-463f-801c-071db25b69bd, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd8b54c-e078-4931-b6d4-181306589bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2367152b-0077-4e66-9755-9f5c1b0a38fa'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:09:13.914907 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-444c1482-1a83-4dba-8314-97005f04b936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:13.918267 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-7e56c672-2da8-4c46-8820-c594e93ac6d3 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] create failed (client error): The resource could not be found. Dec 10 19:09:13.919284 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7e56c672-2da8-4c46-8820-c594e93ac6d3 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1011610 Dec 10 19:09:13.922980 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40150) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:13.929605 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-843c4a07-e949-4eed-b6c8-c197968e5988 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Request body: {'security_group': {'name': 'tempest-secgroup--1632158451'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:13.936490 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-834ac994-8153-4a60-b056-8d6acdbf482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6f9288-b0dd-48fc-a80e-5c128c87043b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959386367', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'bce05764-7eee-4ef6-ab31-35b9238f0649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:09:10Z', 'updated_at': '2021-12-10T19:09:12Z', 'revision_number': 3, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': 'bce05764-7eee-4ef6-ab31-35b9238f0649', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:82:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6f9288-b0dd-48fc-a80e-5c128c87043b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:11Z', 'updated_at': '2021-12-10T19:09:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:13.972506 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834ac994-8153-4a60-b056-8d6acdbf482e None None] Checking router: bd6f9288-b0dd-48fc-a80e-5c128c87043b for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:09:13.974392 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834ac994-8153-4a60-b056-8d6acdbf482e None None] Updating router bd6f9288-b0dd-48fc-a80e-5c128c87043b port bce05764-7eee-4ef6-ab31-35b9238f0649 binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:09:13.979502 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-843c4a07-e949-4eed-b6c8-c197968e5988 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:14.008385 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-834ac994-8153-4a60-b056-8d6acdbf482e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:14.008865 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-444c1482-1a83-4dba-8314-97005f04b936 None None] For port 74f9cf95-3bc8-463f-801c-071db25b69bd, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:09:14.012597 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-444c1482-1a83-4dba-8314-97005f04b936 None None] For port 74f9cf95-3bc8-463f-801c-071db25b69bd, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=74f9cf95-3bc8-463f-801c-071db25b69bd,segment=NetworkSegment(fbd8b54c-e078-4931-b6d4-181306589bbe),segment_id=fbd8b54c-e078-4931-b6d4-181306589bbe)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:09:14.018018 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-444c1482-1a83-4dba-8314-97005f04b936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:14.101754 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec2040-dbd3-4b8f-8744-d0a4e91f66df None None] Pushing event updated for resources: {'Port': ['ID=74f9cf95-3bc8-463f-801c-071db25b69bd,revision_number=4']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:14.105401 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444c1482-1a83-4dba-8314-97005f04b936 None None] Routers {'83c694f5-cfed-4393-ba87-7f782a1e0371'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:09:14.106238 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-444c1482-1a83-4dba-8314-97005f04b936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:08:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['83c694f5-cfed-4393-ba87-7f782a1e0371'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:14.178481 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-843c4a07-e949-4eed-b6c8-c197968e5988 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:14.196489 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-843c4a07-e949-4eed-b6c8-c197968e5988 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:14.232409 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-10249dac-393a-43ce-b60b-4e3731de9f9b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:14.237154 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-444c1482-1a83-4dba-8314-97005f04b936 None None] Set router 83c694f5-cfed-4393-ba87-7f782a1e0371 gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:09:14.245267 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-10249dac-393a-43ce-b60b-4e3731de9f9b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:14.246072 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-10249dac-393a-43ce-b60b-4e3731de9f9b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:14.255386 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c4a07-e949-4eed-b6c8-c197968e5988 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=661f0957-bb3b-4f05-9cee-2d6fc193e1ef,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:14.350418 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-bc89a536-0f93-4257-8631-9c180db0497e None None] Provisioning complete for port 74f9cf95-3bc8-463f-801c-071db25b69bd triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:14.350669 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-843c4a07-e949-4eed-b6c8-c197968e5988 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:14.350797 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bc89a536-0f93-4257-8631-9c180db0497e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:14.352099 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-843c4a07-e949-4eed-b6c8-c197968e5988 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4275866 Dec 10 19:09:14.356702 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40152) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:14.372874 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-59642446-424c-46c1-a011-7d240ce801be tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Request body: {'security_group': {'name': 'tempest-secgroup--1810163307'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:14.425357 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-834ac994-8153-4a60-b056-8d6acdbf482e None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:14.429801 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10249dac-393a-43ce-b60b-4e3731de9f9b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Network 5510fcd1-3e85-4167-aa54-57fff469e913 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:09:14.437130 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-10249dac-393a-43ce-b60b-4e3731de9f9b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:09:14.438734 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-834ac994-8153-4a60-b056-8d6acdbf482e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:14.458698 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10249dac-393a-43ce-b60b-4e3731de9f9b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event updated for resources: {'Port': ['ID=c32fc386-570d-440a-87a3-a0d6ee6dc01d,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:14.492877 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6f43cd-a95d-410e-bd78-f0b74c6dbad1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Made reservation on behalf of 0c22e13dcedd4daaa6d6950826669aaa for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:09:14.499362 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bf6f43cd-a95d-410e-bd78-f0b74c6dbad1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:14.584434 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-444c1482-1a83-4dba-8314-97005f04b936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'name': 'tempest-RoutersIpV6Test-router-320091824', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:57Z', 'updated_at': '2021-12-10T19:09:13Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'gw_port_host': None, '_interfaces': [{'id': '18f47392-c939-49f8-a741-096840081440', 'name': '', 'network_id': 'd293bd6b-de31-47ae-992e-7c1fcbf9eefc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:d5:ae:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '3fc494a6-bf69-426d-ab02-53d979bd839d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:02Z', 'updated_at': '2021-12-10T19:09:10Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': '3fc494a6-bf69-426d-ab02-53d979bd839d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50f176d3-c11e-4ae1-a6c4-aa754d103e12', 'name': '', 'network_id': 'b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:8b:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:59Z', 'updated_at': '2021-12-10T19:09:04Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74f9cf95-3bc8-463f-801c-071db25b69bd', 'name': '', 'network_id': '2367152b-0077-4e66-9755-9f5c1b0a38fa', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:ad:3b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '02a7fdd0-4072-441f-a8d3-301b8aa26850', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:08Z', 'updated_at': '2021-12-10T19:09:14Z', 'revision_number': 4, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': '02a7fdd0-4072-441f-a8d3-301b8aa26850', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c32fc386-570d-440a-87a3-a0d6ee6dc01d', 'name': '', 'network_id': '5510fcd1-3e85-4167-aa54-57fff469e913', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:ef:72:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'ed3305e7-7738-4d0b-baa8-b1efa8cf829e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:12Z', 'updated_at': '2021-12-10T19:09:13Z', 'revision_number': 1, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': 'ed3305e7-7738-4d0b-baa8-b1efa8cf829e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:14.596426 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bc89a536-0f93-4257-8631-9c180db0497e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:14.621837 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa43092-b60e-439c-acf9-7216d0e3a836 None None] Pushing event updated for resources: {'Port': ['ID=bce05764-7eee-4ef6-ab31-35b9238f0649,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:14.666362 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24230bc8-44ae-464a-bca8-8658093d8cb5 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:09:14.687572 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-59642446-424c-46c1-a011-7d240ce801be tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:14.693374 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444c1482-1a83-4dba-8314-97005f04b936 None None] The sync data for ids ['83c694f5-cfed-4393-ba87-7f782a1e0371'] in n-d-821435-1 is: [{'id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'name': 'tempest-RoutersIpV6Test-router-320091824', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:57Z', 'updated_at': '2021-12-10T19:09:13Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'gw_port_host': None, '_interfaces': [{'id': '18f47392-c939-49f8-a741-096840081440', 'name': '', 'network_id': 'd293bd6b-de31-47ae-992e-7c1fcbf9eefc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:d5:ae:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '3fc494a6-bf69-426d-ab02-53d979bd839d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:02Z', 'updated_at': '2021-12-10T19:09:10Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': '3fc494a6-bf69-426d-ab02-53d979bd839d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50f176d3-c11e-4ae1-a6c4-aa754d103e12', 'name': '', 'network_id': 'b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:8b:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:59Z', 'updated_at': '2021-12-10T19:09:04Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74f9cf95-3bc8-463f-801c-071db25b69bd', 'name': '', 'network_id': '2367152b-0077-4e66-9755-9f5c1b0a38fa', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:ad:3b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '02a7fdd0-4072-441f-a8d3-301b8aa26850', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:08Z', 'updated_at': '2021-12-10T19:09:14Z', 'revision_number': 4, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': '02a7fdd0-4072-441f-a8d3-301b8aa26850', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c32fc386-570d-440a-87a3-a0d6ee6dc01d', 'name': '', 'network_id': '5510fcd1-3e85-4167-aa54-57fff469e913', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:ef:72:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'ed3305e7-7738-4d0b-baa8-b1efa8cf829e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:12Z', 'updated_at': '2021-12-10T19:09:13Z', 'revision_number': 1, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': 'ed3305e7-7738-4d0b-baa8-b1efa8cf829e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:09:14.693733 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-834ac994-8153-4a60-b056-8d6acdbf482e None None] Attempting to bind port bce05764-7eee-4ef6-ab31-35b9238f0649 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:09:14.693925 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-834ac994-8153-4a60-b056-8d6acdbf482e None None] Attempting to bind port bce05764-7eee-4ef6-ab31-35b9238f0649 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:09:14.701383 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834ac994-8153-4a60-b056-8d6acdbf482e None None] Attempting to bind port bce05764-7eee-4ef6-ab31-35b9238f0649 on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:09:14.711430 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10249dac-393a-43ce-b60b-4e3731de9f9b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Router 83c694f5-cfed-4393-ba87-7f782a1e0371 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:09:14.719745 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-bc89a536-0f93-4257-8631-9c180db0497e None None] For port 74f9cf95-3bc8-463f-801c-071db25b69bd, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=74f9cf95-3bc8-463f-801c-071db25b69bd,segment=NetworkSegment(fbd8b54c-e078-4931-b6d4-181306589bbe),segment_id=fbd8b54c-e078-4931-b6d4-181306589bbe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:14.725349 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834ac994-8153-4a60-b056-8d6acdbf482e None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:09:14.725741 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834ac994-8153-4a60-b056-8d6acdbf482e None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:09:14.726320 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-834ac994-8153-4a60-b056-8d6acdbf482e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:14.726736 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834ac994-8153-4a60-b056-8d6acdbf482e None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:09:14.727262 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-834ac994-8153-4a60-b056-8d6acdbf482e None None] Bound port: bce05764-7eee-4ef6-ab31-35b9238f0649, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:09:14.727656 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-834ac994-8153-4a60-b056-8d6acdbf482e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:14.743418 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bc89a536-0f93-4257-8631-9c180db0497e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:14.836573 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-834ac994-8153-4a60-b056-8d6acdbf482e None None] For port bce05764-7eee-4ef6-ab31-35b9238f0649, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:09:14.838850 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 44118a5a-1df0-4636-a99f-5de640f221e4 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:09:14.906185 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10249dac-393a-43ce-b60b-4e3731de9f9b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:09:14.914331 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-10249dac-393a-43ce-b60b-4e3731de9f9b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "PUT /v2.0/routers/83c694f5-cfed-4393-ba87-7f782a1e0371/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2391779 Dec 10 19:09:14.914632 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40154) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:14.919632 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-08d32941-9673-4f2c-9df6-c1d2851b9106 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:14.928175 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-59642446-424c-46c1-a011-7d240ce801be tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:14.951744 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-59642446-424c-46c1-a011-7d240ce801be tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:14.960749 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-834ac994-8153-4a60-b056-8d6acdbf482e None None] For port bce05764-7eee-4ef6-ab31-35b9238f0649, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=bce05764-7eee-4ef6-ab31-35b9238f0649,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:09:14.984139 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d6747421-e324-4757-8218-0d2314761415 None None] Provisioning complete for port bce05764-7eee-4ef6-ab31-35b9238f0649 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:14.985410 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d6747421-e324-4757-8218-0d2314761415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:14.987753 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-834ac994-8153-4a60-b056-8d6acdbf482e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:15.020464 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59642446-424c-46c1-a011-7d240ce801be tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=065a8f7c-f203-457b-9a56-0a5f92b013db,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:15.046303 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-59642446-424c-46c1-a011-7d240ce801be tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:15.047749 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-59642446-424c-46c1-a011-7d240ce801be tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6894956 Dec 10 19:09:15.054745 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa5e0e7-5a23-44b4-8ad7-ffebebcf29aa None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:09:15.056379 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40156) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:15.059891 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bf6f43cd-a95d-410e-bd78-f0b74c6dbad1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:15.066368 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-e7a7f443-39dd-49af-8b92-a4054abda3fb tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Request body: {'security_group_rule': {'security_group_id': '661f0957-bb3b-4f05-9cee-2d6fc193e1ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '065a8f7c-f203-457b-9a56-0a5f92b013db'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:15.068935 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc89a536-0f93-4257-8631-9c180db0497e None None] Pushing event updated for resources: {'Port': ['ID=74f9cf95-3bc8-463f-801c-071db25b69bd,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:15.135084 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa43092-b60e-439c-acf9-7216d0e3a836 None None] Pushing event updated for resources: {'Port': ['ID=bce05764-7eee-4ef6-ab31-35b9238f0649,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:15.147000 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834ac994-8153-4a60-b056-8d6acdbf482e None None] Routers {'bd6f9288-b0dd-48fc-a80e-5c128c87043b'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:09:15.147803 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-834ac994-8153-4a60-b056-8d6acdbf482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:08:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['bd6f9288-b0dd-48fc-a80e-5c128c87043b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:15.152645 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 44118a5a-1df0-4636-a99f-5de640f221e4 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:15.153173 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:15.195829 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f43cd-a95d-410e-bd78-f0b74c6dbad1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'Subnet': ['ID=6faf1b7c-c997-4f36-86ef-bde75a10f775,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:15.273980 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae358a1-3e85-48a9-b3a2-21fc9a3dccf1 None None] Network 5510fcd1-3e85-4167-aa54-57fff469e913 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:09:15.519197 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d6747421-e324-4757-8218-0d2314761415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:15.545736 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d6747421-e324-4757-8218-0d2314761415 None None] For port bce05764-7eee-4ef6-ab31-35b9238f0649, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=bce05764-7eee-4ef6-ab31-35b9238f0649,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:15.558440 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d6747421-e324-4757-8218-0d2314761415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:15.567158 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-834ac994-8153-4a60-b056-8d6acdbf482e None None] Set router bd6f9288-b0dd-48fc-a80e-5c128c87043b gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:09:15.650239 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:15.681421 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d6747421-e324-4757-8218-0d2314761415 None None] Provisioning complete for port 74f9cf95-3bc8-463f-801c-071db25b69bd triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:15.681802 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d6747421-e324-4757-8218-0d2314761415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:15.700149 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-e7a7f443-39dd-49af-8b92-a4054abda3fb tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:09:15.704825 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e7a7f443-39dd-49af-8b92-a4054abda3fb tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6436396 Dec 10 19:09:15.704998 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40158) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:15.761537 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6f43cd-a95d-410e-bd78-f0b74c6dbad1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Checking segment: {'id': '7ae94581-22c3-4e13-9b6b-b54cdf7f41c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dc606665-a872-41f7-a880-2338a9263507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:09:15.763162 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6f43cd-a95d-410e-bd78-f0b74c6dbad1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Network hostable DHCP agents. Network: dc606665-a872-41f7-a880-2338a9263507, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:09:15.802850 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6f43cd-a95d-410e-bd78-f0b74c6dbad1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Network dc606665-a872-41f7-a880-2338a9263507 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:09:15.806620 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 44118a5a-1df0-4636-a99f-5de640f221e4, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=44118a5a-1df0-4636-a99f-5de640f221e4,segment=NetworkSegment(f58608ad-60fc-447a-8cd8-cbe44ab09e01),segment_id=f58608ad-60fc-447a-8cd8-cbe44ab09e01)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:15.809498 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6747421-e324-4757-8218-0d2314761415 None None] Pushing event updated for resources: {'Port': ['ID=bce05764-7eee-4ef6-ab31-35b9238f0649,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:15.819205 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:15.820047 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 74f9cf95-3bc8-463f-801c-071db25b69bd up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:09:15.822605 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44646830-a735-41ba-95fe-30b802fa9c9b tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:15.825919 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-bf6f43cd-a95d-410e-bd78-f0b74c6dbad1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, dc606665-a872-41f7-a880-2338a9263507) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:09:15.845798 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6f43cd-a95d-410e-bd78-f0b74c6dbad1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:15.846398 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bf6f43cd-a95d-410e-bd78-f0b74c6dbad1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:15.857002 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95728d15-722e-4318-a367-d08ecd18796e None None] Sync routers for ids ['83c694f5-cfed-4393-ba87-7f782a1e0371'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:09:15.875348 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95728d15-722e-4318-a367-d08ecd18796e None None] Routers {'83c694f5-cfed-4393-ba87-7f782a1e0371'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:09:15.880213 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-95728d15-722e-4318-a367-d08ecd18796e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:08:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['83c694f5-cfed-4393-ba87-7f782a1e0371'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:15.881475 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb37784-2265-469c-9438-8c87494970da None None] Network dc606665-a872-41f7-a880-2338a9263507 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:09:15.883675 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44646830-a735-41ba-95fe-30b802fa9c9b tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:15.893972 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-bf6f43cd-a95d-410e-bd78-f0b74c6dbad1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.3133228 Dec 10 19:09:15.902509 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40160) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:15.982471 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44646830-a735-41ba-95fe-30b802fa9c9b tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:15.985241 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44646830-a735-41ba-95fe-30b802fa9c9b tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:15.986491 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-44646830-a735-41ba-95fe-30b802fa9c9b tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "DELETE /v2.0/security-groups/065a8f7c-f203-457b-9a56-0a5f92b013db HTTP/1.1" status: 204 len: 168 time: 0.2805831 Dec 10 19:09:15.991184 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40162) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:16.034454 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.extraroute_db [None req-08d32941-9673-4f2c-9df6-c1d2851b9106 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103245) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 19:09:16.042543 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44646830-a735-41ba-95fe-30b802fa9c9b tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=065a8f7c-f203-457b-9a56-0a5f92b013db,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:16.067738 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-95728d15-722e-4318-a367-d08ecd18796e None None] Set router 83c694f5-cfed-4393-ba87-7f782a1e0371 gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:09:16.070461 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.extraroute_db [None req-08d32941-9673-4f2c-9df6-c1d2851b9106 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Removed routes are [] {{(pid=103245) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 19:09:16.070878 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08d32941-9673-4f2c-9df6-c1d2851b9106 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4723'] for router, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:16.127390 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3af1d0ee-0b25-4650-ae1b-d8a561a7fdc5 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1305416 Dec 10 19:09:16.128423 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40164) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:16.128861 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=44118a5a-1df0-4636-a99f-5de640f221e4,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:16.169957 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 74f9cf95-3bc8-463f-801c-071db25b69bd triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:16.170341 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:16.246002 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c571b988-c7d9-412c-acae-e5f77f6d325a tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:16.254787 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280a9d72-1c26-4b0c-9fcd-f4b0baaf1e28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-dc606665-a872-41f7-a880-2338a9263507', 'network_id': 'dc606665-a872-41f7-a880-2338a9263507', 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'fixed_ips': [{'subnet_id': '6faf1b7c-c997-4f36-86ef-bde75a10f775'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:09:16.255482 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-280a9d72-1c26-4b0c-9fcd-f4b0baaf1e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:16.278543 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c571b988-c7d9-412c-acae-e5f77f6d325a tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:16.334942 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c571b988-c7d9-412c-acae-e5f77f6d325a tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:16.341696 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c571b988-c7d9-412c-acae-e5f77f6d325a tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:16.346206 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c571b988-c7d9-412c-acae-e5f77f6d325a tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "DELETE /v2.0/security-groups/661f0957-bb3b-4f05-9cee-2d6fc193e1ef HTTP/1.1" status: 204 len: 168 time: 0.2070322 Dec 10 19:09:16.366773 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40166) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:16.376720 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571b988-c7d9-412c-acae-e5f77f6d325a tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=661f0957-bb3b-4f05-9cee-2d6fc193e1ef,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:16.424260 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-95728d15-722e-4318-a367-d08ecd18796e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'name': 'tempest-RoutersIpV6Test-router-320091824', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:57Z', 'updated_at': '2021-12-10T19:09:13Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'gw_port_host': None, '_interfaces': [{'id': '18f47392-c939-49f8-a741-096840081440', 'name': '', 'network_id': 'd293bd6b-de31-47ae-992e-7c1fcbf9eefc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:d5:ae:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '3fc494a6-bf69-426d-ab02-53d979bd839d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:02Z', 'updated_at': '2021-12-10T19:09:10Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': '3fc494a6-bf69-426d-ab02-53d979bd839d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50f176d3-c11e-4ae1-a6c4-aa754d103e12', 'name': '', 'network_id': 'b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:8b:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:59Z', 'updated_at': '2021-12-10T19:09:04Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74f9cf95-3bc8-463f-801c-071db25b69bd', 'name': '', 'network_id': '2367152b-0077-4e66-9755-9f5c1b0a38fa', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:ad:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '02a7fdd0-4072-441f-a8d3-301b8aa26850', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:08Z', 'updated_at': '2021-12-10T19:09:14Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': '02a7fdd0-4072-441f-a8d3-301b8aa26850', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c32fc386-570d-440a-87a3-a0d6ee6dc01d', 'name': '', 'network_id': '5510fcd1-3e85-4167-aa54-57fff469e913', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:ef:72:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'ed3305e7-7738-4d0b-baa8-b1efa8cf829e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:12Z', 'updated_at': '2021-12-10T19:09:13Z', 'revision_number': 2, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': 'ed3305e7-7738-4d0b-baa8-b1efa8cf829e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:16.463292 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95728d15-722e-4318-a367-d08ecd18796e None None] Checking router: 83c694f5-cfed-4393-ba87-7f782a1e0371 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:09:16.463661 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95728d15-722e-4318-a367-d08ecd18796e None None] Updating router 83c694f5-cfed-4393-ba87-7f782a1e0371 port c32fc386-570d-440a-87a3-a0d6ee6dc01d binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:09:16.496677 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0a3ad6c6-8dc9-426b-a9a6-9eb379d23263 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1252320 Dec 10 19:09:16.497553 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08d32941-9673-4f2c-9df6-c1d2851b9106 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4723'] for router, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:16.498278 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40168) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:16.503659 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-09f81bf5-ea9c-42da-820a-e1ce42a985ff tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Request body: {'security_group': {'name': 'tempest-secgroup--49999716'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:16.505774 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08d32941-9673-4f2c-9df6-c1d2851b9106 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534354'] for router, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:16.511236 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-95728d15-722e-4318-a367-d08ecd18796e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:16.543360 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09f81bf5-ea9c-42da-820a-e1ce42a985ff tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:16.586813 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-834ac994-8153-4a60-b056-8d6acdbf482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6f9288-b0dd-48fc-a80e-5c128c87043b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959386367', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'bce05764-7eee-4ef6-ab31-35b9238f0649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:09:10Z', 'updated_at': '2021-12-10T19:09:12Z', 'revision_number': 3, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': 'bce05764-7eee-4ef6-ab31-35b9238f0649', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:82:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6f9288-b0dd-48fc-a80e-5c128c87043b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:11Z', 'updated_at': '2021-12-10T19:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:16.669951 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834ac994-8153-4a60-b056-8d6acdbf482e None None] The sync data for ids ['bd6f9288-b0dd-48fc-a80e-5c128c87043b'] in n-d-821435-1 is: [{'id': 'bd6f9288-b0dd-48fc-a80e-5c128c87043b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959386367', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'bce05764-7eee-4ef6-ab31-35b9238f0649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:09:10Z', 'updated_at': '2021-12-10T19:09:12Z', 'revision_number': 3, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': 'bce05764-7eee-4ef6-ab31-35b9238f0649', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:82:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6f9288-b0dd-48fc-a80e-5c128c87043b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:11Z', 'updated_at': '2021-12-10T19:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:09:16.671441 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-390ed988-828a-4cbd-b935-f3b518e5d945 None None] Provisioning complete for port 44118a5a-1df0-4636-a99f-5de640f221e4 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:16.671806 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-390ed988-828a-4cbd-b935-f3b518e5d945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:16.716089 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d32941-9673-4f2c-9df6-c1d2851b9106 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Router 83c694f5-cfed-4393-ba87-7f782a1e0371 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:09:16.719985 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09f81bf5-ea9c-42da-820a-e1ce42a985ff tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:16.726205 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09f81bf5-ea9c-42da-820a-e1ce42a985ff tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:16.763832 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09f81bf5-ea9c-42da-820a-e1ce42a985ff tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:16.769080 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-09f81bf5-ea9c-42da-820a-e1ce42a985ff tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2696187 Dec 10 19:09:16.776940 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40170) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:16.787798 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-80c5cd7f-ff26-4f07-9793-d66a4864545b tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Request body: {'security_group_rule': {'security_group_id': 'cd657d9b-4fa8-4f50-8922-2d717874464d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:16.793655 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-280a9d72-1c26-4b0c-9fcd-f4b0baaf1e28 None None] Allocated IP 172.20.0.2 (dc606665-a872-41f7-a880-2338a9263507/6faf1b7c-c997-4f36-86ef-bde75a10f775/6c120d82-49c1-4eb1-b0c4-8e54155bcfb8) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:09:16.883120 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-80c5cd7f-ff26-4f07-9793-d66a4864545b tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:09:16.890407 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40172) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:16.891061 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-80c5cd7f-ff26-4f07-9793-d66a4864545b tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1128421 Dec 10 19:09:16.892517 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f81bf5-ea9c-42da-820a-e1ce42a985ff tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd657d9b-4fa8-4f50-8922-2d717874464d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:16.896890 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-fa85a354-c4d5-462a-b535-c39d87e5c1fe tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Request body: {'security_group_rule': {'security_group_id': 'cd657d9b-4fa8-4f50-8922-2d717874464d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:16.943256 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-390ed988-828a-4cbd-b935-f3b518e5d945 None None] Provisioning complete for port bce05764-7eee-4ef6-ab31-35b9238f0649 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:16.943256 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-390ed988-828a-4cbd-b935-f3b518e5d945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:16.979614 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d32941-9673-4f2c-9df6-c1d2851b9106 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:09:16.990024 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08d32941-9673-4f2c-9df6-c1d2851b9106 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:16.994162 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40174) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:16.994372 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-08d32941-9673-4f2c-9df6-c1d2851b9106 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "PUT /v2.0/routers/83c694f5-cfed-4393-ba87-7f782a1e0371 HTTP/1.1" status: 200 len: 953 time: 2.0786216 Dec 10 19:09:17.000972 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-95728d15-722e-4318-a367-d08ecd18796e None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:17.011028 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-95728d15-722e-4318-a367-d08ecd18796e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:17.058690 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-fa85a354-c4d5-462a-b535-c39d87e5c1fe tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:09:17.059857 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fa85a354-c4d5-462a-b535-c39d87e5c1fe tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1683104 Dec 10 19:09:17.064264 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40176) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:17.066102 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 44118a5a-1df0-4636-a99f-5de640f221e4 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:09:17.092558 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-89cc1b64-970d-4dee-a6bd-2282518e7b85 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:17.151334 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2e188a5e-d61a-4fbc-8d67-4a35e2f63f45 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "GET /v2.0/routers/83c694f5-cfed-4393-ba87-7f782a1e0371 HTTP/1.1" status: 200 len: 953 time: 0.1543286 Dec 10 19:09:17.159388 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40178) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:17.174652 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-28f6b743-d6a4-41ea-a345-433cb169321c tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Request body: {'router': {'routes': None}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:17.187385 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107f3ec4-de57-4ae8-8798-0e862ec19bac None None] Pushing event updated for resources: {'Port': ['ID=c32fc386-570d-440a-87a3-a0d6ee6dc01d,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:17.260340 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3af2ebf3-18a6-4645-a3c3-1ff3a7be5629 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:17.307903 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3af2ebf3-18a6-4645-a3c3-1ff3a7be5629 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:17.308267 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 44118a5a-1df0-4636-a99f-5de640f221e4 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:17.308781 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:17.317361 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-95728d15-722e-4318-a367-d08ecd18796e None None] Attempting to bind port c32fc386-570d-440a-87a3-a0d6ee6dc01d on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:09:17.318093 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-95728d15-722e-4318-a367-d08ecd18796e None None] Attempting to bind port c32fc386-570d-440a-87a3-a0d6ee6dc01d by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'f58608ad-60fc-447a-8cd8-cbe44ab09e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5510fcd1-3e85-4167-aa54-57fff469e913'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:09:17.318720 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95728d15-722e-4318-a367-d08ecd18796e None None] Attempting to bind port c32fc386-570d-440a-87a3-a0d6ee6dc01d on network 5510fcd1-3e85-4167-aa54-57fff469e913 {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:09:17.342474 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-280a9d72-1c26-4b0c-9fcd-f4b0baaf1e28 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:17.345046 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95728d15-722e-4318-a367-d08ecd18796e None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:09:17.346230 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95728d15-722e-4318-a367-d08ecd18796e None None] Checking segment: {'id': 'f58608ad-60fc-447a-8cd8-cbe44ab09e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5510fcd1-3e85-4167-aa54-57fff469e913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:09:17.347254 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-95728d15-722e-4318-a367-d08ecd18796e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:17.349667 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95728d15-722e-4318-a367-d08ecd18796e None None] Bound using segment: {'id': 'f58608ad-60fc-447a-8cd8-cbe44ab09e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5510fcd1-3e85-4167-aa54-57fff469e913'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:09:17.350879 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-95728d15-722e-4318-a367-d08ecd18796e None None] Bound port: c32fc386-570d-440a-87a3-a0d6ee6dc01d, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f58608ad-60fc-447a-8cd8-cbe44ab09e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5510fcd1-3e85-4167-aa54-57fff469e913'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:09:17.354853 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-95728d15-722e-4318-a367-d08ecd18796e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:17.404168 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-280a9d72-1c26-4b0c-9fcd-f4b0baaf1e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:17.493901 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3af2ebf3-18a6-4645-a3c3-1ff3a7be5629 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:17.496911 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3af2ebf3-18a6-4645-a3c3-1ff3a7be5629 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:17.498106 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3af2ebf3-18a6-4645-a3c3-1ff3a7be5629 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "DELETE /v2.0/security-groups/cd657d9b-4fa8-4f50-8922-2d717874464d HTTP/1.1" status: 204 len: 168 time: 0.4321809 Dec 10 19:09:17.503547 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40180) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:17.522388 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-390ed988-828a-4cbd-b935-f3b518e5d945 None None] Provisioning complete for port c32fc386-570d-440a-87a3-a0d6ee6dc01d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:17.523024 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-390ed988-828a-4cbd-b935-f3b518e5d945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:17.526806 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-95728d15-722e-4318-a367-d08ecd18796e None None] For port c32fc386-570d-440a-87a3-a0d6ee6dc01d, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:09:17.530775 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-95728d15-722e-4318-a367-d08ecd18796e None None] For port c32fc386-570d-440a-87a3-a0d6ee6dc01d, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c32fc386-570d-440a-87a3-a0d6ee6dc01d,segment=NetworkSegment(f58608ad-60fc-447a-8cd8-cbe44ab09e01),segment_id=f58608ad-60fc-447a-8cd8-cbe44ab09e01)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:09:17.537839 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-95728d15-722e-4318-a367-d08ecd18796e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:17.583138 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af2ebf3-18a6-4645-a3c3-1ff3a7be5629 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd657d9b-4fa8-4f50-8922-2d717874464d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:17.608215 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280a9d72-1c26-4b0c-9fcd-f4b0baaf1e28 None None] Network dc606665-a872-41f7-a880-2338a9263507 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:09:17.623913 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-390ed988-828a-4cbd-b935-f3b518e5d945 None None] Port c32fc386-570d-440a-87a3-a0d6ee6dc01d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:09:17.650705 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7202daa7-cef8-42d2-84eb-4342710383fe tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1381099 Dec 10 19:09:17.654675 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40182) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:17.659336 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-b554e4cd-00bf-441c-ae10-a01b04e07d22 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Request body: {'security_group': {'name': 'tempest-secgroup--1331015217'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:17.672220 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95728d15-722e-4318-a367-d08ecd18796e None None] Routers {'83c694f5-cfed-4393-ba87-7f782a1e0371'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:09:17.677354 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-95728d15-722e-4318-a367-d08ecd18796e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:08:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['83c694f5-cfed-4393-ba87-7f782a1e0371'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:17.689080 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-280a9d72-1c26-4b0c-9fcd-f4b0baaf1e28 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:09:17.691945 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107f3ec4-de57-4ae8-8798-0e862ec19bac None None] Pushing event updated for resources: {'Port': ['ID=c32fc386-570d-440a-87a3-a0d6ee6dc01d,revision_number=4']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:17.694410 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a9d72-1c26-4b0c-9fcd-f4b0baaf1e28 None None] Pushing event updated for resources: {'Port': ['ID=6c120d82-49c1-4eb1-b0c4-8e54155bcfb8,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:17.704382 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280a9d72-1c26-4b0c-9fcd-f4b0baaf1e28 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:09:17.749854 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b554e4cd-00bf-441c-ae10-a01b04e07d22 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:17.828385 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 74f9cf95-3bc8-463f-801c-071db25b69bd up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:09:17.846930 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b554e4cd-00bf-441c-ae10-a01b04e07d22 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:17.849747 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-89cc1b64-970d-4dee-a6bd-2282518e7b85 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Allocated IP 172.20.0.1 (dc606665-a872-41f7-a880-2338a9263507/6faf1b7c-c997-4f36-86ef-bde75a10f775/b96c4660-5965-4e13-b75e-005d29a8271c) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:09:17.853297 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b554e4cd-00bf-441c-ae10-a01b04e07d22 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:17.909466 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-95728d15-722e-4318-a367-d08ecd18796e None None] Set router 83c694f5-cfed-4393-ba87-7f782a1e0371 gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:09:17.913663 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554e4cd-00bf-441c-ae10-a01b04e07d22 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a44e5d37-374a-41a4-ace1-71ebdc86e0f8,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:17.918666 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c3761f80-6065-4c6a-baa5-39cf17f21ad7 None None] Provisioning complete for port c32fc386-570d-440a-87a3-a0d6ee6dc01d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:17.919037 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c3761f80-6065-4c6a-baa5-39cf17f21ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:17.927193 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-280a9d72-1c26-4b0c-9fcd-f4b0baaf1e28 None None] Attempting to bind port 6c120d82-49c1-4eb1-b0c4-8e54155bcfb8 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:09:17.927549 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-280a9d72-1c26-4b0c-9fcd-f4b0baaf1e28 None None] Attempting to bind port 6c120d82-49c1-4eb1-b0c4-8e54155bcfb8 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '7ae94581-22c3-4e13-9b6b-b54cdf7f41c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dc606665-a872-41f7-a880-2338a9263507'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:09:17.927916 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280a9d72-1c26-4b0c-9fcd-f4b0baaf1e28 None None] Attempting to bind port 6c120d82-49c1-4eb1-b0c4-8e54155bcfb8 on network dc606665-a872-41f7-a880-2338a9263507 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:09:17.946670 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b554e4cd-00bf-441c-ae10-a01b04e07d22 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:17.947473 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280a9d72-1c26-4b0c-9fcd-f4b0baaf1e28 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:09:17.947877 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280a9d72-1c26-4b0c-9fcd-f4b0baaf1e28 None None] Checking segment: {'id': '7ae94581-22c3-4e13-9b6b-b54cdf7f41c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dc606665-a872-41f7-a880-2338a9263507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:09:17.948282 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-280a9d72-1c26-4b0c-9fcd-f4b0baaf1e28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:17.949721 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b554e4cd-00bf-441c-ae10-a01b04e07d22 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2936597 Dec 10 19:09:17.951489 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280a9d72-1c26-4b0c-9fcd-f4b0baaf1e28 None None] Bound using segment: {'id': '7ae94581-22c3-4e13-9b6b-b54cdf7f41c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dc606665-a872-41f7-a880-2338a9263507'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:09:17.952065 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-280a9d72-1c26-4b0c-9fcd-f4b0baaf1e28 None None] Bound port: 6c120d82-49c1-4eb1-b0c4-8e54155bcfb8, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ae94581-22c3-4e13-9b6b-b54cdf7f41c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dc606665-a872-41f7-a880-2338a9263507'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:09:17.952466 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-280a9d72-1c26-4b0c-9fcd-f4b0baaf1e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:17.977361 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40184) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:18.049481 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.extraroute_db [None req-28f6b743-d6a4-41ea-a345-433cb169321c tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Added routes are [] {{(pid=103244) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 19:09:18.050246 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-cfa99002-0f1d-45cc-bd13-4ee97114efd5 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:18.050822 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.extraroute_db [None req-28f6b743-d6a4-41ea-a345-433cb169321c tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103244) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 19:09:18.050975 n-d-821435-1 neutron-server[103245]: WARNING neutron.api.v2.base [None req-cfa99002-0f1d-45cc-bd13-4ee97114efd5 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 10 19:09:18.050975 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-cfa99002-0f1d-45cc-bd13-4ee97114efd5 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] update failed (client error): There was a conflict when trying to complete your request. Dec 10 19:09:18.051899 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-cfa99002-0f1d-45cc-bd13-4ee97114efd5 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "PUT /v2.0/security-groups/a44e5d37-374a-41a4-ace1-71ebdc86e0f8 HTTP/1.1" status: 409 len: 330 time: 0.0735519 Dec 10 19:09:18.061131 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40186) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:18.110236 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-28f6b743-d6a4-41ea-a345-433cb169321c tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4723'] for router, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:18.181384 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 74f9cf95-3bc8-463f-801c-071db25b69bd triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:18.182135 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:18.185118 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c3761f80-6065-4c6a-baa5-39cf17f21ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:18.206671 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-280a9d72-1c26-4b0c-9fcd-f4b0baaf1e28 None None] For port 6c120d82-49c1-4eb1-b0c4-8e54155bcfb8, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:09:18.224835 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-89cc1b64-970d-4dee-a6bd-2282518e7b85 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:18.241331 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-280a9d72-1c26-4b0c-9fcd-f4b0baaf1e28 None None] For port 6c120d82-49c1-4eb1-b0c4-8e54155bcfb8, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=6c120d82-49c1-4eb1-b0c4-8e54155bcfb8,segment=NetworkSegment(7ae94581-22c3-4e13-9b6b-b54cdf7f41c9),segment_id=7ae94581-22c3-4e13-9b6b-b54cdf7f41c9)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:09:18.268843 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c3761f80-6065-4c6a-baa5-39cf17f21ad7 None None] For port c32fc386-570d-440a-87a3-a0d6ee6dc01d, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c32fc386-570d-440a-87a3-a0d6ee6dc01d,segment=NetworkSegment(f58608ad-60fc-447a-8cd8-cbe44ab09e01),segment_id=f58608ad-60fc-447a-8cd8-cbe44ab09e01)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:18.273481 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-280a9d72-1c26-4b0c-9fcd-f4b0baaf1e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:18.279852 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c3761f80-6065-4c6a-baa5-39cf17f21ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:18.290270 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-89cc1b64-970d-4dee-a6bd-2282518e7b85 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:18.322875 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-95728d15-722e-4318-a367-d08ecd18796e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'name': 'tempest-RoutersIpV6Test-router-320091824', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:57Z', 'updated_at': '2021-12-10T19:09:16Z', 'revision_number': 6, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'gw_port_host': None, '_interfaces': [{'id': '18f47392-c939-49f8-a741-096840081440', 'name': '', 'network_id': 'd293bd6b-de31-47ae-992e-7c1fcbf9eefc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:d5:ae:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '3fc494a6-bf69-426d-ab02-53d979bd839d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:02Z', 'updated_at': '2021-12-10T19:09:10Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': '3fc494a6-bf69-426d-ab02-53d979bd839d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50f176d3-c11e-4ae1-a6c4-aa754d103e12', 'name': '', 'network_id': 'b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:8b:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:59Z', 'updated_at': '2021-12-10T19:09:04Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74f9cf95-3bc8-463f-801c-071db25b69bd', 'name': '', 'network_id': '2367152b-0077-4e66-9755-9f5c1b0a38fa', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:ad:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '02a7fdd0-4072-441f-a8d3-301b8aa26850', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:08Z', 'updated_at': '2021-12-10T19:09:14Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': '02a7fdd0-4072-441f-a8d3-301b8aa26850', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c32fc386-570d-440a-87a3-a0d6ee6dc01d', 'name': '', 'network_id': '5510fcd1-3e85-4167-aa54-57fff469e913', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:ef:72:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'ed3305e7-7738-4d0b-baa8-b1efa8cf829e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:12Z', 'updated_at': '2021-12-10T19:09:17Z', 'revision_number': 4, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': 'ed3305e7-7738-4d0b-baa8-b1efa8cf829e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:18.360323 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95728d15-722e-4318-a367-d08ecd18796e None None] The sync data for ids ['83c694f5-cfed-4393-ba87-7f782a1e0371'] in n-d-821435-1 is: [{'id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'name': 'tempest-RoutersIpV6Test-router-320091824', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:57Z', 'updated_at': '2021-12-10T19:09:16Z', 'revision_number': 6, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'gw_port_host': None, '_interfaces': [{'id': '18f47392-c939-49f8-a741-096840081440', 'name': '', 'network_id': 'd293bd6b-de31-47ae-992e-7c1fcbf9eefc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:d5:ae:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '3fc494a6-bf69-426d-ab02-53d979bd839d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:02Z', 'updated_at': '2021-12-10T19:09:10Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': '3fc494a6-bf69-426d-ab02-53d979bd839d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50f176d3-c11e-4ae1-a6c4-aa754d103e12', 'name': '', 'network_id': 'b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:8b:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:59Z', 'updated_at': '2021-12-10T19:09:04Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74f9cf95-3bc8-463f-801c-071db25b69bd', 'name': '', 'network_id': '2367152b-0077-4e66-9755-9f5c1b0a38fa', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:ad:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '02a7fdd0-4072-441f-a8d3-301b8aa26850', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:08Z', 'updated_at': '2021-12-10T19:09:14Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': '02a7fdd0-4072-441f-a8d3-301b8aa26850', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c32fc386-570d-440a-87a3-a0d6ee6dc01d', 'name': '', 'network_id': '5510fcd1-3e85-4167-aa54-57fff469e913', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:ef:72:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'ed3305e7-7738-4d0b-baa8-b1efa8cf829e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:12Z', 'updated_at': '2021-12-10T19:09:17Z', 'revision_number': 4, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': 'ed3305e7-7738-4d0b-baa8-b1efa8cf829e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:09:18.380446 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a9d72-1c26-4b0c-9fcd-f4b0baaf1e28 None None] Pushing event updated for resources: {'Port': ['ID=6c120d82-49c1-4eb1-b0c4-8e54155bcfb8,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:18.413381 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-28f6b743-d6a4-41ea-a345-433cb169321c tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4723'] for router, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:18.424218 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cc1b64-970d-4dee-a6bd-2282518e7b85 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Network dc606665-a872-41f7-a880-2338a9263507 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:09:18.425990 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-28f6b743-d6a4-41ea-a345-433cb169321c tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534354'] for router, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:18.429506 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-89cc1b64-970d-4dee-a6bd-2282518e7b85 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:09:18.433571 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cc1b64-970d-4dee-a6bd-2282518e7b85 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:09:18.499227 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc1b64-970d-4dee-a6bd-2282518e7b85 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'Port': ['ID=b96c4660-5965-4e13-b75e-005d29a8271c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:18.506344 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c29de68-dc94-43a4-aba3-7cb27c94cac6 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:18.524405 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-88386d87-cb53-4277-9e7c-dfb20985ca25 None None] Provisioning complete for port c32fc386-570d-440a-87a3-a0d6ee6dc01d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:18.524896 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-88386d87-cb53-4277-9e7c-dfb20985ca25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:18.528886 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-89cc1b64-970d-4dee-a6bd-2282518e7b85 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:18.554899 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3761f80-6065-4c6a-baa5-39cf17f21ad7 None None] Pushing event updated for resources: {'Port': ['ID=c32fc386-570d-440a-87a3-a0d6ee6dc01d,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:18.580620 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f6b743-d6a4-41ea-a345-433cb169321c tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Router 83c694f5-cfed-4393-ba87-7f782a1e0371 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:09:18.591861 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c29de68-dc94-43a4-aba3-7cb27c94cac6 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:18.720562 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c29de68-dc94-43a4-aba3-7cb27c94cac6 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:18.723953 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c29de68-dc94-43a4-aba3-7cb27c94cac6 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:18.726347 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4c29de68-dc94-43a4-aba3-7cb27c94cac6 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "DELETE /v2.0/security-groups/a44e5d37-374a-41a4-ace1-71ebdc86e0f8 HTTP/1.1" status: 204 len: 168 time: 0.6567266 Dec 10 19:09:18.731416 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40188) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:18.757981 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29de68-dc94-43a4-aba3-7cb27c94cac6 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44e5d37-374a-41a4-ace1-71ebdc86e0f8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:18.758232 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f6b743-d6a4-41ea-a345-433cb169321c tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:09:18.765183 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-28f6b743-d6a4-41ea-a345-433cb169321c tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:18.769712 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-28f6b743-d6a4-41ea-a345-433cb169321c tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "PUT /v2.0/routers/83c694f5-cfed-4393-ba87-7f782a1e0371 HTTP/1.1" status: 200 len: 703 time: 1.6056175 Dec 10 19:09:18.770428 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40190) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:18.804803 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-89cc1b64-970d-4dee-a6bd-2282518e7b85 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:18.845903 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b8aedd29-b0aa-44f1-a132-b5c32aa87fbb tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1067698 Dec 10 19:09:18.846841 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40192) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:18.887949 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00187410-c25b-454d-97ea-0c94a4aae579 None None] Sync routers for ids ['83c694f5-cfed-4393-ba87-7f782a1e0371'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:09:18.889354 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-8a028883-ab1e-4e6d-b847-9fa097620aa6 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] delete failed (client error): The resource could not be found. Dec 10 19:09:18.890180 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8a028883-ab1e-4e6d-b847-9fa097620aa6 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "DELETE /v2.0/security-groups/10a91f49-c43e-4659-8596-537c49286adc HTTP/1.1" status: 404 len: 347 time: 0.0423944 Dec 10 19:09:18.893822 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40194) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:18.909114 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00187410-c25b-454d-97ea-0c94a4aae579 None None] Routers {'83c694f5-cfed-4393-ba87-7f782a1e0371'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:09:18.909114 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-00187410-c25b-454d-97ea-0c94a4aae579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:08:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['83c694f5-cfed-4393-ba87-7f782a1e0371'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:18.928668 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-80efc7a4-06f7-47aa-8794-074d2c973f58 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] show failed (client error): The resource could not be found. Dec 10 19:09:18.929764 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-80efc7a4-06f7-47aa-8794-074d2c973f58 tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "GET /v2.0/security-groups/9517cec3-aed4-4c31-89aa-25ad8d5c2ed9 HTTP/1.1" status: 404 len: 347 time: 0.0347817 Dec 10 19:09:18.934510 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40196) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:18.956694 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-edc30956-8e7c-4729-ad15-a20d48858a1a tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] show failed (client error): The resource could not be found. Dec 10 19:09:18.958510 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-edc30956-8e7c-4729-ad15-a20d48858a1a tempest-NegativeSecGroupIPv6Test-609812822 tempest-NegativeSecGroupIPv6Test-609812822-project] 10.222.0.62 "GET /v2.0/security-group-rules/df755b81-d621-43e1-9716-9c7e2e36f2d4 HTTP/1.1" status: 404 len: 356 time: 0.0226614 Dec 10 19:09:19.009098 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6ae10cbb-5d10-451c-abf4-35dfe9f0fb3d tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "GET /v2.0/routers/83c694f5-cfed-4393-ba87-7f782a1e0371 HTTP/1.1" status: 200 len: 703 time: 0.2365189 Dec 10 19:09:19.010689 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40200) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:19.115261 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-00187410-c25b-454d-97ea-0c94a4aae579 None None] Set router 83c694f5-cfed-4393-ba87-7f782a1e0371 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:09:19.172758 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device bce05764-7eee-4ef6-ab31-35b9238f0649 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:09:19.355125 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port bce05764-7eee-4ef6-ab31-35b9238f0649 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:19.355595 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:19.483375 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dcd9a5eb-f3f8-41fb-a424-307def58bf8d tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:19.526293 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40204) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:19.537988 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 6c120d82-49c1-4eb1-b0c4-8e54155bcfb8 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:09:19.595804 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-00187410-c25b-454d-97ea-0c94a4aae579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'name': 'tempest-RoutersIpV6Test-router-320091824', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:57Z', 'updated_at': '2021-12-10T19:09:18Z', 'revision_number': 7, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'gw_port_host': None, '_interfaces': [{'id': '18f47392-c939-49f8-a741-096840081440', 'name': '', 'network_id': 'd293bd6b-de31-47ae-992e-7c1fcbf9eefc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:d5:ae:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '3fc494a6-bf69-426d-ab02-53d979bd839d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:02Z', 'updated_at': '2021-12-10T19:09:10Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': '3fc494a6-bf69-426d-ab02-53d979bd839d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50f176d3-c11e-4ae1-a6c4-aa754d103e12', 'name': '', 'network_id': 'b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:8b:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:59Z', 'updated_at': '2021-12-10T19:09:04Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74f9cf95-3bc8-463f-801c-071db25b69bd', 'name': '', 'network_id': '2367152b-0077-4e66-9755-9f5c1b0a38fa', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:ad:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '02a7fdd0-4072-441f-a8d3-301b8aa26850', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:08Z', 'updated_at': '2021-12-10T19:09:14Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': '02a7fdd0-4072-441f-a8d3-301b8aa26850', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c32fc386-570d-440a-87a3-a0d6ee6dc01d', 'name': '', 'network_id': '5510fcd1-3e85-4167-aa54-57fff469e913', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:ef:72:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'ed3305e7-7738-4d0b-baa8-b1efa8cf829e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:12Z', 'updated_at': '2021-12-10T19:09:18Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': 'ed3305e7-7738-4d0b-baa8-b1efa8cf829e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:19.648583 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00187410-c25b-454d-97ea-0c94a4aae579 None None] Checking router: 83c694f5-cfed-4393-ba87-7f782a1e0371 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:09:19.685614 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-89cc1b64-970d-4dee-a6bd-2282518e7b85 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:19.693864 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-89cc1b64-970d-4dee-a6bd-2282518e7b85 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:19.703291 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00187410-c25b-454d-97ea-0c94a4aae579 None None] Routers {'83c694f5-cfed-4393-ba87-7f782a1e0371'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:09:19.703920 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-00187410-c25b-454d-97ea-0c94a4aae579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:08:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['83c694f5-cfed-4393-ba87-7f782a1e0371'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:19.708137 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 6c120d82-49c1-4eb1-b0c4-8e54155bcfb8 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:19.708555 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:19.746602 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4964c777-4aac-4d66-a5ac-eff924a9350d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:19.787635 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc1b64-970d-4dee-a6bd-2282518e7b85 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'Port': ['ID=b96c4660-5965-4e13-b75e-005d29a8271c,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:19.836103 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-89cc1b64-970d-4dee-a6bd-2282518e7b85 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:19.857090 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-00187410-c25b-454d-97ea-0c94a4aae579 None None] Set router 83c694f5-cfed-4393-ba87-7f782a1e0371 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:09:19.937561 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40208) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:19.944302 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b542b112-7a37-4ca0-9b77-01d580a2aaf4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=83d6eed2047a4fde813283fd53650421&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4168692 Dec 10 19:09:19.972398 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cc1b64-970d-4dee-a6bd-2282518e7b85 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Network dc606665-a872-41f7-a880-2338a9263507 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:09:19.973913 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-dcd9a5eb-f3f8-41fb-a424-307def58bf8d tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Deleting port c32fc386-570d-440a-87a3-a0d6ee6dc01d {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:09:19.974281 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dcd9a5eb-f3f8-41fb-a424-307def58bf8d tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:19.981364 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-89cc1b64-970d-4dee-a6bd-2282518e7b85 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:09:20.077289 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-dcd9a5eb-f3f8-41fb-a424-307def58bf8d tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] For port c32fc386-570d-440a-87a3-a0d6ee6dc01d, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c32fc386-570d-440a-87a3-a0d6ee6dc01d,segment=NetworkSegment(f58608ad-60fc-447a-8cd8-cbe44ab09e01),segment_id=f58608ad-60fc-447a-8cd8-cbe44ab09e01)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:20.077952 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dcd9a5eb-f3f8-41fb-a424-307def58bf8d tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:20.094707 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-806dc3d3-4c2c-4367-93b0-4d99474412d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:20.095168 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-dcd9a5eb-f3f8-41fb-a424-307def58bf8d tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Calling delete_port for c32fc386-570d-440a-87a3-a0d6ee6dc01d owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:09:20.131631 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-806dc3d3-4c2c-4367-93b0-4d99474412d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:20.138700 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19126dde-0c48-4f32-8f12-67a282989df3 None None] Network dc606665-a872-41f7-a880-2338a9263507 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:09:20.174153 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89cc1b64-970d-4dee-a6bd-2282518e7b85 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Router bd6f9288-b0dd-48fc-a80e-5c128c87043b has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:09:20.239561 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:20.262479 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a19f0bdc-7b25-4d4a-a4bc-aa2d4a69ef28 None None] Provisioning complete for port 6c120d82-49c1-4eb1-b0c4-8e54155bcfb8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:20.262855 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a19f0bdc-7b25-4d4a-a4bc-aa2d4a69ef28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:20.283596 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-806dc3d3-4c2c-4367-93b0-4d99474412d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:20.286639 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-806dc3d3-4c2c-4367-93b0-4d99474412d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:20.287975 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-806dc3d3-4c2c-4367-93b0-4d99474412d4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c552cc1f-a781-46c5-b141-7636024fa17b HTTP/1.1" status: 204 len: 168 time: 0.3493052 Dec 10 19:09:20.298584 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dcd9a5eb-f3f8-41fb-a424-307def58bf8d tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:20.329324 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806dc3d3-4c2c-4367-93b0-4d99474412d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c552cc1f-a781-46c5-b141-7636024fa17b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:20.331337 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9a5eb-f3f8-41fb-a424-307def58bf8d tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event deleted for resources: {'Port': ['ID=c32fc386-570d-440a-87a3-a0d6ee6dc01d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:20.357839 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89cc1b64-970d-4dee-a6bd-2282518e7b85 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:09:20.366568 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 6c120d82-49c1-4eb1-b0c4-8e54155bcfb8, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=6c120d82-49c1-4eb1-b0c4-8e54155bcfb8,segment=NetworkSegment(7ae94581-22c3-4e13-9b6b-b54cdf7f41c9),segment_id=7ae94581-22c3-4e13-9b6b-b54cdf7f41c9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:20.370755 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3817a1fa-2a0f-4f83-8f74-59c6c4c5fba3 None None] Sync routers for ids ['bd6f9288-b0dd-48fc-a80e-5c128c87043b'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:09:20.378204 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-89cc1b64-970d-4dee-a6bd-2282518e7b85 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "PUT /v2.0/routers/bd6f9288-b0dd-48fc-a80e-5c128c87043b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4746411 Dec 10 19:09:20.393449 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3817a1fa-2a0f-4f83-8f74-59c6c4c5fba3 None None] Routers {'bd6f9288-b0dd-48fc-a80e-5c128c87043b'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:09:20.394328 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-3817a1fa-2a0f-4f83-8f74-59c6c4c5fba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:08:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['bd6f9288-b0dd-48fc-a80e-5c128c87043b'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:20.468588 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:20.469448 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c32fc386-570d-440a-87a3-a0d6ee6dc01d up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:09:20.536815 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dcd9a5eb-f3f8-41fb-a424-307def58bf8d tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:20.584963 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-3817a1fa-2a0f-4f83-8f74-59c6c4c5fba3 None None] Set router bd6f9288-b0dd-48fc-a80e-5c128c87043b gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:09:20.597160 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: c32fc386-570d-440a-87a3-a0d6ee6dc01d {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:09:20.598238 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c32fc386-570d-440a-87a3-a0d6ee6dc01d not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 10 19:09:20.657530 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Port c32fc386-570d-440a-87a3-a0d6ee6dc01d not found, will not notify nova. {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 10 19:09:20.712995 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=6c120d82-49c1-4eb1-b0c4-8e54155bcfb8,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:20.778238 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-00187410-c25b-454d-97ea-0c94a4aae579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'name': 'tempest-RoutersIpV6Test-router-320091824', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:57Z', 'updated_at': '2021-12-10T19:09:18Z', 'revision_number': 7, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'gw_port_host': None, '_interfaces': [{'id': '18f47392-c939-49f8-a741-096840081440', 'name': '', 'network_id': 'd293bd6b-de31-47ae-992e-7c1fcbf9eefc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:d5:ae:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '3fc494a6-bf69-426d-ab02-53d979bd839d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:02Z', 'updated_at': '2021-12-10T19:09:10Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': '3fc494a6-bf69-426d-ab02-53d979bd839d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50f176d3-c11e-4ae1-a6c4-aa754d103e12', 'name': '', 'network_id': 'b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:8b:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:59Z', 'updated_at': '2021-12-10T19:09:04Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74f9cf95-3bc8-463f-801c-071db25b69bd', 'name': '', 'network_id': '2367152b-0077-4e66-9755-9f5c1b0a38fa', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:ad:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '02a7fdd0-4072-441f-a8d3-301b8aa26850', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:08Z', 'updated_at': '2021-12-10T19:09:14Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': '02a7fdd0-4072-441f-a8d3-301b8aa26850', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c32fc386-570d-440a-87a3-a0d6ee6dc01d', 'name': '', 'network_id': '5510fcd1-3e85-4167-aa54-57fff469e913', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:ef:72:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'ed3305e7-7738-4d0b-baa8-b1efa8cf829e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:12Z', 'updated_at': '2021-12-10T19:09:18Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': 'ed3305e7-7738-4d0b-baa8-b1efa8cf829e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:20.836076 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00187410-c25b-454d-97ea-0c94a4aae579 None None] The sync data for ids ['83c694f5-cfed-4393-ba87-7f782a1e0371'] in n-d-821435-1 is: [{'id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'name': 'tempest-RoutersIpV6Test-router-320091824', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:57Z', 'updated_at': '2021-12-10T19:09:18Z', 'revision_number': 7, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'gw_port_host': None, '_interfaces': [{'id': '18f47392-c939-49f8-a741-096840081440', 'name': '', 'network_id': 'd293bd6b-de31-47ae-992e-7c1fcbf9eefc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:d5:ae:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '3fc494a6-bf69-426d-ab02-53d979bd839d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:02Z', 'updated_at': '2021-12-10T19:09:10Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': '3fc494a6-bf69-426d-ab02-53d979bd839d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50f176d3-c11e-4ae1-a6c4-aa754d103e12', 'name': '', 'network_id': 'b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:8b:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:59Z', 'updated_at': '2021-12-10T19:09:04Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74f9cf95-3bc8-463f-801c-071db25b69bd', 'name': '', 'network_id': '2367152b-0077-4e66-9755-9f5c1b0a38fa', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:ad:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '02a7fdd0-4072-441f-a8d3-301b8aa26850', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:08Z', 'updated_at': '2021-12-10T19:09:14Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': '02a7fdd0-4072-441f-a8d3-301b8aa26850', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c32fc386-570d-440a-87a3-a0d6ee6dc01d', 'name': '', 'network_id': '5510fcd1-3e85-4167-aa54-57fff469e913', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:ef:72:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'ed3305e7-7738-4d0b-baa8-b1efa8cf829e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:12Z', 'updated_at': '2021-12-10T19:09:18Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': 'ed3305e7-7738-4d0b-baa8-b1efa8cf829e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:09:20.945810 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-3817a1fa-2a0f-4f83-8f74-59c6c4c5fba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6f9288-b0dd-48fc-a80e-5c128c87043b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959386367', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'bce05764-7eee-4ef6-ab31-35b9238f0649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:09:10Z', 'updated_at': '2021-12-10T19:09:18Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': 'bce05764-7eee-4ef6-ab31-35b9238f0649', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:82:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6f9288-b0dd-48fc-a80e-5c128c87043b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:11Z', 'updated_at': '2021-12-10T19:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'b96c4660-5965-4e13-b75e-005d29a8271c', 'name': '', 'network_id': 'dc606665-a872-41f7-a880-2338a9263507', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'mac_address': 'fa:16:3e:cb:93:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6f9288-b0dd-48fc-a80e-5c128c87043b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '6faf1b7c-c997-4f36-86ef-bde75a10f775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:17Z', 'updated_at': '2021-12-10T19:09:19Z', 'revision_number': 2, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'subnets': [{'id': '6faf1b7c-c997-4f36-86ef-bde75a10f775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:21.002879 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3817a1fa-2a0f-4f83-8f74-59c6c4c5fba3 None None] Checking router: bd6f9288-b0dd-48fc-a80e-5c128c87043b for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:09:21.003243 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3817a1fa-2a0f-4f83-8f74-59c6c4c5fba3 None None] Updating router bd6f9288-b0dd-48fc-a80e-5c128c87043b port b96c4660-5965-4e13-b75e-005d29a8271c binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:09:21.011737 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 6c120d82-49c1-4eb1-b0c4-8e54155bcfb8 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:09:21.034334 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-3817a1fa-2a0f-4f83-8f74-59c6c4c5fba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:21.135643 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ba7a27ca-4f16-4868-b379-21ac252b7289 None None] Provisioning complete for port 6c120d82-49c1-4eb1-b0c4-8e54155bcfb8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:21.136040 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ba7a27ca-4f16-4868-b379-21ac252b7289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:21.138242 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 6c120d82-49c1-4eb1-b0c4-8e54155bcfb8 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:21.138601 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:21.419419 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-3817a1fa-2a0f-4f83-8f74-59c6c4c5fba3 None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:21.426863 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-3817a1fa-2a0f-4f83-8f74-59c6c4c5fba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:21.427613 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ba7a27ca-4f16-4868-b379-21ac252b7289 None None] Provisioning complete for port b96c4660-5965-4e13-b75e-005d29a8271c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:21.427997 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ba7a27ca-4f16-4868-b379-21ac252b7289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:21.505622 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eddace-b865-4b92-9f89-54d10145861d None None] Pushing event updated for resources: {'Port': ['ID=b96c4660-5965-4e13-b75e-005d29a8271c,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:21.507205 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ba7a27ca-4f16-4868-b379-21ac252b7289 None None] Port b96c4660-5965-4e13-b75e-005d29a8271c cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:09:21.541059 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-3817a1fa-2a0f-4f83-8f74-59c6c4c5fba3 None None] Attempting to bind port b96c4660-5965-4e13-b75e-005d29a8271c on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:09:21.541464 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-3817a1fa-2a0f-4f83-8f74-59c6c4c5fba3 None None] Attempting to bind port b96c4660-5965-4e13-b75e-005d29a8271c by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '7ae94581-22c3-4e13-9b6b-b54cdf7f41c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dc606665-a872-41f7-a880-2338a9263507'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:09:21.541807 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3817a1fa-2a0f-4f83-8f74-59c6c4c5fba3 None None] Attempting to bind port b96c4660-5965-4e13-b75e-005d29a8271c on network dc606665-a872-41f7-a880-2338a9263507 {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:09:21.553321 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3817a1fa-2a0f-4f83-8f74-59c6c4c5fba3 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:09:21.554770 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3817a1fa-2a0f-4f83-8f74-59c6c4c5fba3 None None] Checking segment: {'id': '7ae94581-22c3-4e13-9b6b-b54cdf7f41c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dc606665-a872-41f7-a880-2338a9263507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:09:21.555208 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-4fcfa16f-3b93-4dcf-a292-dcdd4534f810 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1625102862&fields=id&tenant_id=0c22e13dcedd4daaa6d6950826669aaa HTTP/1.1" status: 200 len: 267 time: 0.8526533 Dec 10 19:09:21.555700 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-3817a1fa-2a0f-4f83-8f74-59c6c4c5fba3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:21.556119 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3817a1fa-2a0f-4f83-8f74-59c6c4c5fba3 None None] Bound using segment: {'id': '7ae94581-22c3-4e13-9b6b-b54cdf7f41c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dc606665-a872-41f7-a880-2338a9263507'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:09:21.556789 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-3817a1fa-2a0f-4f83-8f74-59c6c4c5fba3 None None] Bound port: b96c4660-5965-4e13-b75e-005d29a8271c, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ae94581-22c3-4e13-9b6b-b54cdf7f41c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dc606665-a872-41f7-a880-2338a9263507'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:09:21.557725 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-3817a1fa-2a0f-4f83-8f74-59c6c4c5fba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:21.578337 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd9a5eb-f3f8-41fb-a424-307def58bf8d tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Router 83c694f5-cfed-4393-ba87-7f782a1e0371 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:09:21.584187 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40242) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:21.639648 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fb1e1ff3-e2d8-4c86-a445-4caa74f25786 None None] Provisioning complete for port b96c4660-5965-4e13-b75e-005d29a8271c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:21.641145 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fb1e1ff3-e2d8-4c86-a445-4caa74f25786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:21.670918 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-3817a1fa-2a0f-4f83-8f74-59c6c4c5fba3 None None] For port b96c4660-5965-4e13-b75e-005d29a8271c, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:09:21.674123 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-3817a1fa-2a0f-4f83-8f74-59c6c4c5fba3 None None] For port b96c4660-5965-4e13-b75e-005d29a8271c, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b96c4660-5965-4e13-b75e-005d29a8271c,segment=NetworkSegment(7ae94581-22c3-4e13-9b6b-b54cdf7f41c9),segment_id=7ae94581-22c3-4e13-9b6b-b54cdf7f41c9)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:09:21.680426 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-3817a1fa-2a0f-4f83-8f74-59c6c4c5fba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:21.695778 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-fb1e1ff3-e2d8-4c86-a445-4caa74f25786 None None] Port b96c4660-5965-4e13-b75e-005d29a8271c cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:09:21.739492 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-545f4f1a-4012-4d4a-bab3-743914e40028 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1711459058'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:21.740979 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd9a5eb-f3f8-41fb-a424-307def58bf8d tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:09:21.748698 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-dcd9a5eb-f3f8-41fb-a424-307def58bf8d tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "PUT /v2.0/routers/83c694f5-cfed-4393-ba87-7f782a1e0371/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7368095 Dec 10 19:09:21.751313 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40246) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:21.755329 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff1b458-0ccb-4059-aae4-616d070fbea6 None None] Sync routers for ids ['83c694f5-cfed-4393-ba87-7f782a1e0371'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:09:21.760875 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3817a1fa-2a0f-4f83-8f74-59c6c4c5fba3 None None] Routers {'bd6f9288-b0dd-48fc-a80e-5c128c87043b'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:09:21.761635 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-3817a1fa-2a0f-4f83-8f74-59c6c4c5fba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:08:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['bd6f9288-b0dd-48fc-a80e-5c128c87043b'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:21.778942 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff1b458-0ccb-4059-aae4-616d070fbea6 None None] Routers {'83c694f5-cfed-4393-ba87-7f782a1e0371'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:09:21.781907 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6ff1b458-0ccb-4059-aae4-616d070fbea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:08:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['83c694f5-cfed-4393-ba87-7f782a1e0371'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:21.809153 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545f4f1a-4012-4d4a-bab3-743914e40028 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Made reservation on behalf of 04b0ad629a5e4794ab2dc34a5ea4996e for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:09:21.817394 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-545f4f1a-4012-4d4a-bab3-743914e40028 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:21.840080 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-545f4f1a-4012-4d4a-bab3-743914e40028 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:21.853753 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eddace-b865-4b92-9f89-54d10145861d None None] Pushing event updated for resources: {'Port': ['ID=b96c4660-5965-4e13-b75e-005d29a8271c,revision_number=4']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:21.870229 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-ca893d18-f09f-4eab-9f42-346cda69e3ea tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:21.881250 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-ca893d18-f09f-4eab-9f42-346cda69e3ea tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/networks?id=dc606665-a872-41f7-a880-2338a9263507 HTTP/1.1" status: 200 len: 797 time: 0.3165500 Dec 10 19:09:21.886099 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-713522ac-ab36-4c83-b6bd-06eb7246b43f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Deleting subnet ed3305e7-7738-4d0b-baa8-b1efa8cf829e {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:09:21.891067 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-713522ac-ab36-4c83-b6bd-06eb7246b43f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:21.925425 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-93de32bb-baae-42ea-a743-637ae24b1a77 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/quotas/0c22e13dcedd4daaa6d6950826669aaa HTTP/1.1" status: 200 len: 375 time: 0.0351722 Dec 10 19:09:21.937748 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-3817a1fa-2a0f-4f83-8f74-59c6c4c5fba3 None None] Set router bd6f9288-b0dd-48fc-a80e-5c128c87043b gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:09:21.985959 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-545f4f1a-4012-4d4a-bab3-743914e40028 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:21.988060 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-713522ac-ab36-4c83-b6bd-06eb7246b43f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:21.990201 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a9ef036f-0df1-4494-ba4b-8a4fa33e1519 None None] Provisioning complete for port b96c4660-5965-4e13-b75e-005d29a8271c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:21.990464 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a9ef036f-0df1-4494-ba4b-8a4fa33e1519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:21.991956 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-545f4f1a-4012-4d4a-bab3-743914e40028 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:22.032181 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-6ff1b458-0ccb-4059-aae4-616d070fbea6 None None] Set router 83c694f5-cfed-4393-ba87-7f782a1e0371 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:09:22.040000 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-80907d83-177e-4a30-bc45-1c0aea3a696a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1031921 Dec 10 19:09:22.041321 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-545f4f1a-4012-4d4a-bab3-743914e40028 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:09:22.060242 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f4f1a-4012-4d4a-bab3-743914e40028 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f57b92b1-640d-453e-9416-b4da6079b3aa,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:22.068687 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-545f4f1a-4012-4d4a-bab3-743914e40028 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:22.069484 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-545f4f1a-4012-4d4a-bab3-743914e40028 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Added segment d29105cc-fc6e-47bf-8080-18d5dc4c941b of type vlan for network 7b44f7ee-0cbd-466b-9e2c-70655bd460f1 Dec 10 19:09:22.085741 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f4f1a-4012-4d4a-bab3-743914e40028 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:22.086569 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f4f1a-4012-4d4a-bab3-743914e40028 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:22.087095 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f4f1a-4012-4d4a-bab3-743914e40028 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:22.087618 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f4f1a-4012-4d4a-bab3-743914e40028 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:22.088117 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f4f1a-4012-4d4a-bab3-743914e40028 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:22.088647 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f4f1a-4012-4d4a-bab3-743914e40028 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:22.089143 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f4f1a-4012-4d4a-bab3-743914e40028 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:22.089867 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f4f1a-4012-4d4a-bab3-743914e40028 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:22.090360 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f4f1a-4012-4d4a-bab3-743914e40028 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:22.091039 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f4f1a-4012-4d4a-bab3-743914e40028 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:22.091562 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f4f1a-4012-4d4a-bab3-743914e40028 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:22.092056 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f4f1a-4012-4d4a-bab3-743914e40028 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:22.093478 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f4f1a-4012-4d4a-bab3-743914e40028 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:22.149871 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-545f4f1a-4012-4d4a-bab3-743914e40028 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:22.195876 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-545f4f1a-4012-4d4a-bab3-743914e40028 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:22.205206 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545f4f1a-4012-4d4a-bab3-743914e40028 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:22.207463 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-545f4f1a-4012-4d4a-bab3-743914e40028 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:22.225637 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-713522ac-ab36-4c83-b6bd-06eb7246b43f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:22.244856 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-545f4f1a-4012-4d4a-bab3-743914e40028 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6591423 Dec 10 19:09:22.246791 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40248) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:22.265688 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-016953af-0ba9-4b93-88d7-a558fbda4a75 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Request body: {'subnet': {'network_id': '7b44f7ee-0cbd-466b-9e2c-70655bd460f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:22.298615 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a9ef036f-0df1-4494-ba4b-8a4fa33e1519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:22.308251 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-3817a1fa-2a0f-4f83-8f74-59c6c4c5fba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6f9288-b0dd-48fc-a80e-5c128c87043b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959386367', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'bce05764-7eee-4ef6-ab31-35b9238f0649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:09:10Z', 'updated_at': '2021-12-10T19:09:18Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': 'bce05764-7eee-4ef6-ab31-35b9238f0649', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:82:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6f9288-b0dd-48fc-a80e-5c128c87043b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:11Z', 'updated_at': '2021-12-10T19:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'b96c4660-5965-4e13-b75e-005d29a8271c', 'name': '', 'network_id': 'dc606665-a872-41f7-a880-2338a9263507', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'mac_address': 'fa:16:3e:cb:93:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6f9288-b0dd-48fc-a80e-5c128c87043b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '6faf1b7c-c997-4f36-86ef-bde75a10f775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:17Z', 'updated_at': '2021-12-10T19:09:21Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'subnets': [{'id': '6faf1b7c-c997-4f36-86ef-bde75a10f775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:22.342392 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-241f4761-fc79-4896-bc7d-bcd722bf2d43 service neutron] 10.222.0.62 "GET /v2.0/networks/dc606665-a872-41f7-a880-2338a9263507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760403 Dec 10 19:09:22.363484 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-713522ac-ab36-4c83-b6bd-06eb7246b43f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:22.367186 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3817a1fa-2a0f-4f83-8f74-59c6c4c5fba3 None None] The sync data for ids ['bd6f9288-b0dd-48fc-a80e-5c128c87043b'] in n-d-821435-1 is: [{'id': 'bd6f9288-b0dd-48fc-a80e-5c128c87043b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959386367', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'bce05764-7eee-4ef6-ab31-35b9238f0649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:09:10Z', 'updated_at': '2021-12-10T19:09:18Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': 'bce05764-7eee-4ef6-ab31-35b9238f0649', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:82:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6f9288-b0dd-48fc-a80e-5c128c87043b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:11Z', 'updated_at': '2021-12-10T19:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'b96c4660-5965-4e13-b75e-005d29a8271c', 'name': '', 'network_id': 'dc606665-a872-41f7-a880-2338a9263507', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'mac_address': 'fa:16:3e:cb:93:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6f9288-b0dd-48fc-a80e-5c128c87043b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '6faf1b7c-c997-4f36-86ef-bde75a10f775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:17Z', 'updated_at': '2021-12-10T19:09:21Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'subnets': [{'id': '6faf1b7c-c997-4f36-86ef-bde75a10f775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:09:22.378986 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a9ef036f-0df1-4494-ba4b-8a4fa33e1519 None None] For port b96c4660-5965-4e13-b75e-005d29a8271c, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b96c4660-5965-4e13-b75e-005d29a8271c,segment=NetworkSegment(7ae94581-22c3-4e13-9b6b-b54cdf7f41c9),segment_id=7ae94581-22c3-4e13-9b6b-b54cdf7f41c9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:22.385686 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a9ef036f-0df1-4494-ba4b-8a4fa33e1519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:22.427815 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f4f1a-4012-4d4a-bab3-743914e40028 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Pushing event updated for resources: {'Network': ['ID=7b44f7ee-0cbd-466b-9e2c-70655bd460f1,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:22.469093 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28175f59-8ee6-492f-b709-c14f50828be2 None None] Network 5510fcd1-3e85-4167-aa54-57fff469e913 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:09:22.480889 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-713522ac-ab36-4c83-b6bd-06eb7246b43f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:22.487945 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-713522ac-ab36-4c83-b6bd-06eb7246b43f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "DELETE /v2.0/subnets/ed3305e7-7738-4d0b-baa8-b1efa8cf829e HTTP/1.1" status: 204 len: 168 time: 0.7354829 Dec 10 19:09:22.495137 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40250) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:22.496139 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713522ac-ab36-4c83-b6bd-06eb7246b43f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event deleted for resources: {'Subnet': ['ID=ed3305e7-7738-4d0b-baa8-b1efa8cf829e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:22.497502 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 7b44f7ee-0cbd-466b-9e2c-70655bd460f1 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:09:22.508564 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016953af-0ba9-4b93-88d7-a558fbda4a75 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Made reservation on behalf of 04b0ad629a5e4794ab2dc34a5ea4996e for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:09:22.513561 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-016953af-0ba9-4b93-88d7-a558fbda4a75 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:22.609334 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef036f-0df1-4494-ba4b-8a4fa33e1519 None None] Pushing event updated for resources: {'Port': ['ID=b96c4660-5965-4e13-b75e-005d29a8271c,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:22.626377 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6ff1b458-0ccb-4059-aae4-616d070fbea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'name': 'tempest-RoutersIpV6Test-router-320091824', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:57Z', 'updated_at': '2021-12-10T19:09:20Z', 'revision_number': 8, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'gw_port_host': None, '_interfaces': [{'id': '18f47392-c939-49f8-a741-096840081440', 'name': '', 'network_id': 'd293bd6b-de31-47ae-992e-7c1fcbf9eefc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:d5:ae:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '3fc494a6-bf69-426d-ab02-53d979bd839d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:02Z', 'updated_at': '2021-12-10T19:09:10Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': '3fc494a6-bf69-426d-ab02-53d979bd839d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50f176d3-c11e-4ae1-a6c4-aa754d103e12', 'name': '', 'network_id': 'b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:8b:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:59Z', 'updated_at': '2021-12-10T19:09:04Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74f9cf95-3bc8-463f-801c-071db25b69bd', 'name': '', 'network_id': '2367152b-0077-4e66-9755-9f5c1b0a38fa', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:ad:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '02a7fdd0-4072-441f-a8d3-301b8aa26850', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:08Z', 'updated_at': '2021-12-10T19:09:14Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': '02a7fdd0-4072-441f-a8d3-301b8aa26850', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:22.647049 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6ac8f4f-f8b1-4343-8d1d-9ff0ae84af90 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:22.647820 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-165f61b3-69ec-43e0-8d39-3c30262a3032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:22.666042 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-cbc51e6b-c70e-465f-8bb4-91422d690c2f service neutron] 10.222.0.62 "GET /v2.0/networks/dc606665-a872-41f7-a880-2338a9263507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125377 Dec 10 19:09:22.692981 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e00568f4-c596-45f0-8e2f-070c34cb9dff None None] Provisioning complete for port b96c4660-5965-4e13-b75e-005d29a8271c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:22.693481 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e00568f4-c596-45f0-8e2f-070c34cb9dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:22.696394 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff1b458-0ccb-4059-aae4-616d070fbea6 None None] Checking router: 83c694f5-cfed-4393-ba87-7f782a1e0371 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:09:22.757029 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f6ac8f4f-f8b1-4343-8d1d-9ff0ae84af90 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Deleting port 44118a5a-1df0-4636-a99f-5de640f221e4 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:09:22.757649 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6ac8f4f-f8b1-4343-8d1d-9ff0ae84af90 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:22.802546 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff1b458-0ccb-4059-aae4-616d070fbea6 None None] Routers {'83c694f5-cfed-4393-ba87-7f782a1e0371'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:09:22.803349 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6ff1b458-0ccb-4059-aae4-616d070fbea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:09:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['83c694f5-cfed-4393-ba87-7f782a1e0371'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:22.817837 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-016953af-0ba9-4b93-88d7-a558fbda4a75 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:22.886807 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-f6ac8f4f-f8b1-4343-8d1d-9ff0ae84af90 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] For port 44118a5a-1df0-4636-a99f-5de640f221e4, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=44118a5a-1df0-4636-a99f-5de640f221e4,segment=NetworkSegment(f58608ad-60fc-447a-8cd8-cbe44ab09e01),segment_id=f58608ad-60fc-447a-8cd8-cbe44ab09e01)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:22.887726 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6ac8f4f-f8b1-4343-8d1d-9ff0ae84af90 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:22.919648 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f6ac8f4f-f8b1-4343-8d1d-9ff0ae84af90 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Calling delete_port for 44118a5a-1df0-4636-a99f-5de640f221e4 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:09:22.986967 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7f8a5ae8-d5e4-419e-a1cf-faf568a5aac8 req-584d9ce0-bc4c-4f32-afb8-33d729d0d3f8 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230 HTTP/1.1" status: 200 len: 210 time: 0.0786748 Dec 10 19:09:23.014157 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016953af-0ba9-4b93-88d7-a558fbda4a75 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Pushing event updated for resources: {'Subnet': ['ID=be06548b-3640-42cf-848e-c66c6862197b,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:23.067969 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016953af-0ba9-4b93-88d7-a558fbda4a75 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Checking segment: {'id': 'd29105cc-fc6e-47bf-8080-18d5dc4c941b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7b44f7ee-0cbd-466b-9e2c-70655bd460f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:09:23.068345 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016953af-0ba9-4b93-88d7-a558fbda4a75 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Network hostable DHCP agents. Network: 7b44f7ee-0cbd-466b-9e2c-70655bd460f1, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:09:23.100344 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016953af-0ba9-4b93-88d7-a558fbda4a75 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Network 7b44f7ee-0cbd-466b-9e2c-70655bd460f1 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:09:23.114085 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-016953af-0ba9-4b93-88d7-a558fbda4a75 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 7b44f7ee-0cbd-466b-9e2c-70655bd460f1) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:09:23.125904 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016953af-0ba9-4b93-88d7-a558fbda4a75 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:23.126665 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-016953af-0ba9-4b93-88d7-a558fbda4a75 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:23.136259 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6ac8f4f-f8b1-4343-8d1d-9ff0ae84af90 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:23.161141 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40258) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:23.163414 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-016953af-0ba9-4b93-88d7-a558fbda4a75 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9040680 Dec 10 19:09:23.176527 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-54492920-6655-4eda-af1e-b528e2447ac6 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Request body: {'port': {'network_id': '7b44f7ee-0cbd-466b-9e2c-70655bd460f1', 'name': 'tempest-TagsExtTest-378109910'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:23.243887 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac8f4f-f8b1-4343-8d1d-9ff0ae84af90 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event deleted for resources: {'Port': ['ID=44118a5a-1df0-4636-a99f-5de640f221e4,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:23.251744 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ac8f4f-f8b1-4343-8d1d-9ff0ae84af90 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] No DVR routers for this DVR port 44118a5a-1df0-4636-a99f-5de640f221e4 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:09:23.299807 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b96c4660-5965-4e13-b75e-005d29a8271c up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:09:23.343932 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e370cd6-5f7a-4005-a373-ad277ec47107 None None] DHCP port deletion for 5510fcd1-3e85-4167-aa54-57fff469e913 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:09:23.350139 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba2ae00-18a9-4fcb-a36d-3e9e28f3c6d6 None None] Network 7b44f7ee-0cbd-466b-9e2c-70655bd460f1 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:09:23.408865 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6ac8f4f-f8b1-4343-8d1d-9ff0ae84af90 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:23.437396 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-6ff1b458-0ccb-4059-aae4-616d070fbea6 None None] Set router 83c694f5-cfed-4393-ba87-7f782a1e0371 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:09:23.454122 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-f6ac8f4f-f8b1-4343-8d1d-9ff0ae84af90 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5510fcd1-3e85-4167-aa54-57fff469e913']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:23.471905 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-f6ac8f4f-f8b1-4343-8d1d-9ff0ae84af90 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f58608ad-60fc-447a-8cd8-cbe44ab09e01') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:23.473009 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-f6ac8f4f-f8b1-4343-8d1d-9ff0ae84af90 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f58608ad-60fc-447a-8cd8-cbe44ab09e01') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:23.511717 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6ac8f4f-f8b1-4343-8d1d-9ff0ae84af90 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:23.556157 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6ac8f4f-f8b1-4343-8d1d-9ff0ae84af90 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:23.572290 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port b96c4660-5965-4e13-b75e-005d29a8271c triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:23.573247 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:23.574887 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ac8f4f-f8b1-4343-8d1d-9ff0ae84af90 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:09:23.575906 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6ac8f4f-f8b1-4343-8d1d-9ff0ae84af90 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:23.580163 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54492920-6655-4eda-af1e-b528e2447ac6 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Made reservation on behalf of 04b0ad629a5e4794ab2dc34a5ea4996e for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:09:23.586488 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54492920-6655-4eda-af1e-b528e2447ac6 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:23.589829 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 19:09:23.589829 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:09:23.589829 n-d-821435-1 neutron-server[103244]: timer() Dec 10 19:09:23.589829 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:09:23.589829 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 19:09:23.589829 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:09:23.589829 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 19:09:23.589829 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:09:23.589829 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 19:09:23.589829 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:09:23.589829 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 19:09:23.589829 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:09:23.589829 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 19:09:23.589829 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:09:23.589829 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:09:23.589829 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:09:23.589829 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:09:23.589829 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:09:23.589829 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 19:09:23.589829 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:09:23.589829 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 19:09:23.589829 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:09:23.589829 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:09:23.589829 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:09:23.589829 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 19:09:23.589829 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:09:23.589829 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:09:23.589829 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:09:23.589829 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:09:23.589829 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:09:23.589829 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:09:23.589829 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:09:23.657551 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:23.661034 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-54492920-6655-4eda-af1e-b528e2447ac6 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] device_id is not set on port 822ab4c6-89b9-4b9b-b021-18dc9f79adb8 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:09:23.736411 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6ac8f4f-f8b1-4343-8d1d-9ff0ae84af90 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:23.756277 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6ac8f4f-f8b1-4343-8d1d-9ff0ae84af90 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:23.767409 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40264) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:23.769729 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f6ac8f4f-f8b1-4343-8d1d-9ff0ae84af90 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "DELETE /v2.0/networks/5510fcd1-3e85-4167-aa54-57fff469e913 HTTP/1.1" status: 204 len: 168 time: 1.2710619 Dec 10 19:09:23.782557 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c6566a-a17c-49c2-81c9-34761fccd6bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-7b44f7ee-0cbd-466b-9e2c-70655bd460f1', 'network_id': '7b44f7ee-0cbd-466b-9e2c-70655bd460f1', 'project_id': '04b0ad629a5e4794ab2dc34a5ea4996e', 'fixed_ips': [{'subnet_id': 'be06548b-3640-42cf-848e-c66c6862197b'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:09:23.785089 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-86c6566a-a17c-49c2-81c9-34761fccd6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:23.803387 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac8f4f-f8b1-4343-8d1d-9ff0ae84af90 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event deleted for resources: {'Network': ['ID=5510fcd1-3e85-4167-aa54-57fff469e913,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:23.831046 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac8f4f-f8b1-4343-8d1d-9ff0ae84af90 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:23.831790 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac8f4f-f8b1-4343-8d1d-9ff0ae84af90 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:23.832933 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac8f4f-f8b1-4343-8d1d-9ff0ae84af90 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:23.833366 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac8f4f-f8b1-4343-8d1d-9ff0ae84af90 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:23.833782 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac8f4f-f8b1-4343-8d1d-9ff0ae84af90 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:23.834197 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac8f4f-f8b1-4343-8d1d-9ff0ae84af90 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:23.834722 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac8f4f-f8b1-4343-8d1d-9ff0ae84af90 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:23.848446 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac8f4f-f8b1-4343-8d1d-9ff0ae84af90 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:23.849112 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac8f4f-f8b1-4343-8d1d-9ff0ae84af90 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:23.849589 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac8f4f-f8b1-4343-8d1d-9ff0ae84af90 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:23.850030 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac8f4f-f8b1-4343-8d1d-9ff0ae84af90 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:23.850765 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac8f4f-f8b1-4343-8d1d-9ff0ae84af90 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:23.851938 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac8f4f-f8b1-4343-8d1d-9ff0ae84af90 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:23.946158 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-54492920-6655-4eda-af1e-b528e2447ac6 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Allocated IP 172.20.0.13 (7b44f7ee-0cbd-466b-9e2c-70655bd460f1/be06548b-3640-42cf-848e-c66c6862197b/822ab4c6-89b9-4b9b-b021-18dc9f79adb8) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:09:24.080567 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6ff1b458-0ccb-4059-aae4-616d070fbea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'name': 'tempest-RoutersIpV6Test-router-320091824', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:57Z', 'updated_at': '2021-12-10T19:09:20Z', 'revision_number': 8, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'gw_port_host': None, '_interfaces': [{'id': '18f47392-c939-49f8-a741-096840081440', 'name': '', 'network_id': 'd293bd6b-de31-47ae-992e-7c1fcbf9eefc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:d5:ae:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '3fc494a6-bf69-426d-ab02-53d979bd839d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:02Z', 'updated_at': '2021-12-10T19:09:10Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': '3fc494a6-bf69-426d-ab02-53d979bd839d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50f176d3-c11e-4ae1-a6c4-aa754d103e12', 'name': '', 'network_id': 'b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:8b:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:59Z', 'updated_at': '2021-12-10T19:09:04Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74f9cf95-3bc8-463f-801c-071db25b69bd', 'name': '', 'network_id': '2367152b-0077-4e66-9755-9f5c1b0a38fa', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:ad:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '02a7fdd0-4072-441f-a8d3-301b8aa26850', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:08Z', 'updated_at': '2021-12-10T19:09:14Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': '02a7fdd0-4072-441f-a8d3-301b8aa26850', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:24.139430 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff1b458-0ccb-4059-aae4-616d070fbea6 None None] The sync data for ids ['83c694f5-cfed-4393-ba87-7f782a1e0371'] in n-d-821435-1 is: [{'id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'name': 'tempest-RoutersIpV6Test-router-320091824', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:57Z', 'updated_at': '2021-12-10T19:09:20Z', 'revision_number': 8, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'gw_port_host': None, '_interfaces': [{'id': '18f47392-c939-49f8-a741-096840081440', 'name': '', 'network_id': 'd293bd6b-de31-47ae-992e-7c1fcbf9eefc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:d5:ae:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '3fc494a6-bf69-426d-ab02-53d979bd839d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:02Z', 'updated_at': '2021-12-10T19:09:10Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': '3fc494a6-bf69-426d-ab02-53d979bd839d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50f176d3-c11e-4ae1-a6c4-aa754d103e12', 'name': '', 'network_id': 'b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:8b:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:59Z', 'updated_at': '2021-12-10T19:09:04Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74f9cf95-3bc8-463f-801c-071db25b69bd', 'name': '', 'network_id': '2367152b-0077-4e66-9755-9f5c1b0a38fa', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:ad:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '02a7fdd0-4072-441f-a8d3-301b8aa26850', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:08Z', 'updated_at': '2021-12-10T19:09:14Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': '02a7fdd0-4072-441f-a8d3-301b8aa26850', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:09:24.194248 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bab40592-0e5f-43ef-90c0-4f46331e7a50 req-bf0f5033-f3c5-4bfd-be9c-8ec995a238cb tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230 HTTP/1.1" status: 200 len: 210 time: 0.0645750 Dec 10 19:09:24.197472 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54492920-6655-4eda-af1e-b528e2447ac6 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:24.253247 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e6887cb2-fe46-4517-8d03-a6c8f1c9f64a tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:24.313724 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54492920-6655-4eda-af1e-b528e2447ac6 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:24.339627 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-60490f5b-834e-4d6e-926e-45ee193f6f15 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:24.341153 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-60490f5b-834e-4d6e-926e-45ee193f6f15 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.46 "GET /v2.0/networks?id=dc606665-a872-41f7-a880-2338a9263507 HTTP/1.1" status: 200 len: 797 time: 0.1526504 Dec 10 19:09:24.396032 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-86c6566a-a17c-49c2-81c9-34761fccd6bb None None] Allocated IP 172.20.0.2 (7b44f7ee-0cbd-466b-9e2c-70655bd460f1/be06548b-3640-42cf-848e-c66c6862197b/b7d1c0de-0f60-47ab-8f97-2bf203177a73) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:09:24.399145 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54492920-6655-4eda-af1e-b528e2447ac6 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Network 7b44f7ee-0cbd-466b-9e2c-70655bd460f1 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:09:24.411283 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-54492920-6655-4eda-af1e-b528e2447ac6 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:09:24.418022 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54492920-6655-4eda-af1e-b528e2447ac6 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:09:24.454445 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54492920-6655-4eda-af1e-b528e2447ac6 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Pushing event updated for resources: {'Port': ['ID=822ab4c6-89b9-4b9b-b021-18dc9f79adb8,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:24.494264 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-8d2b6d2a-4700-4c09-82d8-8159d88bfb86 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c22e13dcedd4daaa6d6950826669aaa HTTP/1.1" status: 200 len: 380 time: 0.1279533 Dec 10 19:09:24.505566 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54492920-6655-4eda-af1e-b528e2447ac6 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:24.506231 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54492920-6655-4eda-af1e-b528e2447ac6 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:24.514199 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-b71af9ae-2442-4d3e-a148-fd0feda8d9ab tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'port': {'device_id': '24a25d12-dd45-4419-bef9-dc96bcfe1230', 'network_id': 'dc606665-a872-41f7-a880-2338a9263507', 'admin_state_up': True, 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'security_groups': ['f27299d7-a47c-4e85-bff5-e57e8bcf98c8']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:24.576015 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-86c6566a-a17c-49c2-81c9-34761fccd6bb None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:24.581626 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-54492920-6655-4eda-af1e-b528e2447ac6 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4123173 Dec 10 19:09:24.585105 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40268) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:24.588097 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-86c6566a-a17c-49c2-81c9-34761fccd6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:24.589789 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-32a8b600-3c68-4e6e-90cf-a50eaa1223cb tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-470326890', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:24.630582 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32a8b600-3c68-4e6e-90cf-a50eaa1223cb tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:24.631692 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32a8b600-3c68-4e6e-90cf-a50eaa1223cb tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:24.638785 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-e6887cb2-fe46-4517-8d03-a6c8f1c9f64a tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Deleting port 74f9cf95-3bc8-463f-801c-071db25b69bd {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:09:24.639120 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e6887cb2-fe46-4517-8d03-a6c8f1c9f64a tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:24.651078 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c6566a-a17c-49c2-81c9-34761fccd6bb None None] Network 7b44f7ee-0cbd-466b-9e2c-70655bd460f1 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:09:24.654630 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-86c6566a-a17c-49c2-81c9-34761fccd6bb None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:09:24.658164 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c6566a-a17c-49c2-81c9-34761fccd6bb None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:09:24.675558 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-b71af9ae-2442-4d3e-a148-fd0feda8d9ab tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Made reservation on behalf of 0c22e13dcedd4daaa6d6950826669aaa for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:09:24.680379 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-b71af9ae-2442-4d3e-a148-fd0feda8d9ab tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:24.686579 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6566a-a17c-49c2-81c9-34761fccd6bb None None] Pushing event updated for resources: {'Port': ['ID=b7d1c0de-0f60-47ab-8f97-2bf203177a73,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:24.729341 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-86c6566a-a17c-49c2-81c9-34761fccd6bb None None] Attempting to bind port b7d1c0de-0f60-47ab-8f97-2bf203177a73 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:09:24.729736 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-86c6566a-a17c-49c2-81c9-34761fccd6bb None None] Attempting to bind port b7d1c0de-0f60-47ab-8f97-2bf203177a73 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'd29105cc-fc6e-47bf-8080-18d5dc4c941b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7b44f7ee-0cbd-466b-9e2c-70655bd460f1'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:09:24.730081 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c6566a-a17c-49c2-81c9-34761fccd6bb None None] Attempting to bind port b7d1c0de-0f60-47ab-8f97-2bf203177a73 on network 7b44f7ee-0cbd-466b-9e2c-70655bd460f1 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:09:24.736337 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c6566a-a17c-49c2-81c9-34761fccd6bb None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:09:24.736743 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c6566a-a17c-49c2-81c9-34761fccd6bb None None] Checking segment: {'id': 'd29105cc-fc6e-47bf-8080-18d5dc4c941b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7b44f7ee-0cbd-466b-9e2c-70655bd460f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:09:24.737143 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-86c6566a-a17c-49c2-81c9-34761fccd6bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:24.737534 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c6566a-a17c-49c2-81c9-34761fccd6bb None None] Bound using segment: {'id': 'd29105cc-fc6e-47bf-8080-18d5dc4c941b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7b44f7ee-0cbd-466b-9e2c-70655bd460f1'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:09:24.737997 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-86c6566a-a17c-49c2-81c9-34761fccd6bb None None] Bound port: b7d1c0de-0f60-47ab-8f97-2bf203177a73, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29105cc-fc6e-47bf-8080-18d5dc4c941b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7b44f7ee-0cbd-466b-9e2c-70655bd460f1'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:09:24.739173 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-86c6566a-a17c-49c2-81c9-34761fccd6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:24.761628 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32a8b600-3c68-4e6e-90cf-a50eaa1223cb tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:24.769713 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32a8b600-3c68-4e6e-90cf-a50eaa1223cb tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:24.812826 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32a8b600-3c68-4e6e-90cf-a50eaa1223cb tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:24.815002 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-32a8b600-3c68-4e6e-90cf-a50eaa1223cb tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2281368 Dec 10 19:09:24.819066 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40270) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:24.819809 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-e6887cb2-fe46-4517-8d03-a6c8f1c9f64a tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] For port 74f9cf95-3bc8-463f-801c-071db25b69bd, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=74f9cf95-3bc8-463f-801c-071db25b69bd,segment=NetworkSegment(fbd8b54c-e078-4931-b6d4-181306589bbe),segment_id=fbd8b54c-e078-4931-b6d4-181306589bbe)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:24.820433 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e6887cb2-fe46-4517-8d03-a6c8f1c9f64a tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:24.824080 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-86c6566a-a17c-49c2-81c9-34761fccd6bb None None] For port b7d1c0de-0f60-47ab-8f97-2bf203177a73, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:09:24.828325 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-4769f1e4-3ec7-4eb2-84d8-92d74790dccf tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-56587129', 'prefixes': ['172.20.0.0/16']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:24.828789 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-86c6566a-a17c-49c2-81c9-34761fccd6bb None None] For port b7d1c0de-0f60-47ab-8f97-2bf203177a73, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b7d1c0de-0f60-47ab-8f97-2bf203177a73,segment=NetworkSegment(d29105cc-fc6e-47bf-8080-18d5dc4c941b),segment_id=d29105cc-fc6e-47bf-8080-18d5dc4c941b)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:09:24.835235 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-86c6566a-a17c-49c2-81c9-34761fccd6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:24.837733 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-e6887cb2-fe46-4517-8d03-a6c8f1c9f64a tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Calling delete_port for 74f9cf95-3bc8-463f-801c-071db25b69bd owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:09:24.905106 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:24.912622 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 44118a5a-1df0-4636-a99f-5de640f221e4 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:09:24.918709 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-b71af9ae-2442-4d3e-a148-fd0feda8d9ab tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Allocated IP 172.20.0.13 (dc606665-a872-41f7-a880-2338a9263507/6faf1b7c-c997-4f36-86ef-bde75a10f775/39d34c40-d35c-48b4-881a-69cdea170a34) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:09:24.953383 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 44118a5a-1df0-4636-a99f-5de640f221e4 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:09:24.953982 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 44118a5a-1df0-4636-a99f-5de640f221e4 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:09:24.954404 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c32fc386-570d-440a-87a3-a0d6ee6dc01d no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:09:24.964234 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6566a-a17c-49c2-81c9-34761fccd6bb None None] Pushing event updated for resources: {'Port': ['ID=b7d1c0de-0f60-47ab-8f97-2bf203177a73,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:24.986651 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: c32fc386-570d-440a-87a3-a0d6ee6dc01d {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:09:24.987147 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c32fc386-570d-440a-87a3-a0d6ee6dc01d not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:09:25.020967 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4769f1e4-3ec7-4eb2-84d8-92d74790dccf tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks [] for subnetpool, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:25.022262 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4769f1e4-3ec7-4eb2-84d8-92d74790dccf tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 0.2017231 Dec 10 19:09:25.026376 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40272) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:25.032052 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-ba90fd77-f3e2-479f-9eba-eaf762422fbc tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'be06548b-3640-42cf-848e-c66c6862197b', 'tempest-TagsExtTest-Tag-1997443192') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:25.141344 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-b71af9ae-2442-4d3e-a148-fd0feda8d9ab tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:25.151910 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e6887cb2-fe46-4517-8d03-a6c8f1c9f64a tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:25.184215 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-b71af9ae-2442-4d3e-a148-fd0feda8d9ab tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:25.196991 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6887cb2-fe46-4517-8d03-a6c8f1c9f64a tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event deleted for resources: {'Port': ['ID=74f9cf95-3bc8-463f-801c-071db25b69bd,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:25.259699 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-b71af9ae-2442-4d3e-a148-fd0feda8d9ab tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Network dc606665-a872-41f7-a880-2338a9263507 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:09:25.265107 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-b71af9ae-2442-4d3e-a148-fd0feda8d9ab tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:09:25.273106 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-b71af9ae-2442-4d3e-a148-fd0feda8d9ab tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:09:25.278064 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71af9ae-2442-4d3e-a148-fd0feda8d9ab tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'Port': ['ID=39d34c40-d35c-48b4-881a-69cdea170a34,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:25.318509 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ba90fd77-f3e2-479f-9eba-eaf762422fbc tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "PUT /v2.0/subnets/be06548b-3640-42cf-848e-c66c6862197b/tags/tempest-TagsExtTest-Tag-1997443192 HTTP/1.1" status: 201 len: 201 time: 0.2906723 Dec 10 19:09:25.322038 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40276) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:25.327757 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-0b6b8b2d-1129-42a8-9a62-6d2a78ea2b47 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '822ab4c6-89b9-4b9b-b021-18dc9f79adb8', 'tempest-TagsExtTest-Tag-1420424180') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:25.364602 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-b71af9ae-2442-4d3e-a148-fd0feda8d9ab tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:25.369929 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-b71af9ae-2442-4d3e-a148-fd0feda8d9ab tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:25.414389 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-b71af9ae-2442-4d3e-a148-fd0feda8d9ab tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9041736 Dec 10 19:09:25.429399 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-bdecd237-b07d-4084-aef4-7f26445f3dad service neutron] Request body: {'port': {'device_id': '24a25d12-dd45-4419-bef9-dc96bcfe1230', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:25.439492 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e6887cb2-fe46-4517-8d03-a6c8f1c9f64a tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:25.499934 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:25.509375 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-bdecd237-b07d-4084-aef4-7f26445f3dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:25.541594 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694bc3b-fcdc-4335-94d3-c1309a8945a3 req-ceef5f06-7c17-425c-aeb7-d91bb62de24e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:25.543171 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7694bc3b-fcdc-4335-94d3-c1309a8945a3 req-ceef5f06-7c17-425c-aeb7-d91bb62de24e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230 HTTP/1.1" status: 200 len: 932 time: 0.2097843 Dec 10 19:09:25.608583 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0b6b8b2d-1129-42a8-9a62-6d2a78ea2b47 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "PUT /v2.0/ports/822ab4c6-89b9-4b9b-b021-18dc9f79adb8/tags/tempest-TagsExtTest-Tag-1420424180 HTTP/1.1" status: 201 len: 201 time: 0.2852664 Dec 10 19:09:25.618322 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40278) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:25.624505 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-565265c1-d544-4cda-9ee7-b727527e10cf tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f8d04b30-eee2-4bb4-8363-67637203f80d', 'tempest-TagsExtTest-Tag-1992042978') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:25.670830 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7694bc3b-fcdc-4335-94d3-c1309a8945a3 req-a97381c1-d4b5-474a-8191-2e526c7cdc2c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=f27299d7-a47c-4e85-bff5-e57e8bcf98c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177015 Dec 10 19:09:25.677419 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-280a1c56-22ee-4a63-b75b-0ae535845046 None None] Provisioning complete for port 39d34c40-d35c-48b4-881a-69cdea170a34 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:25.678609 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-280a1c56-22ee-4a63-b75b-0ae535845046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:25.717734 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-280a1c56-22ee-4a63-b75b-0ae535845046 None None] Port 39d34c40-d35c-48b4-881a-69cdea170a34 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:09:25.807380 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6887cb2-fe46-4517-8d03-a6c8f1c9f64a tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Router 83c694f5-cfed-4393-ba87-7f782a1e0371 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:09:25.809192 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-565265c1-d544-4cda-9ee7-b727527e10cf tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "PUT /v2.0/routers/f8d04b30-eee2-4bb4-8363-67637203f80d/tags/tempest-TagsExtTest-Tag-1992042978 HTTP/1.1" status: 201 len: 201 time: 0.1899993 Dec 10 19:09:25.811988 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40280) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:25.820931 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-3ca69680-7128-426d-b61c-e123b3024aa7 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e47d0da8-986c-49d1-a990-dc7bda6d8e1c', 'tempest-TagsExtTest-Tag-665087086') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:25.849454 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-bdecd237-b07d-4084-aef4-7f26445f3dad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39d34c40-d35c-48b4-881a-69cdea170a34 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:09:25.863063 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-bdecd237-b07d-4084-aef4-7f26445f3dad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:25.891429 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-bdecd237-b07d-4084-aef4-7f26445f3dad service neutron] Transition to ACTIVE for port object 39d34c40-d35c-48b4-881a-69cdea170a34 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:09:25.895956 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-bdecd237-b07d-4084-aef4-7f26445f3dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:25.905494 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3ca69680-7128-426d-b61c-e123b3024aa7 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "PUT /v2.0/subnetpools/e47d0da8-986c-49d1-a990-dc7bda6d8e1c/tags/tempest-TagsExtTest-Tag-665087086 HTTP/1.1" status: 201 len: 201 time: 0.0881937 Dec 10 19:09:25.908292 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40282) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:25.915267 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-9a03f739-16ed-4514-85c6-2de878a035b9 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'be06548b-3640-42cf-848e-c66c6862197b') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:25.944094 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6887cb2-fe46-4517-8d03-a6c8f1c9f64a tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:09:25.950391 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e6887cb2-fe46-4517-8d03-a6c8f1c9f64a tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "PUT /v2.0/routers/83c694f5-cfed-4393-ba87-7f782a1e0371/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1809118 Dec 10 19:09:25.952188 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40284) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:25.956108 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdecd237-b07d-4084-aef4-7f26445f3dad service neutron] Pushing event updated for resources: {'Port': ['ID=39d34c40-d35c-48b4-881a-69cdea170a34,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:25.959498 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b81e8d-4e56-490f-85a9-9f15e9fea8ba None None] Sync routers for ids ['83c694f5-cfed-4393-ba87-7f782a1e0371'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:09:25.969762 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b81e8d-4e56-490f-85a9-9f15e9fea8ba None None] Routers {'83c694f5-cfed-4393-ba87-7f782a1e0371'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:09:25.970389 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-e5b81e8d-4e56-490f-85a9-9f15e9fea8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:09:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['83c694f5-cfed-4393-ba87-7f782a1e0371'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:26.013076 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-de50f9d9-2ceb-42d2-bfa6-bb321ca90887 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Deleting subnet 02a7fdd0-4072-441f-a8d3-301b8aa26850 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:09:26.020655 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de50f9d9-2ceb-42d2-bfa6-bb321ca90887 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:26.057691 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-bdecd237-b07d-4084-aef4-7f26445f3dad service neutron] Attempting to bind port 39d34c40-d35c-48b4-881a-69cdea170a34 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:09:26.058432 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-bdecd237-b07d-4084-aef4-7f26445f3dad service neutron] Attempting to bind port 39d34c40-d35c-48b4-881a-69cdea170a34 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '7ae94581-22c3-4e13-9b6b-b54cdf7f41c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dc606665-a872-41f7-a880-2338a9263507'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:09:26.059023 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-bdecd237-b07d-4084-aef4-7f26445f3dad service neutron] Attempting to bind port 39d34c40-d35c-48b4-881a-69cdea170a34 on network dc606665-a872-41f7-a880-2338a9263507 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:09:26.071047 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-bdecd237-b07d-4084-aef4-7f26445f3dad service neutron] Port 39d34c40-d35c-48b4-881a-69cdea170a34 on network dc606665-a872-41f7-a880-2338a9263507 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:09:26.071788 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-bdecd237-b07d-4084-aef4-7f26445f3dad service neutron] Attempting to bind port 39d34c40-d35c-48b4-881a-69cdea170a34 on network dc606665-a872-41f7-a880-2338a9263507 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:09:26.082842 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-bdecd237-b07d-4084-aef4-7f26445f3dad service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:09:26.083347 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-bdecd237-b07d-4084-aef4-7f26445f3dad service neutron] Checking segment: {'id': '7ae94581-22c3-4e13-9b6b-b54cdf7f41c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dc606665-a872-41f7-a880-2338a9263507'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:09:26.083845 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-bdecd237-b07d-4084-aef4-7f26445f3dad service neutron] Bound using segment: {'id': '7ae94581-22c3-4e13-9b6b-b54cdf7f41c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dc606665-a872-41f7-a880-2338a9263507'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:09:26.084394 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-bdecd237-b07d-4084-aef4-7f26445f3dad service neutron] Bound port: 39d34c40-d35c-48b4-881a-69cdea170a34, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ae94581-22c3-4e13-9b6b-b54cdf7f41c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dc606665-a872-41f7-a880-2338a9263507'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:09:26.084894 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-bdecd237-b07d-4084-aef4-7f26445f3dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:26.100143 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de50f9d9-2ceb-42d2-bfa6-bb321ca90887 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:26.158923 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40286) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:26.160098 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9a03f739-16ed-4514-85c6-2de878a035b9 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "GET /v2.0/subnets/be06548b-3640-42cf-848e-c66c6862197b/tags HTTP/1.1" status: 200 len: 241 time: 0.2474105 Dec 10 19:09:26.166796 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-701d404c-3c1a-41a2-b1ce-c1de841ab44b tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'be06548b-3640-42cf-848e-c66c6862197b', 'tempest-TagsExtTest-Tag-1997443192') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:26.209353 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-bdecd237-b07d-4084-aef4-7f26445f3dad service neutron] For port 39d34c40-d35c-48b4-881a-69cdea170a34, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:09:26.242090 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de50f9d9-2ceb-42d2-bfa6-bb321ca90887 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:26.243278 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-e5b81e8d-4e56-490f-85a9-9f15e9fea8ba None None] Set router 83c694f5-cfed-4393-ba87-7f782a1e0371 gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:09:26.247350 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-bdecd237-b07d-4084-aef4-7f26445f3dad service neutron] For port 39d34c40-d35c-48b4-881a-69cdea170a34, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=39d34c40-d35c-48b4-881a-69cdea170a34,segment=NetworkSegment(7ae94581-22c3-4e13-9b6b-b54cdf7f41c9),segment_id=7ae94581-22c3-4e13-9b6b-b54cdf7f41c9)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:09:26.256016 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-bdecd237-b07d-4084-aef4-7f26445f3dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:26.318515 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de50f9d9-2ceb-42d2-bfa6-bb321ca90887 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:26.339876 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdecd237-b07d-4084-aef4-7f26445f3dad service neutron] Pushing event updated for resources: {'Port': ['ID=39d34c40-d35c-48b4-881a-69cdea170a34,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:26.359144 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-bdecd237-b07d-4084-aef4-7f26445f3dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:26.359784 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-bdecd237-b07d-4084-aef4-7f26445f3dad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:26.361243 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-bdecd237-b07d-4084-aef4-7f26445f3dad service neutron] 10.222.0.46 "PUT /v2.0/ports/39d34c40-d35c-48b4-881a-69cdea170a34 HTTP/1.1" status: 200 len: 1092 time: 0.9371552 Dec 10 19:09:26.361821 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a25d12-dd45-4419-bef9-dc96bcfe1230', 'tag': '39d34c40-d35c-48b4-881a-69cdea170a34'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:09:26.369946 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b2313b-bb80-4a5b-a69b-0e5c070b07d1" -d '{"events": [{"name": "network-changed", "server_uuid": "24a25d12-dd45-4419-bef9-dc96bcfe1230", "tag": "39d34c40-d35c-48b4-881a-69cdea170a34"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:09:26.392715 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50f9d9-2ceb-42d2-bfa6-bb321ca90887 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event deleted for resources: {'Subnet': ['ID=02a7fdd0-4072-441f-a8d3-301b8aa26850,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:26.399243 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de50f9d9-2ceb-42d2-bfa6-bb321ca90887 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:26.400576 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683fb4bf-d23b-432e-9818-e081aa59b854 None None] Network 2367152b-0077-4e66-9755-9f5c1b0a38fa requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:09:26.408663 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-de50f9d9-2ceb-42d2-bfa6-bb321ca90887 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "DELETE /v2.0/subnets/02a7fdd0-4072-441f-a8d3-301b8aa26850 HTTP/1.1" status: 204 len: 168 time: 0.4522238 Dec 10 19:09:26.409755 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40290) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:26.418104 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-701d404c-3c1a-41a2-b1ce-c1de841ab44b tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "GET /v2.0/subnets/be06548b-3640-42cf-848e-c66c6862197b/tags/tempest-TagsExtTest-Tag-1997443192 HTTP/1.1" status: 204 len: 168 time: 0.2572811 Dec 10 19:09:26.420583 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40292) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:26.426896 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-4c03c646-4468-446d-9cfc-83e32b057031 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'be06548b-3640-42cf-848e-c66c6862197b', 'tempest-TagsExtTest-Tag-1997443192') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:26.483193 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a2d009-bc99-4bd7-a345-d9f60a98a209 x-openstack-request-id: req-89a2d009-bc99-4bd7-a345-d9f60a98a209 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:09:26.483511 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24a25d12-dd45-4419-bef9-dc96bcfe1230", "tag": "39d34c40-d35c-48b4-881a-69cdea170a34", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:09:26.483739 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-89a2d009-bc99-4bd7-a345-d9f60a98a209 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:09:26.484150 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a25d12-dd45-4419-bef9-dc96bcfe1230', 'tag': '39d34c40-d35c-48b4-881a-69cdea170a34', 'status': 'completed', 'code': 200} Dec 10 19:09:26.489820 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5f73d1-186c-4b83-9096-2c0f9a6a6e86 None None] Network 7b44f7ee-0cbd-466b-9e2c-70655bd460f1 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:09:26.518114 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-4218796e-f291-4d72-8d5d-68449f10d4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:26.521227 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-4218796e-f291-4d72-8d5d-68449f10d4bd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230 HTTP/1.1" status: 200 len: 1095 time: 0.0914080 Dec 10 19:09:26.544290 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-70365110-b620-4802-b399-dbbbabe67aed tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:26.584157 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-0768d6f7-4ea1-4a25-8e1b-81cf3860456e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39d34c40-d35c-48b4-881a-69cdea170a34 HTTP/1.1" status: 200 len: 217 time: 0.0545835 Dec 10 19:09:26.607785 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-e5b81e8d-4e56-490f-85a9-9f15e9fea8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'name': 'tempest-RoutersIpV6Test-router-320091824', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:57Z', 'updated_at': '2021-12-10T19:09:25Z', 'revision_number': 9, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'gw_port_host': None, '_interfaces': [{'id': '18f47392-c939-49f8-a741-096840081440', 'name': '', 'network_id': 'd293bd6b-de31-47ae-992e-7c1fcbf9eefc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:d5:ae:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '3fc494a6-bf69-426d-ab02-53d979bd839d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:02Z', 'updated_at': '2021-12-10T19:09:10Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': '3fc494a6-bf69-426d-ab02-53d979bd839d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50f176d3-c11e-4ae1-a6c4-aa754d103e12', 'name': '', 'network_id': 'b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:8b:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:59Z', 'updated_at': '2021-12-10T19:09:04Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:26.628001 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8eba046b-cc54-4132-a78f-147f1b53558b None None] Provisioning complete for port b7d1c0de-0f60-47ab-8f97-2bf203177a73 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:26.631656 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8eba046b-cc54-4132-a78f-147f1b53558b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:26.633033 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-70365110-b620-4802-b399-dbbbabe67aed tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Deleting port cbca9696-2d7b-4bb1-b3c1-b458d704356a {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:09:26.633382 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-70365110-b620-4802-b399-dbbbabe67aed tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:26.653432 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4c03c646-4468-446d-9cfc-83e32b057031 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "DELETE /v2.0/subnets/be06548b-3640-42cf-848e-c66c6862197b/tags/tempest-TagsExtTest-Tag-1997443192 HTTP/1.1" status: 204 len: 168 time: 0.2316918 Dec 10 19:09:26.655823 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40294) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:26.657274 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b81e8d-4e56-490f-85a9-9f15e9fea8ba None None] Checking router: 83c694f5-cfed-4393-ba87-7f782a1e0371 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:09:26.661227 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-51e50e77-5230-46b5-a99c-bc4030e0f5d3 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'be06548b-3640-42cf-848e-c66c6862197b') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:26.670012 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b81e8d-4e56-490f-85a9-9f15e9fea8ba None None] Routers {'83c694f5-cfed-4393-ba87-7f782a1e0371'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:09:26.670737 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-e5b81e8d-4e56-490f-85a9-9f15e9fea8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:09:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['83c694f5-cfed-4393-ba87-7f782a1e0371'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:26.726663 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-f6f6fe72-c4b4-4be2-9e7e-fa8b6aebb3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:26.734133 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-f6f6fe72-c4b4-4be2-9e7e-fa8b6aebb3a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6faf1b7c-c997-4f36-86ef-bde75a10f775 HTTP/1.1" status: 200 len: 835 time: 0.1416283 Dec 10 19:09:26.809767 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-e5b81e8d-4e56-490f-85a9-9f15e9fea8ba None None] Set router 83c694f5-cfed-4393-ba87-7f782a1e0371 gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:09:26.839535 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-51e50e77-5230-46b5-a99c-bc4030e0f5d3 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "GET /v2.0/subnets/be06548b-3640-42cf-848e-c66c6862197b/tags HTTP/1.1" status: 200 len: 205 time: 0.1826258 Dec 10 19:09:26.841459 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-ec0c6f44-787c-488d-a49c-76989c2012a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:26.842890 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-ec0c6f44-787c-488d-a49c-76989c2012a6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dc606665-a872-41f7-a880-2338a9263507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1018584 Dec 10 19:09:26.843365 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40298) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:26.853390 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-cb41c1f0-5776-439f-a92a-c79edf594e0a tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '822ab4c6-89b9-4b9b-b021-18dc9f79adb8') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:26.904689 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8eba046b-cc54-4132-a78f-147f1b53558b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:26.984672 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c30efb-9e4c-4e43-8416-f894844c1797 None None] DHCP port deletion for 2367152b-0077-4e66-9755-9f5c1b0a38fa request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:09:27.037546 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-cb41c1f0-5776-439f-a92a-c79edf594e0a tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "GET /v2.0/ports/822ab4c6-89b9-4b9b-b021-18dc9f79adb8/tags HTTP/1.1" status: 200 len: 241 time: 0.1930435 Dec 10 19:09:27.041687 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-ff7aff90-a5a9-4533-90ba-d4aeb8262707 service neutron] 10.222.0.46 "GET /v2.0/networks/dc606665-a872-41f7-a880-2338a9263507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858230 Dec 10 19:09:27.042797 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40300) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:27.047715 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-23affd55-c966-4df2-84b6-789f3c11de5e tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '822ab4c6-89b9-4b9b-b021-18dc9f79adb8', 'tempest-TagsExtTest-Tag-1420424180') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:27.113773 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8eba046b-cc54-4132-a78f-147f1b53558b None None] For port b7d1c0de-0f60-47ab-8f97-2bf203177a73, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b7d1c0de-0f60-47ab-8f97-2bf203177a73,segment=NetworkSegment(d29105cc-fc6e-47bf-8080-18d5dc4c941b),segment_id=d29105cc-fc6e-47bf-8080-18d5dc4c941b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:27.123173 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b7d1c0de-0f60-47ab-8f97-2bf203177a73 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:09:27.135313 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8eba046b-cc54-4132-a78f-147f1b53558b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:27.141289 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-70365110-b620-4802-b399-dbbbabe67aed tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] For port cbca9696-2d7b-4bb1-b3c1-b458d704356a, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=cbca9696-2d7b-4bb1-b3c1-b458d704356a,segment=NetworkSegment(fbd8b54c-e078-4931-b6d4-181306589bbe),segment_id=fbd8b54c-e078-4931-b6d4-181306589bbe)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:27.141672 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-70365110-b620-4802-b399-dbbbabe67aed tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:27.158962 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-70365110-b620-4802-b399-dbbbabe67aed tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Calling delete_port for cbca9696-2d7b-4bb1-b3c1-b458d704356a owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:09:27.176340 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7501daa-4a76-4d9d-a415-796203ee4de0 req-06481769-70ab-4002-859d-c71fd6be0766 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:27.178594 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f7501daa-4a76-4d9d-a415-796203ee4de0 req-06481769-70ab-4002-859d-c71fd6be0766 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230 HTTP/1.1" status: 200 len: 944 time: 0.0972905 Dec 10 19:09:27.204550 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-e5b81e8d-4e56-490f-85a9-9f15e9fea8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'name': 'tempest-RoutersIpV6Test-router-320091824', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:57Z', 'updated_at': '2021-12-10T19:09:25Z', 'revision_number': 9, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'gw_port_host': None, '_interfaces': [{'id': '18f47392-c939-49f8-a741-096840081440', 'name': '', 'network_id': 'd293bd6b-de31-47ae-992e-7c1fcbf9eefc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:d5:ae:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '3fc494a6-bf69-426d-ab02-53d979bd839d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:02Z', 'updated_at': '2021-12-10T19:09:10Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': '3fc494a6-bf69-426d-ab02-53d979bd839d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50f176d3-c11e-4ae1-a6c4-aa754d103e12', 'name': '', 'network_id': 'b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:8b:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:59Z', 'updated_at': '2021-12-10T19:09:04Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:27.239552 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b81e8d-4e56-490f-85a9-9f15e9fea8ba None None] The sync data for ids ['83c694f5-cfed-4393-ba87-7f782a1e0371'] in n-d-821435-1 is: [{'id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'name': 'tempest-RoutersIpV6Test-router-320091824', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:57Z', 'updated_at': '2021-12-10T19:09:25Z', 'revision_number': 9, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'gw_port_host': None, '_interfaces': [{'id': '18f47392-c939-49f8-a741-096840081440', 'name': '', 'network_id': 'd293bd6b-de31-47ae-992e-7c1fcbf9eefc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:d5:ae:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '3fc494a6-bf69-426d-ab02-53d979bd839d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:02Z', 'updated_at': '2021-12-10T19:09:10Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': '3fc494a6-bf69-426d-ab02-53d979bd839d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50f176d3-c11e-4ae1-a6c4-aa754d103e12', 'name': '', 'network_id': 'b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:8b:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:59Z', 'updated_at': '2021-12-10T19:09:04Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:09:27.247956 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-23affd55-c966-4df2-84b6-789f3c11de5e tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "GET /v2.0/ports/822ab4c6-89b9-4b9b-b021-18dc9f79adb8/tags/tempest-TagsExtTest-Tag-1420424180 HTTP/1.1" status: 204 len: 168 time: 0.2040713 Dec 10 19:09:27.252908 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40302) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:27.261142 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-e7c3dd8d-6221-4063-ac37-d8e026be44e1 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '822ab4c6-89b9-4b9b-b021-18dc9f79adb8', 'tempest-TagsExtTest-Tag-1420424180') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:27.275461 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba046b-cc54-4132-a78f-147f1b53558b None None] Pushing event updated for resources: {'Port': ['ID=b7d1c0de-0f60-47ab-8f97-2bf203177a73,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:27.282151 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8b9a7a65-9c37-46b4-8bf5-07cbe7f901b3 req-3663c923-eb9b-4a1e-a2ff-4da1624f711c service neutron] 10.222.0.46 "GET /v2.0/networks/dc606665-a872-41f7-a880-2338a9263507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318327 Dec 10 19:09:27.306983 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-70c30efb-9e4c-4e43-8416-f894844c1797 None None] Deleting port cbca9696-2d7b-4bb1-b3c1-b458d704356a {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:09:27.307421 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-70c30efb-9e4c-4e43-8416-f894844c1797 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:27.348844 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f7501daa-4a76-4d9d-a415-796203ee4de0 req-d16b6ecd-ad95-4f31-aeec-82168218da26 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=f27299d7-a47c-4e85-bff5-e57e8bcf98c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587815 Dec 10 19:09:27.382047 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-70365110-b620-4802-b399-dbbbabe67aed tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:27.408156 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2313b-bb80-4a5b-a69b-0e5c070b07d1 req-35dfc2c2-d27b-4997-8fff-5c3e02073314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:27.409941 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6b2313b-bb80-4a5b-a69b-0e5c070b07d1 req-35dfc2c2-d27b-4997-8fff-5c3e02073314 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230 HTTP/1.1" status: 200 len: 1095 time: 0.0694957 Dec 10 19:09:27.418520 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70365110-b620-4802-b399-dbbbabe67aed tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event deleted for resources: {'Port': ['ID=cbca9696-2d7b-4bb1-b3c1-b458d704356a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:27.420688 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70365110-b620-4802-b399-dbbbabe67aed tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] No DVR routers for this DVR port cbca9696-2d7b-4bb1-b3c1-b458d704356a on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:09:27.443991 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port b7d1c0de-0f60-47ab-8f97-2bf203177a73 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:27.444369 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:27.448285 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-70c30efb-9e4c-4e43-8416-f894844c1797 None None] For port cbca9696-2d7b-4bb1-b3c1-b458d704356a, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=cbca9696-2d7b-4bb1-b3c1-b458d704356a,segment=NetworkSegment(fbd8b54c-e078-4931-b6d4-181306589bbe),segment_id=fbd8b54c-e078-4931-b6d4-181306589bbe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:27.448737 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-70c30efb-9e4c-4e43-8416-f894844c1797 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:27.494251 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-70c30efb-9e4c-4e43-8416-f894844c1797 None None] Calling delete_port for cbca9696-2d7b-4bb1-b3c1-b458d704356a owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:09:27.502781 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2738f97c-9f03-43b9-9454-857c621592c8 None None] Provisioning complete for port b7d1c0de-0f60-47ab-8f97-2bf203177a73 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:27.503155 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2738f97c-9f03-43b9-9454-857c621592c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:27.532605 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2313b-bb80-4a5b-a69b-0e5c070b07d1 req-e3de1d32-47a7-4dc2-9d6b-22ca734f428b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:27.534341 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6b2313b-bb80-4a5b-a69b-0e5c070b07d1 req-e3de1d32-47a7-4dc2-9d6b-22ca734f428b service neutron] 10.222.0.46 "GET /v2.0/networks?id=dc606665-a872-41f7-a880-2338a9263507 HTTP/1.1" status: 200 len: 898 time: 0.1164098 Dec 10 19:09:27.551865 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-70365110-b620-4802-b399-dbbbabe67aed tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:27.583677 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-70365110-b620-4802-b399-dbbbabe67aed tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2367152b-0077-4e66-9755-9f5c1b0a38fa']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:27.595226 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-70365110-b620-4802-b399-dbbbabe67aed tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbd8b54c-e078-4931-b6d4-181306589bbe') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:27.595533 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-70365110-b620-4802-b399-dbbbabe67aed tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbd8b54c-e078-4931-b6d4-181306589bbe') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:27.599785 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6b2313b-bb80-4a5b-a69b-0e5c070b07d1 req-d13fcecf-5780-4490-a7fe-bbf6bbced6f1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39d34c40-d35c-48b4-881a-69cdea170a34 HTTP/1.1" status: 200 len: 217 time: 0.0576968 Dec 10 19:09:27.609416 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-70365110-b620-4802-b399-dbbbabe67aed tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:27.625690 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e7c3dd8d-6221-4063-ac37-d8e026be44e1 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "DELETE /v2.0/ports/822ab4c6-89b9-4b9b-b021-18dc9f79adb8/tags/tempest-TagsExtTest-Tag-1420424180 HTTP/1.1" status: 204 len: 168 time: 0.3690672 Dec 10 19:09:27.628221 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40304) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:27.634385 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-30945436-fb6f-4f9e-a1d0-0c377597628d tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '822ab4c6-89b9-4b9b-b021-18dc9f79adb8') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:27.679561 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2313b-bb80-4a5b-a69b-0e5c070b07d1 req-ce51e038-b09d-4ff3-bdc0-a5b040eb841b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:27.681637 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6b2313b-bb80-4a5b-a69b-0e5c070b07d1 req-ce51e038-b09d-4ff3-bdc0-a5b040eb841b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6faf1b7c-c997-4f36-86ef-bde75a10f775 HTTP/1.1" status: 200 len: 835 time: 0.0734782 Dec 10 19:09:27.688358 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-70365110-b620-4802-b399-dbbbabe67aed tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:27.700397 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70365110-b620-4802-b399-dbbbabe67aed tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:09:27.700859 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-70365110-b620-4802-b399-dbbbabe67aed tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:27.704146 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:09:27.704146 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:09:27.704146 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:09:27.704146 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:09:27.704146 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:09:27.704146 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:09:27.704146 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:09:27.704146 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:09:27.704146 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:09:27.704146 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:09:27.704146 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:09:27.704146 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:09:27.704146 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:09:27.704146 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:09:27.704146 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:09:27.704146 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:09:27.704146 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:09:27.704146 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:09:27.704146 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:09:27.704146 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:09:27.704146 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:09:27.704146 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:09:27.704146 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:09:27.704146 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:09:27.704146 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:09:27.704146 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:09:27.704146 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:09:27.704146 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:09:27.704146 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:09:27.704146 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:09:27.704146 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:09:27.704146 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:09:27.724989 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-70c30efb-9e4c-4e43-8416-f894844c1797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:27.744283 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2313b-bb80-4a5b-a69b-0e5c070b07d1 req-3afadfe5-70d9-440e-9a03-bed4e365d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:27.746627 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6b2313b-bb80-4a5b-a69b-0e5c070b07d1 req-3afadfe5-70d9-440e-9a03-bed4e365d46a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dc606665-a872-41f7-a880-2338a9263507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577312 Dec 10 19:09:27.782630 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-30945436-fb6f-4f9e-a1d0-0c377597628d tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "GET /v2.0/ports/822ab4c6-89b9-4b9b-b021-18dc9f79adb8/tags HTTP/1.1" status: 200 len: 205 time: 0.1524198 Dec 10 19:09:27.784079 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-70365110-b620-4802-b399-dbbbabe67aed tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:27.786267 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40306) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:27.792451 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-ccf4d843-e114-4234-a34b-fe1f8bd88cd5 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f8d04b30-eee2-4bb4-8363-67637203f80d') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:27.810655 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-70365110-b620-4802-b399-dbbbabe67aed tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:27.813991 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-70365110-b620-4802-b399-dbbbabe67aed tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "DELETE /v2.0/networks/2367152b-0077-4e66-9755-9f5c1b0a38fa HTTP/1.1" status: 204 len: 168 time: 1.4018047 Dec 10 19:09:27.817327 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40308) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:27.844558 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70365110-b620-4802-b399-dbbbabe67aed tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event deleted for resources: {'Network': ['ID=2367152b-0077-4e66-9755-9f5c1b0a38fa,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:27.902258 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ccf4d843-e114-4234-a34b-fe1f8bd88cd5 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "GET /v2.0/routers/f8d04b30-eee2-4bb4-8363-67637203f80d/tags HTTP/1.1" status: 200 len: 241 time: 0.1125376 Dec 10 19:09:27.902477 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40310) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:27.906971 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-170f5659-a3d9-4ce3-9b91-6333663bc5c5 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f8d04b30-eee2-4bb4-8363-67637203f80d', 'tempest-TagsExtTest-Tag-1992042978') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:27.952899 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c30efb-9e4c-4e43-8416-f894844c1797 None None] No DVR routers for this DVR port cbca9696-2d7b-4bb1-b3c1-b458d704356a on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:09:27.957035 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c30efb-9e4c-4e43-8416-f894844c1797 None None] Pushing event deleted for resources: {'Port': ['ID=cbca9696-2d7b-4bb1-b3c1-b458d704356a,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:27.971494 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2738f97c-9f03-43b9-9454-857c621592c8 None None] Provisioning complete for port 822ab4c6-89b9-4b9b-b021-18dc9f79adb8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:27.971758 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2738f97c-9f03-43b9-9454-857c621592c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:27.997529 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-170f5659-a3d9-4ce3-9b91-6333663bc5c5 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "GET /v2.0/routers/f8d04b30-eee2-4bb4-8363-67637203f80d/tags/tempest-TagsExtTest-Tag-1992042978 HTTP/1.1" status: 204 len: 168 time: 0.0918167 Dec 10 19:09:27.998013 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40312) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:28.006761 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-1b751184-eeec-4c5e-afe6-7eb374b488c6 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'f8d04b30-eee2-4bb4-8363-67637203f80d', 'tempest-TagsExtTest-Tag-1992042978') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:28.011268 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2738f97c-9f03-43b9-9454-857c621592c8 None None] Port 822ab4c6-89b9-4b9b-b021-18dc9f79adb8 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:09:28.114628 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1b751184-eeec-4c5e-afe6-7eb374b488c6 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "DELETE /v2.0/routers/f8d04b30-eee2-4bb4-8363-67637203f80d/tags/tempest-TagsExtTest-Tag-1992042978 HTTP/1.1" status: 204 len: 168 time: 0.1149642 Dec 10 19:09:28.116973 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40314) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:28.121700 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-e3c22f53-6316-423d-a82a-e07f5cb62cf8 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f8d04b30-eee2-4bb4-8363-67637203f80d') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:28.133883 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e7cb3a59-b640-4d4b-a56c-779ed53e7ee0 None None] Provisioning complete for port 822ab4c6-89b9-4b9b-b021-18dc9f79adb8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:28.134256 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e7cb3a59-b640-4d4b-a56c-779ed53e7ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:28.170597 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e7cb3a59-b640-4d4b-a56c-779ed53e7ee0 None None] Port 822ab4c6-89b9-4b9b-b021-18dc9f79adb8 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:09:28.205165 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e3c22f53-6316-423d-a82a-e07f5cb62cf8 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "GET /v2.0/routers/f8d04b30-eee2-4bb4-8363-67637203f80d/tags HTTP/1.1" status: 200 len: 205 time: 0.0870123 Dec 10 19:09:28.208574 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40316) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:28.213146 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-6831aa3b-e6a2-4ce5-ad94-c73805200282 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e47d0da8-986c-49d1-a990-dc7bda6d8e1c') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:28.248015 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6831aa3b-e6a2-4ce5-ad94-c73805200282 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "GET /v2.0/subnetpools/e47d0da8-986c-49d1-a990-dc7bda6d8e1c/tags HTTP/1.1" status: 200 len: 240 time: 0.0382226 Dec 10 19:09:28.250476 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40318) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:28.255116 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-75a316ad-9fe7-48ef-89ee-2b179d9f5285 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e47d0da8-986c-49d1-a990-dc7bda6d8e1c', 'tempest-TagsExtTest-Tag-665087086') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:28.280991 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-75a316ad-9fe7-48ef-89ee-2b179d9f5285 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "GET /v2.0/subnetpools/e47d0da8-986c-49d1-a990-dc7bda6d8e1c/tags/tempest-TagsExtTest-Tag-665087086 HTTP/1.1" status: 204 len: 168 time: 0.0294755 Dec 10 19:09:28.283469 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40320) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:28.288833 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-bae0279d-3336-4723-a713-7e7ac5f224e5 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'e47d0da8-986c-49d1-a990-dc7bda6d8e1c', 'tempest-TagsExtTest-Tag-665087086') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:28.329721 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-bae0279d-3336-4723-a713-7e7ac5f224e5 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "DELETE /v2.0/subnetpools/e47d0da8-986c-49d1-a990-dc7bda6d8e1c/tags/tempest-TagsExtTest-Tag-665087086 HTTP/1.1" status: 204 len: 168 time: 0.0452192 Dec 10 19:09:28.332908 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40322) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:28.337252 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-61959d0d-b28f-466a-9059-530f33b9d75b tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e47d0da8-986c-49d1-a990-dc7bda6d8e1c') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:28.359003 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-61959d0d-b28f-466a-9059-530f33b9d75b tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "GET /v2.0/subnetpools/e47d0da8-986c-49d1-a990-dc7bda6d8e1c/tags HTTP/1.1" status: 200 len: 205 time: 0.0249321 Dec 10 19:09:28.361639 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40324) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:28.366691 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-56d911c0-8f45-40c9-b4dd-e8fefd0dd020 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e47d0da8-986c-49d1-a990-dc7bda6d8e1c') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:28.373803 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6b2313b-bb80-4a5b-a69b-0e5c070b07d1 req-25dae4e5-f6c8-4d1e-8fe4-c5f4534c4595 service neutron] 10.222.0.46 "GET /v2.0/networks/dc606665-a872-41f7-a880-2338a9263507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6184161 Dec 10 19:09:28.397051 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-56d911c0-8f45-40c9-b4dd-e8fefd0dd020 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "DELETE /v2.0/subnetpools/e47d0da8-986c-49d1-a990-dc7bda6d8e1c/tags HTTP/1.1" status: 204 len: 168 time: 0.0312955 Dec 10 19:09:28.398000 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40328) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:28.403684 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-e93a14ed-3aed-4bfc-95c0-f00e79034221 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f8d04b30-eee2-4bb4-8363-67637203f80d') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:28.431595 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:09:28.486887 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e93a14ed-3aed-4bfc-95c0-f00e79034221 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "DELETE /v2.0/routers/f8d04b30-eee2-4bb4-8363-67637203f80d/tags HTTP/1.1" status: 204 len: 168 time: 0.0870728 Dec 10 19:09:28.489659 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40330) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:28.493912 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-46014244-f9bb-48cf-90b4-69be6d1b9cb7 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '822ab4c6-89b9-4b9b-b021-18dc9f79adb8') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:28.549199 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-46014244-f9bb-48cf-90b4-69be6d1b9cb7 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "DELETE /v2.0/ports/822ab4c6-89b9-4b9b-b021-18dc9f79adb8/tags HTTP/1.1" status: 204 len: 168 time: 0.0584931 Dec 10 19:09:28.551639 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40332) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:28.554533 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea22147-8997-4a38-a425-87b016693907 req-ba48a570-b102-4bcf-a73a-16a2d6c54cc7 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:28.555839 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-a2da3a5b-8c31-475f-9148-89e3b3d19e34 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'be06548b-3640-42cf-848e-c66c6862197b') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:28.556017 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1ea22147-8997-4a38-a425-87b016693907 req-ba48a570-b102-4bcf-a73a-16a2d6c54cc7 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230 HTTP/1.1" status: 200 len: 944 time: 0.1139379 Dec 10 19:09:28.607324 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6b2313b-bb80-4a5b-a69b-0e5c070b07d1 req-808b4331-49d8-4446-ae60-e62e861af021 service neutron] 10.222.0.46 "GET /v2.0/networks/dc606665-a872-41f7-a880-2338a9263507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252123 Dec 10 19:09:28.610704 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a2da3a5b-8c31-475f-9148-89e3b3d19e34 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "DELETE /v2.0/subnets/be06548b-3640-42cf-848e-c66c6862197b/tags HTTP/1.1" status: 204 len: 168 time: 0.0580707 Dec 10 19:09:28.615717 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40334) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:28.620149 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-1eebb950-b5d8-4724-b2dd-a0f635f3f952 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'be06548b-3640-42cf-848e-c66c6862197b', 'tempest-TagsExtTest-Tag-988756055') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:28.652688 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1ea22147-8997-4a38-a425-87b016693907 req-07e02054-d794-42ff-baee-fe5a3e20927f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=f27299d7-a47c-4e85-bff5-e57e8bcf98c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717940 Dec 10 19:09:28.692176 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1eebb950-b5d8-4724-b2dd-a0f635f3f952 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "PUT /v2.0/subnets/be06548b-3640-42cf-848e-c66c6862197b/tags/tempest-TagsExtTest-Tag-988756055 HTTP/1.1" status: 201 len: 201 time: 0.0752311 Dec 10 19:09:28.694573 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40336) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:28.699277 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-2b8df091-133b-43cc-9feb-1e5329b577f8 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '822ab4c6-89b9-4b9b-b021-18dc9f79adb8', 'tempest-TagsExtTest-Tag-231553764') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:28.719085 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-71a77ec5-875f-4a01-8575-92f1a66a9820 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:28.767623 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2b8df091-133b-43cc-9feb-1e5329b577f8 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "PUT /v2.0/ports/822ab4c6-89b9-4b9b-b021-18dc9f79adb8/tags/tempest-TagsExtTest-Tag-231553764 HTTP/1.1" status: 201 len: 201 time: 0.0719898 Dec 10 19:09:28.770346 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40338) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:28.775063 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-bad53a7a-90b3-4cd7-849b-5cc9fbfcec7d tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f8d04b30-eee2-4bb4-8363-67637203f80d', 'tempest-TagsExtTest-Tag-990637163') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:28.867620 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-bad53a7a-90b3-4cd7-849b-5cc9fbfcec7d tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "PUT /v2.0/routers/f8d04b30-eee2-4bb4-8363-67637203f80d/tags/tempest-TagsExtTest-Tag-990637163 HTTP/1.1" status: 201 len: 201 time: 0.0961661 Dec 10 19:09:28.870326 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40340) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:28.875210 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-7f968a95-b9c7-425a-be74-74853617f458 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e47d0da8-986c-49d1-a990-dc7bda6d8e1c', 'tempest-TagsExtTest-Tag-586345818') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:28.880924 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b7d1c0de-0f60-47ab-8f97-2bf203177a73 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:09:28.930225 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port b7d1c0de-0f60-47ab-8f97-2bf203177a73 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:28.930682 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:28.934379 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7f968a95-b9c7-425a-be74-74853617f458 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "PUT /v2.0/subnetpools/e47d0da8-986c-49d1-a990-dc7bda6d8e1c/tags/tempest-TagsExtTest-Tag-586345818 HTTP/1.1" status: 201 len: 201 time: 0.0628583 Dec 10 19:09:28.937689 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40342) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:28.943164 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-3e056787-fc02-4b50-b3e4-b068cfc68960 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'be06548b-3640-42cf-848e-c66c6862197b', {'tags': ['tempest-TagsExtTest-Tag-157810827', 'tempest-TagsExtTest-Tag-819079681', 'tempest-TagsExtTest-Tag-1187580786']}) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:29.000011 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-71a77ec5-875f-4a01-8575-92f1a66a9820 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Deleting port 18f47392-c939-49f8-a741-096840081440 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:09:29.000412 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-71a77ec5-875f-4a01-8575-92f1a66a9820 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:29.013017 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3e056787-fc02-4b50-b3e4-b068cfc68960 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "PUT /v2.0/subnets/be06548b-3640-42cf-848e-c66c6862197b/tags HTTP/1.1" status: 200 len: 316 time: 0.0740340 Dec 10 19:09:29.015343 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40344) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:29.024355 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-08701ca8-597f-48d5-9459-0fc7dc9c5bc0 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'be06548b-3640-42cf-848e-c66c6862197b') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:29.068063 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 74f9cf95-3bc8-463f-801c-071db25b69bd no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:09:29.088401 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 74f9cf95-3bc8-463f-801c-071db25b69bd {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:09:29.088783 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 74f9cf95-3bc8-463f-801c-071db25b69bd not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:09:29.089200 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device cbca9696-2d7b-4bb1-b3c1-b458d704356a no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:09:29.101092 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-08701ca8-597f-48d5-9459-0fc7dc9c5bc0 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "DELETE /v2.0/subnets/be06548b-3640-42cf-848e-c66c6862197b/tags HTTP/1.1" status: 204 len: 168 time: 0.0819802 Dec 10 19:09:29.101399 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40346) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:29.105676 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-14611957-98b5-42cb-a37d-bc3858678ffd tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'be06548b-3640-42cf-848e-c66c6862197b', 'tempest-TagsExtTest-Tag-157810827') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:29.108482 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: cbca9696-2d7b-4bb1-b3c1-b458d704356a {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:09:29.109522 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device cbca9696-2d7b-4bb1-b3c1-b458d704356a not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:09:29.109649 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-71a77ec5-875f-4a01-8575-92f1a66a9820 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] For port 18f47392-c939-49f8-a741-096840081440, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=18f47392-c939-49f8-a741-096840081440,segment=NetworkSegment(c6ceca23-aa3f-4b16-a7f1-b2b034512e06),segment_id=c6ceca23-aa3f-4b16-a7f1-b2b034512e06)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:29.110448 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-71a77ec5-875f-4a01-8575-92f1a66a9820 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:29.125329 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-71a77ec5-875f-4a01-8575-92f1a66a9820 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Calling delete_port for 18f47392-c939-49f8-a741-096840081440 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:09:29.157380 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-14611957-98b5-42cb-a37d-bc3858678ffd tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] show failed (client error): The resource could not be found. Dec 10 19:09:29.158515 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-14611957-98b5-42cb-a37d-bc3858678ffd tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "GET /v2.0/subnets/be06548b-3640-42cf-848e-c66c6862197b/tags/tempest-TagsExtTest-Tag-157810827 HTTP/1.1" status: 404 len: 328 time: 0.0562191 Dec 10 19:09:29.162009 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40348) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:29.166279 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-3663f35c-6a24-4b94-bcdf-0e76aa0968ba tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'be06548b-3640-42cf-848e-c66c6862197b', 'tempest-TagsExtTest-Tag-819079681') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:29.221111 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-3663f35c-6a24-4b94-bcdf-0e76aa0968ba tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] show failed (client error): The resource could not be found. Dec 10 19:09:29.222070 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3663f35c-6a24-4b94-bcdf-0e76aa0968ba tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "GET /v2.0/subnets/be06548b-3640-42cf-848e-c66c6862197b/tags/tempest-TagsExtTest-Tag-819079681 HTTP/1.1" status: 404 len: 328 time: 0.0591621 Dec 10 19:09:29.225493 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40350) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:29.229561 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-886c462b-87b1-4919-9955-bc0b2ce66b04 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'be06548b-3640-42cf-848e-c66c6862197b', 'tempest-TagsExtTest-Tag-1187580786') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:29.280574 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-886c462b-87b1-4919-9955-bc0b2ce66b04 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] show failed (client error): The resource could not be found. Dec 10 19:09:29.281679 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-886c462b-87b1-4919-9955-bc0b2ce66b04 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "GET /v2.0/subnets/be06548b-3640-42cf-848e-c66c6862197b/tags/tempest-TagsExtTest-Tag-1187580786 HTTP/1.1" status: 404 len: 329 time: 0.0552747 Dec 10 19:09:29.284398 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40352) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:29.289366 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-050a9683-4b89-456c-b1c0-934fd855aba5 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '822ab4c6-89b9-4b9b-b021-18dc9f79adb8', {'tags': ['tempest-TagsExtTest-Tag-491608058', 'tempest-TagsExtTest-Tag-1103244017', 'tempest-TagsExtTest-Tag-1530218153']}) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:29.300278 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-71a77ec5-875f-4a01-8575-92f1a66a9820 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:29.331543 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a77ec5-875f-4a01-8575-92f1a66a9820 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event deleted for resources: {'Port': ['ID=18f47392-c939-49f8-a741-096840081440,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:29.356492 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-050a9683-4b89-456c-b1c0-934fd855aba5 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "PUT /v2.0/ports/822ab4c6-89b9-4b9b-b021-18dc9f79adb8/tags HTTP/1.1" status: 200 len: 317 time: 0.0703948 Dec 10 19:09:29.358977 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40354) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:29.365089 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-ecd63ddb-21c0-4c9c-b512-6dea8dfcda64 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '822ab4c6-89b9-4b9b-b021-18dc9f79adb8') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:29.440166 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ecd63ddb-21c0-4c9c-b512-6dea8dfcda64 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "DELETE /v2.0/ports/822ab4c6-89b9-4b9b-b021-18dc9f79adb8/tags HTTP/1.1" status: 204 len: 168 time: 0.0801551 Dec 10 19:09:29.444275 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40356) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:29.448798 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-29efe529-3f63-4769-82ee-89319acc08f8 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '822ab4c6-89b9-4b9b-b021-18dc9f79adb8', 'tempest-TagsExtTest-Tag-491608058') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:29.457677 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-71a77ec5-875f-4a01-8575-92f1a66a9820 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:29.515210 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-29efe529-3f63-4769-82ee-89319acc08f8 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] show failed (client error): The resource could not be found. Dec 10 19:09:29.517098 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-29efe529-3f63-4769-82ee-89319acc08f8 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "GET /v2.0/ports/822ab4c6-89b9-4b9b-b021-18dc9f79adb8/tags/tempest-TagsExtTest-Tag-491608058 HTTP/1.1" status: 404 len: 328 time: 0.0717747 Dec 10 19:09:29.519130 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40358) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:29.523731 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-20b285ba-c070-419d-87da-19b9660f1912 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '822ab4c6-89b9-4b9b-b021-18dc9f79adb8', 'tempest-TagsExtTest-Tag-1103244017') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:29.575138 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-20b285ba-c070-419d-87da-19b9660f1912 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] show failed (client error): The resource could not be found. Dec 10 19:09:29.576263 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-20b285ba-c070-419d-87da-19b9660f1912 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "GET /v2.0/ports/822ab4c6-89b9-4b9b-b021-18dc9f79adb8/tags/tempest-TagsExtTest-Tag-1103244017 HTTP/1.1" status: 404 len: 329 time: 0.0559323 Dec 10 19:09:29.579121 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40360) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:29.583944 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-7c5acc5f-766f-4d97-b634-97a5b4117817 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '822ab4c6-89b9-4b9b-b021-18dc9f79adb8', 'tempest-TagsExtTest-Tag-1530218153') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:29.633811 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-7c5acc5f-766f-4d97-b634-97a5b4117817 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] show failed (client error): The resource could not be found. Dec 10 19:09:29.634789 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7c5acc5f-766f-4d97-b634-97a5b4117817 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "GET /v2.0/ports/822ab4c6-89b9-4b9b-b021-18dc9f79adb8/tags/tempest-TagsExtTest-Tag-1530218153 HTTP/1.1" status: 404 len: 329 time: 0.0547688 Dec 10 19:09:29.637929 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40362) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:29.642498 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-937dff71-36ff-4011-9bdf-894d6cf353f9 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'f8d04b30-eee2-4bb4-8363-67637203f80d', {'tags': ['tempest-TagsExtTest-Tag-558659653', 'tempest-TagsExtTest-Tag-1775682305', 'tempest-TagsExtTest-Tag-308189987']}) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:29.653825 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a77ec5-875f-4a01-8575-92f1a66a9820 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Router 83c694f5-cfed-4393-ba87-7f782a1e0371 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:09:29.739523 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-937dff71-36ff-4011-9bdf-894d6cf353f9 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "PUT /v2.0/routers/f8d04b30-eee2-4bb4-8363-67637203f80d/tags HTTP/1.1" status: 200 len: 316 time: 0.1006010 Dec 10 19:09:29.742294 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40366) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:29.746602 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-cdb6ef75-e8f2-4c58-b03a-e097a893ad8a tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f8d04b30-eee2-4bb4-8363-67637203f80d') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:29.749791 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a77ec5-875f-4a01-8575-92f1a66a9820 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:09:29.755723 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-71a77ec5-875f-4a01-8575-92f1a66a9820 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "PUT /v2.0/routers/83c694f5-cfed-4393-ba87-7f782a1e0371/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9373505 Dec 10 19:09:29.760953 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40368) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:29.765029 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d071cd0-f06c-4dc0-ae9b-e43de44e610b None None] Sync routers for ids ['83c694f5-cfed-4393-ba87-7f782a1e0371'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:09:29.776896 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d071cd0-f06c-4dc0-ae9b-e43de44e610b None None] Routers {'83c694f5-cfed-4393-ba87-7f782a1e0371'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:09:29.777987 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4d071cd0-f06c-4dc0-ae9b-e43de44e610b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:09:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['83c694f5-cfed-4393-ba87-7f782a1e0371'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:29.821563 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-614ac9a3-b8c6-4c36-a53a-901921b57544 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Deleting subnet 3fc494a6-bf69-426d-ab02-53d979bd839d {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:09:29.824946 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-614ac9a3-b8c6-4c36-a53a-901921b57544 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:29.846685 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 39d34c40-d35c-48b4-881a-69cdea170a34 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:09:29.849529 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3f6c9-b81a-488d-bc77-44d1dc68dc67 req-546491a5-023b-47e6-86d4-05a6d6728b99 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:29.851213 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cdf3f6c9-b81a-488d-bc77-44d1dc68dc67 req-546491a5-023b-47e6-86d4-05a6d6728b99 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230 HTTP/1.1" status: 200 len: 944 time: 0.1212425 Dec 10 19:09:29.871790 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-614ac9a3-b8c6-4c36-a53a-901921b57544 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:29.894249 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-cdb6ef75-e8f2-4c58-b03a-e097a893ad8a tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "DELETE /v2.0/routers/f8d04b30-eee2-4bb4-8363-67637203f80d/tags HTTP/1.1" status: 204 len: 168 time: 0.1507528 Dec 10 19:09:29.897708 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40370) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:29.903702 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-d82cbb61-5e46-434a-a924-af2a670c866b tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f8d04b30-eee2-4bb4-8363-67637203f80d', 'tempest-TagsExtTest-Tag-558659653') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:29.919497 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cdf3f6c9-b81a-488d-bc77-44d1dc68dc67 req-e0cf6a01-3ecd-4804-b7b2-3bcde344248a tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=f27299d7-a47c-4e85-bff5-e57e8bcf98c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580935 Dec 10 19:09:29.921959 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-4d071cd0-f06c-4dc0-ae9b-e43de44e610b None None] Set router 83c694f5-cfed-4393-ba87-7f782a1e0371 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:09:30.022526 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-d82cbb61-5e46-434a-a924-af2a670c866b tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] show failed (client error): The resource could not be found. Dec 10 19:09:30.023478 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d82cbb61-5e46-434a-a924-af2a670c866b tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "GET /v2.0/routers/f8d04b30-eee2-4bb4-8363-67637203f80d/tags/tempest-TagsExtTest-Tag-558659653 HTTP/1.1" status: 404 len: 328 time: 0.1232231 Dec 10 19:09:30.026467 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40372) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:30.031107 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-a89bb5d8-90a0-4752-b7d8-6369c05aef49 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f8d04b30-eee2-4bb4-8363-67637203f80d', 'tempest-TagsExtTest-Tag-1775682305') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:30.035679 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-614ac9a3-b8c6-4c36-a53a-901921b57544 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:30.070102 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 39d34c40-d35c-48b4-881a-69cdea170a34, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=39d34c40-d35c-48b4-881a-69cdea170a34,segment=NetworkSegment(7ae94581-22c3-4e13-9b6b-b54cdf7f41c9),segment_id=7ae94581-22c3-4e13-9b6b-b54cdf7f41c9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:30.089428 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '39d34c40-d35c-48b4-881a-69cdea170a34', 'network_id': 'dc606665-a872-41f7-a880-2338a9263507', 'port_id': '39d34c40-d35c-48b4-881a-69cdea170a34', 'mac_address': 'fa:16:3e:e0:2b:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6faf1b7c-c997-4f36-86ef-bde75a10f775', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:09:30.099825 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-614ac9a3-b8c6-4c36-a53a-901921b57544 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:30.109754 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-a89bb5d8-90a0-4752-b7d8-6369c05aef49 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] show failed (client error): The resource could not be found. Dec 10 19:09:30.110824 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a89bb5d8-90a0-4752-b7d8-6369c05aef49 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "GET /v2.0/routers/f8d04b30-eee2-4bb4-8363-67637203f80d/tags/tempest-TagsExtTest-Tag-1775682305 HTTP/1.1" status: 404 len: 329 time: 0.0833666 Dec 10 19:09:30.114646 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40374) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:30.119476 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-8ce4a79a-a384-4539-9297-1092fa72d524 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f8d04b30-eee2-4bb4-8363-67637203f80d', 'tempest-TagsExtTest-Tag-308189987') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:30.140505 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-614ac9a3-b8c6-4c36-a53a-901921b57544 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:30.143751 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-614ac9a3-b8c6-4c36-a53a-901921b57544 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "DELETE /v2.0/subnets/3fc494a6-bf69-426d-ab02-53d979bd839d HTTP/1.1" status: 204 len: 168 time: 0.3811855 Dec 10 19:09:30.145665 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ac9a3-b8c6-4c36-a53a-901921b57544 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event deleted for resources: {'Subnet': ['ID=3fc494a6-bf69-426d-ab02-53d979bd839d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:30.147993 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40376) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:30.154220 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd22879b-9fab-4c59-86ec-95ebdacb1ea4 None None] Network d293bd6b-de31-47ae-992e-7c1fcbf9eefc requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:09:30.203178 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-8ce4a79a-a384-4539-9297-1092fa72d524 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] show failed (client error): The resource could not be found. Dec 10 19:09:30.208271 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8ce4a79a-a384-4539-9297-1092fa72d524 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "GET /v2.0/routers/f8d04b30-eee2-4bb4-8363-67637203f80d/tags/tempest-TagsExtTest-Tag-308189987 HTTP/1.1" status: 404 len: 328 time: 0.0886176 Dec 10 19:09:30.208271 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40378) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:30.212665 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-81639949-70fa-42f8-ac86-a168059e3793 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'e47d0da8-986c-49d1-a990-dc7bda6d8e1c', {'tags': ['tempest-TagsExtTest-Tag-1417229908', 'tempest-TagsExtTest-Tag-1267775791', 'tempest-TagsExtTest-Tag-861257581']}) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:30.215301 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:30.229339 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d9da5fa-aef3-4375-9bf1-505864e71629 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:30.250186 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39d34c40-d35c-48b4-881a-69cdea170a34 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:09:30.254881 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-81639949-70fa-42f8-ac86-a168059e3793 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "PUT /v2.0/subnetpools/e47d0da8-986c-49d1-a990-dc7bda6d8e1c/tags HTTP/1.1" status: 200 len: 317 time: 0.0445518 Dec 10 19:09:30.257480 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40380) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:30.261522 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-13992186-8881-4ded-8249-ec2b21aac323 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e47d0da8-986c-49d1-a990-dc7bda6d8e1c') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:30.286987 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4d9da5fa-aef3-4375-9bf1-505864e71629 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Deleting port cd419970-8552-4f2d-9d87-1f8a91066895 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:09:30.287271 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d9da5fa-aef3-4375-9bf1-505864e71629 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:30.293353 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 39d34c40-d35c-48b4-881a-69cdea170a34, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=39d34c40-d35c-48b4-881a-69cdea170a34,segment=NetworkSegment(7ae94581-22c3-4e13-9b6b-b54cdf7f41c9),segment_id=7ae94581-22c3-4e13-9b6b-b54cdf7f41c9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:30.300922 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:30.305276 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-13992186-8881-4ded-8249-ec2b21aac323 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "DELETE /v2.0/subnetpools/e47d0da8-986c-49d1-a990-dc7bda6d8e1c/tags HTTP/1.1" status: 204 len: 168 time: 0.0486407 Dec 10 19:09:30.306065 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40382) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:30.311347 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-7f6322f7-1964-4a45-9b91-87638a6e7c72 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e47d0da8-986c-49d1-a990-dc7bda6d8e1c', 'tempest-TagsExtTest-Tag-1417229908') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:30.333883 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-7f6322f7-1964-4a45-9b91-87638a6e7c72 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] show failed (client error): The resource could not be found. Dec 10 19:09:30.334944 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7f6322f7-1964-4a45-9b91-87638a6e7c72 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "GET /v2.0/subnetpools/e47d0da8-986c-49d1-a990-dc7bda6d8e1c/tags/tempest-TagsExtTest-Tag-1417229908 HTTP/1.1" status: 404 len: 329 time: 0.0277350 Dec 10 19:09:30.337809 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40384) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:30.342195 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-431e5860-dd85-442f-b836-95f7ced4d14d tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e47d0da8-986c-49d1-a990-dc7bda6d8e1c', 'tempest-TagsExtTest-Tag-1267775791') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:30.355844 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4d071cd0-f06c-4dc0-ae9b-e43de44e610b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'name': 'tempest-RoutersIpV6Test-router-320091824', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:57Z', 'updated_at': '2021-12-10T19:09:29Z', 'revision_number': 10, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'gw_port_host': None, '_interfaces': [{'id': '50f176d3-c11e-4ae1-a6c4-aa754d103e12', 'name': '', 'network_id': 'b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:8b:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:59Z', 'updated_at': '2021-12-10T19:09:04Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:30.374938 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-431e5860-dd85-442f-b836-95f7ced4d14d tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] show failed (client error): The resource could not be found. Dec 10 19:09:30.376106 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-431e5860-dd85-442f-b836-95f7ced4d14d tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "GET /v2.0/subnetpools/e47d0da8-986c-49d1-a990-dc7bda6d8e1c/tags/tempest-TagsExtTest-Tag-1267775791 HTTP/1.1" status: 404 len: 329 time: 0.0372272 Dec 10 19:09:30.379537 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40386) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:30.382804 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-4d9da5fa-aef3-4375-9bf1-505864e71629 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] For port cd419970-8552-4f2d-9d87-1f8a91066895, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=cd419970-8552-4f2d-9d87-1f8a91066895,segment=NetworkSegment(c6ceca23-aa3f-4b16-a7f1-b2b034512e06),segment_id=c6ceca23-aa3f-4b16-a7f1-b2b034512e06)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:30.383404 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d9da5fa-aef3-4375-9bf1-505864e71629 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:30.385219 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-f213e5d3-a4cd-4aaa-bc63-8aa2e19d772d tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e47d0da8-986c-49d1-a990-dc7bda6d8e1c', 'tempest-TagsExtTest-Tag-861257581') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:30.393416 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d071cd0-f06c-4dc0-ae9b-e43de44e610b None None] Checking router: 83c694f5-cfed-4393-ba87-7f782a1e0371 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:09:30.396849 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=39d34c40-d35c-48b4-881a-69cdea170a34,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:30.406404 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d071cd0-f06c-4dc0-ae9b-e43de44e610b None None] Routers {'83c694f5-cfed-4393-ba87-7f782a1e0371'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:09:30.407026 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4d071cd0-f06c-4dc0-ae9b-e43de44e610b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:09:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['83c694f5-cfed-4393-ba87-7f782a1e0371'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:30.412669 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-f213e5d3-a4cd-4aaa-bc63-8aa2e19d772d tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] show failed (client error): The resource could not be found. Dec 10 19:09:30.416119 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f213e5d3-a4cd-4aaa-bc63-8aa2e19d772d tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "GET /v2.0/subnetpools/e47d0da8-986c-49d1-a990-dc7bda6d8e1c/tags/tempest-TagsExtTest-Tag-861257581 HTTP/1.1" status: 404 len: 328 time: 0.0328009 Dec 10 19:09:30.416727 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40388) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:30.417618 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4d9da5fa-aef3-4375-9bf1-505864e71629 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Calling delete_port for cd419970-8552-4f2d-9d87-1f8a91066895 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:09:30.420853 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-88c49fb8-7dd5-417a-9ad6-26fdd62b62a5 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e47d0da8-986c-49d1-a990-dc7bda6d8e1c') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:30.448885 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2316abfa-6ac2-43a8-97b5-b8b4c78bd0c9 None None] DHCP port deletion for d293bd6b-de31-47ae-992e-7c1fcbf9eefc request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:09:30.454584 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-88c49fb8-7dd5-417a-9ad6-26fdd62b62a5 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "DELETE /v2.0/subnetpools/e47d0da8-986c-49d1-a990-dc7bda6d8e1c/tags HTTP/1.1" status: 204 len: 168 time: 0.0349171 Dec 10 19:09:30.454822 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40390) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:30.459501 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-8b3a58ad-1593-4eb0-9694-502b35e91636 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f8d04b30-eee2-4bb4-8363-67637203f80d') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:30.511212 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d9da5fa-aef3-4375-9bf1-505864e71629 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:30.521206 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['39d34c40-d35c-48b4-881a-69cdea170a34'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:09:30.542636 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9da5fa-aef3-4375-9bf1-505864e71629 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event deleted for resources: {'Port': ['ID=cd419970-8552-4f2d-9d87-1f8a91066895,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:30.542858 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8b3a58ad-1593-4eb0-9694-502b35e91636 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "DELETE /v2.0/routers/f8d04b30-eee2-4bb4-8363-67637203f80d/tags HTTP/1.1" status: 204 len: 168 time: 0.0867689 Dec 10 19:09:30.545503 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40392) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:30.549276 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9da5fa-aef3-4375-9bf1-505864e71629 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] No DVR routers for this DVR port cd419970-8552-4f2d-9d87-1f8a91066895 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:09:30.551202 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-e8fc2cfe-b283-4202-a5e8-2292decc6c8e tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '822ab4c6-89b9-4b9b-b021-18dc9f79adb8') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:30.559133 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-4d071cd0-f06c-4dc0-ae9b-e43de44e610b None None] Set router 83c694f5-cfed-4393-ba87-7f782a1e0371 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:09:30.609212 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e8fc2cfe-b283-4202-a5e8-2292decc6c8e tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "DELETE /v2.0/ports/822ab4c6-89b9-4b9b-b021-18dc9f79adb8/tags HTTP/1.1" status: 204 len: 168 time: 0.0620384 Dec 10 19:09:30.611857 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40394) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:30.617404 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-fcd929ce-f3c0-4e26-a4fc-e7916a64a907 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'be06548b-3640-42cf-848e-c66c6862197b') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:30.647629 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d9da5fa-aef3-4375-9bf1-505864e71629 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:30.670099 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-4d9da5fa-aef3-4375-9bf1-505864e71629 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d293bd6b-de31-47ae-992e-7c1fcbf9eefc']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:30.680516 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-4d9da5fa-aef3-4375-9bf1-505864e71629 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ceca23-aa3f-4b16-a7f1-b2b034512e06') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:30.680969 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-4d9da5fa-aef3-4375-9bf1-505864e71629 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ceca23-aa3f-4b16-a7f1-b2b034512e06') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:30.690396 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fcd929ce-f3c0-4e26-a4fc-e7916a64a907 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "DELETE /v2.0/subnets/be06548b-3640-42cf-848e-c66c6862197b/tags HTTP/1.1" status: 204 len: 168 time: 0.0734768 Dec 10 19:09:30.690863 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40396) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:30.694474 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d9da5fa-aef3-4375-9bf1-505864e71629 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:30.716263 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2316abfa-6ac2-43a8-97b5-b8b4c78bd0c9 None None] Deleting port cd419970-8552-4f2d-9d87-1f8a91066895 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:09:30.716658 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2316abfa-6ac2-43a8-97b5-b8b4c78bd0c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:30.739896 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d9da5fa-aef3-4375-9bf1-505864e71629 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:30.760010 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d9da5fa-aef3-4375-9bf1-505864e71629 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:09:30.760522 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d9da5fa-aef3-4375-9bf1-505864e71629 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:30.764370 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 19:09:30.764370 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:09:30.764370 n-d-821435-1 neutron-server[103244]: timer() Dec 10 19:09:30.764370 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:09:30.764370 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 19:09:30.764370 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:09:30.764370 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 19:09:30.764370 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:09:30.764370 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 19:09:30.764370 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:09:30.764370 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 19:09:30.764370 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:09:30.764370 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 19:09:30.764370 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:09:30.764370 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:09:30.764370 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:09:30.764370 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:09:30.764370 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:09:30.764370 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 19:09:30.764370 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:09:30.764370 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 19:09:30.764370 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:09:30.764370 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:09:30.764370 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:09:30.764370 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 19:09:30.764370 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:09:30.764370 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:09:30.764370 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:09:30.764370 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:09:30.764370 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:09:30.764370 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:09:30.764370 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:09:30.822617 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-2316abfa-6ac2-43a8-97b5-b8b4c78bd0c9 None None] For port cd419970-8552-4f2d-9d87-1f8a91066895, host n-d-821435-1, got binding levels [] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:30.822617 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2316abfa-6ac2-43a8-97b5-b8b4c78bd0c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:30.844036 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2316abfa-6ac2-43a8-97b5-b8b4c78bd0c9 None None] Calling delete_port for cd419970-8552-4f2d-9d87-1f8a91066895 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:09:30.847113 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4791529e-f330-445b-b7f9-32ce6a18c89c tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks [] for subnetpool, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:30.850636 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4791529e-f330-445b-b7f9-32ce6a18c89c tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "DELETE /v2.0/subnetpools/e47d0da8-986c-49d1-a990-dc7bda6d8e1c HTTP/1.1" status: 204 len: 168 time: 0.1559100 Dec 10 19:09:30.851000 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40398) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:30.851184 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.ipam_backend_mixin [None req-2316abfa-6ac2-43a8-97b5-b8b4c78bd0c9 None None] Port cd419970-8552-4f2d-9d87-1f8a91066895 was not found and therefore no delete operation was performed {{(pid=103246) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 19:09:30.858720 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2316abfa-6ac2-43a8-97b5-b8b4c78bd0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:30.876968 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d9da5fa-aef3-4375-9bf1-505864e71629 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:30.881014 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1e4f76d5-9ff5-4c02-ac15-9d6c8c2d2214 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8d04b30-eee2-4bb4-8363-67637203f80d HTTP/1.1" status: 200 len: 205 time: 0.0286646 Dec 10 19:09:30.884252 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40400) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:30.899392 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d9da5fa-aef3-4375-9bf1-505864e71629 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:30.905504 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4d9da5fa-aef3-4375-9bf1-505864e71629 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "DELETE /v2.0/networks/d293bd6b-de31-47ae-992e-7c1fcbf9eefc HTTP/1.1" status: 204 len: 168 time: 0.7556152 Dec 10 19:09:30.906897 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9da5fa-aef3-4375-9bf1-505864e71629 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event deleted for resources: {'Network': ['ID=d293bd6b-de31-47ae-992e-7c1fcbf9eefc,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:30.908817 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40402) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:30.914610 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2316abfa-6ac2-43a8-97b5-b8b4c78bd0c9 None None] Network d293bd6b-de31-47ae-992e-7c1fcbf9eefc is not hosted by any dhcp agent {{(pid=103246) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 19:09:30.915052 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2316abfa-6ac2-43a8-97b5-b8b4c78bd0c9 None None] No DVR routers for this DVR port cd419970-8552-4f2d-9d87-1f8a91066895 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:09:30.918397 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316abfa-6ac2-43a8-97b5-b8b4c78bd0c9 None None] Pushing event deleted for resources: {'Port': ['ID=cd419970-8552-4f2d-9d87-1f8a91066895,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:30.982359 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device cd419970-8552-4f2d-9d87-1f8a91066895 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:09:31.013409 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: cd419970-8552-4f2d-9d87-1f8a91066895 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:09:31.014069 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device cd419970-8552-4f2d-9d87-1f8a91066895 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:09:31.035871 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c859d777-c541-4ef3-8603-5caa2a529b89 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:31.039787 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4d071cd0-f06c-4dc0-ae9b-e43de44e610b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'name': 'tempest-RoutersIpV6Test-router-320091824', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:57Z', 'updated_at': '2021-12-10T19:09:29Z', 'revision_number': 10, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'gw_port_host': None, '_interfaces': [{'id': '50f176d3-c11e-4ae1-a6c4-aa754d103e12', 'name': '', 'network_id': 'b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:8b:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:59Z', 'updated_at': '2021-12-10T19:09:04Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:31.070045 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d071cd0-f06c-4dc0-ae9b-e43de44e610b None None] The sync data for ids ['83c694f5-cfed-4393-ba87-7f782a1e0371'] in n-d-821435-1 is: [{'id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'name': 'tempest-RoutersIpV6Test-router-320091824', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:57Z', 'updated_at': '2021-12-10T19:09:29Z', 'revision_number': 10, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'gw_port_host': None, '_interfaces': [{'id': '50f176d3-c11e-4ae1-a6c4-aa754d103e12', 'name': '', 'network_id': 'b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'mac_address': 'fa:16:3e:8b:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:59Z', 'updated_at': '2021-12-10T19:09:04Z', 'revision_number': 5, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'subnets': [{'id': 'afdc6635-db8c-4d98-9937-95abff43ee4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:09:31.189943 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b05ab-49eb-4584-accb-1d94e70fda4e req-7aced971-5044-4119-968b-15eed70661fe tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:31.192228 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aa4b05ab-49eb-4584-accb-1d94e70fda4e req-7aced971-5044-4119-968b-15eed70661fe tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230 HTTP/1.1" status: 200 len: 945 time: 0.1781266 Dec 10 19:09:31.204535 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c859d777-c541-4ef3-8603-5caa2a529b89 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:31.207064 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c859d777-c541-4ef3-8603-5caa2a529b89 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:31.250338 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c859d777-c541-4ef3-8603-5caa2a529b89 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:31.250904 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c859d777-c541-4ef3-8603-5caa2a529b89 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Fanout notify agent at l3_agent the message router_deleted on router f8d04b30-eee2-4bb4-8363-67637203f80d {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:09:31.258842 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c859d777-c541-4ef3-8603-5caa2a529b89 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:31.262865 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c859d777-c541-4ef3-8603-5caa2a529b89 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "DELETE /v2.0/routers/f8d04b30-eee2-4bb4-8363-67637203f80d HTTP/1.1" status: 204 len: 168 time: 0.3741748 Dec 10 19:09:31.262865 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40406) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:31.287764 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aa4b05ab-49eb-4584-accb-1d94e70fda4e req-3c983603-4930-483c-85ac-a9c5757b9a13 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=f27299d7-a47c-4e85-bff5-e57e8bcf98c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878146 Dec 10 19:09:31.357534 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-639c5dc3-ffe9-4f77-a22f-b66741fbf4bf tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Deleting port 822ab4c6-89b9-4b9b-b021-18dc9f79adb8 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:09:31.357836 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-639c5dc3-ffe9-4f77-a22f-b66741fbf4bf tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:31.422958 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a00d43db-f70e-45cf-9f98-68e6b52e87b2 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:31.690372 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a00d43db-f70e-45cf-9f98-68e6b52e87b2 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Deleting port 50f176d3-c11e-4ae1-a6c4-aa754d103e12 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:09:31.691569 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a00d43db-f70e-45cf-9f98-68e6b52e87b2 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:31.758193 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-639c5dc3-ffe9-4f77-a22f-b66741fbf4bf tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:31.770286 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-639c5dc3-ffe9-4f77-a22f-b66741fbf4bf tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Calling delete_port for 822ab4c6-89b9-4b9b-b021-18dc9f79adb8 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:09:31.783489 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a00d43db-f70e-45cf-9f98-68e6b52e87b2 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] For port 50f176d3-c11e-4ae1-a6c4-aa754d103e12, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=50f176d3-c11e-4ae1-a6c4-aa754d103e12,segment=NetworkSegment(5c5eed90-047e-4ba9-952d-5e7b52393f1d),segment_id=5c5eed90-047e-4ba9-952d-5e7b52393f1d)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:31.783941 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a00d43db-f70e-45cf-9f98-68e6b52e87b2 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:31.796791 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a00d43db-f70e-45cf-9f98-68e6b52e87b2 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Calling delete_port for 50f176d3-c11e-4ae1-a6c4-aa754d103e12 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:09:31.850288 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 39d34c40-d35c-48b4-881a-69cdea170a34 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:09:31.905382 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 39d34c40-d35c-48b4-881a-69cdea170a34 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:09:31.906122 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-639c5dc3-ffe9-4f77-a22f-b66741fbf4bf tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:31.911816 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 39d34c40-d35c-48b4-881a-69cdea170a34 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:31.912682 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:31.937090 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c5dc3-ffe9-4f77-a22f-b66741fbf4bf tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Pushing event deleted for resources: {'Port': ['ID=822ab4c6-89b9-4b9b-b021-18dc9f79adb8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:31.982572 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a00d43db-f70e-45cf-9f98-68e6b52e87b2 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:32.008514 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:32.020358 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d43db-f70e-45cf-9f98-68e6b52e87b2 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event deleted for resources: {'Port': ['ID=50f176d3-c11e-4ae1-a6c4-aa754d103e12,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:32.024584 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-639c5dc3-ffe9-4f77-a22f-b66741fbf4bf tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:32.030755 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-639c5dc3-ffe9-4f77-a22f-b66741fbf4bf tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "DELETE /v2.0/ports/822ab4c6-89b9-4b9b-b021-18dc9f79adb8 HTTP/1.1" status: 204 len: 168 time: 0.7646658 Dec 10 19:09:32.031004 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40408) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:32.052182 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a25d12-dd45-4419-bef9-dc96bcfe1230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d34c40-d35c-48b4-881a-69cdea170a34'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:09:32.055094 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873e285b-82b0-4ddc-9d32-a21a2e641bf4" -d '{"events": [{"server_uuid": "24a25d12-dd45-4419-bef9-dc96bcfe1230", "name": "network-vif-plugged", "status": "completed", "tag": "39d34c40-d35c-48b4-881a-69cdea170a34"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:09:32.075666 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 39d34c40-d35c-48b4-881a-69cdea170a34, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=39d34c40-d35c-48b4-881a-69cdea170a34,segment=NetworkSegment(7ae94581-22c3-4e13-9b6b-b54cdf7f41c9),segment_id=7ae94581-22c3-4e13-9b6b-b54cdf7f41c9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:32.080610 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:32.121281 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-8add15cf-a13d-45c7-9daf-eeb9be0779e8 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Deleting subnet be06548b-3640-42cf-848e-c66c6862197b {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:09:32.125151 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8add15cf-a13d-45c7-9daf-eeb9be0779e8 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:32.128088 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc37131-3ca6-48ce-90de-e9059e275f95 x-openstack-request-id: req-ddc37131-3ca6-48ce-90de-e9059e275f95 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:09:32.129432 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a25d12-dd45-4419-bef9-dc96bcfe1230", "name": "network-vif-plugged", "status": "completed", "tag": "39d34c40-d35c-48b4-881a-69cdea170a34", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:09:32.129924 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ddc37131-3ca6-48ce-90de-e9059e275f95 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:09:32.130573 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a25d12-dd45-4419-bef9-dc96bcfe1230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d34c40-d35c-48b4-881a-69cdea170a34', 'code': 200} Dec 10 19:09:32.170890 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=39d34c40-d35c-48b4-881a-69cdea170a34,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:32.182099 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a00d43db-f70e-45cf-9f98-68e6b52e87b2 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:32.193797 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8add15cf-a13d-45c7-9daf-eeb9be0779e8 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:32.294085 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8add15cf-a13d-45c7-9daf-eeb9be0779e8 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:32.379916 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8add15cf-a13d-45c7-9daf-eeb9be0779e8 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:32.407987 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add15cf-a13d-45c7-9daf-eeb9be0779e8 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Pushing event deleted for resources: {'Subnet': ['ID=be06548b-3640-42cf-848e-c66c6862197b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:32.416435 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8add15cf-a13d-45c7-9daf-eeb9be0779e8 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:32.420976 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8add15cf-a13d-45c7-9daf-eeb9be0779e8 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "DELETE /v2.0/subnets/be06548b-3640-42cf-848e-c66c6862197b HTTP/1.1" status: 204 len: 168 time: 0.3879788 Dec 10 19:09:32.422675 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40414) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:32.425368 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62c8e54-8c06-463c-bea1-9bd2bd08ff5e None None] Network 7b44f7ee-0cbd-466b-9e2c-70655bd460f1 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:09:32.506196 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-53f26838-bb7b-473e-b484-f9e7b21ddf22 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:32.573131 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-53f26838-bb7b-473e-b484-f9e7b21ddf22 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Deleting port b7d1c0de-0f60-47ab-8f97-2bf203177a73 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:09:32.573470 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-53f26838-bb7b-473e-b484-f9e7b21ddf22 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:32.591995 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dde346f-f826-4fd4-b398-5271b39309ff None None] DHCP port deletion for 7b44f7ee-0cbd-466b-9e2c-70655bd460f1 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:09:32.649048 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4dde346f-f826-4fd4-b398-5271b39309ff None None] Deleting port b7d1c0de-0f60-47ab-8f97-2bf203177a73 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:09:32.649439 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4dde346f-f826-4fd4-b398-5271b39309ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:32.651625 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-53f26838-bb7b-473e-b484-f9e7b21ddf22 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] For port b7d1c0de-0f60-47ab-8f97-2bf203177a73, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b7d1c0de-0f60-47ab-8f97-2bf203177a73,segment=NetworkSegment(d29105cc-fc6e-47bf-8080-18d5dc4c941b),segment_id=d29105cc-fc6e-47bf-8080-18d5dc4c941b)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:32.651993 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-53f26838-bb7b-473e-b484-f9e7b21ddf22 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:32.669527 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-53f26838-bb7b-473e-b484-f9e7b21ddf22 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Calling delete_port for b7d1c0de-0f60-47ab-8f97-2bf203177a73 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:09:32.716566 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4dde346f-f826-4fd4-b398-5271b39309ff None None] For port b7d1c0de-0f60-47ab-8f97-2bf203177a73, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b7d1c0de-0f60-47ab-8f97-2bf203177a73,segment=NetworkSegment(d29105cc-fc6e-47bf-8080-18d5dc4c941b),segment_id=d29105cc-fc6e-47bf-8080-18d5dc4c941b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:32.717325 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4dde346f-f826-4fd4-b398-5271b39309ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:32.731726 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec11494-377f-4b59-8c89-e3835509ffcd req-06b911b5-a0df-4f2a-9663-21bc2ae7b3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:32.732354 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4dde346f-f826-4fd4-b398-5271b39309ff None None] Calling delete_port for b7d1c0de-0f60-47ab-8f97-2bf203177a73 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:09:32.733239 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1ec11494-377f-4b59-8c89-e3835509ffcd req-06b911b5-a0df-4f2a-9663-21bc2ae7b3b4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230 HTTP/1.1" status: 200 len: 1097 time: 0.5352118 Dec 10 19:09:32.758931 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-53f26838-bb7b-473e-b484-f9e7b21ddf22 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:32.787897 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f26838-bb7b-473e-b484-f9e7b21ddf22 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Pushing event deleted for resources: {'Port': ['ID=b7d1c0de-0f60-47ab-8f97-2bf203177a73,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:32.789743 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00d43db-f70e-45cf-9f98-68e6b52e87b2 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Router 83c694f5-cfed-4393-ba87-7f782a1e0371 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:09:32.794585 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f26838-bb7b-473e-b484-f9e7b21ddf22 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] No DVR routers for this DVR port b7d1c0de-0f60-47ab-8f97-2bf203177a73 on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:09:32.827474 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b442923-28bb-4714-9505-d7510963b4b6 req-68796e61-d7a9-463e-bc25-29807e6981b5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:32.829014 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8b442923-28bb-4714-9505-d7510963b4b6 req-68796e61-d7a9-463e-bc25-29807e6981b5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230 HTTP/1.1" status: 200 len: 946 time: 0.0994895 Dec 10 19:09:32.834469 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4dde346f-f826-4fd4-b398-5271b39309ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:32.836993 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1ec11494-377f-4b59-8c89-e3835509ffcd req-134697e8-098f-4bb9-b06e-467649ebd5cd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f27299d7-a47c-4e85-bff5-e57e8bcf98c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936897 Dec 10 19:09:32.864250 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde346f-f826-4fd4-b398-5271b39309ff None None] Pushing event deleted for resources: {'Port': ['ID=b7d1c0de-0f60-47ab-8f97-2bf203177a73,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:32.878580 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dde346f-f826-4fd4-b398-5271b39309ff None None] No DVR routers for this DVR port b7d1c0de-0f60-47ab-8f97-2bf203177a73 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:09:32.889190 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-53f26838-bb7b-473e-b484-f9e7b21ddf22 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:32.910663 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-53f26838-bb7b-473e-b484-f9e7b21ddf22 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b44f7ee-0cbd-466b-9e2c-70655bd460f1']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:32.920901 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-53f26838-bb7b-473e-b484-f9e7b21ddf22 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd29105cc-fc6e-47bf-8080-18d5dc4c941b') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:32.921652 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-53f26838-bb7b-473e-b484-f9e7b21ddf22 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd29105cc-fc6e-47bf-8080-18d5dc4c941b') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:32.939351 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-53f26838-bb7b-473e-b484-f9e7b21ddf22 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:32.942425 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00d43db-f70e-45cf-9f98-68e6b52e87b2 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:09:32.957706 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40416) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:32.957940 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6680e91b-7665-413e-b710-2f7ba9e35137 None None] Sync routers for ids ['83c694f5-cfed-4393-ba87-7f782a1e0371'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:09:32.961311 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a00d43db-f70e-45cf-9f98-68e6b52e87b2 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "PUT /v2.0/routers/83c694f5-cfed-4393-ba87-7f782a1e0371/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0475962 Dec 10 19:09:32.967257 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-53f26838-bb7b-473e-b484-f9e7b21ddf22 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:32.969546 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6680e91b-7665-413e-b710-2f7ba9e35137 None None] Routers {'83c694f5-cfed-4393-ba87-7f782a1e0371'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:09:32.970732 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-6680e91b-7665-413e-b710-2f7ba9e35137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:09:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['83c694f5-cfed-4393-ba87-7f782a1e0371'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:32.973837 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b7d1c0de-0f60-47ab-8f97-2bf203177a73 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:09:32.997915 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: b7d1c0de-0f60-47ab-8f97-2bf203177a73 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:09:32.998143 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53f26838-bb7b-473e-b484-f9e7b21ddf22 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:09:32.998438 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-53f26838-bb7b-473e-b484-f9e7b21ddf22 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:32.999159 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b7d1c0de-0f60-47ab-8f97-2bf203177a73 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:09:32.999799 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 18f47392-c939-49f8-a741-096840081440 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:09:33.001779 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:09:33.001779 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:09:33.001779 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:09:33.001779 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:09:33.001779 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:09:33.001779 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:09:33.001779 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:09:33.001779 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:09:33.001779 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:09:33.001779 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:09:33.001779 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:09:33.001779 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:09:33.001779 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:09:33.001779 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:09:33.001779 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:09:33.001779 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:09:33.001779 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:09:33.001779 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:09:33.001779 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:09:33.001779 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:09:33.001779 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:09:33.001779 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:09:33.001779 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:09:33.001779 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:09:33.001779 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:09:33.001779 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:09:33.001779 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:09:33.001779 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:09:33.001779 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:09:33.001779 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:09:33.001779 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:09:33.001779 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:09:33.008443 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8b442923-28bb-4714-9505-d7510963b4b6 req-880eade1-ee13-47ec-bb31-4c6798b31d4d tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=f27299d7-a47c-4e85-bff5-e57e8bcf98c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356139 Dec 10 19:09:33.027684 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 18f47392-c939-49f8-a741-096840081440 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:09:33.028308 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 18f47392-c939-49f8-a741-096840081440 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:09:33.070761 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-6680e91b-7665-413e-b710-2f7ba9e35137 None None] Set router 83c694f5-cfed-4393-ba87-7f782a1e0371 gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:09:33.087996 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-da3683ec-50bc-4ed1-a08b-37bc9a5945a6 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Deleting subnet afdc6635-db8c-4d98-9937-95abff43ee4c {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:09:33.092066 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-da3683ec-50bc-4ed1-a08b-37bc9a5945a6 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:33.094994 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-53f26838-bb7b-473e-b484-f9e7b21ddf22 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:33.124004 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-6680e91b-7665-413e-b710-2f7ba9e35137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'name': 'tempest-RoutersIpV6Test-router-320091824', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:57Z', 'updated_at': '2021-12-10T19:09:31Z', 'revision_number': 11, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:33.125985 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-53f26838-bb7b-473e-b484-f9e7b21ddf22 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:33.129756 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-53f26838-bb7b-473e-b484-f9e7b21ddf22 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] 10.222.0.62 "DELETE /v2.0/networks/7b44f7ee-0cbd-466b-9e2c-70655bd460f1 HTTP/1.1" status: 204 len: 168 time: 0.7058210 Dec 10 19:09:33.145941 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f26838-bb7b-473e-b484-f9e7b21ddf22 tempest-TagsExtTest-654790691 tempest-TagsExtTest-654790691-project] Pushing event deleted for resources: {'Network': ['ID=7b44f7ee-0cbd-466b-9e2c-70655bd460f1,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:33.151529 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6680e91b-7665-413e-b710-2f7ba9e35137 None None] Checking router: 83c694f5-cfed-4393-ba87-7f782a1e0371 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:09:33.159243 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-da3683ec-50bc-4ed1-a08b-37bc9a5945a6 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:33.161387 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6680e91b-7665-413e-b710-2f7ba9e35137 None None] Routers {'83c694f5-cfed-4393-ba87-7f782a1e0371'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:09:33.161998 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-6680e91b-7665-413e-b710-2f7ba9e35137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:09:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['83c694f5-cfed-4393-ba87-7f782a1e0371'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:33.235826 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-6680e91b-7665-413e-b710-2f7ba9e35137 None None] Set router 83c694f5-cfed-4393-ba87-7f782a1e0371 gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:09:33.252184 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-da3683ec-50bc-4ed1-a08b-37bc9a5945a6 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:33.292240 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-6680e91b-7665-413e-b710-2f7ba9e35137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'name': 'tempest-RoutersIpV6Test-router-320091824', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:57Z', 'updated_at': '2021-12-10T19:09:31Z', 'revision_number': 11, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:33.314484 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-da3683ec-50bc-4ed1-a08b-37bc9a5945a6 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:33.319940 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6680e91b-7665-413e-b710-2f7ba9e35137 None None] The sync data for ids ['83c694f5-cfed-4393-ba87-7f782a1e0371'] in n-d-821435-1 is: [{'id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'name': 'tempest-RoutersIpV6Test-router-320091824', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:57Z', 'updated_at': '2021-12-10T19:09:31Z', 'revision_number': 11, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'gw_port_host': None}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:09:33.352592 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3683ec-50bc-4ed1-a08b-37bc9a5945a6 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event deleted for resources: {'Subnet': ['ID=afdc6635-db8c-4d98-9937-95abff43ee4c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:33.357646 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-da3683ec-50bc-4ed1-a08b-37bc9a5945a6 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:33.366472 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-da3683ec-50bc-4ed1-a08b-37bc9a5945a6 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "DELETE /v2.0/subnets/afdc6635-db8c-4d98-9937-95abff43ee4c HTTP/1.1" status: 204 len: 168 time: 0.4053721 Dec 10 19:09:33.366809 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40422) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:33.388158 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc907aa7-01cf-4383-bc49-f1530cbdbeaf None None] Network b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:09:33.459824 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29461aa7-a825-4f03-868f-6938a727438d tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:33.469905 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40424) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:33.530888 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-29461aa7-a825-4f03-868f-6938a727438d tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Deleting port dcdba710-a62e-4dbd-9421-5abb9132bc4c {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:09:33.531567 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29461aa7-a825-4f03-868f-6938a727438d tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:33.619491 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-29461aa7-a825-4f03-868f-6938a727438d tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] For port dcdba710-a62e-4dbd-9421-5abb9132bc4c, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=dcdba710-a62e-4dbd-9421-5abb9132bc4c,segment=NetworkSegment(5c5eed90-047e-4ba9-952d-5e7b52393f1d),segment_id=5c5eed90-047e-4ba9-952d-5e7b52393f1d)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:33.619860 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29461aa7-a825-4f03-868f-6938a727438d tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:33.640716 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-29461aa7-a825-4f03-868f-6938a727438d tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Calling delete_port for dcdba710-a62e-4dbd-9421-5abb9132bc4c owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:09:33.658164 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7e9c1817-3dd8-4b96-b0cd-b7ba2b0c5e50 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=04b0ad629a5e4794ab2dc34a5ea4996e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1870599 Dec 10 19:09:33.663363 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40428) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:33.714715 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fae8c2-048c-4cfa-baea-05bce7a54cf9 None None] DHCP port deletion for b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:09:33.764069 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-28fae8c2-048c-4cfa-baea-05bce7a54cf9 None None] Deleting port dcdba710-a62e-4dbd-9421-5abb9132bc4c {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:09:33.764454 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-28fae8c2-048c-4cfa-baea-05bce7a54cf9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:33.789388 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3d91284c-e39b-43ec-807a-c4c30e7faa46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:33.814144 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29461aa7-a825-4f03-868f-6938a727438d tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:33.817706 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3d91284c-e39b-43ec-807a-c4c30e7faa46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:33.834368 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-28fae8c2-048c-4cfa-baea-05bce7a54cf9 None None] For port dcdba710-a62e-4dbd-9421-5abb9132bc4c, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=dcdba710-a62e-4dbd-9421-5abb9132bc4c,segment=NetworkSegment(5c5eed90-047e-4ba9-952d-5e7b52393f1d),segment_id=5c5eed90-047e-4ba9-952d-5e7b52393f1d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:33.834917 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-28fae8c2-048c-4cfa-baea-05bce7a54cf9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:33.848130 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-28fae8c2-048c-4cfa-baea-05bce7a54cf9 None None] Calling delete_port for dcdba710-a62e-4dbd-9421-5abb9132bc4c owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:09:33.860467 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29461aa7-a825-4f03-868f-6938a727438d tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] No DVR routers for this DVR port dcdba710-a62e-4dbd-9421-5abb9132bc4c on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:09:33.868763 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29461aa7-a825-4f03-868f-6938a727438d tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event deleted for resources: {'Port': ['ID=dcdba710-a62e-4dbd-9421-5abb9132bc4c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:33.937587 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-28fae8c2-048c-4cfa-baea-05bce7a54cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:33.968990 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fae8c2-048c-4cfa-baea-05bce7a54cf9 None None] Pushing event deleted for resources: {'Port': ['ID=dcdba710-a62e-4dbd-9421-5abb9132bc4c,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:33.970908 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29461aa7-a825-4f03-868f-6938a727438d tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:33.976785 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fae8c2-048c-4cfa-baea-05bce7a54cf9 None None] No DVR routers for this DVR port dcdba710-a62e-4dbd-9421-5abb9132bc4c on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:09:33.991614 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3d91284c-e39b-43ec-807a-c4c30e7faa46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:33.993655 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:33.994250 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3d91284c-e39b-43ec-807a-c4c30e7faa46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:33.995394 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3d91284c-e39b-43ec-807a-c4c30e7faa46 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f57b92b1-640d-453e-9416-b4da6079b3aa HTTP/1.1" status: 204 len: 168 time: 0.3310969 Dec 10 19:09:34.006072 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-29461aa7-a825-4f03-868f-6938a727438d tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:34.017224 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d91284c-e39b-43ec-807a-c4c30e7faa46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57b92b1-640d-453e-9416-b4da6079b3aa,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:34.023237 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-29461aa7-a825-4f03-868f-6938a727438d tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c5eed90-047e-4ba9-952d-5e7b52393f1d') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:34.023547 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-29461aa7-a825-4f03-868f-6938a727438d tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c5eed90-047e-4ba9-952d-5e7b52393f1d') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:34.034499 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29461aa7-a825-4f03-868f-6938a727438d tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:34.051548 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29461aa7-a825-4f03-868f-6938a727438d tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:34.058274 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29461aa7-a825-4f03-868f-6938a727438d tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:09:34.058693 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29461aa7-a825-4f03-868f-6938a727438d tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:34.062924 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 19:09:34.062924 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:09:34.062924 n-d-821435-1 neutron-server[103244]: timer() Dec 10 19:09:34.062924 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:09:34.062924 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 19:09:34.062924 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:09:34.062924 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 19:09:34.062924 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:09:34.062924 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 19:09:34.062924 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:09:34.062924 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 19:09:34.062924 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:09:34.062924 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 19:09:34.062924 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:09:34.062924 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:09:34.062924 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:09:34.062924 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:09:34.062924 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:09:34.062924 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 19:09:34.062924 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:09:34.062924 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 19:09:34.062924 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:09:34.062924 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:09:34.062924 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:09:34.062924 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 19:09:34.062924 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:09:34.062924 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:09:34.062924 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:09:34.062924 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:09:34.062924 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:09:34.062924 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:09:34.062924 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:09:34.127559 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29461aa7-a825-4f03-868f-6938a727438d tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:34.137088 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29461aa7-a825-4f03-868f-6938a727438d tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:34.140490 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-29461aa7-a825-4f03-868f-6938a727438d tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "DELETE /v2.0/networks/b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc HTTP/1.1" status: 204 len: 168 time: 0.7726529 Dec 10 19:09:34.143458 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40436) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:34.149928 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-edca55f0-e8e6-4029-9723-a73be1971fba tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Request body: {'router': {'routes': None}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:34.150706 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29461aa7-a825-4f03-868f-6938a727438d tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Pushing event deleted for resources: {'Network': ['ID=b69c81ad-e2c2-46bc-8bdc-ce6aa8a310dc,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:34.163323 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded96294-51c4-4553-af62-b215acddf102 req-3d93b484-fbdb-499c-87b1-ba396476fbc0 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:34.164900 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ded96294-51c4-4553-af62-b215acddf102 req-3d93b484-fbdb-499c-87b1-ba396476fbc0 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230 HTTP/1.1" status: 200 len: 946 time: 0.0770593 Dec 10 19:09:34.353209 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.extraroute_db [None req-edca55f0-e8e6-4029-9723-a73be1971fba tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Added routes are [] {{(pid=103245) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 19:09:34.353516 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.extraroute_db [None req-edca55f0-e8e6-4029-9723-a73be1971fba tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Removed routes are [] {{(pid=103245) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 19:09:34.353881 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edca55f0-e8e6-4029-9723-a73be1971fba tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4723'] for router, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:34.360055 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ded96294-51c4-4553-af62-b215acddf102 req-41d9fbf9-11e5-4015-a75a-af1c6f4ed252 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=f27299d7-a47c-4e85-bff5-e57e8bcf98c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627655 Dec 10 19:09:34.499603 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adbc1a-7fae-444a-9293-755ff92cfba7 req-529f79b4-83b9-4d89-83a2-91f5591f41bd tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:34.501077 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-19adbc1a-7fae-444a-9293-755ff92cfba7 req-529f79b4-83b9-4d89-83a2-91f5591f41bd tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230 HTTP/1.1" status: 200 len: 946 time: 0.0547702 Dec 10 19:09:34.508056 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edca55f0-e8e6-4029-9723-a73be1971fba tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4723'] for router, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:34.512391 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edca55f0-e8e6-4029-9723-a73be1971fba tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534354'] for router, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:34.563783 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-19adbc1a-7fae-444a-9293-755ff92cfba7 req-59c7b30b-ec90-41bb-889a-2a309643b86e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=f27299d7-a47c-4e85-bff5-e57e8bcf98c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513284 Dec 10 19:09:34.590008 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40454) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:34.594045 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edca55f0-e8e6-4029-9723-a73be1971fba tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Router 83c694f5-cfed-4393-ba87-7f782a1e0371 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:09:34.636422 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db35e57f-0a82-4ade-abf3-0630ca25a9ad tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:34.638370 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-db35e57f-0a82-4ade-abf3-0630ca25a9ad tempest-TestNetworkAdvancedServerOps-1215041226 tempest-TestNetworkAdvancedServerOps-1215041226-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230 HTTP/1.1" status: 200 len: 1092 time: 0.0472391 Dec 10 19:09:34.641275 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40458) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:34.646651 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-94be7c9a-b400-4f42-9db1-bf7ee7a32cc2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'port_id': '39d34c40-d35c-48b4-881a-69cdea170a34', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:34.670780 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-94be7c9a-b400-4f42-9db1-bf7ee7a32cc2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:34.675756 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edca55f0-e8e6-4029-9723-a73be1971fba tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:09:34.684275 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edca55f0-e8e6-4029-9723-a73be1971fba tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:34.688600 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36f7d81-a447-467e-a5d9-c36c830fe2e0 None None] Sync routers for ids ['83c694f5-cfed-4393-ba87-7f782a1e0371'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:09:34.693443 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-edca55f0-e8e6-4029-9723-a73be1971fba tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "PUT /v2.0/routers/83c694f5-cfed-4393-ba87-7f782a1e0371 HTTP/1.1" status: 200 len: 704 time: 0.5474041 Dec 10 19:09:34.696143 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40460) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:34.703209 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36f7d81-a447-467e-a5d9-c36c830fe2e0 None None] Routers {'83c694f5-cfed-4393-ba87-7f782a1e0371'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:09:34.703838 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b36f7d81-a447-467e-a5d9-c36c830fe2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:09:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['83c694f5-cfed-4393-ba87-7f782a1e0371'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:34.733142 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-656bff6f-4f13-4625-bd50-acb4968378b5 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "GET /v2.0/ports?device_id=83c694f5-cfed-4393-ba87-7f782a1e0371 HTTP/1.1" status: 200 len: 205 time: 0.0355327 Dec 10 19:09:34.735685 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40462) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:34.794900 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-b36f7d81-a447-467e-a5d9-c36c830fe2e0 None None] Set router 83c694f5-cfed-4393-ba87-7f782a1e0371 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:09:34.799356 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-94be7c9a-b400-4f42-9db1-bf7ee7a32cc2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:34.820983 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-642fafa5-a868-4a7e-a032-efc0c8db8485 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:34.875680 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b36f7d81-a447-467e-a5d9-c36c830fe2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'name': 'tempest-RoutersIpV6Test-router-320091824', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:57Z', 'updated_at': '2021-12-10T19:09:31Z', 'revision_number': 11, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:34.919635 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36f7d81-a447-467e-a5d9-c36c830fe2e0 None None] Checking router: 83c694f5-cfed-4393-ba87-7f782a1e0371 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:09:34.922237 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 50f176d3-c11e-4ae1-a6c4-aa754d103e12 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:09:34.950713 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 50f176d3-c11e-4ae1-a6c4-aa754d103e12 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:09:34.951926 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 50f176d3-c11e-4ae1-a6c4-aa754d103e12 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:09:34.952518 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device dcdba710-a62e-4dbd-9421-5abb9132bc4c no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:09:34.954463 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36f7d81-a447-467e-a5d9-c36c830fe2e0 None None] Routers {'83c694f5-cfed-4393-ba87-7f782a1e0371'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:09:34.955268 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b36f7d81-a447-467e-a5d9-c36c830fe2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:09:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['83c694f5-cfed-4393-ba87-7f782a1e0371'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:34.959395 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-94be7c9a-b400-4f42-9db1-bf7ee7a32cc2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Allocated IP 172.25.7.224 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/80d145b0-7d98-4198-926d-cc286364e31b) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:09:35.013981 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: dcdba710-a62e-4dbd-9421-5abb9132bc4c {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:09:35.014249 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device dcdba710-a62e-4dbd-9421-5abb9132bc4c not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:09:35.040748 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-642fafa5-a868-4a7e-a032-efc0c8db8485 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:35.044870 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-642fafa5-a868-4a7e-a032-efc0c8db8485 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:35.056314 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-b36f7d81-a447-467e-a5d9-c36c830fe2e0 None None] Set router 83c694f5-cfed-4393-ba87-7f782a1e0371 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:09:35.092010 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-94be7c9a-b400-4f42-9db1-bf7ee7a32cc2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:35.103793 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-642fafa5-a868-4a7e-a032-efc0c8db8485 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:35.104455 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642fafa5-a868-4a7e-a032-efc0c8db8485 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Fanout notify agent at l3_agent the message router_deleted on router 83c694f5-cfed-4393-ba87-7f782a1e0371 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:09:35.112542 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-642fafa5-a868-4a7e-a032-efc0c8db8485 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:35.118432 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-642fafa5-a868-4a7e-a032-efc0c8db8485 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "DELETE /v2.0/routers/83c694f5-cfed-4393-ba87-7f782a1e0371 HTTP/1.1" status: 204 len: 168 time: 0.3776608 Dec 10 19:09:35.118991 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40472) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:35.123793 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ae316190-1c11-4217-922c-ca7c62c73968 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1668638601', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:35.129018 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b36f7d81-a447-467e-a5d9-c36c830fe2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'name': 'tempest-RoutersIpV6Test-router-320091824', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:57Z', 'updated_at': '2021-12-10T19:09:31Z', 'revision_number': 11, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:35.155858 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36f7d81-a447-467e-a5d9-c36c830fe2e0 None None] The sync data for ids ['83c694f5-cfed-4393-ba87-7f782a1e0371'] in n-d-821435-1 is: [{'id': '83c694f5-cfed-4393-ba87-7f782a1e0371', 'name': 'tempest-RoutersIpV6Test-router-320091824', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:57Z', 'updated_at': '2021-12-10T19:09:31Z', 'revision_number': 11, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:09:35.157454 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-94be7c9a-b400-4f42-9db1-bf7ee7a32cc2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:35.162819 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ae316190-1c11-4217-922c-ca7c62c73968 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:35.163833 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ae316190-1c11-4217-922c-ca7c62c73968 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:35.213674 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94be7c9a-b400-4f42-9db1-bf7ee7a32cc2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:09:35.221162 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-94be7c9a-b400-4f42-9db1-bf7ee7a32cc2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:09:35.232977 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94be7c9a-b400-4f42-9db1-bf7ee7a32cc2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:09:35.237178 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be7c9a-b400-4f42-9db1-bf7ee7a32cc2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'Port': ['ID=80d145b0-7d98-4198-926d-cc286364e31b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:35.289575 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ae316190-1c11-4217-922c-ca7c62c73968 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:35.298658 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ae316190-1c11-4217-922c-ca7c62c73968 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:35.342290 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ae316190-1c11-4217-922c-ca7c62c73968 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:35.347191 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ae316190-1c11-4217-922c-ca7c62c73968 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2233503 Dec 10 19:09:35.347191 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40478) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:35.357045 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-85f8fdba-f876-4f21-a013-2e2438f9c8ed tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:35.673306 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85f8fdba-f876-4f21-a013-2e2438f9c8ed tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4723'] for router, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:35.688008 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85f8fdba-f876-4f21-a013-2e2438f9c8ed tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534354'] for router, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:35.901171 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f8fdba-f876-4f21-a013-2e2438f9c8ed tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Router 74740d6e-c1a4-4a83-8cbb-16ea603d28fa is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:09:35.913971 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-94be7c9a-b400-4f42-9db1-bf7ee7a32cc2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:36.012618 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f8fdba-f876-4f21-a013-2e2438f9c8ed tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:09:36.021306 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85f8fdba-f876-4f21-a013-2e2438f9c8ed tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:36.022463 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e558e3c3-94ab-456c-950b-8d0e85f74cc7 None None] Sync routers for ids ['74740d6e-c1a4-4a83-8cbb-16ea603d28fa'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:09:36.022901 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-85f8fdba-f876-4f21-a013-2e2438f9c8ed tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "PUT /v2.0/routers/74740d6e-c1a4-4a83-8cbb-16ea603d28fa HTTP/1.1" status: 200 len: 698 time: 0.6747570 Dec 10 19:09:36.025218 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40498) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:36.033542 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e558e3c3-94ab-456c-950b-8d0e85f74cc7 None None] Routers {'74740d6e-c1a4-4a83-8cbb-16ea603d28fa'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:09:36.034074 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-e558e3c3-94ab-456c-950b-8d0e85f74cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:09:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['74740d6e-c1a4-4a83-8cbb-16ea603d28fa'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:36.107950 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-e558e3c3-94ab-456c-950b-8d0e85f74cc7 None None] Set router 74740d6e-c1a4-4a83-8cbb-16ea603d28fa gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:09:36.161086 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ecaf50ac-3021-4c34-a78b-0703a29e52a1 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "GET /v2.0/routers/74740d6e-c1a4-4a83-8cbb-16ea603d28fa HTTP/1.1" status: 200 len: 704 time: 0.1320560 Dec 10 19:09:36.161985 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-94be7c9a-b400-4f42-9db1-bf7ee7a32cc2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:36.162757 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-e558e3c3-94ab-456c-950b-8d0e85f74cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74740d6e-c1a4-4a83-8cbb-16ea603d28fa', 'name': 'tempest-RoutersIpV6Test-router-1668638601', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:09:35Z', 'updated_at': '2021-12-10T19:09:35Z', 'revision_number': 2, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:36.164049 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40500) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:36.190184 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e558e3c3-94ab-456c-950b-8d0e85f74cc7 None None] Checking router: 74740d6e-c1a4-4a83-8cbb-16ea603d28fa for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:09:36.194609 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3da9fe41-6ab0-43fb-8c1e-98532df2b77f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "GET /v2.0/ports?device_id=74740d6e-c1a4-4a83-8cbb-16ea603d28fa HTTP/1.1" status: 200 len: 205 time: 0.0264206 Dec 10 19:09:36.194774 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40502) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:36.206799 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e558e3c3-94ab-456c-950b-8d0e85f74cc7 None None] Routers {'74740d6e-c1a4-4a83-8cbb-16ea603d28fa'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:09:36.207793 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-e558e3c3-94ab-456c-950b-8d0e85f74cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:09:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['74740d6e-c1a4-4a83-8cbb-16ea603d28fa'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:36.270803 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-58ff95b7-c66b-4946-a694-0c282dbc6bfe tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:36.320328 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-e558e3c3-94ab-456c-950b-8d0e85f74cc7 None None] Set router 74740d6e-c1a4-4a83-8cbb-16ea603d28fa gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:09:36.373070 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-94be7c9a-b400-4f42-9db1-bf7ee7a32cc2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:36.379621 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-94be7c9a-b400-4f42-9db1-bf7ee7a32cc2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:36.380474 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-e558e3c3-94ab-456c-950b-8d0e85f74cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74740d6e-c1a4-4a83-8cbb-16ea603d28fa', 'name': 'tempest-RoutersIpV6Test-router-1668638601', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:09:35Z', 'updated_at': '2021-12-10T19:09:35Z', 'revision_number': 2, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:36.441326 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-58ff95b7-c66b-4946-a694-0c282dbc6bfe tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:36.443947 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-58ff95b7-c66b-4946-a694-0c282dbc6bfe tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:36.482976 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be7c9a-b400-4f42-9db1-bf7ee7a32cc2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event updated for resources: {'Port': ['ID=80d145b0-7d98-4198-926d-cc286364e31b,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:36.494305 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-94be7c9a-b400-4f42-9db1-bf7ee7a32cc2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:36.499605 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-58ff95b7-c66b-4946-a694-0c282dbc6bfe tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:36.500301 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ff95b7-c66b-4946-a694-0c282dbc6bfe tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Fanout notify agent at l3_agent the message router_deleted on router 74740d6e-c1a4-4a83-8cbb-16ea603d28fa {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:09:36.506962 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e558e3c3-94ab-456c-950b-8d0e85f74cc7 None None] The sync data for ids ['74740d6e-c1a4-4a83-8cbb-16ea603d28fa'] in n-d-821435-1 is: [{'id': '74740d6e-c1a4-4a83-8cbb-16ea603d28fa', 'name': 'tempest-RoutersIpV6Test-router-1668638601', 'tenant_id': '7f185da471b44e78ba28d8589f387edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:09:35Z', 'updated_at': '2021-12-10T19:09:35Z', 'revision_number': 2, 'project_id': '7f185da471b44e78ba28d8589f387edd', 'gw_port_host': None}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:09:36.508935 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-58ff95b7-c66b-4946-a694-0c282dbc6bfe tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:36.514566 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-58ff95b7-c66b-4946-a694-0c282dbc6bfe tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "DELETE /v2.0/routers/74740d6e-c1a4-4a83-8cbb-16ea603d28fa HTTP/1.1" status: 204 len: 168 time: 0.3187208 Dec 10 19:09:36.515202 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40504) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:36.552247 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5787ce30-76ee-4f05-8dac-4f3694f77516 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "GET /v2.0/ports?device_id=74740d6e-c1a4-4a83-8cbb-16ea603d28fa HTTP/1.1" status: 200 len: 205 time: 0.0358095 Dec 10 19:09:36.554582 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40506) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:36.594378 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-e0721fce-30e0-4434-9db8-6533c3670e94 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] delete failed (client error): The resource could not be found. Dec 10 19:09:36.595452 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e0721fce-30e0-4434-9db8-6533c3670e94 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "DELETE /v2.0/routers/74740d6e-c1a4-4a83-8cbb-16ea603d28fa HTTP/1.1" status: 404 len: 336 time: 0.0399387 Dec 10 19:09:36.599115 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40508) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:36.618426 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-94be7c9a-b400-4f42-9db1-bf7ee7a32cc2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Floating IP a04c49cf-5477-4522-a34a-21c67c72b56b associated. External IP: 172.25.7.224, port: 39d34c40-d35c-48b4-881a-69cdea170a34. Dec 10 19:09:36.626820 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b67752-e8d2-485f-85ca-a921df7a6fdf tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] DELETE failed (client error): The resource could not be found. Dec 10 19:09:36.627288 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50b67752-e8d2-485f-85ca-a921df7a6fdf tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:09:36.633709 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-50b67752-e8d2-485f-85ca-a921df7a6fdf tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "DELETE /v2.0/subnets/ed3305e7-7738-4d0b-baa8-b1efa8cf829e HTTP/1.1" status: 404 len: 337 time: 0.0336223 Dec 10 19:09:36.634341 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40510) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:36.662254 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-4666e7ae-bb50-43cf-bda7-7229bcae0741 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] DELETE failed (client error): The resource could not be found. Dec 10 19:09:36.662724 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4666e7ae-bb50-43cf-bda7-7229bcae0741 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:09:36.666829 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4666e7ae-bb50-43cf-bda7-7229bcae0741 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "DELETE /v2.0/subnets/02a7fdd0-4072-441f-a8d3-301b8aa26850 HTTP/1.1" status: 404 len: 337 time: 0.0315046 Dec 10 19:09:36.668590 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40512) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:36.699644 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-374deafe-d789-4310-aaaf-8d10035dfad7 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] DELETE failed (client error): The resource could not be found. Dec 10 19:09:36.700556 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-374deafe-d789-4310-aaaf-8d10035dfad7 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:09:36.705602 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-374deafe-d789-4310-aaaf-8d10035dfad7 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "DELETE /v2.0/subnets/3fc494a6-bf69-426d-ab02-53d979bd839d HTTP/1.1" status: 404 len: 337 time: 0.0333631 Dec 10 19:09:36.705783 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40514) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:36.732292 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-137218e2-df5e-4370-9337-5831004cd82c tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] DELETE failed (client error): The resource could not be found. Dec 10 19:09:36.732787 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-137218e2-df5e-4370-9337-5831004cd82c tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:09:36.735846 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-137218e2-df5e-4370-9337-5831004cd82c tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "DELETE /v2.0/subnets/afdc6635-db8c-4d98-9937-95abff43ee4c HTTP/1.1" status: 404 len: 337 time: 0.0291491 Dec 10 19:09:36.738738 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40516) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:36.767051 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-86cf6f47-5404-4421-8064-a6aa2885e330 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "GET /v2.0/ports?device_id=83c694f5-cfed-4393-ba87-7f782a1e0371 HTTP/1.1" status: 200 len: 205 time: 0.0272036 Dec 10 19:09:36.770168 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40518) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:36.806254 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-22a38781-c67d-4d64-ab13-c3adfa0fca66 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] delete failed (client error): The resource could not be found. Dec 10 19:09:36.807308 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-22a38781-c67d-4d64-ab13-c3adfa0fca66 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "DELETE /v2.0/routers/83c694f5-cfed-4393-ba87-7f782a1e0371 HTTP/1.1" status: 404 len: 336 time: 0.0362301 Dec 10 19:09:36.811095 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40520) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:36.847353 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-536e8c13-2118-4dd5-b143-66735284d019 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "GET /v2.0/ports?device_id=61487a6f-9c2c-4c92-bf48-389f4cece7b0 HTTP/1.1" status: 200 len: 205 time: 0.0355525 Dec 10 19:09:36.849990 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40522) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:36.862399 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94be7c9a-b400-4f42-9db1-bf7ee7a32cc2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Router bd6f9288-b0dd-48fc-a80e-5c128c87043b has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:09:36.892087 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-f50ba3d4-f75b-4285-bd33-1197ae712d5f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] delete failed (client error): The resource could not be found. Dec 10 19:09:36.893178 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f50ba3d4-f75b-4285-bd33-1197ae712d5f tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "DELETE /v2.0/routers/61487a6f-9c2c-4c92-bf48-389f4cece7b0 HTTP/1.1" status: 404 len: 336 time: 0.0422065 Dec 10 19:09:36.896400 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40524) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:36.921900 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-0268053c-eb2f-423f-b7fc-b9a9c536d3a0 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] DELETE failed (client error): The resource could not be found. Dec 10 19:09:36.922358 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0268053c-eb2f-423f-b7fc-b9a9c536d3a0 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:09:36.925557 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0268053c-eb2f-423f-b7fc-b9a9c536d3a0 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "DELETE /v2.0/subnets/e7de2a6b-2599-46b1-8025-c292665a401f HTTP/1.1" status: 404 len: 337 time: 0.0279572 Dec 10 19:09:36.927886 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40528) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:36.968388 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ebb0ef6c-de47-444e-a3ff-e1ba250ca5a5 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "GET /v2.0/ports?device_id=757f6cad-c403-4020-8e6b-8d0480529a9e HTTP/1.1" status: 200 len: 205 time: 0.0336988 Dec 10 19:09:36.970020 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40532) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:37.011627 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94be7c9a-b400-4f42-9db1-bf7ee7a32cc2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:09:37.013706 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-2847c52f-9b30-4726-9854-7dd4cabcf849 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] delete failed (client error): The resource could not be found. Dec 10 19:09:37.014761 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2847c52f-9b30-4726-9854-7dd4cabcf849 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "DELETE /v2.0/routers/757f6cad-c403-4020-8e6b-8d0480529a9e HTTP/1.1" status: 404 len: 336 time: 0.0437975 Dec 10 19:09:37.020664 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40534) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:37.022703 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b645470-37af-4275-9ce2-ce854185cefc None None] Sync routers for ids ['bd6f9288-b0dd-48fc-a80e-5c128c87043b'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:09:37.032509 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-94be7c9a-b400-4f42-9db1-bf7ee7a32cc2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:37.043224 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b645470-37af-4275-9ce2-ce854185cefc None None] Routers {'bd6f9288-b0dd-48fc-a80e-5c128c87043b'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:09:37.043944 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6b645470-37af-4275-9ce2-ce854185cefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:09:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['bd6f9288-b0dd-48fc-a80e-5c128c87043b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:37.053519 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6b6d32a6-c70d-42ca-a735-7f109569a2ee tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "GET /v2.0/ports?device_id=5513feda-6baf-42a7-a980-bd8ab1f22656 HTTP/1.1" status: 200 len: 205 time: 0.0293145 Dec 10 19:09:37.053909 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40536) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:37.100229 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-224b0e4a-7eeb-499c-a103-897ccd4b11e8 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] delete failed (client error): The resource could not be found. Dec 10 19:09:37.103789 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-224b0e4a-7eeb-499c-a103-897ccd4b11e8 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "DELETE /v2.0/routers/5513feda-6baf-42a7-a980-bd8ab1f22656 HTTP/1.1" status: 404 len: 336 time: 0.0464096 Dec 10 19:09:37.104679 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40538) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:37.105160 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-94be7c9a-b400-4f42-9db1-bf7ee7a32cc2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4627385 Dec 10 19:09:37.105836 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a25d12-dd45-4419-bef9-dc96bcfe1230', 'tag': '39d34c40-d35c-48b4-881a-69cdea170a34'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:09:37.108389 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f763c48-8b5d-4350-8609-0ecf68d81d0e" -d '{"events": [{"name": "network-changed", "server_uuid": "24a25d12-dd45-4419-bef9-dc96bcfe1230", "tag": "39d34c40-d35c-48b4-881a-69cdea170a34"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:09:37.143543 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-04d684af-a608-4f7f-a088-4b91c3fec0d8 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] DELETE failed (client error): The resource could not be found. Dec 10 19:09:37.144110 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04d684af-a608-4f7f-a088-4b91c3fec0d8 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:09:37.149513 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2601e460-5e78-4277-9b19-9a643bee92a2 x-openstack-request-id: req-2601e460-5e78-4277-9b19-9a643bee92a2 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:09:37.150396 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-04d684af-a608-4f7f-a088-4b91c3fec0d8 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "DELETE /v2.0/subnets/7801c403-8843-47b3-92bf-db6aae140af9 HTTP/1.1" status: 404 len: 337 time: 0.0436683 Dec 10 19:09:37.150675 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24a25d12-dd45-4419-bef9-dc96bcfe1230", "tag": "39d34c40-d35c-48b4-881a-69cdea170a34", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:09:37.151097 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2601e460-5e78-4277-9b19-9a643bee92a2 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:09:37.151691 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a25d12-dd45-4419-bef9-dc96bcfe1230', 'tag': '39d34c40-d35c-48b4-881a-69cdea170a34', 'status': 'completed', 'code': 200} Dec 10 19:09:37.152430 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40544) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:37.188111 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4d079c4b-4e67-4528-bbe5-4ce8b62ce0f9 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "GET /v2.0/ports?device_id=d22da57d-a218-48eb-9369-f898171a7acb HTTP/1.1" status: 200 len: 205 time: 0.0348697 Dec 10 19:09:37.196284 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40546) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:37.206302 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-6b645470-37af-4275-9ce2-ce854185cefc None None] Set router bd6f9288-b0dd-48fc-a80e-5c128c87043b gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:09:37.247053 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f763c48-8b5d-4350-8609-0ecf68d81d0e req-29a59fb9-980d-4b3a-94ca-d14f0ae99081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:37.249209 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1f763c48-8b5d-4350-8609-0ecf68d81d0e req-29a59fb9-980d-4b3a-94ca-d14f0ae99081 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230 HTTP/1.1" status: 200 len: 1097 time: 0.0676615 Dec 10 19:09:37.267213 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-035a036e-3490-4787-bc2b-953a78ef220b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] delete failed (client error): The resource could not be found. Dec 10 19:09:37.271474 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-035a036e-3490-4787-bc2b-953a78ef220b tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "DELETE /v2.0/routers/d22da57d-a218-48eb-9369-f898171a7acb HTTP/1.1" status: 404 len: 336 time: 0.0736685 Dec 10 19:09:37.275354 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40548) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:37.312061 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab2b9dd-6a33-4ca7-a0d9-ed7d9c94a8be tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] DELETE failed (client error): The resource could not be found. Dec 10 19:09:37.312698 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ab2b9dd-6a33-4ca7-a0d9-ed7d9c94a8be tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:09:37.319443 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2ab2b9dd-6a33-4ca7-a0d9-ed7d9c94a8be tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "DELETE /v2.0/subnets/6fa9f05a-aae8-4b86-ac31-edcbca1e4f74 HTTP/1.1" status: 404 len: 337 time: 0.0429237 Dec 10 19:09:37.320236 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40550) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:37.366206 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40554) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:37.366355 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f38f5569-bbc3-4fa0-89b2-36b0879644e9 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "GET /v2.0/ports?device_id=859e927e-0771-429a-8cd6-2e3fb45855eb HTTP/1.1" status: 200 len: 205 time: 0.0436800 Dec 10 19:09:37.393916 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe227fc8-23c6-47bb-9454-8e3e092ff7ca req-aa798e72-58bf-4245-8a66-69229ff45cfd tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:37.399552 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fe227fc8-23c6-47bb-9454-8e3e092ff7ca req-aa798e72-58bf-4245-8a66-69229ff45cfd tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230 HTTP/1.1" status: 200 len: 946 time: 0.2138436 Dec 10 19:09:37.463619 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-2e39f6f7-37b9-42d5-a2ba-07883833bf52 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] delete failed (client error): The resource could not be found. Dec 10 19:09:37.466996 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2e39f6f7-37b9-42d5-a2ba-07883833bf52 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "DELETE /v2.0/routers/859e927e-0771-429a-8cd6-2e3fb45855eb HTTP/1.1" status: 404 len: 336 time: 0.0965810 Dec 10 19:09:37.468995 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40562) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:37.521098 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f763c48-8b5d-4350-8609-0ecf68d81d0e req-3f2c6f26-3255-42c2-9a97-bea523a6f831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:37.523163 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1f763c48-8b5d-4350-8609-0ecf68d81d0e req-3f2c6f26-3255-42c2-9a97-bea523a6f831 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dc606665-a872-41f7-a880-2338a9263507 HTTP/1.1" status: 200 len: 898 time: 0.2669809 Dec 10 19:09:37.533931 n-d-821435-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-65aa13b1-2e22-4b87-9f33-6af04b401eb8 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] DELETE failed (client error): The resource could not be found. Dec 10 19:09:37.534408 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65aa13b1-2e22-4b87-9f33-6af04b401eb8 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:09:37.542697 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-65aa13b1-2e22-4b87-9f33-6af04b401eb8 tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "DELETE /v2.0/subnets/e0f56754-f129-4a39-be90-00b2c11171ca HTTP/1.1" status: 404 len: 337 time: 0.0724440 Dec 10 19:09:37.544823 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40564) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:37.552577 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fe227fc8-23c6-47bb-9454-8e3e092ff7ca req-4c444ea0-1673-43f7-850c-e9fa165bc2d3 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=f27299d7-a47c-4e85-bff5-e57e8bcf98c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453538 Dec 10 19:09:37.575719 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40566) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:37.576678 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6b645470-37af-4275-9ce2-ce854185cefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6f9288-b0dd-48fc-a80e-5c128c87043b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959386367', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'bce05764-7eee-4ef6-ab31-35b9238f0649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:09:10Z', 'updated_at': '2021-12-10T19:09:18Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': 'bce05764-7eee-4ef6-ab31-35b9238f0649', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:82:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6f9288-b0dd-48fc-a80e-5c128c87043b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:11Z', 'updated_at': '2021-12-10T19:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'a04c49cf-5477-4522-a34a-21c67c72b56b', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'floating_ip_address': '172.25.7.224', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'bd6f9288-b0dd-48fc-a80e-5c128c87043b', 'port_id': '39d34c40-d35c-48b4-881a-69cdea170a34', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc606665-a872-41f7-a880-2338a9263507', 'mac_address': 'fa:16:3e:e0:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a25d12-dd45-4419-bef9-dc96bcfe1230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:09:35Z', 'updated_at': '2021-12-10T19:09:35Z', 'revision_number': 0, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b96c4660-5965-4e13-b75e-005d29a8271c', 'name': '', 'network_id': 'dc606665-a872-41f7-a880-2338a9263507', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'mac_address': 'fa:16:3e:cb:93:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6f9288-b0dd-48fc-a80e-5c128c87043b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '6faf1b7c-c997-4f36-86ef-bde75a10f775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:17Z', 'updated_at': '2021-12-10T19:09:22Z', 'revision_number': 5, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'subnets': [{'id': '6faf1b7c-c997-4f36-86ef-bde75a10f775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:37.613840 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b645470-37af-4275-9ce2-ce854185cefc None None] Checking router: bd6f9288-b0dd-48fc-a80e-5c128c87043b for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:09:37.634982 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b645470-37af-4275-9ce2-ce854185cefc None None] Routers {'bd6f9288-b0dd-48fc-a80e-5c128c87043b'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:09:37.635599 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6b645470-37af-4275-9ce2-ce854185cefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:09:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['bd6f9288-b0dd-48fc-a80e-5c128c87043b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:37.643611 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c476a7f-db30-4e11-b2c5-a222058c43ff tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] DELETE failed (client error): The resource could not be found. Dec 10 19:09:37.645294 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c476a7f-db30-4e11-b2c5-a222058c43ff tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:09:37.651556 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4c476a7f-db30-4e11-b2c5-a222058c43ff tempest-RoutersIpV6Test-286767540 tempest-RoutersIpV6Test-286767540-project] 10.222.0.62 "DELETE /v2.0/subnets/8b7e424e-f371-4bbc-a021-ab44f0baac5f HTTP/1.1" status: 404 len: 337 time: 0.1055062 Dec 10 19:09:37.678972 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f417c3f1-4f2b-4602-b505-8b0cc118bbf6 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/floatingips/a04c49cf-5477-4522-a34a-21c67c72b56b HTTP/1.1" status: 200 len: 992 time: 0.0979421 Dec 10 19:09:37.684559 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1f763c48-8b5d-4350-8609-0ecf68d81d0e req-45ef7ef5-8fff-4084-87a9-35c10a659a8d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39d34c40-d35c-48b4-881a-69cdea170a34 HTTP/1.1" status: 200 len: 1000 time: 0.1541312 Dec 10 19:09:37.750107 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f763c48-8b5d-4350-8609-0ecf68d81d0e req-30cfe5ec-35e2-4cc5-bfb7-43066235abea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:37.751790 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1f763c48-8b5d-4350-8609-0ecf68d81d0e req-30cfe5ec-35e2-4cc5-bfb7-43066235abea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6faf1b7c-c997-4f36-86ef-bde75a10f775 HTTP/1.1" status: 200 len: 835 time: 0.0596254 Dec 10 19:09:37.812850 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-6b645470-37af-4275-9ce2-ce854185cefc None None] Set router bd6f9288-b0dd-48fc-a80e-5c128c87043b gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:09:37.815458 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f763c48-8b5d-4350-8609-0ecf68d81d0e req-f5a99d6e-bef4-427c-bab8-11bb7dcf794d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:37.817346 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1f763c48-8b5d-4350-8609-0ecf68d81d0e req-f5a99d6e-bef4-427c-bab8-11bb7dcf794d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dc606665-a872-41f7-a880-2338a9263507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585213 Dec 10 19:09:38.007764 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40576) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:38.067443 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6b645470-37af-4275-9ce2-ce854185cefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6f9288-b0dd-48fc-a80e-5c128c87043b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959386367', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'bce05764-7eee-4ef6-ab31-35b9238f0649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:09:10Z', 'updated_at': '2021-12-10T19:09:18Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': 'bce05764-7eee-4ef6-ab31-35b9238f0649', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:82:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6f9288-b0dd-48fc-a80e-5c128c87043b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:11Z', 'updated_at': '2021-12-10T19:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'a04c49cf-5477-4522-a34a-21c67c72b56b', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'floating_ip_address': '172.25.7.224', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'bd6f9288-b0dd-48fc-a80e-5c128c87043b', 'port_id': '39d34c40-d35c-48b4-881a-69cdea170a34', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc606665-a872-41f7-a880-2338a9263507', 'mac_address': 'fa:16:3e:e0:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a25d12-dd45-4419-bef9-dc96bcfe1230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:09:35Z', 'updated_at': '2021-12-10T19:09:35Z', 'revision_number': 0, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b96c4660-5965-4e13-b75e-005d29a8271c', 'name': '', 'network_id': 'dc606665-a872-41f7-a880-2338a9263507', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'mac_address': 'fa:16:3e:cb:93:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6f9288-b0dd-48fc-a80e-5c128c87043b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '6faf1b7c-c997-4f36-86ef-bde75a10f775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:17Z', 'updated_at': '2021-12-10T19:09:22Z', 'revision_number': 5, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'subnets': [{'id': '6faf1b7c-c997-4f36-86ef-bde75a10f775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:38.101845 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b645470-37af-4275-9ce2-ce854185cefc None None] The sync data for ids ['bd6f9288-b0dd-48fc-a80e-5c128c87043b'] in n-d-821435-1 is: [{'id': 'bd6f9288-b0dd-48fc-a80e-5c128c87043b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959386367', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'bce05764-7eee-4ef6-ab31-35b9238f0649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:09:10Z', 'updated_at': '2021-12-10T19:09:18Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': 'bce05764-7eee-4ef6-ab31-35b9238f0649', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:82:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6f9288-b0dd-48fc-a80e-5c128c87043b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:11Z', 'updated_at': '2021-12-10T19:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'a04c49cf-5477-4522-a34a-21c67c72b56b', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'floating_ip_address': '172.25.7.224', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'bd6f9288-b0dd-48fc-a80e-5c128c87043b', 'port_id': '39d34c40-d35c-48b4-881a-69cdea170a34', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc606665-a872-41f7-a880-2338a9263507', 'mac_address': 'fa:16:3e:e0:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a25d12-dd45-4419-bef9-dc96bcfe1230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:09:35Z', 'updated_at': '2021-12-10T19:09:35Z', 'revision_number': 0, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b96c4660-5965-4e13-b75e-005d29a8271c', 'name': '', 'network_id': 'dc606665-a872-41f7-a880-2338a9263507', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'mac_address': 'fa:16:3e:cb:93:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6f9288-b0dd-48fc-a80e-5c128c87043b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '6faf1b7c-c997-4f36-86ef-bde75a10f775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:17Z', 'updated_at': '2021-12-10T19:09:22Z', 'revision_number': 5, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'subnets': [{'id': '6faf1b7c-c997-4f36-86ef-bde75a10f775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:09:38.195118 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2a67072c-cae1-4dc2-b4f5-df252aea731d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7f185da471b44e78ba28d8589f387edd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1859343 Dec 10 19:09:38.195843 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40580) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:38.249868 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-15f2f020-fab1-4d31-a645-652177fbc995 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:38.276582 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-15f2f020-fab1-4d31-a645-652177fbc995 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:38.334848 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-15f2f020-fab1-4d31-a645-652177fbc995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:38.337601 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-15f2f020-fab1-4d31-a645-652177fbc995 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:38.338794 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-15f2f020-fab1-4d31-a645-652177fbc995 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6742855b-e055-49ee-b91a-0fa01c87e9e5 HTTP/1.1" status: 204 len: 168 time: 0.1418955 Dec 10 19:09:38.353552 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2f020-fab1-4d31-a645-652177fbc995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6742855b-e055-49ee-b91a-0fa01c87e9e5,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:38.381730 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:38.393634 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1f763c48-8b5d-4350-8609-0ecf68d81d0e req-f1be9ba2-8ffd-488f-8f32-748350ee4de2 service neutron] 10.222.0.46 "GET /v2.0/networks/dc606665-a872-41f7-a880-2338a9263507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5676668 Dec 10 19:09:38.444673 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf47a0d-1a28-45a0-bcad-4494793db522 None None] New status for floating IP a04c49cf-5477-4522-a34a-21c67c72b56b: ACTIVE {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:09:38.517652 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1f763c48-8b5d-4350-8609-0ecf68d81d0e req-1415efbf-53ee-441c-ae0f-65453160aac6 service neutron] 10.222.0.46 "GET /v2.0/networks/dc606665-a872-41f7-a880-2338a9263507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172924 Dec 10 19:09:38.679060 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40592) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:38.747961 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2e68c734-6663-4b8a-a7b2-a0bec8af42b8 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/floatingips/a04c49cf-5477-4522-a34a-21c67c72b56b HTTP/1.1" status: 200 len: 994 time: 0.0676858 Dec 10 19:09:39.115794 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40608) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:39.212830 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c2367653-775b-42c7-9903-14ef81accdcf tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:39.213282 n-d-821435-1 neutron-server[103245]: WARNING neutron.api.v2.base [None req-c2367653-775b-42c7-9903-14ef81accdcf tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 10 19:09:39.213783 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-c2367653-775b-42c7-9903-14ef81accdcf tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 19:09:39.214757 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c2367653-775b-42c7-9903-14ef81accdcf tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0979669 Dec 10 19:09:39.218504 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40612) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:39.222386 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-dec1aaec-7962-4b5e-8f7a-5771d8182667 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Request body: {'security_group': {'name': 'tempest-secgroup--531491638'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:39.245195 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dec1aaec-7962-4b5e-8f7a-5771d8182667 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:39.252938 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dec1aaec-7962-4b5e-8f7a-5771d8182667 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:39.327110 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dec1aaec-7962-4b5e-8f7a-5771d8182667 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:39.330971 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dec1aaec-7962-4b5e-8f7a-5771d8182667 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:39.371465 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1aaec-7962-4b5e-8f7a-5771d8182667 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0afaf017-af2b-48fe-9649-07e7effeaff2,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:39.408529 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dec1aaec-7962-4b5e-8f7a-5771d8182667 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:39.412347 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dec1aaec-7962-4b5e-8f7a-5771d8182667 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:39.442060 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dec1aaec-7962-4b5e-8f7a-5771d8182667 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:39.443223 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-dec1aaec-7962-4b5e-8f7a-5771d8182667 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2238262 Dec 10 19:09:39.446025 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40614) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:39.450227 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-fc3d0472-9470-4f4b-be8a-fb3ad898e50f tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Request body: {'security_group_rule': {'security_group_id': '35df4e36-12d7-4c43-87b4-1d66e51deaa6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:39.458221 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1aaec-7962-4b5e-8f7a-5771d8182667 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35df4e36-12d7-4c43-87b4-1d66e51deaa6,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:39.480725 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc3d0472-9470-4f4b-be8a-fb3ad898e50f tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:39.536185 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc3d0472-9470-4f4b-be8a-fb3ad898e50f tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:39.539634 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc3d0472-9470-4f4b-be8a-fb3ad898e50f tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:39.557527 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d0472-9470-4f4b-be8a-fb3ad898e50f tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c840be0d-2f6d-48ef-8158-f40fcc56dd6e,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:39.570145 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc3d0472-9470-4f4b-be8a-fb3ad898e50f tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:39.572555 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fc3d0472-9470-4f4b-be8a-fb3ad898e50f tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1238134 Dec 10 19:09:39.573524 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40616) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:39.577968 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-914f74de-9590-46a5-8080-796dfcda13ab tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Request body: {'security_group_rule': {'security_group_id': '35df4e36-12d7-4c43-87b4-1d66e51deaa6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:39.605581 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-914f74de-9590-46a5-8080-796dfcda13ab tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:39.619121 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6b15ff56-f3c5-4f1b-ac55-0f2ba2b7d001 req-18369c38-3c7c-432b-9416-2ff13ebc407b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445714 Dec 10 19:09:39.653055 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-914f74de-9590-46a5-8080-796dfcda13ab tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 19:09:39.654948 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-914f74de-9590-46a5-8080-796dfcda13ab tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0804522 Dec 10 19:09:39.657937 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40620) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:39.709955 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15ff56-f3c5-4f1b-ac55-0f2ba2b7d001 req-afa9fbef-3b04-4b78-a0ac-c47f34ace960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:39.711536 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6b15ff56-f3c5-4f1b-ac55-0f2ba2b7d001 req-afa9fbef-3b04-4b78-a0ac-c47f34ace960 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230 HTTP/1.1" status: 200 len: 1097 time: 0.0482016 Dec 10 19:09:39.722692 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67f67cf7-24b4-43f5-a731-3259d8b3ad62 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:39.748417 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67f67cf7-24b4-43f5-a731-3259d8b3ad62 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:39.798006 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67f67cf7-24b4-43f5-a731-3259d8b3ad62 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:39.802937 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67f67cf7-24b4-43f5-a731-3259d8b3ad62 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:39.804896 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-67f67cf7-24b4-43f5-a731-3259d8b3ad62 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "DELETE /v2.0/security-groups/35df4e36-12d7-4c43-87b4-1d66e51deaa6 HTTP/1.1" status: 204 len: 168 time: 0.1459610 Dec 10 19:09:39.807915 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40626) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:39.816839 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f67cf7-24b4-43f5-a731-3259d8b3ad62 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35df4e36-12d7-4c43-87b4-1d66e51deaa6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:39.846097 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15ff56-f3c5-4f1b-ac55-0f2ba2b7d001 req-a4ae3998-e74e-470e-8cfd-f92d783a96b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:39.847952 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6b15ff56-f3c5-4f1b-ac55-0f2ba2b7d001 req-a4ae3998-e74e-470e-8cfd-f92d783a96b6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dc606665-a872-41f7-a880-2338a9263507 HTTP/1.1" status: 200 len: 898 time: 0.1169388 Dec 10 19:09:39.913525 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-46b0593b-0d64-431a-81f2-7355cce6d0f1 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1043026 Dec 10 19:09:39.913871 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40630) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:39.918657 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-156105ef-424e-4df8-afac-8065b6a5510e tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Request body: {'security_group': {'name': 'tempest-secgroup--653764037'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:39.933239 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6b15ff56-f3c5-4f1b-ac55-0f2ba2b7d001 req-33218a32-16ea-464e-91e8-76eabd2ac25d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39d34c40-d35c-48b4-881a-69cdea170a34 HTTP/1.1" status: 200 len: 1002 time: 0.0774825 Dec 10 19:09:39.942679 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-156105ef-424e-4df8-afac-8065b6a5510e tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:39.995204 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15ff56-f3c5-4f1b-ac55-0f2ba2b7d001 req-fc13b280-61f1-4dcd-bc10-290c1a8e4006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:39.996829 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6b15ff56-f3c5-4f1b-ac55-0f2ba2b7d001 req-fc13b280-61f1-4dcd-bc10-290c1a8e4006 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6faf1b7c-c997-4f36-86ef-bde75a10f775 HTTP/1.1" status: 200 len: 835 time: 0.0559406 Dec 10 19:09:40.027951 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-156105ef-424e-4df8-afac-8065b6a5510e tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:40.032818 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-156105ef-424e-4df8-afac-8065b6a5510e tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:40.051481 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15ff56-f3c5-4f1b-ac55-0f2ba2b7d001 req-d4954a41-1988-4a06-a81a-7b33d884728f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:40.053547 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6b15ff56-f3c5-4f1b-ac55-0f2ba2b7d001 req-d4954a41-1988-4a06-a81a-7b33d884728f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dc606665-a872-41f7-a880-2338a9263507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463078 Dec 10 19:09:40.062556 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-156105ef-424e-4df8-afac-8065b6a5510e tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:40.063793 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-156105ef-424e-4df8-afac-8065b6a5510e tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1489098 Dec 10 19:09:40.067501 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40632) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:40.072535 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7be775ae-21d4-4cc2-91fa-f47346158ffd tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Request body: {'security_group_rule': {'security_group_id': '2bebb5ce-20bf-47e1-b31d-7d36027e3cda', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:40.073070 n-d-821435-1 neutron-server[103245]: WARNING neutron.api.v2.base [None req-7be775ae-21d4-4cc2-91fa-f47346158ffd tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 10 19:09:40.073568 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-7be775ae-21d4-4cc2-91fa-f47346158ffd tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:09:40.075925 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7be775ae-21d4-4cc2-91fa-f47346158ffd tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0061107 Dec 10 19:09:40.077242 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40634) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:40.077613 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156105ef-424e-4df8-afac-8065b6a5510e tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bebb5ce-20bf-47e1-b31d-7d36027e3cda,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:40.194566 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90129d9b-0a16-4652-87b5-037b6e255314 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:40.202262 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6b15ff56-f3c5-4f1b-ac55-0f2ba2b7d001 req-43b54c6f-b763-4589-8d59-468a9156d8b6 service neutron] 10.222.0.46 "GET /v2.0/networks/dc606665-a872-41f7-a880-2338a9263507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343961 Dec 10 19:09:40.240547 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90129d9b-0a16-4652-87b5-037b6e255314 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:40.333358 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6b15ff56-f3c5-4f1b-ac55-0f2ba2b7d001 req-5b812fc1-8edb-4860-a0a6-e21ddd56187c service neutron] 10.222.0.46 "GET /v2.0/networks/dc606665-a872-41f7-a880-2338a9263507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194136 Dec 10 19:09:40.334003 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90129d9b-0a16-4652-87b5-037b6e255314 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:40.336534 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90129d9b-0a16-4652-87b5-037b6e255314 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:40.339912 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-90129d9b-0a16-4652-87b5-037b6e255314 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "DELETE /v2.0/security-groups/2bebb5ce-20bf-47e1-b31d-7d36027e3cda HTTP/1.1" status: 204 len: 168 time: 0.2500093 Dec 10 19:09:40.340767 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40636) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:40.360574 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90129d9b-0a16-4652-87b5-037b6e255314 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bebb5ce-20bf-47e1-b31d-7d36027e3cda,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:40.399172 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4c19b65f-28c6-4cf3-a62a-1c9df319b543 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0573337 Dec 10 19:09:40.402596 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40638) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:40.406821 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-8e6c1554-3ca3-4c2e-9308-c26774880ced tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Request body: {'security_group': {'name': 'tempest-secgroup--2129348391'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:40.430067 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e6c1554-3ca3-4c2e-9308-c26774880ced tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:40.499698 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e6c1554-3ca3-4c2e-9308-c26774880ced tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:40.503484 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e6c1554-3ca3-4c2e-9308-c26774880ced tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:40.528829 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e6c1554-3ca3-4c2e-9308-c26774880ced tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:40.530201 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8e6c1554-3ca3-4c2e-9308-c26774880ced tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1266785 Dec 10 19:09:40.533142 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40640) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:40.538302 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-9ef4923b-682c-4a1a-ae4a-253fbd2290fd tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Request body: {'security_group_rule': {'security_group_id': 'c94232ed-c9c0-4d69-b9c7-5e59e4a2dfbb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:40.538866 n-d-821435-1 neutron-server[103245]: WARNING neutron.api.v2.base [None req-9ef4923b-682c-4a1a-ae4a-253fbd2290fd tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 10 19:09:40.539356 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-9ef4923b-682c-4a1a-ae4a-253fbd2290fd tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:09:40.539575 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c1554-3ca3-4c2e-9308-c26774880ced tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c94232ed-c9c0-4d69-b9c7-5e59e4a2dfbb,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:40.540309 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9ef4923b-682c-4a1a-ae4a-253fbd2290fd tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0061543 Dec 10 19:09:40.542869 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40642) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:40.599002 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ca9656ad-c075-4f25-b5a5-bc45871654a0 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:40.623944 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ca9656ad-c075-4f25-b5a5-bc45871654a0 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:40.666471 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ca9656ad-c075-4f25-b5a5-bc45871654a0 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:40.669173 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ca9656ad-c075-4f25-b5a5-bc45871654a0 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:40.670331 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ca9656ad-c075-4f25-b5a5-bc45871654a0 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "DELETE /v2.0/security-groups/c94232ed-c9c0-4d69-b9c7-5e59e4a2dfbb HTTP/1.1" status: 204 len: 168 time: 0.1263294 Dec 10 19:09:40.673111 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40644) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:40.680255 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9656ad-c075-4f25-b5a5-bc45871654a0 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94232ed-c9c0-4d69-b9c7-5e59e4a2dfbb,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:40.732318 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-57345192-1d9e-430b-978e-39b9f49a4be7 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0579836 Dec 10 19:09:40.735857 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40646) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:40.740245 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-b39eab3c-3a9c-4983-966e-464d50e4599f tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Request body: {'security_group': {'name': 'tempest-secgroup--193366146'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:40.763464 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b39eab3c-3a9c-4983-966e-464d50e4599f tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:40.837843 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b39eab3c-3a9c-4983-966e-464d50e4599f tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:40.842011 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b39eab3c-3a9c-4983-966e-464d50e4599f tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:40.870884 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b39eab3c-3a9c-4983-966e-464d50e4599f tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:40.872174 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b39eab3c-3a9c-4983-966e-464d50e4599f tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1353178 Dec 10 19:09:40.874965 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40648) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:40.880005 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-9a37f265-a6a0-4dd3-9a0c-4e1f80c926f8 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Request body: {'security_group_rule': {'security_group_id': 'ae8e314b-4a94-460e-9771-4637dc385ab9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:40.880908 n-d-821435-1 neutron-server[103245]: WARNING neutron.api.v2.base [None req-9a37f265-a6a0-4dd3-9a0c-4e1f80c926f8 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 10 19:09:40.881388 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-9a37f265-a6a0-4dd3-9a0c-4e1f80c926f8 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:09:40.882326 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9a37f265-a6a0-4dd3-9a0c-4e1f80c926f8 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064509 Dec 10 19:09:40.883471 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39eab3c-3a9c-4983-966e-464d50e4599f tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8e314b-4a94-460e-9771-4637dc385ab9,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:40.884935 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40650) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:40.890030 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-be4dbc66-380b-41fc-b8f0-c72b39915b6f tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Request body: {'security_group_rule': {'security_group_id': 'ae8e314b-4a94-460e-9771-4637dc385ab9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:40.890746 n-d-821435-1 neutron-server[103244]: WARNING neutron.api.v2.base [None req-be4dbc66-380b-41fc-b8f0-c72b39915b6f tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 10 19:09:40.900122 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-be4dbc66-380b-41fc-b8f0-c72b39915b6f tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:09:40.901194 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-be4dbc66-380b-41fc-b8f0-c72b39915b6f tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0149989 Dec 10 19:09:40.903677 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40652) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:40.908614 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-de4339d0-b2cb-4bc0-ac77-3b850010e275 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Request body: {'security_group_rule': {'security_group_id': 'ae8e314b-4a94-460e-9771-4637dc385ab9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:40.909500 n-d-821435-1 neutron-server[103244]: WARNING neutron.api.v2.base [None req-de4339d0-b2cb-4bc0-ac77-3b850010e275 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 10 19:09:40.909971 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-de4339d0-b2cb-4bc0-ac77-3b850010e275 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:09:40.910900 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-de4339d0-b2cb-4bc0-ac77-3b850010e275 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063479 Dec 10 19:09:40.913091 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40654) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:40.916991 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-4f833702-0a79-4727-9caa-0446d6fd8edc tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Request body: {'security_group_rule': {'security_group_id': 'ae8e314b-4a94-460e-9771-4637dc385ab9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:40.917851 n-d-821435-1 neutron-server[103244]: WARNING neutron.api.v2.base [None req-4f833702-0a79-4727-9caa-0446d6fd8edc tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 10 19:09:40.918333 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-4f833702-0a79-4727-9caa-0446d6fd8edc tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:09:40.921928 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4f833702-0a79-4727-9caa-0446d6fd8edc tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0053427 Dec 10 19:09:40.923026 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40658) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:40.977965 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-60ed40ed-d9f8-4996-8c2d-f584cf7ce2ff tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:41.000840 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-60ed40ed-d9f8-4996-8c2d-f584cf7ce2ff tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:41.042289 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-60ed40ed-d9f8-4996-8c2d-f584cf7ce2ff tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:41.045079 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-60ed40ed-d9f8-4996-8c2d-f584cf7ce2ff tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:41.046238 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-60ed40ed-d9f8-4996-8c2d-f584cf7ce2ff tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "DELETE /v2.0/security-groups/ae8e314b-4a94-460e-9771-4637dc385ab9 HTTP/1.1" status: 204 len: 168 time: 0.1232367 Dec 10 19:09:41.049128 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40660) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:41.056075 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed40ed-d9f8-4996-8c2d-f584cf7ce2ff tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8e314b-4a94-460e-9771-4637dc385ab9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:41.101587 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7ef45c84-e7b6-412d-9bc6-311e711a8e21 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0513139 Dec 10 19:09:41.105830 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40662) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:41.110401 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-35bfd981-a3df-45d2-9348-30f672da91dc tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Request body: {'security_group': {'name': 'tempest-secgroup--1646547524'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:41.133313 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-35bfd981-a3df-45d2-9348-30f672da91dc tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:41.205814 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-35bfd981-a3df-45d2-9348-30f672da91dc tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:41.210616 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-35bfd981-a3df-45d2-9348-30f672da91dc tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:41.243680 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bfd981-a3df-45d2-9348-30f672da91dc tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26fc83e9-f4e0-42c3-95cd-3a0eb1714331,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:41.252731 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-35bfd981-a3df-45d2-9348-30f672da91dc tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:41.261145 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-35bfd981-a3df-45d2-9348-30f672da91dc tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1502631 Dec 10 19:09:41.261294 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40664) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:41.271151 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f47f6c34-0438-4902-9b7c-a60c554b8a3a tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Request body: {'security_group_rule': {'security_group_id': '26fc83e9-f4e0-42c3-95cd-3a0eb1714331', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:41.272148 n-d-821435-1 neutron-server[103245]: WARNING neutron.api.v2.base [None req-f47f6c34-0438-4902-9b7c-a60c554b8a3a tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 10 19:09:41.273855 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-f47f6c34-0438-4902-9b7c-a60c554b8a3a tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:09:41.275186 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f47f6c34-0438-4902-9b7c-a60c554b8a3a tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0150840 Dec 10 19:09:41.278252 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40666) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:41.283928 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7f7c03c3-4fb6-443a-8e86-83aef7e79a44 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Request body: {'security_group_rule': {'security_group_id': '26fc83e9-f4e0-42c3-95cd-3a0eb1714331', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:41.337969 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-7f7c03c3-4fb6-443a-8e86-83aef7e79a44 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:09:41.340231 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7f7c03c3-4fb6-443a-8e86-83aef7e79a44 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0609426 Dec 10 19:09:41.344808 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40668) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:41.348188 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-bab08d1d-f730-4317-a0c1-83c1da78c786 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Request body: {'security_group_rule': {'security_group_id': '26fc83e9-f4e0-42c3-95cd-3a0eb1714331', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:41.353339 n-d-821435-1 neutron-server[103244]: WARNING neutron.api.v2.base [None req-bab08d1d-f730-4317-a0c1-83c1da78c786 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 10 19:09:41.353974 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-bab08d1d-f730-4317-a0c1-83c1da78c786 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:09:41.355085 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-bab08d1d-f730-4317-a0c1-83c1da78c786 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0107715 Dec 10 19:09:41.360668 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40670) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:41.371852 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-963b319c-5772-4711-b30d-f1a4d89ac807 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Request body: {'security_group_rule': {'security_group_id': '26fc83e9-f4e0-42c3-95cd-3a0eb1714331', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:41.417335 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-963b319c-5772-4711-b30d-f1a4d89ac807 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:09:41.418325 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-963b319c-5772-4711-b30d-f1a4d89ac807 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0591583 Dec 10 19:09:41.421266 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40672) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:41.426044 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ae842891-2902-47f2-b180-1a23a51d2c93 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Request body: {'security_group_rule': {'security_group_id': '26fc83e9-f4e0-42c3-95cd-3a0eb1714331', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:41.426541 n-d-821435-1 neutron-server[103245]: WARNING neutron.api.v2.base [None req-ae842891-2902-47f2-b180-1a23a51d2c93 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 10 19:09:41.427008 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-ae842891-2902-47f2-b180-1a23a51d2c93 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:09:41.427936 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ae842891-2902-47f2-b180-1a23a51d2c93 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057182 Dec 10 19:09:41.430397 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40674) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:41.434729 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-edf97a63-ff78-4338-b3a7-e520b432051c tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Request body: {'security_group_rule': {'security_group_id': '26fc83e9-f4e0-42c3-95cd-3a0eb1714331', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:41.474299 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-edf97a63-ff78-4338-b3a7-e520b432051c tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:09:41.475508 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-edf97a63-ff78-4338-b3a7-e520b432051c tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0441988 Dec 10 19:09:41.478343 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40676) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:41.483655 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c02d8879-bc4c-4ca8-9fbc-24c31c8e3618 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Request body: {'security_group_rule': {'security_group_id': '26fc83e9-f4e0-42c3-95cd-3a0eb1714331', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:41.484182 n-d-821435-1 neutron-server[103245]: WARNING neutron.api.v2.base [None req-c02d8879-bc4c-4ca8-9fbc-24c31c8e3618 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 10 19:09:41.484760 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-c02d8879-bc4c-4ca8-9fbc-24c31c8e3618 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:09:41.488469 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c02d8879-bc4c-4ca8-9fbc-24c31c8e3618 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064518 Dec 10 19:09:41.488729 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40678) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:41.493242 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-fe4feb1d-66b6-4952-9acc-9a263bf0d6d0 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Request body: {'security_group_rule': {'security_group_id': '26fc83e9-f4e0-42c3-95cd-3a0eb1714331', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:41.530247 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-fe4feb1d-66b6-4952-9acc-9a263bf0d6d0 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:09:41.531377 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fe4feb1d-66b6-4952-9acc-9a263bf0d6d0 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0417025 Dec 10 19:09:41.534117 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40680) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:41.538575 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-fc039739-f0f8-4c2b-9d6d-c7103dfc4512 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Request body: {'security_group_rule': {'security_group_id': '26fc83e9-f4e0-42c3-95cd-3a0eb1714331', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:41.580371 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-fc039739-f0f8-4c2b-9d6d-c7103dfc4512 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:09:41.582512 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fc039739-f0f8-4c2b-9d6d-c7103dfc4512 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0471649 Dec 10 19:09:41.585130 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40682) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:41.634630 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-151b0dd4-fab0-44de-b4e7-f104eeed63e1 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:41.656425 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-151b0dd4-fab0-44de-b4e7-f104eeed63e1 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:41.699120 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-151b0dd4-fab0-44de-b4e7-f104eeed63e1 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:41.701634 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-151b0dd4-fab0-44de-b4e7-f104eeed63e1 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:41.702772 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-151b0dd4-fab0-44de-b4e7-f104eeed63e1 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "DELETE /v2.0/security-groups/26fc83e9-f4e0-42c3-95cd-3a0eb1714331 HTTP/1.1" status: 204 len: 168 time: 0.1166580 Dec 10 19:09:41.705563 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40684) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:41.712679 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b0dd4-fab0-44de-b4e7-f104eeed63e1 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fc83e9-f4e0-42c3-95cd-3a0eb1714331,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:41.751541 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-000ff6fd-9ef3-4d9d-8b3c-a3d3958a430b tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0443130 Dec 10 19:09:41.755846 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40686) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:41.760149 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-389e3d7f-337e-44ca-86d8-eeaedea8818f tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Request body: {'security_group': {'name': 'tempest-secgroup--548682685'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:41.782193 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-389e3d7f-337e-44ca-86d8-eeaedea8818f tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:41.848171 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-389e3d7f-337e-44ca-86d8-eeaedea8818f tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:41.851479 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-389e3d7f-337e-44ca-86d8-eeaedea8818f tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:41.879308 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-389e3d7f-337e-44ca-86d8-eeaedea8818f tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:41.880517 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-389e3d7f-337e-44ca-86d8-eeaedea8818f tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1237423 Dec 10 19:09:41.883791 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40688) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:41.888724 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-84a454fc-442a-4192-b386-1ee5432a9085 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Request body: {'security_group_rule': {'security_group_id': 'ad007f89-b0b2-4dfc-8022-7b4a2602b0b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:41.888922 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e3d7f-337e-44ca-86d8-eeaedea8818f tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad007f89-b0b2-4dfc-8022-7b4a2602b0b2,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:41.927824 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-84a454fc-442a-4192-b386-1ee5432a9085 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] create failed (client error): The resource could not be found. Dec 10 19:09:41.929043 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-84a454fc-442a-4192-b386-1ee5432a9085 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0441732 Dec 10 19:09:41.932070 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40690) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:41.936301 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c4edc004-fe33-4682-8f74-4ef2449c8ab7 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Request body: {'security_group_rule': {'security_group_id': 'ad007f89-b0b2-4dfc-8022-7b4a2602b0b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f8a92dc8-9dd3-42fe-9d60-eec025be7600'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:41.975543 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-c4edc004-fe33-4682-8f74-4ef2449c8ab7 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] create failed (client error): The resource could not be found. Dec 10 19:09:41.979169 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c4edc004-fe33-4682-8f74-4ef2449c8ab7 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0435748 Dec 10 19:09:41.979394 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40696) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:42.031872 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-139d9801-ae12-40d0-93e4-f3125111ce8f tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:42.054933 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-139d9801-ae12-40d0-93e4-f3125111ce8f tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:42.095696 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-139d9801-ae12-40d0-93e4-f3125111ce8f tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:42.098531 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-139d9801-ae12-40d0-93e4-f3125111ce8f tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:42.099759 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-139d9801-ae12-40d0-93e4-f3125111ce8f tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "DELETE /v2.0/security-groups/ad007f89-b0b2-4dfc-8022-7b4a2602b0b2 HTTP/1.1" status: 204 len: 168 time: 0.1193442 Dec 10 19:09:42.103172 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40702) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:42.109106 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d9801-ae12-40d0-93e4-f3125111ce8f tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad007f89-b0b2-4dfc-8022-7b4a2602b0b2,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:42.150340 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-10af143c-7874-4756-95c1-3e5760fd7115 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0459340 Dec 10 19:09:42.154422 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40704) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:42.158636 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-116b2516-7568-4c10-8450-ad885268be18 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Request body: {'security_group_rule': {'security_group_id': 'b315adbf-039e-4305-80b4-528b3376bb8a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:42.199380 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-116b2516-7568-4c10-8450-ad885268be18 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] create failed (client error): The resource could not be found. Dec 10 19:09:42.200462 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-116b2516-7568-4c10-8450-ad885268be18 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0451066 Dec 10 19:09:42.204023 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40706) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:42.209705 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1d27d2ce-da44-405f-9749-d7ba6f0e74d8 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Request body: {'security_group': {'name': 'tempest-secgroup--375561721'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:42.233832 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1d27d2ce-da44-405f-9749-d7ba6f0e74d8 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:42.301832 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1d27d2ce-da44-405f-9749-d7ba6f0e74d8 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:42.305613 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1d27d2ce-da44-405f-9749-d7ba6f0e74d8 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:42.334057 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1d27d2ce-da44-405f-9749-d7ba6f0e74d8 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:42.335306 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1d27d2ce-da44-405f-9749-d7ba6f0e74d8 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1302538 Dec 10 19:09:42.338063 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40708) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:42.343317 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-294b3c81-377a-46bd-975d-8f36cc9ee30a tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Request body: {'security_group': {'name': 'tempest-secgroup--305315108'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:42.349964 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d27d2ce-da44-405f-9749-d7ba6f0e74d8 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb33694d-e65a-4201-b09d-4d43755a4322,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:42.370044 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-294b3c81-377a-46bd-975d-8f36cc9ee30a tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:42.446907 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-294b3c81-377a-46bd-975d-8f36cc9ee30a tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:42.451599 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-294b3c81-377a-46bd-975d-8f36cc9ee30a tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:42.485854 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-294b3c81-377a-46bd-975d-8f36cc9ee30a tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:42.491048 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40712) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:42.491284 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-294b3c81-377a-46bd-975d-8f36cc9ee30a tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1521976 Dec 10 19:09:42.495916 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b3c81-377a-46bd-975d-8f36cc9ee30a tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4eb0e4-c96b-4eac-8978-f8105dae9f96,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:42.496770 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-9399510f-d85d-42ee-b8e4-79742c68c0f1 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Request body: {'security_group_rule': {'security_group_id': 'cb33694d-e65a-4201-b09d-4d43755a4322', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '3d4eb0e4-c96b-4eac-8978-f8105dae9f96'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:42.548432 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-9399510f-d85d-42ee-b8e4-79742c68c0f1 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:09:42.549742 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9399510f-d85d-42ee-b8e4-79742c68c0f1 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0573051 Dec 10 19:09:42.553037 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40718) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:42.619103 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0a78c94-76c9-4656-b67f-be2dd1b8df11 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:42.654095 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0a78c94-76c9-4656-b67f-be2dd1b8df11 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:42.701919 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0a78c94-76c9-4656-b67f-be2dd1b8df11 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:42.704457 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0a78c94-76c9-4656-b67f-be2dd1b8df11 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:42.708535 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c0a78c94-76c9-4656-b67f-be2dd1b8df11 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "DELETE /v2.0/security-groups/3d4eb0e4-c96b-4eac-8978-f8105dae9f96 HTTP/1.1" status: 204 len: 168 time: 0.1545413 Dec 10 19:09:42.709173 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40724) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:42.718069 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a78c94-76c9-4656-b67f-be2dd1b8df11 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4eb0e4-c96b-4eac-8978-f8105dae9f96,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:42.766395 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-02032cfc-b777-4ad3-8bd4-694274b65827 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0559142 Dec 10 19:09:42.768936 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40726) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:42.829181 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a829af02-6bc9-4123-a6b4-1786702911ec tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:42.852241 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a829af02-6bc9-4123-a6b4-1786702911ec tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:42.898122 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a829af02-6bc9-4123-a6b4-1786702911ec tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:42.900986 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a829af02-6bc9-4123-a6b4-1786702911ec tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:42.904944 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40728) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:42.905097 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a829af02-6bc9-4123-a6b4-1786702911ec tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "DELETE /v2.0/security-groups/cb33694d-e65a-4201-b09d-4d43755a4322 HTTP/1.1" status: 204 len: 168 time: 0.1351585 Dec 10 19:09:42.916075 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a829af02-6bc9-4123-a6b4-1786702911ec tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb33694d-e65a-4201-b09d-4d43755a4322,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:42.954055 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-06faf76d-84ba-4ced-a7f6-4dbe10575ff3 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0467503 Dec 10 19:09:42.958782 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40730) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:42.963549 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-20e90e13-c44d-40a6-9bd3-8162774f3781 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Request body: {'security_group': {'name': 'tempest-secgroup--1844870110'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:42.987044 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-20e90e13-c44d-40a6-9bd3-8162774f3781 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:43.054006 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-20e90e13-c44d-40a6-9bd3-8162774f3781 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:43.058039 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-20e90e13-c44d-40a6-9bd3-8162774f3781 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:43.090251 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-20e90e13-c44d-40a6-9bd3-8162774f3781 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:43.091692 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-20e90e13-c44d-40a6-9bd3-8162774f3781 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1317797 Dec 10 19:09:43.094004 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e90e13-c44d-40a6-9bd3-8162774f3781 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=913be160-b43d-4c9f-8ad2-8d665180eb04,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:43.095489 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40732) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:43.101993 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-33959123-0134-4555-a1d2-ff6b169d57e0 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:43.102590 n-d-821435-1 neutron-server[103245]: WARNING neutron.api.v2.base [None req-33959123-0134-4555-a1d2-ff6b169d57e0 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 10 19:09:43.103150 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-33959123-0134-4555-a1d2-ff6b169d57e0 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] update failed (client error): There was a conflict when trying to complete your request. Dec 10 19:09:43.104313 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-33959123-0134-4555-a1d2-ff6b169d57e0 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "PUT /v2.0/security-groups/913be160-b43d-4c9f-8ad2-8d665180eb04 HTTP/1.1" status: 409 len: 330 time: 0.0063152 Dec 10 19:09:43.107299 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40734) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:43.162822 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-deb679df-db46-4e95-a043-5c2154b5c279 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:43.188833 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-deb679df-db46-4e95-a043-5c2154b5c279 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:43.237105 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-deb679df-db46-4e95-a043-5c2154b5c279 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:43.240662 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-deb679df-db46-4e95-a043-5c2154b5c279 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:43.241982 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-deb679df-db46-4e95-a043-5c2154b5c279 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "DELETE /v2.0/security-groups/913be160-b43d-4c9f-8ad2-8d665180eb04 HTTP/1.1" status: 204 len: 168 time: 0.1336107 Dec 10 19:09:43.244868 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40736) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:43.253709 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb679df-db46-4e95-a043-5c2154b5c279 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=913be160-b43d-4c9f-8ad2-8d665180eb04,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:43.295077 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0374bed5-dfb1-4bcd-a5bc-6fa20d3bd5e1 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0489295 Dec 10 19:09:43.298987 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40738) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:43.312461 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-0324a024-c6d8-445a-861a-3bbcf5bf8ae4 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] delete failed (client error): The resource could not be found. Dec 10 19:09:43.313488 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0324a024-c6d8-445a-861a-3bbcf5bf8ae4 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "DELETE /v2.0/security-groups/009d0740-28c1-4058-a486-94bff426444f HTTP/1.1" status: 404 len: 347 time: 0.0135317 Dec 10 19:09:43.317737 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40740) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:43.331056 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-2cdebba6-8ae5-41a6-bdf6-02c27ccef099 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] show failed (client error): The resource could not be found. Dec 10 19:09:43.332150 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2cdebba6-8ae5-41a6-bdf6-02c27ccef099 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "GET /v2.0/security-groups/6438e10f-9280-483c-92c6-6599f947b5db HTTP/1.1" status: 404 len: 347 time: 0.0133989 Dec 10 19:09:43.335685 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40742) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:43.350410 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-cfcbaf9b-ccaf-42c2-bfbd-ad6be5b495f4 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] show failed (client error): The resource could not be found. Dec 10 19:09:43.353194 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-cfcbaf9b-ccaf-42c2-bfbd-ad6be5b495f4 tempest-NegativeSecGroupTest-1630362158 tempest-NegativeSecGroupTest-1630362158-project] 10.222.0.62 "GET /v2.0/security-group-rules/bccec86c-3c5d-4ee6-826b-d7aed85293e7 HTTP/1.1" status: 404 len: 356 time: 0.0148590 Dec 10 19:09:43.600934 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40748) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:43.744076 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-fde34492-fbec-4e47-a567-d3f92dafa747 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0825f42c33e64f05bfc0225fc093df5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1418700 Dec 10 19:09:43.746487 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40756) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:43.794274 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e4de0b30-9d42-474f-ab5f-328f38ad251a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:43.816246 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e4de0b30-9d42-474f-ab5f-328f38ad251a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:43.865500 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e4de0b30-9d42-474f-ab5f-328f38ad251a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:43.868326 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e4de0b30-9d42-474f-ab5f-328f38ad251a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:43.869623 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e4de0b30-9d42-474f-ab5f-328f38ad251a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0afaf017-af2b-48fe-9649-07e7effeaff2 HTTP/1.1" status: 204 len: 168 time: 0.1221390 Dec 10 19:09:43.880474 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de0b30-9d42-474f-ab5f-328f38ad251a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afaf017-af2b-48fe-9649-07e7effeaff2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:44.537801 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40778) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:44.636175 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-cc1b014d-8d29-4716-8a11-c6f07d3cd473 tempest-SubnetPoolsTestJSON-683823890 tempest-SubnetPoolsTestJSON-683823890-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1990613190', 'prefixes': ['172.20.0.0/16']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:44.691690 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc1b014d-8d29-4716-8a11-c6f07d3cd473 tempest-SubnetPoolsTestJSON-683823890 tempest-SubnetPoolsTestJSON-683823890-project] Publish callbacks [] for subnetpool, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:44.692977 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-cc1b014d-8d29-4716-8a11-c6f07d3cd473 tempest-SubnetPoolsTestJSON-683823890 tempest-SubnetPoolsTestJSON-683823890-project] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.1540604 Dec 10 19:09:44.695684 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40782) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:44.719562 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1269e590-bc2e-4389-9340-a95c4d5a97db tempest-SubnetPoolsTestJSON-683823890 tempest-SubnetPoolsTestJSON-683823890-project] 10.222.0.62 "GET /v2.0/subnetpools/b85b9923-84dd-458b-a447-684164069014 HTTP/1.1" status: 200 len: 732 time: 0.0227358 Dec 10 19:09:44.722091 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40784) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:44.726228 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-126cc9d9-a61e-443e-b972-e33e350a7376 tempest-SubnetPoolsTestJSON-683823890 tempest-SubnetPoolsTestJSON-683823890-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-839519974'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:44.814740 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-126cc9d9-a61e-443e-b972-e33e350a7376 tempest-SubnetPoolsTestJSON-683823890 tempest-SubnetPoolsTestJSON-683823890-project] Publish callbacks [] for subnetpool, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:44.820117 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-126cc9d9-a61e-443e-b972-e33e350a7376 tempest-SubnetPoolsTestJSON-683823890 tempest-SubnetPoolsTestJSON-683823890-project] 10.222.0.62 "PUT /v2.0/subnetpools/b85b9923-84dd-458b-a447-684164069014 HTTP/1.1" status: 200 len: 683 time: 0.0971048 Dec 10 19:09:44.820383 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40790) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:44.907846 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eba2e603-e094-4b81-b67d-d0356590507b tempest-SubnetPoolsTestJSON-683823890 tempest-SubnetPoolsTestJSON-683823890-project] Publish callbacks [] for subnetpool, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:44.912500 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40792) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:44.912740 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-eba2e603-e094-4b81-b67d-d0356590507b tempest-SubnetPoolsTestJSON-683823890 tempest-SubnetPoolsTestJSON-683823890-project] 10.222.0.62 "DELETE /v2.0/subnetpools/b85b9923-84dd-458b-a447-684164069014 HTTP/1.1" status: 204 len: 168 time: 0.0912139 Dec 10 19:09:44.933123 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-32c3be92-0f64-4b9a-a26f-05ab80f73e91 tempest-SubnetPoolsTestJSON-683823890 tempest-SubnetPoolsTestJSON-683823890-project] show failed (client error): The resource could not be found. Dec 10 19:09:44.933123 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-32c3be92-0f64-4b9a-a26f-05ab80f73e91 tempest-SubnetPoolsTestJSON-683823890 tempest-SubnetPoolsTestJSON-683823890-project] 10.222.0.62 "GET /v2.0/subnetpools/b85b9923-84dd-458b-a447-684164069014 HTTP/1.1" status: 404 len: 346 time: 0.0192835 Dec 10 19:09:44.935850 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40794) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:44.953639 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-6d896994-0427-4180-9c71-cfeb00938167 tempest-SubnetPoolsTestJSON-683823890 tempest-SubnetPoolsTestJSON-683823890-project] delete failed (client error): The resource could not be found. Dec 10 19:09:44.955358 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6d896994-0427-4180-9c71-cfeb00938167 tempest-SubnetPoolsTestJSON-683823890 tempest-SubnetPoolsTestJSON-683823890-project] 10.222.0.62 "DELETE /v2.0/subnetpools/b85b9923-84dd-458b-a447-684164069014 HTTP/1.1" status: 404 len: 346 time: 0.0182257 Dec 10 19:09:45.200077 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40800) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:45.311231 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ddce38ad-1246-45ff-ba9c-b651362b91b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:45.396534 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ddce38ad-1246-45ff-ba9c-b651362b91b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:45.400224 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ddce38ad-1246-45ff-ba9c-b651362b91b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:45.438255 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce38ad-1246-45ff-ba9c-b651362b91b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad71b5e2-5977-4ac7-bc75-df8e12abdc1e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:45.443818 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ddce38ad-1246-45ff-ba9c-b651362b91b6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=411714ac3bb34d48ba22dc0249ac7388&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2426686 Dec 10 19:09:45.447069 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40804) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:45.501594 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2f070762-9924-45ff-9296-514da040a358 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:45.524108 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2f070762-9924-45ff-9296-514da040a358 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:45.573879 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2f070762-9924-45ff-9296-514da040a358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:45.577010 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2f070762-9924-45ff-9296-514da040a358 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:45.578490 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2f070762-9924-45ff-9296-514da040a358 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ad71b5e2-5977-4ac7-bc75-df8e12abdc1e HTTP/1.1" status: 204 len: 168 time: 0.1304030 Dec 10 19:09:45.591102 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f070762-9924-45ff-9296-514da040a358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad71b5e2-5977-4ac7-bc75-df8e12abdc1e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:46.284893 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40830) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:46.401895 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d0f60a4a-e239-4bf3-96f7-ad41daa4be70 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-170000393-network', 'tenant_id': '6866395be381458b8a9e9ff8f5866fe0'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:46.424554 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f60a4a-e239-4bf3-96f7-ad41daa4be70 admin admin] Made reservation on behalf of 6866395be381458b8a9e9ff8f5866fe0 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:09:46.427238 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0f60a4a-e239-4bf3-96f7-ad41daa4be70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:46.435891 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0f60a4a-e239-4bf3-96f7-ad41daa4be70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:46.517695 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0f60a4a-e239-4bf3-96f7-ad41daa4be70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:46.522652 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0f60a4a-e239-4bf3-96f7-ad41daa4be70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:46.548425 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f60a4a-e239-4bf3-96f7-ad41daa4be70 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:09:46.559152 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f60a4a-e239-4bf3-96f7-ad41daa4be70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ac90e5-b4ad-4fcf-aada-5b4d6cae7d48,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:46.563930 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0f60a4a-e239-4bf3-96f7-ad41daa4be70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:46.564269 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-d0f60a4a-e239-4bf3-96f7-ad41daa4be70 admin admin] Added segment ea86b200-591e-4dac-914a-3ac5125dc1bc of type vlan for network 301762ba-d652-4032-b332-576abf288414 Dec 10 19:09:46.616032 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0f60a4a-e239-4bf3-96f7-ad41daa4be70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:46.953843 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0f60a4a-e239-4bf3-96f7-ad41daa4be70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:46.954823 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f60a4a-e239-4bf3-96f7-ad41daa4be70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:46.955389 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0f60a4a-e239-4bf3-96f7-ad41daa4be70 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:47.028676 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d0f60a4a-e239-4bf3-96f7-ad41daa4be70 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7399032 Dec 10 19:09:47.031356 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40838) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:47.036610 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f666d7ab-ddc8-46ed-b2b0-978af1660f94 admin admin] Request body: {'subnet': {'network_id': '301762ba-d652-4032-b332-576abf288414', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-170000393-subnet', 'tenant_id': '6866395be381458b8a9e9ff8f5866fe0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:47.061026 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f60a4a-e239-4bf3-96f7-ad41daa4be70 admin admin] Pushing event updated for resources: {'Network': ['ID=301762ba-d652-4032-b332-576abf288414,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:47.074212 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 301762ba-d652-4032-b332-576abf288414 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:09:47.075223 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f666d7ab-ddc8-46ed-b2b0-978af1660f94 admin admin] Made reservation on behalf of 6866395be381458b8a9e9ff8f5866fe0 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:09:47.079523 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f666d7ab-ddc8-46ed-b2b0-978af1660f94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:47.261829 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f666d7ab-ddc8-46ed-b2b0-978af1660f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:47.321095 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666d7ab-ddc8-46ed-b2b0-978af1660f94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c92285ed-9486-493c-be72-6fa67f24c91b,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:47.333377 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f666d7ab-ddc8-46ed-b2b0-978af1660f94 admin admin] Checking segment: {'id': 'ea86b200-591e-4dac-914a-3ac5125dc1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '301762ba-d652-4032-b332-576abf288414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:09:47.333746 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f666d7ab-ddc8-46ed-b2b0-978af1660f94 admin admin] Network hostable DHCP agents. Network: 301762ba-d652-4032-b332-576abf288414, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:09:47.350664 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f666d7ab-ddc8-46ed-b2b0-978af1660f94 admin admin] Network 301762ba-d652-4032-b332-576abf288414 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:09:47.360479 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-f666d7ab-ddc8-46ed-b2b0-978af1660f94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 301762ba-d652-4032-b332-576abf288414) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:09:47.372990 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dbb338-8943-4ad6-816e-ffe2bfb9efae None None] Network 301762ba-d652-4032-b332-576abf288414 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:09:47.377728 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f666d7ab-ddc8-46ed-b2b0-978af1660f94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:47.379079 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f666d7ab-ddc8-46ed-b2b0-978af1660f94 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:47.411259 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f666d7ab-ddc8-46ed-b2b0-978af1660f94 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3786795 Dec 10 19:09:47.486912 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3917d4fd-ed99-426f-af1f-2b525c5d9458 None None] Network 301762ba-d652-4032-b332-576abf288414 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:09:47.951418 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40854) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:47.957005 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-90dea0fd-3936-449a-bf21-dd7e8a10dfa4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1436912891-network', 'tenant_id': '0940c82f27b24345b3867d2dae5c45c4'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:47.978552 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dea0fd-3936-449a-bf21-dd7e8a10dfa4 admin admin] Made reservation on behalf of 0940c82f27b24345b3867d2dae5c45c4 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:09:47.980980 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90dea0fd-3936-449a-bf21-dd7e8a10dfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:47.993326 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90dea0fd-3936-449a-bf21-dd7e8a10dfa4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:48.088451 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90dea0fd-3936-449a-bf21-dd7e8a10dfa4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:48.092387 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90dea0fd-3936-449a-bf21-dd7e8a10dfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:48.115937 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90dea0fd-3936-449a-bf21-dd7e8a10dfa4 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:09:48.125994 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dea0fd-3936-449a-bf21-dd7e8a10dfa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16df7f66-9e01-496e-9fbd-f90af8ab128d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:48.131259 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90dea0fd-3936-449a-bf21-dd7e8a10dfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:48.131950 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-90dea0fd-3936-449a-bf21-dd7e8a10dfa4 admin admin] Added segment 1ab5ddcd-ac12-42fb-a3c5-c974c30abb03 of type vlan for network e0333b66-37c4-4dd7-8fd4-67718855fd47 Dec 10 19:09:48.179345 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90dea0fd-3936-449a-bf21-dd7e8a10dfa4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:48.209962 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90dea0fd-3936-449a-bf21-dd7e8a10dfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:48.209962 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dea0fd-3936-449a-bf21-dd7e8a10dfa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:48.209962 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90dea0fd-3936-449a-bf21-dd7e8a10dfa4 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:48.296337 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-90dea0fd-3936-449a-bf21-dd7e8a10dfa4 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3409791 Dec 10 19:09:48.296578 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40860) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:48.301464 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dea0fd-3936-449a-bf21-dd7e8a10dfa4 admin admin] Pushing event updated for resources: {'Network': ['ID=e0333b66-37c4-4dd7-8fd4-67718855fd47,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:48.302141 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ea504c6b-5c0b-4797-b3a4-cea64dff2716 admin admin] Request body: {'subnet': {'network_id': 'e0333b66-37c4-4dd7-8fd4-67718855fd47', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1436912891-subnet', 'tenant_id': '0940c82f27b24345b3867d2dae5c45c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:48.317238 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network e0333b66-37c4-4dd7-8fd4-67718855fd47 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:09:48.324924 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea504c6b-5c0b-4797-b3a4-cea64dff2716 admin admin] Made reservation on behalf of 0940c82f27b24345b3867d2dae5c45c4 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:09:48.327519 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ea504c6b-5c0b-4797-b3a4-cea64dff2716 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:48.533025 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ea504c6b-5c0b-4797-b3a4-cea64dff2716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:48.609674 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea504c6b-5c0b-4797-b3a4-cea64dff2716 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e45e1005-38e0-4139-81f0-605becf8db2b,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:48.617827 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea504c6b-5c0b-4797-b3a4-cea64dff2716 admin admin] Checking segment: {'id': '1ab5ddcd-ac12-42fb-a3c5-c974c30abb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e0333b66-37c4-4dd7-8fd4-67718855fd47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:09:48.618204 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea504c6b-5c0b-4797-b3a4-cea64dff2716 admin admin] Network hostable DHCP agents. Network: e0333b66-37c4-4dd7-8fd4-67718855fd47, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:09:48.637066 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea504c6b-5c0b-4797-b3a4-cea64dff2716 admin admin] Network e0333b66-37c4-4dd7-8fd4-67718855fd47 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:09:48.646571 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-ea504c6b-5c0b-4797-b3a4-cea64dff2716 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, e0333b66-37c4-4dd7-8fd4-67718855fd47) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:09:48.651343 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea504c6b-5c0b-4797-b3a4-cea64dff2716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:48.651969 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ea504c6b-5c0b-4797-b3a4-cea64dff2716 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:48.655889 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4c9969-3f48-414c-90ef-d944eeba2b9a None None] Network e0333b66-37c4-4dd7-8fd4-67718855fd47 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:09:48.690986 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ea504c6b-5c0b-4797-b3a4-cea64dff2716 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3928809 Dec 10 19:09:48.782745 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13a473a-f533-488d-9d19-0765d211b75a None None] Network e0333b66-37c4-4dd7-8fd4-67718855fd47 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:09:48.826745 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40864) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:48.879829 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b0b596c-0084-4b3c-b885-39e685e21374 admin admin] Deleting subnet c92285ed-9486-493c-be72-6fa67f24c91b {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:09:48.883365 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b0b596c-0084-4b3c-b885-39e685e21374 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:48.933644 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b0b596c-0084-4b3c-b885-39e685e21374 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:48.979495 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b0b596c-0084-4b3c-b885-39e685e21374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:49.033642 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b0b596c-0084-4b3c-b885-39e685e21374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:49.059583 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b596c-0084-4b3c-b885-39e685e21374 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c92285ed-9486-493c-be72-6fa67f24c91b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:49.063220 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b0b596c-0084-4b3c-b885-39e685e21374 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:49.069862 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4b0b596c-0084-4b3c-b885-39e685e21374 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c92285ed-9486-493c-be72-6fa67f24c91b HTTP/1.1" status: 204 len: 168 time: 0.2418628 Dec 10 19:09:49.070143 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40866) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:49.175396 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-99698818-6573-42ca-bc92-bcb717805c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:49.269144 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-99698818-6573-42ca-bc92-bcb717805c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:49.289549 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-99698818-6573-42ca-bc92-bcb717805c4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['301762ba-d652-4032-b332-576abf288414']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:49.300929 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-99698818-6573-42ca-bc92-bcb717805c4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea86b200-591e-4dac-914a-3ac5125dc1bc') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:49.301234 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-99698818-6573-42ca-bc92-bcb717805c4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea86b200-591e-4dac-914a-3ac5125dc1bc') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:49.311140 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-99698818-6573-42ca-bc92-bcb717805c4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:49.325188 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-99698818-6573-42ca-bc92-bcb717805c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:49.332413 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99698818-6573-42ca-bc92-bcb717805c4c admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:09:49.333147 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-99698818-6573-42ca-bc92-bcb717805c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:49.334556 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:09:49.334556 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:09:49.334556 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:09:49.334556 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:09:49.334556 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:09:49.334556 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:09:49.334556 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:09:49.334556 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:09:49.334556 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:09:49.334556 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:09:49.334556 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:09:49.334556 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:09:49.334556 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:09:49.334556 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:09:49.334556 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:09:49.334556 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:09:49.334556 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:09:49.334556 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:09:49.334556 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:09:49.334556 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:09:49.334556 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:09:49.334556 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:09:49.334556 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:09:49.334556 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:09:49.334556 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:09:49.334556 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:09:49.334556 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:09:49.334556 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:09:49.334556 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:09:49.334556 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:09:49.334556 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:09:49.334556 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:09:49.400013 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-99698818-6573-42ca-bc92-bcb717805c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:49.405853 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-99698818-6573-42ca-bc92-bcb717805c4c admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:49.409819 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-99698818-6573-42ca-bc92-bcb717805c4c admin admin] 10.222.0.62 "DELETE /v2.0/networks/301762ba-d652-4032-b332-576abf288414 HTTP/1.1" status: 204 len: 168 time: 0.3370557 Dec 10 19:09:49.413833 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40872) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:49.430506 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99698818-6573-42ca-bc92-bcb717805c4c admin admin] Pushing event deleted for resources: {'Network': ['ID=301762ba-d652-4032-b332-576abf288414,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:49.473072 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba18c294-6c37-41a2-825f-076e0679633e admin admin] Deleting subnet e45e1005-38e0-4139-81f0-605becf8db2b {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:09:49.476969 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba18c294-6c37-41a2-825f-076e0679633e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:49.513699 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba18c294-6c37-41a2-825f-076e0679633e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:49.553206 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba18c294-6c37-41a2-825f-076e0679633e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:49.606217 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba18c294-6c37-41a2-825f-076e0679633e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:49.639800 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba18c294-6c37-41a2-825f-076e0679633e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e45e1005-38e0-4139-81f0-605becf8db2b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:49.644151 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba18c294-6c37-41a2-825f-076e0679633e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:49.650297 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 40874) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:49.650984 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ba18c294-6c37-41a2-825f-076e0679633e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e45e1005-38e0-4139-81f0-605becf8db2b HTTP/1.1" status: 204 len: 168 time: 0.2357681 Dec 10 19:09:49.681837 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-77d4d026-ed0e-452c-94d7-dc5ab83fca59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:49.735455 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed0da97e-9e4b-42c9-a6f1-c5a7d65eda53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:49.817732 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed0da97e-9e4b-42c9-a6f1-c5a7d65eda53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:49.838973 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-ed0da97e-9e4b-42c9-a6f1-c5a7d65eda53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0333b66-37c4-4dd7-8fd4-67718855fd47']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:49.849130 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-ed0da97e-9e4b-42c9-a6f1-c5a7d65eda53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab5ddcd-ac12-42fb-a3c5-c974c30abb03') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:49.849547 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-ed0da97e-9e4b-42c9-a6f1-c5a7d65eda53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab5ddcd-ac12-42fb-a3c5-c974c30abb03') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:49.860107 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed0da97e-9e4b-42c9-a6f1-c5a7d65eda53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:49.873514 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed0da97e-9e4b-42c9-a6f1-c5a7d65eda53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:49.886832 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed0da97e-9e4b-42c9-a6f1-c5a7d65eda53 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:09:49.887299 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed0da97e-9e4b-42c9-a6f1-c5a7d65eda53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:49.889525 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 19:09:49.889525 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:09:49.889525 n-d-821435-1 neutron-server[103244]: timer() Dec 10 19:09:49.889525 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:09:49.889525 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 19:09:49.889525 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:09:49.889525 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 19:09:49.889525 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:09:49.889525 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 19:09:49.889525 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:09:49.889525 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 19:09:49.889525 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:09:49.889525 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 19:09:49.889525 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:09:49.889525 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:09:49.889525 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:09:49.889525 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:09:49.889525 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:09:49.889525 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 19:09:49.889525 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:09:49.889525 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 19:09:49.889525 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:09:49.889525 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:09:49.889525 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:09:49.889525 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 19:09:49.889525 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:09:49.889525 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:09:49.889525 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:09:49.889525 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:09:49.889525 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:09:49.889525 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:09:49.889525 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:09:49.953317 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed0da97e-9e4b-42c9-a6f1-c5a7d65eda53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:49.961158 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed0da97e-9e4b-42c9-a6f1-c5a7d65eda53 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:49.964375 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ed0da97e-9e4b-42c9-a6f1-c5a7d65eda53 admin admin] 10.222.0.62 "DELETE /v2.0/networks/e0333b66-37c4-4dd7-8fd4-67718855fd47 HTTP/1.1" status: 204 len: 168 time: 0.3121920 Dec 10 19:09:49.976449 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0da97e-9e4b-42c9-a6f1-c5a7d65eda53 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0333b66-37c4-4dd7-8fd4-67718855fd47,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:50.121420 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40878) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:50.161392 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a643c9a9-e353-4646-af53-a2614f04eb4d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6866395be381458b8a9e9ff8f5866fe0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387754 Dec 10 19:09:50.163815 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40880) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:50.212592 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6ace3694-5b2c-4cf6-9408-8f6c69513353 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:50.234703 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6ace3694-5b2c-4cf6-9408-8f6c69513353 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:50.286851 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6ace3694-5b2c-4cf6-9408-8f6c69513353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:50.289935 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6ace3694-5b2c-4cf6-9408-8f6c69513353 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:50.291365 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6ace3694-5b2c-4cf6-9408-8f6c69513353 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/09ac90e5-b4ad-4fcf-aada-5b4d6cae7d48 HTTP/1.1" status: 204 len: 168 time: 0.1263590 Dec 10 19:09:50.299564 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace3694-5b2c-4cf6-9408-8f6c69513353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ac90e5-b4ad-4fcf-aada-5b4d6cae7d48,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:50.639395 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40904) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:50.680508 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a09d0503-df02-4067-8f21-ff87d7e51e62 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0940c82f27b24345b3867d2dae5c45c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399029 Dec 10 19:09:50.683005 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 40906) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:50.731774 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3cc13af-514c-4b64-a851-4290dd03fb2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:50.755925 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3cc13af-514c-4b64-a851-4290dd03fb2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:50.802025 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3cc13af-514c-4b64-a851-4290dd03fb2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:50.804507 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3cc13af-514c-4b64-a851-4290dd03fb2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:50.808434 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c3cc13af-514c-4b64-a851-4290dd03fb2a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/16df7f66-9e01-496e-9fbd-f90af8ab128d HTTP/1.1" status: 204 len: 168 time: 0.1217763 Dec 10 19:09:50.823410 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc13af-514c-4b64-a851-4290dd03fb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16df7f66-9e01-496e-9fbd-f90af8ab128d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:52.499950 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a351dc55-8193-4c57-9d9a-a040a5f25481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:53.486505 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:54.858339 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:55.492443 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:03.897705 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41114) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:10:04.005486 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:04.010110 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c62e1d4-035e-4c06-a34b-73287687e202 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:04.089643 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c62e1d4-035e-4c06-a34b-73287687e202 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:04.094272 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c62e1d4-035e-4c06-a34b-73287687e202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:04.135767 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c62e1d4-035e-4c06-a34b-73287687e202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ed8cf8-9706-4c7d-a7ea-f8a7b426d285,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:04.143196 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41118) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:10:04.149590 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8c62e1d4-035e-4c06-a34b-73287687e202 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=79db0a1d3a0a417fa145dbefe817a355&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2504246 Dec 10 19:10:04.193966 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-017dcc90-2025-4964-b023-4fbc30547c94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:04.215649 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-017dcc90-2025-4964-b023-4fbc30547c94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:04.262507 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-017dcc90-2025-4964-b023-4fbc30547c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:04.265053 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-017dcc90-2025-4964-b023-4fbc30547c94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:04.266210 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-017dcc90-2025-4964-b023-4fbc30547c94 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e3ed8cf8-9706-4c7d-a7ea-f8a7b426d285 HTTP/1.1" status: 204 len: 168 time: 0.1219122 Dec 10 19:10:04.274735 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017dcc90-2025-4964-b023-4fbc30547c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ed8cf8-9706-4c7d-a7ea-f8a7b426d285,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:04.577955 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41124) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:10:04.591547 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-727198c2-cc42-47d2-86cc-1f135e05a5b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:04.668604 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-727198c2-cc42-47d2-86cc-1f135e05a5b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:04.673006 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-727198c2-cc42-47d2-86cc-1f135e05a5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:04.713305 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-727198c2-cc42-47d2-86cc-1f135e05a5b9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6de394446ca94f59b29a5886e84ac5e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1341302 Dec 10 19:10:04.714450 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727198c2-cc42-47d2-86cc-1f135e05a5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753ea143-71e1-46c8-8de0-9b4e4fa26284,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:04.715101 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41130) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:10:04.793155 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7103f1e5-d2d4-446c-a549-11e8e105c27b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:04.818289 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7103f1e5-d2d4-446c-a549-11e8e105c27b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:04.869479 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7103f1e5-d2d4-446c-a549-11e8e105c27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:04.872141 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7103f1e5-d2d4-446c-a549-11e8e105c27b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:04.873373 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7103f1e5-d2d4-446c-a549-11e8e105c27b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/753ea143-71e1-46c8-8de0-9b4e4fa26284 HTTP/1.1" status: 204 len: 168 time: 0.1570301 Dec 10 19:10:04.882370 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7103f1e5-d2d4-446c-a549-11e8e105c27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753ea143-71e1-46c8-8de0-9b4e4fa26284,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:05.431660 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:10:08.369601 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:10.441470 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750788e-3396-4497-b758-11ef409d9a0e req-766c31d1-d507-41e9-9c00-16c71d2882ef tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:10.450031 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2750788e-3396-4497-b758-11ef409d9a0e req-766c31d1-d507-41e9-9c00-16c71d2882ef tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230 HTTP/1.1" status: 200 len: 946 time: 0.0776331 Dec 10 19:10:10.502664 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2750788e-3396-4497-b758-11ef409d9a0e req-0bb835fb-11ba-440b-b939-dde00ae014f3 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=f27299d7-a47c-4e85-bff5-e57e8bcf98c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511901 Dec 10 19:10:11.697847 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d7240-4d50-4721-97ae-0801800ea9d3 req-6621dea6-3b29-4c65-831a-d39cc06d75da tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:11.699406 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-001d7240-4d50-4721-97ae-0801800ea9d3 req-6621dea6-3b29-4c65-831a-d39cc06d75da tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230 HTTP/1.1" status: 200 len: 946 time: 0.0890453 Dec 10 19:10:11.772407 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-001d7240-4d50-4721-97ae-0801800ea9d3 req-bd2e3f60-8de9-4358-a376-291b42b360cf tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=f27299d7-a47c-4e85-bff5-e57e8bcf98c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648706 Dec 10 19:10:12.075330 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41282) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:10:12.182625 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f4070668-f868-4d5f-9ddb-574dccc09eb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:12.262684 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f4070668-f868-4d5f-9ddb-574dccc09eb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:12.266689 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f4070668-f868-4d5f-9ddb-574dccc09eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:12.306268 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f4070668-f868-4d5f-9ddb-574dccc09eb2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e8b4a2d441734ca1b91e29f0ad200267&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2297509 Dec 10 19:10:12.307116 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4070668-f868-4d5f-9ddb-574dccc09eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408682ea-8a9f-4e6b-a533-cddcc494c1ec,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:12.309754 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41286) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:10:12.363145 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-026bb48d-5914-46dd-8648-27d0b0edebbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:12.384622 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-026bb48d-5914-46dd-8648-27d0b0edebbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:12.435187 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-026bb48d-5914-46dd-8648-27d0b0edebbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:12.437789 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-026bb48d-5914-46dd-8648-27d0b0edebbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:12.438950 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-026bb48d-5914-46dd-8648-27d0b0edebbc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/408682ea-8a9f-4e6b-a533-cddcc494c1ec HTTP/1.1" status: 204 len: 168 time: 0.1273432 Dec 10 19:10:12.453517 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026bb48d-5914-46dd-8648-27d0b0edebbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408682ea-8a9f-4e6b-a533-cddcc494c1ec,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:12.707543 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41292) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:10:12.720421 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7227f471-5154-49b9-b384-c1daeb470cb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:12.827800 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7227f471-5154-49b9-b384-c1daeb470cb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:12.833190 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7227f471-5154-49b9-b384-c1daeb470cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:12.884244 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227f471-5154-49b9-b384-c1daeb470cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79b46e5-2af7-4756-a30e-84a417e1ab51,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:12.888685 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7227f471-5154-49b9-b384-c1daeb470cb2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e609c8110bf340e589300f58dc5a3442&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1801000 Dec 10 19:10:12.891394 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41298) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:10:12.926019 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e4b09-fb95-4237-a2df-00a4e9cca4cc req-8daa56e1-1f41-4f95-97a4-03481610c1ee tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:12.927534 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-794e4b09-fb95-4237-a2df-00a4e9cca4cc req-8daa56e1-1f41-4f95-97a4-03481610c1ee tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230 HTTP/1.1" status: 200 len: 946 time: 0.0680265 Dec 10 19:10:12.956701 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dbc49e09-293a-4921-bd78-e71279aa0483 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:12.980509 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dbc49e09-293a-4921-bd78-e71279aa0483 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:12.985714 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-794e4b09-fb95-4237-a2df-00a4e9cca4cc req-e56009d7-54a9-4a87-ad5f-60c878da1f8e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=f27299d7-a47c-4e85-bff5-e57e8bcf98c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506468 Dec 10 19:10:13.034427 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dbc49e09-293a-4921-bd78-e71279aa0483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:13.037031 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dbc49e09-293a-4921-bd78-e71279aa0483 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:13.038369 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-dbc49e09-293a-4921-bd78-e71279aa0483 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e79b46e5-2af7-4756-a30e-84a417e1ab51 HTTP/1.1" status: 204 len: 168 time: 0.1458161 Dec 10 19:10:13.046909 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc49e09-293a-4921-bd78-e71279aa0483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79b46e5-2af7-4756-a30e-84a417e1ab51,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:14.107632 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5d2fc-402e-46db-adc0-c9f1506b01f4 req-d5b7a040-530f-4e90-a3d6-b2aae9204ce2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:14.109155 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-34f5d2fc-402e-46db-adc0-c9f1506b01f4 req-d5b7a040-530f-4e90-a3d6-b2aae9204ce2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230 HTTP/1.1" status: 200 len: 946 time: 0.0496233 Dec 10 19:10:14.165517 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-34f5d2fc-402e-46db-adc0-c9f1506b01f4 req-53a5f61f-3a81-4e21-b941-3aac482e5fd0 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=f27299d7-a47c-4e85-bff5-e57e8bcf98c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490546 Dec 10 19:10:15.288890 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316cf74a-b56c-4dfa-a1d7-c8cf88f670b8 req-0c496510-602d-4443-a53e-8ab957a82c06 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:15.290986 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-316cf74a-b56c-4dfa-a1d7-c8cf88f670b8 req-0c496510-602d-4443-a53e-8ab957a82c06 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230 HTTP/1.1" status: 200 len: 946 time: 0.0544436 Dec 10 19:10:15.342637 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-316cf74a-b56c-4dfa-a1d7-c8cf88f670b8 req-aca1c966-e9d0-4dbe-8784-901bbd2dbc7b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=f27299d7-a47c-4e85-bff5-e57e8bcf98c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452936 Dec 10 19:10:16.484789 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c7c02-a975-48de-9ffe-9d6ce6816767 req-79c7391d-9ccf-4c78-9321-b54a3a069a77 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:16.486589 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c09c7c02-a975-48de-9ffe-9d6ce6816767 req-79c7391d-9ccf-4c78-9321-b54a3a069a77 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230 HTTP/1.1" status: 200 len: 946 time: 0.0515783 Dec 10 19:10:16.543854 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c09c7c02-a975-48de-9ffe-9d6ce6816767 req-cee5f990-069f-4f45-b45b-da3ee17f39c2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=f27299d7-a47c-4e85-bff5-e57e8bcf98c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507030 Dec 10 19:10:17.669360 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b3922-07ce-433d-a105-df231676bee9 req-50423677-9156-4ce9-b1a1-869e8b1caff8 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:17.671018 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bf8b3922-07ce-433d-a105-df231676bee9 req-50423677-9156-4ce9-b1a1-869e8b1caff8 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230 HTTP/1.1" status: 200 len: 946 time: 0.0560727 Dec 10 19:10:17.727215 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bf8b3922-07ce-433d-a105-df231676bee9 req-35bdf492-ed41-4692-b4c8-dd15b3f82c64 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=f27299d7-a47c-4e85-bff5-e57e8bcf98c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480375 Dec 10 19:10:18.480759 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41402) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:10:18.597219 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b820ab5-f855-407a-b4c2-3c676d77ae4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:18.683217 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b820ab5-f855-407a-b4c2-3c676d77ae4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:18.688073 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b820ab5-f855-407a-b4c2-3c676d77ae4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:18.729540 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b820ab5-f855-407a-b4c2-3c676d77ae4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30fade7-b1b2-4818-9ecd-650eeeb0a5ba,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:18.740094 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0b820ab5-f855-407a-b4c2-3c676d77ae4c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c923710128d544bb9bd8d814b4fc3045&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2552650 Dec 10 19:10:18.740922 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41406) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:10:18.792613 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7be4c65e-9216-4e78-b9d4-97d283f71426 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:18.815317 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7be4c65e-9216-4e78-b9d4-97d283f71426 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:18.894349 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4dcc1-a503-4a1a-803a-fe7dad455323 req-268aa8e9-48c0-4225-8515-7b0253052bea tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:18.895883 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ebf4dcc1-a503-4a1a-803a-fe7dad455323 req-268aa8e9-48c0-4225-8515-7b0253052bea tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230 HTTP/1.1" status: 200 len: 946 time: 0.0741429 Dec 10 19:10:18.914218 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7be4c65e-9216-4e78-b9d4-97d283f71426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:18.916884 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7be4c65e-9216-4e78-b9d4-97d283f71426 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:18.920489 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7be4c65e-9216-4e78-b9d4-97d283f71426 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a30fade7-b1b2-4818-9ecd-650eeeb0a5ba HTTP/1.1" status: 204 len: 168 time: 0.1767905 Dec 10 19:10:18.934222 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4c65e-9216-4e78-b9d4-97d283f71426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30fade7-b1b2-4818-9ecd-650eeeb0a5ba,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:18.977041 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ebf4dcc1-a503-4a1a-803a-fe7dad455323 req-4834814b-9e44-44e6-86ca-35a840b1137c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=f27299d7-a47c-4e85-bff5-e57e8bcf98c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741484 Dec 10 19:10:19.240016 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41414) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:10:19.254367 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2072b82d-96ae-4d50-ad13-5fe71dd025d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:19.332227 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2072b82d-96ae-4d50-ad13-5fe71dd025d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:19.336995 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2072b82d-96ae-4d50-ad13-5fe71dd025d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:19.376481 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072b82d-96ae-4d50-ad13-5fe71dd025d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee58e21-89a0-47e2-877d-7484e36dcb08,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:19.384256 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41416) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:10:19.384402 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2072b82d-96ae-4d50-ad13-5fe71dd025d1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f273c6d8cefb48c9a07368e313a84ef8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1431634 Dec 10 19:10:19.449815 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1fa7dad2-3a4a-4156-bc4e-31a6eb6c307e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:19.492467 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1fa7dad2-3a4a-4156-bc4e-31a6eb6c307e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:19.552128 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1fa7dad2-3a4a-4156-bc4e-31a6eb6c307e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:19.555170 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1fa7dad2-3a4a-4156-bc4e-31a6eb6c307e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:19.556335 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1fa7dad2-3a4a-4156-bc4e-31a6eb6c307e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6ee58e21-89a0-47e2-877d-7484e36dcb08 HTTP/1.1" status: 204 len: 168 time: 0.1710312 Dec 10 19:10:19.565395 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7dad2-3a4a-4156-bc4e-31a6eb6c307e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee58e21-89a0-47e2-877d-7484e36dcb08,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:19.679785 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b11d9065-a409-4d37-a005-f8e668eb0f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:20.116899 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a05d2-7966-4d98-bc3e-146ce3832dfc req-af035719-c313-4d8d-8d02-c9c5a41a5f4c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:20.118474 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-617a05d2-7966-4d98-bc3e-146ce3832dfc req-af035719-c313-4d8d-8d02-c9c5a41a5f4c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230 HTTP/1.1" status: 200 len: 946 time: 0.0638001 Dec 10 19:10:20.170818 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-617a05d2-7966-4d98-bc3e-146ce3832dfc req-92a08424-785d-4997-b1ec-80be0825125c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=f27299d7-a47c-4e85-bff5-e57e8bcf98c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464754 Dec 10 19:10:21.298237 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d382a-eeee-4575-ad14-5654cbf1f3be req-4b2604e3-41ba-4151-9b65-4c9afb4d7a2e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:21.301009 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-447d382a-eeee-4575-ad14-5654cbf1f3be req-4b2604e3-41ba-4151-9b65-4c9afb4d7a2e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230 HTTP/1.1" status: 200 len: 946 time: 0.0575302 Dec 10 19:10:21.370840 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-447d382a-eeee-4575-ad14-5654cbf1f3be req-e60ab76b-dff0-4b99-b24f-4960f2b8b031 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=f27299d7-a47c-4e85-bff5-e57e8bcf98c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602648 Dec 10 19:10:22.498942 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1beacaa0-d59d-4f6f-9a2b-61795e9354b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:22.508588 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762875ed-a488-44f6-9b62-85ac1b7dd4c3 req-87dda389-721b-4060-aa8f-58fc862aa151 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:22.510240 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-762875ed-a488-44f6-9b62-85ac1b7dd4c3 req-87dda389-721b-4060-aa8f-58fc862aa151 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230 HTTP/1.1" status: 200 len: 946 time: 0.0590403 Dec 10 19:10:22.564269 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-762875ed-a488-44f6-9b62-85ac1b7dd4c3 req-753db297-5e0f-4dbc-afd0-fe504dbc181e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=f27299d7-a47c-4e85-bff5-e57e8bcf98c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471973 Dec 10 19:10:23.489366 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:23.746475 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1326a1b-36f5-4451-90d2-718684f15383 req-5373a188-bb81-43a1-b1c1-9b10ecf69d5c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:23.748392 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b1326a1b-36f5-4451-90d2-718684f15383 req-5373a188-bb81-43a1-b1c1-9b10ecf69d5c tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230 HTTP/1.1" status: 200 len: 946 time: 0.0774367 Dec 10 19:10:23.805201 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b1326a1b-36f5-4451-90d2-718684f15383 req-c164c59d-8056-48a6-b4b5-66a1c8202d05 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=f27299d7-a47c-4e85-bff5-e57e8bcf98c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481081 Dec 10 19:10:24.847805 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41556) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:10:24.878417 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:24.950494 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518dcee0-eae2-406e-81b8-153ac23ee887 req-be462783-1a28-4d8b-9ec0-d5cc8c075660 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:24.952831 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-518dcee0-eae2-406e-81b8-153ac23ee887 req-be462783-1a28-4d8b-9ec0-d5cc8c075660 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230 HTTP/1.1" status: 200 len: 946 time: 0.0497894 Dec 10 19:10:24.997952 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-da3fc61f-c2e1-4eac-a1fd-78a3e3ef124c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:25.043739 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-518dcee0-eae2-406e-81b8-153ac23ee887 req-80879d80-0ef8-40be-8d20-290e024ea069 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=f27299d7-a47c-4e85-bff5-e57e8bcf98c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822155 Dec 10 19:10:25.113690 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-da3fc61f-c2e1-4eac-a1fd-78a3e3ef124c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:25.117509 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-da3fc61f-c2e1-4eac-a1fd-78a3e3ef124c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:25.156011 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-da3fc61f-c2e1-4eac-a1fd-78a3e3ef124c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=193250270aea4259843c67810e8d6af7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3070776 Dec 10 19:10:25.159262 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41560) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:10:25.166563 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3fc61f-c2e1-4eac-a1fd-78a3e3ef124c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c423861e-a2cb-4f2b-a721-0c524656d3fb,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:25.182250 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fc61f-c2e1-4eac-a1fd-78a3e3ef124c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:25.182612 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fc61f-c2e1-4eac-a1fd-78a3e3ef124c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:25.182956 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fc61f-c2e1-4eac-a1fd-78a3e3ef124c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:25.183302 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fc61f-c2e1-4eac-a1fd-78a3e3ef124c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:25.183645 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fc61f-c2e1-4eac-a1fd-78a3e3ef124c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:25.183982 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fc61f-c2e1-4eac-a1fd-78a3e3ef124c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:25.184314 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fc61f-c2e1-4eac-a1fd-78a3e3ef124c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:25.184663 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fc61f-c2e1-4eac-a1fd-78a3e3ef124c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:25.185004 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fc61f-c2e1-4eac-a1fd-78a3e3ef124c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:25.185341 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fc61f-c2e1-4eac-a1fd-78a3e3ef124c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:25.185688 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fc61f-c2e1-4eac-a1fd-78a3e3ef124c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:25.185992 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fc61f-c2e1-4eac-a1fd-78a3e3ef124c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:25.186318 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fc61f-c2e1-4eac-a1fd-78a3e3ef124c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:25.227546 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-07cb57b0-8a07-4c94-a202-00791c7b77b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:25.250230 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-07cb57b0-8a07-4c94-a202-00791c7b77b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:25.297359 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-07cb57b0-8a07-4c94-a202-00791c7b77b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:25.300065 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-07cb57b0-8a07-4c94-a202-00791c7b77b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:25.301222 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-07cb57b0-8a07-4c94-a202-00791c7b77b5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c423861e-a2cb-4f2b-a721-0c524656d3fb HTTP/1.1" status: 204 len: 168 time: 0.1410162 Dec 10 19:10:25.309078 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb57b0-8a07-4c94-a202-00791c7b77b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c423861e-a2cb-4f2b-a721-0c524656d3fb,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:25.502510 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:26.182801 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85aa6a-945a-409d-959f-33345a6a73dd req-e93161d0-a4da-4835-9c68-23baeb0a00e9 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:26.184401 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9c85aa6a-945a-409d-959f-33345a6a73dd req-e93161d0-a4da-4835-9c68-23baeb0a00e9 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230 HTTP/1.1" status: 200 len: 946 time: 0.0551360 Dec 10 19:10:26.242718 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9c85aa6a-945a-409d-959f-33345a6a73dd req-13f54b26-5348-417c-8da3-287482d4d302 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=f27299d7-a47c-4e85-bff5-e57e8bcf98c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511475 Dec 10 19:10:27.377852 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094e0b6-c80b-47c3-b9b0-60c4421e2155 req-54a77abb-c57d-4b5c-91be-90f454875ad2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:27.379398 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0094e0b6-c80b-47c3-b9b0-60c4421e2155 req-54a77abb-c57d-4b5c-91be-90f454875ad2 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230 HTTP/1.1" status: 200 len: 946 time: 0.0609360 Dec 10 19:10:27.432279 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0094e0b6-c80b-47c3-b9b0-60c4421e2155 req-a5cf9cd6-6400-4f0c-9927-4adfec594292 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=f27299d7-a47c-4e85-bff5-e57e8bcf98c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467343 Dec 10 19:10:28.215884 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b62723-234f-48be-a791-6d44c4aee988 req-eb1ef701-4470-4cb4-98cc-5cd591e75ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:28.217572 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d8b62723-234f-48be-a791-6d44c4aee988 req-eb1ef701-4470-4cb4-98cc-5cd591e75ae1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230 HTTP/1.1" status: 200 len: 1097 time: 0.1520047 Dec 10 19:10:28.271206 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d8b62723-234f-48be-a791-6d44c4aee988 req-e0b1034d-afea-4c21-9501-cc3e10604c2c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f27299d7-a47c-4e85-bff5-e57e8bcf98c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457125 Dec 10 19:10:28.551003 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e597a-586e-4922-a6d7-90c0179f81f3 req-ae8a7add-cc0e-4006-8653-dea3a540f1da tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:28.552603 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-069e597a-586e-4922-a6d7-90c0179f81f3 req-ae8a7add-cc0e-4006-8653-dea3a540f1da tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230 HTTP/1.1" status: 200 len: 946 time: 0.0510979 Dec 10 19:10:28.608212 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-069e597a-586e-4922-a6d7-90c0179f81f3 req-b6b35f90-a9ef-45ab-b063-4d99e9ea21c1 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=f27299d7-a47c-4e85-bff5-e57e8bcf98c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492198 Dec 10 19:10:29.728097 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b9453-b23f-4b5e-bf21-4e839238f633 req-ae0e6f1b-d6fb-4a49-893c-1efb24db8e3f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:29.729689 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8d3b9453-b23f-4b5e-bf21-4e839238f633 req-ae0e6f1b-d6fb-4a49-893c-1efb24db8e3f tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230 HTTP/1.1" status: 200 len: 946 time: 0.0494668 Dec 10 19:10:29.784449 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8d3b9453-b23f-4b5e-bf21-4e839238f633 req-78b4afef-d0a1-4047-933c-0d13812580da tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=f27299d7-a47c-4e85-bff5-e57e8bcf98c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485106 Dec 10 19:10:29.811022 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41658) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:10:29.875708 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-473d588b-c775-418a-bf37-fa28b843a20b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/floatingips/a04c49cf-5477-4522-a34a-21c67c72b56b HTTP/1.1" status: 200 len: 994 time: 0.0635049 Dec 10 19:10:30.091934 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 39d34c40-d35c-48b4-881a-69cdea170a34 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:10:30.096544 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 39d34c40-d35c-48b4-881a-69cdea170a34 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:10:30.257983 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 39d34c40-d35c-48b4-881a-69cdea170a34, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=39d34c40-d35c-48b4-881a-69cdea170a34,segment=NetworkSegment(7ae94581-22c3-4e13-9b6b-b54cdf7f41c9),segment_id=7ae94581-22c3-4e13-9b6b-b54cdf7f41c9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:10:30.292585 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '39d34c40-d35c-48b4-881a-69cdea170a34', 'network_id': 'dc606665-a872-41f7-a880-2338a9263507', 'port_id': '39d34c40-d35c-48b4-881a-69cdea170a34', 'mac_address': 'fa:16:3e:e0:2b:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6faf1b7c-c997-4f36-86ef-bde75a10f775', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:10:30.302733 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:30.357329 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a25d12-dd45-4419-bef9-dc96bcfe1230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39d34c40-d35c-48b4-881a-69cdea170a34'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:10:30.359575 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ceaa94-a5c5-48a9-a135-99d2c2c59fbc" -d '{"events": [{"server_uuid": "24a25d12-dd45-4419-bef9-dc96bcfe1230", "name": "network-vif-unplugged", "status": "completed", "tag": "39d34c40-d35c-48b4-881a-69cdea170a34"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:10:30.366802 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 39d34c40-d35c-48b4-881a-69cdea170a34, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=39d34c40-d35c-48b4-881a-69cdea170a34,segment=NetworkSegment(7ae94581-22c3-4e13-9b6b-b54cdf7f41c9),segment_id=7ae94581-22c3-4e13-9b6b-b54cdf7f41c9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:10:30.370342 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:30.381737 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:30.394311 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 39d34c40-d35c-48b4-881a-69cdea170a34 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:10:30.480718 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=39d34c40-d35c-48b4-881a-69cdea170a34,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:30.484580 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:10:30.485780 n-d-821435-1 neutron-server[103246]: DEBUG oslo_db.api [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:10:30.490864 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:30.491536 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:30.492081 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:30.492614 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:30.493167 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:30.493700 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:30.494248 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:30.494810 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:30.495213 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:30.495617 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:30.496029 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:30.496440 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:30.496861 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:30.648808 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 19:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf58cca-2514-4152-ae5d-152b29020298 x-openstack-request-id: req-9cf58cca-2514-4152-ae5d-152b29020298 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:10:30.649109 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a25d12-dd45-4419-bef9-dc96bcfe1230", "name": "network-vif-unplugged", "status": "completed", "tag": "39d34c40-d35c-48b4-881a-69cdea170a34", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:10:30.649364 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9cf58cca-2514-4152-ae5d-152b29020298 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:10:30.649753 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a25d12-dd45-4419-bef9-dc96bcfe1230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39d34c40-d35c-48b4-881a-69cdea170a34', 'code': 200} Dec 10 19:10:31.015456 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41694) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:10:31.028559 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:31.041535 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39d34c40-d35c-48b4-881a-69cdea170a34 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:10:31.062181 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 39d34c40-d35c-48b4-881a-69cdea170a34, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=39d34c40-d35c-48b4-881a-69cdea170a34,segment=NetworkSegment(7ae94581-22c3-4e13-9b6b-b54cdf7f41c9),segment_id=7ae94581-22c3-4e13-9b6b-b54cdf7f41c9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:10:31.069641 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:31.132172 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=39d34c40-d35c-48b4-881a-69cdea170a34,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:31.142766 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6d0c51d-4716-481a-91b3-a4726e71cd51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:31.230157 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6d0c51d-4716-481a-91b3-a4726e71cd51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:31.241942 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6d0c51d-4716-481a-91b3-a4726e71cd51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:31.284883 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['39d34c40-d35c-48b4-881a-69cdea170a34'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:10:31.292773 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e6d0c51d-4716-481a-91b3-a4726e71cd51 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=11da0a50b054490088a5fef955435a9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2762227 Dec 10 19:10:31.293692 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0c51d-4716-481a-91b3-a4726e71cd51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c1dd23-d163-4868-92a9-e2d55526fddd,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:31.295668 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41700) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:10:31.358322 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-514f6fb5-0a75-402a-8a42-1c15d2d22169 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:31.381538 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-514f6fb5-0a75-402a-8a42-1c15d2d22169 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:31.440380 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-514f6fb5-0a75-402a-8a42-1c15d2d22169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:31.443456 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-514f6fb5-0a75-402a-8a42-1c15d2d22169 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:31.447501 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-514f6fb5-0a75-402a-8a42-1c15d2d22169 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/26c1dd23-d163-4868-92a9-e2d55526fddd HTTP/1.1" status: 204 len: 168 time: 0.1475585 Dec 10 19:10:31.460910 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f6fb5-0a75-402a-8a42-1c15d2d22169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c1dd23-d163-4868-92a9-e2d55526fddd,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:31.471191 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f6fb5-0a75-402a-8a42-1c15d2d22169 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:31.471520 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f6fb5-0a75-402a-8a42-1c15d2d22169 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:31.472413 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f6fb5-0a75-402a-8a42-1c15d2d22169 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:31.473080 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f6fb5-0a75-402a-8a42-1c15d2d22169 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:31.473658 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f6fb5-0a75-402a-8a42-1c15d2d22169 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:31.473937 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f6fb5-0a75-402a-8a42-1c15d2d22169 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:31.474289 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f6fb5-0a75-402a-8a42-1c15d2d22169 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:31.474821 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f6fb5-0a75-402a-8a42-1c15d2d22169 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:31.475032 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f6fb5-0a75-402a-8a42-1c15d2d22169 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:31.475833 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f6fb5-0a75-402a-8a42-1c15d2d22169 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:31.476057 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f6fb5-0a75-402a-8a42-1c15d2d22169 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:31.476439 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f6fb5-0a75-402a-8a42-1c15d2d22169 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:31.476943 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f6fb5-0a75-402a-8a42-1c15d2d22169 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:31.732367 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41706) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:10:31.745971 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-49024837-76d0-4e53-b085-e7026b78d091 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:31.827265 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-49024837-76d0-4e53-b085-e7026b78d091 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:31.831610 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-49024837-76d0-4e53-b085-e7026b78d091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:31.872944 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-49024837-76d0-4e53-b085-e7026b78d091 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=45c613933bd4485cb348a0980483311d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1393239 Dec 10 19:10:31.874038 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49024837-76d0-4e53-b085-e7026b78d091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c81364e-aed1-4429-a149-c1f880d359b1,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:31.876238 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41708) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:10:31.932809 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6fdbd06-ec3d-40a8-b027-43865758f298 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:31.955611 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6fdbd06-ec3d-40a8-b027-43865758f298 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:32.002548 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6fdbd06-ec3d-40a8-b027-43865758f298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:32.005180 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6fdbd06-ec3d-40a8-b027-43865758f298 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:32.006339 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f6fdbd06-ec3d-40a8-b027-43865758f298 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8c81364e-aed1-4429-a149-c1f880d359b1 HTTP/1.1" status: 204 len: 168 time: 0.1284778 Dec 10 19:10:32.014616 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdbd06-ec3d-40a8-b027-43865758f298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c81364e-aed1-4429-a149-c1f880d359b1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:32.120744 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 39d34c40-d35c-48b4-881a-69cdea170a34 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:10:32.172239 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 39d34c40-d35c-48b4-881a-69cdea170a34 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:10:32.172939 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:32.254207 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:32.289529 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 39d34c40-d35c-48b4-881a-69cdea170a34, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=39d34c40-d35c-48b4-881a-69cdea170a34,segment=NetworkSegment(7ae94581-22c3-4e13-9b6b-b54cdf7f41c9),segment_id=7ae94581-22c3-4e13-9b6b-b54cdf7f41c9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:10:32.293924 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:32.374031 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=39d34c40-d35c-48b4-881a-69cdea170a34,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:32.650638 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a25d12-dd45-4419-bef9-dc96bcfe1230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d34c40-d35c-48b4-881a-69cdea170a34'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:10:32.653212 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c0a084-e988-4ae7-8018-3432c394c207" -d '{"events": [{"server_uuid": "24a25d12-dd45-4419-bef9-dc96bcfe1230", "name": "network-vif-plugged", "status": "completed", "tag": "39d34c40-d35c-48b4-881a-69cdea170a34"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:10:32.694445 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac9fb91-4864-42a3-abee-d08119697084 x-openstack-request-id: req-8ac9fb91-4864-42a3-abee-d08119697084 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:10:32.694747 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a25d12-dd45-4419-bef9-dc96bcfe1230", "name": "network-vif-plugged", "status": "completed", "tag": "39d34c40-d35c-48b4-881a-69cdea170a34", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:10:32.695007 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8ac9fb91-4864-42a3-abee-d08119697084 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:10:32.695398 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a25d12-dd45-4419-bef9-dc96bcfe1230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d34c40-d35c-48b4-881a-69cdea170a34', 'code': 200} Dec 10 19:10:33.550241 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41758) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:10:33.659922 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6b333dfd-75d1-4402-a4cc-78fadfdb4c5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:33.739125 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6b333dfd-75d1-4402-a4cc-78fadfdb4c5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:33.743181 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6b333dfd-75d1-4402-a4cc-78fadfdb4c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:33.783206 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6b333dfd-75d1-4402-a4cc-78fadfdb4c5e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4b3903e6384c4bdeac24c1625fd6c1ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2317288 Dec 10 19:10:33.784089 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b333dfd-75d1-4402-a4cc-78fadfdb4c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f6f601-6db5-448b-9516-147766d1617a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:33.785941 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41762) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:10:33.836139 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3cf7ce05-aa32-4203-9a57-4198b4b68184 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:33.857514 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3cf7ce05-aa32-4203-9a57-4198b4b68184 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:33.910141 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3cf7ce05-aa32-4203-9a57-4198b4b68184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:33.912894 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3cf7ce05-aa32-4203-9a57-4198b4b68184 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:33.914070 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3cf7ce05-aa32-4203-9a57-4198b4b68184 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/70f6f601-6db5-448b-9516-147766d1617a HTTP/1.1" status: 204 len: 168 time: 0.1265175 Dec 10 19:10:33.922447 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf7ce05-aa32-4203-9a57-4198b4b68184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f6f601-6db5-448b-9516-147766d1617a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:34.002660 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:34.192166 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 41768) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:10:34.206733 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-087ad24b-c22d-41c0-9cba-5e3d76f5be72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:34.284057 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-087ad24b-c22d-41c0-9cba-5e3d76f5be72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:34.288054 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-087ad24b-c22d-41c0-9cba-5e3d76f5be72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:34.332735 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-087ad24b-c22d-41c0-9cba-5e3d76f5be72 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8e42df70d7774a60886c27c78d0bbb17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1393373 Dec 10 19:10:34.333885 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ad24b-c22d-41c0-9cba-5e3d76f5be72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81573808-823d-4654-a645-8e8fa490649e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:34.334602 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 41770) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:10:34.389740 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50c5036c-e747-43ee-9bfc-e08918ff78d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:34.413582 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50c5036c-e747-43ee-9bfc-e08918ff78d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:34.464782 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50c5036c-e747-43ee-9bfc-e08918ff78d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:34.468338 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50c5036c-e747-43ee-9bfc-e08918ff78d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:34.472269 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-50c5036c-e747-43ee-9bfc-e08918ff78d9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/81573808-823d-4654-a645-8e8fa490649e HTTP/1.1" status: 204 len: 168 time: 0.1339514 Dec 10 19:10:34.480469 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5036c-e747-43ee-9bfc-e08918ff78d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81573808-823d-4654-a645-8e8fa490649e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:38.369506 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:39.629546 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c42aeb92-51ff-4be8-98f5-e3e803dfadd5 req-c755f69a-14b4-4e58-b1f0-b5ba3a223356 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0566344 Dec 10 19:10:39.714232 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42aeb92-51ff-4be8-98f5-e3e803dfadd5 req-d6c5ee84-5596-4ba0-9b89-9c4cc55c6948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:39.715875 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c42aeb92-51ff-4be8-98f5-e3e803dfadd5 req-d6c5ee84-5596-4ba0-9b89-9c4cc55c6948 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230 HTTP/1.1" status: 200 len: 1097 time: 0.0417752 Dec 10 19:10:39.825450 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42aeb92-51ff-4be8-98f5-e3e803dfadd5 req-55815ce3-8aed-4bee-8a47-4fe2955d44c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:39.826884 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c42aeb92-51ff-4be8-98f5-e3e803dfadd5 req-55815ce3-8aed-4bee-8a47-4fe2955d44c3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dc606665-a872-41f7-a880-2338a9263507 HTTP/1.1" status: 200 len: 898 time: 0.0916672 Dec 10 19:10:39.898788 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c42aeb92-51ff-4be8-98f5-e3e803dfadd5 req-9b2b3ffc-5a03-444f-a4fe-c35cf259a664 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39d34c40-d35c-48b4-881a-69cdea170a34 HTTP/1.1" status: 200 len: 1002 time: 0.0635767 Dec 10 19:10:39.954112 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42aeb92-51ff-4be8-98f5-e3e803dfadd5 req-885acd93-9306-4ec6-ab53-ec13480307c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:39.956944 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c42aeb92-51ff-4be8-98f5-e3e803dfadd5 req-885acd93-9306-4ec6-ab53-ec13480307c3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6faf1b7c-c997-4f36-86ef-bde75a10f775 HTTP/1.1" status: 200 len: 835 time: 0.0513945 Dec 10 19:10:40.007089 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42aeb92-51ff-4be8-98f5-e3e803dfadd5 req-79f66fd7-a269-421b-af5a-2a7a4636e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:40.008923 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c42aeb92-51ff-4be8-98f5-e3e803dfadd5 req-79f66fd7-a269-421b-af5a-2a7a4636e833 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dc606665-a872-41f7-a880-2338a9263507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452631 Dec 10 19:10:40.019346 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-c42aeb92-51ff-4be8-98f5-e3e803dfadd5 req-0586f918-cf18-447d-9af0-daafd70767e8 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:10:40.020292 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c42aeb92-51ff-4be8-98f5-e3e803dfadd5 req-0586f918-cf18-447d-9af0-daafd70767e8 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049191 Dec 10 19:10:40.112204 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c42aeb92-51ff-4be8-98f5-e3e803dfadd5 req-ffd2cc99-14d3-46da-b6c2-e356b191c8d3 service neutron] 10.222.0.46 "GET /v2.0/networks/dc606665-a872-41f7-a880-2338a9263507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847290 Dec 10 19:10:40.214937 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c42aeb92-51ff-4be8-98f5-e3e803dfadd5 req-53b025a7-48aa-4ed3-8ee1-517f3d807a87 service neutron] 10.222.0.46 "GET /v2.0/networks/dc606665-a872-41f7-a880-2338a9263507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957284 Dec 10 19:10:42.436513 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:10:49.678895 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-37508407-a86c-468a-9d56-a6e512d1b544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:52.494148 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-177eb925-b9dd-4576-8e5e-80bc03ea6bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:53.492193 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:54.862252 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:55.496541 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:55.612914 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42160) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:10:55.752141 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bcc0a05b-3f0c-4ec3-a256-e63cefc7ce9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:55.837549 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bcc0a05b-3f0c-4ec3-a256-e63cefc7ce9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:55.841940 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bcc0a05b-3f0c-4ec3-a256-e63cefc7ce9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:55.882107 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0a05b-3f0c-4ec3-a256-e63cefc7ce9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb31a7f-2a88-454d-8666-9a5064ce705e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:55.887849 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-bcc0a05b-3f0c-4ec3-a256-e63cefc7ce9a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d2198ab6dd58496a8dadd9f82f81a544&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2739062 Dec 10 19:10:55.890476 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42164) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:10:55.946887 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c6925ba7-5ae0-4040-bce2-f7bfbdec9efd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:55.968784 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c6925ba7-5ae0-4040-bce2-f7bfbdec9efd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:56.021905 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c6925ba7-5ae0-4040-bce2-f7bfbdec9efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:56.025023 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c6925ba7-5ae0-4040-bce2-f7bfbdec9efd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:56.026439 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c6925ba7-5ae0-4040-bce2-f7bfbdec9efd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8eb31a7f-2a88-454d-8666-9a5064ce705e HTTP/1.1" status: 204 len: 168 time: 0.1347466 Dec 10 19:10:56.041416 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6925ba7-5ae0-4040-bce2-f7bfbdec9efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb31a7f-2a88-454d-8666-9a5064ce705e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:56.356122 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42172) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:10:56.370854 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8a4988fc-d51b-4773-ae58-2fdf7d8cda6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:56.448338 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8a4988fc-d51b-4773-ae58-2fdf7d8cda6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:56.454522 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8a4988fc-d51b-4773-ae58-2fdf7d8cda6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:56.493300 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8a4988fc-d51b-4773-ae58-2fdf7d8cda6c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6ebd8061191b4322b2ec04e947bcd226&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1360438 Dec 10 19:10:56.495665 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4988fc-d51b-4773-ae58-2fdf7d8cda6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530d9107-6fc2-40dd-9cd0-231de92e813c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:56.495935 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42174) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:10:56.551342 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-469e6aec-d7a9-4c3a-96bf-9393a764940d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:56.573328 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-469e6aec-d7a9-4c3a-96bf-9393a764940d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:56.623799 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-469e6aec-d7a9-4c3a-96bf-9393a764940d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:56.626401 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-469e6aec-d7a9-4c3a-96bf-9393a764940d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:56.630699 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-469e6aec-d7a9-4c3a-96bf-9393a764940d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/530d9107-6fc2-40dd-9cd0-231de92e813c HTTP/1.1" status: 204 len: 168 time: 0.1312361 Dec 10 19:10:56.640202 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e6aec-d7a9-4c3a-96bf-9393a764940d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530d9107-6fc2-40dd-9cd0-231de92e813c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:04.047209 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:05.124742 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42286) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:05.287536 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-3cbbb660-ffbf-4e3b-b2d9-e20c68684e5e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Deleting port 80d145b0-7d98-4198-926d-cc286364e31b {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:11:05.288050 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3cbbb660-ffbf-4e3b-b2d9-e20c68684e5e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:05.377420 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3cbbb660-ffbf-4e3b-b2d9-e20c68684e5e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:05.377862 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3cbbb660-ffbf-4e3b-b2d9-e20c68684e5e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:05.391647 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-3cbbb660-ffbf-4e3b-b2d9-e20c68684e5e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Calling delete_port for 80d145b0-7d98-4198-926d-cc286364e31b owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:11:05.612744 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3cbbb660-ffbf-4e3b-b2d9-e20c68684e5e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:05.644017 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbbb660-ffbf-4e3b-b2d9-e20c68684e5e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event deleted for resources: {'Port': ['ID=80d145b0-7d98-4198-926d-cc286364e31b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:05.708150 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3cbbb660-ffbf-4e3b-b2d9-e20c68684e5e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:05.708494 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-3cbbb660-ffbf-4e3b-b2d9-e20c68684e5e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Floating IP a04c49cf-5477-4522-a34a-21c67c72b56b disassociated (deleted). External IP: 172.25.7.224, port: 39d34c40-d35c-48b4-881a-69cdea170a34. Dec 10 19:11:05.952551 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cbbb660-ffbf-4e3b-b2d9-e20c68684e5e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Router bd6f9288-b0dd-48fc-a80e-5c128c87043b has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:11:06.060787 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cbbb660-ffbf-4e3b-b2d9-e20c68684e5e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:11:06.066167 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3cbbb660-ffbf-4e3b-b2d9-e20c68684e5e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:06.071853 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1358f2b-8fe0-4405-8fd4-0e757ed96eac None None] Sync routers for ids ['bd6f9288-b0dd-48fc-a80e-5c128c87043b'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:11:06.083973 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1358f2b-8fe0-4405-8fd4-0e757ed96eac None None] Routers {'bd6f9288-b0dd-48fc-a80e-5c128c87043b'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:11:06.084770 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d1358f2b-8fe0-4405-8fd4-0e757ed96eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:10:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['bd6f9288-b0dd-48fc-a80e-5c128c87043b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:06.107232 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3cbbb660-ffbf-4e3b-b2d9-e20c68684e5e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "DELETE /v2.0/floatingips/a04c49cf-5477-4522-a34a-21c67c72b56b HTTP/1.1" status: 204 len: 168 time: 0.9807181 Dec 10 19:11:06.107947 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a25d12-dd45-4419-bef9-dc96bcfe1230', 'tag': '39d34c40-d35c-48b4-881a-69cdea170a34'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:11:06.110594 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f8f15b-93f4-4592-aeda-240ec93657c3" -d '{"events": [{"name": "network-changed", "server_uuid": "24a25d12-dd45-4419-bef9-dc96bcfe1230", "tag": "39d34c40-d35c-48b4-881a-69cdea170a34"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:11:06.178368 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312d7065-3f59-4f6a-a12b-f193aef10e8e x-openstack-request-id: req-312d7065-3f59-4f6a-a12b-f193aef10e8e {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:11:06.178969 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24a25d12-dd45-4419-bef9-dc96bcfe1230", "tag": "39d34c40-d35c-48b4-881a-69cdea170a34", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:11:06.178969 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-312d7065-3f59-4f6a-a12b-f193aef10e8e {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:11:06.179375 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a25d12-dd45-4419-bef9-dc96bcfe1230', 'tag': '39d34c40-d35c-48b4-881a-69cdea170a34', 'status': 'completed', 'code': 200} Dec 10 19:11:06.203393 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-d1358f2b-8fe0-4405-8fd4-0e757ed96eac None None] Set router bd6f9288-b0dd-48fc-a80e-5c128c87043b gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:11:06.248180 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8f15b-93f4-4592-aeda-240ec93657c3 req-d9de9653-e8cf-444b-a6ca-e9c4e6743746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:06.250634 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c0f8f15b-93f4-4592-aeda-240ec93657c3 req-d9de9653-e8cf-444b-a6ca-e9c4e6743746 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230 HTTP/1.1" status: 200 len: 1097 time: 0.0481422 Dec 10 19:11:06.382583 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8f15b-93f4-4592-aeda-240ec93657c3 req-22817227-c19d-482a-9822-0820a566a0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:06.391584 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c0f8f15b-93f4-4592-aeda-240ec93657c3 req-22817227-c19d-482a-9822-0820a566a0e3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dc606665-a872-41f7-a880-2338a9263507 HTTP/1.1" status: 200 len: 898 time: 0.1267934 Dec 10 19:11:06.427365 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b15806-fd26-4bde-acac-aadf064cab95 req-99520a85-24c1-4295-87f4-50d19b05765b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:06.437079 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d1b15806-fd26-4bde-acac-aadf064cab95 req-99520a85-24c1-4295-87f4-50d19b05765b tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230 HTTP/1.1" status: 200 len: 946 time: 0.0793011 Dec 10 19:11:06.457038 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c0f8f15b-93f4-4592-aeda-240ec93657c3 req-786de760-eb5b-4a98-a982-6e8c8c9dbeca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39d34c40-d35c-48b4-881a-69cdea170a34 HTTP/1.1" status: 200 len: 217 time: 0.0570152 Dec 10 19:11:06.510075 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d1b15806-fd26-4bde-acac-aadf064cab95 req-241e489e-60a6-46b3-b31c-0fe34a0adc5e tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=f27299d7-a47c-4e85-bff5-e57e8bcf98c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666459 Dec 10 19:11:06.538375 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8f15b-93f4-4592-aeda-240ec93657c3 req-60959747-4c44-4bfc-a1b3-89daf88936f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:06.540844 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c0f8f15b-93f4-4592-aeda-240ec93657c3 req-60959747-4c44-4bfc-a1b3-89daf88936f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6faf1b7c-c997-4f36-86ef-bde75a10f775 HTTP/1.1" status: 200 len: 835 time: 0.0753393 Dec 10 19:11:06.610380 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d1358f2b-8fe0-4405-8fd4-0e757ed96eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6f9288-b0dd-48fc-a80e-5c128c87043b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959386367', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'bce05764-7eee-4ef6-ab31-35b9238f0649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:09:10Z', 'updated_at': '2021-12-10T19:09:18Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': 'bce05764-7eee-4ef6-ab31-35b9238f0649', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:82:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6f9288-b0dd-48fc-a80e-5c128c87043b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:11Z', 'updated_at': '2021-12-10T19:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'b96c4660-5965-4e13-b75e-005d29a8271c', 'name': '', 'network_id': 'dc606665-a872-41f7-a880-2338a9263507', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'mac_address': 'fa:16:3e:cb:93:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6f9288-b0dd-48fc-a80e-5c128c87043b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '6faf1b7c-c997-4f36-86ef-bde75a10f775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:17Z', 'updated_at': '2021-12-10T19:09:22Z', 'revision_number': 5, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'subnets': [{'id': '6faf1b7c-c997-4f36-86ef-bde75a10f775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:06.612811 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8f15b-93f4-4592-aeda-240ec93657c3 req-3300c624-c232-4b44-971f-4523b161073d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:06.615076 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c0f8f15b-93f4-4592-aeda-240ec93657c3 req-3300c624-c232-4b44-971f-4523b161073d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dc606665-a872-41f7-a880-2338a9263507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663297 Dec 10 19:11:06.640855 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1358f2b-8fe0-4405-8fd4-0e757ed96eac None None] Checking router: bd6f9288-b0dd-48fc-a80e-5c128c87043b for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:11:06.651144 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1358f2b-8fe0-4405-8fd4-0e757ed96eac None None] Routers {'bd6f9288-b0dd-48fc-a80e-5c128c87043b'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:11:06.651778 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d1358f2b-8fe0-4405-8fd4-0e757ed96eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:10:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['bd6f9288-b0dd-48fc-a80e-5c128c87043b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:06.721877 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c0f8f15b-93f4-4592-aeda-240ec93657c3 req-1ad270da-02b3-4474-8feb-6ddbfeaf4262 service neutron] 10.222.0.46 "GET /v2.0/networks/dc606665-a872-41f7-a880-2338a9263507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989082 Dec 10 19:11:06.798420 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-d1358f2b-8fe0-4405-8fd4-0e757ed96eac None None] Set router bd6f9288-b0dd-48fc-a80e-5c128c87043b gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:11:06.857481 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c0f8f15b-93f4-4592-aeda-240ec93657c3 req-51bdf8e5-65e7-4809-9db4-1b708c1f32df service neutron] 10.222.0.46 "GET /v2.0/networks/dc606665-a872-41f7-a880-2338a9263507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277125 Dec 10 19:11:07.045216 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d1358f2b-8fe0-4405-8fd4-0e757ed96eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6f9288-b0dd-48fc-a80e-5c128c87043b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959386367', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'bce05764-7eee-4ef6-ab31-35b9238f0649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:09:10Z', 'updated_at': '2021-12-10T19:09:18Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': 'bce05764-7eee-4ef6-ab31-35b9238f0649', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:82:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6f9288-b0dd-48fc-a80e-5c128c87043b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:11Z', 'updated_at': '2021-12-10T19:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'b96c4660-5965-4e13-b75e-005d29a8271c', 'name': '', 'network_id': 'dc606665-a872-41f7-a880-2338a9263507', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'mac_address': 'fa:16:3e:cb:93:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6f9288-b0dd-48fc-a80e-5c128c87043b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '6faf1b7c-c997-4f36-86ef-bde75a10f775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:17Z', 'updated_at': '2021-12-10T19:09:22Z', 'revision_number': 5, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'subnets': [{'id': '6faf1b7c-c997-4f36-86ef-bde75a10f775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:07.074359 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1358f2b-8fe0-4405-8fd4-0e757ed96eac None None] The sync data for ids ['bd6f9288-b0dd-48fc-a80e-5c128c87043b'] in n-d-821435-1 is: [{'id': 'bd6f9288-b0dd-48fc-a80e-5c128c87043b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959386367', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'bce05764-7eee-4ef6-ab31-35b9238f0649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:09:10Z', 'updated_at': '2021-12-10T19:09:18Z', 'revision_number': 4, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': 'bce05764-7eee-4ef6-ab31-35b9238f0649', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:82:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6f9288-b0dd-48fc-a80e-5c128c87043b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:11Z', 'updated_at': '2021-12-10T19:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'b96c4660-5965-4e13-b75e-005d29a8271c', 'name': '', 'network_id': 'dc606665-a872-41f7-a880-2338a9263507', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'mac_address': 'fa:16:3e:cb:93:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6f9288-b0dd-48fc-a80e-5c128c87043b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '6faf1b7c-c997-4f36-86ef-bde75a10f775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:17Z', 'updated_at': '2021-12-10T19:09:22Z', 'revision_number': 5, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'subnets': [{'id': '6faf1b7c-c997-4f36-86ef-bde75a10f775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:11:07.318432 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f229b3b-0b20-4935-bc74-81f714800766 None None] New status for floating IP a04c49cf-5477-4522-a34a-21c67c72b56b: DOWN {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:11:07.657769 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b25956-b9d5-4e22-b87f-5ed6abc53fac req-3b316722-e5d9-494f-b55e-5df9e239f256 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:07.659992 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-14b25956-b9d5-4e22-b87f-5ed6abc53fac req-3b316722-e5d9-494f-b55e-5df9e239f256 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.46 "GET /v2.0/ports?device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230 HTTP/1.1" status: 200 len: 946 time: 0.0734231 Dec 10 19:11:07.673492 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e606c-ff36-49fd-80c6-83f37d63c58a req-16a4fff3-2364-461e-856b-3c2583df47a4 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:07.675771 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f43e606c-ff36-49fd-80c6-83f37d63c58a req-16a4fff3-2364-461e-856b-3c2583df47a4 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/ports?device_id=24a25d12-dd45-4419-bef9-dc96bcfe1230 HTTP/1.1" status: 200 len: 946 time: 0.0990763 Dec 10 19:11:07.776366 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f43e606c-ff36-49fd-80c6-83f37d63c58a req-aaabab6b-2bc0-4b01-ac11-64988aa69a30 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "GET /v2.0/security-groups?id=f27299d7-a47c-4e85-bff5-e57e8bcf98c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924187 Dec 10 19:11:07.807436 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-14b25956-b9d5-4e22-b87f-5ed6abc53fac req-403854c4-3f26-4c7d-9988-d20a84ec3cdb tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Deleting port 39d34c40-d35c-48b4-881a-69cdea170a34 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:11:07.807796 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-14b25956-b9d5-4e22-b87f-5ed6abc53fac req-403854c4-3f26-4c7d-9988-d20a84ec3cdb tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:07.908488 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-14b25956-b9d5-4e22-b87f-5ed6abc53fac req-403854c4-3f26-4c7d-9988-d20a84ec3cdb tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] For port 39d34c40-d35c-48b4-881a-69cdea170a34, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=39d34c40-d35c-48b4-881a-69cdea170a34,segment=NetworkSegment(7ae94581-22c3-4e13-9b6b-b54cdf7f41c9),segment_id=7ae94581-22c3-4e13-9b6b-b54cdf7f41c9)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:11:07.909037 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-14b25956-b9d5-4e22-b87f-5ed6abc53fac req-403854c4-3f26-4c7d-9988-d20a84ec3cdb tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:07.926189 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-14b25956-b9d5-4e22-b87f-5ed6abc53fac req-403854c4-3f26-4c7d-9988-d20a84ec3cdb tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Calling delete_port for 39d34c40-d35c-48b4-881a-69cdea170a34 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:11:08.148353 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-14b25956-b9d5-4e22-b87f-5ed6abc53fac req-403854c4-3f26-4c7d-9988-d20a84ec3cdb tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:08.187175 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403854c4-3f26-4c7d-9988-d20a84ec3cdb tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event deleted for resources: {'Port': ['ID=39d34c40-d35c-48b4-881a-69cdea170a34,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:08.234754 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b25956-b9d5-4e22-b87f-5ed6abc53fac req-403854c4-3f26-4c7d-9988-d20a84ec3cdb tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] No DVR routers for this DVR port 39d34c40-d35c-48b4-881a-69cdea170a34 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:11:08.237572 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-14b25956-b9d5-4e22-b87f-5ed6abc53fac req-403854c4-3f26-4c7d-9988-d20a84ec3cdb tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:08.240921 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-14b25956-b9d5-4e22-b87f-5ed6abc53fac req-403854c4-3f26-4c7d-9988-d20a84ec3cdb tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.46 "DELETE /v2.0/ports/39d34c40-d35c-48b4-881a-69cdea170a34 HTTP/1.1" status: 204 len: 173 time: 0.5642259 Dec 10 19:11:08.241363 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a25d12-dd45-4419-bef9-dc96bcfe1230', 'name': 'network-vif-deleted', 'tag': '39d34c40-d35c-48b4-881a-69cdea170a34'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:11:08.243606 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f320a7f-b8d1-4470-a769-17f5f644fde5" -d '{"events": [{"server_uuid": "24a25d12-dd45-4419-bef9-dc96bcfe1230", "name": "network-vif-deleted", "tag": "39d34c40-d35c-48b4-881a-69cdea170a34"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:11:08.293269 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1254433f-b553-45fa-83f7-09c0ade57b7d x-openstack-request-id: req-1254433f-b553-45fa-83f7-09c0ade57b7d {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:11:08.293559 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a25d12-dd45-4419-bef9-dc96bcfe1230", "name": "network-vif-deleted", "tag": "39d34c40-d35c-48b4-881a-69cdea170a34", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:11:08.293849 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1254433f-b553-45fa-83f7-09c0ade57b7d {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:11:08.294260 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a25d12-dd45-4419-bef9-dc96bcfe1230', 'name': 'network-vif-deleted', 'tag': '39d34c40-d35c-48b4-881a-69cdea170a34', 'status': 'completed', 'code': 200} Dec 10 19:11:08.361278 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:08.855412 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42348) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:09.244323 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1304c896-b583-4f0f-afe6-807faca8d190 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:09.534828 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1304c896-b583-4f0f-afe6-807faca8d190 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Deleting port b96c4660-5965-4e13-b75e-005d29a8271c {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:11:09.535498 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1304c896-b583-4f0f-afe6-807faca8d190 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:09.646799 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-1304c896-b583-4f0f-afe6-807faca8d190 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] For port b96c4660-5965-4e13-b75e-005d29a8271c, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b96c4660-5965-4e13-b75e-005d29a8271c,segment=NetworkSegment(7ae94581-22c3-4e13-9b6b-b54cdf7f41c9),segment_id=7ae94581-22c3-4e13-9b6b-b54cdf7f41c9)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:11:09.647201 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1304c896-b583-4f0f-afe6-807faca8d190 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:09.666909 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1304c896-b583-4f0f-afe6-807faca8d190 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Calling delete_port for b96c4660-5965-4e13-b75e-005d29a8271c owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:11:09.936794 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1304c896-b583-4f0f-afe6-807faca8d190 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:09.974355 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304c896-b583-4f0f-afe6-807faca8d190 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event deleted for resources: {'Port': ['ID=b96c4660-5965-4e13-b75e-005d29a8271c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:10.220596 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1304c896-b583-4f0f-afe6-807faca8d190 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:10.784069 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1304c896-b583-4f0f-afe6-807faca8d190 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Router bd6f9288-b0dd-48fc-a80e-5c128c87043b has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:11:10.898357 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1304c896-b583-4f0f-afe6-807faca8d190 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:11:10.903349 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1304c896-b583-4f0f-afe6-807faca8d190 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "PUT /v2.0/routers/bd6f9288-b0dd-48fc-a80e-5c128c87043b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0470250 Dec 10 19:11:10.906293 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42358) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:10.912206 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadedb17-629a-4e8b-9c93-c17aa18072ab None None] Sync routers for ids ['bd6f9288-b0dd-48fc-a80e-5c128c87043b'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:11:10.926032 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadedb17-629a-4e8b-9c93-c17aa18072ab None None] Routers {'bd6f9288-b0dd-48fc-a80e-5c128c87043b'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:11:10.926956 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-aadedb17-629a-4e8b-9c93-c17aa18072ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:10:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['bd6f9288-b0dd-48fc-a80e-5c128c87043b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:10.968168 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d290d1-058b-411c-96df-04ecd31f85b5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Deleting subnet 6faf1b7c-c997-4f36-86ef-bde75a10f775 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:11:10.972589 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c9d290d1-058b-411c-96df-04ecd31f85b5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:11.028892 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c9d290d1-058b-411c-96df-04ecd31f85b5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:11.055874 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-aadedb17-629a-4e8b-9c93-c17aa18072ab None None] Set router bd6f9288-b0dd-48fc-a80e-5c128c87043b gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:11:11.129288 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c9d290d1-058b-411c-96df-04ecd31f85b5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:11.219817 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c9d290d1-058b-411c-96df-04ecd31f85b5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:11.255516 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d290d1-058b-411c-96df-04ecd31f85b5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event deleted for resources: {'Subnet': ['ID=6faf1b7c-c997-4f36-86ef-bde75a10f775,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:11.268738 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c9d290d1-058b-411c-96df-04ecd31f85b5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:11.275282 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c9d290d1-058b-411c-96df-04ecd31f85b5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "DELETE /v2.0/subnets/6faf1b7c-c997-4f36-86ef-bde75a10f775 HTTP/1.1" status: 204 len: 168 time: 0.3653867 Dec 10 19:11:11.275431 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42376) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:11.289627 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f9a07a-a8c4-48f7-9aea-995513a31d3e None None] Network dc606665-a872-41f7-a880-2338a9263507 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:11:11.388020 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-aadedb17-629a-4e8b-9c93-c17aa18072ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6f9288-b0dd-48fc-a80e-5c128c87043b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959386367', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'bce05764-7eee-4ef6-ab31-35b9238f0649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:09:10Z', 'updated_at': '2021-12-10T19:11:09Z', 'revision_number': 5, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port': {'id': 'bce05764-7eee-4ef6-ab31-35b9238f0649', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:82:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6f9288-b0dd-48fc-a80e-5c128c87043b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:11Z', 'updated_at': '2021-12-10T19:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:11.441365 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33a6845e-70d7-43b8-b8cb-e41906aa5344 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:11.572765 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33a6845e-70d7-43b8-b8cb-e41906aa5344 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:11.605101 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadedb17-629a-4e8b-9c93-c17aa18072ab None None] Checking router: bd6f9288-b0dd-48fc-a80e-5c128c87043b for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:11:11.618989 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadedb17-629a-4e8b-9c93-c17aa18072ab None None] Routers {'bd6f9288-b0dd-48fc-a80e-5c128c87043b'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:11:11.619615 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-aadedb17-629a-4e8b-9c93-c17aa18072ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:10:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['bd6f9288-b0dd-48fc-a80e-5c128c87043b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:11.684369 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-33a6845e-70d7-43b8-b8cb-e41906aa5344 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Deleting port bce05764-7eee-4ef6-ab31-35b9238f0649 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:11:11.684914 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33a6845e-70d7-43b8-b8cb-e41906aa5344 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:11.731714 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-aadedb17-629a-4e8b-9c93-c17aa18072ab None None] Set router bd6f9288-b0dd-48fc-a80e-5c128c87043b gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:11:11.788068 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-33a6845e-70d7-43b8-b8cb-e41906aa5344 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] For port bce05764-7eee-4ef6-ab31-35b9238f0649, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=bce05764-7eee-4ef6-ab31-35b9238f0649,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:11:11.788451 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33a6845e-70d7-43b8-b8cb-e41906aa5344 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:11.798415 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-aadedb17-629a-4e8b-9c93-c17aa18072ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6f9288-b0dd-48fc-a80e-5c128c87043b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959386367', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:09:10Z', 'updated_at': '2021-12-10T19:11:11Z', 'revision_number': 6, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:11.802181 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-33a6845e-70d7-43b8-b8cb-e41906aa5344 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Calling delete_port for bce05764-7eee-4ef6-ab31-35b9238f0649 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:11:11.828860 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f872b7de-fe68-4ff2-a66b-86b32a66ee5d None None] DHCP port deletion for dc606665-a872-41f7-a880-2338a9263507 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:11:11.832403 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadedb17-629a-4e8b-9c93-c17aa18072ab None None] The sync data for ids ['bd6f9288-b0dd-48fc-a80e-5c128c87043b'] in n-d-821435-1 is: [{'id': 'bd6f9288-b0dd-48fc-a80e-5c128c87043b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959386367', 'tenant_id': '0c22e13dcedd4daaa6d6950826669aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:09:10Z', 'updated_at': '2021-12-10T19:11:11Z', 'revision_number': 6, 'project_id': '0c22e13dcedd4daaa6d6950826669aaa', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:11:11.898119 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f872b7de-fe68-4ff2-a66b-86b32a66ee5d None None] Deleting port 6c120d82-49c1-4eb1-b0c4-8e54155bcfb8 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:11:11.898737 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f872b7de-fe68-4ff2-a66b-86b32a66ee5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:11.977489 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f872b7de-fe68-4ff2-a66b-86b32a66ee5d None None] For port 6c120d82-49c1-4eb1-b0c4-8e54155bcfb8, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=6c120d82-49c1-4eb1-b0c4-8e54155bcfb8,segment=NetworkSegment(7ae94581-22c3-4e13-9b6b-b54cdf7f41c9),segment_id=7ae94581-22c3-4e13-9b6b-b54cdf7f41c9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:11:11.978189 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f872b7de-fe68-4ff2-a66b-86b32a66ee5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:11.990910 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f872b7de-fe68-4ff2-a66b-86b32a66ee5d None None] Calling delete_port for 6c120d82-49c1-4eb1-b0c4-8e54155bcfb8 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:11:11.999120 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33a6845e-70d7-43b8-b8cb-e41906aa5344 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:12.034773 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a6845e-70d7-43b8-b8cb-e41906aa5344 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event deleted for resources: {'Port': ['ID=bce05764-7eee-4ef6-ab31-35b9238f0649,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:12.058110 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0f2b72-30d1-426e-bf81-4a94ae8f6f78 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:11:12.086725 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f872b7de-fe68-4ff2-a66b-86b32a66ee5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:12.112258 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33a6845e-70d7-43b8-b8cb-e41906aa5344 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:12.127820 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872b7de-fe68-4ff2-a66b-86b32a66ee5d None None] Pushing event deleted for resources: {'Port': ['ID=6c120d82-49c1-4eb1-b0c4-8e54155bcfb8,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:12.144705 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f872b7de-fe68-4ff2-a66b-86b32a66ee5d None None] No DVR routers for this DVR port 6c120d82-49c1-4eb1-b0c4-8e54155bcfb8 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:11:12.225250 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33a6845e-70d7-43b8-b8cb-e41906aa5344 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:12.227685 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33a6845e-70d7-43b8-b8cb-e41906aa5344 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:12.293390 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 39d34c40-d35c-48b4-881a-69cdea170a34 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:11:12.303606 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33a6845e-70d7-43b8-b8cb-e41906aa5344 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:12.307334 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a6845e-70d7-43b8-b8cb-e41906aa5344 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Fanout notify agent at l3_agent the message router_deleted on router bd6f9288-b0dd-48fc-a80e-5c128c87043b {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:11:12.317729 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33a6845e-70d7-43b8-b8cb-e41906aa5344 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:12.318938 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-33a6845e-70d7-43b8-b8cb-e41906aa5344 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "DELETE /v2.0/routers/bd6f9288-b0dd-48fc-a80e-5c128c87043b HTTP/1.1" status: 204 len: 168 time: 1.0425580 Dec 10 19:11:12.321707 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42390) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:12.344879 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 39d34c40-d35c-48b4-881a-69cdea170a34 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:11:12.344879 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 39d34c40-d35c-48b4-881a-69cdea170a34 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:11:12.430647 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66701b93-2be7-4208-b2ca-79d072e160b5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:12.517180 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66701b93-2be7-4208-b2ca-79d072e160b5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:12.537925 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-66701b93-2be7-4208-b2ca-79d072e160b5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc606665-a872-41f7-a880-2338a9263507']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:12.547188 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-66701b93-2be7-4208-b2ca-79d072e160b5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ae94581-22c3-4e13-9b6b-b54cdf7f41c9') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:12.547555 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-66701b93-2be7-4208-b2ca-79d072e160b5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ae94581-22c3-4e13-9b6b-b54cdf7f41c9') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:12.561835 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66701b93-2be7-4208-b2ca-79d072e160b5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:12.579708 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66701b93-2be7-4208-b2ca-79d072e160b5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:12.587494 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66701b93-2be7-4208-b2ca-79d072e160b5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:11:12.588146 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66701b93-2be7-4208-b2ca-79d072e160b5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:12.629402 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 19:11:12.629402 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:11:12.629402 n-d-821435-1 neutron-server[103244]: timer() Dec 10 19:11:12.629402 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:11:12.629402 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 19:11:12.629402 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:11:12.629402 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 19:11:12.629402 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:11:12.629402 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 19:11:12.629402 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:11:12.629402 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 19:11:12.629402 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:11:12.629402 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 19:11:12.629402 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:11:12.629402 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:11:12.629402 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:11:12.629402 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:11:12.629402 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:11:12.629402 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 19:11:12.629402 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:11:12.629402 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 19:11:12.629402 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:11:12.629402 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:11:12.629402 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:11:12.629402 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 19:11:12.629402 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:11:12.629402 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:11:12.629402 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:11:12.629402 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:11:12.629402 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:11:12.629402 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:11:12.629402 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:11:12.662609 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66701b93-2be7-4208-b2ca-79d072e160b5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:12.677826 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66701b93-2be7-4208-b2ca-79d072e160b5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:12.681261 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-66701b93-2be7-4208-b2ca-79d072e160b5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "DELETE /v2.0/networks/dc606665-a872-41f7-a880-2338a9263507 HTTP/1.1" status: 204 len: 168 time: 0.3580246 Dec 10 19:11:12.684070 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42392) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:12.703907 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66701b93-2be7-4208-b2ca-79d072e160b5 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event deleted for resources: {'Network': ['ID=dc606665-a872-41f7-a880-2338a9263507,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:12.791168 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a1ae2130-00c5-40c6-a7c6-246f7ae49687 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:12.884156 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a1ae2130-00c5-40c6-a7c6-246f7ae49687 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:12.973635 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b96c4660-5965-4e13-b75e-005d29a8271c no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:11:13.014389 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: b96c4660-5965-4e13-b75e-005d29a8271c {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:11:13.015009 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b96c4660-5965-4e13-b75e-005d29a8271c not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:11:13.015259 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 6c120d82-49c1-4eb1-b0c4-8e54155bcfb8 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:11:13.035992 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a1ae2130-00c5-40c6-a7c6-246f7ae49687 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:13.037968 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a1ae2130-00c5-40c6-a7c6-246f7ae49687 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:13.042534 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a1ae2130-00c5-40c6-a7c6-246f7ae49687 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] 10.222.0.62 "DELETE /v2.0/security-groups/f27299d7-a47c-4e85-bff5-e57e8bcf98c8 HTTP/1.1" status: 204 len: 168 time: 0.3547537 Dec 10 19:11:13.046660 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 6c120d82-49c1-4eb1-b0c4-8e54155bcfb8 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:11:13.047151 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 6c120d82-49c1-4eb1-b0c4-8e54155bcfb8 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:11:13.047697 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device bce05764-7eee-4ef6-ab31-35b9238f0649 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:11:13.074635 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: bce05764-7eee-4ef6-ab31-35b9238f0649 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:11:13.075178 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device bce05764-7eee-4ef6-ab31-35b9238f0649 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:11:13.075842 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae2130-00c5-40c6-a7c6-246f7ae49687 tempest-TestNetworkAdvancedServerOps-2079452284 tempest-TestNetworkAdvancedServerOps-2079452284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27299d7-a47c-4e85-bff5-e57e8bcf98c8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:13.462509 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42420) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:13.602379 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-93124774-53bb-4530-a2c4-25291f5176c8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0c22e13dcedd4daaa6d6950826669aaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1385539 Dec 10 19:11:13.605090 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42424) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:13.661050 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-953034a1-5538-4c88-abbb-a665394f0261 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:13.685521 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-953034a1-5538-4c88-abbb-a665394f0261 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:13.734794 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-953034a1-5538-4c88-abbb-a665394f0261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:13.738633 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-953034a1-5538-4c88-abbb-a665394f0261 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:13.739936 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-953034a1-5538-4c88-abbb-a665394f0261 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/be3cf233-7d29-4eed-bbaa-8e39dbb5451c HTTP/1.1" status: 204 len: 168 time: 0.1334076 Dec 10 19:11:13.750017 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953034a1-5538-4c88-abbb-a665394f0261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3cf233-7d29-4eed-bbaa-8e39dbb5451c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:14.017728 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42430) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:14.065992 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9793f8d1-98cd-4633-8281-6ee26589fe08 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4a08a83176c84d1eb02fddda0706cd85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0468738 Dec 10 19:11:14.068513 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42432) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:14.120686 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d1d2f195-e328-4df6-998b-2765028009ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:14.145326 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d1d2f195-e328-4df6-998b-2765028009ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:14.197802 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d1d2f195-e328-4df6-998b-2765028009ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:14.200969 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d1d2f195-e328-4df6-998b-2765028009ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:14.204418 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d1d2f195-e328-4df6-998b-2765028009ab admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/54bf2eac-4345-4121-8a60-ac65b3cda23d HTTP/1.1" status: 204 len: 168 time: 0.1326361 Dec 10 19:11:14.211862 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2f195-e328-4df6-998b-2765028009ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bf2eac-4345-4121-8a60-ac65b3cda23d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:15.678376 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42486) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:15.868881 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-728b379f-c53e-454f-aa93-e4942ec69aea tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Request body: {'network': {'name': 'tempest-network-smoke--1543074309', 'project_id': '8598e18254304299bb012ea898e5a529', 'port_security_enabled': True}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:15.891246 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728b379f-c53e-454f-aa93-e4942ec69aea tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Made reservation on behalf of 8598e18254304299bb012ea898e5a529 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:11:15.895827 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-728b379f-c53e-454f-aa93-e4942ec69aea tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:15.905303 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-728b379f-c53e-454f-aa93-e4942ec69aea tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:16.007464 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-728b379f-c53e-454f-aa93-e4942ec69aea tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:16.014017 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-728b379f-c53e-454f-aa93-e4942ec69aea tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:16.053072 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-728b379f-c53e-454f-aa93-e4942ec69aea tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:11:16.066848 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b379f-c53e-454f-aa93-e4942ec69aea tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27ee50ef-0be6-4c07-8d30-c15e3c68f49e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:16.077153 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-728b379f-c53e-454f-aa93-e4942ec69aea tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:16.077153 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-728b379f-c53e-454f-aa93-e4942ec69aea tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Added segment 0910fca0-ed7b-42d1-9deb-dc8e69e68114 of type vlan for network 0185b6a0-b8f9-4dbb-86b3-c81965384904 Dec 10 19:11:16.131033 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-728b379f-c53e-454f-aa93-e4942ec69aea tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:16.161247 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-728b379f-c53e-454f-aa93-e4942ec69aea tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:16.167568 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728b379f-c53e-454f-aa93-e4942ec69aea tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:16.168378 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-728b379f-c53e-454f-aa93-e4942ec69aea tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:16.247423 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b379f-c53e-454f-aa93-e4942ec69aea tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'Network': ['ID=0185b6a0-b8f9-4dbb-86b3-c81965384904,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:16.260231 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 0185b6a0-b8f9-4dbb-86b3-c81965384904 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:11:16.272791 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-728b379f-c53e-454f-aa93-e4942ec69aea tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5924132 Dec 10 19:11:16.275855 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42492) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:16.280781 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-58f66146-b9c8-4f5b-9362-b34fc6d8eed5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1141338108', 'admin_state_up': True, 'project_id': '8598e18254304299bb012ea898e5a529', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:16.317225 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58f66146-b9c8-4f5b-9362-b34fc6d8eed5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:16.318304 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58f66146-b9c8-4f5b-9362-b34fc6d8eed5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:16.418470 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58f66146-b9c8-4f5b-9362-b34fc6d8eed5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:16.587194 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58f66146-b9c8-4f5b-9362-b34fc6d8eed5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:17.171309 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58f66146-b9c8-4f5b-9362-b34fc6d8eed5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:17.191532 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58f66146-b9c8-4f5b-9362-b34fc6d8eed5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:17.319877 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-58f66146-b9c8-4f5b-9362-b34fc6d8eed5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Allocated IP 172.25.7.159 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/594f0cb0-96cf-4e5f-b19c-a469d32528d7) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:11:17.466220 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58f66146-b9c8-4f5b-9362-b34fc6d8eed5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:17.501186 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58f66146-b9c8-4f5b-9362-b34fc6d8eed5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:17.529394 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f66146-b9c8-4f5b-9362-b34fc6d8eed5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:11:17.559977 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-58f66146-b9c8-4f5b-9362-b34fc6d8eed5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:11:17.566665 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f66146-b9c8-4f5b-9362-b34fc6d8eed5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:11:17.585652 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b7f9b5-39d2-4e29-a805-eaab971d01f8 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:11:17.610890 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f66146-b9c8-4f5b-9362-b34fc6d8eed5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'Port': ['ID=594f0cb0-96cf-4e5f-b19c-a469d32528d7,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:17.733154 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9a75dfbf-a31c-4961-81bf-16bbc2a4a3e0 None None] Provisioning complete for port 594f0cb0-96cf-4e5f-b19c-a469d32528d7 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:17.733464 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9a75dfbf-a31c-4961-81bf-16bbc2a4a3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:17.773426 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9a75dfbf-a31c-4961-81bf-16bbc2a4a3e0 None None] Port 594f0cb0-96cf-4e5f-b19c-a469d32528d7 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:11:17.837707 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58f66146-b9c8-4f5b-9362-b34fc6d8eed5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:18.050031 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58f66146-b9c8-4f5b-9362-b34fc6d8eed5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:18.188832 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f66146-b9c8-4f5b-9362-b34fc6d8eed5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Router fb0fcdb4-6168-47b5-89cf-f0790523ef06 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:11:18.301592 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f66146-b9c8-4f5b-9362-b34fc6d8eed5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:11:18.312498 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d56fd8-da72-4c3d-810d-99d1cbe1c0bf None None] Sync routers for ids ['fb0fcdb4-6168-47b5-89cf-f0790523ef06'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:11:18.321815 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58f66146-b9c8-4f5b-9362-b34fc6d8eed5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:18.326310 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-58f66146-b9c8-4f5b-9362-b34fc6d8eed5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0463829 Dec 10 19:11:18.326468 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d56fd8-da72-4c3d-810d-99d1cbe1c0bf None None] Routers {'fb0fcdb4-6168-47b5-89cf-f0790523ef06'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:11:18.326468 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f3d56fd8-da72-4c3d-810d-99d1cbe1c0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:10:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['fb0fcdb4-6168-47b5-89cf-f0790523ef06'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:18.326671 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42510) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:18.439248 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-f3d56fd8-da72-4c3d-810d-99d1cbe1c0bf None None] Set router fb0fcdb4-6168-47b5-89cf-f0790523ef06 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:11:18.456657 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42514) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:18.468740 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-db96b895-708d-4fc0-ab69-cfc4298ba6fa tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=8598e18254304299bb012ea898e5a529&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1386402 Dec 10 19:11:18.660089 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f3d56fd8-da72-4c3d-810d-99d1cbe1c0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'name': 'tempest-TestNetworkBasicOps-router-1141338108', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:16Z', 'updated_at': '2021-12-10T19:11:17Z', 'revision_number': 3, 'project_id': '8598e18254304299bb012ea898e5a529', 'gw_port': {'id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:17Z', 'updated_at': '2021-12-10T19:11:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:18.669021 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734fceed-1113-47f6-af99-d7326b0fa770 tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:18.674628 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42522) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:18.674966 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-734fceed-1113-47f6-af99-d7326b0fa770 tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2133598 Dec 10 19:11:18.691871 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d56fd8-da72-4c3d-810d-99d1cbe1c0bf None None] Checking router: fb0fcdb4-6168-47b5-89cf-f0790523ef06 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:11:18.692392 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d56fd8-da72-4c3d-810d-99d1cbe1c0bf None None] Updating router fb0fcdb4-6168-47b5-89cf-f0790523ef06 port 594f0cb0-96cf-4e5f-b19c-a469d32528d7 binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:11:18.729340 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-f3d56fd8-da72-4c3d-810d-99d1cbe1c0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:18.759759 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42524) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:18.770439 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4a70be0e-a3da-42ee-a0f5-3cf7003edc8a tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=6fdf4522-5bcb-4bff-a877-38bc5e23829f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0834627 Dec 10 19:11:18.774350 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a9cd08e5-e350-4a39-a9ad-25b66ed11c1e tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-859744413', 'network_id': '0185b6a0-b8f9-4dbb-86b3-c81965384904', 'project_id': '8598e18254304299bb012ea898e5a529', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:18.925104 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9cd08e5-e350-4a39-a9ad-25b66ed11c1e tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Made reservation on behalf of 8598e18254304299bb012ea898e5a529 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:11:18.931711 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9cd08e5-e350-4a39-a9ad-25b66ed11c1e tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:19.063278 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-f3d56fd8-da72-4c3d-810d-99d1cbe1c0bf None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:19.073735 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-f3d56fd8-da72-4c3d-810d-99d1cbe1c0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:19.123497 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-f3d56fd8-da72-4c3d-810d-99d1cbe1c0bf None None] Attempting to bind port 594f0cb0-96cf-4e5f-b19c-a469d32528d7 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:11:19.123678 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad79d8c8-063b-44bd-a3ac-e9a58e0f766e None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:11:19.124132 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-f3d56fd8-da72-4c3d-810d-99d1cbe1c0bf None None] Attempting to bind port 594f0cb0-96cf-4e5f-b19c-a469d32528d7 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:11:19.124252 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d56fd8-da72-4c3d-810d-99d1cbe1c0bf None None] Attempting to bind port 594f0cb0-96cf-4e5f-b19c-a469d32528d7 on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:11:19.135531 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d56fd8-da72-4c3d-810d-99d1cbe1c0bf None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:11:19.136540 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d56fd8-da72-4c3d-810d-99d1cbe1c0bf None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:11:19.136540 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-f3d56fd8-da72-4c3d-810d-99d1cbe1c0bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:19.136827 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d56fd8-da72-4c3d-810d-99d1cbe1c0bf None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:11:19.137602 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-f3d56fd8-da72-4c3d-810d-99d1cbe1c0bf None None] Bound port: 594f0cb0-96cf-4e5f-b19c-a469d32528d7, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:11:19.137919 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-f3d56fd8-da72-4c3d-810d-99d1cbe1c0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:19.202728 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-f3d56fd8-da72-4c3d-810d-99d1cbe1c0bf None None] For port 594f0cb0-96cf-4e5f-b19c-a469d32528d7, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:11:19.207207 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-f3d56fd8-da72-4c3d-810d-99d1cbe1c0bf None None] For port 594f0cb0-96cf-4e5f-b19c-a469d32528d7, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=594f0cb0-96cf-4e5f-b19c-a469d32528d7,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:11:19.211579 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d7272be3-eccc-4599-a8f5-c3e4039a4eb1 None None] Provisioning complete for port 594f0cb0-96cf-4e5f-b19c-a469d32528d7 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:19.212443 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d7272be3-eccc-4599-a8f5-c3e4039a4eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:19.218462 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-f3d56fd8-da72-4c3d-810d-99d1cbe1c0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:19.235499 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8d311-c6cd-4573-8418-a01665fc6ea4 None None] Pushing event updated for resources: {'Port': ['ID=594f0cb0-96cf-4e5f-b19c-a469d32528d7,revision_number=2']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:19.250853 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c8d311-c6cd-4573-8418-a01665fc6ea4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:19.251243 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c8d311-c6cd-4573-8418-a01665fc6ea4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:19.251545 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c8d311-c6cd-4573-8418-a01665fc6ea4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:19.252491 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c8d311-c6cd-4573-8418-a01665fc6ea4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:19.253028 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c8d311-c6cd-4573-8418-a01665fc6ea4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:19.253526 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c8d311-c6cd-4573-8418-a01665fc6ea4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:19.253870 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c8d311-c6cd-4573-8418-a01665fc6ea4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:19.254207 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c8d311-c6cd-4573-8418-a01665fc6ea4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:19.254539 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c8d311-c6cd-4573-8418-a01665fc6ea4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:19.254871 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c8d311-c6cd-4573-8418-a01665fc6ea4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:19.255204 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c8d311-c6cd-4573-8418-a01665fc6ea4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:19.255546 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c8d311-c6cd-4573-8418-a01665fc6ea4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:19.255862 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c8d311-c6cd-4573-8418-a01665fc6ea4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:19.286099 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9cd08e5-e350-4a39-a9ad-25b66ed11c1e tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:19.304388 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315e8129-e3d7-4150-a556-180068a72ea1 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:11:19.364851 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd08e5-e350-4a39-a9ad-25b66ed11c1e tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'Subnet': ['ID=b2ada5e6-4100-4692-bf9e-830aca5f4f37,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:19.370447 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cd08e5-e350-4a39-a9ad-25b66ed11c1e tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Checking segment: {'id': '0910fca0-ed7b-42d1-9deb-dc8e69e68114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0185b6a0-b8f9-4dbb-86b3-c81965384904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:11:19.370816 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cd08e5-e350-4a39-a9ad-25b66ed11c1e tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Network hostable DHCP agents. Network: 0185b6a0-b8f9-4dbb-86b3-c81965384904, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:11:19.398238 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cd08e5-e350-4a39-a9ad-25b66ed11c1e tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Network 0185b6a0-b8f9-4dbb-86b3-c81965384904 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:11:19.406742 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d56fd8-da72-4c3d-810d-99d1cbe1c0bf None None] Routers {'fb0fcdb4-6168-47b5-89cf-f0790523ef06'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:11:19.409562 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f3d56fd8-da72-4c3d-810d-99d1cbe1c0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:10:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['fb0fcdb4-6168-47b5-89cf-f0790523ef06'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:19.416134 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-a9cd08e5-e350-4a39-a9ad-25b66ed11c1e tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 0185b6a0-b8f9-4dbb-86b3-c81965384904) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:11:19.436157 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cd08e5-e350-4a39-a9ad-25b66ed11c1e tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:19.437147 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9cd08e5-e350-4a39-a9ad-25b66ed11c1e tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:19.464973 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d7272be3-eccc-4599-a8f5-c3e4039a4eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:19.475718 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f950449d-0d0a-4115-8363-d6cff7298f34 None None] Network 0185b6a0-b8f9-4dbb-86b3-c81965384904 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:11:19.477380 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a9cd08e5-e350-4a39-a9ad-25b66ed11c1e tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7155089 Dec 10 19:11:19.480459 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42528) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:19.594337 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d7272be3-eccc-4599-a8f5-c3e4039a4eb1 None None] For port 594f0cb0-96cf-4e5f-b19c-a469d32528d7, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=594f0cb0-96cf-4e5f-b19c-a469d32528d7,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:11:19.599455 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d7272be3-eccc-4599-a8f5-c3e4039a4eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:19.621897 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8d311-c6cd-4573-8418-a01665fc6ea4 None None] Pushing event updated for resources: {'Port': ['ID=594f0cb0-96cf-4e5f-b19c-a469d32528d7,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:19.633969 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98aa4f0-3b73-4802-af53-b44f8bd633da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-0185b6a0-b8f9-4dbb-86b3-c81965384904', 'network_id': '0185b6a0-b8f9-4dbb-86b3-c81965384904', 'project_id': '8598e18254304299bb012ea898e5a529', 'fixed_ips': [{'subnet_id': 'b2ada5e6-4100-4692-bf9e-830aca5f4f37'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:11:19.638588 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a98aa4f0-3b73-4802-af53-b44f8bd633da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:19.651212 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:11:19.708922 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-f3d56fd8-da72-4c3d-810d-99d1cbe1c0bf None None] Set router fb0fcdb4-6168-47b5-89cf-f0790523ef06 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:11:19.832503 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7272be3-eccc-4599-a8f5-c3e4039a4eb1 None None] Pushing event updated for resources: {'Port': ['ID=594f0cb0-96cf-4e5f-b19c-a469d32528d7,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:19.873069 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5fede536-6678-4fdd-a414-4eb07de3f129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:19.885295 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-00799303-cf24-4046-b9ad-5c5ae18c056d None None] Provisioning complete for port 594f0cb0-96cf-4e5f-b19c-a469d32528d7 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:19.885566 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-00799303-cf24-4046-b9ad-5c5ae18c056d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:20.029110 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-a98aa4f0-3b73-4802-af53-b44f8bd633da None None] Allocated IP 172.20.0.2 (0185b6a0-b8f9-4dbb-86b3-c81965384904/b2ada5e6-4100-4692-bf9e-830aca5f4f37/4e20d867-8efd-442d-b993-b3fe28429671) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:11:20.103937 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f3d56fd8-da72-4c3d-810d-99d1cbe1c0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'name': 'tempest-TestNetworkBasicOps-router-1141338108', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:16Z', 'updated_at': '2021-12-10T19:11:17Z', 'revision_number': 3, 'project_id': '8598e18254304299bb012ea898e5a529', 'gw_port': {'id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:17Z', 'updated_at': '2021-12-10T19:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:20.164496 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d56fd8-da72-4c3d-810d-99d1cbe1c0bf None None] The sync data for ids ['fb0fcdb4-6168-47b5-89cf-f0790523ef06'] in n-d-821435-1 is: [{'id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'name': 'tempest-TestNetworkBasicOps-router-1141338108', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:16Z', 'updated_at': '2021-12-10T19:11:17Z', 'revision_number': 3, 'project_id': '8598e18254304299bb012ea898e5a529', 'gw_port': {'id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:17Z', 'updated_at': '2021-12-10T19:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:11:20.208418 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9aa4f22a-5211-4be1-940d-3f9fc4de8ddd tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:20.380134 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a98aa4f0-3b73-4802-af53-b44f8bd633da None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:20.397972 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a98aa4f0-3b73-4802-af53-b44f8bd633da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:20.484422 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98aa4f0-3b73-4802-af53-b44f8bd633da None None] Network 0185b6a0-b8f9-4dbb-86b3-c81965384904 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:11:20.489330 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-a98aa4f0-3b73-4802-af53-b44f8bd633da None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:11:20.491343 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98aa4f0-3b73-4802-af53-b44f8bd633da None None] Pushing event updated for resources: {'Port': ['ID=4e20d867-8efd-442d-b993-b3fe28429671,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:20.493511 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98aa4f0-3b73-4802-af53-b44f8bd633da None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:11:20.609985 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-9aa4f22a-5211-4be1-940d-3f9fc4de8ddd tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Allocated IP 172.20.0.1 (0185b6a0-b8f9-4dbb-86b3-c81965384904/b2ada5e6-4100-4692-bf9e-830aca5f4f37/78440dc8-1ac5-45b9-b388-133f18c93013) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:11:20.617824 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a98aa4f0-3b73-4802-af53-b44f8bd633da None None] Attempting to bind port 4e20d867-8efd-442d-b993-b3fe28429671 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:11:20.618423 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a98aa4f0-3b73-4802-af53-b44f8bd633da None None] Attempting to bind port 4e20d867-8efd-442d-b993-b3fe28429671 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '0910fca0-ed7b-42d1-9deb-dc8e69e68114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0185b6a0-b8f9-4dbb-86b3-c81965384904'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:11:20.618792 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98aa4f0-3b73-4802-af53-b44f8bd633da None None] Attempting to bind port 4e20d867-8efd-442d-b993-b3fe28429671 on network 0185b6a0-b8f9-4dbb-86b3-c81965384904 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:11:20.624769 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98aa4f0-3b73-4802-af53-b44f8bd633da None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:11:20.625458 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98aa4f0-3b73-4802-af53-b44f8bd633da None None] Checking segment: {'id': '0910fca0-ed7b-42d1-9deb-dc8e69e68114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0185b6a0-b8f9-4dbb-86b3-c81965384904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:11:20.626043 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a98aa4f0-3b73-4802-af53-b44f8bd633da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:20.626637 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98aa4f0-3b73-4802-af53-b44f8bd633da None None] Bound using segment: {'id': '0910fca0-ed7b-42d1-9deb-dc8e69e68114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0185b6a0-b8f9-4dbb-86b3-c81965384904'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:11:20.628100 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a98aa4f0-3b73-4802-af53-b44f8bd633da None None] Bound port: 4e20d867-8efd-442d-b993-b3fe28429671, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0910fca0-ed7b-42d1-9deb-dc8e69e68114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0185b6a0-b8f9-4dbb-86b3-c81965384904'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:11:20.628847 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a98aa4f0-3b73-4802-af53-b44f8bd633da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:20.737494 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a98aa4f0-3b73-4802-af53-b44f8bd633da None None] For port 4e20d867-8efd-442d-b993-b3fe28429671, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:11:20.742665 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a98aa4f0-3b73-4802-af53-b44f8bd633da None None] For port 4e20d867-8efd-442d-b993-b3fe28429671, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=4e20d867-8efd-442d-b993-b3fe28429671,segment=NetworkSegment(0910fca0-ed7b-42d1-9deb-dc8e69e68114),segment_id=0910fca0-ed7b-42d1-9deb-dc8e69e68114)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:11:20.747367 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a98aa4f0-3b73-4802-af53-b44f8bd633da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:20.789919 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9aa4f22a-5211-4be1-940d-3f9fc4de8ddd tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:20.861658 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9aa4f22a-5211-4be1-940d-3f9fc4de8ddd tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:20.881635 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98aa4f0-3b73-4802-af53-b44f8bd633da None None] Pushing event updated for resources: {'Port': ['ID=4e20d867-8efd-442d-b993-b3fe28429671,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:20.935810 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4f22a-5211-4be1-940d-3f9fc4de8ddd tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'Port': ['ID=78440dc8-1ac5-45b9-b388-133f18c93013,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:20.960777 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa4f22a-5211-4be1-940d-3f9fc4de8ddd tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Network 0185b6a0-b8f9-4dbb-86b3-c81965384904 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:11:20.962654 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-9aa4f22a-5211-4be1-940d-3f9fc4de8ddd tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:11:20.966008 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa4f22a-5211-4be1-940d-3f9fc4de8ddd tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:11:21.071499 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9aa4f22a-5211-4be1-940d-3f9fc4de8ddd tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:21.135570 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 594f0cb0-96cf-4e5f-b19c-a469d32528d7 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:11:21.280076 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 594f0cb0-96cf-4e5f-b19c-a469d32528d7 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:21.280886 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:21.405398 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9aa4f22a-5211-4be1-940d-3f9fc4de8ddd tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:21.747664 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9aa4f22a-5211-4be1-940d-3f9fc4de8ddd tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:21.752659 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9aa4f22a-5211-4be1-940d-3f9fc4de8ddd tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:21.854702 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4f22a-5211-4be1-940d-3f9fc4de8ddd tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'Port': ['ID=78440dc8-1ac5-45b9-b388-133f18c93013,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:21.862985 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9aa4f22a-5211-4be1-940d-3f9fc4de8ddd tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:21.967634 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa4f22a-5211-4be1-940d-3f9fc4de8ddd tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Network 0185b6a0-b8f9-4dbb-86b3-c81965384904 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:11:21.969145 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-9aa4f22a-5211-4be1-940d-3f9fc4de8ddd tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:11:22.127053 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa4f22a-5211-4be1-940d-3f9fc4de8ddd tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Router fb0fcdb4-6168-47b5-89cf-f0790523ef06 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:11:22.317692 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8e7138-5d8b-44c3-9090-867fe35d8f8a None None] Network 0185b6a0-b8f9-4dbb-86b3-c81965384904 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:11:22.514302 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c4d461b4-391d-458a-9538-09e3499cea59 None None] Provisioning complete for port 4e20d867-8efd-442d-b993-b3fe28429671 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:22.516895 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c4d461b4-391d-458a-9538-09e3499cea59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:22.584377 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-49aa9a55-02bb-4d46-b90d-b9fa4a3793cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:22.588302 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42572) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:22.693621 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa4f22a-5211-4be1-940d-3f9fc4de8ddd tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:11:22.705132 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9aa4f22a-5211-4be1-940d-3f9fc4de8ddd tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "PUT /v2.0/routers/fb0fcdb4-6168-47b5-89cf-f0790523ef06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2203522 Dec 10 19:11:22.708173 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42576) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:22.714377 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c4d461b4-391d-458a-9538-09e3499cea59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:22.785773 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c4d461b4-391d-458a-9538-09e3499cea59 None None] For port 4e20d867-8efd-442d-b993-b3fe28429671, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=4e20d867-8efd-442d-b993-b3fe28429671,segment=NetworkSegment(0910fca0-ed7b-42d1-9deb-dc8e69e68114),segment_id=0910fca0-ed7b-42d1-9deb-dc8e69e68114)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:11:22.795232 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c4d461b4-391d-458a-9538-09e3499cea59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:22.836195 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5f9426f5-b083-4f1c-a611-c513162d290f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:22.880323 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d461b4-391d-458a-9538-09e3499cea59 None None] Pushing event updated for resources: {'Port': ['ID=4e20d867-8efd-442d-b993-b3fe28429671,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:22.982129 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863b04b7-6617-40b3-997c-bd5bd9cdaa40 tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:22.982691 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863b04b7-6617-40b3-997c-bd5bd9cdaa40 tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:22.983487 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863b04b7-6617-40b3-997c-bd5bd9cdaa40 tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:22.984057 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863b04b7-6617-40b3-997c-bd5bd9cdaa40 tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:22.986614 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-863b04b7-6617-40b3-997c-bd5bd9cdaa40 tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2768955 Dec 10 19:11:22.988993 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42580) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:23.020669 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5f9426f5-b083-4f1c-a611-c513162d290f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:23.025315 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5f9426f5-b083-4f1c-a611-c513162d290f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:23.054522 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9426f5-b083-4f1c-a611-c513162d290f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b511f7e-ea29-42db-8d68-4ac53538456e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:23.082522 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c15d590-d050-445f-819b-a57d9fda4bb6 None None] Sync routers for ids ['fb0fcdb4-6168-47b5-89cf-f0790523ef06'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:11:23.098691 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5f9426f5-b083-4f1c-a611-c513162d290f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=42f6026e770e44cb8393f4e310e8583d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5091255 Dec 10 19:11:23.102574 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42582) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:23.107727 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c15d590-d050-445f-819b-a57d9fda4bb6 None None] Routers {'fb0fcdb4-6168-47b5-89cf-f0790523ef06'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:11:23.112594 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6c15d590-d050-445f-819b-a57d9fda4bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:11:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['fb0fcdb4-6168-47b5-89cf-f0790523ef06'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:23.149275 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d22038-f09f-4910-8d24-01e12d919646 tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:23.149900 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d22038-f09f-4910-8d24-01e12d919646 tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:23.150429 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d22038-f09f-4910-8d24-01e12d919646 tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:23.150952 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d22038-f09f-4910-8d24-01e12d919646 tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:23.155185 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-91d22038-f09f-4910-8d24-01e12d919646 tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1621218 Dec 10 19:11:23.155904 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42584) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:23.193199 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 4e20d867-8efd-442d-b993-b3fe28429671 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:11:23.347375 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c513dd15-3471-47f4-9283-54190bf6c329 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:23.427082 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c513dd15-3471-47f4-9283-54190bf6c329 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:23.443651 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-dd57bf11-f988-4363-b880-83071173ed96 None None] Provisioning complete for port 4e20d867-8efd-442d-b993-b3fe28429671 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:23.444229 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dd57bf11-f988-4363-b880-83071173ed96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:23.522397 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-38cf35f7-35a8-47ab-8e79-114d7e86bb7b tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.3652892 Dec 10 19:11:23.549924 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c513dd15-3471-47f4-9283-54190bf6c329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:23.550178 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:23.555190 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c513dd15-3471-47f4-9283-54190bf6c329 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:23.557560 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c513dd15-3471-47f4-9283-54190bf6c329 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8b511f7e-ea29-42db-8d68-4ac53538456e HTTP/1.1" status: 204 len: 168 time: 0.4536772 Dec 10 19:11:23.569765 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513dd15-3471-47f4-9283-54190bf6c329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b511f7e-ea29-42db-8d68-4ac53538456e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:23.615831 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 4e20d867-8efd-442d-b993-b3fe28429671 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:23.616120 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:23.649562 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-6c15d590-d050-445f-819b-a57d9fda4bb6 None None] Set router fb0fcdb4-6168-47b5-89cf-f0790523ef06 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:11:23.859224 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42596) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:23.865326 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-6f53a503-6031-47dd-9f8c-e5e53eecc749 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-888459765', 'description': 'tempest-secgroup-smoke-888459765 description', 'project_id': '8598e18254304299bb012ea898e5a529'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:23.881348 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-dd57bf11-f988-4363-b880-83071173ed96 None None] Provisioning complete for port 78440dc8-1ac5-45b9-b388-133f18c93013 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:23.881348 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dd57bf11-f988-4363-b880-83071173ed96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:23.902312 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6f53a503-6031-47dd-9f8c-e5e53eecc749 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:23.984881 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-dd57bf11-f988-4363-b880-83071173ed96 None None] Port 78440dc8-1ac5-45b9-b388-133f18c93013 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:11:24.021703 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6f53a503-6031-47dd-9f8c-e5e53eecc749 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:24.030847 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6f53a503-6031-47dd-9f8c-e5e53eecc749 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:24.061048 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6f53a503-6031-47dd-9f8c-e5e53eecc749 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:24.068018 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42608) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:24.068819 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6f53a503-6031-47dd-9f8c-e5e53eecc749 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2075441 Dec 10 19:11:24.086197 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-441026b3-5ed4-43bb-82eb-2f0ed1708ac2 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Request body: {'security_group_rule': {'security_group_id': '8c6eb2ef-c800-4fe6-a60e-1c85f5433c90', 'project_id': '8598e18254304299bb012ea898e5a529', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:24.087538 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f53a503-6031-47dd-9f8c-e5e53eecc749 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6eb2ef-c800-4fe6-a60e-1c85f5433c90,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:24.095579 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6c15d590-d050-445f-819b-a57d9fda4bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'name': 'tempest-TestNetworkBasicOps-router-1141338108', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:16Z', 'updated_at': '2021-12-10T19:11:21Z', 'revision_number': 4, 'project_id': '8598e18254304299bb012ea898e5a529', 'gw_port': {'id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:17Z', 'updated_at': '2021-12-10T19:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '78440dc8-1ac5-45b9-b388-133f18c93013', 'name': '', 'network_id': '0185b6a0-b8f9-4dbb-86b3-c81965384904', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'mac_address': 'fa:16:3e:d5:4d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'b2ada5e6-4100-4692-bf9e-830aca5f4f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:20Z', 'updated_at': '2021-12-10T19:11:21Z', 'revision_number': 2, 'project_id': '8598e18254304299bb012ea898e5a529', 'subnets': [{'id': 'b2ada5e6-4100-4692-bf9e-830aca5f4f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:24.130156 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-441026b3-5ed4-43bb-82eb-2f0ed1708ac2 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:24.148352 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c15d590-d050-445f-819b-a57d9fda4bb6 None None] Checking router: fb0fcdb4-6168-47b5-89cf-f0790523ef06 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:11:24.150027 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c15d590-d050-445f-819b-a57d9fda4bb6 None None] Updating router fb0fcdb4-6168-47b5-89cf-f0790523ef06 port 78440dc8-1ac5-45b9-b388-133f18c93013 binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:11:24.187242 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2262e63b-5c10-47ac-914f-9e195cef81ef None None] Provisioning complete for port 78440dc8-1ac5-45b9-b388-133f18c93013 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:24.187822 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2262e63b-5c10-47ac-914f-9e195cef81ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:24.211182 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-441026b3-5ed4-43bb-82eb-2f0ed1708ac2 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:24.216385 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-441026b3-5ed4-43bb-82eb-2f0ed1708ac2 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:24.218472 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6c15d590-d050-445f-819b-a57d9fda4bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:24.243485 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441026b3-5ed4-43bb-82eb-2f0ed1708ac2 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57b0924b-c078-4935-8060-ec42a1ee1159,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:24.269963 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-441026b3-5ed4-43bb-82eb-2f0ed1708ac2 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:24.270412 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-441026b3-5ed4-43bb-82eb-2f0ed1708ac2 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2007179 Dec 10 19:11:24.273582 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42616) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:24.283614 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f1f75abe-b733-4014-8dff-e306ffaa98ec tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Request body: {'security_group_rule': {'security_group_id': '8c6eb2ef-c800-4fe6-a60e-1c85f5433c90', 'project_id': '8598e18254304299bb012ea898e5a529', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:24.295382 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2262e63b-5c10-47ac-914f-9e195cef81ef None None] Port 78440dc8-1ac5-45b9-b388-133f18c93013 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:11:24.329368 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1f75abe-b733-4014-8dff-e306ffaa98ec tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:24.441478 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1f75abe-b733-4014-8dff-e306ffaa98ec tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:24.453044 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1f75abe-b733-4014-8dff-e306ffaa98ec tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:24.489577 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f75abe-b733-4014-8dff-e306ffaa98ec tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31a36c2c-ef56-4933-adf0-b0db32067f85,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:24.503634 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1f75abe-b733-4014-8dff-e306ffaa98ec tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:24.508224 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f1f75abe-b733-4014-8dff-e306ffaa98ec tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2277546 Dec 10 19:11:24.508482 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42620) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:24.517064 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-361e1fbc-96f6-4795-b4f4-ca8d59992980 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Request body: {'security_group_rule': {'security_group_id': '8c6eb2ef-c800-4fe6-a60e-1c85f5433c90', 'project_id': '8598e18254304299bb012ea898e5a529', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:24.559068 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-361e1fbc-96f6-4795-b4f4-ca8d59992980 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:24.640135 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-361e1fbc-96f6-4795-b4f4-ca8d59992980 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:24.645756 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-361e1fbc-96f6-4795-b4f4-ca8d59992980 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:24.668481 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e1fbc-96f6-4795-b4f4-ca8d59992980 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c93a5a9-9143-430f-adc0-7450bd18409c,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:24.680461 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6c15d590-d050-445f-819b-a57d9fda4bb6 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:24.689860 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-361e1fbc-96f6-4795-b4f4-ca8d59992980 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:24.695048 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-361e1fbc-96f6-4795-b4f4-ca8d59992980 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1818521 Dec 10 19:11:24.695435 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42626) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:24.697777 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6c15d590-d050-445f-819b-a57d9fda4bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:24.706136 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a3444f43-c79f-4b92-a339-fa9740081e8b tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Request body: {'security_group_rule': {'security_group_id': '8c6eb2ef-c800-4fe6-a60e-1c85f5433c90', 'project_id': '8598e18254304299bb012ea898e5a529', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:24.744791 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3444f43-c79f-4b92-a339-fa9740081e8b tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:24.780839 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345e0c9-02db-437d-965b-e14731207f4b None None] Pushing event updated for resources: {'Port': ['ID=78440dc8-1ac5-45b9-b388-133f18c93013,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:24.864134 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6c15d590-d050-445f-819b-a57d9fda4bb6 None None] Attempting to bind port 78440dc8-1ac5-45b9-b388-133f18c93013 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:11:24.864134 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6c15d590-d050-445f-819b-a57d9fda4bb6 None None] Attempting to bind port 78440dc8-1ac5-45b9-b388-133f18c93013 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '0910fca0-ed7b-42d1-9deb-dc8e69e68114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0185b6a0-b8f9-4dbb-86b3-c81965384904'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:11:24.864525 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c15d590-d050-445f-819b-a57d9fda4bb6 None None] Attempting to bind port 78440dc8-1ac5-45b9-b388-133f18c93013 on network 0185b6a0-b8f9-4dbb-86b3-c81965384904 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:11:24.887924 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c15d590-d050-445f-819b-a57d9fda4bb6 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:11:24.890498 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c15d590-d050-445f-819b-a57d9fda4bb6 None None] Checking segment: {'id': '0910fca0-ed7b-42d1-9deb-dc8e69e68114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0185b6a0-b8f9-4dbb-86b3-c81965384904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:11:24.893388 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6c15d590-d050-445f-819b-a57d9fda4bb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:24.893830 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c15d590-d050-445f-819b-a57d9fda4bb6 None None] Bound using segment: {'id': '0910fca0-ed7b-42d1-9deb-dc8e69e68114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0185b6a0-b8f9-4dbb-86b3-c81965384904'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:11:24.896930 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6c15d590-d050-445f-819b-a57d9fda4bb6 None None] Bound port: 78440dc8-1ac5-45b9-b388-133f18c93013, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0910fca0-ed7b-42d1-9deb-dc8e69e68114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0185b6a0-b8f9-4dbb-86b3-c81965384904'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:11:24.897386 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6c15d590-d050-445f-819b-a57d9fda4bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:24.899666 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3444f43-c79f-4b92-a339-fa9740081e8b tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:24.901161 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:24.910086 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3444f43-c79f-4b92-a339-fa9740081e8b tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:24.971543 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3444f43-c79f-4b92-a339-fa9740081e8b tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad4d4742-e9aa-4319-9d93-bf1be47b8056,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:24.981387 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3444f43-c79f-4b92-a339-fa9740081e8b tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:24.984113 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a3444f43-c79f-4b92-a339-fa9740081e8b tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2867229 Dec 10 19:11:24.987505 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42630) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:24.993796 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ac153ba8-8368-490c-be62-763e7e7c8a06 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Request body: {'security_group_rule': {'security_group_id': '8c6eb2ef-c800-4fe6-a60e-1c85f5433c90', 'project_id': '8598e18254304299bb012ea898e5a529', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:25.014191 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6c15d590-d050-445f-819b-a57d9fda4bb6 None None] For port 78440dc8-1ac5-45b9-b388-133f18c93013, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:11:25.020084 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6c15d590-d050-445f-819b-a57d9fda4bb6 None None] For port 78440dc8-1ac5-45b9-b388-133f18c93013, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=78440dc8-1ac5-45b9-b388-133f18c93013,segment=NetworkSegment(0910fca0-ed7b-42d1-9deb-dc8e69e68114),segment_id=0910fca0-ed7b-42d1-9deb-dc8e69e68114)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:11:25.031159 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 4e20d867-8efd-442d-b993-b3fe28429671 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:11:25.032827 n-d-821435-1 neutron-server[103245]: INFO neutron.db.securitygroups_db [None req-ac153ba8-8368-490c-be62-763e7e7c8a06 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Project 8598e18254304299bb012ea898e5a529 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:11:25.040924 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac153ba8-8368-490c-be62-763e7e7c8a06 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:25.075439 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6c15d590-d050-445f-819b-a57d9fda4bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:25.153795 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac153ba8-8368-490c-be62-763e7e7c8a06 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:25.165772 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac153ba8-8368-490c-be62-763e7e7c8a06 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:25.181378 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6dc5d975-0d5b-41e4-bf7e-e14cd4520a36 None None] Provisioning complete for port 78440dc8-1ac5-45b9-b388-133f18c93013 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:25.181754 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6dc5d975-0d5b-41e4-bf7e-e14cd4520a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:25.192910 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac153ba8-8368-490c-be62-763e7e7c8a06 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84693c88-67d5-418a-bca3-4b5d95ab24e6,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:25.223326 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c15d590-d050-445f-819b-a57d9fda4bb6 None None] Routers {'fb0fcdb4-6168-47b5-89cf-f0790523ef06'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:11:25.223970 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6c15d590-d050-445f-819b-a57d9fda4bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:11:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['fb0fcdb4-6168-47b5-89cf-f0790523ef06'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:25.225791 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345e0c9-02db-437d-965b-e14731207f4b None None] Pushing event updated for resources: {'Port': ['ID=78440dc8-1ac5-45b9-b388-133f18c93013,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:25.231474 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 4e20d867-8efd-442d-b993-b3fe28429671 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:25.231855 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:25.234614 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac153ba8-8368-490c-be62-763e7e7c8a06 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:25.241776 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42634) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:25.246170 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ac153ba8-8368-490c-be62-763e7e7c8a06 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2549598 Dec 10 19:11:25.246347 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-67d703ca-bfcc-40d1-a1cc-124cd3d0b2db tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Request body: {'security_group_rule': {'security_group_id': '8c6eb2ef-c800-4fe6-a60e-1c85f5433c90', 'project_id': '8598e18254304299bb012ea898e5a529', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:25.297534 n-d-821435-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-67d703ca-bfcc-40d1-a1cc-124cd3d0b2db tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Project 8598e18254304299bb012ea898e5a529 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:11:25.304009 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-67d703ca-bfcc-40d1-a1cc-124cd3d0b2db tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:25.467016 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-67d703ca-bfcc-40d1-a1cc-124cd3d0b2db tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:25.474047 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-67d703ca-bfcc-40d1-a1cc-124cd3d0b2db tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:25.498861 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d703ca-bfcc-40d1-a1cc-124cd3d0b2db tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=442a67df-ab6f-48a7-9f4a-029473f580ee,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:25.525600 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-67d703ca-bfcc-40d1-a1cc-124cd3d0b2db tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:25.527055 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-67d703ca-bfcc-40d1-a1cc-124cd3d0b2db tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2842586 Dec 10 19:11:25.530833 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d703ca-bfcc-40d1-a1cc-124cd3d0b2db tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:25.533769 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d703ca-bfcc-40d1-a1cc-124cd3d0b2db tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:25.534242 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d703ca-bfcc-40d1-a1cc-124cd3d0b2db tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:25.534669 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d703ca-bfcc-40d1-a1cc-124cd3d0b2db tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:25.535270 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d703ca-bfcc-40d1-a1cc-124cd3d0b2db tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:25.536627 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d703ca-bfcc-40d1-a1cc-124cd3d0b2db tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:25.538843 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d703ca-bfcc-40d1-a1cc-124cd3d0b2db tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:25.539385 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d703ca-bfcc-40d1-a1cc-124cd3d0b2db tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:25.539824 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d703ca-bfcc-40d1-a1cc-124cd3d0b2db tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:25.541960 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d703ca-bfcc-40d1-a1cc-124cd3d0b2db tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:25.542378 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d703ca-bfcc-40d1-a1cc-124cd3d0b2db tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:25.542885 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d703ca-bfcc-40d1-a1cc-124cd3d0b2db tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:25.543942 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d703ca-bfcc-40d1-a1cc-124cd3d0b2db tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:25.601193 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6dc5d975-0d5b-41e4-bf7e-e14cd4520a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:25.624764 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:25.649589 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-6c15d590-d050-445f-819b-a57d9fda4bb6 None None] Set router fb0fcdb4-6168-47b5-89cf-f0790523ef06 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:11:25.697139 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6dc5d975-0d5b-41e4-bf7e-e14cd4520a36 None None] For port 78440dc8-1ac5-45b9-b388-133f18c93013, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=78440dc8-1ac5-45b9-b388-133f18c93013,segment=NetworkSegment(0910fca0-ed7b-42d1-9deb-dc8e69e68114),segment_id=0910fca0-ed7b-42d1-9deb-dc8e69e68114)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:11:25.702881 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6dc5d975-0d5b-41e4-bf7e-e14cd4520a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:25.829248 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-93c6b34b-dfaa-4c66-b329-e674ab838b8c tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-888459765&fields=id&tenant_id=8598e18254304299bb012ea898e5a529 HTTP/1.1" status: 200 len: 267 time: 0.0729370 Dec 10 19:11:25.835491 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5d975-0d5b-41e4-bf7e-e14cd4520a36 None None] Pushing event updated for resources: {'Port': ['ID=78440dc8-1ac5-45b9-b388-133f18c93013,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:25.854642 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b737c979-b445-467a-9a89-c75662fa57d6 None None] Provisioning complete for port 78440dc8-1ac5-45b9-b388-133f18c93013 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:25.854642 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b737c979-b445-467a-9a89-c75662fa57d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:26.045863 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6c15d590-d050-445f-819b-a57d9fda4bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'name': 'tempest-TestNetworkBasicOps-router-1141338108', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:16Z', 'updated_at': '2021-12-10T19:11:21Z', 'revision_number': 4, 'project_id': '8598e18254304299bb012ea898e5a529', 'gw_port': {'id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:17Z', 'updated_at': '2021-12-10T19:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '78440dc8-1ac5-45b9-b388-133f18c93013', 'name': '', 'network_id': '0185b6a0-b8f9-4dbb-86b3-c81965384904', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'mac_address': 'fa:16:3e:d5:4d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'b2ada5e6-4100-4692-bf9e-830aca5f4f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:20Z', 'updated_at': '2021-12-10T19:11:25Z', 'revision_number': 4, 'project_id': '8598e18254304299bb012ea898e5a529', 'subnets': [{'id': 'b2ada5e6-4100-4692-bf9e-830aca5f4f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:26.062479 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-31b5f0c8-86e2-4319-8f7b-1057e7aac9ae tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:26.064261 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-31b5f0c8-86e2-4319-8f7b-1057e7aac9ae tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/networks?id=0185b6a0-b8f9-4dbb-86b3-c81965384904 HTTP/1.1" status: 200 len: 797 time: 0.2216609 Dec 10 19:11:26.078184 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c15d590-d050-445f-819b-a57d9fda4bb6 None None] The sync data for ids ['fb0fcdb4-6168-47b5-89cf-f0790523ef06'] in n-d-821435-1 is: [{'id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'name': 'tempest-TestNetworkBasicOps-router-1141338108', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:16Z', 'updated_at': '2021-12-10T19:11:21Z', 'revision_number': 4, 'project_id': '8598e18254304299bb012ea898e5a529', 'gw_port': {'id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:17Z', 'updated_at': '2021-12-10T19:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '78440dc8-1ac5-45b9-b388-133f18c93013', 'name': '', 'network_id': '0185b6a0-b8f9-4dbb-86b3-c81965384904', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'mac_address': 'fa:16:3e:d5:4d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'b2ada5e6-4100-4692-bf9e-830aca5f4f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:20Z', 'updated_at': '2021-12-10T19:11:25Z', 'revision_number': 4, 'project_id': '8598e18254304299bb012ea898e5a529', 'subnets': [{'id': 'b2ada5e6-4100-4692-bf9e-830aca5f4f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:11:26.081727 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-9ae54e21-fd76-47e9-8bad-6290687d7508 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/quotas/8598e18254304299bb012ea898e5a529 HTTP/1.1" status: 200 len: 375 time: 0.0114377 Dec 10 19:11:26.200037 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-dcea67f5-720a-43cc-8a6c-b1293b020dc5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8598e18254304299bb012ea898e5a529&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1123514 Dec 10 19:11:26.356907 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-2005a375-b84f-489b-9f84-2c5b0bab767d service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:11:26.360216 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-2005a375-b84f-489b-9f84-2c5b0bab767d service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1393406 Dec 10 19:11:26.511512 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-2933d40d-b47b-4c6f-bbff-7c2ec4024e67 service neutron] 10.222.0.62 "GET /v2.0/networks/0185b6a0-b8f9-4dbb-86b3-c81965384904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349788 Dec 10 19:11:26.632654 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-a5a83d2f-22cb-4212-82b6-40ed875e4ba3 service neutron] 10.222.0.62 "GET /v2.0/networks/0185b6a0-b8f9-4dbb-86b3-c81965384904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110370 Dec 10 19:11:26.835533 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1e532059-0e0e-4c60-9dcd-14724d0ce560 req-3520a878-13a9-4d73-a330-eabadb8aebf9 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce2e3be3-0072-489a-b23b-a7395193feef HTTP/1.1" status: 200 len: 210 time: 0.0272031 Dec 10 19:11:27.035137 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 78440dc8-1ac5-45b9-b388-133f18c93013 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:11:27.088924 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 78440dc8-1ac5-45b9-b388-133f18c93013 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:27.089690 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:27.647255 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42684) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:27.819755 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fee80228-7044-4eaf-a423-a8a91ba93cd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:27.907365 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fee80228-7044-4eaf-a423-a8a91ba93cd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:27.913704 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fee80228-7044-4eaf-a423-a8a91ba93cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:27.969450 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-fee80228-7044-4eaf-a423-a8a91ba93cd0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=50adc32906ea44219da3ab99ed6be610&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3208241 Dec 10 19:11:27.972022 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42694) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:28.010864 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee80228-7044-4eaf-a423-a8a91ba93cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a434afb5-43b2-4b2c-8a1f-9c71dabaeb84,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:28.041941 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-30867de8-5564-4842-b9df-96daf0d52e3c req-70d9ac75-db5e-4fb7-94b2-3c144b44f476 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce2e3be3-0072-489a-b23b-a7395193feef HTTP/1.1" status: 200 len: 210 time: 0.0533025 Dec 10 19:11:28.053516 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4fd40afb-7e87-47c8-b9d4-6b0d8bfa3364 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:28.145861 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4fd40afb-7e87-47c8-b9d4-6b0d8bfa3364 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:28.310919 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-2378a228-8a82-465a-b89d-0a7fb0332145 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:28.312369 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-2378a228-8a82-465a-b89d-0a7fb0332145 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.72 "GET /v2.0/networks?id=0185b6a0-b8f9-4dbb-86b3-c81965384904 HTTP/1.1" status: 200 len: 797 time: 0.2450845 Dec 10 19:11:28.313424 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4fd40afb-7e87-47c8-b9d4-6b0d8bfa3364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:28.316964 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4fd40afb-7e87-47c8-b9d4-6b0d8bfa3364 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:28.318621 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4fd40afb-7e87-47c8-b9d4-6b0d8bfa3364 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a434afb5-43b2-4b2c-8a1f-9c71dabaeb84 HTTP/1.1" status: 204 len: 168 time: 0.3452253 Dec 10 19:11:28.334396 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd40afb-7e87-47c8-b9d4-6b0d8bfa3364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a434afb5-43b2-4b2c-8a1f-9c71dabaeb84,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:28.422474 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-76feb8a7-fc4e-4959-92b1-e401b9e5863c tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8598e18254304299bb012ea898e5a529 HTTP/1.1" status: 200 len: 379 time: 0.0995734 Dec 10 19:11:28.435114 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-104f4dae-c57e-4896-9b72-fa56afa45ad6 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Request body: {'port': {'device_id': 'ce2e3be3-0072-489a-b23b-a7395193feef', 'network_id': '0185b6a0-b8f9-4dbb-86b3-c81965384904', 'admin_state_up': True, 'tenant_id': '8598e18254304299bb012ea898e5a529', 'security_groups': ['8c6eb2ef-c800-4fe6-a60e-1c85f5433c90']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:28.565199 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-104f4dae-c57e-4896-9b72-fa56afa45ad6 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Made reservation on behalf of 8598e18254304299bb012ea898e5a529 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:11:28.568933 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-104f4dae-c57e-4896-9b72-fa56afa45ad6 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:28.638287 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42702) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:28.651341 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7afe7181-1970-4ea9-b1b9-3e1cda7c79a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:28.731994 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7afe7181-1970-4ea9-b1b9-3e1cda7c79a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:28.736115 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7afe7181-1970-4ea9-b1b9-3e1cda7c79a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:28.766247 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-104f4dae-c57e-4896-9b72-fa56afa45ad6 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Allocated IP 172.20.0.6 (0185b6a0-b8f9-4dbb-86b3-c81965384904/b2ada5e6-4100-4692-bf9e-830aca5f4f37/0e66710a-d835-468e-960a-5950e18fa7e8) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:11:28.777581 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe7181-1970-4ea9-b1b9-3e1cda7c79a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f2a05d-9ad9-4c28-a29d-11cba0b38daa,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:28.784324 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7afe7181-1970-4ea9-b1b9-3e1cda7c79a5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=64267bcbd92c452d97a3cbf7dc333079&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1444843 Dec 10 19:11:28.786676 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42704) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:28.858684 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc87a017-5ca7-41b9-b50e-95cda567d172 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:28.884749 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc87a017-5ca7-41b9-b50e-95cda567d172 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:28.933824 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-104f4dae-c57e-4896-9b72-fa56afa45ad6 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:28.942141 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc87a017-5ca7-41b9-b50e-95cda567d172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:28.944958 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc87a017-5ca7-41b9-b50e-95cda567d172 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:28.946234 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fc87a017-5ca7-41b9-b50e-95cda567d172 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/04f2a05d-9ad9-4c28-a29d-11cba0b38daa HTTP/1.1" status: 204 len: 168 time: 0.1582236 Dec 10 19:11:28.954798 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87a017-5ca7-41b9-b50e-95cda567d172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f2a05d-9ad9-4c28-a29d-11cba0b38daa,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:28.970075 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-104f4dae-c57e-4896-9b72-fa56afa45ad6 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:29.031279 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-104f4dae-c57e-4896-9b72-fa56afa45ad6 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Network 0185b6a0-b8f9-4dbb-86b3-c81965384904 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:11:29.035438 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-104f4dae-c57e-4896-9b72-fa56afa45ad6 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:11:29.042082 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-104f4dae-c57e-4896-9b72-fa56afa45ad6 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:11:29.109330 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f4dae-c57e-4896-9b72-fa56afa45ad6 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'Port': ['ID=0e66710a-d835-468e-960a-5950e18fa7e8,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:29.153595 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-104f4dae-c57e-4896-9b72-fa56afa45ad6 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:29.154298 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-104f4dae-c57e-4896-9b72-fa56afa45ad6 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:29.202341 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-104f4dae-c57e-4896-9b72-fa56afa45ad6 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7725246 Dec 10 19:11:29.214382 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-ee24eabf-8d88-47af-ba9c-f47217e3fa02 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:11:29.215594 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-ee24eabf-8d88-47af-ba9c-f47217e3fa02 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055299 Dec 10 19:11:29.240910 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32e192-f440-419c-acb1-80a014274d75 req-6c15b30a-6c3c-4a76-8519-18f80e5459a1 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:29.248522 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1c32e192-f440-419c-acb1-80a014274d75 req-6c15b30a-6c3c-4a76-8519-18f80e5459a1 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce2e3be3-0072-489a-b23b-a7395193feef HTTP/1.1" status: 200 len: 931 time: 0.0836811 Dec 10 19:11:29.320201 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1c32e192-f440-419c-acb1-80a014274d75 req-2cad1fe9-50d4-41c7-b73f-366b70565cda tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c6eb2ef-c800-4fe6-a60e-1c85f5433c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707467 Dec 10 19:11:29.389923 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f9410dc0-f66f-45f3-8ac9-2d2cd1449f99 None None] Provisioning complete for port 0e66710a-d835-468e-960a-5950e18fa7e8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:29.391032 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f9410dc0-f66f-45f3-8ac9-2d2cd1449f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:29.436399 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-236a684f-7ecb-4877-8951-b3e9704176ae service neutron] Request body: {'port': {'device_id': 'ce2e3be3-0072-489a-b23b-a7395193feef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:29.451895 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f9410dc0-f66f-45f3-8ac9-2d2cd1449f99 None None] Port 0e66710a-d835-468e-960a-5950e18fa7e8 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:11:29.517187 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-236a684f-7ecb-4877-8951-b3e9704176ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:29.807888 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-236a684f-7ecb-4877-8951-b3e9704176ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e66710a-d835-468e-960a-5950e18fa7e8 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:11:29.816803 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-236a684f-7ecb-4877-8951-b3e9704176ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:29.831455 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-236a684f-7ecb-4877-8951-b3e9704176ae service neutron] Transition to ACTIVE for port object 0e66710a-d835-468e-960a-5950e18fa7e8 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:11:29.838461 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-236a684f-7ecb-4877-8951-b3e9704176ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:29.973258 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a684f-7ecb-4877-8951-b3e9704176ae service neutron] Pushing event updated for resources: {'Port': ['ID=0e66710a-d835-468e-960a-5950e18fa7e8,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:29.996758 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-236a684f-7ecb-4877-8951-b3e9704176ae service neutron] Attempting to bind port 0e66710a-d835-468e-960a-5950e18fa7e8 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:11:29.997375 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-236a684f-7ecb-4877-8951-b3e9704176ae service neutron] Attempting to bind port 0e66710a-d835-468e-960a-5950e18fa7e8 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '0910fca0-ed7b-42d1-9deb-dc8e69e68114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0185b6a0-b8f9-4dbb-86b3-c81965384904'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:11:29.997955 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-236a684f-7ecb-4877-8951-b3e9704176ae service neutron] Attempting to bind port 0e66710a-d835-468e-960a-5950e18fa7e8 on network 0185b6a0-b8f9-4dbb-86b3-c81965384904 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:11:30.005587 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-236a684f-7ecb-4877-8951-b3e9704176ae service neutron] Port 0e66710a-d835-468e-960a-5950e18fa7e8 on network 0185b6a0-b8f9-4dbb-86b3-c81965384904 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:11:30.009282 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-236a684f-7ecb-4877-8951-b3e9704176ae service neutron] Attempting to bind port 0e66710a-d835-468e-960a-5950e18fa7e8 on network 0185b6a0-b8f9-4dbb-86b3-c81965384904 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:11:30.014196 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-236a684f-7ecb-4877-8951-b3e9704176ae service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:11:30.014546 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-236a684f-7ecb-4877-8951-b3e9704176ae service neutron] Checking segment: {'id': '0910fca0-ed7b-42d1-9deb-dc8e69e68114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0185b6a0-b8f9-4dbb-86b3-c81965384904'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:11:30.014945 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-236a684f-7ecb-4877-8951-b3e9704176ae service neutron] Bound using segment: {'id': '0910fca0-ed7b-42d1-9deb-dc8e69e68114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0185b6a0-b8f9-4dbb-86b3-c81965384904'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:11:30.015386 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-236a684f-7ecb-4877-8951-b3e9704176ae service neutron] Bound port: 0e66710a-d835-468e-960a-5950e18fa7e8, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0910fca0-ed7b-42d1-9deb-dc8e69e68114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0185b6a0-b8f9-4dbb-86b3-c81965384904'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:11:30.015761 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-236a684f-7ecb-4877-8951-b3e9704176ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:30.098030 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-236a684f-7ecb-4877-8951-b3e9704176ae service neutron] For port 0e66710a-d835-468e-960a-5950e18fa7e8, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:11:30.101914 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-236a684f-7ecb-4877-8951-b3e9704176ae service neutron] For port 0e66710a-d835-468e-960a-5950e18fa7e8, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=0e66710a-d835-468e-960a-5950e18fa7e8,segment=NetworkSegment(0910fca0-ed7b-42d1-9deb-dc8e69e68114),segment_id=0910fca0-ed7b-42d1-9deb-dc8e69e68114)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:11:30.107347 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-236a684f-7ecb-4877-8951-b3e9704176ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:30.147264 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-236a684f-7ecb-4877-8951-b3e9704176ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:30.147936 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-236a684f-7ecb-4877-8951-b3e9704176ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:30.149360 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-236a684f-7ecb-4877-8951-b3e9704176ae service neutron] 10.222.0.72 "PUT /v2.0/ports/0e66710a-d835-468e-960a-5950e18fa7e8 HTTP/1.1" status: 200 len: 1091 time: 0.9243097 Dec 10 19:11:30.155656 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2e3be3-0072-489a-b23b-a7395193feef', 'tag': '0e66710a-d835-468e-960a-5950e18fa7e8'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:11:30.158284 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c55bc9-3268-4582-b0a8-e382a3ea64e2" -d '{"events": [{"name": "network-changed", "server_uuid": "ce2e3be3-0072-489a-b23b-a7395193feef", "tag": "0e66710a-d835-468e-960a-5950e18fa7e8"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:11:30.232189 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a684f-7ecb-4877-8951-b3e9704176ae service neutron] Pushing event updated for resources: {'Port': ['ID=0e66710a-d835-468e-960a-5950e18fa7e8,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:30.256496 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-64f1f384-9299-49bf-a3d7-5a72e2590afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:30.263777 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-64f1f384-9299-49bf-a3d7-5a72e2590afd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8598e18254304299bb012ea898e5a529&device_id=ce2e3be3-0072-489a-b23b-a7395193feef HTTP/1.1" status: 200 len: 1094 time: 0.0635293 Dec 10 19:11:30.357398 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-dacc0bed-70b5-454f-a0fe-3bc3fb3faef1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e66710a-d835-468e-960a-5950e18fa7e8 HTTP/1.1" status: 200 len: 217 time: 0.0833526 Dec 10 19:11:30.468276 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-602aee21-ab4b-49a5-a239-cc46d55c1688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:30.481646 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-602aee21-ab4b-49a5-a239-cc46d55c1688 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b2ada5e6-4100-4692-bf9e-830aca5f4f37 HTTP/1.1" status: 200 len: 834 time: 0.1169810 Dec 10 19:11:30.552260 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e22ed1-6629-41c5-9c75-e984b940eaeb x-openstack-request-id: req-b5e22ed1-6629-41c5-9c75-e984b940eaeb {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:11:30.552957 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce2e3be3-0072-489a-b23b-a7395193feef", "tag": "0e66710a-d835-468e-960a-5950e18fa7e8", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:11:30.552957 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b5e22ed1-6629-41c5-9c75-e984b940eaeb {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:11:30.553233 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2e3be3-0072-489a-b23b-a7395193feef', 'tag': '0e66710a-d835-468e-960a-5950e18fa7e8', 'status': 'completed', 'code': 200} Dec 10 19:11:30.583370 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679db5b-a196-40f7-b49a-80beb9b8e31a req-b5700c43-1f29-413e-b1d1-7eec65d85194 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:30.584916 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a679db5b-a196-40f7-b49a-80beb9b8e31a req-b5700c43-1f29-413e-b1d1-7eec65d85194 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce2e3be3-0072-489a-b23b-a7395193feef HTTP/1.1" status: 200 len: 943 time: 0.1503608 Dec 10 19:11:30.587621 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-cc8c257e-a603-4d6b-b8b2-a2aca8237fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:30.589176 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-cc8c257e-a603-4d6b-b8b2-a2aca8237fd7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0185b6a0-b8f9-4dbb-86b3-c81965384904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853436 Dec 10 19:11:30.700284 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a679db5b-a196-40f7-b49a-80beb9b8e31a req-199583a2-649e-4083-b39b-b06c2933ebef tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c6eb2ef-c800-4fe6-a60e-1c85f5433c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062667 Dec 10 19:11:31.075945 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-884b8de7-7381-4049-ae5c-c991252faf28 service neutron] 10.222.0.72 "GET /v2.0/networks/0185b6a0-b8f9-4dbb-86b3-c81965384904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4746747 Dec 10 19:11:31.171180 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0dbfabcf-7a9b-4847-98fc-cf8d6be37b46 req-d5c4930e-a955-4d46-8a7b-14d32b4feef9 service neutron] 10.222.0.72 "GET /v2.0/networks/0185b6a0-b8f9-4dbb-86b3-c81965384904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873497 Dec 10 19:11:31.264277 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c55bc9-3268-4582-b0a8-e382a3ea64e2 req-1998942b-b416-40fd-aabd-b32ce356254b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:31.266313 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-53c55bc9-3268-4582-b0a8-e382a3ea64e2 req-1998942b-b416-40fd-aabd-b32ce356254b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8598e18254304299bb012ea898e5a529&device_id=ce2e3be3-0072-489a-b23b-a7395193feef HTTP/1.1" status: 200 len: 1094 time: 0.0467808 Dec 10 19:11:31.390171 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c55bc9-3268-4582-b0a8-e382a3ea64e2 req-790940db-bd32-4347-866a-912999454eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:31.392104 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-53c55bc9-3268-4582-b0a8-e382a3ea64e2 req-790940db-bd32-4347-866a-912999454eb8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0185b6a0-b8f9-4dbb-86b3-c81965384904 HTTP/1.1" status: 200 len: 898 time: 0.1156332 Dec 10 19:11:31.442159 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-53c55bc9-3268-4582-b0a8-e382a3ea64e2 req-1ca267af-b43b-4c5e-8ffd-fdbb18268de0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e66710a-d835-468e-960a-5950e18fa7e8 HTTP/1.1" status: 200 len: 217 time: 0.0411847 Dec 10 19:11:31.500712 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c55bc9-3268-4582-b0a8-e382a3ea64e2 req-cff310aa-4d4d-497d-abca-79a924fde215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:31.502823 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-53c55bc9-3268-4582-b0a8-e382a3ea64e2 req-cff310aa-4d4d-497d-abca-79a924fde215 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b2ada5e6-4100-4692-bf9e-830aca5f4f37 HTTP/1.1" status: 200 len: 834 time: 0.0532207 Dec 10 19:11:31.549989 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c55bc9-3268-4582-b0a8-e382a3ea64e2 req-83e55cf0-cf47-4ac6-8894-ecb18c396bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:31.551418 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-53c55bc9-3268-4582-b0a8-e382a3ea64e2 req-83e55cf0-cf47-4ac6-8894-ecb18c396bf6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0185b6a0-b8f9-4dbb-86b3-c81965384904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420380 Dec 10 19:11:31.645248 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-53c55bc9-3268-4582-b0a8-e382a3ea64e2 req-5ddea017-beb8-415f-b100-d5b4e8dc4d95 service neutron] 10.222.0.72 "GET /v2.0/networks/0185b6a0-b8f9-4dbb-86b3-c81965384904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851839 Dec 10 19:11:31.743359 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-53c55bc9-3268-4582-b0a8-e382a3ea64e2 req-47a9446e-6067-493c-8cb2-c58802cb7d77 service neutron] 10.222.0.72 "GET /v2.0/networks/0185b6a0-b8f9-4dbb-86b3-c81965384904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906372 Dec 10 19:11:31.832269 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28de31a-ccdb-48cb-a334-f5c03fef9d2c req-54a65e28-6951-467a-b358-bd6fc93c2a3a tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:31.833970 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b28de31a-ccdb-48cb-a334-f5c03fef9d2c req-54a65e28-6951-467a-b358-bd6fc93c2a3a tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce2e3be3-0072-489a-b23b-a7395193feef HTTP/1.1" status: 200 len: 943 time: 0.0525455 Dec 10 19:11:31.885070 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b28de31a-ccdb-48cb-a334-f5c03fef9d2c req-8ab067c2-e389-4152-8c5a-b0c8f12380c7 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c6eb2ef-c800-4fe6-a60e-1c85f5433c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447512 Dec 10 19:11:33.003822 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee48d2-9988-473a-9615-1bdabddee314 req-8571a51f-1c45-427a-b674-dc5ab528e1b5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:33.005327 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7bee48d2-9988-473a-9615-1bdabddee314 req-8571a51f-1c45-427a-b674-dc5ab528e1b5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce2e3be3-0072-489a-b23b-a7395193feef HTTP/1.1" status: 200 len: 943 time: 0.0482786 Dec 10 19:11:33.056395 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7bee48d2-9988-473a-9615-1bdabddee314 req-8fbf4b05-dd23-417b-a840-2a118a80b34c tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c6eb2ef-c800-4fe6-a60e-1c85f5433c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451262 Dec 10 19:11:33.535511 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 0e66710a-d835-468e-960a-5950e18fa7e8 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:11:33.630849 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 0e66710a-d835-468e-960a-5950e18fa7e8, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=0e66710a-d835-468e-960a-5950e18fa7e8,segment=NetworkSegment(0910fca0-ed7b-42d1-9deb-dc8e69e68114),segment_id=0910fca0-ed7b-42d1-9deb-dc8e69e68114)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:11:33.642982 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '0e66710a-d835-468e-960a-5950e18fa7e8', 'network_id': '0185b6a0-b8f9-4dbb-86b3-c81965384904', 'port_id': '0e66710a-d835-468e-960a-5950e18fa7e8', 'mac_address': 'fa:16:3e:a9:30:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ada5e6-4100-4692-bf9e-830aca5f4f37', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:11:33.679633 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:33.693347 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e66710a-d835-468e-960a-5950e18fa7e8 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:11:33.713277 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 0e66710a-d835-468e-960a-5950e18fa7e8, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=0e66710a-d835-468e-960a-5950e18fa7e8,segment=NetworkSegment(0910fca0-ed7b-42d1-9deb-dc8e69e68114),segment_id=0910fca0-ed7b-42d1-9deb-dc8e69e68114)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:11:33.717163 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:33.765953 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=0e66710a-d835-468e-960a-5950e18fa7e8,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:33.774572 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:33.774863 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:33.775248 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:33.775594 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:33.775957 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:33.776278 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:33.776613 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:33.776982 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:33.777342 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:33.777672 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:33.778007 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:33.778338 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:33.778668 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:34.042207 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:34.079798 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['0e66710a-d835-468e-960a-5950e18fa7e8'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:11:34.188203 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a01e1-edb9-4485-b0d3-863fe05f79ef req-494c04d6-1759-4c96-a537-06c250f279c9 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:34.196859 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-354a01e1-edb9-4485-b0d3-863fe05f79ef req-494c04d6-1759-4c96-a537-06c250f279c9 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce2e3be3-0072-489a-b23b-a7395193feef HTTP/1.1" status: 200 len: 944 time: 0.0617952 Dec 10 19:11:34.244503 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-354a01e1-edb9-4485-b0d3-863fe05f79ef req-37b326d2-bdc3-4eed-b3bb-f75c653881e9 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c6eb2ef-c800-4fe6-a60e-1c85f5433c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464609 Dec 10 19:11:34.659893 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42892) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:34.766166 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f4d37b3c-8bd5-4377-bb53-c60cfbdf18af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:34.844489 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f4d37b3c-8bd5-4377-bb53-c60cfbdf18af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:34.848971 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f4d37b3c-8bd5-4377-bb53-c60cfbdf18af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:34.899667 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d37b3c-8bd5-4377-bb53-c60cfbdf18af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52ec4bb-23ff-4ca2-bc93-da4a950377d0,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:34.904910 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f4d37b3c-8bd5-4377-bb53-c60cfbdf18af admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c60c8945d3b744a5a17acc842d2e4cd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2439404 Dec 10 19:11:34.907606 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42896) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:34.913962 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d37b3c-8bd5-4377-bb53-c60cfbdf18af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:34.914539 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d37b3c-8bd5-4377-bb53-c60cfbdf18af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:34.915069 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d37b3c-8bd5-4377-bb53-c60cfbdf18af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:34.915584 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d37b3c-8bd5-4377-bb53-c60cfbdf18af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:34.916100 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d37b3c-8bd5-4377-bb53-c60cfbdf18af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:34.916611 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d37b3c-8bd5-4377-bb53-c60cfbdf18af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:34.917196 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d37b3c-8bd5-4377-bb53-c60cfbdf18af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:34.917705 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d37b3c-8bd5-4377-bb53-c60cfbdf18af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:34.918202 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d37b3c-8bd5-4377-bb53-c60cfbdf18af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:34.918547 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d37b3c-8bd5-4377-bb53-c60cfbdf18af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:34.918887 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d37b3c-8bd5-4377-bb53-c60cfbdf18af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:34.919254 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d37b3c-8bd5-4377-bb53-c60cfbdf18af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:34.919594 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d37b3c-8bd5-4377-bb53-c60cfbdf18af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:34.960194 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2bbdc01-47b4-4307-a18b-350b0bbde3fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:34.985684 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2bbdc01-47b4-4307-a18b-350b0bbde3fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:35.031828 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2bbdc01-47b4-4307-a18b-350b0bbde3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:35.034444 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2bbdc01-47b4-4307-a18b-350b0bbde3fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:35.035615 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b2bbdc01-47b4-4307-a18b-350b0bbde3fe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e52ec4bb-23ff-4ca2-bc93-da4a950377d0 HTTP/1.1" status: 204 len: 168 time: 0.1262298 Dec 10 19:11:35.049254 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bbdc01-47b4-4307-a18b-350b0bbde3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52ec4bb-23ff-4ca2-bc93-da4a950377d0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:35.332450 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42904) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:35.347780 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1585025f-c959-4d9f-9537-bc9c6474e4df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:35.382007 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b485e3-6745-4385-b9d2-4767f8995c01 req-f778466c-6802-44b4-9d09-cbdfbab8e7d5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:35.383530 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-83b485e3-6745-4385-b9d2-4767f8995c01 req-f778466c-6802-44b4-9d09-cbdfbab8e7d5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce2e3be3-0072-489a-b23b-a7395193feef HTTP/1.1" status: 200 len: 944 time: 0.0552073 Dec 10 19:11:35.458179 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-83b485e3-6745-4385-b9d2-4767f8995c01 req-1ae2f4f0-d864-4075-b8f7-acf8575d2a54 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c6eb2ef-c800-4fe6-a60e-1c85f5433c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661681 Dec 10 19:11:35.468287 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1585025f-c959-4d9f-9537-bc9c6474e4df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:35.474894 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1585025f-c959-4d9f-9537-bc9c6474e4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:35.519060 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585025f-c959-4d9f-9537-bc9c6474e4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb6d995-8eeb-44c4-8b1e-9a9c5b438727,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:35.553223 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 0e66710a-d835-468e-960a-5950e18fa7e8 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:11:35.555832 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1585025f-c959-4d9f-9537-bc9c6474e4df admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b71c6af340a04b23938a8223f331a8c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2222650 Dec 10 19:11:35.556007 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42912) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:35.619236 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ff9e43e-0279-49df-9faf-5c56d4d54670 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:35.619884 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 0e66710a-d835-468e-960a-5950e18fa7e8 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:11:35.625721 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 0e66710a-d835-468e-960a-5950e18fa7e8 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:35.626339 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:35.644013 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ff9e43e-0279-49df-9faf-5c56d4d54670 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:35.696226 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ff9e43e-0279-49df-9faf-5c56d4d54670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:35.699062 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ff9e43e-0279-49df-9faf-5c56d4d54670 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:35.700578 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3ff9e43e-0279-49df-9faf-5c56d4d54670 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fcb6d995-8eeb-44c4-8b1e-9a9c5b438727 HTTP/1.1" status: 204 len: 168 time: 0.1432455 Dec 10 19:11:35.710732 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff9e43e-0279-49df-9faf-5c56d4d54670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb6d995-8eeb-44c4-8b1e-9a9c5b438727,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:35.935561 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:35.961237 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2e3be3-0072-489a-b23b-a7395193feef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e66710a-d835-468e-960a-5950e18fa7e8'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:11:35.964393 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b554cf9-dd1f-4b51-9014-039281b2e7cd" -d '{"events": [{"server_uuid": "ce2e3be3-0072-489a-b23b-a7395193feef", "name": "network-vif-plugged", "status": "completed", "tag": "0e66710a-d835-468e-960a-5950e18fa7e8"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:11:35.984395 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 0e66710a-d835-468e-960a-5950e18fa7e8, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=0e66710a-d835-468e-960a-5950e18fa7e8,segment=NetworkSegment(0910fca0-ed7b-42d1-9deb-dc8e69e68114),segment_id=0910fca0-ed7b-42d1-9deb-dc8e69e68114)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:11:35.992124 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:36.017030 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a90433-0c3c-43db-a978-7c7cc844691d x-openstack-request-id: req-14a90433-0c3c-43db-a978-7c7cc844691d {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:11:36.017758 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2e3be3-0072-489a-b23b-a7395193feef", "name": "network-vif-plugged", "status": "completed", "tag": "0e66710a-d835-468e-960a-5950e18fa7e8", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:11:36.018246 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-14a90433-0c3c-43db-a978-7c7cc844691d {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:11:36.018871 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2e3be3-0072-489a-b23b-a7395193feef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e66710a-d835-468e-960a-5950e18fa7e8', 'code': 200} Dec 10 19:11:36.072910 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=0e66710a-d835-468e-960a-5950e18fa7e8,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:36.123676 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23b038-81ac-48c6-8157-5c8b6545af66 req-1fc021a8-1468-4e8d-b4cb-a080b3c86bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:36.125415 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6b23b038-81ac-48c6-8157-5c8b6545af66 req-1fc021a8-1468-4e8d-b4cb-a080b3c86bcd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ce2e3be3-0072-489a-b23b-a7395193feef HTTP/1.1" status: 200 len: 1096 time: 0.0551791 Dec 10 19:11:36.178866 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6b23b038-81ac-48c6-8157-5c8b6545af66 req-de7ec416-fad4-4eef-ba20-dd4be0733930 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8c6eb2ef-c800-4fe6-a60e-1c85f5433c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459085 Dec 10 19:11:36.609463 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b9d29-266c-4189-ba35-e51647246b06 req-02864b28-4fd8-4746-8b9a-bc059afd82fd tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:36.613417 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-148b9d29-266c-4189-ba35-e51647246b06 req-02864b28-4fd8-4746-8b9a-bc059afd82fd tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce2e3be3-0072-489a-b23b-a7395193feef HTTP/1.1" status: 200 len: 945 time: 0.0744455 Dec 10 19:11:36.679734 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-148b9d29-266c-4189-ba35-e51647246b06 req-f74b6ad4-7216-4f81-92af-64cd177f62c2 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c6eb2ef-c800-4fe6-a60e-1c85f5433c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598545 Dec 10 19:11:37.681185 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42976) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:37.799359 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e51b2-652c-469b-bd20-6955411aa8bc req-ac2a32f6-2e30-49c5-8218-e678445ce917 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:37.800977 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-923e51b2-652c-469b-bd20-6955411aa8bc req-ac2a32f6-2e30-49c5-8218-e678445ce917 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce2e3be3-0072-489a-b23b-a7395193feef HTTP/1.1" status: 200 len: 945 time: 0.0507348 Dec 10 19:11:37.807354 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2a9d88fd-69c5-4f67-82aa-2911b9c2de3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:37.856454 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-923e51b2-652c-469b-bd20-6955411aa8bc req-e051934d-56c0-4790-b267-45321fa39912 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c6eb2ef-c800-4fe6-a60e-1c85f5433c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491629 Dec 10 19:11:37.900618 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2a9d88fd-69c5-4f67-82aa-2911b9c2de3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:37.905865 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2a9d88fd-69c5-4f67-82aa-2911b9c2de3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:37.970239 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2a9d88fd-69c5-4f67-82aa-2911b9c2de3b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3fe5e027ff394a3990caeb1213953b04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2879755 Dec 10 19:11:37.973120 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d88fd-69c5-4f67-82aa-2911b9c2de3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869dad08-6087-447b-98ac-355b98a74077,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:37.973922 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42984) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:37.999735 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351f5e9-91ef-4def-8af6-5144a3a98b5d req-7c13e59a-0a6f-4ad6-92f1-de29e108dab2 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:38.001441 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d351f5e9-91ef-4def-8af6-5144a3a98b5d req-7c13e59a-0a6f-4ad6-92f1-de29e108dab2 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce2e3be3-0072-489a-b23b-a7395193feef HTTP/1.1" status: 200 len: 945 time: 0.0693207 Dec 10 19:11:38.028739 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9972890-17ed-4036-b7f0-f50b74cf7cc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:38.050773 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9972890-17ed-4036-b7f0-f50b74cf7cc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:38.056825 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d351f5e9-91ef-4def-8af6-5144a3a98b5d req-0d30405b-f962-4f70-8e7e-1287ede081a3 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c6eb2ef-c800-4fe6-a60e-1c85f5433c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481689 Dec 10 19:11:38.083457 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42986) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:38.100557 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9972890-17ed-4036-b7f0-f50b74cf7cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:38.103353 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9972890-17ed-4036-b7f0-f50b74cf7cc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:38.104561 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a9972890-17ed-4036-b7f0-f50b74cf7cc5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/869dad08-6087-447b-98ac-355b98a74077 HTTP/1.1" status: 204 len: 168 time: 0.1294389 Dec 10 19:11:38.121324 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9972890-17ed-4036-b7f0-f50b74cf7cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869dad08-6087-447b-98ac-355b98a74077,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:38.134363 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d605e7f6-002a-4a92-8fb9-52f54c006a6b tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:38.139516 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 42990) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:38.140296 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d605e7f6-002a-4a92-8fb9-52f54c006a6b tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ce2e3be3-0072-489a-b23b-a7395193feef HTTP/1.1" status: 200 len: 1091 time: 0.0556710 Dec 10 19:11:38.146124 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ee321cb8-f13f-4083-b336-8e7ff7473f35 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'port_id': '0e66710a-d835-468e-960a-5950e18fa7e8', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:38.170604 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee321cb8-f13f-4083-b336-8e7ff7473f35 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:38.278189 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee321cb8-f13f-4083-b336-8e7ff7473f35 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:38.390356 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-ee321cb8-f13f-4083-b336-8e7ff7473f35 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Allocated IP 172.25.7.38 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/8f53c324-beca-401b-bd78-8be52ef2bc70) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:11:38.390998 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:38.446793 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42994) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:38.461766 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bd54627a-c440-438a-8394-ec97c06980b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:38.513424 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee321cb8-f13f-4083-b336-8e7ff7473f35 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:38.550861 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee321cb8-f13f-4083-b336-8e7ff7473f35 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:38.553003 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bd54627a-c440-438a-8394-ec97c06980b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:38.557987 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bd54627a-c440-438a-8394-ec97c06980b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:38.593771 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee321cb8-f13f-4083-b336-8e7ff7473f35 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:11:38.596788 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-ee321cb8-f13f-4083-b336-8e7ff7473f35 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:11:38.604118 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee321cb8-f13f-4083-b336-8e7ff7473f35 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:11:38.604348 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-bd54627a-c440-438a-8394-ec97c06980b4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=41e24fee837042dc89b22a6af241be2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1536095 Dec 10 19:11:38.604497 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee321cb8-f13f-4083-b336-8e7ff7473f35 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'Port': ['ID=8f53c324-beca-401b-bd78-8be52ef2bc70,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:38.604739 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 42996) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:38.621317 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54627a-c440-438a-8394-ec97c06980b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb22606-1edf-4240-806d-f435b49b7e0a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:38.665424 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6f11e733-dd1e-4d32-9b02-13ce555a5d08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:38.689292 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6f11e733-dd1e-4d32-9b02-13ce555a5d08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:38.746095 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6f11e733-dd1e-4d32-9b02-13ce555a5d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:38.749208 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6f11e733-dd1e-4d32-9b02-13ce555a5d08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:38.753286 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6f11e733-dd1e-4d32-9b02-13ce555a5d08 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bfb22606-1edf-4240-806d-f435b49b7e0a HTTP/1.1" status: 204 len: 168 time: 0.1473942 Dec 10 19:11:38.763140 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11e733-dd1e-4d32-9b02-13ce555a5d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb22606-1edf-4240-806d-f435b49b7e0a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:39.075516 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee321cb8-f13f-4083-b336-8e7ff7473f35 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:39.152563 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee321cb8-f13f-4083-b336-8e7ff7473f35 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:39.317624 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee321cb8-f13f-4083-b336-8e7ff7473f35 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:39.322880 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee321cb8-f13f-4083-b336-8e7ff7473f35 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:39.376323 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee321cb8-f13f-4083-b336-8e7ff7473f35 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'Port': ['ID=8f53c324-beca-401b-bd78-8be52ef2bc70,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:39.418981 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee321cb8-f13f-4083-b336-8e7ff7473f35 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:39.527837 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-ee321cb8-f13f-4083-b336-8e7ff7473f35 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Floating IP 8e45f403-4300-4805-a48d-1c845f0e03af associated. External IP: 172.25.7.38, port: 0e66710a-d835-468e-960a-5950e18fa7e8. Dec 10 19:11:39.754218 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee321cb8-f13f-4083-b336-8e7ff7473f35 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Router fb0fcdb4-6168-47b5-89cf-f0790523ef06 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:11:39.871126 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee321cb8-f13f-4083-b336-8e7ff7473f35 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:11:39.886373 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f32146-86cf-44f0-aee7-2fd25e9fe138 None None] Sync routers for ids ['fb0fcdb4-6168-47b5-89cf-f0790523ef06'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:11:39.894788 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee321cb8-f13f-4083-b336-8e7ff7473f35 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:39.902788 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f32146-86cf-44f0-aee7-2fd25e9fe138 None None] Routers {'fb0fcdb4-6168-47b5-89cf-f0790523ef06'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:11:39.905168 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f8f32146-86cf-44f0-aee7-2fd25e9fe138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:11:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['fb0fcdb4-6168-47b5-89cf-f0790523ef06'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:39.936833 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ee321cb8-f13f-4083-b336-8e7ff7473f35 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7936950 Dec 10 19:11:39.936833 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2e3be3-0072-489a-b23b-a7395193feef', 'tag': '0e66710a-d835-468e-960a-5950e18fa7e8'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:11:39.937113 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43034) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:39.937821 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d823b6-a38d-4eb1-8332-86bc57ed27fc" -d '{"events": [{"name": "network-changed", "server_uuid": "ce2e3be3-0072-489a-b23b-a7395193feef", "tag": "0e66710a-d835-468e-960a-5950e18fa7e8"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:11:40.007492 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4c12c8-81bf-4d59-a441-7613dbe41c46 x-openstack-request-id: req-ea4c12c8-81bf-4d59-a441-7613dbe41c46 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:11:40.007772 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce2e3be3-0072-489a-b23b-a7395193feef", "tag": "0e66710a-d835-468e-960a-5950e18fa7e8", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:11:40.008162 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ea4c12c8-81bf-4d59-a441-7613dbe41c46 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:11:40.008446 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2e3be3-0072-489a-b23b-a7395193feef', 'tag': '0e66710a-d835-468e-960a-5950e18fa7e8', 'status': 'completed', 'code': 200} Dec 10 19:11:40.029673 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-170292b4-3b9e-4898-94fb-bf757c12abc6 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/floatingips/8e45f403-4300-4805-a48d-1c845f0e03af HTTP/1.1" status: 200 len: 990 time: 0.0903673 Dec 10 19:11:40.089264 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d823b6-a38d-4eb1-8332-86bc57ed27fc req-445c7c02-539e-4a85-8b77-40091d92b5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:40.091113 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-90d823b6-a38d-4eb1-8332-86bc57ed27fc req-445c7c02-539e-4a85-8b77-40091d92b5fc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8598e18254304299bb012ea898e5a529&device_id=ce2e3be3-0072-489a-b23b-a7395193feef HTTP/1.1" status: 200 len: 1096 time: 0.0558507 Dec 10 19:11:40.103915 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-f8f32146-86cf-44f0-aee7-2fd25e9fe138 None None] Set router fb0fcdb4-6168-47b5-89cf-f0790523ef06 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:11:40.211415 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d823b6-a38d-4eb1-8332-86bc57ed27fc req-432b165a-715d-414d-9863-633442a8ab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:40.214781 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-90d823b6-a38d-4eb1-8332-86bc57ed27fc req-432b165a-715d-414d-9863-633442a8ab10 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0185b6a0-b8f9-4dbb-86b3-c81965384904 HTTP/1.1" status: 200 len: 898 time: 0.1165535 Dec 10 19:11:40.300141 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-90d823b6-a38d-4eb1-8332-86bc57ed27fc req-b99c9ad1-4166-47a1-add2-6f7a5c2d1931 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e66710a-d835-468e-960a-5950e18fa7e8 HTTP/1.1" status: 200 len: 998 time: 0.0777409 Dec 10 19:11:40.357915 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d823b6-a38d-4eb1-8332-86bc57ed27fc req-ab5a18b8-93e7-4026-9f3b-158baf6abc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:40.360146 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-90d823b6-a38d-4eb1-8332-86bc57ed27fc req-ab5a18b8-93e7-4026-9f3b-158baf6abc2e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b2ada5e6-4100-4692-bf9e-830aca5f4f37 HTTP/1.1" status: 200 len: 834 time: 0.0525849 Dec 10 19:11:40.378560 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f8f32146-86cf-44f0-aee7-2fd25e9fe138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'name': 'tempest-TestNetworkBasicOps-router-1141338108', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:16Z', 'updated_at': '2021-12-10T19:11:21Z', 'revision_number': 4, 'project_id': '8598e18254304299bb012ea898e5a529', 'gw_port': {'id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:17Z', 'updated_at': '2021-12-10T19:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '8e45f403-4300-4805-a48d-1c845f0e03af', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'port_id': '0e66710a-d835-468e-960a-5950e18fa7e8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3796, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0185b6a0-b8f9-4dbb-86b3-c81965384904', 'mac_address': 'fa:16:3e:a9:30:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2e3be3-0072-489a-b23b-a7395193feef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:11:38Z', 'updated_at': '2021-12-10T19:11:38Z', 'revision_number': 0, 'project_id': '8598e18254304299bb012ea898e5a529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78440dc8-1ac5-45b9-b388-133f18c93013', 'name': '', 'network_id': '0185b6a0-b8f9-4dbb-86b3-c81965384904', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'mac_address': 'fa:16:3e:d5:4d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'b2ada5e6-4100-4692-bf9e-830aca5f4f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:20Z', 'updated_at': '2021-12-10T19:11:25Z', 'revision_number': 5, 'project_id': '8598e18254304299bb012ea898e5a529', 'subnets': [{'id': 'b2ada5e6-4100-4692-bf9e-830aca5f4f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:40.415949 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f32146-86cf-44f0-aee7-2fd25e9fe138 None None] Checking router: fb0fcdb4-6168-47b5-89cf-f0790523ef06 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:11:40.426466 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f32146-86cf-44f0-aee7-2fd25e9fe138 None None] Routers {'fb0fcdb4-6168-47b5-89cf-f0790523ef06'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:11:40.427380 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f8f32146-86cf-44f0-aee7-2fd25e9fe138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:11:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['fb0fcdb4-6168-47b5-89cf-f0790523ef06'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:40.433049 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d823b6-a38d-4eb1-8332-86bc57ed27fc req-58e2ebc2-3e4f-4f5e-b222-09a0cd282ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:40.434566 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-90d823b6-a38d-4eb1-8332-86bc57ed27fc req-58e2ebc2-3e4f-4f5e-b222-09a0cd282ddf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0185b6a0-b8f9-4dbb-86b3-c81965384904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671921 Dec 10 19:11:40.552824 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-90d823b6-a38d-4eb1-8332-86bc57ed27fc req-4c47d4d2-0096-4343-8367-9d20247a97af service neutron] 10.222.0.72 "GET /v2.0/networks/0185b6a0-b8f9-4dbb-86b3-c81965384904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110330 Dec 10 19:11:40.566191 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-f8f32146-86cf-44f0-aee7-2fd25e9fe138 None None] Set router fb0fcdb4-6168-47b5-89cf-f0790523ef06 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:11:40.698909 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-90d823b6-a38d-4eb1-8332-86bc57ed27fc req-94f28628-71fb-45ef-b1f5-07753597df01 service neutron] 10.222.0.72 "GET /v2.0/networks/0185b6a0-b8f9-4dbb-86b3-c81965384904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383340 Dec 10 19:11:40.845062 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f8f32146-86cf-44f0-aee7-2fd25e9fe138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'name': 'tempest-TestNetworkBasicOps-router-1141338108', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:16Z', 'updated_at': '2021-12-10T19:11:21Z', 'revision_number': 4, 'project_id': '8598e18254304299bb012ea898e5a529', 'gw_port': {'id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:17Z', 'updated_at': '2021-12-10T19:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '8e45f403-4300-4805-a48d-1c845f0e03af', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'port_id': '0e66710a-d835-468e-960a-5950e18fa7e8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3796, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0185b6a0-b8f9-4dbb-86b3-c81965384904', 'mac_address': 'fa:16:3e:a9:30:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2e3be3-0072-489a-b23b-a7395193feef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:11:38Z', 'updated_at': '2021-12-10T19:11:38Z', 'revision_number': 0, 'project_id': '8598e18254304299bb012ea898e5a529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78440dc8-1ac5-45b9-b388-133f18c93013', 'name': '', 'network_id': '0185b6a0-b8f9-4dbb-86b3-c81965384904', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'mac_address': 'fa:16:3e:d5:4d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'b2ada5e6-4100-4692-bf9e-830aca5f4f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:20Z', 'updated_at': '2021-12-10T19:11:25Z', 'revision_number': 5, 'project_id': '8598e18254304299bb012ea898e5a529', 'subnets': [{'id': 'b2ada5e6-4100-4692-bf9e-830aca5f4f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:40.873079 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f32146-86cf-44f0-aee7-2fd25e9fe138 None None] The sync data for ids ['fb0fcdb4-6168-47b5-89cf-f0790523ef06'] in n-d-821435-1 is: [{'id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'name': 'tempest-TestNetworkBasicOps-router-1141338108', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:16Z', 'updated_at': '2021-12-10T19:11:21Z', 'revision_number': 4, 'project_id': '8598e18254304299bb012ea898e5a529', 'gw_port': {'id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:17Z', 'updated_at': '2021-12-10T19:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '8e45f403-4300-4805-a48d-1c845f0e03af', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'port_id': '0e66710a-d835-468e-960a-5950e18fa7e8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3796, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0185b6a0-b8f9-4dbb-86b3-c81965384904', 'mac_address': 'fa:16:3e:a9:30:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2e3be3-0072-489a-b23b-a7395193feef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:11:38Z', 'updated_at': '2021-12-10T19:11:38Z', 'revision_number': 0, 'project_id': '8598e18254304299bb012ea898e5a529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78440dc8-1ac5-45b9-b388-133f18c93013', 'name': '', 'network_id': '0185b6a0-b8f9-4dbb-86b3-c81965384904', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'mac_address': 'fa:16:3e:d5:4d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'b2ada5e6-4100-4692-bf9e-830aca5f4f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:20Z', 'updated_at': '2021-12-10T19:11:25Z', 'revision_number': 5, 'project_id': '8598e18254304299bb012ea898e5a529', 'subnets': [{'id': 'b2ada5e6-4100-4692-bf9e-830aca5f4f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:11:41.032571 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43080) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:41.111743 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3102537e-4253-498e-988a-5a79b3705133 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/floatingips/8e45f403-4300-4805-a48d-1c845f0e03af HTTP/1.1" status: 200 len: 990 time: 0.0755754 Dec 10 19:11:41.174366 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43084) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:41.184273 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0acd10-b815-4593-a0f7-870998001d6b None None] New status for floating IP 8e45f403-4300-4805-a48d-1c845f0e03af: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:11:41.297175 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e0a3d7a7-577a-4b58-a9fd-61e203891de9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:41.382036 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e0a3d7a7-577a-4b58-a9fd-61e203891de9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:41.386228 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e0a3d7a7-577a-4b58-a9fd-61e203891de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:41.428773 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e0a3d7a7-577a-4b58-a9fd-61e203891de9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=69ff1af0dba345fa964dfad34b76213e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2532918 Dec 10 19:11:41.429501 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3d7a7-577a-4b58-a9fd-61e203891de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adac0af5-8f76-47c0-aba3-f96601415c2f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:41.431453 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43088) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:41.482590 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f9ee8c04-19ec-4060-8461-d94767eb7344 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:41.504109 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f9ee8c04-19ec-4060-8461-d94767eb7344 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:41.550707 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f9ee8c04-19ec-4060-8461-d94767eb7344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:41.553409 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f9ee8c04-19ec-4060-8461-d94767eb7344 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:41.556861 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f9ee8c04-19ec-4060-8461-d94767eb7344 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/adac0af5-8f76-47c0-aba3-f96601415c2f HTTP/1.1" status: 204 len: 168 time: 0.1215928 Dec 10 19:11:41.562432 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee8c04-19ec-4060-8461-d94767eb7344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adac0af5-8f76-47c0-aba3-f96601415c2f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:41.823360 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43096) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:41.837204 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8af5fca3-fa40-44a8-a7eb-286d5c718954 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:41.916060 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8af5fca3-fa40-44a8-a7eb-286d5c718954 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:41.919629 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8af5fca3-fa40-44a8-a7eb-286d5c718954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:41.958093 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8af5fca3-fa40-44a8-a7eb-286d5c718954 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=55dc57867c654386b4bcbcee87026e83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1335785 Dec 10 19:11:41.960043 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5fca3-fa40-44a8-a7eb-286d5c718954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef91867-e92e-43f8-9824-e01fabbc23c8,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:41.960823 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43098) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:42.013453 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aad2565e-c40e-4644-ba35-c484bdf7ce3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:42.039454 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aad2565e-c40e-4644-ba35-c484bdf7ce3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:42.093151 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aad2565e-c40e-4644-ba35-c484bdf7ce3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:42.096499 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aad2565e-c40e-4644-ba35-c484bdf7ce3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:42.099952 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-aad2565e-c40e-4644-ba35-c484bdf7ce3b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fef91867-e92e-43f8-9824-e01fabbc23c8 HTTP/1.1" status: 204 len: 168 time: 0.1358848 Dec 10 19:11:42.113670 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2565e-c40e-4644-ba35-c484bdf7ce3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef91867-e92e-43f8-9824-e01fabbc23c8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:42.114899 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43106) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:42.206343 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-87c85f57-7471-4b8d-a52e-cb279ff36b93 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/floatingips/8e45f403-4300-4805-a48d-1c845f0e03af HTTP/1.1" status: 200 len: 992 time: 0.0867231 Dec 10 19:11:42.335574 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43112) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:42.459297 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ccafdd3a-75df-4631-8024-8e69d30fc1d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:42.554708 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ccafdd3a-75df-4631-8024-8e69d30fc1d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:42.558932 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ccafdd3a-75df-4631-8024-8e69d30fc1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:42.596041 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccafdd3a-75df-4631-8024-8e69d30fc1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab338e8-ca93-4036-9065-1942ecacbd1f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:42.603300 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43124) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:42.609669 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ccafdd3a-75df-4631-8024-8e69d30fc1d7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bd4b839901db4567b0705821dc66d726&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2730083 Dec 10 19:11:42.657886 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2877c78-4433-46b1-b075-1e5414c0eaa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:42.680333 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2877c78-4433-46b1-b075-1e5414c0eaa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:42.728621 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2877c78-4433-46b1-b075-1e5414c0eaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:42.731326 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2877c78-4433-46b1-b075-1e5414c0eaa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:42.732480 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a2877c78-4433-46b1-b075-1e5414c0eaa3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7ab338e8-ca93-4036-9065-1942ecacbd1f HTTP/1.1" status: 204 len: 168 time: 0.1282709 Dec 10 19:11:42.743029 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2877c78-4433-46b1-b075-1e5414c0eaa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab338e8-ca93-4036-9065-1942ecacbd1f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:43.498723 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43170) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:43.604983 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-6efac4eb-1f88-48e3-803d-3d2530b008f0 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-165210879-network', 'tenant_id': '45c8c4790c404fce9c2a24d99519873d'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:43.628406 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efac4eb-1f88-48e3-803d-3d2530b008f0 admin admin] Made reservation on behalf of 45c8c4790c404fce9c2a24d99519873d for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:11:43.631019 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6efac4eb-1f88-48e3-803d-3d2530b008f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:43.639924 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6efac4eb-1f88-48e3-803d-3d2530b008f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:43.716262 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6efac4eb-1f88-48e3-803d-3d2530b008f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:43.721237 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6efac4eb-1f88-48e3-803d-3d2530b008f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:43.750427 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6efac4eb-1f88-48e3-803d-3d2530b008f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:11:43.756837 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efac4eb-1f88-48e3-803d-3d2530b008f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e737760-2b76-45c8-8068-08048b41c47b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:43.765715 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6efac4eb-1f88-48e3-803d-3d2530b008f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:43.766090 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-6efac4eb-1f88-48e3-803d-3d2530b008f0 admin admin] Added segment 0c05c14e-de37-4efc-8353-bda63796df20 of type vlan for network 7e0a6673-5deb-4319-8d51-fab6f2eba7cb Dec 10 19:11:43.809494 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6efac4eb-1f88-48e3-803d-3d2530b008f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:43.834063 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6efac4eb-1f88-48e3-803d-3d2530b008f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:43.835120 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efac4eb-1f88-48e3-803d-3d2530b008f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:43.835712 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6efac4eb-1f88-48e3-803d-3d2530b008f0 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:43.913915 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6efac4eb-1f88-48e3-803d-3d2530b008f0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4140413 Dec 10 19:11:43.916850 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43178) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:43.922456 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-70c52d07-2ba6-456e-b166-700c09ee7c56 admin admin] Request body: {'subnet': {'network_id': '7e0a6673-5deb-4319-8d51-fab6f2eba7cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-165210879-subnet', 'tenant_id': '45c8c4790c404fce9c2a24d99519873d', 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:43.936244 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efac4eb-1f88-48e3-803d-3d2530b008f0 admin admin] Pushing event updated for resources: {'Network': ['ID=7e0a6673-5deb-4319-8d51-fab6f2eba7cb,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:43.945005 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c52d07-2ba6-456e-b166-700c09ee7c56 admin admin] Made reservation on behalf of 45c8c4790c404fce9c2a24d99519873d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:11:43.948285 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-70c52d07-2ba6-456e-b166-700c09ee7c56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:43.949258 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 7e0a6673-5deb-4319-8d51-fab6f2eba7cb details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:11:44.127512 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-70c52d07-2ba6-456e-b166-700c09ee7c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:44.183413 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c52d07-2ba6-456e-b166-700c09ee7c56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b9e5a58-824e-49fc-81bd-ef4bc5487c97,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:44.192839 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c52d07-2ba6-456e-b166-700c09ee7c56 admin admin] Checking segment: {'id': '0c05c14e-de37-4efc-8353-bda63796df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7e0a6673-5deb-4319-8d51-fab6f2eba7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:11:44.193202 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c52d07-2ba6-456e-b166-700c09ee7c56 admin admin] Network hostable DHCP agents. Network: 7e0a6673-5deb-4319-8d51-fab6f2eba7cb, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:11:44.210745 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c52d07-2ba6-456e-b166-700c09ee7c56 admin admin] Network 7e0a6673-5deb-4319-8d51-fab6f2eba7cb is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:11:44.219790 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-70c52d07-2ba6-456e-b166-700c09ee7c56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 7e0a6673-5deb-4319-8d51-fab6f2eba7cb) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:11:44.224592 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c52d07-2ba6-456e-b166-700c09ee7c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:44.225469 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-70c52d07-2ba6-456e-b166-700c09ee7c56 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:44.231726 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3486c85-56ed-408f-ace4-2a4f23204afa None None] Network 7e0a6673-5deb-4319-8d51-fab6f2eba7cb requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:11:44.243150 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-70c52d07-2ba6-456e-b166-700c09ee7c56 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3245642 Dec 10 19:11:44.245991 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43186) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:44.250484 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c06b3136-4dbc-40c7-ad07-48d94234d3d4 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-165210879-router', 'tenant_id': '45c8c4790c404fce9c2a24d99519873d', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:44.275162 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c06b3136-4dbc-40c7-ad07-48d94234d3d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:44.276379 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c06b3136-4dbc-40c7-ad07-48d94234d3d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:44.337474 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c06b3136-4dbc-40c7-ad07-48d94234d3d4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:44.339313 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812b1307-398a-480f-814c-e69fceea4131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-7e0a6673-5deb-4319-8d51-fab6f2eba7cb', 'network_id': '7e0a6673-5deb-4319-8d51-fab6f2eba7cb', 'project_id': '45c8c4790c404fce9c2a24d99519873d', 'fixed_ips': [{'subnet_id': '5b9e5a58-824e-49fc-81bd-ef4bc5487c97'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:11:44.340368 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-812b1307-398a-480f-814c-e69fceea4131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:44.482286 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c06b3136-4dbc-40c7-ad07-48d94234d3d4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:44.493056 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-812b1307-398a-480f-814c-e69fceea4131 None None] Allocated IP 172.20.0.2 (7e0a6673-5deb-4319-8d51-fab6f2eba7cb/5b9e5a58-824e-49fc-81bd-ef4bc5487c97/65dbde14-a83b-4887-a0b0-7a191b7716d1) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:11:44.659971 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-812b1307-398a-480f-814c-e69fceea4131 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:44.665948 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-812b1307-398a-480f-814c-e69fceea4131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:44.709337 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812b1307-398a-480f-814c-e69fceea4131 None None] Network 7e0a6673-5deb-4319-8d51-fab6f2eba7cb is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:11:44.710158 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-347e0dfc-d101-4183-982e-b14ada2b9961 req-9b208918-975e-4344-be51-75438190ec34 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ce2e3be3-0072-489a-b23b-a7395193feef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1322956 Dec 10 19:11:44.712303 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-812b1307-398a-480f-814c-e69fceea4131 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:11:44.716591 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812b1307-398a-480f-814c-e69fceea4131 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:11:44.719706 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b1307-398a-480f-814c-e69fceea4131 None None] Pushing event updated for resources: {'Port': ['ID=65dbde14-a83b-4887-a0b0-7a191b7716d1,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:44.755627 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c06b3136-4dbc-40c7-ad07-48d94234d3d4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:44.776485 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c06b3136-4dbc-40c7-ad07-48d94234d3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:44.783090 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-812b1307-398a-480f-814c-e69fceea4131 None None] Attempting to bind port 65dbde14-a83b-4887-a0b0-7a191b7716d1 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:11:44.783450 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-812b1307-398a-480f-814c-e69fceea4131 None None] Attempting to bind port 65dbde14-a83b-4887-a0b0-7a191b7716d1 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '0c05c14e-de37-4efc-8353-bda63796df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7e0a6673-5deb-4319-8d51-fab6f2eba7cb'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:11:44.783825 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812b1307-398a-480f-814c-e69fceea4131 None None] Attempting to bind port 65dbde14-a83b-4887-a0b0-7a191b7716d1 on network 7e0a6673-5deb-4319-8d51-fab6f2eba7cb {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:11:44.789146 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812b1307-398a-480f-814c-e69fceea4131 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:11:44.789525 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812b1307-398a-480f-814c-e69fceea4131 None None] Checking segment: {'id': '0c05c14e-de37-4efc-8353-bda63796df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7e0a6673-5deb-4319-8d51-fab6f2eba7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:11:44.789933 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-812b1307-398a-480f-814c-e69fceea4131 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:44.790513 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812b1307-398a-480f-814c-e69fceea4131 None None] Bound using segment: {'id': '0c05c14e-de37-4efc-8353-bda63796df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7e0a6673-5deb-4319-8d51-fab6f2eba7cb'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:11:44.791142 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-812b1307-398a-480f-814c-e69fceea4131 None None] Bound port: 65dbde14-a83b-4887-a0b0-7a191b7716d1, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c05c14e-de37-4efc-8353-bda63796df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7e0a6673-5deb-4319-8d51-fab6f2eba7cb'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:11:44.791564 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-812b1307-398a-480f-814c-e69fceea4131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:44.863001 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-812b1307-398a-480f-814c-e69fceea4131 None None] For port 65dbde14-a83b-4887-a0b0-7a191b7716d1, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:11:44.866650 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-812b1307-398a-480f-814c-e69fceea4131 None None] For port 65dbde14-a83b-4887-a0b0-7a191b7716d1, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=65dbde14-a83b-4887-a0b0-7a191b7716d1,segment=NetworkSegment(0c05c14e-de37-4efc-8353-bda63796df20),segment_id=0c05c14e-de37-4efc-8353-bda63796df20)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:11:44.871865 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-812b1307-398a-480f-814c-e69fceea4131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:44.872178 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e0dfc-d101-4183-982e-b14ada2b9961 req-6280507f-2430-4b08-acd9-c9056056f84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:44.873759 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-347e0dfc-d101-4183-982e-b14ada2b9961 req-6280507f-2430-4b08-acd9-c9056056f84a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8598e18254304299bb012ea898e5a529&device_id=ce2e3be3-0072-489a-b23b-a7395193feef HTTP/1.1" status: 200 len: 1096 time: 0.0948999 Dec 10 19:11:44.941219 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b1307-398a-480f-814c-e69fceea4131 None None] Pushing event updated for resources: {'Port': ['ID=65dbde14-a83b-4887-a0b0-7a191b7716d1,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:44.989779 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-c06b3136-4dbc-40c7-ad07-48d94234d3d4 admin admin] Allocated IP 172.25.7.134 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/cdc348b4-7b50-4b8e-b001-9d5411ef6f9f) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:11:45.061821 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e0dfc-d101-4183-982e-b14ada2b9961 req-376a9b8b-788f-47fd-8dc2-d28590972d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:45.063318 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-347e0dfc-d101-4183-982e-b14ada2b9961 req-376a9b8b-788f-47fd-8dc2-d28590972d4a service neutron] 10.222.0.72 "GET /v2.0/networks?id=0185b6a0-b8f9-4dbb-86b3-c81965384904 HTTP/1.1" status: 200 len: 898 time: 0.1541164 Dec 10 19:11:45.173221 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-347e0dfc-d101-4183-982e-b14ada2b9961 req-1dfb7531-34a1-4f15-a2e6-42238f9df60c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e66710a-d835-468e-960a-5950e18fa7e8 HTTP/1.1" status: 200 len: 1000 time: 0.1027999 Dec 10 19:11:45.195979 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c06b3136-4dbc-40c7-ad07-48d94234d3d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:45.257095 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e0dfc-d101-4183-982e-b14ada2b9961 req-96ad6760-5927-45af-bbab-ed2d50c74016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:45.258742 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-347e0dfc-d101-4183-982e-b14ada2b9961 req-96ad6760-5927-45af-bbab-ed2d50c74016 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b2ada5e6-4100-4692-bf9e-830aca5f4f37 HTTP/1.1" status: 200 len: 834 time: 0.0769837 Dec 10 19:11:45.283728 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c06b3136-4dbc-40c7-ad07-48d94234d3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:45.359508 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06b3136-4dbc-40c7-ad07-48d94234d3d4 admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:11:45.365035 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-c06b3136-4dbc-40c7-ad07-48d94234d3d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:11:45.370928 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06b3136-4dbc-40c7-ad07-48d94234d3d4 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:11:45.375133 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b3136-4dbc-40c7-ad07-48d94234d3d4 admin admin] Pushing event updated for resources: {'Port': ['ID=cdc348b4-7b50-4b8e-b001-9d5411ef6f9f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:45.384511 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1433c6dc-adf0-41c0-b30b-01fbbc781784 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:11:45.410057 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e0dfc-d101-4183-982e-b14ada2b9961 req-7bdb557c-f928-4a2c-a071-3560ea76ee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:45.410057 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-347e0dfc-d101-4183-982e-b14ada2b9961 req-7bdb557c-f928-4a2c-a071-3560ea76ee95 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0185b6a0-b8f9-4dbb-86b3-c81965384904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1427813 Dec 10 19:11:45.478542 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-de8f6823-c5e0-40ae-8270-0e531d290983 None None] Provisioning complete for port cdc348b4-7b50-4b8e-b001-9d5411ef6f9f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:45.479081 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-de8f6823-c5e0-40ae-8270-0e531d290983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:45.517508 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-de8f6823-c5e0-40ae-8270-0e531d290983 None None] Port cdc348b4-7b50-4b8e-b001-9d5411ef6f9f cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:11:45.870238 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-347e0dfc-d101-4183-982e-b14ada2b9961 req-f36eab91-163b-475f-8ac8-2e2644b8a7c8 service neutron] 10.222.0.72 "GET /v2.0/networks/0185b6a0-b8f9-4dbb-86b3-c81965384904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4508989 Dec 10 19:11:45.967246 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a19f914-8f33-45ed-96c1-ddfc9c062a0f None None] Network 7e0a6673-5deb-4319-8d51-fab6f2eba7cb requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:11:46.043881 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c06b3136-4dbc-40c7-ad07-48d94234d3d4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:46.050193 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-347e0dfc-d101-4183-982e-b14ada2b9961 req-466a25dd-19c3-4f80-a7ce-10b1d261ac13 service neutron] 10.222.0.72 "GET /v2.0/networks/0185b6a0-b8f9-4dbb-86b3-c81965384904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404727 Dec 10 19:11:46.075282 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9626fd6c-04ec-4fae-98c8-27275fbcf9ba None None] Provisioning complete for port 65dbde14-a83b-4887-a0b0-7a191b7716d1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:46.075811 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9626fd6c-04ec-4fae-98c8-27275fbcf9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:46.166747 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9626fd6c-04ec-4fae-98c8-27275fbcf9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:46.204249 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9626fd6c-04ec-4fae-98c8-27275fbcf9ba None None] For port 65dbde14-a83b-4887-a0b0-7a191b7716d1, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=65dbde14-a83b-4887-a0b0-7a191b7716d1,segment=NetworkSegment(0c05c14e-de37-4efc-8353-bda63796df20),segment_id=0c05c14e-de37-4efc-8353-bda63796df20)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:11:46.217986 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9626fd6c-04ec-4fae-98c8-27275fbcf9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:46.283643 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626fd6c-04ec-4fae-98c8-27275fbcf9ba None None] Pushing event updated for resources: {'Port': ['ID=65dbde14-a83b-4887-a0b0-7a191b7716d1,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:46.309592 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c06b3136-4dbc-40c7-ad07-48d94234d3d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:46.442902 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-46a58e27-7f35-465f-ac17-b1c401c93c32 None None] Provisioning complete for port 65dbde14-a83b-4887-a0b0-7a191b7716d1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:46.443496 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-46a58e27-7f35-465f-ac17-b1c401c93c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:46.450433 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06b3136-4dbc-40c7-ad07-48d94234d3d4 admin admin] Router 6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:11:46.566880 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06b3136-4dbc-40c7-ad07-48d94234d3d4 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:11:46.577468 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48041356-b64e-45c6-9391-ee5711e10a05 None None] Sync routers for ids ['6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:11:46.587361 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c06b3136-4dbc-40c7-ad07-48d94234d3d4 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:46.588655 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c06b3136-4dbc-40c7-ad07-48d94234d3d4 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3416214 Dec 10 19:11:46.589302 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48041356-b64e-45c6-9391-ee5711e10a05 None None] Routers {'6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:11:46.589947 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-48041356-b64e-45c6-9391-ee5711e10a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:11:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:46.591487 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43206) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:46.703528 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-48041356-b64e-45c6-9391-ee5711e10a05 None None] Set router 6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:11:47.043436 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 65dbde14-a83b-4887-a0b0-7a191b7716d1 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:11:47.093786 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 65dbde14-a83b-4887-a0b0-7a191b7716d1 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:47.094539 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:47.132956 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-48041356-b64e-45c6-9391-ee5711e10a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7', 'name': 'tempest-TestServerMultinode-165210879-router', 'tenant_id': '45c8c4790c404fce9c2a24d99519873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'cdc348b4-7b50-4b8e-b001-9d5411ef6f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:44Z', 'updated_at': '2021-12-10T19:11:45Z', 'revision_number': 3, 'project_id': '45c8c4790c404fce9c2a24d99519873d', 'gw_port': {'id': 'cdc348b4-7b50-4b8e-b001-9d5411ef6f9f', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:46:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:44Z', 'updated_at': '2021-12-10T19:11:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:47.164524 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48041356-b64e-45c6-9391-ee5711e10a05 None None] Checking router: 6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:11:47.164903 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48041356-b64e-45c6-9391-ee5711e10a05 None None] Updating router 6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7 port cdc348b4-7b50-4b8e-b001-9d5411ef6f9f binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:11:47.196600 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-48041356-b64e-45c6-9391-ee5711e10a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:47.407782 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e08e87e-d8d9-4a8f-bc42-a1d09e28a29e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:47.501848 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-48041356-b64e-45c6-9391-ee5711e10a05 None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:47.508742 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-48041356-b64e-45c6-9391-ee5711e10a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:47.534772 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-48041356-b64e-45c6-9391-ee5711e10a05 None None] Attempting to bind port cdc348b4-7b50-4b8e-b001-9d5411ef6f9f on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:11:47.537023 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-48041356-b64e-45c6-9391-ee5711e10a05 None None] Attempting to bind port cdc348b4-7b50-4b8e-b001-9d5411ef6f9f by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:11:47.537173 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190b48f0-ffa6-4ca3-a558-591b765926ad None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:11:47.537613 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48041356-b64e-45c6-9391-ee5711e10a05 None None] Attempting to bind port cdc348b4-7b50-4b8e-b001-9d5411ef6f9f on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:11:47.570749 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48041356-b64e-45c6-9391-ee5711e10a05 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:11:47.571237 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48041356-b64e-45c6-9391-ee5711e10a05 None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:11:47.571701 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-48041356-b64e-45c6-9391-ee5711e10a05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:47.572158 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48041356-b64e-45c6-9391-ee5711e10a05 None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:11:47.572714 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-48041356-b64e-45c6-9391-ee5711e10a05 None None] Bound port: cdc348b4-7b50-4b8e-b001-9d5411ef6f9f, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:11:47.573158 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-48041356-b64e-45c6-9391-ee5711e10a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:47.608497 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57f5ff6-e02f-458e-b127-8d66a81b2364 None None] Pushing event updated for resources: {'Port': ['ID=cdc348b4-7b50-4b8e-b001-9d5411ef6f9f,revision_number=2']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:47.638710 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-48041356-b64e-45c6-9391-ee5711e10a05 None None] For port cdc348b4-7b50-4b8e-b001-9d5411ef6f9f, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:11:47.642862 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-2e08e87e-d8d9-4a8f-bc42-a1d09e28a29e admin admin] Allocated IP 172.20.0.1 (7e0a6673-5deb-4319-8d51-fab6f2eba7cb/5b9e5a58-824e-49fc-81bd-ef4bc5487c97/c771ec2e-34d4-4c6b-a8e7-14b353e2cb45) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:11:47.644892 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-48041356-b64e-45c6-9391-ee5711e10a05 None None] For port cdc348b4-7b50-4b8e-b001-9d5411ef6f9f, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=cdc348b4-7b50-4b8e-b001-9d5411ef6f9f,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:11:47.651864 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-48041356-b64e-45c6-9391-ee5711e10a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:47.672348 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3baf50e7-35b9-4b79-b0e4-79b2bc5fc150 None None] Provisioning complete for port cdc348b4-7b50-4b8e-b001-9d5411ef6f9f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:47.673290 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3baf50e7-35b9-4b79-b0e4-79b2bc5fc150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:47.728211 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd3ecfd-a465-4395-ab73-f446a0aa6ad5 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:11:47.739941 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48041356-b64e-45c6-9391-ee5711e10a05 None None] Routers {'6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:11:47.741348 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-48041356-b64e-45c6-9391-ee5711e10a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:11:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:47.796435 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3baf50e7-35b9-4b79-b0e4-79b2bc5fc150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:47.812904 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e08e87e-d8d9-4a8f-bc42-a1d09e28a29e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:47.831263 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3baf50e7-35b9-4b79-b0e4-79b2bc5fc150 None None] For port cdc348b4-7b50-4b8e-b001-9d5411ef6f9f, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=cdc348b4-7b50-4b8e-b001-9d5411ef6f9f,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:11:47.838610 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3baf50e7-35b9-4b79-b0e4-79b2bc5fc150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:47.841085 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57f5ff6-e02f-458e-b127-8d66a81b2364 None None] Pushing event updated for resources: {'Port': ['ID=cdc348b4-7b50-4b8e-b001-9d5411ef6f9f,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:47.853325 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e08e87e-d8d9-4a8f-bc42-a1d09e28a29e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:47.890223 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-48041356-b64e-45c6-9391-ee5711e10a05 None None] Set router 6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:11:47.901937 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e08e87e-d8d9-4a8f-bc42-a1d09e28a29e admin admin] Pushing event updated for resources: {'Port': ['ID=c771ec2e-34d4-4c6b-a8e7-14b353e2cb45,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:47.903752 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf50e7-35b9-4b79-b0e4-79b2bc5fc150 None None] Pushing event updated for resources: {'Port': ['ID=cdc348b4-7b50-4b8e-b001-9d5411ef6f9f,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:47.924130 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e08e87e-d8d9-4a8f-bc42-a1d09e28a29e admin admin] Network 7e0a6673-5deb-4319-8d51-fab6f2eba7cb is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:11:47.925960 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-2e08e87e-d8d9-4a8f-bc42-a1d09e28a29e admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:11:47.928345 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e08e87e-d8d9-4a8f-bc42-a1d09e28a29e admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:11:47.964871 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d50383cc-bb3b-42de-b7a6-53b7632e43f1 None None] Provisioning complete for port cdc348b4-7b50-4b8e-b001-9d5411ef6f9f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:47.967569 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d50383cc-bb3b-42de-b7a6-53b7632e43f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:47.990786 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e08e87e-d8d9-4a8f-bc42-a1d09e28a29e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:48.139579 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-48041356-b64e-45c6-9391-ee5711e10a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7', 'name': 'tempest-TestServerMultinode-165210879-router', 'tenant_id': '45c8c4790c404fce9c2a24d99519873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'cdc348b4-7b50-4b8e-b001-9d5411ef6f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:44Z', 'updated_at': '2021-12-10T19:11:45Z', 'revision_number': 3, 'project_id': '45c8c4790c404fce9c2a24d99519873d', 'gw_port': {'id': 'cdc348b4-7b50-4b8e-b001-9d5411ef6f9f', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:46:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:44Z', 'updated_at': '2021-12-10T19:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:48.159141 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e08e87e-d8d9-4a8f-bc42-a1d09e28a29e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:48.178186 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48041356-b64e-45c6-9391-ee5711e10a05 None None] The sync data for ids ['6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7'] in n-d-821435-1 is: [{'id': '6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7', 'name': 'tempest-TestServerMultinode-165210879-router', 'tenant_id': '45c8c4790c404fce9c2a24d99519873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'cdc348b4-7b50-4b8e-b001-9d5411ef6f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:44Z', 'updated_at': '2021-12-10T19:11:45Z', 'revision_number': 3, 'project_id': '45c8c4790c404fce9c2a24d99519873d', 'gw_port': {'id': 'cdc348b4-7b50-4b8e-b001-9d5411ef6f9f', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:46:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:44Z', 'updated_at': '2021-12-10T19:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:11:48.249941 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-192ac1f0-e6d6-4bd0-b00a-6331fe9bfbfe None None] Provisioning complete for port c771ec2e-34d4-4c6b-a8e7-14b353e2cb45 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:48.250568 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-192ac1f0-e6d6-4bd0-b00a-6331fe9bfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:48.297700 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-192ac1f0-e6d6-4bd0-b00a-6331fe9bfbfe None None] Port c771ec2e-34d4-4c6b-a8e7-14b353e2cb45 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:11:48.383440 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e08e87e-d8d9-4a8f-bc42-a1d09e28a29e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:48.390797 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e08e87e-d8d9-4a8f-bc42-a1d09e28a29e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:48.477416 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e08e87e-d8d9-4a8f-bc42-a1d09e28a29e admin admin] Pushing event updated for resources: {'Port': ['ID=c771ec2e-34d4-4c6b-a8e7-14b353e2cb45,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:48.486873 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e08e87e-d8d9-4a8f-bc42-a1d09e28a29e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:48.602034 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e08e87e-d8d9-4a8f-bc42-a1d09e28a29e admin admin] Network 7e0a6673-5deb-4319-8d51-fab6f2eba7cb is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:11:48.603677 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-2e08e87e-d8d9-4a8f-bc42-a1d09e28a29e admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:11:48.750256 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e08e87e-d8d9-4a8f-bc42-a1d09e28a29e admin admin] Router 6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:11:48.878618 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e08e87e-d8d9-4a8f-bc42-a1d09e28a29e admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:11:48.884256 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2e08e87e-d8d9-4a8f-bc42-a1d09e28a29e admin admin] 10.222.0.62 "PUT /v2.0/routers/6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2915750 Dec 10 19:11:48.938428 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9d59e7b9-c04b-403c-9713-b024e80fb4c0 None None] Provisioning complete for port c771ec2e-34d4-4c6b-a8e7-14b353e2cb45 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:48.938970 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9d59e7b9-c04b-403c-9713-b024e80fb4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:48.995693 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9d59e7b9-c04b-403c-9713-b024e80fb4c0 None None] Port c771ec2e-34d4-4c6b-a8e7-14b353e2cb45 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:11:49.025383 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device cdc348b4-7b50-4b8e-b001-9d5411ef6f9f up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:11:49.086080 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port cdc348b4-7b50-4b8e-b001-9d5411ef6f9f triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:49.086553 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:49.480513 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43246) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:49.485558 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-b4e8a5fb-a0e0-414a-85af-8d8ef55260e6 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1261223816-network', 'tenant_id': 'e8427aff05c94e1e9fb165fd9179ee9a'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:49.507858 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e8a5fb-a0e0-414a-85af-8d8ef55260e6 admin admin] Made reservation on behalf of e8427aff05c94e1e9fb165fd9179ee9a for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:11:49.510285 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b4e8a5fb-a0e0-414a-85af-8d8ef55260e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:49.521197 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b4e8a5fb-a0e0-414a-85af-8d8ef55260e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:49.603053 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b4e8a5fb-a0e0-414a-85af-8d8ef55260e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:49.607185 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b4e8a5fb-a0e0-414a-85af-8d8ef55260e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:49.637192 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e8a5fb-a0e0-414a-85af-8d8ef55260e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:11:49.647904 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e8a5fb-a0e0-414a-85af-8d8ef55260e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306e1281-b7cb-407f-b5ff-5be63634211d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:49.653392 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b4e8a5fb-a0e0-414a-85af-8d8ef55260e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:49.653740 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-b4e8a5fb-a0e0-414a-85af-8d8ef55260e6 admin admin] Added segment 5afc320e-55ed-418c-9f0a-8484cca74a8c of type vlan for network d44fa7c5-7302-4a5d-9664-25870f6182e8 Dec 10 19:11:49.682222 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5b1fc252-53fa-4d71-81ab-e860e9fb39fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:49.717291 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b4e8a5fb-a0e0-414a-85af-8d8ef55260e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:49.761979 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b4e8a5fb-a0e0-414a-85af-8d8ef55260e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:49.763244 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e8a5fb-a0e0-414a-85af-8d8ef55260e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:49.764972 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b4e8a5fb-a0e0-414a-85af-8d8ef55260e6 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:49.830752 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b4e8a5fb-a0e0-414a-85af-8d8ef55260e6 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3490214 Dec 10 19:11:49.833105 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43254) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:49.837467 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e8a5fb-a0e0-414a-85af-8d8ef55260e6 admin admin] Pushing event updated for resources: {'Network': ['ID=d44fa7c5-7302-4a5d-9664-25870f6182e8,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:49.838087 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b977b3e0-a1ce-4991-bab6-4e0371e22835 admin admin] Request body: {'subnet': {'network_id': 'd44fa7c5-7302-4a5d-9664-25870f6182e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1261223816-subnet', 'tenant_id': 'e8427aff05c94e1e9fb165fd9179ee9a', 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:49.848426 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network d44fa7c5-7302-4a5d-9664-25870f6182e8 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:11:49.892252 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b977b3e0-a1ce-4991-bab6-4e0371e22835 admin admin] Made reservation on behalf of e8427aff05c94e1e9fb165fd9179ee9a for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:11:49.895432 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b977b3e0-a1ce-4991-bab6-4e0371e22835 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:50.116228 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b977b3e0-a1ce-4991-bab6-4e0371e22835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:50.192840 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977b3e0-a1ce-4991-bab6-4e0371e22835 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8f6f21f-5dd2-4976-8630-2825ecb118ec,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:50.197233 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b977b3e0-a1ce-4991-bab6-4e0371e22835 admin admin] Checking segment: {'id': '5afc320e-55ed-418c-9f0a-8484cca74a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd44fa7c5-7302-4a5d-9664-25870f6182e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:11:50.197810 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b977b3e0-a1ce-4991-bab6-4e0371e22835 admin admin] Network hostable DHCP agents. Network: d44fa7c5-7302-4a5d-9664-25870f6182e8, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:11:50.223403 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b977b3e0-a1ce-4991-bab6-4e0371e22835 admin admin] Network d44fa7c5-7302-4a5d-9664-25870f6182e8 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:11:50.235011 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-b977b3e0-a1ce-4991-bab6-4e0371e22835 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, d44fa7c5-7302-4a5d-9664-25870f6182e8) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:11:50.257949 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2e7e59-421b-4605-8fc0-a3816ab968c4 None None] Network d44fa7c5-7302-4a5d-9664-25870f6182e8 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:11:50.258980 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b977b3e0-a1ce-4991-bab6-4e0371e22835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:50.260813 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b977b3e0-a1ce-4991-bab6-4e0371e22835 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:50.283534 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b977b3e0-a1ce-4991-bab6-4e0371e22835 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4491265 Dec 10 19:11:50.286063 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43258) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:50.291366 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c16dc3bb-3133-457d-8a8a-584f1dcd7456 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1261223816-router', 'tenant_id': 'e8427aff05c94e1e9fb165fd9179ee9a', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:50.302035 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d76b4d-2cb6-4944-ba6f-3d18bfdcf271 None None] Sync routers for ids ['6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:11:50.325357 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c16dc3bb-3133-457d-8a8a-584f1dcd7456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:50.327605 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d76b4d-2cb6-4944-ba6f-3d18bfdcf271 None None] Routers {'6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:11:50.327845 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c16dc3bb-3133-457d-8a8a-584f1dcd7456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:50.328239 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-84d76b4d-2cb6-4944-ba6f-3d18bfdcf271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:11:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:50.400499 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c16dc3bb-3133-457d-8a8a-584f1dcd7456 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:50.452187 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6938c269-da8e-4e0b-b668-c279ca72c52f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-d44fa7c5-7302-4a5d-9664-25870f6182e8', 'network_id': 'd44fa7c5-7302-4a5d-9664-25870f6182e8', 'project_id': 'e8427aff05c94e1e9fb165fd9179ee9a', 'fixed_ips': [{'subnet_id': 'e8f6f21f-5dd2-4976-8630-2825ecb118ec'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:11:50.453351 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6938c269-da8e-4e0b-b668-c279ca72c52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:50.585437 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-84d76b4d-2cb6-4944-ba6f-3d18bfdcf271 None None] Set router 6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:11:50.587596 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c16dc3bb-3133-457d-8a8a-584f1dcd7456 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:50.774749 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-6938c269-da8e-4e0b-b668-c279ca72c52f None None] Allocated IP 172.20.0.2 (d44fa7c5-7302-4a5d-9664-25870f6182e8/e8f6f21f-5dd2-4976-8630-2825ecb118ec/1332589a-32f9-4384-b538-b01f0da99f7a) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:11:50.872780 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c16dc3bb-3133-457d-8a8a-584f1dcd7456 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:50.913223 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c16dc3bb-3133-457d-8a8a-584f1dcd7456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:51.032083 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-84d76b4d-2cb6-4944-ba6f-3d18bfdcf271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7', 'name': 'tempest-TestServerMultinode-165210879-router', 'tenant_id': '45c8c4790c404fce9c2a24d99519873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'cdc348b4-7b50-4b8e-b001-9d5411ef6f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:44Z', 'updated_at': '2021-12-10T19:11:48Z', 'revision_number': 4, 'project_id': '45c8c4790c404fce9c2a24d99519873d', 'gw_port': {'id': 'cdc348b4-7b50-4b8e-b001-9d5411ef6f9f', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:46:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:44Z', 'updated_at': '2021-12-10T19:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'c771ec2e-34d4-4c6b-a8e7-14b353e2cb45', 'name': '', 'network_id': '7e0a6673-5deb-4319-8d51-fab6f2eba7cb', 'tenant_id': '45c8c4790c404fce9c2a24d99519873d', 'mac_address': 'fa:16:3e:4a:f3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '5b9e5a58-824e-49fc-81bd-ef4bc5487c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:47Z', 'updated_at': '2021-12-10T19:11:48Z', 'revision_number': 2, 'project_id': '45c8c4790c404fce9c2a24d99519873d', 'subnets': [{'id': '5b9e5a58-824e-49fc-81bd-ef4bc5487c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:51.056788 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-c16dc3bb-3133-457d-8a8a-584f1dcd7456 admin admin] Allocated IP 172.25.7.120 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/1f69e471-03b9-4857-aeea-37b6f944da9b) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:11:51.068722 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6938c269-da8e-4e0b-b668-c279ca72c52f None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:51.070364 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d76b4d-2cb6-4944-ba6f-3d18bfdcf271 None None] Checking router: 6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:11:51.070727 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d76b4d-2cb6-4944-ba6f-3d18bfdcf271 None None] Updating router 6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7 port c771ec2e-34d4-4c6b-a8e7-14b353e2cb45 binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:11:51.092684 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6938c269-da8e-4e0b-b668-c279ca72c52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:51.147634 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-84d76b4d-2cb6-4944-ba6f-3d18bfdcf271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:51.213206 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c16dc3bb-3133-457d-8a8a-584f1dcd7456 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:51.226224 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6938c269-da8e-4e0b-b668-c279ca72c52f None None] Network d44fa7c5-7302-4a5d-9664-25870f6182e8 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:11:51.238090 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-6938c269-da8e-4e0b-b668-c279ca72c52f None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:11:51.243430 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6938c269-da8e-4e0b-b668-c279ca72c52f None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:11:51.245376 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6938c269-da8e-4e0b-b668-c279ca72c52f None None] Pushing event updated for resources: {'Port': ['ID=1332589a-32f9-4384-b538-b01f0da99f7a,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:51.276455 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c16dc3bb-3133-457d-8a8a-584f1dcd7456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:51.321146 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16dc3bb-3133-457d-8a8a-584f1dcd7456 admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:11:51.327084 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-c16dc3bb-3133-457d-8a8a-584f1dcd7456 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:11:51.331984 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16dc3bb-3133-457d-8a8a-584f1dcd7456 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:11:51.364368 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16dc3bb-3133-457d-8a8a-584f1dcd7456 admin admin] Pushing event updated for resources: {'Port': ['ID=1f69e471-03b9-4857-aeea-37b6f944da9b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:51.374161 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6938c269-da8e-4e0b-b668-c279ca72c52f None None] Attempting to bind port 1332589a-32f9-4384-b538-b01f0da99f7a on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:11:51.374619 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6938c269-da8e-4e0b-b668-c279ca72c52f None None] Attempting to bind port 1332589a-32f9-4384-b538-b01f0da99f7a by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '5afc320e-55ed-418c-9f0a-8484cca74a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd44fa7c5-7302-4a5d-9664-25870f6182e8'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:11:51.374895 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6938c269-da8e-4e0b-b668-c279ca72c52f None None] Attempting to bind port 1332589a-32f9-4384-b538-b01f0da99f7a on network d44fa7c5-7302-4a5d-9664-25870f6182e8 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:11:51.377117 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fb23d0-0631-493e-8a26-3e14d51e8be9 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:11:51.591512 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6938c269-da8e-4e0b-b668-c279ca72c52f None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:11:51.591901 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6938c269-da8e-4e0b-b668-c279ca72c52f None None] Checking segment: {'id': '5afc320e-55ed-418c-9f0a-8484cca74a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd44fa7c5-7302-4a5d-9664-25870f6182e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:11:51.592235 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6938c269-da8e-4e0b-b668-c279ca72c52f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:51.592670 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6938c269-da8e-4e0b-b668-c279ca72c52f None None] Bound using segment: {'id': '5afc320e-55ed-418c-9f0a-8484cca74a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd44fa7c5-7302-4a5d-9664-25870f6182e8'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:11:51.593162 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6938c269-da8e-4e0b-b668-c279ca72c52f None None] Bound port: 1332589a-32f9-4384-b538-b01f0da99f7a, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afc320e-55ed-418c-9f0a-8484cca74a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd44fa7c5-7302-4a5d-9664-25870f6182e8'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:11:51.593553 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6938c269-da8e-4e0b-b668-c279ca72c52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:51.665898 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c16dc3bb-3133-457d-8a8a-584f1dcd7456 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:51.668977 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6938c269-da8e-4e0b-b668-c279ca72c52f None None] For port 1332589a-32f9-4384-b538-b01f0da99f7a, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:11:51.681063 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6938c269-da8e-4e0b-b668-c279ca72c52f None None] For port 1332589a-32f9-4384-b538-b01f0da99f7a, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=1332589a-32f9-4384-b538-b01f0da99f7a,segment=NetworkSegment(5afc320e-55ed-418c-9f0a-8484cca74a8c),segment_id=5afc320e-55ed-418c-9f0a-8484cca74a8c)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:11:51.766100 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6938c269-da8e-4e0b-b668-c279ca72c52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:51.843077 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6938c269-da8e-4e0b-b668-c279ca72c52f None None] Pushing event updated for resources: {'Port': ['ID=1332589a-32f9-4384-b538-b01f0da99f7a,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:51.895160 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-84d76b4d-2cb6-4944-ba6f-3d18bfdcf271 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:51.896861 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ae1a5a94-3893-4388-b189-f384cf599485 None None] Provisioning complete for port 1f69e471-03b9-4857-aeea-37b6f944da9b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:51.897286 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ae1a5a94-3893-4388-b189-f384cf599485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:51.950565 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a5a94-3893-4388-b189-f384cf599485 None None] Port 1f69e471-03b9-4857-aeea-37b6f944da9b cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:11:51.952302 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c16dc3bb-3133-457d-8a8a-584f1dcd7456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:51.957961 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-84d76b4d-2cb6-4944-ba6f-3d18bfdcf271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:52.018775 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d954f-08c9-4bb9-af47-7e30e0e1e125 None None] Pushing event updated for resources: {'Port': ['ID=c771ec2e-34d4-4c6b-a8e7-14b353e2cb45,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:52.122977 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-84d76b4d-2cb6-4944-ba6f-3d18bfdcf271 None None] Attempting to bind port c771ec2e-34d4-4c6b-a8e7-14b353e2cb45 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:11:52.123442 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-84d76b4d-2cb6-4944-ba6f-3d18bfdcf271 None None] Attempting to bind port c771ec2e-34d4-4c6b-a8e7-14b353e2cb45 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '0c05c14e-de37-4efc-8353-bda63796df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7e0a6673-5deb-4319-8d51-fab6f2eba7cb'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:11:52.123826 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d76b4d-2cb6-4944-ba6f-3d18bfdcf271 None None] Attempting to bind port c771ec2e-34d4-4c6b-a8e7-14b353e2cb45 on network 7e0a6673-5deb-4319-8d51-fab6f2eba7cb {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:11:52.131872 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d76b4d-2cb6-4944-ba6f-3d18bfdcf271 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:11:52.132476 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d76b4d-2cb6-4944-ba6f-3d18bfdcf271 None None] Checking segment: {'id': '0c05c14e-de37-4efc-8353-bda63796df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7e0a6673-5deb-4319-8d51-fab6f2eba7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:11:52.133091 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-84d76b4d-2cb6-4944-ba6f-3d18bfdcf271 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:52.133382 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d76b4d-2cb6-4944-ba6f-3d18bfdcf271 None None] Bound using segment: {'id': '0c05c14e-de37-4efc-8353-bda63796df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7e0a6673-5deb-4319-8d51-fab6f2eba7cb'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:11:52.133866 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-84d76b4d-2cb6-4944-ba6f-3d18bfdcf271 None None] Bound port: c771ec2e-34d4-4c6b-a8e7-14b353e2cb45, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c05c14e-de37-4efc-8353-bda63796df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7e0a6673-5deb-4319-8d51-fab6f2eba7cb'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:11:52.134264 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-84d76b4d-2cb6-4944-ba6f-3d18bfdcf271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:52.170075 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16dc3bb-3133-457d-8a8a-584f1dcd7456 admin admin] Router 83b4634b-f05c-4a46-9100-28a57a4c6299 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:11:52.246814 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-84d76b4d-2cb6-4944-ba6f-3d18bfdcf271 None None] For port c771ec2e-34d4-4c6b-a8e7-14b353e2cb45, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:11:52.259571 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-84d76b4d-2cb6-4944-ba6f-3d18bfdcf271 None None] For port c771ec2e-34d4-4c6b-a8e7-14b353e2cb45, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c771ec2e-34d4-4c6b-a8e7-14b353e2cb45,segment=NetworkSegment(0c05c14e-de37-4efc-8353-bda63796df20),segment_id=0c05c14e-de37-4efc-8353-bda63796df20)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:11:52.265358 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-84d76b4d-2cb6-4944-ba6f-3d18bfdcf271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:52.326563 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d76b4d-2cb6-4944-ba6f-3d18bfdcf271 None None] Routers {'6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:11:52.327230 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-84d76b4d-2cb6-4944-ba6f-3d18bfdcf271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:11:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:52.445524 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16dc3bb-3133-457d-8a8a-584f1dcd7456 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:11:52.460488 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f7714d-059b-4bbd-bee2-681661556bdd None None] Sync routers for ids ['83b4634b-f05c-4a46-9100-28a57a4c6299'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:11:52.472007 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d954f-08c9-4bb9-af47-7e30e0e1e125 None None] Pushing event updated for resources: {'Port': ['ID=c771ec2e-34d4-4c6b-a8e7-14b353e2cb45,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:52.476906 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c16dc3bb-3133-457d-8a8a-584f1dcd7456 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:52.478779 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f7714d-059b-4bbd-bee2-681661556bdd None None] Routers {'83b4634b-f05c-4a46-9100-28a57a4c6299'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:11:52.480791 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c16dc3bb-3133-457d-8a8a-584f1dcd7456 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1928570 Dec 10 19:11:52.483096 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43268) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:52.490388 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f7f7714d-059b-4bbd-bee2-681661556bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:11:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['83b4634b-f05c-4a46-9100-28a57a4c6299'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:52.519264 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-18542011-d30d-445d-88e9-9e848b1dffb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:52.531093 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-84d76b4d-2cb6-4944-ba6f-3d18bfdcf271 None None] Set router 6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:11:52.631180 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e1bed6a1-5e26-4b77-b0b4-7e78f2ff65e1 None None] Provisioning complete for port c771ec2e-34d4-4c6b-a8e7-14b353e2cb45 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:52.632086 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e1bed6a1-5e26-4b77-b0b4-7e78f2ff65e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:52.756165 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-f7f7714d-059b-4bbd-bee2-681661556bdd None None] Set router 83b4634b-f05c-4a46-9100-28a57a4c6299 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:11:52.873459 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e1bed6a1-5e26-4b77-b0b4-7e78f2ff65e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:52.929396 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e1bed6a1-5e26-4b77-b0b4-7e78f2ff65e1 None None] For port c771ec2e-34d4-4c6b-a8e7-14b353e2cb45, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c771ec2e-34d4-4c6b-a8e7-14b353e2cb45,segment=NetworkSegment(0c05c14e-de37-4efc-8353-bda63796df20),segment_id=0c05c14e-de37-4efc-8353-bda63796df20)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:11:52.938204 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-84d76b4d-2cb6-4944-ba6f-3d18bfdcf271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7', 'name': 'tempest-TestServerMultinode-165210879-router', 'tenant_id': '45c8c4790c404fce9c2a24d99519873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'cdc348b4-7b50-4b8e-b001-9d5411ef6f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:44Z', 'updated_at': '2021-12-10T19:11:48Z', 'revision_number': 4, 'project_id': '45c8c4790c404fce9c2a24d99519873d', 'gw_port': {'id': 'cdc348b4-7b50-4b8e-b001-9d5411ef6f9f', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:46:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:44Z', 'updated_at': '2021-12-10T19:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'c771ec2e-34d4-4c6b-a8e7-14b353e2cb45', 'name': '', 'network_id': '7e0a6673-5deb-4319-8d51-fab6f2eba7cb', 'tenant_id': '45c8c4790c404fce9c2a24d99519873d', 'mac_address': 'fa:16:3e:4a:f3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '5b9e5a58-824e-49fc-81bd-ef4bc5487c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:47Z', 'updated_at': '2021-12-10T19:11:52Z', 'revision_number': 4, 'project_id': '45c8c4790c404fce9c2a24d99519873d', 'subnets': [{'id': '5b9e5a58-824e-49fc-81bd-ef4bc5487c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:52.975574 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d76b4d-2cb6-4944-ba6f-3d18bfdcf271 None None] The sync data for ids ['6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7'] in n-d-821435-1 is: [{'id': '6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7', 'name': 'tempest-TestServerMultinode-165210879-router', 'tenant_id': '45c8c4790c404fce9c2a24d99519873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'cdc348b4-7b50-4b8e-b001-9d5411ef6f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:44Z', 'updated_at': '2021-12-10T19:11:48Z', 'revision_number': 4, 'project_id': '45c8c4790c404fce9c2a24d99519873d', 'gw_port': {'id': 'cdc348b4-7b50-4b8e-b001-9d5411ef6f9f', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:46:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:44Z', 'updated_at': '2021-12-10T19:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'c771ec2e-34d4-4c6b-a8e7-14b353e2cb45', 'name': '', 'network_id': '7e0a6673-5deb-4319-8d51-fab6f2eba7cb', 'tenant_id': '45c8c4790c404fce9c2a24d99519873d', 'mac_address': 'fa:16:3e:4a:f3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '5b9e5a58-824e-49fc-81bd-ef4bc5487c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:47Z', 'updated_at': '2021-12-10T19:11:52Z', 'revision_number': 4, 'project_id': '45c8c4790c404fce9c2a24d99519873d', 'subnets': [{'id': '5b9e5a58-824e-49fc-81bd-ef4bc5487c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:11:52.978413 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e1bed6a1-5e26-4b77-b0b4-7e78f2ff65e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:53.081370 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bed6a1-5e26-4b77-b0b4-7e78f2ff65e1 None None] Pushing event updated for resources: {'Port': ['ID=c771ec2e-34d4-4c6b-a8e7-14b353e2cb45,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:53.135398 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-51634551-4936-41ea-bd70-c28de019f265 None None] Provisioning complete for port c771ec2e-34d4-4c6b-a8e7-14b353e2cb45 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:53.135762 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-51634551-4936-41ea-bd70-c28de019f265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:53.227581 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 1332589a-32f9-4384-b538-b01f0da99f7a up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:11:53.235554 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f7f7714d-059b-4bbd-bee2-681661556bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b4634b-f05c-4a46-9100-28a57a4c6299', 'name': 'tempest-TestServerMultinode-1261223816-router', 'tenant_id': 'e8427aff05c94e1e9fb165fd9179ee9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '1f69e471-03b9-4857-aeea-37b6f944da9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:50Z', 'updated_at': '2021-12-10T19:11:51Z', 'revision_number': 3, 'project_id': 'e8427aff05c94e1e9fb165fd9179ee9a', 'gw_port': {'id': '1f69e471-03b9-4857-aeea-37b6f944da9b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:cc:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b4634b-f05c-4a46-9100-28a57a4c6299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:50Z', 'updated_at': '2021-12-10T19:11:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:53.324305 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f7714d-059b-4bbd-bee2-681661556bdd None None] Checking router: 83b4634b-f05c-4a46-9100-28a57a4c6299 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:11:53.335620 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f7714d-059b-4bbd-bee2-681661556bdd None None] Updating router 83b4634b-f05c-4a46-9100-28a57a4c6299 port 1f69e471-03b9-4857-aeea-37b6f944da9b binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:11:53.396267 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-f7f7714d-059b-4bbd-bee2-681661556bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:53.435013 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 1332589a-32f9-4384-b538-b01f0da99f7a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:53.437016 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:53.550669 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1b4f0549-e2df-4d80-9a84-dc766bccc3bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:53.731775 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:53.747082 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fca6f8-cd1a-498f-97de-a9635f08ceb3 None None] Network d44fa7c5-7302-4a5d-9664-25870f6182e8 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:11:53.810190 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-f7f7714d-059b-4bbd-bee2-681661556bdd None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:53.824218 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-f7f7714d-059b-4bbd-bee2-681661556bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:53.848804 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:53.854469 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-f7f7714d-059b-4bbd-bee2-681661556bdd None None] Attempting to bind port 1f69e471-03b9-4857-aeea-37b6f944da9b on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:11:53.855692 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-f7f7714d-059b-4bbd-bee2-681661556bdd None None] Attempting to bind port 1f69e471-03b9-4857-aeea-37b6f944da9b by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:11:53.856217 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f7714d-059b-4bbd-bee2-681661556bdd None None] Attempting to bind port 1f69e471-03b9-4857-aeea-37b6f944da9b on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:11:53.856353 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e95049-e12e-472c-9f4c-64fcc0d7554e None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:11:53.885695 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f7714d-059b-4bbd-bee2-681661556bdd None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:11:53.890753 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f7714d-059b-4bbd-bee2-681661556bdd None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:11:53.892226 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-f7f7714d-059b-4bbd-bee2-681661556bdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:53.893017 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f7714d-059b-4bbd-bee2-681661556bdd None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:11:53.897835 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-f7f7714d-059b-4bbd-bee2-681661556bdd None None] Bound port: 1f69e471-03b9-4857-aeea-37b6f944da9b, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:11:53.907213 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-f7f7714d-059b-4bbd-bee2-681661556bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:53.926539 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e8fa4d34-c9a5-463c-9431-b0145e157b11 None None] Provisioning complete for port 1332589a-32f9-4384-b538-b01f0da99f7a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:53.926979 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e8fa4d34-c9a5-463c-9431-b0145e157b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:53.984249 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 1332589a-32f9-4384-b538-b01f0da99f7a, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=1332589a-32f9-4384-b538-b01f0da99f7a,segment=NetworkSegment(5afc320e-55ed-418c-9f0a-8484cca74a8c),segment_id=5afc320e-55ed-418c-9f0a-8484cca74a8c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:11:54.051182 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-1b4f0549-e2df-4d80-9a84-dc766bccc3bf admin admin] Allocated IP 172.20.0.1 (d44fa7c5-7302-4a5d-9664-25870f6182e8/e8f6f21f-5dd2-4976-8630-2825ecb118ec/32152a72-4c84-4b13-b0a7-3b2c0d69c81f) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:11:54.069060 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:54.201229 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=1332589a-32f9-4384-b538-b01f0da99f7a,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:54.298093 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1b4f0549-e2df-4d80-9a84-dc766bccc3bf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:54.330328 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-f7f7714d-059b-4bbd-bee2-681661556bdd None None] For port 1f69e471-03b9-4857-aeea-37b6f944da9b, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:11:54.341512 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-f7f7714d-059b-4bbd-bee2-681661556bdd None None] For port 1f69e471-03b9-4857-aeea-37b6f944da9b, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=1f69e471-03b9-4857-aeea-37b6f944da9b,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:11:54.342605 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b1e43-54d5-4d97-9fba-f4eee0051d03 None None] Pushing event updated for resources: {'Port': ['ID=1f69e471-03b9-4857-aeea-37b6f944da9b,revision_number=2']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:54.361614 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-f7f7714d-059b-4bbd-bee2-681661556bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:54.430081 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b9923e14-4064-47a6-bc7a-facd6114bd01 None None] Provisioning complete for port 1f69e471-03b9-4857-aeea-37b6f944da9b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:54.431702 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b9923e14-4064-47a6-bc7a-facd6114bd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:54.434913 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1b4f0549-e2df-4d80-9a84-dc766bccc3bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:54.526321 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4028aaae-6a67-4ad3-b5e4-3adf424c639d None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:11:54.545410 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b9923e14-4064-47a6-bc7a-facd6114bd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:54.554542 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f0549-e2df-4d80-9a84-dc766bccc3bf admin admin] Pushing event updated for resources: {'Port': ['ID=32152a72-4c84-4b13-b0a7-3b2c0d69c81f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:54.577549 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f7714d-059b-4bbd-bee2-681661556bdd None None] Routers {'83b4634b-f05c-4a46-9100-28a57a4c6299'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:11:54.578271 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f7f7714d-059b-4bbd-bee2-681661556bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:11:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['83b4634b-f05c-4a46-9100-28a57a4c6299'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:54.592567 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4f0549-e2df-4d80-9a84-dc766bccc3bf admin admin] Network d44fa7c5-7302-4a5d-9664-25870f6182e8 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:11:54.598837 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b9923e14-4064-47a6-bc7a-facd6114bd01 None None] For port 1f69e471-03b9-4857-aeea-37b6f944da9b, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=1f69e471-03b9-4857-aeea-37b6f944da9b,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:11:54.599126 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-1b4f0549-e2df-4d80-9a84-dc766bccc3bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:11:54.603870 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4f0549-e2df-4d80-9a84-dc766bccc3bf admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:11:54.617141 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b9923e14-4064-47a6-bc7a-facd6114bd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:54.715071 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1b4f0549-e2df-4d80-9a84-dc766bccc3bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:54.799323 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9923e14-4064-47a6-bc7a-facd6114bd01 None None] Pushing event updated for resources: {'Port': ['ID=1f69e471-03b9-4857-aeea-37b6f944da9b,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:54.827747 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-f7f7714d-059b-4bbd-bee2-681661556bdd None None] Set router 83b4634b-f05c-4a46-9100-28a57a4c6299 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:11:54.838289 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-48b7fda7-1f58-4e9c-ac2a-001eb4c99643 None None] Provisioning complete for port 1f69e471-03b9-4857-aeea-37b6f944da9b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:54.838676 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-48b7fda7-1f58-4e9c-ac2a-001eb4c99643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:54.951255 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:55.148365 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-48b7fda7-1f58-4e9c-ac2a-001eb4c99643 None None] Provisioning complete for port 1332589a-32f9-4384-b538-b01f0da99f7a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:55.150111 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b1e43-54d5-4d97-9fba-f4eee0051d03 None None] Pushing event updated for resources: {'Port': ['ID=1f69e471-03b9-4857-aeea-37b6f944da9b,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:55.150706 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-48b7fda7-1f58-4e9c-ac2a-001eb4c99643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:55.238892 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1b4f0549-e2df-4d80-9a84-dc766bccc3bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:55.249405 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 1332589a-32f9-4384-b538-b01f0da99f7a up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:11:55.328035 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f7f7714d-059b-4bbd-bee2-681661556bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b4634b-f05c-4a46-9100-28a57a4c6299', 'name': 'tempest-TestServerMultinode-1261223816-router', 'tenant_id': 'e8427aff05c94e1e9fb165fd9179ee9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '1f69e471-03b9-4857-aeea-37b6f944da9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:50Z', 'updated_at': '2021-12-10T19:11:51Z', 'revision_number': 3, 'project_id': 'e8427aff05c94e1e9fb165fd9179ee9a', 'gw_port': {'id': '1f69e471-03b9-4857-aeea-37b6f944da9b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:cc:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b4634b-f05c-4a46-9100-28a57a4c6299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:50Z', 'updated_at': '2021-12-10T19:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:55.382203 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f7714d-059b-4bbd-bee2-681661556bdd None None] The sync data for ids ['83b4634b-f05c-4a46-9100-28a57a4c6299'] in n-d-821435-1 is: [{'id': '83b4634b-f05c-4a46-9100-28a57a4c6299', 'name': 'tempest-TestServerMultinode-1261223816-router', 'tenant_id': 'e8427aff05c94e1e9fb165fd9179ee9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '1f69e471-03b9-4857-aeea-37b6f944da9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:50Z', 'updated_at': '2021-12-10T19:11:51Z', 'revision_number': 3, 'project_id': 'e8427aff05c94e1e9fb165fd9179ee9a', 'gw_port': {'id': '1f69e471-03b9-4857-aeea-37b6f944da9b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:cc:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b4634b-f05c-4a46-9100-28a57a4c6299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:50Z', 'updated_at': '2021-12-10T19:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:11:55.402822 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 1332589a-32f9-4384-b538-b01f0da99f7a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:55.403475 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:55.532223 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1b4f0549-e2df-4d80-9a84-dc766bccc3bf admin admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:55.546432 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:55.551124 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1b4f0549-e2df-4d80-9a84-dc766bccc3bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:55.588068 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c771ec2e-34d4-4c6b-a8e7-14b353e2cb45 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:11:55.629891 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1b4f0549-e2df-4d80-9a84-dc766bccc3bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:55.632046 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f0549-e2df-4d80-9a84-dc766bccc3bf admin admin] Pushing event updated for resources: {'Port': ['ID=32152a72-4c84-4b13-b0a7-3b2c0d69c81f,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:55.659871 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port c771ec2e-34d4-4c6b-a8e7-14b353e2cb45 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:55.660243 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:55.662172 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-405c4525-4e6c-48ab-8974-cdeb8c84a79a None None] Provisioning complete for port 32152a72-4c84-4b13-b0a7-3b2c0d69c81f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:55.662537 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-405c4525-4e6c-48ab-8974-cdeb8c84a79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:55.740253 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-405c4525-4e6c-48ab-8974-cdeb8c84a79a None None] Port 32152a72-4c84-4b13-b0a7-3b2c0d69c81f cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:11:55.753565 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4f0549-e2df-4d80-9a84-dc766bccc3bf admin admin] Network d44fa7c5-7302-4a5d-9664-25870f6182e8 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:11:55.755079 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-1b4f0549-e2df-4d80-9a84-dc766bccc3bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:11:56.068082 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c64394dd-f261-4f9a-84c7-8fb9246878c2 None None] Provisioning complete for port 32152a72-4c84-4b13-b0a7-3b2c0d69c81f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:56.068728 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c64394dd-f261-4f9a-84c7-8fb9246878c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:56.123004 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c64394dd-f261-4f9a-84c7-8fb9246878c2 None None] Port 32152a72-4c84-4b13-b0a7-3b2c0d69c81f cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:11:56.226894 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4f0549-e2df-4d80-9a84-dc766bccc3bf admin admin] Router 83b4634b-f05c-4a46-9100-28a57a4c6299 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:11:56.343869 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4f0549-e2df-4d80-9a84-dc766bccc3bf admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:11:56.354149 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1b4f0549-e2df-4d80-9a84-dc766bccc3bf admin admin] 10.222.0.62 "PUT /v2.0/routers/83b4634b-f05c-4a46-9100-28a57a4c6299/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8693516 Dec 10 19:11:56.621020 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:11:56.910063 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-b21ab208-29a9-4053-852e-d6a5e21ea1f8 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:56.913433 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-b21ab208-29a9-4053-852e-d6a5e21ea1f8 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/networks?id=7e0a6673-5deb-4319-8d51-fab6f2eba7cb HTTP/1.1" status: 200 len: 910 time: 0.0933156 Dec 10 19:11:56.928916 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-29cea0b3-55ec-43ca-89be-4c143bd55c63 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/quotas/e8427aff05c94e1e9fb165fd9179ee9a HTTP/1.1" status: 200 len: 375 time: 0.0096774 Dec 10 19:11:57.003621 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 1f69e471-03b9-4857-aeea-37b6f944da9b up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:11:57.042336 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-0026271a-9ec3-4311-a766-9160ca8ce74c tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/ports?tenant_id=e8427aff05c94e1e9fb165fd9179ee9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1063342 Dec 10 19:11:57.060617 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 1f69e471-03b9-4857-aeea-37b6f944da9b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:57.061161 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:57.136090 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-6ac77adb-1712-48ae-8ae5-a380a731c841 service neutron] 10.222.0.62 "GET /v2.0/networks/7e0a6673-5deb-4319-8d51-fab6f2eba7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927212 Dec 10 19:11:57.235877 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-a0d7bffa-b095-457d-9fa9-f1ed63535698 service neutron] 10.222.0.62 "GET /v2.0/networks/7e0a6673-5deb-4319-8d51-fab6f2eba7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897822 Dec 10 19:11:57.383109 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d95cb3f-9598-496a-937d-2a4ea6be7d3a None None] Sync routers for ids ['83b4634b-f05c-4a46-9100-28a57a4c6299'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:11:57.396893 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d95cb3f-9598-496a-937d-2a4ea6be7d3a None None] Routers {'83b4634b-f05c-4a46-9100-28a57a4c6299'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:11:57.397633 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2d95cb3f-9598-496a-937d-2a4ea6be7d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:11:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['83b4634b-f05c-4a46-9100-28a57a4c6299'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:57.404484 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c994d28c-9fed-4037-9e10-cb5bf61f1b94 req-5013cf65-e58a-4712-ac25-28f56d8faf64 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=11b16443-12f1-4396-a955-7bca24699cfb HTTP/1.1" status: 200 len: 210 time: 0.0285139 Dec 10 19:11:57.529080 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-2d95cb3f-9598-496a-937d-2a4ea6be7d3a None None] Set router 83b4634b-f05c-4a46-9100-28a57a4c6299 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:11:57.949816 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2d95cb3f-9598-496a-937d-2a4ea6be7d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b4634b-f05c-4a46-9100-28a57a4c6299', 'name': 'tempest-TestServerMultinode-1261223816-router', 'tenant_id': 'e8427aff05c94e1e9fb165fd9179ee9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '1f69e471-03b9-4857-aeea-37b6f944da9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:50Z', 'updated_at': '2021-12-10T19:11:55Z', 'revision_number': 4, 'project_id': 'e8427aff05c94e1e9fb165fd9179ee9a', 'gw_port': {'id': '1f69e471-03b9-4857-aeea-37b6f944da9b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:cc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b4634b-f05c-4a46-9100-28a57a4c6299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:50Z', 'updated_at': '2021-12-10T19:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '32152a72-4c84-4b13-b0a7-3b2c0d69c81f', 'name': '', 'network_id': 'd44fa7c5-7302-4a5d-9664-25870f6182e8', 'tenant_id': 'e8427aff05c94e1e9fb165fd9179ee9a', 'mac_address': 'fa:16:3e:4a:59:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b4634b-f05c-4a46-9100-28a57a4c6299', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'e8f6f21f-5dd2-4976-8630-2825ecb118ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:53Z', 'updated_at': '2021-12-10T19:11:55Z', 'revision_number': 2, 'project_id': 'e8427aff05c94e1e9fb165fd9179ee9a', 'subnets': [{'id': 'e8f6f21f-5dd2-4976-8630-2825ecb118ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:57.983122 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d95cb3f-9598-496a-937d-2a4ea6be7d3a None None] Checking router: 83b4634b-f05c-4a46-9100-28a57a4c6299 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:11:57.983544 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d95cb3f-9598-496a-937d-2a4ea6be7d3a None None] Updating router 83b4634b-f05c-4a46-9100-28a57a4c6299 port 32152a72-4c84-4b13-b0a7-3b2c0d69c81f binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:11:58.014428 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2d95cb3f-9598-496a-937d-2a4ea6be7d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:58.294220 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2d95cb3f-9598-496a-937d-2a4ea6be7d3a None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:58.300381 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2d95cb3f-9598-496a-937d-2a4ea6be7d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:58.370568 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d4d814-bdcb-4c22-bd38-a4a3cd937f7c None None] Pushing event updated for resources: {'Port': ['ID=32152a72-4c84-4b13-b0a7-3b2c0d69c81f,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:58.404537 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-2d95cb3f-9598-496a-937d-2a4ea6be7d3a None None] Attempting to bind port 32152a72-4c84-4b13-b0a7-3b2c0d69c81f on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:11:58.405734 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-2d95cb3f-9598-496a-937d-2a4ea6be7d3a None None] Attempting to bind port 32152a72-4c84-4b13-b0a7-3b2c0d69c81f by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '5afc320e-55ed-418c-9f0a-8484cca74a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd44fa7c5-7302-4a5d-9664-25870f6182e8'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:11:58.406315 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d95cb3f-9598-496a-937d-2a4ea6be7d3a None None] Attempting to bind port 32152a72-4c84-4b13-b0a7-3b2c0d69c81f on network d44fa7c5-7302-4a5d-9664-25870f6182e8 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:11:58.413070 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d95cb3f-9598-496a-937d-2a4ea6be7d3a None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:11:58.413463 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d95cb3f-9598-496a-937d-2a4ea6be7d3a None None] Checking segment: {'id': '5afc320e-55ed-418c-9f0a-8484cca74a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd44fa7c5-7302-4a5d-9664-25870f6182e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:11:58.413974 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2d95cb3f-9598-496a-937d-2a4ea6be7d3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:58.414432 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d95cb3f-9598-496a-937d-2a4ea6be7d3a None None] Bound using segment: {'id': '5afc320e-55ed-418c-9f0a-8484cca74a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd44fa7c5-7302-4a5d-9664-25870f6182e8'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:11:58.414809 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-2d95cb3f-9598-496a-937d-2a4ea6be7d3a None None] Bound port: 32152a72-4c84-4b13-b0a7-3b2c0d69c81f, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afc320e-55ed-418c-9f0a-8484cca74a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd44fa7c5-7302-4a5d-9664-25870f6182e8'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:11:58.415206 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2d95cb3f-9598-496a-937d-2a4ea6be7d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:58.498826 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-2d95cb3f-9598-496a-937d-2a4ea6be7d3a None None] For port 32152a72-4c84-4b13-b0a7-3b2c0d69c81f, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:11:58.504909 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-2d95cb3f-9598-496a-937d-2a4ea6be7d3a None None] For port 32152a72-4c84-4b13-b0a7-3b2c0d69c81f, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=32152a72-4c84-4b13-b0a7-3b2c0d69c81f,segment=NetworkSegment(5afc320e-55ed-418c-9f0a-8484cca74a8c),segment_id=5afc320e-55ed-418c-9f0a-8484cca74a8c)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:11:58.518007 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2d95cb3f-9598-496a-937d-2a4ea6be7d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:58.600798 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-48262951-1c20-4f6e-976c-481e9923e86a req-44c14f99-3d49-4733-9734-7e9def921747 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=11b16443-12f1-4396-a955-7bca24699cfb HTTP/1.1" status: 200 len: 210 time: 0.0974820 Dec 10 19:11:58.604095 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d95cb3f-9598-496a-937d-2a4ea6be7d3a None None] Routers {'83b4634b-f05c-4a46-9100-28a57a4c6299'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:11:58.604792 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2d95cb3f-9598-496a-937d-2a4ea6be7d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:11:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['83b4634b-f05c-4a46-9100-28a57a4c6299'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:58.610081 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d4d814-bdcb-4c22-bd38-a4a3cd937f7c None None] Pushing event updated for resources: {'Port': ['ID=32152a72-4c84-4b13-b0a7-3b2c0d69c81f,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:58.736888 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c83b4316-ada7-47ee-be95-06918c557862 None None] Provisioning complete for port 32152a72-4c84-4b13-b0a7-3b2c0d69c81f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:58.737492 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c83b4316-ada7-47ee-be95-06918c557862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:58.759911 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-a5eec238-7277-4918-bf98-e0810765cbe8 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:58.762120 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-a5eec238-7277-4918-bf98-e0810765cbe8 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.72 "GET /v2.0/networks?id=7e0a6673-5deb-4319-8d51-fab6f2eba7cb HTTP/1.1" status: 200 len: 910 time: 0.2047513 Dec 10 19:11:58.778630 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-d26e87fc-61b6-48ad-b987-004f91a732a8 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Request body: {'port': {'device_id': '11b16443-12f1-4396-a955-7bca24699cfb', 'network_id': '7e0a6673-5deb-4319-8d51-fab6f2eba7cb', 'admin_state_up': True, 'tenant_id': 'e8427aff05c94e1e9fb165fd9179ee9a'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:58.846773 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-d26e87fc-61b6-48ad-b987-004f91a732a8 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Made reservation on behalf of e8427aff05c94e1e9fb165fd9179ee9a for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:11:58.852392 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-d26e87fc-61b6-48ad-b987-004f91a732a8 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:58.856338 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-2d95cb3f-9598-496a-937d-2a4ea6be7d3a None None] Set router 83b4634b-f05c-4a46-9100-28a57a4c6299 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:11:59.022047 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-d26e87fc-61b6-48ad-b987-004f91a732a8 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Allocated IP 172.20.0.3 (7e0a6673-5deb-4319-8d51-fab6f2eba7cb/5b9e5a58-824e-49fc-81bd-ef4bc5487c97/885b4e77-6d6a-4a74-9512-7ea5b5e0b96a) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:11:59.108526 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c83b4316-ada7-47ee-be95-06918c557862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:59.185482 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c83b4316-ada7-47ee-be95-06918c557862 None None] For port 32152a72-4c84-4b13-b0a7-3b2c0d69c81f, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=32152a72-4c84-4b13-b0a7-3b2c0d69c81f,segment=NetworkSegment(5afc320e-55ed-418c-9f0a-8484cca74a8c),segment_id=5afc320e-55ed-418c-9f0a-8484cca74a8c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:11:59.194816 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c83b4316-ada7-47ee-be95-06918c557862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:59.210549 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-d26e87fc-61b6-48ad-b987-004f91a732a8 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:59.246742 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-d26e87fc-61b6-48ad-b987-004f91a732a8 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:59.254948 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b4316-ada7-47ee-be95-06918c557862 None None] Pushing event updated for resources: {'Port': ['ID=32152a72-4c84-4b13-b0a7-3b2c0d69c81f,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:59.269893 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2d95cb3f-9598-496a-937d-2a4ea6be7d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b4634b-f05c-4a46-9100-28a57a4c6299', 'name': 'tempest-TestServerMultinode-1261223816-router', 'tenant_id': 'e8427aff05c94e1e9fb165fd9179ee9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '1f69e471-03b9-4857-aeea-37b6f944da9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:50Z', 'updated_at': '2021-12-10T19:11:55Z', 'revision_number': 4, 'project_id': 'e8427aff05c94e1e9fb165fd9179ee9a', 'gw_port': {'id': '1f69e471-03b9-4857-aeea-37b6f944da9b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:cc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b4634b-f05c-4a46-9100-28a57a4c6299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:50Z', 'updated_at': '2021-12-10T19:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '32152a72-4c84-4b13-b0a7-3b2c0d69c81f', 'name': '', 'network_id': 'd44fa7c5-7302-4a5d-9664-25870f6182e8', 'tenant_id': 'e8427aff05c94e1e9fb165fd9179ee9a', 'mac_address': 'fa:16:3e:4a:59:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b4634b-f05c-4a46-9100-28a57a4c6299', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'e8f6f21f-5dd2-4976-8630-2825ecb118ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:53Z', 'updated_at': '2021-12-10T19:11:58Z', 'revision_number': 4, 'project_id': 'e8427aff05c94e1e9fb165fd9179ee9a', 'subnets': [{'id': 'e8f6f21f-5dd2-4976-8630-2825ecb118ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:59.291226 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-d26e87fc-61b6-48ad-b987-004f91a732a8 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Network 7e0a6673-5deb-4319-8d51-fab6f2eba7cb is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:11:59.294446 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-d26e87fc-61b6-48ad-b987-004f91a732a8 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:11:59.298386 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-d26e87fc-61b6-48ad-b987-004f91a732a8 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:11:59.313045 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d95cb3f-9598-496a-937d-2a4ea6be7d3a None None] The sync data for ids ['83b4634b-f05c-4a46-9100-28a57a4c6299'] in n-d-821435-1 is: [{'id': '83b4634b-f05c-4a46-9100-28a57a4c6299', 'name': 'tempest-TestServerMultinode-1261223816-router', 'tenant_id': 'e8427aff05c94e1e9fb165fd9179ee9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '1f69e471-03b9-4857-aeea-37b6f944da9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:50Z', 'updated_at': '2021-12-10T19:11:55Z', 'revision_number': 4, 'project_id': 'e8427aff05c94e1e9fb165fd9179ee9a', 'gw_port': {'id': '1f69e471-03b9-4857-aeea-37b6f944da9b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:cc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b4634b-f05c-4a46-9100-28a57a4c6299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:50Z', 'updated_at': '2021-12-10T19:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '32152a72-4c84-4b13-b0a7-3b2c0d69c81f', 'name': '', 'network_id': 'd44fa7c5-7302-4a5d-9664-25870f6182e8', 'tenant_id': 'e8427aff05c94e1e9fb165fd9179ee9a', 'mac_address': 'fa:16:3e:4a:59:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b4634b-f05c-4a46-9100-28a57a4c6299', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'e8f6f21f-5dd2-4976-8630-2825ecb118ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:53Z', 'updated_at': '2021-12-10T19:11:58Z', 'revision_number': 4, 'project_id': 'e8427aff05c94e1e9fb165fd9179ee9a', 'subnets': [{'id': 'e8f6f21f-5dd2-4976-8630-2825ecb118ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:11:59.333138 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-57e70bbc-bec4-4697-b37e-703eb19776a7 None None] Provisioning complete for port 32152a72-4c84-4b13-b0a7-3b2c0d69c81f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:59.333471 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-57e70bbc-bec4-4697-b37e-703eb19776a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:59.388124 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-d26e87fc-61b6-48ad-b987-004f91a732a8 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:59.391566 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-d26e87fc-61b6-48ad-b987-004f91a732a8 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:59.402105 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e87fc-61b6-48ad-b987-004f91a732a8 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Pushing event updated for resources: {'Port': ['ID=885b4e77-6d6a-4a74-9512-7ea5b5e0b96a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:59.424983 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-d26e87fc-61b6-48ad-b987-004f91a732a8 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6538498 Dec 10 19:11:59.448368 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-ab6e3438-9f10-4135-82d1-070772ba57af service neutron] Request body: {'port': {'device_id': '11b16443-12f1-4396-a955-7bca24699cfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:59.534327 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-ab6e3438-9f10-4135-82d1-070772ba57af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:59.606856 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ccac007d-a027-42ce-ae78-8750b894012d None None] Provisioning complete for port 885b4e77-6d6a-4a74-9512-7ea5b5e0b96a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:59.607429 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ccac007d-a027-42ce-ae78-8750b894012d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:59.653597 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ccac007d-a027-42ce-ae78-8750b894012d None None] Port 885b4e77-6d6a-4a74-9512-7ea5b5e0b96a cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:11:59.804240 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0734a-2d41-4afe-8bf0-64cc67852b2e req-75709ba0-e6c0-48f8-a104-96b26b148bb0 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:59.806004 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-10d0734a-2d41-4afe-8bf0-64cc67852b2e req-75709ba0-e6c0-48f8-a104-96b26b148bb0 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=11b16443-12f1-4396-a955-7bca24699cfb HTTP/1.1" status: 200 len: 1027 time: 0.0653651 Dec 10 19:11:59.879477 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-10d0734a-2d41-4afe-8bf0-64cc67852b2e req-dbd71b95-c7cd-4022-820d-75411abe8977 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=306e1281-b7cb-407f-b5ff-5be63634211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605323 Dec 10 19:11:59.926493 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-ab6e3438-9f10-4135-82d1-070772ba57af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 885b4e77-6d6a-4a74-9512-7ea5b5e0b96a {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:11:59.935460 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-ab6e3438-9f10-4135-82d1-070772ba57af service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:59.950064 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-ab6e3438-9f10-4135-82d1-070772ba57af service neutron] Transition to ACTIVE for port object 885b4e77-6d6a-4a74-9512-7ea5b5e0b96a will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:11:59.958029 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-ab6e3438-9f10-4135-82d1-070772ba57af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:00.019520 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e3438-9f10-4135-82d1-070772ba57af service neutron] Pushing event updated for resources: {'Port': ['ID=885b4e77-6d6a-4a74-9512-7ea5b5e0b96a,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:00.110102 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-ab6e3438-9f10-4135-82d1-070772ba57af service neutron] Attempting to bind port 885b4e77-6d6a-4a74-9512-7ea5b5e0b96a on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:12:00.110623 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-ab6e3438-9f10-4135-82d1-070772ba57af service neutron] Attempting to bind port 885b4e77-6d6a-4a74-9512-7ea5b5e0b96a by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '0c05c14e-de37-4efc-8353-bda63796df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7e0a6673-5deb-4319-8d51-fab6f2eba7cb'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:12:00.111031 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-ab6e3438-9f10-4135-82d1-070772ba57af service neutron] Attempting to bind port 885b4e77-6d6a-4a74-9512-7ea5b5e0b96a on network 7e0a6673-5deb-4319-8d51-fab6f2eba7cb {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:12:00.118375 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-ab6e3438-9f10-4135-82d1-070772ba57af service neutron] Port 885b4e77-6d6a-4a74-9512-7ea5b5e0b96a on network 7e0a6673-5deb-4319-8d51-fab6f2eba7cb not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:12:00.118721 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-ab6e3438-9f10-4135-82d1-070772ba57af service neutron] Attempting to bind port 885b4e77-6d6a-4a74-9512-7ea5b5e0b96a on network 7e0a6673-5deb-4319-8d51-fab6f2eba7cb {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:12:00.124740 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-ab6e3438-9f10-4135-82d1-070772ba57af service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:12:00.125098 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-ab6e3438-9f10-4135-82d1-070772ba57af service neutron] Checking segment: {'id': '0c05c14e-de37-4efc-8353-bda63796df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7e0a6673-5deb-4319-8d51-fab6f2eba7cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:12:00.125496 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-ab6e3438-9f10-4135-82d1-070772ba57af service neutron] Bound using segment: {'id': '0c05c14e-de37-4efc-8353-bda63796df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7e0a6673-5deb-4319-8d51-fab6f2eba7cb'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:12:00.125977 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-ab6e3438-9f10-4135-82d1-070772ba57af service neutron] Bound port: 885b4e77-6d6a-4a74-9512-7ea5b5e0b96a, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c05c14e-de37-4efc-8353-bda63796df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7e0a6673-5deb-4319-8d51-fab6f2eba7cb'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:12:00.126348 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-ab6e3438-9f10-4135-82d1-070772ba57af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:00.206787 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-ab6e3438-9f10-4135-82d1-070772ba57af service neutron] For port 885b4e77-6d6a-4a74-9512-7ea5b5e0b96a, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:12:00.211288 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-ab6e3438-9f10-4135-82d1-070772ba57af service neutron] For port 885b4e77-6d6a-4a74-9512-7ea5b5e0b96a, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=885b4e77-6d6a-4a74-9512-7ea5b5e0b96a,segment=NetworkSegment(0c05c14e-de37-4efc-8353-bda63796df20),segment_id=0c05c14e-de37-4efc-8353-bda63796df20)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:12:00.215485 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-ab6e3438-9f10-4135-82d1-070772ba57af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:00.258164 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-ab6e3438-9f10-4135-82d1-070772ba57af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:00.259175 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-ab6e3438-9f10-4135-82d1-070772ba57af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:00.260857 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-ab6e3438-9f10-4135-82d1-070772ba57af service neutron] 10.222.0.72 "PUT /v2.0/ports/885b4e77-6d6a-4a74-9512-7ea5b5e0b96a HTTP/1.1" status: 200 len: 1091 time: 0.8278396 Dec 10 19:12:00.261375 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b16443-12f1-4396-a955-7bca24699cfb', 'tag': '885b4e77-6d6a-4a74-9512-7ea5b5e0b96a'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:12:00.264316 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ae26e0-e810-49a7-b319-b6e4d86896eb" -d '{"events": [{"name": "network-changed", "server_uuid": "11b16443-12f1-4396-a955-7bca24699cfb", "tag": "885b4e77-6d6a-4a74-9512-7ea5b5e0b96a"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:12:00.374134 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6d5f74-7af2-4b7b-b3ec-4f131fde05d9 x-openstack-request-id: req-3a6d5f74-7af2-4b7b-b3ec-4f131fde05d9 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:12:00.374980 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11b16443-12f1-4396-a955-7bca24699cfb", "tag": "885b4e77-6d6a-4a74-9512-7ea5b5e0b96a", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:12:00.374980 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3a6d5f74-7af2-4b7b-b3ec-4f131fde05d9 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:12:00.375473 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11b16443-12f1-4396-a955-7bca24699cfb', 'tag': '885b4e77-6d6a-4a74-9512-7ea5b5e0b96a', 'status': 'completed', 'code': 200} Dec 10 19:12:00.377964 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e3438-9f10-4135-82d1-070772ba57af service neutron] Pushing event updated for resources: {'Port': ['ID=885b4e77-6d6a-4a74-9512-7ea5b5e0b96a,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:00.388200 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-e36e8c8b-62f5-48d6-9969-789c2b9e5907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:00.389883 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-e36e8c8b-62f5-48d6-9969-789c2b9e5907 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e8427aff05c94e1e9fb165fd9179ee9a&device_id=11b16443-12f1-4396-a955-7bca24699cfb HTTP/1.1" status: 200 len: 1094 time: 0.0850191 Dec 10 19:12:00.453457 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-abd9c940-be80-4a1d-84a7-3ad31731d8b4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=885b4e77-6d6a-4a74-9512-7ea5b5e0b96a HTTP/1.1" status: 200 len: 217 time: 0.0557978 Dec 10 19:12:00.513524 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-cd7e0c20-5753-4428-b772-ab595fb08176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:00.515477 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-cd7e0c20-5753-4428-b772-ab595fb08176 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b9e5a58-824e-49fc-81bd-ef4bc5487c97 HTTP/1.1" status: 200 len: 848 time: 0.0553713 Dec 10 19:12:00.571853 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-883353b0-7ac7-4f03-95ec-0643f67bc296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:00.573622 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-883353b0-7ac7-4f03-95ec-0643f67bc296 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7e0a6673-5deb-4319-8d51-fab6f2eba7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511262 Dec 10 19:12:00.683182 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-a760b729-c067-45ce-8149-7d79d7d739ed service neutron] 10.222.0.72 "GET /v2.0/networks/7e0a6673-5deb-4319-8d51-fab6f2eba7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019170 Dec 10 19:12:00.774939 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-261d73bc-7718-42d0-b024-fe2ae0a7bdf5 req-4f685899-6dde-4fed-b139-6752bd6db49b service neutron] 10.222.0.72 "GET /v2.0/networks/7e0a6673-5deb-4319-8d51-fab6f2eba7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844724 Dec 10 19:12:00.863786 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae26e0-e810-49a7-b319-b6e4d86896eb req-5b947279-04bb-45cf-a5d1-8a7c0cbfc84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:00.865251 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-63ae26e0-e810-49a7-b319-b6e4d86896eb req-5b947279-04bb-45cf-a5d1-8a7c0cbfc84e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e8427aff05c94e1e9fb165fd9179ee9a&device_id=11b16443-12f1-4396-a955-7bca24699cfb HTTP/1.1" status: 200 len: 1094 time: 0.0418422 Dec 10 19:12:01.019567 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 32152a72-4c84-4b13-b0a7-3b2c0d69c81f up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:12:01.023720 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fdfa40-bdec-4a56-90ba-3fd3360607b5 req-62713739-c9e3-4c71-abe8-928fb3f38d40 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:01.031158 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-56fdfa40-bdec-4a56-90ba-3fd3360607b5 req-62713739-c9e3-4c71-abe8-928fb3f38d40 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=11b16443-12f1-4396-a955-7bca24699cfb HTTP/1.1" status: 200 len: 1094 time: 0.0674098 Dec 10 19:12:01.045713 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae26e0-e810-49a7-b319-b6e4d86896eb req-2caa319d-32b4-43c5-8178-31f490b9b9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:01.047262 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-63ae26e0-e810-49a7-b319-b6e4d86896eb req-2caa319d-32b4-43c5-8178-31f490b9b9df service neutron] 10.222.0.72 "GET /v2.0/networks?id=7e0a6673-5deb-4319-8d51-fab6f2eba7cb HTTP/1.1" status: 200 len: 910 time: 0.1755099 Dec 10 19:12:01.095963 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 32152a72-4c84-4b13-b0a7-3b2c0d69c81f triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:12:01.096549 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:01.105315 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-56fdfa40-bdec-4a56-90ba-3fd3360607b5 req-6275f9a1-552f-4ecb-9b3e-484839fc3f16 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=306e1281-b7cb-407f-b5ff-5be63634211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731287 Dec 10 19:12:01.150067 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-63ae26e0-e810-49a7-b319-b6e4d86896eb req-0ce807b5-24fe-4008-b6b8-a3c611792225 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=885b4e77-6d6a-4a74-9512-7ea5b5e0b96a HTTP/1.1" status: 200 len: 217 time: 0.0678270 Dec 10 19:12:01.209374 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae26e0-e810-49a7-b319-b6e4d86896eb req-e694050a-02a0-4dff-b433-86ceaafbb242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:01.211224 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-63ae26e0-e810-49a7-b319-b6e4d86896eb req-e694050a-02a0-4dff-b433-86ceaafbb242 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b9e5a58-824e-49fc-81bd-ef4bc5487c97 HTTP/1.1" status: 200 len: 848 time: 0.0542841 Dec 10 19:12:01.260082 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae26e0-e810-49a7-b319-b6e4d86896eb req-361ae21b-f101-4693-9702-9b41c8e08b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:01.261707 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-63ae26e0-e810-49a7-b319-b6e4d86896eb req-361ae21b-f101-4693-9702-9b41c8e08b60 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7e0a6673-5deb-4319-8d51-fab6f2eba7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436583 Dec 10 19:12:01.291970 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43338) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:01.391003 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-63ae26e0-e810-49a7-b319-b6e4d86896eb req-a32fb964-0d27-40d8-8817-5379fd85b6bb service neutron] 10.222.0.72 "GET /v2.0/networks/7e0a6673-5deb-4319-8d51-fab6f2eba7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219790 Dec 10 19:12:01.437411 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8e33bc23-f2ee-434c-9300-374a8b35fdea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:01.505390 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-63ae26e0-e810-49a7-b319-b6e4d86896eb req-df51fd52-4157-46b7-8429-2b2438fecd8d service neutron] 10.222.0.72 "GET /v2.0/networks/7e0a6673-5deb-4319-8d51-fab6f2eba7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064658 Dec 10 19:12:01.529563 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8e33bc23-f2ee-434c-9300-374a8b35fdea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:01.534527 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8e33bc23-f2ee-434c-9300-374a8b35fdea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:01.572116 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e33bc23-f2ee-434c-9300-374a8b35fdea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffd8de8-eaf5-44b2-9d02-9e2fa9a7bc28,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:01.576479 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8e33bc23-f2ee-434c-9300-374a8b35fdea admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e35cdf43a6c94eeb9bd1d06d843ac47f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2828844 Dec 10 19:12:01.579183 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43342) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:01.627500 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3199bd9f-6c58-448b-b3d0-b7ed3f98e94b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:01.648344 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3199bd9f-6c58-448b-b3d0-b7ed3f98e94b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:01.701039 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3199bd9f-6c58-448b-b3d0-b7ed3f98e94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:01.703671 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3199bd9f-6c58-448b-b3d0-b7ed3f98e94b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:01.705644 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3199bd9f-6c58-448b-b3d0-b7ed3f98e94b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4ffd8de8-eaf5-44b2-9d02-9e2fa9a7bc28 HTTP/1.1" status: 204 len: 168 time: 0.1246955 Dec 10 19:12:01.715123 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3199bd9f-6c58-448b-b3d0-b7ed3f98e94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffd8de8-eaf5-44b2-9d02-9e2fa9a7bc28,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:01.974311 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43348) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:01.987555 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-223d884d-5a4c-4785-815f-1d72e7b48034 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:02.060612 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-223d884d-5a4c-4785-815f-1d72e7b48034 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:02.064290 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-223d884d-5a4c-4785-815f-1d72e7b48034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:02.100821 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-223d884d-5a4c-4785-815f-1d72e7b48034 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1844b6e2c59544abb5962dedde65ff28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1254673 Dec 10 19:12:02.102827 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d884d-5a4c-4785-815f-1d72e7b48034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a96f26-5921-4d54-a3f9-abd217aba04d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:02.103507 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43350) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:02.161955 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66611d57-d950-4151-9098-a7e4e3e55053 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:02.183609 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66611d57-d950-4151-9098-a7e4e3e55053 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:02.210288 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b4195-5d05-4bc8-9d6e-6aa5f99951bd req-164eff41-fb6a-4a29-8211-857f9fb0d9a4 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:02.211781 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-843b4195-5d05-4bc8-9d6e-6aa5f99951bd req-164eff41-fb6a-4a29-8211-857f9fb0d9a4 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=11b16443-12f1-4396-a955-7bca24699cfb HTTP/1.1" status: 200 len: 1094 time: 0.0558465 Dec 10 19:12:02.232837 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66611d57-d950-4151-9098-a7e4e3e55053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:02.235439 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66611d57-d950-4151-9098-a7e4e3e55053 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:02.237663 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-66611d57-d950-4151-9098-a7e4e3e55053 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/85a96f26-5921-4d54-a3f9-abd217aba04d HTTP/1.1" status: 204 len: 168 time: 0.1331339 Dec 10 19:12:02.246469 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66611d57-d950-4151-9098-a7e4e3e55053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a96f26-5921-4d54-a3f9-abd217aba04d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:02.271363 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-843b4195-5d05-4bc8-9d6e-6aa5f99951bd req-b8254ec8-3848-46fc-80af-f81d52cd9052 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=306e1281-b7cb-407f-b5ff-5be63634211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532343 Dec 10 19:12:03.414418 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82469fe-053b-4f08-bb89-c611b50a6e4f req-4f1e04c2-90e4-49aa-9487-e91d79fa4915 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:03.416866 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b82469fe-053b-4f08-bb89-c611b50a6e4f req-4f1e04c2-90e4-49aa-9487-e91d79fa4915 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=11b16443-12f1-4396-a955-7bca24699cfb HTTP/1.1" status: 200 len: 1094 time: 0.0445740 Dec 10 19:12:03.465203 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b82469fe-053b-4f08-bb89-c611b50a6e4f req-e585cd70-37ba-49a9-9a69-d9a6bc4b1055 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=306e1281-b7cb-407f-b5ff-5be63634211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398979 Dec 10 19:12:03.644237 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 885b4e77-6d6a-4a74-9512-7ea5b5e0b96a details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:12:03.741561 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 885b4e77-6d6a-4a74-9512-7ea5b5e0b96a, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=885b4e77-6d6a-4a74-9512-7ea5b5e0b96a,segment=NetworkSegment(0c05c14e-de37-4efc-8353-bda63796df20),segment_id=0c05c14e-de37-4efc-8353-bda63796df20)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:12:03.758936 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '885b4e77-6d6a-4a74-9512-7ea5b5e0b96a', 'network_id': '7e0a6673-5deb-4319-8d51-fab6f2eba7cb', 'port_id': '885b4e77-6d6a-4a74-9512-7ea5b5e0b96a', 'mac_address': 'fa:16:3e:73:49:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b9e5a58-824e-49fc-81bd-ef4bc5487c97', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:12:03.797616 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:03.811205 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 885b4e77-6d6a-4a74-9512-7ea5b5e0b96a {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:12:03.831752 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 885b4e77-6d6a-4a74-9512-7ea5b5e0b96a, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=885b4e77-6d6a-4a74-9512-7ea5b5e0b96a,segment=NetworkSegment(0c05c14e-de37-4efc-8353-bda63796df20),segment_id=0c05c14e-de37-4efc-8353-bda63796df20)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:12:03.836380 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:03.897637 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=885b4e77-6d6a-4a74-9512-7ea5b5e0b96a,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:04.050915 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:04.161657 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['885b4e77-6d6a-4a74-9512-7ea5b5e0b96a'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:12:04.589229 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a45663-6d59-4356-a8cf-a7ca44eee14b req-e5f10135-b78a-4f74-96f2-e373362923f2 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:04.590818 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c5a45663-6d59-4356-a8cf-a7ca44eee14b req-e5f10135-b78a-4f74-96f2-e373362923f2 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=11b16443-12f1-4396-a955-7bca24699cfb HTTP/1.1" status: 200 len: 1095 time: 0.0466878 Dec 10 19:12:04.640275 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c5a45663-6d59-4356-a8cf-a7ca44eee14b req-4cb24e56-ab9c-40c9-9153-426e5800dff4 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=306e1281-b7cb-407f-b5ff-5be63634211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412633 Dec 10 19:12:05.654690 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 885b4e77-6d6a-4a74-9512-7ea5b5e0b96a up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:12:05.725731 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 885b4e77-6d6a-4a74-9512-7ea5b5e0b96a completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:12:05.731637 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 885b4e77-6d6a-4a74-9512-7ea5b5e0b96a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:12:05.732132 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:05.766004 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8252876-3fcd-42b1-84be-d27a2236fb96 req-55023e40-7904-420d-a250-d5fb14066a26 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:05.773553 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f8252876-3fcd-42b1-84be-d27a2236fb96 req-55023e40-7904-420d-a250-d5fb14066a26 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=11b16443-12f1-4396-a955-7bca24699cfb HTTP/1.1" status: 200 len: 1095 time: 0.0616500 Dec 10 19:12:05.813890 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f8252876-3fcd-42b1-84be-d27a2236fb96 req-3db31016-0e8d-4f3d-b358-61e84b168638 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=306e1281-b7cb-407f-b5ff-5be63634211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382349 Dec 10 19:12:05.822652 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:05.850826 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b16443-12f1-4396-a955-7bca24699cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885b4e77-6d6a-4a74-9512-7ea5b5e0b96a'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:12:05.853065 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631f2765-2d93-4ae3-9c3f-f6b57bf21674" -d '{"events": [{"server_uuid": "11b16443-12f1-4396-a955-7bca24699cfb", "name": "network-vif-plugged", "status": "completed", "tag": "885b4e77-6d6a-4a74-9512-7ea5b5e0b96a"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:12:05.865311 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 885b4e77-6d6a-4a74-9512-7ea5b5e0b96a, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=885b4e77-6d6a-4a74-9512-7ea5b5e0b96a,segment=NetworkSegment(0c05c14e-de37-4efc-8353-bda63796df20),segment_id=0c05c14e-de37-4efc-8353-bda63796df20)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:12:05.869761 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:05.893664 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57cf1a28-0ed9-4e06-9099-d5752b0c0f2f x-openstack-request-id: req-57cf1a28-0ed9-4e06-9099-d5752b0c0f2f {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:12:05.893958 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b16443-12f1-4396-a955-7bca24699cfb", "name": "network-vif-plugged", "status": "completed", "tag": "885b4e77-6d6a-4a74-9512-7ea5b5e0b96a", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:12:05.894211 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-57cf1a28-0ed9-4e06-9099-d5752b0c0f2f {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:12:05.894600 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b16443-12f1-4396-a955-7bca24699cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885b4e77-6d6a-4a74-9512-7ea5b5e0b96a', 'code': 200} Dec 10 19:12:05.920719 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=885b4e77-6d6a-4a74-9512-7ea5b5e0b96a,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:05.990811 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617df88d-3bd3-4b20-a172-45e9d3b2aec1 req-55685467-4023-485d-8d8a-b95a8a3be771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:05.992384 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-617df88d-3bd3-4b20-a172-45e9d3b2aec1 req-55685467-4023-485d-8d8a-b95a8a3be771 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=11b16443-12f1-4396-a955-7bca24699cfb HTTP/1.1" status: 200 len: 1096 time: 0.0412128 Dec 10 19:12:06.037444 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-617df88d-3bd3-4b20-a172-45e9d3b2aec1 req-f68effa5-267a-4c79-928c-594a9909f447 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=306e1281-b7cb-407f-b5ff-5be63634211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377846 Dec 10 19:12:06.923220 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8cab1-3745-4ccc-9211-c6f337da79f2 req-b9339e8e-131f-425b-ac66-46b0fd0daa21 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:06.924969 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-efb8cab1-3745-4ccc-9211-c6f337da79f2 req-b9339e8e-131f-425b-ac66-46b0fd0daa21 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=11b16443-12f1-4396-a955-7bca24699cfb HTTP/1.1" status: 200 len: 1096 time: 0.0427406 Dec 10 19:12:06.976305 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-efb8cab1-3745-4ccc-9211-c6f337da79f2 req-c14a79db-aaa4-4f4b-9be2-9e3a2217fb4d tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=306e1281-b7cb-407f-b5ff-5be63634211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451753 Dec 10 19:12:08.090057 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c5209-5e73-41be-bd00-6ad08b796454 req-5c909a9b-e34b-4bcd-816a-5590e7e15513 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:08.091572 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d43c5209-5e73-41be-bd00-6ad08b796454 req-5c909a9b-e34b-4bcd-816a-5590e7e15513 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=11b16443-12f1-4396-a955-7bca24699cfb HTTP/1.1" status: 200 len: 1096 time: 0.0441868 Dec 10 19:12:08.134907 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d43c5209-5e73-41be-bd00-6ad08b796454 req-d1f2c8a9-359d-41f6-b0d5-3e659183880c tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=306e1281-b7cb-407f-b5ff-5be63634211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367000 Dec 10 19:12:08.242130 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f5ff0-4089-463d-9a1c-ed17626b923d req-1e382b7d-d602-41af-9e40-7bf296d6e2b8 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:08.243775 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e74f5ff0-4089-463d-9a1c-ed17626b923d req-1e382b7d-d602-41af-9e40-7bf296d6e2b8 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=11b16443-12f1-4396-a955-7bca24699cfb HTTP/1.1" status: 200 len: 1096 time: 0.0412185 Dec 10 19:12:08.287763 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e74f5ff0-4089-463d-9a1c-ed17626b923d req-855cc8b8-4ef0-4767-a313-93cb48db32dc tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=306e1281-b7cb-407f-b5ff-5be63634211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378437 Dec 10 19:12:08.376444 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:08.401377 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf0bfb-4fd5-46d7-b8c7-4f7f07230ea7 req-b6c96c1d-dc04-48cf-a272-e5b733c4159a tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:08.405133 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-10cf0bfb-4fd5-46d7-b8c7-4f7f07230ea7 req-b6c96c1d-dc04-48cf-a272-e5b733c4159a tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=11b16443-12f1-4396-a955-7bca24699cfb HTTP/1.1" status: 200 len: 1096 time: 0.0490472 Dec 10 19:12:08.464136 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-10cf0bfb-4fd5-46d7-b8c7-4f7f07230ea7 req-f10ed333-4648-4ef2-8b79-50f053ba75c2 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=306e1281-b7cb-407f-b5ff-5be63634211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512726 Dec 10 19:12:08.736580 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-ce0eae3a-1b91-4126-bb32-9303af128385 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:08.738334 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-ce0eae3a-1b91-4126-bb32-9303af128385 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/networks?id=7e0a6673-5deb-4319-8d51-fab6f2eba7cb HTTP/1.1" status: 200 len: 910 time: 0.0871820 Dec 10 19:12:08.754431 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-59454535-5299-4dbc-852f-e3a69fb4f806 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/quotas/e8427aff05c94e1e9fb165fd9179ee9a HTTP/1.1" status: 200 len: 375 time: 0.0100048 Dec 10 19:12:08.834649 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-d4ca74dc-348d-4df6-aadd-13c05f8d57dc tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/ports?tenant_id=e8427aff05c94e1e9fb165fd9179ee9a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0743613 Dec 10 19:12:08.845204 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-1d62ae63-5060-4196-9488-05d6d2382d4b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:12:08.846183 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-1d62ae63-5060-4196-9488-05d6d2382d4b service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050371 Dec 10 19:12:08.935263 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-8f8424c1-ebd4-45fb-9f7e-39e70ef481b2 service neutron] 10.222.0.62 "GET /v2.0/networks/7e0a6673-5deb-4319-8d51-fab6f2eba7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832317 Dec 10 19:12:09.030276 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-65edf2e8-0dda-4c2c-a853-9198ee68e1e7 service neutron] 10.222.0.62 "GET /v2.0/networks/7e0a6673-5deb-4319-8d51-fab6f2eba7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885832 Dec 10 19:12:09.195929 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4a3c854-c3b4-4f0b-87d0-b0e942dc1ec5 req-09c1033d-5c1c-4add-b5e4-722d236670ff tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7d09951b-4317-4e9c-9798-ff820a4869c5 HTTP/1.1" status: 200 len: 210 time: 0.0262554 Dec 10 19:12:10.144838 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-fdab2058-0cdb-495a-83f7-029e362ac8f2 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:10.146326 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-fdab2058-0cdb-495a-83f7-029e362ac8f2 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.46 "GET /v2.0/networks?id=7e0a6673-5deb-4319-8d51-fab6f2eba7cb HTTP/1.1" status: 200 len: 910 time: 0.0876937 Dec 10 19:12:10.158294 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-818c8d5c-8794-4348-bed4-23b53b1f033e tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Request body: {'port': {'device_id': '7d09951b-4317-4e9c-9798-ff820a4869c5', 'network_id': '7e0a6673-5deb-4319-8d51-fab6f2eba7cb', 'admin_state_up': True, 'tenant_id': 'e8427aff05c94e1e9fb165fd9179ee9a'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:12:10.179782 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-818c8d5c-8794-4348-bed4-23b53b1f033e tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Made reservation on behalf of e8427aff05c94e1e9fb165fd9179ee9a for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:12:10.182173 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-818c8d5c-8794-4348-bed4-23b53b1f033e tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:10.308421 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fcc90441-48e0-44e5-ab2f-a57c800b1143 req-692d2162-ec02-4a6e-b6ce-21bb3d4de651 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7d09951b-4317-4e9c-9798-ff820a4869c5 HTTP/1.1" status: 200 len: 210 time: 0.0301137 Dec 10 19:12:10.323085 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-818c8d5c-8794-4348-bed4-23b53b1f033e tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Allocated IP 172.20.0.4 (7e0a6673-5deb-4319-8d51-fab6f2eba7cb/5b9e5a58-824e-49fc-81bd-ef4bc5487c97/206d84a1-e0c7-487d-ba43-187df324e299) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:12:10.461221 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-818c8d5c-8794-4348-bed4-23b53b1f033e tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:10.494638 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-818c8d5c-8794-4348-bed4-23b53b1f033e tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:10.505173 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['885b4e77-6d6a-4a74-9512-7ea5b5e0b96a'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:12:10.537519 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-818c8d5c-8794-4348-bed4-23b53b1f033e tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Network 7e0a6673-5deb-4319-8d51-fab6f2eba7cb is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:12:10.540507 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-818c8d5c-8794-4348-bed4-23b53b1f033e tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:12:10.544023 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-818c8d5c-8794-4348-bed4-23b53b1f033e tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:12:10.550304 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c8d5c-8794-4348-bed4-23b53b1f033e tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Pushing event updated for resources: {'Port': ['ID=206d84a1-e0c7-487d-ba43-187df324e299,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:10.587468 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-818c8d5c-8794-4348-bed4-23b53b1f033e tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:10.587779 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-818c8d5c-8794-4348-bed4-23b53b1f033e tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:10.609914 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-818c8d5c-8794-4348-bed4-23b53b1f033e tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4551058 Dec 10 19:12:10.627896 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-213acda9-ce9d-4641-80c5-05821d267448 service neutron] Request body: {'port': {'device_id': '7d09951b-4317-4e9c-9798-ff820a4869c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:12:10.694754 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-213acda9-ce9d-4641-80c5-05821d267448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:10.833145 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b8faa069-dc46-4e22-96ee-25af2c897b36 None None] Provisioning complete for port 206d84a1-e0c7-487d-ba43-187df324e299 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:12:10.833648 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b8faa069-dc46-4e22-96ee-25af2c897b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:10.870256 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b8faa069-dc46-4e22-96ee-25af2c897b36 None None] Port 206d84a1-e0c7-487d-ba43-187df324e299 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:12:10.972824 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-213acda9-ce9d-4641-80c5-05821d267448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 206d84a1-e0c7-487d-ba43-187df324e299 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:12:10.980185 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-213acda9-ce9d-4641-80c5-05821d267448 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:10.992585 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-213acda9-ce9d-4641-80c5-05821d267448 service neutron] Transition to ACTIVE for port object 206d84a1-e0c7-487d-ba43-187df324e299 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:12:10.996921 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-213acda9-ce9d-4641-80c5-05821d267448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:11.048159 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213acda9-ce9d-4641-80c5-05821d267448 service neutron] Pushing event updated for resources: {'Port': ['ID=206d84a1-e0c7-487d-ba43-187df324e299,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:11.120519 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-213acda9-ce9d-4641-80c5-05821d267448 service neutron] Attempting to bind port 206d84a1-e0c7-487d-ba43-187df324e299 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:12:11.120889 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-213acda9-ce9d-4641-80c5-05821d267448 service neutron] Attempting to bind port 206d84a1-e0c7-487d-ba43-187df324e299 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '0c05c14e-de37-4efc-8353-bda63796df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7e0a6673-5deb-4319-8d51-fab6f2eba7cb'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:12:11.121227 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-213acda9-ce9d-4641-80c5-05821d267448 service neutron] Attempting to bind port 206d84a1-e0c7-487d-ba43-187df324e299 on network 7e0a6673-5deb-4319-8d51-fab6f2eba7cb {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:12:11.125832 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-213acda9-ce9d-4641-80c5-05821d267448 service neutron] Port 206d84a1-e0c7-487d-ba43-187df324e299 on network 7e0a6673-5deb-4319-8d51-fab6f2eba7cb not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:12:11.126433 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-213acda9-ce9d-4641-80c5-05821d267448 service neutron] Attempting to bind port 206d84a1-e0c7-487d-ba43-187df324e299 on network 7e0a6673-5deb-4319-8d51-fab6f2eba7cb {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:12:11.133082 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-213acda9-ce9d-4641-80c5-05821d267448 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:12:11.133517 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-213acda9-ce9d-4641-80c5-05821d267448 service neutron] Checking segment: {'id': '0c05c14e-de37-4efc-8353-bda63796df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7e0a6673-5deb-4319-8d51-fab6f2eba7cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:12:11.134132 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-213acda9-ce9d-4641-80c5-05821d267448 service neutron] Bound using segment: {'id': '0c05c14e-de37-4efc-8353-bda63796df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7e0a6673-5deb-4319-8d51-fab6f2eba7cb'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:12:11.134751 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-213acda9-ce9d-4641-80c5-05821d267448 service neutron] Bound port: 206d84a1-e0c7-487d-ba43-187df324e299, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c05c14e-de37-4efc-8353-bda63796df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7e0a6673-5deb-4319-8d51-fab6f2eba7cb'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:12:11.135178 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-213acda9-ce9d-4641-80c5-05821d267448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:11.207349 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-213acda9-ce9d-4641-80c5-05821d267448 service neutron] For port 206d84a1-e0c7-487d-ba43-187df324e299, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:12:11.212334 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-213acda9-ce9d-4641-80c5-05821d267448 service neutron] For port 206d84a1-e0c7-487d-ba43-187df324e299, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=206d84a1-e0c7-487d-ba43-187df324e299,segment=NetworkSegment(0c05c14e-de37-4efc-8353-bda63796df20),segment_id=0c05c14e-de37-4efc-8353-bda63796df20)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:12:11.218584 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-213acda9-ce9d-4641-80c5-05821d267448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:11.272066 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-213acda9-ce9d-4641-80c5-05821d267448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:11.272732 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-213acda9-ce9d-4641-80c5-05821d267448 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:11.274153 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-213acda9-ce9d-4641-80c5-05821d267448 service neutron] 10.222.0.46 "PUT /v2.0/ports/206d84a1-e0c7-487d-ba43-187df324e299 HTTP/1.1" status: 200 len: 1091 time: 0.6527741 Dec 10 19:12:11.274980 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d09951b-4317-4e9c-9798-ff820a4869c5', 'tag': '206d84a1-e0c7-487d-ba43-187df324e299'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:12:11.276926 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4145dbcf-c3d0-4590-a691-ebfa00ca04a7" -d '{"events": [{"name": "network-changed", "server_uuid": "7d09951b-4317-4e9c-9798-ff820a4869c5", "tag": "206d84a1-e0c7-487d-ba43-187df324e299"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:12:11.306601 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213acda9-ce9d-4641-80c5-05821d267448 service neutron] Pushing event updated for resources: {'Port': ['ID=206d84a1-e0c7-487d-ba43-187df324e299,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:11.386167 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27088829-86fa-43af-96b3-6a7d21588b9e x-openstack-request-id: req-27088829-86fa-43af-96b3-6a7d21588b9e {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:12:11.386906 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d09951b-4317-4e9c-9798-ff820a4869c5", "tag": "206d84a1-e0c7-487d-ba43-187df324e299", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:12:11.387361 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-27088829-86fa-43af-96b3-6a7d21588b9e {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:12:11.388329 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d09951b-4317-4e9c-9798-ff820a4869c5', 'tag': '206d84a1-e0c7-487d-ba43-187df324e299', 'status': 'completed', 'code': 200} Dec 10 19:12:11.434678 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-b24ee770-d999-4013-8afd-f33d98abaae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:11.436201 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-b24ee770-d999-4013-8afd-f33d98abaae8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8427aff05c94e1e9fb165fd9179ee9a&device_id=7d09951b-4317-4e9c-9798-ff820a4869c5 HTTP/1.1" status: 200 len: 1094 time: 0.0985265 Dec 10 19:12:11.453059 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a49e1-79fb-4ef9-9169-be79a7cdd84f req-13b9ddb4-08ad-43fb-aa98-27ae5d9b1e2d tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:11.454613 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-070a49e1-79fb-4ef9-9169-be79a7cdd84f req-13b9ddb4-08ad-43fb-aa98-27ae5d9b1e2d tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7d09951b-4317-4e9c-9798-ff820a4869c5 HTTP/1.1" status: 200 len: 1094 time: 0.0575731 Dec 10 19:12:11.484601 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-a21c16ba-9909-44b8-a2c0-472ccf5e157c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=206d84a1-e0c7-487d-ba43-187df324e299 HTTP/1.1" status: 200 len: 217 time: 0.0401931 Dec 10 19:12:11.567358 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-b6aa12b0-0a3e-40a0-9617-31ef772f528c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:11.568846 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-b6aa12b0-0a3e-40a0-9617-31ef772f528c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5b9e5a58-824e-49fc-81bd-ef4bc5487c97 HTTP/1.1" status: 200 len: 848 time: 0.0775628 Dec 10 19:12:11.571214 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-070a49e1-79fb-4ef9-9169-be79a7cdd84f req-b8cc9413-88e0-44bf-aa73-b5534d23867f tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=306e1281-b7cb-407f-b5ff-5be63634211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890298 Dec 10 19:12:11.619671 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-65f46870-2999-4626-8a78-3a2e576f1081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:11.621337 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-65f46870-2999-4626-8a78-3a2e576f1081 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7e0a6673-5deb-4319-8d51-fab6f2eba7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453024 Dec 10 19:12:11.714013 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-89932ff0-2487-41ef-baf2-aefcb4022b47 service neutron] 10.222.0.46 "GET /v2.0/networks/7e0a6673-5deb-4319-8d51-fab6f2eba7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854428 Dec 10 19:12:11.806494 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c245c2ab-032b-4ad0-b783-2825ae6623d4 req-825b9648-e0ad-465f-b34c-af978f732249 service neutron] 10.222.0.46 "GET /v2.0/networks/7e0a6673-5deb-4319-8d51-fab6f2eba7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847249 Dec 10 19:12:11.893411 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145dbcf-c3d0-4590-a691-ebfa00ca04a7 req-894d458c-8cb1-41c8-988d-27c48f582295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:11.894983 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4145dbcf-c3d0-4590-a691-ebfa00ca04a7 req-894d458c-8cb1-41c8-988d-27c48f582295 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8427aff05c94e1e9fb165fd9179ee9a&device_id=7d09951b-4317-4e9c-9798-ff820a4869c5 HTTP/1.1" status: 200 len: 1094 time: 0.0439384 Dec 10 19:12:11.990403 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145dbcf-c3d0-4590-a691-ebfa00ca04a7 req-f85972df-ca10-4b76-960c-e5a48bd9778a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:11.991879 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4145dbcf-c3d0-4590-a691-ebfa00ca04a7 req-f85972df-ca10-4b76-960c-e5a48bd9778a service neutron] 10.222.0.46 "GET /v2.0/networks?id=7e0a6673-5deb-4319-8d51-fab6f2eba7cb HTTP/1.1" status: 200 len: 910 time: 0.0899248 Dec 10 19:12:12.033813 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4145dbcf-c3d0-4590-a691-ebfa00ca04a7 req-828a80e3-9874-4cff-a49b-04bbd67847fd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=206d84a1-e0c7-487d-ba43-187df324e299 HTTP/1.1" status: 200 len: 217 time: 0.0342944 Dec 10 19:12:12.084309 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145dbcf-c3d0-4590-a691-ebfa00ca04a7 req-64b639ad-28ce-4235-b57e-fdd43169a80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:12.085933 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4145dbcf-c3d0-4590-a691-ebfa00ca04a7 req-64b639ad-28ce-4235-b57e-fdd43169a80b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5b9e5a58-824e-49fc-81bd-ef4bc5487c97 HTTP/1.1" status: 200 len: 848 time: 0.0446641 Dec 10 19:12:12.138595 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145dbcf-c3d0-4590-a691-ebfa00ca04a7 req-8ba25289-657f-4c9b-8e64-4d3616488370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:12.140108 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4145dbcf-c3d0-4590-a691-ebfa00ca04a7 req-8ba25289-657f-4c9b-8e64-4d3616488370 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7e0a6673-5deb-4319-8d51-fab6f2eba7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449619 Dec 10 19:12:12.231257 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4145dbcf-c3d0-4590-a691-ebfa00ca04a7 req-5bfe8941-ea94-4050-88a6-c42f27aaf54a service neutron] 10.222.0.46 "GET /v2.0/networks/7e0a6673-5deb-4319-8d51-fab6f2eba7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831223 Dec 10 19:12:12.329282 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4145dbcf-c3d0-4590-a691-ebfa00ca04a7 req-7529dd01-41d6-4de7-9bb7-72057220ff1a service neutron] 10.222.0.46 "GET /v2.0/networks/7e0a6673-5deb-4319-8d51-fab6f2eba7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910318 Dec 10 19:12:13.021289 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e8fce-a180-4b88-858a-ec44ead068af req-5d8d58ce-82f3-4e85-943f-98fadb331835 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:13.022819 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-371e8fce-a180-4b88-858a-ec44ead068af req-5d8d58ce-82f3-4e85-943f-98fadb331835 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7d09951b-4317-4e9c-9798-ff820a4869c5 HTTP/1.1" status: 200 len: 1094 time: 0.3721781 Dec 10 19:12:13.068441 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-371e8fce-a180-4b88-858a-ec44ead068af req-de807357-18e0-4fbb-8705-8a481287b06b tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=306e1281-b7cb-407f-b5ff-5be63634211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393562 Dec 10 19:12:14.179808 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ca662-96b0-4021-83e2-902656104b34 req-52ce60c0-980a-483d-a2b4-23c3a89b7166 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:14.185143 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-af6ca662-96b0-4021-83e2-902656104b34 req-52ce60c0-980a-483d-a2b4-23c3a89b7166 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7d09951b-4317-4e9c-9798-ff820a4869c5 HTTP/1.1" status: 200 len: 1094 time: 0.0468125 Dec 10 19:12:14.226023 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-af6ca662-96b0-4021-83e2-902656104b34 req-ec07e5a3-5726-44dc-9977-be5ad9095abb tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=306e1281-b7cb-407f-b5ff-5be63634211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386777 Dec 10 19:12:14.454600 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 206d84a1-e0c7-487d-ba43-187df324e299 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:12:14.550246 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 206d84a1-e0c7-487d-ba43-187df324e299, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=206d84a1-e0c7-487d-ba43-187df324e299,segment=NetworkSegment(0c05c14e-de37-4efc-8353-bda63796df20),segment_id=0c05c14e-de37-4efc-8353-bda63796df20)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:12:14.561715 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '206d84a1-e0c7-487d-ba43-187df324e299', 'network_id': '7e0a6673-5deb-4319-8d51-fab6f2eba7cb', 'port_id': '206d84a1-e0c7-487d-ba43-187df324e299', 'mac_address': 'fa:16:3e:40:5e:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b9e5a58-824e-49fc-81bd-ef4bc5487c97', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:12:14.602738 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:14.616791 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206d84a1-e0c7-487d-ba43-187df324e299 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:12:14.638543 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 206d84a1-e0c7-487d-ba43-187df324e299, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=206d84a1-e0c7-487d-ba43-187df324e299,segment=NetworkSegment(0c05c14e-de37-4efc-8353-bda63796df20),segment_id=0c05c14e-de37-4efc-8353-bda63796df20)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:12:14.642735 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:14.690862 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=206d84a1-e0c7-487d-ba43-187df324e299,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:14.843481 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['206d84a1-e0c7-487d-ba43-187df324e299'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:12:15.330084 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd81d22-cc6c-42d7-8454-16977ab76a32 req-c35c6e05-bdb6-4271-b0fe-859e6521424c tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:15.331973 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ffd81d22-cc6c-42d7-8454-16977ab76a32 req-c35c6e05-bdb6-4271-b0fe-859e6521424c tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7d09951b-4317-4e9c-9798-ff820a4869c5 HTTP/1.1" status: 200 len: 1095 time: 0.0410645 Dec 10 19:12:15.386452 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ffd81d22-cc6c-42d7-8454-16977ab76a32 req-2c59d458-5468-4468-9384-2cdf2f23774c tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=306e1281-b7cb-407f-b5ff-5be63634211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480375 Dec 10 19:12:16.472907 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 206d84a1-e0c7-487d-ba43-187df324e299 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:12:16.504922 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9446fa-a8b2-4523-96bf-4c0a0915bdf0 req-f22cc407-88a7-41c5-bc7a-ce18131965fc tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:16.506612 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fa9446fa-a8b2-4523-96bf-4c0a0915bdf0 req-f22cc407-88a7-41c5-bc7a-ce18131965fc tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7d09951b-4317-4e9c-9798-ff820a4869c5 HTTP/1.1" status: 200 len: 1095 time: 0.0402253 Dec 10 19:12:16.522834 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 206d84a1-e0c7-487d-ba43-187df324e299 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:12:16.527127 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 206d84a1-e0c7-487d-ba43-187df324e299 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:12:16.527500 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:16.554597 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fa9446fa-a8b2-4523-96bf-4c0a0915bdf0 req-bb320e63-bbf5-4e90-921f-ca64a12be869 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=306e1281-b7cb-407f-b5ff-5be63634211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398648 Dec 10 19:12:16.607408 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:16.631390 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d09951b-4317-4e9c-9798-ff820a4869c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206d84a1-e0c7-487d-ba43-187df324e299'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:12:16.633744 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6506ce5d-1d0f-460c-b4a5-2939e89ca5c8" -d '{"events": [{"server_uuid": "7d09951b-4317-4e9c-9798-ff820a4869c5", "name": "network-vif-plugged", "status": "completed", "tag": "206d84a1-e0c7-487d-ba43-187df324e299"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:12:16.654471 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 206d84a1-e0c7-487d-ba43-187df324e299, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=206d84a1-e0c7-487d-ba43-187df324e299,segment=NetworkSegment(0c05c14e-de37-4efc-8353-bda63796df20),segment_id=0c05c14e-de37-4efc-8353-bda63796df20)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:12:16.659524 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:16.686383 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c4951d-cd04-4f48-9b7a-02fba192c9bc x-openstack-request-id: req-e4c4951d-cd04-4f48-9b7a-02fba192c9bc {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:12:16.686678 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d09951b-4317-4e9c-9798-ff820a4869c5", "name": "network-vif-plugged", "status": "completed", "tag": "206d84a1-e0c7-487d-ba43-187df324e299", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:12:16.687148 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e4c4951d-cd04-4f48-9b7a-02fba192c9bc {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:12:16.687537 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d09951b-4317-4e9c-9798-ff820a4869c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206d84a1-e0c7-487d-ba43-187df324e299', 'code': 200} Dec 10 19:12:16.716482 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=206d84a1-e0c7-487d-ba43-187df324e299,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:16.788876 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82841b-bd16-46b2-a578-bcad804d934c req-9888c05f-fb06-4c84-a2c0-d517af17b8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:16.790730 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-db82841b-bd16-46b2-a578-bcad804d934c req-9888c05f-fb06-4c84-a2c0-d517af17b8e0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7d09951b-4317-4e9c-9798-ff820a4869c5 HTTP/1.1" status: 200 len: 1096 time: 0.0442975 Dec 10 19:12:16.837922 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-db82841b-bd16-46b2-a578-bcad804d934c req-5ac89221-8c8c-4cf1-b0f7-0cb228750016 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=306e1281-b7cb-407f-b5ff-5be63634211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383589 Dec 10 19:12:17.665482 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c331b78-a1d6-4fa3-9222-56888203d77a req-5f4a8b1a-65fd-4b8f-bfcf-6b20f78b1dc0 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:17.667079 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7c331b78-a1d6-4fa3-9222-56888203d77a req-5f4a8b1a-65fd-4b8f-bfcf-6b20f78b1dc0 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7d09951b-4317-4e9c-9798-ff820a4869c5 HTTP/1.1" status: 200 len: 1096 time: 0.0409067 Dec 10 19:12:17.717286 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7c331b78-a1d6-4fa3-9222-56888203d77a req-aa4b83d9-ad02-4aff-998b-7eaa2291a0b2 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=306e1281-b7cb-407f-b5ff-5be63634211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420303 Dec 10 19:12:18.834411 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f14543-5a17-4af8-a5cc-db3f193886de req-dd4c0a3a-e1bf-4401-a2a8-55699bfa72ea tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:18.835946 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-18f14543-5a17-4af8-a5cc-db3f193886de req-dd4c0a3a-e1bf-4401-a2a8-55699bfa72ea tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7d09951b-4317-4e9c-9798-ff820a4869c5 HTTP/1.1" status: 200 len: 1096 time: 0.0420184 Dec 10 19:12:18.880546 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-18f14543-5a17-4af8-a5cc-db3f193886de req-421b2472-9992-45ab-9983-f65afe53d132 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=306e1281-b7cb-407f-b5ff-5be63634211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384393 Dec 10 19:12:18.992405 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e73b4-7d4d-4bae-a6fa-71432cca5bff req-1523f25b-3339-428d-909d-caa83cf60fcc tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:18.993991 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a50e73b4-7d4d-4bae-a6fa-71432cca5bff req-1523f25b-3339-428d-909d-caa83cf60fcc tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7d09951b-4317-4e9c-9798-ff820a4869c5 HTTP/1.1" status: 200 len: 1096 time: 0.0414569 Dec 10 19:12:19.043770 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a50e73b4-7d4d-4bae-a6fa-71432cca5bff req-110ad7c3-b186-4b77-909e-bab3b512d76a tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=306e1281-b7cb-407f-b5ff-5be63634211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403612 Dec 10 19:12:19.151627 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c4492-0767-4108-973c-bc18bfe42f1f req-4820db6d-9a38-43cc-b459-875d897a5a1b tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:19.153364 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bc3c4492-0767-4108-973c-bc18bfe42f1f req-4820db6d-9a38-43cc-b459-875d897a5a1b tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7d09951b-4317-4e9c-9798-ff820a4869c5 HTTP/1.1" status: 200 len: 1096 time: 0.0448570 Dec 10 19:12:19.198664 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bc3c4492-0767-4108-973c-bc18bfe42f1f req-1eb80f51-2522-4d97-9b49-93de6c19e884 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=306e1281-b7cb-407f-b5ff-5be63634211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385149 Dec 10 19:12:19.428186 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384fd8d-7874-4c14-bab4-2d10270c23a0 req-6a88c805-1ced-4d14-af5d-e9a29282749b tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:19.429749 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3384fd8d-7874-4c14-bab4-2d10270c23a0 req-6a88c805-1ced-4d14-af5d-e9a29282749b tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7d09951b-4317-4e9c-9798-ff820a4869c5 HTTP/1.1" status: 200 len: 1096 time: 0.0412309 Dec 10 19:12:19.475496 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3384fd8d-7874-4c14-bab4-2d10270c23a0 req-c18e138a-28f5-4c1c-a864-06d7369d6278 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=306e1281-b7cb-407f-b5ff-5be63634211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393007 Dec 10 19:12:19.677046 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ca7414c8-8b0f-48ea-b41b-f4949b1ba0df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:20.592828 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ee373-a77e-4436-977b-85e66924f058 req-c1d94ec4-578c-4a7d-9718-01fc08687662 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:20.594353 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-531ee373-a77e-4436-977b-85e66924f058 req-c1d94ec4-578c-4a7d-9718-01fc08687662 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7d09951b-4317-4e9c-9798-ff820a4869c5 HTTP/1.1" status: 200 len: 1096 time: 0.0468261 Dec 10 19:12:20.639500 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-531ee373-a77e-4436-977b-85e66924f058 req-56877c56-f2fc-456a-9106-7eb9007faee4 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=306e1281-b7cb-407f-b5ff-5be63634211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386612 Dec 10 19:12:20.691527 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef4061-1cca-4833-bd5b-561174e589c7 req-63927b9e-3770-44ed-8fde-683c2e226284 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:20.693030 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ffef4061-1cca-4833-bd5b-561174e589c7 req-63927b9e-3770-44ed-8fde-683c2e226284 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7d09951b-4317-4e9c-9798-ff820a4869c5 HTTP/1.1" status: 200 len: 1096 time: 0.0420902 Dec 10 19:12:20.776324 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-ffef4061-1cca-4833-bd5b-561174e589c7 req-8c5e12e4-4b83-426a-af14-2edd00f80ca0 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Deleting port 206d84a1-e0c7-487d-ba43-187df324e299 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:12:20.776688 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ffef4061-1cca-4833-bd5b-561174e589c7 req-8c5e12e4-4b83-426a-af14-2edd00f80ca0 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:20.859803 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ffef4061-1cca-4833-bd5b-561174e589c7 req-8c5e12e4-4b83-426a-af14-2edd00f80ca0 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] For port 206d84a1-e0c7-487d-ba43-187df324e299, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=206d84a1-e0c7-487d-ba43-187df324e299,segment=NetworkSegment(0c05c14e-de37-4efc-8353-bda63796df20),segment_id=0c05c14e-de37-4efc-8353-bda63796df20)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:12:20.860176 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ffef4061-1cca-4833-bd5b-561174e589c7 req-8c5e12e4-4b83-426a-af14-2edd00f80ca0 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:20.873319 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-ffef4061-1cca-4833-bd5b-561174e589c7 req-8c5e12e4-4b83-426a-af14-2edd00f80ca0 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Calling delete_port for 206d84a1-e0c7-487d-ba43-187df324e299 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:12:20.999655 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ffef4061-1cca-4833-bd5b-561174e589c7 req-8c5e12e4-4b83-426a-af14-2edd00f80ca0 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:21.012312 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['206d84a1-e0c7-487d-ba43-187df324e299'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:12:21.015496 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['885b4e77-6d6a-4a74-9512-7ea5b5e0b96a'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:12:21.025699 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e12e4-4b83-426a-af14-2edd00f80ca0 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Pushing event deleted for resources: {'Port': ['ID=206d84a1-e0c7-487d-ba43-187df324e299,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:21.082386 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffef4061-1cca-4833-bd5b-561174e589c7 req-8c5e12e4-4b83-426a-af14-2edd00f80ca0 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] No DVR routers for this DVR port 206d84a1-e0c7-487d-ba43-187df324e299 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:12:21.086069 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ffef4061-1cca-4833-bd5b-561174e589c7 req-8c5e12e4-4b83-426a-af14-2edd00f80ca0 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:21.089804 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ffef4061-1cca-4833-bd5b-561174e589c7 req-8c5e12e4-4b83-426a-af14-2edd00f80ca0 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.46 "DELETE /v2.0/ports/206d84a1-e0c7-487d-ba43-187df324e299 HTTP/1.1" status: 204 len: 173 time: 0.3904674 Dec 10 19:12:21.097984 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d09951b-4317-4e9c-9798-ff820a4869c5', 'name': 'network-vif-deleted', 'tag': '206d84a1-e0c7-487d-ba43-187df324e299'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:12:21.100826 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee771fe-2739-486e-abec-edfcee409691" -d '{"events": [{"server_uuid": "7d09951b-4317-4e9c-9798-ff820a4869c5", "name": "network-vif-deleted", "tag": "206d84a1-e0c7-487d-ba43-187df324e299"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:12:21.161404 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cffc06-d50c-4b14-b975-71c400688d5c x-openstack-request-id: req-67cffc06-d50c-4b14-b975-71c400688d5c {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:12:21.161789 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d09951b-4317-4e9c-9798-ff820a4869c5", "name": "network-vif-deleted", "tag": "206d84a1-e0c7-487d-ba43-187df324e299", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:12:21.162048 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-67cffc06-d50c-4b14-b975-71c400688d5c {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:12:21.162514 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d09951b-4317-4e9c-9798-ff820a4869c5', 'name': 'network-vif-deleted', 'tag': '206d84a1-e0c7-487d-ba43-187df324e299', 'status': 'completed', 'code': 200} Dec 10 19:12:21.913089 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac592c0-7127-422c-8d69-610d4192aa3a req-286db2b1-0a46-4e00-991e-09a9f55ad9c5 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:21.914636 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0ac592c0-7127-422c-8d69-610d4192aa3a req-286db2b1-0a46-4e00-991e-09a9f55ad9c5 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=11b16443-12f1-4396-a955-7bca24699cfb HTTP/1.1" status: 200 len: 1096 time: 0.0522580 Dec 10 19:12:21.958485 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0ac592c0-7127-422c-8d69-610d4192aa3a req-10874f6a-eed9-4a2c-9f6b-4bcfbab9b99d tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=306e1281-b7cb-407f-b5ff-5be63634211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378561 Dec 10 19:12:22.501841 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-74d40127-d80b-4a8e-9c20-487fdfdfaf15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:23.073311 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9318969-a43e-438a-acb1-5477fabc3e16 req-b2158d7f-3099-49f1-98c6-3ab9f6f68902 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:23.074844 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c9318969-a43e-438a-acb1-5477fabc3e16 req-b2158d7f-3099-49f1-98c6-3ab9f6f68902 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=11b16443-12f1-4396-a955-7bca24699cfb HTTP/1.1" status: 200 len: 1096 time: 0.0413928 Dec 10 19:12:23.121438 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c9318969-a43e-438a-acb1-5477fabc3e16 req-c16a029f-4839-4e6c-88a5-8773274398e4 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=306e1281-b7cb-407f-b5ff-5be63634211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400553 Dec 10 19:12:23.500464 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:23.585426 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f49fa3e-11fa-4a8e-8055-7794881202e9 req-b45b5574-c338-42bb-b51d-0889393ab572 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:23.586884 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5f49fa3e-11fa-4a8e-8055-7794881202e9 req-b45b5574-c338-42bb-b51d-0889393ab572 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=11b16443-12f1-4396-a955-7bca24699cfb HTTP/1.1" status: 200 len: 1096 time: 0.0409334 Dec 10 19:12:23.678898 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-5f49fa3e-11fa-4a8e-8055-7794881202e9 req-012d67bc-7a94-4e99-b53a-adad142a9664 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Deleting port 885b4e77-6d6a-4a74-9512-7ea5b5e0b96a {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:12:23.679238 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5f49fa3e-11fa-4a8e-8055-7794881202e9 req-012d67bc-7a94-4e99-b53a-adad142a9664 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:23.756122 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-5f49fa3e-11fa-4a8e-8055-7794881202e9 req-012d67bc-7a94-4e99-b53a-adad142a9664 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] For port 885b4e77-6d6a-4a74-9512-7ea5b5e0b96a, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=885b4e77-6d6a-4a74-9512-7ea5b5e0b96a,segment=NetworkSegment(0c05c14e-de37-4efc-8353-bda63796df20),segment_id=0c05c14e-de37-4efc-8353-bda63796df20)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:12:23.756494 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5f49fa3e-11fa-4a8e-8055-7794881202e9 req-012d67bc-7a94-4e99-b53a-adad142a9664 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:23.769515 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-5f49fa3e-11fa-4a8e-8055-7794881202e9 req-012d67bc-7a94-4e99-b53a-adad142a9664 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Calling delete_port for 885b4e77-6d6a-4a74-9512-7ea5b5e0b96a owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:12:23.905435 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5f49fa3e-11fa-4a8e-8055-7794881202e9 req-012d67bc-7a94-4e99-b53a-adad142a9664 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:23.927612 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['885b4e77-6d6a-4a74-9512-7ea5b5e0b96a'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:12:23.937200 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d67bc-7a94-4e99-b53a-adad142a9664 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Pushing event deleted for resources: {'Port': ['ID=885b4e77-6d6a-4a74-9512-7ea5b5e0b96a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:23.994451 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f49fa3e-11fa-4a8e-8055-7794881202e9 req-012d67bc-7a94-4e99-b53a-adad142a9664 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] No DVR routers for this DVR port 885b4e77-6d6a-4a74-9512-7ea5b5e0b96a on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:12:23.997219 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5f49fa3e-11fa-4a8e-8055-7794881202e9 req-012d67bc-7a94-4e99-b53a-adad142a9664 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:24.000560 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5f49fa3e-11fa-4a8e-8055-7794881202e9 req-012d67bc-7a94-4e99-b53a-adad142a9664 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.72 "DELETE /v2.0/ports/885b4e77-6d6a-4a74-9512-7ea5b5e0b96a HTTP/1.1" status: 204 len: 173 time: 0.4063728 Dec 10 19:12:24.001050 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b16443-12f1-4396-a955-7bca24699cfb', 'name': 'network-vif-deleted', 'tag': '885b4e77-6d6a-4a74-9512-7ea5b5e0b96a'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:12:24.004095 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2987a6-a193-4cb1-b24c-9127b09c0b1b" -d '{"events": [{"server_uuid": "11b16443-12f1-4396-a955-7bca24699cfb", "name": "network-vif-deleted", "tag": "885b4e77-6d6a-4a74-9512-7ea5b5e0b96a"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:12:24.047290 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215f071b-babc-4f5a-8966-a7b052456289 x-openstack-request-id: req-215f071b-babc-4f5a-8966-a7b052456289 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:12:24.047598 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b16443-12f1-4396-a955-7bca24699cfb", "name": "network-vif-deleted", "tag": "885b4e77-6d6a-4a74-9512-7ea5b5e0b96a", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:12:24.047858 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-215f071b-babc-4f5a-8966-a7b052456289 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:12:24.048397 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b16443-12f1-4396-a955-7bca24699cfb', 'name': 'network-vif-deleted', 'tag': '885b4e77-6d6a-4a74-9512-7ea5b5e0b96a', 'status': 'completed', 'code': 200} Dec 10 19:12:24.236055 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9c4c694f-c202-40e7-a54a-3babd9f9d1c9 req-d25fdfe1-b22e-44b9-b277-4582e8ef0ef1 tempest-TestServerMultinode-1298916218 tempest-TestServerMultinode-1298916218-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=11b16443-12f1-4396-a955-7bca24699cfb HTTP/1.1" status: 200 len: 210 time: 0.0284986 Dec 10 19:12:24.519471 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 206d84a1-e0c7-487d-ba43-187df324e299 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:12:24.541705 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 206d84a1-e0c7-487d-ba43-187df324e299 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:12:24.542297 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 206d84a1-e0c7-487d-ba43-187df324e299 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:12:24.875659 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:25.302976 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43750) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:25.502572 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:25.988406 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f26a1ca4-a313-417b-b592-d892ab570227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:26.240937 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f26a1ca4-a313-417b-b592-d892ab570227 admin admin] Deleting port c771ec2e-34d4-4c6b-a8e7-14b353e2cb45 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:12:26.241285 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f26a1ca4-a313-417b-b592-d892ab570227 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:26.323787 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-f26a1ca4-a313-417b-b592-d892ab570227 admin admin] For port c771ec2e-34d4-4c6b-a8e7-14b353e2cb45, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c771ec2e-34d4-4c6b-a8e7-14b353e2cb45,segment=NetworkSegment(0c05c14e-de37-4efc-8353-bda63796df20),segment_id=0c05c14e-de37-4efc-8353-bda63796df20)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:12:26.324506 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f26a1ca4-a313-417b-b592-d892ab570227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:26.337738 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f26a1ca4-a313-417b-b592-d892ab570227 admin admin] Calling delete_port for c771ec2e-34d4-4c6b-a8e7-14b353e2cb45 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:12:26.526819 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f26a1ca4-a313-417b-b592-d892ab570227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:26.554046 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a1ca4-a313-417b-b592-d892ab570227 admin admin] Pushing event deleted for resources: {'Port': ['ID=c771ec2e-34d4-4c6b-a8e7-14b353e2cb45,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:26.577595 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a1ca4-a313-417b-b592-d892ab570227 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:26.577956 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a1ca4-a313-417b-b592-d892ab570227 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:26.578305 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a1ca4-a313-417b-b592-d892ab570227 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:26.578652 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a1ca4-a313-417b-b592-d892ab570227 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:26.578993 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a1ca4-a313-417b-b592-d892ab570227 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:26.579330 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a1ca4-a313-417b-b592-d892ab570227 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:26.579698 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a1ca4-a313-417b-b592-d892ab570227 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:26.580031 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a1ca4-a313-417b-b592-d892ab570227 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:26.580361 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a1ca4-a313-417b-b592-d892ab570227 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:26.580711 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a1ca4-a313-417b-b592-d892ab570227 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:26.581046 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a1ca4-a313-417b-b592-d892ab570227 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:26.581375 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a1ca4-a313-417b-b592-d892ab570227 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:26.581703 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a1ca4-a313-417b-b592-d892ab570227 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:26.754737 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f26a1ca4-a313-417b-b592-d892ab570227 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:27.028006 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26a1ca4-a313-417b-b592-d892ab570227 admin admin] Router 6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:12:27.143003 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26a1ca4-a313-417b-b592-d892ab570227 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:12:27.150051 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f26a1ca4-a313-417b-b592-d892ab570227 admin admin] 10.222.0.62 "PUT /v2.0/routers/6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8445165 Dec 10 19:12:27.150909 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43780) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:27.152586 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664b5beb-2cb6-4e05-8eb4-d661061be4ba None None] Sync routers for ids ['6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:12:27.164709 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664b5beb-2cb6-4e05-8eb4-d661061be4ba None None] Routers {'6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:12:27.165394 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-664b5beb-2cb6-4e05-8eb4-d661061be4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:12:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:27.264446 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4aa9d471-57f4-42e1-b272-577e7e24ba49 admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:27.276140 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-664b5beb-2cb6-4e05-8eb4-d661061be4ba None None] Set router 6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:12:27.367961 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4aa9d471-57f4-42e1-b272-577e7e24ba49 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:27.430179 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4aa9d471-57f4-42e1-b272-577e7e24ba49 admin admin] Deleting port cdc348b4-7b50-4b8e-b001-9d5411ef6f9f {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:12:27.430525 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4aa9d471-57f4-42e1-b272-577e7e24ba49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:27.473808 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-664b5beb-2cb6-4e05-8eb4-d661061be4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7', 'name': 'tempest-TestServerMultinode-165210879-router', 'tenant_id': '45c8c4790c404fce9c2a24d99519873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'cdc348b4-7b50-4b8e-b001-9d5411ef6f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:44Z', 'updated_at': '2021-12-10T19:12:26Z', 'revision_number': 5, 'project_id': '45c8c4790c404fce9c2a24d99519873d', 'gw_port': {'id': 'cdc348b4-7b50-4b8e-b001-9d5411ef6f9f', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:46:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:44Z', 'updated_at': '2021-12-10T19:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:27.510797 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664b5beb-2cb6-4e05-8eb4-d661061be4ba None None] Checking router: 6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:12:27.520982 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4aa9d471-57f4-42e1-b272-577e7e24ba49 admin admin] For port cdc348b4-7b50-4b8e-b001-9d5411ef6f9f, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=cdc348b4-7b50-4b8e-b001-9d5411ef6f9f,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:12:27.521354 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4aa9d471-57f4-42e1-b272-577e7e24ba49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:27.527353 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664b5beb-2cb6-4e05-8eb4-d661061be4ba None None] Routers {'6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:12:27.528137 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-664b5beb-2cb6-4e05-8eb4-d661061be4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:12:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:27.539463 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4aa9d471-57f4-42e1-b272-577e7e24ba49 admin admin] Calling delete_port for cdc348b4-7b50-4b8e-b001-9d5411ef6f9f owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:12:27.620077 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-664b5beb-2cb6-4e05-8eb4-d661061be4ba None None] Set router 6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7 gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:12:27.680544 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-664b5beb-2cb6-4e05-8eb4-d661061be4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7', 'name': 'tempest-TestServerMultinode-165210879-router', 'tenant_id': '45c8c4790c404fce9c2a24d99519873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:44Z', 'updated_at': '2021-12-10T19:12:27Z', 'revision_number': 6, 'project_id': '45c8c4790c404fce9c2a24d99519873d', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:27.708614 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664b5beb-2cb6-4e05-8eb4-d661061be4ba None None] The sync data for ids ['6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7'] in n-d-821435-1 is: [{'id': '6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7', 'name': 'tempest-TestServerMultinode-165210879-router', 'tenant_id': '45c8c4790c404fce9c2a24d99519873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:44Z', 'updated_at': '2021-12-10T19:12:27Z', 'revision_number': 6, 'project_id': '45c8c4790c404fce9c2a24d99519873d', 'gw_port_host': None}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:12:27.712426 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4aa9d471-57f4-42e1-b272-577e7e24ba49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:27.744467 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa9d471-57f4-42e1-b272-577e7e24ba49 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdc348b4-7b50-4b8e-b001-9d5411ef6f9f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:27.760492 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f3473f-0aa6-4539-a68d-5aad0039f0d3 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:12:27.798122 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 885b4e77-6d6a-4a74-9512-7ea5b5e0b96a no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:12:27.821147 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4aa9d471-57f4-42e1-b272-577e7e24ba49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:27.822600 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 885b4e77-6d6a-4a74-9512-7ea5b5e0b96a {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:12:27.823188 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 885b4e77-6d6a-4a74-9512-7ea5b5e0b96a not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:12:27.911727 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4aa9d471-57f4-42e1-b272-577e7e24ba49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:27.913894 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4aa9d471-57f4-42e1-b272-577e7e24ba49 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:27.962725 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4aa9d471-57f4-42e1-b272-577e7e24ba49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:27.963228 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa9d471-57f4-42e1-b272-577e7e24ba49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:12:27.967698 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4aa9d471-57f4-42e1-b272-577e7e24ba49 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:27.968874 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4aa9d471-57f4-42e1-b272-577e7e24ba49 admin admin] 10.222.0.62 "DELETE /v2.0/routers/6ebc00d7-7f28-4d11-ab7a-e1f4a31a04c7 HTTP/1.1" status: 204 len: 168 time: 0.8169472 Dec 10 19:12:27.971459 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43794) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:28.019929 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dd94c7b-b4e1-4704-af4a-4ad2d70388ad admin admin] Deleting subnet 5b9e5a58-824e-49fc-81bd-ef4bc5487c97 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:12:28.023307 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9dd94c7b-b4e1-4704-af4a-4ad2d70388ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:28.069606 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9dd94c7b-b4e1-4704-af4a-4ad2d70388ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:28.198182 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9dd94c7b-b4e1-4704-af4a-4ad2d70388ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:28.254257 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9dd94c7b-b4e1-4704-af4a-4ad2d70388ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:28.282184 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd94c7b-b4e1-4704-af4a-4ad2d70388ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b9e5a58-824e-49fc-81bd-ef4bc5487c97,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:28.287966 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9dd94c7b-b4e1-4704-af4a-4ad2d70388ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:28.291810 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9dd94c7b-b4e1-4704-af4a-4ad2d70388ad admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5b9e5a58-824e-49fc-81bd-ef4bc5487c97 HTTP/1.1" status: 204 len: 168 time: 0.3192101 Dec 10 19:12:28.293680 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bdf35a-ad00-43f9-a733-14cf926cc371 None None] Network 7e0a6673-5deb-4319-8d51-fab6f2eba7cb requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:12:28.294309 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43806) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:28.378654 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b387923f-0dbf-42f1-b1c1-2e70418e2397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:28.438108 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b387923f-0dbf-42f1-b1c1-2e70418e2397 admin admin] Deleting port 65dbde14-a83b-4887-a0b0-7a191b7716d1 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:12:28.438595 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b387923f-0dbf-42f1-b1c1-2e70418e2397 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:28.506550 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b387923f-0dbf-42f1-b1c1-2e70418e2397 admin admin] For port 65dbde14-a83b-4887-a0b0-7a191b7716d1, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=65dbde14-a83b-4887-a0b0-7a191b7716d1,segment=NetworkSegment(0c05c14e-de37-4efc-8353-bda63796df20),segment_id=0c05c14e-de37-4efc-8353-bda63796df20)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:12:28.506937 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b387923f-0dbf-42f1-b1c1-2e70418e2397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:28.521704 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b387923f-0dbf-42f1-b1c1-2e70418e2397 admin admin] Calling delete_port for 65dbde14-a83b-4887-a0b0-7a191b7716d1 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:12:28.546408 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3755b44b-0151-453a-8341-da2f5fdd06e1 None None] DHCP port deletion for 7e0a6673-5deb-4319-8d51-fab6f2eba7cb request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:12:28.602572 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3755b44b-0151-453a-8341-da2f5fdd06e1 None None] Deleting port 65dbde14-a83b-4887-a0b0-7a191b7716d1 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:12:28.602947 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3755b44b-0151-453a-8341-da2f5fdd06e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:28.615036 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b387923f-0dbf-42f1-b1c1-2e70418e2397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:28.648615 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b387923f-0dbf-42f1-b1c1-2e70418e2397 admin admin] Pushing event deleted for resources: {'Port': ['ID=65dbde14-a83b-4887-a0b0-7a191b7716d1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:28.654641 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b387923f-0dbf-42f1-b1c1-2e70418e2397 admin admin] No DVR routers for this DVR port 65dbde14-a83b-4887-a0b0-7a191b7716d1 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:12:28.685390 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3755b44b-0151-453a-8341-da2f5fdd06e1 None None] For port 65dbde14-a83b-4887-a0b0-7a191b7716d1, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=65dbde14-a83b-4887-a0b0-7a191b7716d1,segment=NetworkSegment(0c05c14e-de37-4efc-8353-bda63796df20),segment_id=0c05c14e-de37-4efc-8353-bda63796df20)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:12:28.686171 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3755b44b-0151-453a-8341-da2f5fdd06e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:28.702861 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3755b44b-0151-453a-8341-da2f5fdd06e1 None None] Calling delete_port for 65dbde14-a83b-4887-a0b0-7a191b7716d1 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:12:28.737025 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b387923f-0dbf-42f1-b1c1-2e70418e2397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:28.760008 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-b387923f-0dbf-42f1-b1c1-2e70418e2397 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e0a6673-5deb-4319-8d51-fab6f2eba7cb']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:28.770662 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-b387923f-0dbf-42f1-b1c1-2e70418e2397 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c05c14e-de37-4efc-8353-bda63796df20') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:28.771162 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-b387923f-0dbf-42f1-b1c1-2e70418e2397 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c05c14e-de37-4efc-8353-bda63796df20') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:28.781435 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b387923f-0dbf-42f1-b1c1-2e70418e2397 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:28.787149 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3755b44b-0151-453a-8341-da2f5fdd06e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:28.796567 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b387923f-0dbf-42f1-b1c1-2e70418e2397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:28.804990 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b387923f-0dbf-42f1-b1c1-2e70418e2397 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:12:28.805390 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b387923f-0dbf-42f1-b1c1-2e70418e2397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:28.807518 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 19:12:28.807518 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:12:28.807518 n-d-821435-1 neutron-server[103244]: timer() Dec 10 19:12:28.807518 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:12:28.807518 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 19:12:28.807518 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:12:28.807518 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 19:12:28.807518 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:12:28.807518 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 19:12:28.807518 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:12:28.807518 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 19:12:28.807518 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:12:28.807518 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 19:12:28.807518 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:12:28.807518 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:12:28.807518 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:12:28.807518 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:12:28.807518 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:12:28.807518 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 19:12:28.807518 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:12:28.807518 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 19:12:28.807518 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:12:28.807518 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:12:28.807518 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:12:28.807518 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 19:12:28.807518 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:12:28.807518 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:12:28.807518 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:12:28.807518 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:12:28.807518 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:12:28.807518 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:12:28.807518 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:12:28.820887 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3755b44b-0151-453a-8341-da2f5fdd06e1 None None] Pushing event deleted for resources: {'Port': ['ID=65dbde14-a83b-4887-a0b0-7a191b7716d1,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:28.822990 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3755b44b-0151-453a-8341-da2f5fdd06e1 None None] No DVR routers for this DVR port 65dbde14-a83b-4887-a0b0-7a191b7716d1 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:12:28.894394 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b387923f-0dbf-42f1-b1c1-2e70418e2397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:28.899997 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b387923f-0dbf-42f1-b1c1-2e70418e2397 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:28.904540 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b387923f-0dbf-42f1-b1c1-2e70418e2397 admin admin] 10.222.0.62 "DELETE /v2.0/networks/7e0a6673-5deb-4319-8d51-fab6f2eba7cb HTTP/1.1" status: 204 len: 168 time: 0.6092136 Dec 10 19:12:28.908517 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43816) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:28.968102 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b387923f-0dbf-42f1-b1c1-2e70418e2397 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e0a6673-5deb-4319-8d51-fab6f2eba7cb,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:29.009930 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device cdc348b4-7b50-4b8e-b001-9d5411ef6f9f no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:12:29.040309 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: cdc348b4-7b50-4b8e-b001-9d5411ef6f9f {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:12:29.041282 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device cdc348b4-7b50-4b8e-b001-9d5411ef6f9f not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:12:29.041696 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c771ec2e-34d4-4c6b-a8e7-14b353e2cb45 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:12:29.060860 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: c771ec2e-34d4-4c6b-a8e7-14b353e2cb45 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:12:29.061478 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c771ec2e-34d4-4c6b-a8e7-14b353e2cb45 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:12:29.062141 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 65dbde14-a83b-4887-a0b0-7a191b7716d1 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:12:29.081163 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 65dbde14-a83b-4887-a0b0-7a191b7716d1 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:12:29.081515 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 65dbde14-a83b-4887-a0b0-7a191b7716d1 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:12:29.397688 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-149e17f3-b2fe-4d43-bafb-f539ab381a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:29.648121 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-149e17f3-b2fe-4d43-bafb-f539ab381a6a admin admin] Deleting port 32152a72-4c84-4b13-b0a7-3b2c0d69c81f {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:12:29.648461 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-149e17f3-b2fe-4d43-bafb-f539ab381a6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:29.731968 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-149e17f3-b2fe-4d43-bafb-f539ab381a6a admin admin] For port 32152a72-4c84-4b13-b0a7-3b2c0d69c81f, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=32152a72-4c84-4b13-b0a7-3b2c0d69c81f,segment=NetworkSegment(5afc320e-55ed-418c-9f0a-8484cca74a8c),segment_id=5afc320e-55ed-418c-9f0a-8484cca74a8c)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:12:29.732327 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-149e17f3-b2fe-4d43-bafb-f539ab381a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:29.748170 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-149e17f3-b2fe-4d43-bafb-f539ab381a6a admin admin] Calling delete_port for 32152a72-4c84-4b13-b0a7-3b2c0d69c81f owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:12:29.929817 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-149e17f3-b2fe-4d43-bafb-f539ab381a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:29.957981 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e17f3-b2fe-4d43-bafb-f539ab381a6a admin admin] Pushing event deleted for resources: {'Port': ['ID=32152a72-4c84-4b13-b0a7-3b2c0d69c81f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:30.143390 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-149e17f3-b2fe-4d43-bafb-f539ab381a6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:30.362598 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149e17f3-b2fe-4d43-bafb-f539ab381a6a admin admin] Router 83b4634b-f05c-4a46-9100-28a57a4c6299 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:12:30.473054 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149e17f3-b2fe-4d43-bafb-f539ab381a6a admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:12:30.478155 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-149e17f3-b2fe-4d43-bafb-f539ab381a6a admin admin] 10.222.0.62 "PUT /v2.0/routers/83b4634b-f05c-4a46-9100-28a57a4c6299/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5681760 Dec 10 19:12:30.480902 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 43844) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:30.482420 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f846be9-58ad-430a-ad99-7fb45e232b71 None None] Sync routers for ids ['83b4634b-f05c-4a46-9100-28a57a4c6299'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:12:30.494315 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f846be9-58ad-430a-ad99-7fb45e232b71 None None] Routers {'83b4634b-f05c-4a46-9100-28a57a4c6299'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:12:30.495092 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6f846be9-58ad-430a-ad99-7fb45e232b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:12:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['83b4634b-f05c-4a46-9100-28a57a4c6299'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:30.600523 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33a8edce-43cc-4517-8636-12d16fa78532 admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:30.609959 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-6f846be9-58ad-430a-ad99-7fb45e232b71 None None] Set router 83b4634b-f05c-4a46-9100-28a57a4c6299 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:12:30.805042 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6f846be9-58ad-430a-ad99-7fb45e232b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b4634b-f05c-4a46-9100-28a57a4c6299', 'name': 'tempest-TestServerMultinode-1261223816-router', 'tenant_id': 'e8427aff05c94e1e9fb165fd9179ee9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '1f69e471-03b9-4857-aeea-37b6f944da9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:50Z', 'updated_at': '2021-12-10T19:12:29Z', 'revision_number': 5, 'project_id': 'e8427aff05c94e1e9fb165fd9179ee9a', 'gw_port': {'id': '1f69e471-03b9-4857-aeea-37b6f944da9b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:cc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b4634b-f05c-4a46-9100-28a57a4c6299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:50Z', 'updated_at': '2021-12-10T19:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:30.832985 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f846be9-58ad-430a-ad99-7fb45e232b71 None None] Checking router: 83b4634b-f05c-4a46-9100-28a57a4c6299 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:12:30.843613 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f846be9-58ad-430a-ad99-7fb45e232b71 None None] Routers {'83b4634b-f05c-4a46-9100-28a57a4c6299'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:12:30.844273 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6f846be9-58ad-430a-ad99-7fb45e232b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:12:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['83b4634b-f05c-4a46-9100-28a57a4c6299'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:30.961030 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-6f846be9-58ad-430a-ad99-7fb45e232b71 None None] Set router 83b4634b-f05c-4a46-9100-28a57a4c6299 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:12:30.974485 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33a8edce-43cc-4517-8636-12d16fa78532 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:31.039178 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-33a8edce-43cc-4517-8636-12d16fa78532 admin admin] Deleting port 1f69e471-03b9-4857-aeea-37b6f944da9b {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:12:31.039517 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33a8edce-43cc-4517-8636-12d16fa78532 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:31.128626 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-33a8edce-43cc-4517-8636-12d16fa78532 admin admin] For port 1f69e471-03b9-4857-aeea-37b6f944da9b, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=1f69e471-03b9-4857-aeea-37b6f944da9b,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:12:31.129020 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33a8edce-43cc-4517-8636-12d16fa78532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:31.142949 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-33a8edce-43cc-4517-8636-12d16fa78532 admin admin] Calling delete_port for 1f69e471-03b9-4857-aeea-37b6f944da9b owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:12:31.154381 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6f846be9-58ad-430a-ad99-7fb45e232b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b4634b-f05c-4a46-9100-28a57a4c6299', 'name': 'tempest-TestServerMultinode-1261223816-router', 'tenant_id': 'e8427aff05c94e1e9fb165fd9179ee9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '1f69e471-03b9-4857-aeea-37b6f944da9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:50Z', 'updated_at': '2021-12-10T19:12:29Z', 'revision_number': 5, 'project_id': 'e8427aff05c94e1e9fb165fd9179ee9a', 'gw_port': {'id': '1f69e471-03b9-4857-aeea-37b6f944da9b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:cc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b4634b-f05c-4a46-9100-28a57a4c6299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:50Z', 'updated_at': '2021-12-10T19:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:31.186705 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f846be9-58ad-430a-ad99-7fb45e232b71 None None] The sync data for ids ['83b4634b-f05c-4a46-9100-28a57a4c6299'] in n-d-821435-1 is: [{'id': '83b4634b-f05c-4a46-9100-28a57a4c6299', 'name': 'tempest-TestServerMultinode-1261223816-router', 'tenant_id': 'e8427aff05c94e1e9fb165fd9179ee9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '1f69e471-03b9-4857-aeea-37b6f944da9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:50Z', 'updated_at': '2021-12-10T19:12:29Z', 'revision_number': 5, 'project_id': 'e8427aff05c94e1e9fb165fd9179ee9a', 'gw_port': {'id': '1f69e471-03b9-4857-aeea-37b6f944da9b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:cc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b4634b-f05c-4a46-9100-28a57a4c6299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:50Z', 'updated_at': '2021-12-10T19:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:12:31.334395 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33a8edce-43cc-4517-8636-12d16fa78532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:31.360032 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8edce-43cc-4517-8636-12d16fa78532 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f69e471-03b9-4857-aeea-37b6f944da9b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:31.385706 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4988193-8c20-42db-b02e-a5647468141a None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:12:31.422232 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33a8edce-43cc-4517-8636-12d16fa78532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:31.525582 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33a8edce-43cc-4517-8636-12d16fa78532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:31.528156 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33a8edce-43cc-4517-8636-12d16fa78532 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:31.580621 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33a8edce-43cc-4517-8636-12d16fa78532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:31.581320 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a8edce-43cc-4517-8636-12d16fa78532 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83b4634b-f05c-4a46-9100-28a57a4c6299 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:12:31.585997 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33a8edce-43cc-4517-8636-12d16fa78532 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:31.587277 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-33a8edce-43cc-4517-8636-12d16fa78532 admin admin] 10.222.0.62 "DELETE /v2.0/routers/83b4634b-f05c-4a46-9100-28a57a4c6299 HTTP/1.1" status: 204 len: 168 time: 1.1053491 Dec 10 19:12:31.589981 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43864) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:31.636154 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-e938ec32-cdcb-4b8a-b7ae-d1403885834d admin admin] Deleting subnet e8f6f21f-5dd2-4976-8630-2825ecb118ec {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:12:31.640070 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e938ec32-cdcb-4b8a-b7ae-d1403885834d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:31.678238 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e938ec32-cdcb-4b8a-b7ae-d1403885834d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:31.775145 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e938ec32-cdcb-4b8a-b7ae-d1403885834d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:31.833276 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e938ec32-cdcb-4b8a-b7ae-d1403885834d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:31.861343 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e938ec32-cdcb-4b8a-b7ae-d1403885834d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8f6f21f-5dd2-4976-8630-2825ecb118ec,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:31.866313 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e938ec32-cdcb-4b8a-b7ae-d1403885834d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:31.870925 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e938ec32-cdcb-4b8a-b7ae-d1403885834d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e8f6f21f-5dd2-4976-8630-2825ecb118ec HTTP/1.1" status: 204 len: 168 time: 0.2799077 Dec 10 19:12:31.873513 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43870) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:31.875741 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cbd28e-1b73-4c7c-bac5-214b7f6ac4bb None None] Network d44fa7c5-7302-4a5d-9664-25870f6182e8 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:12:31.956467 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a5882525-36c4-4dfe-a458-c1d58b136e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:32.014067 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a5882525-36c4-4dfe-a458-c1d58b136e6b admin admin] Deleting port 1332589a-32f9-4384-b538-b01f0da99f7a {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:12:32.014407 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a5882525-36c4-4dfe-a458-c1d58b136e6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:32.080829 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a5882525-36c4-4dfe-a458-c1d58b136e6b admin admin] For port 1332589a-32f9-4384-b538-b01f0da99f7a, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=1332589a-32f9-4384-b538-b01f0da99f7a,segment=NetworkSegment(5afc320e-55ed-418c-9f0a-8484cca74a8c),segment_id=5afc320e-55ed-418c-9f0a-8484cca74a8c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:12:32.081352 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a5882525-36c4-4dfe-a458-c1d58b136e6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:32.093429 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a5882525-36c4-4dfe-a458-c1d58b136e6b admin admin] Calling delete_port for 1332589a-32f9-4384-b538-b01f0da99f7a owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:12:32.174763 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a5882525-36c4-4dfe-a458-c1d58b136e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:32.198102 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5882525-36c4-4dfe-a458-c1d58b136e6b admin admin] Pushing event deleted for resources: {'Port': ['ID=1332589a-32f9-4384-b538-b01f0da99f7a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:32.203692 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5882525-36c4-4dfe-a458-c1d58b136e6b admin admin] No DVR routers for this DVR port 1332589a-32f9-4384-b538-b01f0da99f7a on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:12:32.306067 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a5882525-36c4-4dfe-a458-c1d58b136e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:32.313068 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3781a18b-2a94-48af-9b34-30668f46481b None None] DHCP port deletion for d44fa7c5-7302-4a5d-9664-25870f6182e8 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:12:32.335564 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-a5882525-36c4-4dfe-a458-c1d58b136e6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d44fa7c5-7302-4a5d-9664-25870f6182e8']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:32.349875 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-a5882525-36c4-4dfe-a458-c1d58b136e6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5afc320e-55ed-418c-9f0a-8484cca74a8c') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:32.350262 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-a5882525-36c4-4dfe-a458-c1d58b136e6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5afc320e-55ed-418c-9f0a-8484cca74a8c') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:32.366350 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a5882525-36c4-4dfe-a458-c1d58b136e6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:32.380771 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a5882525-36c4-4dfe-a458-c1d58b136e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:32.386943 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5882525-36c4-4dfe-a458-c1d58b136e6b admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:12:32.387334 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a5882525-36c4-4dfe-a458-c1d58b136e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:32.389410 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 19:12:32.389410 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:12:32.389410 n-d-821435-1 neutron-server[103244]: timer() Dec 10 19:12:32.389410 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:12:32.389410 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 19:12:32.389410 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:12:32.389410 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 19:12:32.389410 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:12:32.389410 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 19:12:32.389410 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:12:32.389410 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 19:12:32.389410 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:12:32.389410 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 19:12:32.389410 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:12:32.389410 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:12:32.389410 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:12:32.389410 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:12:32.389410 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:12:32.389410 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 19:12:32.389410 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:12:32.389410 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 19:12:32.389410 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:12:32.389410 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:12:32.389410 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:12:32.389410 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 19:12:32.389410 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:12:32.389410 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:12:32.389410 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:12:32.389410 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:12:32.389410 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:12:32.389410 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:12:32.389410 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:12:32.445139 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a5882525-36c4-4dfe-a458-c1d58b136e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:32.450553 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a5882525-36c4-4dfe-a458-c1d58b136e6b admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:32.454080 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a5882525-36c4-4dfe-a458-c1d58b136e6b admin admin] 10.222.0.62 "DELETE /v2.0/networks/d44fa7c5-7302-4a5d-9664-25870f6182e8 HTTP/1.1" status: 204 len: 168 time: 0.5790653 Dec 10 19:12:32.466652 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5882525-36c4-4dfe-a458-c1d58b136e6b admin admin] Pushing event deleted for resources: {'Network': ['ID=d44fa7c5-7302-4a5d-9664-25870f6182e8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:32.641759 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43888) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:32.682107 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d8d2e983-9600-4e3c-bcfc-33a8b41840e5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=45c8c4790c404fce9c2a24d99519873d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386336 Dec 10 19:12:32.684557 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43890) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:32.736651 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-921ed306-a879-45ba-a91b-e4e1584ac9f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:32.757918 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-921ed306-a879-45ba-a91b-e4e1584ac9f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:32.803896 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-921ed306-a879-45ba-a91b-e4e1584ac9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:32.806875 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-921ed306-a879-45ba-a91b-e4e1584ac9f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:32.808307 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-921ed306-a879-45ba-a91b-e4e1584ac9f8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3e737760-2b76-45c8-8068-08048b41c47b HTTP/1.1" status: 204 len: 168 time: 0.1228282 Dec 10 19:12:32.817873 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ed306-a879-45ba-a91b-e4e1584ac9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e737760-2b76-45c8-8068-08048b41c47b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:32.983513 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 1f69e471-03b9-4857-aeea-37b6f944da9b no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:12:33.005688 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 1f69e471-03b9-4857-aeea-37b6f944da9b {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:12:33.006167 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 1f69e471-03b9-4857-aeea-37b6f944da9b not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:12:33.006804 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 1332589a-32f9-4384-b538-b01f0da99f7a no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:12:33.025751 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 1332589a-32f9-4384-b538-b01f0da99f7a {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:12:33.026340 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 1332589a-32f9-4384-b538-b01f0da99f7a not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:12:33.026938 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 32152a72-4c84-4b13-b0a7-3b2c0d69c81f no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:12:33.046389 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 32152a72-4c84-4b13-b0a7-3b2c0d69c81f {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:12:33.046713 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 32152a72-4c84-4b13-b0a7-3b2c0d69c81f not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:12:33.159548 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43904) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:33.200319 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d1de0c4f-30af-45db-b478-823cac776255 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e8427aff05c94e1e9fb165fd9179ee9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395737 Dec 10 19:12:33.202873 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 43906) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:33.251146 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47b43116-8848-4a82-b93e-348133310499 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:33.272230 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47b43116-8848-4a82-b93e-348133310499 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:33.320156 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47b43116-8848-4a82-b93e-348133310499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:33.322793 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47b43116-8848-4a82-b93e-348133310499 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:33.324220 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-47b43116-8848-4a82-b93e-348133310499 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/306e1281-b7cb-407f-b5ff-5be63634211d HTTP/1.1" status: 204 len: 168 time: 0.1202424 Dec 10 19:12:33.333217 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b43116-8848-4a82-b93e-348133310499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306e1281-b7cb-407f-b5ff-5be63634211d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:33.621072 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:12:34.063086 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:38.386597 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:44.844769 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44064) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:44.919635 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fd6aff-7d4a-4a1a-a3f7-70d240628efc tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:44.920120 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fd6aff-7d4a-4a1a-a3f7-70d240628efc tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:44.920595 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fd6aff-7d4a-4a1a-a3f7-70d240628efc tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:44.922327 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f3fd6aff-7d4a-4a1a-a3f7-70d240628efc tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] 10.222.0.62 "GET /v2.0/ports?project_id=8598e18254304299bb012ea898e5a529&network_id=0185b6a0-b8f9-4dbb-86b3-c81965384904 HTTP/1.1" status: 200 len: 2969 time: 0.0765510 Dec 10 19:12:45.622802 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-35b992cc-003a-4208-a320-a5b6e47ca565 req-f0a34d8a-527d-4d1b-9c08-322c67a6dccd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ce2e3be3-0072-489a-b23b-a7395193feef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453224 Dec 10 19:12:45.711502 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b992cc-003a-4208-a320-a5b6e47ca565 req-83d2ca45-9f3d-4f85-b3fb-0ced2ac44bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:45.713054 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-35b992cc-003a-4208-a320-a5b6e47ca565 req-83d2ca45-9f3d-4f85-b3fb-0ced2ac44bca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8598e18254304299bb012ea898e5a529&device_id=ce2e3be3-0072-489a-b23b-a7395193feef HTTP/1.1" status: 200 len: 1096 time: 0.0438664 Dec 10 19:12:45.822366 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b992cc-003a-4208-a320-a5b6e47ca565 req-721d4ff6-0b25-463a-9ee6-86c75c926cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:45.823842 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-35b992cc-003a-4208-a320-a5b6e47ca565 req-721d4ff6-0b25-463a-9ee6-86c75c926cb1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0185b6a0-b8f9-4dbb-86b3-c81965384904 HTTP/1.1" status: 200 len: 898 time: 0.0910134 Dec 10 19:12:45.905143 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-35b992cc-003a-4208-a320-a5b6e47ca565 req-28058b7e-df00-49ab-ab90-16eaf09eabd7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e66710a-d835-468e-960a-5950e18fa7e8 HTTP/1.1" status: 200 len: 1000 time: 0.0721600 Dec 10 19:12:45.961474 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b992cc-003a-4208-a320-a5b6e47ca565 req-50709428-f932-49bc-8987-d60866bab6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:45.963216 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-35b992cc-003a-4208-a320-a5b6e47ca565 req-50709428-f932-49bc-8987-d60866bab6f8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b2ada5e6-4100-4692-bf9e-830aca5f4f37 HTTP/1.1" status: 200 len: 834 time: 0.0510132 Dec 10 19:12:46.011347 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b992cc-003a-4208-a320-a5b6e47ca565 req-3abf868a-e729-442d-9de2-d10a517e910b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:46.013309 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-35b992cc-003a-4208-a320-a5b6e47ca565 req-3abf868a-e729-442d-9de2-d10a517e910b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0185b6a0-b8f9-4dbb-86b3-c81965384904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417309 Dec 10 19:12:46.118914 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-35b992cc-003a-4208-a320-a5b6e47ca565 req-854b1b13-8448-4b10-a8a8-2670621caa0a service neutron] 10.222.0.72 "GET /v2.0/networks/0185b6a0-b8f9-4dbb-86b3-c81965384904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974202 Dec 10 19:12:46.215455 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-35b992cc-003a-4208-a320-a5b6e47ca565 req-d6ff1574-4914-41bb-bc52-5184bab663c6 service neutron] 10.222.0.72 "GET /v2.0/networks/0185b6a0-b8f9-4dbb-86b3-c81965384904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885167 Dec 10 19:12:48.471817 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44502) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:48.523994 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90deffd8-ca84-4c36-9a7b-ef99c9481730 tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:48.536646 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-90deffd8-ca84-4c36-9a7b-ef99c9481730 tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=6fdf4522-5bcb-4bff-a877-38bc5e23829f HTTP/1.1" status: 200 len: 814 time: 0.0527117 Dec 10 19:12:49.642446 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44510) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:49.647579 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-80c8c165-a40a-4c6d-a5dc-470c5abf7469 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Request body: {'network': {'name': 'tempest-network-smoke--1235522778', 'project_id': '8598e18254304299bb012ea898e5a529', 'port_security_enabled': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:12:49.670433 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c8c165-a40a-4c6d-a5dc-470c5abf7469 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Made reservation on behalf of 8598e18254304299bb012ea898e5a529 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:12:49.675430 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-80c8c165-a40a-4c6d-a5dc-470c5abf7469 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:49.679971 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e23a1628-b01e-44d6-93d4-8daaced8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:49.704437 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c8c165-a40a-4c6d-a5dc-470c5abf7469 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:12:49.713756 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-80c8c165-a40a-4c6d-a5dc-470c5abf7469 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:49.714099 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-80c8c165-a40a-4c6d-a5dc-470c5abf7469 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Added segment b95faba4-0dc3-4e31-93a6-5797cb88a0a1 of type vlan for network 44f30dc5-3dee-48be-82d4-42859b8b827a Dec 10 19:12:49.757305 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-80c8c165-a40a-4c6d-a5dc-470c5abf7469 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:49.782351 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-80c8c165-a40a-4c6d-a5dc-470c5abf7469 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:49.788927 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c8c165-a40a-4c6d-a5dc-470c5abf7469 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:49.789525 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-80c8c165-a40a-4c6d-a5dc-470c5abf7469 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:49.886113 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-80c8c165-a40a-4c6d-a5dc-470c5abf7469 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2393923 Dec 10 19:12:49.886742 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44512) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:49.909381 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c8c165-a40a-4c6d-a5dc-470c5abf7469 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'Network': ['ID=44f30dc5-3dee-48be-82d4-42859b8b827a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:49.922688 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c8c165-a40a-4c6d-a5dc-470c5abf7469 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:49.924501 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c8c165-a40a-4c6d-a5dc-470c5abf7469 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:49.925430 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c8c165-a40a-4c6d-a5dc-470c5abf7469 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:49.926177 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c8c165-a40a-4c6d-a5dc-470c5abf7469 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:49.926775 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c8c165-a40a-4c6d-a5dc-470c5abf7469 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:49.927347 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c8c165-a40a-4c6d-a5dc-470c5abf7469 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:49.927917 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c8c165-a40a-4c6d-a5dc-470c5abf7469 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:49.928474 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c8c165-a40a-4c6d-a5dc-470c5abf7469 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:49.929118 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c8c165-a40a-4c6d-a5dc-470c5abf7469 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:49.929757 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c8c165-a40a-4c6d-a5dc-470c5abf7469 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:49.930387 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c8c165-a40a-4c6d-a5dc-470c5abf7469 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:49.930792 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c8c165-a40a-4c6d-a5dc-470c5abf7469 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:49.931194 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c8c165-a40a-4c6d-a5dc-470c5abf7469 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:49.945868 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 44f30dc5-3dee-48be-82d4-42859b8b827a details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:12:49.995981 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8108067e-4e50-4bde-8d70-9cb7f729e6f1 tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:50.006490 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8108067e-4e50-4bde-8d70-9cb7f729e6f1 tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=8598e18254304299bb012ea898e5a529&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1160183 Dec 10 19:12:50.007712 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44516) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:50.121395 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8939cfd4-bf50-4264-a5d6-7285de61121f tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:50.122918 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8939cfd4-bf50-4264-a5d6-7285de61121f tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1128263 Dec 10 19:12:50.125798 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44518) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:50.167231 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5861e888-95c0-4172-ab0d-f9eebf3f0181 tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=6fdf4522-5bcb-4bff-a877-38bc5e23829f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378613 Dec 10 19:12:50.167466 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44520) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:50.201939 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0151b8d9-fd9e-42db-a74e-46ba9f96e05b tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=8598e18254304299bb012ea898e5a529&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335085 Dec 10 19:12:50.204533 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44522) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:50.295029 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ea1de3-239f-4eb5-8946-11d830e13977 tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:50.296551 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-04ea1de3-239f-4eb5-8946-11d830e13977 tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910323 Dec 10 19:12:50.300096 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44524) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:50.327691 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-881c7a15-d894-4329-ab9b-3275892f2e27 tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=6fdf4522-5bcb-4bff-a877-38bc5e23829f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264523 Dec 10 19:12:50.330890 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44526) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:50.335691 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-852f9f09-0ed6-4235-b525-75c64b13febd tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-750519223', 'network_id': '44f30dc5-3dee-48be-82d4-42859b8b827a', 'project_id': '8598e18254304299bb012ea898e5a529', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:12:50.423090 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852f9f09-0ed6-4235-b525-75c64b13febd tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Made reservation on behalf of 8598e18254304299bb012ea898e5a529 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:12:50.426626 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-852f9f09-0ed6-4235-b525-75c64b13febd tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:50.608785 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-852f9f09-0ed6-4235-b525-75c64b13febd tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:50.677481 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f9f09-0ed6-4235-b525-75c64b13febd tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'Subnet': ['ID=0cc542d7-93c1-47c1-acea-9ed5c7899421,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:50.688824 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852f9f09-0ed6-4235-b525-75c64b13febd tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Checking segment: {'id': 'b95faba4-0dc3-4e31-93a6-5797cb88a0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44f30dc5-3dee-48be-82d4-42859b8b827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:12:50.689197 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852f9f09-0ed6-4235-b525-75c64b13febd tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Network hostable DHCP agents. Network: 44f30dc5-3dee-48be-82d4-42859b8b827a, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:12:50.708102 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852f9f09-0ed6-4235-b525-75c64b13febd tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Network 44f30dc5-3dee-48be-82d4-42859b8b827a is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:12:50.717996 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-852f9f09-0ed6-4235-b525-75c64b13febd tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 44f30dc5-3dee-48be-82d4-42859b8b827a) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:12:50.723137 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852f9f09-0ed6-4235-b525-75c64b13febd tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:50.723740 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-852f9f09-0ed6-4235-b525-75c64b13febd tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:50.730162 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36100e3-6917-4905-a6e0-345abde7142b None None] Network 44f30dc5-3dee-48be-82d4-42859b8b827a requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:12:50.743318 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-852f9f09-0ed6-4235-b525-75c64b13febd tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4113841 Dec 10 19:12:50.848143 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1396f9ec-d15c-4369-be1b-bdd44509af83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-44f30dc5-3dee-48be-82d4-42859b8b827a', 'network_id': '44f30dc5-3dee-48be-82d4-42859b8b827a', 'project_id': '8598e18254304299bb012ea898e5a529', 'fixed_ips': [{'subnet_id': '0cc542d7-93c1-47c1-acea-9ed5c7899421'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:12:50.849378 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1396f9ec-d15c-4369-be1b-bdd44509af83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:50.975033 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44530) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:50.984536 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-80bee477-3c4e-47f3-a5e0-eeed47dd142c tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1823306918', 'description': 'tempest-secgroup-smoke-1823306918 description', 'project_id': '8598e18254304299bb012ea898e5a529'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:12:50.997800 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-1396f9ec-d15c-4369-be1b-bdd44509af83 None None] Allocated IP 172.20.0.18 (44f30dc5-3dee-48be-82d4-42859b8b827a/0cc542d7-93c1-47c1-acea-9ed5c7899421/cd3afee0-cd44-4c39-9079-a49e5b72ea2c) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:12:51.016571 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-80bee477-3c4e-47f3-a5e0-eeed47dd142c tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:51.101092 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-80bee477-3c4e-47f3-a5e0-eeed47dd142c tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:51.108124 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-80bee477-3c4e-47f3-a5e0-eeed47dd142c tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:51.146817 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-80bee477-3c4e-47f3-a5e0-eeed47dd142c tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:51.151356 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44536) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:51.156498 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-6b58e696-1c78-4aed-9fc7-03e54d0694d7 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Request body: {'security_group_rule': {'security_group_id': '142c1fc4-e8b2-4cdd-87f6-920a5e32b851', 'project_id': '8598e18254304299bb012ea898e5a529', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:12:51.161562 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-80bee477-3c4e-47f3-a5e0-eeed47dd142c tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1845565 Dec 10 19:12:51.163809 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bee477-3c4e-47f3-a5e0-eeed47dd142c tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=142c1fc4-e8b2-4cdd-87f6-920a5e32b851,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:51.208169 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6b58e696-1c78-4aed-9fc7-03e54d0694d7 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:51.215225 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1396f9ec-d15c-4369-be1b-bdd44509af83 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:51.226057 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1396f9ec-d15c-4369-be1b-bdd44509af83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:51.274374 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1396f9ec-d15c-4369-be1b-bdd44509af83 None None] Network 44f30dc5-3dee-48be-82d4-42859b8b827a is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:12:51.277901 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-1396f9ec-d15c-4369-be1b-bdd44509af83 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:12:51.280617 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1396f9ec-d15c-4369-be1b-bdd44509af83 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:12:51.282326 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6b58e696-1c78-4aed-9fc7-03e54d0694d7 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:51.288246 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6b58e696-1c78-4aed-9fc7-03e54d0694d7 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:51.311055 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b58e696-1c78-4aed-9fc7-03e54d0694d7 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b801bfa-d6aa-47b8-83da-854d3af796f3,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:51.320879 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6b58e696-1c78-4aed-9fc7-03e54d0694d7 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:51.322884 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6b58e696-1c78-4aed-9fc7-03e54d0694d7 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1698072 Dec 10 19:12:51.325119 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44538) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:51.329740 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-9ae92194-531a-4dc8-a032-198897f2b435 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Request body: {'security_group_rule': {'security_group_id': '142c1fc4-e8b2-4cdd-87f6-920a5e32b851', 'project_id': '8598e18254304299bb012ea898e5a529', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:12:51.340178 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1396f9ec-d15c-4369-be1b-bdd44509af83 None None] Pushing event updated for resources: {'Port': ['ID=cd3afee0-cd44-4c39-9079-a49e5b72ea2c,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:51.355796 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1396f9ec-d15c-4369-be1b-bdd44509af83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:51.356424 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1396f9ec-d15c-4369-be1b-bdd44509af83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:51.356812 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1396f9ec-d15c-4369-be1b-bdd44509af83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:51.357197 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1396f9ec-d15c-4369-be1b-bdd44509af83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:51.357591 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1396f9ec-d15c-4369-be1b-bdd44509af83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:51.358576 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1396f9ec-d15c-4369-be1b-bdd44509af83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:51.358576 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1396f9ec-d15c-4369-be1b-bdd44509af83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:51.358876 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1396f9ec-d15c-4369-be1b-bdd44509af83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:51.359178 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1396f9ec-d15c-4369-be1b-bdd44509af83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:51.359550 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1396f9ec-d15c-4369-be1b-bdd44509af83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:51.359937 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1396f9ec-d15c-4369-be1b-bdd44509af83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:51.360276 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1396f9ec-d15c-4369-be1b-bdd44509af83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:51.360610 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1396f9ec-d15c-4369-be1b-bdd44509af83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:51.364163 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ae92194-531a-4dc8-a032-198897f2b435 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:51.373953 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-1396f9ec-d15c-4369-be1b-bdd44509af83 None None] Attempting to bind port cd3afee0-cd44-4c39-9079-a49e5b72ea2c on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:12:51.374155 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-1396f9ec-d15c-4369-be1b-bdd44509af83 None None] Attempting to bind port cd3afee0-cd44-4c39-9079-a49e5b72ea2c by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'b95faba4-0dc3-4e31-93a6-5797cb88a0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44f30dc5-3dee-48be-82d4-42859b8b827a'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:12:51.375528 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1396f9ec-d15c-4369-be1b-bdd44509af83 None None] Attempting to bind port cd3afee0-cd44-4c39-9079-a49e5b72ea2c on network 44f30dc5-3dee-48be-82d4-42859b8b827a {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:12:51.382950 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1396f9ec-d15c-4369-be1b-bdd44509af83 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:12:51.383369 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1396f9ec-d15c-4369-be1b-bdd44509af83 None None] Checking segment: {'id': 'b95faba4-0dc3-4e31-93a6-5797cb88a0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44f30dc5-3dee-48be-82d4-42859b8b827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:12:51.383750 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1396f9ec-d15c-4369-be1b-bdd44509af83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:51.384153 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1396f9ec-d15c-4369-be1b-bdd44509af83 None None] Bound using segment: {'id': 'b95faba4-0dc3-4e31-93a6-5797cb88a0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44f30dc5-3dee-48be-82d4-42859b8b827a'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:12:51.384668 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-1396f9ec-d15c-4369-be1b-bdd44509af83 None None] Bound port: cd3afee0-cd44-4c39-9079-a49e5b72ea2c, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b95faba4-0dc3-4e31-93a6-5797cb88a0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44f30dc5-3dee-48be-82d4-42859b8b827a'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:12:51.385113 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1396f9ec-d15c-4369-be1b-bdd44509af83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:51.434321 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ae92194-531a-4dc8-a032-198897f2b435 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:51.441732 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ae92194-531a-4dc8-a032-198897f2b435 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:51.465772 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1396f9ec-d15c-4369-be1b-bdd44509af83 None None] For port cd3afee0-cd44-4c39-9079-a49e5b72ea2c, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:12:51.466085 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44542) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:51.469194 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae92194-531a-4dc8-a032-198897f2b435 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda66d01-b953-4fb9-9efd-0ae03fc34fff,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:51.469844 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1396f9ec-d15c-4369-be1b-bdd44509af83 None None] For port cd3afee0-cd44-4c39-9079-a49e5b72ea2c, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=cd3afee0-cd44-4c39-9079-a49e5b72ea2c,segment=NetworkSegment(b95faba4-0dc3-4e31-93a6-5797cb88a0a1),segment_id=b95faba4-0dc3-4e31-93a6-5797cb88a0a1)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:12:51.481293 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1396f9ec-d15c-4369-be1b-bdd44509af83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:51.487258 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ae92194-531a-4dc8-a032-198897f2b435 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:51.491730 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44546) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:51.492180 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9ae92194-531a-4dc8-a032-198897f2b435 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1658492 Dec 10 19:12:51.499310 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d7c4d6ab-faa8-48e6-bfc5-11ca98accbe1 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Request body: {'security_group_rule': {'security_group_id': '142c1fc4-e8b2-4cdd-87f6-920a5e32b851', 'project_id': '8598e18254304299bb012ea898e5a529', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:12:51.559077 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1396f9ec-d15c-4369-be1b-bdd44509af83 None None] Pushing event updated for resources: {'Port': ['ID=cd3afee0-cd44-4c39-9079-a49e5b72ea2c,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:51.576453 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d7c4d6ab-faa8-48e6-bfc5-11ca98accbe1 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:51.647204 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b2ff0d94-5872-4903-b481-7b515d665a69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:51.667911 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d7c4d6ab-faa8-48e6-bfc5-11ca98accbe1 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:51.676673 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d7c4d6ab-faa8-48e6-bfc5-11ca98accbe1 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:51.706657 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c4d6ab-faa8-48e6-bfc5-11ca98accbe1 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01c45f3e-fe3e-46a7-9d58-ed32a01c2434,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:51.724958 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d7c4d6ab-faa8-48e6-bfc5-11ca98accbe1 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:51.726262 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d7c4d6ab-faa8-48e6-bfc5-11ca98accbe1 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2334838 Dec 10 19:12:51.729109 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44548) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:51.739766 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-2ca5a827-7263-4498-ba3d-5784e52a2f4f tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Request body: {'security_group_rule': {'security_group_id': '142c1fc4-e8b2-4cdd-87f6-920a5e32b851', 'project_id': '8598e18254304299bb012ea898e5a529', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:12:51.811456 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2ca5a827-7263-4498-ba3d-5784e52a2f4f tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:51.853432 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b2ff0d94-5872-4903-b481-7b515d665a69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:51.863687 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b2ff0d94-5872-4903-b481-7b515d665a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:51.918211 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2ca5a827-7263-4498-ba3d-5784e52a2f4f tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:51.919096 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff0d94-5872-4903-b481-7b515d665a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e711b79-1b4b-4601-bdec-f1d705514b9a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:51.925430 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b2ff0d94-5872-4903-b481-7b515d665a69 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5602172301854e6e9b8bc82b4893d63f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4581177 Dec 10 19:12:51.926770 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2ca5a827-7263-4498-ba3d-5784e52a2f4f tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:51.928017 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44550) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:51.951785 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2ca5a827-7263-4498-ba3d-5784e52a2f4f tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:51.953045 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2ca5a827-7263-4498-ba3d-5784e52a2f4f tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2228467 Dec 10 19:12:51.953944 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca5a827-7263-4498-ba3d-5784e52a2f4f tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=661490ac-0aeb-4007-8ca3-3556313b8029,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:51.955967 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44552) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:51.960340 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c0a7c5b0-3c8f-41e1-89f9-760f2eb912fa tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Request body: {'security_group_rule': {'security_group_id': '142c1fc4-e8b2-4cdd-87f6-920a5e32b851', 'project_id': '8598e18254304299bb012ea898e5a529', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:12:51.982633 n-d-821435-1 neutron-server[103245]: INFO neutron.db.securitygroups_db [None req-c0a7c5b0-3c8f-41e1-89f9-760f2eb912fa tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Project 8598e18254304299bb012ea898e5a529 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:12:51.988362 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0a7c5b0-3c8f-41e1-89f9-760f2eb912fa tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:51.995902 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-628e1330-7b69-4abc-b3a4-676fa72e4a7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:52.020304 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-628e1330-7b69-4abc-b3a4-676fa72e4a7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:52.053401 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0a7c5b0-3c8f-41e1-89f9-760f2eb912fa tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:52.057457 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0a7c5b0-3c8f-41e1-89f9-760f2eb912fa tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:52.074491 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-628e1330-7b69-4abc-b3a4-676fa72e4a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:52.078016 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-628e1330-7b69-4abc-b3a4-676fa72e4a7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:52.079307 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-628e1330-7b69-4abc-b3a4-676fa72e4a7d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0e711b79-1b4b-4601-bdec-f1d705514b9a HTTP/1.1" status: 204 len: 168 time: 0.1499612 Dec 10 19:12:52.085853 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7c5b0-3c8f-41e1-89f9-760f2eb912fa tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4d8a2a7-d537-43d6-9e02-f3aab997e97b,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:52.090760 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e1330-7b69-4abc-b3a4-676fa72e4a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e711b79-1b4b-4601-bdec-f1d705514b9a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:52.091404 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0a7c5b0-3c8f-41e1-89f9-760f2eb912fa tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:52.095488 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44556) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:52.096940 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c0a7c5b0-3c8f-41e1-89f9-760f2eb912fa tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1391733 Dec 10 19:12:52.101497 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-0a8c70bc-fe1e-4dab-b9e0-adff4f4138ba tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Request body: {'security_group_rule': {'security_group_id': '142c1fc4-e8b2-4cdd-87f6-920a5e32b851', 'project_id': '8598e18254304299bb012ea898e5a529', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:12:52.126724 n-d-821435-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-0a8c70bc-fe1e-4dab-b9e0-adff4f4138ba tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Project 8598e18254304299bb012ea898e5a529 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:12:52.133794 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a8c70bc-fe1e-4dab-b9e0-adff4f4138ba tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:52.190480 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a8c70bc-fe1e-4dab-b9e0-adff4f4138ba tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:52.196797 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a8c70bc-fe1e-4dab-b9e0-adff4f4138ba tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:52.214400 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c70bc-fe1e-4dab-b9e0-adff4f4138ba tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95d04999-a8b6-4ce2-9f5e-76b3ce6ef297,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:52.232871 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a8c70bc-fe1e-4dab-b9e0-adff4f4138ba tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:52.240692 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0a8c70bc-fe1e-4dab-b9e0-adff4f4138ba tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1365483 Dec 10 19:12:52.459287 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-d46919f1-09b6-42ad-8d53-3024c8d2133a tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1823306918&fields=id&tenant_id=8598e18254304299bb012ea898e5a529 HTTP/1.1" status: 200 len: 267 time: 0.0509963 Dec 10 19:12:52.515936 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9b4f881a-c2ae-445b-bf60-0c5f437e4d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:52.587719 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-8c637da5-ef59-4901-a190-7c95c720dc26 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:52.589284 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-8c637da5-ef59-4901-a190-7c95c720dc26 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/networks?id=44f30dc5-3dee-48be-82d4-42859b8b827a HTTP/1.1" status: 200 len: 797 time: 0.1211133 Dec 10 19:12:52.609176 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-2db5fb02-0bca-4c82-a2f3-40937c73791e tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/quotas/8598e18254304299bb012ea898e5a529 HTTP/1.1" status: 200 len: 375 time: 0.0136967 Dec 10 19:12:52.639759 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acea479e-4b6b-42f6-bca0-ef838dbacfc2 None None] Network 44f30dc5-3dee-48be-82d4-42859b8b827a requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:12:52.664908 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-ff1ff8f6-e2c5-4cf7-a7e1-e96fe64e099e tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8598e18254304299bb012ea898e5a529&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0531096 Dec 10 19:12:52.713390 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d3d45009-adc1-40c0-859a-3ba5ae999b49 None None] Provisioning complete for port cd3afee0-cd44-4c39-9079-a49e5b72ea2c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:12:52.713769 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d3d45009-adc1-40c0-859a-3ba5ae999b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:52.784045 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-4cb5096f-0b7c-4546-986d-8932ae23e0a9 service neutron] 10.222.0.62 "GET /v2.0/networks/44f30dc5-3dee-48be-82d4-42859b8b827a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063221 Dec 10 19:12:52.837976 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d3d45009-adc1-40c0-859a-3ba5ae999b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:52.842089 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44588) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:52.872324 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d3d45009-adc1-40c0-859a-3ba5ae999b49 None None] For port cd3afee0-cd44-4c39-9079-a49e5b72ea2c, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=cd3afee0-cd44-4c39-9079-a49e5b72ea2c,segment=NetworkSegment(b95faba4-0dc3-4e31-93a6-5797cb88a0a1),segment_id=b95faba4-0dc3-4e31-93a6-5797cb88a0a1)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:12:52.878573 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d3d45009-adc1-40c0-859a-3ba5ae999b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:52.897944 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-6fe26e76-154e-41b3-98c9-61b3bfe938b0 service neutron] 10.222.0.62 "GET /v2.0/networks/44f30dc5-3dee-48be-82d4-42859b8b827a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075492 Dec 10 19:12:52.966333 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d45009-adc1-40c0-859a-3ba5ae999b49 None None] Pushing event updated for resources: {'Port': ['ID=cd3afee0-cd44-4c39-9079-a49e5b72ea2c,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:52.973735 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-a1a9b7e0-c0e2-4d2f-b865-293499933116 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1066938421-network', 'tenant_id': 'd83bbe90ae0b43cf822dcdacd014defb'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:12:53.003467 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a9b7e0-c0e2-4d2f-b865-293499933116 admin admin] Made reservation on behalf of d83bbe90ae0b43cf822dcdacd014defb for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:12:53.005961 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a1a9b7e0-c0e2-4d2f-b865-293499933116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:53.023161 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a1a9b7e0-c0e2-4d2f-b865-293499933116 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:53.066359 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device cd3afee0-cd44-4c39-9079-a49e5b72ea2c up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:12:53.135697 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7dad868e-ff26-4865-a8b8-48a561c6f621 req-4ba51d1c-6a2f-4856-a87d-17b2a3767c8f tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a328fb-d386-4945-b513-37524e41a6a4 HTTP/1.1" status: 200 len: 210 time: 0.0304899 Dec 10 19:12:53.144143 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port cd3afee0-cd44-4c39-9079-a49e5b72ea2c triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:12:53.144676 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:53.179957 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a1a9b7e0-c0e2-4d2f-b865-293499933116 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:53.185202 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a1a9b7e0-c0e2-4d2f-b865-293499933116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:53.207330 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a9b7e0-c0e2-4d2f-b865-293499933116 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:12:53.209449 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d16de6af-b522-41bf-bba0-b38f7300cea9 None None] Provisioning complete for port cd3afee0-cd44-4c39-9079-a49e5b72ea2c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:12:53.209754 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d16de6af-b522-41bf-bba0-b38f7300cea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:53.222984 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9b7e0-c0e2-4d2f-b865-293499933116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b753b370-83a3-4ef0-ba72-2995501662c3,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:53.226058 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a1a9b7e0-c0e2-4d2f-b865-293499933116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:53.226401 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-a1a9b7e0-c0e2-4d2f-b865-293499933116 admin admin] Added segment 7c07d025-4122-470b-94cb-9862cc9689ed of type vlan for network a577477e-9038-4c47-891c-33b361bad869 Dec 10 19:12:53.270052 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a1a9b7e0-c0e2-4d2f-b865-293499933116 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:53.297775 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a1a9b7e0-c0e2-4d2f-b865-293499933116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:53.298808 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a9b7e0-c0e2-4d2f-b865-293499933116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:53.299727 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a1a9b7e0-c0e2-4d2f-b865-293499933116 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:53.360214 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a1a9b7e0-c0e2-4d2f-b865-293499933116 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5169051 Dec 10 19:12:53.363664 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44600) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:53.366904 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9b7e0-c0e2-4d2f-b865-293499933116 admin admin] Pushing event updated for resources: {'Network': ['ID=a577477e-9038-4c47-891c-33b361bad869,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:53.371261 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-25d98fc8-626b-4994-b9cb-263c702c2b0c admin admin] Request body: {'subnet': {'network_id': 'a577477e-9038-4c47-891c-33b361bad869', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1066938421-subnet', 'tenant_id': 'd83bbe90ae0b43cf822dcdacd014defb', 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:12:53.379084 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network a577477e-9038-4c47-891c-33b361bad869 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:12:53.400608 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d98fc8-626b-4994-b9cb-263c702c2b0c admin admin] Made reservation on behalf of d83bbe90ae0b43cf822dcdacd014defb for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:12:53.403122 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-25d98fc8-626b-4994-b9cb-263c702c2b0c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:53.505405 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:53.592770 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-25d98fc8-626b-4994-b9cb-263c702c2b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:53.649861 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d98fc8-626b-4994-b9cb-263c702c2b0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d66d5c6-8cae-4e53-835c-3c537a75e948,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:53.662026 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d98fc8-626b-4994-b9cb-263c702c2b0c admin admin] Checking segment: {'id': '7c07d025-4122-470b-94cb-9862cc9689ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a577477e-9038-4c47-891c-33b361bad869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:12:53.662394 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d98fc8-626b-4994-b9cb-263c702c2b0c admin admin] Network hostable DHCP agents. Network: a577477e-9038-4c47-891c-33b361bad869, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:12:53.679305 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d98fc8-626b-4994-b9cb-263c702c2b0c admin admin] Network a577477e-9038-4c47-891c-33b361bad869 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:12:53.688064 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-25d98fc8-626b-4994-b9cb-263c702c2b0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, a577477e-9038-4c47-891c-33b361bad869) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:12:53.693733 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d98fc8-626b-4994-b9cb-263c702c2b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:53.694437 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-25d98fc8-626b-4994-b9cb-263c702c2b0c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:53.698209 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246466fa-f2ca-4d0c-8cd0-1ea789df935e None None] Network a577477e-9038-4c47-891c-33b361bad869 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:12:53.710753 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-25d98fc8-626b-4994-b9cb-263c702c2b0c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3459704 Dec 10 19:12:53.713888 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44604) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:53.718509 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-863927f0-9bd5-47a4-9f4f-ee66678f0147 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1066938421-router', 'tenant_id': 'd83bbe90ae0b43cf822dcdacd014defb', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:12:53.754470 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-863927f0-9bd5-47a4-9f4f-ee66678f0147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:53.756173 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-863927f0-9bd5-47a4-9f4f-ee66678f0147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:53.813831 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076a37e3-9571-4040-b8a1-865dfafc3b6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-a577477e-9038-4c47-891c-33b361bad869', 'network_id': 'a577477e-9038-4c47-891c-33b361bad869', 'project_id': 'd83bbe90ae0b43cf822dcdacd014defb', 'fixed_ips': [{'subnet_id': '7d66d5c6-8cae-4e53-835c-3c537a75e948'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:12:53.815622 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-076a37e3-9571-4040-b8a1-865dfafc3b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:53.818753 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-863927f0-9bd5-47a4-9f4f-ee66678f0147 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:53.949486 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-076a37e3-9571-4040-b8a1-865dfafc3b6a None None] Allocated IP 172.20.0.2 (a577477e-9038-4c47-891c-33b361bad869/7d66d5c6-8cae-4e53-835c-3c537a75e948/e5899733-56c9-42c4-8184-e061474875c7) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:12:53.961984 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-863927f0-9bd5-47a4-9f4f-ee66678f0147 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:54.210984 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-863927f0-9bd5-47a4-9f4f-ee66678f0147 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:54.219873 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-a802c387-c8a6-4f82-a9dc-c5ee270a96b0 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:54.222821 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-a802c387-c8a6-4f82-a9dc-c5ee270a96b0 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.46 "GET /v2.0/networks?id=44f30dc5-3dee-48be-82d4-42859b8b827a HTTP/1.1" status: 200 len: 797 time: 0.1630068 Dec 10 19:12:54.236005 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-863927f0-9bd5-47a4-9f4f-ee66678f0147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:54.274168 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e7174bc1-8ac0-402d-8405-b70b4fa7108e req-fd984fad-1492-4eea-ad57-d8346051a365 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a328fb-d386-4945-b513-37524e41a6a4 HTTP/1.1" status: 200 len: 210 time: 0.0402107 Dec 10 19:12:54.309668 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-076a37e3-9571-4040-b8a1-865dfafc3b6a None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:54.316826 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-076a37e3-9571-4040-b8a1-865dfafc3b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:54.320051 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-82f7c07c-32c3-4492-9ced-6ea3dca53b50 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8598e18254304299bb012ea898e5a529 HTTP/1.1" status: 200 len: 472 time: 0.0886028 Dec 10 19:12:54.331266 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-b1ec70e0-2e0e-49c9-9bc6-ae8f2e1ae42b tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Request body: {'port': {'device_id': 'f6a328fb-d386-4945-b513-37524e41a6a4', 'network_id': '44f30dc5-3dee-48be-82d4-42859b8b827a', 'admin_state_up': True, 'tenant_id': '8598e18254304299bb012ea898e5a529', 'security_groups': ['142c1fc4-e8b2-4cdd-87f6-920a5e32b851']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:12:54.354783 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076a37e3-9571-4040-b8a1-865dfafc3b6a None None] Network a577477e-9038-4c47-891c-33b361bad869 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:12:54.357609 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-076a37e3-9571-4040-b8a1-865dfafc3b6a None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:12:54.360150 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076a37e3-9571-4040-b8a1-865dfafc3b6a None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:12:54.378594 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a37e3-9571-4040-b8a1-865dfafc3b6a None None] Pushing event updated for resources: {'Port': ['ID=e5899733-56c9-42c4-8184-e061474875c7,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:54.389264 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-863927f0-9bd5-47a4-9f4f-ee66678f0147 admin admin] Allocated IP 172.25.7.244 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/61a83de1-146e-4291-94f8-a758f2599a85) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:12:54.433900 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-076a37e3-9571-4040-b8a1-865dfafc3b6a None None] Attempting to bind port e5899733-56c9-42c4-8184-e061474875c7 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:12:54.434552 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-076a37e3-9571-4040-b8a1-865dfafc3b6a None None] Attempting to bind port e5899733-56c9-42c4-8184-e061474875c7 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '7c07d025-4122-470b-94cb-9862cc9689ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a577477e-9038-4c47-891c-33b361bad869'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:12:54.434920 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076a37e3-9571-4040-b8a1-865dfafc3b6a None None] Attempting to bind port e5899733-56c9-42c4-8184-e061474875c7 on network a577477e-9038-4c47-891c-33b361bad869 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:12:54.441316 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076a37e3-9571-4040-b8a1-865dfafc3b6a None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:12:54.441704 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076a37e3-9571-4040-b8a1-865dfafc3b6a None None] Checking segment: {'id': '7c07d025-4122-470b-94cb-9862cc9689ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a577477e-9038-4c47-891c-33b361bad869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:12:54.442642 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-076a37e3-9571-4040-b8a1-865dfafc3b6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:54.443055 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076a37e3-9571-4040-b8a1-865dfafc3b6a None None] Bound using segment: {'id': '7c07d025-4122-470b-94cb-9862cc9689ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a577477e-9038-4c47-891c-33b361bad869'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:12:54.443538 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-076a37e3-9571-4040-b8a1-865dfafc3b6a None None] Bound port: e5899733-56c9-42c4-8184-e061474875c7, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c07d025-4122-470b-94cb-9862cc9689ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a577477e-9038-4c47-891c-33b361bad869'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:12:54.444427 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-076a37e3-9571-4040-b8a1-865dfafc3b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:54.463141 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-b1ec70e0-2e0e-49c9-9bc6-ae8f2e1ae42b tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Made reservation on behalf of 8598e18254304299bb012ea898e5a529 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:12:54.466755 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-b1ec70e0-2e0e-49c9-9bc6-ae8f2e1ae42b tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:54.500791 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-863927f0-9bd5-47a4-9f4f-ee66678f0147 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:54.510815 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-076a37e3-9571-4040-b8a1-865dfafc3b6a None None] For port e5899733-56c9-42c4-8184-e061474875c7, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:12:54.514293 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-076a37e3-9571-4040-b8a1-865dfafc3b6a None None] For port e5899733-56c9-42c4-8184-e061474875c7, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e5899733-56c9-42c4-8184-e061474875c7,segment=NetworkSegment(7c07d025-4122-470b-94cb-9862cc9689ed),segment_id=7c07d025-4122-470b-94cb-9862cc9689ed)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:12:54.519377 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-076a37e3-9571-4040-b8a1-865dfafc3b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:54.543067 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-863927f0-9bd5-47a4-9f4f-ee66678f0147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:54.588053 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a37e3-9571-4040-b8a1-865dfafc3b6a None None] Pushing event updated for resources: {'Port': ['ID=e5899733-56c9-42c4-8184-e061474875c7,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:54.594454 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863927f0-9bd5-47a4-9f4f-ee66678f0147 admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:12:54.600065 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-863927f0-9bd5-47a4-9f4f-ee66678f0147 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:12:54.602776 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863927f0-9bd5-47a4-9f4f-ee66678f0147 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:12:54.603915 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-b1ec70e0-2e0e-49c9-9bc6-ae8f2e1ae42b tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Allocated IP 172.20.0.21 (44f30dc5-3dee-48be-82d4-42859b8b827a/0cc542d7-93c1-47c1-acea-9ed5c7899421/335cd1cf-b8b1-408f-a367-0f8bcfc32706) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:12:54.613893 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951c8ff0-f1c8-40fe-9062-6d55efdcca29 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:12:54.634846 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863927f0-9bd5-47a4-9f4f-ee66678f0147 admin admin] Pushing event updated for resources: {'Port': ['ID=61a83de1-146e-4291-94f8-a758f2599a85,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:54.688561 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8a06c7fe-8eca-41d1-ac31-0410d71a37cc None None] Provisioning complete for port 61a83de1-146e-4291-94f8-a758f2599a85 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:12:54.688938 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8a06c7fe-8eca-41d1-ac31-0410d71a37cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:54.731369 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8a06c7fe-8eca-41d1-ac31-0410d71a37cc None None] Port 61a83de1-146e-4291-94f8-a758f2599a85 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:12:54.826749 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-b1ec70e0-2e0e-49c9-9bc6-ae8f2e1ae42b tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:54.872603 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-b1ec70e0-2e0e-49c9-9bc6-ae8f2e1ae42b tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:54.881447 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:54.913881 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-863927f0-9bd5-47a4-9f4f-ee66678f0147 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:54.920839 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-b1ec70e0-2e0e-49c9-9bc6-ae8f2e1ae42b tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Network 44f30dc5-3dee-48be-82d4-42859b8b827a is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:12:54.924094 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-b1ec70e0-2e0e-49c9-9bc6-ae8f2e1ae42b tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:12:54.928038 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-b1ec70e0-2e0e-49c9-9bc6-ae8f2e1ae42b tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:12:54.958969 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec70e0-2e0e-49c9-9bc6-ae8f2e1ae42b tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'Port': ['ID=335cd1cf-b8b1-408f-a367-0f8bcfc32706,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:55.009355 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-b1ec70e0-2e0e-49c9-9bc6-ae8f2e1ae42b tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:55.010440 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-b1ec70e0-2e0e-49c9-9bc6-ae8f2e1ae42b tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:55.042368 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-b1ec70e0-2e0e-49c9-9bc6-ae8f2e1ae42b tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7149401 Dec 10 19:12:55.056747 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-93b4fc10-4366-4b9b-846d-c7d69b93609e service neutron] Request body: {'port': {'device_id': 'f6a328fb-d386-4945-b513-37524e41a6a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:12:55.120815 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-93b4fc10-4366-4b9b-846d-c7d69b93609e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:55.193728 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device cd3afee0-cd44-4c39-9079-a49e5b72ea2c up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:12:55.258302 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port cd3afee0-cd44-4c39-9079-a49e5b72ea2c triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:12:55.258675 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:55.376485 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e5899733-56c9-42c4-8184-e061474875c7 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:12:55.419770 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-faa5ed66-b8e4-4866-8797-524096ee6059 None None] Provisioning complete for port 335cd1cf-b8b1-408f-a367-0f8bcfc32706 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:12:55.420546 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-faa5ed66-b8e4-4866-8797-524096ee6059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:55.452447 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-863927f0-9bd5-47a4-9f4f-ee66678f0147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:55.470975 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-faa5ed66-b8e4-4866-8797-524096ee6059 None None] Port 335cd1cf-b8b1-408f-a367-0f8bcfc32706 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:12:55.507288 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port e5899733-56c9-42c4-8184-e061474875c7 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:12:55.507957 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:55.512124 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:55.615249 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863927f0-9bd5-47a4-9f4f-ee66678f0147 admin admin] Router 3cde5ba2-d598-40c2-bf23-441485df65c2 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:12:55.622445 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:55.660954 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port e5899733-56c9-42c4-8184-e061474875c7, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e5899733-56c9-42c4-8184-e061474875c7,segment=NetworkSegment(7c07d025-4122-470b-94cb-9862cc9689ed),segment_id=7c07d025-4122-470b-94cb-9862cc9689ed)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:12:55.669317 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:55.718819 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e850d47-19d8-44e0-8cb1-74339ceec705 req-d9cd4258-26ab-4cd6-bdd8-6cfcc0fe3d66 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:55.727227 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7e850d47-19d8-44e0-8cb1-74339ceec705 req-d9cd4258-26ab-4cd6-bdd8-6cfcc0fe3d66 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a328fb-d386-4945-b513-37524e41a6a4 HTTP/1.1" status: 200 len: 932 time: 0.1172123 Dec 10 19:12:55.735724 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=e5899733-56c9-42c4-8184-e061474875c7,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:55.752421 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863927f0-9bd5-47a4-9f4f-ee66678f0147 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:12:55.761362 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e3899e-7aec-4b87-ab2c-20f4a7ad3375 None None] Sync routers for ids ['3cde5ba2-d598-40c2-bf23-441485df65c2'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:12:55.777935 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e3899e-7aec-4b87-ab2c-20f4a7ad3375 None None] Routers {'3cde5ba2-d598-40c2-bf23-441485df65c2'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:12:55.779640 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-21e3899e-7aec-4b87-ab2c-20f4a7ad3375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:12:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['3cde5ba2-d598-40c2-bf23-441485df65c2'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:55.780516 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-863927f0-9bd5-47a4-9f4f-ee66678f0147 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:55.785892 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-863927f0-9bd5-47a4-9f4f-ee66678f0147 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0709763 Dec 10 19:12:55.787015 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44610) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:55.829536 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7e850d47-19d8-44e0-8cb1-74339ceec705 req-7a1247cc-f7ed-44c9-913a-55495589cedf tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/security-groups?id=142c1fc4-e8b2-4cdd-87f6-920a5e32b851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017535 Dec 10 19:12:55.896749 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-93b4fc10-4366-4b9b-846d-c7d69b93609e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 335cd1cf-b8b1-408f-a367-0f8bcfc32706 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:12:55.904999 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-93b4fc10-4366-4b9b-846d-c7d69b93609e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:55.914829 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-21e3899e-7aec-4b87-ab2c-20f4a7ad3375 None None] Set router 3cde5ba2-d598-40c2-bf23-441485df65c2 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:12:55.919228 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-93b4fc10-4366-4b9b-846d-c7d69b93609e service neutron] Transition to ACTIVE for port object 335cd1cf-b8b1-408f-a367-0f8bcfc32706 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:12:55.926773 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-93b4fc10-4366-4b9b-846d-c7d69b93609e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:55.938168 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0801ca5c-e1b1-457d-b934-61ec36c624bf None None] Network a577477e-9038-4c47-891c-33b361bad869 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:12:56.051594 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1266bf0b-2d6a-41ac-82bf-f06777f9bc3a None None] Provisioning complete for port e5899733-56c9-42c4-8184-e061474875c7 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:12:56.052071 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1266bf0b-2d6a-41ac-82bf-f06777f9bc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:56.081082 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b4fc10-4366-4b9b-846d-c7d69b93609e service neutron] Pushing event updated for resources: {'Port': ['ID=335cd1cf-b8b1-408f-a367-0f8bcfc32706,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:56.095404 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-93b4fc10-4366-4b9b-846d-c7d69b93609e service neutron] Attempting to bind port 335cd1cf-b8b1-408f-a367-0f8bcfc32706 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:12:56.097149 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-93b4fc10-4366-4b9b-846d-c7d69b93609e service neutron] Attempting to bind port 335cd1cf-b8b1-408f-a367-0f8bcfc32706 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': 'b95faba4-0dc3-4e31-93a6-5797cb88a0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44f30dc5-3dee-48be-82d4-42859b8b827a'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:12:56.097502 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-93b4fc10-4366-4b9b-846d-c7d69b93609e service neutron] Attempting to bind port 335cd1cf-b8b1-408f-a367-0f8bcfc32706 on network 44f30dc5-3dee-48be-82d4-42859b8b827a {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:12:56.112518 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-93b4fc10-4366-4b9b-846d-c7d69b93609e service neutron] Port 335cd1cf-b8b1-408f-a367-0f8bcfc32706 on network 44f30dc5-3dee-48be-82d4-42859b8b827a not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:12:56.112949 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-93b4fc10-4366-4b9b-846d-c7d69b93609e service neutron] Attempting to bind port 335cd1cf-b8b1-408f-a367-0f8bcfc32706 on network 44f30dc5-3dee-48be-82d4-42859b8b827a {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:12:56.128259 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-93b4fc10-4366-4b9b-846d-c7d69b93609e service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:12:56.128668 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-93b4fc10-4366-4b9b-846d-c7d69b93609e service neutron] Checking segment: {'id': 'b95faba4-0dc3-4e31-93a6-5797cb88a0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44f30dc5-3dee-48be-82d4-42859b8b827a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:12:56.129699 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-93b4fc10-4366-4b9b-846d-c7d69b93609e service neutron] Bound using segment: {'id': 'b95faba4-0dc3-4e31-93a6-5797cb88a0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44f30dc5-3dee-48be-82d4-42859b8b827a'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:12:56.134813 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-93b4fc10-4366-4b9b-846d-c7d69b93609e service neutron] Bound port: 335cd1cf-b8b1-408f-a367-0f8bcfc32706, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b95faba4-0dc3-4e31-93a6-5797cb88a0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44f30dc5-3dee-48be-82d4-42859b8b827a'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:12:56.135920 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-93b4fc10-4366-4b9b-846d-c7d69b93609e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:56.196964 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-21e3899e-7aec-4b87-ab2c-20f4a7ad3375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cde5ba2-d598-40c2-bf23-441485df65c2', 'name': 'tempest-TestAggregatesBasicOps-1066938421-router', 'tenant_id': 'd83bbe90ae0b43cf822dcdacd014defb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '61a83de1-146e-4291-94f8-a758f2599a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:12:53Z', 'updated_at': '2021-12-10T19:12:54Z', 'revision_number': 3, 'project_id': 'd83bbe90ae0b43cf822dcdacd014defb', 'gw_port': {'id': '61a83de1-146e-4291-94f8-a758f2599a85', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dc:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cde5ba2-d598-40c2-bf23-441485df65c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:54Z', 'updated_at': '2021-12-10T19:12:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:56.249366 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e3899e-7aec-4b87-ab2c-20f4a7ad3375 None None] Checking router: 3cde5ba2-d598-40c2-bf23-441485df65c2 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:12:56.255275 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-93b4fc10-4366-4b9b-846d-c7d69b93609e service neutron] For port 335cd1cf-b8b1-408f-a367-0f8bcfc32706, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:12:56.257158 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e3899e-7aec-4b87-ab2c-20f4a7ad3375 None None] Updating router 3cde5ba2-d598-40c2-bf23-441485df65c2 port 61a83de1-146e-4291-94f8-a758f2599a85 binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:12:56.258595 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-93b4fc10-4366-4b9b-846d-c7d69b93609e service neutron] For port 335cd1cf-b8b1-408f-a367-0f8bcfc32706, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=335cd1cf-b8b1-408f-a367-0f8bcfc32706,segment=NetworkSegment(b95faba4-0dc3-4e31-93a6-5797cb88a0a1),segment_id=b95faba4-0dc3-4e31-93a6-5797cb88a0a1)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:12:56.268954 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-93b4fc10-4366-4b9b-846d-c7d69b93609e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:56.302672 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-21e3899e-7aec-4b87-ab2c-20f4a7ad3375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:56.332674 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-93b4fc10-4366-4b9b-846d-c7d69b93609e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:56.353570 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-93b4fc10-4366-4b9b-846d-c7d69b93609e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:56.355209 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-93b4fc10-4366-4b9b-846d-c7d69b93609e service neutron] 10.222.0.46 "PUT /v2.0/ports/335cd1cf-b8b1-408f-a367-0f8bcfc32706 HTTP/1.1" status: 200 len: 1092 time: 1.3029830 Dec 10 19:12:56.355701 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6a328fb-d386-4945-b513-37524e41a6a4', 'tag': '335cd1cf-b8b1-408f-a367-0f8bcfc32706'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:12:56.358252 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d1acbd-c1d9-4ac6-b5d8-af23886d37c1" -d '{"events": [{"name": "network-changed", "server_uuid": "f6a328fb-d386-4945-b513-37524e41a6a4", "tag": "335cd1cf-b8b1-408f-a367-0f8bcfc32706"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:12:56.384977 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-82d99f38-91d7-45ac-a6c6-174b0695a42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:56.407162 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b4fc10-4366-4b9b-846d-c7d69b93609e service neutron] Pushing event updated for resources: {'Port': ['ID=335cd1cf-b8b1-408f-a367-0f8bcfc32706,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:56.483082 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e6920e-f881-400c-8397-dfc2bb87d13f x-openstack-request-id: req-41e6920e-f881-400c-8397-dfc2bb87d13f {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:12:56.483982 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6a328fb-d386-4945-b513-37524e41a6a4", "tag": "335cd1cf-b8b1-408f-a367-0f8bcfc32706", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:12:56.484229 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-41e6920e-f881-400c-8397-dfc2bb87d13f {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:12:56.484658 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6a328fb-d386-4945-b513-37524e41a6a4', 'tag': '335cd1cf-b8b1-408f-a367-0f8bcfc32706', 'status': 'completed', 'code': 200} Dec 10 19:12:56.510141 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-57095756-105b-49ff-a9ef-b484b4227c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:56.511665 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-57095756-105b-49ff-a9ef-b484b4227c15 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8598e18254304299bb012ea898e5a529&device_id=f6a328fb-d386-4945-b513-37524e41a6a4 HTTP/1.1" status: 200 len: 1095 time: 0.0862875 Dec 10 19:12:56.563648 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-81ffada8-8b52-49e6-9d09-3f925cdf8ba1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=335cd1cf-b8b1-408f-a367-0f8bcfc32706 HTTP/1.1" status: 200 len: 217 time: 0.0407760 Dec 10 19:12:56.604519 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-65dc42fc-906c-4c1c-a8bf-519eb68c0657 None None] Provisioning complete for port e5899733-56c9-42c4-8184-e061474875c7 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:12:56.605235 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-65dc42fc-906c-4c1c-a8bf-519eb68c0657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:56.605740 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-82d99f38-91d7-45ac-a6c6-174b0695a42a admin admin] Allocated IP 172.20.0.1 (a577477e-9038-4c47-891c-33b361bad869/7d66d5c6-8cae-4e53-835c-3c537a75e948/80b15d00-e84e-465c-8248-c5f1c2940642) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:12:56.627760 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-76a25f29-2c27-4306-bf6f-080aa163da93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:56.629905 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-76a25f29-2c27-4306-bf6f-080aa163da93 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0cc542d7-93c1-47c1-acea-9ed5c7899421 HTTP/1.1" status: 200 len: 837 time: 0.0590131 Dec 10 19:12:56.690790 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-881c52ae-02f1-4f50-9819-a2a726b28911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:56.692332 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-881c52ae-02f1-4f50-9819-a2a726b28911 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=44f30dc5-3dee-48be-82d4-42859b8b827a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557940 Dec 10 19:12:56.743268 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-82d99f38-91d7-45ac-a6c6-174b0695a42a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:56.785001 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-82d99f38-91d7-45ac-a6c6-174b0695a42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:56.787879 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-21e3899e-7aec-4b87-ab2c-20f4a7ad3375 None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:56.794670 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-21e3899e-7aec-4b87-ab2c-20f4a7ad3375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:56.795386 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-12625419-051c-49de-849e-0505c9845d71 service neutron] 10.222.0.46 "GET /v2.0/networks/44f30dc5-3dee-48be-82d4-42859b8b827a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914536 Dec 10 19:12:56.832129 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d99f38-91d7-45ac-a6c6-174b0695a42a admin admin] Network a577477e-9038-4c47-891c-33b361bad869 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:12:56.835324 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-82d99f38-91d7-45ac-a6c6-174b0695a42a admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:12:56.838944 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d99f38-91d7-45ac-a6c6-174b0695a42a admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:12:56.844768 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d99f38-91d7-45ac-a6c6-174b0695a42a admin admin] Pushing event updated for resources: {'Port': ['ID=80b15d00-e84e-465c-8248-c5f1c2940642,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:56.845581 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cab51eb-380b-4495-805e-2f504c47d00c None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:12:56.858899 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-21e3899e-7aec-4b87-ab2c-20f4a7ad3375 None None] Attempting to bind port 61a83de1-146e-4291-94f8-a758f2599a85 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:12:56.859289 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-21e3899e-7aec-4b87-ab2c-20f4a7ad3375 None None] Attempting to bind port 61a83de1-146e-4291-94f8-a758f2599a85 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:12:56.859663 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e3899e-7aec-4b87-ab2c-20f4a7ad3375 None None] Attempting to bind port 61a83de1-146e-4291-94f8-a758f2599a85 on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:12:56.872292 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e3899e-7aec-4b87-ab2c-20f4a7ad3375 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:12:56.872734 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e3899e-7aec-4b87-ab2c-20f4a7ad3375 None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:12:56.873146 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-21e3899e-7aec-4b87-ab2c-20f4a7ad3375 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:56.873985 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e3899e-7aec-4b87-ab2c-20f4a7ad3375 None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:12:56.874643 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-21e3899e-7aec-4b87-ab2c-20f4a7ad3375 None None] Bound port: 61a83de1-146e-4291-94f8-a758f2599a85, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:12:56.875217 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-21e3899e-7aec-4b87-ab2c-20f4a7ad3375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:56.882568 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-82d99f38-91d7-45ac-a6c6-174b0695a42a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:56.943013 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43ff11b4-cbc4-47ab-9633-ce1235eebe62 req-2f82394b-39de-460d-ab99-eed023480042 service neutron] 10.222.0.46 "GET /v2.0/networks/44f30dc5-3dee-48be-82d4-42859b8b827a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404805 Dec 10 19:12:56.966204 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-21e3899e-7aec-4b87-ab2c-20f4a7ad3375 None None] For port 61a83de1-146e-4291-94f8-a758f2599a85, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:12:56.976571 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-21e3899e-7aec-4b87-ab2c-20f4a7ad3375 None None] For port 61a83de1-146e-4291-94f8-a758f2599a85, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=61a83de1-146e-4291-94f8-a758f2599a85,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:12:56.978891 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d06852-695e-4e18-9a7c-b3a2aedb41b0 None None] Pushing event updated for resources: {'Port': ['ID=61a83de1-146e-4291-94f8-a758f2599a85,revision_number=2']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:56.990779 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d06852-695e-4e18-9a7c-b3a2aedb41b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:56.991142 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d06852-695e-4e18-9a7c-b3a2aedb41b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:56.991684 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d06852-695e-4e18-9a7c-b3a2aedb41b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:56.992123 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d06852-695e-4e18-9a7c-b3a2aedb41b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:56.992472 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d06852-695e-4e18-9a7c-b3a2aedb41b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:56.992835 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d06852-695e-4e18-9a7c-b3a2aedb41b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:56.993228 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d06852-695e-4e18-9a7c-b3a2aedb41b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:56.993600 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d06852-695e-4e18-9a7c-b3a2aedb41b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:56.993932 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d06852-695e-4e18-9a7c-b3a2aedb41b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:56.994313 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d06852-695e-4e18-9a7c-b3a2aedb41b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:56.994642 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d06852-695e-4e18-9a7c-b3a2aedb41b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:56.994970 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d06852-695e-4e18-9a7c-b3a2aedb41b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:56.995990 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d06852-695e-4e18-9a7c-b3a2aedb41b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:57.001035 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-21e3899e-7aec-4b87-ab2c-20f4a7ad3375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:57.016906 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a7abfc9e-e150-42e5-9e8a-87f5fbfcf70d None None] Provisioning complete for port 61a83de1-146e-4291-94f8-a758f2599a85 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:12:57.018027 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a7abfc9e-e150-42e5-9e8a-87f5fbfcf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:57.078178 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269fb09-b722-46da-a4b9-8fff3567e3b0 req-8da40e6c-ba2d-41ea-adc6-a15ef05990b7 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:57.089379 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f269fb09-b722-46da-a4b9-8fff3567e3b0 req-8da40e6c-ba2d-41ea-adc6-a15ef05990b7 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a328fb-d386-4945-b513-37524e41a6a4 HTTP/1.1" status: 200 len: 944 time: 0.1328773 Dec 10 19:12:57.095759 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e3899e-7aec-4b87-ab2c-20f4a7ad3375 None None] Routers {'3cde5ba2-d598-40c2-bf23-441485df65c2'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:12:57.097881 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-21e3899e-7aec-4b87-ab2c-20f4a7ad3375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:12:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['3cde5ba2-d598-40c2-bf23-441485df65c2'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:57.114531 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1acbd-c1d9-4ac6-b5d8-af23886d37c1 req-804a431e-d7d8-4e61-9eae-d198a8c92e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:57.116226 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f9d1acbd-c1d9-4ac6-b5d8-af23886d37c1 req-804a431e-d7d8-4e61-9eae-d198a8c92e3c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8598e18254304299bb012ea898e5a529&device_id=f6a328fb-d386-4945-b513-37524e41a6a4 HTTP/1.1" status: 200 len: 1095 time: 0.1152050 Dec 10 19:12:57.137757 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-82d99f38-91d7-45ac-a6c6-174b0695a42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:57.150712 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d06852-695e-4e18-9a7c-b3a2aedb41b0 None None] Pushing event updated for resources: {'Port': ['ID=61a83de1-146e-4291-94f8-a758f2599a85,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:57.151158 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885e17a1-a491-4ce5-9ffc-eb95dc6988ba None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:12:57.152894 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e5899733-56c9-42c4-8184-e061474875c7 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:12:57.224206 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f269fb09-b722-46da-a4b9-8fff3567e3b0 req-0d243446-d3c6-4b95-8223-f34664c63a3f tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/security-groups?id=142c1fc4-e8b2-4cdd-87f6-920a5e32b851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337881 Dec 10 19:12:57.260149 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-21e3899e-7aec-4b87-ab2c-20f4a7ad3375 None None] Set router 3cde5ba2-d598-40c2-bf23-441485df65c2 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:12:57.280484 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1acbd-c1d9-4ac6-b5d8-af23886d37c1 req-ab5a3cba-cd58-4e4d-827b-1967634c86b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:57.284553 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f9d1acbd-c1d9-4ac6-b5d8-af23886d37c1 req-ab5a3cba-cd58-4e4d-827b-1967634c86b0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=44f30dc5-3dee-48be-82d4-42859b8b827a HTTP/1.1" status: 200 len: 898 time: 0.1547272 Dec 10 19:12:57.297340 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a7abfc9e-e150-42e5-9e8a-87f5fbfcf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:57.309660 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port e5899733-56c9-42c4-8184-e061474875c7 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:12:57.310033 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:57.341323 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f9d1acbd-c1d9-4ac6-b5d8-af23886d37c1 req-68f9c000-8f60-4064-903d-cf3ce8ec9c6d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=335cd1cf-b8b1-408f-a367-0f8bcfc32706 HTTP/1.1" status: 200 len: 217 time: 0.0494242 Dec 10 19:12:57.358318 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a7abfc9e-e150-42e5-9e8a-87f5fbfcf70d None None] For port 61a83de1-146e-4291-94f8-a758f2599a85, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=61a83de1-146e-4291-94f8-a758f2599a85,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:12:57.394056 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-82d99f38-91d7-45ac-a6c6-174b0695a42a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:57.402489 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-82d99f38-91d7-45ac-a6c6-174b0695a42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:57.410929 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a7abfc9e-e150-42e5-9e8a-87f5fbfcf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:57.427090 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1acbd-c1d9-4ac6-b5d8-af23886d37c1 req-8ea34615-979b-4473-b376-c4dc2a9e6ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:57.429416 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f9d1acbd-c1d9-4ac6-b5d8-af23886d37c1 req-8ea34615-979b-4473-b376-c4dc2a9e6ffd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0cc542d7-93c1-47c1-acea-9ed5c7899421 HTTP/1.1" status: 200 len: 837 time: 0.0779128 Dec 10 19:12:57.471584 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7abfc9e-e150-42e5-9e8a-87f5fbfcf70d None None] Pushing event updated for resources: {'Port': ['ID=61a83de1-146e-4291-94f8-a758f2599a85,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:57.485529 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1acbd-c1d9-4ac6-b5d8-af23886d37c1 req-4bf396f8-0e5a-4a24-a1da-b11d1cfbc306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:57.487716 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f9d1acbd-c1d9-4ac6-b5d8-af23886d37c1 req-4bf396f8-0e5a-4a24-a1da-b11d1cfbc306 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=44f30dc5-3dee-48be-82d4-42859b8b827a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497227 Dec 10 19:12:57.498542 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d99f38-91d7-45ac-a6c6-174b0695a42a admin admin] Pushing event updated for resources: {'Port': ['ID=80b15d00-e84e-465c-8248-c5f1c2940642,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:57.503016 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-82d99f38-91d7-45ac-a6c6-174b0695a42a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:57.506408 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-21e3899e-7aec-4b87-ab2c-20f4a7ad3375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cde5ba2-d598-40c2-bf23-441485df65c2', 'name': 'tempest-TestAggregatesBasicOps-1066938421-router', 'tenant_id': 'd83bbe90ae0b43cf822dcdacd014defb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '61a83de1-146e-4291-94f8-a758f2599a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:12:53Z', 'updated_at': '2021-12-10T19:12:57Z', 'revision_number': 4, 'project_id': 'd83bbe90ae0b43cf822dcdacd014defb', 'gw_port': {'id': '61a83de1-146e-4291-94f8-a758f2599a85', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dc:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cde5ba2-d598-40c2-bf23-441485df65c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:54Z', 'updated_at': '2021-12-10T19:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '80b15d00-e84e-465c-8248-c5f1c2940642', 'name': '', 'network_id': 'a577477e-9038-4c47-891c-33b361bad869', 'tenant_id': 'd83bbe90ae0b43cf822dcdacd014defb', 'mac_address': 'fa:16:3e:e3:e2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cde5ba2-d598-40c2-bf23-441485df65c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '7d66d5c6-8cae-4e53-835c-3c537a75e948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:56Z', 'updated_at': '2021-12-10T19:12:56Z', 'revision_number': 1, 'project_id': 'd83bbe90ae0b43cf822dcdacd014defb', 'subnets': [{'id': '7d66d5c6-8cae-4e53-835c-3c537a75e948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:57.538349 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e3899e-7aec-4b87-ab2c-20f4a7ad3375 None None] The sync data for ids ['3cde5ba2-d598-40c2-bf23-441485df65c2'] in n-d-821435-1 is: [{'id': '3cde5ba2-d598-40c2-bf23-441485df65c2', 'name': 'tempest-TestAggregatesBasicOps-1066938421-router', 'tenant_id': 'd83bbe90ae0b43cf822dcdacd014defb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '61a83de1-146e-4291-94f8-a758f2599a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:12:53Z', 'updated_at': '2021-12-10T19:12:57Z', 'revision_number': 4, 'project_id': 'd83bbe90ae0b43cf822dcdacd014defb', 'gw_port': {'id': '61a83de1-146e-4291-94f8-a758f2599a85', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dc:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cde5ba2-d598-40c2-bf23-441485df65c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:54Z', 'updated_at': '2021-12-10T19:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '80b15d00-e84e-465c-8248-c5f1c2940642', 'name': '', 'network_id': 'a577477e-9038-4c47-891c-33b361bad869', 'tenant_id': 'd83bbe90ae0b43cf822dcdacd014defb', 'mac_address': 'fa:16:3e:e3:e2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cde5ba2-d598-40c2-bf23-441485df65c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '7d66d5c6-8cae-4e53-835c-3c537a75e948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:56Z', 'updated_at': '2021-12-10T19:12:56Z', 'revision_number': 1, 'project_id': 'd83bbe90ae0b43cf822dcdacd014defb', 'subnets': [{'id': '7d66d5c6-8cae-4e53-835c-3c537a75e948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:12:57.553614 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8385b89a-06bc-43ec-8e84-1161e2639e49 None None] Provisioning complete for port 61a83de1-146e-4291-94f8-a758f2599a85 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:12:57.554173 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8385b89a-06bc-43ec-8e84-1161e2639e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:57.619092 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f9d1acbd-c1d9-4ac6-b5d8-af23886d37c1 req-c077ea80-a01a-4f71-956f-6acfa95a87e7 service neutron] 10.222.0.46 "GET /v2.0/networks/44f30dc5-3dee-48be-82d4-42859b8b827a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234937 Dec 10 19:12:57.627164 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d99f38-91d7-45ac-a6c6-174b0695a42a admin admin] Network a577477e-9038-4c47-891c-33b361bad869 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:12:57.628752 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-82d99f38-91d7-45ac-a6c6-174b0695a42a admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:12:57.698890 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8385b89a-06bc-43ec-8e84-1161e2639e49 None None] Provisioning complete for port 80b15d00-e84e-465c-8248-c5f1c2940642 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:12:57.699475 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8385b89a-06bc-43ec-8e84-1161e2639e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:57.754624 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f9d1acbd-c1d9-4ac6-b5d8-af23886d37c1 req-e5e3efca-afc5-416e-875a-d3b1f8f7e20c service neutron] 10.222.0.46 "GET /v2.0/networks/44f30dc5-3dee-48be-82d4-42859b8b827a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215391 Dec 10 19:12:57.760146 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8385b89a-06bc-43ec-8e84-1161e2639e49 None None] Port 80b15d00-e84e-465c-8248-c5f1c2940642 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:12:57.795409 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d99f38-91d7-45ac-a6c6-174b0695a42a admin admin] Router 3cde5ba2-d598-40c2-bf23-441485df65c2 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:12:57.930097 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d99f38-91d7-45ac-a6c6-174b0695a42a admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:12:57.935454 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-82d99f38-91d7-45ac-a6c6-174b0695a42a admin admin] 10.222.0.62 "PUT /v2.0/routers/3cde5ba2-d598-40c2-bf23-441485df65c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1470382 Dec 10 19:12:57.983594 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6feb30d1-7514-47fb-973c-bd34354c2384 None None] Provisioning complete for port 80b15d00-e84e-465c-8248-c5f1c2940642 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:12:57.984090 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6feb30d1-7514-47fb-973c-bd34354c2384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:58.020859 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-6feb30d1-7514-47fb-973c-bd34354c2384 None None] Port 80b15d00-e84e-465c-8248-c5f1c2940642 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:12:58.394131 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203eb0c8-cbda-48ed-beb4-8ebd0143fb61 req-12da0eb4-048b-4f25-b9b6-4755c9fb3e99 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:58.395760 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-203eb0c8-cbda-48ed-beb4-8ebd0143fb61 req-12da0eb4-048b-4f25-b9b6-4755c9fb3e99 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a328fb-d386-4945-b513-37524e41a6a4 HTTP/1.1" status: 200 len: 944 time: 0.0605311 Dec 10 19:12:58.457925 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-203eb0c8-cbda-48ed-beb4-8ebd0143fb61 req-83565aca-dea3-4533-b2d4-d26c4bbd172c tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/security-groups?id=142c1fc4-e8b2-4cdd-87f6-920a5e32b851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552807 Dec 10 19:12:58.512850 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44636) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:58.518709 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-92c54b54-9ba1-4ae9-9b91-272d50a2f98a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1623978902-network', 'tenant_id': 'd69526e1efc54581abcd0588a641d81e'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:12:58.541396 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c54b54-9ba1-4ae9-9b91-272d50a2f98a admin admin] Made reservation on behalf of d69526e1efc54581abcd0588a641d81e for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:12:58.543886 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-92c54b54-9ba1-4ae9-9b91-272d50a2f98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:58.559281 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-92c54b54-9ba1-4ae9-9b91-272d50a2f98a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:58.640892 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-92c54b54-9ba1-4ae9-9b91-272d50a2f98a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:58.645134 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-92c54b54-9ba1-4ae9-9b91-272d50a2f98a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:58.670697 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92c54b54-9ba1-4ae9-9b91-272d50a2f98a admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:12:58.681458 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c54b54-9ba1-4ae9-9b91-272d50a2f98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090c2c5b-67f3-44ec-891e-22310aba35ea,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:58.687410 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-92c54b54-9ba1-4ae9-9b91-272d50a2f98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:58.687763 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-92c54b54-9ba1-4ae9-9b91-272d50a2f98a admin admin] Added segment 270102d2-fa95-42a2-8117-e77ba652915b of type vlan for network cf1e830e-6d8b-47f5-8d9b-47ec2bca3a59 Dec 10 19:12:58.724356 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 335cd1cf-b8b1-408f-a367-0f8bcfc32706 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:12:58.728679 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-92c54b54-9ba1-4ae9-9b91-272d50a2f98a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:58.756213 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-92c54b54-9ba1-4ae9-9b91-272d50a2f98a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:58.757426 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c54b54-9ba1-4ae9-9b91-272d50a2f98a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:58.758048 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-92c54b54-9ba1-4ae9-9b91-272d50a2f98a admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:58.831477 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-92c54b54-9ba1-4ae9-9b91-272d50a2f98a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3169312 Dec 10 19:12:58.834196 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44638) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:58.839500 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-fcd4dac1-4bfd-4c1b-92c2-1a14a71d604f admin admin] Request body: {'subnet': {'network_id': 'cf1e830e-6d8b-47f5-8d9b-47ec2bca3a59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1623978902-subnet', 'tenant_id': 'd69526e1efc54581abcd0588a641d81e', 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:12:58.840438 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 335cd1cf-b8b1-408f-a367-0f8bcfc32706, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=335cd1cf-b8b1-408f-a367-0f8bcfc32706,segment=NetworkSegment(b95faba4-0dc3-4e31-93a6-5797cb88a0a1),segment_id=b95faba4-0dc3-4e31-93a6-5797cb88a0a1)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:12:58.847920 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c54b54-9ba1-4ae9-9b91-272d50a2f98a admin admin] Pushing event updated for resources: {'Network': ['ID=cf1e830e-6d8b-47f5-8d9b-47ec2bca3a59,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:58.856032 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '335cd1cf-b8b1-408f-a367-0f8bcfc32706', 'network_id': '44f30dc5-3dee-48be-82d4-42859b8b827a', 'port_id': '335cd1cf-b8b1-408f-a367-0f8bcfc32706', 'mac_address': 'fa:16:3e:45:3e:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cc542d7-93c1-47c1-acea-9ed5c7899421', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:12:58.862827 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network cf1e830e-6d8b-47f5-8d9b-47ec2bca3a59 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:12:58.876004 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd4dac1-4bfd-4c1b-92c2-1a14a71d604f admin admin] Made reservation on behalf of d69526e1efc54581abcd0588a641d81e for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:12:58.879452 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fcd4dac1-4bfd-4c1b-92c2-1a14a71d604f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:58.963618 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:58.978384 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 335cd1cf-b8b1-408f-a367-0f8bcfc32706 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:12:59.006121 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 335cd1cf-b8b1-408f-a367-0f8bcfc32706, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=335cd1cf-b8b1-408f-a367-0f8bcfc32706,segment=NetworkSegment(b95faba4-0dc3-4e31-93a6-5797cb88a0a1),segment_id=b95faba4-0dc3-4e31-93a6-5797cb88a0a1)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:12:59.016550 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:59.067769 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 61a83de1-146e-4291-94f8-a758f2599a85 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:12:59.103844 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=335cd1cf-b8b1-408f-a367-0f8bcfc32706,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:59.104324 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fcd4dac1-4bfd-4c1b-92c2-1a14a71d604f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:59.133281 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 61a83de1-146e-4291-94f8-a758f2599a85 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:12:59.133675 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:59.166785 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4dac1-4bfd-4c1b-92c2-1a14a71d604f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a65f5f46-3f4b-43e3-9970-b69886ae2655,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:59.173435 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd4dac1-4bfd-4c1b-92c2-1a14a71d604f admin admin] Checking segment: {'id': '270102d2-fa95-42a2-8117-e77ba652915b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cf1e830e-6d8b-47f5-8d9b-47ec2bca3a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:12:59.174466 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd4dac1-4bfd-4c1b-92c2-1a14a71d604f admin admin] Network hostable DHCP agents. Network: cf1e830e-6d8b-47f5-8d9b-47ec2bca3a59, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:12:59.192196 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd4dac1-4bfd-4c1b-92c2-1a14a71d604f admin admin] Network cf1e830e-6d8b-47f5-8d9b-47ec2bca3a59 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:12:59.200769 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-fcd4dac1-4bfd-4c1b-92c2-1a14a71d604f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, cf1e830e-6d8b-47f5-8d9b-47ec2bca3a59) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:12:59.204978 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd4dac1-4bfd-4c1b-92c2-1a14a71d604f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:59.205568 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fcd4dac1-4bfd-4c1b-92c2-1a14a71d604f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:59.217922 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da622bde-a071-48f0-a922-17593abcaf33 None None] Network cf1e830e-6d8b-47f5-8d9b-47ec2bca3a59 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:12:59.221844 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fcd4dac1-4bfd-4c1b-92c2-1a14a71d604f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3861527 Dec 10 19:12:59.224256 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44640) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:59.228396 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-1f27ceb6-3d1e-497d-a6a9-75f3b67c26ab admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1623978902-router', 'tenant_id': 'd69526e1efc54581abcd0588a641d81e', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:12:59.233197 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['335cd1cf-b8b1-408f-a367-0f8bcfc32706'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:12:59.249185 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1f27ceb6-3d1e-497d-a6a9-75f3b67c26ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:59.250171 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1f27ceb6-3d1e-497d-a6a9-75f3b67c26ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:59.312362 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1f27ceb6-3d1e-497d-a6a9-75f3b67c26ab admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:59.381849 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78e6c74-8c15-4e0c-a82b-2676f8e0ebc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-cf1e830e-6d8b-47f5-8d9b-47ec2bca3a59', 'network_id': 'cf1e830e-6d8b-47f5-8d9b-47ec2bca3a59', 'project_id': 'd69526e1efc54581abcd0588a641d81e', 'fixed_ips': [{'subnet_id': 'a65f5f46-3f4b-43e3-9970-b69886ae2655'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:12:59.382688 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e78e6c74-8c15-4e0c-a82b-2676f8e0ebc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:59.460195 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1f27ceb6-3d1e-497d-a6a9-75f3b67c26ab admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:59.599516 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c53d2-2bbd-4788-b60a-97704353cfc0 req-72f05137-c51d-436d-923d-0b007ac9deff tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:59.603299 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-088c53d2-2bbd-4788-b60a-97704353cfc0 req-72f05137-c51d-436d-923d-0b007ac9deff tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a328fb-d386-4945-b513-37524e41a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0632200 Dec 10 19:12:59.610305 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-e78e6c74-8c15-4e0c-a82b-2676f8e0ebc1 None None] Allocated IP 172.20.0.2 (cf1e830e-6d8b-47f5-8d9b-47ec2bca3a59/a65f5f46-3f4b-43e3-9970-b69886ae2655/7823c06b-801c-4c8f-940b-fbe33ea30756) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:12:59.661197 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-088c53d2-2bbd-4788-b60a-97704353cfc0 req-137d230b-4fdd-42c6-b3c9-996ffa1120b0 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/security-groups?id=142c1fc4-e8b2-4cdd-87f6-920a5e32b851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530188 Dec 10 19:12:59.723062 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1f27ceb6-3d1e-497d-a6a9-75f3b67c26ab admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:59.749076 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1f27ceb6-3d1e-497d-a6a9-75f3b67c26ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:59.802924 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e78e6c74-8c15-4e0c-a82b-2676f8e0ebc1 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:59.810133 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e78e6c74-8c15-4e0c-a82b-2676f8e0ebc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:59.850820 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78e6c74-8c15-4e0c-a82b-2676f8e0ebc1 None None] Network cf1e830e-6d8b-47f5-8d9b-47ec2bca3a59 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:12:59.853786 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-e78e6c74-8c15-4e0c-a82b-2676f8e0ebc1 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:12:59.857268 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78e6c74-8c15-4e0c-a82b-2676f8e0ebc1 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:12:59.861591 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-1f27ceb6-3d1e-497d-a6a9-75f3b67c26ab admin admin] Allocated IP 172.25.7.40 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/70f2a218-0e7d-4a7c-a3b4-f5e32d95288c) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:12:59.862559 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e6c74-8c15-4e0c-a82b-2676f8e0ebc1 None None] Pushing event updated for resources: {'Port': ['ID=7823c06b-801c-4c8f-940b-fbe33ea30756,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:59.917880 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202234cb-07ea-400e-9c5e-2a60511656a2 None None] Sync routers for ids ['3cde5ba2-d598-40c2-bf23-441485df65c2'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:12:59.926553 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e78e6c74-8c15-4e0c-a82b-2676f8e0ebc1 None None] Attempting to bind port 7823c06b-801c-4c8f-940b-fbe33ea30756 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:12:59.926933 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e78e6c74-8c15-4e0c-a82b-2676f8e0ebc1 None None] Attempting to bind port 7823c06b-801c-4c8f-940b-fbe33ea30756 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '270102d2-fa95-42a2-8117-e77ba652915b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cf1e830e-6d8b-47f5-8d9b-47ec2bca3a59'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:12:59.927293 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78e6c74-8c15-4e0c-a82b-2676f8e0ebc1 None None] Attempting to bind port 7823c06b-801c-4c8f-940b-fbe33ea30756 on network cf1e830e-6d8b-47f5-8d9b-47ec2bca3a59 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:12:59.935535 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78e6c74-8c15-4e0c-a82b-2676f8e0ebc1 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:12:59.935913 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78e6c74-8c15-4e0c-a82b-2676f8e0ebc1 None None] Checking segment: {'id': '270102d2-fa95-42a2-8117-e77ba652915b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cf1e830e-6d8b-47f5-8d9b-47ec2bca3a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:12:59.936316 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e78e6c74-8c15-4e0c-a82b-2676f8e0ebc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:59.936733 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78e6c74-8c15-4e0c-a82b-2676f8e0ebc1 None None] Bound using segment: {'id': '270102d2-fa95-42a2-8117-e77ba652915b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cf1e830e-6d8b-47f5-8d9b-47ec2bca3a59'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:12:59.937349 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e78e6c74-8c15-4e0c-a82b-2676f8e0ebc1 None None] Bound port: 7823c06b-801c-4c8f-940b-fbe33ea30756, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270102d2-fa95-42a2-8117-e77ba652915b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cf1e830e-6d8b-47f5-8d9b-47ec2bca3a59'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:12:59.937726 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e78e6c74-8c15-4e0c-a82b-2676f8e0ebc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:59.942556 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202234cb-07ea-400e-9c5e-2a60511656a2 None None] Routers {'3cde5ba2-d598-40c2-bf23-441485df65c2'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:12:59.943186 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-202234cb-07ea-400e-9c5e-2a60511656a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:12:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['3cde5ba2-d598-40c2-bf23-441485df65c2'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:59.987844 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1f27ceb6-3d1e-497d-a6a9-75f3b67c26ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:00.023413 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1f27ceb6-3d1e-497d-a6a9-75f3b67c26ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:00.066779 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f27ceb6-3d1e-497d-a6a9-75f3b67c26ab admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:00.069856 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-1f27ceb6-3d1e-497d-a6a9-75f3b67c26ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:00.072320 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f27ceb6-3d1e-497d-a6a9-75f3b67c26ab admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:00.099948 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27ceb6-3d1e-497d-a6a9-75f3b67c26ab admin admin] Pushing event updated for resources: {'Port': ['ID=70f2a218-0e7d-4a7c-a3b4-f5e32d95288c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:00.179133 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ef7277-f59d-4276-847d-d7f585ceb000 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:13:00.263675 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e78e6c74-8c15-4e0c-a82b-2676f8e0ebc1 None None] For port 7823c06b-801c-4c8f-940b-fbe33ea30756, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:13:00.286673 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-202234cb-07ea-400e-9c5e-2a60511656a2 None None] Set router 3cde5ba2-d598-40c2-bf23-441485df65c2 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:00.316267 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4df00287-dd46-4d4f-bb47-9c2fe97786fa None None] Provisioning complete for port 70f2a218-0e7d-4a7c-a3b4-f5e32d95288c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:00.316655 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4df00287-dd46-4d4f-bb47-9c2fe97786fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:00.319682 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e78e6c74-8c15-4e0c-a82b-2676f8e0ebc1 None None] For port 7823c06b-801c-4c8f-940b-fbe33ea30756, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=7823c06b-801c-4c8f-940b-fbe33ea30756,segment=NetworkSegment(270102d2-fa95-42a2-8117-e77ba652915b),segment_id=270102d2-fa95-42a2-8117-e77ba652915b)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:13:00.342635 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e78e6c74-8c15-4e0c-a82b-2676f8e0ebc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:00.342919 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1f27ceb6-3d1e-497d-a6a9-75f3b67c26ab admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:00.436369 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4df00287-dd46-4d4f-bb47-9c2fe97786fa None None] Port 70f2a218-0e7d-4a7c-a3b4-f5e32d95288c cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:13:00.484115 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e6c74-8c15-4e0c-a82b-2676f8e0ebc1 None None] Pushing event updated for resources: {'Port': ['ID=7823c06b-801c-4c8f-940b-fbe33ea30756,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:00.546217 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1f27ceb6-3d1e-497d-a6a9-75f3b67c26ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:00.581248 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-202234cb-07ea-400e-9c5e-2a60511656a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cde5ba2-d598-40c2-bf23-441485df65c2', 'name': 'tempest-TestAggregatesBasicOps-1066938421-router', 'tenant_id': 'd83bbe90ae0b43cf822dcdacd014defb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '61a83de1-146e-4291-94f8-a758f2599a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:12:53Z', 'updated_at': '2021-12-10T19:12:57Z', 'revision_number': 4, 'project_id': 'd83bbe90ae0b43cf822dcdacd014defb', 'gw_port': {'id': '61a83de1-146e-4291-94f8-a758f2599a85', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cde5ba2-d598-40c2-bf23-441485df65c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:54Z', 'updated_at': '2021-12-10T19:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '80b15d00-e84e-465c-8248-c5f1c2940642', 'name': '', 'network_id': 'a577477e-9038-4c47-891c-33b361bad869', 'tenant_id': 'd83bbe90ae0b43cf822dcdacd014defb', 'mac_address': 'fa:16:3e:e3:e2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cde5ba2-d598-40c2-bf23-441485df65c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '7d66d5c6-8cae-4e53-835c-3c537a75e948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:56Z', 'updated_at': '2021-12-10T19:12:57Z', 'revision_number': 2, 'project_id': 'd83bbe90ae0b43cf822dcdacd014defb', 'subnets': [{'id': '7d66d5c6-8cae-4e53-835c-3c537a75e948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:00.615503 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202234cb-07ea-400e-9c5e-2a60511656a2 None None] Checking router: 3cde5ba2-d598-40c2-bf23-441485df65c2 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:13:00.615867 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202234cb-07ea-400e-9c5e-2a60511656a2 None None] Updating router 3cde5ba2-d598-40c2-bf23-441485df65c2 port 80b15d00-e84e-465c-8248-c5f1c2940642 binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:13:00.655144 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-202234cb-07ea-400e-9c5e-2a60511656a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:00.718118 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f27ceb6-3d1e-497d-a6a9-75f3b67c26ab admin admin] Router 74b2612d-b494-4438-982d-b15ee348340b is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:13:00.770818 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 335cd1cf-b8b1-408f-a367-0f8bcfc32706 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:00.859081 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73400cb-88e3-4568-b41c-a6075e86def0 req-52bc49cc-cfa1-45ef-88c5-925aa4be06ed tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:00.860471 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c73400cb-88e3-4568-b41c-a6075e86def0 req-52bc49cc-cfa1-45ef-88c5-925aa4be06ed tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a328fb-d386-4945-b513-37524e41a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0961237 Dec 10 19:13:00.884257 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f27ceb6-3d1e-497d-a6a9-75f3b67c26ab admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:13:00.889437 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 335cd1cf-b8b1-408f-a367-0f8bcfc32706 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:13:00.895657 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b2353a-25a1-4951-b3a4-0634e64795e6 None None] Sync routers for ids ['74b2612d-b494-4438-982d-b15ee348340b'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:13:00.897366 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 335cd1cf-b8b1-408f-a367-0f8bcfc32706 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:00.897670 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:00.905706 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b2353a-25a1-4951-b3a4-0634e64795e6 None None] Routers {'74b2612d-b494-4438-982d-b15ee348340b'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:00.906324 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-49b2353a-25a1-4951-b3a4-0634e64795e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:12:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['74b2612d-b494-4438-982d-b15ee348340b'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:00.930352 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1f27ceb6-3d1e-497d-a6a9-75f3b67c26ab admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:00.931686 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1f27ceb6-3d1e-497d-a6a9-75f3b67c26ab admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7064710 Dec 10 19:13:00.935215 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44646) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:00.976012 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c73400cb-88e3-4568-b41c-a6075e86def0 req-0201366d-5004-43ab-9ee1-59d5032a45eb tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/security-groups?id=142c1fc4-e8b2-4cdd-87f6-920a5e32b851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996680 Dec 10 19:13:01.047021 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-49b2353a-25a1-4951-b3a4-0634e64795e6 None None] Set router 74b2612d-b494-4438-982d-b15ee348340b gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:01.069957 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-202234cb-07ea-400e-9c5e-2a60511656a2 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:01.073637 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:01.086889 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-202234cb-07ea-400e-9c5e-2a60511656a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:01.133315 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 7823c06b-801c-4c8f-940b-fbe33ea30756 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:01.141460 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a328fb-d386-4945-b513-37524e41a6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335cd1cf-b8b1-408f-a367-0f8bcfc32706'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:13:01.145225 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c67e9f6-cb59-4d39-bd32-9fe081599ce2" -d '{"events": [{"server_uuid": "f6a328fb-d386-4945-b513-37524e41a6a4", "name": "network-vif-plugged", "status": "completed", "tag": "335cd1cf-b8b1-408f-a367-0f8bcfc32706"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:13:01.190230 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 335cd1cf-b8b1-408f-a367-0f8bcfc32706, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=335cd1cf-b8b1-408f-a367-0f8bcfc32706,segment=NetworkSegment(b95faba4-0dc3-4e31-93a6-5797cb88a0a1),segment_id=b95faba4-0dc3-4e31-93a6-5797cb88a0a1)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:01.209586 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:01.216654 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4bddc2-18bf-4554-99d3-a73521fe0c77 None None] Pushing event updated for resources: {'Port': ['ID=80b15d00-e84e-465c-8248-c5f1c2940642,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:01.253220 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11bff23-bafc-455d-8b25-de7ee47645dc x-openstack-request-id: req-b11bff23-bafc-455d-8b25-de7ee47645dc {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:13:01.253517 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a328fb-d386-4945-b513-37524e41a6a4", "name": "network-vif-plugged", "status": "completed", "tag": "335cd1cf-b8b1-408f-a367-0f8bcfc32706", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:13:01.253780 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b11bff23-bafc-455d-8b25-de7ee47645dc {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:13:01.254176 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a328fb-d386-4945-b513-37524e41a6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335cd1cf-b8b1-408f-a367-0f8bcfc32706', 'code': 200} Dec 10 19:13:01.335033 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-49b2353a-25a1-4951-b3a4-0634e64795e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b2612d-b494-4438-982d-b15ee348340b', 'name': 'tempest-TestAggregatesBasicOps-1623978902-router', 'tenant_id': 'd69526e1efc54581abcd0588a641d81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '70f2a218-0e7d-4a7c-a3b4-f5e32d95288c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:12:59Z', 'updated_at': '2021-12-10T19:13:00Z', 'revision_number': 3, 'project_id': 'd69526e1efc54581abcd0588a641d81e', 'gw_port': {'id': '70f2a218-0e7d-4a7c-a3b4-f5e32d95288c', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:de:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b2612d-b494-4438-982d-b15ee348340b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:59Z', 'updated_at': '2021-12-10T19:12:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:01.342908 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=335cd1cf-b8b1-408f-a367-0f8bcfc32706,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:01.347948 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-202234cb-07ea-400e-9c5e-2a60511656a2 None None] Attempting to bind port 80b15d00-e84e-465c-8248-c5f1c2940642 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:13:01.348339 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-202234cb-07ea-400e-9c5e-2a60511656a2 None None] Attempting to bind port 80b15d00-e84e-465c-8248-c5f1c2940642 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '7c07d025-4122-470b-94cb-9862cc9689ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a577477e-9038-4c47-891c-33b361bad869'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:13:01.348740 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202234cb-07ea-400e-9c5e-2a60511656a2 None None] Attempting to bind port 80b15d00-e84e-465c-8248-c5f1c2940642 on network a577477e-9038-4c47-891c-33b361bad869 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:01.358221 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202234cb-07ea-400e-9c5e-2a60511656a2 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:13:01.358612 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202234cb-07ea-400e-9c5e-2a60511656a2 None None] Checking segment: {'id': '7c07d025-4122-470b-94cb-9862cc9689ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a577477e-9038-4c47-891c-33b361bad869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:13:01.359032 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-202234cb-07ea-400e-9c5e-2a60511656a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:01.359424 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202234cb-07ea-400e-9c5e-2a60511656a2 None None] Bound using segment: {'id': '7c07d025-4122-470b-94cb-9862cc9689ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a577477e-9038-4c47-891c-33b361bad869'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:13:01.359909 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-202234cb-07ea-400e-9c5e-2a60511656a2 None None] Bound port: 80b15d00-e84e-465c-8248-c5f1c2940642, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c07d025-4122-470b-94cb-9862cc9689ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a577477e-9038-4c47-891c-33b361bad869'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:13:01.360295 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-202234cb-07ea-400e-9c5e-2a60511656a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:01.373873 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 7823c06b-801c-4c8f-940b-fbe33ea30756 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:01.374233 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:01.385990 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b2353a-25a1-4951-b3a4-0634e64795e6 None None] Checking router: 74b2612d-b494-4438-982d-b15ee348340b for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:13:01.386612 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b2353a-25a1-4951-b3a4-0634e64795e6 None None] Updating router 74b2612d-b494-4438-982d-b15ee348340b port 70f2a218-0e7d-4a7c-a3b4-f5e32d95288c binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:13:01.430183 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-49b2353a-25a1-4951-b3a4-0634e64795e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:01.485521 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335ef80-bdb9-49c2-9cbc-4e07abc1c1e1 req-33115332-0667-465b-a77e-baa9061906a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:01.487259 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6335ef80-bdb9-49c2-9cbc-4e07abc1c1e1 req-33115332-0667-465b-a77e-baa9061906a6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f6a328fb-d386-4945-b513-37524e41a6a4 HTTP/1.1" status: 200 len: 1097 time: 0.1455541 Dec 10 19:13:01.497910 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-202234cb-07ea-400e-9c5e-2a60511656a2 None None] For port 80b15d00-e84e-465c-8248-c5f1c2940642, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:13:01.504544 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-202234cb-07ea-400e-9c5e-2a60511656a2 None None] For port 80b15d00-e84e-465c-8248-c5f1c2940642, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=80b15d00-e84e-465c-8248-c5f1c2940642,segment=NetworkSegment(7c07d025-4122-470b-94cb-9862cc9689ed),segment_id=7c07d025-4122-470b-94cb-9862cc9689ed)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:13:01.521072 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-202234cb-07ea-400e-9c5e-2a60511656a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:01.634727 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:01.665938 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d592be19-b8e8-4d03-af3c-5ddbc2fe2ff4 None None] Provisioning complete for port 80b15d00-e84e-465c-8248-c5f1c2940642 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:01.666321 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d592be19-b8e8-4d03-af3c-5ddbc2fe2ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:01.668364 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4bddc2-18bf-4554-99d3-a73521fe0c77 None None] Pushing event updated for resources: {'Port': ['ID=80b15d00-e84e-465c-8248-c5f1c2940642,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:01.671833 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202234cb-07ea-400e-9c5e-2a60511656a2 None None] Routers {'3cde5ba2-d598-40c2-bf23-441485df65c2'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:01.672566 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-202234cb-07ea-400e-9c5e-2a60511656a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:12:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['3cde5ba2-d598-40c2-bf23-441485df65c2'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:01.697147 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6335ef80-bdb9-49c2-9cbc-4e07abc1c1e1 req-dcf7ba8a-f76b-4f8b-baff-a19444d374ba service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=142c1fc4-e8b2-4cdd-87f6-920a5e32b851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023566 Dec 10 19:13:01.764671 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e78d9d1-9565-4a76-bd0b-c27add1c09f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:01.834344 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 7823c06b-801c-4c8f-940b-fbe33ea30756, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=7823c06b-801c-4c8f-940b-fbe33ea30756,segment=NetworkSegment(270102d2-fa95-42a2-8117-e77ba652915b),segment_id=270102d2-fa95-42a2-8117-e77ba652915b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:01.859005 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:01.924339 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b34b66-153a-4d74-bf10-5b94aaae3c37 None None] Network cf1e830e-6d8b-47f5-8d9b-47ec2bca3a59 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:13:01.926672 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-49b2353a-25a1-4951-b3a4-0634e64795e6 None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:01.934421 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-49b2353a-25a1-4951-b3a4-0634e64795e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:01.988305 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-49b2353a-25a1-4951-b3a4-0634e64795e6 None None] Attempting to bind port 70f2a218-0e7d-4a7c-a3b4-f5e32d95288c on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:13:01.989026 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-49b2353a-25a1-4951-b3a4-0634e64795e6 None None] Attempting to bind port 70f2a218-0e7d-4a7c-a3b4-f5e32d95288c by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:13:01.989603 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b2353a-25a1-4951-b3a4-0634e64795e6 None None] Attempting to bind port 70f2a218-0e7d-4a7c-a3b4-f5e32d95288c on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:01.992512 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bb7fcb-0078-4fb4-a9c5-0a31306af451 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:13:01.998394 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b2353a-25a1-4951-b3a4-0634e64795e6 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:13:01.998778 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b2353a-25a1-4951-b3a4-0634e64795e6 None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:13:01.999182 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-49b2353a-25a1-4951-b3a4-0634e64795e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:01.999576 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b2353a-25a1-4951-b3a4-0634e64795e6 None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:13:02.000222 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-49b2353a-25a1-4951-b3a4-0634e64795e6 None None] Bound port: 70f2a218-0e7d-4a7c-a3b4-f5e32d95288c, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:13:02.000990 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-49b2353a-25a1-4951-b3a4-0634e64795e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:02.001404 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=7823c06b-801c-4c8f-940b-fbe33ea30756,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:02.009715 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-202234cb-07ea-400e-9c5e-2a60511656a2 None None] Set router 3cde5ba2-d598-40c2-bf23-441485df65c2 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:02.029676 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-1e78d9d1-9565-4a76-bd0b-c27add1c09f3 admin admin] Allocated IP 172.20.0.1 (cf1e830e-6d8b-47f5-8d9b-47ec2bca3a59/a65f5f46-3f4b-43e3-9970-b69886ae2655/ea0ec26f-037c-49ab-ba76-4073cb276f1b) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:02.061674 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-49b2353a-25a1-4951-b3a4-0634e64795e6 None None] For port 70f2a218-0e7d-4a7c-a3b4-f5e32d95288c, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:13:02.066026 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-49b2353a-25a1-4951-b3a4-0634e64795e6 None None] For port 70f2a218-0e7d-4a7c-a3b4-f5e32d95288c, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=70f2a218-0e7d-4a7c-a3b4-f5e32d95288c,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:13:02.070489 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566434ed-cdd3-4f79-ac45-ae5f9a152be5 None None] Pushing event updated for resources: {'Port': ['ID=70f2a218-0e7d-4a7c-a3b4-f5e32d95288c,revision_number=2']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:02.076543 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-49b2353a-25a1-4951-b3a4-0634e64795e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:02.112721 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603efaa-228e-48da-92a0-bf14ee7ed15d req-67800a61-9333-42a8-95b1-56c1764a8dd7 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:02.121369 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f603efaa-228e-48da-92a0-bf14ee7ed15d req-67800a61-9333-42a8-95b1-56c1764a8dd7 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a328fb-d386-4945-b513-37524e41a6a4 HTTP/1.1" status: 200 len: 946 time: 0.0684943 Dec 10 19:13:02.134540 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b2353a-25a1-4951-b3a4-0634e64795e6 None None] Routers {'74b2612d-b494-4438-982d-b15ee348340b'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:02.135366 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-49b2353a-25a1-4951-b3a4-0634e64795e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:12:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['74b2612d-b494-4438-982d-b15ee348340b'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:02.162750 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b63daf1-7a28-40da-bc88-857051aa4dda None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:13:02.194151 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d592be19-b8e8-4d03-af3c-5ddbc2fe2ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:02.198073 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f603efaa-228e-48da-92a0-bf14ee7ed15d req-6c525f28-c8a8-4b70-83bb-99f0ee16eb57 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/security-groups?id=142c1fc4-e8b2-4cdd-87f6-920a5e32b851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757363 Dec 10 19:13:02.222529 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566434ed-cdd3-4f79-ac45-ae5f9a152be5 None None] Pushing event updated for resources: {'Port': ['ID=70f2a218-0e7d-4a7c-a3b4-f5e32d95288c,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:02.249311 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e78d9d1-9565-4a76-bd0b-c27add1c09f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:02.262354 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-49b2353a-25a1-4951-b3a4-0634e64795e6 None None] Set router 74b2612d-b494-4438-982d-b15ee348340b gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:02.287446 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e78d9d1-9565-4a76-bd0b-c27add1c09f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:02.303225 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d592be19-b8e8-4d03-af3c-5ddbc2fe2ff4 None None] For port 80b15d00-e84e-465c-8248-c5f1c2940642, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=80b15d00-e84e-465c-8248-c5f1c2940642,segment=NetworkSegment(7c07d025-4122-470b-94cb-9862cc9689ed),segment_id=7c07d025-4122-470b-94cb-9862cc9689ed)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:02.313988 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d592be19-b8e8-4d03-af3c-5ddbc2fe2ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:02.344398 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e78d9d1-9565-4a76-bd0b-c27add1c09f3 admin admin] Network cf1e830e-6d8b-47f5-8d9b-47ec2bca3a59 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:02.347629 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-1e78d9d1-9565-4a76-bd0b-c27add1c09f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:02.350266 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e78d9d1-9565-4a76-bd0b-c27add1c09f3 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:02.357505 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78d9d1-9565-4a76-bd0b-c27add1c09f3 admin admin] Pushing event updated for resources: {'Port': ['ID=ea0ec26f-037c-49ab-ba76-4073cb276f1b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:02.401922 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e78d9d1-9565-4a76-bd0b-c27add1c09f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:02.419499 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d592be19-b8e8-4d03-af3c-5ddbc2fe2ff4 None None] Pushing event updated for resources: {'Port': ['ID=80b15d00-e84e-465c-8248-c5f1c2940642,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:02.451181 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3d9f4308-ca6d-4838-bf24-88dd5833c4d9 None None] Provisioning complete for port 70f2a218-0e7d-4a7c-a3b4-f5e32d95288c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:02.451556 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d9f4308-ca6d-4838-bf24-88dd5833c4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:02.499347 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-202234cb-07ea-400e-9c5e-2a60511656a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cde5ba2-d598-40c2-bf23-441485df65c2', 'name': 'tempest-TestAggregatesBasicOps-1066938421-router', 'tenant_id': 'd83bbe90ae0b43cf822dcdacd014defb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '61a83de1-146e-4291-94f8-a758f2599a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:12:53Z', 'updated_at': '2021-12-10T19:12:57Z', 'revision_number': 4, 'project_id': 'd83bbe90ae0b43cf822dcdacd014defb', 'gw_port': {'id': '61a83de1-146e-4291-94f8-a758f2599a85', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cde5ba2-d598-40c2-bf23-441485df65c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:54Z', 'updated_at': '2021-12-10T19:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '80b15d00-e84e-465c-8248-c5f1c2940642', 'name': '', 'network_id': 'a577477e-9038-4c47-891c-33b361bad869', 'tenant_id': 'd83bbe90ae0b43cf822dcdacd014defb', 'mac_address': 'fa:16:3e:e3:e2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cde5ba2-d598-40c2-bf23-441485df65c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '7d66d5c6-8cae-4e53-835c-3c537a75e948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:56Z', 'updated_at': '2021-12-10T19:13:01Z', 'revision_number': 4, 'project_id': 'd83bbe90ae0b43cf822dcdacd014defb', 'subnets': [{'id': '7d66d5c6-8cae-4e53-835c-3c537a75e948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:02.533788 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202234cb-07ea-400e-9c5e-2a60511656a2 None None] The sync data for ids ['3cde5ba2-d598-40c2-bf23-441485df65c2'] in n-d-821435-1 is: [{'id': '3cde5ba2-d598-40c2-bf23-441485df65c2', 'name': 'tempest-TestAggregatesBasicOps-1066938421-router', 'tenant_id': 'd83bbe90ae0b43cf822dcdacd014defb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '61a83de1-146e-4291-94f8-a758f2599a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:12:53Z', 'updated_at': '2021-12-10T19:12:57Z', 'revision_number': 4, 'project_id': 'd83bbe90ae0b43cf822dcdacd014defb', 'gw_port': {'id': '61a83de1-146e-4291-94f8-a758f2599a85', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cde5ba2-d598-40c2-bf23-441485df65c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:54Z', 'updated_at': '2021-12-10T19:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '80b15d00-e84e-465c-8248-c5f1c2940642', 'name': '', 'network_id': 'a577477e-9038-4c47-891c-33b361bad869', 'tenant_id': 'd83bbe90ae0b43cf822dcdacd014defb', 'mac_address': 'fa:16:3e:e3:e2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cde5ba2-d598-40c2-bf23-441485df65c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '7d66d5c6-8cae-4e53-835c-3c537a75e948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:56Z', 'updated_at': '2021-12-10T19:13:01Z', 'revision_number': 4, 'project_id': 'd83bbe90ae0b43cf822dcdacd014defb', 'subnets': [{'id': '7d66d5c6-8cae-4e53-835c-3c537a75e948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:13:02.589201 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d9f4308-ca6d-4838-bf24-88dd5833c4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:02.628814 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e78d9d1-9565-4a76-bd0b-c27add1c09f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:02.644115 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3d9f4308-ca6d-4838-bf24-88dd5833c4d9 None None] For port 70f2a218-0e7d-4a7c-a3b4-f5e32d95288c, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=70f2a218-0e7d-4a7c-a3b4-f5e32d95288c,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:02.654300 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d9f4308-ca6d-4838-bf24-88dd5833c4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:02.669812 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-49b2353a-25a1-4951-b3a4-0634e64795e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b2612d-b494-4438-982d-b15ee348340b', 'name': 'tempest-TestAggregatesBasicOps-1623978902-router', 'tenant_id': 'd69526e1efc54581abcd0588a641d81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '70f2a218-0e7d-4a7c-a3b4-f5e32d95288c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:12:59Z', 'updated_at': '2021-12-10T19:13:00Z', 'revision_number': 3, 'project_id': 'd69526e1efc54581abcd0588a641d81e', 'gw_port': {'id': '70f2a218-0e7d-4a7c-a3b4-f5e32d95288c', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:de:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b2612d-b494-4438-982d-b15ee348340b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:59Z', 'updated_at': '2021-12-10T19:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:02.708723 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b2353a-25a1-4951-b3a4-0634e64795e6 None None] The sync data for ids ['74b2612d-b494-4438-982d-b15ee348340b'] in n-d-821435-1 is: [{'id': '74b2612d-b494-4438-982d-b15ee348340b', 'name': 'tempest-TestAggregatesBasicOps-1623978902-router', 'tenant_id': 'd69526e1efc54581abcd0588a641d81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '70f2a218-0e7d-4a7c-a3b4-f5e32d95288c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:12:59Z', 'updated_at': '2021-12-10T19:13:00Z', 'revision_number': 3, 'project_id': 'd69526e1efc54581abcd0588a641d81e', 'gw_port': {'id': '70f2a218-0e7d-4a7c-a3b4-f5e32d95288c', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:de:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b2612d-b494-4438-982d-b15ee348340b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:59Z', 'updated_at': '2021-12-10T19:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:13:02.793026 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f4308-ca6d-4838-bf24-88dd5833c4d9 None None] Pushing event updated for resources: {'Port': ['ID=70f2a218-0e7d-4a7c-a3b4-f5e32d95288c,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:02.797755 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3d9f4308-ca6d-4838-bf24-88dd5833c4d9 None None] Provisioning complete for port 7823c06b-801c-4c8f-940b-fbe33ea30756 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:02.798224 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d9f4308-ca6d-4838-bf24-88dd5833c4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:02.875635 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e78d9d1-9565-4a76-bd0b-c27add1c09f3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:02.883498 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e78d9d1-9565-4a76-bd0b-c27add1c09f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:02.954445 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3d9f4308-ca6d-4838-bf24-88dd5833c4d9 None None] Provisioning complete for port 80b15d00-e84e-465c-8248-c5f1c2940642 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:02.955778 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d9f4308-ca6d-4838-bf24-88dd5833c4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:02.966736 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e78d9d1-9565-4a76-bd0b-c27add1c09f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:02.968238 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78d9d1-9565-4a76-bd0b-c27add1c09f3 admin admin] Pushing event updated for resources: {'Port': ['ID=ea0ec26f-037c-49ab-ba76-4073cb276f1b,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:03.109810 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e78d9d1-9565-4a76-bd0b-c27add1c09f3 admin admin] Network cf1e830e-6d8b-47f5-8d9b-47ec2bca3a59 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:03.114018 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 7823c06b-801c-4c8f-940b-fbe33ea30756 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:03.116312 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-1e78d9d1-9565-4a76-bd0b-c27add1c09f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:03.249107 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c6dd4fc6-e9a5-46b0-b708-75ec36174796 None None] Provisioning complete for port 7823c06b-801c-4c8f-940b-fbe33ea30756 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:03.249632 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c6dd4fc6-e9a5-46b0-b708-75ec36174796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:03.388379 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 7823c06b-801c-4c8f-940b-fbe33ea30756 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:03.393556 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:03.469634 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b39082-0dc6-48b6-8a90-9d3afbd00055 req-f7894036-9f76-4b3d-9666-a349dd8d8596 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:03.472271 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-01b39082-0dc6-48b6-8a90-9d3afbd00055 req-f7894036-9f76-4b3d-9666-a349dd8d8596 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a328fb-d386-4945-b513-37524e41a6a4 HTTP/1.1" status: 200 len: 946 time: 0.1408265 Dec 10 19:13:03.505468 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e78d9d1-9565-4a76-bd0b-c27add1c09f3 admin admin] Router 74b2612d-b494-4438-982d-b15ee348340b has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:13:03.661996 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c6dd4fc6-e9a5-46b0-b708-75ec36174796 None None] Provisioning complete for port ea0ec26f-037c-49ab-ba76-4073cb276f1b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:03.662485 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c6dd4fc6-e9a5-46b0-b708-75ec36174796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:03.664302 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-01b39082-0dc6-48b6-8a90-9d3afbd00055 req-3ce25581-838b-42bf-b6c9-ca3d777cab34 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/security-groups?id=142c1fc4-e8b2-4cdd-87f6-920a5e32b851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820400 Dec 10 19:13:03.719524 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e78d9d1-9565-4a76-bd0b-c27add1c09f3 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:13:03.726280 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1e78d9d1-9565-4a76-bd0b-c27add1c09f3 admin admin] 10.222.0.62 "PUT /v2.0/routers/74b2612d-b494-4438-982d-b15ee348340b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7892478 Dec 10 19:13:03.730966 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c6dd4fc6-e9a5-46b0-b708-75ec36174796 None None] Port ea0ec26f-037c-49ab-ba76-4073cb276f1b cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:13:03.750640 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 80b15d00-e84e-465c-8248-c5f1c2940642 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:03.818382 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 80b15d00-e84e-465c-8248-c5f1c2940642 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:03.818771 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:03.873699 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef135c-d842-4d30-8678-17068765e792 req-6e1e2f7d-a3dd-433b-ac66-4a41b9cf6b67 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:03.886426 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1eef135c-d842-4d30-8678-17068765e792 req-6e1e2f7d-a3dd-433b-ac66-4a41b9cf6b67 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a328fb-d386-4945-b513-37524e41a6a4 HTTP/1.1" status: 200 len: 946 time: 0.0976837 Dec 10 19:13:03.914588 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-93c6e7c9-d58c-4f12-ac5d-b05562542366 None None] Provisioning complete for port ea0ec26f-037c-49ab-ba76-4073cb276f1b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:03.914977 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-93c6e7c9-d58c-4f12-ac5d-b05562542366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:03.963522 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1eef135c-d842-4d30-8678-17068765e792 req-273fda06-bd24-4115-b0df-691aad484a51 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/security-groups?id=142c1fc4-e8b2-4cdd-87f6-920a5e32b851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758255 Dec 10 19:13:03.990853 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-93c6e7c9-d58c-4f12-ac5d-b05562542366 None None] Port ea0ec26f-037c-49ab-ba76-4073cb276f1b cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:13:04.077035 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:04.903674 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44704) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:05.052260 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 70f2a218-0e7d-4a7c-a3b4-f5e32d95288c up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:05.103362 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 70f2a218-0e7d-4a7c-a3b4-f5e32d95288c triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:05.103680 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:05.201402 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edf5f15-596c-4aea-bd59-297fca4bc531 None None] Sync routers for ids ['74b2612d-b494-4438-982d-b15ee348340b'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:13:05.212377 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edf5f15-596c-4aea-bd59-297fca4bc531 None None] Routers {'74b2612d-b494-4438-982d-b15ee348340b'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:05.213058 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6edf5f15-596c-4aea-bd59-297fca4bc531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:12:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['74b2612d-b494-4438-982d-b15ee348340b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:05.345458 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-6edf5f15-596c-4aea-bd59-297fca4bc531 None None] Set router 74b2612d-b494-4438-982d-b15ee348340b gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:05.444430 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44706) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:05.560145 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6edf5f15-596c-4aea-bd59-297fca4bc531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b2612d-b494-4438-982d-b15ee348340b', 'name': 'tempest-TestAggregatesBasicOps-1623978902-router', 'tenant_id': 'd69526e1efc54581abcd0588a641d81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '70f2a218-0e7d-4a7c-a3b4-f5e32d95288c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:12:59Z', 'updated_at': '2021-12-10T19:13:02Z', 'revision_number': 4, 'project_id': 'd69526e1efc54581abcd0588a641d81e', 'gw_port': {'id': '70f2a218-0e7d-4a7c-a3b4-f5e32d95288c', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:de:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b2612d-b494-4438-982d-b15ee348340b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:59Z', 'updated_at': '2021-12-10T19:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'ea0ec26f-037c-49ab-ba76-4073cb276f1b', 'name': '', 'network_id': 'cf1e830e-6d8b-47f5-8d9b-47ec2bca3a59', 'tenant_id': 'd69526e1efc54581abcd0588a641d81e', 'mac_address': 'fa:16:3e:0a:e9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b2612d-b494-4438-982d-b15ee348340b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'a65f5f46-3f4b-43e3-9970-b69886ae2655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:01Z', 'updated_at': '2021-12-10T19:13:02Z', 'revision_number': 2, 'project_id': 'd69526e1efc54581abcd0588a641d81e', 'subnets': [{'id': 'a65f5f46-3f4b-43e3-9970-b69886ae2655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:05.588719 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edf5f15-596c-4aea-bd59-297fca4bc531 None None] Checking router: 74b2612d-b494-4438-982d-b15ee348340b for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:13:05.589082 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edf5f15-596c-4aea-bd59-297fca4bc531 None None] Updating router 74b2612d-b494-4438-982d-b15ee348340b port ea0ec26f-037c-49ab-ba76-4073cb276f1b binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:13:05.618664 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6edf5f15-596c-4aea-bd59-297fca4bc531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:05.729606 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b88b20b-3f40-46a5-93ae-f12bb3777e75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:05.879558 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6edf5f15-596c-4aea-bd59-297fca4bc531 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:05.885360 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6edf5f15-596c-4aea-bd59-297fca4bc531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:05.937745 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45e85f-f7ab-41f3-9155-189abe6c2784 None None] Pushing event updated for resources: {'Port': ['ID=ea0ec26f-037c-49ab-ba76-4073cb276f1b,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:05.994574 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6edf5f15-596c-4aea-bd59-297fca4bc531 None None] Attempting to bind port ea0ec26f-037c-49ab-ba76-4073cb276f1b on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:13:05.994958 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6edf5f15-596c-4aea-bd59-297fca4bc531 None None] Attempting to bind port ea0ec26f-037c-49ab-ba76-4073cb276f1b by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '270102d2-fa95-42a2-8117-e77ba652915b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cf1e830e-6d8b-47f5-8d9b-47ec2bca3a59'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:13:05.995329 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edf5f15-596c-4aea-bd59-297fca4bc531 None None] Attempting to bind port ea0ec26f-037c-49ab-ba76-4073cb276f1b on network cf1e830e-6d8b-47f5-8d9b-47ec2bca3a59 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:06.000988 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edf5f15-596c-4aea-bd59-297fca4bc531 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:13:06.001372 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edf5f15-596c-4aea-bd59-297fca4bc531 None None] Checking segment: {'id': '270102d2-fa95-42a2-8117-e77ba652915b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cf1e830e-6d8b-47f5-8d9b-47ec2bca3a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:13:06.002606 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6edf5f15-596c-4aea-bd59-297fca4bc531 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:06.003010 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edf5f15-596c-4aea-bd59-297fca4bc531 None None] Bound using segment: {'id': '270102d2-fa95-42a2-8117-e77ba652915b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cf1e830e-6d8b-47f5-8d9b-47ec2bca3a59'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:13:06.003775 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6edf5f15-596c-4aea-bd59-297fca4bc531 None None] Bound port: ea0ec26f-037c-49ab-ba76-4073cb276f1b, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270102d2-fa95-42a2-8117-e77ba652915b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cf1e830e-6d8b-47f5-8d9b-47ec2bca3a59'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:13:06.004175 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6edf5f15-596c-4aea-bd59-297fca4bc531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:06.069816 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6edf5f15-596c-4aea-bd59-297fca4bc531 None None] For port ea0ec26f-037c-49ab-ba76-4073cb276f1b, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:13:06.073715 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6edf5f15-596c-4aea-bd59-297fca4bc531 None None] For port ea0ec26f-037c-49ab-ba76-4073cb276f1b, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=ea0ec26f-037c-49ab-ba76-4073cb276f1b,segment=NetworkSegment(270102d2-fa95-42a2-8117-e77ba652915b),segment_id=270102d2-fa95-42a2-8117-e77ba652915b)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:13:06.079013 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6edf5f15-596c-4aea-bd59-297fca4bc531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:06.120992 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90e26369-faf3-41e1-9deb-1f3bc9480059 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:06.136356 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edf5f15-596c-4aea-bd59-297fca4bc531 None None] Routers {'74b2612d-b494-4438-982d-b15ee348340b'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:06.136935 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6edf5f15-596c-4aea-bd59-297fca4bc531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:12:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['74b2612d-b494-4438-982d-b15ee348340b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:06.208973 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45e85f-f7ab-41f3-9155-189abe6c2784 None None] Pushing event updated for resources: {'Port': ['ID=ea0ec26f-037c-49ab-ba76-4073cb276f1b,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:06.249065 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-809046dc-56ad-46ee-80df-77ba49c89a2c None None] Provisioning complete for port ea0ec26f-037c-49ab-ba76-4073cb276f1b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:06.249446 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-809046dc-56ad-46ee-80df-77ba49c89a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:06.265036 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-3b88b20b-3f40-46a5-93ae-f12bb3777e75 admin admin] Deleting port 80b15d00-e84e-465c-8248-c5f1c2940642 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:13:06.265389 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b88b20b-3f40-46a5-93ae-f12bb3777e75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:06.302273 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-6edf5f15-596c-4aea-bd59-297fca4bc531 None None] Set router 74b2612d-b494-4438-982d-b15ee348340b gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:06.494235 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-809046dc-56ad-46ee-80df-77ba49c89a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:06.494614 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-3b88b20b-3f40-46a5-93ae-f12bb3777e75 admin admin] For port 80b15d00-e84e-465c-8248-c5f1c2940642, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=80b15d00-e84e-465c-8248-c5f1c2940642,segment=NetworkSegment(7c07d025-4122-470b-94cb-9862cc9689ed),segment_id=7c07d025-4122-470b-94cb-9862cc9689ed)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:06.494975 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b88b20b-3f40-46a5-93ae-f12bb3777e75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:06.520316 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-3b88b20b-3f40-46a5-93ae-f12bb3777e75 admin admin] Calling delete_port for 80b15d00-e84e-465c-8248-c5f1c2940642 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:13:06.566296 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-809046dc-56ad-46ee-80df-77ba49c89a2c None None] For port ea0ec26f-037c-49ab-ba76-4073cb276f1b, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=ea0ec26f-037c-49ab-ba76-4073cb276f1b,segment=NetworkSegment(270102d2-fa95-42a2-8117-e77ba652915b),segment_id=270102d2-fa95-42a2-8117-e77ba652915b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:06.570699 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-809046dc-56ad-46ee-80df-77ba49c89a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:06.601492 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-90e26369-faf3-41e1-9deb-1f3bc9480059 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Allocated IP 172.20.0.17 (44f30dc5-3dee-48be-82d4-42859b8b827a/0cc542d7-93c1-47c1-acea-9ed5c7899421/a3f60c04-81b8-4aa0-a746-921e22e19586) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:06.638536 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6edf5f15-596c-4aea-bd59-297fca4bc531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b2612d-b494-4438-982d-b15ee348340b', 'name': 'tempest-TestAggregatesBasicOps-1623978902-router', 'tenant_id': 'd69526e1efc54581abcd0588a641d81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '70f2a218-0e7d-4a7c-a3b4-f5e32d95288c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:12:59Z', 'updated_at': '2021-12-10T19:13:02Z', 'revision_number': 4, 'project_id': 'd69526e1efc54581abcd0588a641d81e', 'gw_port': {'id': '70f2a218-0e7d-4a7c-a3b4-f5e32d95288c', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:de:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b2612d-b494-4438-982d-b15ee348340b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:59Z', 'updated_at': '2021-12-10T19:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'ea0ec26f-037c-49ab-ba76-4073cb276f1b', 'name': '', 'network_id': 'cf1e830e-6d8b-47f5-8d9b-47ec2bca3a59', 'tenant_id': 'd69526e1efc54581abcd0588a641d81e', 'mac_address': 'fa:16:3e:0a:e9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b2612d-b494-4438-982d-b15ee348340b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'a65f5f46-3f4b-43e3-9970-b69886ae2655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:01Z', 'updated_at': '2021-12-10T19:13:06Z', 'revision_number': 4, 'project_id': 'd69526e1efc54581abcd0588a641d81e', 'subnets': [{'id': 'a65f5f46-3f4b-43e3-9970-b69886ae2655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:06.675792 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809046dc-56ad-46ee-80df-77ba49c89a2c None None] Pushing event updated for resources: {'Port': ['ID=ea0ec26f-037c-49ab-ba76-4073cb276f1b,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:06.679863 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edf5f15-596c-4aea-bd59-297fca4bc531 None None] The sync data for ids ['74b2612d-b494-4438-982d-b15ee348340b'] in n-d-821435-1 is: [{'id': '74b2612d-b494-4438-982d-b15ee348340b', 'name': 'tempest-TestAggregatesBasicOps-1623978902-router', 'tenant_id': 'd69526e1efc54581abcd0588a641d81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '70f2a218-0e7d-4a7c-a3b4-f5e32d95288c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:12:59Z', 'updated_at': '2021-12-10T19:13:02Z', 'revision_number': 4, 'project_id': 'd69526e1efc54581abcd0588a641d81e', 'gw_port': {'id': '70f2a218-0e7d-4a7c-a3b4-f5e32d95288c', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:de:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b2612d-b494-4438-982d-b15ee348340b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:59Z', 'updated_at': '2021-12-10T19:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'ea0ec26f-037c-49ab-ba76-4073cb276f1b', 'name': '', 'network_id': 'cf1e830e-6d8b-47f5-8d9b-47ec2bca3a59', 'tenant_id': 'd69526e1efc54581abcd0588a641d81e', 'mac_address': 'fa:16:3e:0a:e9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b2612d-b494-4438-982d-b15ee348340b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'a65f5f46-3f4b-43e3-9970-b69886ae2655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:01Z', 'updated_at': '2021-12-10T19:13:06Z', 'revision_number': 4, 'project_id': 'd69526e1efc54581abcd0588a641d81e', 'subnets': [{'id': 'a65f5f46-3f4b-43e3-9970-b69886ae2655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:13:06.693715 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ec9c39d7-c38d-4141-8a7a-cc9629ba1f29 None None] Provisioning complete for port ea0ec26f-037c-49ab-ba76-4073cb276f1b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:06.694090 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ec9c39d7-c38d-4141-8a7a-cc9629ba1f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:06.818085 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90e26369-faf3-41e1-9deb-1f3bc9480059 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:06.876998 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b88b20b-3f40-46a5-93ae-f12bb3777e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:06.911568 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b88b20b-3f40-46a5-93ae-f12bb3777e75 admin admin] Pushing event deleted for resources: {'Port': ['ID=80b15d00-e84e-465c-8248-c5f1c2940642,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:06.934721 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90e26369-faf3-41e1-9deb-1f3bc9480059 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:07.015799 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e26369-faf3-41e1-9deb-1f3bc9480059 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Network 44f30dc5-3dee-48be-82d4-42859b8b827a is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:07.027540 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-90e26369-faf3-41e1-9deb-1f3bc9480059 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:07.067328 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e26369-faf3-41e1-9deb-1f3bc9480059 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:07.108348 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e26369-faf3-41e1-9deb-1f3bc9480059 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'Port': ['ID=a3f60c04-81b8-4aa0-a746-921e22e19586,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:07.153250 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device ea0ec26f-037c-49ab-ba76-4073cb276f1b up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:07.176328 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90e26369-faf3-41e1-9deb-1f3bc9480059 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:07.224600 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port ea0ec26f-037c-49ab-ba76-4073cb276f1b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:07.225138 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:07.237312 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b88b20b-3f40-46a5-93ae-f12bb3777e75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:07.445029 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fc43389a-08dd-493b-891b-7fbe42d486de None None] Provisioning complete for port a3f60c04-81b8-4aa0-a746-921e22e19586 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:07.445508 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fc43389a-08dd-493b-891b-7fbe42d486de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:07.489373 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-fc43389a-08dd-493b-891b-7fbe42d486de None None] Port a3f60c04-81b8-4aa0-a746-921e22e19586 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:13:07.490911 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90e26369-faf3-41e1-9deb-1f3bc9480059 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:07.941174 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b88b20b-3f40-46a5-93ae-f12bb3777e75 admin admin] Router 3cde5ba2-d598-40c2-bf23-441485df65c2 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:13:08.122224 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b88b20b-3f40-46a5-93ae-f12bb3777e75 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:13:08.129416 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3b88b20b-3f40-46a5-93ae-f12bb3777e75 admin admin] 10.222.0.62 "PUT /v2.0/routers/3cde5ba2-d598-40c2-bf23-441485df65c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2240908 Dec 10 19:13:08.132037 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44708) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:08.134488 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300ea291-0232-4d11-a5f2-a0a12baa6dde None None] Sync routers for ids ['3cde5ba2-d598-40c2-bf23-441485df65c2'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:13:08.145522 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300ea291-0232-4d11-a5f2-a0a12baa6dde None None] Routers {'3cde5ba2-d598-40c2-bf23-441485df65c2'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:08.146212 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-300ea291-0232-4d11-a5f2-a0a12baa6dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:12:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['3cde5ba2-d598-40c2-bf23-441485df65c2'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:08.182363 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90e26369-faf3-41e1-9deb-1f3bc9480059 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:08.187034 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90e26369-faf3-41e1-9deb-1f3bc9480059 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:08.257651 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-300ea291-0232-4d11-a5f2-a0a12baa6dde None None] Set router 3cde5ba2-d598-40c2-bf23-441485df65c2 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:08.272746 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90e26369-faf3-41e1-9deb-1f3bc9480059 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:08.283675 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e26369-faf3-41e1-9deb-1f3bc9480059 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'Port': ['ID=a3f60c04-81b8-4aa0-a746-921e22e19586,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:08.405571 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e26369-faf3-41e1-9deb-1f3bc9480059 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Network 44f30dc5-3dee-48be-82d4-42859b8b827a is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:08.407365 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-90e26369-faf3-41e1-9deb-1f3bc9480059 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:08.419673 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:08.492332 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-300ea291-0232-4d11-a5f2-a0a12baa6dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cde5ba2-d598-40c2-bf23-441485df65c2', 'name': 'tempest-TestAggregatesBasicOps-1066938421-router', 'tenant_id': 'd83bbe90ae0b43cf822dcdacd014defb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '61a83de1-146e-4291-94f8-a758f2599a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:12:53Z', 'updated_at': '2021-12-10T19:13:06Z', 'revision_number': 5, 'project_id': 'd83bbe90ae0b43cf822dcdacd014defb', 'gw_port': {'id': '61a83de1-146e-4291-94f8-a758f2599a85', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cde5ba2-d598-40c2-bf23-441485df65c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:54Z', 'updated_at': '2021-12-10T19:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:08.522389 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300ea291-0232-4d11-a5f2-a0a12baa6dde None None] Checking router: 3cde5ba2-d598-40c2-bf23-441485df65c2 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:13:08.536366 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300ea291-0232-4d11-a5f2-a0a12baa6dde None None] Routers {'3cde5ba2-d598-40c2-bf23-441485df65c2'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:08.537194 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-300ea291-0232-4d11-a5f2-a0a12baa6dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:12:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['3cde5ba2-d598-40c2-bf23-441485df65c2'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:08.567018 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e26369-faf3-41e1-9deb-1f3bc9480059 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Router fb0fcdb4-6168-47b5-89cf-f0790523ef06 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:13:08.568612 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cfb3bd0-dd1d-4680-99bc-2fc5a45e8f75 admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:08.653592 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-300ea291-0232-4d11-a5f2-a0a12baa6dde None None] Set router 3cde5ba2-d598-40c2-bf23-441485df65c2 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:08.700224 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cfb3bd0-dd1d-4680-99bc-2fc5a45e8f75 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:08.706170 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e26369-faf3-41e1-9deb-1f3bc9480059 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:13:08.718840 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdeff4ff-4d51-4ad0-a087-c1b78cd34f8d None None] Sync routers for ids ['fb0fcdb4-6168-47b5-89cf-f0790523ef06'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:13:08.725427 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-90e26369-faf3-41e1-9deb-1f3bc9480059 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "PUT /v2.0/routers/fb0fcdb4-6168-47b5-89cf-f0790523ef06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2799971 Dec 10 19:13:08.749046 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdeff4ff-4d51-4ad0-a087-c1b78cd34f8d None None] Routers {'fb0fcdb4-6168-47b5-89cf-f0790523ef06'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:08.750033 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-fdeff4ff-4d51-4ad0-a087-c1b78cd34f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:12:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['fb0fcdb4-6168-47b5-89cf-f0790523ef06'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:08.772831 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4cfb3bd0-dd1d-4680-99bc-2fc5a45e8f75 admin admin] Deleting port 61a83de1-146e-4291-94f8-a758f2599a85 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:13:08.773258 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cfb3bd0-dd1d-4680-99bc-2fc5a45e8f75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:08.858981 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2cabc111-ef1c-4e00-b65d-cac6948f4575 None None] Provisioning complete for port a3f60c04-81b8-4aa0-a746-921e22e19586 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:08.859398 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2cabc111-ef1c-4e00-b65d-cac6948f4575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:08.862313 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4cfb3bd0-dd1d-4680-99bc-2fc5a45e8f75 admin admin] For port 61a83de1-146e-4291-94f8-a758f2599a85, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=61a83de1-146e-4291-94f8-a758f2599a85,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:08.863314 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cfb3bd0-dd1d-4680-99bc-2fc5a45e8f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:08.872066 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-300ea291-0232-4d11-a5f2-a0a12baa6dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cde5ba2-d598-40c2-bf23-441485df65c2', 'name': 'tempest-TestAggregatesBasicOps-1066938421-router', 'tenant_id': 'd83bbe90ae0b43cf822dcdacd014defb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '61a83de1-146e-4291-94f8-a758f2599a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:12:53Z', 'updated_at': '2021-12-10T19:13:06Z', 'revision_number': 5, 'project_id': 'd83bbe90ae0b43cf822dcdacd014defb', 'gw_port': {'id': '61a83de1-146e-4291-94f8-a758f2599a85', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cde5ba2-d598-40c2-bf23-441485df65c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:54Z', 'updated_at': '2021-12-10T19:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:08.877599 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4cfb3bd0-dd1d-4680-99bc-2fc5a45e8f75 admin admin] Calling delete_port for 61a83de1-146e-4291-94f8-a758f2599a85 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:13:08.903675 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300ea291-0232-4d11-a5f2-a0a12baa6dde None None] The sync data for ids ['3cde5ba2-d598-40c2-bf23-441485df65c2'] in n-d-821435-1 is: [{'id': '3cde5ba2-d598-40c2-bf23-441485df65c2', 'name': 'tempest-TestAggregatesBasicOps-1066938421-router', 'tenant_id': 'd83bbe90ae0b43cf822dcdacd014defb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '61a83de1-146e-4291-94f8-a758f2599a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:12:53Z', 'updated_at': '2021-12-10T19:13:06Z', 'revision_number': 5, 'project_id': 'd83bbe90ae0b43cf822dcdacd014defb', 'gw_port': {'id': '61a83de1-146e-4291-94f8-a758f2599a85', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cde5ba2-d598-40c2-bf23-441485df65c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:54Z', 'updated_at': '2021-12-10T19:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:13:08.910709 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-fdeff4ff-4d51-4ad0-a087-c1b78cd34f8d None None] Set router fb0fcdb4-6168-47b5-89cf-f0790523ef06 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:08.942237 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2cabc111-ef1c-4e00-b65d-cac6948f4575 None None] Port a3f60c04-81b8-4aa0-a746-921e22e19586 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:13:09.056366 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cfb3bd0-dd1d-4680-99bc-2fc5a45e8f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:09.081669 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb3bd0-dd1d-4680-99bc-2fc5a45e8f75 admin admin] Pushing event deleted for resources: {'Port': ['ID=61a83de1-146e-4291-94f8-a758f2599a85,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:09.100123 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d9addb-80de-4a29-bec2-6fff325bdbcd None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:13:09.145721 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cfb3bd0-dd1d-4680-99bc-2fc5a45e8f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:09.164084 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-fdeff4ff-4d51-4ad0-a087-c1b78cd34f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'name': 'tempest-TestNetworkBasicOps-router-1141338108', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:16Z', 'updated_at': '2021-12-10T19:13:07Z', 'revision_number': 5, 'project_id': '8598e18254304299bb012ea898e5a529', 'gw_port': {'id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:17Z', 'updated_at': '2021-12-10T19:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '8e45f403-4300-4805-a48d-1c845f0e03af', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'port_id': '0e66710a-d835-468e-960a-5950e18fa7e8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3796, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0185b6a0-b8f9-4dbb-86b3-c81965384904', 'mac_address': 'fa:16:3e:a9:30:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2e3be3-0072-489a-b23b-a7395193feef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:11:38Z', 'updated_at': '2021-12-10T19:11:41Z', 'revision_number': 1, 'project_id': '8598e18254304299bb012ea898e5a529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78440dc8-1ac5-45b9-b388-133f18c93013', 'name': '', 'network_id': '0185b6a0-b8f9-4dbb-86b3-c81965384904', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'mac_address': 'fa:16:3e:d5:4d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'b2ada5e6-4100-4692-bf9e-830aca5f4f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:20Z', 'updated_at': '2021-12-10T19:11:25Z', 'revision_number': 5, 'project_id': '8598e18254304299bb012ea898e5a529', 'subnets': [{'id': 'b2ada5e6-4100-4692-bf9e-830aca5f4f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3f60c04-81b8-4aa0-a746-921e22e19586', 'name': '', 'network_id': '44f30dc5-3dee-48be-82d4-42859b8b827a', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'mac_address': 'fa:16:3e:e9:61:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '0cc542d7-93c1-47c1-acea-9ed5c7899421', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:06Z', 'updated_at': '2021-12-10T19:13:08Z', 'revision_number': 2, 'project_id': '8598e18254304299bb012ea898e5a529', 'subnets': [{'id': '0cc542d7-93c1-47c1-acea-9ed5c7899421', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:09.242520 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cfb3bd0-dd1d-4680-99bc-2fc5a45e8f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:09.244874 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cfb3bd0-dd1d-4680-99bc-2fc5a45e8f75 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:09.292751 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cfb3bd0-dd1d-4680-99bc-2fc5a45e8f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:09.293487 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfb3bd0-dd1d-4680-99bc-2fc5a45e8f75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cde5ba2-d598-40c2-bf23-441485df65c2 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:13:09.299047 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cfb3bd0-dd1d-4680-99bc-2fc5a45e8f75 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:09.300229 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4cfb3bd0-dd1d-4680-99bc-2fc5a45e8f75 admin admin] 10.222.0.62 "DELETE /v2.0/routers/3cde5ba2-d598-40c2-bf23-441485df65c2 HTTP/1.1" status: 204 len: 168 time: 1.1664970 Dec 10 19:13:09.303140 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44714) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:09.349734 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdeff4ff-4d51-4ad0-a087-c1b78cd34f8d None None] Checking router: fb0fcdb4-6168-47b5-89cf-f0790523ef06 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:13:09.349978 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdeff4ff-4d51-4ad0-a087-c1b78cd34f8d None None] Updating router fb0fcdb4-6168-47b5-89cf-f0790523ef06 port a3f60c04-81b8-4aa0-a746-921e22e19586 binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:13:09.350658 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9402159-b831-4842-aa19-46c887a19a1e admin admin] Deleting subnet 7d66d5c6-8cae-4e53-835c-3c537a75e948 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:13:09.354238 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9402159-b831-4842-aa19-46c887a19a1e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:09.375881 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fdeff4ff-4d51-4ad0-a087-c1b78cd34f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:09.390096 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9402159-b831-4842-aa19-46c887a19a1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:09.472214 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9402159-b831-4842-aa19-46c887a19a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:09.538580 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9402159-b831-4842-aa19-46c887a19a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:09.565795 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9402159-b831-4842-aa19-46c887a19a1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d66d5c6-8cae-4e53-835c-3c537a75e948,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:09.577635 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9402159-b831-4842-aa19-46c887a19a1e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:09.581202 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a9402159-b831-4842-aa19-46c887a19a1e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/7d66d5c6-8cae-4e53-835c-3c537a75e948 HTTP/1.1" status: 204 len: 168 time: 0.2767613 Dec 10 19:13:09.582438 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a51b20b-1067-42b8-8ed1-329972d05833 None None] Network a577477e-9038-4c47-891c-33b361bad869 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:13:09.583405 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44716) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:09.664285 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c9d5ed7-f462-4a91-886a-7fbcc6fcb09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:09.733695 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4c9d5ed7-f462-4a91-886a-7fbcc6fcb09c admin admin] Deleting port e5899733-56c9-42c4-8184-e061474875c7 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:13:09.734041 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c9d5ed7-f462-4a91-886a-7fbcc6fcb09c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:09.734172 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fdeff4ff-4d51-4ad0-a087-c1b78cd34f8d None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:09.745040 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fdeff4ff-4d51-4ad0-a087-c1b78cd34f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:09.800312 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ef1e5-3fb7-4c71-b347-e93a9b1545f4 None None] Pushing event updated for resources: {'Port': ['ID=a3f60c04-81b8-4aa0-a746-921e22e19586,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:09.811962 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-4c9d5ed7-f462-4a91-886a-7fbcc6fcb09c admin admin] For port e5899733-56c9-42c4-8184-e061474875c7, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e5899733-56c9-42c4-8184-e061474875c7,segment=NetworkSegment(7c07d025-4122-470b-94cb-9862cc9689ed),segment_id=7c07d025-4122-470b-94cb-9862cc9689ed)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:09.812409 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c9d5ed7-f462-4a91-886a-7fbcc6fcb09c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:09.826618 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4c9d5ed7-f462-4a91-886a-7fbcc6fcb09c admin admin] Calling delete_port for e5899733-56c9-42c4-8184-e061474875c7 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:13:09.852572 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-fdeff4ff-4d51-4ad0-a087-c1b78cd34f8d None None] Attempting to bind port a3f60c04-81b8-4aa0-a746-921e22e19586 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:13:09.852909 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-fdeff4ff-4d51-4ad0-a087-c1b78cd34f8d None None] Attempting to bind port a3f60c04-81b8-4aa0-a746-921e22e19586 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'b95faba4-0dc3-4e31-93a6-5797cb88a0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44f30dc5-3dee-48be-82d4-42859b8b827a'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:13:09.853285 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdeff4ff-4d51-4ad0-a087-c1b78cd34f8d None None] Attempting to bind port a3f60c04-81b8-4aa0-a746-921e22e19586 on network 44f30dc5-3dee-48be-82d4-42859b8b827a {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:09.878664 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdeff4ff-4d51-4ad0-a087-c1b78cd34f8d None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:13:09.879049 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdeff4ff-4d51-4ad0-a087-c1b78cd34f8d None None] Checking segment: {'id': 'b95faba4-0dc3-4e31-93a6-5797cb88a0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44f30dc5-3dee-48be-82d4-42859b8b827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:13:09.879626 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fdeff4ff-4d51-4ad0-a087-c1b78cd34f8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:09.880096 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdeff4ff-4d51-4ad0-a087-c1b78cd34f8d None None] Bound using segment: {'id': 'b95faba4-0dc3-4e31-93a6-5797cb88a0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44f30dc5-3dee-48be-82d4-42859b8b827a'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:13:09.880920 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-fdeff4ff-4d51-4ad0-a087-c1b78cd34f8d None None] Bound port: a3f60c04-81b8-4aa0-a746-921e22e19586, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b95faba4-0dc3-4e31-93a6-5797cb88a0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44f30dc5-3dee-48be-82d4-42859b8b827a'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:13:09.881082 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fdeff4ff-4d51-4ad0-a087-c1b78cd34f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:09.896939 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82abdae3-7acd-4f8b-bbaa-361b12b4d644 None None] DHCP port deletion for a577477e-9038-4c47-891c-33b361bad869 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:13:09.938957 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c9d5ed7-f462-4a91-886a-7fbcc6fcb09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:09.988395 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9d5ed7-f462-4a91-886a-7fbcc6fcb09c admin admin] Pushing event deleted for resources: {'Port': ['ID=e5899733-56c9-42c4-8184-e061474875c7,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:09.993134 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-fdeff4ff-4d51-4ad0-a087-c1b78cd34f8d None None] For port a3f60c04-81b8-4aa0-a746-921e22e19586, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:13:09.994490 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9d5ed7-f462-4a91-886a-7fbcc6fcb09c admin admin] No DVR routers for this DVR port e5899733-56c9-42c4-8184-e061474875c7 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:13:10.003506 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-fdeff4ff-4d51-4ad0-a087-c1b78cd34f8d None None] For port a3f60c04-81b8-4aa0-a746-921e22e19586, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=a3f60c04-81b8-4aa0-a746-921e22e19586,segment=NetworkSegment(b95faba4-0dc3-4e31-93a6-5797cb88a0a1),segment_id=b95faba4-0dc3-4e31-93a6-5797cb88a0a1)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:13:10.012404 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-82abdae3-7acd-4f8b-bbaa-361b12b4d644 None None] Deleting port e5899733-56c9-42c4-8184-e061474875c7 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:13:10.012895 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-82abdae3-7acd-4f8b-bbaa-361b12b4d644 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:10.081547 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c9d5ed7-f462-4a91-886a-7fbcc6fcb09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:10.082307 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fdeff4ff-4d51-4ad0-a087-c1b78cd34f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:10.084552 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-82abdae3-7acd-4f8b-bbaa-361b12b4d644 None None] For port e5899733-56c9-42c4-8184-e061474875c7, host n-d-821435-1, got binding levels [] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:10.084980 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-82abdae3-7acd-4f8b-bbaa-361b12b4d644 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:10.105334 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-4c9d5ed7-f462-4a91-886a-7fbcc6fcb09c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a577477e-9038-4c47-891c-33b361bad869']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:10.115044 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-4c9d5ed7-f462-4a91-886a-7fbcc6fcb09c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c07d025-4122-470b-94cb-9862cc9689ed') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:10.115458 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-4c9d5ed7-f462-4a91-886a-7fbcc6fcb09c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c07d025-4122-470b-94cb-9862cc9689ed') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:10.124840 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c9d5ed7-f462-4a91-886a-7fbcc6fcb09c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:10.130635 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-82abdae3-7acd-4f8b-bbaa-361b12b4d644 None None] Calling delete_port for e5899733-56c9-42c4-8184-e061474875c7 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:13:10.138368 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c9d5ed7-f462-4a91-886a-7fbcc6fcb09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:10.140598 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.ipam_backend_mixin [None req-82abdae3-7acd-4f8b-bbaa-361b12b4d644 None None] Port e5899733-56c9-42c4-8184-e061474875c7 was not found and therefore no delete operation was performed {{(pid=103246) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 19:13:10.146784 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c9d5ed7-f462-4a91-886a-7fbcc6fcb09c admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:13:10.147465 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c9d5ed7-f462-4a91-886a-7fbcc6fcb09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:10.148555 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-82abdae3-7acd-4f8b-bbaa-361b12b4d644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:10.149404 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 19:13:10.149404 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:13:10.149404 n-d-821435-1 neutron-server[103244]: timer() Dec 10 19:13:10.149404 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:13:10.149404 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 19:13:10.149404 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:13:10.149404 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 19:13:10.149404 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:13:10.149404 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 19:13:10.149404 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:13:10.149404 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 19:13:10.149404 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:13:10.149404 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 19:13:10.149404 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:13:10.149404 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:13:10.149404 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:13:10.149404 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:13:10.149404 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:13:10.149404 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 19:13:10.149404 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:13:10.149404 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 19:13:10.149404 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:13:10.149404 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:13:10.149404 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:13:10.149404 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 19:13:10.149404 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:13:10.149404 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:13:10.149404 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:13:10.149404 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:13:10.149404 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:13:10.149404 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:13:10.149404 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:13:10.180224 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82abdae3-7acd-4f8b-bbaa-361b12b4d644 None None] No DVR routers for this DVR port e5899733-56c9-42c4-8184-e061474875c7 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:13:10.188554 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdeff4ff-4d51-4ad0-a087-c1b78cd34f8d None None] Routers {'fb0fcdb4-6168-47b5-89cf-f0790523ef06'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:10.188554 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-fdeff4ff-4d51-4ad0-a087-c1b78cd34f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:12:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['fb0fcdb4-6168-47b5-89cf-f0790523ef06'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:10.189786 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ef1e5-3fb7-4c71-b347-e93a9b1545f4 None None] Pushing event updated for resources: {'Port': ['ID=a3f60c04-81b8-4aa0-a746-921e22e19586,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:10.230021 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c9d5ed7-f462-4a91-886a-7fbcc6fcb09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:10.239681 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c9d5ed7-f462-4a91-886a-7fbcc6fcb09c admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:10.246420 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44718) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:10.246991 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4c9d5ed7-f462-4a91-886a-7fbcc6fcb09c admin admin] 10.222.0.62 "DELETE /v2.0/networks/a577477e-9038-4c47-891c-33b361bad869 HTTP/1.1" status: 204 len: 168 time: 0.6620364 Dec 10 19:13:10.251494 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82abdae3-7acd-4f8b-bbaa-361b12b4d644 None None] Pushing event deleted for resources: {'Port': ['ID=e5899733-56c9-42c4-8184-e061474875c7,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:10.264435 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9d5ed7-f462-4a91-886a-7fbcc6fcb09c admin admin] Pushing event deleted for resources: {'Network': ['ID=a577477e-9038-4c47-891c-33b361bad869,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:10.293967 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-24e903b8-f68a-41e6-a770-41779e2e6d03 None None] Provisioning complete for port a3f60c04-81b8-4aa0-a746-921e22e19586 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:10.294349 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-24e903b8-f68a-41e6-a770-41779e2e6d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:10.418460 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-fdeff4ff-4d51-4ad0-a087-c1b78cd34f8d None None] Set router fb0fcdb4-6168-47b5-89cf-f0790523ef06 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:10.461211 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-24e903b8-f68a-41e6-a770-41779e2e6d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:10.538802 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-24e903b8-f68a-41e6-a770-41779e2e6d03 None None] For port a3f60c04-81b8-4aa0-a746-921e22e19586, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=a3f60c04-81b8-4aa0-a746-921e22e19586,segment=NetworkSegment(b95faba4-0dc3-4e31-93a6-5797cb88a0a1),segment_id=b95faba4-0dc3-4e31-93a6-5797cb88a0a1)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:10.544975 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-24e903b8-f68a-41e6-a770-41779e2e6d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:10.621970 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:13:10.639938 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e903b8-f68a-41e6-a770-41779e2e6d03 None None] Pushing event updated for resources: {'Port': ['ID=a3f60c04-81b8-4aa0-a746-921e22e19586,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:10.687263 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-04eeaef9-d599-410b-8d35-bd9f4b041d64 None None] Provisioning complete for port a3f60c04-81b8-4aa0-a746-921e22e19586 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:10.687633 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04eeaef9-d599-410b-8d35-bd9f4b041d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:10.688473 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d22de70-0e28-48cc-b6a9-e0ca188a1ef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:10.776951 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-fdeff4ff-4d51-4ad0-a087-c1b78cd34f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'name': 'tempest-TestNetworkBasicOps-router-1141338108', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:16Z', 'updated_at': '2021-12-10T19:13:07Z', 'revision_number': 5, 'project_id': '8598e18254304299bb012ea898e5a529', 'gw_port': {'id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:17Z', 'updated_at': '2021-12-10T19:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '8e45f403-4300-4805-a48d-1c845f0e03af', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'port_id': '0e66710a-d835-468e-960a-5950e18fa7e8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3796, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0185b6a0-b8f9-4dbb-86b3-c81965384904', 'mac_address': 'fa:16:3e:a9:30:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2e3be3-0072-489a-b23b-a7395193feef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:11:38Z', 'updated_at': '2021-12-10T19:11:41Z', 'revision_number': 1, 'project_id': '8598e18254304299bb012ea898e5a529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78440dc8-1ac5-45b9-b388-133f18c93013', 'name': '', 'network_id': '0185b6a0-b8f9-4dbb-86b3-c81965384904', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'mac_address': 'fa:16:3e:d5:4d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'b2ada5e6-4100-4692-bf9e-830aca5f4f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:20Z', 'updated_at': '2021-12-10T19:11:25Z', 'revision_number': 5, 'project_id': '8598e18254304299bb012ea898e5a529', 'subnets': [{'id': 'b2ada5e6-4100-4692-bf9e-830aca5f4f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3f60c04-81b8-4aa0-a746-921e22e19586', 'name': '', 'network_id': '44f30dc5-3dee-48be-82d4-42859b8b827a', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'mac_address': 'fa:16:3e:e9:61:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '0cc542d7-93c1-47c1-acea-9ed5c7899421', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:06Z', 'updated_at': '2021-12-10T19:13:09Z', 'revision_number': 4, 'project_id': '8598e18254304299bb012ea898e5a529', 'subnets': [{'id': '0cc542d7-93c1-47c1-acea-9ed5c7899421', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:10.823243 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdeff4ff-4d51-4ad0-a087-c1b78cd34f8d None None] The sync data for ids ['fb0fcdb4-6168-47b5-89cf-f0790523ef06'] in n-d-821435-1 is: [{'id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'name': 'tempest-TestNetworkBasicOps-router-1141338108', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:16Z', 'updated_at': '2021-12-10T19:13:07Z', 'revision_number': 5, 'project_id': '8598e18254304299bb012ea898e5a529', 'gw_port': {'id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:17Z', 'updated_at': '2021-12-10T19:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '8e45f403-4300-4805-a48d-1c845f0e03af', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'port_id': '0e66710a-d835-468e-960a-5950e18fa7e8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3796, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0185b6a0-b8f9-4dbb-86b3-c81965384904', 'mac_address': 'fa:16:3e:a9:30:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2e3be3-0072-489a-b23b-a7395193feef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:11:38Z', 'updated_at': '2021-12-10T19:11:41Z', 'revision_number': 1, 'project_id': '8598e18254304299bb012ea898e5a529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78440dc8-1ac5-45b9-b388-133f18c93013', 'name': '', 'network_id': '0185b6a0-b8f9-4dbb-86b3-c81965384904', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'mac_address': 'fa:16:3e:d5:4d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'b2ada5e6-4100-4692-bf9e-830aca5f4f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:20Z', 'updated_at': '2021-12-10T19:11:25Z', 'revision_number': 5, 'project_id': '8598e18254304299bb012ea898e5a529', 'subnets': [{'id': 'b2ada5e6-4100-4692-bf9e-830aca5f4f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3f60c04-81b8-4aa0-a746-921e22e19586', 'name': '', 'network_id': '44f30dc5-3dee-48be-82d4-42859b8b827a', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'mac_address': 'fa:16:3e:e9:61:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '0cc542d7-93c1-47c1-acea-9ed5c7899421', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:06Z', 'updated_at': '2021-12-10T19:13:09Z', 'revision_number': 4, 'project_id': '8598e18254304299bb012ea898e5a529', 'subnets': [{'id': '0cc542d7-93c1-47c1-acea-9ed5c7899421', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:13:10.982655 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-2d22de70-0e28-48cc-b6a9-e0ca188a1ef3 admin admin] Deleting port ea0ec26f-037c-49ab-ba76-4073cb276f1b {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:13:10.983159 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d22de70-0e28-48cc-b6a9-e0ca188a1ef3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:11.049531 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device a3f60c04-81b8-4aa0-a746-921e22e19586 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:11.077524 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-2d22de70-0e28-48cc-b6a9-e0ca188a1ef3 admin admin] For port ea0ec26f-037c-49ab-ba76-4073cb276f1b, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=ea0ec26f-037c-49ab-ba76-4073cb276f1b,segment=NetworkSegment(270102d2-fa95-42a2-8117-e77ba652915b),segment_id=270102d2-fa95-42a2-8117-e77ba652915b)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:11.077883 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d22de70-0e28-48cc-b6a9-e0ca188a1ef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:11.092750 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-2d22de70-0e28-48cc-b6a9-e0ca188a1ef3 admin admin] Calling delete_port for ea0ec26f-037c-49ab-ba76-4073cb276f1b owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:13:11.107122 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port a3f60c04-81b8-4aa0-a746-921e22e19586 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:11.107664 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:11.261521 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 61a83de1-146e-4291-94f8-a758f2599a85 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:13:11.284739 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 61a83de1-146e-4291-94f8-a758f2599a85 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:13:11.285098 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 61a83de1-146e-4291-94f8-a758f2599a85 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:13:11.285516 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e5899733-56c9-42c4-8184-e061474875c7 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:13:11.291396 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d22de70-0e28-48cc-b6a9-e0ca188a1ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:11.309242 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: e5899733-56c9-42c4-8184-e061474875c7 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:13:11.309881 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e5899733-56c9-42c4-8184-e061474875c7 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:13:11.310229 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 80b15d00-e84e-465c-8248-c5f1c2940642 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:13:11.320521 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22de70-0e28-48cc-b6a9-e0ca188a1ef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea0ec26f-037c-49ab-ba76-4073cb276f1b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:11.334746 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 80b15d00-e84e-465c-8248-c5f1c2940642 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:13:11.335103 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 80b15d00-e84e-465c-8248-c5f1c2940642 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:13:11.499365 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d22de70-0e28-48cc-b6a9-e0ca188a1ef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:11.719379 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d22de70-0e28-48cc-b6a9-e0ca188a1ef3 admin admin] Router 74b2612d-b494-4438-982d-b15ee348340b has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:13:11.825687 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d22de70-0e28-48cc-b6a9-e0ca188a1ef3 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:13:11.833367 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2d22de70-0e28-48cc-b6a9-e0ca188a1ef3 admin admin] 10.222.0.62 "PUT /v2.0/routers/74b2612d-b494-4438-982d-b15ee348340b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5827246 Dec 10 19:13:11.833617 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44722) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:11.834061 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad774b6-6191-47fb-917b-3d43222e8657 None None] Sync routers for ids ['74b2612d-b494-4438-982d-b15ee348340b'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:13:11.844274 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad774b6-6191-47fb-917b-3d43222e8657 None None] Routers {'74b2612d-b494-4438-982d-b15ee348340b'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:11.844924 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-cad774b6-6191-47fb-917b-3d43222e8657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:12:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['74b2612d-b494-4438-982d-b15ee348340b'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:11.941858 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-64cff1af-af65-4ea8-bd4b-0b3a623604d9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:11.952145 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-cad774b6-6191-47fb-917b-3d43222e8657 None None] Set router 74b2612d-b494-4438-982d-b15ee348340b gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:12.046687 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-64cff1af-af65-4ea8-bd4b-0b3a623604d9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:12.099190 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-64cff1af-af65-4ea8-bd4b-0b3a623604d9 admin admin] Deleting port 70f2a218-0e7d-4a7c-a3b4-f5e32d95288c {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:13:12.099537 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-64cff1af-af65-4ea8-bd4b-0b3a623604d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:12.127964 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-cad774b6-6191-47fb-917b-3d43222e8657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b2612d-b494-4438-982d-b15ee348340b', 'name': 'tempest-TestAggregatesBasicOps-1623978902-router', 'tenant_id': 'd69526e1efc54581abcd0588a641d81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '70f2a218-0e7d-4a7c-a3b4-f5e32d95288c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:12:59Z', 'updated_at': '2021-12-10T19:13:11Z', 'revision_number': 5, 'project_id': 'd69526e1efc54581abcd0588a641d81e', 'gw_port': {'id': '70f2a218-0e7d-4a7c-a3b4-f5e32d95288c', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:de:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b2612d-b494-4438-982d-b15ee348340b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:59Z', 'updated_at': '2021-12-10T19:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:12.157352 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad774b6-6191-47fb-917b-3d43222e8657 None None] Checking router: 74b2612d-b494-4438-982d-b15ee348340b for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:13:12.166061 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad774b6-6191-47fb-917b-3d43222e8657 None None] Routers {'74b2612d-b494-4438-982d-b15ee348340b'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:12.166653 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-cad774b6-6191-47fb-917b-3d43222e8657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:12:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['74b2612d-b494-4438-982d-b15ee348340b'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:12.182776 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-64cff1af-af65-4ea8-bd4b-0b3a623604d9 admin admin] For port 70f2a218-0e7d-4a7c-a3b4-f5e32d95288c, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=70f2a218-0e7d-4a7c-a3b4-f5e32d95288c,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:12.183140 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-64cff1af-af65-4ea8-bd4b-0b3a623604d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:12.195355 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-64cff1af-af65-4ea8-bd4b-0b3a623604d9 admin admin] Calling delete_port for 70f2a218-0e7d-4a7c-a3b4-f5e32d95288c owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:13:12.249308 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-cad774b6-6191-47fb-917b-3d43222e8657 None None] Set router 74b2612d-b494-4438-982d-b15ee348340b gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:12.302718 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-cad774b6-6191-47fb-917b-3d43222e8657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b2612d-b494-4438-982d-b15ee348340b', 'name': 'tempest-TestAggregatesBasicOps-1623978902-router', 'tenant_id': 'd69526e1efc54581abcd0588a641d81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:12:59Z', 'updated_at': '2021-12-10T19:13:12Z', 'revision_number': 6, 'project_id': 'd69526e1efc54581abcd0588a641d81e', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:12.332681 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad774b6-6191-47fb-917b-3d43222e8657 None None] The sync data for ids ['74b2612d-b494-4438-982d-b15ee348340b'] in n-d-821435-1 is: [{'id': '74b2612d-b494-4438-982d-b15ee348340b', 'name': 'tempest-TestAggregatesBasicOps-1623978902-router', 'tenant_id': 'd69526e1efc54581abcd0588a641d81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:12:59Z', 'updated_at': '2021-12-10T19:13:12Z', 'revision_number': 6, 'project_id': 'd69526e1efc54581abcd0588a641d81e', 'gw_port_host': None}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:13:12.366635 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-64cff1af-af65-4ea8-bd4b-0b3a623604d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:12.391824 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cff1af-af65-4ea8-bd4b-0b3a623604d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=70f2a218-0e7d-4a7c-a3b4-f5e32d95288c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:12.408593 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e02354-3df9-4ca4-9d1f-c7b57ac4b472 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:13:12.458078 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-64cff1af-af65-4ea8-bd4b-0b3a623604d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:12.564099 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-64cff1af-af65-4ea8-bd4b-0b3a623604d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:12.566346 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-64cff1af-af65-4ea8-bd4b-0b3a623604d9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:12.626247 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-64cff1af-af65-4ea8-bd4b-0b3a623604d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:12.627022 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64cff1af-af65-4ea8-bd4b-0b3a623604d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74b2612d-b494-4438-982d-b15ee348340b {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:13:12.631699 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-64cff1af-af65-4ea8-bd4b-0b3a623604d9 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:12.632873 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-64cff1af-af65-4ea8-bd4b-0b3a623604d9 admin admin] 10.222.0.62 "DELETE /v2.0/routers/74b2612d-b494-4438-982d-b15ee348340b HTTP/1.1" status: 204 len: 168 time: 0.7982063 Dec 10 19:13:12.635316 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44724) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:12.679649 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac64bbac-4137-42b1-8d51-f18bce8e32f2 admin admin] Deleting subnet a65f5f46-3f4b-43e3-9970-b69886ae2655 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:13:12.683005 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac64bbac-4137-42b1-8d51-f18bce8e32f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:12.723607 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac64bbac-4137-42b1-8d51-f18bce8e32f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:12.807155 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac64bbac-4137-42b1-8d51-f18bce8e32f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:12.858251 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac64bbac-4137-42b1-8d51-f18bce8e32f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:12.885070 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64bbac-4137-42b1-8d51-f18bce8e32f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a65f5f46-3f4b-43e3-9970-b69886ae2655,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:12.887055 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac64bbac-4137-42b1-8d51-f18bce8e32f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:12.890557 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ac64bbac-4137-42b1-8d51-f18bce8e32f2 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a65f5f46-3f4b-43e3-9970-b69886ae2655 HTTP/1.1" status: 204 len: 168 time: 0.2543144 Dec 10 19:13:12.891667 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1961cd-f999-4606-95f7-c8e9a8625e14 None None] Network cf1e830e-6d8b-47f5-8d9b-47ec2bca3a59 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:13:12.894146 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44726) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:12.966840 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0dc1e247-5e03-4b50-9db3-a2b3b0f6e061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:13.020568 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0dc1e247-5e03-4b50-9db3-a2b3b0f6e061 admin admin] Deleting port 7823c06b-801c-4c8f-940b-fbe33ea30756 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:13:13.020946 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0dc1e247-5e03-4b50-9db3-a2b3b0f6e061 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:13.084546 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-0dc1e247-5e03-4b50-9db3-a2b3b0f6e061 admin admin] For port 7823c06b-801c-4c8f-940b-fbe33ea30756, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=7823c06b-801c-4c8f-940b-fbe33ea30756,segment=NetworkSegment(270102d2-fa95-42a2-8117-e77ba652915b),segment_id=270102d2-fa95-42a2-8117-e77ba652915b)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:13.085012 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0dc1e247-5e03-4b50-9db3-a2b3b0f6e061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:13.100425 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0dc1e247-5e03-4b50-9db3-a2b3b0f6e061 admin admin] Calling delete_port for 7823c06b-801c-4c8f-940b-fbe33ea30756 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:13:13.128431 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e44508-aa6c-42f2-b3df-77382583c5e4 None None] DHCP port deletion for cf1e830e-6d8b-47f5-8d9b-47ec2bca3a59 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:13:13.187034 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-47e44508-aa6c-42f2-b3df-77382583c5e4 None None] Deleting port 7823c06b-801c-4c8f-940b-fbe33ea30756 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:13:13.187780 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-47e44508-aa6c-42f2-b3df-77382583c5e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:13.191597 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0dc1e247-5e03-4b50-9db3-a2b3b0f6e061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:13.203830 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 7823c06b-801c-4c8f-940b-fbe33ea30756 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:13:13.217487 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1e247-5e03-4b50-9db3-a2b3b0f6e061 admin admin] Pushing event deleted for resources: {'Port': ['ID=7823c06b-801c-4c8f-940b-fbe33ea30756,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:13.221048 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc1e247-5e03-4b50-9db3-a2b3b0f6e061 admin admin] No DVR routers for this DVR port 7823c06b-801c-4c8f-940b-fbe33ea30756 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:13:13.252324 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 7823c06b-801c-4c8f-940b-fbe33ea30756 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:13:13.252742 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 7823c06b-801c-4c8f-940b-fbe33ea30756 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:13:13.253135 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 70f2a218-0e7d-4a7c-a3b4-f5e32d95288c no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:13:13.286488 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 70f2a218-0e7d-4a7c-a3b4-f5e32d95288c {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:13:13.286831 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 70f2a218-0e7d-4a7c-a3b4-f5e32d95288c not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:13:13.287243 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device ea0ec26f-037c-49ab-ba76-4073cb276f1b no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:13:13.297144 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0dc1e247-5e03-4b50-9db3-a2b3b0f6e061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:13.313520 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-47e44508-aa6c-42f2-b3df-77382583c5e4 None None] For port 7823c06b-801c-4c8f-940b-fbe33ea30756, host n-d-821435-1, got binding levels [] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:13.313916 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-47e44508-aa6c-42f2-b3df-77382583c5e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:13.317144 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: ea0ec26f-037c-49ab-ba76-4073cb276f1b {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:13:13.317490 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device ea0ec26f-037c-49ab-ba76-4073cb276f1b not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:13:13.318521 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-0dc1e247-5e03-4b50-9db3-a2b3b0f6e061 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf1e830e-6d8b-47f5-8d9b-47ec2bca3a59']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:13.328858 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-0dc1e247-5e03-4b50-9db3-a2b3b0f6e061 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '270102d2-fa95-42a2-8117-e77ba652915b') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:13.328858 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-0dc1e247-5e03-4b50-9db3-a2b3b0f6e061 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '270102d2-fa95-42a2-8117-e77ba652915b') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:13.329771 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-47e44508-aa6c-42f2-b3df-77382583c5e4 None None] Calling delete_port for 7823c06b-801c-4c8f-940b-fbe33ea30756 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:13:13.332842 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.ipam_backend_mixin [None req-47e44508-aa6c-42f2-b3df-77382583c5e4 None None] Port 7823c06b-801c-4c8f-940b-fbe33ea30756 was not found and therefore no delete operation was performed {{(pid=103246) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 19:13:13.334359 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-47e44508-aa6c-42f2-b3df-77382583c5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:13.340994 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0dc1e247-5e03-4b50-9db3-a2b3b0f6e061 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:13.357415 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0dc1e247-5e03-4b50-9db3-a2b3b0f6e061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:13.369007 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e44508-aa6c-42f2-b3df-77382583c5e4 None None] Pushing event deleted for resources: {'Port': ['ID=7823c06b-801c-4c8f-940b-fbe33ea30756,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:13.369239 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dc1e247-5e03-4b50-9db3-a2b3b0f6e061 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:13:13.369239 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0dc1e247-5e03-4b50-9db3-a2b3b0f6e061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:13.369239 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 19:13:13.369239 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:13:13.369239 n-d-821435-1 neutron-server[103244]: timer() Dec 10 19:13:13.369239 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:13:13.369239 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 19:13:13.369239 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:13:13.369239 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 19:13:13.369239 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:13:13.369239 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 19:13:13.369239 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:13:13.369239 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 19:13:13.369239 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:13:13.369239 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 19:13:13.369239 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:13:13.369239 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:13:13.369239 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:13:13.369239 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:13:13.369239 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:13:13.369239 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 19:13:13.369239 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:13:13.369239 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 19:13:13.369239 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:13:13.369239 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:13:13.369239 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:13:13.369239 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 19:13:13.369239 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:13:13.369239 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:13:13.369239 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:13:13.369239 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:13:13.369239 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:13:13.369239 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:13:13.369239 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:13:13.374652 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e44508-aa6c-42f2-b3df-77382583c5e4 None None] No DVR routers for this DVR port 7823c06b-801c-4c8f-940b-fbe33ea30756 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:13:13.430863 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0dc1e247-5e03-4b50-9db3-a2b3b0f6e061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:13.437368 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0dc1e247-5e03-4b50-9db3-a2b3b0f6e061 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:13.446161 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0dc1e247-5e03-4b50-9db3-a2b3b0f6e061 admin admin] 10.222.0.62 "DELETE /v2.0/networks/cf1e830e-6d8b-47f5-8d9b-47ec2bca3a59 HTTP/1.1" status: 204 len: 168 time: 0.5462563 Dec 10 19:13:13.459653 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1e247-5e03-4b50-9db3-a2b3b0f6e061 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf1e830e-6d8b-47f5-8d9b-47ec2bca3a59,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:13.610796 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44732) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:13.651577 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3413cdcb-f193-4558-b530-1593cdde9ffd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d83bbe90ae0b43cf822dcdacd014defb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386679 Dec 10 19:13:13.653833 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44734) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:13.700220 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-acd3bffe-484b-4215-8b5c-0f6869b54c11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:13.722201 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-acd3bffe-484b-4215-8b5c-0f6869b54c11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:13.769113 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-acd3bffe-484b-4215-8b5c-0f6869b54c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:13.772182 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-acd3bffe-484b-4215-8b5c-0f6869b54c11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:13.773357 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-acd3bffe-484b-4215-8b5c-0f6869b54c11 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b753b370-83a3-4ef0-ba72-2995501662c3 HTTP/1.1" status: 204 len: 168 time: 0.1186309 Dec 10 19:13:13.780780 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3bffe-484b-4215-8b5c-0f6869b54c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b753b370-83a3-4ef0-ba72-2995501662c3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:14.089566 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44740) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:14.129807 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-dc8c3723-d6f7-44a2-9128-bdf500614e81 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d69526e1efc54581abcd0588a641d81e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390575 Dec 10 19:13:14.132126 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44742) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:14.178486 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-23fa5654-d7bc-4fa6-b41d-0319b459c6d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:14.198470 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-23fa5654-d7bc-4fa6-b41d-0319b459c6d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:14.244209 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-23fa5654-d7bc-4fa6-b41d-0319b459c6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:14.246774 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-23fa5654-d7bc-4fa6-b41d-0319b459c6d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:14.247970 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-23fa5654-d7bc-4fa6-b41d-0319b459c6d9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/090c2c5b-67f3-44ec-891e-22310aba35ea HTTP/1.1" status: 204 len: 168 time: 0.1149249 Dec 10 19:13:14.256009 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa5654-d7bc-4fa6-b41d-0319b459c6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090c2c5b-67f3-44ec-891e-22310aba35ea,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:14.909504 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44764) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:15.007899 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-248500ab-b10e-4149-9f5e-2b381c34a3c4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1876430395-network', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:15.032861 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248500ab-b10e-4149-9f5e-2b381c34a3c4 admin admin] Made reservation on behalf of 4be3ac13b4194ded9b233ce139ba388a for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:15.035115 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-248500ab-b10e-4149-9f5e-2b381c34a3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:15.043353 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-248500ab-b10e-4149-9f5e-2b381c34a3c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:15.115883 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-248500ab-b10e-4149-9f5e-2b381c34a3c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:15.119512 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-248500ab-b10e-4149-9f5e-2b381c34a3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:15.141779 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-248500ab-b10e-4149-9f5e-2b381c34a3c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:13:15.157311 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248500ab-b10e-4149-9f5e-2b381c34a3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851806e6-bc05-4b7b-8dfd-a2a5a57aa2a6,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:15.161199 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-248500ab-b10e-4149-9f5e-2b381c34a3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:15.161780 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-248500ab-b10e-4149-9f5e-2b381c34a3c4 admin admin] Added segment 8112065f-998d-45fa-adeb-517901d3e9fd of type vlan for network c9206994-f16b-44b0-b64e-c8acaccaed37 Dec 10 19:13:15.204671 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-248500ab-b10e-4149-9f5e-2b381c34a3c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:15.228992 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-248500ab-b10e-4149-9f5e-2b381c34a3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:15.229929 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248500ab-b10e-4149-9f5e-2b381c34a3c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:15.230509 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-248500ab-b10e-4149-9f5e-2b381c34a3c4 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:15.284584 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-248500ab-b10e-4149-9f5e-2b381c34a3c4 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3738570 Dec 10 19:13:15.287644 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44768) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:15.292761 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c4ae52db-d9c4-4fdf-9f7f-e127b63bfff0 admin admin] Request body: {'subnet': {'network_id': 'c9206994-f16b-44b0-b64e-c8acaccaed37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1876430395-subnet', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:15.295041 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248500ab-b10e-4149-9f5e-2b381c34a3c4 admin admin] Pushing event updated for resources: {'Network': ['ID=c9206994-f16b-44b0-b64e-c8acaccaed37,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:15.306314 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network c9206994-f16b-44b0-b64e-c8acaccaed37 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:13:15.316887 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ae52db-d9c4-4fdf-9f7f-e127b63bfff0 admin admin] Made reservation on behalf of 4be3ac13b4194ded9b233ce139ba388a for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:15.319206 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c4ae52db-d9c4-4fdf-9f7f-e127b63bfff0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:15.495108 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c4ae52db-d9c4-4fdf-9f7f-e127b63bfff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:15.543592 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae52db-d9c4-4fdf-9f7f-e127b63bfff0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd69b434-f410-4bb2-ab5e-18036bd01f04,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:15.560489 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ae52db-d9c4-4fdf-9f7f-e127b63bfff0 admin admin] Checking segment: {'id': '8112065f-998d-45fa-adeb-517901d3e9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c9206994-f16b-44b0-b64e-c8acaccaed37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:13:15.560893 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ae52db-d9c4-4fdf-9f7f-e127b63bfff0 admin admin] Network hostable DHCP agents. Network: c9206994-f16b-44b0-b64e-c8acaccaed37, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:13:15.578111 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ae52db-d9c4-4fdf-9f7f-e127b63bfff0 admin admin] Network c9206994-f16b-44b0-b64e-c8acaccaed37 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:13:15.586371 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-c4ae52db-d9c4-4fdf-9f7f-e127b63bfff0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, c9206994-f16b-44b0-b64e-c8acaccaed37) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:15.590436 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ae52db-d9c4-4fdf-9f7f-e127b63bfff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:15.591064 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c4ae52db-d9c4-4fdf-9f7f-e127b63bfff0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:15.595164 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e26b4e2-e0dd-47a5-bd26-279761f02e0e None None] Network c9206994-f16b-44b0-b64e-c8acaccaed37 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:13:15.606358 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c4ae52db-d9c4-4fdf-9f7f-e127b63bfff0 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3175194 Dec 10 19:13:15.609007 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44772) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:15.614098 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c1c1ea87-1923-4411-b882-0b3c8e66f726 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1876430395-router', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:15.634740 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c1c1ea87-1923-4411-b882-0b3c8e66f726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:15.636297 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c1c1ea87-1923-4411-b882-0b3c8e66f726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:15.692358 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c1c1ea87-1923-4411-b882-0b3c8e66f726 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:15.699109 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6484be-2c92-48af-adbf-68c6b485513b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-c9206994-f16b-44b0-b64e-c8acaccaed37', 'network_id': 'c9206994-f16b-44b0-b64e-c8acaccaed37', 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'fixed_ips': [{'subnet_id': 'bd69b434-f410-4bb2-ab5e-18036bd01f04'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:13:15.700270 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8a6484be-2c92-48af-adbf-68c6b485513b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:15.836717 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-8a6484be-2c92-48af-adbf-68c6b485513b None None] Allocated IP 172.20.0.2 (c9206994-f16b-44b0-b64e-c8acaccaed37/bd69b434-f410-4bb2-ab5e-18036bd01f04/eb671365-362d-4d78-a992-69ecfe7ace50) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:15.990766 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8a6484be-2c92-48af-adbf-68c6b485513b None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:15.996780 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8a6484be-2c92-48af-adbf-68c6b485513b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:16.042501 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6484be-2c92-48af-adbf-68c6b485513b None None] Network c9206994-f16b-44b0-b64e-c8acaccaed37 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:16.045523 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-8a6484be-2c92-48af-adbf-68c6b485513b None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:16.049005 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6484be-2c92-48af-adbf-68c6b485513b None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:16.055920 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6484be-2c92-48af-adbf-68c6b485513b None None] Pushing event updated for resources: {'Port': ['ID=eb671365-362d-4d78-a992-69ecfe7ace50,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:16.105361 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-8a6484be-2c92-48af-adbf-68c6b485513b None None] Attempting to bind port eb671365-362d-4d78-a992-69ecfe7ace50 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:13:16.105647 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-8a6484be-2c92-48af-adbf-68c6b485513b None None] Attempting to bind port eb671365-362d-4d78-a992-69ecfe7ace50 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '8112065f-998d-45fa-adeb-517901d3e9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c9206994-f16b-44b0-b64e-c8acaccaed37'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:13:16.106013 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6484be-2c92-48af-adbf-68c6b485513b None None] Attempting to bind port eb671365-362d-4d78-a992-69ecfe7ace50 on network c9206994-f16b-44b0-b64e-c8acaccaed37 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:16.110906 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6484be-2c92-48af-adbf-68c6b485513b None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:13:16.111457 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6484be-2c92-48af-adbf-68c6b485513b None None] Checking segment: {'id': '8112065f-998d-45fa-adeb-517901d3e9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c9206994-f16b-44b0-b64e-c8acaccaed37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:13:16.111998 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8a6484be-2c92-48af-adbf-68c6b485513b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:16.112399 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6484be-2c92-48af-adbf-68c6b485513b None None] Bound using segment: {'id': '8112065f-998d-45fa-adeb-517901d3e9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c9206994-f16b-44b0-b64e-c8acaccaed37'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:13:16.112942 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-8a6484be-2c92-48af-adbf-68c6b485513b None None] Bound port: eb671365-362d-4d78-a992-69ecfe7ace50, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8112065f-998d-45fa-adeb-517901d3e9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c9206994-f16b-44b0-b64e-c8acaccaed37'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:13:16.113331 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8a6484be-2c92-48af-adbf-68c6b485513b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:16.123658 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c1c1ea87-1923-4411-b882-0b3c8e66f726 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:16.175616 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8a6484be-2c92-48af-adbf-68c6b485513b None None] For port eb671365-362d-4d78-a992-69ecfe7ace50, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:13:16.179234 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8a6484be-2c92-48af-adbf-68c6b485513b None None] For port eb671365-362d-4d78-a992-69ecfe7ace50, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=eb671365-362d-4d78-a992-69ecfe7ace50,segment=NetworkSegment(8112065f-998d-45fa-adeb-517901d3e9fd),segment_id=8112065f-998d-45fa-adeb-517901d3e9fd)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:13:16.183311 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8a6484be-2c92-48af-adbf-68c6b485513b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:16.246964 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6484be-2c92-48af-adbf-68c6b485513b None None] Pushing event updated for resources: {'Port': ['ID=eb671365-362d-4d78-a992-69ecfe7ace50,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:16.341512 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c1c1ea87-1923-4411-b882-0b3c8e66f726 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:16.362271 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c1c1ea87-1923-4411-b882-0b3c8e66f726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:16.485671 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-c1c1ea87-1923-4411-b882-0b3c8e66f726 admin admin] Allocated IP 172.25.7.59 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/d9a28eb9-90bd-4782-8354-63a52dc6dc90) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:16.592720 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c1c1ea87-1923-4411-b882-0b3c8e66f726 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:16.626999 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c1c1ea87-1923-4411-b882-0b3c8e66f726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:16.668543 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c1ea87-1923-4411-b882-0b3c8e66f726 admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:16.671305 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-c1c1ea87-1923-4411-b882-0b3c8e66f726 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:16.675474 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c1ea87-1923-4411-b882-0b3c8e66f726 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:16.684239 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afc07f9-83e2-4d00-a0e8-a5301d9e23df None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:13:16.700332 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1ea87-1923-4411-b882-0b3c8e66f726 admin admin] Pushing event updated for resources: {'Port': ['ID=d9a28eb9-90bd-4782-8354-63a52dc6dc90,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:16.907238 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4d3650cb-8659-4e87-b44f-742b95b37aeb None None] Provisioning complete for port d9a28eb9-90bd-4782-8354-63a52dc6dc90 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:16.907705 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4d3650cb-8659-4e87-b44f-742b95b37aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:16.947359 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4d3650cb-8659-4e87-b44f-742b95b37aeb None None] Port d9a28eb9-90bd-4782-8354-63a52dc6dc90 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:13:16.956546 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c1c1ea87-1923-4411-b882-0b3c8e66f726 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:17.068834 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device eb671365-362d-4d78-a992-69ecfe7ace50 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:17.120652 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port eb671365-362d-4d78-a992-69ecfe7ace50 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:17.121972 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:17.201474 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c1c1ea87-1923-4411-b882-0b3c8e66f726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:17.211465 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:17.233874 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c691f53a-0294-4e1a-80d8-e6e0812c7043 None None] Network c9206994-f16b-44b0-b64e-c8acaccaed37 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:13:17.294605 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port eb671365-362d-4d78-a992-69ecfe7ace50, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=eb671365-362d-4d78-a992-69ecfe7ace50,segment=NetworkSegment(8112065f-998d-45fa-adeb-517901d3e9fd),segment_id=8112065f-998d-45fa-adeb-517901d3e9fd)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:17.305970 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:17.335916 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-510ad4fd-f515-4372-beb8-94587bd99511 None None] Provisioning complete for port eb671365-362d-4d78-a992-69ecfe7ace50 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:17.336300 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-510ad4fd-f515-4372-beb8-94587bd99511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:17.342111 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c1ea87-1923-4411-b882-0b3c8e66f726 admin admin] Router 240394c1-7387-42dd-9288-1ab96b1c1033 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:13:17.423125 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=eb671365-362d-4d78-a992-69ecfe7ace50,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:17.449672 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c1ea87-1923-4411-b882-0b3c8e66f726 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:13:17.468129 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c1c1ea87-1923-4411-b882-0b3c8e66f726 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:17.471361 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c1c1ea87-1923-4411-b882-0b3c8e66f726 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8592257 Dec 10 19:13:17.472883 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44774) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:17.475893 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813b77bf-9a34-45c2-8173-8ee288e6b0ab None None] Sync routers for ids ['240394c1-7387-42dd-9288-1ab96b1c1033'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:13:17.495143 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813b77bf-9a34-45c2-8173-8ee288e6b0ab None None] Routers {'240394c1-7387-42dd-9288-1ab96b1c1033'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:17.495765 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-813b77bf-9a34-45c2-8173-8ee288e6b0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:12:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['240394c1-7387-42dd-9288-1ab96b1c1033'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:17.615728 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-813b77bf-9a34-45c2-8173-8ee288e6b0ab None None] Set router 240394c1-7387-42dd-9288-1ab96b1c1033 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:17.749931 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a199f2f4-1f57-43bb-b3d2-21394d3162b4 None None] Provisioning complete for port eb671365-362d-4d78-a992-69ecfe7ace50 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:17.750643 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a199f2f4-1f57-43bb-b3d2-21394d3162b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:17.891449 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-813b77bf-9a34-45c2-8173-8ee288e6b0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'name': 'tempest-TestVolumeBackupRestore-1876430395-router', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'd9a28eb9-90bd-4782-8354-63a52dc6dc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:15Z', 'updated_at': '2021-12-10T19:13:16Z', 'revision_number': 3, 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'gw_port': {'id': 'd9a28eb9-90bd-4782-8354-63a52dc6dc90', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dd:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:16Z', 'updated_at': '2021-12-10T19:13:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:17.903031 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0b0eebc-64ce-4707-b62b-632913439528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:17.920225 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813b77bf-9a34-45c2-8173-8ee288e6b0ab None None] Checking router: 240394c1-7387-42dd-9288-1ab96b1c1033 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:13:17.920586 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813b77bf-9a34-45c2-8173-8ee288e6b0ab None None] Updating router 240394c1-7387-42dd-9288-1ab96b1c1033 port d9a28eb9-90bd-4782-8354-63a52dc6dc90 binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:13:17.946811 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-813b77bf-9a34-45c2-8173-8ee288e6b0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:18.066894 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-f0b0eebc-64ce-4707-b62b-632913439528 admin admin] Allocated IP 172.20.0.1 (c9206994-f16b-44b0-b64e-c8acaccaed37/bd69b434-f410-4bb2-ab5e-18036bd01f04/d572918c-70d6-4ed0-b40d-7e0d2fd7711e) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:18.169725 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0b0eebc-64ce-4707-b62b-632913439528 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:18.202734 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-813b77bf-9a34-45c2-8173-8ee288e6b0ab None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:18.203771 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0b0eebc-64ce-4707-b62b-632913439528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:18.208383 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-813b77bf-9a34-45c2-8173-8ee288e6b0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:18.243873 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b0eebc-64ce-4707-b62b-632913439528 admin admin] Network c9206994-f16b-44b0-b64e-c8acaccaed37 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:18.246832 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-f0b0eebc-64ce-4707-b62b-632913439528 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:18.250387 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b0eebc-64ce-4707-b62b-632913439528 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:18.253898 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cee8f1-432d-4764-8396-aa037cfb5378 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:13:18.268044 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-813b77bf-9a34-45c2-8173-8ee288e6b0ab None None] Attempting to bind port d9a28eb9-90bd-4782-8354-63a52dc6dc90 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:13:18.268399 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-813b77bf-9a34-45c2-8173-8ee288e6b0ab None None] Attempting to bind port d9a28eb9-90bd-4782-8354-63a52dc6dc90 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:13:18.268844 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813b77bf-9a34-45c2-8173-8ee288e6b0ab None None] Attempting to bind port d9a28eb9-90bd-4782-8354-63a52dc6dc90 on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:18.272627 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a34980-5f37-4a00-bd2d-b37ad837eaca None None] Pushing event updated for resources: {'Port': ['ID=d9a28eb9-90bd-4782-8354-63a52dc6dc90,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:18.277974 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813b77bf-9a34-45c2-8173-8ee288e6b0ab None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:13:18.278357 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813b77bf-9a34-45c2-8173-8ee288e6b0ab None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:13:18.278766 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-813b77bf-9a34-45c2-8173-8ee288e6b0ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:18.279243 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813b77bf-9a34-45c2-8173-8ee288e6b0ab None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:13:18.279770 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-813b77bf-9a34-45c2-8173-8ee288e6b0ab None None] Bound port: d9a28eb9-90bd-4782-8354-63a52dc6dc90, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:13:18.280736 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-813b77bf-9a34-45c2-8173-8ee288e6b0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:18.293360 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0b0eebc-64ce-4707-b62b-632913439528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:18.332307 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b0eebc-64ce-4707-b62b-632913439528 admin admin] Pushing event updated for resources: {'Port': ['ID=d572918c-70d6-4ed0-b40d-7e0d2fd7711e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:18.338389 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-df25cb04-dd09-47f6-a533-6993b9066f14 None None] Provisioning complete for port d9a28eb9-90bd-4782-8354-63a52dc6dc90 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:18.338764 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-df25cb04-dd09-47f6-a533-6993b9066f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:18.369466 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-813b77bf-9a34-45c2-8173-8ee288e6b0ab None None] For port d9a28eb9-90bd-4782-8354-63a52dc6dc90, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:13:18.385357 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-813b77bf-9a34-45c2-8173-8ee288e6b0ab None None] For port d9a28eb9-90bd-4782-8354-63a52dc6dc90, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=d9a28eb9-90bd-4782-8354-63a52dc6dc90,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:13:18.393875 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-813b77bf-9a34-45c2-8173-8ee288e6b0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:18.401126 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-df25cb04-dd09-47f6-a533-6993b9066f14 None None] Port d9a28eb9-90bd-4782-8354-63a52dc6dc90 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:13:18.454110 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b8364d-f546-4f18-930b-c7df2317cb57 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:13:18.458454 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0b0eebc-64ce-4707-b62b-632913439528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:18.464100 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813b77bf-9a34-45c2-8173-8ee288e6b0ab None None] Routers {'240394c1-7387-42dd-9288-1ab96b1c1033'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:18.464860 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-813b77bf-9a34-45c2-8173-8ee288e6b0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:12:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['240394c1-7387-42dd-9288-1ab96b1c1033'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:18.469707 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a34980-5f37-4a00-bd2d-b37ad837eaca None None] Pushing event updated for resources: {'Port': ['ID=d9a28eb9-90bd-4782-8354-63a52dc6dc90,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:18.562742 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-af5dbee5-be44-4f21-b69d-a3206c38d8ff None None] Provisioning complete for port d572918c-70d6-4ed0-b40d-7e0d2fd7711e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:18.563054 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-af5dbee5-be44-4f21-b69d-a3206c38d8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:18.612171 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-af5dbee5-be44-4f21-b69d-a3206c38d8ff None None] Port d572918c-70d6-4ed0-b40d-7e0d2fd7711e cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:13:18.614938 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-813b77bf-9a34-45c2-8173-8ee288e6b0ab None None] Set router 240394c1-7387-42dd-9288-1ab96b1c1033 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:18.632074 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0b0eebc-64ce-4707-b62b-632913439528 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:18.636734 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0b0eebc-64ce-4707-b62b-632913439528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:18.664423 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-af5dbee5-be44-4f21-b69d-a3206c38d8ff None None] Provisioning complete for port d9a28eb9-90bd-4782-8354-63a52dc6dc90 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:18.664856 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-af5dbee5-be44-4f21-b69d-a3206c38d8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:18.706546 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b0eebc-64ce-4707-b62b-632913439528 admin admin] Pushing event updated for resources: {'Port': ['ID=d572918c-70d6-4ed0-b40d-7e0d2fd7711e,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:18.709014 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0b0eebc-64ce-4707-b62b-632913439528 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:18.802915 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b0eebc-64ce-4707-b62b-632913439528 admin admin] Network c9206994-f16b-44b0-b64e-c8acaccaed37 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:18.804604 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-f0b0eebc-64ce-4707-b62b-632913439528 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:18.858544 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-af5dbee5-be44-4f21-b69d-a3206c38d8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:18.886264 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-af5dbee5-be44-4f21-b69d-a3206c38d8ff None None] For port d9a28eb9-90bd-4782-8354-63a52dc6dc90, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=d9a28eb9-90bd-4782-8354-63a52dc6dc90,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:18.892765 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-af5dbee5-be44-4f21-b69d-a3206c38d8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:18.928515 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-813b77bf-9a34-45c2-8173-8ee288e6b0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'name': 'tempest-TestVolumeBackupRestore-1876430395-router', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'd9a28eb9-90bd-4782-8354-63a52dc6dc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:15Z', 'updated_at': '2021-12-10T19:13:18Z', 'revision_number': 4, 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'gw_port': {'id': 'd9a28eb9-90bd-4782-8354-63a52dc6dc90', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dd:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:16Z', 'updated_at': '2021-12-10T19:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'd572918c-70d6-4ed0-b40d-7e0d2fd7711e', 'name': '', 'network_id': 'c9206994-f16b-44b0-b64e-c8acaccaed37', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'mac_address': 'fa:16:3e:06:56:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'bd69b434-f410-4bb2-ab5e-18036bd01f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:17Z', 'updated_at': '2021-12-10T19:13:18Z', 'revision_number': 1, 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'subnets': [{'id': 'bd69b434-f410-4bb2-ab5e-18036bd01f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:18.936708 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b0eebc-64ce-4707-b62b-632913439528 admin admin] Router 240394c1-7387-42dd-9288-1ab96b1c1033 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:13:18.958958 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813b77bf-9a34-45c2-8173-8ee288e6b0ab None None] The sync data for ids ['240394c1-7387-42dd-9288-1ab96b1c1033'] in n-d-821435-1 is: [{'id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'name': 'tempest-TestVolumeBackupRestore-1876430395-router', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'd9a28eb9-90bd-4782-8354-63a52dc6dc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:15Z', 'updated_at': '2021-12-10T19:13:18Z', 'revision_number': 4, 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'gw_port': {'id': 'd9a28eb9-90bd-4782-8354-63a52dc6dc90', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dd:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:16Z', 'updated_at': '2021-12-10T19:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'd572918c-70d6-4ed0-b40d-7e0d2fd7711e', 'name': '', 'network_id': 'c9206994-f16b-44b0-b64e-c8acaccaed37', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'mac_address': 'fa:16:3e:06:56:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'bd69b434-f410-4bb2-ab5e-18036bd01f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:17Z', 'updated_at': '2021-12-10T19:13:18Z', 'revision_number': 1, 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'subnets': [{'id': 'bd69b434-f410-4bb2-ab5e-18036bd01f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:13:18.981694 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5dbee5-be44-4f21-b69d-a3206c38d8ff None None] Pushing event updated for resources: {'Port': ['ID=d9a28eb9-90bd-4782-8354-63a52dc6dc90,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:19.045795 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device eb671365-362d-4d78-a992-69ecfe7ace50 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:19.082793 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b0eebc-64ce-4707-b62b-632913439528 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:13:19.087760 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f0b0eebc-64ce-4707-b62b-632913439528 admin admin] 10.222.0.62 "PUT /v2.0/routers/240394c1-7387-42dd-9288-1ab96b1c1033/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6133156 Dec 10 19:13:19.120951 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port eb671365-362d-4d78-a992-69ecfe7ace50 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:19.121325 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:19.128849 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fa436d44-ea1f-4005-a0d0-670508edd387 None None] Provisioning complete for port d572918c-70d6-4ed0-b40d-7e0d2fd7711e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:19.129219 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fa436d44-ea1f-4005-a0d0-670508edd387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:19.229048 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-fa436d44-ea1f-4005-a0d0-670508edd387 None None] Port d572918c-70d6-4ed0-b40d-7e0d2fd7711e cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:13:19.617460 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44792) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:19.622537 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d2d9b899-2589-41fa-ad1a-ca454d257fd8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1772252111-network', 'tenant_id': 'a925d5bfe0554fcbba0f4039ae6b0b42'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:19.647798 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d9b899-2589-41fa-ad1a-ca454d257fd8 admin admin] Made reservation on behalf of a925d5bfe0554fcbba0f4039ae6b0b42 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:19.650851 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d2d9b899-2589-41fa-ad1a-ca454d257fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:19.663403 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d2d9b899-2589-41fa-ad1a-ca454d257fd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:19.690137 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1b10524a-9828-4df6-a564-12c3a57607ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:19.746689 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d2d9b899-2589-41fa-ad1a-ca454d257fd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:19.751197 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d2d9b899-2589-41fa-ad1a-ca454d257fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:19.778539 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2d9b899-2589-41fa-ad1a-ca454d257fd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:13:19.800291 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d9b899-2589-41fa-ad1a-ca454d257fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e5dedc-4a1c-492b-85f1-b155c82ce084,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:19.804231 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d2d9b899-2589-41fa-ad1a-ca454d257fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:19.804804 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-d2d9b899-2589-41fa-ad1a-ca454d257fd8 admin admin] Added segment e2f1509c-51d6-40b6-b07a-2997cff5c60a of type vlan for network 3118f23d-9a23-4df6-962e-a051316d0a26 Dec 10 19:13:19.851253 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d2d9b899-2589-41fa-ad1a-ca454d257fd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:19.875500 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d2d9b899-2589-41fa-ad1a-ca454d257fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:19.877149 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d9b899-2589-41fa-ad1a-ca454d257fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:19.877740 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d2d9b899-2589-41fa-ad1a-ca454d257fd8 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:19.931460 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d2d9b899-2589-41fa-ad1a-ca454d257fd8 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3128061 Dec 10 19:13:19.934306 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44794) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:19.939304 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-caa0358b-3957-4c3e-af62-65eb6715a669 admin admin] Request body: {'subnet': {'network_id': '3118f23d-9a23-4df6-962e-a051316d0a26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1772252111-subnet', 'tenant_id': 'a925d5bfe0554fcbba0f4039ae6b0b42', 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:19.948517 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d9b899-2589-41fa-ad1a-ca454d257fd8 admin admin] Pushing event updated for resources: {'Network': ['ID=3118f23d-9a23-4df6-962e-a051316d0a26,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:19.960350 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 3118f23d-9a23-4df6-962e-a051316d0a26 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:13:19.969455 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa0358b-3957-4c3e-af62-65eb6715a669 admin admin] Made reservation on behalf of a925d5bfe0554fcbba0f4039ae6b0b42 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:19.973005 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-caa0358b-3957-4c3e-af62-65eb6715a669 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:20.168208 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-caa0358b-3957-4c3e-af62-65eb6715a669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:20.245853 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa0358b-3957-4c3e-af62-65eb6715a669 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7df89d52-db96-4f49-971c-076d5a7c0110,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:20.255418 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa0358b-3957-4c3e-af62-65eb6715a669 admin admin] Checking segment: {'id': 'e2f1509c-51d6-40b6-b07a-2997cff5c60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3118f23d-9a23-4df6-962e-a051316d0a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:13:20.255783 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa0358b-3957-4c3e-af62-65eb6715a669 admin admin] Network hostable DHCP agents. Network: 3118f23d-9a23-4df6-962e-a051316d0a26, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:13:20.273785 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa0358b-3957-4c3e-af62-65eb6715a669 admin admin] Network 3118f23d-9a23-4df6-962e-a051316d0a26 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:13:20.283187 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-caa0358b-3957-4c3e-af62-65eb6715a669 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 3118f23d-9a23-4df6-962e-a051316d0a26) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:20.287310 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa0358b-3957-4c3e-af62-65eb6715a669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:20.287902 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-caa0358b-3957-4c3e-af62-65eb6715a669 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:20.293139 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea7e4dc-313f-4da5-835d-0af853f22834 None None] Network 3118f23d-9a23-4df6-962e-a051316d0a26 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:13:20.303911 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-caa0358b-3957-4c3e-af62-65eb6715a669 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3685098 Dec 10 19:13:20.306684 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44798) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:20.311619 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-0a54c6a2-b67a-4ef8-93f3-a53b3ed2136e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1772252111-router', 'tenant_id': 'a925d5bfe0554fcbba0f4039ae6b0b42', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:20.343914 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0a54c6a2-b67a-4ef8-93f3-a53b3ed2136e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:20.345049 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0a54c6a2-b67a-4ef8-93f3-a53b3ed2136e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:20.405892 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a9954c-f1c2-4ac1-8717-dea8ba15121b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-3118f23d-9a23-4df6-962e-a051316d0a26', 'network_id': '3118f23d-9a23-4df6-962e-a051316d0a26', 'project_id': 'a925d5bfe0554fcbba0f4039ae6b0b42', 'fixed_ips': [{'subnet_id': '7df89d52-db96-4f49-971c-076d5a7c0110'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:13:20.406757 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-63a9954c-f1c2-4ac1-8717-dea8ba15121b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:20.413294 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0a54c6a2-b67a-4ef8-93f3-a53b3ed2136e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:20.543623 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-63a9954c-f1c2-4ac1-8717-dea8ba15121b None None] Allocated IP 172.20.0.2 (3118f23d-9a23-4df6-962e-a051316d0a26/7df89d52-db96-4f49-971c-076d5a7c0110/2712262f-7103-49b6-aba3-388209e670c9) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:20.842715 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0a54c6a2-b67a-4ef8-93f3-a53b3ed2136e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:20.861515 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-63a9954c-f1c2-4ac1-8717-dea8ba15121b None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:20.868058 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-63a9954c-f1c2-4ac1-8717-dea8ba15121b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:20.913612 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a9954c-f1c2-4ac1-8717-dea8ba15121b None None] Network 3118f23d-9a23-4df6-962e-a051316d0a26 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:20.916524 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-63a9954c-f1c2-4ac1-8717-dea8ba15121b None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:20.920979 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a9954c-f1c2-4ac1-8717-dea8ba15121b None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:20.922993 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a9954c-f1c2-4ac1-8717-dea8ba15121b None None] Pushing event updated for resources: {'Port': ['ID=2712262f-7103-49b6-aba3-388209e670c9,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:20.981052 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-63a9954c-f1c2-4ac1-8717-dea8ba15121b None None] Attempting to bind port 2712262f-7103-49b6-aba3-388209e670c9 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:13:20.981673 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-63a9954c-f1c2-4ac1-8717-dea8ba15121b None None] Attempting to bind port 2712262f-7103-49b6-aba3-388209e670c9 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'e2f1509c-51d6-40b6-b07a-2997cff5c60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3118f23d-9a23-4df6-962e-a051316d0a26'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:13:20.981785 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a9954c-f1c2-4ac1-8717-dea8ba15121b None None] Attempting to bind port 2712262f-7103-49b6-aba3-388209e670c9 on network 3118f23d-9a23-4df6-962e-a051316d0a26 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:20.988080 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a9954c-f1c2-4ac1-8717-dea8ba15121b None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:13:20.989241 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a9954c-f1c2-4ac1-8717-dea8ba15121b None None] Checking segment: {'id': 'e2f1509c-51d6-40b6-b07a-2997cff5c60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3118f23d-9a23-4df6-962e-a051316d0a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:13:20.989241 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-63a9954c-f1c2-4ac1-8717-dea8ba15121b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:20.989581 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a9954c-f1c2-4ac1-8717-dea8ba15121b None None] Bound using segment: {'id': 'e2f1509c-51d6-40b6-b07a-2997cff5c60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3118f23d-9a23-4df6-962e-a051316d0a26'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:13:20.989967 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-63a9954c-f1c2-4ac1-8717-dea8ba15121b None None] Bound port: 2712262f-7103-49b6-aba3-388209e670c9, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f1509c-51d6-40b6-b07a-2997cff5c60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3118f23d-9a23-4df6-962e-a051316d0a26'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:13:20.990364 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-63a9954c-f1c2-4ac1-8717-dea8ba15121b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:21.060352 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-63a9954c-f1c2-4ac1-8717-dea8ba15121b None None] For port 2712262f-7103-49b6-aba3-388209e670c9, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:13:21.066569 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-63a9954c-f1c2-4ac1-8717-dea8ba15121b None None] For port 2712262f-7103-49b6-aba3-388209e670c9, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=2712262f-7103-49b6-aba3-388209e670c9,segment=NetworkSegment(e2f1509c-51d6-40b6-b07a-2997cff5c60a),segment_id=e2f1509c-51d6-40b6-b07a-2997cff5c60a)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:13:21.067804 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d9a28eb9-90bd-4782-8354-63a52dc6dc90 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:21.069908 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0a54c6a2-b67a-4ef8-93f3-a53b3ed2136e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:21.072243 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-63a9954c-f1c2-4ac1-8717-dea8ba15121b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:21.088686 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0a54c6a2-b67a-4ef8-93f3-a53b3ed2136e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:21.180841 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a9954c-f1c2-4ac1-8717-dea8ba15121b None None] Pushing event updated for resources: {'Port': ['ID=2712262f-7103-49b6-aba3-388209e670c9,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:21.185512 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port d9a28eb9-90bd-4782-8354-63a52dc6dc90 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:21.185958 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:21.226256 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-0a54c6a2-b67a-4ef8-93f3-a53b3ed2136e admin admin] Allocated IP 172.25.7.64 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/c5e4fac0-617b-49b8-9583-49e9cbfc3c3d) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:21.233449 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646310fe-ed91-482c-ae53-b13b67e2ba1e None None] Sync routers for ids ['240394c1-7387-42dd-9288-1ab96b1c1033'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:13:21.254719 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646310fe-ed91-482c-ae53-b13b67e2ba1e None None] Routers {'240394c1-7387-42dd-9288-1ab96b1c1033'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:21.254719 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-646310fe-ed91-482c-ae53-b13b67e2ba1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:12:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['240394c1-7387-42dd-9288-1ab96b1c1033'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:21.349126 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0a54c6a2-b67a-4ef8-93f3-a53b3ed2136e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:21.381619 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-646310fe-ed91-482c-ae53-b13b67e2ba1e None None] Set router 240394c1-7387-42dd-9288-1ab96b1c1033 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:21.414848 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0a54c6a2-b67a-4ef8-93f3-a53b3ed2136e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:21.463479 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a54c6a2-b67a-4ef8-93f3-a53b3ed2136e admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:21.466573 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-0a54c6a2-b67a-4ef8-93f3-a53b3ed2136e admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:21.471756 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a54c6a2-b67a-4ef8-93f3-a53b3ed2136e admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:21.474901 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54c6a2-b67a-4ef8-93f3-a53b3ed2136e admin admin] Pushing event updated for resources: {'Port': ['ID=c5e4fac0-617b-49b8-9583-49e9cbfc3c3d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:21.484558 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d000b94-ebdf-4777-b14f-e8ec4447ca58 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:13:21.573734 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-61324bee-f3ca-4cda-962f-9f1b0c482ed2 None None] Provisioning complete for port c5e4fac0-617b-49b8-9583-49e9cbfc3c3d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:21.574022 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-61324bee-f3ca-4cda-962f-9f1b0c482ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:21.617293 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-61324bee-f3ca-4cda-962f-9f1b0c482ed2 None None] Port c5e4fac0-617b-49b8-9583-49e9cbfc3c3d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:13:21.623628 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-646310fe-ed91-482c-ae53-b13b67e2ba1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'name': 'tempest-TestVolumeBackupRestore-1876430395-router', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'd9a28eb9-90bd-4782-8354-63a52dc6dc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:15Z', 'updated_at': '2021-12-10T19:13:18Z', 'revision_number': 4, 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'gw_port': {'id': 'd9a28eb9-90bd-4782-8354-63a52dc6dc90', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:16Z', 'updated_at': '2021-12-10T19:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'd572918c-70d6-4ed0-b40d-7e0d2fd7711e', 'name': '', 'network_id': 'c9206994-f16b-44b0-b64e-c8acaccaed37', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'mac_address': 'fa:16:3e:06:56:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'bd69b434-f410-4bb2-ab5e-18036bd01f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:17Z', 'updated_at': '2021-12-10T19:13:18Z', 'revision_number': 2, 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'subnets': [{'id': 'bd69b434-f410-4bb2-ab5e-18036bd01f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:21.654612 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646310fe-ed91-482c-ae53-b13b67e2ba1e None None] Checking router: 240394c1-7387-42dd-9288-1ab96b1c1033 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:13:21.654995 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646310fe-ed91-482c-ae53-b13b67e2ba1e None None] Updating router 240394c1-7387-42dd-9288-1ab96b1c1033 port d572918c-70d6-4ed0-b40d-7e0d2fd7711e binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:13:21.680187 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-646310fe-ed91-482c-ae53-b13b67e2ba1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:21.739951 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0a54c6a2-b67a-4ef8-93f3-a53b3ed2136e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:21.942481 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-646310fe-ed91-482c-ae53-b13b67e2ba1e None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:21.948774 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-646310fe-ed91-482c-ae53-b13b67e2ba1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:21.954191 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0a54c6a2-b67a-4ef8-93f3-a53b3ed2136e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:22.006232 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c602c-bfbc-40b0-87f1-f543e195aeea None None] Pushing event updated for resources: {'Port': ['ID=d572918c-70d6-4ed0-b40d-7e0d2fd7711e,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:22.060893 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-646310fe-ed91-482c-ae53-b13b67e2ba1e None None] Attempting to bind port d572918c-70d6-4ed0-b40d-7e0d2fd7711e on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:13:22.061270 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-646310fe-ed91-482c-ae53-b13b67e2ba1e None None] Attempting to bind port d572918c-70d6-4ed0-b40d-7e0d2fd7711e by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '8112065f-998d-45fa-adeb-517901d3e9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c9206994-f16b-44b0-b64e-c8acaccaed37'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:13:22.061626 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646310fe-ed91-482c-ae53-b13b67e2ba1e None None] Attempting to bind port d572918c-70d6-4ed0-b40d-7e0d2fd7711e on network c9206994-f16b-44b0-b64e-c8acaccaed37 {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:22.069347 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646310fe-ed91-482c-ae53-b13b67e2ba1e None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:13:22.070045 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646310fe-ed91-482c-ae53-b13b67e2ba1e None None] Checking segment: {'id': '8112065f-998d-45fa-adeb-517901d3e9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c9206994-f16b-44b0-b64e-c8acaccaed37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:13:22.070637 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-646310fe-ed91-482c-ae53-b13b67e2ba1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:22.071021 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646310fe-ed91-482c-ae53-b13b67e2ba1e None None] Bound using segment: {'id': '8112065f-998d-45fa-adeb-517901d3e9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c9206994-f16b-44b0-b64e-c8acaccaed37'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:13:22.071657 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-646310fe-ed91-482c-ae53-b13b67e2ba1e None None] Bound port: d572918c-70d6-4ed0-b40d-7e0d2fd7711e, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8112065f-998d-45fa-adeb-517901d3e9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c9206994-f16b-44b0-b64e-c8acaccaed37'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:13:22.072225 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-646310fe-ed91-482c-ae53-b13b67e2ba1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:22.112911 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a54c6a2-b67a-4ef8-93f3-a53b3ed2136e admin admin] Router a31392ea-b498-4d5f-9f53-69a94c642ea3 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:13:22.143421 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-646310fe-ed91-482c-ae53-b13b67e2ba1e None None] For port d572918c-70d6-4ed0-b40d-7e0d2fd7711e, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:13:22.146857 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-646310fe-ed91-482c-ae53-b13b67e2ba1e None None] For port d572918c-70d6-4ed0-b40d-7e0d2fd7711e, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=d572918c-70d6-4ed0-b40d-7e0d2fd7711e,segment=NetworkSegment(8112065f-998d-45fa-adeb-517901d3e9fd),segment_id=8112065f-998d-45fa-adeb-517901d3e9fd)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:13:22.154178 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-646310fe-ed91-482c-ae53-b13b67e2ba1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:22.230767 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646310fe-ed91-482c-ae53-b13b67e2ba1e None None] Routers {'240394c1-7387-42dd-9288-1ab96b1c1033'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:22.231534 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-646310fe-ed91-482c-ae53-b13b67e2ba1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:12:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['240394c1-7387-42dd-9288-1ab96b1c1033'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:22.253764 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a54c6a2-b67a-4ef8-93f3-a53b3ed2136e admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:13:22.266546 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2d3e2a-83a9-4933-9183-d18329eb8bd6 None None] Sync routers for ids ['a31392ea-b498-4d5f-9f53-69a94c642ea3'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:13:22.275759 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0a54c6a2-b67a-4ef8-93f3-a53b3ed2136e admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:22.276165 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c602c-bfbc-40b0-87f1-f543e195aeea None None] Pushing event updated for resources: {'Port': ['ID=d572918c-70d6-4ed0-b40d-7e0d2fd7711e,revision_number=4']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:22.276996 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0a54c6a2-b67a-4ef8-93f3-a53b3ed2136e admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9691484 Dec 10 19:13:22.279776 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44800) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:22.289804 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2d3e2a-83a9-4933-9183-d18329eb8bd6 None None] Routers {'a31392ea-b498-4d5f-9f53-69a94c642ea3'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:22.290645 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0d2d3e2a-83a9-4933-9183-d18329eb8bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:12:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a31392ea-b498-4d5f-9f53-69a94c642ea3'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:22.376610 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-646310fe-ed91-482c-ae53-b13b67e2ba1e None None] Set router 240394c1-7387-42dd-9288-1ab96b1c1033 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:22.417323 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b201bc26-b720-4d2e-aa9c-cc446b97609d None None] Provisioning complete for port d572918c-70d6-4ed0-b40d-7e0d2fd7711e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:22.417824 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b201bc26-b720-4d2e-aa9c-cc446b97609d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:22.466629 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c6ed55-ebc3-4bb5-a84f-15e3ff72b49b None None] Network 3118f23d-9a23-4df6-962e-a051316d0a26 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:13:22.596442 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-0d2d3e2a-83a9-4933-9183-d18329eb8bd6 None None] Set router a31392ea-b498-4d5f-9f53-69a94c642ea3 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:22.604451 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-646310fe-ed91-482c-ae53-b13b67e2ba1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'name': 'tempest-TestVolumeBackupRestore-1876430395-router', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'd9a28eb9-90bd-4782-8354-63a52dc6dc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:15Z', 'updated_at': '2021-12-10T19:13:18Z', 'revision_number': 4, 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'gw_port': {'id': 'd9a28eb9-90bd-4782-8354-63a52dc6dc90', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:16Z', 'updated_at': '2021-12-10T19:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'd572918c-70d6-4ed0-b40d-7e0d2fd7711e', 'name': '', 'network_id': 'c9206994-f16b-44b0-b64e-c8acaccaed37', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'mac_address': 'fa:16:3e:06:56:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'bd69b434-f410-4bb2-ab5e-18036bd01f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:17Z', 'updated_at': '2021-12-10T19:13:22Z', 'revision_number': 4, 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'subnets': [{'id': 'bd69b434-f410-4bb2-ab5e-18036bd01f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:22.624965 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-24e93f80-2f51-47e0-bda5-4e3ef50f9c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:22.631829 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646310fe-ed91-482c-ae53-b13b67e2ba1e None None] The sync data for ids ['240394c1-7387-42dd-9288-1ab96b1c1033'] in n-d-821435-1 is: [{'id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'name': 'tempest-TestVolumeBackupRestore-1876430395-router', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'd9a28eb9-90bd-4782-8354-63a52dc6dc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:15Z', 'updated_at': '2021-12-10T19:13:18Z', 'revision_number': 4, 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'gw_port': {'id': 'd9a28eb9-90bd-4782-8354-63a52dc6dc90', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:16Z', 'updated_at': '2021-12-10T19:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'd572918c-70d6-4ed0-b40d-7e0d2fd7711e', 'name': '', 'network_id': 'c9206994-f16b-44b0-b64e-c8acaccaed37', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'mac_address': 'fa:16:3e:06:56:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'bd69b434-f410-4bb2-ab5e-18036bd01f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:17Z', 'updated_at': '2021-12-10T19:13:22Z', 'revision_number': 4, 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'subnets': [{'id': 'bd69b434-f410-4bb2-ab5e-18036bd01f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:13:22.770510 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b201bc26-b720-4d2e-aa9c-cc446b97609d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:22.812831 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d1a987e-7946-4274-b966-babc4c088ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:22.868320 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b201bc26-b720-4d2e-aa9c-cc446b97609d None None] For port d572918c-70d6-4ed0-b40d-7e0d2fd7711e, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=d572918c-70d6-4ed0-b40d-7e0d2fd7711e,segment=NetworkSegment(8112065f-998d-45fa-adeb-517901d3e9fd),segment_id=8112065f-998d-45fa-adeb-517901d3e9fd)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:22.876079 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b201bc26-b720-4d2e-aa9c-cc446b97609d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:22.945934 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b201bc26-b720-4d2e-aa9c-cc446b97609d None None] Pushing event updated for resources: {'Port': ['ID=d572918c-70d6-4ed0-b40d-7e0d2fd7711e,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:22.953533 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0d2d3e2a-83a9-4933-9183-d18329eb8bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31392ea-b498-4d5f-9f53-69a94c642ea3', 'name': 'tempest-TestVolumeBackupRestore-1772252111-router', 'tenant_id': 'a925d5bfe0554fcbba0f4039ae6b0b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'c5e4fac0-617b-49b8-9583-49e9cbfc3c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:20Z', 'updated_at': '2021-12-10T19:13:21Z', 'revision_number': 3, 'project_id': 'a925d5bfe0554fcbba0f4039ae6b0b42', 'gw_port': {'id': 'c5e4fac0-617b-49b8-9583-49e9cbfc3c3d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31392ea-b498-4d5f-9f53-69a94c642ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:21Z', 'updated_at': '2021-12-10T19:13:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:22.982226 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2d3e2a-83a9-4933-9183-d18329eb8bd6 None None] Checking router: a31392ea-b498-4d5f-9f53-69a94c642ea3 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:13:22.982540 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2d3e2a-83a9-4933-9183-d18329eb8bd6 None None] Updating router a31392ea-b498-4d5f-9f53-69a94c642ea3 port c5e4fac0-617b-49b8-9583-49e9cbfc3c3d binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:13:23.024276 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0d2d3e2a-83a9-4933-9183-d18329eb8bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:23.028035 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-970a1e04-8797-41dd-9244-99ede7ca80a2 None None] Provisioning complete for port d572918c-70d6-4ed0-b40d-7e0d2fd7711e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:23.028416 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-970a1e04-8797-41dd-9244-99ede7ca80a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:23.062868 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-6d1a987e-7946-4274-b966-babc4c088ebe admin admin] Allocated IP 172.20.0.1 (3118f23d-9a23-4df6-962e-a051316d0a26/7df89d52-db96-4f49-971c-076d5a7c0110/0e04623f-01d8-4a18-9e4e-26a537b02cb9) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:23.199032 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d1a987e-7946-4274-b966-babc4c088ebe admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:23.207169 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d572918c-70d6-4ed0-b40d-7e0d2fd7711e up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:23.244579 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d1a987e-7946-4274-b966-babc4c088ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:23.293379 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1a987e-7946-4274-b966-babc4c088ebe admin admin] Network 3118f23d-9a23-4df6-962e-a051316d0a26 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:23.296452 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-6d1a987e-7946-4274-b966-babc4c088ebe admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:23.300802 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1a987e-7946-4274-b966-babc4c088ebe admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:23.310214 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-970a1e04-8797-41dd-9244-99ede7ca80a2 None None] Provisioning complete for port 2712262f-7103-49b6-aba3-388209e670c9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:23.310717 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-970a1e04-8797-41dd-9244-99ede7ca80a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:23.330659 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a987e-7946-4274-b966-babc4c088ebe admin admin] Pushing event updated for resources: {'Port': ['ID=0e04623f-01d8-4a18-9e4e-26a537b02cb9,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:23.359645 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d1a987e-7946-4274-b966-babc4c088ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:23.403334 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port d572918c-70d6-4ed0-b40d-7e0d2fd7711e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:23.403845 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:23.503413 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-970a1e04-8797-41dd-9244-99ede7ca80a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:23.544109 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d1a987e-7946-4274-b966-babc4c088ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:23.590126 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:23.629395 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0d2d3e2a-83a9-4933-9183-d18329eb8bd6 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:23.634036 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-970a1e04-8797-41dd-9244-99ede7ca80a2 None None] For port 2712262f-7103-49b6-aba3-388209e670c9, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=2712262f-7103-49b6-aba3-388209e670c9,segment=NetworkSegment(e2f1509c-51d6-40b6-b07a-2997cff5c60a),segment_id=e2f1509c-51d6-40b6-b07a-2997cff5c60a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:23.635561 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 2712262f-7103-49b6-aba3-388209e670c9 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:23.638623 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0d2d3e2a-83a9-4933-9183-d18329eb8bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:23.662713 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-970a1e04-8797-41dd-9244-99ede7ca80a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:23.712045 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d1a987e-7946-4274-b966-babc4c088ebe admin admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:23.716896 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d1a987e-7946-4274-b966-babc4c088ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:23.720277 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258e273b-5ac2-4a00-a7e4-4bfe29089c64 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:13:23.729838 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0d2d3e2a-83a9-4933-9183-d18329eb8bd6 None None] Attempting to bind port c5e4fac0-617b-49b8-9583-49e9cbfc3c3d on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:13:23.730209 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0d2d3e2a-83a9-4933-9183-d18329eb8bd6 None None] Attempting to bind port c5e4fac0-617b-49b8-9583-49e9cbfc3c3d by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:13:23.730576 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2d3e2a-83a9-4933-9183-d18329eb8bd6 None None] Attempting to bind port c5e4fac0-617b-49b8-9583-49e9cbfc3c3d on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:23.732313 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36a3cc-98de-4219-9ccf-5b13e423cfdb None None] Pushing event updated for resources: {'Port': ['ID=c5e4fac0-617b-49b8-9583-49e9cbfc3c3d,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:23.767664 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2d3e2a-83a9-4933-9183-d18329eb8bd6 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:13:23.768032 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2d3e2a-83a9-4933-9183-d18329eb8bd6 None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:13:23.768671 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0d2d3e2a-83a9-4933-9183-d18329eb8bd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:23.768829 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2d3e2a-83a9-4933-9183-d18329eb8bd6 None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:13:23.769308 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0d2d3e2a-83a9-4933-9183-d18329eb8bd6 None None] Bound port: c5e4fac0-617b-49b8-9583-49e9cbfc3c3d, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:13:23.769689 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0d2d3e2a-83a9-4933-9183-d18329eb8bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:23.787034 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d1a987e-7946-4274-b966-babc4c088ebe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:23.788944 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a987e-7946-4274-b966-babc4c088ebe admin admin] Pushing event updated for resources: {'Port': ['ID=0e04623f-01d8-4a18-9e4e-26a537b02cb9,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:23.840908 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a1e04-8797-41dd-9244-99ede7ca80a2 None None] Pushing event updated for resources: {'Port': ['ID=2712262f-7103-49b6-aba3-388209e670c9,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:23.846476 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 2712262f-7103-49b6-aba3-388209e670c9 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:23.846854 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:23.854302 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a4285401-fc40-4b4d-b6b8-41e2f0bfd36c None None] Provisioning complete for port 0e04623f-01d8-4a18-9e4e-26a537b02cb9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:23.854661 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a4285401-fc40-4b4d-b6b8-41e2f0bfd36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:23.882732 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1a987e-7946-4274-b966-babc4c088ebe admin admin] Network 3118f23d-9a23-4df6-962e-a051316d0a26 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:23.883226 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0d2d3e2a-83a9-4933-9183-d18329eb8bd6 None None] For port c5e4fac0-617b-49b8-9583-49e9cbfc3c3d, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:13:23.884199 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-6d1a987e-7946-4274-b966-babc4c088ebe admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:23.928469 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0d2d3e2a-83a9-4933-9183-d18329eb8bd6 None None] For port c5e4fac0-617b-49b8-9583-49e9cbfc3c3d, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c5e4fac0-617b-49b8-9583-49e9cbfc3c3d,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:13:23.934983 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a4285401-fc40-4b4d-b6b8-41e2f0bfd36c None None] Port 0e04623f-01d8-4a18-9e4e-26a537b02cb9 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:13:23.939287 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0d2d3e2a-83a9-4933-9183-d18329eb8bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:24.006569 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a4285401-fc40-4b4d-b6b8-41e2f0bfd36c None None] Provisioning complete for port c5e4fac0-617b-49b8-9583-49e9cbfc3c3d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:24.006948 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a4285401-fc40-4b4d-b6b8-41e2f0bfd36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:24.029979 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040621d9-a988-428b-8f2d-99caee59e9db None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:13:24.069970 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36a3cc-98de-4219-9ccf-5b13e423cfdb None None] Pushing event updated for resources: {'Port': ['ID=c5e4fac0-617b-49b8-9583-49e9cbfc3c3d,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:24.092007 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2d3e2a-83a9-4933-9183-d18329eb8bd6 None None] Routers {'a31392ea-b498-4d5f-9f53-69a94c642ea3'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:24.092712 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0d2d3e2a-83a9-4933-9183-d18329eb8bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:13:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a31392ea-b498-4d5f-9f53-69a94c642ea3'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:24.318138 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1a987e-7946-4274-b966-babc4c088ebe admin admin] Router a31392ea-b498-4d5f-9f53-69a94c642ea3 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:13:24.404235 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-0d2d3e2a-83a9-4933-9183-d18329eb8bd6 None None] Set router a31392ea-b498-4d5f-9f53-69a94c642ea3 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:24.406776 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a4285401-fc40-4b4d-b6b8-41e2f0bfd36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:24.430907 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1a987e-7946-4274-b966-babc4c088ebe admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:13:24.443751 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6d1a987e-7946-4274-b966-babc4c088ebe admin admin] 10.222.0.62 "PUT /v2.0/routers/a31392ea-b498-4d5f-9f53-69a94c642ea3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1552880 Dec 10 19:13:24.459630 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a4285401-fc40-4b4d-b6b8-41e2f0bfd36c None None] For port c5e4fac0-617b-49b8-9583-49e9cbfc3c3d, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c5e4fac0-617b-49b8-9583-49e9cbfc3c3d,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:24.494227 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a4285401-fc40-4b4d-b6b8-41e2f0bfd36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:24.594817 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4285401-fc40-4b4d-b6b8-41e2f0bfd36c None None] Pushing event updated for resources: {'Port': ['ID=c5e4fac0-617b-49b8-9583-49e9cbfc3c3d,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:24.651485 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-998a2903-9b3f-44c5-af5e-79b2addb6fee None None] Provisioning complete for port 0e04623f-01d8-4a18-9e4e-26a537b02cb9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:24.651872 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-998a2903-9b3f-44c5-af5e-79b2addb6fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:24.693574 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-998a2903-9b3f-44c5-af5e-79b2addb6fee None None] Port 0e04623f-01d8-4a18-9e4e-26a537b02cb9 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:13:24.710133 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-998a2903-9b3f-44c5-af5e-79b2addb6fee None None] Provisioning complete for port c5e4fac0-617b-49b8-9583-49e9cbfc3c3d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:24.710505 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-998a2903-9b3f-44c5-af5e-79b2addb6fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:24.743643 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0d2d3e2a-83a9-4933-9183-d18329eb8bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31392ea-b498-4d5f-9f53-69a94c642ea3', 'name': 'tempest-TestVolumeBackupRestore-1772252111-router', 'tenant_id': 'a925d5bfe0554fcbba0f4039ae6b0b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'c5e4fac0-617b-49b8-9583-49e9cbfc3c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:20Z', 'updated_at': '2021-12-10T19:13:23Z', 'revision_number': 4, 'project_id': 'a925d5bfe0554fcbba0f4039ae6b0b42', 'gw_port': {'id': 'c5e4fac0-617b-49b8-9583-49e9cbfc3c3d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31392ea-b498-4d5f-9f53-69a94c642ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:21Z', 'updated_at': '2021-12-10T19:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '0e04623f-01d8-4a18-9e4e-26a537b02cb9', 'name': '', 'network_id': '3118f23d-9a23-4df6-962e-a051316d0a26', 'tenant_id': 'a925d5bfe0554fcbba0f4039ae6b0b42', 'mac_address': 'fa:16:3e:e5:f5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31392ea-b498-4d5f-9f53-69a94c642ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '7df89d52-db96-4f49-971c-076d5a7c0110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:22Z', 'updated_at': '2021-12-10T19:13:23Z', 'revision_number': 2, 'project_id': 'a925d5bfe0554fcbba0f4039ae6b0b42', 'subnets': [{'id': '7df89d52-db96-4f49-971c-076d5a7c0110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:24.780822 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2d3e2a-83a9-4933-9183-d18329eb8bd6 None None] The sync data for ids ['a31392ea-b498-4d5f-9f53-69a94c642ea3'] in n-d-821435-1 is: [{'id': 'a31392ea-b498-4d5f-9f53-69a94c642ea3', 'name': 'tempest-TestVolumeBackupRestore-1772252111-router', 'tenant_id': 'a925d5bfe0554fcbba0f4039ae6b0b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'c5e4fac0-617b-49b8-9583-49e9cbfc3c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:20Z', 'updated_at': '2021-12-10T19:13:23Z', 'revision_number': 4, 'project_id': 'a925d5bfe0554fcbba0f4039ae6b0b42', 'gw_port': {'id': 'c5e4fac0-617b-49b8-9583-49e9cbfc3c3d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31392ea-b498-4d5f-9f53-69a94c642ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:21Z', 'updated_at': '2021-12-10T19:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '0e04623f-01d8-4a18-9e4e-26a537b02cb9', 'name': '', 'network_id': '3118f23d-9a23-4df6-962e-a051316d0a26', 'tenant_id': 'a925d5bfe0554fcbba0f4039ae6b0b42', 'mac_address': 'fa:16:3e:e5:f5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31392ea-b498-4d5f-9f53-69a94c642ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '7df89d52-db96-4f49-971c-076d5a7c0110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:22Z', 'updated_at': '2021-12-10T19:13:23Z', 'revision_number': 2, 'project_id': 'a925d5bfe0554fcbba0f4039ae6b0b42', 'subnets': [{'id': '7df89d52-db96-4f49-971c-076d5a7c0110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:13:24.883491 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:25.054895 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 2712262f-7103-49b6-aba3-388209e670c9 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:25.117745 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 2712262f-7103-49b6-aba3-388209e670c9 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:25.118272 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:25.504527 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:27.042743 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c5e4fac0-617b-49b8-9583-49e9cbfc3c3d up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:27.057642 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a25569-f985-434c-acb4-6ce2d9dedd37 None None] Sync routers for ids ['a31392ea-b498-4d5f-9f53-69a94c642ea3'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:13:27.067271 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44886) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:27.076976 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a25569-f985-434c-acb4-6ce2d9dedd37 None None] Routers {'a31392ea-b498-4d5f-9f53-69a94c642ea3'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:27.089380 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-78a25569-f985-434c-acb4-6ce2d9dedd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:13:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a31392ea-b498-4d5f-9f53-69a94c642ea3'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:27.097287 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port c5e4fac0-617b-49b8-9583-49e9cbfc3c3d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:27.097668 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:27.224727 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-78a25569-f985-434c-acb4-6ce2d9dedd37 None None] Set router a31392ea-b498-4d5f-9f53-69a94c642ea3 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:27.485432 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cde8d67-df42-45bb-9bc8-6bb37ebb3b6a tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:27.564688 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-78a25569-f985-434c-acb4-6ce2d9dedd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31392ea-b498-4d5f-9f53-69a94c642ea3', 'name': 'tempest-TestVolumeBackupRestore-1772252111-router', 'tenant_id': 'a925d5bfe0554fcbba0f4039ae6b0b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'c5e4fac0-617b-49b8-9583-49e9cbfc3c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:20Z', 'updated_at': '2021-12-10T19:13:23Z', 'revision_number': 4, 'project_id': 'a925d5bfe0554fcbba0f4039ae6b0b42', 'gw_port': {'id': 'c5e4fac0-617b-49b8-9583-49e9cbfc3c3d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31392ea-b498-4d5f-9f53-69a94c642ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:21Z', 'updated_at': '2021-12-10T19:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '0e04623f-01d8-4a18-9e4e-26a537b02cb9', 'name': '', 'network_id': '3118f23d-9a23-4df6-962e-a051316d0a26', 'tenant_id': 'a925d5bfe0554fcbba0f4039ae6b0b42', 'mac_address': 'fa:16:3e:e5:f5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31392ea-b498-4d5f-9f53-69a94c642ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '7df89d52-db96-4f49-971c-076d5a7c0110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:22Z', 'updated_at': '2021-12-10T19:13:23Z', 'revision_number': 2, 'project_id': 'a925d5bfe0554fcbba0f4039ae6b0b42', 'subnets': [{'id': '7df89d52-db96-4f49-971c-076d5a7c0110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:27.594421 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a25569-f985-434c-acb4-6ce2d9dedd37 None None] Checking router: a31392ea-b498-4d5f-9f53-69a94c642ea3 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:13:27.594863 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a25569-f985-434c-acb4-6ce2d9dedd37 None None] Updating router a31392ea-b498-4d5f-9f53-69a94c642ea3 port 0e04623f-01d8-4a18-9e4e-26a537b02cb9 binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:13:27.621464 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-78a25569-f985-434c-acb4-6ce2d9dedd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:27.827785 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4cde8d67-df42-45bb-9bc8-6bb37ebb3b6a tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Deleting port a3f60c04-81b8-4aa0-a746-921e22e19586 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:13:27.828182 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cde8d67-df42-45bb-9bc8-6bb37ebb3b6a tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:27.913060 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-78a25569-f985-434c-acb4-6ce2d9dedd37 None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:27.919565 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-78a25569-f985-434c-acb4-6ce2d9dedd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:27.931224 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4cde8d67-df42-45bb-9bc8-6bb37ebb3b6a tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] For port a3f60c04-81b8-4aa0-a746-921e22e19586, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=a3f60c04-81b8-4aa0-a746-921e22e19586,segment=NetworkSegment(b95faba4-0dc3-4e31-93a6-5797cb88a0a1),segment_id=b95faba4-0dc3-4e31-93a6-5797cb88a0a1)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:27.931705 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cde8d67-df42-45bb-9bc8-6bb37ebb3b6a tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:27.946312 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4cde8d67-df42-45bb-9bc8-6bb37ebb3b6a tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Calling delete_port for a3f60c04-81b8-4aa0-a746-921e22e19586 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:13:27.969636 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b196b35c-d099-4e0b-b716-830f0a8aac78 None None] Pushing event updated for resources: {'Port': ['ID=0e04623f-01d8-4a18-9e4e-26a537b02cb9,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:28.027111 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-78a25569-f985-434c-acb4-6ce2d9dedd37 None None] Attempting to bind port 0e04623f-01d8-4a18-9e4e-26a537b02cb9 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:13:28.028373 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-78a25569-f985-434c-acb4-6ce2d9dedd37 None None] Attempting to bind port 0e04623f-01d8-4a18-9e4e-26a537b02cb9 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'e2f1509c-51d6-40b6-b07a-2997cff5c60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3118f23d-9a23-4df6-962e-a051316d0a26'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:13:28.030767 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a25569-f985-434c-acb4-6ce2d9dedd37 None None] Attempting to bind port 0e04623f-01d8-4a18-9e4e-26a537b02cb9 on network 3118f23d-9a23-4df6-962e-a051316d0a26 {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:28.044382 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a25569-f985-434c-acb4-6ce2d9dedd37 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:13:28.044667 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a25569-f985-434c-acb4-6ce2d9dedd37 None None] Checking segment: {'id': 'e2f1509c-51d6-40b6-b07a-2997cff5c60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3118f23d-9a23-4df6-962e-a051316d0a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:13:28.044981 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-78a25569-f985-434c-acb4-6ce2d9dedd37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:28.045390 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a25569-f985-434c-acb4-6ce2d9dedd37 None None] Bound using segment: {'id': 'e2f1509c-51d6-40b6-b07a-2997cff5c60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3118f23d-9a23-4df6-962e-a051316d0a26'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:13:28.045896 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-78a25569-f985-434c-acb4-6ce2d9dedd37 None None] Bound port: 0e04623f-01d8-4a18-9e4e-26a537b02cb9, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f1509c-51d6-40b6-b07a-2997cff5c60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3118f23d-9a23-4df6-962e-a051316d0a26'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:13:28.046339 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-78a25569-f985-434c-acb4-6ce2d9dedd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:28.137702 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-78a25569-f985-434c-acb4-6ce2d9dedd37 None None] For port 0e04623f-01d8-4a18-9e4e-26a537b02cb9, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:13:28.142502 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-78a25569-f985-434c-acb4-6ce2d9dedd37 None None] For port 0e04623f-01d8-4a18-9e4e-26a537b02cb9, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=0e04623f-01d8-4a18-9e4e-26a537b02cb9,segment=NetworkSegment(e2f1509c-51d6-40b6-b07a-2997cff5c60a),segment_id=e2f1509c-51d6-40b6-b07a-2997cff5c60a)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:13:28.147065 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-78a25569-f985-434c-acb4-6ce2d9dedd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:28.169906 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cde8d67-df42-45bb-9bc8-6bb37ebb3b6a tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:28.207050 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a25569-f985-434c-acb4-6ce2d9dedd37 None None] Routers {'a31392ea-b498-4d5f-9f53-69a94c642ea3'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:28.207673 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-78a25569-f985-434c-acb4-6ce2d9dedd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:13:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a31392ea-b498-4d5f-9f53-69a94c642ea3'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:28.209498 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b196b35c-d099-4e0b-b716-830f0a8aac78 None None] Pushing event updated for resources: {'Port': ['ID=0e04623f-01d8-4a18-9e4e-26a537b02cb9,revision_number=4']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:28.269630 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde8d67-df42-45bb-9bc8-6bb37ebb3b6a tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event deleted for resources: {'Port': ['ID=a3f60c04-81b8-4aa0-a746-921e22e19586,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:28.301829 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f1b47918-cec1-488d-afb9-f52156afe9ed None None] Provisioning complete for port 0e04623f-01d8-4a18-9e4e-26a537b02cb9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:28.302400 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f1b47918-cec1-488d-afb9-f52156afe9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:28.388011 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-78a25569-f985-434c-acb4-6ce2d9dedd37 None None] Set router a31392ea-b498-4d5f-9f53-69a94c642ea3 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:28.498747 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f1b47918-cec1-488d-afb9-f52156afe9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:28.550561 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cde8d67-df42-45bb-9bc8-6bb37ebb3b6a tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:28.595283 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f1b47918-cec1-488d-afb9-f52156afe9ed None None] For port 0e04623f-01d8-4a18-9e4e-26a537b02cb9, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=0e04623f-01d8-4a18-9e4e-26a537b02cb9,segment=NetworkSegment(e2f1509c-51d6-40b6-b07a-2997cff5c60a),segment_id=e2f1509c-51d6-40b6-b07a-2997cff5c60a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:28.605054 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f1b47918-cec1-488d-afb9-f52156afe9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:28.669400 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b47918-cec1-488d-afb9-f52156afe9ed None None] Pushing event updated for resources: {'Port': ['ID=0e04623f-01d8-4a18-9e4e-26a537b02cb9,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:28.729176 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-78a25569-f985-434c-acb4-6ce2d9dedd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31392ea-b498-4d5f-9f53-69a94c642ea3', 'name': 'tempest-TestVolumeBackupRestore-1772252111-router', 'tenant_id': 'a925d5bfe0554fcbba0f4039ae6b0b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'c5e4fac0-617b-49b8-9583-49e9cbfc3c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:20Z', 'updated_at': '2021-12-10T19:13:23Z', 'revision_number': 4, 'project_id': 'a925d5bfe0554fcbba0f4039ae6b0b42', 'gw_port': {'id': 'c5e4fac0-617b-49b8-9583-49e9cbfc3c3d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31392ea-b498-4d5f-9f53-69a94c642ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:21Z', 'updated_at': '2021-12-10T19:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '0e04623f-01d8-4a18-9e4e-26a537b02cb9', 'name': '', 'network_id': '3118f23d-9a23-4df6-962e-a051316d0a26', 'tenant_id': 'a925d5bfe0554fcbba0f4039ae6b0b42', 'mac_address': 'fa:16:3e:e5:f5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31392ea-b498-4d5f-9f53-69a94c642ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '7df89d52-db96-4f49-971c-076d5a7c0110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:22Z', 'updated_at': '2021-12-10T19:13:28Z', 'revision_number': 4, 'project_id': 'a925d5bfe0554fcbba0f4039ae6b0b42', 'subnets': [{'id': '7df89d52-db96-4f49-971c-076d5a7c0110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:28.732847 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2fd748d5-7e70-45e0-a4c1-6b6be5ac087b None None] Provisioning complete for port 0e04623f-01d8-4a18-9e4e-26a537b02cb9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:28.732847 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2fd748d5-7e70-45e0-a4c1-6b6be5ac087b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:28.780327 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a25569-f985-434c-acb4-6ce2d9dedd37 None None] The sync data for ids ['a31392ea-b498-4d5f-9f53-69a94c642ea3'] in n-d-821435-1 is: [{'id': 'a31392ea-b498-4d5f-9f53-69a94c642ea3', 'name': 'tempest-TestVolumeBackupRestore-1772252111-router', 'tenant_id': 'a925d5bfe0554fcbba0f4039ae6b0b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'c5e4fac0-617b-49b8-9583-49e9cbfc3c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:20Z', 'updated_at': '2021-12-10T19:13:23Z', 'revision_number': 4, 'project_id': 'a925d5bfe0554fcbba0f4039ae6b0b42', 'gw_port': {'id': 'c5e4fac0-617b-49b8-9583-49e9cbfc3c3d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31392ea-b498-4d5f-9f53-69a94c642ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:21Z', 'updated_at': '2021-12-10T19:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '0e04623f-01d8-4a18-9e4e-26a537b02cb9', 'name': '', 'network_id': '3118f23d-9a23-4df6-962e-a051316d0a26', 'tenant_id': 'a925d5bfe0554fcbba0f4039ae6b0b42', 'mac_address': 'fa:16:3e:e5:f5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31392ea-b498-4d5f-9f53-69a94c642ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '7df89d52-db96-4f49-971c-076d5a7c0110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:22Z', 'updated_at': '2021-12-10T19:13:28Z', 'revision_number': 4, 'project_id': 'a925d5bfe0554fcbba0f4039ae6b0b42', 'subnets': [{'id': '7df89d52-db96-4f49-971c-076d5a7c0110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:13:28.841416 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cde8d67-df42-45bb-9bc8-6bb37ebb3b6a tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Router fb0fcdb4-6168-47b5-89cf-f0790523ef06 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:13:29.160024 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 0e04623f-01d8-4a18-9e4e-26a537b02cb9 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:29.223395 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 0e04623f-01d8-4a18-9e4e-26a537b02cb9 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:29.223776 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:29.242765 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cde8d67-df42-45bb-9bc8-6bb37ebb3b6a tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:13:29.257050 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4cde8d67-df42-45bb-9bc8-6bb37ebb3b6a tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "PUT /v2.0/routers/fb0fcdb4-6168-47b5-89cf-f0790523ef06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1857340 Dec 10 19:13:29.257281 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d0998f-b5e5-4ee3-82a2-a440511b81d2 None None] Sync routers for ids ['fb0fcdb4-6168-47b5-89cf-f0790523ef06'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:13:29.282168 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d0998f-b5e5-4ee3-82a2-a440511b81d2 None None] Routers {'fb0fcdb4-6168-47b5-89cf-f0790523ef06'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:29.283345 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a8d0998f-b5e5-4ee3-82a2-a440511b81d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:13:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['fb0fcdb4-6168-47b5-89cf-f0790523ef06'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:29.455361 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-a8d0998f-b5e5-4ee3-82a2-a440511b81d2 None None] Set router fb0fcdb4-6168-47b5-89cf-f0790523ef06 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:29.578376 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664df74-944a-4aa5-80db-2c21ff2eda02 req-478cf0a7-0ce4-4f9a-b8f7-22c8bcc536b7 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:29.585255 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8664df74-944a-4aa5-80db-2c21ff2eda02 req-478cf0a7-0ce4-4f9a-b8f7-22c8bcc536b7 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a328fb-d386-4945-b513-37524e41a6a4 HTTP/1.1" status: 200 len: 946 time: 0.0734699 Dec 10 19:13:29.646027 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8664df74-944a-4aa5-80db-2c21ff2eda02 req-06df2c36-1fd1-41e6-9372-c046f9cb6cd9 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/security-groups?id=142c1fc4-e8b2-4cdd-87f6-920a5e32b851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577829 Dec 10 19:13:29.733078 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a8d0998f-b5e5-4ee3-82a2-a440511b81d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'name': 'tempest-TestNetworkBasicOps-router-1141338108', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:16Z', 'updated_at': '2021-12-10T19:13:28Z', 'revision_number': 6, 'project_id': '8598e18254304299bb012ea898e5a529', 'gw_port': {'id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:17Z', 'updated_at': '2021-12-10T19:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '8e45f403-4300-4805-a48d-1c845f0e03af', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'port_id': '0e66710a-d835-468e-960a-5950e18fa7e8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3796, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0185b6a0-b8f9-4dbb-86b3-c81965384904', 'mac_address': 'fa:16:3e:a9:30:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2e3be3-0072-489a-b23b-a7395193feef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:11:38Z', 'updated_at': '2021-12-10T19:11:41Z', 'revision_number': 1, 'project_id': '8598e18254304299bb012ea898e5a529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78440dc8-1ac5-45b9-b388-133f18c93013', 'name': '', 'network_id': '0185b6a0-b8f9-4dbb-86b3-c81965384904', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'mac_address': 'fa:16:3e:d5:4d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'b2ada5e6-4100-4692-bf9e-830aca5f4f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:20Z', 'updated_at': '2021-12-10T19:11:25Z', 'revision_number': 5, 'project_id': '8598e18254304299bb012ea898e5a529', 'subnets': [{'id': 'b2ada5e6-4100-4692-bf9e-830aca5f4f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:29.760909 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d0998f-b5e5-4ee3-82a2-a440511b81d2 None None] Checking router: fb0fcdb4-6168-47b5-89cf-f0790523ef06 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:13:29.769946 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d0998f-b5e5-4ee3-82a2-a440511b81d2 None None] Routers {'fb0fcdb4-6168-47b5-89cf-f0790523ef06'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:29.770556 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a8d0998f-b5e5-4ee3-82a2-a440511b81d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:13:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['fb0fcdb4-6168-47b5-89cf-f0790523ef06'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:29.882598 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-a8d0998f-b5e5-4ee3-82a2-a440511b81d2 None None] Set router fb0fcdb4-6168-47b5-89cf-f0790523ef06 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:30.124308 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a8d0998f-b5e5-4ee3-82a2-a440511b81d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'name': 'tempest-TestNetworkBasicOps-router-1141338108', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:16Z', 'updated_at': '2021-12-10T19:13:28Z', 'revision_number': 6, 'project_id': '8598e18254304299bb012ea898e5a529', 'gw_port': {'id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:17Z', 'updated_at': '2021-12-10T19:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '8e45f403-4300-4805-a48d-1c845f0e03af', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'port_id': '0e66710a-d835-468e-960a-5950e18fa7e8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3796, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0185b6a0-b8f9-4dbb-86b3-c81965384904', 'mac_address': 'fa:16:3e:a9:30:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2e3be3-0072-489a-b23b-a7395193feef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:11:38Z', 'updated_at': '2021-12-10T19:11:41Z', 'revision_number': 1, 'project_id': '8598e18254304299bb012ea898e5a529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78440dc8-1ac5-45b9-b388-133f18c93013', 'name': '', 'network_id': '0185b6a0-b8f9-4dbb-86b3-c81965384904', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'mac_address': 'fa:16:3e:d5:4d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'b2ada5e6-4100-4692-bf9e-830aca5f4f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:20Z', 'updated_at': '2021-12-10T19:11:25Z', 'revision_number': 5, 'project_id': '8598e18254304299bb012ea898e5a529', 'subnets': [{'id': 'b2ada5e6-4100-4692-bf9e-830aca5f4f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:30.152370 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d0998f-b5e5-4ee3-82a2-a440511b81d2 None None] The sync data for ids ['fb0fcdb4-6168-47b5-89cf-f0790523ef06'] in n-d-821435-1 is: [{'id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'name': 'tempest-TestNetworkBasicOps-router-1141338108', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:16Z', 'updated_at': '2021-12-10T19:13:28Z', 'revision_number': 6, 'project_id': '8598e18254304299bb012ea898e5a529', 'gw_port': {'id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:17Z', 'updated_at': '2021-12-10T19:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '8e45f403-4300-4805-a48d-1c845f0e03af', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'port_id': '0e66710a-d835-468e-960a-5950e18fa7e8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3796, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0185b6a0-b8f9-4dbb-86b3-c81965384904', 'mac_address': 'fa:16:3e:a9:30:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2e3be3-0072-489a-b23b-a7395193feef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:11:38Z', 'updated_at': '2021-12-10T19:11:41Z', 'revision_number': 1, 'project_id': '8598e18254304299bb012ea898e5a529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78440dc8-1ac5-45b9-b388-133f18c93013', 'name': '', 'network_id': '0185b6a0-b8f9-4dbb-86b3-c81965384904', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'mac_address': 'fa:16:3e:d5:4d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'b2ada5e6-4100-4692-bf9e-830aca5f4f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:20Z', 'updated_at': '2021-12-10T19:11:25Z', 'revision_number': 5, 'project_id': '8598e18254304299bb012ea898e5a529', 'subnets': [{'id': 'b2ada5e6-4100-4692-bf9e-830aca5f4f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:13:30.785063 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd7b87-0051-4cbe-accb-950425183af2 req-034b09cb-7dc7-44a1-9bbb-b605d7b247c2 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:30.786595 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9cdd7b87-0051-4cbe-accb-950425183af2 req-034b09cb-7dc7-44a1-9bbb-b605d7b247c2 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a328fb-d386-4945-b513-37524e41a6a4 HTTP/1.1" status: 200 len: 946 time: 0.0669653 Dec 10 19:13:30.847042 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9cdd7b87-0051-4cbe-accb-950425183af2 req-1016a2a1-b6b8-4094-a431-6ad1c95e6fe4 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/security-groups?id=142c1fc4-e8b2-4cdd-87f6-920a5e32b851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540669 Dec 10 19:13:30.849949 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbd26a-ae91-4069-b24d-5a325f53e678 req-d00ccbd5-9eac-48c4-a984-3feb5fa03acc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:30.852364 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b4dbd26a-ae91-4069-b24d-5a325f53e678 req-d00ccbd5-9eac-48c4-a984-3feb5fa03acc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a328fb-d386-4945-b513-37524e41a6a4 HTTP/1.1" status: 200 len: 946 time: 0.0581961 Dec 10 19:13:30.951722 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-b4dbd26a-ae91-4069-b24d-5a325f53e678 req-5b885d90-4d77-4472-bfae-fb382acea55c tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Deleting port 335cd1cf-b8b1-408f-a367-0f8bcfc32706 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:13:30.952261 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b4dbd26a-ae91-4069-b24d-5a325f53e678 req-5b885d90-4d77-4472-bfae-fb382acea55c tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:30.974936 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device a3f60c04-81b8-4aa0-a746-921e22e19586 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:13:30.996590 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: a3f60c04-81b8-4aa0-a746-921e22e19586 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:13:30.997020 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device a3f60c04-81b8-4aa0-a746-921e22e19586 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:13:31.054348 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b4dbd26a-ae91-4069-b24d-5a325f53e678 req-5b885d90-4d77-4472-bfae-fb382acea55c tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] For port 335cd1cf-b8b1-408f-a367-0f8bcfc32706, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=335cd1cf-b8b1-408f-a367-0f8bcfc32706,segment=NetworkSegment(b95faba4-0dc3-4e31-93a6-5797cb88a0a1),segment_id=b95faba4-0dc3-4e31-93a6-5797cb88a0a1)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:31.054617 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b4dbd26a-ae91-4069-b24d-5a325f53e678 req-5b885d90-4d77-4472-bfae-fb382acea55c tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:31.069590 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-b4dbd26a-ae91-4069-b24d-5a325f53e678 req-5b885d90-4d77-4472-bfae-fb382acea55c tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Calling delete_port for 335cd1cf-b8b1-408f-a367-0f8bcfc32706 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:13:31.205605 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b4dbd26a-ae91-4069-b24d-5a325f53e678 req-5b885d90-4d77-4472-bfae-fb382acea55c tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:31.233299 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b885d90-4d77-4472-bfae-fb382acea55c tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event deleted for resources: {'Port': ['ID=335cd1cf-b8b1-408f-a367-0f8bcfc32706,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:31.246667 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b885d90-4d77-4472-bfae-fb382acea55c tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:31.247022 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b885d90-4d77-4472-bfae-fb382acea55c tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:31.247366 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b885d90-4d77-4472-bfae-fb382acea55c tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:31.247702 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b885d90-4d77-4472-bfae-fb382acea55c tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:31.248041 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b885d90-4d77-4472-bfae-fb382acea55c tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:31.248373 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b885d90-4d77-4472-bfae-fb382acea55c tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:31.248723 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b885d90-4d77-4472-bfae-fb382acea55c tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:31.249058 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b885d90-4d77-4472-bfae-fb382acea55c tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:31.249395 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b885d90-4d77-4472-bfae-fb382acea55c tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:31.249720 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b885d90-4d77-4472-bfae-fb382acea55c tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:31.250044 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b885d90-4d77-4472-bfae-fb382acea55c tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:31.250366 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b885d90-4d77-4472-bfae-fb382acea55c tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:31.250689 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b885d90-4d77-4472-bfae-fb382acea55c tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:31.290574 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4dbd26a-ae91-4069-b24d-5a325f53e678 req-5b885d90-4d77-4472-bfae-fb382acea55c tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] No DVR routers for this DVR port 335cd1cf-b8b1-408f-a367-0f8bcfc32706 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:13:31.293389 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b4dbd26a-ae91-4069-b24d-5a325f53e678 req-5b885d90-4d77-4472-bfae-fb382acea55c tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:31.297040 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b4dbd26a-ae91-4069-b24d-5a325f53e678 req-5b885d90-4d77-4472-bfae-fb382acea55c tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.46 "DELETE /v2.0/ports/335cd1cf-b8b1-408f-a367-0f8bcfc32706 HTTP/1.1" status: 204 len: 173 time: 0.4391232 Dec 10 19:13:31.297757 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a328fb-d386-4945-b513-37524e41a6a4', 'name': 'network-vif-deleted', 'tag': '335cd1cf-b8b1-408f-a367-0f8bcfc32706'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:13:31.301225 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd325825-3f7a-425e-a3c5-4d092148ec27" -d '{"events": [{"server_uuid": "f6a328fb-d386-4945-b513-37524e41a6a4", "name": "network-vif-deleted", "tag": "335cd1cf-b8b1-408f-a367-0f8bcfc32706"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:13:31.354126 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05901ea7-3d0d-4474-963f-4df0ef5438bd x-openstack-request-id: req-05901ea7-3d0d-4474-963f-4df0ef5438bd {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:13:31.354429 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a328fb-d386-4945-b513-37524e41a6a4", "name": "network-vif-deleted", "tag": "335cd1cf-b8b1-408f-a367-0f8bcfc32706", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:13:31.354688 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-05901ea7-3d0d-4474-963f-4df0ef5438bd {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:13:31.355092 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a328fb-d386-4945-b513-37524e41a6a4', 'name': 'network-vif-deleted', 'tag': '335cd1cf-b8b1-408f-a367-0f8bcfc32706', 'status': 'completed', 'code': 200} Dec 10 19:13:31.907029 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44910) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:31.968009 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-843886d8-35c7-46aa-a7fc-c2aa258f191f tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:31.995069 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-843886d8-35c7-46aa-a7fc-c2aa258f191f tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:32.057066 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-843886d8-35c7-46aa-a7fc-c2aa258f191f tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:32.059875 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-843886d8-35c7-46aa-a7fc-c2aa258f191f tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:32.061690 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-843886d8-35c7-46aa-a7fc-c2aa258f191f tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "DELETE /v2.0/security-groups/142c1fc4-e8b2-4cdd-87f6-920a5e32b851 HTTP/1.1" status: 204 len: 168 time: 0.1527364 Dec 10 19:13:32.072505 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843886d8-35c7-46aa-a7fc-c2aa258f191f tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=142c1fc4-e8b2-4cdd-87f6-920a5e32b851,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:32.098506 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44914) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:32.155873 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0932023-072c-4e4f-820d-ba383a44c744 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Deleting subnet 0cc542d7-93c1-47c1-acea-9ed5c7899421 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:13:32.160415 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0932023-072c-4e4f-820d-ba383a44c744 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:32.203326 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0932023-072c-4e4f-820d-ba383a44c744 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:32.293045 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0932023-072c-4e4f-820d-ba383a44c744 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:32.358444 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0932023-072c-4e4f-820d-ba383a44c744 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:32.390257 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0932023-072c-4e4f-820d-ba383a44c744 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event deleted for resources: {'Subnet': ['ID=0cc542d7-93c1-47c1-acea-9ed5c7899421,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:32.392280 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0932023-072c-4e4f-820d-ba383a44c744 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:32.396029 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c0932023-072c-4e4f-820d-ba383a44c744 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "DELETE /v2.0/subnets/0cc542d7-93c1-47c1-acea-9ed5c7899421 HTTP/1.1" status: 204 len: 168 time: 0.2959857 Dec 10 19:13:32.398185 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44916) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:32.401529 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e3aebc-5ea9-445b-968b-12c909805846 None None] Network 44f30dc5-3dee-48be-82d4-42859b8b827a requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:13:32.484566 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65ed19ad-81d6-4f1c-980b-c055aaf0a75a tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:32.557211 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-65ed19ad-81d6-4f1c-980b-c055aaf0a75a tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Deleting port cd3afee0-cd44-4c39-9079-a49e5b72ea2c {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:13:32.557211 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65ed19ad-81d6-4f1c-980b-c055aaf0a75a tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:32.580509 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b776e96-16ac-40f0-9f6e-f3bf1c43404b None None] DHCP port deletion for 44f30dc5-3dee-48be-82d4-42859b8b827a request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:13:32.624427 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-65ed19ad-81d6-4f1c-980b-c055aaf0a75a tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] For port cd3afee0-cd44-4c39-9079-a49e5b72ea2c, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=cd3afee0-cd44-4c39-9079-a49e5b72ea2c,segment=NetworkSegment(b95faba4-0dc3-4e31-93a6-5797cb88a0a1),segment_id=b95faba4-0dc3-4e31-93a6-5797cb88a0a1)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:32.624909 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65ed19ad-81d6-4f1c-980b-c055aaf0a75a tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:32.636774 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-1b776e96-16ac-40f0-9f6e-f3bf1c43404b None None] Deleting port cd3afee0-cd44-4c39-9079-a49e5b72ea2c {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:13:32.637160 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1b776e96-16ac-40f0-9f6e-f3bf1c43404b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:32.641898 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-65ed19ad-81d6-4f1c-980b-c055aaf0a75a tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Calling delete_port for cd3afee0-cd44-4c39-9079-a49e5b72ea2c owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:13:32.708267 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1b776e96-16ac-40f0-9f6e-f3bf1c43404b None None] For port cd3afee0-cd44-4c39-9079-a49e5b72ea2c, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=cd3afee0-cd44-4c39-9079-a49e5b72ea2c,segment=NetworkSegment(b95faba4-0dc3-4e31-93a6-5797cb88a0a1),segment_id=b95faba4-0dc3-4e31-93a6-5797cb88a0a1)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:32.709276 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1b776e96-16ac-40f0-9f6e-f3bf1c43404b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:32.726369 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-1b776e96-16ac-40f0-9f6e-f3bf1c43404b None None] Calling delete_port for cd3afee0-cd44-4c39-9079-a49e5b72ea2c owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:13:32.741055 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65ed19ad-81d6-4f1c-980b-c055aaf0a75a tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:32.769970 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed19ad-81d6-4f1c-980b-c055aaf0a75a tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event deleted for resources: {'Port': ['ID=cd3afee0-cd44-4c39-9079-a49e5b72ea2c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:32.772107 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ed19ad-81d6-4f1c-980b-c055aaf0a75a tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] No DVR routers for this DVR port cd3afee0-cd44-4c39-9079-a49e5b72ea2c on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:13:32.822771 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1b776e96-16ac-40f0-9f6e-f3bf1c43404b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:32.849776 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b776e96-16ac-40f0-9f6e-f3bf1c43404b None None] Pushing event deleted for resources: {'Port': ['ID=cd3afee0-cd44-4c39-9079-a49e5b72ea2c,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:32.854065 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b776e96-16ac-40f0-9f6e-f3bf1c43404b None None] No DVR routers for this DVR port cd3afee0-cd44-4c39-9079-a49e5b72ea2c on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:13:32.870375 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65ed19ad-81d6-4f1c-980b-c055aaf0a75a tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:32.891233 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-65ed19ad-81d6-4f1c-980b-c055aaf0a75a tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f30dc5-3dee-48be-82d4-42859b8b827a']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:32.909160 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-65ed19ad-81d6-4f1c-980b-c055aaf0a75a tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b95faba4-0dc3-4e31-93a6-5797cb88a0a1') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:32.909877 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-65ed19ad-81d6-4f1c-980b-c055aaf0a75a tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b95faba4-0dc3-4e31-93a6-5797cb88a0a1') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:32.925346 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65ed19ad-81d6-4f1c-980b-c055aaf0a75a tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:32.945954 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65ed19ad-81d6-4f1c-980b-c055aaf0a75a tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:32.953129 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ed19ad-81d6-4f1c-980b-c055aaf0a75a tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:13:32.953526 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65ed19ad-81d6-4f1c-980b-c055aaf0a75a tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:32.957364 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:13:32.957364 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:13:32.957364 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:13:32.957364 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:13:32.957364 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:13:32.957364 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:13:32.957364 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:13:32.957364 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:13:32.957364 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:13:32.957364 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:13:32.957364 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:13:32.957364 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:13:32.957364 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:13:32.957364 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:13:32.957364 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:13:32.957364 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:13:32.957364 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:13:32.957364 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:13:32.957364 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:13:32.957364 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:13:32.957364 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:13:32.957364 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:13:32.957364 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:13:32.957364 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:13:32.957364 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:13:32.957364 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:13:32.957364 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:13:32.957364 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:13:32.957364 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:13:32.957364 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:13:32.957364 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:13:32.957364 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:13:33.018962 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65ed19ad-81d6-4f1c-980b-c055aaf0a75a tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:33.019222 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device cd3afee0-cd44-4c39-9079-a49e5b72ea2c no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:13:33.030715 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65ed19ad-81d6-4f1c-980b-c055aaf0a75a tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:33.034045 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-65ed19ad-81d6-4f1c-980b-c055aaf0a75a tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "DELETE /v2.0/networks/44f30dc5-3dee-48be-82d4-42859b8b827a HTTP/1.1" status: 204 len: 168 time: 0.6347699 Dec 10 19:13:33.036937 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44920) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:33.046827 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: cd3afee0-cd44-4c39-9079-a49e5b72ea2c {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:13:33.047177 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device cd3afee0-cd44-4c39-9079-a49e5b72ea2c not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:13:33.060735 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed19ad-81d6-4f1c-980b-c055aaf0a75a tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event deleted for resources: {'Network': ['ID=44f30dc5-3dee-48be-82d4-42859b8b827a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:33.230450 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-fc3de09f-408f-421d-b33b-fa61a57b1cb7 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Deleting port 8f53c324-beca-401b-bd78-8be52ef2bc70 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:13:33.230788 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc3de09f-408f-421d-b33b-fa61a57b1cb7 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:33.311197 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc3de09f-408f-421d-b33b-fa61a57b1cb7 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:33.311608 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc3de09f-408f-421d-b33b-fa61a57b1cb7 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:33.323523 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-fc3de09f-408f-421d-b33b-fa61a57b1cb7 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Calling delete_port for 8f53c324-beca-401b-bd78-8be52ef2bc70 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:13:33.512576 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc3de09f-408f-421d-b33b-fa61a57b1cb7 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:33.543043 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3de09f-408f-421d-b33b-fa61a57b1cb7 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event deleted for resources: {'Port': ['ID=8f53c324-beca-401b-bd78-8be52ef2bc70,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:33.611689 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc3de09f-408f-421d-b33b-fa61a57b1cb7 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:33.612027 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-fc3de09f-408f-421d-b33b-fa61a57b1cb7 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Floating IP 8e45f403-4300-4805-a48d-1c845f0e03af disassociated (deleted). External IP: 172.25.7.38, port: 0e66710a-d835-468e-960a-5950e18fa7e8. Dec 10 19:13:33.838029 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3de09f-408f-421d-b33b-fa61a57b1cb7 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Router fb0fcdb4-6168-47b5-89cf-f0790523ef06 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:13:33.955875 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3de09f-408f-421d-b33b-fa61a57b1cb7 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:13:33.960750 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc3de09f-408f-421d-b33b-fa61a57b1cb7 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:33.966626 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e7dc2c-dd69-451e-9161-f8f834c011d6 None None] Sync routers for ids ['fb0fcdb4-6168-47b5-89cf-f0790523ef06'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:13:33.979947 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e7dc2c-dd69-451e-9161-f8f834c011d6 None None] Routers {'fb0fcdb4-6168-47b5-89cf-f0790523ef06'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:33.980989 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-17e7dc2c-dd69-451e-9161-f8f834c011d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:13:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['fb0fcdb4-6168-47b5-89cf-f0790523ef06'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:33.991977 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-fc3de09f-408f-421d-b33b-fa61a57b1cb7 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "DELETE /v2.0/floatingips/8e45f403-4300-4805-a48d-1c845f0e03af HTTP/1.1" status: 204 len: 168 time: 0.9531658 Dec 10 19:13:33.992583 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2e3be3-0072-489a-b23b-a7395193feef', 'tag': '0e66710a-d835-468e-960a-5950e18fa7e8'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:13:33.994907 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de8eba4-d930-4091-957f-3af36f034cc0" -d '{"events": [{"name": "network-changed", "server_uuid": "ce2e3be3-0072-489a-b23b-a7395193feef", "tag": "0e66710a-d835-468e-960a-5950e18fa7e8"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:13:34.049043 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f00985d-d006-4be9-a820-eaf43646efa3 x-openstack-request-id: req-6f00985d-d006-4be9-a820-eaf43646efa3 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:13:34.050276 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce2e3be3-0072-489a-b23b-a7395193feef", "tag": "0e66710a-d835-468e-960a-5950e18fa7e8", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:13:34.050276 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6f00985d-d006-4be9-a820-eaf43646efa3 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:13:34.050276 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2e3be3-0072-489a-b23b-a7395193feef', 'tag': '0e66710a-d835-468e-960a-5950e18fa7e8', 'status': 'completed', 'code': 200} Dec 10 19:13:34.088397 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:34.115898 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-17e7dc2c-dd69-451e-9161-f8f834c011d6 None None] Set router fb0fcdb4-6168-47b5-89cf-f0790523ef06 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:34.133230 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8eba4-d930-4091-957f-3af36f034cc0 req-31833002-2d22-4cbf-91e2-ef8f020e8b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:34.135446 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7de8eba4-d930-4091-957f-3af36f034cc0 req-31833002-2d22-4cbf-91e2-ef8f020e8b15 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8598e18254304299bb012ea898e5a529&device_id=ce2e3be3-0072-489a-b23b-a7395193feef HTTP/1.1" status: 200 len: 1096 time: 0.0649171 Dec 10 19:13:34.277041 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e0c93-b868-4e02-85ba-353d86152a22 req-dc708434-2c34-401c-a6f8-3e75cad9cccf tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:34.278487 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-257e0c93-b868-4e02-85ba-353d86152a22 req-dc708434-2c34-401c-a6f8-3e75cad9cccf tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce2e3be3-0072-489a-b23b-a7395193feef HTTP/1.1" status: 200 len: 945 time: 0.0730143 Dec 10 19:13:34.305264 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8eba4-d930-4091-957f-3af36f034cc0 req-ade47951-332e-4a31-8579-7fe3d2e4d26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:34.306758 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7de8eba4-d930-4091-957f-3af36f034cc0 req-ade47951-332e-4a31-8579-7fe3d2e4d26a service neutron] 10.222.0.72 "GET /v2.0/networks?id=0185b6a0-b8f9-4dbb-86b3-c81965384904 HTTP/1.1" status: 200 len: 898 time: 0.1622462 Dec 10 19:13:34.343816 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-17e7dc2c-dd69-451e-9161-f8f834c011d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'name': 'tempest-TestNetworkBasicOps-router-1141338108', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:16Z', 'updated_at': '2021-12-10T19:13:28Z', 'revision_number': 6, 'project_id': '8598e18254304299bb012ea898e5a529', 'gw_port': {'id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:17Z', 'updated_at': '2021-12-10T19:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '78440dc8-1ac5-45b9-b388-133f18c93013', 'name': '', 'network_id': '0185b6a0-b8f9-4dbb-86b3-c81965384904', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'mac_address': 'fa:16:3e:d5:4d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'b2ada5e6-4100-4692-bf9e-830aca5f4f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:20Z', 'updated_at': '2021-12-10T19:11:25Z', 'revision_number': 5, 'project_id': '8598e18254304299bb012ea898e5a529', 'subnets': [{'id': 'b2ada5e6-4100-4692-bf9e-830aca5f4f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:34.374566 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e7dc2c-dd69-451e-9161-f8f834c011d6 None None] Checking router: fb0fcdb4-6168-47b5-89cf-f0790523ef06 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:13:34.378689 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7de8eba4-d930-4091-957f-3af36f034cc0 req-222f54af-cff3-4e24-83eb-54f15d7f9f38 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e66710a-d835-468e-960a-5950e18fa7e8 HTTP/1.1" status: 200 len: 217 time: 0.0585146 Dec 10 19:13:34.384042 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-257e0c93-b868-4e02-85ba-353d86152a22 req-c62a67d0-f148-4d9b-a7c1-e509a20e718f tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c6eb2ef-c800-4fe6-a60e-1c85f5433c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959795 Dec 10 19:13:34.384404 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e7dc2c-dd69-451e-9161-f8f834c011d6 None None] Routers {'fb0fcdb4-6168-47b5-89cf-f0790523ef06'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:34.385059 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-17e7dc2c-dd69-451e-9161-f8f834c011d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:13:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['fb0fcdb4-6168-47b5-89cf-f0790523ef06'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:34.438843 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8eba4-d930-4091-957f-3af36f034cc0 req-bd6d04c7-3a0c-4a8b-8e03-31a5fcfe9dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:34.441270 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7de8eba4-d930-4091-957f-3af36f034cc0 req-bd6d04c7-3a0c-4a8b-8e03-31a5fcfe9dc4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b2ada5e6-4100-4692-bf9e-830aca5f4f37 HTTP/1.1" status: 200 len: 834 time: 0.0557685 Dec 10 19:13:34.494651 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8eba4-d930-4091-957f-3af36f034cc0 req-ad414a7d-fc7a-4d9d-b9bd-4a6d62512819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:34.496168 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7de8eba4-d930-4091-957f-3af36f034cc0 req-ad414a7d-fc7a-4d9d-b9bd-4a6d62512819 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0185b6a0-b8f9-4dbb-86b3-c81965384904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471241 Dec 10 19:13:34.496440 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-17e7dc2c-dd69-451e-9161-f8f834c011d6 None None] Set router fb0fcdb4-6168-47b5-89cf-f0790523ef06 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:34.598302 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7de8eba4-d930-4091-957f-3af36f034cc0 req-33c8eeb3-fdc4-4a97-a448-63f8ce788bc4 service neutron] 10.222.0.72 "GET /v2.0/networks/0185b6a0-b8f9-4dbb-86b3-c81965384904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937867 Dec 10 19:13:34.699053 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7de8eba4-d930-4091-957f-3af36f034cc0 req-6a61d13a-9581-47ef-88c0-3e8f5e02655a service neutron] 10.222.0.72 "GET /v2.0/networks/0185b6a0-b8f9-4dbb-86b3-c81965384904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937152 Dec 10 19:13:34.721056 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-17e7dc2c-dd69-451e-9161-f8f834c011d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'name': 'tempest-TestNetworkBasicOps-router-1141338108', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:16Z', 'updated_at': '2021-12-10T19:13:28Z', 'revision_number': 6, 'project_id': '8598e18254304299bb012ea898e5a529', 'gw_port': {'id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:17Z', 'updated_at': '2021-12-10T19:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '78440dc8-1ac5-45b9-b388-133f18c93013', 'name': '', 'network_id': '0185b6a0-b8f9-4dbb-86b3-c81965384904', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'mac_address': 'fa:16:3e:d5:4d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'b2ada5e6-4100-4692-bf9e-830aca5f4f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:20Z', 'updated_at': '2021-12-10T19:11:25Z', 'revision_number': 5, 'project_id': '8598e18254304299bb012ea898e5a529', 'subnets': [{'id': 'b2ada5e6-4100-4692-bf9e-830aca5f4f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:34.750481 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e7dc2c-dd69-451e-9161-f8f834c011d6 None None] The sync data for ids ['fb0fcdb4-6168-47b5-89cf-f0790523ef06'] in n-d-821435-1 is: [{'id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'name': 'tempest-TestNetworkBasicOps-router-1141338108', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:16Z', 'updated_at': '2021-12-10T19:13:28Z', 'revision_number': 6, 'project_id': '8598e18254304299bb012ea898e5a529', 'gw_port': {'id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:17Z', 'updated_at': '2021-12-10T19:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '78440dc8-1ac5-45b9-b388-133f18c93013', 'name': '', 'network_id': '0185b6a0-b8f9-4dbb-86b3-c81965384904', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'mac_address': 'fa:16:3e:d5:4d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'b2ada5e6-4100-4692-bf9e-830aca5f4f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:20Z', 'updated_at': '2021-12-10T19:11:25Z', 'revision_number': 5, 'project_id': '8598e18254304299bb012ea898e5a529', 'subnets': [{'id': 'b2ada5e6-4100-4692-bf9e-830aca5f4f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:13:34.910731 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 335cd1cf-b8b1-408f-a367-0f8bcfc32706 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:13:34.932212 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 335cd1cf-b8b1-408f-a367-0f8bcfc32706 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:13:34.932774 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 335cd1cf-b8b1-408f-a367-0f8bcfc32706 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:13:35.017842 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963963c5-d272-4951-84ef-a78b24d9e6bc None None] New status for floating IP 8e45f403-4300-4805-a48d-1c845f0e03af: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:13:35.526586 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad616707-b0bf-4c78-abd5-23b8ab59121b req-1e5a35e6-27cc-451b-9d66-65c1b7c865a3 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:35.528134 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ad616707-b0bf-4c78-abd5-23b8ab59121b req-1e5a35e6-27cc-451b-9d66-65c1b7c865a3 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce2e3be3-0072-489a-b23b-a7395193feef HTTP/1.1" status: 200 len: 945 time: 0.0602720 Dec 10 19:13:35.580337 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ad616707-b0bf-4c78-abd5-23b8ab59121b req-71ff77a2-5262-4d48-b908-da777ac99c7a tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c6eb2ef-c800-4fe6-a60e-1c85f5433c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454147 Dec 10 19:13:35.709309 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95a2df-44d7-4e27-9db4-74b478994937 req-40fe5fe8-8a43-405b-8d15-c58a02ab267c tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:35.710179 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be95a2df-44d7-4e27-9db4-74b478994937 req-40fe5fe8-8a43-405b-8d15-c58a02ab267c tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce2e3be3-0072-489a-b23b-a7395193feef HTTP/1.1" status: 200 len: 945 time: 0.0505779 Dec 10 19:13:35.807222 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-be95a2df-44d7-4e27-9db4-74b478994937 req-6509b547-9b47-42a8-94f4-a28780bf81b5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Deleting port 0e66710a-d835-468e-960a-5950e18fa7e8 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:13:35.807560 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-be95a2df-44d7-4e27-9db4-74b478994937 req-6509b547-9b47-42a8-94f4-a28780bf81b5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:35.902115 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-be95a2df-44d7-4e27-9db4-74b478994937 req-6509b547-9b47-42a8-94f4-a28780bf81b5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] For port 0e66710a-d835-468e-960a-5950e18fa7e8, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=0e66710a-d835-468e-960a-5950e18fa7e8,segment=NetworkSegment(0910fca0-ed7b-42d1-9deb-dc8e69e68114),segment_id=0910fca0-ed7b-42d1-9deb-dc8e69e68114)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:35.902479 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-be95a2df-44d7-4e27-9db4-74b478994937 req-6509b547-9b47-42a8-94f4-a28780bf81b5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:35.920046 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-be95a2df-44d7-4e27-9db4-74b478994937 req-6509b547-9b47-42a8-94f4-a28780bf81b5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Calling delete_port for 0e66710a-d835-468e-960a-5950e18fa7e8 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:13:36.130451 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-be95a2df-44d7-4e27-9db4-74b478994937 req-6509b547-9b47-42a8-94f4-a28780bf81b5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:36.163967 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6509b547-9b47-42a8-94f4-a28780bf81b5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event deleted for resources: {'Port': ['ID=0e66710a-d835-468e-960a-5950e18fa7e8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:36.209161 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-be95a2df-44d7-4e27-9db4-74b478994937 req-6509b547-9b47-42a8-94f4-a28780bf81b5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] No DVR routers for this DVR port 0e66710a-d835-468e-960a-5950e18fa7e8 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:13:36.211701 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-be95a2df-44d7-4e27-9db4-74b478994937 req-6509b547-9b47-42a8-94f4-a28780bf81b5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:36.215138 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-be95a2df-44d7-4e27-9db4-74b478994937 req-6509b547-9b47-42a8-94f4-a28780bf81b5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.72 "DELETE /v2.0/ports/0e66710a-d835-468e-960a-5950e18fa7e8 HTTP/1.1" status: 204 len: 173 time: 0.4993100 Dec 10 19:13:36.215573 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2e3be3-0072-489a-b23b-a7395193feef', 'name': 'network-vif-deleted', 'tag': '0e66710a-d835-468e-960a-5950e18fa7e8'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:13:36.217790 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fae048-5902-4ac5-a112-c6aabc62570c" -d '{"events": [{"server_uuid": "ce2e3be3-0072-489a-b23b-a7395193feef", "name": "network-vif-deleted", "tag": "0e66710a-d835-468e-960a-5950e18fa7e8"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:13:36.259899 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af37412-e5a8-4ec0-ba37-e6262f36f878 x-openstack-request-id: req-4af37412-e5a8-4ec0-ba37-e6262f36f878 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:13:36.260197 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2e3be3-0072-489a-b23b-a7395193feef", "name": "network-vif-deleted", "tag": "0e66710a-d835-468e-960a-5950e18fa7e8", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:13:36.260446 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4af37412-e5a8-4ec0-ba37-e6262f36f878 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:13:36.260881 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2e3be3-0072-489a-b23b-a7395193feef', 'name': 'network-vif-deleted', 'tag': '0e66710a-d835-468e-960a-5950e18fa7e8', 'status': 'completed', 'code': 200} Dec 10 19:13:36.728394 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3ede1806-2194-4014-847a-938599bedfb5 req-f159f9d3-9876-4b73-85d4-495ea0c340a9 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce2e3be3-0072-489a-b23b-a7395193feef HTTP/1.1" status: 200 len: 210 time: 0.0274615 Dec 10 19:13:37.787364 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44960) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:37.843836 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3355849d-0195-4002-82db-7c9c564ae7f5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:37.869414 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3355849d-0195-4002-82db-7c9c564ae7f5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:37.930464 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3355849d-0195-4002-82db-7c9c564ae7f5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:37.933188 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3355849d-0195-4002-82db-7c9c564ae7f5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:37.936861 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3355849d-0195-4002-82db-7c9c564ae7f5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "DELETE /v2.0/security-groups/8c6eb2ef-c800-4fe6-a60e-1c85f5433c90 HTTP/1.1" status: 204 len: 168 time: 0.1458528 Dec 10 19:13:37.951712 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355849d-0195-4002-82db-7c9c564ae7f5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6eb2ef-c800-4fe6-a60e-1c85f5433c90,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:37.976650 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44966) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:38.360375 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9bbfa9ce-d99e-4edc-94da-307a422cf6ec tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:38.391773 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:38.624860 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-9bbfa9ce-d99e-4edc-94da-307a422cf6ec tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Deleting port 78440dc8-1ac5-45b9-b388-133f18c93013 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:13:38.625207 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9bbfa9ce-d99e-4edc-94da-307a422cf6ec tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:38.714282 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-9bbfa9ce-d99e-4edc-94da-307a422cf6ec tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] For port 78440dc8-1ac5-45b9-b388-133f18c93013, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=78440dc8-1ac5-45b9-b388-133f18c93013,segment=NetworkSegment(0910fca0-ed7b-42d1-9deb-dc8e69e68114),segment_id=0910fca0-ed7b-42d1-9deb-dc8e69e68114)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:38.714650 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9bbfa9ce-d99e-4edc-94da-307a422cf6ec tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:38.729342 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-9bbfa9ce-d99e-4edc-94da-307a422cf6ec tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Calling delete_port for 78440dc8-1ac5-45b9-b388-133f18c93013 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:13:38.919628 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9bbfa9ce-d99e-4edc-94da-307a422cf6ec tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:38.950398 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbfa9ce-d99e-4edc-94da-307a422cf6ec tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event deleted for resources: {'Port': ['ID=78440dc8-1ac5-45b9-b388-133f18c93013,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:39.140848 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9bbfa9ce-d99e-4edc-94da-307a422cf6ec tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:39.364657 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bbfa9ce-d99e-4edc-94da-307a422cf6ec tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Router fb0fcdb4-6168-47b5-89cf-f0790523ef06 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:13:39.474957 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbfa9ce-d99e-4edc-94da-307a422cf6ec tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:13:39.482585 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9bbfa9ce-d99e-4edc-94da-307a422cf6ec tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "PUT /v2.0/routers/fb0fcdb4-6168-47b5-89cf-f0790523ef06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5022910 Dec 10 19:13:39.483218 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44978) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:39.485106 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d62455-ae39-4c0b-aa94-53e7d0269818 None None] Sync routers for ids ['fb0fcdb4-6168-47b5-89cf-f0790523ef06'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:13:39.497295 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d62455-ae39-4c0b-aa94-53e7d0269818 None None] Routers {'fb0fcdb4-6168-47b5-89cf-f0790523ef06'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:39.497928 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-23d62455-ae39-4c0b-aa94-53e7d0269818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:13:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['fb0fcdb4-6168-47b5-89cf-f0790523ef06'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:39.539759 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-342fcb77-aa20-409d-8324-d6c4187e5251 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Deleting subnet b2ada5e6-4100-4692-bf9e-830aca5f4f37 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:13:39.543513 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-342fcb77-aa20-409d-8324-d6c4187e5251 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:39.587784 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-342fcb77-aa20-409d-8324-d6c4187e5251 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:39.679841 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-342fcb77-aa20-409d-8324-d6c4187e5251 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:39.698818 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-23d62455-ae39-4c0b-aa94-53e7d0269818 None None] Set router fb0fcdb4-6168-47b5-89cf-f0790523ef06 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:39.883667 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-23d62455-ae39-4c0b-aa94-53e7d0269818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'name': 'tempest-TestNetworkBasicOps-router-1141338108', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:16Z', 'updated_at': '2021-12-10T19:13:38Z', 'revision_number': 7, 'project_id': '8598e18254304299bb012ea898e5a529', 'gw_port': {'id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:17Z', 'updated_at': '2021-12-10T19:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:39.910834 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d62455-ae39-4c0b-aa94-53e7d0269818 None None] Checking router: fb0fcdb4-6168-47b5-89cf-f0790523ef06 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:13:39.919388 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d62455-ae39-4c0b-aa94-53e7d0269818 None None] Routers {'fb0fcdb4-6168-47b5-89cf-f0790523ef06'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:39.920004 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-23d62455-ae39-4c0b-aa94-53e7d0269818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:13:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['fb0fcdb4-6168-47b5-89cf-f0790523ef06'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:40.006058 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-342fcb77-aa20-409d-8324-d6c4187e5251 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:40.034876 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342fcb77-aa20-409d-8324-d6c4187e5251 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event deleted for resources: {'Subnet': ['ID=b2ada5e6-4100-4692-bf9e-830aca5f4f37,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:40.042090 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-342fcb77-aa20-409d-8324-d6c4187e5251 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:40.052727 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-342fcb77-aa20-409d-8324-d6c4187e5251 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "DELETE /v2.0/subnets/b2ada5e6-4100-4692-bf9e-830aca5f4f37 HTTP/1.1" status: 204 len: 168 time: 0.5646217 Dec 10 19:13:40.053038 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44980) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:40.055582 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-23d62455-ae39-4c0b-aa94-53e7d0269818 None None] Set router fb0fcdb4-6168-47b5-89cf-f0790523ef06 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:40.069650 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87137b8d-85e3-4b8b-8ce2-fe664e793fb3 None None] Network 0185b6a0-b8f9-4dbb-86b3-c81965384904 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:13:40.149805 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 0e66710a-d835-468e-960a-5950e18fa7e8 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:13:40.180074 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 0e66710a-d835-468e-960a-5950e18fa7e8 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:13:40.181022 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 0e66710a-d835-468e-960a-5950e18fa7e8 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:13:40.183600 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc32adce-f097-492e-b4fd-5d77a68715ae tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:40.304962 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc32adce-f097-492e-b4fd-5d77a68715ae tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:40.311478 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-23d62455-ae39-4c0b-aa94-53e7d0269818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'name': 'tempest-TestNetworkBasicOps-router-1141338108', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:16Z', 'updated_at': '2021-12-10T19:13:38Z', 'revision_number': 7, 'project_id': '8598e18254304299bb012ea898e5a529', 'gw_port': {'id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:17Z', 'updated_at': '2021-12-10T19:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:40.325508 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146b2585-2f7f-4995-92c4-d903d52ba2a7 None None] DHCP port deletion for 0185b6a0-b8f9-4dbb-86b3-c81965384904 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:13:40.341479 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d62455-ae39-4c0b-aa94-53e7d0269818 None None] The sync data for ids ['fb0fcdb4-6168-47b5-89cf-f0790523ef06'] in n-d-821435-1 is: [{'id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'name': 'tempest-TestNetworkBasicOps-router-1141338108', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:16Z', 'updated_at': '2021-12-10T19:13:38Z', 'revision_number': 7, 'project_id': '8598e18254304299bb012ea898e5a529', 'gw_port': {'id': '594f0cb0-96cf-4e5f-b19c-a469d32528d7', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0fcdb4-6168-47b5-89cf-f0790523ef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:17Z', 'updated_at': '2021-12-10T19:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:13:40.367362 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-dc32adce-f097-492e-b4fd-5d77a68715ae tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Deleting port 594f0cb0-96cf-4e5f-b19c-a469d32528d7 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:13:40.368315 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc32adce-f097-492e-b4fd-5d77a68715ae tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:40.469416 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-dc32adce-f097-492e-b4fd-5d77a68715ae tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] For port 594f0cb0-96cf-4e5f-b19c-a469d32528d7, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=594f0cb0-96cf-4e5f-b19c-a469d32528d7,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:40.469885 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc32adce-f097-492e-b4fd-5d77a68715ae tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:40.483503 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-dc32adce-f097-492e-b4fd-5d77a68715ae tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Calling delete_port for 594f0cb0-96cf-4e5f-b19c-a469d32528d7 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:13:40.571076 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-146b2585-2f7f-4995-92c4-d903d52ba2a7 None None] Deleting port 4e20d867-8efd-442d-b993-b3fe28429671 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:13:40.571730 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-146b2585-2f7f-4995-92c4-d903d52ba2a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:40.633790 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-146b2585-2f7f-4995-92c4-d903d52ba2a7 None None] For port 4e20d867-8efd-442d-b993-b3fe28429671, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=4e20d867-8efd-442d-b993-b3fe28429671,segment=NetworkSegment(0910fca0-ed7b-42d1-9deb-dc8e69e68114),segment_id=0910fca0-ed7b-42d1-9deb-dc8e69e68114)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:40.634513 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-146b2585-2f7f-4995-92c4-d903d52ba2a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:40.651223 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-146b2585-2f7f-4995-92c4-d903d52ba2a7 None None] Calling delete_port for 4e20d867-8efd-442d-b993-b3fe28429671 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:13:40.655901 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc32adce-f097-492e-b4fd-5d77a68715ae tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:40.685744 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc32adce-f097-492e-b4fd-5d77a68715ae tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event deleted for resources: {'Port': ['ID=594f0cb0-96cf-4e5f-b19c-a469d32528d7,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:40.721870 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48843e83-7b11-492c-b2bc-0a319358e80e None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:13:40.768336 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc32adce-f097-492e-b4fd-5d77a68715ae tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:40.801613 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-146b2585-2f7f-4995-92c4-d903d52ba2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:40.830318 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b2585-2f7f-4995-92c4-d903d52ba2a7 None None] Pushing event deleted for resources: {'Port': ['ID=4e20d867-8efd-442d-b993-b3fe28429671,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:40.839662 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146b2585-2f7f-4995-92c4-d903d52ba2a7 None None] No DVR routers for this DVR port 4e20d867-8efd-442d-b993-b3fe28429671 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:13:40.876888 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc32adce-f097-492e-b4fd-5d77a68715ae tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:40.880940 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc32adce-f097-492e-b4fd-5d77a68715ae tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:40.938647 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc32adce-f097-492e-b4fd-5d77a68715ae tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:40.939336 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc32adce-f097-492e-b4fd-5d77a68715ae tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Fanout notify agent at l3_agent the message router_deleted on router fb0fcdb4-6168-47b5-89cf-f0790523ef06 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:13:40.947781 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc32adce-f097-492e-b4fd-5d77a68715ae tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:40.951980 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44984) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:40.952607 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-dc32adce-f097-492e-b4fd-5d77a68715ae tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "DELETE /v2.0/routers/fb0fcdb4-6168-47b5-89cf-f0790523ef06 HTTP/1.1" status: 204 len: 168 time: 0.8979933 Dec 10 19:13:41.054299 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b35f8de0-5fdc-495e-be26-36347cf452a5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:41.116510 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 4e20d867-8efd-442d-b993-b3fe28429671 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:13:41.148099 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 4e20d867-8efd-442d-b993-b3fe28429671 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:13:41.149038 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 4e20d867-8efd-442d-b993-b3fe28429671 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:13:41.149951 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 78440dc8-1ac5-45b9-b388-133f18c93013 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:13:41.183089 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 78440dc8-1ac5-45b9-b388-133f18c93013 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:13:41.183693 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 78440dc8-1ac5-45b9-b388-133f18c93013 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:13:41.188140 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b35f8de0-5fdc-495e-be26-36347cf452a5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:41.229368 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-b35f8de0-5fdc-495e-be26-36347cf452a5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0185b6a0-b8f9-4dbb-86b3-c81965384904']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:41.244166 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-b35f8de0-5fdc-495e-be26-36347cf452a5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0910fca0-ed7b-42d1-9deb-dc8e69e68114') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:41.245143 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-b35f8de0-5fdc-495e-be26-36347cf452a5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0910fca0-ed7b-42d1-9deb-dc8e69e68114') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:41.259187 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b35f8de0-5fdc-495e-be26-36347cf452a5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:41.284593 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b35f8de0-5fdc-495e-be26-36347cf452a5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:41.293443 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b35f8de0-5fdc-495e-be26-36347cf452a5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:13:41.294533 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b35f8de0-5fdc-495e-be26-36347cf452a5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:41.300473 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:13:41.300473 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:13:41.300473 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:13:41.300473 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:13:41.300473 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:13:41.300473 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:13:41.300473 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:13:41.300473 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:13:41.300473 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:13:41.300473 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:13:41.300473 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:13:41.300473 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:13:41.300473 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:13:41.300473 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:13:41.300473 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:13:41.300473 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:13:41.300473 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:13:41.300473 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:13:41.300473 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:13:41.300473 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:13:41.300473 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:13:41.300473 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:13:41.300473 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:13:41.300473 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:13:41.300473 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:13:41.300473 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:13:41.300473 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:13:41.300473 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:13:41.300473 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:13:41.300473 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:13:41.300473 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:13:41.300473 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:13:41.369473 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b35f8de0-5fdc-495e-be26-36347cf452a5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:41.379560 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b35f8de0-5fdc-495e-be26-36347cf452a5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:41.385604 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b35f8de0-5fdc-495e-be26-36347cf452a5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "DELETE /v2.0/networks/0185b6a0-b8f9-4dbb-86b3-c81965384904 HTTP/1.1" status: 204 len: 168 time: 0.4298618 Dec 10 19:13:41.399480 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f8de0-5fdc-495e-be26-36347cf452a5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event deleted for resources: {'Network': ['ID=0185b6a0-b8f9-4dbb-86b3-c81965384904,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:41.401402 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44988) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:41.409032 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-219b737b-a0f6-4fc0-ac6f-279a00566bc8 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Request body: {'network': {'name': 'tempest-network-smoke--1762271770', 'project_id': '8598e18254304299bb012ea898e5a529', 'port_security_enabled': True}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:41.433387 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219b737b-a0f6-4fc0-ac6f-279a00566bc8 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Made reservation on behalf of 8598e18254304299bb012ea898e5a529 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:41.438206 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-219b737b-a0f6-4fc0-ac6f-279a00566bc8 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:41.463800 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-219b737b-a0f6-4fc0-ac6f-279a00566bc8 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:13:41.472996 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-219b737b-a0f6-4fc0-ac6f-279a00566bc8 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:41.473501 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-219b737b-a0f6-4fc0-ac6f-279a00566bc8 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Added segment ce90d488-1171-4b90-a2b3-4764a56485ad of type vlan for network 214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4 Dec 10 19:13:41.514505 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-219b737b-a0f6-4fc0-ac6f-279a00566bc8 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:41.540290 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-219b737b-a0f6-4fc0-ac6f-279a00566bc8 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:41.546054 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219b737b-a0f6-4fc0-ac6f-279a00566bc8 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:41.546634 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-219b737b-a0f6-4fc0-ac6f-279a00566bc8 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:41.878777 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-219b737b-a0f6-4fc0-ac6f-279a00566bc8 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4749720 Dec 10 19:13:41.881813 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 44990) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:41.885738 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-dc2763b0-8634-43f0-892e-fba9c20890ca tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1074190118', 'admin_state_up': True, 'project_id': '8598e18254304299bb012ea898e5a529', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:41.907546 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b737b-a0f6-4fc0-ac6f-279a00566bc8 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'Network': ['ID=214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:41.919926 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:13:41.921282 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc2763b0-8634-43f0-892e-fba9c20890ca tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:41.922300 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc2763b0-8634-43f0-892e-fba9c20890ca tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:41.973120 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc2763b0-8634-43f0-892e-fba9c20890ca tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:42.117815 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc2763b0-8634-43f0-892e-fba9c20890ca tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:42.322720 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc2763b0-8634-43f0-892e-fba9c20890ca tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:42.343838 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc2763b0-8634-43f0-892e-fba9c20890ca tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:42.447667 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-dc2763b0-8634-43f0-892e-fba9c20890ca tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Allocated IP 172.25.7.94 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/e510b9bb-5d1e-47c9-9754-b2832c5b7535) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:42.552013 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc2763b0-8634-43f0-892e-fba9c20890ca tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:42.584848 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc2763b0-8634-43f0-892e-fba9c20890ca tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:42.624518 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2763b0-8634-43f0-892e-fba9c20890ca tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:42.628277 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-dc2763b0-8634-43f0-892e-fba9c20890ca tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:42.631836 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2763b0-8634-43f0-892e-fba9c20890ca tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:42.641671 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a73fd64-b215-45f3-a5fb-cbaa090d7d46 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:13:42.653991 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2763b0-8634-43f0-892e-fba9c20890ca tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'Port': ['ID=e510b9bb-5d1e-47c9-9754-b2832c5b7535,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:42.766963 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b5b3aca7-c456-43d0-9f95-131db09ce0d4 None None] Provisioning complete for port e510b9bb-5d1e-47c9-9754-b2832c5b7535 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:42.767390 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b5b3aca7-c456-43d0-9f95-131db09ce0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:42.805824 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b5b3aca7-c456-43d0-9f95-131db09ce0d4 None None] Port e510b9bb-5d1e-47c9-9754-b2832c5b7535 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:13:42.883186 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc2763b0-8634-43f0-892e-fba9c20890ca tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:42.976392 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 594f0cb0-96cf-4e5f-b19c-a469d32528d7 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:13:42.997057 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 594f0cb0-96cf-4e5f-b19c-a469d32528d7 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:13:42.997412 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 594f0cb0-96cf-4e5f-b19c-a469d32528d7 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:13:43.087872 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc2763b0-8634-43f0-892e-fba9c20890ca tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:43.213338 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2763b0-8634-43f0-892e-fba9c20890ca tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Router b0125c03-5649-4081-b66e-72e6fd97a1aa is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:13:43.318981 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2763b0-8634-43f0-892e-fba9c20890ca tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:13:43.329689 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7aab396-26a1-44be-9b42-07629981400e None None] Sync routers for ids ['b0125c03-5649-4081-b66e-72e6fd97a1aa'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:13:43.339840 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc2763b0-8634-43f0-892e-fba9c20890ca tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:43.341377 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-dc2763b0-8634-43f0-892e-fba9c20890ca tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4590280 Dec 10 19:13:43.341735 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7aab396-26a1-44be-9b42-07629981400e None None] Routers {'b0125c03-5649-4081-b66e-72e6fd97a1aa'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:43.342753 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b7aab396-26a1-44be-9b42-07629981400e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:13:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['b0125c03-5649-4081-b66e-72e6fd97a1aa'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:43.344647 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 44998) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:43.382566 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-979451ec-2251-4e0a-8c30-1992fabe6838 tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=8598e18254304299bb012ea898e5a529&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329654 Dec 10 19:13:43.382566 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45000) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:43.457344 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-b7aab396-26a1-44be-9b42-07629981400e None None] Set router b0125c03-5649-4081-b66e-72e6fd97a1aa gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:43.490616 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf62ea1-813f-4ea5-9eea-203652dd899b tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:43.494870 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1cf62ea1-813f-4ea5-9eea-203652dd899b tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1098945 Dec 10 19:13:43.495158 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45006) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:43.525960 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ba5ee3f4-0951-47d7-b07b-affd1c41984a tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=6fdf4522-5bcb-4bff-a877-38bc5e23829f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295873 Dec 10 19:13:43.529331 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45008) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:43.535317 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1ded2d18-8dcd-4a54-b196-98bd7fdbed5f tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1120419801', 'network_id': '214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4', 'project_id': '8598e18254304299bb012ea898e5a529', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:43.638333 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ded2d18-8dcd-4a54-b196-98bd7fdbed5f tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Made reservation on behalf of 8598e18254304299bb012ea898e5a529 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:43.642731 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ded2d18-8dcd-4a54-b196-98bd7fdbed5f tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:43.685174 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b7aab396-26a1-44be-9b42-07629981400e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0125c03-5649-4081-b66e-72e6fd97a1aa', 'name': 'tempest-TestNetworkBasicOps-router-1074190118', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'e510b9bb-5d1e-47c9-9754-b2832c5b7535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:41Z', 'updated_at': '2021-12-10T19:13:42Z', 'revision_number': 3, 'project_id': '8598e18254304299bb012ea898e5a529', 'gw_port': {'id': 'e510b9bb-5d1e-47c9-9754-b2832c5b7535', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0125c03-5649-4081-b66e-72e6fd97a1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:42Z', 'updated_at': '2021-12-10T19:13:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:43.718770 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7aab396-26a1-44be-9b42-07629981400e None None] Checking router: b0125c03-5649-4081-b66e-72e6fd97a1aa for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:13:43.719132 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7aab396-26a1-44be-9b42-07629981400e None None] Updating router b0125c03-5649-4081-b66e-72e6fd97a1aa port e510b9bb-5d1e-47c9-9754-b2832c5b7535 binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:13:43.746334 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b7aab396-26a1-44be-9b42-07629981400e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:43.850481 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ded2d18-8dcd-4a54-b196-98bd7fdbed5f tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:43.909096 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded2d18-8dcd-4a54-b196-98bd7fdbed5f tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'Subnet': ['ID=5cdd18ae-e580-4397-b095-442426d0b325,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:43.931964 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ded2d18-8dcd-4a54-b196-98bd7fdbed5f tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Checking segment: {'id': 'ce90d488-1171-4b90-a2b3-4764a56485ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:13:43.932710 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ded2d18-8dcd-4a54-b196-98bd7fdbed5f tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Network hostable DHCP agents. Network: 214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:13:43.951906 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ded2d18-8dcd-4a54-b196-98bd7fdbed5f tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Network 214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:13:43.976126 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-1ded2d18-8dcd-4a54-b196-98bd7fdbed5f tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:43.993699 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc3968b-f803-4fd6-a5c5-03834bde7f4c None None] Network 214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:13:43.996722 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ded2d18-8dcd-4a54-b196-98bd7fdbed5f tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:43.999216 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ded2d18-8dcd-4a54-b196-98bd7fdbed5f tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:44.030054 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1ded2d18-8dcd-4a54-b196-98bd7fdbed5f tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4995153 Dec 10 19:13:44.033172 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45012) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:44.147534 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b7aab396-26a1-44be-9b42-07629981400e None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:44.155647 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b7aab396-26a1-44be-9b42-07629981400e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:44.198378 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58be37eb-39ff-434a-b579-43766c091dca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4', 'network_id': '214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4', 'project_id': '8598e18254304299bb012ea898e5a529', 'fixed_ips': [{'subnet_id': '5cdd18ae-e580-4397-b095-442426d0b325'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:13:44.199242 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-58be37eb-39ff-434a-b579-43766c091dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:44.230064 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556afdbb-0a5b-4d77-a930-ff9d07ae9efa None None] Pushing event updated for resources: {'Port': ['ID=e510b9bb-5d1e-47c9-9754-b2832c5b7535,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:44.303434 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fa23f6-67c1-4336-ab7b-0b038f63889f None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:13:44.330079 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-b7aab396-26a1-44be-9b42-07629981400e None None] Attempting to bind port e510b9bb-5d1e-47c9-9754-b2832c5b7535 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:13:44.330459 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-b7aab396-26a1-44be-9b42-07629981400e None None] Attempting to bind port e510b9bb-5d1e-47c9-9754-b2832c5b7535 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:13:44.330829 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7aab396-26a1-44be-9b42-07629981400e None None] Attempting to bind port e510b9bb-5d1e-47c9-9754-b2832c5b7535 on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:44.339452 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7aab396-26a1-44be-9b42-07629981400e None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:13:44.339851 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7aab396-26a1-44be-9b42-07629981400e None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:13:44.340242 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b7aab396-26a1-44be-9b42-07629981400e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:44.340660 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7aab396-26a1-44be-9b42-07629981400e None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:13:44.341139 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-b7aab396-26a1-44be-9b42-07629981400e None None] Bound port: e510b9bb-5d1e-47c9-9754-b2832c5b7535, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:13:44.341585 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b7aab396-26a1-44be-9b42-07629981400e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:44.445413 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b7aab396-26a1-44be-9b42-07629981400e None None] For port e510b9bb-5d1e-47c9-9754-b2832c5b7535, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:13:44.448819 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b7aab396-26a1-44be-9b42-07629981400e None None] For port e510b9bb-5d1e-47c9-9754-b2832c5b7535, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e510b9bb-5d1e-47c9-9754-b2832c5b7535,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:13:44.456496 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b7aab396-26a1-44be-9b42-07629981400e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:44.468897 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-58be37eb-39ff-434a-b579-43766c091dca None None] Allocated IP 172.20.0.2 (214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4/5cdd18ae-e580-4397-b095-442426d0b325/c9300ec8-380b-40be-a8f1-62d2789e48da) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:44.502816 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-bd72b156-f7b3-4d07-807d-2762c89223d4 None None] Provisioning complete for port e510b9bb-5d1e-47c9-9754-b2832c5b7535 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:44.503187 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bd72b156-f7b3-4d07-807d-2762c89223d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:44.524911 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8befab-4126-4263-8bea-d027c45184b3 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:13:44.574415 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e885f4d-6aac-4574-bad9-e13326896a8e tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:44.575033 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7aab396-26a1-44be-9b42-07629981400e None None] Routers {'b0125c03-5649-4081-b66e-72e6fd97a1aa'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:44.575613 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b7aab396-26a1-44be-9b42-07629981400e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:13:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['b0125c03-5649-4081-b66e-72e6fd97a1aa'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:44.690524 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556afdbb-0a5b-4d77-a930-ff9d07ae9efa None None] Pushing event updated for resources: {'Port': ['ID=e510b9bb-5d1e-47c9-9754-b2832c5b7535,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:44.824264 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-b7aab396-26a1-44be-9b42-07629981400e None None] Set router b0125c03-5649-4081-b66e-72e6fd97a1aa gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:44.880967 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bd72b156-f7b3-4d07-807d-2762c89223d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:45.107837 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-58be37eb-39ff-434a-b579-43766c091dca None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:45.112079 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-bd72b156-f7b3-4d07-807d-2762c89223d4 None None] For port e510b9bb-5d1e-47c9-9754-b2832c5b7535, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e510b9bb-5d1e-47c9-9754-b2832c5b7535,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:45.115696 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bd72b156-f7b3-4d07-807d-2762c89223d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:45.123562 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-58be37eb-39ff-434a-b579-43766c091dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:45.174836 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-1e885f4d-6aac-4574-bad9-e13326896a8e tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Allocated IP 172.20.0.1 (214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4/5cdd18ae-e580-4397-b095-442426d0b325/18bb6be6-ceb3-4120-9eb3-b10e657d8752) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:45.192061 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58be37eb-39ff-434a-b579-43766c091dca None None] Network 214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:45.199306 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-58be37eb-39ff-434a-b579-43766c091dca None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:45.201415 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72b156-f7b3-4d07-807d-2762c89223d4 None None] Pushing event updated for resources: {'Port': ['ID=e510b9bb-5d1e-47c9-9754-b2832c5b7535,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:45.203950 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58be37eb-39ff-434a-b579-43766c091dca None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:45.306814 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be37eb-39ff-434a-b579-43766c091dca None None] Pushing event updated for resources: {'Port': ['ID=c9300ec8-380b-40be-a8f1-62d2789e48da,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:45.315564 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e885f4d-6aac-4574-bad9-e13326896a8e tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:45.356549 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f01b338c-5b54-4568-a956-7e9430868b51 None None] Provisioning complete for port e510b9bb-5d1e-47c9-9754-b2832c5b7535 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:45.356876 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f01b338c-5b54-4568-a956-7e9430868b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:45.358367 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e885f4d-6aac-4574-bad9-e13326896a8e tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:45.363452 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-58be37eb-39ff-434a-b579-43766c091dca None None] Attempting to bind port c9300ec8-380b-40be-a8f1-62d2789e48da on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:13:45.363841 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-58be37eb-39ff-434a-b579-43766c091dca None None] Attempting to bind port c9300ec8-380b-40be-a8f1-62d2789e48da by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'ce90d488-1171-4b90-a2b3-4764a56485ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:13:45.364220 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58be37eb-39ff-434a-b579-43766c091dca None None] Attempting to bind port c9300ec8-380b-40be-a8f1-62d2789e48da on network 214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:45.396309 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58be37eb-39ff-434a-b579-43766c091dca None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:13:45.396718 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58be37eb-39ff-434a-b579-43766c091dca None None] Checking segment: {'id': 'ce90d488-1171-4b90-a2b3-4764a56485ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:13:45.397129 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-58be37eb-39ff-434a-b579-43766c091dca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:45.397815 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58be37eb-39ff-434a-b579-43766c091dca None None] Bound using segment: {'id': 'ce90d488-1171-4b90-a2b3-4764a56485ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:13:45.398012 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-58be37eb-39ff-434a-b579-43766c091dca None None] Bound port: c9300ec8-380b-40be-a8f1-62d2789e48da, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce90d488-1171-4b90-a2b3-4764a56485ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:13:45.398400 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-58be37eb-39ff-434a-b579-43766c091dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:45.405558 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e885f4d-6aac-4574-bad9-e13326896a8e tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Network 214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:45.409720 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-1e885f4d-6aac-4574-bad9-e13326896a8e tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:45.413681 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e885f4d-6aac-4574-bad9-e13326896a8e tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:45.444059 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e885f4d-6aac-4574-bad9-e13326896a8e tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'Port': ['ID=18bb6be6-ceb3-4120-9eb3-b10e657d8752,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:45.463160 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e885f4d-6aac-4574-bad9-e13326896a8e tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:45.472223 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-58be37eb-39ff-434a-b579-43766c091dca None None] For port c9300ec8-380b-40be-a8f1-62d2789e48da, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:13:45.475397 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-58be37eb-39ff-434a-b579-43766c091dca None None] For port c9300ec8-380b-40be-a8f1-62d2789e48da, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c9300ec8-380b-40be-a8f1-62d2789e48da,segment=NetworkSegment(ce90d488-1171-4b90-a2b3-4764a56485ad),segment_id=ce90d488-1171-4b90-a2b3-4764a56485ad)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:13:45.486459 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-58be37eb-39ff-434a-b579-43766c091dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:45.498628 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b7aab396-26a1-44be-9b42-07629981400e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0125c03-5649-4081-b66e-72e6fd97a1aa', 'name': 'tempest-TestNetworkBasicOps-router-1074190118', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'e510b9bb-5d1e-47c9-9754-b2832c5b7535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:41Z', 'updated_at': '2021-12-10T19:13:42Z', 'revision_number': 3, 'project_id': '8598e18254304299bb012ea898e5a529', 'gw_port': {'id': 'e510b9bb-5d1e-47c9-9754-b2832c5b7535', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0125c03-5649-4081-b66e-72e6fd97a1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:42Z', 'updated_at': '2021-12-10T19:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:45.560853 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7aab396-26a1-44be-9b42-07629981400e None None] The sync data for ids ['b0125c03-5649-4081-b66e-72e6fd97a1aa'] in n-d-821435-1 is: [{'id': 'b0125c03-5649-4081-b66e-72e6fd97a1aa', 'name': 'tempest-TestNetworkBasicOps-router-1074190118', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'e510b9bb-5d1e-47c9-9754-b2832c5b7535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:41Z', 'updated_at': '2021-12-10T19:13:42Z', 'revision_number': 3, 'project_id': '8598e18254304299bb012ea898e5a529', 'gw_port': {'id': 'e510b9bb-5d1e-47c9-9754-b2832c5b7535', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0125c03-5649-4081-b66e-72e6fd97a1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:42Z', 'updated_at': '2021-12-10T19:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:13:45.590865 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be37eb-39ff-434a-b579-43766c091dca None None] Pushing event updated for resources: {'Port': ['ID=c9300ec8-380b-40be-a8f1-62d2789e48da,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:45.613192 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e885f4d-6aac-4574-bad9-e13326896a8e tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:45.973750 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e885f4d-6aac-4574-bad9-e13326896a8e tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:45.991986 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e885f4d-6aac-4574-bad9-e13326896a8e tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:46.074197 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e885f4d-6aac-4574-bad9-e13326896a8e tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'Port': ['ID=18bb6be6-ceb3-4120-9eb3-b10e657d8752,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:46.080001 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e885f4d-6aac-4574-bad9-e13326896a8e tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:46.181108 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e885f4d-6aac-4574-bad9-e13326896a8e tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Network 214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:46.182682 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-1e885f4d-6aac-4574-bad9-e13326896a8e tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:46.306068 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e885f4d-6aac-4574-bad9-e13326896a8e tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Router b0125c03-5649-4081-b66e-72e6fd97a1aa has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:13:46.439591 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e885f4d-6aac-4574-bad9-e13326896a8e tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:13:46.447882 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45018) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:46.449506 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1e885f4d-6aac-4574-bad9-e13326896a8e tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "PUT /v2.0/routers/b0125c03-5649-4081-b66e-72e6fd97a1aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4151328 Dec 10 19:13:46.657681 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e93ced-dc11-415e-aa96-b4daf8c01989 tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:46.658289 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e93ced-dc11-415e-aa96-b4daf8c01989 tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:46.658847 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e93ced-dc11-415e-aa96-b4daf8c01989 tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:46.671585 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e93ced-dc11-415e-aa96-b4daf8c01989 tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:46.672345 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e93ced-dc11-415e-aa96-b4daf8c01989 tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:46.673068 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e93ced-dc11-415e-aa96-b4daf8c01989 tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:46.678348 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45022) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:46.682553 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-66e93ced-dc11-415e-aa96-b4daf8c01989 tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4290 time: 0.2335517 Dec 10 19:13:46.754744 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547e14ea-a112-4d73-8ed8-1851443b4bc1 tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:46.755288 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547e14ea-a112-4d73-8ed8-1851443b4bc1 tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:46.755808 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547e14ea-a112-4d73-8ed8-1851443b4bc1 tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:46.756379 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547e14ea-a112-4d73-8ed8-1851443b4bc1 tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:46.757131 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547e14ea-a112-4d73-8ed8-1851443b4bc1 tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:46.757646 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547e14ea-a112-4d73-8ed8-1851443b4bc1 tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:46.762462 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45024) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:46.771076 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-547e14ea-a112-4d73-8ed8-1851443b4bc1 tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4010 time: 0.0909827 Dec 10 19:13:46.950833 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7dafd5c9-e275-44b1-8df8-85bce2632a35 tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3050 time: 0.1871052 Dec 10 19:13:46.976004 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7934e73e-3890-495d-95be-64ed17a2e722 None None] Network 214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:13:47.090617 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b9b29929-8b8e-46cb-9702-f55691fb74c5 None None] Provisioning complete for port c9300ec8-380b-40be-a8f1-62d2789e48da triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:47.091318 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b9b29929-8b8e-46cb-9702-f55691fb74c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:47.167500 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e510b9bb-5d1e-47c9-9754-b2832c5b7535 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:47.217509 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45030) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:47.224156 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-b8d2d05a-b02d-431f-a724-5da9c1a84946 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1866540430', 'description': 'tempest-secgroup-smoke-1866540430 description', 'project_id': '8598e18254304299bb012ea898e5a529'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:47.265513 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b9b29929-8b8e-46cb-9702-f55691fb74c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:47.266250 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b8d2d05a-b02d-431f-a724-5da9c1a84946 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:47.305179 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port e510b9bb-5d1e-47c9-9754-b2832c5b7535 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:47.305542 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:47.369384 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b9b29929-8b8e-46cb-9702-f55691fb74c5 None None] For port c9300ec8-380b-40be-a8f1-62d2789e48da, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c9300ec8-380b-40be-a8f1-62d2789e48da,segment=NetworkSegment(ce90d488-1171-4b90-a2b3-4764a56485ad),segment_id=ce90d488-1171-4b90-a2b3-4764a56485ad)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:47.376152 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b9b29929-8b8e-46cb-9702-f55691fb74c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:47.378554 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b8d2d05a-b02d-431f-a724-5da9c1a84946 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:47.383639 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b8d2d05a-b02d-431f-a724-5da9c1a84946 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:47.404047 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b8d2d05a-b02d-431f-a724-5da9c1a84946 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:47.405535 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b8d2d05a-b02d-431f-a724-5da9c1a84946 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1870003 Dec 10 19:13:47.409014 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45032) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:47.414696 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-88f0f41b-2746-48c2-b3fd-eaeccd59b7c9 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Request body: {'security_group_rule': {'security_group_id': '9e417f23-be50-43ae-9d73-edad2716349b', 'project_id': '8598e18254304299bb012ea898e5a529', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:47.435144 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d2d05a-b02d-431f-a724-5da9c1a84946 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e417f23-be50-43ae-9d73-edad2716349b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:47.476354 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-88f0f41b-2746-48c2-b3fd-eaeccd59b7c9 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:47.537079 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b29929-8b8e-46cb-9702-f55691fb74c5 None None] Pushing event updated for resources: {'Port': ['ID=c9300ec8-380b-40be-a8f1-62d2789e48da,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:47.546679 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c9300ec8-380b-40be-a8f1-62d2789e48da up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:47.570742 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-88f0f41b-2746-48c2-b3fd-eaeccd59b7c9 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:47.580233 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d21f0590-d05d-4649-aff3-7e4d7f62ab7e None None] Provisioning complete for port c9300ec8-380b-40be-a8f1-62d2789e48da triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:47.580610 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d21f0590-d05d-4649-aff3-7e4d7f62ab7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:47.581010 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-88f0f41b-2746-48c2-b3fd-eaeccd59b7c9 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:47.602140 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0f41b-2746-48c2-b3fd-eaeccd59b7c9 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c10e8d74-d43d-4d2e-8a6e-422014164483,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:47.618872 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-88f0f41b-2746-48c2-b3fd-eaeccd59b7c9 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:47.620896 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:13:47.621407 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-88f0f41b-2746-48c2-b3fd-eaeccd59b7c9 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2111161 Dec 10 19:13:47.624480 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45034) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:47.630006 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-30145e01-c7aa-4e0e-97f1-ba0038bec486 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Request body: {'security_group_rule': {'security_group_id': '9e417f23-be50-43ae-9d73-edad2716349b', 'project_id': '8598e18254304299bb012ea898e5a529', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:47.663969 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-30145e01-c7aa-4e0e-97f1-ba0038bec486 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:47.748543 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port c9300ec8-380b-40be-a8f1-62d2789e48da triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:47.750327 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:47.762700 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-30145e01-c7aa-4e0e-97f1-ba0038bec486 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:47.769079 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-30145e01-c7aa-4e0e-97f1-ba0038bec486 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:47.786953 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30145e01-c7aa-4e0e-97f1-ba0038bec486 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6855ecee-9552-449c-bd30-308db789d506,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:47.804603 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ec4084-cfba-48f1-8b08-499cd6f1e9d8 None None] Sync routers for ids ['b0125c03-5649-4081-b66e-72e6fd97a1aa'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:13:47.808694 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-30145e01-c7aa-4e0e-97f1-ba0038bec486 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:47.809943 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-30145e01-c7aa-4e0e-97f1-ba0038bec486 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1838689 Dec 10 19:13:47.812878 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45038) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:47.817743 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-083ad713-7632-4bec-84f0-e838ea8cdf28 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Request body: {'security_group_rule': {'security_group_id': '9e417f23-be50-43ae-9d73-edad2716349b', 'project_id': '8598e18254304299bb012ea898e5a529', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:47.818382 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ec4084-cfba-48f1-8b08-499cd6f1e9d8 None None] Routers {'b0125c03-5649-4081-b66e-72e6fd97a1aa'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:47.818892 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-72ec4084-cfba-48f1-8b08-499cd6f1e9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:13:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['b0125c03-5649-4081-b66e-72e6fd97a1aa'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:47.848737 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-083ad713-7632-4bec-84f0-e838ea8cdf28 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:47.878465 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d21f0590-d05d-4649-aff3-7e4d7f62ab7e None None] Provisioning complete for port 18bb6be6-ceb3-4120-9eb3-b10e657d8752 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:47.878994 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d21f0590-d05d-4649-aff3-7e4d7f62ab7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:47.934468 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d21f0590-d05d-4649-aff3-7e4d7f62ab7e None None] Port 18bb6be6-ceb3-4120-9eb3-b10e657d8752 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:13:47.934865 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-083ad713-7632-4bec-84f0-e838ea8cdf28 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:47.941336 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-083ad713-7632-4bec-84f0-e838ea8cdf28 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:47.951324 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-72ec4084-cfba-48f1-8b08-499cd6f1e9d8 None None] Set router b0125c03-5649-4081-b66e-72e6fd97a1aa gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:47.967885 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ad713-7632-4bec-84f0-e838ea8cdf28 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba35684-8b72-40e5-ae37-b11d31f73f0a,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:47.994470 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-083ad713-7632-4bec-84f0-e838ea8cdf28 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:47.998567 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45040) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:47.998765 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-083ad713-7632-4bec-84f0-e838ea8cdf28 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1847591 Dec 10 19:13:48.009889 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-9b2c37b7-ec71-4779-9e65-acea67c8f1dc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Request body: {'security_group_rule': {'security_group_id': '9e417f23-be50-43ae-9d73-edad2716349b', 'project_id': '8598e18254304299bb012ea898e5a529', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:48.055709 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9b2c37b7-ec71-4779-9e65-acea67c8f1dc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:48.064657 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9bc84d2f-174c-42e8-9900-34532072e4bc None None] Provisioning complete for port 18bb6be6-ceb3-4120-9eb3-b10e657d8752 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:48.065696 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9bc84d2f-174c-42e8-9900-34532072e4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:48.119589 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9bc84d2f-174c-42e8-9900-34532072e4bc None None] Port 18bb6be6-ceb3-4120-9eb3-b10e657d8752 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:13:48.142857 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9b2c37b7-ec71-4779-9e65-acea67c8f1dc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:48.146888 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9b2c37b7-ec71-4779-9e65-acea67c8f1dc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:48.170107 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c37b7-ec71-4779-9e65-acea67c8f1dc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4363d12-4b8d-4ca8-882f-b59057c7f230,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:48.176815 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9b2c37b7-ec71-4779-9e65-acea67c8f1dc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:48.178185 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9b2c37b7-ec71-4779-9e65-acea67c8f1dc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1781561 Dec 10 19:13:48.180953 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45042) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:48.181349 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-72ec4084-cfba-48f1-8b08-499cd6f1e9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0125c03-5649-4081-b66e-72e6fd97a1aa', 'name': 'tempest-TestNetworkBasicOps-router-1074190118', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'e510b9bb-5d1e-47c9-9754-b2832c5b7535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:41Z', 'updated_at': '2021-12-10T19:13:45Z', 'revision_number': 4, 'project_id': '8598e18254304299bb012ea898e5a529', 'gw_port': {'id': 'e510b9bb-5d1e-47c9-9754-b2832c5b7535', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0125c03-5649-4081-b66e-72e6fd97a1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:42Z', 'updated_at': '2021-12-10T19:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '18bb6be6-ceb3-4120-9eb3-b10e657d8752', 'name': '', 'network_id': '214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'mac_address': 'fa:16:3e:f5:8a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0125c03-5649-4081-b66e-72e6fd97a1aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5cdd18ae-e580-4397-b095-442426d0b325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:44Z', 'updated_at': '2021-12-10T19:13:45Z', 'revision_number': 2, 'project_id': '8598e18254304299bb012ea898e5a529', 'subnets': [{'id': '5cdd18ae-e580-4397-b095-442426d0b325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:48.185804 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-78ffdf87-d561-4584-8e21-3d08fc87b5d5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Request body: {'security_group_rule': {'security_group_id': '9e417f23-be50-43ae-9d73-edad2716349b', 'project_id': '8598e18254304299bb012ea898e5a529', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:48.209760 n-d-821435-1 neutron-server[103245]: INFO neutron.db.securitygroups_db [None req-78ffdf87-d561-4584-8e21-3d08fc87b5d5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Project 8598e18254304299bb012ea898e5a529 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:13:48.212041 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ec4084-cfba-48f1-8b08-499cd6f1e9d8 None None] Checking router: b0125c03-5649-4081-b66e-72e6fd97a1aa for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:13:48.212400 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ec4084-cfba-48f1-8b08-499cd6f1e9d8 None None] Updating router b0125c03-5649-4081-b66e-72e6fd97a1aa port 18bb6be6-ceb3-4120-9eb3-b10e657d8752 binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:13:48.216396 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-78ffdf87-d561-4584-8e21-3d08fc87b5d5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:48.238581 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-72ec4084-cfba-48f1-8b08-499cd6f1e9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:48.240276 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3a8aa76e-4b2f-435b-b5e5-06258fec52f1 None None] Provisioning complete for port 18bb6be6-ceb3-4120-9eb3-b10e657d8752 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:48.240680 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3a8aa76e-4b2f-435b-b5e5-06258fec52f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:48.285663 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3a8aa76e-4b2f-435b-b5e5-06258fec52f1 None None] Port 18bb6be6-ceb3-4120-9eb3-b10e657d8752 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:13:48.294812 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-78ffdf87-d561-4584-8e21-3d08fc87b5d5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:48.301636 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-78ffdf87-d561-4584-8e21-3d08fc87b5d5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:48.330581 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-78ffdf87-d561-4584-8e21-3d08fc87b5d5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:48.332668 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-78ffdf87-d561-4584-8e21-3d08fc87b5d5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1495628 Dec 10 19:13:48.335088 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45044) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:48.340465 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f1c63174-8e29-42e8-830f-b76ca486993f tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Request body: {'security_group_rule': {'security_group_id': '9e417f23-be50-43ae-9d73-edad2716349b', 'project_id': '8598e18254304299bb012ea898e5a529', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:48.345204 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ffdf87-d561-4584-8e21-3d08fc87b5d5 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aea124c-83a1-496c-9a59-7b07ca9af2b8,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:48.369196 n-d-821435-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-f1c63174-8e29-42e8-830f-b76ca486993f tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Project 8598e18254304299bb012ea898e5a529 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:13:48.375469 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1c63174-8e29-42e8-830f-b76ca486993f tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:48.439904 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1c63174-8e29-42e8-830f-b76ca486993f tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:48.443957 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1c63174-8e29-42e8-830f-b76ca486993f tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:48.463298 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c63174-8e29-42e8-830f-b76ca486993f tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec66f248-8013-4a65-b3dd-9a728abce182,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:48.472021 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1c63174-8e29-42e8-830f-b76ca486993f tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:48.480836 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f1c63174-8e29-42e8-830f-b76ca486993f tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1366711 Dec 10 19:13:48.531264 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-72ec4084-cfba-48f1-8b08-499cd6f1e9d8 None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:48.537910 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-72ec4084-cfba-48f1-8b08-499cd6f1e9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:48.598796 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eedc8e-541a-4c3e-81b8-7f24a3cb1fad None None] Pushing event updated for resources: {'Port': ['ID=18bb6be6-ceb3-4120-9eb3-b10e657d8752,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:48.651600 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-72ec4084-cfba-48f1-8b08-499cd6f1e9d8 None None] Attempting to bind port 18bb6be6-ceb3-4120-9eb3-b10e657d8752 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:13:48.652859 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-72ec4084-cfba-48f1-8b08-499cd6f1e9d8 None None] Attempting to bind port 18bb6be6-ceb3-4120-9eb3-b10e657d8752 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'ce90d488-1171-4b90-a2b3-4764a56485ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:13:48.653472 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ec4084-cfba-48f1-8b08-499cd6f1e9d8 None None] Attempting to bind port 18bb6be6-ceb3-4120-9eb3-b10e657d8752 on network 214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4 {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:48.660038 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ec4084-cfba-48f1-8b08-499cd6f1e9d8 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:13:48.660815 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ec4084-cfba-48f1-8b08-499cd6f1e9d8 None None] Checking segment: {'id': 'ce90d488-1171-4b90-a2b3-4764a56485ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:13:48.661572 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-72ec4084-cfba-48f1-8b08-499cd6f1e9d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:48.662202 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ec4084-cfba-48f1-8b08-499cd6f1e9d8 None None] Bound using segment: {'id': 'ce90d488-1171-4b90-a2b3-4764a56485ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:13:48.663056 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-72ec4084-cfba-48f1-8b08-499cd6f1e9d8 None None] Bound port: 18bb6be6-ceb3-4120-9eb3-b10e657d8752, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce90d488-1171-4b90-a2b3-4764a56485ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:13:48.663679 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-72ec4084-cfba-48f1-8b08-499cd6f1e9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:48.717848 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-a9043e34-0b2c-4f63-b333-14ffdbfe28e1 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1866540430&fields=id&tenant_id=8598e18254304299bb012ea898e5a529 HTTP/1.1" status: 200 len: 267 time: 0.0644860 Dec 10 19:13:48.735071 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-72ec4084-cfba-48f1-8b08-499cd6f1e9d8 None None] For port 18bb6be6-ceb3-4120-9eb3-b10e657d8752, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:13:48.739412 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-72ec4084-cfba-48f1-8b08-499cd6f1e9d8 None None] For port 18bb6be6-ceb3-4120-9eb3-b10e657d8752, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=18bb6be6-ceb3-4120-9eb3-b10e657d8752,segment=NetworkSegment(ce90d488-1171-4b90-a2b3-4764a56485ad),segment_id=ce90d488-1171-4b90-a2b3-4764a56485ad)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:13:48.745990 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-72ec4084-cfba-48f1-8b08-499cd6f1e9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:48.852960 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-7438ed5e-5131-40cb-b3b5-d6fbda7dd8d6 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:48.854506 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-7438ed5e-5131-40cb-b3b5-d6fbda7dd8d6 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/networks?id=214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4 HTTP/1.1" status: 200 len: 797 time: 0.1358678 Dec 10 19:13:48.872163 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-39a83838-5fb7-4cd9-a918-bae69f520a2c tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/quotas/8598e18254304299bb012ea898e5a529 HTTP/1.1" status: 200 len: 375 time: 0.0108981 Dec 10 19:13:48.915431 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7d233e27-9684-48b2-a653-998477c5f8ff None None] Provisioning complete for port 18bb6be6-ceb3-4120-9eb3-b10e657d8752 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:48.915823 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7d233e27-9684-48b2-a653-998477c5f8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:48.925843 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ec4084-cfba-48f1-8b08-499cd6f1e9d8 None None] Routers {'b0125c03-5649-4081-b66e-72e6fd97a1aa'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:48.926970 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-72ec4084-cfba-48f1-8b08-499cd6f1e9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:13:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['b0125c03-5649-4081-b66e-72e6fd97a1aa'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:48.941226 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-50c42f96-640b-41c9-8e59-938277cfd100 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8598e18254304299bb012ea898e5a529&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608351 Dec 10 19:13:49.059034 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7d233e27-9684-48b2-a653-998477c5f8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:49.069973 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-72ec4084-cfba-48f1-8b08-499cd6f1e9d8 None None] Set router b0125c03-5649-4081-b66e-72e6fd97a1aa gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:49.079912 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c9300ec8-380b-40be-a8f1-62d2789e48da up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:49.132229 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-c918b2c0-2574-47e8-9f4e-6217756e4aef service neutron] 10.222.0.62 "GET /v2.0/networks/214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747949 Dec 10 19:13:49.134832 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7d233e27-9684-48b2-a653-998477c5f8ff None None] For port 18bb6be6-ceb3-4120-9eb3-b10e657d8752, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=18bb6be6-ceb3-4120-9eb3-b10e657d8752,segment=NetworkSegment(ce90d488-1171-4b90-a2b3-4764a56485ad),segment_id=ce90d488-1171-4b90-a2b3-4764a56485ad)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:49.146422 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7d233e27-9684-48b2-a653-998477c5f8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:49.243751 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-d63a50d2-eba2-4b3a-b39d-8578a428c943 service neutron] 10.222.0.62 "GET /v2.0/networks/214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102977 Dec 10 19:13:49.247312 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d233e27-9684-48b2-a653-998477c5f8ff None None] Pushing event updated for resources: {'Port': ['ID=18bb6be6-ceb3-4120-9eb3-b10e657d8752,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:49.260693 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port c9300ec8-380b-40be-a8f1-62d2789e48da triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:49.261080 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:49.306506 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-00b27fd8-44e1-47a6-b483-79fdb8132475 None None] Provisioning complete for port 18bb6be6-ceb3-4120-9eb3-b10e657d8752 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:49.307132 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-00b27fd8-44e1-47a6-b483-79fdb8132475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:49.311353 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eedc8e-541a-4c3e-81b8-7f24a3cb1fad None None] Pushing event updated for resources: {'Port': ['ID=18bb6be6-ceb3-4120-9eb3-b10e657d8752,revision_number=4']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:49.355558 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-72ec4084-cfba-48f1-8b08-499cd6f1e9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0125c03-5649-4081-b66e-72e6fd97a1aa', 'name': 'tempest-TestNetworkBasicOps-router-1074190118', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'e510b9bb-5d1e-47c9-9754-b2832c5b7535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:41Z', 'updated_at': '2021-12-10T19:13:45Z', 'revision_number': 4, 'project_id': '8598e18254304299bb012ea898e5a529', 'gw_port': {'id': 'e510b9bb-5d1e-47c9-9754-b2832c5b7535', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0125c03-5649-4081-b66e-72e6fd97a1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:42Z', 'updated_at': '2021-12-10T19:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '18bb6be6-ceb3-4120-9eb3-b10e657d8752', 'name': '', 'network_id': '214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'mac_address': 'fa:16:3e:f5:8a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0125c03-5649-4081-b66e-72e6fd97a1aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5cdd18ae-e580-4397-b095-442426d0b325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:44Z', 'updated_at': '2021-12-10T19:13:48Z', 'revision_number': 4, 'project_id': '8598e18254304299bb012ea898e5a529', 'subnets': [{'id': '5cdd18ae-e580-4397-b095-442426d0b325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:49.411420 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ec4084-cfba-48f1-8b08-499cd6f1e9d8 None None] The sync data for ids ['b0125c03-5649-4081-b66e-72e6fd97a1aa'] in n-d-821435-1 is: [{'id': 'b0125c03-5649-4081-b66e-72e6fd97a1aa', 'name': 'tempest-TestNetworkBasicOps-router-1074190118', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'e510b9bb-5d1e-47c9-9754-b2832c5b7535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:41Z', 'updated_at': '2021-12-10T19:13:45Z', 'revision_number': 4, 'project_id': '8598e18254304299bb012ea898e5a529', 'gw_port': {'id': 'e510b9bb-5d1e-47c9-9754-b2832c5b7535', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0125c03-5649-4081-b66e-72e6fd97a1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:42Z', 'updated_at': '2021-12-10T19:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '18bb6be6-ceb3-4120-9eb3-b10e657d8752', 'name': '', 'network_id': '214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'mac_address': 'fa:16:3e:f5:8a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0125c03-5649-4081-b66e-72e6fd97a1aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5cdd18ae-e580-4397-b095-442426d0b325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:44Z', 'updated_at': '2021-12-10T19:13:48Z', 'revision_number': 4, 'project_id': '8598e18254304299bb012ea898e5a529', 'subnets': [{'id': '5cdd18ae-e580-4397-b095-442426d0b325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:13:49.471685 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a8526596-047f-4ab7-98c2-7f01032cb505 req-e28362f5-7c0a-4799-909c-5fcb7ee6965a tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/ports?device_id=381dc608-1e5b-439b-b9bc-cf5447cd42a2 HTTP/1.1" status: 200 len: 210 time: 0.0304883 Dec 10 19:13:49.686938 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5d999d55-b978-4cb3-b6ea-e98c37f84241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:50.590812 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ee0e22ec-dd1c-46c5-9353-776b157d0d29 req-8e7fb8db-9ba3-45e7-8bbb-8561b445a013 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/ports?device_id=381dc608-1e5b-439b-b9bc-cf5447cd42a2 HTTP/1.1" status: 200 len: 210 time: 0.0341098 Dec 10 19:13:50.594069 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-47ec6a85-1fde-4721-bcc0-32928339f85d tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:50.596428 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-47ec6a85-1fde-4721-bcc0-32928339f85d tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.46 "GET /v2.0/networks?id=214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4 HTTP/1.1" status: 200 len: 797 time: 0.1276283 Dec 10 19:13:50.665399 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-248638e0-4b4d-4fd2-81e2-b00c5f964c2b tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8598e18254304299bb012ea898e5a529 HTTP/1.1" status: 200 len: 380 time: 0.0598972 Dec 10 19:13:50.678235 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-511beab1-c5e9-4271-ae8c-d2a1414be227 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Request body: {'port': {'device_id': '381dc608-1e5b-439b-b9bc-cf5447cd42a2', 'network_id': '214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4', 'admin_state_up': True, 'tenant_id': '8598e18254304299bb012ea898e5a529', 'security_groups': ['9e417f23-be50-43ae-9d73-edad2716349b']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:50.793042 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-511beab1-c5e9-4271-ae8c-d2a1414be227 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Made reservation on behalf of 8598e18254304299bb012ea898e5a529 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:50.796707 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-511beab1-c5e9-4271-ae8c-d2a1414be227 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:51.075557 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 18bb6be6-ceb3-4120-9eb3-b10e657d8752 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:51.127018 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 18bb6be6-ceb3-4120-9eb3-b10e657d8752 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:51.127625 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:51.231593 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-511beab1-c5e9-4271-ae8c-d2a1414be227 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Allocated IP 172.20.0.7 (214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4/5cdd18ae-e580-4397-b095-442426d0b325/7f45b46c-3807-4fc8-a8b1-4af8b2d33052) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:51.392908 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-511beab1-c5e9-4271-ae8c-d2a1414be227 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:51.428451 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-511beab1-c5e9-4271-ae8c-d2a1414be227 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:51.475324 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-511beab1-c5e9-4271-ae8c-d2a1414be227 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Network 214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:51.480401 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-511beab1-c5e9-4271-ae8c-d2a1414be227 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:51.483394 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-511beab1-c5e9-4271-ae8c-d2a1414be227 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:51.522152 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511beab1-c5e9-4271-ae8c-d2a1414be227 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'Port': ['ID=7f45b46c-3807-4fc8-a8b1-4af8b2d33052,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:51.555207 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-511beab1-c5e9-4271-ae8c-d2a1414be227 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:51.555844 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-511beab1-c5e9-4271-ae8c-d2a1414be227 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:51.585224 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-511beab1-c5e9-4271-ae8c-d2a1414be227 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9104891 Dec 10 19:13:51.598518 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-d0419ae2-f034-4869-b480-4f831495a306 service neutron] Request body: {'port': {'device_id': '381dc608-1e5b-439b-b9bc-cf5447cd42a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:51.668621 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-d0419ae2-f034-4869-b480-4f831495a306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:51.773743 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a649e4f-cf2c-4d62-b5a9-281ba7bf1228 req-d3c95547-6a31-4f4a-aae7-0d7aacc5445e tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:51.775531 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9a649e4f-cf2c-4d62-b5a9-281ba7bf1228 req-d3c95547-6a31-4f4a-aae7-0d7aacc5445e tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/ports?device_id=381dc608-1e5b-439b-b9bc-cf5447cd42a2 HTTP/1.1" status: 200 len: 931 time: 0.0926528 Dec 10 19:13:51.826503 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4066a8a8-70bf-4060-b2e5-cbb4c5bb12f9 None None] Provisioning complete for port 7f45b46c-3807-4fc8-a8b1-4af8b2d33052 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:51.827179 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4066a8a8-70bf-4060-b2e5-cbb4c5bb12f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:51.898405 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4066a8a8-70bf-4060-b2e5-cbb4c5bb12f9 None None] Port 7f45b46c-3807-4fc8-a8b1-4af8b2d33052 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:13:51.957421 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9a649e4f-cf2c-4d62-b5a9-281ba7bf1228 req-e43883ae-c8a7-439c-8946-c0d15f5ab2fb tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e417f23-be50-43ae-9d73-edad2716349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249197 Dec 10 19:13:52.059617 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-d0419ae2-f034-4869-b480-4f831495a306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f45b46c-3807-4fc8-a8b1-4af8b2d33052 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:13:52.067680 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-d0419ae2-f034-4869-b480-4f831495a306 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:52.081465 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-d0419ae2-f034-4869-b480-4f831495a306 service neutron] Transition to ACTIVE for port object 7f45b46c-3807-4fc8-a8b1-4af8b2d33052 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:13:52.085887 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-d0419ae2-f034-4869-b480-4f831495a306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:52.140121 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0419ae2-f034-4869-b480-4f831495a306 service neutron] Pushing event updated for resources: {'Port': ['ID=7f45b46c-3807-4fc8-a8b1-4af8b2d33052,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:52.222756 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-d0419ae2-f034-4869-b480-4f831495a306 service neutron] Attempting to bind port 7f45b46c-3807-4fc8-a8b1-4af8b2d33052 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:13:52.223124 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-d0419ae2-f034-4869-b480-4f831495a306 service neutron] Attempting to bind port 7f45b46c-3807-4fc8-a8b1-4af8b2d33052 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': 'ce90d488-1171-4b90-a2b3-4764a56485ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:13:52.223532 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-d0419ae2-f034-4869-b480-4f831495a306 service neutron] Attempting to bind port 7f45b46c-3807-4fc8-a8b1-4af8b2d33052 on network 214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:52.230018 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-d0419ae2-f034-4869-b480-4f831495a306 service neutron] Port 7f45b46c-3807-4fc8-a8b1-4af8b2d33052 on network 214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:13:52.230395 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-d0419ae2-f034-4869-b480-4f831495a306 service neutron] Attempting to bind port 7f45b46c-3807-4fc8-a8b1-4af8b2d33052 on network 214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:52.236019 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-d0419ae2-f034-4869-b480-4f831495a306 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:13:52.236363 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-d0419ae2-f034-4869-b480-4f831495a306 service neutron] Checking segment: {'id': 'ce90d488-1171-4b90-a2b3-4764a56485ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:13:52.236839 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-d0419ae2-f034-4869-b480-4f831495a306 service neutron] Bound using segment: {'id': 'ce90d488-1171-4b90-a2b3-4764a56485ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:13:52.237276 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-d0419ae2-f034-4869-b480-4f831495a306 service neutron] Bound port: 7f45b46c-3807-4fc8-a8b1-4af8b2d33052, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce90d488-1171-4b90-a2b3-4764a56485ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:13:52.237639 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-d0419ae2-f034-4869-b480-4f831495a306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:52.307482 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-d0419ae2-f034-4869-b480-4f831495a306 service neutron] For port 7f45b46c-3807-4fc8-a8b1-4af8b2d33052, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:13:52.310909 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-d0419ae2-f034-4869-b480-4f831495a306 service neutron] For port 7f45b46c-3807-4fc8-a8b1-4af8b2d33052, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=7f45b46c-3807-4fc8-a8b1-4af8b2d33052,segment=NetworkSegment(ce90d488-1171-4b90-a2b3-4764a56485ad),segment_id=ce90d488-1171-4b90-a2b3-4764a56485ad)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:13:52.316872 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-d0419ae2-f034-4869-b480-4f831495a306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:52.347946 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-d0419ae2-f034-4869-b480-4f831495a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:52.348625 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-d0419ae2-f034-4869-b480-4f831495a306 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:52.350139 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-d0419ae2-f034-4869-b480-4f831495a306 service neutron] 10.222.0.46 "PUT /v2.0/ports/7f45b46c-3807-4fc8-a8b1-4af8b2d33052 HTTP/1.1" status: 200 len: 1091 time: 0.7568014 Dec 10 19:13:52.355595 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '381dc608-1e5b-439b-b9bc-cf5447cd42a2', 'tag': '7f45b46c-3807-4fc8-a8b1-4af8b2d33052'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:13:52.357864 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee48756-d858-46da-8a52-4a3706034441" -d '{"events": [{"name": "network-changed", "server_uuid": "381dc608-1e5b-439b-b9bc-cf5447cd42a2", "tag": "7f45b46c-3807-4fc8-a8b1-4af8b2d33052"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:13:52.440397 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc795619-cc19-47db-a9c0-05e800fe56bc x-openstack-request-id: req-bc795619-cc19-47db-a9c0-05e800fe56bc {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:13:52.440730 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "381dc608-1e5b-439b-b9bc-cf5447cd42a2", "tag": "7f45b46c-3807-4fc8-a8b1-4af8b2d33052", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:13:52.441015 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bc795619-cc19-47db-a9c0-05e800fe56bc {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:13:52.441448 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '381dc608-1e5b-439b-b9bc-cf5447cd42a2', 'tag': '7f45b46c-3807-4fc8-a8b1-4af8b2d33052', 'status': 'completed', 'code': 200} Dec 10 19:13:52.444804 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0419ae2-f034-4869-b480-4f831495a306 service neutron] Pushing event updated for resources: {'Port': ['ID=7f45b46c-3807-4fc8-a8b1-4af8b2d33052,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:52.463565 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-e74cf358-1fda-488b-ada7-aeaebaf86e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:52.465269 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-e74cf358-1fda-488b-ada7-aeaebaf86e33 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8598e18254304299bb012ea898e5a529&device_id=381dc608-1e5b-439b-b9bc-cf5447cd42a2 HTTP/1.1" status: 200 len: 1094 time: 0.0651276 Dec 10 19:13:52.509828 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-03119296-cca2-4deb-8293-d2b8c1b78e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:52.517515 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-a4f462a9-bdce-4edb-8a77-897998fda23f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f45b46c-3807-4fc8-a8b1-4af8b2d33052 HTTP/1.1" status: 200 len: 217 time: 0.0433319 Dec 10 19:13:52.570311 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-65a77c3e-119b-42bd-8aa0-a45ce4525503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:52.571991 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-65a77c3e-119b-42bd-8aa0-a45ce4525503 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5cdd18ae-e580-4397-b095-442426d0b325 HTTP/1.1" status: 200 len: 835 time: 0.0486779 Dec 10 19:13:52.618990 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-45bb5c2f-0f09-491b-8587-0bc90d6aee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:52.620469 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-45bb5c2f-0f09-491b-8587-0bc90d6aee5d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408559 Dec 10 19:13:52.715205 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-c1c940b7-f180-4eb5-93c2-872c3708a091 service neutron] 10.222.0.46 "GET /v2.0/networks/214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872028 Dec 10 19:13:52.804245 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-82e92c7e-3905-4356-8321-ae8eb41af162 req-fa239dfe-2bcc-4962-823a-77451ea3ce7e service neutron] 10.222.0.46 "GET /v2.0/networks/214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815759 Dec 10 19:13:52.905927 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee48756-d858-46da-8a52-4a3706034441 req-16ded177-c870-421c-a4c4-cae405b26a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:52.905927 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4ee48756-d858-46da-8a52-4a3706034441 req-16ded177-c870-421c-a4c4-cae405b26a56 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8598e18254304299bb012ea898e5a529&device_id=381dc608-1e5b-439b-b9bc-cf5447cd42a2 HTTP/1.1" status: 200 len: 1094 time: 0.0476096 Dec 10 19:13:53.006093 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee48756-d858-46da-8a52-4a3706034441 req-04904e6e-edd1-493c-9a45-b91c3bc8fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:53.007579 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4ee48756-d858-46da-8a52-4a3706034441 req-04904e6e-edd1-493c-9a45-b91c3bc8fa26 service neutron] 10.222.0.46 "GET /v2.0/networks?id=214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4 HTTP/1.1" status: 200 len: 898 time: 0.0962129 Dec 10 19:13:53.052553 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4ee48756-d858-46da-8a52-4a3706034441 req-43ade809-93d0-488e-bfa0-390ad1be527e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f45b46c-3807-4fc8-a8b1-4af8b2d33052 HTTP/1.1" status: 200 len: 217 time: 0.0362256 Dec 10 19:13:53.128027 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee48756-d858-46da-8a52-4a3706034441 req-d0056349-0d78-4984-836c-701293f07c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:53.129526 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4ee48756-d858-46da-8a52-4a3706034441 req-d0056349-0d78-4984-836c-701293f07c36 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5cdd18ae-e580-4397-b095-442426d0b325 HTTP/1.1" status: 200 len: 835 time: 0.0684922 Dec 10 19:13:53.137716 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c11c8-2afb-42ea-91e3-ce8ba9daa8ce req-897b4bef-d6c9-4d29-8332-50cd4ac9f7cb tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:53.139352 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-680c11c8-2afb-42ea-91e3-ce8ba9daa8ce req-897b4bef-d6c9-4d29-8332-50cd4ac9f7cb tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/ports?device_id=381dc608-1e5b-439b-b9bc-cf5447cd42a2 HTTP/1.1" status: 200 len: 943 time: 0.0895460 Dec 10 19:13:53.205956 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee48756-d858-46da-8a52-4a3706034441 req-8676876e-7fad-4d40-bc42-acd6165a6477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:53.207457 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4ee48756-d858-46da-8a52-4a3706034441 req-8676876e-7fad-4d40-bc42-acd6165a6477 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672488 Dec 10 19:13:53.216292 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-680c11c8-2afb-42ea-91e3-ce8ba9daa8ce req-fbf00466-2f95-484e-bc25-bf428a83254b tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e417f23-be50-43ae-9d73-edad2716349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687966 Dec 10 19:13:53.305136 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4ee48756-d858-46da-8a52-4a3706034441 req-613481ed-d86c-406c-ad28-6cbb24f43dde service neutron] 10.222.0.46 "GET /v2.0/networks/214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877428 Dec 10 19:13:53.400544 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4ee48756-d858-46da-8a52-4a3706034441 req-e2789da7-62e1-417e-9639-c13b9e7f1736 service neutron] 10.222.0.46 "GET /v2.0/networks/214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875235 Dec 10 19:13:53.509412 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:54.335787 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592ac14-8f1e-4396-a7d2-fe880dc32d07 req-1098a02f-c5a1-4dca-9196-4db505093d3b tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:54.337326 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a592ac14-8f1e-4396-a7d2-fe880dc32d07 req-1098a02f-c5a1-4dca-9196-4db505093d3b tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/ports?device_id=381dc608-1e5b-439b-b9bc-cf5447cd42a2 HTTP/1.1" status: 200 len: 943 time: 0.0496905 Dec 10 19:13:54.389922 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a592ac14-8f1e-4396-a7d2-fe880dc32d07 req-f09e9770-e8e9-4590-b6c1-366630560268 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e417f23-be50-43ae-9d73-edad2716349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466340 Dec 10 19:13:54.886345 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:54.988832 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 7f45b46c-3807-4fc8-a8b1-4af8b2d33052 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:13:55.087597 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 7f45b46c-3807-4fc8-a8b1-4af8b2d33052, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=7f45b46c-3807-4fc8-a8b1-4af8b2d33052,segment=NetworkSegment(ce90d488-1171-4b90-a2b3-4764a56485ad),segment_id=ce90d488-1171-4b90-a2b3-4764a56485ad)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:55.100126 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '7f45b46c-3807-4fc8-a8b1-4af8b2d33052', 'network_id': '214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4', 'port_id': '7f45b46c-3807-4fc8-a8b1-4af8b2d33052', 'mac_address': 'fa:16:3e:62:f1:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cdd18ae-e580-4397-b095-442426d0b325', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:13:55.143405 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:55.156520 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f45b46c-3807-4fc8-a8b1-4af8b2d33052 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:13:55.177044 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 7f45b46c-3807-4fc8-a8b1-4af8b2d33052, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=7f45b46c-3807-4fc8-a8b1-4af8b2d33052,segment=NetworkSegment(ce90d488-1171-4b90-a2b3-4764a56485ad),segment_id=ce90d488-1171-4b90-a2b3-4764a56485ad)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:55.181549 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:55.234070 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=7f45b46c-3807-4fc8-a8b1-4af8b2d33052,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:55.241550 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:55.241905 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:55.242252 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:55.242598 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:55.242946 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:55.243280 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:55.243611 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:55.243941 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:55.244270 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:55.244597 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:55.244966 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:55.245292 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:55.245617 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:55.384764 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['7f45b46c-3807-4fc8-a8b1-4af8b2d33052'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:13:55.530621 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:55.556975 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee3ff8-81d6-4ee6-82a7-81ee2c89e96e req-a2df046b-3de5-466b-8e63-e7f6972f4b8c tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:55.558645 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3eee3ff8-81d6-4ee6-82a7-81ee2c89e96e req-a2df046b-3de5-466b-8e63-e7f6972f4b8c tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/ports?device_id=381dc608-1e5b-439b-b9bc-cf5447cd42a2 HTTP/1.1" status: 200 len: 944 time: 0.0663109 Dec 10 19:13:55.612382 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3eee3ff8-81d6-4ee6-82a7-81ee2c89e96e req-65f96f1b-3adf-4065-aa03-3ee4f42e7953 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e417f23-be50-43ae-9d73-edad2716349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459089 Dec 10 19:13:56.729790 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42a61e-172d-4ea9-8dd1-514ee9636cb3 req-f9e1b749-c931-4edd-b358-5da76380d0b0 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:56.731176 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bc42a61e-172d-4ea9-8dd1-514ee9636cb3 req-f9e1b749-c931-4edd-b358-5da76380d0b0 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/ports?device_id=381dc608-1e5b-439b-b9bc-cf5447cd42a2 HTTP/1.1" status: 200 len: 944 time: 0.0480468 Dec 10 19:13:56.782070 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bc42a61e-172d-4ea9-8dd1-514ee9636cb3 req-be69a2e5-a62e-4f17-b142-8526815107bf tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e417f23-be50-43ae-9d73-edad2716349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441387 Dec 10 19:13:56.989634 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 7f45b46c-3807-4fc8-a8b1-4af8b2d33052 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:57.039861 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 7f45b46c-3807-4fc8-a8b1-4af8b2d33052 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:13:57.043579 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 7f45b46c-3807-4fc8-a8b1-4af8b2d33052 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:57.043953 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:57.122408 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:57.144458 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381dc608-1e5b-439b-b9bc-cf5447cd42a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f45b46c-3807-4fc8-a8b1-4af8b2d33052'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:13:57.146691 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da650eef-73f3-494b-a7bb-ad988ac735a4" -d '{"events": [{"server_uuid": "381dc608-1e5b-439b-b9bc-cf5447cd42a2", "name": "network-vif-plugged", "status": "completed", "tag": "7f45b46c-3807-4fc8-a8b1-4af8b2d33052"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:13:57.160006 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 7f45b46c-3807-4fc8-a8b1-4af8b2d33052, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=7f45b46c-3807-4fc8-a8b1-4af8b2d33052,segment=NetworkSegment(ce90d488-1171-4b90-a2b3-4764a56485ad),segment_id=ce90d488-1171-4b90-a2b3-4764a56485ad)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:57.164254 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:57.189208 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ce7b52-f25a-409e-82c6-7c95a679729f x-openstack-request-id: req-28ce7b52-f25a-409e-82c6-7c95a679729f {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:13:57.189502 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "381dc608-1e5b-439b-b9bc-cf5447cd42a2", "name": "network-vif-plugged", "status": "completed", "tag": "7f45b46c-3807-4fc8-a8b1-4af8b2d33052", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:13:57.189759 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-28ce7b52-f25a-409e-82c6-7c95a679729f {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:13:57.190166 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381dc608-1e5b-439b-b9bc-cf5447cd42a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f45b46c-3807-4fc8-a8b1-4af8b2d33052', 'code': 200} Dec 10 19:13:57.218114 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=7f45b46c-3807-4fc8-a8b1-4af8b2d33052,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:57.298827 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627088d-9bc6-4904-b3f0-d7d62c347b5c req-2ea90fd3-bbe5-4179-b789-c66ba0317e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:57.301456 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8627088d-9bc6-4904-b3f0-d7d62c347b5c req-2ea90fd3-bbe5-4179-b789-c66ba0317e72 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=381dc608-1e5b-439b-b9bc-cf5447cd42a2 HTTP/1.1" status: 200 len: 1096 time: 0.0466447 Dec 10 19:13:57.353569 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8627088d-9bc6-4904-b3f0-d7d62c347b5c req-0f4d1aaa-28e8-4f6a-9ef6-4ac0a5a5c79a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9e417f23-be50-43ae-9d73-edad2716349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448864 Dec 10 19:13:57.899127 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236cd8e-d448-487d-be4c-7a72b4332bb3 req-0862f2cd-0633-4523-88fe-7401b2dafd9b tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:57.900662 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a236cd8e-d448-487d-be4c-7a72b4332bb3 req-0862f2cd-0633-4523-88fe-7401b2dafd9b tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/ports?device_id=381dc608-1e5b-439b-b9bc-cf5447cd42a2 HTTP/1.1" status: 200 len: 945 time: 0.0491345 Dec 10 19:13:57.949326 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a236cd8e-d448-487d-be4c-7a72b4332bb3 req-11b467ed-8d1f-4f6c-84bf-5d0ef12fd600 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e417f23-be50-43ae-9d73-edad2716349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426242 Dec 10 19:13:59.237753 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8c6d9-b22a-46b1-ae8d-5b207d0fc24f req-d6be0e27-956a-412c-aa66-ee9c0d304002 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:59.239378 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e6e8c6d9-b22a-46b1-ae8d-5b207d0fc24f req-d6be0e27-956a-412c-aa66-ee9c0d304002 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/ports?device_id=381dc608-1e5b-439b-b9bc-cf5447cd42a2 HTTP/1.1" status: 200 len: 945 time: 0.2153821 Dec 10 19:13:59.291906 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e6e8c6d9-b22a-46b1-ae8d-5b207d0fc24f req-854dfa71-5f6b-461f-b054-1d0118afba42 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e417f23-be50-43ae-9d73-edad2716349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465050 Dec 10 19:13:59.416039 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b21a1e-b5e5-423c-91da-0809366c4c01 req-e236bea5-3e7d-4831-b8fa-e0a61bfb08cb tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:59.417916 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a3b21a1e-b5e5-423c-91da-0809366c4c01 req-e236bea5-3e7d-4831-b8fa-e0a61bfb08cb tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/ports?device_id=381dc608-1e5b-439b-b9bc-cf5447cd42a2 HTTP/1.1" status: 200 len: 945 time: 0.0576744 Dec 10 19:13:59.469067 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a3b21a1e-b5e5-423c-91da-0809366c4c01 req-36af8760-3587-477c-b6c4-aa9ebfe04286 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e417f23-be50-43ae-9d73-edad2716349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439630 Dec 10 19:13:59.492841 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45190) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:59.531178 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c72b69-0c6b-4a0a-b19c-ac9a2b3aeaad tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:59.533416 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d0c72b69-0c6b-4a0a-b19c-ac9a2b3aeaad tempest-TestNetworkBasicOps-681064922 tempest-TestNetworkBasicOps-681064922-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=381dc608-1e5b-439b-b9bc-cf5447cd42a2 HTTP/1.1" status: 200 len: 1091 time: 0.0388296 Dec 10 19:13:59.536074 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45192) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:59.540218 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c0c2e879-d2e3-417f-ad22-f49e0c5d4fc0 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'port_id': '7f45b46c-3807-4fc8-a8b1-4af8b2d33052', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:59.563281 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c0c2e879-d2e3-417f-ad22-f49e0c5d4fc0 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:59.663048 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c0c2e879-d2e3-417f-ad22-f49e0c5d4fc0 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:59.775880 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-c0c2e879-d2e3-417f-ad22-f49e0c5d4fc0 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Allocated IP 172.25.7.143 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/875f7c38-b946-480a-8fa4-6b21b3203b02) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:59.890691 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c0c2e879-d2e3-417f-ad22-f49e0c5d4fc0 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:59.926611 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c0c2e879-d2e3-417f-ad22-f49e0c5d4fc0 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:59.965248 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c2e879-d2e3-417f-ad22-f49e0c5d4fc0 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:59.968147 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-c0c2e879-d2e3-417f-ad22-f49e0c5d4fc0 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:59.971772 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c2e879-d2e3-417f-ad22-f49e0c5d4fc0 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:59.996995 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c2e879-d2e3-417f-ad22-f49e0c5d4fc0 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'Port': ['ID=875f7c38-b946-480a-8fa4-6b21b3203b02,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:00.327282 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c0c2e879-d2e3-417f-ad22-f49e0c5d4fc0 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:00.397409 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c0c2e879-d2e3-417f-ad22-f49e0c5d4fc0 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:00.546350 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c0c2e879-d2e3-417f-ad22-f49e0c5d4fc0 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:00.551514 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c0c2e879-d2e3-417f-ad22-f49e0c5d4fc0 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:00.617496 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c2e879-d2e3-417f-ad22-f49e0c5d4fc0 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event updated for resources: {'Port': ['ID=875f7c38-b946-480a-8fa4-6b21b3203b02,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:00.630204 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c0c2e879-d2e3-417f-ad22-f49e0c5d4fc0 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:00.734926 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-c0c2e879-d2e3-417f-ad22-f49e0c5d4fc0 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Floating IP 4eb0c8f9-4581-4c17-bba3-8f8601f2c4b3 associated. External IP: 172.25.7.143, port: 7f45b46c-3807-4fc8-a8b1-4af8b2d33052. Dec 10 19:14:00.941591 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c2e879-d2e3-417f-ad22-f49e0c5d4fc0 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Router b0125c03-5649-4081-b66e-72e6fd97a1aa has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:14:01.049297 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c2e879-d2e3-417f-ad22-f49e0c5d4fc0 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:14:01.059421 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdfbd9e-c53f-4588-9866-d5720b065037 None None] Sync routers for ids ['b0125c03-5649-4081-b66e-72e6fd97a1aa'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:14:01.069698 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c0c2e879-d2e3-417f-ad22-f49e0c5d4fc0 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:01.072065 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdfbd9e-c53f-4588-9866-d5720b065037 None None] Routers {'b0125c03-5649-4081-b66e-72e6fd97a1aa'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:14:01.072734 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-efdfbd9e-c53f-4588-9866-d5720b065037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:13:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['b0125c03-5649-4081-b66e-72e6fd97a1aa'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:01.105284 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c0c2e879-d2e3-417f-ad22-f49e0c5d4fc0 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5655758 Dec 10 19:14:01.105284 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '381dc608-1e5b-439b-b9bc-cf5447cd42a2', 'tag': '7f45b46c-3807-4fc8-a8b1-4af8b2d33052'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:14:01.105876 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899a1cf4-92f2-451b-9003-10ae5761fe4c" -d '{"events": [{"name": "network-changed", "server_uuid": "381dc608-1e5b-439b-b9bc-cf5447cd42a2", "tag": "7f45b46c-3807-4fc8-a8b1-4af8b2d33052"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:14:01.106680 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45206) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:14:01.181413 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2f907c-a066-4460-ba9e-f6aa77ad981c x-openstack-request-id: req-7d2f907c-a066-4460-ba9e-f6aa77ad981c {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:14:01.182809 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "381dc608-1e5b-439b-b9bc-cf5447cd42a2", "tag": "7f45b46c-3807-4fc8-a8b1-4af8b2d33052", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:14:01.183289 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7d2f907c-a066-4460-ba9e-f6aa77ad981c {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:14:01.183935 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '381dc608-1e5b-439b-b9bc-cf5447cd42a2', 'tag': '7f45b46c-3807-4fc8-a8b1-4af8b2d33052', 'status': 'completed', 'code': 200} Dec 10 19:14:01.217263 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b2d7e1de-6014-4549-be71-74faf9bdc8ee tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/floatingips/4eb0c8f9-4581-4c17-bba3-8f8601f2c4b3 HTTP/1.1" status: 200 len: 991 time: 0.1080391 Dec 10 19:14:01.241907 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a1cf4-92f2-451b-9003-10ae5761fe4c req-b7c90fa9-60fb-4f73-a691-920ab101acee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:01.243865 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-899a1cf4-92f2-451b-9003-10ae5761fe4c req-b7c90fa9-60fb-4f73-a691-920ab101acee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8598e18254304299bb012ea898e5a529&device_id=381dc608-1e5b-439b-b9bc-cf5447cd42a2 HTTP/1.1" status: 200 len: 1096 time: 0.0434945 Dec 10 19:14:01.250788 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-efdfbd9e-c53f-4588-9866-d5720b065037 None None] Set router b0125c03-5649-4081-b66e-72e6fd97a1aa gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:14:01.345350 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a1cf4-92f2-451b-9003-10ae5761fe4c req-67256e91-44b1-48bd-a636-197f40fc86ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:01.347051 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-899a1cf4-92f2-451b-9003-10ae5761fe4c req-67256e91-44b1-48bd-a636-197f40fc86ea service neutron] 10.222.0.46 "GET /v2.0/networks?id=214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4 HTTP/1.1" status: 200 len: 898 time: 0.0951507 Dec 10 19:14:01.416598 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-899a1cf4-92f2-451b-9003-10ae5761fe4c req-c0c77dca-5a89-4a93-ba5f-71f662b77a78 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f45b46c-3807-4fc8-a8b1-4af8b2d33052 HTTP/1.1" status: 200 len: 999 time: 0.0621536 Dec 10 19:14:01.489677 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a1cf4-92f2-451b-9003-10ae5761fe4c req-685bbac3-a153-452c-8035-3d3845b28137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:01.491505 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-899a1cf4-92f2-451b-9003-10ae5761fe4c req-685bbac3-a153-452c-8035-3d3845b28137 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5cdd18ae-e580-4397-b095-442426d0b325 HTTP/1.1" status: 200 len: 835 time: 0.0671024 Dec 10 19:14:01.545084 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a1cf4-92f2-451b-9003-10ae5761fe4c req-1c6a591c-1d00-4aba-8a61-84a89df77598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:01.546954 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-899a1cf4-92f2-451b-9003-10ae5761fe4c req-1c6a591c-1d00-4aba-8a61-84a89df77598 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488613 Dec 10 19:14:01.655631 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-efdfbd9e-c53f-4588-9866-d5720b065037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0125c03-5649-4081-b66e-72e6fd97a1aa', 'name': 'tempest-TestNetworkBasicOps-router-1074190118', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'e510b9bb-5d1e-47c9-9754-b2832c5b7535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:41Z', 'updated_at': '2021-12-10T19:13:45Z', 'revision_number': 4, 'project_id': '8598e18254304299bb012ea898e5a529', 'gw_port': {'id': 'e510b9bb-5d1e-47c9-9754-b2832c5b7535', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0125c03-5649-4081-b66e-72e6fd97a1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:42Z', 'updated_at': '2021-12-10T19:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '4eb0c8f9-4581-4c17-bba3-8f8601f2c4b3', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'floating_ip_address': '172.25.7.143', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'b0125c03-5649-4081-b66e-72e6fd97a1aa', 'port_id': '7f45b46c-3807-4fc8-a8b1-4af8b2d33052', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4', 'mac_address': 'fa:16:3e:62:f1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381dc608-1e5b-439b-b9bc-cf5447cd42a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:14:00Z', 'updated_at': '2021-12-10T19:14:00Z', 'revision_number': 0, 'project_id': '8598e18254304299bb012ea898e5a529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18bb6be6-ceb3-4120-9eb3-b10e657d8752', 'name': '', 'network_id': '214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'mac_address': 'fa:16:3e:f5:8a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0125c03-5649-4081-b66e-72e6fd97a1aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5cdd18ae-e580-4397-b095-442426d0b325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:44Z', 'updated_at': '2021-12-10T19:13:49Z', 'revision_number': 5, 'project_id': '8598e18254304299bb012ea898e5a529', 'subnets': [{'id': '5cdd18ae-e580-4397-b095-442426d0b325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:01.659798 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-899a1cf4-92f2-451b-9003-10ae5761fe4c req-93ce627c-101f-404c-8cf5-43450d824e33 service neutron] 10.222.0.46 "GET /v2.0/networks/214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049843 Dec 10 19:14:01.683813 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdfbd9e-c53f-4588-9866-d5720b065037 None None] Checking router: b0125c03-5649-4081-b66e-72e6fd97a1aa for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:14:01.692446 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdfbd9e-c53f-4588-9866-d5720b065037 None None] Routers {'b0125c03-5649-4081-b66e-72e6fd97a1aa'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:14:01.693201 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-efdfbd9e-c53f-4588-9866-d5720b065037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:13:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['b0125c03-5649-4081-b66e-72e6fd97a1aa'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:01.755886 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-899a1cf4-92f2-451b-9003-10ae5761fe4c req-7c5cf2a6-e4a1-415a-ae2d-336690e8e3be service neutron] 10.222.0.46 "GET /v2.0/networks/214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891314 Dec 10 19:14:01.806162 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-efdfbd9e-c53f-4588-9866-d5720b065037 None None] Set router b0125c03-5649-4081-b66e-72e6fd97a1aa gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:14:02.035387 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-efdfbd9e-c53f-4588-9866-d5720b065037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0125c03-5649-4081-b66e-72e6fd97a1aa', 'name': 'tempest-TestNetworkBasicOps-router-1074190118', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'e510b9bb-5d1e-47c9-9754-b2832c5b7535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:41Z', 'updated_at': '2021-12-10T19:13:45Z', 'revision_number': 4, 'project_id': '8598e18254304299bb012ea898e5a529', 'gw_port': {'id': 'e510b9bb-5d1e-47c9-9754-b2832c5b7535', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0125c03-5649-4081-b66e-72e6fd97a1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:42Z', 'updated_at': '2021-12-10T19:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '4eb0c8f9-4581-4c17-bba3-8f8601f2c4b3', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'floating_ip_address': '172.25.7.143', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'b0125c03-5649-4081-b66e-72e6fd97a1aa', 'port_id': '7f45b46c-3807-4fc8-a8b1-4af8b2d33052', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4', 'mac_address': 'fa:16:3e:62:f1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381dc608-1e5b-439b-b9bc-cf5447cd42a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:14:00Z', 'updated_at': '2021-12-10T19:14:00Z', 'revision_number': 0, 'project_id': '8598e18254304299bb012ea898e5a529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18bb6be6-ceb3-4120-9eb3-b10e657d8752', 'name': '', 'network_id': '214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'mac_address': 'fa:16:3e:f5:8a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0125c03-5649-4081-b66e-72e6fd97a1aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5cdd18ae-e580-4397-b095-442426d0b325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:44Z', 'updated_at': '2021-12-10T19:13:49Z', 'revision_number': 5, 'project_id': '8598e18254304299bb012ea898e5a529', 'subnets': [{'id': '5cdd18ae-e580-4397-b095-442426d0b325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:02.062029 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdfbd9e-c53f-4588-9866-d5720b065037 None None] The sync data for ids ['b0125c03-5649-4081-b66e-72e6fd97a1aa'] in n-d-821435-1 is: [{'id': 'b0125c03-5649-4081-b66e-72e6fd97a1aa', 'name': 'tempest-TestNetworkBasicOps-router-1074190118', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'e510b9bb-5d1e-47c9-9754-b2832c5b7535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:41Z', 'updated_at': '2021-12-10T19:13:45Z', 'revision_number': 4, 'project_id': '8598e18254304299bb012ea898e5a529', 'gw_port': {'id': 'e510b9bb-5d1e-47c9-9754-b2832c5b7535', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0125c03-5649-4081-b66e-72e6fd97a1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:42Z', 'updated_at': '2021-12-10T19:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '4eb0c8f9-4581-4c17-bba3-8f8601f2c4b3', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'floating_ip_address': '172.25.7.143', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'b0125c03-5649-4081-b66e-72e6fd97a1aa', 'port_id': '7f45b46c-3807-4fc8-a8b1-4af8b2d33052', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4', 'mac_address': 'fa:16:3e:62:f1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381dc608-1e5b-439b-b9bc-cf5447cd42a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:14:00Z', 'updated_at': '2021-12-10T19:14:00Z', 'revision_number': 0, 'project_id': '8598e18254304299bb012ea898e5a529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18bb6be6-ceb3-4120-9eb3-b10e657d8752', 'name': '', 'network_id': '214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'mac_address': 'fa:16:3e:f5:8a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0125c03-5649-4081-b66e-72e6fd97a1aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5cdd18ae-e580-4397-b095-442426d0b325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:44Z', 'updated_at': '2021-12-10T19:13:49Z', 'revision_number': 5, 'project_id': '8598e18254304299bb012ea898e5a529', 'subnets': [{'id': '5cdd18ae-e580-4397-b095-442426d0b325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:14:02.218442 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45216) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:14:02.259623 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fa4b92-319f-4f7a-aa5c-66c9537da6fd None None] New status for floating IP 4eb0c8f9-4581-4c17-bba3-8f8601f2c4b3: ACTIVE {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:14:02.289043 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d3f427eb-7c47-4ea9-83e5-30353b7e39c1 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/floatingips/4eb0c8f9-4581-4c17-bba3-8f8601f2c4b3 HTTP/1.1" status: 200 len: 991 time: 0.0692925 Dec 10 19:14:03.292822 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45224) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:14:03.374401 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-be390fe6-aa6a-426c-850f-97c6dd2594d7 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/floatingips/4eb0c8f9-4581-4c17-bba3-8f8601f2c4b3 HTTP/1.1" status: 200 len: 993 time: 0.0781915 Dec 10 19:14:04.083011 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:08.405316 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:19.681152 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0cad4933-8154-4e5d-a6fb-7ee777aebfcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:22.502159 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bd2187f8-7341-4ad8-a33a-619063890654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:23.514581 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:24.619440 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:14:24.887449 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:25.497995 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:29.927536 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45414) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:14:30.004457 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-94e251f3-9c43-4841-b7d7-a660297b40bf tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/floatingips/4eb0c8f9-4581-4c17-bba3-8f8601f2c4b3 HTTP/1.1" status: 200 len: 993 time: 0.0757005 Dec 10 19:14:30.308878 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45424) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:14:30.734204 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a331e7ac-40f5-4845-80ad-bc1ae0e193fa tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Deleting port 875f7c38-b946-480a-8fa4-6b21b3203b02 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:14:30.734650 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a331e7ac-40f5-4845-80ad-bc1ae0e193fa tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:30.816255 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a331e7ac-40f5-4845-80ad-bc1ae0e193fa tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:30.816578 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a331e7ac-40f5-4845-80ad-bc1ae0e193fa tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:30.827860 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a331e7ac-40f5-4845-80ad-bc1ae0e193fa tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Calling delete_port for 875f7c38-b946-480a-8fa4-6b21b3203b02 owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:14:31.021300 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a331e7ac-40f5-4845-80ad-bc1ae0e193fa tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:31.055430 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a331e7ac-40f5-4845-80ad-bc1ae0e193fa tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event deleted for resources: {'Port': ['ID=875f7c38-b946-480a-8fa4-6b21b3203b02,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:31.089825 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a331e7ac-40f5-4845-80ad-bc1ae0e193fa tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:31.090178 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a331e7ac-40f5-4845-80ad-bc1ae0e193fa tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:31.090531 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a331e7ac-40f5-4845-80ad-bc1ae0e193fa tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:31.090878 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a331e7ac-40f5-4845-80ad-bc1ae0e193fa tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:31.091222 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a331e7ac-40f5-4845-80ad-bc1ae0e193fa tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:31.091563 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a331e7ac-40f5-4845-80ad-bc1ae0e193fa tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:31.091907 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a331e7ac-40f5-4845-80ad-bc1ae0e193fa tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:31.092241 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a331e7ac-40f5-4845-80ad-bc1ae0e193fa tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:31.092574 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a331e7ac-40f5-4845-80ad-bc1ae0e193fa tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:31.092933 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a331e7ac-40f5-4845-80ad-bc1ae0e193fa tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:31.093267 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a331e7ac-40f5-4845-80ad-bc1ae0e193fa tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:31.093601 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a331e7ac-40f5-4845-80ad-bc1ae0e193fa tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:31.093932 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a331e7ac-40f5-4845-80ad-bc1ae0e193fa tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:31.139256 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a331e7ac-40f5-4845-80ad-bc1ae0e193fa tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:31.139627 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-a331e7ac-40f5-4845-80ad-bc1ae0e193fa tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Floating IP 4eb0c8f9-4581-4c17-bba3-8f8601f2c4b3 disassociated (deleted). External IP: 172.25.7.143, port: 7f45b46c-3807-4fc8-a8b1-4af8b2d33052. Dec 10 19:14:31.341680 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a331e7ac-40f5-4845-80ad-bc1ae0e193fa tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Router b0125c03-5649-4081-b66e-72e6fd97a1aa has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:14:31.473475 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a331e7ac-40f5-4845-80ad-bc1ae0e193fa tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:14:31.480272 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a331e7ac-40f5-4845-80ad-bc1ae0e193fa tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:31.486730 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17191a6-cc5c-4b99-a6cf-99470bb3e33d None None] Sync routers for ids ['b0125c03-5649-4081-b66e-72e6fd97a1aa'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:14:31.498500 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17191a6-cc5c-4b99-a6cf-99470bb3e33d None None] Routers {'b0125c03-5649-4081-b66e-72e6fd97a1aa'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:14:31.500059 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f17191a6-cc5c-4b99-a6cf-99470bb3e33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:14:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['b0125c03-5649-4081-b66e-72e6fd97a1aa'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:31.510410 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a331e7ac-40f5-4845-80ad-bc1ae0e193fa tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "DELETE /v2.0/floatingips/4eb0c8f9-4581-4c17-bba3-8f8601f2c4b3 HTTP/1.1" status: 204 len: 168 time: 1.2004111 Dec 10 19:14:31.511016 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '381dc608-1e5b-439b-b9bc-cf5447cd42a2', 'tag': '7f45b46c-3807-4fc8-a8b1-4af8b2d33052'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:14:31.513330 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee99ccd7-14e2-477d-b859-d8d0042eead6" -d '{"events": [{"name": "network-changed", "server_uuid": "381dc608-1e5b-439b-b9bc-cf5447cd42a2", "tag": "7f45b46c-3807-4fc8-a8b1-4af8b2d33052"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:14:31.618403 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-f17191a6-cc5c-4b99-a6cf-99470bb3e33d None None] Set router b0125c03-5649-4081-b66e-72e6fd97a1aa gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:14:31.674578 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3649ad9b-b8d7-4b00-8d78-e4ef713a94cc x-openstack-request-id: req-3649ad9b-b8d7-4b00-8d78-e4ef713a94cc {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:14:31.674847 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "381dc608-1e5b-439b-b9bc-cf5447cd42a2", "tag": "7f45b46c-3807-4fc8-a8b1-4af8b2d33052", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:14:31.675208 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3649ad9b-b8d7-4b00-8d78-e4ef713a94cc {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:14:31.675631 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '381dc608-1e5b-439b-b9bc-cf5447cd42a2', 'tag': '7f45b46c-3807-4fc8-a8b1-4af8b2d33052', 'status': 'completed', 'code': 200} Dec 10 19:14:31.763231 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99ccd7-14e2-477d-b859-d8d0042eead6 req-ec9381e0-0475-4f5e-9ebe-01e14108e4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:31.765432 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ee99ccd7-14e2-477d-b859-d8d0042eead6 req-ec9381e0-0475-4f5e-9ebe-01e14108e4c3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8598e18254304299bb012ea898e5a529&device_id=381dc608-1e5b-439b-b9bc-cf5447cd42a2 HTTP/1.1" status: 200 len: 1096 time: 0.0628104 Dec 10 19:14:31.885342 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f17191a6-cc5c-4b99-a6cf-99470bb3e33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0125c03-5649-4081-b66e-72e6fd97a1aa', 'name': 'tempest-TestNetworkBasicOps-router-1074190118', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'e510b9bb-5d1e-47c9-9754-b2832c5b7535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:41Z', 'updated_at': '2021-12-10T19:13:45Z', 'revision_number': 4, 'project_id': '8598e18254304299bb012ea898e5a529', 'gw_port': {'id': 'e510b9bb-5d1e-47c9-9754-b2832c5b7535', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0125c03-5649-4081-b66e-72e6fd97a1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:42Z', 'updated_at': '2021-12-10T19:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '18bb6be6-ceb3-4120-9eb3-b10e657d8752', 'name': '', 'network_id': '214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'mac_address': 'fa:16:3e:f5:8a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0125c03-5649-4081-b66e-72e6fd97a1aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5cdd18ae-e580-4397-b095-442426d0b325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:44Z', 'updated_at': '2021-12-10T19:13:49Z', 'revision_number': 5, 'project_id': '8598e18254304299bb012ea898e5a529', 'subnets': [{'id': '5cdd18ae-e580-4397-b095-442426d0b325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:31.903190 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99ccd7-14e2-477d-b859-d8d0042eead6 req-c4267807-f139-45a8-975e-a2c60e1c6dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:31.904780 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ee99ccd7-14e2-477d-b859-d8d0042eead6 req-c4267807-f139-45a8-975e-a2c60e1c6dba service neutron] 10.222.0.46 "GET /v2.0/networks?id=214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4 HTTP/1.1" status: 200 len: 898 time: 0.1313431 Dec 10 19:14:31.930310 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17191a6-cc5c-4b99-a6cf-99470bb3e33d None None] Checking router: b0125c03-5649-4081-b66e-72e6fd97a1aa for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:14:31.940154 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17191a6-cc5c-4b99-a6cf-99470bb3e33d None None] Routers {'b0125c03-5649-4081-b66e-72e6fd97a1aa'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:14:31.941228 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f17191a6-cc5c-4b99-a6cf-99470bb3e33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:14:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['b0125c03-5649-4081-b66e-72e6fd97a1aa'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:31.949750 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ee99ccd7-14e2-477d-b859-d8d0042eead6 req-cff90e0c-8b59-427c-af39-619b0463c050 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f45b46c-3807-4fc8-a8b1-4af8b2d33052 HTTP/1.1" status: 200 len: 217 time: 0.0366220 Dec 10 19:14:32.018137 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99ccd7-14e2-477d-b859-d8d0042eead6 req-cdbd4755-bfcf-48d3-8b24-784e5d22c0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:32.019871 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ee99ccd7-14e2-477d-b859-d8d0042eead6 req-cdbd4755-bfcf-48d3-8b24-784e5d22c0b5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5cdd18ae-e580-4397-b095-442426d0b325 HTTP/1.1" status: 200 len: 835 time: 0.0516679 Dec 10 19:14:32.053748 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-f17191a6-cc5c-4b99-a6cf-99470bb3e33d None None] Set router b0125c03-5649-4081-b66e-72e6fd97a1aa gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:14:32.077868 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99ccd7-14e2-477d-b859-d8d0042eead6 req-9ddf34d2-92db-4f8d-b18d-d60be27f2207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:32.079520 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ee99ccd7-14e2-477d-b859-d8d0042eead6 req-9ddf34d2-92db-4f8d-b18d-d60be27f2207 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505352 Dec 10 19:14:32.125755 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef946f9c-217e-47ce-a563-961ac60905ba req-0a320e88-9a72-4557-9b7e-43bb47a0d6cb tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:32.128976 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ef946f9c-217e-47ce-a563-961ac60905ba req-0a320e88-9a72-4557-9b7e-43bb47a0d6cb tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/ports?device_id=381dc608-1e5b-439b-b9bc-cf5447cd42a2 HTTP/1.1" status: 200 len: 945 time: 0.1320159 Dec 10 19:14:32.187022 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ee99ccd7-14e2-477d-b859-d8d0042eead6 req-f50356f7-4523-44c9-b098-c20cee8d9440 service neutron] 10.222.0.46 "GET /v2.0/networks/214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977604 Dec 10 19:14:32.190944 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ef946f9c-217e-47ce-a563-961ac60905ba req-0710cccf-d034-4803-be51-99cfadbc76a0 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e417f23-be50-43ae-9d73-edad2716349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550323 Dec 10 19:14:32.273730 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f17191a6-cc5c-4b99-a6cf-99470bb3e33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0125c03-5649-4081-b66e-72e6fd97a1aa', 'name': 'tempest-TestNetworkBasicOps-router-1074190118', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'e510b9bb-5d1e-47c9-9754-b2832c5b7535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:41Z', 'updated_at': '2021-12-10T19:13:45Z', 'revision_number': 4, 'project_id': '8598e18254304299bb012ea898e5a529', 'gw_port': {'id': 'e510b9bb-5d1e-47c9-9754-b2832c5b7535', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0125c03-5649-4081-b66e-72e6fd97a1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:42Z', 'updated_at': '2021-12-10T19:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '18bb6be6-ceb3-4120-9eb3-b10e657d8752', 'name': '', 'network_id': '214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'mac_address': 'fa:16:3e:f5:8a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0125c03-5649-4081-b66e-72e6fd97a1aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5cdd18ae-e580-4397-b095-442426d0b325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:44Z', 'updated_at': '2021-12-10T19:13:49Z', 'revision_number': 5, 'project_id': '8598e18254304299bb012ea898e5a529', 'subnets': [{'id': '5cdd18ae-e580-4397-b095-442426d0b325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:32.288764 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ee99ccd7-14e2-477d-b859-d8d0042eead6 req-020e72de-30ef-4f7c-8b40-ae7e95cc69cd service neutron] 10.222.0.46 "GET /v2.0/networks/214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911589 Dec 10 19:14:32.302067 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17191a6-cc5c-4b99-a6cf-99470bb3e33d None None] The sync data for ids ['b0125c03-5649-4081-b66e-72e6fd97a1aa'] in n-d-821435-1 is: [{'id': 'b0125c03-5649-4081-b66e-72e6fd97a1aa', 'name': 'tempest-TestNetworkBasicOps-router-1074190118', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'e510b9bb-5d1e-47c9-9754-b2832c5b7535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:41Z', 'updated_at': '2021-12-10T19:13:45Z', 'revision_number': 4, 'project_id': '8598e18254304299bb012ea898e5a529', 'gw_port': {'id': 'e510b9bb-5d1e-47c9-9754-b2832c5b7535', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0125c03-5649-4081-b66e-72e6fd97a1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:42Z', 'updated_at': '2021-12-10T19:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '18bb6be6-ceb3-4120-9eb3-b10e657d8752', 'name': '', 'network_id': '214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'mac_address': 'fa:16:3e:f5:8a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0125c03-5649-4081-b66e-72e6fd97a1aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5cdd18ae-e580-4397-b095-442426d0b325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:44Z', 'updated_at': '2021-12-10T19:13:49Z', 'revision_number': 5, 'project_id': '8598e18254304299bb012ea898e5a529', 'subnets': [{'id': '5cdd18ae-e580-4397-b095-442426d0b325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:14:32.554092 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8c27a7-39ff-4648-9826-d509ec8b0bd3 None None] New status for floating IP 4eb0c8f9-4581-4c17-bba3-8f8601f2c4b3: DOWN {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:14:33.127855 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50252db9-ad7e-42d2-8b67-dd610e34ca2c req-df9eb984-e6ca-459f-94bc-fad6f84c266c tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:33.129494 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-50252db9-ad7e-42d2-8b67-dd610e34ca2c req-df9eb984-e6ca-459f-94bc-fad6f84c266c tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.46 "GET /v2.0/ports?device_id=381dc608-1e5b-439b-b9bc-cf5447cd42a2 HTTP/1.1" status: 200 len: 945 time: 0.0544875 Dec 10 19:14:33.221228 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-50252db9-ad7e-42d2-8b67-dd610e34ca2c req-7a10f055-b22c-49d5-a2fb-85653e5f56fc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Deleting port 7f45b46c-3807-4fc8-a8b1-4af8b2d33052 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:14:33.221733 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-50252db9-ad7e-42d2-8b67-dd610e34ca2c req-7a10f055-b22c-49d5-a2fb-85653e5f56fc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:33.341052 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf55a23-82f4-4617-985f-1f431d14efb4 req-845b0e4f-1f40-4c1b-94a6-bdf0e5fadd7b tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:33.342532 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9bf55a23-82f4-4617-985f-1f431d14efb4 req-845b0e4f-1f40-4c1b-94a6-bdf0e5fadd7b tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/ports?device_id=381dc608-1e5b-439b-b9bc-cf5447cd42a2 HTTP/1.1" status: 200 len: 945 time: 0.0717778 Dec 10 19:14:33.366279 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-50252db9-ad7e-42d2-8b67-dd610e34ca2c req-7a10f055-b22c-49d5-a2fb-85653e5f56fc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] For port 7f45b46c-3807-4fc8-a8b1-4af8b2d33052, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=7f45b46c-3807-4fc8-a8b1-4af8b2d33052,segment=NetworkSegment(ce90d488-1171-4b90-a2b3-4764a56485ad),segment_id=ce90d488-1171-4b90-a2b3-4764a56485ad)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:14:33.366636 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-50252db9-ad7e-42d2-8b67-dd610e34ca2c req-7a10f055-b22c-49d5-a2fb-85653e5f56fc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:33.386352 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-50252db9-ad7e-42d2-8b67-dd610e34ca2c req-7a10f055-b22c-49d5-a2fb-85653e5f56fc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Calling delete_port for 7f45b46c-3807-4fc8-a8b1-4af8b2d33052 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:14:33.741051 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9bf55a23-82f4-4617-985f-1f431d14efb4 req-9e103043-da0a-40ed-b00b-d6660f141f62 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e417f23-be50-43ae-9d73-edad2716349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3872173 Dec 10 19:14:33.837777 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-50252db9-ad7e-42d2-8b67-dd610e34ca2c req-7a10f055-b22c-49d5-a2fb-85653e5f56fc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:33.872330 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a10f055-b22c-49d5-a2fb-85653e5f56fc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event deleted for resources: {'Port': ['ID=7f45b46c-3807-4fc8-a8b1-4af8b2d33052,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:33.894414 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a10f055-b22c-49d5-a2fb-85653e5f56fc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:33.894774 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a10f055-b22c-49d5-a2fb-85653e5f56fc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:33.895116 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a10f055-b22c-49d5-a2fb-85653e5f56fc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:33.895455 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a10f055-b22c-49d5-a2fb-85653e5f56fc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:33.895790 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a10f055-b22c-49d5-a2fb-85653e5f56fc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:33.896122 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a10f055-b22c-49d5-a2fb-85653e5f56fc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:33.896451 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a10f055-b22c-49d5-a2fb-85653e5f56fc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:33.896811 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a10f055-b22c-49d5-a2fb-85653e5f56fc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:33.897139 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a10f055-b22c-49d5-a2fb-85653e5f56fc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:33.897462 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a10f055-b22c-49d5-a2fb-85653e5f56fc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:33.897802 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a10f055-b22c-49d5-a2fb-85653e5f56fc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:33.898114 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a10f055-b22c-49d5-a2fb-85653e5f56fc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:33.898436 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a10f055-b22c-49d5-a2fb-85653e5f56fc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:33.923509 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-50252db9-ad7e-42d2-8b67-dd610e34ca2c req-7a10f055-b22c-49d5-a2fb-85653e5f56fc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] No DVR routers for this DVR port 7f45b46c-3807-4fc8-a8b1-4af8b2d33052 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:14:33.927075 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-50252db9-ad7e-42d2-8b67-dd610e34ca2c req-7a10f055-b22c-49d5-a2fb-85653e5f56fc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:33.931813 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-50252db9-ad7e-42d2-8b67-dd610e34ca2c req-7a10f055-b22c-49d5-a2fb-85653e5f56fc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.46 "DELETE /v2.0/ports/7f45b46c-3807-4fc8-a8b1-4af8b2d33052 HTTP/1.1" status: 204 len: 173 time: 0.7960086 Dec 10 19:14:33.932260 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381dc608-1e5b-439b-b9bc-cf5447cd42a2', 'name': 'network-vif-deleted', 'tag': '7f45b46c-3807-4fc8-a8b1-4af8b2d33052'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:14:33.934916 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fa300b-84ae-4038-bd98-bd5f8000c3b1" -d '{"events": [{"server_uuid": "381dc608-1e5b-439b-b9bc-cf5447cd42a2", "name": "network-vif-deleted", "tag": "7f45b46c-3807-4fc8-a8b1-4af8b2d33052"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:14:33.984668 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a726a7e-6383-4852-930a-d0964dc318d3 x-openstack-request-id: req-7a726a7e-6383-4852-930a-d0964dc318d3 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:14:33.984978 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "381dc608-1e5b-439b-b9bc-cf5447cd42a2", "name": "network-vif-deleted", "tag": "7f45b46c-3807-4fc8-a8b1-4af8b2d33052", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:14:33.985234 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7a726a7e-6383-4852-930a-d0964dc318d3 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:14:33.985638 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381dc608-1e5b-439b-b9bc-cf5447cd42a2', 'name': 'network-vif-deleted', 'tag': '7f45b46c-3807-4fc8-a8b1-4af8b2d33052', 'status': 'completed', 'code': 200} Dec 10 19:14:34.094459 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:34.795986 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45490) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:14:34.852452 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e2ad32b0-5f87-4d9d-b43e-12de5741b144 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:34.877704 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e2ad32b0-5f87-4d9d-b43e-12de5741b144 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:34.937925 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e2ad32b0-5f87-4d9d-b43e-12de5741b144 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:34.941616 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e2ad32b0-5f87-4d9d-b43e-12de5741b144 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:34.945129 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e2ad32b0-5f87-4d9d-b43e-12de5741b144 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "DELETE /v2.0/security-groups/9e417f23-be50-43ae-9d73-edad2716349b HTTP/1.1" status: 204 len: 168 time: 0.1480319 Dec 10 19:14:34.954884 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad32b0-5f87-4d9d-b43e-12de5741b144 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e417f23-be50-43ae-9d73-edad2716349b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:34.997876 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45500) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:14:35.363077 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad818d00-e423-42a3-800a-6375447cdabc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:35.640384 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ad818d00-e423-42a3-800a-6375447cdabc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Deleting port 18bb6be6-ceb3-4120-9eb3-b10e657d8752 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:14:35.640766 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad818d00-e423-42a3-800a-6375447cdabc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:35.732086 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-ad818d00-e423-42a3-800a-6375447cdabc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] For port 18bb6be6-ceb3-4120-9eb3-b10e657d8752, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=18bb6be6-ceb3-4120-9eb3-b10e657d8752,segment=NetworkSegment(ce90d488-1171-4b90-a2b3-4764a56485ad),segment_id=ce90d488-1171-4b90-a2b3-4764a56485ad)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:14:35.732448 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad818d00-e423-42a3-800a-6375447cdabc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:35.744691 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ad818d00-e423-42a3-800a-6375447cdabc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Calling delete_port for 18bb6be6-ceb3-4120-9eb3-b10e657d8752 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:14:35.928951 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad818d00-e423-42a3-800a-6375447cdabc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:35.956582 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad818d00-e423-42a3-800a-6375447cdabc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event deleted for resources: {'Port': ['ID=18bb6be6-ceb3-4120-9eb3-b10e657d8752,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:36.143764 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad818d00-e423-42a3-800a-6375447cdabc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:36.360930 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad818d00-e423-42a3-800a-6375447cdabc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Router b0125c03-5649-4081-b66e-72e6fd97a1aa has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:14:36.468480 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad818d00-e423-42a3-800a-6375447cdabc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:14:36.476590 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ad818d00-e423-42a3-800a-6375447cdabc tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "PUT /v2.0/routers/b0125c03-5649-4081-b66e-72e6fd97a1aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4745777 Dec 10 19:14:36.476590 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45516) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:14:36.490809 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b819ee8-cffa-4673-b329-c68fd612d4e0 None None] Sync routers for ids ['b0125c03-5649-4081-b66e-72e6fd97a1aa'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:14:36.501767 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b819ee8-cffa-4673-b329-c68fd612d4e0 None None] Routers {'b0125c03-5649-4081-b66e-72e6fd97a1aa'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:14:36.503581 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4b819ee8-cffa-4673-b329-c68fd612d4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:14:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['b0125c03-5649-4081-b66e-72e6fd97a1aa'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:36.532431 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-a635594f-ca0c-4b34-afdc-2525db116abf tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Deleting subnet 5cdd18ae-e580-4397-b095-442426d0b325 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:14:36.535879 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a635594f-ca0c-4b34-afdc-2525db116abf tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:36.582899 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a635594f-ca0c-4b34-afdc-2525db116abf tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:36.625525 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-4b819ee8-cffa-4673-b329-c68fd612d4e0 None None] Set router b0125c03-5649-4081-b66e-72e6fd97a1aa gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:14:36.673124 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a635594f-ca0c-4b34-afdc-2525db116abf tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:36.739655 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a635594f-ca0c-4b34-afdc-2525db116abf tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:36.766372 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635594f-ca0c-4b34-afdc-2525db116abf tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event deleted for resources: {'Subnet': ['ID=5cdd18ae-e580-4397-b095-442426d0b325,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:36.770094 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a635594f-ca0c-4b34-afdc-2525db116abf tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:36.775567 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a635594f-ca0c-4b34-afdc-2525db116abf tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "DELETE /v2.0/subnets/5cdd18ae-e580-4397-b095-442426d0b325 HTTP/1.1" status: 204 len: 168 time: 0.2959919 Dec 10 19:14:36.775936 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45522) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:14:36.794303 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da49e573-9227-447d-9438-5969d91a9282 None None] Network 214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:14:36.894257 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b9fb257-4e5a-4c38-af2e-d1d713a03054 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:37.008876 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b9fb257-4e5a-4c38-af2e-d1d713a03054 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:37.060127 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4b819ee8-cffa-4673-b329-c68fd612d4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0125c03-5649-4081-b66e-72e6fd97a1aa', 'name': 'tempest-TestNetworkBasicOps-router-1074190118', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'e510b9bb-5d1e-47c9-9754-b2832c5b7535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:41Z', 'updated_at': '2021-12-10T19:14:35Z', 'revision_number': 5, 'project_id': '8598e18254304299bb012ea898e5a529', 'gw_port': {'id': 'e510b9bb-5d1e-47c9-9754-b2832c5b7535', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0125c03-5649-4081-b66e-72e6fd97a1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:42Z', 'updated_at': '2021-12-10T19:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:37.088418 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b819ee8-cffa-4673-b329-c68fd612d4e0 None None] Checking router: b0125c03-5649-4081-b66e-72e6fd97a1aa for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:14:37.099817 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0b9fb257-4e5a-4c38-af2e-d1d713a03054 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Deleting port e510b9bb-5d1e-47c9-9754-b2832c5b7535 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:14:37.100368 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b9fb257-4e5a-4c38-af2e-d1d713a03054 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:37.101872 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b819ee8-cffa-4673-b329-c68fd612d4e0 None None] Routers {'b0125c03-5649-4081-b66e-72e6fd97a1aa'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:14:37.102495 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4b819ee8-cffa-4673-b329-c68fd612d4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:14:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['b0125c03-5649-4081-b66e-72e6fd97a1aa'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:37.178224 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 7f45b46c-3807-4fc8-a8b1-4af8b2d33052 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:14:37.193067 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-0b9fb257-4e5a-4c38-af2e-d1d713a03054 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] For port e510b9bb-5d1e-47c9-9754-b2832c5b7535, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e510b9bb-5d1e-47c9-9754-b2832c5b7535,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:14:37.193629 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b9fb257-4e5a-4c38-af2e-d1d713a03054 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:37.206152 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 7f45b46c-3807-4fc8-a8b1-4af8b2d33052 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:14:37.206955 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 7f45b46c-3807-4fc8-a8b1-4af8b2d33052 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:14:37.210231 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0b9fb257-4e5a-4c38-af2e-d1d713a03054 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Calling delete_port for e510b9bb-5d1e-47c9-9754-b2832c5b7535 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:14:37.217666 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-4b819ee8-cffa-4673-b329-c68fd612d4e0 None None] Set router b0125c03-5649-4081-b66e-72e6fd97a1aa gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:14:37.277487 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd58536c-ecb5-4f73-9252-e360a4cd9f32 None None] DHCP port deletion for 214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:14:37.280588 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4b819ee8-cffa-4673-b329-c68fd612d4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0125c03-5649-4081-b66e-72e6fd97a1aa', 'name': 'tempest-TestNetworkBasicOps-router-1074190118', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:41Z', 'updated_at': '2021-12-10T19:14:37Z', 'revision_number': 6, 'project_id': '8598e18254304299bb012ea898e5a529', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:37.309858 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b819ee8-cffa-4673-b329-c68fd612d4e0 None None] The sync data for ids ['b0125c03-5649-4081-b66e-72e6fd97a1aa'] in n-d-821435-1 is: [{'id': 'b0125c03-5649-4081-b66e-72e6fd97a1aa', 'name': 'tempest-TestNetworkBasicOps-router-1074190118', 'tenant_id': '8598e18254304299bb012ea898e5a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:41Z', 'updated_at': '2021-12-10T19:14:37Z', 'revision_number': 6, 'project_id': '8598e18254304299bb012ea898e5a529', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:14:37.365554 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-fd58536c-ecb5-4f73-9252-e360a4cd9f32 None None] Deleting port c9300ec8-380b-40be-a8f1-62d2789e48da {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:14:37.365970 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fd58536c-ecb5-4f73-9252-e360a4cd9f32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:37.414442 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b9fb257-4e5a-4c38-af2e-d1d713a03054 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:37.432796 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-fd58536c-ecb5-4f73-9252-e360a4cd9f32 None None] For port c9300ec8-380b-40be-a8f1-62d2789e48da, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c9300ec8-380b-40be-a8f1-62d2789e48da,segment=NetworkSegment(ce90d488-1171-4b90-a2b3-4764a56485ad),segment_id=ce90d488-1171-4b90-a2b3-4764a56485ad)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:14:37.433127 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fd58536c-ecb5-4f73-9252-e360a4cd9f32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:37.445846 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-fd58536c-ecb5-4f73-9252-e360a4cd9f32 None None] Calling delete_port for c9300ec8-380b-40be-a8f1-62d2789e48da owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:14:37.449715 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9fb257-4e5a-4c38-af2e-d1d713a03054 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event deleted for resources: {'Port': ['ID=e510b9bb-5d1e-47c9-9754-b2832c5b7535,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:37.469274 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01bd4f5-9244-4a40-8042-cc2c2d0a1d49 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:14:37.529758 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b9fb257-4e5a-4c38-af2e-d1d713a03054 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:37.573519 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fd58536c-ecb5-4f73-9252-e360a4cd9f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:37.601607 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd58536c-ecb5-4f73-9252-e360a4cd9f32 None None] Pushing event deleted for resources: {'Port': ['ID=c9300ec8-380b-40be-a8f1-62d2789e48da,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:37.606139 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd58536c-ecb5-4f73-9252-e360a4cd9f32 None None] No DVR routers for this DVR port c9300ec8-380b-40be-a8f1-62d2789e48da on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:14:37.634147 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b9fb257-4e5a-4c38-af2e-d1d713a03054 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:37.637148 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b9fb257-4e5a-4c38-af2e-d1d713a03054 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:37.692764 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b9fb257-4e5a-4c38-af2e-d1d713a03054 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:37.694587 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9fb257-4e5a-4c38-af2e-d1d713a03054 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Fanout notify agent at l3_agent the message router_deleted on router b0125c03-5649-4081-b66e-72e6fd97a1aa {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:14:37.703349 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b9fb257-4e5a-4c38-af2e-d1d713a03054 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:37.705082 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0b9fb257-4e5a-4c38-af2e-d1d713a03054 tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "DELETE /v2.0/routers/b0125c03-5649-4081-b66e-72e6fd97a1aa HTTP/1.1" status: 204 len: 168 time: 0.9280918 Dec 10 19:14:37.708996 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45526) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:14:37.819934 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f61f23c9-4369-4759-9f99-c3b0e4de84ca tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:37.904927 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f61f23c9-4369-4759-9f99-c3b0e4de84ca tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:37.924781 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-f61f23c9-4369-4759-9f99-c3b0e4de84ca tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:37.934864 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-f61f23c9-4369-4759-9f99-c3b0e4de84ca tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce90d488-1171-4b90-a2b3-4764a56485ad') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:37.935166 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-f61f23c9-4369-4759-9f99-c3b0e4de84ca tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce90d488-1171-4b90-a2b3-4764a56485ad') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:37.946194 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f61f23c9-4369-4759-9f99-c3b0e4de84ca tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:37.960282 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f61f23c9-4369-4759-9f99-c3b0e4de84ca tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:37.966876 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f61f23c9-4369-4759-9f99-c3b0e4de84ca tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:14:37.967269 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f61f23c9-4369-4759-9f99-c3b0e4de84ca tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:37.970250 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:14:37.970250 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:14:37.970250 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:14:37.970250 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:14:37.970250 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:14:37.970250 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:14:37.970250 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:14:37.970250 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:14:37.970250 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:14:37.970250 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:14:37.970250 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:14:37.970250 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:14:37.970250 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:14:37.970250 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:14:37.970250 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:14:37.970250 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:14:37.970250 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:14:37.970250 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:14:37.970250 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:14:37.970250 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:14:37.970250 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:14:37.970250 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:14:37.970250 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:14:37.970250 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:14:37.970250 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:14:37.970250 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:14:37.970250 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:14:37.970250 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:14:37.970250 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:14:37.970250 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:14:37.970250 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:14:37.970250 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:14:38.031270 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f61f23c9-4369-4759-9f99-c3b0e4de84ca tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:38.036180 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f61f23c9-4369-4759-9f99-c3b0e4de84ca tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:38.042477 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f61f23c9-4369-4759-9f99-c3b0e4de84ca tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] 10.222.0.62 "DELETE /v2.0/networks/214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4 HTTP/1.1" status: 204 len: 168 time: 0.3285015 Dec 10 19:14:38.057432 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f23c9-4369-4759-9f99-c3b0e4de84ca tempest-TestNetworkBasicOps-479484097 tempest-TestNetworkBasicOps-479484097-project] Pushing event deleted for resources: {'Network': ['ID=214a0fe9-3636-4d9d-a79b-1ab42aa0bbc4,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:38.324804 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45538) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:14:38.427466 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:38.487036 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4ebd319a-18b9-4e0b-9652-2f95f7ab106d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8598e18254304299bb012ea898e5a529&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1601269 Dec 10 19:14:38.489466 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45546) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:14:38.543713 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e6ab051-794e-4c28-871d-293f8a551a9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:38.565691 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e6ab051-794e-4c28-871d-293f8a551a9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:38.616596 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e6ab051-794e-4c28-871d-293f8a551a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:38.619334 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e6ab051-794e-4c28-871d-293f8a551a9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:38.620492 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8e6ab051-794e-4c28-871d-293f8a551a9a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/27ee50ef-0be6-4c07-8d30-c15e3c68f49e HTTP/1.1" status: 204 len: 168 time: 0.1300936 Dec 10 19:14:38.628731 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ab051-794e-4c28-871d-293f8a551a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ee50ef-0be6-4c07-8d30-c15e3c68f49e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:38.904430 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45556) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:14:38.919473 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-28746f32-153e-41f2-ae3c-82634b42b614 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:39.000389 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-28746f32-153e-41f2-ae3c-82634b42b614 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:39.006916 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-28746f32-153e-41f2-ae3c-82634b42b614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:39.051848 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-28746f32-153e-41f2-ae3c-82634b42b614 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2004fbfb23454c03bee2ffe36c6a0922&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1462741 Dec 10 19:14:39.052790 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28746f32-153e-41f2-ae3c-82634b42b614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c851d9-c75d-46ee-9a42-bd721c943bc9,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:39.054572 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45562) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:14:39.084664 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c9300ec8-380b-40be-a8f1-62d2789e48da no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:14:39.114019 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: c9300ec8-380b-40be-a8f1-62d2789e48da {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:14:39.114367 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c9300ec8-380b-40be-a8f1-62d2789e48da not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:14:39.114788 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e510b9bb-5d1e-47c9-9754-b2832c5b7535 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:14:39.115095 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0bb605e7-f229-48ba-bed0-8c92b0cfddce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:39.137090 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: e510b9bb-5d1e-47c9-9754-b2832c5b7535 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:14:39.137440 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e510b9bb-5d1e-47c9-9754-b2832c5b7535 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:14:39.137630 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0bb605e7-f229-48ba-bed0-8c92b0cfddce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:39.137847 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 18bb6be6-ceb3-4120-9eb3-b10e657d8752 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:14:39.157917 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 18bb6be6-ceb3-4120-9eb3-b10e657d8752 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:14:39.158308 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 18bb6be6-ceb3-4120-9eb3-b10e657d8752 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:14:39.189161 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0bb605e7-f229-48ba-bed0-8c92b0cfddce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:39.193475 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0bb605e7-f229-48ba-bed0-8c92b0cfddce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:39.195646 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0bb605e7-f229-48ba-bed0-8c92b0cfddce admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/65c851d9-c75d-46ee-9a42-bd721c943bc9 HTTP/1.1" status: 204 len: 168 time: 0.1385865 Dec 10 19:14:39.205227 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb605e7-f229-48ba-bed0-8c92b0cfddce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c851d9-c75d-46ee-9a42-bd721c943bc9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:39.898626 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45598) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:14:40.000912 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-774b180f-c3a1-49d3-824d-30803b9a782c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1366237526-network', 'tenant_id': '0af9e85579124fbaa7442e80b66cd587'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:40.022511 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774b180f-c3a1-49d3-824d-30803b9a782c admin admin] Made reservation on behalf of 0af9e85579124fbaa7442e80b66cd587 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:40.024996 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-774b180f-c3a1-49d3-824d-30803b9a782c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:40.033782 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-774b180f-c3a1-49d3-824d-30803b9a782c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:40.117227 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-774b180f-c3a1-49d3-824d-30803b9a782c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:40.122649 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-774b180f-c3a1-49d3-824d-30803b9a782c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:40.148306 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-774b180f-c3a1-49d3-824d-30803b9a782c admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:14:40.156921 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b180f-c3a1-49d3-824d-30803b9a782c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f43a35-4e5b-47c3-be58-00ba9b1ab8cf,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:40.162805 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-774b180f-c3a1-49d3-824d-30803b9a782c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:40.163313 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-774b180f-c3a1-49d3-824d-30803b9a782c admin admin] Added segment a71e2161-587a-4aa3-980d-eef74f083d9b of type vlan for network f6642665-9caf-42e4-9c00-e0f150c7374f Dec 10 19:14:40.483224 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-774b180f-c3a1-49d3-824d-30803b9a782c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:40.508681 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-774b180f-c3a1-49d3-824d-30803b9a782c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:40.509654 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774b180f-c3a1-49d3-824d-30803b9a782c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:40.510468 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-774b180f-c3a1-49d3-824d-30803b9a782c admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:40.569175 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-774b180f-c3a1-49d3-824d-30803b9a782c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6693535 Dec 10 19:14:40.572122 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45616) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:14:40.577016 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-458f3d22-27f4-444c-b7eb-6fc067bb8014 admin admin] Request body: {'subnet': {'network_id': 'f6642665-9caf-42e4-9c00-e0f150c7374f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1366237526-subnet', 'tenant_id': '0af9e85579124fbaa7442e80b66cd587', 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:40.590223 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b180f-c3a1-49d3-824d-30803b9a782c admin admin] Pushing event updated for resources: {'Network': ['ID=f6642665-9caf-42e4-9c00-e0f150c7374f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:40.601641 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network f6642665-9caf-42e4-9c00-e0f150c7374f details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:14:40.607835 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458f3d22-27f4-444c-b7eb-6fc067bb8014 admin admin] Made reservation on behalf of 0af9e85579124fbaa7442e80b66cd587 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:40.610432 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-458f3d22-27f4-444c-b7eb-6fc067bb8014 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:40.785272 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-458f3d22-27f4-444c-b7eb-6fc067bb8014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:40.851777 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f3d22-27f4-444c-b7eb-6fc067bb8014 admin admin] Pushing event updated for resources: {'Subnet': ['ID=200dc29e-6df2-4e0b-90de-1d443e4daabf,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:40.857256 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458f3d22-27f4-444c-b7eb-6fc067bb8014 admin admin] Checking segment: {'id': 'a71e2161-587a-4aa3-980d-eef74f083d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f6642665-9caf-42e4-9c00-e0f150c7374f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:14:40.857730 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458f3d22-27f4-444c-b7eb-6fc067bb8014 admin admin] Network hostable DHCP agents. Network: f6642665-9caf-42e4-9c00-e0f150c7374f, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:14:40.875621 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458f3d22-27f4-444c-b7eb-6fc067bb8014 admin admin] Network f6642665-9caf-42e4-9c00-e0f150c7374f is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:14:40.884366 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-458f3d22-27f4-444c-b7eb-6fc067bb8014 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, f6642665-9caf-42e4-9c00-e0f150c7374f) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:40.889215 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458f3d22-27f4-444c-b7eb-6fc067bb8014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:40.889823 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-458f3d22-27f4-444c-b7eb-6fc067bb8014 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:40.895748 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531de598-92a4-4614-8097-6512cba35cc9 None None] Network f6642665-9caf-42e4-9c00-e0f150c7374f requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:14:40.910079 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-458f3d22-27f4-444c-b7eb-6fc067bb8014 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3338938 Dec 10 19:14:40.910444 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45622) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:14:40.915550 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-cce02878-7489-40f5-9084-06f37cd2ea7d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1366237526-router', 'tenant_id': '0af9e85579124fbaa7442e80b66cd587', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:40.954325 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cce02878-7489-40f5-9084-06f37cd2ea7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:40.956121 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cce02878-7489-40f5-9084-06f37cd2ea7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:41.008796 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cce02878-7489-40f5-9084-06f37cd2ea7d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:41.008936 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2485bdc3-182d-4e29-9b1f-85f631aeeacd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-f6642665-9caf-42e4-9c00-e0f150c7374f', 'network_id': 'f6642665-9caf-42e4-9c00-e0f150c7374f', 'project_id': '0af9e85579124fbaa7442e80b66cd587', 'fixed_ips': [{'subnet_id': '200dc29e-6df2-4e0b-90de-1d443e4daabf'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:14:41.009851 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2485bdc3-182d-4e29-9b1f-85f631aeeacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:41.158544 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-2485bdc3-182d-4e29-9b1f-85f631aeeacd None None] Allocated IP 172.20.0.2 (f6642665-9caf-42e4-9c00-e0f150c7374f/200dc29e-6df2-4e0b-90de-1d443e4daabf/8a201af2-ab56-4656-aa7f-a448823e3116) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:14:41.181709 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cce02878-7489-40f5-9084-06f37cd2ea7d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:41.312480 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2485bdc3-182d-4e29-9b1f-85f631aeeacd None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:41.320246 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2485bdc3-182d-4e29-9b1f-85f631aeeacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:41.367087 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2485bdc3-182d-4e29-9b1f-85f631aeeacd None None] Network f6642665-9caf-42e4-9c00-e0f150c7374f is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:14:41.367862 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-2485bdc3-182d-4e29-9b1f-85f631aeeacd None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:41.371478 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2485bdc3-182d-4e29-9b1f-85f631aeeacd None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:14:41.380923 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485bdc3-182d-4e29-9b1f-85f631aeeacd None None] Pushing event updated for resources: {'Port': ['ID=8a201af2-ab56-4656-aa7f-a448823e3116,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:41.401365 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cce02878-7489-40f5-9084-06f37cd2ea7d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:41.428073 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cce02878-7489-40f5-9084-06f37cd2ea7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:41.438152 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-2485bdc3-182d-4e29-9b1f-85f631aeeacd None None] Attempting to bind port 8a201af2-ab56-4656-aa7f-a448823e3116 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:14:41.438732 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-2485bdc3-182d-4e29-9b1f-85f631aeeacd None None] Attempting to bind port 8a201af2-ab56-4656-aa7f-a448823e3116 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'a71e2161-587a-4aa3-980d-eef74f083d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f6642665-9caf-42e4-9c00-e0f150c7374f'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:14:41.439096 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2485bdc3-182d-4e29-9b1f-85f631aeeacd None None] Attempting to bind port 8a201af2-ab56-4656-aa7f-a448823e3116 on network f6642665-9caf-42e4-9c00-e0f150c7374f {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:14:41.445021 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2485bdc3-182d-4e29-9b1f-85f631aeeacd None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:14:41.445421 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2485bdc3-182d-4e29-9b1f-85f631aeeacd None None] Checking segment: {'id': 'a71e2161-587a-4aa3-980d-eef74f083d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f6642665-9caf-42e4-9c00-e0f150c7374f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:14:41.445939 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2485bdc3-182d-4e29-9b1f-85f631aeeacd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:41.446341 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2485bdc3-182d-4e29-9b1f-85f631aeeacd None None] Bound using segment: {'id': 'a71e2161-587a-4aa3-980d-eef74f083d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f6642665-9caf-42e4-9c00-e0f150c7374f'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:14:41.446822 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-2485bdc3-182d-4e29-9b1f-85f631aeeacd None None] Bound port: 8a201af2-ab56-4656-aa7f-a448823e3116, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e2161-587a-4aa3-980d-eef74f083d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f6642665-9caf-42e4-9c00-e0f150c7374f'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:14:41.447211 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2485bdc3-182d-4e29-9b1f-85f631aeeacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:41.515240 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-2485bdc3-182d-4e29-9b1f-85f631aeeacd None None] For port 8a201af2-ab56-4656-aa7f-a448823e3116, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:14:41.518873 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-2485bdc3-182d-4e29-9b1f-85f631aeeacd None None] For port 8a201af2-ab56-4656-aa7f-a448823e3116, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=8a201af2-ab56-4656-aa7f-a448823e3116,segment=NetworkSegment(a71e2161-587a-4aa3-980d-eef74f083d9b),segment_id=a71e2161-587a-4aa3-980d-eef74f083d9b)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:14:41.522774 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2485bdc3-182d-4e29-9b1f-85f631aeeacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:41.541356 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-cce02878-7489-40f5-9084-06f37cd2ea7d admin admin] Allocated IP 172.25.7.173 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/1a575835-0747-4fb3-93d3-e1d8de9a6d29) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:14:41.590897 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485bdc3-182d-4e29-9b1f-85f631aeeacd None None] Pushing event updated for resources: {'Port': ['ID=8a201af2-ab56-4656-aa7f-a448823e3116,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:41.673315 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cce02878-7489-40f5-9084-06f37cd2ea7d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:41.711992 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cce02878-7489-40f5-9084-06f37cd2ea7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:41.766390 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce02878-7489-40f5-9084-06f37cd2ea7d admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:14:41.770195 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-cce02878-7489-40f5-9084-06f37cd2ea7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:41.772665 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce02878-7489-40f5-9084-06f37cd2ea7d admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:14:41.812381 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a29c25-86c6-43dc-8ba5-4d43e26d321d None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:14:41.825485 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce02878-7489-40f5-9084-06f37cd2ea7d admin admin] Pushing event updated for resources: {'Port': ['ID=1a575835-0747-4fb3-93d3-e1d8de9a6d29,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:41.928697 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6bfcaf1d-d229-4920-9279-572f8e13f0ab None None] Provisioning complete for port 1a575835-0747-4fb3-93d3-e1d8de9a6d29 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:41.929346 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6bfcaf1d-d229-4920-9279-572f8e13f0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:41.969477 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-6bfcaf1d-d229-4920-9279-572f8e13f0ab None None] Port 1a575835-0747-4fb3-93d3-e1d8de9a6d29 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:14:42.094550 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cce02878-7489-40f5-9084-06f37cd2ea7d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:42.294060 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cce02878-7489-40f5-9084-06f37cd2ea7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:42.437191 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce02878-7489-40f5-9084-06f37cd2ea7d admin admin] Router bd9dbf8b-b652-47e8-ad6a-11e80d8090f4 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:14:42.563513 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce02878-7489-40f5-9084-06f37cd2ea7d admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:14:42.573492 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9976ecec-380f-4e59-9575-d8c9b416f8eb None None] Sync routers for ids ['bd9dbf8b-b652-47e8-ad6a-11e80d8090f4'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:14:42.584958 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cce02878-7489-40f5-9084-06f37cd2ea7d admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:42.586283 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9976ecec-380f-4e59-9575-d8c9b416f8eb None None] Routers {'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:14:42.586890 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-9976ecec-380f-4e59-9575-d8c9b416f8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:14:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['bd9dbf8b-b652-47e8-ad6a-11e80d8090f4'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:42.589177 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-cce02878-7489-40f5-9084-06f37cd2ea7d admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6775944 Dec 10 19:14:42.591085 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45652) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:14:42.706117 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-9976ecec-380f-4e59-9575-d8c9b416f8eb None None] Set router bd9dbf8b-b652-47e8-ad6a-11e80d8090f4 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:14:42.799141 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e834c748-3064-4e17-bcf7-1e20bfa56a73 None None] Network f6642665-9caf-42e4-9c00-e0f150c7374f requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:14:42.923677 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-9976ecec-380f-4e59-9575-d8c9b416f8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4', 'name': 'tempest-TestServerBasicOps-1366237526-router', 'tenant_id': '0af9e85579124fbaa7442e80b66cd587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '1a575835-0747-4fb3-93d3-e1d8de9a6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:14:40Z', 'updated_at': '2021-12-10T19:14:41Z', 'revision_number': 3, 'project_id': '0af9e85579124fbaa7442e80b66cd587', 'gw_port': {'id': '1a575835-0747-4fb3-93d3-e1d8de9a6d29', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:14:41Z', 'updated_at': '2021-12-10T19:14:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:42.930122 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0572ffc2-cfc1-4684-ad49-02d0e6ce3c98 None None] Provisioning complete for port 8a201af2-ab56-4656-aa7f-a448823e3116 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:42.930602 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0572ffc2-cfc1-4684-ad49-02d0e6ce3c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:42.952045 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9976ecec-380f-4e59-9575-d8c9b416f8eb None None] Checking router: bd9dbf8b-b652-47e8-ad6a-11e80d8090f4 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:14:42.952621 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9976ecec-380f-4e59-9575-d8c9b416f8eb None None] Updating router bd9dbf8b-b652-47e8-ad6a-11e80d8090f4 port 1a575835-0747-4fb3-93d3-e1d8de9a6d29 binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:14:42.992946 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-9976ecec-380f-4e59-9575-d8c9b416f8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:43.035663 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0572ffc2-cfc1-4684-ad49-02d0e6ce3c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:43.075724 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0572ffc2-cfc1-4684-ad49-02d0e6ce3c98 None None] For port 8a201af2-ab56-4656-aa7f-a448823e3116, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=8a201af2-ab56-4656-aa7f-a448823e3116,segment=NetworkSegment(a71e2161-587a-4aa3-980d-eef74f083d9b),segment_id=a71e2161-587a-4aa3-980d-eef74f083d9b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:14:43.086511 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0572ffc2-cfc1-4684-ad49-02d0e6ce3c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:43.160673 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572ffc2-cfc1-4684-ad49-02d0e6ce3c98 None None] Pushing event updated for resources: {'Port': ['ID=8a201af2-ab56-4656-aa7f-a448823e3116,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:43.162139 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f8fc50f-af7a-4f15-be07-d4b89278099e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:43.189185 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 8a201af2-ab56-4656-aa7f-a448823e3116 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:14:43.263299 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 8a201af2-ab56-4656-aa7f-a448823e3116 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:43.263672 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:43.390923 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-3f8fc50f-af7a-4f15-be07-d4b89278099e admin admin] Allocated IP 172.20.0.1 (f6642665-9caf-42e4-9c00-e0f150c7374f/200dc29e-6df2-4e0b-90de-1d443e4daabf/d7737174-0b8a-4b9b-9fb5-3f3e1e8b0f8e) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:14:43.399510 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-9976ecec-380f-4e59-9575-d8c9b416f8eb None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:43.407130 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-9976ecec-380f-4e59-9575-d8c9b416f8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:43.412969 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c4860bb2-47f7-40dd-8a38-24d88bbd1b7d None None] Provisioning complete for port 8a201af2-ab56-4656-aa7f-a448823e3116 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:43.413168 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c4860bb2-47f7-40dd-8a38-24d88bbd1b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:43.466045 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d047cdb-905a-49b4-a255-3b7091ff6f66 None None] Pushing event updated for resources: {'Port': ['ID=1a575835-0747-4fb3-93d3-e1d8de9a6d29,revision_number=2']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:43.467016 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcb047a-f7e5-48e2-acea-ead1d07d0731 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:14:43.468270 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-9976ecec-380f-4e59-9575-d8c9b416f8eb None None] Attempting to bind port 1a575835-0747-4fb3-93d3-e1d8de9a6d29 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:14:43.468515 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-9976ecec-380f-4e59-9575-d8c9b416f8eb None None] Attempting to bind port 1a575835-0747-4fb3-93d3-e1d8de9a6d29 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:14:43.468907 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9976ecec-380f-4e59-9575-d8c9b416f8eb None None] Attempting to bind port 1a575835-0747-4fb3-93d3-e1d8de9a6d29 on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:14:43.480036 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d047cdb-905a-49b4-a255-3b7091ff6f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:43.480385 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d047cdb-905a-49b4-a255-3b7091ff6f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:43.480755 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d047cdb-905a-49b4-a255-3b7091ff6f66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:43.481096 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d047cdb-905a-49b4-a255-3b7091ff6f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:43.481429 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d047cdb-905a-49b4-a255-3b7091ff6f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:43.481785 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d047cdb-905a-49b4-a255-3b7091ff6f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:43.482948 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d047cdb-905a-49b4-a255-3b7091ff6f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:43.482948 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d047cdb-905a-49b4-a255-3b7091ff6f66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:43.482948 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d047cdb-905a-49b4-a255-3b7091ff6f66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:43.483197 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d047cdb-905a-49b4-a255-3b7091ff6f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:43.483431 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d047cdb-905a-49b4-a255-3b7091ff6f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:43.483648 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d047cdb-905a-49b4-a255-3b7091ff6f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:43.483969 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d047cdb-905a-49b4-a255-3b7091ff6f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:43.488877 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9976ecec-380f-4e59-9575-d8c9b416f8eb None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:14:43.489253 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9976ecec-380f-4e59-9575-d8c9b416f8eb None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:14:43.489655 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-9976ecec-380f-4e59-9575-d8c9b416f8eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:43.490212 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9976ecec-380f-4e59-9575-d8c9b416f8eb None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:14:43.490504 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-9976ecec-380f-4e59-9575-d8c9b416f8eb None None] Bound port: 1a575835-0747-4fb3-93d3-e1d8de9a6d29, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:14:43.490886 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-9976ecec-380f-4e59-9575-d8c9b416f8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:43.545839 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-9976ecec-380f-4e59-9575-d8c9b416f8eb None None] For port 1a575835-0747-4fb3-93d3-e1d8de9a6d29, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:14:43.550148 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-9976ecec-380f-4e59-9575-d8c9b416f8eb None None] For port 1a575835-0747-4fb3-93d3-e1d8de9a6d29, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=1a575835-0747-4fb3-93d3-e1d8de9a6d29,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:14:43.556704 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f8fc50f-af7a-4f15-be07-d4b89278099e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:43.556947 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-9976ecec-380f-4e59-9575-d8c9b416f8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:43.596274 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f8fc50f-af7a-4f15-be07-d4b89278099e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:43.615225 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba85a72-f137-4ee3-a02b-5f0c91d3139e None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:14:43.616888 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8fc50f-af7a-4f15-be07-d4b89278099e admin admin] Network f6642665-9caf-42e4-9c00-e0f150c7374f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:14:43.620004 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-3f8fc50f-af7a-4f15-be07-d4b89278099e admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:43.634722 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9976ecec-380f-4e59-9575-d8c9b416f8eb None None] Routers {'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:14:43.635525 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-9976ecec-380f-4e59-9575-d8c9b416f8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:14:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['bd9dbf8b-b652-47e8-ad6a-11e80d8090f4'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:43.652700 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8fc50f-af7a-4f15-be07-d4b89278099e admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:14:43.700973 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6011908a-183a-427f-b534-969865eb142c None None] Provisioning complete for port 1a575835-0747-4fb3-93d3-e1d8de9a6d29 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:43.702303 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6011908a-183a-427f-b534-969865eb142c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:43.711338 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8fc50f-af7a-4f15-be07-d4b89278099e admin admin] Pushing event updated for resources: {'Port': ['ID=d7737174-0b8a-4b9b-9fb5-3f3e1e8b0f8e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:43.722950 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f8fc50f-af7a-4f15-be07-d4b89278099e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:43.753633 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d047cdb-905a-49b4-a255-3b7091ff6f66 None None] Pushing event updated for resources: {'Port': ['ID=1a575835-0747-4fb3-93d3-e1d8de9a6d29,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:43.776616 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-9976ecec-380f-4e59-9575-d8c9b416f8eb None None] Set router bd9dbf8b-b652-47e8-ad6a-11e80d8090f4 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:14:43.818789 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6011908a-183a-427f-b534-969865eb142c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:43.859337 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6011908a-183a-427f-b534-969865eb142c None None] For port 1a575835-0747-4fb3-93d3-e1d8de9a6d29, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=1a575835-0747-4fb3-93d3-e1d8de9a6d29,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:14:43.866002 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6011908a-183a-427f-b534-969865eb142c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:43.963024 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011908a-183a-427f-b534-969865eb142c None None] Pushing event updated for resources: {'Port': ['ID=1a575835-0747-4fb3-93d3-e1d8de9a6d29,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:43.963814 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f8fc50f-af7a-4f15-be07-d4b89278099e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:44.088177 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f6677195-4803-4dc6-b00a-78e34c4daf1e None None] Provisioning complete for port d7737174-0b8a-4b9b-9fb5-3f3e1e8b0f8e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:44.088608 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f6677195-4803-4dc6-b00a-78e34c4daf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:44.123151 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-9976ecec-380f-4e59-9575-d8c9b416f8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4', 'name': 'tempest-TestServerBasicOps-1366237526-router', 'tenant_id': '0af9e85579124fbaa7442e80b66cd587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '1a575835-0747-4fb3-93d3-e1d8de9a6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:14:40Z', 'updated_at': '2021-12-10T19:14:41Z', 'revision_number': 3, 'project_id': '0af9e85579124fbaa7442e80b66cd587', 'gw_port': {'id': '1a575835-0747-4fb3-93d3-e1d8de9a6d29', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:14:41Z', 'updated_at': '2021-12-10T19:14:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:44.140014 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f6677195-4803-4dc6-b00a-78e34c4daf1e None None] Port d7737174-0b8a-4b9b-9fb5-3f3e1e8b0f8e cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:14:44.155257 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f8fc50f-af7a-4f15-be07-d4b89278099e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:44.161088 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f8fc50f-af7a-4f15-be07-d4b89278099e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:44.164286 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9976ecec-380f-4e59-9575-d8c9b416f8eb None None] The sync data for ids ['bd9dbf8b-b652-47e8-ad6a-11e80d8090f4'] in n-d-821435-1 is: [{'id': 'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4', 'name': 'tempest-TestServerBasicOps-1366237526-router', 'tenant_id': '0af9e85579124fbaa7442e80b66cd587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '1a575835-0747-4fb3-93d3-e1d8de9a6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:14:40Z', 'updated_at': '2021-12-10T19:14:41Z', 'revision_number': 3, 'project_id': '0af9e85579124fbaa7442e80b66cd587', 'gw_port': {'id': '1a575835-0747-4fb3-93d3-e1d8de9a6d29', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:14:41Z', 'updated_at': '2021-12-10T19:14:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:14:44.231889 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8fc50f-af7a-4f15-be07-d4b89278099e admin admin] Pushing event updated for resources: {'Port': ['ID=d7737174-0b8a-4b9b-9fb5-3f3e1e8b0f8e,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:44.234469 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f8fc50f-af7a-4f15-be07-d4b89278099e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:44.341320 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8fc50f-af7a-4f15-be07-d4b89278099e admin admin] Network f6642665-9caf-42e4-9c00-e0f150c7374f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:14:44.342776 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-3f8fc50f-af7a-4f15-be07-d4b89278099e admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:44.555109 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8fc50f-af7a-4f15-be07-d4b89278099e admin admin] Router bd9dbf8b-b652-47e8-ad6a-11e80d8090f4 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:14:44.756672 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8fc50f-af7a-4f15-be07-d4b89278099e admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:14:44.764727 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3f8fc50f-af7a-4f15-be07-d4b89278099e admin admin] 10.222.0.62 "PUT /v2.0/routers/bd9dbf8b-b652-47e8-ad6a-11e80d8090f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1718950 Dec 10 19:14:44.773670 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9797c8b7-7d47-4457-a812-c99bd16b6e0f None None] Provisioning complete for port d7737174-0b8a-4b9b-9fb5-3f3e1e8b0f8e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:44.774048 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9797c8b7-7d47-4457-a812-c99bd16b6e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:44.825143 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9797c8b7-7d47-4457-a812-c99bd16b6e0f None None] Port d7737174-0b8a-4b9b-9fb5-3f3e1e8b0f8e cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:14:45.211289 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 1a575835-0747-4fb3-93d3-e1d8de9a6d29 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:14:45.266123 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 1a575835-0747-4fb3-93d3-e1d8de9a6d29 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:45.266491 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:45.364674 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 8a201af2-ab56-4656-aa7f-a448823e3116 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:14:45.407842 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45710) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:14:45.414886 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7a32a6f4-9d92-4044-b45d-e21a07ee64da admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-876575020-network', 'tenant_id': 'c9f14171130a4ebbb1b687c2cc8226bb'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:45.434631 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 8a201af2-ab56-4656-aa7f-a448823e3116 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:45.434952 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:45.454751 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a32a6f4-9d92-4044-b45d-e21a07ee64da admin admin] Made reservation on behalf of c9f14171130a4ebbb1b687c2cc8226bb for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:45.457364 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7a32a6f4-9d92-4044-b45d-e21a07ee64da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:45.468023 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7a32a6f4-9d92-4044-b45d-e21a07ee64da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:45.557910 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7a32a6f4-9d92-4044-b45d-e21a07ee64da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:45.562984 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7a32a6f4-9d92-4044-b45d-e21a07ee64da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:45.590964 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a32a6f4-9d92-4044-b45d-e21a07ee64da admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:14:45.597501 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a32a6f4-9d92-4044-b45d-e21a07ee64da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fecfaf-d4f9-4c63-8c31-2134729b16fb,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:45.603721 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7a32a6f4-9d92-4044-b45d-e21a07ee64da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:45.604070 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-7a32a6f4-9d92-4044-b45d-e21a07ee64da admin admin] Added segment e43e6528-e743-44b1-b6f3-dd270d3faafc of type vlan for network 8d3055f9-35c5-4dc6-80b4-d4948608fcbb Dec 10 19:14:45.647398 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7a32a6f4-9d92-4044-b45d-e21a07ee64da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:45.674843 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7a32a6f4-9d92-4044-b45d-e21a07ee64da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:45.675859 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a32a6f4-9d92-4044-b45d-e21a07ee64da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:45.676568 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7a32a6f4-9d92-4044-b45d-e21a07ee64da admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:45.733575 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7a32a6f4-9d92-4044-b45d-e21a07ee64da admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3218043 Dec 10 19:14:45.733945 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45716) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:14:45.739574 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-cf1ca8c3-f6d2-424f-8c86-40ca415fe1de admin admin] Request body: {'subnet': {'network_id': '8d3055f9-35c5-4dc6-80b4-d4948608fcbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-876575020-subnet', 'tenant_id': 'c9f14171130a4ebbb1b687c2cc8226bb', 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:45.742569 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a32a6f4-9d92-4044-b45d-e21a07ee64da admin admin] Pushing event updated for resources: {'Network': ['ID=8d3055f9-35c5-4dc6-80b4-d4948608fcbb,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:45.754002 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 8d3055f9-35c5-4dc6-80b4-d4948608fcbb details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:14:45.764318 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1ca8c3-f6d2-424f-8c86-40ca415fe1de admin admin] Made reservation on behalf of c9f14171130a4ebbb1b687c2cc8226bb for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:45.766814 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cf1ca8c3-f6d2-424f-8c86-40ca415fe1de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:45.965958 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cf1ca8c3-f6d2-424f-8c86-40ca415fe1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:46.017173 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ca8c3-f6d2-424f-8c86-40ca415fe1de admin admin] Pushing event updated for resources: {'Subnet': ['ID=f26aa45e-7d65-483b-840b-a41f4d99ff65,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:46.034694 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1ca8c3-f6d2-424f-8c86-40ca415fe1de admin admin] Checking segment: {'id': 'e43e6528-e743-44b1-b6f3-dd270d3faafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8d3055f9-35c5-4dc6-80b4-d4948608fcbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:14:46.035054 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1ca8c3-f6d2-424f-8c86-40ca415fe1de admin admin] Network hostable DHCP agents. Network: 8d3055f9-35c5-4dc6-80b4-d4948608fcbb, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:14:46.052878 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1ca8c3-f6d2-424f-8c86-40ca415fe1de admin admin] Network 8d3055f9-35c5-4dc6-80b4-d4948608fcbb is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:14:46.062792 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-cf1ca8c3-f6d2-424f-8c86-40ca415fe1de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 8d3055f9-35c5-4dc6-80b4-d4948608fcbb) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:46.067310 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1ca8c3-f6d2-424f-8c86-40ca415fe1de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:46.068041 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cf1ca8c3-f6d2-424f-8c86-40ca415fe1de admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:46.073140 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951730c3-13ed-4cfb-8f2a-ab86df8fb1e1 None None] Network 8d3055f9-35c5-4dc6-80b4-d4948608fcbb requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:14:46.097375 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-cf1ca8c3-f6d2-424f-8c86-40ca415fe1de admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3593860 Dec 10 19:14:46.097565 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45722) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:14:46.102080 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-790874cb-d0ce-4f46-a0e6-513195eae3d5 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-876575020-router', 'tenant_id': 'c9f14171130a4ebbb1b687c2cc8226bb', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:46.126254 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-790874cb-d0ce-4f46-a0e6-513195eae3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:46.127414 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-790874cb-d0ce-4f46-a0e6-513195eae3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:46.189212 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-790874cb-d0ce-4f46-a0e6-513195eae3d5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:46.207839 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79488afc-e46a-4cde-95da-c1c854aa2533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-8d3055f9-35c5-4dc6-80b4-d4948608fcbb', 'network_id': '8d3055f9-35c5-4dc6-80b4-d4948608fcbb', 'project_id': 'c9f14171130a4ebbb1b687c2cc8226bb', 'fixed_ips': [{'subnet_id': 'f26aa45e-7d65-483b-840b-a41f4d99ff65'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:14:46.209900 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-79488afc-e46a-4cde-95da-c1c854aa2533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:46.308543 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0622b408-36e7-4d42-8e86-c4d7c53f1c81 None None] Sync routers for ids ['bd9dbf8b-b652-47e8-ad6a-11e80d8090f4'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:14:46.348682 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0622b408-36e7-4d42-8e86-c4d7c53f1c81 None None] Routers {'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:14:46.349380 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0622b408-36e7-4d42-8e86-c4d7c53f1c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:14:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['bd9dbf8b-b652-47e8-ad6a-11e80d8090f4'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:46.370453 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-790874cb-d0ce-4f46-a0e6-513195eae3d5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:46.453147 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-79488afc-e46a-4cde-95da-c1c854aa2533 None None] Allocated IP 172.20.0.2 (8d3055f9-35c5-4dc6-80b4-d4948608fcbb/f26aa45e-7d65-483b-840b-a41f4d99ff65/e760bf5b-0692-4ab0-bffa-9c38e9c71750) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:14:46.723818 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-0622b408-36e7-4d42-8e86-c4d7c53f1c81 None None] Set router bd9dbf8b-b652-47e8-ad6a-11e80d8090f4 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:14:46.914863 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-790874cb-d0ce-4f46-a0e6-513195eae3d5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:46.934016 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-790874cb-d0ce-4f46-a0e6-513195eae3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:46.944556 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-79488afc-e46a-4cde-95da-c1c854aa2533 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:46.956699 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-79488afc-e46a-4cde-95da-c1c854aa2533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:47.013380 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79488afc-e46a-4cde-95da-c1c854aa2533 None None] Network 8d3055f9-35c5-4dc6-80b4-d4948608fcbb is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:14:47.019694 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-79488afc-e46a-4cde-95da-c1c854aa2533 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:47.025401 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79488afc-e46a-4cde-95da-c1c854aa2533 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:14:47.038085 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79488afc-e46a-4cde-95da-c1c854aa2533 None None] Pushing event updated for resources: {'Port': ['ID=e760bf5b-0692-4ab0-bffa-9c38e9c71750,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:47.046647 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-790874cb-d0ce-4f46-a0e6-513195eae3d5 admin admin] Allocated IP 172.25.7.109 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/52490e69-7c26-447a-81ca-c3f2095be2b8) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:14:47.101682 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-79488afc-e46a-4cde-95da-c1c854aa2533 None None] Attempting to bind port e760bf5b-0692-4ab0-bffa-9c38e9c71750 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:14:47.102070 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-79488afc-e46a-4cde-95da-c1c854aa2533 None None] Attempting to bind port e760bf5b-0692-4ab0-bffa-9c38e9c71750 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'e43e6528-e743-44b1-b6f3-dd270d3faafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8d3055f9-35c5-4dc6-80b4-d4948608fcbb'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:14:47.102446 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79488afc-e46a-4cde-95da-c1c854aa2533 None None] Attempting to bind port e760bf5b-0692-4ab0-bffa-9c38e9c71750 on network 8d3055f9-35c5-4dc6-80b4-d4948608fcbb {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:14:47.113669 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0622b408-36e7-4d42-8e86-c4d7c53f1c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4', 'name': 'tempest-TestServerBasicOps-1366237526-router', 'tenant_id': '0af9e85579124fbaa7442e80b66cd587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '1a575835-0747-4fb3-93d3-e1d8de9a6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:14:40Z', 'updated_at': '2021-12-10T19:14:43Z', 'revision_number': 4, 'project_id': '0af9e85579124fbaa7442e80b66cd587', 'gw_port': {'id': '1a575835-0747-4fb3-93d3-e1d8de9a6d29', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:14:41Z', 'updated_at': '2021-12-10T19:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'd7737174-0b8a-4b9b-9fb5-3f3e1e8b0f8e', 'name': '', 'network_id': 'f6642665-9caf-42e4-9c00-e0f150c7374f', 'tenant_id': '0af9e85579124fbaa7442e80b66cd587', 'mac_address': 'fa:16:3e:f1:41:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '200dc29e-6df2-4e0b-90de-1d443e4daabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:14:43Z', 'updated_at': '2021-12-10T19:14:44Z', 'revision_number': 2, 'project_id': '0af9e85579124fbaa7442e80b66cd587', 'subnets': [{'id': '200dc29e-6df2-4e0b-90de-1d443e4daabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:47.115726 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79488afc-e46a-4cde-95da-c1c854aa2533 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:14:47.116105 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79488afc-e46a-4cde-95da-c1c854aa2533 None None] Checking segment: {'id': 'e43e6528-e743-44b1-b6f3-dd270d3faafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8d3055f9-35c5-4dc6-80b4-d4948608fcbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:14:47.116514 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-79488afc-e46a-4cde-95da-c1c854aa2533 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:47.116940 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79488afc-e46a-4cde-95da-c1c854aa2533 None None] Bound using segment: {'id': 'e43e6528-e743-44b1-b6f3-dd270d3faafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8d3055f9-35c5-4dc6-80b4-d4948608fcbb'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:14:47.117423 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-79488afc-e46a-4cde-95da-c1c854aa2533 None None] Bound port: e760bf5b-0692-4ab0-bffa-9c38e9c71750, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43e6528-e743-44b1-b6f3-dd270d3faafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8d3055f9-35c5-4dc6-80b4-d4948608fcbb'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:14:47.117808 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-79488afc-e46a-4cde-95da-c1c854aa2533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:47.152921 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0622b408-36e7-4d42-8e86-c4d7c53f1c81 None None] Checking router: bd9dbf8b-b652-47e8-ad6a-11e80d8090f4 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:14:47.153523 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0622b408-36e7-4d42-8e86-c4d7c53f1c81 None None] Updating router bd9dbf8b-b652-47e8-ad6a-11e80d8090f4 port d7737174-0b8a-4b9b-9fb5-3f3e1e8b0f8e binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:14:47.159626 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-790874cb-d0ce-4f46-a0e6-513195eae3d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:47.193528 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-790874cb-d0ce-4f46-a0e6-513195eae3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:47.203780 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0622b408-36e7-4d42-8e86-c4d7c53f1c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:47.240622 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790874cb-d0ce-4f46-a0e6-513195eae3d5 admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:14:47.245225 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-790874cb-d0ce-4f46-a0e6-513195eae3d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:47.247632 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790874cb-d0ce-4f46-a0e6-513195eae3d5 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:14:47.254145 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790874cb-d0ce-4f46-a0e6-513195eae3d5 admin admin] Pushing event updated for resources: {'Port': ['ID=52490e69-7c26-447a-81ca-c3f2095be2b8,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:47.261247 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-79488afc-e46a-4cde-95da-c1c854aa2533 None None] For port e760bf5b-0692-4ab0-bffa-9c38e9c71750, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:14:47.275620 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db0ed4d-1713-485a-8e65-b8ccd4fb9d51 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:14:47.283165 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-79488afc-e46a-4cde-95da-c1c854aa2533 None None] For port e760bf5b-0692-4ab0-bffa-9c38e9c71750, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e760bf5b-0692-4ab0-bffa-9c38e9c71750,segment=NetworkSegment(e43e6528-e743-44b1-b6f3-dd270d3faafc),segment_id=e43e6528-e743-44b1-b6f3-dd270d3faafc)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:14:47.336256 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-79488afc-e46a-4cde-95da-c1c854aa2533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:47.445310 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-17494523-1c29-43ba-b333-58fd128e60e3 None None] Provisioning complete for port 52490e69-7c26-447a-81ca-c3f2095be2b8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:47.445603 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-17494523-1c29-43ba-b333-58fd128e60e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:47.472859 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79488afc-e46a-4cde-95da-c1c854aa2533 None None] Pushing event updated for resources: {'Port': ['ID=e760bf5b-0692-4ab0-bffa-9c38e9c71750,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:47.529844 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-17494523-1c29-43ba-b333-58fd128e60e3 None None] Port 52490e69-7c26-447a-81ca-c3f2095be2b8 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:14:47.592077 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-790874cb-d0ce-4f46-a0e6-513195eae3d5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:47.679614 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0622b408-36e7-4d42-8e86-c4d7c53f1c81 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:47.702816 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0622b408-36e7-4d42-8e86-c4d7c53f1c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:47.759785 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f926a-22ed-4d50-af83-865a322a8c50 None None] Pushing event updated for resources: {'Port': ['ID=d7737174-0b8a-4b9b-9fb5-3f3e1e8b0f8e,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:47.828414 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0622b408-36e7-4d42-8e86-c4d7c53f1c81 None None] Attempting to bind port d7737174-0b8a-4b9b-9fb5-3f3e1e8b0f8e on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:14:47.831082 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0622b408-36e7-4d42-8e86-c4d7c53f1c81 None None] Attempting to bind port d7737174-0b8a-4b9b-9fb5-3f3e1e8b0f8e by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'a71e2161-587a-4aa3-980d-eef74f083d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f6642665-9caf-42e4-9c00-e0f150c7374f'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:14:47.832656 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0622b408-36e7-4d42-8e86-c4d7c53f1c81 None None] Attempting to bind port d7737174-0b8a-4b9b-9fb5-3f3e1e8b0f8e on network f6642665-9caf-42e4-9c00-e0f150c7374f {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:14:47.838947 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0622b408-36e7-4d42-8e86-c4d7c53f1c81 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:14:47.839682 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0622b408-36e7-4d42-8e86-c4d7c53f1c81 None None] Checking segment: {'id': 'a71e2161-587a-4aa3-980d-eef74f083d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f6642665-9caf-42e4-9c00-e0f150c7374f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:14:47.840293 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0622b408-36e7-4d42-8e86-c4d7c53f1c81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:47.841060 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0622b408-36e7-4d42-8e86-c4d7c53f1c81 None None] Bound using segment: {'id': 'a71e2161-587a-4aa3-980d-eef74f083d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f6642665-9caf-42e4-9c00-e0f150c7374f'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:14:47.841739 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0622b408-36e7-4d42-8e86-c4d7c53f1c81 None None] Bound port: d7737174-0b8a-4b9b-9fb5-3f3e1e8b0f8e, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e2161-587a-4aa3-980d-eef74f083d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f6642665-9caf-42e4-9c00-e0f150c7374f'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:14:47.842350 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0622b408-36e7-4d42-8e86-c4d7c53f1c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:47.877478 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-790874cb-d0ce-4f46-a0e6-513195eae3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:47.933547 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0622b408-36e7-4d42-8e86-c4d7c53f1c81 None None] For port d7737174-0b8a-4b9b-9fb5-3f3e1e8b0f8e, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:14:47.938256 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0622b408-36e7-4d42-8e86-c4d7c53f1c81 None None] For port d7737174-0b8a-4b9b-9fb5-3f3e1e8b0f8e, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=d7737174-0b8a-4b9b-9fb5-3f3e1e8b0f8e,segment=NetworkSegment(a71e2161-587a-4aa3-980d-eef74f083d9b),segment_id=a71e2161-587a-4aa3-980d-eef74f083d9b)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:14:47.948012 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0622b408-36e7-4d42-8e86-c4d7c53f1c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:48.031334 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f926a-22ed-4d50-af83-865a322a8c50 None None] Pushing event updated for resources: {'Port': ['ID=d7737174-0b8a-4b9b-9fb5-3f3e1e8b0f8e,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:48.037041 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0622b408-36e7-4d42-8e86-c4d7c53f1c81 None None] Routers {'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:14:48.037803 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0622b408-36e7-4d42-8e86-c4d7c53f1c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:14:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['bd9dbf8b-b652-47e8-ad6a-11e80d8090f4'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:48.069454 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790874cb-d0ce-4f46-a0e6-513195eae3d5 admin admin] Router 258f140c-ca03-4a5c-b1ca-a5380b6e9871 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:14:48.171227 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-0622b408-36e7-4d42-8e86-c4d7c53f1c81 None None] Set router bd9dbf8b-b652-47e8-ad6a-11e80d8090f4 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:14:48.197904 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790874cb-d0ce-4f46-a0e6-513195eae3d5 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:14:48.210534 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f3828255-560e-4b93-bea6-53cd527ae8f5 None None] Provisioning complete for port d7737174-0b8a-4b9b-9fb5-3f3e1e8b0f8e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:48.210724 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e92cf7-7eb1-4cd6-a8ff-62d837525fd0 None None] Sync routers for ids ['258f140c-ca03-4a5c-b1ca-a5380b6e9871'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:14:48.211152 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f3828255-560e-4b93-bea6-53cd527ae8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:48.224498 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e92cf7-7eb1-4cd6-a8ff-62d837525fd0 None None] Routers {'258f140c-ca03-4a5c-b1ca-a5380b6e9871'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:14:48.225408 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-d6e92cf7-7eb1-4cd6-a8ff-62d837525fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:14:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['258f140c-ca03-4a5c-b1ca-a5380b6e9871'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:48.237633 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-790874cb-d0ce-4f46-a0e6-513195eae3d5 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:48.243028 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-790874cb-d0ce-4f46-a0e6-513195eae3d5 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1444228 Dec 10 19:14:48.243739 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45756) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:14:48.438991 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-d6e92cf7-7eb1-4cd6-a8ff-62d837525fd0 None None] Set router 258f140c-ca03-4a5c-b1ca-a5380b6e9871 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:14:48.523581 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f3828255-560e-4b93-bea6-53cd527ae8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:48.641795 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f3828255-560e-4b93-bea6-53cd527ae8f5 None None] For port d7737174-0b8a-4b9b-9fb5-3f3e1e8b0f8e, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=d7737174-0b8a-4b9b-9fb5-3f3e1e8b0f8e,segment=NetworkSegment(a71e2161-587a-4aa3-980d-eef74f083d9b),segment_id=a71e2161-587a-4aa3-980d-eef74f083d9b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:14:48.665180 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f3828255-560e-4b93-bea6-53cd527ae8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:48.689845 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-d6e92cf7-7eb1-4cd6-a8ff-62d837525fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258f140c-ca03-4a5c-b1ca-a5380b6e9871', 'name': 'tempest-TestServerBasicOps-876575020-router', 'tenant_id': 'c9f14171130a4ebbb1b687c2cc8226bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '52490e69-7c26-447a-81ca-c3f2095be2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:14:46Z', 'updated_at': '2021-12-10T19:14:47Z', 'revision_number': 3, 'project_id': 'c9f14171130a4ebbb1b687c2cc8226bb', 'gw_port': {'id': '52490e69-7c26-447a-81ca-c3f2095be2b8', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258f140c-ca03-4a5c-b1ca-a5380b6e9871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:14:46Z', 'updated_at': '2021-12-10T19:14:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:48.725990 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e92cf7-7eb1-4cd6-a8ff-62d837525fd0 None None] Checking router: 258f140c-ca03-4a5c-b1ca-a5380b6e9871 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:14:48.726648 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e92cf7-7eb1-4cd6-a8ff-62d837525fd0 None None] Updating router 258f140c-ca03-4a5c-b1ca-a5380b6e9871 port 52490e69-7c26-447a-81ca-c3f2095be2b8 binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:14:48.732262 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0622b408-36e7-4d42-8e86-c4d7c53f1c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4', 'name': 'tempest-TestServerBasicOps-1366237526-router', 'tenant_id': '0af9e85579124fbaa7442e80b66cd587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '1a575835-0747-4fb3-93d3-e1d8de9a6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:14:40Z', 'updated_at': '2021-12-10T19:14:43Z', 'revision_number': 4, 'project_id': '0af9e85579124fbaa7442e80b66cd587', 'gw_port': {'id': '1a575835-0747-4fb3-93d3-e1d8de9a6d29', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:14:41Z', 'updated_at': '2021-12-10T19:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'd7737174-0b8a-4b9b-9fb5-3f3e1e8b0f8e', 'name': '', 'network_id': 'f6642665-9caf-42e4-9c00-e0f150c7374f', 'tenant_id': '0af9e85579124fbaa7442e80b66cd587', 'mac_address': 'fa:16:3e:f1:41:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '200dc29e-6df2-4e0b-90de-1d443e4daabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:14:43Z', 'updated_at': '2021-12-10T19:14:47Z', 'revision_number': 4, 'project_id': '0af9e85579124fbaa7442e80b66cd587', 'subnets': [{'id': '200dc29e-6df2-4e0b-90de-1d443e4daabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:48.762498 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-d6e92cf7-7eb1-4cd6-a8ff-62d837525fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:48.820773 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0622b408-36e7-4d42-8e86-c4d7c53f1c81 None None] The sync data for ids ['bd9dbf8b-b652-47e8-ad6a-11e80d8090f4'] in n-d-821435-1 is: [{'id': 'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4', 'name': 'tempest-TestServerBasicOps-1366237526-router', 'tenant_id': '0af9e85579124fbaa7442e80b66cd587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '1a575835-0747-4fb3-93d3-e1d8de9a6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:14:40Z', 'updated_at': '2021-12-10T19:14:43Z', 'revision_number': 4, 'project_id': '0af9e85579124fbaa7442e80b66cd587', 'gw_port': {'id': '1a575835-0747-4fb3-93d3-e1d8de9a6d29', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:14:41Z', 'updated_at': '2021-12-10T19:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'd7737174-0b8a-4b9b-9fb5-3f3e1e8b0f8e', 'name': '', 'network_id': 'f6642665-9caf-42e4-9c00-e0f150c7374f', 'tenant_id': '0af9e85579124fbaa7442e80b66cd587', 'mac_address': 'fa:16:3e:f1:41:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '200dc29e-6df2-4e0b-90de-1d443e4daabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:14:43Z', 'updated_at': '2021-12-10T19:14:47Z', 'revision_number': 4, 'project_id': '0af9e85579124fbaa7442e80b66cd587', 'subnets': [{'id': '200dc29e-6df2-4e0b-90de-1d443e4daabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:14:48.868996 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3828255-560e-4b93-bea6-53cd527ae8f5 None None] Pushing event updated for resources: {'Port': ['ID=d7737174-0b8a-4b9b-9fb5-3f3e1e8b0f8e,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:48.874974 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bd3cd8-6055-47c0-a290-bf094d1d01f8 None None] Network 8d3055f9-35c5-4dc6-80b4-d4948608fcbb requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:14:48.900874 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8e224440-b9ad-4bac-ac03-752fcfacc8cc None None] Provisioning complete for port d7737174-0b8a-4b9b-9fb5-3f3e1e8b0f8e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:48.901585 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8e224440-b9ad-4bac-ac03-752fcfacc8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:48.936547 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09d6744c-a6cf-4dba-a259-a00490eb859e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:49.195617 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-09d6744c-a6cf-4dba-a259-a00490eb859e admin admin] Allocated IP 172.20.0.1 (8d3055f9-35c5-4dc6-80b4-d4948608fcbb/f26aa45e-7d65-483b-840b-a41f4d99ff65/1997c7e8-ac35-435c-946e-df6f4a00c5d2) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:14:49.215691 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e760bf5b-0692-4ab0-bffa-9c38e9c71750 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:14:49.277516 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port e760bf5b-0692-4ab0-bffa-9c38e9c71750 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:49.278252 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:49.321967 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-d6e92cf7-7eb1-4cd6-a8ff-62d837525fd0 None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:49.338286 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-d6e92cf7-7eb1-4cd6-a8ff-62d837525fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:49.378606 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f7e4df94-d696-4c06-bc52-a2f6e6633568 None None] Provisioning complete for port e760bf5b-0692-4ab0-bffa-9c38e9c71750 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:49.378981 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f7e4df94-d696-4c06-bc52-a2f6e6633568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:49.396684 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09d6744c-a6cf-4dba-a259-a00490eb859e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:49.437128 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09d6744c-a6cf-4dba-a259-a00490eb859e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:49.463362 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d6744c-a6cf-4dba-a259-a00490eb859e admin admin] Network 8d3055f9-35c5-4dc6-80b4-d4948608fcbb is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:14:49.467093 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-09d6744c-a6cf-4dba-a259-a00490eb859e admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:49.469474 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d6744c-a6cf-4dba-a259-a00490eb859e admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:14:49.481081 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998247f9-0ddd-4950-9013-0a4ae7acbe5f None None] Pushing event updated for resources: {'Port': ['ID=52490e69-7c26-447a-81ca-c3f2095be2b8,revision_number=2']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:49.519496 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0693943d-511f-4533-a640-7c036f07c6be None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:14:49.522037 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-d6e92cf7-7eb1-4cd6-a8ff-62d837525fd0 None None] Attempting to bind port 52490e69-7c26-447a-81ca-c3f2095be2b8 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:14:49.522424 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-d6e92cf7-7eb1-4cd6-a8ff-62d837525fd0 None None] Attempting to bind port 52490e69-7c26-447a-81ca-c3f2095be2b8 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:14:49.522796 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e92cf7-7eb1-4cd6-a8ff-62d837525fd0 None None] Attempting to bind port 52490e69-7c26-447a-81ca-c3f2095be2b8 on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:14:49.536589 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e92cf7-7eb1-4cd6-a8ff-62d837525fd0 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:14:49.539369 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e92cf7-7eb1-4cd6-a8ff-62d837525fd0 None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:14:49.540193 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-d6e92cf7-7eb1-4cd6-a8ff-62d837525fd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:49.540609 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e92cf7-7eb1-4cd6-a8ff-62d837525fd0 None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:14:49.541203 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-d6e92cf7-7eb1-4cd6-a8ff-62d837525fd0 None None] Bound port: 52490e69-7c26-447a-81ca-c3f2095be2b8, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:14:49.541599 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-d6e92cf7-7eb1-4cd6-a8ff-62d837525fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:49.615712 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09d6744c-a6cf-4dba-a259-a00490eb859e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:49.637196 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-d6e92cf7-7eb1-4cd6-a8ff-62d837525fd0 None None] For port 52490e69-7c26-447a-81ca-c3f2095be2b8, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:14:49.640935 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-d6e92cf7-7eb1-4cd6-a8ff-62d837525fd0 None None] For port 52490e69-7c26-447a-81ca-c3f2095be2b8, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=52490e69-7c26-447a-81ca-c3f2095be2b8,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:14:49.656346 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-d6e92cf7-7eb1-4cd6-a8ff-62d837525fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:49.678164 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6744c-a6cf-4dba-a259-a00490eb859e admin admin] Pushing event updated for resources: {'Port': ['ID=1997c7e8-ac35-435c-946e-df6f4a00c5d2,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:49.719452 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998247f9-0ddd-4950-9013-0a4ae7acbe5f None None] Pushing event updated for resources: {'Port': ['ID=52490e69-7c26-447a-81ca-c3f2095be2b8,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:49.759187 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e92cf7-7eb1-4cd6-a8ff-62d837525fd0 None None] Routers {'258f140c-ca03-4a5c-b1ca-a5380b6e9871'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:14:49.759830 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-d6e92cf7-7eb1-4cd6-a8ff-62d837525fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:14:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['258f140c-ca03-4a5c-b1ca-a5380b6e9871'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:49.899868 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-d6e92cf7-7eb1-4cd6-a8ff-62d837525fd0 None None] Set router 258f140c-ca03-4a5c-b1ca-a5380b6e9871 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:14:49.926363 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09d6744c-a6cf-4dba-a259-a00490eb859e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:49.981395 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:49.991653 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f342bc-009d-492d-8c63-4f20564d0dcc None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:14:50.069276 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2dd3-7bf0-4c72-b921-a8ac337563cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:50.071545 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f7e4df94-d696-4c06-bc52-a2f6e6633568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:50.118818 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port e760bf5b-0692-4ab0-bffa-9c38e9c71750, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e760bf5b-0692-4ab0-bffa-9c38e9c71750,segment=NetworkSegment(e43e6528-e743-44b1-b6f3-dd270d3faafc),segment_id=e43e6528-e743-44b1-b6f3-dd270d3faafc)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:14:50.127889 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:50.128753 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d7737174-0b8a-4b9b-9fb5-3f3e1e8b0f8e up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:14:50.193430 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09d6744c-a6cf-4dba-a259-a00490eb859e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:50.201913 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09d6744c-a6cf-4dba-a259-a00490eb859e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:50.219753 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-d6e92cf7-7eb1-4cd6-a8ff-62d837525fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258f140c-ca03-4a5c-b1ca-a5380b6e9871', 'name': 'tempest-TestServerBasicOps-876575020-router', 'tenant_id': 'c9f14171130a4ebbb1b687c2cc8226bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '52490e69-7c26-447a-81ca-c3f2095be2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:14:46Z', 'updated_at': '2021-12-10T19:14:47Z', 'revision_number': 3, 'project_id': 'c9f14171130a4ebbb1b687c2cc8226bb', 'gw_port': {'id': '52490e69-7c26-447a-81ca-c3f2095be2b8', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258f140c-ca03-4a5c-b1ca-a5380b6e9871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:14:46Z', 'updated_at': '2021-12-10T19:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:50.243454 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-f7e4df94-d696-4c06-bc52-a2f6e6633568 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:14:50.244038 n-d-821435-1 neutron-server[103246]: DEBUG oslo_db.api [None req-f7e4df94-d696-4c06-bc52-a2f6e6633568 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:14:50.252094 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e92cf7-7eb1-4cd6-a8ff-62d837525fd0 None None] The sync data for ids ['258f140c-ca03-4a5c-b1ca-a5380b6e9871'] in n-d-821435-1 is: [{'id': '258f140c-ca03-4a5c-b1ca-a5380b6e9871', 'name': 'tempest-TestServerBasicOps-876575020-router', 'tenant_id': 'c9f14171130a4ebbb1b687c2cc8226bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '52490e69-7c26-447a-81ca-c3f2095be2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:14:46Z', 'updated_at': '2021-12-10T19:14:47Z', 'revision_number': 3, 'project_id': 'c9f14171130a4ebbb1b687c2cc8226bb', 'gw_port': {'id': '52490e69-7c26-447a-81ca-c3f2095be2b8', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258f140c-ca03-4a5c-b1ca-a5380b6e9871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:14:46Z', 'updated_at': '2021-12-10T19:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:14:50.275840 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=e760bf5b-0692-4ab0-bffa-9c38e9c71750,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:50.287285 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port d7737174-0b8a-4b9b-9fb5-3f3e1e8b0f8e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:50.287689 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:50.292959 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09d6744c-a6cf-4dba-a259-a00490eb859e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:50.294963 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6744c-a6cf-4dba-a259-a00490eb859e admin admin] Pushing event updated for resources: {'Port': ['ID=1997c7e8-ac35-435c-946e-df6f4a00c5d2,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:50.424993 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d6744c-a6cf-4dba-a259-a00490eb859e admin admin] Network 8d3055f9-35c5-4dc6-80b4-d4948608fcbb is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:14:50.426670 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-09d6744c-a6cf-4dba-a259-a00490eb859e admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:50.563964 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d6744c-a6cf-4dba-a259-a00490eb859e admin admin] Router 258f140c-ca03-4a5c-b1ca-a5380b6e9871 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:14:50.743698 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d6744c-a6cf-4dba-a259-a00490eb859e admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:14:50.760161 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-09d6744c-a6cf-4dba-a259-a00490eb859e admin admin] 10.222.0.62 "PUT /v2.0/routers/258f140c-ca03-4a5c-b1ca-a5380b6e9871/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5103180 Dec 10 19:14:50.930360 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-819d8c31-cd34-4a60-be0b-c5674c3c7f2b None None] Provisioning complete for port e760bf5b-0692-4ab0-bffa-9c38e9c71750 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:50.930743 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-819d8c31-cd34-4a60-be0b-c5674c3c7f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:51.045922 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-819d8c31-cd34-4a60-be0b-c5674c3c7f2b None None] Provisioning complete for port 1997c7e8-ac35-435c-946e-df6f4a00c5d2 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:51.046507 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-819d8c31-cd34-4a60-be0b-c5674c3c7f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:51.089923 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-819d8c31-cd34-4a60-be0b-c5674c3c7f2b None None] Port 1997c7e8-ac35-435c-946e-df6f4a00c5d2 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:14:51.100995 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-819d8c31-cd34-4a60-be0b-c5674c3c7f2b None None] Provisioning complete for port 52490e69-7c26-447a-81ca-c3f2095be2b8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:51.101522 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-819d8c31-cd34-4a60-be0b-c5674c3c7f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:51.248723 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e760bf5b-0692-4ab0-bffa-9c38e9c71750 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:14:51.294173 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-819d8c31-cd34-4a60-be0b-c5674c3c7f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:51.324022 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-819d8c31-cd34-4a60-be0b-c5674c3c7f2b None None] For port 52490e69-7c26-447a-81ca-c3f2095be2b8, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=52490e69-7c26-447a-81ca-c3f2095be2b8,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:14:51.343632 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port e760bf5b-0692-4ab0-bffa-9c38e9c71750 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:51.344090 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:51.347306 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-819d8c31-cd34-4a60-be0b-c5674c3c7f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:51.417312 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45786) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:14:51.422915 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7f54cd95-8588-4c29-ac6a-bfcbe2f5b53d tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-152045254', 'description': 'tempest-secgroup-smoke-152045254 description', 'project_id': '0af9e85579124fbaa7442e80b66cd587'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:51.450949 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f54cd95-8588-4c29-ac6a-bfcbe2f5b53d tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:51.516415 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d8c31-cd34-4a60-be0b-c5674c3c7f2b None None] Pushing event updated for resources: {'Port': ['ID=52490e69-7c26-447a-81ca-c3f2095be2b8,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:51.531560 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 52490e69-7c26-447a-81ca-c3f2095be2b8 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:14:51.552436 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f54cd95-8588-4c29-ac6a-bfcbe2f5b53d tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:51.556783 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f54cd95-8588-4c29-ac6a-bfcbe2f5b53d tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:51.589957 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 52490e69-7c26-447a-81ca-c3f2095be2b8 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:51.590353 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:51.591878 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f54cd95-8588-4c29-ac6a-bfcbe2f5b53d tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:51.593171 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7f54cd95-8588-4c29-ac6a-bfcbe2f5b53d tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1743648 Dec 10 19:14:51.595364 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f54cd95-8588-4c29-ac6a-bfcbe2f5b53d tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=899df0ce-8070-454c-8a92-32a0d920621f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:51.596738 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45790) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:14:51.601342 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-538648cd-0010-4abc-9422-243e00cedc4b tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Request body: {'security_group_rule': {'security_group_id': '899df0ce-8070-454c-8a92-32a0d920621f', 'project_id': '0af9e85579124fbaa7442e80b66cd587', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:51.637085 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-538648cd-0010-4abc-9422-243e00cedc4b tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:51.711618 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-538648cd-0010-4abc-9422-243e00cedc4b tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:51.715510 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-538648cd-0010-4abc-9422-243e00cedc4b tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:51.735586 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538648cd-0010-4abc-9422-243e00cedc4b tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd3e2b6e-bdb8-4d0a-b221-1666f99b88fe,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:51.745361 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-538648cd-0010-4abc-9422-243e00cedc4b tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:51.746588 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-538648cd-0010-4abc-9422-243e00cedc4b tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1488278 Dec 10 19:14:51.749414 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45792) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:14:51.754683 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-660e5046-db87-4911-a13a-8322053b3f3a tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Request body: {'security_group_rule': {'security_group_id': '899df0ce-8070-454c-8a92-32a0d920621f', 'project_id': '0af9e85579124fbaa7442e80b66cd587', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:51.786606 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-660e5046-db87-4911-a13a-8322053b3f3a tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:51.842921 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-660e5046-db87-4911-a13a-8322053b3f3a tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:51.847121 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-660e5046-db87-4911-a13a-8322053b3f3a tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:51.868974 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-660e5046-db87-4911-a13a-8322053b3f3a tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:51.870256 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-660e5046-db87-4911-a13a-8322053b3f3a tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1198893 Dec 10 19:14:51.873112 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45794) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:14:51.873955 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e5046-db87-4911-a13a-8322053b3f3a tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9ba5ae9-4580-4629-8539-169aa81d1c82,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:51.878803 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-bd1c44ec-d211-4a4d-94e1-026e3f1474ba tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Request body: {'security_group_rule': {'security_group_id': '899df0ce-8070-454c-8a92-32a0d920621f', 'project_id': '0af9e85579124fbaa7442e80b66cd587', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:51.914196 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd1c44ec-d211-4a4d-94e1-026e3f1474ba tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:51.979191 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd1c44ec-d211-4a4d-94e1-026e3f1474ba tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:51.983653 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd1c44ec-d211-4a4d-94e1-026e3f1474ba tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:52.001556 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c44ec-d211-4a4d-94e1-026e3f1474ba tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4fd52d0-eb5a-4398-82d2-d4a9d8ae3cf9,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:52.011001 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd1c44ec-d211-4a4d-94e1-026e3f1474ba tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:52.012226 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-bd1c44ec-d211-4a4d-94e1-026e3f1474ba tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1381180 Dec 10 19:14:52.015227 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45796) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:14:52.019902 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f13356c8-03d7-402b-895f-ad9f12c397d4 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Request body: {'security_group_rule': {'security_group_id': '899df0ce-8070-454c-8a92-32a0d920621f', 'project_id': '0af9e85579124fbaa7442e80b66cd587', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:52.046578 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f13356c8-03d7-402b-895f-ad9f12c397d4 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:52.109464 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f13356c8-03d7-402b-895f-ad9f12c397d4 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:52.114378 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f13356c8-03d7-402b-895f-ad9f12c397d4 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:52.136961 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13356c8-03d7-402b-895f-ad9f12c397d4 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=729ecf5b-9fb1-411c-8dd9-ce80e7bef42b,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:52.143466 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f13356c8-03d7-402b-895f-ad9f12c397d4 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:52.144740 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f13356c8-03d7-402b-895f-ad9f12c397d4 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1285646 Dec 10 19:14:52.147417 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45798) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:14:52.151704 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-2980ce06-e7e6-4d09-be39-daed562ad71b tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Request body: {'security_group_rule': {'security_group_id': '899df0ce-8070-454c-8a92-32a0d920621f', 'project_id': '0af9e85579124fbaa7442e80b66cd587', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:52.175527 n-d-821435-1 neutron-server[103245]: INFO neutron.db.securitygroups_db [None req-2980ce06-e7e6-4d09-be39-daed562ad71b tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Project 0af9e85579124fbaa7442e80b66cd587 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:14:52.181262 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2980ce06-e7e6-4d09-be39-daed562ad71b tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:52.245737 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2980ce06-e7e6-4d09-be39-daed562ad71b tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:52.249999 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2980ce06-e7e6-4d09-be39-daed562ad71b tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:52.271162 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980ce06-e7e6-4d09-be39-daed562ad71b tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62475cea-33de-47c0-932e-6c3a6c05d95c,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:52.280176 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2980ce06-e7e6-4d09-be39-daed562ad71b tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:52.281402 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2980ce06-e7e6-4d09-be39-daed562ad71b tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1330535 Dec 10 19:14:52.284247 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 45800) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:14:52.288537 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-eb330bc9-73af-4d36-9f8a-352cca08d3dc tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Request body: {'security_group_rule': {'security_group_id': '899df0ce-8070-454c-8a92-32a0d920621f', 'project_id': '0af9e85579124fbaa7442e80b66cd587', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:52.314299 n-d-821435-1 neutron-server[103245]: INFO neutron.db.securitygroups_db [None req-eb330bc9-73af-4d36-9f8a-352cca08d3dc tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Project 0af9e85579124fbaa7442e80b66cd587 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:14:52.321724 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eb330bc9-73af-4d36-9f8a-352cca08d3dc tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:52.394071 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eb330bc9-73af-4d36-9f8a-352cca08d3dc tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:52.401316 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eb330bc9-73af-4d36-9f8a-352cca08d3dc tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:52.410400 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1e8dc1-719e-4e6b-9165-60c57d129d87 None None] Sync routers for ids ['258f140c-ca03-4a5c-b1ca-a5380b6e9871'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:14:52.420469 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1e8dc1-719e-4e6b-9165-60c57d129d87 None None] Routers {'258f140c-ca03-4a5c-b1ca-a5380b6e9871'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:14:52.421130 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5d1e8dc1-719e-4e6b-9165-60c57d129d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:14:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['258f140c-ca03-4a5c-b1ca-a5380b6e9871'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:52.422055 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb330bc9-73af-4d36-9f8a-352cca08d3dc tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9741760-b273-45ae-ad32-7d81a297a029,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:52.431018 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eb330bc9-73af-4d36-9f8a-352cca08d3dc tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:52.432399 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-eb330bc9-73af-4d36-9f8a-352cca08d3dc tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1471663 Dec 10 19:14:52.514689 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c8cd50a9-390a-43da-bf08-edf16ba4c6a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:52.556267 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-5d1e8dc1-719e-4e6b-9165-60c57d129d87 None None] Set router 258f140c-ca03-4a5c-b1ca-a5380b6e9871 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:14:52.613740 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-f7348d2c-57f5-42eb-9631-a1ceebdb36e8 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-152045254&fields=id&tenant_id=0af9e85579124fbaa7442e80b66cd587 HTTP/1.1" status: 200 len: 267 time: 0.0557499 Dec 10 19:14:52.748969 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-134fba62-5768-40d5-a3bd-7e940c3484f3 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:52.750637 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-134fba62-5768-40d5-a3bd-7e940c3484f3 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "GET /v2.0/networks?id=f6642665-9caf-42e4-9c00-e0f150c7374f HTTP/1.1" status: 200 len: 809 time: 0.1295311 Dec 10 19:14:52.766812 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-115c6d1e-0387-49e3-b44e-1d16b7e76dfe tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "GET /v2.0/quotas/0af9e85579124fbaa7442e80b66cd587 HTTP/1.1" status: 200 len: 375 time: 0.0096560 Dec 10 19:14:52.787316 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5d1e8dc1-719e-4e6b-9165-60c57d129d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258f140c-ca03-4a5c-b1ca-a5380b6e9871', 'name': 'tempest-TestServerBasicOps-876575020-router', 'tenant_id': 'c9f14171130a4ebbb1b687c2cc8226bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '52490e69-7c26-447a-81ca-c3f2095be2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:14:46Z', 'updated_at': '2021-12-10T19:14:49Z', 'revision_number': 4, 'project_id': 'c9f14171130a4ebbb1b687c2cc8226bb', 'gw_port': {'id': '52490e69-7c26-447a-81ca-c3f2095be2b8', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258f140c-ca03-4a5c-b1ca-a5380b6e9871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:14:46Z', 'updated_at': '2021-12-10T19:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '1997c7e8-ac35-435c-946e-df6f4a00c5d2', 'name': '', 'network_id': '8d3055f9-35c5-4dc6-80b4-d4948608fcbb', 'tenant_id': 'c9f14171130a4ebbb1b687c2cc8226bb', 'mac_address': 'fa:16:3e:d0:30:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258f140c-ca03-4a5c-b1ca-a5380b6e9871', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'f26aa45e-7d65-483b-840b-a41f4d99ff65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:14:48Z', 'updated_at': '2021-12-10T19:14:50Z', 'revision_number': 2, 'project_id': 'c9f14171130a4ebbb1b687c2cc8226bb', 'subnets': [{'id': 'f26aa45e-7d65-483b-840b-a41f4d99ff65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:52.813686 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1e8dc1-719e-4e6b-9165-60c57d129d87 None None] Checking router: 258f140c-ca03-4a5c-b1ca-a5380b6e9871 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:14:52.814040 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1e8dc1-719e-4e6b-9165-60c57d129d87 None None] Updating router 258f140c-ca03-4a5c-b1ca-a5380b6e9871 port 1997c7e8-ac35-435c-946e-df6f4a00c5d2 binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:14:52.819741 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-7aa60018-bed2-4ba4-b481-1806db27c275 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0af9e85579124fbaa7442e80b66cd587&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467978 Dec 10 19:14:52.842910 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5d1e8dc1-719e-4e6b-9165-60c57d129d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:52.922655 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-0aeb67ea-8fda-4f79-ac2c-627f9445bc88 service neutron] 10.222.0.62 "GET /v2.0/networks/f6642665-9caf-42e4-9c00-e0f150c7374f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908723 Dec 10 19:14:53.023741 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-86877a43-dbc0-4926-b421-8b01b20b45ea service neutron] 10.222.0.62 "GET /v2.0/networks/f6642665-9caf-42e4-9c00-e0f150c7374f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945725 Dec 10 19:14:53.110359 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 52490e69-7c26-447a-81ca-c3f2095be2b8 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:14:53.165727 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5d1e8dc1-719e-4e6b-9165-60c57d129d87 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:53.178914 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5d1e8dc1-719e-4e6b-9165-60c57d129d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:53.200956 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 52490e69-7c26-447a-81ca-c3f2095be2b8 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:53.200956 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:53.290487 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c7694-6613-4a27-8398-1787052320f9 None None] Pushing event updated for resources: {'Port': ['ID=1997c7e8-ac35-435c-946e-df6f4a00c5d2,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:53.315925 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d04f1bd-4acd-47bb-89d6-10f1cb7a1a26 req-bbc3856e-ca39-4f08-a287-7c37c131fd0e tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "GET /v2.0/ports?device_id=967f33aa-748d-4bae-8ce6-2e722e735418 HTTP/1.1" status: 200 len: 210 time: 0.0670722 Dec 10 19:14:53.361837 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5d1e8dc1-719e-4e6b-9165-60c57d129d87 None None] Attempting to bind port 1997c7e8-ac35-435c-946e-df6f4a00c5d2 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:14:53.362428 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5d1e8dc1-719e-4e6b-9165-60c57d129d87 None None] Attempting to bind port 1997c7e8-ac35-435c-946e-df6f4a00c5d2 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'e43e6528-e743-44b1-b6f3-dd270d3faafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8d3055f9-35c5-4dc6-80b4-d4948608fcbb'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:14:53.363562 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1e8dc1-719e-4e6b-9165-60c57d129d87 None None] Attempting to bind port 1997c7e8-ac35-435c-946e-df6f4a00c5d2 on network 8d3055f9-35c5-4dc6-80b4-d4948608fcbb {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:14:53.395874 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1e8dc1-719e-4e6b-9165-60c57d129d87 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:14:53.396425 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1e8dc1-719e-4e6b-9165-60c57d129d87 None None] Checking segment: {'id': 'e43e6528-e743-44b1-b6f3-dd270d3faafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8d3055f9-35c5-4dc6-80b4-d4948608fcbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:14:53.396974 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5d1e8dc1-719e-4e6b-9165-60c57d129d87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:53.397477 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1e8dc1-719e-4e6b-9165-60c57d129d87 None None] Bound using segment: {'id': 'e43e6528-e743-44b1-b6f3-dd270d3faafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8d3055f9-35c5-4dc6-80b4-d4948608fcbb'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:14:53.398071 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5d1e8dc1-719e-4e6b-9165-60c57d129d87 None None] Bound port: 1997c7e8-ac35-435c-946e-df6f4a00c5d2, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43e6528-e743-44b1-b6f3-dd270d3faafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8d3055f9-35c5-4dc6-80b4-d4948608fcbb'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:14:53.398576 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5d1e8dc1-719e-4e6b-9165-60c57d129d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:53.496697 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5d1e8dc1-719e-4e6b-9165-60c57d129d87 None None] For port 1997c7e8-ac35-435c-946e-df6f4a00c5d2, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:14:53.501545 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5d1e8dc1-719e-4e6b-9165-60c57d129d87 None None] For port 1997c7e8-ac35-435c-946e-df6f4a00c5d2, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=1997c7e8-ac35-435c-946e-df6f4a00c5d2,segment=NetworkSegment(e43e6528-e743-44b1-b6f3-dd270d3faafc),segment_id=e43e6528-e743-44b1-b6f3-dd270d3faafc)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:14:53.518395 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5d1e8dc1-719e-4e6b-9165-60c57d129d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:53.566375 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:53.604935 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1e8dc1-719e-4e6b-9165-60c57d129d87 None None] Routers {'258f140c-ca03-4a5c-b1ca-a5380b6e9871'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:14:53.605712 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5d1e8dc1-719e-4e6b-9165-60c57d129d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:14:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['258f140c-ca03-4a5c-b1ca-a5380b6e9871'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:53.681481 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c7694-6613-4a27-8398-1787052320f9 None None] Pushing event updated for resources: {'Port': ['ID=1997c7e8-ac35-435c-946e-df6f4a00c5d2,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:53.698408 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1aab1555-df4a-462f-b48c-3e531c517df7 None None] Provisioning complete for port 1997c7e8-ac35-435c-946e-df6f4a00c5d2 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:53.698824 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1aab1555-df4a-462f-b48c-3e531c517df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:53.784730 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-5d1e8dc1-719e-4e6b-9165-60c57d129d87 None None] Set router 258f140c-ca03-4a5c-b1ca-a5380b6e9871 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:14:53.860852 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1aab1555-df4a-462f-b48c-3e531c517df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:53.973599 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1aab1555-df4a-462f-b48c-3e531c517df7 None None] For port 1997c7e8-ac35-435c-946e-df6f4a00c5d2, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=1997c7e8-ac35-435c-946e-df6f4a00c5d2,segment=NetworkSegment(e43e6528-e743-44b1-b6f3-dd270d3faafc),segment_id=e43e6528-e743-44b1-b6f3-dd270d3faafc)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:14:53.981309 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1aab1555-df4a-462f-b48c-3e531c517df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:54.058281 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab1555-df4a-462f-b48c-3e531c517df7 None None] Pushing event updated for resources: {'Port': ['ID=1997c7e8-ac35-435c-946e-df6f4a00c5d2,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:54.114875 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9dd050fc-faef-41b5-8e9e-b1747327450e None None] Provisioning complete for port 1997c7e8-ac35-435c-946e-df6f4a00c5d2 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:54.115251 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9dd050fc-faef-41b5-8e9e-b1747327450e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:54.119390 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5d1e8dc1-719e-4e6b-9165-60c57d129d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258f140c-ca03-4a5c-b1ca-a5380b6e9871', 'name': 'tempest-TestServerBasicOps-876575020-router', 'tenant_id': 'c9f14171130a4ebbb1b687c2cc8226bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '52490e69-7c26-447a-81ca-c3f2095be2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:14:46Z', 'updated_at': '2021-12-10T19:14:49Z', 'revision_number': 4, 'project_id': 'c9f14171130a4ebbb1b687c2cc8226bb', 'gw_port': {'id': '52490e69-7c26-447a-81ca-c3f2095be2b8', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258f140c-ca03-4a5c-b1ca-a5380b6e9871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:14:46Z', 'updated_at': '2021-12-10T19:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '1997c7e8-ac35-435c-946e-df6f4a00c5d2', 'name': '', 'network_id': '8d3055f9-35c5-4dc6-80b4-d4948608fcbb', 'tenant_id': 'c9f14171130a4ebbb1b687c2cc8226bb', 'mac_address': 'fa:16:3e:d0:30:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258f140c-ca03-4a5c-b1ca-a5380b6e9871', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'f26aa45e-7d65-483b-840b-a41f4d99ff65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:14:48Z', 'updated_at': '2021-12-10T19:14:53Z', 'revision_number': 4, 'project_id': 'c9f14171130a4ebbb1b687c2cc8226bb', 'subnets': [{'id': 'f26aa45e-7d65-483b-840b-a41f4d99ff65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:54.172266 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1e8dc1-719e-4e6b-9165-60c57d129d87 None None] The sync data for ids ['258f140c-ca03-4a5c-b1ca-a5380b6e9871'] in n-d-821435-1 is: [{'id': '258f140c-ca03-4a5c-b1ca-a5380b6e9871', 'name': 'tempest-TestServerBasicOps-876575020-router', 'tenant_id': 'c9f14171130a4ebbb1b687c2cc8226bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '52490e69-7c26-447a-81ca-c3f2095be2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:14:46Z', 'updated_at': '2021-12-10T19:14:49Z', 'revision_number': 4, 'project_id': 'c9f14171130a4ebbb1b687c2cc8226bb', 'gw_port': {'id': '52490e69-7c26-447a-81ca-c3f2095be2b8', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258f140c-ca03-4a5c-b1ca-a5380b6e9871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:14:46Z', 'updated_at': '2021-12-10T19:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '1997c7e8-ac35-435c-946e-df6f4a00c5d2', 'name': '', 'network_id': '8d3055f9-35c5-4dc6-80b4-d4948608fcbb', 'tenant_id': 'c9f14171130a4ebbb1b687c2cc8226bb', 'mac_address': 'fa:16:3e:d0:30:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258f140c-ca03-4a5c-b1ca-a5380b6e9871', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'f26aa45e-7d65-483b-840b-a41f4d99ff65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:14:48Z', 'updated_at': '2021-12-10T19:14:53Z', 'revision_number': 4, 'project_id': 'c9f14171130a4ebbb1b687c2cc8226bb', 'subnets': [{'id': 'f26aa45e-7d65-483b-840b-a41f4d99ff65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:14:54.418540 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f6f76b2d-e36d-4065-bbb0-dfc0056c0df5 req-f709d623-9aec-4930-91db-458536866a76 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "GET /v2.0/ports?device_id=967f33aa-748d-4bae-8ce6-2e722e735418 HTTP/1.1" status: 200 len: 210 time: 0.0300913 Dec 10 19:14:54.750733 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-46a8b245-0f49-4252-9277-86da7fce76f9 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:54.754198 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-46a8b245-0f49-4252-9277-86da7fce76f9 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.72 "GET /v2.0/networks?id=f6642665-9caf-42e4-9c00-e0f150c7374f HTTP/1.1" status: 200 len: 809 time: 0.1369951 Dec 10 19:14:54.824975 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-53d0cf86-5bdb-4443-8ae3-dc2a51eff537 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0af9e85579124fbaa7442e80b66cd587 HTTP/1.1" status: 200 len: 379 time: 0.0612991 Dec 10 19:14:54.835708 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-0a70e9dd-936c-4926-bdb3-6276463eec2e tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Request body: {'port': {'device_id': '967f33aa-748d-4bae-8ce6-2e722e735418', 'network_id': 'f6642665-9caf-42e4-9c00-e0f150c7374f', 'admin_state_up': True, 'tenant_id': '0af9e85579124fbaa7442e80b66cd587', 'security_groups': ['899df0ce-8070-454c-8a92-32a0d920621f']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:54.895898 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:54.965989 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-0a70e9dd-936c-4926-bdb3-6276463eec2e tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Made reservation on behalf of 0af9e85579124fbaa7442e80b66cd587 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:54.969735 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-0a70e9dd-936c-4926-bdb3-6276463eec2e tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:55.107510 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-0a70e9dd-936c-4926-bdb3-6276463eec2e tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Allocated IP 172.20.0.9 (f6642665-9caf-42e4-9c00-e0f150c7374f/200dc29e-6df2-4e0b-90de-1d443e4daabf/89ddda96-bd46-4602-822f-9649352e2690) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:14:55.121699 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 1997c7e8-ac35-435c-946e-df6f4a00c5d2 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:14:55.182319 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 1997c7e8-ac35-435c-946e-df6f4a00c5d2 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:55.182940 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:55.272200 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-0a70e9dd-936c-4926-bdb3-6276463eec2e tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:55.308870 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-0a70e9dd-936c-4926-bdb3-6276463eec2e tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:55.367924 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-0a70e9dd-936c-4926-bdb3-6276463eec2e tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Network f6642665-9caf-42e4-9c00-e0f150c7374f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:14:55.370408 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70e9dd-936c-4926-bdb3-6276463eec2e tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Pushing event updated for resources: {'Port': ['ID=89ddda96-bd46-4602-822f-9649352e2690,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:55.372982 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-0a70e9dd-936c-4926-bdb3-6276463eec2e tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:55.375121 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-0a70e9dd-936c-4926-bdb3-6276463eec2e tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:14:55.428351 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-0a70e9dd-936c-4926-bdb3-6276463eec2e tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:55.429177 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-0a70e9dd-936c-4926-bdb3-6276463eec2e tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:55.446591 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-0a70e9dd-936c-4926-bdb3-6276463eec2e tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6149266 Dec 10 19:14:55.459588 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-bcba8423-2483-40c6-b4f0-0c26796bf30c service neutron] Request body: {'port': {'device_id': '967f33aa-748d-4bae-8ce6-2e722e735418', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:55.504277 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:55.554800 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-bcba8423-2483-40c6-b4f0-0c26796bf30c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:55.620833 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2fc106-5f98-4367-8059-4afbdef8fc55 req-de3ca8a3-653c-4637-bd79-a00498fc4e38 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:55.622304 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ec2fc106-5f98-4367-8059-4afbdef8fc55 req-de3ca8a3-653c-4637-bd79-a00498fc4e38 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "GET /v2.0/ports?device_id=967f33aa-748d-4bae-8ce6-2e722e735418 HTTP/1.1" status: 200 len: 931 time: 0.1067550 Dec 10 19:14:55.693690 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9dc3e4b8-8e49-4a99-bda4-3a53a8c9f764 None None] Provisioning complete for port 89ddda96-bd46-4602-822f-9649352e2690 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:55.694147 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9dc3e4b8-8e49-4a99-bda4-3a53a8c9f764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:55.732569 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3e4b8-8e49-4a99-bda4-3a53a8c9f764 None None] Port 89ddda96-bd46-4602-822f-9649352e2690 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:14:55.745353 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ec2fc106-5f98-4367-8059-4afbdef8fc55 req-7f584e85-ad48-4136-be63-341bd31222e8 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "GET /v2.0/security-groups?id=899df0ce-8070-454c-8a92-32a0d920621f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162739 Dec 10 19:14:55.902618 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-bcba8423-2483-40c6-b4f0-0c26796bf30c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89ddda96-bd46-4602-822f-9649352e2690 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:14:55.910801 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-bcba8423-2483-40c6-b4f0-0c26796bf30c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:55.924209 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-bcba8423-2483-40c6-b4f0-0c26796bf30c service neutron] Transition to ACTIVE for port object 89ddda96-bd46-4602-822f-9649352e2690 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:14:55.928594 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-bcba8423-2483-40c6-b4f0-0c26796bf30c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:56.302692 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba8423-2483-40c6-b4f0-0c26796bf30c service neutron] Pushing event updated for resources: {'Port': ['ID=89ddda96-bd46-4602-822f-9649352e2690,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:56.385202 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-bcba8423-2483-40c6-b4f0-0c26796bf30c service neutron] Attempting to bind port 89ddda96-bd46-4602-822f-9649352e2690 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:14:56.385358 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-bcba8423-2483-40c6-b4f0-0c26796bf30c service neutron] Attempting to bind port 89ddda96-bd46-4602-822f-9649352e2690 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': 'a71e2161-587a-4aa3-980d-eef74f083d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f6642665-9caf-42e4-9c00-e0f150c7374f'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:14:56.385688 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-bcba8423-2483-40c6-b4f0-0c26796bf30c service neutron] Attempting to bind port 89ddda96-bd46-4602-822f-9649352e2690 on network f6642665-9caf-42e4-9c00-e0f150c7374f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:14:56.390437 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-bcba8423-2483-40c6-b4f0-0c26796bf30c service neutron] Port 89ddda96-bd46-4602-822f-9649352e2690 on network f6642665-9caf-42e4-9c00-e0f150c7374f not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:14:56.391018 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-bcba8423-2483-40c6-b4f0-0c26796bf30c service neutron] Attempting to bind port 89ddda96-bd46-4602-822f-9649352e2690 on network f6642665-9caf-42e4-9c00-e0f150c7374f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:14:56.397228 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-bcba8423-2483-40c6-b4f0-0c26796bf30c service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:14:56.397571 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-bcba8423-2483-40c6-b4f0-0c26796bf30c service neutron] Checking segment: {'id': 'a71e2161-587a-4aa3-980d-eef74f083d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f6642665-9caf-42e4-9c00-e0f150c7374f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:14:56.397986 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-bcba8423-2483-40c6-b4f0-0c26796bf30c service neutron] Bound using segment: {'id': 'a71e2161-587a-4aa3-980d-eef74f083d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f6642665-9caf-42e4-9c00-e0f150c7374f'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:14:56.398414 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-bcba8423-2483-40c6-b4f0-0c26796bf30c service neutron] Bound port: 89ddda96-bd46-4602-822f-9649352e2690, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a71e2161-587a-4aa3-980d-eef74f083d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f6642665-9caf-42e4-9c00-e0f150c7374f'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:14:56.398775 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-bcba8423-2483-40c6-b4f0-0c26796bf30c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:56.468045 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-bcba8423-2483-40c6-b4f0-0c26796bf30c service neutron] For port 89ddda96-bd46-4602-822f-9649352e2690, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:14:56.471959 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-bcba8423-2483-40c6-b4f0-0c26796bf30c service neutron] For port 89ddda96-bd46-4602-822f-9649352e2690, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=89ddda96-bd46-4602-822f-9649352e2690,segment=NetworkSegment(a71e2161-587a-4aa3-980d-eef74f083d9b),segment_id=a71e2161-587a-4aa3-980d-eef74f083d9b)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:14:56.477399 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-bcba8423-2483-40c6-b4f0-0c26796bf30c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:56.520521 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-bcba8423-2483-40c6-b4f0-0c26796bf30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:56.521155 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-bcba8423-2483-40c6-b4f0-0c26796bf30c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:56.523105 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-bcba8423-2483-40c6-b4f0-0c26796bf30c service neutron] 10.222.0.72 "PUT /v2.0/ports/89ddda96-bd46-4602-822f-9649352e2690 HTTP/1.1" status: 200 len: 1091 time: 1.0684526 Dec 10 19:14:56.523569 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '967f33aa-748d-4bae-8ce6-2e722e735418', 'tag': '89ddda96-bd46-4602-822f-9649352e2690'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:14:56.525861 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03b6ca6-9e07-4a56-b116-3157485d2d29" -d '{"events": [{"name": "network-changed", "server_uuid": "967f33aa-748d-4bae-8ce6-2e722e735418", "tag": "89ddda96-bd46-4602-822f-9649352e2690"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:14:56.547464 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba8423-2483-40c6-b4f0-0c26796bf30c service neutron] Pushing event updated for resources: {'Port': ['ID=89ddda96-bd46-4602-822f-9649352e2690,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:56.582863 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6282d1-2ff6-4a4e-a3b1-c2788c8c27ca x-openstack-request-id: req-5b6282d1-2ff6-4a4e-a3b1-c2788c8c27ca {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:14:56.583163 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "967f33aa-748d-4bae-8ce6-2e722e735418", "tag": "89ddda96-bd46-4602-822f-9649352e2690", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:14:56.583419 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5b6282d1-2ff6-4a4e-a3b1-c2788c8c27ca {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:14:56.583996 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '967f33aa-748d-4bae-8ce6-2e722e735418', 'tag': '89ddda96-bd46-4602-822f-9649352e2690', 'status': 'completed', 'code': 200} Dec 10 19:14:56.634161 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-036a4a6f-4f7d-485b-9257-e804ebd06f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:56.637562 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-036a4a6f-4f7d-485b-9257-e804ebd06f49 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0af9e85579124fbaa7442e80b66cd587&device_id=967f33aa-748d-4bae-8ce6-2e722e735418 HTTP/1.1" status: 200 len: 1094 time: 0.0526962 Dec 10 19:14:56.681893 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-529e0f3a-c61f-44a2-bbd9-4c6ca51b4228 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89ddda96-bd46-4602-822f-9649352e2690 HTTP/1.1" status: 200 len: 217 time: 0.0361781 Dec 10 19:14:56.743180 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-0a5ecdc5-4f49-477a-8508-cbe09ad6be48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:56.745710 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-0a5ecdc5-4f49-477a-8508-cbe09ad6be48 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=200dc29e-6df2-4e0b-90de-1d443e4daabf HTTP/1.1" status: 200 len: 848 time: 0.0573642 Dec 10 19:14:56.797845 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-38de399c-e478-4528-9c27-4038fb51e885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:56.799195 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-38de399c-e478-4528-9c27-4038fb51e885 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f6642665-9caf-42e4-9c00-e0f150c7374f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453498 Dec 10 19:14:56.963783 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c8986-19cf-42ee-a754-099694b008c7 req-e19083f3-e9cd-42fb-b824-27a24a6a9c75 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:56.965296 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-524c8986-19cf-42ee-a754-099694b008c7 req-e19083f3-e9cd-42fb-b824-27a24a6a9c75 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "GET /v2.0/ports?device_id=967f33aa-748d-4bae-8ce6-2e722e735418 HTTP/1.1" status: 200 len: 943 time: 0.0843241 Dec 10 19:14:56.967535 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-8396d164-5f43-4216-8955-c6139d6682b8 service neutron] 10.222.0.72 "GET /v2.0/networks/f6642665-9caf-42e4-9c00-e0f150c7374f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611471 Dec 10 19:14:57.066973 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-524c8986-19cf-42ee-a754-099694b008c7 req-69264ee5-58c4-42cb-9011-4f60afb76817 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "GET /v2.0/security-groups?id=899df0ce-8070-454c-8a92-32a0d920621f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946069 Dec 10 19:14:57.094874 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5472bcf1-4916-4b22-adf0-c4a59ef23fb3 req-a381c62d-a937-424d-8394-49e54f8a8ab1 service neutron] 10.222.0.72 "GET /v2.0/networks/f6642665-9caf-42e4-9c00-e0f150c7374f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167109 Dec 10 19:14:57.192002 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b6ca6-9e07-4a56-b116-3157485d2d29 req-2f7f2bd0-9079-4769-9205-9f32218ed668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:57.193687 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b03b6ca6-9e07-4a56-b116-3157485d2d29 req-2f7f2bd0-9079-4769-9205-9f32218ed668 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0af9e85579124fbaa7442e80b66cd587&device_id=967f33aa-748d-4bae-8ce6-2e722e735418 HTTP/1.1" status: 200 len: 1094 time: 0.0500014 Dec 10 19:14:57.300682 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b6ca6-9e07-4a56-b116-3157485d2d29 req-0e2f9d1b-e4cf-45ba-81ac-aa1b8e155afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:57.302210 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b03b6ca6-9e07-4a56-b116-3157485d2d29 req-0e2f9d1b-e4cf-45ba-81ac-aa1b8e155afb service neutron] 10.222.0.72 "GET /v2.0/networks?id=f6642665-9caf-42e4-9c00-e0f150c7374f HTTP/1.1" status: 200 len: 910 time: 0.0981236 Dec 10 19:14:57.349040 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b03b6ca6-9e07-4a56-b116-3157485d2d29 req-537e59f0-d5c0-4354-b50c-ec4042f58651 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89ddda96-bd46-4602-822f-9649352e2690 HTTP/1.1" status: 200 len: 217 time: 0.0390034 Dec 10 19:14:57.399067 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b6ca6-9e07-4a56-b116-3157485d2d29 req-4786a167-e777-4120-ba30-9c89a268c4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:57.400530 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b03b6ca6-9e07-4a56-b116-3157485d2d29 req-4786a167-e777-4120-ba30-9c89a268c4b2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=200dc29e-6df2-4e0b-90de-1d443e4daabf HTTP/1.1" status: 200 len: 848 time: 0.0443594 Dec 10 19:14:57.447092 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b6ca6-9e07-4a56-b116-3157485d2d29 req-7fb117d5-de1e-4167-bdf3-831a0fb0ee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:57.448579 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b03b6ca6-9e07-4a56-b116-3157485d2d29 req-7fb117d5-de1e-4167-bdf3-831a0fb0ee47 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f6642665-9caf-42e4-9c00-e0f150c7374f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408659 Dec 10 19:14:57.542398 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b03b6ca6-9e07-4a56-b116-3157485d2d29 req-d4120016-c71d-4b25-8773-cdd9d0286443 service neutron] 10.222.0.72 "GET /v2.0/networks/f6642665-9caf-42e4-9c00-e0f150c7374f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862036 Dec 10 19:14:57.652126 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b03b6ca6-9e07-4a56-b116-3157485d2d29 req-52c544dc-fa5b-4c84-a969-4afced70dd17 service neutron] 10.222.0.72 "GET /v2.0/networks/f6642665-9caf-42e4-9c00-e0f150c7374f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021273 Dec 10 19:14:58.187329 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564b635-920a-4bf0-90c2-e27f994060ad req-88a6da47-15cb-433f-9b8d-cd74be773dcd tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:58.188844 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b564b635-920a-4bf0-90c2-e27f994060ad req-88a6da47-15cb-433f-9b8d-cd74be773dcd tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "GET /v2.0/ports?device_id=967f33aa-748d-4bae-8ce6-2e722e735418 HTTP/1.1" status: 200 len: 943 time: 0.0503600 Dec 10 19:14:58.243360 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b564b635-920a-4bf0-90c2-e27f994060ad req-932d6175-fbc9-4eed-913d-697b476a2563 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "GET /v2.0/security-groups?id=899df0ce-8070-454c-8a92-32a0d920621f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483294 Dec 10 19:14:59.365160 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18280c-270e-4c7e-8132-0d6f63a83fcc req-8405e931-3092-45c1-8b8d-4f3857eae41a tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:59.366787 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4f18280c-270e-4c7e-8132-0d6f63a83fcc req-8405e931-3092-45c1-8b8d-4f3857eae41a tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "GET /v2.0/ports?device_id=967f33aa-748d-4bae-8ce6-2e722e735418 HTTP/1.1" status: 200 len: 943 time: 0.0540254 Dec 10 19:14:59.418183 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4f18280c-270e-4c7e-8132-0d6f63a83fcc req-c797ad65-2989-43b4-91e6-2b72ed4dc7d8 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "GET /v2.0/security-groups?id=899df0ce-8070-454c-8a92-32a0d920621f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454469 Dec 10 19:15:00.530548 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 89ddda96-bd46-4602-822f-9649352e2690 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:15:00.540037 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb056fa-4cd5-4bd1-be75-a7de44157375 req-59ee2c03-3327-4903-8503-9d26117e818a tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:00.541621 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4eb056fa-4cd5-4bd1-be75-a7de44157375 req-59ee2c03-3327-4903-8503-9d26117e818a tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "GET /v2.0/ports?device_id=967f33aa-748d-4bae-8ce6-2e722e735418 HTTP/1.1" status: 200 len: 943 time: 0.0511527 Dec 10 19:15:00.596004 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4eb056fa-4cd5-4bd1-be75-a7de44157375 req-245d72d8-7b5e-4af5-8309-132db48bea2d tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "GET /v2.0/security-groups?id=899df0ce-8070-454c-8a92-32a0d920621f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470972 Dec 10 19:15:00.626462 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 89ddda96-bd46-4602-822f-9649352e2690, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=89ddda96-bd46-4602-822f-9649352e2690,segment=NetworkSegment(a71e2161-587a-4aa3-980d-eef74f083d9b),segment_id=a71e2161-587a-4aa3-980d-eef74f083d9b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:00.642963 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '89ddda96-bd46-4602-822f-9649352e2690', 'network_id': 'f6642665-9caf-42e4-9c00-e0f150c7374f', 'port_id': '89ddda96-bd46-4602-822f-9649352e2690', 'mac_address': 'fa:16:3e:a2:40:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '200dc29e-6df2-4e0b-90de-1d443e4daabf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:15:00.680528 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:00.693695 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89ddda96-bd46-4602-822f-9649352e2690 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:15:00.712617 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 89ddda96-bd46-4602-822f-9649352e2690, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=89ddda96-bd46-4602-822f-9649352e2690,segment=NetworkSegment(a71e2161-587a-4aa3-980d-eef74f083d9b),segment_id=a71e2161-587a-4aa3-980d-eef74f083d9b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:00.716822 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:00.765286 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=89ddda96-bd46-4602-822f-9649352e2690,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:00.774426 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:00.774785 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:00.775134 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:00.775514 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:00.775857 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:00.776199 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:00.776537 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:00.776896 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:00.777233 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:00.777565 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:00.777900 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:00.778231 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:00.778560 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:01.080181 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['89ddda96-bd46-4602-822f-9649352e2690'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:15:01.618179 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:15:01.726281 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c3546-0fbb-4ba9-ab3d-abfee5eba59d req-00e6b374-4c2d-436a-ad29-3d0bc702a18f tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:01.728050 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-474c3546-0fbb-4ba9-ab3d-abfee5eba59d req-00e6b374-4c2d-436a-ad29-3d0bc702a18f tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "GET /v2.0/ports?device_id=967f33aa-748d-4bae-8ce6-2e722e735418 HTTP/1.1" status: 200 len: 944 time: 0.0582924 Dec 10 19:15:01.783539 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-474c3546-0fbb-4ba9-ab3d-abfee5eba59d req-2e86d659-0fae-4fc2-b704-2f8bbb1466d2 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "GET /v2.0/security-groups?id=899df0ce-8070-454c-8a92-32a0d920621f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490782 Dec 10 19:15:02.556376 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 89ddda96-bd46-4602-822f-9649352e2690 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:15:02.607409 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 89ddda96-bd46-4602-822f-9649352e2690 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:15:02.611325 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 89ddda96-bd46-4602-822f-9649352e2690 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:02.611704 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:02.685865 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:02.707818 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967f33aa-748d-4bae-8ce6-2e722e735418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ddda96-bd46-4602-822f-9649352e2690'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:15:02.710045 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7360b94c-6291-40ac-a8fd-dc3c275677bd" -d '{"events": [{"server_uuid": "967f33aa-748d-4bae-8ce6-2e722e735418", "name": "network-vif-plugged", "status": "completed", "tag": "89ddda96-bd46-4602-822f-9649352e2690"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:15:02.723191 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 89ddda96-bd46-4602-822f-9649352e2690, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=89ddda96-bd46-4602-822f-9649352e2690,segment=NetworkSegment(a71e2161-587a-4aa3-980d-eef74f083d9b),segment_id=a71e2161-587a-4aa3-980d-eef74f083d9b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:02.728239 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:02.753566 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675652bf-5fe9-4e1b-8cee-1850e6fa1c30 x-openstack-request-id: req-675652bf-5fe9-4e1b-8cee-1850e6fa1c30 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:15:02.753865 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "967f33aa-748d-4bae-8ce6-2e722e735418", "name": "network-vif-plugged", "status": "completed", "tag": "89ddda96-bd46-4602-822f-9649352e2690", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:15:02.754126 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-675652bf-5fe9-4e1b-8cee-1850e6fa1c30 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:15:02.755119 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967f33aa-748d-4bae-8ce6-2e722e735418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ddda96-bd46-4602-822f-9649352e2690', 'code': 200} Dec 10 19:15:02.783982 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=89ddda96-bd46-4602-822f-9649352e2690,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:02.850159 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72475710-e7b8-4309-81fb-77493d795582 req-fb282fed-7d85-47c4-879b-da42446ef961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:02.851657 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-72475710-e7b8-4309-81fb-77493d795582 req-fb282fed-7d85-47c4-879b-da42446ef961 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=967f33aa-748d-4bae-8ce6-2e722e735418 HTTP/1.1" status: 200 len: 1096 time: 0.0420058 Dec 10 19:15:02.932832 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816fab95-1f56-40db-bd73-2a389c357264 req-02f953e0-0c51-4da3-b2de-eeaef9807bc9 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:02.934330 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-816fab95-1f56-40db-bd73-2a389c357264 req-02f953e0-0c51-4da3-b2de-eeaef9807bc9 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "GET /v2.0/ports?device_id=967f33aa-748d-4bae-8ce6-2e722e735418 HTTP/1.1" status: 200 len: 945 time: 0.0810916 Dec 10 19:15:02.936882 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-72475710-e7b8-4309-81fb-77493d795582 req-05f6f18b-0f88-40f9-a7c0-57d0d76fc222 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=899df0ce-8070-454c-8a92-32a0d920621f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754006 Dec 10 19:15:02.984347 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-816fab95-1f56-40db-bd73-2a389c357264 req-5983a736-b827-4b2f-bb17-ee58ecad70bf tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "GET /v2.0/security-groups?id=899df0ce-8070-454c-8a92-32a0d920621f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433149 Dec 10 19:15:04.109880 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97986269-05ea-4b43-b577-fe2aa41c4528 req-b3a8cf12-26db-4362-970a-90b9095062db tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:04.112554 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-97986269-05ea-4b43-b577-fe2aa41c4528 req-b3a8cf12-26db-4362-970a-90b9095062db tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "GET /v2.0/ports?device_id=967f33aa-748d-4bae-8ce6-2e722e735418 HTTP/1.1" status: 200 len: 945 time: 0.0532930 Dec 10 19:15:04.115486 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:04.174435 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-97986269-05ea-4b43-b577-fe2aa41c4528 req-b22d59d5-3659-4e0d-91a0-db25e5bcb829 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "GET /v2.0/security-groups?id=899df0ce-8070-454c-8a92-32a0d920621f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552952 Dec 10 19:15:05.294837 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3889b-3eae-4936-9ff9-57f584328210 req-86b2c6f3-c100-4dc6-ad52-375bb33d69b0 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:05.296345 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0bf3889b-3eae-4936-9ff9-57f584328210 req-86b2c6f3-c100-4dc6-ad52-375bb33d69b0 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "GET /v2.0/ports?device_id=967f33aa-748d-4bae-8ce6-2e722e735418 HTTP/1.1" status: 200 len: 945 time: 0.0520148 Dec 10 19:15:05.350603 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0bf3889b-3eae-4936-9ff9-57f584328210 req-3c740d39-3510-44dd-bfa9-6f21d4771e3b tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "GET /v2.0/security-groups?id=899df0ce-8070-454c-8a92-32a0d920621f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471661 Dec 10 19:15:05.476038 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3fe217-6eeb-4883-bd91-eefbc8e282b0 req-e7702cc0-06f0-4829-a077-428463920b91 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:05.483827 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aa3fe217-6eeb-4883-bd91-eefbc8e282b0 req-e7702cc0-06f0-4829-a077-428463920b91 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "GET /v2.0/ports?device_id=967f33aa-748d-4bae-8ce6-2e722e735418 HTTP/1.1" status: 200 len: 945 time: 0.0641613 Dec 10 19:15:05.536414 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aa3fe217-6eeb-4883-bd91-eefbc8e282b0 req-2eacbb16-07ee-4d0a-89a8-07e4bdf74074 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "GET /v2.0/security-groups?id=899df0ce-8070-454c-8a92-32a0d920621f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516307 Dec 10 19:15:05.656564 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58940d5f-8d32-452d-8752-1b18ea08bdbd req-e0d5aafe-c356-4196-a1ed-81d9e0d5335f tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:05.658928 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-58940d5f-8d32-452d-8752-1b18ea08bdbd req-e0d5aafe-c356-4196-a1ed-81d9e0d5335f tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "GET /v2.0/ports?device_id=967f33aa-748d-4bae-8ce6-2e722e735418 HTTP/1.1" status: 200 len: 945 time: 0.0535822 Dec 10 19:15:05.713267 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-58940d5f-8d32-452d-8752-1b18ea08bdbd req-ad99633f-c292-4527-bcba-1c3d10bd9db9 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "GET /v2.0/security-groups?id=899df0ce-8070-454c-8a92-32a0d920621f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483789 Dec 10 19:15:05.736622 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45944) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:15:05.882064 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b65f11b-e57d-42e1-bf32-67f4cab353dc tempest-TestServerBasicOps-296236961 tempest-TestServerBasicOps-296236961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:05.883622 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4b65f11b-e57d-42e1-bf32-67f4cab353dc tempest-TestServerBasicOps-296236961 tempest-TestServerBasicOps-296236961-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=967f33aa-748d-4bae-8ce6-2e722e735418 HTTP/1.1" status: 200 len: 1091 time: 0.1458142 Dec 10 19:15:05.886653 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 45950) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:15:05.891497 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-58e201a7-0045-4a73-a04e-b3c56d43a87b tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'port_id': '89ddda96-bd46-4602-822f-9649352e2690', 'tenant_id': '0af9e85579124fbaa7442e80b66cd587', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:05.917235 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58e201a7-0045-4a73-a04e-b3c56d43a87b tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:06.027343 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58e201a7-0045-4a73-a04e-b3c56d43a87b tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:06.139614 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-58e201a7-0045-4a73-a04e-b3c56d43a87b tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Allocated IP 172.25.7.220 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/9ef03200-31f2-4e51-adce-64090cbafede) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:15:06.261586 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58e201a7-0045-4a73-a04e-b3c56d43a87b tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:06.305971 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58e201a7-0045-4a73-a04e-b3c56d43a87b tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:06.347081 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e201a7-0045-4a73-a04e-b3c56d43a87b tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:06.354799 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-58e201a7-0045-4a73-a04e-b3c56d43a87b tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:06.357061 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e201a7-0045-4a73-a04e-b3c56d43a87b tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Pushing event updated for resources: {'Port': ['ID=9ef03200-31f2-4e51-adce-64090cbafede,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:06.359166 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e201a7-0045-4a73-a04e-b3c56d43a87b tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:06.730474 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58e201a7-0045-4a73-a04e-b3c56d43a87b tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:06.806933 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58e201a7-0045-4a73-a04e-b3c56d43a87b tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:06.971229 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58e201a7-0045-4a73-a04e-b3c56d43a87b tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:06.975693 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58e201a7-0045-4a73-a04e-b3c56d43a87b tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:07.052445 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e201a7-0045-4a73-a04e-b3c56d43a87b tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Pushing event updated for resources: {'Port': ['ID=9ef03200-31f2-4e51-adce-64090cbafede,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:07.064602 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58e201a7-0045-4a73-a04e-b3c56d43a87b tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:07.171189 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-58e201a7-0045-4a73-a04e-b3c56d43a87b tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Floating IP 001ca023-25db-4ea2-9cf5-e2715fef4ce2 associated. External IP: 172.25.7.220, port: 89ddda96-bd46-4602-822f-9649352e2690. Dec 10 19:15:07.396539 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e201a7-0045-4a73-a04e-b3c56d43a87b tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Router bd9dbf8b-b652-47e8-ad6a-11e80d8090f4 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:15:07.511200 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e201a7-0045-4a73-a04e-b3c56d43a87b tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:15:07.522357 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d71883-759a-4859-a69c-5c3dd4c67b66 None None] Sync routers for ids ['bd9dbf8b-b652-47e8-ad6a-11e80d8090f4'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:15:07.531853 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58e201a7-0045-4a73-a04e-b3c56d43a87b tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:07.539182 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d71883-759a-4859-a69c-5c3dd4c67b66 None None] Routers {'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:15:07.539812 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-d5d71883-759a-4859-a69c-5c3dd4c67b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:14:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['bd9dbf8b-b652-47e8-ad6a-11e80d8090f4'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:07.560254 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-58e201a7-0045-4a73-a04e-b3c56d43a87b tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6725364 Dec 10 19:15:07.560863 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '967f33aa-748d-4bae-8ce6-2e722e735418', 'tag': '89ddda96-bd46-4602-822f-9649352e2690'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:15:07.563110 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293be9fa-2a7e-47cd-bc58-c6af9dd11e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "967f33aa-748d-4bae-8ce6-2e722e735418", "tag": "89ddda96-bd46-4602-822f-9649352e2690"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:15:07.602245 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb5519c-9253-4df8-bb6e-7a050f6e35c6 x-openstack-request-id: req-7cb5519c-9253-4df8-bb6e-7a050f6e35c6 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:15:07.602541 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "967f33aa-748d-4bae-8ce6-2e722e735418", "tag": "89ddda96-bd46-4602-822f-9649352e2690", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:15:07.602803 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7cb5519c-9253-4df8-bb6e-7a050f6e35c6 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:15:07.603214 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '967f33aa-748d-4bae-8ce6-2e722e735418', 'tag': '89ddda96-bd46-4602-822f-9649352e2690', 'status': 'completed', 'code': 200} Dec 10 19:15:07.659950 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-d5d71883-759a-4859-a69c-5c3dd4c67b66 None None] Set router bd9dbf8b-b652-47e8-ad6a-11e80d8090f4 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:15:07.668824 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293be9fa-2a7e-47cd-bc58-c6af9dd11e2f req-462cc2ac-8d5b-4526-b595-793e144eb910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:07.670448 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-293be9fa-2a7e-47cd-bc58-c6af9dd11e2f req-462cc2ac-8d5b-4526-b595-793e144eb910 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0af9e85579124fbaa7442e80b66cd587&device_id=967f33aa-748d-4bae-8ce6-2e722e735418 HTTP/1.1" status: 200 len: 1096 time: 0.0444584 Dec 10 19:15:07.775807 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293be9fa-2a7e-47cd-bc58-c6af9dd11e2f req-6efcd547-fdd1-4b2e-a515-ce5558144348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:07.777359 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-293be9fa-2a7e-47cd-bc58-c6af9dd11e2f req-6efcd547-fdd1-4b2e-a515-ce5558144348 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f6642665-9caf-42e4-9c00-e0f150c7374f HTTP/1.1" status: 200 len: 910 time: 0.0986259 Dec 10 19:15:07.856020 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-293be9fa-2a7e-47cd-bc58-c6af9dd11e2f req-10594501-4932-4c1c-b2a3-b2b6aa189294 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89ddda96-bd46-4602-822f-9649352e2690 HTTP/1.1" status: 200 len: 999 time: 0.0613050 Dec 10 19:15:07.909406 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293be9fa-2a7e-47cd-bc58-c6af9dd11e2f req-9c6f51a8-b31d-49f6-847c-c8d6f21e582a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:07.910911 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-293be9fa-2a7e-47cd-bc58-c6af9dd11e2f req-9c6f51a8-b31d-49f6-847c-c8d6f21e582a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=200dc29e-6df2-4e0b-90de-1d443e4daabf HTTP/1.1" status: 200 len: 848 time: 0.0571492 Dec 10 19:15:07.962665 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293be9fa-2a7e-47cd-bc58-c6af9dd11e2f req-104d9e76-e114-4f74-884e-7001186678e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:07.964196 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-293be9fa-2a7e-47cd-bc58-c6af9dd11e2f req-104d9e76-e114-4f74-884e-7001186678e3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f6642665-9caf-42e4-9c00-e0f150c7374f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463669 Dec 10 19:15:07.994696 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-d5d71883-759a-4859-a69c-5c3dd4c67b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4', 'name': 'tempest-TestServerBasicOps-1366237526-router', 'tenant_id': '0af9e85579124fbaa7442e80b66cd587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '1a575835-0747-4fb3-93d3-e1d8de9a6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:14:40Z', 'updated_at': '2021-12-10T19:14:43Z', 'revision_number': 4, 'project_id': '0af9e85579124fbaa7442e80b66cd587', 'gw_port': {'id': '1a575835-0747-4fb3-93d3-e1d8de9a6d29', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:14:41Z', 'updated_at': '2021-12-10T19:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '001ca023-25db-4ea2-9cf5-e2715fef4ce2', 'tenant_id': '0af9e85579124fbaa7442e80b66cd587', 'floating_ip_address': '172.25.7.220', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4', 'port_id': '89ddda96-bd46-4602-822f-9649352e2690', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6642665-9caf-42e4-9c00-e0f150c7374f', 'mac_address': 'fa:16:3e:a2:40:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967f33aa-748d-4bae-8ce6-2e722e735418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:15:06Z', 'updated_at': '2021-12-10T19:15:06Z', 'revision_number': 0, 'project_id': '0af9e85579124fbaa7442e80b66cd587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7737174-0b8a-4b9b-9fb5-3f3e1e8b0f8e', 'name': '', 'network_id': 'f6642665-9caf-42e4-9c00-e0f150c7374f', 'tenant_id': '0af9e85579124fbaa7442e80b66cd587', 'mac_address': 'fa:16:3e:f1:41:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '200dc29e-6df2-4e0b-90de-1d443e4daabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:14:43Z', 'updated_at': '2021-12-10T19:14:48Z', 'revision_number': 5, 'project_id': '0af9e85579124fbaa7442e80b66cd587', 'subnets': [{'id': '200dc29e-6df2-4e0b-90de-1d443e4daabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:08.025638 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d71883-759a-4859-a69c-5c3dd4c67b66 None None] Checking router: bd9dbf8b-b652-47e8-ad6a-11e80d8090f4 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:15:08.036322 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d71883-759a-4859-a69c-5c3dd4c67b66 None None] Routers {'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:15:08.036651 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-d5d71883-759a-4859-a69c-5c3dd4c67b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:14:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['bd9dbf8b-b652-47e8-ad6a-11e80d8090f4'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:08.077748 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-293be9fa-2a7e-47cd-bc58-c6af9dd11e2f req-eec0b546-b7d9-47aa-ad96-be12fb841a6a service neutron] 10.222.0.72 "GET /v2.0/networks/f6642665-9caf-42e4-9c00-e0f150c7374f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051681 Dec 10 19:15:08.153631 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-d5d71883-759a-4859-a69c-5c3dd4c67b66 None None] Set router bd9dbf8b-b652-47e8-ad6a-11e80d8090f4 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:15:08.185785 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-293be9fa-2a7e-47cd-bc58-c6af9dd11e2f req-537b1b11-124e-48fc-976d-2007c9b3dbea service neutron] 10.222.0.72 "GET /v2.0/networks/f6642665-9caf-42e4-9c00-e0f150c7374f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005929 Dec 10 19:15:08.398049 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-d5d71883-759a-4859-a69c-5c3dd4c67b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4', 'name': 'tempest-TestServerBasicOps-1366237526-router', 'tenant_id': '0af9e85579124fbaa7442e80b66cd587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '1a575835-0747-4fb3-93d3-e1d8de9a6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:14:40Z', 'updated_at': '2021-12-10T19:14:43Z', 'revision_number': 4, 'project_id': '0af9e85579124fbaa7442e80b66cd587', 'gw_port': {'id': '1a575835-0747-4fb3-93d3-e1d8de9a6d29', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:14:41Z', 'updated_at': '2021-12-10T19:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '001ca023-25db-4ea2-9cf5-e2715fef4ce2', 'tenant_id': '0af9e85579124fbaa7442e80b66cd587', 'floating_ip_address': '172.25.7.220', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4', 'port_id': '89ddda96-bd46-4602-822f-9649352e2690', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6642665-9caf-42e4-9c00-e0f150c7374f', 'mac_address': 'fa:16:3e:a2:40:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967f33aa-748d-4bae-8ce6-2e722e735418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:15:06Z', 'updated_at': '2021-12-10T19:15:06Z', 'revision_number': 0, 'project_id': '0af9e85579124fbaa7442e80b66cd587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7737174-0b8a-4b9b-9fb5-3f3e1e8b0f8e', 'name': '', 'network_id': 'f6642665-9caf-42e4-9c00-e0f150c7374f', 'tenant_id': '0af9e85579124fbaa7442e80b66cd587', 'mac_address': 'fa:16:3e:f1:41:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '200dc29e-6df2-4e0b-90de-1d443e4daabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:14:43Z', 'updated_at': '2021-12-10T19:14:48Z', 'revision_number': 5, 'project_id': '0af9e85579124fbaa7442e80b66cd587', 'subnets': [{'id': '200dc29e-6df2-4e0b-90de-1d443e4daabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:08.427809 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d71883-759a-4859-a69c-5c3dd4c67b66 None None] The sync data for ids ['bd9dbf8b-b652-47e8-ad6a-11e80d8090f4'] in n-d-821435-1 is: [{'id': 'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4', 'name': 'tempest-TestServerBasicOps-1366237526-router', 'tenant_id': '0af9e85579124fbaa7442e80b66cd587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '1a575835-0747-4fb3-93d3-e1d8de9a6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:14:40Z', 'updated_at': '2021-12-10T19:14:43Z', 'revision_number': 4, 'project_id': '0af9e85579124fbaa7442e80b66cd587', 'gw_port': {'id': '1a575835-0747-4fb3-93d3-e1d8de9a6d29', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:14:41Z', 'updated_at': '2021-12-10T19:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '001ca023-25db-4ea2-9cf5-e2715fef4ce2', 'tenant_id': '0af9e85579124fbaa7442e80b66cd587', 'floating_ip_address': '172.25.7.220', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4', 'port_id': '89ddda96-bd46-4602-822f-9649352e2690', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6642665-9caf-42e4-9c00-e0f150c7374f', 'mac_address': 'fa:16:3e:a2:40:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967f33aa-748d-4bae-8ce6-2e722e735418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:15:06Z', 'updated_at': '2021-12-10T19:15:06Z', 'revision_number': 0, 'project_id': '0af9e85579124fbaa7442e80b66cd587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7737174-0b8a-4b9b-9fb5-3f3e1e8b0f8e', 'name': '', 'network_id': 'f6642665-9caf-42e4-9c00-e0f150c7374f', 'tenant_id': '0af9e85579124fbaa7442e80b66cd587', 'mac_address': 'fa:16:3e:f1:41:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '200dc29e-6df2-4e0b-90de-1d443e4daabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:14:43Z', 'updated_at': '2021-12-10T19:14:48Z', 'revision_number': 5, 'project_id': '0af9e85579124fbaa7442e80b66cd587', 'subnets': [{'id': '200dc29e-6df2-4e0b-90de-1d443e4daabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:15:08.437542 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:08.817277 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de167b86-a165-4496-9652-2c90e85880fa None None] New status for floating IP 001ca023-25db-4ea2-9cf5-e2715fef4ce2: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:15:19.682024 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f416c1bc-0386-48bc-b0f0-d0c60f0d5e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:22.007599 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 46168) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:15:22.012183 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1367b9ac-de93-4dc1-9f36-5ed3d10527e8 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-294446960', 'description': 'tempest-secgroup-smoke-294446960 description', 'project_id': '4be3ac13b4194ded9b233ce139ba388a'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:22.034880 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1367b9ac-de93-4dc1-9f36-5ed3d10527e8 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:22.099829 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1367b9ac-de93-4dc1-9f36-5ed3d10527e8 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:22.103493 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1367b9ac-de93-4dc1-9f36-5ed3d10527e8 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:22.132730 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1367b9ac-de93-4dc1-9f36-5ed3d10527e8 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:22.133938 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1367b9ac-de93-4dc1-9f36-5ed3d10527e8 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1253290 Dec 10 19:15:22.135772 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1367b9ac-de93-4dc1-9f36-5ed3d10527e8 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82b34605-932d-437c-bc32-f080220f5d90,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:22.136937 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 46170) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:15:22.141781 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-10390326-9615-434a-af2c-59526d02d8f5 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Request body: {'security_group_rule': {'security_group_id': '82b34605-932d-437c-bc32-f080220f5d90', 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:22.169434 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-10390326-9615-434a-af2c-59526d02d8f5 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:22.214183 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-10390326-9615-434a-af2c-59526d02d8f5 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:22.217768 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-10390326-9615-434a-af2c-59526d02d8f5 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:22.236112 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10390326-9615-434a-af2c-59526d02d8f5 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3764255-e776-4460-bc87-1be9fdfc3993,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:22.243569 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-10390326-9615-434a-af2c-59526d02d8f5 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:22.244786 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-10390326-9615-434a-af2c-59526d02d8f5 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1068046 Dec 10 19:15:22.247999 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 46172) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:15:22.252944 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-abc5d7fb-546a-479a-bf49-03492256794c tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Request body: {'security_group_rule': {'security_group_id': '82b34605-932d-437c-bc32-f080220f5d90', 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:22.278951 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-abc5d7fb-546a-479a-bf49-03492256794c tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:22.335448 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-abc5d7fb-546a-479a-bf49-03492256794c tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:22.339247 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-abc5d7fb-546a-479a-bf49-03492256794c tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:22.358513 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5d7fb-546a-479a-bf49-03492256794c tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7b5ba23-9dda-4362-9d6e-d0eb1a9ee4f0,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:22.363872 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-abc5d7fb-546a-479a-bf49-03492256794c tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:22.367838 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 46174) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:15:22.368081 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-abc5d7fb-546a-479a-bf49-03492256794c tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1188223 Dec 10 19:15:22.373132 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e304537b-c0b0-49f6-aa09-7ea5d7cb5a10 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Request body: {'security_group_rule': {'security_group_id': '82b34605-932d-437c-bc32-f080220f5d90', 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:22.399588 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e304537b-c0b0-49f6-aa09-7ea5d7cb5a10 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:22.456391 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e304537b-c0b0-49f6-aa09-7ea5d7cb5a10 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:22.459972 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e304537b-c0b0-49f6-aa09-7ea5d7cb5a10 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:22.477355 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304537b-c0b0-49f6-aa09-7ea5d7cb5a10 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a600607e-94e5-486b-84c0-d0ec7ab748e3,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:22.484721 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e304537b-c0b0-49f6-aa09-7ea5d7cb5a10 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:22.486468 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e304537b-c0b0-49f6-aa09-7ea5d7cb5a10 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164477 Dec 10 19:15:22.489568 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 46176) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:15:22.495022 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ff1c25e1-34bb-4e72-b1ca-26e8c058fe42 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Request body: {'security_group_rule': {'security_group_id': '82b34605-932d-437c-bc32-f080220f5d90', 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:22.508595 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c0e0def2-6ee4-4ee4-935c-5834c09fcea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:22.523409 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff1c25e1-34bb-4e72-b1ca-26e8c058fe42 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:22.582574 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff1c25e1-34bb-4e72-b1ca-26e8c058fe42 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:22.586179 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff1c25e1-34bb-4e72-b1ca-26e8c058fe42 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:22.602804 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c25e1-34bb-4e72-b1ca-26e8c058fe42 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac76922b-8c24-411c-a071-72dc56866d1e,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:22.610538 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff1c25e1-34bb-4e72-b1ca-26e8c058fe42 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:22.611968 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ff1c25e1-34bb-4e72-b1ca-26e8c058fe42 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1213815 Dec 10 19:15:22.614658 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 46178) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:15:22.618965 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-bb314ba0-9a71-437c-97f9-126cb9ca63b1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Request body: {'security_group_rule': {'security_group_id': '82b34605-932d-437c-bc32-f080220f5d90', 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:22.640349 n-d-821435-1 neutron-server[103245]: INFO neutron.db.securitygroups_db [None req-bb314ba0-9a71-437c-97f9-126cb9ca63b1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Project 4be3ac13b4194ded9b233ce139ba388a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:15:22.645943 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb314ba0-9a71-437c-97f9-126cb9ca63b1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:22.700817 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb314ba0-9a71-437c-97f9-126cb9ca63b1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:22.704139 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb314ba0-9a71-437c-97f9-126cb9ca63b1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:22.721554 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb314ba0-9a71-437c-97f9-126cb9ca63b1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a7a29d-4066-4af4-ac76-c75a352d5689,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:22.728962 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb314ba0-9a71-437c-97f9-126cb9ca63b1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:22.730074 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-bb314ba0-9a71-437c-97f9-126cb9ca63b1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1144819 Dec 10 19:15:22.732716 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 46180) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:15:22.737614 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-b52c07e7-20c6-45c5-8cc8-6c7df512fafe tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Request body: {'security_group_rule': {'security_group_id': '82b34605-932d-437c-bc32-f080220f5d90', 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:22.760037 n-d-821435-1 neutron-server[103245]: INFO neutron.db.securitygroups_db [None req-b52c07e7-20c6-45c5-8cc8-6c7df512fafe tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Project 4be3ac13b4194ded9b233ce139ba388a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:15:22.765056 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b52c07e7-20c6-45c5-8cc8-6c7df512fafe tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:22.824034 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b52c07e7-20c6-45c5-8cc8-6c7df512fafe tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:22.827295 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b52c07e7-20c6-45c5-8cc8-6c7df512fafe tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:22.844401 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c07e7-20c6-45c5-8cc8-6c7df512fafe tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84456b0e-b2d0-44fe-a23d-32982d44c701,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:22.852356 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b52c07e7-20c6-45c5-8cc8-6c7df512fafe tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:22.853588 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b52c07e7-20c6-45c5-8cc8-6c7df512fafe tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199055 Dec 10 19:15:23.058473 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-764192fa-ad15-4064-a18c-e9a24ab40050 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-294446960&fields=id&tenant_id=4be3ac13b4194ded9b233ce139ba388a HTTP/1.1" status: 200 len: 267 time: 0.0465388 Dec 10 19:15:23.163290 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-8e81f0d1-6d33-411d-8e3c-395ad0ca6480 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:23.164778 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-8e81f0d1-6d33-411d-8e3c-395ad0ca6480 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/networks?id=c9206994-f16b-44b0-b64e-c8acaccaed37 HTTP/1.1" status: 200 len: 814 time: 0.0986962 Dec 10 19:15:23.179988 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-7fd7badb-1aa7-4f23-b482-81042b366544 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/quotas/4be3ac13b4194ded9b233ce139ba388a HTTP/1.1" status: 200 len: 375 time: 0.0094769 Dec 10 19:15:23.229408 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-a05f6d34-ae7b-42ec-8072-4853612f0107 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4be3ac13b4194ded9b233ce139ba388a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442028 Dec 10 19:15:23.326172 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-e54b6452-58ed-441f-a8cd-5bfeaf05e035 service neutron] 10.222.0.62 "GET /v2.0/networks/c9206994-f16b-44b0-b64e-c8acaccaed37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848665 Dec 10 19:15:23.416067 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-eba71751-c09c-4d48-9eb8-cb13c5c51500 service neutron] 10.222.0.62 "GET /v2.0/networks/c9206994-f16b-44b0-b64e-c8acaccaed37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827370 Dec 10 19:15:23.520921 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:23.700187 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4fd64fd1-4071-451a-ae8c-f9cd3927acdd req-821d214e-746e-4b08-a111-832efb4e589a tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/ports?device_id=d709ad1f-b6f5-452c-a700-a29e1af05c80 HTTP/1.1" status: 200 len: 210 time: 0.0275149 Dec 10 19:15:24.600908 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-cc8b456c-e414-47f1-99dd-2f99f9c914ee tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:24.602358 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-cc8b456c-e414-47f1-99dd-2f99f9c914ee tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.46 "GET /v2.0/networks?id=c9206994-f16b-44b0-b64e-c8acaccaed37 HTTP/1.1" status: 200 len: 814 time: 0.1097977 Dec 10 19:15:24.690780 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-4b9b81ea-5cdf-45ee-a34f-9ea36f356512 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4be3ac13b4194ded9b233ce139ba388a HTTP/1.1" status: 200 len: 379 time: 0.0595529 Dec 10 19:15:24.700297 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-7b8c8fa7-79e9-4e31-bf43-91e3f22b61dd tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Request body: {'port': {'device_id': 'd709ad1f-b6f5-452c-a700-a29e1af05c80', 'network_id': 'c9206994-f16b-44b0-b64e-c8acaccaed37', 'admin_state_up': True, 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'security_groups': ['82b34605-932d-437c-bc32-f080220f5d90']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:24.806203 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-284e25c2-ceda-43e8-8c46-fb346a3b4acf req-0eb3688a-c7e7-4c55-a37e-d15cc7007c5e tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/ports?device_id=d709ad1f-b6f5-452c-a700-a29e1af05c80 HTTP/1.1" status: 200 len: 210 time: 0.0353575 Dec 10 19:15:24.817841 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-7b8c8fa7-79e9-4e31-bf43-91e3f22b61dd tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Made reservation on behalf of 4be3ac13b4194ded9b233ce139ba388a for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:24.821808 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-7b8c8fa7-79e9-4e31-bf43-91e3f22b61dd tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:24.895559 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:24.951783 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-7b8c8fa7-79e9-4e31-bf43-91e3f22b61dd tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Allocated IP 172.20.0.7 (c9206994-f16b-44b0-b64e-c8acaccaed37/bd69b434-f410-4bb2-ab5e-18036bd01f04/25900dc4-5782-4e9d-aa7a-bde2025f87a7) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:15:25.104791 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-7b8c8fa7-79e9-4e31-bf43-91e3f22b61dd tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:25.137992 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-7b8c8fa7-79e9-4e31-bf43-91e3f22b61dd tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:25.183882 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-7b8c8fa7-79e9-4e31-bf43-91e3f22b61dd tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Network c9206994-f16b-44b0-b64e-c8acaccaed37 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:25.187049 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-7b8c8fa7-79e9-4e31-bf43-91e3f22b61dd tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:25.191101 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-7b8c8fa7-79e9-4e31-bf43-91e3f22b61dd tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:25.197503 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c8fa7-79e9-4e31-bf43-91e3f22b61dd tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Pushing event updated for resources: {'Port': ['ID=25900dc4-5782-4e9d-aa7a-bde2025f87a7,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:25.249755 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-7b8c8fa7-79e9-4e31-bf43-91e3f22b61dd tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:25.250405 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-7b8c8fa7-79e9-4e31-bf43-91e3f22b61dd tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:25.271868 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-7b8c8fa7-79e9-4e31-bf43-91e3f22b61dd tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5750201 Dec 10 19:15:25.287517 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-df256805-ae9c-4942-9e47-121827524448 service neutron] Request body: {'port': {'device_id': 'd709ad1f-b6f5-452c-a700-a29e1af05c80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:25.343839 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-df256805-ae9c-4942-9e47-121827524448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:25.449885 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7b058d34-1d6f-46e9-bc28-d6096a8f9d87 None None] Provisioning complete for port 25900dc4-5782-4e9d-aa7a-bde2025f87a7 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:25.450396 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7b058d34-1d6f-46e9-bc28-d6096a8f9d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:25.498481 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-7b058d34-1d6f-46e9-bc28-d6096a8f9d87 None None] Port 25900dc4-5782-4e9d-aa7a-bde2025f87a7 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:15:25.507700 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:25.625482 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-df256805-ae9c-4942-9e47-121827524448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25900dc4-5782-4e9d-aa7a-bde2025f87a7 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:15:25.633486 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-df256805-ae9c-4942-9e47-121827524448 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:25.646230 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-df256805-ae9c-4942-9e47-121827524448 service neutron] Transition to ACTIVE for port object 25900dc4-5782-4e9d-aa7a-bde2025f87a7 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:15:25.650024 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-df256805-ae9c-4942-9e47-121827524448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:25.701556 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df256805-ae9c-4942-9e47-121827524448 service neutron] Pushing event updated for resources: {'Port': ['ID=25900dc4-5782-4e9d-aa7a-bde2025f87a7,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:25.773128 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-df256805-ae9c-4942-9e47-121827524448 service neutron] Attempting to bind port 25900dc4-5782-4e9d-aa7a-bde2025f87a7 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:15:25.773461 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-df256805-ae9c-4942-9e47-121827524448 service neutron] Attempting to bind port 25900dc4-5782-4e9d-aa7a-bde2025f87a7 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '8112065f-998d-45fa-adeb-517901d3e9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c9206994-f16b-44b0-b64e-c8acaccaed37'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:15:25.773789 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-df256805-ae9c-4942-9e47-121827524448 service neutron] Attempting to bind port 25900dc4-5782-4e9d-aa7a-bde2025f87a7 on network c9206994-f16b-44b0-b64e-c8acaccaed37 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:15:25.778166 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-df256805-ae9c-4942-9e47-121827524448 service neutron] Port 25900dc4-5782-4e9d-aa7a-bde2025f87a7 on network c9206994-f16b-44b0-b64e-c8acaccaed37 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:15:25.778516 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-df256805-ae9c-4942-9e47-121827524448 service neutron] Attempting to bind port 25900dc4-5782-4e9d-aa7a-bde2025f87a7 on network c9206994-f16b-44b0-b64e-c8acaccaed37 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:15:25.785639 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-df256805-ae9c-4942-9e47-121827524448 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:15:25.785980 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-df256805-ae9c-4942-9e47-121827524448 service neutron] Checking segment: {'id': '8112065f-998d-45fa-adeb-517901d3e9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c9206994-f16b-44b0-b64e-c8acaccaed37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:15:25.786366 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-df256805-ae9c-4942-9e47-121827524448 service neutron] Bound using segment: {'id': '8112065f-998d-45fa-adeb-517901d3e9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c9206994-f16b-44b0-b64e-c8acaccaed37'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:15:25.786794 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-df256805-ae9c-4942-9e47-121827524448 service neutron] Bound port: 25900dc4-5782-4e9d-aa7a-bde2025f87a7, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8112065f-998d-45fa-adeb-517901d3e9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c9206994-f16b-44b0-b64e-c8acaccaed37'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:15:25.787150 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-df256805-ae9c-4942-9e47-121827524448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:25.860991 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-df256805-ae9c-4942-9e47-121827524448 service neutron] For port 25900dc4-5782-4e9d-aa7a-bde2025f87a7, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:15:25.866531 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-df256805-ae9c-4942-9e47-121827524448 service neutron] For port 25900dc4-5782-4e9d-aa7a-bde2025f87a7, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=25900dc4-5782-4e9d-aa7a-bde2025f87a7,segment=NetworkSegment(8112065f-998d-45fa-adeb-517901d3e9fd),segment_id=8112065f-998d-45fa-adeb-517901d3e9fd)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:15:25.872312 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-df256805-ae9c-4942-9e47-121827524448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:25.934052 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-df256805-ae9c-4942-9e47-121827524448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:25.934693 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-df256805-ae9c-4942-9e47-121827524448 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:25.936103 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-df256805-ae9c-4942-9e47-121827524448 service neutron] 10.222.0.46 "PUT /v2.0/ports/25900dc4-5782-4e9d-aa7a-bde2025f87a7 HTTP/1.1" status: 200 len: 1091 time: 0.6559949 Dec 10 19:15:25.936560 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd709ad1f-b6f5-452c-a700-a29e1af05c80', 'tag': '25900dc4-5782-4e9d-aa7a-bde2025f87a7'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:15:25.938863 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ff950a-84e5-4b41-9293-869ac5ae9372" -d '{"events": [{"name": "network-changed", "server_uuid": "d709ad1f-b6f5-452c-a700-a29e1af05c80", "tag": "25900dc4-5782-4e9d-aa7a-bde2025f87a7"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:15:25.994550 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927a3261-74e8-4c0b-9c4b-75a099561f68 x-openstack-request-id: req-927a3261-74e8-4c0b-9c4b-75a099561f68 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:15:25.994970 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d709ad1f-b6f5-452c-a700-a29e1af05c80", "tag": "25900dc4-5782-4e9d-aa7a-bde2025f87a7", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:15:25.995322 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-927a3261-74e8-4c0b-9c4b-75a099561f68 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:15:25.995845 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd709ad1f-b6f5-452c-a700-a29e1af05c80', 'tag': '25900dc4-5782-4e9d-aa7a-bde2025f87a7', 'status': 'completed', 'code': 200} Dec 10 19:15:26.010668 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df256805-ae9c-4942-9e47-121827524448 service neutron] Pushing event updated for resources: {'Port': ['ID=25900dc4-5782-4e9d-aa7a-bde2025f87a7,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:26.035064 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f7029-9c12-4c05-9294-b8a3068fa381 req-3a5593ca-018d-448b-a5b0-dad27542233d tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:26.036762 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-818f7029-9c12-4c05-9294-b8a3068fa381 req-3a5593ca-018d-448b-a5b0-dad27542233d tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/ports?device_id=d709ad1f-b6f5-452c-a700-a29e1af05c80 HTTP/1.1" status: 200 len: 943 time: 0.1529112 Dec 10 19:15:26.069658 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-6ca514e8-8eec-48bf-98ab-d83641bf491f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:26.071337 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-6ca514e8-8eec-48bf-98ab-d83641bf491f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4be3ac13b4194ded9b233ce139ba388a&device_id=d709ad1f-b6f5-452c-a700-a29e1af05c80 HTTP/1.1" status: 200 len: 1094 time: 0.0786750 Dec 10 19:15:26.134049 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-657e684a-cca1-428d-b969-04ade609427a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25900dc4-5782-4e9d-aa7a-bde2025f87a7 HTTP/1.1" status: 200 len: 217 time: 0.0514178 Dec 10 19:15:26.139296 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-818f7029-9c12-4c05-9294-b8a3068fa381 req-609a6b0f-b60a-4d95-bb44-7710da8e83f9 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/security-groups?id=82b34605-932d-437c-bc32-f080220f5d90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933919 Dec 10 19:15:26.192799 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-490b6dfb-17ac-4dce-b4a6-7f207cc35686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:26.194292 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-490b6dfb-17ac-4dce-b4a6-7f207cc35686 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bd69b434-f410-4bb2-ab5e-18036bd01f04 HTTP/1.1" status: 200 len: 853 time: 0.0536680 Dec 10 19:15:26.253604 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-f98242d8-9379-4406-becd-525d6b07fe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:26.255501 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-f98242d8-9379-4406-becd-525d6b07fe6b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9206994-f16b-44b0-b64e-c8acaccaed37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543904 Dec 10 19:15:26.353392 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-796dfe51-e0a9-430e-b7d1-7331660a03f5 service neutron] 10.222.0.46 "GET /v2.0/networks/c9206994-f16b-44b0-b64e-c8acaccaed37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910604 Dec 10 19:15:26.442787 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8604b564-ebc9-4bd7-af99-12237e6064bf req-ff94ef7d-df2d-4959-bbff-9e6dd6fe2014 service neutron] 10.222.0.46 "GET /v2.0/networks/c9206994-f16b-44b0-b64e-c8acaccaed37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828304 Dec 10 19:15:26.823633 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff950a-84e5-4b41-9293-869ac5ae9372 req-d7688abf-2411-4373-b9ff-8f860eaa7667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:26.825167 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f2ff950a-84e5-4b41-9293-869ac5ae9372 req-d7688abf-2411-4373-b9ff-8f860eaa7667 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4be3ac13b4194ded9b233ce139ba388a&device_id=d709ad1f-b6f5-452c-a700-a29e1af05c80 HTTP/1.1" status: 200 len: 1094 time: 0.3387156 Dec 10 19:15:26.919457 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff950a-84e5-4b41-9293-869ac5ae9372 req-025e3741-41ca-4829-8615-e97de493e0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:26.921055 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f2ff950a-84e5-4b41-9293-869ac5ae9372 req-025e3741-41ca-4829-8615-e97de493e0ab service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9206994-f16b-44b0-b64e-c8acaccaed37 HTTP/1.1" status: 200 len: 915 time: 0.0878325 Dec 10 19:15:26.966430 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f2ff950a-84e5-4b41-9293-869ac5ae9372 req-71eb613e-58f3-464c-82be-8e1054398966 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25900dc4-5782-4e9d-aa7a-bde2025f87a7 HTTP/1.1" status: 200 len: 217 time: 0.0377872 Dec 10 19:15:27.017580 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff950a-84e5-4b41-9293-869ac5ae9372 req-3fd7b859-62cb-4985-8987-77be062d364a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:27.019496 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f2ff950a-84e5-4b41-9293-869ac5ae9372 req-3fd7b859-62cb-4985-8987-77be062d364a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bd69b434-f410-4bb2-ab5e-18036bd01f04 HTTP/1.1" status: 200 len: 853 time: 0.0467024 Dec 10 19:15:27.068865 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff950a-84e5-4b41-9293-869ac5ae9372 req-7eb66250-fe9b-4905-a56c-fb4db606bfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:27.070412 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f2ff950a-84e5-4b41-9293-869ac5ae9372 req-7eb66250-fe9b-4905-a56c-fb4db606bfdb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9206994-f16b-44b0-b64e-c8acaccaed37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436139 Dec 10 19:15:27.168292 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f2ff950a-84e5-4b41-9293-869ac5ae9372 req-ed9935bd-9fe1-4bae-8de5-a664eb5556e3 service neutron] 10.222.0.46 "GET /v2.0/networks/c9206994-f16b-44b0-b64e-c8acaccaed37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904055 Dec 10 19:15:27.261871 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f2ff950a-84e5-4b41-9293-869ac5ae9372 req-bcadfab3-fd0b-44a2-9bac-2b942933ca2b service neutron] 10.222.0.46 "GET /v2.0/networks/c9206994-f16b-44b0-b64e-c8acaccaed37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862992 Dec 10 19:15:27.266286 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f1484-b588-4d74-a438-1b5d304f585f req-2c9cf424-cb05-4584-9999-eaf6ebc4b3b3 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:27.269204 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-601f1484-b588-4d74-a438-1b5d304f585f req-2c9cf424-cb05-4584-9999-eaf6ebc4b3b3 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/ports?device_id=d709ad1f-b6f5-452c-a700-a29e1af05c80 HTTP/1.1" status: 200 len: 943 time: 0.0516753 Dec 10 19:15:27.320761 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-601f1484-b588-4d74-a438-1b5d304f585f req-7ef0a514-e3dc-4e7c-96dc-2a5c77d179a4 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/security-groups?id=82b34605-932d-437c-bc32-f080220f5d90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453424 Dec 10 19:15:28.441793 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde395b-b464-46c4-b0a3-c2c001914e46 req-a1c17ba5-ca95-4ac4-871b-07ee48dc53ab tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:28.443314 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1fde395b-b464-46c4-b0a3-c2c001914e46 req-a1c17ba5-ca95-4ac4-871b-07ee48dc53ab tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/ports?device_id=d709ad1f-b6f5-452c-a700-a29e1af05c80 HTTP/1.1" status: 200 len: 943 time: 0.0524349 Dec 10 19:15:28.499353 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1fde395b-b464-46c4-b0a3-c2c001914e46 req-4f51e8b1-d926-4ebf-afb2-78475584be37 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/security-groups?id=82b34605-932d-437c-bc32-f080220f5d90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499885 Dec 10 19:15:29.626287 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ccb8b-dd0e-47a0-bc3e-7dd77187ae3b req-eb28bf15-cade-4e93-af8e-bc6f7f5d1f47 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:29.628064 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-067ccb8b-dd0e-47a0-bc3e-7dd77187ae3b req-eb28bf15-cade-4e93-af8e-bc6f7f5d1f47 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/ports?device_id=d709ad1f-b6f5-452c-a700-a29e1af05c80 HTTP/1.1" status: 200 len: 943 time: 0.0520658 Dec 10 19:15:29.688170 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-067ccb8b-dd0e-47a0-bc3e-7dd77187ae3b req-abcf7d05-7f72-4fce-ba32-a4485bad1104 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/security-groups?id=82b34605-932d-437c-bc32-f080220f5d90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536416 Dec 10 19:15:30.810590 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938920a-5246-4e2b-86a4-66773e76d11d req-69109379-f37e-42d4-8fc7-5dfa707784ed tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:30.812115 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b938920a-5246-4e2b-86a4-66773e76d11d req-69109379-f37e-42d4-8fc7-5dfa707784ed tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/ports?device_id=d709ad1f-b6f5-452c-a700-a29e1af05c80 HTTP/1.1" status: 200 len: 943 time: 0.0521314 Dec 10 19:15:30.859984 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b938920a-5246-4e2b-86a4-66773e76d11d req-d10c692b-893a-4602-9b4b-2835b3d79643 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/security-groups?id=82b34605-932d-437c-bc32-f080220f5d90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420039 Dec 10 19:15:31.979882 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57259b43-a6ad-41fc-bb59-71031fa73f86 req-46d48d5a-cc2e-4631-8828-c0b233297621 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:31.981390 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-57259b43-a6ad-41fc-bb59-71031fa73f86 req-46d48d5a-cc2e-4631-8828-c0b233297621 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/ports?device_id=d709ad1f-b6f5-452c-a700-a29e1af05c80 HTTP/1.1" status: 200 len: 943 time: 0.0539298 Dec 10 19:15:32.030808 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-57259b43-a6ad-41fc-bb59-71031fa73f86 req-4a61ac09-55ca-4e99-88d4-8cf4879d4029 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/security-groups?id=82b34605-932d-437c-bc32-f080220f5d90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434740 Dec 10 19:15:33.145041 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bbce9-6957-4fe5-81e7-984cc4b1e76b req-a5a48e17-c271-4f7b-a758-8bc7dee96ede tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:33.146512 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5a1bbce9-6957-4fe5-81e7-984cc4b1e76b req-a5a48e17-c271-4f7b-a758-8bc7dee96ede tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/ports?device_id=d709ad1f-b6f5-452c-a700-a29e1af05c80 HTTP/1.1" status: 200 len: 943 time: 0.0482662 Dec 10 19:15:33.194996 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5a1bbce9-6957-4fe5-81e7-984cc4b1e76b req-62618adc-956c-4d76-921e-c78f37d7047e tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/security-groups?id=82b34605-932d-437c-bc32-f080220f5d90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426083 Dec 10 19:15:34.117632 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:34.310328 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4d8bb-9607-41e0-b18e-f6eecdc3dcca req-794321b6-a9f1-4236-b5c4-82e70962dd6d tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:34.311796 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8db4d8bb-9607-41e0-b18e-f6eecdc3dcca req-794321b6-a9f1-4236-b5c4-82e70962dd6d tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/ports?device_id=d709ad1f-b6f5-452c-a700-a29e1af05c80 HTTP/1.1" status: 200 len: 943 time: 0.0480275 Dec 10 19:15:34.360529 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8db4d8bb-9607-41e0-b18e-f6eecdc3dcca req-1f0bf92c-7123-4b7a-98e1-ac03694dc3eb tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/security-groups?id=82b34605-932d-437c-bc32-f080220f5d90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419528 Dec 10 19:15:35.480060 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f69fc4-ca6b-4103-a3ca-e53323487037 req-399b2827-1516-4f07-95a7-96396b38bf43 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:35.481563 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-91f69fc4-ca6b-4103-a3ca-e53323487037 req-399b2827-1516-4f07-95a7-96396b38bf43 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/ports?device_id=d709ad1f-b6f5-452c-a700-a29e1af05c80 HTTP/1.1" status: 200 len: 943 time: 0.0527105 Dec 10 19:15:35.530537 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-91f69fc4-ca6b-4103-a3ca-e53323487037 req-4fa0c877-2b9f-45bf-8381-5d258a3489c4 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/security-groups?id=82b34605-932d-437c-bc32-f080220f5d90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429766 Dec 10 19:15:36.650851 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fb8c4-f108-4163-a64d-b1345b376bdf req-fd35b3d8-2a67-4db8-b335-04bbeb233e63 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:36.652240 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0b7fb8c4-f108-4163-a64d-b1345b376bdf req-fd35b3d8-2a67-4db8-b335-04bbeb233e63 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/ports?device_id=d709ad1f-b6f5-452c-a700-a29e1af05c80 HTTP/1.1" status: 200 len: 943 time: 0.0537429 Dec 10 19:15:36.700485 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0b7fb8c4-f108-4163-a64d-b1345b376bdf req-6d43fdc5-c7ea-4a88-a12b-641a183797e1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/security-groups?id=82b34605-932d-437c-bc32-f080220f5d90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421412 Dec 10 19:15:37.479976 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 25900dc4-5782-4e9d-aa7a-bde2025f87a7 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:15:37.576363 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 25900dc4-5782-4e9d-aa7a-bde2025f87a7, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=25900dc4-5782-4e9d-aa7a-bde2025f87a7,segment=NetworkSegment(8112065f-998d-45fa-adeb-517901d3e9fd),segment_id=8112065f-998d-45fa-adeb-517901d3e9fd)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:37.587778 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '25900dc4-5782-4e9d-aa7a-bde2025f87a7', 'network_id': 'c9206994-f16b-44b0-b64e-c8acaccaed37', 'port_id': '25900dc4-5782-4e9d-aa7a-bde2025f87a7', 'mac_address': 'fa:16:3e:ed:55:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd69b434-f410-4bb2-ab5e-18036bd01f04', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:15:37.623779 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:37.637442 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25900dc4-5782-4e9d-aa7a-bde2025f87a7 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:15:37.656547 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 25900dc4-5782-4e9d-aa7a-bde2025f87a7, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=25900dc4-5782-4e9d-aa7a-bde2025f87a7,segment=NetworkSegment(8112065f-998d-45fa-adeb-517901d3e9fd),segment_id=8112065f-998d-45fa-adeb-517901d3e9fd)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:37.661271 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:37.711342 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=25900dc4-5782-4e9d-aa7a-bde2025f87a7,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:37.814949 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c39162-ee7f-43b6-8032-93b4becb5113 req-e0494321-01c8-4ede-925f-cf2a250f5abb tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:37.816503 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-51c39162-ee7f-43b6-8032-93b4becb5113 req-e0494321-01c8-4ede-925f-cf2a250f5abb tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/ports?device_id=d709ad1f-b6f5-452c-a700-a29e1af05c80 HTTP/1.1" status: 200 len: 944 time: 0.0486324 Dec 10 19:15:37.864520 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['25900dc4-5782-4e9d-aa7a-bde2025f87a7'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:15:37.865208 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-51c39162-ee7f-43b6-8032-93b4becb5113 req-f8fcf1fc-02b0-4474-a513-cd654ec2329e tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/security-groups?id=82b34605-932d-437c-bc32-f080220f5d90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426476 Dec 10 19:15:38.440925 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:38.618216 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:15:38.979602 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b60e7-f3a7-4556-a0ac-53e7d8b9a6d9 req-edad27aa-a686-4870-aaee-efef2d881b06 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:38.981098 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aa0b60e7-f3a7-4556-a0ac-53e7d8b9a6d9 req-edad27aa-a686-4870-aaee-efef2d881b06 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/ports?device_id=d709ad1f-b6f5-452c-a700-a29e1af05c80 HTTP/1.1" status: 200 len: 944 time: 0.0483136 Dec 10 19:15:39.030233 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aa0b60e7-f3a7-4556-a0ac-53e7d8b9a6d9 req-992c098e-227c-4aae-b67c-d45234999ea1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/security-groups?id=82b34605-932d-437c-bc32-f080220f5d90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432115 Dec 10 19:15:39.516691 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 25900dc4-5782-4e9d-aa7a-bde2025f87a7 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:15:39.565031 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 25900dc4-5782-4e9d-aa7a-bde2025f87a7 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:15:39.569320 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 25900dc4-5782-4e9d-aa7a-bde2025f87a7 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:39.569697 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:39.648504 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:39.670418 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd709ad1f-b6f5-452c-a700-a29e1af05c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25900dc4-5782-4e9d-aa7a-bde2025f87a7'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:15:39.672656 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b4b766-5e6c-4e57-bfba-fa809da4e749" -d '{"events": [{"server_uuid": "d709ad1f-b6f5-452c-a700-a29e1af05c80", "name": "network-vif-plugged", "status": "completed", "tag": "25900dc4-5782-4e9d-aa7a-bde2025f87a7"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:15:39.685595 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 25900dc4-5782-4e9d-aa7a-bde2025f87a7, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=25900dc4-5782-4e9d-aa7a-bde2025f87a7,segment=NetworkSegment(8112065f-998d-45fa-adeb-517901d3e9fd),segment_id=8112065f-998d-45fa-adeb-517901d3e9fd)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:39.689384 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:39.736024 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=25900dc4-5782-4e9d-aa7a-bde2025f87a7,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:39.774229 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfe3a86-067f-4a9c-8206-cca396ece943 x-openstack-request-id: req-0cfe3a86-067f-4a9c-8206-cca396ece943 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:15:39.774520 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d709ad1f-b6f5-452c-a700-a29e1af05c80", "name": "network-vif-plugged", "status": "completed", "tag": "25900dc4-5782-4e9d-aa7a-bde2025f87a7", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:15:39.774774 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0cfe3a86-067f-4a9c-8206-cca396ece943 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:15:39.775169 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd709ad1f-b6f5-452c-a700-a29e1af05c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25900dc4-5782-4e9d-aa7a-bde2025f87a7', 'code': 200} Dec 10 19:15:39.922071 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342f259-e1d5-4caa-9641-51e1e6da4730 req-ae73fb5d-44d0-4b81-b017-26e2baa6ef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:39.923492 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5342f259-e1d5-4caa-9641-51e1e6da4730 req-ae73fb5d-44d0-4b81-b017-26e2baa6ef54 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d709ad1f-b6f5-452c-a700-a29e1af05c80 HTTP/1.1" status: 200 len: 1096 time: 0.0893712 Dec 10 19:15:39.980251 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5342f259-e1d5-4caa-9641-51e1e6da4730 req-0e02faaa-5622-494a-b384-91650c4f41af service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=82b34605-932d-437c-bc32-f080220f5d90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490170 Dec 10 19:15:40.148062 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9be46-711e-44bf-bd5d-fe256ec0f225 req-79e138bc-faf0-4d04-9926-ca372b41149a tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:40.149551 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-42d9be46-711e-44bf-bd5d-fe256ec0f225 req-79e138bc-faf0-4d04-9926-ca372b41149a tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/ports?device_id=d709ad1f-b6f5-452c-a700-a29e1af05c80 HTTP/1.1" status: 200 len: 945 time: 0.0485060 Dec 10 19:15:40.201213 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-42d9be46-711e-44bf-bd5d-fe256ec0f225 req-67992bc8-c945-4cf7-9934-36d5213193ed tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/security-groups?id=82b34605-932d-437c-bc32-f080220f5d90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456574 Dec 10 19:15:41.317498 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69538e8f-0adb-45dc-8838-3cd3b87a715c req-69402d04-16af-488f-9e99-f8855c8f5968 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:41.318937 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-69538e8f-0adb-45dc-8838-3cd3b87a715c req-69402d04-16af-488f-9e99-f8855c8f5968 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/ports?device_id=d709ad1f-b6f5-452c-a700-a29e1af05c80 HTTP/1.1" status: 200 len: 945 time: 0.0484443 Dec 10 19:15:41.368652 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-69538e8f-0adb-45dc-8838-3cd3b87a715c req-69646992-5461-4133-8f2e-f134ba9db48f tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/security-groups?id=82b34605-932d-437c-bc32-f080220f5d90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437803 Dec 10 19:15:41.483436 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b38e23-c28e-4d87-b44c-cf8290b543bf req-d0c9ecaa-e32a-4d7b-bb96-10aa686dc640 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:41.484938 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-66b38e23-c28e-4d87-b44c-cf8290b543bf req-d0c9ecaa-e32a-4d7b-bb96-10aa686dc640 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/ports?device_id=d709ad1f-b6f5-452c-a700-a29e1af05c80 HTTP/1.1" status: 200 len: 945 time: 0.0486727 Dec 10 19:15:41.534677 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-66b38e23-c28e-4d87-b44c-cf8290b543bf req-38bdd8dc-0324-423d-9ab7-8bc1d51de315 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/security-groups?id=82b34605-932d-437c-bc32-f080220f5d90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426965 Dec 10 19:15:41.556612 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 46248) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:15:41.697063 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4147f35a-b8b7-4ea1-80d9-2bf28e014faf tempest-TestVolumeBackupRestore-170076627 tempest-TestVolumeBackupRestore-170076627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:41.698563 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4147f35a-b8b7-4ea1-80d9-2bf28e014faf tempest-TestVolumeBackupRestore-170076627 tempest-TestVolumeBackupRestore-170076627-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d709ad1f-b6f5-452c-a700-a29e1af05c80 HTTP/1.1" status: 200 len: 1091 time: 0.1409318 Dec 10 19:15:41.701521 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 46252) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:15:41.705667 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-5e0ba34e-341f-420d-a82e-ecb6b4aa4cb1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'port_id': '25900dc4-5782-4e9d-aa7a-bde2025f87a7', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:41.726511 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e0ba34e-341f-420d-a82e-ecb6b4aa4cb1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:41.825038 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e0ba34e-341f-420d-a82e-ecb6b4aa4cb1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:41.926399 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-5e0ba34e-341f-420d-a82e-ecb6b4aa4cb1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Allocated IP 172.25.7.65 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/6fc91148-95b2-4167-9c61-b34275eab037) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:15:42.035659 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e0ba34e-341f-420d-a82e-ecb6b4aa4cb1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:42.068487 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e0ba34e-341f-420d-a82e-ecb6b4aa4cb1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:42.107238 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0ba34e-341f-420d-a82e-ecb6b4aa4cb1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:42.110136 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-5e0ba34e-341f-420d-a82e-ecb6b4aa4cb1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:42.114228 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0ba34e-341f-420d-a82e-ecb6b4aa4cb1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:42.119402 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ba34e-341f-420d-a82e-ecb6b4aa4cb1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Pushing event updated for resources: {'Port': ['ID=6fc91148-95b2-4167-9c61-b34275eab037,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:42.148863 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ba34e-341f-420d-a82e-ecb6b4aa4cb1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:42.149213 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ba34e-341f-420d-a82e-ecb6b4aa4cb1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:42.149572 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ba34e-341f-420d-a82e-ecb6b4aa4cb1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:42.149899 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ba34e-341f-420d-a82e-ecb6b4aa4cb1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:42.150234 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ba34e-341f-420d-a82e-ecb6b4aa4cb1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:42.150562 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ba34e-341f-420d-a82e-ecb6b4aa4cb1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:42.150890 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ba34e-341f-420d-a82e-ecb6b4aa4cb1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:42.151215 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ba34e-341f-420d-a82e-ecb6b4aa4cb1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:42.151536 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ba34e-341f-420d-a82e-ecb6b4aa4cb1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:42.151862 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ba34e-341f-420d-a82e-ecb6b4aa4cb1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:42.152185 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ba34e-341f-420d-a82e-ecb6b4aa4cb1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:42.152506 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ba34e-341f-420d-a82e-ecb6b4aa4cb1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:42.152856 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ba34e-341f-420d-a82e-ecb6b4aa4cb1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:42.476132 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e0ba34e-341f-420d-a82e-ecb6b4aa4cb1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:42.539641 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e0ba34e-341f-420d-a82e-ecb6b4aa4cb1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:42.688395 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e0ba34e-341f-420d-a82e-ecb6b4aa4cb1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:42.692906 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e0ba34e-341f-420d-a82e-ecb6b4aa4cb1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:43.024413 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ba34e-341f-420d-a82e-ecb6b4aa4cb1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Pushing event updated for resources: {'Port': ['ID=6fc91148-95b2-4167-9c61-b34275eab037,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:43.035786 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e0ba34e-341f-420d-a82e-ecb6b4aa4cb1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:43.133721 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-5e0ba34e-341f-420d-a82e-ecb6b4aa4cb1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Floating IP c407aa35-1ffc-4a65-b53e-094a98584dc2 associated. External IP: 172.25.7.65, port: 25900dc4-5782-4e9d-aa7a-bde2025f87a7. Dec 10 19:15:43.335364 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0ba34e-341f-420d-a82e-ecb6b4aa4cb1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Router 240394c1-7387-42dd-9288-1ab96b1c1033 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:15:43.438908 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0ba34e-341f-420d-a82e-ecb6b4aa4cb1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:15:43.449183 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87cb1f1-4936-4703-966b-518cdd824139 None None] Sync routers for ids ['240394c1-7387-42dd-9288-1ab96b1c1033'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:15:43.456598 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e0ba34e-341f-420d-a82e-ecb6b4aa4cb1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:43.459382 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87cb1f1-4936-4703-966b-518cdd824139 None None] Routers {'240394c1-7387-42dd-9288-1ab96b1c1033'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:15:43.460002 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-d87cb1f1-4936-4703-966b-518cdd824139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:15:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['240394c1-7387-42dd-9288-1ab96b1c1033'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:43.486774 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5e0ba34e-341f-420d-a82e-ecb6b4aa4cb1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7842228 Dec 10 19:15:43.488127 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd709ad1f-b6f5-452c-a700-a29e1af05c80', 'tag': '25900dc4-5782-4e9d-aa7a-bde2025f87a7'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:15:43.490394 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 46254) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:15:43.490879 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b79c767-3cbd-4efe-b072-e76fe0c55f14" -d '{"events": [{"name": "network-changed", "server_uuid": "d709ad1f-b6f5-452c-a700-a29e1af05c80", "tag": "25900dc4-5782-4e9d-aa7a-bde2025f87a7"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:15:43.533496 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270621ed-d854-417c-98a7-8e0882a7f99b x-openstack-request-id: req-270621ed-d854-417c-98a7-8e0882a7f99b {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:15:43.533799 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d709ad1f-b6f5-452c-a700-a29e1af05c80", "tag": "25900dc4-5782-4e9d-aa7a-bde2025f87a7", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:15:43.534629 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-270621ed-d854-417c-98a7-8e0882a7f99b {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:15:43.535030 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd709ad1f-b6f5-452c-a700-a29e1af05c80', 'tag': '25900dc4-5782-4e9d-aa7a-bde2025f87a7', 'status': 'completed', 'code': 200} Dec 10 19:15:43.538346 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6985e496-b864-49d2-a20b-a9de06e26845 tempest-TestVolumeBackupRestore-170076627 tempest-TestVolumeBackupRestore-170076627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:43.540704 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6985e496-b864-49d2-a20b-a9de06e26845 tempest-TestVolumeBackupRestore-170076627 tempest-TestVolumeBackupRestore-170076627-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d709ad1f-b6f5-452c-a700-a29e1af05c80 HTTP/1.1" status: 200 len: 1091 time: 0.0488100 Dec 10 19:15:43.543561 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 46258) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:15:43.548051 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-fd66f221-67d3-4285-a9e7-801688177aa5 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Request body: {'floatingip': {'port_id': '25900dc4-5782-4e9d-aa7a-bde2025f87a7'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:43.579445 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-d87cb1f1-4936-4703-966b-518cdd824139 None None] Set router 240394c1-7387-42dd-9288-1ab96b1c1033 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:15:43.636209 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd66f221-67d3-4285-a9e7-801688177aa5 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:43.643393 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79c767-3cbd-4efe-b072-e76fe0c55f14 req-dc341117-163d-4fdf-b35a-2acaaa9db4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:43.645762 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2b79c767-3cbd-4efe-b072-e76fe0c55f14 req-dc341117-163d-4fdf-b35a-2acaaa9db4b7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4be3ac13b4194ded9b233ce139ba388a&device_id=d709ad1f-b6f5-452c-a700-a29e1af05c80 HTTP/1.1" status: 200 len: 1096 time: 0.0608437 Dec 10 19:15:43.805217 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-d87cb1f1-4936-4703-966b-518cdd824139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'name': 'tempest-TestVolumeBackupRestore-1876430395-router', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'd9a28eb9-90bd-4782-8354-63a52dc6dc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:15Z', 'updated_at': '2021-12-10T19:13:18Z', 'revision_number': 4, 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'gw_port': {'id': 'd9a28eb9-90bd-4782-8354-63a52dc6dc90', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:16Z', 'updated_at': '2021-12-10T19:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'c407aa35-1ffc-4a65-b53e-094a98584dc2', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'floating_ip_address': '172.25.7.65', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'port_id': '25900dc4-5782-4e9d-aa7a-bde2025f87a7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9206994-f16b-44b0-b64e-c8acaccaed37', 'mac_address': 'fa:16:3e:ed:55:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd709ad1f-b6f5-452c-a700-a29e1af05c80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:15:42Z', 'updated_at': '2021-12-10T19:15:42Z', 'revision_number': 0, 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd572918c-70d6-4ed0-b40d-7e0d2fd7711e', 'name': '', 'network_id': 'c9206994-f16b-44b0-b64e-c8acaccaed37', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'mac_address': 'fa:16:3e:06:56:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'bd69b434-f410-4bb2-ab5e-18036bd01f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:17Z', 'updated_at': '2021-12-10T19:13:22Z', 'revision_number': 5, 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'subnets': [{'id': 'bd69b434-f410-4bb2-ab5e-18036bd01f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:43.831321 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87cb1f1-4936-4703-966b-518cdd824139 None None] Checking router: 240394c1-7387-42dd-9288-1ab96b1c1033 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:15:43.832806 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79c767-3cbd-4efe-b072-e76fe0c55f14 req-1fe0820f-abea-4f28-ac0e-b24473e1b578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:43.834300 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2b79c767-3cbd-4efe-b072-e76fe0c55f14 req-1fe0820f-abea-4f28-ac0e-b24473e1b578 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9206994-f16b-44b0-b64e-c8acaccaed37 HTTP/1.1" status: 200 len: 915 time: 0.1618645 Dec 10 19:15:43.839657 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87cb1f1-4936-4703-966b-518cdd824139 None None] Routers {'240394c1-7387-42dd-9288-1ab96b1c1033'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:15:43.840238 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-d87cb1f1-4936-4703-966b-518cdd824139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:15:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['240394c1-7387-42dd-9288-1ab96b1c1033'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:43.945320 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-d87cb1f1-4936-4703-966b-518cdd824139 None None] Set router 240394c1-7387-42dd-9288-1ab96b1c1033 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:15:43.974298 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2b79c767-3cbd-4efe-b072-e76fe0c55f14 req-2fb622a4-ee9f-4415-a0a3-026710359409 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25900dc4-5782-4e9d-aa7a-bde2025f87a7 HTTP/1.1" status: 200 len: 998 time: 0.1317697 Dec 10 19:15:44.072379 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79c767-3cbd-4efe-b072-e76fe0c55f14 req-7596b4f1-46ee-41b0-8280-2175dd9a2748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:44.073901 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2b79c767-3cbd-4efe-b072-e76fe0c55f14 req-7596b4f1-46ee-41b0-8280-2175dd9a2748 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bd69b434-f410-4bb2-ab5e-18036bd01f04 HTTP/1.1" status: 200 len: 853 time: 0.0928597 Dec 10 19:15:44.164430 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-d87cb1f1-4936-4703-966b-518cdd824139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'name': 'tempest-TestVolumeBackupRestore-1876430395-router', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'd9a28eb9-90bd-4782-8354-63a52dc6dc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:15Z', 'updated_at': '2021-12-10T19:13:18Z', 'revision_number': 4, 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'gw_port': {'id': 'd9a28eb9-90bd-4782-8354-63a52dc6dc90', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:16Z', 'updated_at': '2021-12-10T19:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'c407aa35-1ffc-4a65-b53e-094a98584dc2', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'floating_ip_address': '172.25.7.65', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'port_id': '25900dc4-5782-4e9d-aa7a-bde2025f87a7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9206994-f16b-44b0-b64e-c8acaccaed37', 'mac_address': 'fa:16:3e:ed:55:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd709ad1f-b6f5-452c-a700-a29e1af05c80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:15:42Z', 'updated_at': '2021-12-10T19:15:42Z', 'revision_number': 0, 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd572918c-70d6-4ed0-b40d-7e0d2fd7711e', 'name': '', 'network_id': 'c9206994-f16b-44b0-b64e-c8acaccaed37', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'mac_address': 'fa:16:3e:06:56:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'bd69b434-f410-4bb2-ab5e-18036bd01f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:17Z', 'updated_at': '2021-12-10T19:13:22Z', 'revision_number': 5, 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'subnets': [{'id': 'bd69b434-f410-4bb2-ab5e-18036bd01f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:44.205010 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79c767-3cbd-4efe-b072-e76fe0c55f14 req-d91c371c-1c74-49a7-a069-950634413070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:44.206506 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2b79c767-3cbd-4efe-b072-e76fe0c55f14 req-d91c371c-1c74-49a7-a069-950634413070 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9206994-f16b-44b0-b64e-c8acaccaed37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1245136 Dec 10 19:15:44.289146 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87cb1f1-4936-4703-966b-518cdd824139 None None] The sync data for ids ['240394c1-7387-42dd-9288-1ab96b1c1033'] in n-d-821435-1 is: [{'id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'name': 'tempest-TestVolumeBackupRestore-1876430395-router', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'd9a28eb9-90bd-4782-8354-63a52dc6dc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:15Z', 'updated_at': '2021-12-10T19:13:18Z', 'revision_number': 4, 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'gw_port': {'id': 'd9a28eb9-90bd-4782-8354-63a52dc6dc90', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:16Z', 'updated_at': '2021-12-10T19:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'c407aa35-1ffc-4a65-b53e-094a98584dc2', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'floating_ip_address': '172.25.7.65', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'port_id': '25900dc4-5782-4e9d-aa7a-bde2025f87a7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9206994-f16b-44b0-b64e-c8acaccaed37', 'mac_address': 'fa:16:3e:ed:55:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd709ad1f-b6f5-452c-a700-a29e1af05c80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:15:42Z', 'updated_at': '2021-12-10T19:15:42Z', 'revision_number': 0, 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd572918c-70d6-4ed0-b40d-7e0d2fd7711e', 'name': '', 'network_id': 'c9206994-f16b-44b0-b64e-c8acaccaed37', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'mac_address': 'fa:16:3e:06:56:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'bd69b434-f410-4bb2-ab5e-18036bd01f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:17Z', 'updated_at': '2021-12-10T19:13:22Z', 'revision_number': 5, 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'subnets': [{'id': 'bd69b434-f410-4bb2-ab5e-18036bd01f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:15:44.380893 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd66f221-67d3-4285-a9e7-801688177aa5 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:44.387477 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2b79c767-3cbd-4efe-b072-e76fe0c55f14 req-41d982ca-634e-4672-9cd9-fa2e96dea3bc service neutron] 10.222.0.46 "GET /v2.0/networks/c9206994-f16b-44b0-b64e-c8acaccaed37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719804 Dec 10 19:15:44.388284 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd66f221-67d3-4285-a9e7-801688177aa5 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:44.498512 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e74d9a6-87ff-4052-9656-b98bc88da5c4 None None] New status for floating IP c407aa35-1ffc-4a65-b53e-094a98584dc2: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:15:44.568920 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2b79c767-3cbd-4efe-b072-e76fe0c55f14 req-4c2f18ea-b330-4c20-8f79-9e881a658fe5 service neutron] 10.222.0.46 "GET /v2.0/networks/c9206994-f16b-44b0-b64e-c8acaccaed37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415622 Dec 10 19:15:44.684864 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd66f221-67d3-4285-a9e7-801688177aa5 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Router 240394c1-7387-42dd-9288-1ab96b1c1033 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:15:44.792846 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd66f221-67d3-4285-a9e7-801688177aa5 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:15:44.797276 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd66f221-67d3-4285-a9e7-801688177aa5 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:44.802678 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2fcbf7-2ce6-49c8-bc95-7ddfd377b9c8 None None] Sync routers for ids ['240394c1-7387-42dd-9288-1ab96b1c1033'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:15:44.811920 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2fcbf7-2ce6-49c8-bc95-7ddfd377b9c8 None None] Routers {'240394c1-7387-42dd-9288-1ab96b1c1033'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:15:44.812513 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-3d2fcbf7-2ce6-49c8-bc95-7ddfd377b9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:15:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['240394c1-7387-42dd-9288-1ab96b1c1033'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:44.826680 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd709ad1f-b6f5-452c-a700-a29e1af05c80', 'tag': '25900dc4-5782-4e9d-aa7a-bde2025f87a7'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:15:44.829066 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44243948-fb8f-4f67-aaa9-bda5d26c8894" -d '{"events": [{"name": "network-changed", "server_uuid": "d709ad1f-b6f5-452c-a700-a29e1af05c80", "tag": "25900dc4-5782-4e9d-aa7a-bde2025f87a7"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:15:44.862621 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-fd66f221-67d3-4285-a9e7-801688177aa5 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "PUT /v2.0/floatingips/c407aa35-1ffc-4a65-b53e-094a98584dc2 HTTP/1.1" status: 200 len: 990 time: 1.3125906 Dec 10 19:15:44.872003 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee04def-0a8d-4d65-934e-61be98c3db12 x-openstack-request-id: req-5ee04def-0a8d-4d65-934e-61be98c3db12 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:15:44.872328 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d709ad1f-b6f5-452c-a700-a29e1af05c80", "tag": "25900dc4-5782-4e9d-aa7a-bde2025f87a7", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:15:44.872574 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5ee04def-0a8d-4d65-934e-61be98c3db12 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:15:44.873017 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd709ad1f-b6f5-452c-a700-a29e1af05c80', 'tag': '25900dc4-5782-4e9d-aa7a-bde2025f87a7', 'status': 'completed', 'code': 200} Dec 10 19:15:44.923606 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-3d2fcbf7-2ce6-49c8-bc95-7ddfd377b9c8 None None] Set router 240394c1-7387-42dd-9288-1ab96b1c1033 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:15:44.936717 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44243948-fb8f-4f67-aaa9-bda5d26c8894 req-1225252e-abc1-4dba-83cc-eb0516a932b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:44.938222 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-44243948-fb8f-4f67-aaa9-bda5d26c8894 req-1225252e-abc1-4dba-83cc-eb0516a932b9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4be3ac13b4194ded9b233ce139ba388a&device_id=d709ad1f-b6f5-452c-a700-a29e1af05c80 HTTP/1.1" status: 200 len: 1096 time: 0.0432668 Dec 10 19:15:45.054201 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44243948-fb8f-4f67-aaa9-bda5d26c8894 req-6b96d214-643b-4f22-b446-39ab814a5f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:45.056215 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-44243948-fb8f-4f67-aaa9-bda5d26c8894 req-6b96d214-643b-4f22-b446-39ab814a5f9a service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9206994-f16b-44b0-b64e-c8acaccaed37 HTTP/1.1" status: 200 len: 915 time: 0.1097646 Dec 10 19:15:45.126340 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-44243948-fb8f-4f67-aaa9-bda5d26c8894 req-2aecc237-1e62-4156-8899-24ef5d2b4db1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25900dc4-5782-4e9d-aa7a-bde2025f87a7 HTTP/1.1" status: 200 len: 1000 time: 0.0629563 Dec 10 19:15:45.163780 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-3d2fcbf7-2ce6-49c8-bc95-7ddfd377b9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'name': 'tempest-TestVolumeBackupRestore-1876430395-router', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'd9a28eb9-90bd-4782-8354-63a52dc6dc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:15Z', 'updated_at': '2021-12-10T19:13:18Z', 'revision_number': 4, 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'gw_port': {'id': 'd9a28eb9-90bd-4782-8354-63a52dc6dc90', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:16Z', 'updated_at': '2021-12-10T19:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'c407aa35-1ffc-4a65-b53e-094a98584dc2', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'floating_ip_address': '172.25.7.65', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'port_id': '25900dc4-5782-4e9d-aa7a-bde2025f87a7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9206994-f16b-44b0-b64e-c8acaccaed37', 'mac_address': 'fa:16:3e:ed:55:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd709ad1f-b6f5-452c-a700-a29e1af05c80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:15:42Z', 'updated_at': '2021-12-10T19:15:44Z', 'revision_number': 2, 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd572918c-70d6-4ed0-b40d-7e0d2fd7711e', 'name': '', 'network_id': 'c9206994-f16b-44b0-b64e-c8acaccaed37', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'mac_address': 'fa:16:3e:06:56:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'bd69b434-f410-4bb2-ab5e-18036bd01f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:17Z', 'updated_at': '2021-12-10T19:13:22Z', 'revision_number': 5, 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'subnets': [{'id': 'bd69b434-f410-4bb2-ab5e-18036bd01f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:45.181775 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44243948-fb8f-4f67-aaa9-bda5d26c8894 req-6a04ac79-aa0c-483d-ba3b-7503b408b49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:45.183420 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-44243948-fb8f-4f67-aaa9-bda5d26c8894 req-6a04ac79-aa0c-483d-ba3b-7503b408b49e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bd69b434-f410-4bb2-ab5e-18036bd01f04 HTTP/1.1" status: 200 len: 853 time: 0.0482488 Dec 10 19:15:45.197444 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2fcbf7-2ce6-49c8-bc95-7ddfd377b9c8 None None] Checking router: 240394c1-7387-42dd-9288-1ab96b1c1033 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:15:45.206638 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2fcbf7-2ce6-49c8-bc95-7ddfd377b9c8 None None] Routers {'240394c1-7387-42dd-9288-1ab96b1c1033'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:15:45.207255 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-3d2fcbf7-2ce6-49c8-bc95-7ddfd377b9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:15:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['240394c1-7387-42dd-9288-1ab96b1c1033'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:45.235602 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44243948-fb8f-4f67-aaa9-bda5d26c8894 req-17bee588-959c-434e-83b4-896d3a9d65cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:45.237252 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-44243948-fb8f-4f67-aaa9-bda5d26c8894 req-17bee588-959c-434e-83b4-896d3a9d65cb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9206994-f16b-44b0-b64e-c8acaccaed37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470045 Dec 10 19:15:45.316070 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-3d2fcbf7-2ce6-49c8-bc95-7ddfd377b9c8 None None] Set router 240394c1-7387-42dd-9288-1ab96b1c1033 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:15:45.327529 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-44243948-fb8f-4f67-aaa9-bda5d26c8894 req-7f0ea979-8f6d-4b02-a22f-c1497c67b0e7 service neutron] 10.222.0.46 "GET /v2.0/networks/c9206994-f16b-44b0-b64e-c8acaccaed37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821199 Dec 10 19:15:45.422432 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-44243948-fb8f-4f67-aaa9-bda5d26c8894 req-16ad7987-508f-4330-b28f-9ec8c7265d48 service neutron] 10.222.0.46 "GET /v2.0/networks/c9206994-f16b-44b0-b64e-c8acaccaed37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874572 Dec 10 19:15:45.536084 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-3d2fcbf7-2ce6-49c8-bc95-7ddfd377b9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'name': 'tempest-TestVolumeBackupRestore-1876430395-router', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'd9a28eb9-90bd-4782-8354-63a52dc6dc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:15Z', 'updated_at': '2021-12-10T19:13:18Z', 'revision_number': 4, 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'gw_port': {'id': 'd9a28eb9-90bd-4782-8354-63a52dc6dc90', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:16Z', 'updated_at': '2021-12-10T19:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'c407aa35-1ffc-4a65-b53e-094a98584dc2', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'floating_ip_address': '172.25.7.65', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'port_id': '25900dc4-5782-4e9d-aa7a-bde2025f87a7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9206994-f16b-44b0-b64e-c8acaccaed37', 'mac_address': 'fa:16:3e:ed:55:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd709ad1f-b6f5-452c-a700-a29e1af05c80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:15:42Z', 'updated_at': '2021-12-10T19:15:44Z', 'revision_number': 2, 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd572918c-70d6-4ed0-b40d-7e0d2fd7711e', 'name': '', 'network_id': 'c9206994-f16b-44b0-b64e-c8acaccaed37', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'mac_address': 'fa:16:3e:06:56:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'bd69b434-f410-4bb2-ab5e-18036bd01f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:17Z', 'updated_at': '2021-12-10T19:13:22Z', 'revision_number': 5, 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'subnets': [{'id': 'bd69b434-f410-4bb2-ab5e-18036bd01f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:45.567408 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2fcbf7-2ce6-49c8-bc95-7ddfd377b9c8 None None] The sync data for ids ['240394c1-7387-42dd-9288-1ab96b1c1033'] in n-d-821435-1 is: [{'id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'name': 'tempest-TestVolumeBackupRestore-1876430395-router', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'd9a28eb9-90bd-4782-8354-63a52dc6dc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:15Z', 'updated_at': '2021-12-10T19:13:18Z', 'revision_number': 4, 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'gw_port': {'id': 'd9a28eb9-90bd-4782-8354-63a52dc6dc90', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:16Z', 'updated_at': '2021-12-10T19:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'c407aa35-1ffc-4a65-b53e-094a98584dc2', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'floating_ip_address': '172.25.7.65', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'port_id': '25900dc4-5782-4e9d-aa7a-bde2025f87a7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9206994-f16b-44b0-b64e-c8acaccaed37', 'mac_address': 'fa:16:3e:ed:55:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd709ad1f-b6f5-452c-a700-a29e1af05c80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:15:42Z', 'updated_at': '2021-12-10T19:15:44Z', 'revision_number': 2, 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd572918c-70d6-4ed0-b40d-7e0d2fd7711e', 'name': '', 'network_id': 'c9206994-f16b-44b0-b64e-c8acaccaed37', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'mac_address': 'fa:16:3e:06:56:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'bd69b434-f410-4bb2-ab5e-18036bd01f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:17Z', 'updated_at': '2021-12-10T19:13:22Z', 'revision_number': 5, 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'subnets': [{'id': 'bd69b434-f410-4bb2-ab5e-18036bd01f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:15:46.639713 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79be62f3-2ee1-4e24-8a16-08811fc73e0a req-ea98d0dd-7ec3-47db-8f9f-d35c576f2357 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=967f33aa-748d-4bae-8ce6-2e722e735418&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0667646 Dec 10 19:15:46.643129 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aaac67bf-49f4-4390-9577-4716d6669223 req-bbe4c27e-7d9e-4a83-98d6-c2978d817b39 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d709ad1f-b6f5-452c-a700-a29e1af05c80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0616205 Dec 10 19:15:47.020064 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd709ad1f-b6f5-452c-a700-a29e1af05c80', 'tag': '25900dc4-5782-4e9d-aa7a-bde2025f87a7'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:15:47.022338 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e574c1f0-1db7-4b83-a662-625197a06b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "d709ad1f-b6f5-452c-a700-a29e1af05c80", "tag": "25900dc4-5782-4e9d-aa7a-bde2025f87a7"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:15:47.048845 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be62f3-2ee1-4e24-8a16-08811fc73e0a req-ce535348-f407-4ad5-8b5f-b99ed9609243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:47.051056 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79be62f3-2ee1-4e24-8a16-08811fc73e0a req-ce535348-f407-4ad5-8b5f-b99ed9609243 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0af9e85579124fbaa7442e80b66cd587&device_id=967f33aa-748d-4bae-8ce6-2e722e735418 HTTP/1.1" status: 200 len: 1096 time: 0.3696396 Dec 10 19:15:47.052805 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac67bf-49f4-4390-9577-4716d6669223 req-4e6a6943-50de-41a3-80cc-b83fdec77d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:47.055111 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aaac67bf-49f4-4390-9577-4716d6669223 req-4e6a6943-50de-41a3-80cc-b83fdec77d85 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4be3ac13b4194ded9b233ce139ba388a&device_id=d709ad1f-b6f5-452c-a700-a29e1af05c80 HTTP/1.1" status: 200 len: 1096 time: 0.3658729 Dec 10 19:15:47.059922 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a2a9ae-57da-46c7-92c0-2dac4d6f4808 x-openstack-request-id: req-04a2a9ae-57da-46c7-92c0-2dac4d6f4808 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:15:47.060252 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d709ad1f-b6f5-452c-a700-a29e1af05c80", "tag": "25900dc4-5782-4e9d-aa7a-bde2025f87a7", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:15:47.060654 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-04a2a9ae-57da-46c7-92c0-2dac4d6f4808 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:15:47.060948 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd709ad1f-b6f5-452c-a700-a29e1af05c80', 'tag': '25900dc4-5782-4e9d-aa7a-bde2025f87a7', 'status': 'completed', 'code': 200} Dec 10 19:15:47.222448 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be62f3-2ee1-4e24-8a16-08811fc73e0a req-a797dc09-0042-4939-9886-d586cf8c92fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:47.223911 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79be62f3-2ee1-4e24-8a16-08811fc73e0a req-a797dc09-0042-4939-9886-d586cf8c92fd service neutron] 10.222.0.72 "GET /v2.0/networks?id=f6642665-9caf-42e4-9c00-e0f150c7374f HTTP/1.1" status: 200 len: 910 time: 0.1517019 Dec 10 19:15:47.226407 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac67bf-49f4-4390-9577-4716d6669223 req-212c0969-d263-404d-a3a6-6502d8e49839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:47.227714 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aaac67bf-49f4-4390-9577-4716d6669223 req-212c0969-d263-404d-a3a6-6502d8e49839 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9206994-f16b-44b0-b64e-c8acaccaed37 HTTP/1.1" status: 200 len: 915 time: 0.1478827 Dec 10 19:15:47.336884 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79be62f3-2ee1-4e24-8a16-08811fc73e0a req-2bb0153f-aee1-414a-9a4d-d366bd41ff0e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89ddda96-bd46-4602-822f-9649352e2690 HTTP/1.1" status: 200 len: 1001 time: 0.1049259 Dec 10 19:15:47.338503 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aaac67bf-49f4-4390-9577-4716d6669223 req-d31b8944-ce3d-41a8-85da-4652d4de86c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25900dc4-5782-4e9d-aa7a-bde2025f87a7 HTTP/1.1" status: 200 len: 1000 time: 0.1014531 Dec 10 19:15:47.422252 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be62f3-2ee1-4e24-8a16-08811fc73e0a req-35739dc2-9a4f-4b14-9bf9-57e58a25f41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:47.423699 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79be62f3-2ee1-4e24-8a16-08811fc73e0a req-35739dc2-9a4f-4b14-9bf9-57e58a25f41a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=200dc29e-6df2-4e0b-90de-1d443e4daabf HTTP/1.1" status: 200 len: 848 time: 0.0795000 Dec 10 19:15:47.425185 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac67bf-49f4-4390-9577-4716d6669223 req-d7ad93f4-1bb1-4d17-bad7-bf8889fd6cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:47.426462 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aaac67bf-49f4-4390-9577-4716d6669223 req-d7ad93f4-1bb1-4d17-bad7-bf8889fd6cd6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bd69b434-f410-4bb2-ab5e-18036bd01f04 HTTP/1.1" status: 200 len: 853 time: 0.0748405 Dec 10 19:15:47.494649 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac67bf-49f4-4390-9577-4716d6669223 req-f8c3579d-84c5-4bbe-be8f-be555a6f3a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:47.496115 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aaac67bf-49f4-4390-9577-4716d6669223 req-f8c3579d-84c5-4bbe-be8f-be555a6f3a3e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9206994-f16b-44b0-b64e-c8acaccaed37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582461 Dec 10 19:15:47.498454 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be62f3-2ee1-4e24-8a16-08811fc73e0a req-efd9869a-05b8-4bcd-a5f1-365d214c6fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:47.499790 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79be62f3-2ee1-4e24-8a16-08811fc73e0a req-efd9869a-05b8-4bcd-a5f1-365d214c6fe9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f6642665-9caf-42e4-9c00-e0f150c7374f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693641 Dec 10 19:15:47.654042 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aaac67bf-49f4-4390-9577-4716d6669223 req-cedff942-1e2e-4e4e-9cf6-b748cebb38dc service neutron] 10.222.0.46 "GET /v2.0/networks/c9206994-f16b-44b0-b64e-c8acaccaed37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478527 Dec 10 19:15:47.657546 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79be62f3-2ee1-4e24-8a16-08811fc73e0a req-46f8e6d0-c614-4220-97a1-e065568be91f service neutron] 10.222.0.72 "GET /v2.0/networks/f6642665-9caf-42e4-9c00-e0f150c7374f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443045 Dec 10 19:15:47.834807 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aaac67bf-49f4-4390-9577-4716d6669223 req-1c0bbbb9-da22-46db-84b1-692f5472366d service neutron] 10.222.0.46 "GET /v2.0/networks/c9206994-f16b-44b0-b64e-c8acaccaed37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737816 Dec 10 19:15:47.838185 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79be62f3-2ee1-4e24-8a16-08811fc73e0a req-6a752e2f-407d-421d-8872-bd0e4441353d service neutron] 10.222.0.72 "GET /v2.0/networks/f6642665-9caf-42e4-9c00-e0f150c7374f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657295 Dec 10 19:15:47.912440 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574c1f0-1db7-4b83-a662-625197a06b8b req-354a4485-3678-4393-9c0d-9cc81695a9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:47.913886 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e574c1f0-1db7-4b83-a662-625197a06b8b req-354a4485-3678-4393-9c0d-9cc81695a9f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4be3ac13b4194ded9b233ce139ba388a&device_id=d709ad1f-b6f5-452c-a700-a29e1af05c80 HTTP/1.1" status: 200 len: 1096 time: 0.0408399 Dec 10 19:15:48.010984 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574c1f0-1db7-4b83-a662-625197a06b8b req-b88da1df-9ece-492d-8dfb-9890e507fbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:48.013135 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e574c1f0-1db7-4b83-a662-625197a06b8b req-b88da1df-9ece-492d-8dfb-9890e507fbad service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9206994-f16b-44b0-b64e-c8acaccaed37 HTTP/1.1" status: 200 len: 915 time: 0.0919428 Dec 10 19:15:48.086953 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e574c1f0-1db7-4b83-a662-625197a06b8b req-e381a17f-dacb-48a8-81ba-62a47422f607 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25900dc4-5782-4e9d-aa7a-bde2025f87a7 HTTP/1.1" status: 200 len: 1000 time: 0.0675073 Dec 10 19:15:48.136475 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574c1f0-1db7-4b83-a662-625197a06b8b req-4f575e63-cb29-441b-87c4-6d60b3461f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:48.137960 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e574c1f0-1db7-4b83-a662-625197a06b8b req-4f575e63-cb29-441b-87c4-6d60b3461f1f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bd69b434-f410-4bb2-ab5e-18036bd01f04 HTTP/1.1" status: 200 len: 853 time: 0.0441680 Dec 10 19:15:48.182628 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574c1f0-1db7-4b83-a662-625197a06b8b req-a6931dad-b197-4b75-a2ad-5b755b8467e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:48.184034 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e574c1f0-1db7-4b83-a662-625197a06b8b req-a6931dad-b197-4b75-a2ad-5b755b8467e6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9206994-f16b-44b0-b64e-c8acaccaed37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392013 Dec 10 19:15:48.283682 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e574c1f0-1db7-4b83-a662-625197a06b8b req-e96450f5-7af5-4845-8827-d1587c4dffc3 service neutron] 10.222.0.46 "GET /v2.0/networks/c9206994-f16b-44b0-b64e-c8acaccaed37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920556 Dec 10 19:15:48.395098 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e574c1f0-1db7-4b83-a662-625197a06b8b req-ae68a2c7-e144-4e68-b2d4-96b92012cd85 service neutron] 10.222.0.46 "GET /v2.0/networks/c9206994-f16b-44b0-b64e-c8acaccaed37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041505 Dec 10 19:15:49.684510 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0ea89645-c919-47ef-8085-7f63a8208bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:52.509784 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f1d0fb5f-81d0-4ceb-9f55-619320da571b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:53.523322 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:54.896734 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:55.501149 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:04.129131 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:08.465075 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:13.318551 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 46280) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:16:13.503824 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-47639210-903f-4b7f-a2ca-1826ccdf7b07 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Deleting port 6fc91148-95b2-4167-9c61-b34275eab037 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:16:13.504189 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47639210-903f-4b7f-a2ca-1826ccdf7b07 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:13.583978 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47639210-903f-4b7f-a2ca-1826ccdf7b07 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:13.584227 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47639210-903f-4b7f-a2ca-1826ccdf7b07 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:13.596045 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-47639210-903f-4b7f-a2ca-1826ccdf7b07 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Calling delete_port for 6fc91148-95b2-4167-9c61-b34275eab037 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:16:13.745220 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47639210-903f-4b7f-a2ca-1826ccdf7b07 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:13.771171 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47639210-903f-4b7f-a2ca-1826ccdf7b07 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Pushing event deleted for resources: {'Port': ['ID=6fc91148-95b2-4167-9c61-b34275eab037,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:13.783122 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47639210-903f-4b7f-a2ca-1826ccdf7b07 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:13.783475 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47639210-903f-4b7f-a2ca-1826ccdf7b07 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:13.783818 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47639210-903f-4b7f-a2ca-1826ccdf7b07 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:13.784160 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47639210-903f-4b7f-a2ca-1826ccdf7b07 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:13.784494 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47639210-903f-4b7f-a2ca-1826ccdf7b07 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:13.784854 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47639210-903f-4b7f-a2ca-1826ccdf7b07 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:13.785183 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47639210-903f-4b7f-a2ca-1826ccdf7b07 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:13.785510 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47639210-903f-4b7f-a2ca-1826ccdf7b07 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:13.785833 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47639210-903f-4b7f-a2ca-1826ccdf7b07 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:13.786160 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47639210-903f-4b7f-a2ca-1826ccdf7b07 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:13.786483 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47639210-903f-4b7f-a2ca-1826ccdf7b07 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:13.786804 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47639210-903f-4b7f-a2ca-1826ccdf7b07 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:13.787126 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47639210-903f-4b7f-a2ca-1826ccdf7b07 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:13.845461 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47639210-903f-4b7f-a2ca-1826ccdf7b07 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:13.845728 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-47639210-903f-4b7f-a2ca-1826ccdf7b07 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Floating IP c407aa35-1ffc-4a65-b53e-094a98584dc2 disassociated (deleted). External IP: 172.25.7.65, port: 25900dc4-5782-4e9d-aa7a-bde2025f87a7. Dec 10 19:16:14.047348 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47639210-903f-4b7f-a2ca-1826ccdf7b07 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Router 240394c1-7387-42dd-9288-1ab96b1c1033 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:16:14.155712 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47639210-903f-4b7f-a2ca-1826ccdf7b07 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:16:14.160412 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47639210-903f-4b7f-a2ca-1826ccdf7b07 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:14.165425 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4367f8-d327-4fe3-b34e-73a49587fcd2 None None] Sync routers for ids ['240394c1-7387-42dd-9288-1ab96b1c1033'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:16:14.176257 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4367f8-d327-4fe3-b34e-73a49587fcd2 None None] Routers {'240394c1-7387-42dd-9288-1ab96b1c1033'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:16:14.176914 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2d4367f8-d327-4fe3-b34e-73a49587fcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:15:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['240394c1-7387-42dd-9288-1ab96b1c1033'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:14.188673 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-47639210-903f-4b7f-a2ca-1826ccdf7b07 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "DELETE /v2.0/floatingips/c407aa35-1ffc-4a65-b53e-094a98584dc2 HTTP/1.1" status: 204 len: 168 time: 0.8690691 Dec 10 19:16:14.189256 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd709ad1f-b6f5-452c-a700-a29e1af05c80', 'tag': '25900dc4-5782-4e9d-aa7a-bde2025f87a7'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:16:14.191510 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9520f8-44da-4906-a42d-16efb8598714" -d '{"events": [{"name": "network-changed", "server_uuid": "d709ad1f-b6f5-452c-a700-a29e1af05c80", "tag": "25900dc4-5782-4e9d-aa7a-bde2025f87a7"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:16:14.233517 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb1fd68-f19a-41db-a3d1-9b34e397d3fe x-openstack-request-id: req-bcb1fd68-f19a-41db-a3d1-9b34e397d3fe {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:16:14.233812 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d709ad1f-b6f5-452c-a700-a29e1af05c80", "tag": "25900dc4-5782-4e9d-aa7a-bde2025f87a7", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:16:14.234070 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bcb1fd68-f19a-41db-a3d1-9b34e397d3fe {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:16:14.234482 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd709ad1f-b6f5-452c-a700-a29e1af05c80', 'tag': '25900dc4-5782-4e9d-aa7a-bde2025f87a7', 'status': 'completed', 'code': 200} Dec 10 19:16:14.293455 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-2d4367f8-d327-4fe3-b34e-73a49587fcd2 None None] Set router 240394c1-7387-42dd-9288-1ab96b1c1033 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:16:14.305760 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9520f8-44da-4906-a42d-16efb8598714 req-92306ea1-355c-4a8a-a258-5c5a0d532627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:14.307651 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ea9520f8-44da-4906-a42d-16efb8598714 req-92306ea1-355c-4a8a-a258-5c5a0d532627 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4be3ac13b4194ded9b233ce139ba388a&device_id=d709ad1f-b6f5-452c-a700-a29e1af05c80 HTTP/1.1" status: 200 len: 1096 time: 0.0517783 Dec 10 19:16:14.449341 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9520f8-44da-4906-a42d-16efb8598714 req-8e82a82d-73ca-4c04-a48a-850591da6193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:14.451346 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ea9520f8-44da-4906-a42d-16efb8598714 req-8e82a82d-73ca-4c04-a48a-850591da6193 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9206994-f16b-44b0-b64e-c8acaccaed37 HTTP/1.1" status: 200 len: 915 time: 0.1282823 Dec 10 19:16:14.459842 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8935ce-6478-447a-a59e-85510fe92e7b req-d0852a5f-7aa8-4536-861b-1f2a7a557fc5 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:14.461313 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ae8935ce-6478-447a-a59e-85510fe92e7b req-d0852a5f-7aa8-4536-861b-1f2a7a557fc5 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/ports?device_id=d709ad1f-b6f5-452c-a700-a29e1af05c80 HTTP/1.1" status: 200 len: 945 time: 0.0760601 Dec 10 19:16:14.511662 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2d4367f8-d327-4fe3-b34e-73a49587fcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'name': 'tempest-TestVolumeBackupRestore-1876430395-router', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'd9a28eb9-90bd-4782-8354-63a52dc6dc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:15Z', 'updated_at': '2021-12-10T19:13:18Z', 'revision_number': 4, 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'gw_port': {'id': 'd9a28eb9-90bd-4782-8354-63a52dc6dc90', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:16Z', 'updated_at': '2021-12-10T19:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'd572918c-70d6-4ed0-b40d-7e0d2fd7711e', 'name': '', 'network_id': 'c9206994-f16b-44b0-b64e-c8acaccaed37', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'mac_address': 'fa:16:3e:06:56:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'bd69b434-f410-4bb2-ab5e-18036bd01f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:17Z', 'updated_at': '2021-12-10T19:13:22Z', 'revision_number': 5, 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'subnets': [{'id': 'bd69b434-f410-4bb2-ab5e-18036bd01f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:14.517315 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ea9520f8-44da-4906-a42d-16efb8598714 req-c5caf2c7-ce37-4cc6-ba00-46af5609cfb2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25900dc4-5782-4e9d-aa7a-bde2025f87a7 HTTP/1.1" status: 200 len: 217 time: 0.0549250 Dec 10 19:16:14.541864 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4367f8-d327-4fe3-b34e-73a49587fcd2 None None] Checking router: 240394c1-7387-42dd-9288-1ab96b1c1033 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:16:14.550406 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4367f8-d327-4fe3-b34e-73a49587fcd2 None None] Routers {'240394c1-7387-42dd-9288-1ab96b1c1033'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:16:14.551007 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2d4367f8-d327-4fe3-b34e-73a49587fcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:15:52Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['240394c1-7387-42dd-9288-1ab96b1c1033'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:14.582522 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ae8935ce-6478-447a-a59e-85510fe92e7b req-2e6596f9-4d72-4326-ba16-9cf152a2be57 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/security-groups?id=82b34605-932d-437c-bc32-f080220f5d90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129160 Dec 10 19:16:14.602964 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9520f8-44da-4906-a42d-16efb8598714 req-7f4f893b-3d49-447f-8e6f-4f9834f76903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:14.604459 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ea9520f8-44da-4906-a42d-16efb8598714 req-7f4f893b-3d49-447f-8e6f-4f9834f76903 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bd69b434-f410-4bb2-ab5e-18036bd01f04 HTTP/1.1" status: 200 len: 853 time: 0.0791795 Dec 10 19:16:14.651845 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9520f8-44da-4906-a42d-16efb8598714 req-de70f179-f4e2-430d-9629-297b802293f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:14.653418 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ea9520f8-44da-4906-a42d-16efb8598714 req-de70f179-f4e2-430d-9629-297b802293f5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9206994-f16b-44b0-b64e-c8acaccaed37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413630 Dec 10 19:16:14.661153 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-2d4367f8-d327-4fe3-b34e-73a49587fcd2 None None] Set router 240394c1-7387-42dd-9288-1ab96b1c1033 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:16:14.760205 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ea9520f8-44da-4906-a42d-16efb8598714 req-97587fc8-3094-4f11-a9fb-0a6b3280d432 service neutron] 10.222.0.46 "GET /v2.0/networks/c9206994-f16b-44b0-b64e-c8acaccaed37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930715 Dec 10 19:16:14.856302 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ea9520f8-44da-4906-a42d-16efb8598714 req-d3d79e62-408e-4630-8209-fbe2c3600bda service neutron] 10.222.0.46 "GET /v2.0/networks/c9206994-f16b-44b0-b64e-c8acaccaed37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886703 Dec 10 19:16:15.039626 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2d4367f8-d327-4fe3-b34e-73a49587fcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'name': 'tempest-TestVolumeBackupRestore-1876430395-router', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'd9a28eb9-90bd-4782-8354-63a52dc6dc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:15Z', 'updated_at': '2021-12-10T19:13:18Z', 'revision_number': 4, 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'gw_port': {'id': 'd9a28eb9-90bd-4782-8354-63a52dc6dc90', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:16Z', 'updated_at': '2021-12-10T19:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'd572918c-70d6-4ed0-b40d-7e0d2fd7711e', 'name': '', 'network_id': 'c9206994-f16b-44b0-b64e-c8acaccaed37', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'mac_address': 'fa:16:3e:06:56:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'bd69b434-f410-4bb2-ab5e-18036bd01f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:17Z', 'updated_at': '2021-12-10T19:13:22Z', 'revision_number': 5, 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'subnets': [{'id': 'bd69b434-f410-4bb2-ab5e-18036bd01f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:15.070535 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4367f8-d327-4fe3-b34e-73a49587fcd2 None None] The sync data for ids ['240394c1-7387-42dd-9288-1ab96b1c1033'] in n-d-821435-1 is: [{'id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'name': 'tempest-TestVolumeBackupRestore-1876430395-router', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'd9a28eb9-90bd-4782-8354-63a52dc6dc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:15Z', 'updated_at': '2021-12-10T19:13:18Z', 'revision_number': 4, 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'gw_port': {'id': 'd9a28eb9-90bd-4782-8354-63a52dc6dc90', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:16Z', 'updated_at': '2021-12-10T19:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'd572918c-70d6-4ed0-b40d-7e0d2fd7711e', 'name': '', 'network_id': 'c9206994-f16b-44b0-b64e-c8acaccaed37', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'mac_address': 'fa:16:3e:06:56:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'bd69b434-f410-4bb2-ab5e-18036bd01f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:17Z', 'updated_at': '2021-12-10T19:13:22Z', 'revision_number': 5, 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'subnets': [{'id': 'bd69b434-f410-4bb2-ab5e-18036bd01f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:16:15.307972 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c738b78-53a5-4e0d-8f89-9b67235929c3 None None] New status for floating IP c407aa35-1ffc-4a65-b53e-094a98584dc2: DOWN {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:16:15.617430 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:16:15.705029 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1ac7e-29e0-4202-9b02-68d251a6e03c req-4a09bf3e-a005-4a58-810d-a81272556ed9 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:15.706533 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e9e1ac7e-29e0-4202-9b02-68d251a6e03c req-4a09bf3e-a005-4a58-810d-a81272556ed9 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/ports?device_id=d709ad1f-b6f5-452c-a700-a29e1af05c80 HTTP/1.1" status: 200 len: 945 time: 0.0499735 Dec 10 19:16:15.754872 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e9e1ac7e-29e0-4202-9b02-68d251a6e03c req-5674ae51-49bf-4ac8-95b5-45dab9d55096 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/security-groups?id=82b34605-932d-437c-bc32-f080220f5d90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424771 Dec 10 19:16:16.001161 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45f0be-64b0-40f1-84c0-3c30f3ff302d req-87f2f524-3054-4715-ab30-767c4ba7c7a1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:16.002653 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6f45f0be-64b0-40f1-84c0-3c30f3ff302d req-87f2f524-3054-4715-ab30-767c4ba7c7a1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.46 "GET /v2.0/ports?device_id=d709ad1f-b6f5-452c-a700-a29e1af05c80 HTTP/1.1" status: 200 len: 945 time: 0.0536287 Dec 10 19:16:16.094516 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-6f45f0be-64b0-40f1-84c0-3c30f3ff302d req-e302ed68-07f2-44bc-a8c3-b8d91e00a5d7 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Deleting port 25900dc4-5782-4e9d-aa7a-bde2025f87a7 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:16:16.094853 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6f45f0be-64b0-40f1-84c0-3c30f3ff302d req-e302ed68-07f2-44bc-a8c3-b8d91e00a5d7 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:16.185699 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-6f45f0be-64b0-40f1-84c0-3c30f3ff302d req-e302ed68-07f2-44bc-a8c3-b8d91e00a5d7 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] For port 25900dc4-5782-4e9d-aa7a-bde2025f87a7, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=25900dc4-5782-4e9d-aa7a-bde2025f87a7,segment=NetworkSegment(8112065f-998d-45fa-adeb-517901d3e9fd),segment_id=8112065f-998d-45fa-adeb-517901d3e9fd)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:16.186068 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6f45f0be-64b0-40f1-84c0-3c30f3ff302d req-e302ed68-07f2-44bc-a8c3-b8d91e00a5d7 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:16.198591 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-6f45f0be-64b0-40f1-84c0-3c30f3ff302d req-e302ed68-07f2-44bc-a8c3-b8d91e00a5d7 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Calling delete_port for 25900dc4-5782-4e9d-aa7a-bde2025f87a7 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:16:16.323683 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6f45f0be-64b0-40f1-84c0-3c30f3ff302d req-e302ed68-07f2-44bc-a8c3-b8d91e00a5d7 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:16.362141 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e302ed68-07f2-44bc-a8c3-b8d91e00a5d7 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Pushing event deleted for resources: {'Port': ['ID=25900dc4-5782-4e9d-aa7a-bde2025f87a7,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:16.401194 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f45f0be-64b0-40f1-84c0-3c30f3ff302d req-e302ed68-07f2-44bc-a8c3-b8d91e00a5d7 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] No DVR routers for this DVR port 25900dc4-5782-4e9d-aa7a-bde2025f87a7 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:16:16.404980 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6f45f0be-64b0-40f1-84c0-3c30f3ff302d req-e302ed68-07f2-44bc-a8c3-b8d91e00a5d7 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:16.408341 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6f45f0be-64b0-40f1-84c0-3c30f3ff302d req-e302ed68-07f2-44bc-a8c3-b8d91e00a5d7 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.46 "DELETE /v2.0/ports/25900dc4-5782-4e9d-aa7a-bde2025f87a7 HTTP/1.1" status: 204 len: 173 time: 0.3999562 Dec 10 19:16:16.408818 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd709ad1f-b6f5-452c-a700-a29e1af05c80', 'name': 'network-vif-deleted', 'tag': '25900dc4-5782-4e9d-aa7a-bde2025f87a7'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:16:16.411064 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1891166-ac97-483f-8b97-c45a6dd9ec40" -d '{"events": [{"server_uuid": "d709ad1f-b6f5-452c-a700-a29e1af05c80", "name": "network-vif-deleted", "tag": "25900dc4-5782-4e9d-aa7a-bde2025f87a7"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:16:16.449469 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440bc2d2-1436-4d00-af3c-c4574e8d6bbf x-openstack-request-id: req-440bc2d2-1436-4d00-af3c-c4574e8d6bbf {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:16:16.449773 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d709ad1f-b6f5-452c-a700-a29e1af05c80", "name": "network-vif-deleted", "tag": "25900dc4-5782-4e9d-aa7a-bde2025f87a7", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:16:16.450028 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-440bc2d2-1436-4d00-af3c-c4574e8d6bbf {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:16:16.450433 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd709ad1f-b6f5-452c-a700-a29e1af05c80', 'name': 'network-vif-deleted', 'tag': '25900dc4-5782-4e9d-aa7a-bde2025f87a7', 'status': 'completed', 'code': 200} Dec 10 19:16:16.855747 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0b5ec005-63ff-4990-af38-4a7f2e219362 req-2e5bef3d-ae85-46e4-a5eb-09fbc0e591df tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/ports?device_id=d709ad1f-b6f5-452c-a700-a29e1af05c80 HTTP/1.1" status: 200 len: 210 time: 0.0282927 Dec 10 19:16:17.955428 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8c90e44d-1082-4c55-b420-ec487d9f9d17 req-875b2e61-c2b9-432c-b19b-a3cd593f52f6 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/ports?device_id=d709ad1f-b6f5-452c-a700-a29e1af05c80 HTTP/1.1" status: 200 len: 210 time: 0.0273101 Dec 10 19:16:19.050414 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-da53006f-ca8b-4ea6-ac31-0845ef0e75f0 req-d43d85e2-ffe8-40cc-abf3-1fa17a17f9a2 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/ports?device_id=d709ad1f-b6f5-452c-a700-a29e1af05c80 HTTP/1.1" status: 200 len: 210 time: 0.0252988 Dec 10 19:16:19.687276 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d7d5a0e8-1e8d-4540-abbf-f3ba686ac925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:19.751150 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 25900dc4-5782-4e9d-aa7a-bde2025f87a7 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:16:19.772213 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 25900dc4-5782-4e9d-aa7a-bde2025f87a7 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:16:19.772564 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 25900dc4-5782-4e9d-aa7a-bde2025f87a7 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:16:20.146419 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-25e7acea-c8f2-4455-b41d-b3bc3729d919 req-27797b0b-5e99-42ee-92b7-f0259c83a709 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "GET /v2.0/ports?device_id=d709ad1f-b6f5-452c-a700-a29e1af05c80 HTTP/1.1" status: 200 len: 210 time: 0.0261860 Dec 10 19:16:21.204325 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 46302) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:16:21.264512 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c4be9632-214f-4f3f-a03d-4dad8883cab1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:21.288713 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c4be9632-214f-4f3f-a03d-4dad8883cab1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:21.346547 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c4be9632-214f-4f3f-a03d-4dad8883cab1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:21.349410 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c4be9632-214f-4f3f-a03d-4dad8883cab1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:21.350606 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c4be9632-214f-4f3f-a03d-4dad8883cab1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] 10.222.0.62 "DELETE /v2.0/security-groups/82b34605-932d-437c-bc32-f080220f5d90 HTTP/1.1" status: 204 len: 168 time: 0.1452549 Dec 10 19:16:21.360763 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4be9632-214f-4f3f-a03d-4dad8883cab1 tempest-TestVolumeBackupRestore-1434141022 tempest-TestVolumeBackupRestore-1434141022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b34605-932d-437c-bc32-f080220f5d90,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:22.518808 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-241749da-23e8-4c7c-bde3-e545fbf9667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:23.529033 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:24.899647 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:25.503942 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:25.827839 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 46758) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:16:26.202707 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cfe07ba0-0c9e-4cf3-a731-c3022a059045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:26.463768 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-cfe07ba0-0c9e-4cf3-a731-c3022a059045 admin admin] Deleting port d572918c-70d6-4ed0-b40d-7e0d2fd7711e {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:16:26.464024 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cfe07ba0-0c9e-4cf3-a731-c3022a059045 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:26.547934 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-cfe07ba0-0c9e-4cf3-a731-c3022a059045 admin admin] For port d572918c-70d6-4ed0-b40d-7e0d2fd7711e, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=d572918c-70d6-4ed0-b40d-7e0d2fd7711e,segment=NetworkSegment(8112065f-998d-45fa-adeb-517901d3e9fd),segment_id=8112065f-998d-45fa-adeb-517901d3e9fd)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:26.548304 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cfe07ba0-0c9e-4cf3-a731-c3022a059045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:26.562519 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-cfe07ba0-0c9e-4cf3-a731-c3022a059045 admin admin] Calling delete_port for d572918c-70d6-4ed0-b40d-7e0d2fd7711e owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:16:27.030967 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cfe07ba0-0c9e-4cf3-a731-c3022a059045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:27.056057 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe07ba0-0c9e-4cf3-a731-c3022a059045 admin admin] Pushing event deleted for resources: {'Port': ['ID=d572918c-70d6-4ed0-b40d-7e0d2fd7711e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:27.220023 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cfe07ba0-0c9e-4cf3-a731-c3022a059045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:27.435473 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe07ba0-0c9e-4cf3-a731-c3022a059045 admin admin] Router 240394c1-7387-42dd-9288-1ab96b1c1033 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:16:27.541710 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe07ba0-0c9e-4cf3-a731-c3022a059045 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:16:27.547531 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-cfe07ba0-0c9e-4cf3-a731-c3022a059045 admin admin] 10.222.0.62 "PUT /v2.0/routers/240394c1-7387-42dd-9288-1ab96b1c1033/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7186487 Dec 10 19:16:27.550031 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 46760) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:16:27.552563 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59621d26-ae6b-4903-a173-dc14108706bd None None] Sync routers for ids ['240394c1-7387-42dd-9288-1ab96b1c1033'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:16:27.563783 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59621d26-ae6b-4903-a173-dc14108706bd None None] Routers {'240394c1-7387-42dd-9288-1ab96b1c1033'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:16:27.564398 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-59621d26-ae6b-4903-a173-dc14108706bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:16:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['240394c1-7387-42dd-9288-1ab96b1c1033'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:27.654336 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d8e01830-2f53-4485-a6f2-fa5fc5af8bb6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:27.671444 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-59621d26-ae6b-4903-a173-dc14108706bd None None] Set router 240394c1-7387-42dd-9288-1ab96b1c1033 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:16:27.758747 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d8e01830-2f53-4485-a6f2-fa5fc5af8bb6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:27.811526 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d8e01830-2f53-4485-a6f2-fa5fc5af8bb6 admin admin] Deleting port d9a28eb9-90bd-4782-8354-63a52dc6dc90 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:16:27.811867 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d8e01830-2f53-4485-a6f2-fa5fc5af8bb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:27.849416 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-59621d26-ae6b-4903-a173-dc14108706bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'name': 'tempest-TestVolumeBackupRestore-1876430395-router', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'd9a28eb9-90bd-4782-8354-63a52dc6dc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:15Z', 'updated_at': '2021-12-10T19:16:26Z', 'revision_number': 5, 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'gw_port': {'id': 'd9a28eb9-90bd-4782-8354-63a52dc6dc90', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:16Z', 'updated_at': '2021-12-10T19:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:27.879706 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59621d26-ae6b-4903-a173-dc14108706bd None None] Checking router: 240394c1-7387-42dd-9288-1ab96b1c1033 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:16:27.887867 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59621d26-ae6b-4903-a173-dc14108706bd None None] Routers {'240394c1-7387-42dd-9288-1ab96b1c1033'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:16:27.889465 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-59621d26-ae6b-4903-a173-dc14108706bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:16:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['240394c1-7387-42dd-9288-1ab96b1c1033'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:27.890275 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d8e01830-2f53-4485-a6f2-fa5fc5af8bb6 admin admin] For port d9a28eb9-90bd-4782-8354-63a52dc6dc90, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=d9a28eb9-90bd-4782-8354-63a52dc6dc90,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:27.890659 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d8e01830-2f53-4485-a6f2-fa5fc5af8bb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:27.907658 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d8e01830-2f53-4485-a6f2-fa5fc5af8bb6 admin admin] Calling delete_port for d9a28eb9-90bd-4782-8354-63a52dc6dc90 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:16:27.973881 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-59621d26-ae6b-4903-a173-dc14108706bd None None] Set router 240394c1-7387-42dd-9288-1ab96b1c1033 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:16:28.024512 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-59621d26-ae6b-4903-a173-dc14108706bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'name': 'tempest-TestVolumeBackupRestore-1876430395-router', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:15Z', 'updated_at': '2021-12-10T19:16:27Z', 'revision_number': 6, 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:28.053013 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59621d26-ae6b-4903-a173-dc14108706bd None None] The sync data for ids ['240394c1-7387-42dd-9288-1ab96b1c1033'] in n-d-821435-1 is: [{'id': '240394c1-7387-42dd-9288-1ab96b1c1033', 'name': 'tempest-TestVolumeBackupRestore-1876430395-router', 'tenant_id': '4be3ac13b4194ded9b233ce139ba388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:15Z', 'updated_at': '2021-12-10T19:16:27Z', 'revision_number': 6, 'project_id': '4be3ac13b4194ded9b233ce139ba388a', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:16:28.071074 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d8e01830-2f53-4485-a6f2-fa5fc5af8bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:28.099287 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e01830-2f53-4485-a6f2-fa5fc5af8bb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9a28eb9-90bd-4782-8354-63a52dc6dc90,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:28.115994 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d0b854-f8f6-4a45-adb9-bf51f8f65ea0 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:16:28.166771 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d8e01830-2f53-4485-a6f2-fa5fc5af8bb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:28.258396 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d8e01830-2f53-4485-a6f2-fa5fc5af8bb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:28.260581 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d8e01830-2f53-4485-a6f2-fa5fc5af8bb6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:28.303297 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d8e01830-2f53-4485-a6f2-fa5fc5af8bb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:28.303853 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e01830-2f53-4485-a6f2-fa5fc5af8bb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 240394c1-7387-42dd-9288-1ab96b1c1033 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:16:28.308113 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d8e01830-2f53-4485-a6f2-fa5fc5af8bb6 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:28.309285 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d8e01830-2f53-4485-a6f2-fa5fc5af8bb6 admin admin] 10.222.0.62 "DELETE /v2.0/routers/240394c1-7387-42dd-9288-1ab96b1c1033 HTTP/1.1" status: 204 len: 168 time: 0.7583308 Dec 10 19:16:28.312418 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 46762) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:16:28.361981 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c06911d-1dff-4312-8983-2193f891952c admin admin] Deleting subnet bd69b434-f410-4bb2-ab5e-18036bd01f04 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:16:28.365252 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c06911d-1dff-4312-8983-2193f891952c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:28.401992 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c06911d-1dff-4312-8983-2193f891952c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:28.487457 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c06911d-1dff-4312-8983-2193f891952c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:28.545311 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c06911d-1dff-4312-8983-2193f891952c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:28.575929 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06911d-1dff-4312-8983-2193f891952c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd69b434-f410-4bb2-ab5e-18036bd01f04,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:28.578731 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c06911d-1dff-4312-8983-2193f891952c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:28.582390 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e752fe-6a17-4b2d-9e20-062e976ed99f None None] Network c9206994-f16b-44b0-b64e-c8acaccaed37 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:16:28.583467 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1c06911d-1dff-4312-8983-2193f891952c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/bd69b434-f410-4bb2-ab5e-18036bd01f04 HTTP/1.1" status: 204 len: 168 time: 0.2699254 Dec 10 19:16:28.586711 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 46764) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:16:28.668006 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0cb5a77-8f64-4c81-aee3-eb4dd90c2d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:28.722815 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d0cb5a77-8f64-4c81-aee3-eb4dd90c2d7c admin admin] Deleting port eb671365-362d-4d78-a992-69ecfe7ace50 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:16:28.723163 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0cb5a77-8f64-4c81-aee3-eb4dd90c2d7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:28.789183 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d0cb5a77-8f64-4c81-aee3-eb4dd90c2d7c admin admin] For port eb671365-362d-4d78-a992-69ecfe7ace50, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=eb671365-362d-4d78-a992-69ecfe7ace50,segment=NetworkSegment(8112065f-998d-45fa-adeb-517901d3e9fd),segment_id=8112065f-998d-45fa-adeb-517901d3e9fd)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:28.789461 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0cb5a77-8f64-4c81-aee3-eb4dd90c2d7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:28.806995 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d0cb5a77-8f64-4c81-aee3-eb4dd90c2d7c admin admin] Calling delete_port for eb671365-362d-4d78-a992-69ecfe7ace50 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:16:28.837521 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b769e2f-6fb9-440e-a616-f760413ab57a None None] DHCP port deletion for c9206994-f16b-44b0-b64e-c8acaccaed37 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:16:28.888771 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4b769e2f-6fb9-440e-a616-f760413ab57a None None] Deleting port eb671365-362d-4d78-a992-69ecfe7ace50 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:16:28.889699 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4b769e2f-6fb9-440e-a616-f760413ab57a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:28.894200 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0cb5a77-8f64-4c81-aee3-eb4dd90c2d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:28.937348 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb5a77-8f64-4c81-aee3-eb4dd90c2d7c admin admin] Pushing event deleted for resources: {'Port': ['ID=eb671365-362d-4d78-a992-69ecfe7ace50,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:28.942335 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cb5a77-8f64-4c81-aee3-eb4dd90c2d7c admin admin] No DVR routers for this DVR port eb671365-362d-4d78-a992-69ecfe7ace50 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:16:28.962865 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4b769e2f-6fb9-440e-a616-f760413ab57a None None] For port eb671365-362d-4d78-a992-69ecfe7ace50, host n-d-821435-1, got binding levels [] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:28.963286 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4b769e2f-6fb9-440e-a616-f760413ab57a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:28.977702 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4b769e2f-6fb9-440e-a616-f760413ab57a None None] Calling delete_port for eb671365-362d-4d78-a992-69ecfe7ace50 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:16:28.980602 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.ipam_backend_mixin [None req-4b769e2f-6fb9-440e-a616-f760413ab57a None None] Port eb671365-362d-4d78-a992-69ecfe7ace50 was not found and therefore no delete operation was performed {{(pid=103246) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 19:16:28.983430 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4b769e2f-6fb9-440e-a616-f760413ab57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:29.012016 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b769e2f-6fb9-440e-a616-f760413ab57a None None] Pushing event deleted for resources: {'Port': ['ID=eb671365-362d-4d78-a992-69ecfe7ace50,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:29.021437 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b769e2f-6fb9-440e-a616-f760413ab57a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:29.021795 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b769e2f-6fb9-440e-a616-f760413ab57a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:29.022149 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b769e2f-6fb9-440e-a616-f760413ab57a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:29.022496 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b769e2f-6fb9-440e-a616-f760413ab57a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:29.022840 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b769e2f-6fb9-440e-a616-f760413ab57a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:29.023192 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b769e2f-6fb9-440e-a616-f760413ab57a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:29.023527 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b769e2f-6fb9-440e-a616-f760413ab57a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:29.023859 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b769e2f-6fb9-440e-a616-f760413ab57a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:29.024192 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b769e2f-6fb9-440e-a616-f760413ab57a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:29.024524 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b769e2f-6fb9-440e-a616-f760413ab57a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:29.024887 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b769e2f-6fb9-440e-a616-f760413ab57a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:29.025214 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b769e2f-6fb9-440e-a616-f760413ab57a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:29.025543 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b769e2f-6fb9-440e-a616-f760413ab57a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:29.027420 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0cb5a77-8f64-4c81-aee3-eb4dd90c2d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:29.030155 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b769e2f-6fb9-440e-a616-f760413ab57a None None] No DVR routers for this DVR port eb671365-362d-4d78-a992-69ecfe7ace50 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:16:29.050295 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-d0cb5a77-8f64-4c81-aee3-eb4dd90c2d7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9206994-f16b-44b0-b64e-c8acaccaed37']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:29.061080 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-d0cb5a77-8f64-4c81-aee3-eb4dd90c2d7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8112065f-998d-45fa-adeb-517901d3e9fd') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:29.061340 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-d0cb5a77-8f64-4c81-aee3-eb4dd90c2d7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8112065f-998d-45fa-adeb-517901d3e9fd') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:29.073337 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0cb5a77-8f64-4c81-aee3-eb4dd90c2d7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:29.088208 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0cb5a77-8f64-4c81-aee3-eb4dd90c2d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:29.096683 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0cb5a77-8f64-4c81-aee3-eb4dd90c2d7c admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:16:29.096683 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0cb5a77-8f64-4c81-aee3-eb4dd90c2d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:29.097805 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 19:16:29.097805 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:16:29.097805 n-d-821435-1 neutron-server[103244]: timer() Dec 10 19:16:29.097805 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:16:29.097805 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 19:16:29.097805 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:16:29.097805 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 19:16:29.097805 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:16:29.097805 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 19:16:29.097805 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:16:29.097805 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 19:16:29.097805 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:16:29.097805 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 19:16:29.097805 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:16:29.097805 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:16:29.097805 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:16:29.097805 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:16:29.097805 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:16:29.097805 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 19:16:29.097805 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:16:29.097805 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 19:16:29.097805 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:16:29.097805 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:16:29.097805 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:16:29.097805 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 19:16:29.097805 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:16:29.097805 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:16:29.097805 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:16:29.097805 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:16:29.097805 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:16:29.097805 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:16:29.097805 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:16:29.130539 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d572918c-70d6-4ed0-b40d-7e0d2fd7711e no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:16:29.151969 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: d572918c-70d6-4ed0-b40d-7e0d2fd7711e {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:16:29.152329 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d572918c-70d6-4ed0-b40d-7e0d2fd7711e not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:16:29.152784 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device eb671365-362d-4d78-a992-69ecfe7ace50 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:16:29.161145 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0cb5a77-8f64-4c81-aee3-eb4dd90c2d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:29.172489 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0cb5a77-8f64-4c81-aee3-eb4dd90c2d7c admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:29.174300 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: eb671365-362d-4d78-a992-69ecfe7ace50 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:16:29.174300 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device eb671365-362d-4d78-a992-69ecfe7ace50 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:16:29.174533 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d9a28eb9-90bd-4782-8354-63a52dc6dc90 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:16:29.183171 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 46766) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:16:29.186075 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d0cb5a77-8f64-4c81-aee3-eb4dd90c2d7c admin admin] 10.222.0.62 "DELETE /v2.0/networks/c9206994-f16b-44b0-b64e-c8acaccaed37 HTTP/1.1" status: 204 len: 168 time: 0.5978854 Dec 10 19:16:29.201395 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: d9a28eb9-90bd-4782-8354-63a52dc6dc90 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:16:29.201771 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d9a28eb9-90bd-4782-8354-63a52dc6dc90 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:16:29.207843 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb5a77-8f64-4c81-aee3-eb4dd90c2d7c admin admin] Pushing event deleted for resources: {'Network': ['ID=c9206994-f16b-44b0-b64e-c8acaccaed37,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:29.539324 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a31d3aa3-9f94-470f-b980-09103c71ac81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:29.782452 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a31d3aa3-9f94-470f-b980-09103c71ac81 admin admin] Deleting port 0e04623f-01d8-4a18-9e4e-26a537b02cb9 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:16:29.782792 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a31d3aa3-9f94-470f-b980-09103c71ac81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:29.860209 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-a31d3aa3-9f94-470f-b980-09103c71ac81 admin admin] For port 0e04623f-01d8-4a18-9e4e-26a537b02cb9, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=0e04623f-01d8-4a18-9e4e-26a537b02cb9,segment=NetworkSegment(e2f1509c-51d6-40b6-b07a-2997cff5c60a),segment_id=e2f1509c-51d6-40b6-b07a-2997cff5c60a)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:29.860485 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a31d3aa3-9f94-470f-b980-09103c71ac81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:29.873917 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a31d3aa3-9f94-470f-b980-09103c71ac81 admin admin] Calling delete_port for 0e04623f-01d8-4a18-9e4e-26a537b02cb9 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:16:30.067269 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a31d3aa3-9f94-470f-b980-09103c71ac81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:30.093229 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d3aa3-9f94-470f-b980-09103c71ac81 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e04623f-01d8-4a18-9e4e-26a537b02cb9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:30.302910 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a31d3aa3-9f94-470f-b980-09103c71ac81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:30.532674 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31d3aa3-9f94-470f-b980-09103c71ac81 admin admin] Router a31392ea-b498-4d5f-9f53-69a94c642ea3 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:16:30.658451 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31d3aa3-9f94-470f-b980-09103c71ac81 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:16:30.668093 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a31d3aa3-9f94-470f-b980-09103c71ac81 admin admin] 10.222.0.62 "PUT /v2.0/routers/a31392ea-b498-4d5f-9f53-69a94c642ea3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4810054 Dec 10 19:16:30.668261 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eed068-8c3a-437c-9e3d-8c70d27b7d66 None None] Sync routers for ids ['a31392ea-b498-4d5f-9f53-69a94c642ea3'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:16:30.668876 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 46768) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:16:30.681467 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eed068-8c3a-437c-9e3d-8c70d27b7d66 None None] Routers {'a31392ea-b498-4d5f-9f53-69a94c642ea3'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:16:30.682329 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-29eed068-8c3a-437c-9e3d-8c70d27b7d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:16:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a31392ea-b498-4d5f-9f53-69a94c642ea3'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:30.787522 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9194699c-8a04-4c57-81b5-6771daf6ce98 admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:30.798564 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-29eed068-8c3a-437c-9e3d-8c70d27b7d66 None None] Set router a31392ea-b498-4d5f-9f53-69a94c642ea3 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:16:30.889388 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9194699c-8a04-4c57-81b5-6771daf6ce98 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:30.942942 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-9194699c-8a04-4c57-81b5-6771daf6ce98 admin admin] Deleting port c5e4fac0-617b-49b8-9583-49e9cbfc3c3d {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:16:30.943319 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9194699c-8a04-4c57-81b5-6771daf6ce98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:31.031935 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-9194699c-8a04-4c57-81b5-6771daf6ce98 admin admin] For port c5e4fac0-617b-49b8-9583-49e9cbfc3c3d, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c5e4fac0-617b-49b8-9583-49e9cbfc3c3d,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:31.032300 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9194699c-8a04-4c57-81b5-6771daf6ce98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:31.046248 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-9194699c-8a04-4c57-81b5-6771daf6ce98 admin admin] Calling delete_port for c5e4fac0-617b-49b8-9583-49e9cbfc3c3d owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:16:31.093751 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-29eed068-8c3a-437c-9e3d-8c70d27b7d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31392ea-b498-4d5f-9f53-69a94c642ea3', 'name': 'tempest-TestVolumeBackupRestore-1772252111-router', 'tenant_id': 'a925d5bfe0554fcbba0f4039ae6b0b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'c5e4fac0-617b-49b8-9583-49e9cbfc3c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:20Z', 'updated_at': '2021-12-10T19:16:30Z', 'revision_number': 5, 'project_id': 'a925d5bfe0554fcbba0f4039ae6b0b42', 'gw_port': {'id': 'c5e4fac0-617b-49b8-9583-49e9cbfc3c3d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31392ea-b498-4d5f-9f53-69a94c642ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:21Z', 'updated_at': '2021-12-10T19:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:31.122033 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eed068-8c3a-437c-9e3d-8c70d27b7d66 None None] Checking router: a31392ea-b498-4d5f-9f53-69a94c642ea3 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:16:31.133631 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eed068-8c3a-437c-9e3d-8c70d27b7d66 None None] Routers {'a31392ea-b498-4d5f-9f53-69a94c642ea3'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:16:31.134338 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-29eed068-8c3a-437c-9e3d-8c70d27b7d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:16:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a31392ea-b498-4d5f-9f53-69a94c642ea3'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:31.220096 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-29eed068-8c3a-437c-9e3d-8c70d27b7d66 None None] Set router a31392ea-b498-4d5f-9f53-69a94c642ea3 gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:16:31.223750 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9194699c-8a04-4c57-81b5-6771daf6ce98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:31.249459 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194699c-8a04-4c57-81b5-6771daf6ce98 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5e4fac0-617b-49b8-9583-49e9cbfc3c3d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:31.265544 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b237072e-2f3a-48a8-aa49-7a7bac9ed36d None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:16:31.280885 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-29eed068-8c3a-437c-9e3d-8c70d27b7d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31392ea-b498-4d5f-9f53-69a94c642ea3', 'name': 'tempest-TestVolumeBackupRestore-1772252111-router', 'tenant_id': 'a925d5bfe0554fcbba0f4039ae6b0b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:20Z', 'updated_at': '2021-12-10T19:16:30Z', 'revision_number': 6, 'project_id': 'a925d5bfe0554fcbba0f4039ae6b0b42', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:31.307340 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eed068-8c3a-437c-9e3d-8c70d27b7d66 None None] The sync data for ids ['a31392ea-b498-4d5f-9f53-69a94c642ea3'] in n-d-821435-1 is: [{'id': 'a31392ea-b498-4d5f-9f53-69a94c642ea3', 'name': 'tempest-TestVolumeBackupRestore-1772252111-router', 'tenant_id': 'a925d5bfe0554fcbba0f4039ae6b0b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:20Z', 'updated_at': '2021-12-10T19:16:30Z', 'revision_number': 6, 'project_id': 'a925d5bfe0554fcbba0f4039ae6b0b42', 'gw_port_host': None}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:16:31.318476 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9194699c-8a04-4c57-81b5-6771daf6ce98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:31.409697 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9194699c-8a04-4c57-81b5-6771daf6ce98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:31.411826 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9194699c-8a04-4c57-81b5-6771daf6ce98 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:31.456739 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9194699c-8a04-4c57-81b5-6771daf6ce98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:31.457286 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9194699c-8a04-4c57-81b5-6771daf6ce98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a31392ea-b498-4d5f-9f53-69a94c642ea3 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:16:31.462146 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9194699c-8a04-4c57-81b5-6771daf6ce98 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:31.463303 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9194699c-8a04-4c57-81b5-6771daf6ce98 admin admin] 10.222.0.62 "DELETE /v2.0/routers/a31392ea-b498-4d5f-9f53-69a94c642ea3 HTTP/1.1" status: 204 len: 168 time: 0.7926953 Dec 10 19:16:31.465784 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 46770) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:16:31.509322 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-e294db3b-af51-4c32-8b0d-cb8ed2bb078d admin admin] Deleting subnet 7df89d52-db96-4f49-971c-076d5a7c0110 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:16:31.512277 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e294db3b-af51-4c32-8b0d-cb8ed2bb078d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:31.549998 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e294db3b-af51-4c32-8b0d-cb8ed2bb078d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:31.890248 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e294db3b-af51-4c32-8b0d-cb8ed2bb078d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:31.941118 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e294db3b-af51-4c32-8b0d-cb8ed2bb078d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:31.966837 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294db3b-af51-4c32-8b0d-cb8ed2bb078d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7df89d52-db96-4f49-971c-076d5a7c0110,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:31.970503 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e294db3b-af51-4c32-8b0d-cb8ed2bb078d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:31.973679 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e294db3b-af51-4c32-8b0d-cb8ed2bb078d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/7df89d52-db96-4f49-971c-076d5a7c0110 HTTP/1.1" status: 204 len: 168 time: 0.5063941 Dec 10 19:16:31.976049 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 46772) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:16:31.976229 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4479bb-4ca2-47c8-9df5-296d22ced0f1 None None] Network 3118f23d-9a23-4df6-962e-a051316d0a26 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:16:32.052673 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12149210-7f44-493c-9901-280761ca4b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:32.111235 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-12149210-7f44-493c-9901-280761ca4b36 admin admin] Deleting port 2712262f-7103-49b6-aba3-388209e670c9 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:16:32.111326 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12149210-7f44-493c-9901-280761ca4b36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:32.141547 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922e99cd-a419-4ded-8f29-94ae9dc03b0f None None] DHCP port deletion for 3118f23d-9a23-4df6-962e-a051316d0a26 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:16:32.188428 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-12149210-7f44-493c-9901-280761ca4b36 admin admin] For port 2712262f-7103-49b6-aba3-388209e670c9, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=2712262f-7103-49b6-aba3-388209e670c9,segment=NetworkSegment(e2f1509c-51d6-40b6-b07a-2997cff5c60a),segment_id=e2f1509c-51d6-40b6-b07a-2997cff5c60a)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:32.188428 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12149210-7f44-493c-9901-280761ca4b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:32.191040 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-922e99cd-a419-4ded-8f29-94ae9dc03b0f None None] Deleting port 2712262f-7103-49b6-aba3-388209e670c9 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:16:32.191486 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-922e99cd-a419-4ded-8f29-94ae9dc03b0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:32.202544 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-12149210-7f44-493c-9901-280761ca4b36 admin admin] Calling delete_port for 2712262f-7103-49b6-aba3-388209e670c9 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:16:32.265487 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-922e99cd-a419-4ded-8f29-94ae9dc03b0f None None] For port 2712262f-7103-49b6-aba3-388209e670c9, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=2712262f-7103-49b6-aba3-388209e670c9,segment=NetworkSegment(e2f1509c-51d6-40b6-b07a-2997cff5c60a),segment_id=e2f1509c-51d6-40b6-b07a-2997cff5c60a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:32.265969 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-922e99cd-a419-4ded-8f29-94ae9dc03b0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:32.278845 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-922e99cd-a419-4ded-8f29-94ae9dc03b0f None None] Calling delete_port for 2712262f-7103-49b6-aba3-388209e670c9 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:16:32.283728 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12149210-7f44-493c-9901-280761ca4b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:32.307814 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12149210-7f44-493c-9901-280761ca4b36 admin admin] Pushing event deleted for resources: {'Port': ['ID=2712262f-7103-49b6-aba3-388209e670c9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:32.314376 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12149210-7f44-493c-9901-280761ca4b36 admin admin] No DVR routers for this DVR port 2712262f-7103-49b6-aba3-388209e670c9 on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:16:32.366454 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-922e99cd-a419-4ded-8f29-94ae9dc03b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:32.398210 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12149210-7f44-493c-9901-280761ca4b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:32.401034 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e99cd-a419-4ded-8f29-94ae9dc03b0f None None] Pushing event deleted for resources: {'Port': ['ID=2712262f-7103-49b6-aba3-388209e670c9,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:32.402767 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922e99cd-a419-4ded-8f29-94ae9dc03b0f None None] No DVR routers for this DVR port 2712262f-7103-49b6-aba3-388209e670c9 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:16:32.419118 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-12149210-7f44-493c-9901-280761ca4b36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3118f23d-9a23-4df6-962e-a051316d0a26']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:32.428433 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-12149210-7f44-493c-9901-280761ca4b36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f1509c-51d6-40b6-b07a-2997cff5c60a') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:32.428775 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-12149210-7f44-493c-9901-280761ca4b36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f1509c-51d6-40b6-b07a-2997cff5c60a') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:32.438690 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12149210-7f44-493c-9901-280761ca4b36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:32.453248 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12149210-7f44-493c-9901-280761ca4b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:32.459170 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12149210-7f44-493c-9901-280761ca4b36 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:16:32.459556 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12149210-7f44-493c-9901-280761ca4b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:32.461276 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:16:32.461276 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:16:32.461276 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:16:32.461276 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:16:32.461276 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:16:32.461276 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:16:32.461276 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:16:32.461276 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:16:32.461276 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:16:32.461276 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:16:32.461276 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:16:32.461276 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:16:32.461276 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:16:32.461276 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:16:32.461276 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:16:32.461276 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:16:32.461276 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:16:32.461276 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:16:32.461276 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:16:32.461276 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:16:32.461276 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:16:32.461276 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:16:32.461276 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:16:32.461276 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:16:32.461276 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:16:32.461276 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:16:32.461276 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:16:32.461276 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:16:32.461276 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:16:32.461276 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:16:32.461276 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:16:32.461276 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:16:32.517619 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12149210-7f44-493c-9901-280761ca4b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:32.523316 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12149210-7f44-493c-9901-280761ca4b36 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:32.526504 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-12149210-7f44-493c-9901-280761ca4b36 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3118f23d-9a23-4df6-962e-a051316d0a26 HTTP/1.1" status: 204 len: 168 time: 0.5495322 Dec 10 19:16:32.538387 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12149210-7f44-493c-9901-280761ca4b36 admin admin] Pushing event deleted for resources: {'Network': ['ID=3118f23d-9a23-4df6-962e-a051316d0a26,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:32.689288 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 46776) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:16:32.727060 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-687dae26-1cf4-43e6-9c8a-c3e522a080e2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4be3ac13b4194ded9b233ce139ba388a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0366044 Dec 10 19:16:32.729508 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 46778) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:16:32.776259 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0754b901-26b1-4458-8f3f-ba3efce21f5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:32.797147 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0754b901-26b1-4458-8f3f-ba3efce21f5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:32.844111 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0754b901-26b1-4458-8f3f-ba3efce21f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:32.846723 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0754b901-26b1-4458-8f3f-ba3efce21f5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:32.847880 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0754b901-26b1-4458-8f3f-ba3efce21f5b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/851806e6-bc05-4b7b-8dfd-a2a5a57aa2a6 HTTP/1.1" status: 204 len: 168 time: 0.1174893 Dec 10 19:16:32.856327 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754b901-26b1-4458-8f3f-ba3efce21f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851806e6-bc05-4b7b-8dfd-a2a5a57aa2a6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:33.127362 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c5e4fac0-617b-49b8-9583-49e9cbfc3c3d no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:16:33.148620 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: c5e4fac0-617b-49b8-9583-49e9cbfc3c3d {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:16:33.149070 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c5e4fac0-617b-49b8-9583-49e9cbfc3c3d not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:16:33.149569 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 2712262f-7103-49b6-aba3-388209e670c9 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:16:33.169653 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 46784) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:16:33.172931 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 2712262f-7103-49b6-aba3-388209e670c9 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:16:33.173269 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 2712262f-7103-49b6-aba3-388209e670c9 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:16:33.173714 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 0e04623f-01d8-4a18-9e4e-26a537b02cb9 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:16:33.192202 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 0e04623f-01d8-4a18-9e4e-26a537b02cb9 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:16:33.192554 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 0e04623f-01d8-4a18-9e4e-26a537b02cb9 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:16:33.208685 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6f7b91be-a9fb-4455-a057-2403e63db572 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a925d5bfe0554fcbba0f4039ae6b0b42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378566 Dec 10 19:16:33.211141 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 46786) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:16:33.260957 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cca36445-29b6-4f42-9a8a-23c2dda93d75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:33.282419 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cca36445-29b6-4f42-9a8a-23c2dda93d75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:33.332777 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cca36445-29b6-4f42-9a8a-23c2dda93d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:33.335317 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cca36445-29b6-4f42-9a8a-23c2dda93d75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:33.336493 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-cca36445-29b6-4f42-9a8a-23c2dda93d75 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/69e5dedc-4a1c-492b-85f1-b155c82ce084 HTTP/1.1" status: 204 len: 168 time: 0.1244564 Dec 10 19:16:33.344405 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca36445-29b6-4f42-9a8a-23c2dda93d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e5dedc-4a1c-492b-85f1-b155c82ce084,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:34.026727 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 46808) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:16:34.155056 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:34.186542 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3ea25576-52ab-407b-9e08-759cbb42af10 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-258798546-network', 'tenant_id': '4152abff22c840ed91cb9771512b3465'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:34.207638 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea25576-52ab-407b-9e08-759cbb42af10 admin admin] Made reservation on behalf of 4152abff22c840ed91cb9771512b3465 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:34.210024 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ea25576-52ab-407b-9e08-759cbb42af10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:34.218940 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ea25576-52ab-407b-9e08-759cbb42af10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:34.292026 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ea25576-52ab-407b-9e08-759cbb42af10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:34.296697 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ea25576-52ab-407b-9e08-759cbb42af10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:34.317821 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ea25576-52ab-407b-9e08-759cbb42af10 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:16:34.332534 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea25576-52ab-407b-9e08-759cbb42af10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:34.337318 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ea25576-52ab-407b-9e08-759cbb42af10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:34.337672 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-3ea25576-52ab-407b-9e08-759cbb42af10 admin admin] Added segment 616a97ca-69d0-44d2-8ef6-ba801315fd7c of type vlan for network cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 Dec 10 19:16:34.380944 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ea25576-52ab-407b-9e08-759cbb42af10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:34.410074 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ea25576-52ab-407b-9e08-759cbb42af10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:34.411265 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea25576-52ab-407b-9e08-759cbb42af10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:34.411926 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ea25576-52ab-407b-9e08-759cbb42af10 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:34.483825 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3ea25576-52ab-407b-9e08-759cbb42af10 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4558542 Dec 10 19:16:34.486825 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 46814) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:16:34.491843 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-cea94a2b-f47e-4b2b-b05e-c1febd186896 admin admin] Request body: {'subnet': {'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-258798546-subnet', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:34.494691 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea25576-52ab-407b-9e08-759cbb42af10 admin admin] Pushing event updated for resources: {'Network': ['ID=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:34.504759 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:16:34.515467 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea94a2b-f47e-4b2b-b05e-c1febd186896 admin admin] Made reservation on behalf of 4152abff22c840ed91cb9771512b3465 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:34.517940 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cea94a2b-f47e-4b2b-b05e-c1febd186896 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:34.680959 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cea94a2b-f47e-4b2b-b05e-c1febd186896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:34.736543 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea94a2b-f47e-4b2b-b05e-c1febd186896 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0f6e315-1f28-44d3-9574-47035cf872ce,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:34.744784 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea94a2b-f47e-4b2b-b05e-c1febd186896 admin admin] Checking segment: {'id': '616a97ca-69d0-44d2-8ef6-ba801315fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:16:34.745143 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea94a2b-f47e-4b2b-b05e-c1febd186896 admin admin] Network hostable DHCP agents. Network: cb03d2a1-6d87-4b96-95d4-709b1f04a5b5, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:16:34.765257 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea94a2b-f47e-4b2b-b05e-c1febd186896 admin admin] Network cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:16:34.777661 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-cea94a2b-f47e-4b2b-b05e-c1febd186896 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, cb03d2a1-6d87-4b96-95d4-709b1f04a5b5) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:34.783600 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea94a2b-f47e-4b2b-b05e-c1febd186896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:34.783600 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cea94a2b-f47e-4b2b-b05e-c1febd186896 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:34.788182 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432f2fcd-97ef-49ea-aa52-d1fe81737873 None None] Network cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:16:34.799286 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-cea94a2b-f47e-4b2b-b05e-c1febd186896 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3113348 Dec 10 19:16:34.802169 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 46820) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:16:34.806598 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1955015f-d179-4729-9f43-c54717ebd9c3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-258798546-router', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:34.827757 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1955015f-d179-4729-9f43-c54717ebd9c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:34.828989 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1955015f-d179-4729-9f43-c54717ebd9c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:34.885434 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1955015f-d179-4729-9f43-c54717ebd9c3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:34.899714 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95c8a57-e4ab-4ad6-bbfd-5a944fb0cdfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'project_id': '4152abff22c840ed91cb9771512b3465', 'fixed_ips': [{'subnet_id': 'c0f6e315-1f28-44d3-9574-47035cf872ce'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:16:34.900617 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c95c8a57-e4ab-4ad6-bbfd-5a944fb0cdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:35.027300 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1955015f-d179-4729-9f43-c54717ebd9c3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:35.035780 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-c95c8a57-e4ab-4ad6-bbfd-5a944fb0cdfe None None] Allocated IP 172.20.0.2 (cb03d2a1-6d87-4b96-95d4-709b1f04a5b5/c0f6e315-1f28-44d3-9574-47035cf872ce/fab16d19-d092-4a1b-b633-783c795e9262) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:16:35.178861 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c95c8a57-e4ab-4ad6-bbfd-5a944fb0cdfe None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:35.185485 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c95c8a57-e4ab-4ad6-bbfd-5a944fb0cdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:35.235677 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1955015f-d179-4729-9f43-c54717ebd9c3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:35.255137 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1955015f-d179-4729-9f43-c54717ebd9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:35.364914 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-1955015f-d179-4729-9f43-c54717ebd9c3 admin admin] Allocated IP 172.25.7.203 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/524fd401-3f2c-4a00-835e-2630bdc122a5) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:16:35.393079 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95c8a57-e4ab-4ad6-bbfd-5a944fb0cdfe None None] Network cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:16:35.395936 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-c95c8a57-e4ab-4ad6-bbfd-5a944fb0cdfe None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:35.400127 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95c8a57-e4ab-4ad6-bbfd-5a944fb0cdfe None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:16:35.403136 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c8a57-e4ab-4ad6-bbfd-5a944fb0cdfe None None] Pushing event updated for resources: {'Port': ['ID=fab16d19-d092-4a1b-b633-783c795e9262,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:35.453769 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c95c8a57-e4ab-4ad6-bbfd-5a944fb0cdfe None None] Attempting to bind port fab16d19-d092-4a1b-b633-783c795e9262 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:16:35.454147 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c95c8a57-e4ab-4ad6-bbfd-5a944fb0cdfe None None] Attempting to bind port fab16d19-d092-4a1b-b633-783c795e9262 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '616a97ca-69d0-44d2-8ef6-ba801315fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:16:35.454542 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95c8a57-e4ab-4ad6-bbfd-5a944fb0cdfe None None] Attempting to bind port fab16d19-d092-4a1b-b633-783c795e9262 on network cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:16:35.460246 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95c8a57-e4ab-4ad6-bbfd-5a944fb0cdfe None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:16:35.460643 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95c8a57-e4ab-4ad6-bbfd-5a944fb0cdfe None None] Checking segment: {'id': '616a97ca-69d0-44d2-8ef6-ba801315fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:16:35.461072 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c95c8a57-e4ab-4ad6-bbfd-5a944fb0cdfe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:35.461473 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95c8a57-e4ab-4ad6-bbfd-5a944fb0cdfe None None] Bound using segment: {'id': '616a97ca-69d0-44d2-8ef6-ba801315fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:16:35.461938 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c95c8a57-e4ab-4ad6-bbfd-5a944fb0cdfe None None] Bound port: fab16d19-d092-4a1b-b633-783c795e9262, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '616a97ca-69d0-44d2-8ef6-ba801315fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:16:35.462329 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c95c8a57-e4ab-4ad6-bbfd-5a944fb0cdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:35.477203 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1955015f-d179-4729-9f43-c54717ebd9c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:35.512034 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1955015f-d179-4729-9f43-c54717ebd9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:35.526027 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c95c8a57-e4ab-4ad6-bbfd-5a944fb0cdfe None None] For port fab16d19-d092-4a1b-b633-783c795e9262, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:16:35.530086 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c95c8a57-e4ab-4ad6-bbfd-5a944fb0cdfe None None] For port fab16d19-d092-4a1b-b633-783c795e9262, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=fab16d19-d092-4a1b-b633-783c795e9262,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:16:35.534956 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c95c8a57-e4ab-4ad6-bbfd-5a944fb0cdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:35.552804 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1955015f-d179-4729-9f43-c54717ebd9c3 admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:16:35.555775 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-1955015f-d179-4729-9f43-c54717ebd9c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:35.559397 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1955015f-d179-4729-9f43-c54717ebd9c3 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:16:35.578296 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90297f3f-656e-481c-8dfc-db775d36c9ba None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:16:35.591799 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1955015f-d179-4729-9f43-c54717ebd9c3 admin admin] Pushing event updated for resources: {'Port': ['ID=524fd401-3f2c-4a00-835e-2630bdc122a5,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:35.610545 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c8a57-e4ab-4ad6-bbfd-5a944fb0cdfe None None] Pushing event updated for resources: {'Port': ['ID=fab16d19-d092-4a1b-b633-783c795e9262,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:35.733008 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f06a348e-eb19-44a7-a0fa-3b477f2367ea None None] Provisioning complete for port 524fd401-3f2c-4a00-835e-2630bdc122a5 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:35.733471 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f06a348e-eb19-44a7-a0fa-3b477f2367ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:35.784371 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f06a348e-eb19-44a7-a0fa-3b477f2367ea None None] Port 524fd401-3f2c-4a00-835e-2630bdc122a5 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:16:35.857081 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1955015f-d179-4729-9f43-c54717ebd9c3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:36.058566 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1955015f-d179-4729-9f43-c54717ebd9c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:36.066551 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 46826) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:16:36.192969 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1955015f-d179-4729-9f43-c54717ebd9c3 admin admin] Router e89b43c9-0eb4-4c3d-a551-fda9522dfcc5 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:16:36.193548 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83703610-39c1-4d0a-bf62-b2cbd088a3a9 req-d593c056-afd3-44a3-bc87-e3d8d1be8aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:36.195143 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-83703610-39c1-4d0a-bf62-b2cbd088a3a9 req-d593c056-afd3-44a3-bc87-e3d8d1be8aee service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=967f33aa-748d-4bae-8ce6-2e722e735418 HTTP/1.1" status: 200 len: 1096 time: 0.1273232 Dec 10 19:16:36.252067 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-83703610-39c1-4d0a-bf62-b2cbd088a3a9 req-cc89f9bb-767e-4199-ad6a-60a9a4a07cc3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=899df0ce-8070-454c-8a92-32a0d920621f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492828 Dec 10 19:16:36.303603 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1955015f-d179-4729-9f43-c54717ebd9c3 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:16:36.314766 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146fc6a8-dfca-423a-b6bb-db0c0fc135ae None None] Sync routers for ids ['e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:16:36.327209 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1955015f-d179-4729-9f43-c54717ebd9c3 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:36.330611 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146fc6a8-dfca-423a-b6bb-db0c0fc135ae None None] Routers {'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:16:36.331238 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-146fc6a8-dfca-423a-b6bb-db0c0fc135ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:16:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:36.331522 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 46834) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:16:36.337191 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1955015f-d179-4729-9f43-c54717ebd9c3 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5338225 Dec 10 19:16:36.450509 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-146fc6a8-dfca-423a-b6bb-db0c0fc135ae None None] Set router e89b43c9-0eb4-4c3d-a551-fda9522dfcc5 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:16:36.579256 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6611b667-41b8-46af-8b0c-4f3750fefa82 None None] Network cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:16:36.680724 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3087efff-203a-41a0-a668-7165a8a5cbb6 None None] Provisioning complete for port fab16d19-d092-4a1b-b633-783c795e9262 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:36.681017 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3087efff-203a-41a0-a668-7165a8a5cbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:36.764516 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3354edac-0bbf-4d70-89d9-db0ddb308d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:36.773577 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-146fc6a8-dfca-423a-b6bb-db0c0fc135ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'name': 'tempest-TestVolumeBootPattern-258798546-router', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:34Z', 'updated_at': '2021-12-10T19:16:35Z', 'revision_number': 3, 'project_id': '4152abff22c840ed91cb9771512b3465', 'gw_port': {'id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:35Z', 'updated_at': '2021-12-10T19:16:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:36.805801 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146fc6a8-dfca-423a-b6bb-db0c0fc135ae None None] Checking router: e89b43c9-0eb4-4c3d-a551-fda9522dfcc5 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:16:36.806155 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146fc6a8-dfca-423a-b6bb-db0c0fc135ae None None] Updating router e89b43c9-0eb4-4c3d-a551-fda9522dfcc5 port 524fd401-3f2c-4a00-835e-2630bdc122a5 binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:16:36.886012 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-146fc6a8-dfca-423a-b6bb-db0c0fc135ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:36.892708 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3087efff-203a-41a0-a668-7165a8a5cbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:36.932266 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-3354edac-0bbf-4d70-89d9-db0ddb308d63 admin admin] Allocated IP 172.20.0.1 (cb03d2a1-6d87-4b96-95d4-709b1f04a5b5/c0f6e315-1f28-44d3-9574-47035cf872ce/9d9da1ad-0935-447e-8d46-177b00031554) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:16:37.010946 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3087efff-203a-41a0-a668-7165a8a5cbb6 None None] For port fab16d19-d092-4a1b-b633-783c795e9262, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=fab16d19-d092-4a1b-b633-783c795e9262,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:37.035342 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3087efff-203a-41a0-a668-7165a8a5cbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:37.054053 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3354edac-0bbf-4d70-89d9-db0ddb308d63 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:37.097413 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3354edac-0bbf-4d70-89d9-db0ddb308d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:37.144280 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3354edac-0bbf-4d70-89d9-db0ddb308d63 admin admin] Network cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:16:37.147253 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-3354edac-0bbf-4d70-89d9-db0ddb308d63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:37.150929 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3354edac-0bbf-4d70-89d9-db0ddb308d63 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:16:37.159348 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087efff-203a-41a0-a668-7165a8a5cbb6 None None] Pushing event updated for resources: {'Port': ['ID=fab16d19-d092-4a1b-b633-783c795e9262,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:37.180157 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354edac-0bbf-4d70-89d9-db0ddb308d63 admin admin] Pushing event updated for resources: {'Port': ['ID=9d9da1ad-0935-447e-8d46-177b00031554,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:37.185745 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e2fd33be-832e-4ac8-a42c-37090345eeb4 None None] Provisioning complete for port fab16d19-d092-4a1b-b633-783c795e9262 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:37.186131 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e2fd33be-832e-4ac8-a42c-37090345eeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:37.198112 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3354edac-0bbf-4d70-89d9-db0ddb308d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:37.223548 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device fab16d19-d092-4a1b-b633-783c795e9262 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:16:37.349566 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3354edac-0bbf-4d70-89d9-db0ddb308d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:37.394528 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port fab16d19-d092-4a1b-b633-783c795e9262 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:37.394528 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:37.423528 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-146fc6a8-dfca-423a-b6bb-db0c0fc135ae None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:37.448131 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-146fc6a8-dfca-423a-b6bb-db0c0fc135ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:37.495860 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822591a2-ad46-4a0d-b475-3cd31642931e None None] Pushing event updated for resources: {'Port': ['ID=524fd401-3f2c-4a00-835e-2630bdc122a5,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:37.521567 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922e5b6e-1083-458e-8420-03c5729ffb3c None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:16:37.528989 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-146fc6a8-dfca-423a-b6bb-db0c0fc135ae None None] Attempting to bind port 524fd401-3f2c-4a00-835e-2630bdc122a5 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:16:37.529374 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-146fc6a8-dfca-423a-b6bb-db0c0fc135ae None None] Attempting to bind port 524fd401-3f2c-4a00-835e-2630bdc122a5 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:16:37.529742 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146fc6a8-dfca-423a-b6bb-db0c0fc135ae None None] Attempting to bind port 524fd401-3f2c-4a00-835e-2630bdc122a5 on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:16:37.559202 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3354edac-0bbf-4d70-89d9-db0ddb308d63 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:37.564443 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3354edac-0bbf-4d70-89d9-db0ddb308d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:37.564693 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146fc6a8-dfca-423a-b6bb-db0c0fc135ae None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:16:37.564953 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146fc6a8-dfca-423a-b6bb-db0c0fc135ae None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:16:37.565362 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-146fc6a8-dfca-423a-b6bb-db0c0fc135ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:37.565761 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146fc6a8-dfca-423a-b6bb-db0c0fc135ae None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:16:37.566253 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-146fc6a8-dfca-423a-b6bb-db0c0fc135ae None None] Bound port: 524fd401-3f2c-4a00-835e-2630bdc122a5, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:16:37.566637 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-146fc6a8-dfca-423a-b6bb-db0c0fc135ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:37.613608 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8b6676cf-dbfa-44e7-8438-13dbaaf19e2e None None] Provisioning complete for port 9d9da1ad-0935-447e-8d46-177b00031554 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:37.613987 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8b6676cf-dbfa-44e7-8438-13dbaaf19e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:37.630783 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3354edac-0bbf-4d70-89d9-db0ddb308d63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:37.632675 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354edac-0bbf-4d70-89d9-db0ddb308d63 admin admin] Pushing event updated for resources: {'Port': ['ID=9d9da1ad-0935-447e-8d46-177b00031554,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:37.663499 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-146fc6a8-dfca-423a-b6bb-db0c0fc135ae None None] For port 524fd401-3f2c-4a00-835e-2630bdc122a5, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:16:37.667631 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-146fc6a8-dfca-423a-b6bb-db0c0fc135ae None None] For port 524fd401-3f2c-4a00-835e-2630bdc122a5, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=524fd401-3f2c-4a00-835e-2630bdc122a5,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:16:37.669176 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8b6676cf-dbfa-44e7-8438-13dbaaf19e2e None None] Port 9d9da1ad-0935-447e-8d46-177b00031554 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:16:37.674443 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-146fc6a8-dfca-423a-b6bb-db0c0fc135ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:37.714621 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8b6676cf-dbfa-44e7-8438-13dbaaf19e2e None None] Provisioning complete for port 524fd401-3f2c-4a00-835e-2630bdc122a5 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:37.715096 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8b6676cf-dbfa-44e7-8438-13dbaaf19e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:37.735368 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3354edac-0bbf-4d70-89d9-db0ddb308d63 admin admin] Network cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:16:37.736938 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-3354edac-0bbf-4d70-89d9-db0ddb308d63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:37.740691 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea704884-1357-4339-8622-ccf12de5ee33 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:16:37.779849 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146fc6a8-dfca-423a-b6bb-db0c0fc135ae None None] Routers {'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:16:37.780487 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-146fc6a8-dfca-423a-b6bb-db0c0fc135ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:16:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:37.784622 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822591a2-ad46-4a0d-b475-3cd31642931e None None] Pushing event updated for resources: {'Port': ['ID=524fd401-3f2c-4a00-835e-2630bdc122a5,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:37.866103 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3354edac-0bbf-4d70-89d9-db0ddb308d63 admin admin] Router e89b43c9-0eb4-4c3d-a551-fda9522dfcc5 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:16:37.922626 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8b6676cf-dbfa-44e7-8438-13dbaaf19e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:37.935563 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-146fc6a8-dfca-423a-b6bb-db0c0fc135ae None None] Set router e89b43c9-0eb4-4c3d-a551-fda9522dfcc5 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:16:37.988246 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3354edac-0bbf-4d70-89d9-db0ddb308d63 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:16:37.993740 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3354edac-0bbf-4d70-89d9-db0ddb308d63 admin admin] 10.222.0.62 "PUT /v2.0/routers/e89b43c9-0eb4-4c3d-a551-fda9522dfcc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6611388 Dec 10 19:16:38.144297 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8b6676cf-dbfa-44e7-8438-13dbaaf19e2e None None] For port 524fd401-3f2c-4a00-835e-2630bdc122a5, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=524fd401-3f2c-4a00-835e-2630bdc122a5,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:38.150406 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8b6676cf-dbfa-44e7-8438-13dbaaf19e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:38.288682 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6676cf-dbfa-44e7-8438-13dbaaf19e2e None None] Pushing event updated for resources: {'Port': ['ID=524fd401-3f2c-4a00-835e-2630bdc122a5,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:38.302279 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-364a7ed5-edb1-4fc9-9d5d-acb927d220e9 None None] Provisioning complete for port 9d9da1ad-0935-447e-8d46-177b00031554 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:38.302659 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-364a7ed5-edb1-4fc9-9d5d-acb927d220e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:38.374293 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-364a7ed5-edb1-4fc9-9d5d-acb927d220e9 None None] Port 9d9da1ad-0935-447e-8d46-177b00031554 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:16:38.393460 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-364a7ed5-edb1-4fc9-9d5d-acb927d220e9 None None] Provisioning complete for port 524fd401-3f2c-4a00-835e-2630bdc122a5 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:38.393838 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-364a7ed5-edb1-4fc9-9d5d-acb927d220e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:38.433462 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-146fc6a8-dfca-423a-b6bb-db0c0fc135ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'name': 'tempest-TestVolumeBootPattern-258798546-router', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:34Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '4152abff22c840ed91cb9771512b3465', 'gw_port': {'id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:35Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '9d9da1ad-0935-447e-8d46-177b00031554', 'name': '', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'mac_address': 'fa:16:3e:a9:50:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:36Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 2, 'project_id': '4152abff22c840ed91cb9771512b3465', 'subnets': [{'id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:38.467755 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146fc6a8-dfca-423a-b6bb-db0c0fc135ae None None] The sync data for ids ['e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'] in n-d-821435-1 is: [{'id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'name': 'tempest-TestVolumeBootPattern-258798546-router', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:34Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '4152abff22c840ed91cb9771512b3465', 'gw_port': {'id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:35Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '9d9da1ad-0935-447e-8d46-177b00031554', 'name': '', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'mac_address': 'fa:16:3e:a9:50:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:36Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 2, 'project_id': '4152abff22c840ed91cb9771512b3465', 'subnets': [{'id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:16:38.482584 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:38.493599 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 46864) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:16:38.500918 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3a988fa0-247a-48ba-981a-69eadf2953e9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1241667249-network', 'tenant_id': '17d41b6405334fbcbbf53044e2b7f83c'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:38.525204 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a988fa0-247a-48ba-981a-69eadf2953e9 admin admin] Made reservation on behalf of 17d41b6405334fbcbbf53044e2b7f83c for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:38.529027 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a988fa0-247a-48ba-981a-69eadf2953e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:38.538845 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a988fa0-247a-48ba-981a-69eadf2953e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:38.618268 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a988fa0-247a-48ba-981a-69eadf2953e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:38.622979 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a988fa0-247a-48ba-981a-69eadf2953e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:38.647801 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a988fa0-247a-48ba-981a-69eadf2953e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:16:38.665230 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a988fa0-247a-48ba-981a-69eadf2953e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71df6af0-67ab-46e6-b99d-c623b5620c5c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:38.670904 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a988fa0-247a-48ba-981a-69eadf2953e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:38.670904 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-3a988fa0-247a-48ba-981a-69eadf2953e9 admin admin] Added segment f8769b23-89c0-4b25-bd4d-da224edf6564 of type vlan for network 78c3e28b-2c64-4aad-a245-65f1b9c1beed Dec 10 19:16:38.726739 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a988fa0-247a-48ba-981a-69eadf2953e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:38.760256 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a988fa0-247a-48ba-981a-69eadf2953e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:38.761278 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a988fa0-247a-48ba-981a-69eadf2953e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:38.761871 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a988fa0-247a-48ba-981a-69eadf2953e9 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:38.821924 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3a988fa0-247a-48ba-981a-69eadf2953e9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3266003 Dec 10 19:16:38.824493 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 46866) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:16:38.831928 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-8a3f05a6-1331-4022-9de9-092d0b35b417 admin admin] Request body: {'subnet': {'network_id': '78c3e28b-2c64-4aad-a245-65f1b9c1beed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1241667249-subnet', 'tenant_id': '17d41b6405334fbcbbf53044e2b7f83c', 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:38.836375 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a988fa0-247a-48ba-981a-69eadf2953e9 admin admin] Pushing event updated for resources: {'Network': ['ID=78c3e28b-2c64-4aad-a245-65f1b9c1beed,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:38.847640 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 78c3e28b-2c64-4aad-a245-65f1b9c1beed details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:16:38.858493 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3f05a6-1331-4022-9de9-092d0b35b417 admin admin] Made reservation on behalf of 17d41b6405334fbcbbf53044e2b7f83c for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:38.862132 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8a3f05a6-1331-4022-9de9-092d0b35b417 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:39.039845 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8a3f05a6-1331-4022-9de9-092d0b35b417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:39.104398 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f05a6-1331-4022-9de9-092d0b35b417 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cab43f2f-9742-4a39-9531-cddf94096e4a,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:39.107761 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3f05a6-1331-4022-9de9-092d0b35b417 admin admin] Checking segment: {'id': 'f8769b23-89c0-4b25-bd4d-da224edf6564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '78c3e28b-2c64-4aad-a245-65f1b9c1beed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:16:39.108140 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3f05a6-1331-4022-9de9-092d0b35b417 admin admin] Network hostable DHCP agents. Network: 78c3e28b-2c64-4aad-a245-65f1b9c1beed, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:16:39.130546 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3f05a6-1331-4022-9de9-092d0b35b417 admin admin] Network 78c3e28b-2c64-4aad-a245-65f1b9c1beed is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:16:39.154125 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-8a3f05a6-1331-4022-9de9-092d0b35b417 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 78c3e28b-2c64-4aad-a245-65f1b9c1beed) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:39.169586 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43417668-9a32-4f5b-a0f1-186bc00a9a68 None None] Network 78c3e28b-2c64-4aad-a245-65f1b9c1beed requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:16:39.171199 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3f05a6-1331-4022-9de9-092d0b35b417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:39.171872 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8a3f05a6-1331-4022-9de9-092d0b35b417 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:39.192589 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8a3f05a6-1331-4022-9de9-092d0b35b417 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3668203 Dec 10 19:16:39.194885 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 46868) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:16:39.199403 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-4285d00e-3828-47e6-a32e-d666f4876d2e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1241667249-router', 'tenant_id': '17d41b6405334fbcbbf53044e2b7f83c', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:39.222983 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device fab16d19-d092-4a1b-b633-783c795e9262 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:16:39.224828 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4285d00e-3828-47e6-a32e-d666f4876d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:39.226067 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4285d00e-3828-47e6-a32e-d666f4876d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:39.287151 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4285d00e-3828-47e6-a32e-d666f4876d2e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:39.320549 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port fab16d19-d092-4a1b-b633-783c795e9262 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:39.321183 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:39.323370 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7684a76-b1aa-4630-992f-0d6dfd37af04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-78c3e28b-2c64-4aad-a245-65f1b9c1beed', 'network_id': '78c3e28b-2c64-4aad-a245-65f1b9c1beed', 'project_id': '17d41b6405334fbcbbf53044e2b7f83c', 'fixed_ips': [{'subnet_id': 'cab43f2f-9742-4a39-9531-cddf94096e4a'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:16:39.324214 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e7684a76-b1aa-4630-992f-0d6dfd37af04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:39.543590 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-e7684a76-b1aa-4630-992f-0d6dfd37af04 None None] Allocated IP 172.20.0.2 (78c3e28b-2c64-4aad-a245-65f1b9c1beed/cab43f2f-9742-4a39-9531-cddf94096e4a/28bf9235-bbaa-4e22-889d-1920bd8e5e84) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:16:39.707168 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e7684a76-b1aa-4630-992f-0d6dfd37af04 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:39.713723 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e7684a76-b1aa-4630-992f-0d6dfd37af04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:39.757118 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4285d00e-3828-47e6-a32e-d666f4876d2e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:39.758821 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7684a76-b1aa-4630-992f-0d6dfd37af04 None None] Network 78c3e28b-2c64-4aad-a245-65f1b9c1beed is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:16:39.762354 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-e7684a76-b1aa-4630-992f-0d6dfd37af04 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:39.765926 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7684a76-b1aa-4630-992f-0d6dfd37af04 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:16:39.781171 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7684a76-b1aa-4630-992f-0d6dfd37af04 None None] Pushing event updated for resources: {'Port': ['ID=28bf9235-bbaa-4e22-889d-1920bd8e5e84,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:39.829545 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e7684a76-b1aa-4630-992f-0d6dfd37af04 None None] Attempting to bind port 28bf9235-bbaa-4e22-889d-1920bd8e5e84 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:16:39.829929 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e7684a76-b1aa-4630-992f-0d6dfd37af04 None None] Attempting to bind port 28bf9235-bbaa-4e22-889d-1920bd8e5e84 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'f8769b23-89c0-4b25-bd4d-da224edf6564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '78c3e28b-2c64-4aad-a245-65f1b9c1beed'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:16:39.830302 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7684a76-b1aa-4630-992f-0d6dfd37af04 None None] Attempting to bind port 28bf9235-bbaa-4e22-889d-1920bd8e5e84 on network 78c3e28b-2c64-4aad-a245-65f1b9c1beed {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:16:39.836790 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7684a76-b1aa-4630-992f-0d6dfd37af04 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:16:39.837008 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7684a76-b1aa-4630-992f-0d6dfd37af04 None None] Checking segment: {'id': 'f8769b23-89c0-4b25-bd4d-da224edf6564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '78c3e28b-2c64-4aad-a245-65f1b9c1beed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:16:39.837383 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e7684a76-b1aa-4630-992f-0d6dfd37af04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:39.837771 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7684a76-b1aa-4630-992f-0d6dfd37af04 None None] Bound using segment: {'id': 'f8769b23-89c0-4b25-bd4d-da224edf6564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '78c3e28b-2c64-4aad-a245-65f1b9c1beed'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:16:39.838284 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e7684a76-b1aa-4630-992f-0d6dfd37af04 None None] Bound port: 28bf9235-bbaa-4e22-889d-1920bd8e5e84, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8769b23-89c0-4b25-bd4d-da224edf6564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '78c3e28b-2c64-4aad-a245-65f1b9c1beed'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:16:39.838674 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e7684a76-b1aa-4630-992f-0d6dfd37af04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:39.904571 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e7684a76-b1aa-4630-992f-0d6dfd37af04 None None] For port 28bf9235-bbaa-4e22-889d-1920bd8e5e84, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:16:39.907848 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e7684a76-b1aa-4630-992f-0d6dfd37af04 None None] For port 28bf9235-bbaa-4e22-889d-1920bd8e5e84, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=28bf9235-bbaa-4e22-889d-1920bd8e5e84,segment=NetworkSegment(f8769b23-89c0-4b25-bd4d-da224edf6564),segment_id=f8769b23-89c0-4b25-bd4d-da224edf6564)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:16:39.912004 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e7684a76-b1aa-4630-992f-0d6dfd37af04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:39.975672 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7684a76-b1aa-4630-992f-0d6dfd37af04 None None] Pushing event updated for resources: {'Port': ['ID=28bf9235-bbaa-4e22-889d-1920bd8e5e84,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:39.980135 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4285d00e-3828-47e6-a32e-d666f4876d2e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:40.001417 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4285d00e-3828-47e6-a32e-d666f4876d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:40.114895 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-4285d00e-3828-47e6-a32e-d666f4876d2e admin admin] Allocated IP 172.25.7.248 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/8afb6b41-eece-462b-b424-65a32b4db56d) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:16:40.237805 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4285d00e-3828-47e6-a32e-d666f4876d2e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:40.273571 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4285d00e-3828-47e6-a32e-d666f4876d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:40.320554 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4285d00e-3828-47e6-a32e-d666f4876d2e admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:16:40.323574 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-4285d00e-3828-47e6-a32e-d666f4876d2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:40.327266 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4285d00e-3828-47e6-a32e-d666f4876d2e admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:16:40.337446 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed56a7c-c8f6-43ae-a6f0-d304ee4cc0f3 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:16:40.353364 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285d00e-3828-47e6-a32e-d666f4876d2e admin admin] Pushing event updated for resources: {'Port': ['ID=8afb6b41-eece-462b-b424-65a32b4db56d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:40.378305 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-df861328-6c16-4ed2-8b74-7f1fa7296531 None None] Provisioning complete for port 8afb6b41-eece-462b-b424-65a32b4db56d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:40.378684 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-df861328-6c16-4ed2-8b74-7f1fa7296531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:40.413211 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-df861328-6c16-4ed2-8b74-7f1fa7296531 None None] Port 8afb6b41-eece-462b-b424-65a32b4db56d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:16:40.581644 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4285d00e-3828-47e6-a32e-d666f4876d2e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:40.758634 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08603234-f912-409a-b579-a2c3f417e282 None None] Sync routers for ids ['e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:16:40.769119 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08603234-f912-409a-b579-a2c3f417e282 None None] Routers {'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:16:40.769746 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-08603234-f912-409a-b579-a2c3f417e282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:16:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:40.786718 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4285d00e-3828-47e6-a32e-d666f4876d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:40.874528 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-08603234-f912-409a-b579-a2c3f417e282 None None] Set router e89b43c9-0eb4-4c3d-a551-fda9522dfcc5 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:16:40.918008 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4285d00e-3828-47e6-a32e-d666f4876d2e admin admin] Router 3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:16:41.024694 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4285d00e-3828-47e6-a32e-d666f4876d2e admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:16:41.036332 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c739c0c4-2bc7-494f-96b6-4c1abe29db88 None None] Sync routers for ids ['3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:16:41.049211 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4285d00e-3828-47e6-a32e-d666f4876d2e admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:41.053249 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4285d00e-3828-47e6-a32e-d666f4876d2e admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8547196 Dec 10 19:16:41.053538 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 46870) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:16:41.054621 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c739c0c4-2bc7-494f-96b6-4c1abe29db88 None None] Routers {'3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:16:41.055559 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-c739c0c4-2bc7-494f-96b6-4c1abe29db88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:16:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:41.108663 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-08603234-f912-409a-b579-a2c3f417e282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'name': 'tempest-TestVolumeBootPattern-258798546-router', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:34Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '4152abff22c840ed91cb9771512b3465', 'gw_port': {'id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:35Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '9d9da1ad-0935-447e-8d46-177b00031554', 'name': '', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'mac_address': 'fa:16:3e:a9:50:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:36Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 2, 'project_id': '4152abff22c840ed91cb9771512b3465', 'subnets': [{'id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:41.140203 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08603234-f912-409a-b579-a2c3f417e282 None None] Checking router: e89b43c9-0eb4-4c3d-a551-fda9522dfcc5 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:16:41.140899 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08603234-f912-409a-b579-a2c3f417e282 None None] Updating router e89b43c9-0eb4-4c3d-a551-fda9522dfcc5 port 9d9da1ad-0935-447e-8d46-177b00031554 binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:16:41.188564 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-08603234-f912-409a-b579-a2c3f417e282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:41.204864 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-c739c0c4-2bc7-494f-96b6-4c1abe29db88 None None] Set router 3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:16:41.295953 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 28bf9235-bbaa-4e22-889d-1920bd8e5e84 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:16:41.431287 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 28bf9235-bbaa-4e22-889d-1920bd8e5e84 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:41.431840 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:41.492899 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-08603234-f912-409a-b579-a2c3f417e282 None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:41.502039 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-08603234-f912-409a-b579-a2c3f417e282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:41.509379 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db55ab8b-2205-481c-9a80-3b80015e20bf None None] Network 78c3e28b-2c64-4aad-a245-65f1b9c1beed requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:16:41.566307 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb64fef-bd36-4b78-8b21-eb3746c36e63 None None] Pushing event updated for resources: {'Port': ['ID=9d9da1ad-0935-447e-8d46-177b00031554,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:41.592167 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb64fef-bd36-4b78-8b21-eb3746c36e63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:41.593276 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb64fef-bd36-4b78-8b21-eb3746c36e63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:41.593630 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb64fef-bd36-4b78-8b21-eb3746c36e63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:41.593967 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb64fef-bd36-4b78-8b21-eb3746c36e63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:41.594921 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb64fef-bd36-4b78-8b21-eb3746c36e63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:41.594921 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb64fef-bd36-4b78-8b21-eb3746c36e63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:41.594921 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb64fef-bd36-4b78-8b21-eb3746c36e63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:41.595293 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb64fef-bd36-4b78-8b21-eb3746c36e63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:41.595620 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb64fef-bd36-4b78-8b21-eb3746c36e63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:41.595943 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb64fef-bd36-4b78-8b21-eb3746c36e63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:41.596273 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb64fef-bd36-4b78-8b21-eb3746c36e63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:41.596757 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb64fef-bd36-4b78-8b21-eb3746c36e63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:41.597087 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb64fef-bd36-4b78-8b21-eb3746c36e63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:41.634982 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-08603234-f912-409a-b579-a2c3f417e282 None None] Attempting to bind port 9d9da1ad-0935-447e-8d46-177b00031554 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:16:41.635354 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-08603234-f912-409a-b579-a2c3f417e282 None None] Attempting to bind port 9d9da1ad-0935-447e-8d46-177b00031554 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '616a97ca-69d0-44d2-8ef6-ba801315fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:16:41.635796 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08603234-f912-409a-b579-a2c3f417e282 None None] Attempting to bind port 9d9da1ad-0935-447e-8d46-177b00031554 on network cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:16:41.642131 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08603234-f912-409a-b579-a2c3f417e282 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:16:41.642504 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08603234-f912-409a-b579-a2c3f417e282 None None] Checking segment: {'id': '616a97ca-69d0-44d2-8ef6-ba801315fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:16:41.642873 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-c739c0c4-2bc7-494f-96b6-4c1abe29db88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4', 'name': 'tempest-TestVolumeBootPattern-1241667249-router', 'tenant_id': '17d41b6405334fbcbbf53044e2b7f83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '8afb6b41-eece-462b-b424-65a32b4db56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:39Z', 'updated_at': '2021-12-10T19:16:40Z', 'revision_number': 3, 'project_id': '17d41b6405334fbcbbf53044e2b7f83c', 'gw_port': {'id': '8afb6b41-eece-462b-b424-65a32b4db56d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:84:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:40Z', 'updated_at': '2021-12-10T19:16:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:41.643023 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-08603234-f912-409a-b579-a2c3f417e282 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:41.643654 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08603234-f912-409a-b579-a2c3f417e282 None None] Bound using segment: {'id': '616a97ca-69d0-44d2-8ef6-ba801315fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:16:41.643758 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-08603234-f912-409a-b579-a2c3f417e282 None None] Bound port: 9d9da1ad-0935-447e-8d46-177b00031554, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '616a97ca-69d0-44d2-8ef6-ba801315fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:16:41.644107 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-08603234-f912-409a-b579-a2c3f417e282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:41.644899 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-147d93ae-498e-4824-b28a-2a3bc63a6c95 None None] Provisioning complete for port 28bf9235-bbaa-4e22-889d-1920bd8e5e84 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:41.645277 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-147d93ae-498e-4824-b28a-2a3bc63a6c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:41.651611 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-afbd6793-9030-49e5-8037-990a1861d8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:41.710490 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c739c0c4-2bc7-494f-96b6-4c1abe29db88 None None] Checking router: 3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:16:41.710863 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c739c0c4-2bc7-494f-96b6-4c1abe29db88 None None] Updating router 3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4 port 8afb6b41-eece-462b-b424-65a32b4db56d binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:16:41.714762 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:41.727384 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-08603234-f912-409a-b579-a2c3f417e282 None None] For port 9d9da1ad-0935-447e-8d46-177b00031554, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:16:41.731706 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-08603234-f912-409a-b579-a2c3f417e282 None None] For port 9d9da1ad-0935-447e-8d46-177b00031554, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=9d9da1ad-0935-447e-8d46-177b00031554,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:16:41.742521 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-08603234-f912-409a-b579-a2c3f417e282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:41.789886 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c739c0c4-2bc7-494f-96b6-4c1abe29db88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:41.817748 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08603234-f912-409a-b579-a2c3f417e282 None None] Routers {'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:16:41.819513 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-08603234-f912-409a-b579-a2c3f417e282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:16:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:41.844966 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 28bf9235-bbaa-4e22-889d-1920bd8e5e84, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=28bf9235-bbaa-4e22-889d-1920bd8e5e84,segment=NetworkSegment(f8769b23-89c0-4b25-bd4d-da224edf6564),segment_id=f8769b23-89c0-4b25-bd4d-da224edf6564)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:41.846881 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-afbd6793-9030-49e5-8037-990a1861d8ab admin admin] Allocated IP 172.20.0.1 (78c3e28b-2c64-4aad-a245-65f1b9c1beed/cab43f2f-9742-4a39-9531-cddf94096e4a/dd45ded4-e85e-496a-9ab9-6923a3ff61b2) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:16:41.865636 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:41.866961 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 524fd401-3f2c-4a00-835e-2630bdc122a5 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:16:41.935832 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb64fef-bd36-4b78-8b21-eb3746c36e63 None None] Pushing event updated for resources: {'Port': ['ID=9d9da1ad-0935-447e-8d46-177b00031554,revision_number=4']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:41.987958 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-08603234-f912-409a-b579-a2c3f417e282 None None] Set router e89b43c9-0eb4-4c3d-a551-fda9522dfcc5 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:16:42.013705 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-afbd6793-9030-49e5-8037-990a1861d8ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:42.059479 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-afbd6793-9030-49e5-8037-990a1861d8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:42.093011 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbd6793-9030-49e5-8037-990a1861d8ab admin admin] Network 78c3e28b-2c64-4aad-a245-65f1b9c1beed is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:16:42.096548 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-afbd6793-9030-49e5-8037-990a1861d8ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:42.126127 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbd6793-9030-49e5-8037-990a1861d8ab admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:16:42.204201 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd6793-9030-49e5-8037-990a1861d8ab admin admin] Pushing event updated for resources: {'Port': ['ID=dd45ded4-e85e-496a-9ab9-6923a3ff61b2,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:42.215575 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-afbd6793-9030-49e5-8037-990a1861d8ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:42.292345 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-08603234-f912-409a-b579-a2c3f417e282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'name': 'tempest-TestVolumeBootPattern-258798546-router', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:34Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '4152abff22c840ed91cb9771512b3465', 'gw_port': {'id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:35Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '9d9da1ad-0935-447e-8d46-177b00031554', 'name': '', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'mac_address': 'fa:16:3e:a9:50:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:36Z', 'updated_at': '2021-12-10T19:16:41Z', 'revision_number': 4, 'project_id': '4152abff22c840ed91cb9771512b3465', 'subnets': [{'id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:42.305381 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=28bf9235-bbaa-4e22-889d-1920bd8e5e84,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:42.332878 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 524fd401-3f2c-4a00-835e-2630bdc122a5 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:42.333315 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:42.346639 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08603234-f912-409a-b579-a2c3f417e282 None None] The sync data for ids ['e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'] in n-d-821435-1 is: [{'id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'name': 'tempest-TestVolumeBootPattern-258798546-router', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:34Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '4152abff22c840ed91cb9771512b3465', 'gw_port': {'id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:35Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '9d9da1ad-0935-447e-8d46-177b00031554', 'name': '', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'mac_address': 'fa:16:3e:a9:50:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:36Z', 'updated_at': '2021-12-10T19:16:41Z', 'revision_number': 4, 'project_id': '4152abff22c840ed91cb9771512b3465', 'subnets': [{'id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:16:42.392017 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-afbd6793-9030-49e5-8037-990a1861d8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:42.446246 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-54b62af9-c994-4f31-aa2f-9482580bf6d6 None None] Provisioning complete for port 9d9da1ad-0935-447e-8d46-177b00031554 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:42.446770 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-54b62af9-c994-4f31-aa2f-9482580bf6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:42.578456 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c739c0c4-2bc7-494f-96b6-4c1abe29db88 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:42.589683 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c739c0c4-2bc7-494f-96b6-4c1abe29db88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:42.608564 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-afbd6793-9030-49e5-8037-990a1861d8ab admin admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:42.613889 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-afbd6793-9030-49e5-8037-990a1861d8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:42.672413 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-54b62af9-c994-4f31-aa2f-9482580bf6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:42.683362 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ea89c7-12b9-47ac-a997-42e946efba44 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:16:42.689407 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-afbd6793-9030-49e5-8037-990a1861d8ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:42.691499 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd6793-9030-49e5-8037-990a1861d8ab admin admin] Pushing event updated for resources: {'Port': ['ID=dd45ded4-e85e-496a-9ab9-6923a3ff61b2,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:42.712871 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740c533-afea-4195-9e96-a695ce4f4607 None None] Pushing event updated for resources: {'Port': ['ID=8afb6b41-eece-462b-b424-65a32b4db56d,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:42.721117 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c739c0c4-2bc7-494f-96b6-4c1abe29db88 None None] Attempting to bind port 8afb6b41-eece-462b-b424-65a32b4db56d on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:16:42.721493 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c739c0c4-2bc7-494f-96b6-4c1abe29db88 None None] Attempting to bind port 8afb6b41-eece-462b-b424-65a32b4db56d by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:16:42.721854 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c739c0c4-2bc7-494f-96b6-4c1abe29db88 None None] Attempting to bind port 8afb6b41-eece-462b-b424-65a32b4db56d on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:16:42.734121 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c739c0c4-2bc7-494f-96b6-4c1abe29db88 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:16:42.734511 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c739c0c4-2bc7-494f-96b6-4c1abe29db88 None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:16:42.734902 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c739c0c4-2bc7-494f-96b6-4c1abe29db88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:42.735382 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c739c0c4-2bc7-494f-96b6-4c1abe29db88 None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:16:42.735780 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c739c0c4-2bc7-494f-96b6-4c1abe29db88 None None] Bound port: 8afb6b41-eece-462b-b424-65a32b4db56d, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:16:42.736164 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c739c0c4-2bc7-494f-96b6-4c1abe29db88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:42.763644 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-54b62af9-c994-4f31-aa2f-9482580bf6d6 None None] For port 9d9da1ad-0935-447e-8d46-177b00031554, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=9d9da1ad-0935-447e-8d46-177b00031554,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:42.771313 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-54b62af9-c994-4f31-aa2f-9482580bf6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:42.795229 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbd6793-9030-49e5-8037-990a1861d8ab admin admin] Network 78c3e28b-2c64-4aad-a245-65f1b9c1beed is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:16:42.797660 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-afbd6793-9030-49e5-8037-990a1861d8ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:42.837583 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c739c0c4-2bc7-494f-96b6-4c1abe29db88 None None] For port 8afb6b41-eece-462b-b424-65a32b4db56d, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:16:42.843425 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-54b62af9-c994-4f31-aa2f-9482580bf6d6 None None] Provisioning complete for port 28bf9235-bbaa-4e22-889d-1920bd8e5e84 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:42.843804 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-54b62af9-c994-4f31-aa2f-9482580bf6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:42.846599 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c739c0c4-2bc7-494f-96b6-4c1abe29db88 None None] For port 8afb6b41-eece-462b-b424-65a32b4db56d, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=8afb6b41-eece-462b-b424-65a32b4db56d,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:16:42.862122 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c739c0c4-2bc7-494f-96b6-4c1abe29db88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:42.896425 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b62af9-c994-4f31-aa2f-9482580bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=9d9da1ad-0935-447e-8d46-177b00031554,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:42.935119 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afbd6793-9030-49e5-8037-990a1861d8ab admin admin] Router 3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:16:42.963306 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9247846d-b5ae-4a75-a1a6-0ad2227db9f4 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:16:42.975142 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740c533-afea-4195-9e96-a695ce4f4607 None None] Pushing event updated for resources: {'Port': ['ID=8afb6b41-eece-462b-b424-65a32b4db56d,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:42.988498 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c739c0c4-2bc7-494f-96b6-4c1abe29db88 None None] Routers {'3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:16:42.989247 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-c739c0c4-2bc7-494f-96b6-4c1abe29db88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:16:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:43.117235 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afbd6793-9030-49e5-8037-990a1861d8ab admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:16:43.130832 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-afbd6793-9030-49e5-8037-990a1861d8ab admin admin] 10.222.0.62 "PUT /v2.0/routers/3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0678163 Dec 10 19:16:43.164730 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-c739c0c4-2bc7-494f-96b6-4c1abe29db88 None None] Set router 3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:16:43.196907 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 28bf9235-bbaa-4e22-889d-1920bd8e5e84 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:16:43.359202 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e7e09936-7d52-4095-9a2e-5f167dd10cf7 None None] Provisioning complete for port 8afb6b41-eece-462b-b424-65a32b4db56d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:43.359707 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e7e09936-7d52-4095-9a2e-5f167dd10cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:43.376806 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 28bf9235-bbaa-4e22-889d-1920bd8e5e84 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:43.377190 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:43.577378 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-c739c0c4-2bc7-494f-96b6-4c1abe29db88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4', 'name': 'tempest-TestVolumeBootPattern-1241667249-router', 'tenant_id': '17d41b6405334fbcbbf53044e2b7f83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '8afb6b41-eece-462b-b424-65a32b4db56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:39Z', 'updated_at': '2021-12-10T19:16:42Z', 'revision_number': 4, 'project_id': '17d41b6405334fbcbbf53044e2b7f83c', 'gw_port': {'id': '8afb6b41-eece-462b-b424-65a32b4db56d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:84:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:40Z', 'updated_at': '2021-12-10T19:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'dd45ded4-e85e-496a-9ab9-6923a3ff61b2', 'name': '', 'network_id': '78c3e28b-2c64-4aad-a245-65f1b9c1beed', 'tenant_id': '17d41b6405334fbcbbf53044e2b7f83c', 'mac_address': 'fa:16:3e:5f:7d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'cab43f2f-9742-4a39-9531-cddf94096e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:41Z', 'updated_at': '2021-12-10T19:16:42Z', 'revision_number': 2, 'project_id': '17d41b6405334fbcbbf53044e2b7f83c', 'subnets': [{'id': 'cab43f2f-9742-4a39-9531-cddf94096e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:43.579160 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e7e09936-7d52-4095-9a2e-5f167dd10cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:43.618173 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 9d9da1ad-0935-447e-8d46-177b00031554 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:16:43.624469 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c739c0c4-2bc7-494f-96b6-4c1abe29db88 None None] The sync data for ids ['3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4'] in n-d-821435-1 is: [{'id': '3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4', 'name': 'tempest-TestVolumeBootPattern-1241667249-router', 'tenant_id': '17d41b6405334fbcbbf53044e2b7f83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '8afb6b41-eece-462b-b424-65a32b4db56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:39Z', 'updated_at': '2021-12-10T19:16:42Z', 'revision_number': 4, 'project_id': '17d41b6405334fbcbbf53044e2b7f83c', 'gw_port': {'id': '8afb6b41-eece-462b-b424-65a32b4db56d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:84:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:40Z', 'updated_at': '2021-12-10T19:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'dd45ded4-e85e-496a-9ab9-6923a3ff61b2', 'name': '', 'network_id': '78c3e28b-2c64-4aad-a245-65f1b9c1beed', 'tenant_id': '17d41b6405334fbcbbf53044e2b7f83c', 'mac_address': 'fa:16:3e:5f:7d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'cab43f2f-9742-4a39-9531-cddf94096e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:41Z', 'updated_at': '2021-12-10T19:16:42Z', 'revision_number': 2, 'project_id': '17d41b6405334fbcbbf53044e2b7f83c', 'subnets': [{'id': 'cab43f2f-9742-4a39-9531-cddf94096e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:16:43.658416 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e7e09936-7d52-4095-9a2e-5f167dd10cf7 None None] For port 8afb6b41-eece-462b-b424-65a32b4db56d, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=8afb6b41-eece-462b-b424-65a32b4db56d,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:43.665421 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e7e09936-7d52-4095-9a2e-5f167dd10cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:43.721122 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e7e09936-7d52-4095-9a2e-5f167dd10cf7 None None] Provisioning complete for port dd45ded4-e85e-496a-9ab9-6923a3ff61b2 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:43.721510 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e7e09936-7d52-4095-9a2e-5f167dd10cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:43.769549 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e09936-7d52-4095-9a2e-5f167dd10cf7 None None] Pushing event updated for resources: {'Port': ['ID=8afb6b41-eece-462b-b424-65a32b4db56d,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:43.780377 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 9d9da1ad-0935-447e-8d46-177b00031554 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:43.781054 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:43.804403 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e7e09936-7d52-4095-9a2e-5f167dd10cf7 None None] Port dd45ded4-e85e-496a-9ab9-6923a3ff61b2 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:16:45.312374 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-f338c602-c1eb-49dd-8e60-eb9b50f44542 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:45.320370 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-f338c602-c1eb-49dd-8e60-eb9b50f44542 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/networks?id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 HTTP/1.1" status: 200 len: 811 time: 0.1555951 Dec 10 19:16:45.332098 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-10f60cc8-25b0-4000-8f62-e13f56ad90c4 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/quotas/4152abff22c840ed91cb9771512b3465 HTTP/1.1" status: 200 len: 375 time: 0.0107801 Dec 10 19:16:45.420123 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-867cb885-ac82-44b8-80a9-2ffac57e492f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4152abff22c840ed91cb9771512b3465&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0821252 Dec 10 19:16:45.632031 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-2617654b-41f4-455c-a63b-1f88e70a4891 service neutron] 10.222.0.62 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048888 Dec 10 19:16:45.724780 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-6a9848a1-35d4-4083-a77a-f1cfdfc38354 service neutron] 10.222.0.62 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859568 Dec 10 19:16:46.008905 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4cde5233-2713-417d-b809-5ed5acb8735c req-604684df-c5c8-4369-aeea-dde4919dbbb5 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bd4dd78-4c21-4bdb-a87f-52ca31decfc3 HTTP/1.1" status: 200 len: 210 time: 0.0275137 Dec 10 19:16:46.443344 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93e5f0a-3d86-4e49-a518-a722e8efd2fc None None] Sync routers for ids ['3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:16:46.454164 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93e5f0a-3d86-4e49-a518-a722e8efd2fc None None] Routers {'3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:16:46.454770 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-a93e5f0a-3d86-4e49-a518-a722e8efd2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:16:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:46.562371 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-a93e5f0a-3d86-4e49-a518-a722e8efd2fc None None] Set router 3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:16:46.852621 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-a93e5f0a-3d86-4e49-a518-a722e8efd2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4', 'name': 'tempest-TestVolumeBootPattern-1241667249-router', 'tenant_id': '17d41b6405334fbcbbf53044e2b7f83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '8afb6b41-eece-462b-b424-65a32b4db56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:39Z', 'updated_at': '2021-12-10T19:16:42Z', 'revision_number': 4, 'project_id': '17d41b6405334fbcbbf53044e2b7f83c', 'gw_port': {'id': '8afb6b41-eece-462b-b424-65a32b4db56d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:84:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:40Z', 'updated_at': '2021-12-10T19:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'dd45ded4-e85e-496a-9ab9-6923a3ff61b2', 'name': '', 'network_id': '78c3e28b-2c64-4aad-a245-65f1b9c1beed', 'tenant_id': '17d41b6405334fbcbbf53044e2b7f83c', 'mac_address': 'fa:16:3e:5f:7d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'cab43f2f-9742-4a39-9531-cddf94096e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:41Z', 'updated_at': '2021-12-10T19:16:42Z', 'revision_number': 2, 'project_id': '17d41b6405334fbcbbf53044e2b7f83c', 'subnets': [{'id': 'cab43f2f-9742-4a39-9531-cddf94096e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:46.881973 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93e5f0a-3d86-4e49-a518-a722e8efd2fc None None] Checking router: 3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:16:46.882331 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93e5f0a-3d86-4e49-a518-a722e8efd2fc None None] Updating router 3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4 port dd45ded4-e85e-496a-9ab9-6923a3ff61b2 binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:16:46.908433 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-a93e5f0a-3d86-4e49-a518-a722e8efd2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:47.068785 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-d95f23c8-21b1-4081-ae87-a522ab88c785 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:47.070427 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-d95f23c8-21b1-4081-ae87-a522ab88c785 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.46 "GET /v2.0/networks?id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 HTTP/1.1" status: 200 len: 811 time: 0.1178412 Dec 10 19:16:47.085240 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-32b554ac-ee8c-400d-9158-2a2c613513ed tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Request body: {'port': {'device_id': '4bd4dd78-4c21-4bdb-a87f-52ca31decfc3', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'admin_state_up': True, 'tenant_id': '4152abff22c840ed91cb9771512b3465'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:47.182806 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-849e74bf-21a2-45c3-aa15-d8b5c6f2c2ac req-0ea7f812-4bf7-4edb-b6a5-d4bb7885b7e4 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bd4dd78-4c21-4bdb-a87f-52ca31decfc3 HTTP/1.1" status: 200 len: 210 time: 0.0655925 Dec 10 19:16:47.195637 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 8afb6b41-eece-462b-b424-65a32b4db56d up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:16:47.245975 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-a93e5f0a-3d86-4e49-a518-a722e8efd2fc None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:47.258151 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-a93e5f0a-3d86-4e49-a518-a722e8efd2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:47.266128 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-32b554ac-ee8c-400d-9158-2a2c613513ed tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Made reservation on behalf of 4152abff22c840ed91cb9771512b3465 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:47.269855 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-32b554ac-ee8c-400d-9158-2a2c613513ed tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:47.283924 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 8afb6b41-eece-462b-b424-65a32b4db56d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:47.284436 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:47.403570 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-a93e5f0a-3d86-4e49-a518-a722e8efd2fc None None] Attempting to bind port dd45ded4-e85e-496a-9ab9-6923a3ff61b2 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:16:47.404204 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-a93e5f0a-3d86-4e49-a518-a722e8efd2fc None None] Attempting to bind port dd45ded4-e85e-496a-9ab9-6923a3ff61b2 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'f8769b23-89c0-4b25-bd4d-da224edf6564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '78c3e28b-2c64-4aad-a245-65f1b9c1beed'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:16:47.404606 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93e5f0a-3d86-4e49-a518-a722e8efd2fc None None] Attempting to bind port dd45ded4-e85e-496a-9ab9-6923a3ff61b2 on network 78c3e28b-2c64-4aad-a245-65f1b9c1beed {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:16:47.406829 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893506d6-f017-4b88-8155-b74d22f77ea4 None None] Pushing event updated for resources: {'Port': ['ID=dd45ded4-e85e-496a-9ab9-6923a3ff61b2,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:47.412730 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93e5f0a-3d86-4e49-a518-a722e8efd2fc None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:16:47.413112 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93e5f0a-3d86-4e49-a518-a722e8efd2fc None None] Checking segment: {'id': 'f8769b23-89c0-4b25-bd4d-da224edf6564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '78c3e28b-2c64-4aad-a245-65f1b9c1beed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:16:47.413651 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-a93e5f0a-3d86-4e49-a518-a722e8efd2fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:47.414044 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93e5f0a-3d86-4e49-a518-a722e8efd2fc None None] Bound using segment: {'id': 'f8769b23-89c0-4b25-bd4d-da224edf6564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '78c3e28b-2c64-4aad-a245-65f1b9c1beed'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:16:47.414505 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-a93e5f0a-3d86-4e49-a518-a722e8efd2fc None None] Bound port: dd45ded4-e85e-496a-9ab9-6923a3ff61b2, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8769b23-89c0-4b25-bd4d-da224edf6564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '78c3e28b-2c64-4aad-a245-65f1b9c1beed'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:16:47.414890 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-a93e5f0a-3d86-4e49-a518-a722e8efd2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:47.473711 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-32b554ac-ee8c-400d-9158-2a2c613513ed tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Allocated IP 172.20.0.14 (cb03d2a1-6d87-4b96-95d4-709b1f04a5b5/c0f6e315-1f28-44d3-9574-47035cf872ce/becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:16:47.493716 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-a93e5f0a-3d86-4e49-a518-a722e8efd2fc None None] For port dd45ded4-e85e-496a-9ab9-6923a3ff61b2, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:16:47.499683 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-a93e5f0a-3d86-4e49-a518-a722e8efd2fc None None] For port dd45ded4-e85e-496a-9ab9-6923a3ff61b2, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=dd45ded4-e85e-496a-9ab9-6923a3ff61b2,segment=NetworkSegment(f8769b23-89c0-4b25-bd4d-da224edf6564),segment_id=f8769b23-89c0-4b25-bd4d-da224edf6564)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:16:47.507521 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-a93e5f0a-3d86-4e49-a518-a722e8efd2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:47.581882 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93e5f0a-3d86-4e49-a518-a722e8efd2fc None None] Routers {'3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:16:47.582535 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-a93e5f0a-3d86-4e49-a518-a722e8efd2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:16:22Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:47.658068 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-32b554ac-ee8c-400d-9158-2a2c613513ed tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:47.659532 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893506d6-f017-4b88-8155-b74d22f77ea4 None None] Pushing event updated for resources: {'Port': ['ID=dd45ded4-e85e-496a-9ab9-6923a3ff61b2,revision_number=4']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:47.661366 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fdc4885e-7cba-42ee-9cfa-f6473692bba1 None None] Provisioning complete for port dd45ded4-e85e-496a-9ab9-6923a3ff61b2 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:47.662389 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fdc4885e-7cba-42ee-9cfa-f6473692bba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:47.713518 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-a93e5f0a-3d86-4e49-a518-a722e8efd2fc None None] Set router 3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:16:47.723802 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-32b554ac-ee8c-400d-9158-2a2c613513ed tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:47.768946 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fdc4885e-7cba-42ee-9cfa-f6473692bba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:47.818729 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-fdc4885e-7cba-42ee-9cfa-f6473692bba1 None None] For port dd45ded4-e85e-496a-9ab9-6923a3ff61b2, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=dd45ded4-e85e-496a-9ab9-6923a3ff61b2,segment=NetworkSegment(f8769b23-89c0-4b25-bd4d-da224edf6564),segment_id=f8769b23-89c0-4b25-bd4d-da224edf6564)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:47.825945 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fdc4885e-7cba-42ee-9cfa-f6473692bba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:47.886578 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4885e-7cba-42ee-9cfa-f6473692bba1 None None] Pushing event updated for resources: {'Port': ['ID=dd45ded4-e85e-496a-9ab9-6923a3ff61b2,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:47.948044 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a45688e6-9ad9-4e21-ab6a-cb3665267399 None None] Provisioning complete for port dd45ded4-e85e-496a-9ab9-6923a3ff61b2 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:47.948526 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a45688e6-9ad9-4e21-ab6a-cb3665267399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:47.987712 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-a93e5f0a-3d86-4e49-a518-a722e8efd2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4', 'name': 'tempest-TestVolumeBootPattern-1241667249-router', 'tenant_id': '17d41b6405334fbcbbf53044e2b7f83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '8afb6b41-eece-462b-b424-65a32b4db56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:39Z', 'updated_at': '2021-12-10T19:16:42Z', 'revision_number': 4, 'project_id': '17d41b6405334fbcbbf53044e2b7f83c', 'gw_port': {'id': '8afb6b41-eece-462b-b424-65a32b4db56d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:84:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:40Z', 'updated_at': '2021-12-10T19:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'dd45ded4-e85e-496a-9ab9-6923a3ff61b2', 'name': '', 'network_id': '78c3e28b-2c64-4aad-a245-65f1b9c1beed', 'tenant_id': '17d41b6405334fbcbbf53044e2b7f83c', 'mac_address': 'fa:16:3e:5f:7d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'cab43f2f-9742-4a39-9531-cddf94096e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:41Z', 'updated_at': '2021-12-10T19:16:47Z', 'revision_number': 4, 'project_id': '17d41b6405334fbcbbf53044e2b7f83c', 'subnets': [{'id': 'cab43f2f-9742-4a39-9531-cddf94096e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:48.019998 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93e5f0a-3d86-4e49-a518-a722e8efd2fc None None] The sync data for ids ['3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4'] in n-d-821435-1 is: [{'id': '3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4', 'name': 'tempest-TestVolumeBootPattern-1241667249-router', 'tenant_id': '17d41b6405334fbcbbf53044e2b7f83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '8afb6b41-eece-462b-b424-65a32b4db56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:39Z', 'updated_at': '2021-12-10T19:16:42Z', 'revision_number': 4, 'project_id': '17d41b6405334fbcbbf53044e2b7f83c', 'gw_port': {'id': '8afb6b41-eece-462b-b424-65a32b4db56d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:84:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:40Z', 'updated_at': '2021-12-10T19:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'dd45ded4-e85e-496a-9ab9-6923a3ff61b2', 'name': '', 'network_id': '78c3e28b-2c64-4aad-a245-65f1b9c1beed', 'tenant_id': '17d41b6405334fbcbbf53044e2b7f83c', 'mac_address': 'fa:16:3e:5f:7d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'cab43f2f-9742-4a39-9531-cddf94096e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:41Z', 'updated_at': '2021-12-10T19:16:47Z', 'revision_number': 4, 'project_id': '17d41b6405334fbcbbf53044e2b7f83c', 'subnets': [{'id': 'cab43f2f-9742-4a39-9531-cddf94096e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:16:48.185949 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-32b554ac-ee8c-400d-9158-2a2c613513ed tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Network cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:16:48.189600 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-32b554ac-ee8c-400d-9158-2a2c613513ed tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:48.192067 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-32b554ac-ee8c-400d-9158-2a2c613513ed tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:16:48.244348 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b554ac-ee8c-400d-9158-2a2c613513ed tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Pushing event updated for resources: {'Port': ['ID=becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:48.256929 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-32b554ac-ee8c-400d-9158-2a2c613513ed tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:48.257872 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-32b554ac-ee8c-400d-9158-2a2c613513ed tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:48.281758 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-32b554ac-ee8c-400d-9158-2a2c613513ed tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2015164 Dec 10 19:16:48.298461 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-9419a987-6717-46ed-bd33-6b39a4ea76f2 service neutron] Request body: {'port': {'device_id': '4bd4dd78-4c21-4bdb-a87f-52ca31decfc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:48.350895 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba02847-5c1c-4852-a361-3d6078eae9f7 req-c3005a32-a3fe-457e-b573-ed4ec5ad5cdb tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:48.358921 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6ba02847-5c1c-4852-a361-3d6078eae9f7 req-c3005a32-a3fe-457e-b573-ed4ec5ad5cdb tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bd4dd78-4c21-4bdb-a87f-52ca31decfc3 HTTP/1.1" status: 200 len: 932 time: 0.0647492 Dec 10 19:16:48.394267 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-9419a987-6717-46ed-bd33-6b39a4ea76f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:48.414466 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6ba02847-5c1c-4852-a361-3d6078eae9f7 req-1ab2aa53-79e7-4ea4-8e9d-f2246405ee0f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541160 Dec 10 19:16:48.575435 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-bae31c5c-0bb5-4d4e-8a65-e5982978ac75 None None] Provisioning complete for port becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:48.576923 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bae31c5c-0bb5-4d4e-8a65-e5982978ac75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:48.612490 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-bae31c5c-0bb5-4d4e-8a65-e5982978ac75 None None] Port becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:16:48.709986 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-9419a987-6717-46ed-bd33-6b39a4ea76f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:16:48.720010 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-9419a987-6717-46ed-bd33-6b39a4ea76f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:48.733497 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-07f29085-2091-47a9-b8e5-b719a9f67ec4 req-5bad0bc0-b3e2-43f9-a422-18ce8faf2d9b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=967f33aa-748d-4bae-8ce6-2e722e735418&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1571066 Dec 10 19:16:48.738263 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-9419a987-6717-46ed-bd33-6b39a4ea76f2 service neutron] Transition to ACTIVE for port object becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:16:48.743348 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-9419a987-6717-46ed-bd33-6b39a4ea76f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:48.820278 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419a987-6717-46ed-bd33-6b39a4ea76f2 service neutron] Pushing event updated for resources: {'Port': ['ID=becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:48.917429 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f29085-2091-47a9-b8e5-b719a9f67ec4 req-2d98e49a-6a2b-465b-9f94-baeb4262d2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:48.919551 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-07f29085-2091-47a9-b8e5-b719a9f67ec4 req-2d98e49a-6a2b-465b-9f94-baeb4262d2f8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0af9e85579124fbaa7442e80b66cd587&device_id=967f33aa-748d-4bae-8ce6-2e722e735418 HTTP/1.1" status: 200 len: 1096 time: 0.0738330 Dec 10 19:16:48.925987 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-9419a987-6717-46ed-bd33-6b39a4ea76f2 service neutron] Attempting to bind port becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:16:48.926338 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-9419a987-6717-46ed-bd33-6b39a4ea76f2 service neutron] Attempting to bind port becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '616a97ca-69d0-44d2-8ef6-ba801315fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:16:48.926677 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-9419a987-6717-46ed-bd33-6b39a4ea76f2 service neutron] Attempting to bind port becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad on network cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:16:48.932383 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-9419a987-6717-46ed-bd33-6b39a4ea76f2 service neutron] Port becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad on network cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:16:48.932755 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-9419a987-6717-46ed-bd33-6b39a4ea76f2 service neutron] Attempting to bind port becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad on network cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:16:48.947061 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-9419a987-6717-46ed-bd33-6b39a4ea76f2 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:16:48.947407 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-9419a987-6717-46ed-bd33-6b39a4ea76f2 service neutron] Checking segment: {'id': '616a97ca-69d0-44d2-8ef6-ba801315fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:16:48.947799 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-9419a987-6717-46ed-bd33-6b39a4ea76f2 service neutron] Bound using segment: {'id': '616a97ca-69d0-44d2-8ef6-ba801315fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:16:48.948247 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-9419a987-6717-46ed-bd33-6b39a4ea76f2 service neutron] Bound port: becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '616a97ca-69d0-44d2-8ef6-ba801315fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:16:48.948606 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-9419a987-6717-46ed-bd33-6b39a4ea76f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:49.083939 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-9419a987-6717-46ed-bd33-6b39a4ea76f2 service neutron] For port becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:16:49.086680 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f29085-2091-47a9-b8e5-b719a9f67ec4 req-2899bb4d-a892-41b6-a4c2-46b19ac78b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:49.088154 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-07f29085-2091-47a9-b8e5-b719a9f67ec4 req-2899bb4d-a892-41b6-a4c2-46b19ac78b92 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f6642665-9caf-42e4-9c00-e0f150c7374f HTTP/1.1" status: 200 len: 910 time: 0.1495869 Dec 10 19:16:49.089880 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-9419a987-6717-46ed-bd33-6b39a4ea76f2 service neutron] For port becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:16:49.142277 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-9419a987-6717-46ed-bd33-6b39a4ea76f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:49.192501 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-9419a987-6717-46ed-bd33-6b39a4ea76f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:49.193161 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-9419a987-6717-46ed-bd33-6b39a4ea76f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:49.194531 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-9419a987-6717-46ed-bd33-6b39a4ea76f2 service neutron] 10.222.0.46 "PUT /v2.0/ports/becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad HTTP/1.1" status: 200 len: 1092 time: 0.9039745 Dec 10 19:16:49.196906 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd4dd78-4c21-4bdb-a87f-52ca31decfc3', 'tag': 'becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:16:49.198015 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device dd45ded4-e85e-496a-9ab9-6923a3ff61b2 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:16:49.198922 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd083c8-d513-4921-9b2d-681c4340d8ab" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd4dd78-4c21-4bdb-a87f-52ca31decfc3", "tag": "becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:16:49.218230 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-07f29085-2091-47a9-b8e5-b719a9f67ec4 req-7d1b102d-0082-4f65-b78c-1b4c885ae787 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89ddda96-bd46-4602-822f-9649352e2690 HTTP/1.1" status: 200 len: 1001 time: 0.1225410 Dec 10 19:16:49.315528 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419a987-6717-46ed-bd33-6b39a4ea76f2 service neutron] Pushing event updated for resources: {'Port': ['ID=becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:49.345835 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port dd45ded4-e85e-496a-9ab9-6923a3ff61b2 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:49.346600 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:49.355392 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f29085-2091-47a9-b8e5-b719a9f67ec4 req-bac01e4b-c23c-4e30-ac3f-e4b52f3892f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:49.357801 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-07f29085-2091-47a9-b8e5-b719a9f67ec4 req-bac01e4b-c23c-4e30-ac3f-e4b52f3892f7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=200dc29e-6df2-4e0b-90de-1d443e4daabf HTTP/1.1" status: 200 len: 848 time: 0.1242549 Dec 10 19:16:49.379322 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-ca817beb-5796-414a-982c-7590d4fdb4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:49.381319 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-ca817beb-5796-414a-982c-7590d4fdb4ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4152abff22c840ed91cb9771512b3465&device_id=4bd4dd78-4c21-4bdb-a87f-52ca31decfc3 HTTP/1.1" status: 200 len: 1095 time: 0.1325352 Dec 10 19:16:49.502780 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-2c75ba2e-21ab-48a2-be04-1cca2129baf6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad HTTP/1.1" status: 200 len: 217 time: 0.0907726 Dec 10 19:16:49.527330 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f29085-2091-47a9-b8e5-b719a9f67ec4 req-c288957b-1073-4cc9-a999-c21539f54847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:49.538112 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-07f29085-2091-47a9-b8e5-b719a9f67ec4 req-c288957b-1073-4cc9-a999-c21539f54847 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f6642665-9caf-42e4-9c00-e0f150c7374f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1733439 Dec 10 19:16:49.571550 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7ea0ff-be6f-48b4-aad0-79eb05c171e3 x-openstack-request-id: req-7c7ea0ff-be6f-48b4-aad0-79eb05c171e3 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:16:49.571940 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd4dd78-4c21-4bdb-a87f-52ca31decfc3", "tag": "becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:16:49.572298 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7c7ea0ff-be6f-48b4-aad0-79eb05c171e3 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:16:49.572795 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd4dd78-4c21-4bdb-a87f-52ca31decfc3', 'tag': 'becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad', 'status': 'completed', 'code': 200} Dec 10 19:16:49.594681 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b16020-5a6c-4c56-9f67-be47abffa6ae req-298001b1-fe98-416e-9325-97e7dbad1ba3 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:49.596953 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b5b16020-5a6c-4c56-9f67-be47abffa6ae req-298001b1-fe98-416e-9325-97e7dbad1ba3 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bd4dd78-4c21-4bdb-a87f-52ca31decfc3 HTTP/1.1" status: 200 len: 944 time: 0.0602336 Dec 10 19:16:49.663569 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-e6b2fb63-b2dd-4481-b50e-68d0d9347236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:49.665094 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-e6b2fb63-b2dd-4481-b50e-68d0d9347236 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c0f6e315-1f28-44d3-9574-47035cf872ce HTTP/1.1" status: 200 len: 850 time: 0.1548195 Dec 10 19:16:49.667432 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b5b16020-5a6c-4c56-9f67-be47abffa6ae req-d8b208bf-9f1f-4b5b-99ee-16abe990e1ee tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642455 Dec 10 19:16:49.702548 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d8a98856-689d-42b2-952f-e091b9150463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:49.726051 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-07f29085-2091-47a9-b8e5-b719a9f67ec4 req-d9d31bc1-505c-484e-bb97-469f5b08d0d7 service neutron] 10.222.0.72 "GET /v2.0/networks/f6642665-9caf-42e4-9c00-e0f150c7374f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523492 Dec 10 19:16:49.744919 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-0cbdd89d-0c4b-4054-a2a6-93a9a9220a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:49.746421 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-0cbdd89d-0c4b-4054-a2a6-93a9a9220a07 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736158 Dec 10 19:16:49.904445 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-07f29085-2091-47a9-b8e5-b719a9f67ec4 req-543b8099-bfea-4ca8-a020-ef587cb1617d service neutron] 10.222.0.72 "GET /v2.0/networks/f6642665-9caf-42e4-9c00-e0f150c7374f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695364 Dec 10 19:16:49.909784 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-4ebf34b8-2aae-440a-b4fa-011f673b6f08 service neutron] 10.222.0.46 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522627 Dec 10 19:16:50.009099 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c5d1cd85-3263-406c-9bd4-def73fb96ccb req-e5b16b5b-4824-4f08-9760-63590c1166b0 service neutron] 10.222.0.46 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919635 Dec 10 19:16:50.101108 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd083c8-d513-4921-9b2d-681c4340d8ab req-8bf9b98f-f12a-4033-957b-0971ec9eaa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:50.102614 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bbd083c8-d513-4921-9b2d-681c4340d8ab req-8bf9b98f-f12a-4033-957b-0971ec9eaa7b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4152abff22c840ed91cb9771512b3465&device_id=4bd4dd78-4c21-4bdb-a87f-52ca31decfc3 HTTP/1.1" status: 200 len: 1095 time: 0.0405273 Dec 10 19:16:50.201889 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd083c8-d513-4921-9b2d-681c4340d8ab req-e6a2d844-59f5-49a4-8103-d2b591c8f66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:50.203388 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bbd083c8-d513-4921-9b2d-681c4340d8ab req-e6a2d844-59f5-49a4-8103-d2b591c8f66f service neutron] 10.222.0.46 "GET /v2.0/networks?id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 HTTP/1.1" status: 200 len: 912 time: 0.0938270 Dec 10 19:16:50.246264 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bbd083c8-d513-4921-9b2d-681c4340d8ab req-7f97c7d1-c97e-4e0e-99aa-60264f5c52fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad HTTP/1.1" status: 200 len: 217 time: 0.0359831 Dec 10 19:16:50.297775 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd083c8-d513-4921-9b2d-681c4340d8ab req-48eddc27-5e7b-4bcb-a906-44552c20a302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:50.299148 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bbd083c8-d513-4921-9b2d-681c4340d8ab req-48eddc27-5e7b-4bcb-a906-44552c20a302 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c0f6e315-1f28-44d3-9574-47035cf872ce HTTP/1.1" status: 200 len: 850 time: 0.0455716 Dec 10 19:16:50.344356 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd083c8-d513-4921-9b2d-681c4340d8ab req-ca410adf-b295-4c67-9afd-e91e2370c911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:50.345888 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bbd083c8-d513-4921-9b2d-681c4340d8ab req-ca410adf-b295-4c67-9afd-e91e2370c911 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398459 Dec 10 19:16:50.440409 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bbd083c8-d513-4921-9b2d-681c4340d8ab req-0af630ed-6ff9-4b44-b82f-67c900c3e2b2 service neutron] 10.222.0.46 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870993 Dec 10 19:16:50.529623 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bbd083c8-d513-4921-9b2d-681c4340d8ab req-fcebb950-e5da-48a9-b177-28e579631ff2 service neutron] 10.222.0.46 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828102 Dec 10 19:16:50.782206 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756dd11b-1b0e-481a-ae27-449132eb76f6 req-818d5db9-450b-49cf-a1d9-1abfde3134a9 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:50.783705 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-756dd11b-1b0e-481a-ae27-449132eb76f6 req-818d5db9-450b-49cf-a1d9-1abfde3134a9 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bd4dd78-4c21-4bdb-a87f-52ca31decfc3 HTTP/1.1" status: 200 len: 944 time: 0.0546880 Dec 10 19:16:50.834737 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-756dd11b-1b0e-481a-ae27-449132eb76f6 req-6cd9b73c-6ecd-4369-b0e9-5c451b631103 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448420 Dec 10 19:16:51.953796 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91dbb8-8def-475c-8a15-38484ac0fe5d req-d7ba652d-7937-4d9a-97f7-dc59ae982dd3 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:51.955243 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8a91dbb8-8def-475c-8a15-38484ac0fe5d req-d7ba652d-7937-4d9a-97f7-dc59ae982dd3 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bd4dd78-4c21-4bdb-a87f-52ca31decfc3 HTTP/1.1" status: 200 len: 944 time: 0.0509386 Dec 10 19:16:52.004511 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8a91dbb8-8def-475c-8a15-38484ac0fe5d req-d928bc1e-4b7e-4d91-9ad5-3353d61975e3 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431759 Dec 10 19:16:52.510943 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-51ea9fe7-2585-43d0-8039-d532247140a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:52.617331 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:16:53.119431 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc923f92-d8c1-4209-b853-39feee4116a3 req-de38d342-6bd1-4981-944f-636898db1bb8 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:53.120932 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dc923f92-d8c1-4209-b853-39feee4116a3 req-de38d342-6bd1-4981-944f-636898db1bb8 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bd4dd78-4c21-4bdb-a87f-52ca31decfc3 HTTP/1.1" status: 200 len: 944 time: 0.0488467 Dec 10 19:16:53.168863 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dc923f92-d8c1-4209-b853-39feee4116a3 req-658e323f-f410-43b5-b239-7feac3387e47 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417500 Dec 10 19:16:53.530796 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:54.285406 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681c84e-a905-4b4f-b0eb-867eb059e05c req-4242772e-97b9-495f-bfd7-79ead52659f1 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:54.286936 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5681c84e-a905-4b4f-b0eb-867eb059e05c req-4242772e-97b9-495f-bfd7-79ead52659f1 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bd4dd78-4c21-4bdb-a87f-52ca31decfc3 HTTP/1.1" status: 200 len: 944 time: 0.0497723 Dec 10 19:16:54.333754 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5681c84e-a905-4b4f-b0eb-867eb059e05c req-33fdec9d-1a1b-4c21-98a6-a5b2bc8071f8 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408292 Dec 10 19:16:54.902460 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:55.454774 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f14cbb-be8d-47b3-8acd-e59bc77b2929 req-44a4d866-8bbb-4561-8a1d-186de228625c tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:55.456250 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-78f14cbb-be8d-47b3-8acd-e59bc77b2929 req-44a4d866-8bbb-4561-8a1d-186de228625c tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bd4dd78-4c21-4bdb-a87f-52ca31decfc3 HTTP/1.1" status: 200 len: 944 time: 0.0548005 Dec 10 19:16:55.503297 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-78f14cbb-be8d-47b3-8acd-e59bc77b2929 req-373cf15a-0c8b-4667-87e6-d2a1527d7563 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411131 Dec 10 19:16:55.507285 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:56.622805 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464aeb0-7814-44c2-9674-9b4971daa9bb req-16d309c2-7661-4428-bea2-36895fc5c455 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:56.624229 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4464aeb0-7814-44c2-9674-9b4971daa9bb req-16d309c2-7661-4428-bea2-36895fc5c455 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bd4dd78-4c21-4bdb-a87f-52ca31decfc3 HTTP/1.1" status: 200 len: 944 time: 0.0527785 Dec 10 19:16:56.672860 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4464aeb0-7814-44c2-9674-9b4971daa9bb req-828627a0-9fc2-443e-96d1-b3dfee2a142d tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426922 Dec 10 19:16:57.788581 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552c19a-7361-4746-89f9-2eb21f9f625e req-2ab3a279-0d54-49c9-8d2b-53dfb52eeab7 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:57.790085 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6552c19a-7361-4746-89f9-2eb21f9f625e req-2ab3a279-0d54-49c9-8d2b-53dfb52eeab7 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bd4dd78-4c21-4bdb-a87f-52ca31decfc3 HTTP/1.1" status: 200 len: 944 time: 0.0494881 Dec 10 19:16:57.836471 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6552c19a-7361-4746-89f9-2eb21f9f625e req-e1fdf820-2764-4ead-ace0-58ca4408cabb tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395212 Dec 10 19:16:58.954982 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c546fc-f504-4574-b3cf-2f1b2ecb8539 req-042a8250-055d-439d-9e25-5593c7d5c961 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:58.956456 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-70c546fc-f504-4574-b3cf-2f1b2ecb8539 req-042a8250-055d-439d-9e25-5593c7d5c961 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bd4dd78-4c21-4bdb-a87f-52ca31decfc3 HTTP/1.1" status: 200 len: 944 time: 0.0491893 Dec 10 19:16:59.003403 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-70c546fc-f504-4574-b3cf-2f1b2ecb8539 req-d44e3421-8ea0-4aee-87e2-c93c58829e5c tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409915 Dec 10 19:16:59.909414 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:17:00.002842 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:00.016200 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': 'becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'port_id': 'becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad', 'mac_address': 'fa:16:3e:27:fc:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:17:00.053799 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:00.067034 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:17:00.086636 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:00.090722 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:00.117564 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120bdb8-c18a-47b7-9fe9-89eba7dfab0e req-66dcbec7-186e-438b-95fa-75a533eb1eaf tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:00.119071 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7120bdb8-c18a-47b7-9fe9-89eba7dfab0e req-66dcbec7-186e-438b-95fa-75a533eb1eaf tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bd4dd78-4c21-4bdb-a87f-52ca31decfc3 HTTP/1.1" status: 200 len: 944 time: 0.0497770 Dec 10 19:17:00.137995 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:00.177302 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7120bdb8-c18a-47b7-9fe9-89eba7dfab0e req-a9a80a39-e1f7-4040-b48c-b6cca574687e tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515003 Dec 10 19:17:00.299896 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:17:01.296615 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0295f2cd-4348-491f-a9ec-79d1368da6a4 req-3485151f-b133-4373-87f1-90904e14cd2c tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:01.298240 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0295f2cd-4348-491f-a9ec-79d1368da6a4 req-3485151f-b133-4373-87f1-90904e14cd2c tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bd4dd78-4c21-4bdb-a87f-52ca31decfc3 HTTP/1.1" status: 200 len: 945 time: 0.0548172 Dec 10 19:17:01.344788 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0295f2cd-4348-491f-a9ec-79d1368da6a4 req-70d2f07c-37a6-4b54-b99c-f865eef7cc82 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404677 Dec 10 19:17:01.942112 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:17:01.989955 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:17:01.994012 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:01.994384 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:02.075701 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:02.097524 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd4dd78-4c21-4bdb-a87f-52ca31decfc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:17:02.099742 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a25ebf-8b4d-4127-9102-0e493b9b16c5" -d '{"events": [{"server_uuid": "4bd4dd78-4c21-4bdb-a87f-52ca31decfc3", "name": "network-vif-plugged", "status": "completed", "tag": "becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:17:02.112980 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:02.117640 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:02.141611 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b6484c-175f-43ae-9ceb-1ebc2d6e8c28 x-openstack-request-id: req-22b6484c-175f-43ae-9ceb-1ebc2d6e8c28 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:17:02.141905 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd4dd78-4c21-4bdb-a87f-52ca31decfc3", "name": "network-vif-plugged", "status": "completed", "tag": "becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:17:02.142161 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-22b6484c-175f-43ae-9ceb-1ebc2d6e8c28 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:17:02.142548 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd4dd78-4c21-4bdb-a87f-52ca31decfc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad', 'code': 200} Dec 10 19:17:02.169526 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:02.239232 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856fa24-9f52-437c-a153-83aecdce7757 req-164b2a04-2ff8-48b8-97c6-b7d009134bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:02.240777 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a856fa24-9f52-437c-a153-83aecdce7757 req-164b2a04-2ff8-48b8-97c6-b7d009134bdb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4dd78-4c21-4bdb-a87f-52ca31decfc3 HTTP/1.1" status: 200 len: 1097 time: 0.0431900 Dec 10 19:17:02.286189 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a856fa24-9f52-437c-a153-83aecdce7757 req-af2f0ffe-7580-41fb-ab63-9a2549677234 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376656 Dec 10 19:17:02.460601 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8dc815-e203-460b-9b31-7e64c024877c req-9b2c1105-5b06-4cdd-b7db-43c7c0a7d955 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:02.462111 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5a8dc815-e203-460b-9b31-7e64c024877c req-9b2c1105-5b06-4cdd-b7db-43c7c0a7d955 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bd4dd78-4c21-4bdb-a87f-52ca31decfc3 HTTP/1.1" status: 200 len: 946 time: 0.0487967 Dec 10 19:17:02.508728 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5a8dc815-e203-460b-9b31-7e64c024877c req-73ba5960-5709-4e2f-9436-4435b0de48ed tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399263 Dec 10 19:17:03.629118 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79677f6-e175-41eb-9593-8b1fb9c1c3c8 req-92a98b95-bced-4936-9f6d-bb49c3f0b2cd tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:03.630615 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b79677f6-e175-41eb-9593-8b1fb9c1c3c8 req-92a98b95-bced-4936-9f6d-bb49c3f0b2cd tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bd4dd78-4c21-4bdb-a87f-52ca31decfc3 HTTP/1.1" status: 200 len: 946 time: 0.0509770 Dec 10 19:17:03.680721 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b79677f6-e175-41eb-9593-8b1fb9c1c3c8 req-009f72c9-46f7-4ea8-9148-5996a4f5b24a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437818 Dec 10 19:17:03.797531 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7e900-bc3b-4513-a8a2-589353802609 req-323a594f-1d2c-4146-9a90-b550a383f8e3 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:03.799029 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c0d7e900-bc3b-4513-a8a2-589353802609 req-323a594f-1d2c-4146-9a90-b550a383f8e3 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bd4dd78-4c21-4bdb-a87f-52ca31decfc3 HTTP/1.1" status: 200 len: 946 time: 0.0492396 Dec 10 19:17:03.849795 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c0d7e900-bc3b-4513-a8a2-589353802609 req-c2e3c7f4-7439-4674-b750-90bc6f8f7a1a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447476 Dec 10 19:17:03.970222 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9d2b3-90c7-43e8-8eff-6ec3fda3594d req-c39409c9-e780-4b83-af50-2c99a15c2c0a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:03.971649 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-87e9d2b3-90c7-43e8-8eff-6ec3fda3594d req-c39409c9-e780-4b83-af50-2c99a15c2c0a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bd4dd78-4c21-4bdb-a87f-52ca31decfc3 HTTP/1.1" status: 200 len: 946 time: 0.0537150 Dec 10 19:17:04.020096 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-87e9d2b3-90c7-43e8-8eff-6ec3fda3594d req-3b35c4b7-b35b-480a-8fb2-506b72ff6857 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423295 Dec 10 19:17:04.162600 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:04.255043 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787f5e0-a464-46f7-8a99-cd9abf4a818c req-f52d7706-db75-42a5-b860-1fc330bd0a4a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:04.256674 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7787f5e0-a464-46f7-8a99-cd9abf4a818c req-f52d7706-db75-42a5-b860-1fc330bd0a4a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bd4dd78-4c21-4bdb-a87f-52ca31decfc3 HTTP/1.1" status: 200 len: 946 time: 0.0528045 Dec 10 19:17:04.311719 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7787f5e0-a464-46f7-8a99-cd9abf4a818c req-b5a4e277-530c-475a-aa0e-cd87e11b9222 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468900 Dec 10 19:17:05.427113 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf12017-12bc-40c8-866c-f9c25f3ff251 req-d0bc4fdc-ae0c-4ce1-8152-3d7277cea5f5 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:05.428559 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4cf12017-12bc-40c8-866c-f9c25f3ff251 req-d0bc4fdc-ae0c-4ce1-8152-3d7277cea5f5 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bd4dd78-4c21-4bdb-a87f-52ca31decfc3 HTTP/1.1" status: 200 len: 946 time: 0.0481246 Dec 10 19:17:05.476542 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4cf12017-12bc-40c8-866c-f9c25f3ff251 req-432a6e7d-2f4b-4d19-8cd6-2b900b61bdd9 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421066 Dec 10 19:17:05.692304 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14beaa58-82b3-4935-9591-c4abf5452e20 req-d8e1c4ae-ba36-4174-bcc6-74c7834e9ede tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:05.693718 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-14beaa58-82b3-4935-9591-c4abf5452e20 req-d8e1c4ae-ba36-4174-bcc6-74c7834e9ede tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4dd78-4c21-4bdb-a87f-52ca31decfc3 HTTP/1.1" status: 200 len: 946 time: 0.0483410 Dec 10 19:17:05.786901 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-14beaa58-82b3-4935-9591-c4abf5452e20 req-1c35967d-cc04-4b57-b13b-65847fc82ef7 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Deleting port becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:17:05.787238 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-14beaa58-82b3-4935-9591-c4abf5452e20 req-1c35967d-cc04-4b57-b13b-65847fc82ef7 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:05.873325 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-14beaa58-82b3-4935-9591-c4abf5452e20 req-1c35967d-cc04-4b57-b13b-65847fc82ef7 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] For port becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:05.873692 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-14beaa58-82b3-4935-9591-c4abf5452e20 req-1c35967d-cc04-4b57-b13b-65847fc82ef7 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:05.891976 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-14beaa58-82b3-4935-9591-c4abf5452e20 req-1c35967d-cc04-4b57-b13b-65847fc82ef7 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Calling delete_port for becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:17:06.031256 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-14beaa58-82b3-4935-9591-c4abf5452e20 req-1c35967d-cc04-4b57-b13b-65847fc82ef7 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:06.059155 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c35967d-cc04-4b57-b13b-65847fc82ef7 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Pushing event deleted for resources: {'Port': ['ID=becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:06.104112 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-14beaa58-82b3-4935-9591-c4abf5452e20 req-1c35967d-cc04-4b57-b13b-65847fc82ef7 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] No DVR routers for this DVR port becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:17:06.107559 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-14beaa58-82b3-4935-9591-c4abf5452e20 req-1c35967d-cc04-4b57-b13b-65847fc82ef7 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:06.110913 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-14beaa58-82b3-4935-9591-c4abf5452e20 req-1c35967d-cc04-4b57-b13b-65847fc82ef7 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.46 "DELETE /v2.0/ports/becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad HTTP/1.1" status: 204 len: 173 time: 0.4112873 Dec 10 19:17:06.111364 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd4dd78-4c21-4bdb-a87f-52ca31decfc3', 'name': 'network-vif-deleted', 'tag': 'becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:17:06.113644 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6474ec8c-0906-4d24-af60-bd04b849b5a7" -d '{"events": [{"server_uuid": "4bd4dd78-4c21-4bdb-a87f-52ca31decfc3", "name": "network-vif-deleted", "tag": "becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:17:06.152018 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e4ce02-5a9c-452c-8839-f7c6d95fe33c x-openstack-request-id: req-88e4ce02-5a9c-452c-8839-f7c6d95fe33c {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:17:06.152318 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd4dd78-4c21-4bdb-a87f-52ca31decfc3", "name": "network-vif-deleted", "tag": "becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:17:06.152581 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-88e4ce02-5a9c-452c-8839-f7c6d95fe33c {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:17:06.153085 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd4dd78-4c21-4bdb-a87f-52ca31decfc3', 'name': 'network-vif-deleted', 'tag': 'becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad', 'status': 'completed', 'code': 200} Dec 10 19:17:06.573342 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5de951bf-0a22-4050-8c9a-ae74695c8131 req-cd2ae05d-9bb2-4dc8-b7c1-eed1aa0a93b6 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bd4dd78-4c21-4bdb-a87f-52ca31decfc3 HTTP/1.1" status: 200 len: 210 time: 0.0278058 Dec 10 19:17:07.672157 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6be06cb7-ed66-40cc-acd4-b568a11034de req-8c9a68e7-2c6f-4d94-b0a7-7a422bf16932 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bd4dd78-4c21-4bdb-a87f-52ca31decfc3 HTTP/1.1" status: 200 len: 210 time: 0.0278881 Dec 10 19:17:07.939531 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:17:07.960033 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:17:07.960380 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device becb5bef-cd68-4465-a7cb-2a2a0cbfa8ad not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:17:08.487296 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:08.767614 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0eb4ca73-628b-4fab-807b-add3d00f727b req-e3bc053d-ac50-4f94-8ac2-a441d3cf3780 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bd4dd78-4c21-4bdb-a87f-52ca31decfc3 HTTP/1.1" status: 200 len: 210 time: 0.0268297 Dec 10 19:17:09.861751 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1bb8d8af-6e3f-4ef9-84c7-9c07453549b9 req-ea0d803a-b6c0-4976-b1b3-c9f1a8131690 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bd4dd78-4c21-4bdb-a87f-52ca31decfc3 HTTP/1.1" status: 200 len: 210 time: 0.0255299 Dec 10 19:17:19.686577 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-65709c24-3045-4abd-b13d-abfc39794dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:22.514820 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c25c30d9-5b98-497c-986a-f4118722b03a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:23.532855 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:24.906034 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:25.509725 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:29.616883 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:17:31.850991 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-bc43ccbf-8e7f-4446-a165-9f18de7351b5 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:31.852445 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-bc43ccbf-8e7f-4446-a165-9f18de7351b5 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/networks?id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 HTTP/1.1" status: 200 len: 811 time: 0.1032100 Dec 10 19:17:31.867638 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-548676be-2cbe-4c20-ab59-1a77d6157599 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/quotas/4152abff22c840ed91cb9771512b3465 HTTP/1.1" status: 200 len: 375 time: 0.0089762 Dec 10 19:17:31.920108 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-600977b3-f0ef-4d3c-b9dc-1f0ffaeed019 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4152abff22c840ed91cb9771512b3465&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465260 Dec 10 19:17:32.010036 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-169ba7a7-7937-4d2b-90f5-7c504b53687a service neutron] 10.222.0.62 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831897 Dec 10 19:17:32.097022 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-9ea4c791-4acb-4712-b656-42ed8d3c38df service neutron] 10.222.0.62 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799880 Dec 10 19:17:32.279678 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-65cbdd0f-df57-4736-b8c8-6c418364c962 req-e7cc8993-42d5-4d89-af83-709ce38743b4 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=d50af714-8c15-43dc-bce0-3d884985e2fa HTTP/1.1" status: 200 len: 210 time: 0.0269234 Dec 10 19:17:33.287019 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-8f554948-c9ff-43d8-a088-835bfb21a98f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:33.288491 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-8f554948-c9ff-43d8-a088-835bfb21a98f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.46 "GET /v2.0/networks?id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 HTTP/1.1" status: 200 len: 811 time: 0.1082792 Dec 10 19:17:33.300580 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-c567cd04-bc5d-4fc8-8365-a39f704ac534 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Request body: {'port': {'device_id': 'd50af714-8c15-43dc-bce0-3d884985e2fa', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'admin_state_up': True, 'tenant_id': '4152abff22c840ed91cb9771512b3465'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:33.382372 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-637b11ad-96a2-49ff-ad83-b44e96e54dca req-2b36e3aa-d379-415a-a99d-3c4129d68910 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=d50af714-8c15-43dc-bce0-3d884985e2fa HTTP/1.1" status: 200 len: 210 time: 0.0300388 Dec 10 19:17:33.436560 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-c567cd04-bc5d-4fc8-8365-a39f704ac534 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Made reservation on behalf of 4152abff22c840ed91cb9771512b3465 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:33.440192 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-c567cd04-bc5d-4fc8-8365-a39f704ac534 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:33.568231 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-c567cd04-bc5d-4fc8-8365-a39f704ac534 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Allocated IP 172.20.0.6 (cb03d2a1-6d87-4b96-95d4-709b1f04a5b5/c0f6e315-1f28-44d3-9574-47035cf872ce/bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:17:33.731612 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-c567cd04-bc5d-4fc8-8365-a39f704ac534 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:33.766234 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-c567cd04-bc5d-4fc8-8365-a39f704ac534 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:33.813304 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-c567cd04-bc5d-4fc8-8365-a39f704ac534 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Network cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:33.816519 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-c567cd04-bc5d-4fc8-8365-a39f704ac534 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:33.820313 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-c567cd04-bc5d-4fc8-8365-a39f704ac534 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:33.848621 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567cd04-bc5d-4fc8-8365-a39f704ac534 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Pushing event updated for resources: {'Port': ['ID=bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:33.863798 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567cd04-bc5d-4fc8-8365-a39f704ac534 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:33.864099 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567cd04-bc5d-4fc8-8365-a39f704ac534 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:33.864424 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567cd04-bc5d-4fc8-8365-a39f704ac534 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:33.864801 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567cd04-bc5d-4fc8-8365-a39f704ac534 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:33.865146 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567cd04-bc5d-4fc8-8365-a39f704ac534 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:33.865487 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567cd04-bc5d-4fc8-8365-a39f704ac534 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:33.865827 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567cd04-bc5d-4fc8-8365-a39f704ac534 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:33.866162 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567cd04-bc5d-4fc8-8365-a39f704ac534 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:33.866490 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567cd04-bc5d-4fc8-8365-a39f704ac534 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:33.866820 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567cd04-bc5d-4fc8-8365-a39f704ac534 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:33.867152 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567cd04-bc5d-4fc8-8365-a39f704ac534 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:33.867479 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567cd04-bc5d-4fc8-8365-a39f704ac534 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:33.867818 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567cd04-bc5d-4fc8-8365-a39f704ac534 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:33.889853 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-c567cd04-bc5d-4fc8-8365-a39f704ac534 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:33.890508 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-c567cd04-bc5d-4fc8-8365-a39f704ac534 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:33.908350 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-c567cd04-bc5d-4fc8-8365-a39f704ac534 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6114964 Dec 10 19:17:33.921026 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-a1c22148-7402-4fba-a8d2-98092f20656c service neutron] Request body: {'port': {'device_id': 'd50af714-8c15-43dc-bce0-3d884985e2fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:33.983139 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-a1c22148-7402-4fba-a8d2-98092f20656c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:34.099800 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fadb2ecb-45a6-4151-95ea-ea104a964e85 None None] Provisioning complete for port bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:34.100398 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fadb2ecb-45a6-4151-95ea-ea104a964e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:34.133365 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-fadb2ecb-45a6-4151-95ea-ea104a964e85 None None] Port bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:17:34.155796 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:34.251603 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-a1c22148-7402-4fba-a8d2-98092f20656c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:17:34.259570 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-a1c22148-7402-4fba-a8d2-98092f20656c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:34.272906 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-a1c22148-7402-4fba-a8d2-98092f20656c service neutron] Transition to ACTIVE for port object bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:17:34.276592 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-a1c22148-7402-4fba-a8d2-98092f20656c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:34.355765 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c22148-7402-4fba-a8d2-98092f20656c service neutron] Pushing event updated for resources: {'Port': ['ID=bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:34.421926 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-a1c22148-7402-4fba-a8d2-98092f20656c service neutron] Attempting to bind port bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:17:34.422256 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-a1c22148-7402-4fba-a8d2-98092f20656c service neutron] Attempting to bind port bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '616a97ca-69d0-44d2-8ef6-ba801315fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:17:34.422588 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-a1c22148-7402-4fba-a8d2-98092f20656c service neutron] Attempting to bind port bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4 on network cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:34.430990 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-a1c22148-7402-4fba-a8d2-98092f20656c service neutron] Port bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4 on network cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:17:34.431326 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-a1c22148-7402-4fba-a8d2-98092f20656c service neutron] Attempting to bind port bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4 on network cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:34.438185 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-a1c22148-7402-4fba-a8d2-98092f20656c service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:17:34.438552 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-a1c22148-7402-4fba-a8d2-98092f20656c service neutron] Checking segment: {'id': '616a97ca-69d0-44d2-8ef6-ba801315fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:17:34.438948 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-a1c22148-7402-4fba-a8d2-98092f20656c service neutron] Bound using segment: {'id': '616a97ca-69d0-44d2-8ef6-ba801315fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:17:34.439395 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-a1c22148-7402-4fba-a8d2-98092f20656c service neutron] Bound port: bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '616a97ca-69d0-44d2-8ef6-ba801315fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:17:34.439763 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-a1c22148-7402-4fba-a8d2-98092f20656c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:34.526704 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-a1c22148-7402-4fba-a8d2-98092f20656c service neutron] For port bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:17:34.530629 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-a1c22148-7402-4fba-a8d2-98092f20656c service neutron] For port bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:17:34.539188 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-a1c22148-7402-4fba-a8d2-98092f20656c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:34.557109 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11d7be-f7cb-4be3-a232-dd24018befa5 req-130f04b8-5833-41e9-9da8-86253c346c47 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:34.560065 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8b11d7be-f7cb-4be3-a232-dd24018befa5 req-130f04b8-5833-41e9-9da8-86253c346c47 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=d50af714-8c15-43dc-bce0-3d884985e2fa HTTP/1.1" status: 200 len: 943 time: 0.0716166 Dec 10 19:17:34.584452 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-a1c22148-7402-4fba-a8d2-98092f20656c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:34.585806 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-a1c22148-7402-4fba-a8d2-98092f20656c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:34.588796 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-a1c22148-7402-4fba-a8d2-98092f20656c service neutron] 10.222.0.46 "PUT /v2.0/ports/bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4 HTTP/1.1" status: 200 len: 1091 time: 0.6719306 Dec 10 19:17:34.589271 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50af714-8c15-43dc-bce0-3d884985e2fa', 'tag': 'bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:17:34.592038 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4feefe-d7e7-4c46-b95e-6da0c786fe0b" -d '{"events": [{"name": "network-changed", "server_uuid": "d50af714-8c15-43dc-bce0-3d884985e2fa", "tag": "bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:17:34.624813 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c22148-7402-4fba-a8d2-98092f20656c service neutron] Pushing event updated for resources: {'Port': ['ID=bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:34.645286 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8b11d7be-f7cb-4be3-a232-dd24018befa5 req-5d65a691-131b-4c27-8a3d-06c2ebdb7aca tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754654 Dec 10 19:17:34.667895 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd2da87-9f56-4d5b-98a3-8993790ae4a7 x-openstack-request-id: req-8bd2da87-9f56-4d5b-98a3-8993790ae4a7 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:17:34.667895 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50af714-8c15-43dc-bce0-3d884985e2fa", "tag": "bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:17:34.667895 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8bd2da87-9f56-4d5b-98a3-8993790ae4a7 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:17:34.667895 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50af714-8c15-43dc-bce0-3d884985e2fa', 'tag': 'bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4', 'status': 'completed', 'code': 200} Dec 10 19:17:34.682273 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-bfed0fde-3fd1-461e-b530-82c4153ccdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:34.684138 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-bfed0fde-3fd1-461e-b530-82c4153ccdec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4152abff22c840ed91cb9771512b3465&device_id=d50af714-8c15-43dc-bce0-3d884985e2fa HTTP/1.1" status: 200 len: 1094 time: 0.0512133 Dec 10 19:17:34.727911 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-2856dd4e-f64d-4536-8d3f-cf453e9d4b78 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4 HTTP/1.1" status: 200 len: 217 time: 0.0355322 Dec 10 19:17:34.786490 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-aa870301-39c5-492e-bc62-0fdbeafd26bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:34.787989 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-aa870301-39c5-492e-bc62-0fdbeafd26bf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c0f6e315-1f28-44d3-9574-47035cf872ce HTTP/1.1" status: 200 len: 850 time: 0.0511079 Dec 10 19:17:34.836613 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-5a66396f-9f81-45b6-a5b4-572f07d3ede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:34.838362 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-5a66396f-9f81-45b6-a5b4-572f07d3ede0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430477 Dec 10 19:17:34.929821 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-03865cc1-450a-4ffd-b469-1751aa40a51d service neutron] 10.222.0.46 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825834 Dec 10 19:17:35.022655 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-767bfa9b-8bf9-4b11-ad98-e628ca6f6205 req-30b7265f-4cc5-4c88-8096-cf7c2692b50a service neutron] 10.222.0.46 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850708 Dec 10 19:17:35.119341 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4feefe-d7e7-4c46-b95e-6da0c786fe0b req-fff2368e-9046-4323-bf9c-404de7e5e8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:35.120943 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ed4feefe-d7e7-4c46-b95e-6da0c786fe0b req-fff2368e-9046-4323-bf9c-404de7e5e8fd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4152abff22c840ed91cb9771512b3465&device_id=d50af714-8c15-43dc-bce0-3d884985e2fa HTTP/1.1" status: 200 len: 1094 time: 0.0413721 Dec 10 19:17:35.220923 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4feefe-d7e7-4c46-b95e-6da0c786fe0b req-2b64ca08-d157-4400-8c06-7394dc2f3452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:35.222417 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ed4feefe-d7e7-4c46-b95e-6da0c786fe0b req-2b64ca08-d157-4400-8c06-7394dc2f3452 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 HTTP/1.1" status: 200 len: 912 time: 0.0933387 Dec 10 19:17:35.266122 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ed4feefe-d7e7-4c46-b95e-6da0c786fe0b req-cd2cc929-dcb0-4ce5-acf8-77c968e44cc2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4 HTTP/1.1" status: 200 len: 217 time: 0.0366583 Dec 10 19:17:35.314459 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4feefe-d7e7-4c46-b95e-6da0c786fe0b req-1bf4bfa6-0242-427e-94d8-8098e0ceb636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:35.315935 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ed4feefe-d7e7-4c46-b95e-6da0c786fe0b req-1bf4bfa6-0242-427e-94d8-8098e0ceb636 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c0f6e315-1f28-44d3-9574-47035cf872ce HTTP/1.1" status: 200 len: 850 time: 0.0433319 Dec 10 19:17:35.373576 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4feefe-d7e7-4c46-b95e-6da0c786fe0b req-c34e9b3e-76b8-44df-9e6c-77854e868fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:35.375230 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ed4feefe-d7e7-4c46-b95e-6da0c786fe0b req-c34e9b3e-76b8-44df-9e6c-77854e868fd8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522356 Dec 10 19:17:35.829072 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081be437-b0ec-4814-8fca-809bf0f2a76d req-7f7ab323-a2d5-4561-867b-4eb9011d482c tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:35.830556 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-081be437-b0ec-4814-8fca-809bf0f2a76d req-7f7ab323-a2d5-4561-867b-4eb9011d482c tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=d50af714-8c15-43dc-bce0-3d884985e2fa HTTP/1.1" status: 200 len: 943 time: 0.0775247 Dec 10 19:17:35.847698 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ed4feefe-d7e7-4c46-b95e-6da0c786fe0b req-970a844b-07be-4989-9cd5-6275c309a4c5 service neutron] 10.222.0.46 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4654341 Dec 10 19:17:35.931429 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-081be437-b0ec-4814-8fca-809bf0f2a76d req-c4ccbffd-e65f-4062-b9ea-8339af0a3f4f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934534 Dec 10 19:17:35.975959 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ed4feefe-d7e7-4c46-b95e-6da0c786fe0b req-f2be6b2b-68bc-49aa-98e6-ccf25b2b9b22 service neutron] 10.222.0.46 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196375 Dec 10 19:17:37.083634 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27cdbab-10d5-472d-9761-3d73cdf88332 req-2e625028-5bab-478b-9d34-601e936fd141 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:37.092867 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d27cdbab-10d5-472d-9761-3d73cdf88332 req-2e625028-5bab-478b-9d34-601e936fd141 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=d50af714-8c15-43dc-bce0-3d884985e2fa HTTP/1.1" status: 200 len: 943 time: 0.0779223 Dec 10 19:17:37.162170 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d27cdbab-10d5-472d-9761-3d73cdf88332 req-9f98b20d-9259-4e7d-8ab4-a8bf1e7dfe57 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665085 Dec 10 19:17:38.337603 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940d6e6-f7ca-46b5-8934-e2ccdda4a2e8 req-2602c66d-57a3-4bf9-9e47-520cfe0f0af1 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:38.339183 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c940d6e6-f7ca-46b5-8934-e2ccdda4a2e8 req-2602c66d-57a3-4bf9-9e47-520cfe0f0af1 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=d50af714-8c15-43dc-bce0-3d884985e2fa HTTP/1.1" status: 200 len: 943 time: 0.0917130 Dec 10 19:17:38.408032 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c940d6e6-f7ca-46b5-8934-e2ccdda4a2e8 req-ab0c9615-7708-43c5-830c-bdaca7e0c429 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559549 Dec 10 19:17:38.519292 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:39.549856 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d8836-4379-4078-b1d7-394f931b98e8 req-6df35adc-b41a-44ed-bbf8-1f98664d1685 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:39.551424 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-066d8836-4379-4078-b1d7-394f931b98e8 req-6df35adc-b41a-44ed-bbf8-1f98664d1685 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=d50af714-8c15-43dc-bce0-3d884985e2fa HTTP/1.1" status: 200 len: 943 time: 0.0627010 Dec 10 19:17:39.606422 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-066d8836-4379-4078-b1d7-394f931b98e8 req-7e187397-7471-4b2d-b85f-f9049ec4d45e tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491354 Dec 10 19:17:40.731261 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25c940-9262-4304-bb31-68f6dce40cef req-9a63b58a-7edd-4c03-b5c2-518ecababf12 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:40.737090 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bf25c940-9262-4304-bb31-68f6dce40cef req-9a63b58a-7edd-4c03-b5c2-518ecababf12 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=d50af714-8c15-43dc-bce0-3d884985e2fa HTTP/1.1" status: 200 len: 943 time: 0.0586264 Dec 10 19:17:40.783470 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bf25c940-9262-4304-bb31-68f6dce40cef req-8c38bf43-6d58-4ab3-847b-2f28e858bd3a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440938 Dec 10 19:17:41.895826 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c2454-de46-45f1-a36f-5a8feb2001bb req-c19b3ae0-9a2c-4a52-8c11-5b4efc8d2af7 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:41.897319 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-865c2454-de46-45f1-a36f-5a8feb2001bb req-c19b3ae0-9a2c-4a52-8c11-5b4efc8d2af7 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=d50af714-8c15-43dc-bce0-3d884985e2fa HTTP/1.1" status: 200 len: 943 time: 0.0482421 Dec 10 19:17:41.943216 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-865c2454-de46-45f1-a36f-5a8feb2001bb req-f2f87717-a0e2-483c-9b08-ec37f0bb06ca tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400004 Dec 10 19:17:43.059569 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08790179-8db1-4c95-bcfb-93a392c47005 req-ad7c1576-363d-4d3e-8ff0-7c8dbec4cd95 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:43.061967 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-08790179-8db1-4c95-bcfb-93a392c47005 req-ad7c1576-363d-4d3e-8ff0-7c8dbec4cd95 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=d50af714-8c15-43dc-bce0-3d884985e2fa HTTP/1.1" status: 200 len: 943 time: 0.0522976 Dec 10 19:17:43.116750 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-08790179-8db1-4c95-bcfb-93a392c47005 req-87ab396d-c08e-4831-9a02-89d759f03504 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487273 Dec 10 19:17:44.232788 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a99b5-ba91-4277-a595-76ee2abe07b8 req-243ec38b-41d1-428c-a561-a94e55d8697e tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:44.234311 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cf9a99b5-ba91-4277-a595-76ee2abe07b8 req-243ec38b-41d1-428c-a561-a94e55d8697e tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=d50af714-8c15-43dc-bce0-3d884985e2fa HTTP/1.1" status: 200 len: 943 time: 0.0486996 Dec 10 19:17:44.286104 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cf9a99b5-ba91-4277-a595-76ee2abe07b8 req-85c52ff0-20f1-4c8c-92e5-1ce2bec15769 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457511 Dec 10 19:17:45.404592 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07448d-21f9-4d3c-aad8-26c1723e8450 req-2f762135-1c2b-4656-874b-25cdbc971934 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:45.406157 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ed07448d-21f9-4d3c-aad8-26c1723e8450 req-2f762135-1c2b-4656-874b-25cdbc971934 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=d50af714-8c15-43dc-bce0-3d884985e2fa HTTP/1.1" status: 200 len: 943 time: 0.0526977 Dec 10 19:17:45.455451 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ed07448d-21f9-4d3c-aad8-26c1723e8450 req-f199af13-bb69-4b92-9f6b-cca665284af0 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433774 Dec 10 19:17:46.577661 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710fa2e-1e9d-42b1-92ee-726675765274 req-1404349c-0577-496c-bf9f-f47cfd99add1 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:46.579303 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a710fa2e-1e9d-42b1-92ee-726675765274 req-1404349c-0577-496c-bf9f-f47cfd99add1 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=d50af714-8c15-43dc-bce0-3d884985e2fa HTTP/1.1" status: 200 len: 943 time: 0.0520949 Dec 10 19:17:46.631641 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a710fa2e-1e9d-42b1-92ee-726675765274 req-c9ae7bf0-510f-4550-82ed-d2c5f4eebf34 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458794 Dec 10 19:17:47.749144 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848f6fd-6169-4ff4-a3df-06b9b6507bee req-b77f48de-a415-442c-9a8d-28cb052a7fac tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:47.750649 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f848f6fd-6169-4ff4-a3df-06b9b6507bee req-b77f48de-a415-442c-9a8d-28cb052a7fac tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=d50af714-8c15-43dc-bce0-3d884985e2fa HTTP/1.1" status: 200 len: 943 time: 0.0505047 Dec 10 19:17:47.800981 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f848f6fd-6169-4ff4-a3df-06b9b6507bee req-6023b66c-2596-4c60-8ee9-eae833b956e4 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443740 Dec 10 19:17:48.915093 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00937a-40c4-48d1-9daa-5e9e19333127 req-224c822b-9eed-46da-84f5-6f1790be172f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:48.916552 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6b00937a-40c4-48d1-9daa-5e9e19333127 req-224c822b-9eed-46da-84f5-6f1790be172f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=d50af714-8c15-43dc-bce0-3d884985e2fa HTTP/1.1" status: 200 len: 943 time: 0.0471911 Dec 10 19:17:48.962473 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6b00937a-40c4-48d1-9daa-5e9e19333127 req-5eb6947f-d37f-403e-b2b6-7b315e069fd1 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390701 Dec 10 19:17:49.611491 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8f57b5c8-7913-4591-b6d2-d5fb7dc05d55 req-2b9c6d94-230f-43aa-946c-01b7fcd7b6e2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=967f33aa-748d-4bae-8ce6-2e722e735418&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437107 Dec 10 19:17:49.688707 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b0b363ca-9fae-4c4d-b1ba-306a14535bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:49.692316 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57b5c8-7913-4591-b6d2-d5fb7dc05d55 req-c2bbae31-d166-4f9d-8494-0be687f6abbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:49.693867 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8f57b5c8-7913-4591-b6d2-d5fb7dc05d55 req-c2bbae31-d166-4f9d-8494-0be687f6abbd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0af9e85579124fbaa7442e80b66cd587&device_id=967f33aa-748d-4bae-8ce6-2e722e735418 HTTP/1.1" status: 200 len: 1096 time: 0.0413048 Dec 10 19:17:49.795116 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57b5c8-7913-4591-b6d2-d5fb7dc05d55 req-c3945b68-8e1c-491f-9c49-17d417c3666a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:49.796596 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8f57b5c8-7913-4591-b6d2-d5fb7dc05d55 req-c3945b68-8e1c-491f-9c49-17d417c3666a service neutron] 10.222.0.72 "GET /v2.0/networks?id=f6642665-9caf-42e4-9c00-e0f150c7374f HTTP/1.1" status: 200 len: 910 time: 0.0844290 Dec 10 19:17:49.864250 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8f57b5c8-7913-4591-b6d2-d5fb7dc05d55 req-29b9ca0c-91e3-41f9-bd43-5677fa2a9291 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89ddda96-bd46-4602-822f-9649352e2690 HTTP/1.1" status: 200 len: 1001 time: 0.0608568 Dec 10 19:17:49.912610 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57b5c8-7913-4591-b6d2-d5fb7dc05d55 req-278180d3-a054-4a52-aa0c-6825358bc043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:49.914062 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8f57b5c8-7913-4591-b6d2-d5fb7dc05d55 req-278180d3-a054-4a52-aa0c-6825358bc043 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=200dc29e-6df2-4e0b-90de-1d443e4daabf HTTP/1.1" status: 200 len: 848 time: 0.0430329 Dec 10 19:17:49.958005 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57b5c8-7913-4591-b6d2-d5fb7dc05d55 req-42e318cc-b79b-4a73-9c64-05ed8181d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:49.959395 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8f57b5c8-7913-4591-b6d2-d5fb7dc05d55 req-42e318cc-b79b-4a73-9c64-05ed8181d548 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f6642665-9caf-42e4-9c00-e0f150c7374f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386882 Dec 10 19:17:50.078157 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8f57b5c8-7913-4591-b6d2-d5fb7dc05d55 req-e2e516d7-0479-4768-a0a9-8cece7a5707c service neutron] 10.222.0.72 "GET /v2.0/networks/f6642665-9caf-42e4-9c00-e0f150c7374f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108069 Dec 10 19:17:50.140340 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c0bdd-bc02-4b2c-97d9-a922c915f240 req-a0499fdc-8e9e-4684-bc14-e869a0267c5a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:50.141826 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-763c0bdd-bc02-4b2c-97d9-a922c915f240 req-a0499fdc-8e9e-4684-bc14-e869a0267c5a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=d50af714-8c15-43dc-bce0-3d884985e2fa HTTP/1.1" status: 200 len: 943 time: 0.1079993 Dec 10 19:17:50.214710 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-763c0bdd-bc02-4b2c-97d9-a922c915f240 req-49fd00aa-6a0b-4fa4-8c64-2a1502a8154b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667801 Dec 10 19:17:50.216822 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8f57b5c8-7913-4591-b6d2-d5fb7dc05d55 req-9f8325e3-81af-45a9-9c91-cea9309442b8 service neutron] 10.222.0.72 "GET /v2.0/networks/f6642665-9caf-42e4-9c00-e0f150c7374f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316779 Dec 10 19:17:51.333766 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34afbd6d-08f6-4600-81c1-c4ffcdaac17b req-4d704d77-098f-4c62-80fa-b11b7bf8993d tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:51.335228 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-34afbd6d-08f6-4600-81c1-c4ffcdaac17b req-4d704d77-098f-4c62-80fa-b11b7bf8993d tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=d50af714-8c15-43dc-bce0-3d884985e2fa HTTP/1.1" status: 200 len: 943 time: 0.0514884 Dec 10 19:17:51.382482 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-34afbd6d-08f6-4600-81c1-c4ffcdaac17b req-88a2c194-12cc-43de-adb7-c040630ca4e3 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413063 Dec 10 19:17:52.498278 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2856dc-efda-4505-8cfb-c7aa6225d473 req-d8cd734a-feef-4278-a965-79c58e0f498e tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:52.499884 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a2856dc-efda-4505-8cfb-c7aa6225d473 req-d8cd734a-feef-4278-a965-79c58e0f498e tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=d50af714-8c15-43dc-bce0-3d884985e2fa HTTP/1.1" status: 200 len: 943 time: 0.0491083 Dec 10 19:17:52.517823 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d2c82a79-7d72-422f-ac37-29eebb9f083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:52.549703 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a2856dc-efda-4505-8cfb-c7aa6225d473 req-579f8aa6-edcb-4e80-b427-c68e99eb14f8 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439389 Dec 10 19:17:53.535356 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:53.665133 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc2c6e-01ad-46c4-9aa7-1f0641073957 req-4b915bc9-aae7-42b8-96ac-9cdf25df2b3a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:53.666536 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e2fc2c6e-01ad-46c4-9aa7-1f0641073957 req-4b915bc9-aae7-42b8-96ac-9cdf25df2b3a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=d50af714-8c15-43dc-bce0-3d884985e2fa HTTP/1.1" status: 200 len: 943 time: 0.0494206 Dec 10 19:17:53.712858 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e2fc2c6e-01ad-46c4-9aa7-1f0641073957 req-5c87b37b-161f-4005-9942-81879c28160f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402329 Dec 10 19:17:54.158103 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:17:54.253822 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:54.265578 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': 'bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'port_id': 'bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4', 'mac_address': 'fa:16:3e:56:2c:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:17:54.301335 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:54.314458 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:17:54.333263 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:54.337240 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:54.384045 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:54.391553 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:54.391908 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:54.392259 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:54.392601 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:54.392967 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:54.393309 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:54.393642 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:54.393972 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:54.394315 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:54.394627 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:54.394953 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:54.395278 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:54.395603 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:54.528127 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:17:54.835442 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c71a19-6ee9-4e84-9816-583550aae202 req-0aae3730-16de-4b13-8da5-e52cc1073b94 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:54.836945 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-62c71a19-6ee9-4e84-9816-583550aae202 req-0aae3730-16de-4b13-8da5-e52cc1073b94 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=d50af714-8c15-43dc-bce0-3d884985e2fa HTTP/1.1" status: 200 len: 944 time: 0.0541821 Dec 10 19:17:54.883083 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-62c71a19-6ee9-4e84-9816-583550aae202 req-ea8b90d9-9b08-4470-94a1-dda63aa132e2 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399184 Dec 10 19:17:54.906700 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:55.512168 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:55.997135 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6a6be-7469-4514-9495-96f95e196711 req-93522f2b-3768-4664-ba63-3b5cecc8a549 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:55.998652 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ccc6a6be-7469-4514-9495-96f95e196711 req-93522f2b-3768-4664-ba63-3b5cecc8a549 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=d50af714-8c15-43dc-bce0-3d884985e2fa HTTP/1.1" status: 200 len: 944 time: 0.0478342 Dec 10 19:17:56.050454 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ccc6a6be-7469-4514-9495-96f95e196711 req-5c2c5c1c-1a2a-4386-a308-b90e2fb11e72 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457776 Dec 10 19:17:56.173152 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:17:56.223321 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:17:56.227083 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:56.227458 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:56.301354 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:56.323399 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50af714-8c15-43dc-bce0-3d884985e2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:17:56.326538 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64be0988-e901-45fe-b9e7-bc4d7d7862c4" -d '{"events": [{"server_uuid": "d50af714-8c15-43dc-bce0-3d884985e2fa", "name": "network-vif-plugged", "status": "completed", "tag": "bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:17:56.338970 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:56.344235 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:56.371050 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d174c3-9cd9-4283-8380-1e0aeaa7a899 x-openstack-request-id: req-62d174c3-9cd9-4283-8380-1e0aeaa7a899 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:17:56.371341 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50af714-8c15-43dc-bce0-3d884985e2fa", "name": "network-vif-plugged", "status": "completed", "tag": "bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:17:56.371594 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-62d174c3-9cd9-4283-8380-1e0aeaa7a899 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:17:56.371977 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50af714-8c15-43dc-bce0-3d884985e2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4', 'code': 200} Dec 10 19:17:56.400240 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:56.465066 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeefb535-5786-423c-9a25-1fd8b206990f req-0f8f10b1-2180-4037-a831-9e2b5ca04dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:56.466636 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aeefb535-5786-423c-9a25-1fd8b206990f req-0f8f10b1-2180-4037-a831-9e2b5ca04dd1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d50af714-8c15-43dc-bce0-3d884985e2fa HTTP/1.1" status: 200 len: 1096 time: 0.0406864 Dec 10 19:17:56.511209 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aeefb535-5786-423c-9a25-1fd8b206990f req-739948ae-b22a-4524-afd8-f1083389b8c2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381045 Dec 10 19:17:57.164268 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916a0d2-fb82-42f8-af04-02698d052d9d req-f77846f0-0366-4ce3-8083-9fc17558af95 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:57.165745 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5916a0d2-fb82-42f8-af04-02698d052d9d req-f77846f0-0366-4ce3-8083-9fc17558af95 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=d50af714-8c15-43dc-bce0-3d884985e2fa HTTP/1.1" status: 200 len: 945 time: 0.0477688 Dec 10 19:17:57.211406 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5916a0d2-fb82-42f8-af04-02698d052d9d req-c6a6a62e-cd24-49b4-b0e3-e68d29bf8b33 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391049 Dec 10 19:17:58.328591 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1fa817-512e-4724-bcb4-72aa5cdbf4c9 req-cbd6db8a-2efb-4554-b55e-0364f17ae83f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:58.330103 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ca1fa817-512e-4724-bcb4-72aa5cdbf4c9 req-cbd6db8a-2efb-4554-b55e-0364f17ae83f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=d50af714-8c15-43dc-bce0-3d884985e2fa HTTP/1.1" status: 200 len: 945 time: 0.0485711 Dec 10 19:17:58.381651 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ca1fa817-512e-4724-bcb4-72aa5cdbf4c9 req-dc509e9b-2bd4-468a-b213-7d79942aa274 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457137 Dec 10 19:17:58.496235 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec490a-4eb8-4a16-9604-f6082bae1c15 req-d6100312-4347-4d2c-8e54-b7c749441fff tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:58.497656 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-00ec490a-4eb8-4a16-9604-f6082bae1c15 req-d6100312-4347-4d2c-8e54-b7c749441fff tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=d50af714-8c15-43dc-bce0-3d884985e2fa HTTP/1.1" status: 200 len: 945 time: 0.0481455 Dec 10 19:17:58.543842 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-00ec490a-4eb8-4a16-9604-f6082bae1c15 req-9a1c210a-5d9b-4fde-9a4f-025481ac1114 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400865 Dec 10 19:17:58.659576 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08246a-6809-463f-a8a4-147ea3d0284b req-a72ab96c-7f84-41ad-833d-42e5142a1aa5 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:58.661099 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d08246a-6809-463f-a8a4-147ea3d0284b req-a72ab96c-7f84-41ad-833d-42e5142a1aa5 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=d50af714-8c15-43dc-bce0-3d884985e2fa HTTP/1.1" status: 200 len: 945 time: 0.0507760 Dec 10 19:17:58.709673 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d08246a-6809-463f-a8a4-147ea3d0284b req-08f71c5b-fa7d-4d9d-8092-eb8d7db9b1eb tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425162 Dec 10 19:17:58.997231 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fce944-a88d-4c2b-bd5a-922b7bedd3cd req-de51ed83-4ec6-47e4-8512-b813aa1e97c8 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:58.998753 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-06fce944-a88d-4c2b-bd5a-922b7bedd3cd req-de51ed83-4ec6-47e4-8512-b813aa1e97c8 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=d50af714-8c15-43dc-bce0-3d884985e2fa HTTP/1.1" status: 200 len: 945 time: 0.0496078 Dec 10 19:17:59.046205 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-06fce944-a88d-4c2b-bd5a-922b7bedd3cd req-845fd3a3-dcd5-44b2-a110-2d7d6f1d3c0b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412128 Dec 10 19:18:00.166045 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae0ee2-bf84-4d6e-9d17-a88bda27235d req-a1b87f5a-dc16-4f12-899b-7bdd47501656 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:00.167491 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5cae0ee2-bf84-4d6e-9d17-a88bda27235d req-a1b87f5a-dc16-4f12-899b-7bdd47501656 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=d50af714-8c15-43dc-bce0-3d884985e2fa HTTP/1.1" status: 200 len: 945 time: 0.0506616 Dec 10 19:18:00.213046 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5cae0ee2-bf84-4d6e-9d17-a88bda27235d req-412c214a-e2d5-4573-ba56-0cd2d99605f9 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386722 Dec 10 19:18:00.426115 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66213503-3a95-4ca5-a4ec-e31031b6bde3 req-363ddf65-251c-49f1-8a58-474c9440eb02 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:00.427592 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-66213503-3a95-4ca5-a4ec-e31031b6bde3 req-363ddf65-251c-49f1-8a58-474c9440eb02 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.46 "GET /v2.0/ports?device_id=d50af714-8c15-43dc-bce0-3d884985e2fa HTTP/1.1" status: 200 len: 945 time: 0.0526593 Dec 10 19:18:00.520136 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-66213503-3a95-4ca5-a4ec-e31031b6bde3 req-4c17de31-1b6d-48d2-9abe-950d32902fac tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Deleting port bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:18:00.520484 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-66213503-3a95-4ca5-a4ec-e31031b6bde3 req-4c17de31-1b6d-48d2-9abe-950d32902fac tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:00.613995 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-66213503-3a95-4ca5-a4ec-e31031b6bde3 req-4c17de31-1b6d-48d2-9abe-950d32902fac tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] For port bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:00.614369 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-66213503-3a95-4ca5-a4ec-e31031b6bde3 req-4c17de31-1b6d-48d2-9abe-950d32902fac tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:00.627103 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-66213503-3a95-4ca5-a4ec-e31031b6bde3 req-4c17de31-1b6d-48d2-9abe-950d32902fac tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Calling delete_port for bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:18:00.768098 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-66213503-3a95-4ca5-a4ec-e31031b6bde3 req-4c17de31-1b6d-48d2-9abe-950d32902fac tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:00.782128 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:18:00.796036 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17de31-1b6d-48d2-9abe-950d32902fac tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Pushing event deleted for resources: {'Port': ['ID=bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:00.838904 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-66213503-3a95-4ca5-a4ec-e31031b6bde3 req-4c17de31-1b6d-48d2-9abe-950d32902fac tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] No DVR routers for this DVR port bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:18:00.842628 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-66213503-3a95-4ca5-a4ec-e31031b6bde3 req-4c17de31-1b6d-48d2-9abe-950d32902fac tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:00.846012 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-66213503-3a95-4ca5-a4ec-e31031b6bde3 req-4c17de31-1b6d-48d2-9abe-950d32902fac tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.46 "DELETE /v2.0/ports/bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4 HTTP/1.1" status: 204 len: 173 time: 0.4124830 Dec 10 19:18:00.846469 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50af714-8c15-43dc-bce0-3d884985e2fa', 'name': 'network-vif-deleted', 'tag': 'bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:18:00.848841 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18e1203-22d4-4169-888a-5c159e57b439" -d '{"events": [{"server_uuid": "d50af714-8c15-43dc-bce0-3d884985e2fa", "name": "network-vif-deleted", "tag": "bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:18:00.896939 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bbb648-3edd-4e8e-a54c-54d8c66d2fda x-openstack-request-id: req-20bbb648-3edd-4e8e-a54c-54d8c66d2fda {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:18:00.897269 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50af714-8c15-43dc-bce0-3d884985e2fa", "name": "network-vif-deleted", "tag": "bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:18:00.897526 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-20bbb648-3edd-4e8e-a54c-54d8c66d2fda {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:18:00.897936 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50af714-8c15-43dc-bce0-3d884985e2fa', 'name': 'network-vif-deleted', 'tag': 'bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4', 'status': 'completed', 'code': 200} Dec 10 19:18:01.307588 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-69fd3cda-7ee8-4a88-9483-e96964289525 req-121fb975-ab5d-4a16-8e23-3adc60e5ac75 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=d50af714-8c15-43dc-bce0-3d884985e2fa HTTP/1.1" status: 200 len: 210 time: 0.0257089 Dec 10 19:18:02.417038 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fee1bbc8-8de9-46fa-b1cd-c65da8a9fbca req-a5222d0a-efa8-4c6c-a33f-275345274210 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=d50af714-8c15-43dc-bce0-3d884985e2fa HTTP/1.1" status: 200 len: 210 time: 0.0269370 Dec 10 19:18:03.512569 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c2005bb4-5579-4f41-ac86-8534d195315c req-5f66db11-9b0f-4cd5-80eb-31bc763f8299 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=d50af714-8c15-43dc-bce0-3d884985e2fa HTTP/1.1" status: 200 len: 210 time: 0.0269408 Dec 10 19:18:04.172414 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:04.189064 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:18:04.210085 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:18:04.210439 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device bb6ac6bc-4ce7-45c6-b085-89efdb5b58a4 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:18:04.608265 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b940e66b-391b-4772-a206-a6c370f09544 req-ae980b2b-be01-47e6-acf2-9261c61ce7ca tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=d50af714-8c15-43dc-bce0-3d884985e2fa HTTP/1.1" status: 200 len: 210 time: 0.0270128 Dec 10 19:18:06.616741 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:18:08.509297 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:19.690931 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-03cea7f4-c20d-4a7e-a565-e62474e0026f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:22.520198 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e563f068-1646-4b19-8792-833f3d850af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:23.538122 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:24.911582 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:25.516531 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:28.555134 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63319b45-a06b-4282-bde0-29933874167b req-3db9ca7a-727e-4d83-9489-26643ae73550 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:28.556542 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-63319b45-a06b-4282-bde0-29933874167b req-3db9ca7a-727e-4d83-9489-26643ae73550 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/networks?id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 HTTP/1.1" status: 200 len: 811 time: 0.1057012 Dec 10 19:18:28.571975 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-63319b45-a06b-4282-bde0-29933874167b req-193f0c86-2faf-4789-b7ff-2922c865bc9b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/quotas/4152abff22c840ed91cb9771512b3465 HTTP/1.1" status: 200 len: 375 time: 0.0090292 Dec 10 19:18:28.621330 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-63319b45-a06b-4282-bde0-29933874167b req-5b9a9991-378e-4a86-aba9-e4580f333992 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4152abff22c840ed91cb9771512b3465&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441592 Dec 10 19:18:28.718718 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-63319b45-a06b-4282-bde0-29933874167b req-0aa67a25-6d83-4b7f-94d7-0c4d4c71d39d service neutron] 10.222.0.62 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901582 Dec 10 19:18:28.810426 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-63319b45-a06b-4282-bde0-29933874167b req-5da44b9e-4596-4aec-a30c-74034bfc1996 service neutron] 10.222.0.62 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855761 Dec 10 19:18:29.082704 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-073d819d-a06b-45bb-a5cb-b5a8f48d395c req-63fd1022-b463-4770-a631-1373115589fc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff6f4a4d-2d94-4096-83eb-437df2f3ac12 HTTP/1.1" status: 200 len: 210 time: 0.0266361 Dec 10 19:18:30.068069 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63319b45-a06b-4282-bde0-29933874167b req-179064c1-3ab4-4a99-8c04-26ddba99e8f8 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:30.069727 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-63319b45-a06b-4282-bde0-29933874167b req-179064c1-3ab4-4a99-8c04-26ddba99e8f8 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.46 "GET /v2.0/networks?id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 HTTP/1.1" status: 200 len: 811 time: 0.1145489 Dec 10 19:18:30.083384 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-63319b45-a06b-4282-bde0-29933874167b req-69521900-d768-428b-af34-c1d3f091c115 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Request body: {'port': {'device_id': 'ff6f4a4d-2d94-4096-83eb-437df2f3ac12', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'admin_state_up': True, 'tenant_id': '4152abff22c840ed91cb9771512b3465'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:30.195759 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-457fea2c-4f71-4bf8-9af8-4c32c49e805b req-81be7444-ff14-4dd2-b306-775bf7694a79 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff6f4a4d-2d94-4096-83eb-437df2f3ac12 HTTP/1.1" status: 200 len: 210 time: 0.0395625 Dec 10 19:18:30.227251 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63319b45-a06b-4282-bde0-29933874167b req-69521900-d768-428b-af34-c1d3f091c115 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Made reservation on behalf of 4152abff22c840ed91cb9771512b3465 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:18:30.230974 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-63319b45-a06b-4282-bde0-29933874167b req-69521900-d768-428b-af34-c1d3f091c115 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:30.366824 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-63319b45-a06b-4282-bde0-29933874167b req-69521900-d768-428b-af34-c1d3f091c115 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Allocated IP 172.20.0.4 (cb03d2a1-6d87-4b96-95d4-709b1f04a5b5/c0f6e315-1f28-44d3-9574-47035cf872ce/b178f154-7887-4d8b-b32d-88dc056f3187) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:30.517639 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-63319b45-a06b-4282-bde0-29933874167b req-69521900-d768-428b-af34-c1d3f091c115 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:30.551265 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-63319b45-a06b-4282-bde0-29933874167b req-69521900-d768-428b-af34-c1d3f091c115 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:30.601275 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63319b45-a06b-4282-bde0-29933874167b req-69521900-d768-428b-af34-c1d3f091c115 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Network cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:30.604475 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-63319b45-a06b-4282-bde0-29933874167b req-69521900-d768-428b-af34-c1d3f091c115 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:30.608193 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-63319b45-a06b-4282-bde0-29933874167b req-69521900-d768-428b-af34-c1d3f091c115 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:18:30.615285 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69521900-d768-428b-af34-c1d3f091c115 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Pushing event updated for resources: {'Port': ['ID=b178f154-7887-4d8b-b32d-88dc056f3187,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:30.662701 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63319b45-a06b-4282-bde0-29933874167b req-69521900-d768-428b-af34-c1d3f091c115 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:30.663502 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-63319b45-a06b-4282-bde0-29933874167b req-69521900-d768-428b-af34-c1d3f091c115 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:30.682640 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-63319b45-a06b-4282-bde0-29933874167b req-69521900-d768-428b-af34-c1d3f091c115 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6030908 Dec 10 19:18:30.695390 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-63319b45-a06b-4282-bde0-29933874167b req-82e60ce2-450f-4df1-b069-4a67a8fc1563 service neutron] Request body: {'port': {'device_id': 'ff6f4a4d-2d94-4096-83eb-437df2f3ac12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:30.751653 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-63319b45-a06b-4282-bde0-29933874167b req-82e60ce2-450f-4df1-b069-4a67a8fc1563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:30.877677 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9d506a21-f9ba-4945-9642-a653f295d0e2 None None] Provisioning complete for port b178f154-7887-4d8b-b32d-88dc056f3187 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:30.878620 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9d506a21-f9ba-4945-9642-a653f295d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:30.915080 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9d506a21-f9ba-4945-9642-a653f295d0e2 None None] Port b178f154-7887-4d8b-b32d-88dc056f3187 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:18:31.034329 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-63319b45-a06b-4282-bde0-29933874167b req-82e60ce2-450f-4df1-b069-4a67a8fc1563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b178f154-7887-4d8b-b32d-88dc056f3187 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:18:31.041888 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-63319b45-a06b-4282-bde0-29933874167b req-82e60ce2-450f-4df1-b069-4a67a8fc1563 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:31.054071 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-63319b45-a06b-4282-bde0-29933874167b req-82e60ce2-450f-4df1-b069-4a67a8fc1563 service neutron] Transition to ACTIVE for port object b178f154-7887-4d8b-b32d-88dc056f3187 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:18:31.057815 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-63319b45-a06b-4282-bde0-29933874167b req-82e60ce2-450f-4df1-b069-4a67a8fc1563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:31.109234 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e60ce2-450f-4df1-b069-4a67a8fc1563 service neutron] Pushing event updated for resources: {'Port': ['ID=b178f154-7887-4d8b-b32d-88dc056f3187,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:31.186050 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-63319b45-a06b-4282-bde0-29933874167b req-82e60ce2-450f-4df1-b069-4a67a8fc1563 service neutron] Attempting to bind port b178f154-7887-4d8b-b32d-88dc056f3187 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:18:31.186487 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-63319b45-a06b-4282-bde0-29933874167b req-82e60ce2-450f-4df1-b069-4a67a8fc1563 service neutron] Attempting to bind port b178f154-7887-4d8b-b32d-88dc056f3187 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '616a97ca-69d0-44d2-8ef6-ba801315fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:18:31.186946 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63319b45-a06b-4282-bde0-29933874167b req-82e60ce2-450f-4df1-b069-4a67a8fc1563 service neutron] Attempting to bind port b178f154-7887-4d8b-b32d-88dc056f3187 on network cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:18:31.191972 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63319b45-a06b-4282-bde0-29933874167b req-82e60ce2-450f-4df1-b069-4a67a8fc1563 service neutron] Port b178f154-7887-4d8b-b32d-88dc056f3187 on network cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:18:31.192307 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63319b45-a06b-4282-bde0-29933874167b req-82e60ce2-450f-4df1-b069-4a67a8fc1563 service neutron] Attempting to bind port b178f154-7887-4d8b-b32d-88dc056f3187 on network cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:18:31.197615 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63319b45-a06b-4282-bde0-29933874167b req-82e60ce2-450f-4df1-b069-4a67a8fc1563 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:18:31.197963 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63319b45-a06b-4282-bde0-29933874167b req-82e60ce2-450f-4df1-b069-4a67a8fc1563 service neutron] Checking segment: {'id': '616a97ca-69d0-44d2-8ef6-ba801315fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:18:31.198352 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63319b45-a06b-4282-bde0-29933874167b req-82e60ce2-450f-4df1-b069-4a67a8fc1563 service neutron] Bound using segment: {'id': '616a97ca-69d0-44d2-8ef6-ba801315fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:18:31.198783 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-63319b45-a06b-4282-bde0-29933874167b req-82e60ce2-450f-4df1-b069-4a67a8fc1563 service neutron] Bound port: b178f154-7887-4d8b-b32d-88dc056f3187, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '616a97ca-69d0-44d2-8ef6-ba801315fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:18:31.199152 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-63319b45-a06b-4282-bde0-29933874167b req-82e60ce2-450f-4df1-b069-4a67a8fc1563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:31.280151 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-63319b45-a06b-4282-bde0-29933874167b req-82e60ce2-450f-4df1-b069-4a67a8fc1563 service neutron] For port b178f154-7887-4d8b-b32d-88dc056f3187, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:18:31.284038 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-63319b45-a06b-4282-bde0-29933874167b req-82e60ce2-450f-4df1-b069-4a67a8fc1563 service neutron] For port b178f154-7887-4d8b-b32d-88dc056f3187, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=b178f154-7887-4d8b-b32d-88dc056f3187,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:18:31.294624 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-63319b45-a06b-4282-bde0-29933874167b req-82e60ce2-450f-4df1-b069-4a67a8fc1563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:31.331973 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63319b45-a06b-4282-bde0-29933874167b req-82e60ce2-450f-4df1-b069-4a67a8fc1563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:31.332809 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-63319b45-a06b-4282-bde0-29933874167b req-82e60ce2-450f-4df1-b069-4a67a8fc1563 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:31.334282 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-63319b45-a06b-4282-bde0-29933874167b req-82e60ce2-450f-4df1-b069-4a67a8fc1563 service neutron] 10.222.0.46 "PUT /v2.0/ports/b178f154-7887-4d8b-b32d-88dc056f3187 HTTP/1.1" status: 200 len: 1091 time: 0.6431861 Dec 10 19:18:31.334754 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff6f4a4d-2d94-4096-83eb-437df2f3ac12', 'tag': 'b178f154-7887-4d8b-b32d-88dc056f3187'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:18:31.337162 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99075123-d188-4995-8415-6a44faa034d6" -d '{"events": [{"name": "network-changed", "server_uuid": "ff6f4a4d-2d94-4096-83eb-437df2f3ac12", "tag": "b178f154-7887-4d8b-b32d-88dc056f3187"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:18:31.418058 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e60ce2-450f-4df1-b069-4a67a8fc1563 service neutron] Pushing event updated for resources: {'Port': ['ID=b178f154-7887-4d8b-b32d-88dc056f3187,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:31.446560 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36830b69-9cbb-4cc7-a339-fc0d84b24650 x-openstack-request-id: req-36830b69-9cbb-4cc7-a339-fc0d84b24650 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:18:31.449332 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff6f4a4d-2d94-4096-83eb-437df2f3ac12", "tag": "b178f154-7887-4d8b-b32d-88dc056f3187", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:18:31.449714 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-36830b69-9cbb-4cc7-a339-fc0d84b24650 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:18:31.451125 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff6f4a4d-2d94-4096-83eb-437df2f3ac12', 'tag': 'b178f154-7887-4d8b-b32d-88dc056f3187', 'status': 'completed', 'code': 200} Dec 10 19:18:31.509404 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63319b45-a06b-4282-bde0-29933874167b req-c5e0179d-94e6-4d69-8df9-c22612612a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:31.511709 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-63319b45-a06b-4282-bde0-29933874167b req-c5e0179d-94e6-4d69-8df9-c22612612a13 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4152abff22c840ed91cb9771512b3465&device_id=ff6f4a4d-2d94-4096-83eb-437df2f3ac12 HTTP/1.1" status: 200 len: 1094 time: 0.0591331 Dec 10 19:18:31.564704 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-63319b45-a06b-4282-bde0-29933874167b req-93ce20cf-6063-4281-b91f-1df4099bb98b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b178f154-7887-4d8b-b32d-88dc056f3187 HTTP/1.1" status: 200 len: 217 time: 0.0436773 Dec 10 19:18:31.621762 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63319b45-a06b-4282-bde0-29933874167b req-a4f22722-279c-4f6d-9260-e7140af75c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:31.623412 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-63319b45-a06b-4282-bde0-29933874167b req-a4f22722-279c-4f6d-9260-e7140af75c6b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c0f6e315-1f28-44d3-9574-47035cf872ce HTTP/1.1" status: 200 len: 850 time: 0.0510526 Dec 10 19:18:31.646493 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbfa4c-a6a5-4c92-8508-3a81fdfb661d req-e4c9d54e-60ea-4a5d-94be-f6cebaa644a3 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:31.649136 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-99bbfa4c-a6a5-4c92-8508-3a81fdfb661d req-e4c9d54e-60ea-4a5d-94be-f6cebaa644a3 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff6f4a4d-2d94-4096-83eb-437df2f3ac12 HTTP/1.1" status: 200 len: 943 time: 0.3632772 Dec 10 19:18:31.705854 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63319b45-a06b-4282-bde0-29933874167b req-053216bb-7858-4c1c-8689-b02e7290b554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:31.707472 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-63319b45-a06b-4282-bde0-29933874167b req-053216bb-7858-4c1c-8689-b02e7290b554 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771229 Dec 10 19:18:31.711465 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-99bbfa4c-a6a5-4c92-8508-3a81fdfb661d req-d3e375bf-dcaa-41c9-841d-54add2c0f015 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558858 Dec 10 19:18:31.806744 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-63319b45-a06b-4282-bde0-29933874167b req-34ae24d2-d955-4ea0-bcce-533a8a1ab85b service neutron] 10.222.0.46 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922556 Dec 10 19:18:31.896479 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-63319b45-a06b-4282-bde0-29933874167b req-eb8a3837-6ee3-4559-9648-78797ca96029 service neutron] 10.222.0.46 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827725 Dec 10 19:18:31.981734 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99075123-d188-4995-8415-6a44faa034d6 req-021715ce-1a89-452e-ada7-81b7e306a484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:31.983177 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-99075123-d188-4995-8415-6a44faa034d6 req-021715ce-1a89-452e-ada7-81b7e306a484 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4152abff22c840ed91cb9771512b3465&device_id=ff6f4a4d-2d94-4096-83eb-437df2f3ac12 HTTP/1.1" status: 200 len: 1094 time: 0.0422988 Dec 10 19:18:32.083065 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99075123-d188-4995-8415-6a44faa034d6 req-5466535b-3677-41d6-b03d-b4b49694f284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:32.084564 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-99075123-d188-4995-8415-6a44faa034d6 req-5466535b-3677-41d6-b03d-b4b49694f284 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 HTTP/1.1" status: 200 len: 912 time: 0.0945370 Dec 10 19:18:32.131664 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-99075123-d188-4995-8415-6a44faa034d6 req-ad12403e-3892-4cf5-966c-dd512c42917a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b178f154-7887-4d8b-b32d-88dc056f3187 HTTP/1.1" status: 200 len: 217 time: 0.0397260 Dec 10 19:18:32.189685 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99075123-d188-4995-8415-6a44faa034d6 req-97f03ec2-6932-4a42-b6ce-48d514871eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:32.191190 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-99075123-d188-4995-8415-6a44faa034d6 req-97f03ec2-6932-4a42-b6ce-48d514871eaf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c0f6e315-1f28-44d3-9574-47035cf872ce HTTP/1.1" status: 200 len: 850 time: 0.0533452 Dec 10 19:18:32.259500 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99075123-d188-4995-8415-6a44faa034d6 req-5cb35023-9d7c-45e6-bb57-0bef9a65d384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:32.261066 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-99075123-d188-4995-8415-6a44faa034d6 req-5cb35023-9d7c-45e6-bb57-0bef9a65d384 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623052 Dec 10 19:18:32.375738 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-99075123-d188-4995-8415-6a44faa034d6 req-a152f82f-0b68-4ab8-b15e-320005edbe66 service neutron] 10.222.0.46 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073756 Dec 10 19:18:32.493838 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-99075123-d188-4995-8415-6a44faa034d6 req-4a1adb41-22ed-4748-a4de-6fe89c8f9254 service neutron] 10.222.0.46 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107402 Dec 10 19:18:32.833825 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c129b2-e6fe-4124-8271-c237661741ef req-a9d584e1-3981-4773-ac03-731f4d02554e tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:32.835346 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d4c129b2-e6fe-4124-8271-c237661741ef req-a9d584e1-3981-4773-ac03-731f4d02554e tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff6f4a4d-2d94-4096-83eb-437df2f3ac12 HTTP/1.1" status: 200 len: 943 time: 0.0508168 Dec 10 19:18:32.884594 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d4c129b2-e6fe-4124-8271-c237661741ef req-63e0baba-1a93-4a84-a889-265c0fee12e0 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432372 Dec 10 19:18:34.006984 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfede1-3400-4772-9123-211f7991cfc8 req-4d5b75b4-8986-42bf-9901-69a8d375b34c tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:34.008472 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1ebfede1-3400-4772-9123-211f7991cfc8 req-4d5b75b4-8986-42bf-9901-69a8d375b34c tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff6f4a4d-2d94-4096-83eb-437df2f3ac12 HTTP/1.1" status: 200 len: 943 time: 0.0503879 Dec 10 19:18:34.058935 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1ebfede1-3400-4772-9123-211f7991cfc8 req-f8c18185-7f71-4e99-bab3-2e5c44794b3a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442317 Dec 10 19:18:34.167183 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:35.181184 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a20f5e-213b-4387-a008-ecc7283efe04 req-c1afa6e7-1aca-4aa9-99f8-d007237e9c03 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:35.182734 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09a20f5e-213b-4387-a008-ecc7283efe04 req-c1afa6e7-1aca-4aa9-99f8-d007237e9c03 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff6f4a4d-2d94-4096-83eb-437df2f3ac12 HTTP/1.1" status: 200 len: 943 time: 0.0541892 Dec 10 19:18:35.240686 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09a20f5e-213b-4387-a008-ecc7283efe04 req-35549fe9-f052-4386-90ee-61878c20e3e6 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497820 Dec 10 19:18:36.356773 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e98fb-2c5f-4dc4-8fb4-26f311ca1ec7 req-c3a4949d-8fb8-4b75-8ef6-e658675b94ee tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:36.358240 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a09e98fb-2c5f-4dc4-8fb4-26f311ca1ec7 req-c3a4949d-8fb8-4b75-8ef6-e658675b94ee tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff6f4a4d-2d94-4096-83eb-437df2f3ac12 HTTP/1.1" status: 200 len: 943 time: 0.0507352 Dec 10 19:18:36.405183 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a09e98fb-2c5f-4dc4-8fb4-26f311ca1ec7 req-a26d43a7-f287-4d10-a30e-bb6aaadc7930 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404594 Dec 10 19:18:37.524450 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5fb9e7-f0f1-4f64-93ee-fef720b53abf req-82b9c598-3c00-4ce8-b3d8-295b51609d2d tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:37.525995 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4e5fb9e7-f0f1-4f64-93ee-fef720b53abf req-82b9c598-3c00-4ce8-b3d8-295b51609d2d tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff6f4a4d-2d94-4096-83eb-437df2f3ac12 HTTP/1.1" status: 200 len: 943 time: 0.0491962 Dec 10 19:18:37.573837 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4e5fb9e7-f0f1-4f64-93ee-fef720b53abf req-24ae4995-a59b-4274-970c-f4111cd27868 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415938 Dec 10 19:18:38.523296 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:38.688131 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1882d5-1542-4644-9101-e7f253e88eea req-982ed228-dfde-4e5c-8846-1276acafa898 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:38.689550 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-be1882d5-1542-4644-9101-e7f253e88eea req-982ed228-dfde-4e5c-8846-1276acafa898 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff6f4a4d-2d94-4096-83eb-437df2f3ac12 HTTP/1.1" status: 200 len: 943 time: 0.0484903 Dec 10 19:18:38.745490 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-be1882d5-1542-4644-9101-e7f253e88eea req-eb9d3ab6-084a-42cd-8c4e-b141262b028b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493941 Dec 10 19:18:39.859689 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79031e36-8067-4c32-b2dd-6bb855e3e4c3 req-9f1cf618-1ee6-4839-ba96-86ad259d59c5 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:39.861211 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79031e36-8067-4c32-b2dd-6bb855e3e4c3 req-9f1cf618-1ee6-4839-ba96-86ad259d59c5 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff6f4a4d-2d94-4096-83eb-437df2f3ac12 HTTP/1.1" status: 200 len: 943 time: 0.0488677 Dec 10 19:18:39.907977 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79031e36-8067-4c32-b2dd-6bb855e3e4c3 req-a2001235-9525-4335-9170-77ba4eddc2fd tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408971 Dec 10 19:18:41.021959 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d484f86-c979-41c1-bb0e-b661002769b4 req-1b85f9d6-78e1-416f-b83e-851858bc48f8 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:41.023418 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8d484f86-c979-41c1-bb0e-b661002769b4 req-1b85f9d6-78e1-416f-b83e-851858bc48f8 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff6f4a4d-2d94-4096-83eb-437df2f3ac12 HTTP/1.1" status: 200 len: 943 time: 0.0478375 Dec 10 19:18:41.072473 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8d484f86-c979-41c1-bb0e-b661002769b4 req-12f27fc1-1243-4beb-80b7-f8604be6c5fb tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430639 Dec 10 19:18:42.194447 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cebba0e-1e93-4450-b82c-faffaedcbc53 req-12d9dfa4-6cfd-4b5c-b0c2-958bbedd9868 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:42.195934 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2cebba0e-1e93-4450-b82c-faffaedcbc53 req-12d9dfa4-6cfd-4b5c-b0c2-958bbedd9868 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff6f4a4d-2d94-4096-83eb-437df2f3ac12 HTTP/1.1" status: 200 len: 943 time: 0.0533767 Dec 10 19:18:42.242756 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2cebba0e-1e93-4450-b82c-faffaedcbc53 req-38d0e079-6776-4c3f-8176-39ef2f675fba tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408857 Dec 10 19:18:43.358231 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796528e-32da-43f0-9235-cf92e0ef58e3 req-863d69f4-282f-4b8b-a400-f4a5b00ad1c5 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:43.360359 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9796528e-32da-43f0-9235-cf92e0ef58e3 req-863d69f4-282f-4b8b-a400-f4a5b00ad1c5 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff6f4a4d-2d94-4096-83eb-437df2f3ac12 HTTP/1.1" status: 200 len: 943 time: 0.0491583 Dec 10 19:18:43.407311 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9796528e-32da-43f0-9235-cf92e0ef58e3 req-2c02062a-f8a9-402d-8a76-1b62dddff0f0 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406528 Dec 10 19:18:43.616558 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:18:44.364705 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device b178f154-7887-4d8b-b32d-88dc056f3187 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:18:44.462992 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port b178f154-7887-4d8b-b32d-88dc056f3187, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=b178f154-7887-4d8b-b32d-88dc056f3187,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:44.474589 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': 'b178f154-7887-4d8b-b32d-88dc056f3187', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'port_id': 'b178f154-7887-4d8b-b32d-88dc056f3187', 'mac_address': 'fa:16:3e:a0:9c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:18:44.513178 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:44.525053 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b57d0-14e6-4da1-ac3d-bf1aa1d6dd08 req-08a26c1c-f47c-4a31-8a59-be447230a658 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:44.526292 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b178f154-7887-4d8b-b32d-88dc056f3187 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:18:44.526546 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-206b57d0-14e6-4da1-ac3d-bf1aa1d6dd08 req-08a26c1c-f47c-4a31-8a59-be447230a658 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff6f4a4d-2d94-4096-83eb-437df2f3ac12 HTTP/1.1" status: 200 len: 943 time: 0.0498803 Dec 10 19:18:44.547756 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port b178f154-7887-4d8b-b32d-88dc056f3187, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=b178f154-7887-4d8b-b32d-88dc056f3187,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:44.552027 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:44.575845 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-206b57d0-14e6-4da1-ac3d-bf1aa1d6dd08 req-e3d3113f-5cb7-4b1a-8a91-1c3e54105ba7 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430784 Dec 10 19:18:44.602727 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=b178f154-7887-4d8b-b32d-88dc056f3187,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:44.756515 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['b178f154-7887-4d8b-b32d-88dc056f3187'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:18:45.693608 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05624b4-a05f-4e17-b152-2e1de9366b2a req-20f748fd-aa65-4e14-b9b6-9febf144bb4b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:45.695103 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e05624b4-a05f-4e17-b152-2e1de9366b2a req-20f748fd-aa65-4e14-b9b6-9febf144bb4b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff6f4a4d-2d94-4096-83eb-437df2f3ac12 HTTP/1.1" status: 200 len: 944 time: 0.0494606 Dec 10 19:18:45.742699 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e05624b4-a05f-4e17-b152-2e1de9366b2a req-d0cc7b95-f16e-4239-a29c-3f1c2f6e36bc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412910 Dec 10 19:18:46.371988 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device b178f154-7887-4d8b-b32d-88dc056f3187 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:18:46.422702 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port b178f154-7887-4d8b-b32d-88dc056f3187 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:18:46.426600 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port b178f154-7887-4d8b-b32d-88dc056f3187 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:46.426978 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:46.504364 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:46.527248 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6f4a4d-2d94-4096-83eb-437df2f3ac12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b178f154-7887-4d8b-b32d-88dc056f3187'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:18:46.529507 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465b6fac-3abf-417d-b581-d75b683d4a8e" -d '{"events": [{"server_uuid": "ff6f4a4d-2d94-4096-83eb-437df2f3ac12", "name": "network-vif-plugged", "status": "completed", "tag": "b178f154-7887-4d8b-b32d-88dc056f3187"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:18:46.542322 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port b178f154-7887-4d8b-b32d-88dc056f3187, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=b178f154-7887-4d8b-b32d-88dc056f3187,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:46.547154 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:46.573287 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a1c361-d813-4a78-8b5f-694ae103bf58 x-openstack-request-id: req-14a1c361-d813-4a78-8b5f-694ae103bf58 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:18:46.573585 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff6f4a4d-2d94-4096-83eb-437df2f3ac12", "name": "network-vif-plugged", "status": "completed", "tag": "b178f154-7887-4d8b-b32d-88dc056f3187", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:18:46.573864 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-14a1c361-d813-4a78-8b5f-694ae103bf58 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:18:46.574241 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6f4a4d-2d94-4096-83eb-437df2f3ac12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b178f154-7887-4d8b-b32d-88dc056f3187', 'code': 200} Dec 10 19:18:46.605558 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=b178f154-7887-4d8b-b32d-88dc056f3187,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:46.670584 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54b3ff-2afb-444b-8182-76a27796b5f3 req-5e7f4fbf-2064-4f87-955b-95125bd523de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:46.672759 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ec54b3ff-2afb-444b-8182-76a27796b5f3 req-5e7f4fbf-2064-4f87-955b-95125bd523de service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ff6f4a4d-2d94-4096-83eb-437df2f3ac12 HTTP/1.1" status: 200 len: 1096 time: 0.0406108 Dec 10 19:18:46.722667 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ec54b3ff-2afb-444b-8182-76a27796b5f3 req-58cf7447-30a6-4fca-86dc-7f098d84a3cf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425813 Dec 10 19:18:46.865882 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ef11d-2262-4f76-8753-c2c8f320f7ef req-edb93727-ebcf-41f1-8fed-5a7fd2939085 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:46.867367 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-207ef11d-2262-4f76-8753-c2c8f320f7ef req-edb93727-ebcf-41f1-8fed-5a7fd2939085 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff6f4a4d-2d94-4096-83eb-437df2f3ac12 HTTP/1.1" status: 200 len: 945 time: 0.0525057 Dec 10 19:18:46.915644 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-207ef11d-2262-4f76-8753-c2c8f320f7ef req-d94e7554-dadf-4eea-aebe-91fca6d1954e tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423024 Dec 10 19:18:48.036581 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746773f-1290-42d4-a81f-a038dec7f349 req-bae2420f-f5d2-4aee-959a-47904a5e1d2b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:48.038104 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f746773f-1290-42d4-a81f-a038dec7f349 req-bae2420f-f5d2-4aee-959a-47904a5e1d2b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff6f4a4d-2d94-4096-83eb-437df2f3ac12 HTTP/1.1" status: 200 len: 945 time: 0.0530849 Dec 10 19:18:48.084917 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f746773f-1290-42d4-a81f-a038dec7f349 req-e9443e8c-9d6a-4fa2-bdd6-33d425e9ab7b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408857 Dec 10 19:18:48.199137 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f943e-032b-4053-92c8-f3959caedecb req-6791ff38-a79f-4f82-ad21-d05ee2390351 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:48.200518 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a07f943e-032b-4053-92c8-f3959caedecb req-6791ff38-a79f-4f82-ad21-d05ee2390351 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff6f4a4d-2d94-4096-83eb-437df2f3ac12 HTTP/1.1" status: 200 len: 945 time: 0.0481935 Dec 10 19:18:48.247331 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a07f943e-032b-4053-92c8-f3959caedecb req-3e213195-1115-4630-a357-9e005384e5d2 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403965 Dec 10 19:18:49.630946 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c88cbc9a-5405-4787-83f8-55ce5b57de87 req-8c52ae17-e5e1-4758-823e-22d84985e511 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=967f33aa-748d-4bae-8ce6-2e722e735418&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0631790 Dec 10 19:18:49.634103 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ddd7ea6c-c615-4d54-bd6e-3de83ee10975 req-7e6eff43-8196-463b-8c87-079907e0bf01 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ff6f4a4d-2d94-4096-83eb-437df2f3ac12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0752454 Dec 10 19:18:49.698617 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7fc84d05-030a-4038-af48-181fb2f256c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:49.745831 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88cbc9a-5405-4787-83f8-55ce5b57de87 req-32d5b306-43fa-40e6-81ef-ea6f25f55ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:49.747417 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c88cbc9a-5405-4787-83f8-55ce5b57de87 req-32d5b306-43fa-40e6-81ef-ea6f25f55ff4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0af9e85579124fbaa7442e80b66cd587&device_id=967f33aa-748d-4bae-8ce6-2e722e735418 HTTP/1.1" status: 200 len: 1096 time: 0.0738404 Dec 10 19:18:49.749896 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7ea6c-c615-4d54-bd6e-3de83ee10975 req-8a3dfc71-4234-4da4-8e29-a9012c3c8a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:49.752847 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ddd7ea6c-c615-4d54-bd6e-3de83ee10975 req-8a3dfc71-4234-4da4-8e29-a9012c3c8a51 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4152abff22c840ed91cb9771512b3465&device_id=ff6f4a4d-2d94-4096-83eb-437df2f3ac12 HTTP/1.1" status: 200 len: 1096 time: 0.0684402 Dec 10 19:18:49.925862 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88cbc9a-5405-4787-83f8-55ce5b57de87 req-fa41f6f6-5008-4bb1-b9a2-4d7529aa275a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:49.927477 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c88cbc9a-5405-4787-83f8-55ce5b57de87 req-fa41f6f6-5008-4bb1-b9a2-4d7529aa275a service neutron] 10.222.0.72 "GET /v2.0/networks?id=f6642665-9caf-42e4-9c00-e0f150c7374f HTTP/1.1" status: 200 len: 910 time: 0.1584017 Dec 10 19:18:49.928431 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7ea6c-c615-4d54-bd6e-3de83ee10975 req-f4ad63d7-3803-44c3-ab41-49f89130b831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:49.929756 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ddd7ea6c-c615-4d54-bd6e-3de83ee10975 req-f4ad63d7-3803-44c3-ab41-49f89130b831 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 HTTP/1.1" status: 200 len: 912 time: 0.1530037 Dec 10 19:18:50.057747 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ddd7ea6c-c615-4d54-bd6e-3de83ee10975 req-101ae7d7-565a-4f50-889e-dea724e78553 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b178f154-7887-4d8b-b32d-88dc056f3187 HTTP/1.1" status: 200 len: 217 time: 0.1169026 Dec 10 19:18:50.118081 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c88cbc9a-5405-4787-83f8-55ce5b57de87 req-50a67fd4-de04-4e18-9116-3b2aa64fe3de service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89ddda96-bd46-4602-822f-9649352e2690 HTTP/1.1" status: 200 len: 1001 time: 0.1837277 Dec 10 19:18:50.136350 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7ea6c-c615-4d54-bd6e-3de83ee10975 req-b2378c06-6ff0-40f1-9395-6a2e229de04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:50.137738 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ddd7ea6c-c615-4d54-bd6e-3de83ee10975 req-b2378c06-6ff0-40f1-9395-6a2e229de04d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c0f6e315-1f28-44d3-9574-47035cf872ce HTTP/1.1" status: 200 len: 850 time: 0.0701809 Dec 10 19:18:50.200377 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88cbc9a-5405-4787-83f8-55ce5b57de87 req-6f5824e3-ae96-41f5-ab89-27ae7cc8775d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:50.201853 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c88cbc9a-5405-4787-83f8-55ce5b57de87 req-6f5824e3-ae96-41f5-ab89-27ae7cc8775d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=200dc29e-6df2-4e0b-90de-1d443e4daabf HTTP/1.1" status: 200 len: 848 time: 0.0761623 Dec 10 19:18:50.221169 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7ea6c-c615-4d54-bd6e-3de83ee10975 req-6cf2c0ba-fed9-425e-b1ac-4a6f8fd0668f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:50.222685 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ddd7ea6c-c615-4d54-bd6e-3de83ee10975 req-6cf2c0ba-fed9-425e-b1ac-4a6f8fd0668f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639637 Dec 10 19:18:50.594053 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88cbc9a-5405-4787-83f8-55ce5b57de87 req-59ce45b3-8f8c-499e-8ab9-04a5aa7a00d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:50.596195 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c88cbc9a-5405-4787-83f8-55ce5b57de87 req-59ce45b3-8f8c-499e-8ab9-04a5aa7a00d7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f6642665-9caf-42e4-9c00-e0f150c7374f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3867581 Dec 10 19:18:50.662385 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ddd7ea6c-c615-4d54-bd6e-3de83ee10975 req-d16f94a6-bb15-490b-8959-eb01d4172cdb service neutron] 10.222.0.46 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254351 Dec 10 19:18:50.754637 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c88cbc9a-5405-4787-83f8-55ce5b57de87 req-c0b789aa-e86b-4aca-95e6-37229590db3c service neutron] 10.222.0.72 "GET /v2.0/networks/f6642665-9caf-42e4-9c00-e0f150c7374f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486449 Dec 10 19:18:50.800394 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-43384b85-e9db-443a-b8ea-ec71a01f5aba tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:50.802019 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-43384b85-e9db-443a-b8ea-ec71a01f5aba tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/networks?id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 HTTP/1.1" status: 200 len: 811 time: 0.1077766 Dec 10 19:18:50.818410 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-45acee72-0b18-4e2d-9565-5f023ddef292 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/quotas/4152abff22c840ed91cb9771512b3465 HTTP/1.1" status: 200 len: 375 time: 0.0105603 Dec 10 19:18:50.821736 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ddd7ea6c-c615-4d54-bd6e-3de83ee10975 req-9bccd726-e370-49ce-a9cd-9d795d033276 service neutron] 10.222.0.46 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519537 Dec 10 19:18:50.868105 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c88cbc9a-5405-4787-83f8-55ce5b57de87 req-ba5ea326-acfa-462a-b4ad-321567411fa2 service neutron] 10.222.0.72 "GET /v2.0/networks/f6642665-9caf-42e4-9c00-e0f150c7374f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023531 Dec 10 19:18:50.876150 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-9c51e247-2999-4d22-9691-3afa78800a46 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4152abff22c840ed91cb9771512b3465&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0520365 Dec 10 19:18:51.025312 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-c390c656-d271-4756-bb02-f4986e5e1c0a service neutron] 10.222.0.62 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418562 Dec 10 19:18:51.118164 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-b3a4332c-532d-45be-acc6-830728b737ca service neutron] 10.222.0.62 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862079 Dec 10 19:18:51.313483 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-31f6dc23-4bd3-4923-8138-aee31527d161 req-c22642f7-91ab-4e12-b48f-d3b02d484afd tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f85a9fbb-0eec-4918-819c-570c3f000990 HTTP/1.1" status: 200 len: 210 time: 0.0320330 Dec 10 19:18:52.213211 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-8a71a400-4d9c-46b9-9305-5a6e492906b8 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:52.214678 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-8a71a400-4d9c-46b9-9305-5a6e492906b8 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.72 "GET /v2.0/networks?id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 HTTP/1.1" status: 200 len: 811 time: 0.1031995 Dec 10 19:18:52.226968 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-2c5ee17e-3f41-4e07-a484-60502b3c9432 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Request body: {'port': {'device_id': 'f85a9fbb-0eec-4918-819c-570c3f000990', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'admin_state_up': True, 'tenant_id': '4152abff22c840ed91cb9771512b3465'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:52.340037 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-2c5ee17e-3f41-4e07-a484-60502b3c9432 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Made reservation on behalf of 4152abff22c840ed91cb9771512b3465 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:18:52.344575 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-2c5ee17e-3f41-4e07-a484-60502b3c9432 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:52.425870 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c693f89f-60a1-4b82-b209-269c722ed45c req-0cf7d300-cd18-4d5e-aef2-2d86ba8ed247 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f85a9fbb-0eec-4918-819c-570c3f000990 HTTP/1.1" status: 200 len: 210 time: 0.0292113 Dec 10 19:18:52.497624 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-2c5ee17e-3f41-4e07-a484-60502b3c9432 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Allocated IP 172.20.0.13 (cb03d2a1-6d87-4b96-95d4-709b1f04a5b5/c0f6e315-1f28-44d3-9574-47035cf872ce/40796846-9450-434b-83e9-559b48da4509) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:52.521816 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e8860759-3195-44e0-9272-5d8f99203337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:52.677172 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-2c5ee17e-3f41-4e07-a484-60502b3c9432 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:52.710441 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-2c5ee17e-3f41-4e07-a484-60502b3c9432 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:52.725939 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['b178f154-7887-4d8b-b32d-88dc056f3187'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:18:52.758397 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-2c5ee17e-3f41-4e07-a484-60502b3c9432 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Network cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:52.761612 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-2c5ee17e-3f41-4e07-a484-60502b3c9432 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:52.766325 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-2c5ee17e-3f41-4e07-a484-60502b3c9432 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:18:52.795383 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ee17e-3f41-4e07-a484-60502b3c9432 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Pushing event updated for resources: {'Port': ['ID=40796846-9450-434b-83e9-559b48da4509,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:52.807050 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5ee17e-3f41-4e07-a484-60502b3c9432 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:52.807196 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5ee17e-3f41-4e07-a484-60502b3c9432 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:52.807421 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5ee17e-3f41-4e07-a484-60502b3c9432 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:52.807763 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5ee17e-3f41-4e07-a484-60502b3c9432 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:52.808119 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5ee17e-3f41-4e07-a484-60502b3c9432 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:52.808434 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5ee17e-3f41-4e07-a484-60502b3c9432 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:52.808792 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5ee17e-3f41-4e07-a484-60502b3c9432 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:52.809121 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5ee17e-3f41-4e07-a484-60502b3c9432 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:52.809447 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5ee17e-3f41-4e07-a484-60502b3c9432 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:52.809768 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5ee17e-3f41-4e07-a484-60502b3c9432 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:52.810092 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5ee17e-3f41-4e07-a484-60502b3c9432 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:52.810444 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5ee17e-3f41-4e07-a484-60502b3c9432 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:52.810784 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5ee17e-3f41-4e07-a484-60502b3c9432 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:52.848382 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-2c5ee17e-3f41-4e07-a484-60502b3c9432 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:52.850512 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-2c5ee17e-3f41-4e07-a484-60502b3c9432 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:52.870795 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-2c5ee17e-3f41-4e07-a484-60502b3c9432 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6474180 Dec 10 19:18:52.887245 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-a477a56b-5597-4650-b0aa-f5cf802b5728 service neutron] Request body: {'port': {'device_id': 'f85a9fbb-0eec-4918-819c-570c3f000990', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:52.947535 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-a477a56b-5597-4650-b0aa-f5cf802b5728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:53.050739 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d9d284f3-6f67-464a-ae8c-6a05cec2a074 None None] Provisioning complete for port 40796846-9450-434b-83e9-559b48da4509 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:53.051117 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d9d284f3-6f67-464a-ae8c-6a05cec2a074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:53.087492 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d9d284f3-6f67-464a-ae8c-6a05cec2a074 None None] Port 40796846-9450-434b-83e9-559b48da4509 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:18:53.229064 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-a477a56b-5597-4650-b0aa-f5cf802b5728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40796846-9450-434b-83e9-559b48da4509 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:18:53.237421 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-a477a56b-5597-4650-b0aa-f5cf802b5728 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:53.249970 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-a477a56b-5597-4650-b0aa-f5cf802b5728 service neutron] Transition to ACTIVE for port object 40796846-9450-434b-83e9-559b48da4509 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:18:53.254185 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-a477a56b-5597-4650-b0aa-f5cf802b5728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:53.308198 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a477a56b-5597-4650-b0aa-f5cf802b5728 service neutron] Pushing event updated for resources: {'Port': ['ID=40796846-9450-434b-83e9-559b48da4509,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:53.392035 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-a477a56b-5597-4650-b0aa-f5cf802b5728 service neutron] Attempting to bind port 40796846-9450-434b-83e9-559b48da4509 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:18:53.392376 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-a477a56b-5597-4650-b0aa-f5cf802b5728 service neutron] Attempting to bind port 40796846-9450-434b-83e9-559b48da4509 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '616a97ca-69d0-44d2-8ef6-ba801315fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:18:53.392756 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-a477a56b-5597-4650-b0aa-f5cf802b5728 service neutron] Attempting to bind port 40796846-9450-434b-83e9-559b48da4509 on network cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:18:53.400095 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-a477a56b-5597-4650-b0aa-f5cf802b5728 service neutron] Port 40796846-9450-434b-83e9-559b48da4509 on network cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:18:53.400095 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-a477a56b-5597-4650-b0aa-f5cf802b5728 service neutron] Attempting to bind port 40796846-9450-434b-83e9-559b48da4509 on network cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:18:53.406862 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-a477a56b-5597-4650-b0aa-f5cf802b5728 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:18:53.407305 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-a477a56b-5597-4650-b0aa-f5cf802b5728 service neutron] Checking segment: {'id': '616a97ca-69d0-44d2-8ef6-ba801315fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:18:53.407786 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-a477a56b-5597-4650-b0aa-f5cf802b5728 service neutron] Bound using segment: {'id': '616a97ca-69d0-44d2-8ef6-ba801315fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:18:53.408307 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-a477a56b-5597-4650-b0aa-f5cf802b5728 service neutron] Bound port: 40796846-9450-434b-83e9-559b48da4509, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '616a97ca-69d0-44d2-8ef6-ba801315fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:18:53.408773 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-a477a56b-5597-4650-b0aa-f5cf802b5728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:53.486680 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-a477a56b-5597-4650-b0aa-f5cf802b5728 service neutron] For port 40796846-9450-434b-83e9-559b48da4509, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:18:53.490930 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-a477a56b-5597-4650-b0aa-f5cf802b5728 service neutron] For port 40796846-9450-434b-83e9-559b48da4509, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=40796846-9450-434b-83e9-559b48da4509,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:18:53.497404 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-a477a56b-5597-4650-b0aa-f5cf802b5728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:53.551223 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:53.554142 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-a477a56b-5597-4650-b0aa-f5cf802b5728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:53.554928 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-a477a56b-5597-4650-b0aa-f5cf802b5728 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:53.556366 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-a477a56b-5597-4650-b0aa-f5cf802b5728 service neutron] 10.222.0.72 "PUT /v2.0/ports/40796846-9450-434b-83e9-559b48da4509 HTTP/1.1" status: 200 len: 1092 time: 0.6744730 Dec 10 19:18:53.557006 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f85a9fbb-0eec-4918-819c-570c3f000990', 'tag': '40796846-9450-434b-83e9-559b48da4509'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:18:53.559600 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70be84c-24a8-49fe-a579-9b79d9737771" -d '{"events": [{"name": "network-changed", "server_uuid": "f85a9fbb-0eec-4918-819c-570c3f000990", "tag": "40796846-9450-434b-83e9-559b48da4509"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:18:53.609020 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308b0e98-b459-40d3-9bf6-c6ad7a1b4ded x-openstack-request-id: req-308b0e98-b459-40d3-9bf6-c6ad7a1b4ded {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:18:53.609322 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f85a9fbb-0eec-4918-819c-570c3f000990", "tag": "40796846-9450-434b-83e9-559b48da4509", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:18:53.609580 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-308b0e98-b459-40d3-9bf6-c6ad7a1b4ded {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:18:53.609992 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f85a9fbb-0eec-4918-819c-570c3f000990', 'tag': '40796846-9450-434b-83e9-559b48da4509', 'status': 'completed', 'code': 200} Dec 10 19:18:53.652363 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a477a56b-5597-4650-b0aa-f5cf802b5728 service neutron] Pushing event updated for resources: {'Port': ['ID=40796846-9450-434b-83e9-559b48da4509,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:53.674666 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c86308-e726-45ad-a366-e22f4c3f2d84 req-5df0bdb4-09ed-42b5-ad35-77df3d17b3eb tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:53.676237 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-92c86308-e726-45ad-a366-e22f4c3f2d84 req-5df0bdb4-09ed-42b5-ad35-77df3d17b3eb tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f85a9fbb-0eec-4918-819c-570c3f000990 HTTP/1.1" status: 200 len: 944 time: 0.1407115 Dec 10 19:18:53.689836 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-0c5e3c17-8307-4147-9b16-c782b762d70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:53.691336 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-0c5e3c17-8307-4147-9b16-c782b762d70a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4152abff22c840ed91cb9771512b3465&device_id=f85a9fbb-0eec-4918-819c-570c3f000990 HTTP/1.1" status: 200 len: 1095 time: 0.0788367 Dec 10 19:18:53.746286 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-d8ac80dd-8aca-4b72-8bb4-ddbfc54c3918 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40796846-9450-434b-83e9-559b48da4509 HTTP/1.1" status: 200 len: 217 time: 0.0406101 Dec 10 19:18:53.807832 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-92c86308-e726-45ad-a366-e22f4c3f2d84 req-7a324d0e-7865-407f-b342-9b702dfd5df5 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216123 Dec 10 19:18:53.821132 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-3f7767ae-05f1-4c94-b314-6fa06c255254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:53.823464 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-3f7767ae-05f1-4c94-b314-6fa06c255254 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c0f6e315-1f28-44d3-9574-47035cf872ce HTTP/1.1" status: 200 len: 850 time: 0.0676348 Dec 10 19:18:53.885279 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-04914b82-395b-4437-8fe6-483c0900e922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:53.886800 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-04914b82-395b-4437-8fe6-483c0900e922 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566738 Dec 10 19:18:53.977012 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-b125d602-ad4b-486c-9203-897aad14898d service neutron] 10.222.0.72 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827768 Dec 10 19:18:54.073025 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3b47e786-fc37-4ac4-9deb-df444b9c7e87 req-a9a36ff3-4615-4ed8-9af4-1f0f1e5c6da8 service neutron] 10.222.0.72 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891020 Dec 10 19:18:54.163345 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70be84c-24a8-49fe-a579-9b79d9737771 req-d1ea9735-1c13-4e18-9fba-648a126c16bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:54.164909 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f70be84c-24a8-49fe-a579-9b79d9737771 req-d1ea9735-1c13-4e18-9fba-648a126c16bb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4152abff22c840ed91cb9771512b3465&device_id=f85a9fbb-0eec-4918-819c-570c3f000990 HTTP/1.1" status: 200 len: 1095 time: 0.0452232 Dec 10 19:18:54.254805 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70be84c-24a8-49fe-a579-9b79d9737771 req-97f778e2-dcfe-4485-9d65-a3017628106d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:54.256292 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f70be84c-24a8-49fe-a579-9b79d9737771 req-97f778e2-dcfe-4485-9d65-a3017628106d service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 HTTP/1.1" status: 200 len: 912 time: 0.0841894 Dec 10 19:18:54.303002 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f70be84c-24a8-49fe-a579-9b79d9737771 req-3b553e7a-1ff0-4425-b8fe-6f088b6ce9cc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40796846-9450-434b-83e9-559b48da4509 HTTP/1.1" status: 200 len: 217 time: 0.0397465 Dec 10 19:18:54.352144 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70be84c-24a8-49fe-a579-9b79d9737771 req-7eade863-f34d-4d56-add3-e66f80bac1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:54.353584 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f70be84c-24a8-49fe-a579-9b79d9737771 req-7eade863-f34d-4d56-add3-e66f80bac1c8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c0f6e315-1f28-44d3-9574-47035cf872ce HTTP/1.1" status: 200 len: 850 time: 0.0444338 Dec 10 19:18:54.399705 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70be84c-24a8-49fe-a579-9b79d9737771 req-a2b8dfdb-d35e-4bf7-ae58-c3192237605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:54.401260 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f70be84c-24a8-49fe-a579-9b79d9737771 req-a2b8dfdb-d35e-4bf7-ae58-c3192237605a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412939 Dec 10 19:18:54.493382 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f70be84c-24a8-49fe-a579-9b79d9737771 req-a2683e37-aba7-4275-b045-65b4571e142a service neutron] 10.222.0.72 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852563 Dec 10 19:18:54.584514 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f70be84c-24a8-49fe-a579-9b79d9737771 req-844c0db5-2c97-4a05-a1e3-6bb1e22a444d service neutron] 10.222.0.72 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836055 Dec 10 19:18:54.914423 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:54.935465 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f6bb2-83c9-40fa-93cf-80e8144b6463 req-30a3c8a9-bf2a-4539-9094-e57e9c10418b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:54.937493 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-952f6bb2-83c9-40fa-93cf-80e8144b6463 req-30a3c8a9-bf2a-4539-9094-e57e9c10418b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f85a9fbb-0eec-4918-819c-570c3f000990 HTTP/1.1" status: 200 len: 944 time: 0.0547416 Dec 10 19:18:54.984719 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-952f6bb2-83c9-40fa-93cf-80e8144b6463 req-881c6484-5abe-42a0-a3f1-0fc912e9e83f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411470 Dec 10 19:18:55.519425 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:56.163946 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a561311-c25a-4282-a945-95c734abe244 req-88341b17-8b95-4c7d-a676-26834167a73f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:56.165493 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8a561311-c25a-4282-a945-95c734abe244 req-88341b17-8b95-4c7d-a676-26834167a73f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f85a9fbb-0eec-4918-819c-570c3f000990 HTTP/1.1" status: 200 len: 944 time: 0.0984931 Dec 10 19:18:56.218283 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8a561311-c25a-4282-a945-95c734abe244 req-6944884f-dfce-4e73-a50a-513506cdac8d tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448925 Dec 10 19:18:57.387523 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e206d-8268-47e5-88a8-55296222e2cb req-84a56a6c-4b78-4564-ae67-321710a9d001 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:57.392237 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-db4e206d-8268-47e5-88a8-55296222e2cb req-84a56a6c-4b78-4564-ae67-321710a9d001 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f85a9fbb-0eec-4918-819c-570c3f000990 HTTP/1.1" status: 200 len: 944 time: 0.0821357 Dec 10 19:18:57.468477 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-db4e206d-8268-47e5-88a8-55296222e2cb req-3ac0bd0e-42a9-4997-b8b9-c69f1b453299 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686584 Dec 10 19:18:58.612908 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ed904-0961-4843-a0a3-520b6b080a5e req-9a1fd090-9b76-459a-9bd4-1b9725ed5489 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:58.620811 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e87ed904-0961-4843-a0a3-520b6b080a5e req-9a1fd090-9b76-459a-9bd4-1b9725ed5489 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f85a9fbb-0eec-4918-819c-570c3f000990 HTTP/1.1" status: 200 len: 944 time: 0.0636430 Dec 10 19:18:58.672275 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e87ed904-0961-4843-a0a3-520b6b080a5e req-c3670e36-7289-40b6-8832-ee0d2740bab6 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503986 Dec 10 19:18:59.797486 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557b155-b6ea-4f2a-9b29-d58d2a454d96 req-a7ac8248-e692-4067-b555-8a84e8e68003 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:59.798992 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b557b155-b6ea-4f2a-9b29-d58d2a454d96 req-a7ac8248-e692-4067-b555-8a84e8e68003 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f85a9fbb-0eec-4918-819c-570c3f000990 HTTP/1.1" status: 200 len: 944 time: 0.0529888 Dec 10 19:18:59.852826 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b557b155-b6ea-4f2a-9b29-d58d2a454d96 req-17306931-906f-47d3-9c97-ee0322d5e7bf tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471175 Dec 10 19:19:01.036477 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6d16a-efa5-4a57-bc79-a7622beb3be5 req-d401b72e-2ef8-4548-b4b4-71b23b5a78b6 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:01.038000 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-10c6d16a-efa5-4a57-bc79-a7622beb3be5 req-d401b72e-2ef8-4548-b4b4-71b23b5a78b6 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f85a9fbb-0eec-4918-819c-570c3f000990 HTTP/1.1" status: 200 len: 944 time: 0.1134343 Dec 10 19:19:01.095628 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-10c6d16a-efa5-4a57-bc79-a7622beb3be5 req-45b24349-98c7-40e3-a7c2-c23fa2474cc9 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517416 Dec 10 19:19:02.213014 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71424ea-3782-4f85-96cf-37b158e26ccf req-b243e414-5fe5-43a2-b7ac-98f429b10831 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:02.214533 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d71424ea-3782-4f85-96cf-37b158e26ccf req-b243e414-5fe5-43a2-b7ac-98f429b10831 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f85a9fbb-0eec-4918-819c-570c3f000990 HTTP/1.1" status: 200 len: 944 time: 0.0503347 Dec 10 19:19:02.263554 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d71424ea-3782-4f85-96cf-37b158e26ccf req-7909626d-7ed7-498e-a35d-fad36cca2cbe tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428419 Dec 10 19:19:03.392919 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa34d62-abb9-4f4c-aa2c-03efbad1e217 req-91150c19-a1fb-4f74-9f7c-f2631fdf7b9c tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:03.401937 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-caa34d62-abb9-4f4c-aa2c-03efbad1e217 req-91150c19-a1fb-4f74-9f7c-f2631fdf7b9c tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f85a9fbb-0eec-4918-819c-570c3f000990 HTTP/1.1" status: 200 len: 944 time: 0.0661340 Dec 10 19:19:03.464976 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-caa34d62-abb9-4f4c-aa2c-03efbad1e217 req-c39ecc47-145d-4cd2-a50f-eabb55cef705 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613427 Dec 10 19:19:04.180651 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:04.587903 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c70731-8f9f-43e6-8fed-136cd2b6af5b req-dfe3a89c-085c-415e-9af5-32c2fa1812a6 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:04.589342 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a7c70731-8f9f-43e6-8fed-136cd2b6af5b req-dfe3a89c-085c-415e-9af5-32c2fa1812a6 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f85a9fbb-0eec-4918-819c-570c3f000990 HTTP/1.1" status: 200 len: 944 time: 0.0523660 Dec 10 19:19:04.637463 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a7c70731-8f9f-43e6-8fed-136cd2b6af5b req-8d4c12ee-440a-4d45-af1b-cf9031d2568a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419128 Dec 10 19:19:05.758086 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403f62b-6baf-4429-a049-095366a66a83 req-83118efd-3aeb-486e-aaf1-39b94691047a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:05.759751 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c403f62b-6baf-4429-a049-095366a66a83 req-83118efd-3aeb-486e-aaf1-39b94691047a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f85a9fbb-0eec-4918-819c-570c3f000990 HTTP/1.1" status: 200 len: 944 time: 0.0508218 Dec 10 19:19:05.810877 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c403f62b-6baf-4429-a049-095366a66a83 req-a22ab55c-b5e0-410f-9e8e-d51c25a181d2 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440650 Dec 10 19:19:06.938697 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c77332-08ad-43b1-8dbf-8f6c52da0132 req-f1fa8714-d47f-42b9-b37d-19c9774dcc6a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:06.940267 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-46c77332-08ad-43b1-8dbf-8f6c52da0132 req-f1fa8714-d47f-42b9-b37d-19c9774dcc6a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f85a9fbb-0eec-4918-819c-570c3f000990 HTTP/1.1" status: 200 len: 944 time: 0.0570781 Dec 10 19:19:06.990496 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-46c77332-08ad-43b1-8dbf-8f6c52da0132 req-9e9ad282-ea5b-42ba-a987-2a013a5edff6 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429659 Dec 10 19:19:08.116601 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97612724-ecee-4624-850e-43565d992c58 req-71740f5e-17f7-4ad9-9034-f36cd87ab19a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:08.118122 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-97612724-ecee-4624-850e-43565d992c58 req-71740f5e-17f7-4ad9-9034-f36cd87ab19a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f85a9fbb-0eec-4918-819c-570c3f000990 HTTP/1.1" status: 200 len: 944 time: 0.0540640 Dec 10 19:19:08.169071 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-97612724-ecee-4624-850e-43565d992c58 req-e0f13e19-19db-4cbe-a0dc-dd2846370664 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447273 Dec 10 19:19:08.525433 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:09.290801 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bb9ca-d7e8-4895-8c73-4ea2825d6ea8 req-ff61ba70-f339-4f7c-ad61-077577a0e0a1 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:09.292314 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-129bb9ca-d7e8-4895-8c73-4ea2825d6ea8 req-ff61ba70-f339-4f7c-ad61-077577a0e0a1 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f85a9fbb-0eec-4918-819c-570c3f000990 HTTP/1.1" status: 200 len: 944 time: 0.0530529 Dec 10 19:19:09.341198 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-129bb9ca-d7e8-4895-8c73-4ea2825d6ea8 req-737714b1-9cb0-414d-9892-68a8ff2b375b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416965 Dec 10 19:19:10.472225 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421afc93-b9e5-4a8d-8355-af59815e9ee2 req-d497efd2-a95f-4272-8d33-a01db1f2691d tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:10.473779 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-421afc93-b9e5-4a8d-8355-af59815e9ee2 req-d497efd2-a95f-4272-8d33-a01db1f2691d tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f85a9fbb-0eec-4918-819c-570c3f000990 HTTP/1.1" status: 200 len: 944 time: 0.0586953 Dec 10 19:19:10.531154 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-421afc93-b9e5-4a8d-8355-af59815e9ee2 req-176e2f63-7879-4ee0-b59a-14d24d32aed1 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501277 Dec 10 19:19:11.662960 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245af42-8593-4f9d-9330-591f87615060 req-dd631f69-95e5-4e75-9b80-1d60157797e4 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:11.664531 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0245af42-8593-4f9d-9330-591f87615060 req-dd631f69-95e5-4e75-9b80-1d60157797e4 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f85a9fbb-0eec-4918-819c-570c3f000990 HTTP/1.1" status: 200 len: 944 time: 0.0504265 Dec 10 19:19:11.727111 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0245af42-8593-4f9d-9330-591f87615060 req-7a98764b-0d2a-41e8-ac50-877435a21467 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537419 Dec 10 19:19:12.847299 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885e4f4-acdc-46de-8a8e-dabe9e23db9b req-96e695fe-c13c-4c6b-8a3f-56ddf5c4c35d tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:12.848866 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0885e4f4-acdc-46de-8a8e-dabe9e23db9b req-96e695fe-c13c-4c6b-8a3f-56ddf5c4c35d tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f85a9fbb-0eec-4918-819c-570c3f000990 HTTP/1.1" status: 200 len: 944 time: 0.0520759 Dec 10 19:19:12.900455 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0885e4f4-acdc-46de-8a8e-dabe9e23db9b req-39c4883e-707f-461e-83b8-688e9992af67 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456121 Dec 10 19:19:14.016159 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a56628-a174-4355-b64f-251d439ff6cf req-5feb510d-d0bd-49cb-ac3b-b7888b16cf0f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:14.018683 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c1a56628-a174-4355-b64f-251d439ff6cf req-5feb510d-d0bd-49cb-ac3b-b7888b16cf0f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f85a9fbb-0eec-4918-819c-570c3f000990 HTTP/1.1" status: 200 len: 944 time: 0.0486968 Dec 10 19:19:14.064917 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c1a56628-a174-4355-b64f-251d439ff6cf req-561d36c0-147f-4c5f-9714-a77c6ef20a65 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406799 Dec 10 19:19:15.197682 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8f49a-27d3-4565-b8b8-d519265cc6e1 req-4e0a9283-aef0-4417-8006-169ede432928 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:15.199247 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0ba8f49a-27d3-4565-b8b8-d519265cc6e1 req-4e0a9283-aef0-4417-8006-169ede432928 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f85a9fbb-0eec-4918-819c-570c3f000990 HTTP/1.1" status: 200 len: 944 time: 0.0553200 Dec 10 19:19:15.259310 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0ba8f49a-27d3-4565-b8b8-d519265cc6e1 req-834d8426-8e80-46c2-be97-db72fd723f6b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517201 Dec 10 19:19:15.680239 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 40796846-9450-434b-83e9-559b48da4509 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:19:15.796984 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 40796846-9450-434b-83e9-559b48da4509, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=40796846-9450-434b-83e9-559b48da4509,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:15.808966 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '40796846-9450-434b-83e9-559b48da4509', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'port_id': '40796846-9450-434b-83e9-559b48da4509', 'mac_address': 'fa:16:3e:72:3a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:19:15.845848 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:15.858662 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40796846-9450-434b-83e9-559b48da4509 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:19:15.882682 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 40796846-9450-434b-83e9-559b48da4509, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=40796846-9450-434b-83e9-559b48da4509,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:15.885741 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:15.933059 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=40796846-9450-434b-83e9-559b48da4509,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:15.941542 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:15.941905 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:15.942260 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:15.942609 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:15.942956 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:15.943294 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:15.943630 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:15.943965 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:15.944301 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:15.944645 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:15.944991 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:15.945321 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:15.945654 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:16.264659 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['40796846-9450-434b-83e9-559b48da4509'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:19:16.390118 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ceac7a-efb0-475a-9324-a6f07ea634f9 req-28aa3cb5-2267-4e06-88e0-1cdc8031f157 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:16.392137 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c2ceac7a-efb0-475a-9324-a6f07ea634f9 req-28aa3cb5-2267-4e06-88e0-1cdc8031f157 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f85a9fbb-0eec-4918-819c-570c3f000990 HTTP/1.1" status: 200 len: 945 time: 0.0550828 Dec 10 19:19:16.443986 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c2ceac7a-efb0-475a-9324-a6f07ea634f9 req-200b0f97-803f-4c43-a5c1-d2e54ed48d56 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442979 Dec 10 19:19:17.576954 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0fa19-87d9-4ebf-9fd0-028ae9503d1e req-36b72e65-315c-473c-abe2-261ed14367ba tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:17.578465 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6da0fa19-87d9-4ebf-9fd0-028ae9503d1e req-36b72e65-315c-473c-abe2-261ed14367ba tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f85a9fbb-0eec-4918-819c-570c3f000990 HTTP/1.1" status: 200 len: 945 time: 0.0568573 Dec 10 19:19:17.634368 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6da0fa19-87d9-4ebf-9fd0-028ae9503d1e req-cd0cec2c-5827-4692-9ec0-ab1d75fc7644 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494018 Dec 10 19:19:17.695580 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 40796846-9450-434b-83e9-559b48da4509 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:19:17.744091 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 40796846-9450-434b-83e9-559b48da4509 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:19:17.747789 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 40796846-9450-434b-83e9-559b48da4509 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:17.748171 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:17.828150 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:17.851963 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f85a9fbb-0eec-4918-819c-570c3f000990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40796846-9450-434b-83e9-559b48da4509'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:19:17.854307 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05259825-1c2f-4bdb-8355-c259665b6057" -d '{"events": [{"server_uuid": "f85a9fbb-0eec-4918-819c-570c3f000990", "name": "network-vif-plugged", "status": "completed", "tag": "40796846-9450-434b-83e9-559b48da4509"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:19:17.871267 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 40796846-9450-434b-83e9-559b48da4509, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=40796846-9450-434b-83e9-559b48da4509,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:17.876927 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:17.902342 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b665f363-2285-416c-b19d-ec292c9e06a8 x-openstack-request-id: req-b665f363-2285-416c-b19d-ec292c9e06a8 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:19:17.902652 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f85a9fbb-0eec-4918-819c-570c3f000990", "name": "network-vif-plugged", "status": "completed", "tag": "40796846-9450-434b-83e9-559b48da4509", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:19:17.902976 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b665f363-2285-416c-b19d-ec292c9e06a8 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:19:17.903308 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f85a9fbb-0eec-4918-819c-570c3f000990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40796846-9450-434b-83e9-559b48da4509', 'code': 200} Dec 10 19:19:17.933481 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=40796846-9450-434b-83e9-559b48da4509,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:18.002281 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86e03c-e783-4c8d-84a2-b7e1123f9084 req-77c8cdd8-397d-46ee-b296-f6883807ff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:18.003789 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0f86e03c-e783-4c8d-84a2-b7e1123f9084 req-77c8cdd8-397d-46ee-b296-f6883807ff04 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f85a9fbb-0eec-4918-819c-570c3f000990 HTTP/1.1" status: 200 len: 1097 time: 0.0427442 Dec 10 19:19:18.049757 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0f86e03c-e783-4c8d-84a2-b7e1123f9084 req-71f8686d-9820-45af-bb0d-4d5be1a18da4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392742 Dec 10 19:19:18.766716 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e3ba1-e99e-4422-bf94-37a5a17155a0 req-d26173a1-efb4-41e1-83c4-1dafc75e2580 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:18.768281 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f75e3ba1-e99e-4422-bf94-37a5a17155a0 req-d26173a1-efb4-41e1-83c4-1dafc75e2580 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f85a9fbb-0eec-4918-819c-570c3f000990 HTTP/1.1" status: 200 len: 946 time: 0.0522618 Dec 10 19:19:18.819098 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f75e3ba1-e99e-4422-bf94-37a5a17155a0 req-bc556d64-1aaf-4bf1-829f-a70378b03a54 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444555 Dec 10 19:19:19.691818 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-11c662f7-9191-4aa2-86d1-c95d617ee1f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:19.944462 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204989c-1d13-434e-9693-59602d2b076a req-40c1f327-8936-49fb-b878-f726f564dbc7 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:19.946284 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8204989c-1d13-434e-9693-59602d2b076a req-40c1f327-8936-49fb-b878-f726f564dbc7 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f85a9fbb-0eec-4918-819c-570c3f000990 HTTP/1.1" status: 200 len: 946 time: 0.0545993 Dec 10 19:19:19.994156 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8204989c-1d13-434e-9693-59602d2b076a req-d4e98033-c398-47c2-98ca-ee1a2ea8220a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418587 Dec 10 19:19:20.118688 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0ddff-b646-4b9c-a931-ff634ba1c673 req-00646ccb-df9b-4d66-9c08-2a7427852c9a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:20.120213 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e1d0ddff-b646-4b9c-a931-ff634ba1c673 req-00646ccb-df9b-4d66-9c08-2a7427852c9a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f85a9fbb-0eec-4918-819c-570c3f000990 HTTP/1.1" status: 200 len: 946 time: 0.0539265 Dec 10 19:19:20.169362 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e1d0ddff-b646-4b9c-a931-ff634ba1c673 req-a562288c-3bfa-47e5-9228-85265019d0f7 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427811 Dec 10 19:19:20.454815 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5040030-69d1-41a0-a4ee-f776b7baacd4 req-6736a2b3-0dfa-42bf-818a-f47b2bb42548 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:20.456508 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e5040030-69d1-41a0-a4ee-f776b7baacd4 req-6736a2b3-0dfa-42bf-818a-f47b2bb42548 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f85a9fbb-0eec-4918-819c-570c3f000990 HTTP/1.1" status: 200 len: 946 time: 0.0504084 Dec 10 19:19:20.503843 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e5040030-69d1-41a0-a4ee-f776b7baacd4 req-2488b65e-1f82-41b9-973d-159a1758ed69 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413315 Dec 10 19:19:20.616952 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:19:21.627866 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973531d9-66f8-4602-9df2-7105623149bc req-c5c24de4-12cc-4797-b01d-5a3a63037e1c tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:21.629406 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-973531d9-66f8-4602-9df2-7105623149bc req-c5c24de4-12cc-4797-b01d-5a3a63037e1c tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f85a9fbb-0eec-4918-819c-570c3f000990 HTTP/1.1" status: 200 len: 946 time: 0.0510433 Dec 10 19:19:21.678459 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-973531d9-66f8-4602-9df2-7105623149bc req-6e08ef8e-420e-497e-8962-3f9a3bca94d9 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430031 Dec 10 19:19:21.956106 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1ba56-23c2-4290-93e9-35562da29f9d req-6a8c7055-6c11-4090-976c-90e7cb91f683 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:21.957579 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-45e1ba56-23c2-4290-93e9-35562da29f9d req-6a8c7055-6c11-4090-976c-90e7cb91f683 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.72 "GET /v2.0/ports?device_id=f85a9fbb-0eec-4918-819c-570c3f000990 HTTP/1.1" status: 200 len: 946 time: 0.0501835 Dec 10 19:19:22.053073 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-45e1ba56-23c2-4290-93e9-35562da29f9d req-faf66ead-9c91-497f-ab6a-cb0416abc00e tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Deleting port 40796846-9450-434b-83e9-559b48da4509 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:19:22.053420 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-45e1ba56-23c2-4290-93e9-35562da29f9d req-faf66ead-9c91-497f-ab6a-cb0416abc00e tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:22.142777 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-45e1ba56-23c2-4290-93e9-35562da29f9d req-faf66ead-9c91-497f-ab6a-cb0416abc00e tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] For port 40796846-9450-434b-83e9-559b48da4509, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=40796846-9450-434b-83e9-559b48da4509,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:22.143259 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-45e1ba56-23c2-4290-93e9-35562da29f9d req-faf66ead-9c91-497f-ab6a-cb0416abc00e tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:22.160790 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-45e1ba56-23c2-4290-93e9-35562da29f9d req-faf66ead-9c91-497f-ab6a-cb0416abc00e tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Calling delete_port for 40796846-9450-434b-83e9-559b48da4509 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:19:22.286967 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-45e1ba56-23c2-4290-93e9-35562da29f9d req-faf66ead-9c91-497f-ab6a-cb0416abc00e tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:22.300055 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['40796846-9450-434b-83e9-559b48da4509'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:19:22.302344 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['b178f154-7887-4d8b-b32d-88dc056f3187'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:19:22.315801 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf66ead-9c91-497f-ab6a-cb0416abc00e tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Pushing event deleted for resources: {'Port': ['ID=40796846-9450-434b-83e9-559b48da4509,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:22.363215 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e1ba56-23c2-4290-93e9-35562da29f9d req-faf66ead-9c91-497f-ab6a-cb0416abc00e tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] No DVR routers for this DVR port 40796846-9450-434b-83e9-559b48da4509 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:19:22.366231 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-45e1ba56-23c2-4290-93e9-35562da29f9d req-faf66ead-9c91-497f-ab6a-cb0416abc00e tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:22.369636 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-45e1ba56-23c2-4290-93e9-35562da29f9d req-faf66ead-9c91-497f-ab6a-cb0416abc00e tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.72 "DELETE /v2.0/ports/40796846-9450-434b-83e9-559b48da4509 HTTP/1.1" status: 204 len: 173 time: 0.4064126 Dec 10 19:19:22.370097 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f85a9fbb-0eec-4918-819c-570c3f000990', 'name': 'network-vif-deleted', 'tag': '40796846-9450-434b-83e9-559b48da4509'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:19:22.372739 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85873cd-e60a-4992-bac2-7e1abf1c6aa6" -d '{"events": [{"server_uuid": "f85a9fbb-0eec-4918-819c-570c3f000990", "name": "network-vif-deleted", "tag": "40796846-9450-434b-83e9-559b48da4509"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:19:22.425041 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0aad93a-e547-4b00-89cb-a86ce49ea785 x-openstack-request-id: req-d0aad93a-e547-4b00-89cb-a86ce49ea785 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:19:22.425536 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f85a9fbb-0eec-4918-819c-570c3f000990", "name": "network-vif-deleted", "tag": "40796846-9450-434b-83e9-559b48da4509", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:19:22.425949 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d0aad93a-e547-4b00-89cb-a86ce49ea785 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:19:22.426353 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f85a9fbb-0eec-4918-819c-570c3f000990', 'name': 'network-vif-deleted', 'tag': '40796846-9450-434b-83e9-559b48da4509', 'status': 'completed', 'code': 200} Dec 10 19:19:22.525975 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bd27b25c-1f36-490d-acec-5f22517564c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:22.773506 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-28f6deff-a726-4204-9df1-c8955f9f7265 req-627813d4-68e1-462a-9100-d2a6fd02f5c7 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f85a9fbb-0eec-4918-819c-570c3f000990 HTTP/1.1" status: 200 len: 210 time: 0.0255854 Dec 10 19:19:23.545828 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:23.875733 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-54f5e691-c55d-4403-8ee4-e449fc70b308 req-ee886ec1-bfd2-493f-9483-8b1ec77d13dc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f85a9fbb-0eec-4918-819c-570c3f000990 HTTP/1.1" status: 200 len: 210 time: 0.0269589 Dec 10 19:19:24.924709 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:24.997142 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2aafe164-c20e-434c-bfba-7beb91610d09 req-cdb99adb-12c5-4a54-9201-2fa112bd55c2 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f85a9fbb-0eec-4918-819c-570c3f000990 HTTP/1.1" status: 200 len: 210 time: 0.0313067 Dec 10 19:19:25.521341 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:25.727010 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 40796846-9450-434b-83e9-559b48da4509 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:19:25.751989 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 40796846-9450-434b-83e9-559b48da4509 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:19:25.752544 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 40796846-9450-434b-83e9-559b48da4509 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:19:26.097984 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c2d399e2-b3a4-42dd-a518-7b05d495bb15 req-3f3a7efd-8fb3-41b9-b68b-7ceea9a06387 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f85a9fbb-0eec-4918-819c-570c3f000990 HTTP/1.1" status: 200 len: 210 time: 0.0277793 Dec 10 19:19:27.245010 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-47fb12c1-2377-4c89-8a0b-997dae5c1176 req-6c093bd0-dfc1-4317-9e13-746cdf7e5ed7 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f85a9fbb-0eec-4918-819c-570c3f000990 HTTP/1.1" status: 200 len: 210 time: 0.0309930 Dec 10 19:19:32.767903 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecc367-549d-4d6d-aec0-90449b6e7ab1 req-5f0955f9-be1a-4e02-8fd6-a8b3791ec014 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:32.769426 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-53ecc367-549d-4d6d-aec0-90449b6e7ab1 req-5f0955f9-be1a-4e02-8fd6-a8b3791ec014 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff6f4a4d-2d94-4096-83eb-437df2f3ac12 HTTP/1.1" status: 200 len: 945 time: 0.0490625 Dec 10 19:19:32.819952 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-53ecc367-549d-4d6d-aec0-90449b6e7ab1 req-70c909c8-ed6d-47f6-be7b-22d22017f5cf tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446141 Dec 10 19:19:34.067253 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0c28d-2cd9-4019-9d46-0599bc69d9dd req-2cd6e82b-a9c3-47c5-a0d9-7ae2d6a50dcd tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:34.068819 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7df0c28d-2cd9-4019-9d46-0599bc69d9dd req-2cd6e82b-a9c3-47c5-a0d9-7ae2d6a50dcd tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff6f4a4d-2d94-4096-83eb-437df2f3ac12 HTTP/1.1" status: 200 len: 945 time: 0.1745965 Dec 10 19:19:34.115842 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7df0c28d-2cd9-4019-9d46-0599bc69d9dd req-c8681572-fabd-4cda-9cc5-aa0ceac48079 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409503 Dec 10 19:19:34.177642 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:34.234430 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f06dd5-c4dc-4aba-9a44-f132b26f3e9b req-45510c4e-52cc-42ee-9d8d-196cb188ee84 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:34.236600 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34f06dd5-c4dc-4aba-9a44-f132b26f3e9b req-45510c4e-52cc-42ee-9d8d-196cb188ee84 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff6f4a4d-2d94-4096-83eb-437df2f3ac12 HTTP/1.1" status: 200 len: 945 time: 0.0496020 Dec 10 19:19:34.325317 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-34f06dd5-c4dc-4aba-9a44-f132b26f3e9b req-8590127d-316e-4cc5-9458-6bd1d285d639 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Deleting port b178f154-7887-4d8b-b32d-88dc056f3187 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:19:34.325664 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-34f06dd5-c4dc-4aba-9a44-f132b26f3e9b req-8590127d-316e-4cc5-9458-6bd1d285d639 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:34.417132 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-34f06dd5-c4dc-4aba-9a44-f132b26f3e9b req-8590127d-316e-4cc5-9458-6bd1d285d639 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] For port b178f154-7887-4d8b-b32d-88dc056f3187, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=b178f154-7887-4d8b-b32d-88dc056f3187,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:34.417500 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-34f06dd5-c4dc-4aba-9a44-f132b26f3e9b req-8590127d-316e-4cc5-9458-6bd1d285d639 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:34.430278 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-34f06dd5-c4dc-4aba-9a44-f132b26f3e9b req-8590127d-316e-4cc5-9458-6bd1d285d639 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Calling delete_port for b178f154-7887-4d8b-b32d-88dc056f3187 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:19:34.567054 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-34f06dd5-c4dc-4aba-9a44-f132b26f3e9b req-8590127d-316e-4cc5-9458-6bd1d285d639 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:34.578842 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['b178f154-7887-4d8b-b32d-88dc056f3187'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:19:34.597644 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590127d-316e-4cc5-9458-6bd1d285d639 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Pushing event deleted for resources: {'Port': ['ID=b178f154-7887-4d8b-b32d-88dc056f3187,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:34.641431 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f06dd5-c4dc-4aba-9a44-f132b26f3e9b req-8590127d-316e-4cc5-9458-6bd1d285d639 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] No DVR routers for this DVR port b178f154-7887-4d8b-b32d-88dc056f3187 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:19:34.644836 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-34f06dd5-c4dc-4aba-9a44-f132b26f3e9b req-8590127d-316e-4cc5-9458-6bd1d285d639 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:34.648369 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34f06dd5-c4dc-4aba-9a44-f132b26f3e9b req-8590127d-316e-4cc5-9458-6bd1d285d639 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.46 "DELETE /v2.0/ports/b178f154-7887-4d8b-b32d-88dc056f3187 HTTP/1.1" status: 204 len: 173 time: 0.4067879 Dec 10 19:19:34.648844 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6f4a4d-2d94-4096-83eb-437df2f3ac12', 'name': 'network-vif-deleted', 'tag': 'b178f154-7887-4d8b-b32d-88dc056f3187'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:19:34.651159 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3146dc95-f116-467e-a455-aa20300eff53" -d '{"events": [{"server_uuid": "ff6f4a4d-2d94-4096-83eb-437df2f3ac12", "name": "network-vif-deleted", "tag": "b178f154-7887-4d8b-b32d-88dc056f3187"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:19:34.693687 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0676be5b-4e3b-4ff9-88db-cd0cbf42c717 x-openstack-request-id: req-0676be5b-4e3b-4ff9-88db-cd0cbf42c717 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:19:34.693988 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff6f4a4d-2d94-4096-83eb-437df2f3ac12", "name": "network-vif-deleted", "tag": "b178f154-7887-4d8b-b32d-88dc056f3187", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:19:34.694239 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0676be5b-4e3b-4ff9-88db-cd0cbf42c717 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:19:34.694639 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6f4a4d-2d94-4096-83eb-437df2f3ac12', 'name': 'network-vif-deleted', 'tag': 'b178f154-7887-4d8b-b32d-88dc056f3187', 'status': 'completed', 'code': 200} Dec 10 19:19:35.211248 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f08cfa94-44d2-417a-8532-730146b7b84a req-60c7d8e2-7ed2-4a20-b708-9f482d9c3e90 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff6f4a4d-2d94-4096-83eb-437df2f3ac12 HTTP/1.1" status: 200 len: 210 time: 0.0269079 Dec 10 19:19:36.309610 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-18f6ed7e-0e99-4210-98ee-f1f149b25f76 req-c91cbce3-d445-4e39-aed3-5e1765484947 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff6f4a4d-2d94-4096-83eb-437df2f3ac12 HTTP/1.1" status: 200 len: 210 time: 0.0270553 Dec 10 19:19:36.679216 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device b178f154-7887-4d8b-b32d-88dc056f3187 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:19:36.702749 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: b178f154-7887-4d8b-b32d-88dc056f3187 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:19:36.703096 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device b178f154-7887-4d8b-b32d-88dc056f3187 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:19:37.410770 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-19b8f6ad-3092-42ea-9bd7-b6556e9a28ed req-e2972ab4-402b-47ce-a9f8-a2d904cd5a00 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff6f4a4d-2d94-4096-83eb-437df2f3ac12 HTTP/1.1" status: 200 len: 210 time: 0.0307953 Dec 10 19:19:38.505103 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c3e5ea62-9dd0-45ce-8d22-11bf0e907c4e req-392ce855-4098-45d1-8131-d7654a35644e tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff6f4a4d-2d94-4096-83eb-437df2f3ac12 HTTP/1.1" status: 200 len: 210 time: 0.0260859 Dec 10 19:19:38.533697 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:43.410424 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 47758) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:19:43.414991 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7fcac71c-1c09-4566-9ab8-563a7eb72573 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1266181293', 'description': 'tempest-secgroup-smoke-1266181293 description', 'project_id': '4152abff22c840ed91cb9771512b3465'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:43.436389 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7fcac71c-1c09-4566-9ab8-563a7eb72573 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:43.513380 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7fcac71c-1c09-4566-9ab8-563a7eb72573 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:43.518350 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7fcac71c-1c09-4566-9ab8-563a7eb72573 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:43.549128 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7fcac71c-1c09-4566-9ab8-563a7eb72573 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:43.550335 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7fcac71c-1c09-4566-9ab8-563a7eb72573 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1388938 Dec 10 19:19:43.552156 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcac71c-1c09-4566-9ab8-563a7eb72573 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cb895b-c9a6-4925-8d28-a6bd2137d668,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:43.553963 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 47760) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:19:43.558569 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-86b0e47e-54c1-42a2-931e-5394d43a7606 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Request body: {'security_group_rule': {'security_group_id': 'c8cb895b-c9a6-4925-8d28-a6bd2137d668', 'project_id': '4152abff22c840ed91cb9771512b3465', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:43.585103 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-86b0e47e-54c1-42a2-931e-5394d43a7606 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:43.637352 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-86b0e47e-54c1-42a2-931e-5394d43a7606 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:43.641210 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-86b0e47e-54c1-42a2-931e-5394d43a7606 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:43.662765 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0e47e-54c1-42a2-931e-5394d43a7606 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=321287f3-4f3a-4f92-a01d-58936ced1b5d,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:43.668749 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-86b0e47e-54c1-42a2-931e-5394d43a7606 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:43.669919 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-86b0e47e-54c1-42a2-931e-5394d43a7606 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1149480 Dec 10 19:19:43.672808 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 47762) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:19:43.675228 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0e47e-54c1-42a2-931e-5394d43a7606 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:43.675586 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0e47e-54c1-42a2-931e-5394d43a7606 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:43.675936 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0e47e-54c1-42a2-931e-5394d43a7606 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:43.676280 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0e47e-54c1-42a2-931e-5394d43a7606 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:43.676616 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0e47e-54c1-42a2-931e-5394d43a7606 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:43.676982 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0e47e-54c1-42a2-931e-5394d43a7606 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:43.677319 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0e47e-54c1-42a2-931e-5394d43a7606 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:43.677649 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0e47e-54c1-42a2-931e-5394d43a7606 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:43.677978 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0e47e-54c1-42a2-931e-5394d43a7606 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:43.678303 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0e47e-54c1-42a2-931e-5394d43a7606 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:43.678457 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-5ba9b4e1-7686-4e8d-967a-b269878009fc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Request body: {'security_group_rule': {'security_group_id': 'c8cb895b-c9a6-4925-8d28-a6bd2137d668', 'project_id': '4152abff22c840ed91cb9771512b3465', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:43.678629 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0e47e-54c1-42a2-931e-5394d43a7606 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:43.678955 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0e47e-54c1-42a2-931e-5394d43a7606 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:43.679283 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0e47e-54c1-42a2-931e-5394d43a7606 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:43.705022 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5ba9b4e1-7686-4e8d-967a-b269878009fc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:43.760392 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5ba9b4e1-7686-4e8d-967a-b269878009fc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:43.764139 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5ba9b4e1-7686-4e8d-967a-b269878009fc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:43.782253 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9b4e1-7686-4e8d-967a-b269878009fc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7433a0c6-b412-44c8-b4d5-eed3d893754a,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:43.789171 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5ba9b4e1-7686-4e8d-967a-b269878009fc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:43.790391 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5ba9b4e1-7686-4e8d-967a-b269878009fc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1163988 Dec 10 19:19:43.793076 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 47764) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:19:43.797287 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ad3f8a62-4ab5-4958-9234-bfadb9d1afd3 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Request body: {'security_group_rule': {'security_group_id': 'c8cb895b-c9a6-4925-8d28-a6bd2137d668', 'project_id': '4152abff22c840ed91cb9771512b3465', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:43.823418 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ad3f8a62-4ab5-4958-9234-bfadb9d1afd3 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:43.879412 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ad3f8a62-4ab5-4958-9234-bfadb9d1afd3 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:43.883271 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ad3f8a62-4ab5-4958-9234-bfadb9d1afd3 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:43.902337 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f8a62-4ab5-4958-9234-bfadb9d1afd3 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54358f9e-6f09-4f65-9eae-776b9f1fdcd2,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:43.909341 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ad3f8a62-4ab5-4958-9234-bfadb9d1afd3 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:43.910584 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ad3f8a62-4ab5-4958-9234-bfadb9d1afd3 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165915 Dec 10 19:19:43.913233 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 47766) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:19:43.917469 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-079a4876-2b5b-4c76-b06f-9abd5bdabe57 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Request body: {'security_group_rule': {'security_group_id': 'c8cb895b-c9a6-4925-8d28-a6bd2137d668', 'project_id': '4152abff22c840ed91cb9771512b3465', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:43.943160 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-079a4876-2b5b-4c76-b06f-9abd5bdabe57 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:44.003204 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-079a4876-2b5b-4c76-b06f-9abd5bdabe57 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:44.006511 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-079a4876-2b5b-4c76-b06f-9abd5bdabe57 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:44.024522 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a4876-2b5b-4c76-b06f-9abd5bdabe57 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5077b172-28ec-4cb8-9530-971c42cc303d,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:44.031345 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-079a4876-2b5b-4c76-b06f-9abd5bdabe57 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:44.032583 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-079a4876-2b5b-4c76-b06f-9abd5bdabe57 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183960 Dec 10 19:19:44.035850 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 47768) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:19:44.040068 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-79c4568f-4c83-48dd-a7ac-06c95c5852cc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Request body: {'security_group_rule': {'security_group_id': 'c8cb895b-c9a6-4925-8d28-a6bd2137d668', 'project_id': '4152abff22c840ed91cb9771512b3465', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:44.060743 n-d-821435-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-79c4568f-4c83-48dd-a7ac-06c95c5852cc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Project 4152abff22c840ed91cb9771512b3465 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:19:44.065952 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79c4568f-4c83-48dd-a7ac-06c95c5852cc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:44.122692 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79c4568f-4c83-48dd-a7ac-06c95c5852cc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:44.126106 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79c4568f-4c83-48dd-a7ac-06c95c5852cc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:44.145049 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4568f-4c83-48dd-a7ac-06c95c5852cc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ca5088-0ed4-43fe-b854-c824ed5821ea,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:44.149837 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79c4568f-4c83-48dd-a7ac-06c95c5852cc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:44.151037 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-79c4568f-4c83-48dd-a7ac-06c95c5852cc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1142492 Dec 10 19:19:44.153700 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 47770) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:19:44.158212 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-30efec3e-e310-4533-9016-c48bed3b31d8 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Request body: {'security_group_rule': {'security_group_id': 'c8cb895b-c9a6-4925-8d28-a6bd2137d668', 'project_id': '4152abff22c840ed91cb9771512b3465', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:44.179412 n-d-821435-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-30efec3e-e310-4533-9016-c48bed3b31d8 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Project 4152abff22c840ed91cb9771512b3465 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:19:44.184382 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30efec3e-e310-4533-9016-c48bed3b31d8 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:44.242241 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30efec3e-e310-4533-9016-c48bed3b31d8 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:44.245687 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30efec3e-e310-4533-9016-c48bed3b31d8 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:44.264435 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30efec3e-e310-4533-9016-c48bed3b31d8 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6353eadc-b42c-43a4-b2b9-2d9752639253,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:44.269796 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30efec3e-e310-4533-9016-c48bed3b31d8 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:44.271326 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-30efec3e-e310-4533-9016-c48bed3b31d8 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1163664 Dec 10 19:19:49.635007 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e103143b-0e42-45dc-b6fd-a5e5eb1bbe7b req-90feba7e-6ea1-4ad2-ba5c-c83cbc27bc2d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=967f33aa-748d-4bae-8ce6-2e722e735418&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430894 Dec 10 19:19:49.697145 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a9c31c39-57ee-48ed-8b7d-2b417855bd8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:49.723252 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e103143b-0e42-45dc-b6fd-a5e5eb1bbe7b req-1f6ccae0-27dc-4ae4-b333-5aa436acc965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:49.725014 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e103143b-0e42-45dc-b6fd-a5e5eb1bbe7b req-1f6ccae0-27dc-4ae4-b333-5aa436acc965 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0af9e85579124fbaa7442e80b66cd587&device_id=967f33aa-748d-4bae-8ce6-2e722e735418 HTTP/1.1" status: 200 len: 1096 time: 0.0441875 Dec 10 19:19:49.839046 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e103143b-0e42-45dc-b6fd-a5e5eb1bbe7b req-bfb64777-d3b1-48ca-8787-d9860fd20a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:49.840574 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e103143b-0e42-45dc-b6fd-a5e5eb1bbe7b req-bfb64777-d3b1-48ca-8787-d9860fd20a00 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f6642665-9caf-42e4-9c00-e0f150c7374f HTTP/1.1" status: 200 len: 910 time: 0.0964842 Dec 10 19:19:49.916987 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e103143b-0e42-45dc-b6fd-a5e5eb1bbe7b req-f69fbee3-73ec-4827-80f4-5d4845c1e343 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89ddda96-bd46-4602-822f-9649352e2690 HTTP/1.1" status: 200 len: 1001 time: 0.0697343 Dec 10 19:19:49.969374 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e103143b-0e42-45dc-b6fd-a5e5eb1bbe7b req-4d503750-97c8-4034-9f91-d98fca3f3637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:49.970917 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e103143b-0e42-45dc-b6fd-a5e5eb1bbe7b req-4d503750-97c8-4034-9f91-d98fca3f3637 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=200dc29e-6df2-4e0b-90de-1d443e4daabf HTTP/1.1" status: 200 len: 848 time: 0.0458789 Dec 10 19:19:50.021916 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e103143b-0e42-45dc-b6fd-a5e5eb1bbe7b req-376e3b86-4a0b-40ac-bb5b-ef67971a76cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:50.023468 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e103143b-0e42-45dc-b6fd-a5e5eb1bbe7b req-376e3b86-4a0b-40ac-bb5b-ef67971a76cb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f6642665-9caf-42e4-9c00-e0f150c7374f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452056 Dec 10 19:19:50.142600 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e103143b-0e42-45dc-b6fd-a5e5eb1bbe7b req-e3981c6c-a863-48af-b15e-fa1d14c2c8e1 service neutron] 10.222.0.72 "GET /v2.0/networks/f6642665-9caf-42e4-9c00-e0f150c7374f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117527 Dec 10 19:19:50.234614 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e103143b-0e42-45dc-b6fd-a5e5eb1bbe7b req-ec530323-e6ac-4701-9948-2e7797628c8b service neutron] 10.222.0.72 "GET /v2.0/networks/f6642665-9caf-42e4-9c00-e0f150c7374f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855675 Dec 10 19:19:52.529698 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-66f3a3f1-9b74-476e-900f-b6f7d6426f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:53.547547 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:54.914791 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:55.525116 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:57.616158 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:19:59.543881 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-5d58b96c-8d1d-479c-9f95-bfb90d443d24 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1266181293&fields=id&tenant_id=4152abff22c840ed91cb9771512b3465 HTTP/1.1" status: 200 len: 267 time: 0.0446651 Dec 10 19:19:59.654933 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-96e9b988-bb4d-41be-830f-5a92534d8196 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:59.656413 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-96e9b988-bb4d-41be-830f-5a92534d8196 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/networks?id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 HTTP/1.1" status: 200 len: 811 time: 0.1057756 Dec 10 19:19:59.671094 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-23caa4e5-47b5-4519-a00a-5f97c156453a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/quotas/4152abff22c840ed91cb9771512b3465 HTTP/1.1" status: 200 len: 375 time: 0.0088282 Dec 10 19:19:59.722748 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-48440a07-6f62-429c-88c0-dea7a50e2c5f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4152abff22c840ed91cb9771512b3465&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461442 Dec 10 19:19:59.819683 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-6af39855-863a-42e5-90c0-495d469cb0f2 service neutron] 10.222.0.62 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847747 Dec 10 19:19:59.909826 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-7362f79e-bd94-489b-9fd1-6c37f21e8a07 service neutron] 10.222.0.62 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840998 Dec 10 19:20:00.192893 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c7c3f88d-ffe7-4c33-8fb0-3ed4d7cb8074 req-8b23ff92-e0b0-4138-b75a-3f30126c6efb tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4136c0b6-cea6-45e3-9462-aae31defb831 HTTP/1.1" status: 200 len: 210 time: 0.0321200 Dec 10 19:20:01.087102 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-92dd5d56-4426-4283-917b-0dfba1522425 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:01.088600 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-92dd5d56-4426-4283-917b-0dfba1522425 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.46 "GET /v2.0/networks?id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 HTTP/1.1" status: 200 len: 811 time: 0.1063483 Dec 10 19:20:01.159538 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-638e864f-e0c1-4a68-85b6-2e9974cb00a4 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4152abff22c840ed91cb9771512b3465 HTTP/1.1" status: 200 len: 380 time: 0.0609870 Dec 10 19:20:01.169125 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-0cb17dbc-96e7-4226-bc85-c8105f5b2c7f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Request body: {'port': {'device_id': '4136c0b6-cea6-45e3-9462-aae31defb831', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'admin_state_up': True, 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'security_groups': ['c8cb895b-c9a6-4925-8d28-a6bd2137d668']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:20:01.287321 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-0cb17dbc-96e7-4226-bc85-c8105f5b2c7f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Made reservation on behalf of 4152abff22c840ed91cb9771512b3465 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:20:01.290908 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-0cb17dbc-96e7-4226-bc85-c8105f5b2c7f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:01.296434 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d751424d-4ccc-463c-9941-7fa614c5eced req-e3259db4-974f-421d-be32-87b03343625b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4136c0b6-cea6-45e3-9462-aae31defb831 HTTP/1.1" status: 200 len: 210 time: 0.0320234 Dec 10 19:20:01.423470 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-0cb17dbc-96e7-4226-bc85-c8105f5b2c7f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Allocated IP 172.20.0.13 (cb03d2a1-6d87-4b96-95d4-709b1f04a5b5/c0f6e315-1f28-44d3-9574-47035cf872ce/4d90b7ec-d227-40cb-842c-197437f32a7c) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:20:01.559329 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-0cb17dbc-96e7-4226-bc85-c8105f5b2c7f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:01.593232 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-0cb17dbc-96e7-4226-bc85-c8105f5b2c7f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:01.642059 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-0cb17dbc-96e7-4226-bc85-c8105f5b2c7f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Network cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:20:01.645269 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-0cb17dbc-96e7-4226-bc85-c8105f5b2c7f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:20:01.649101 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-0cb17dbc-96e7-4226-bc85-c8105f5b2c7f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:20:01.676778 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb17dbc-96e7-4226-bc85-c8105f5b2c7f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Pushing event updated for resources: {'Port': ['ID=4d90b7ec-d227-40cb-842c-197437f32a7c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:01.699569 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb17dbc-96e7-4226-bc85-c8105f5b2c7f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:01.699925 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb17dbc-96e7-4226-bc85-c8105f5b2c7f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:01.700276 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb17dbc-96e7-4226-bc85-c8105f5b2c7f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:01.700624 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb17dbc-96e7-4226-bc85-c8105f5b2c7f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:01.700993 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb17dbc-96e7-4226-bc85-c8105f5b2c7f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:01.701337 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb17dbc-96e7-4226-bc85-c8105f5b2c7f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:01.701676 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb17dbc-96e7-4226-bc85-c8105f5b2c7f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:01.702011 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb17dbc-96e7-4226-bc85-c8105f5b2c7f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:01.702345 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb17dbc-96e7-4226-bc85-c8105f5b2c7f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:01.702708 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb17dbc-96e7-4226-bc85-c8105f5b2c7f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:01.703044 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb17dbc-96e7-4226-bc85-c8105f5b2c7f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:01.703381 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb17dbc-96e7-4226-bc85-c8105f5b2c7f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:01.703715 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb17dbc-96e7-4226-bc85-c8105f5b2c7f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:01.728279 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-0cb17dbc-96e7-4226-bc85-c8105f5b2c7f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:01.728962 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-0cb17dbc-96e7-4226-bc85-c8105f5b2c7f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:01.746250 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-0cb17dbc-96e7-4226-bc85-c8105f5b2c7f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5808480 Dec 10 19:20:01.760015 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-18d7e7fb-b72d-45d9-8e7f-a139a94a5ec2 service neutron] Request body: {'port': {'device_id': '4136c0b6-cea6-45e3-9462-aae31defb831', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:20:01.820517 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-18d7e7fb-b72d-45d9-8e7f-a139a94a5ec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:01.919058 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2c40fbf8-0c01-4629-9982-3746929634f2 None None] Provisioning complete for port 4d90b7ec-d227-40cb-842c-197437f32a7c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:20:01.920085 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2c40fbf8-0c01-4629-9982-3746929634f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:01.953669 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2c40fbf8-0c01-4629-9982-3746929634f2 None None] Port 4d90b7ec-d227-40cb-842c-197437f32a7c cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:20:02.101138 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-18d7e7fb-b72d-45d9-8e7f-a139a94a5ec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d90b7ec-d227-40cb-842c-197437f32a7c {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:20:02.108872 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-18d7e7fb-b72d-45d9-8e7f-a139a94a5ec2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:02.121267 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-18d7e7fb-b72d-45d9-8e7f-a139a94a5ec2 service neutron] Transition to ACTIVE for port object 4d90b7ec-d227-40cb-842c-197437f32a7c will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:20:02.125211 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-18d7e7fb-b72d-45d9-8e7f-a139a94a5ec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:02.174378 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7e7fb-b72d-45d9-8e7f-a139a94a5ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=4d90b7ec-d227-40cb-842c-197437f32a7c,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:02.258056 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-18d7e7fb-b72d-45d9-8e7f-a139a94a5ec2 service neutron] Attempting to bind port 4d90b7ec-d227-40cb-842c-197437f32a7c on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:20:02.258407 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-18d7e7fb-b72d-45d9-8e7f-a139a94a5ec2 service neutron] Attempting to bind port 4d90b7ec-d227-40cb-842c-197437f32a7c by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '616a97ca-69d0-44d2-8ef6-ba801315fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:20:02.258744 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-18d7e7fb-b72d-45d9-8e7f-a139a94a5ec2 service neutron] Attempting to bind port 4d90b7ec-d227-40cb-842c-197437f32a7c on network cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:20:02.263356 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-18d7e7fb-b72d-45d9-8e7f-a139a94a5ec2 service neutron] Port 4d90b7ec-d227-40cb-842c-197437f32a7c on network cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:20:02.263952 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-18d7e7fb-b72d-45d9-8e7f-a139a94a5ec2 service neutron] Attempting to bind port 4d90b7ec-d227-40cb-842c-197437f32a7c on network cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:20:02.269163 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-18d7e7fb-b72d-45d9-8e7f-a139a94a5ec2 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:20:02.269506 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-18d7e7fb-b72d-45d9-8e7f-a139a94a5ec2 service neutron] Checking segment: {'id': '616a97ca-69d0-44d2-8ef6-ba801315fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:20:02.269898 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-18d7e7fb-b72d-45d9-8e7f-a139a94a5ec2 service neutron] Bound using segment: {'id': '616a97ca-69d0-44d2-8ef6-ba801315fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:20:02.270330 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-18d7e7fb-b72d-45d9-8e7f-a139a94a5ec2 service neutron] Bound port: 4d90b7ec-d227-40cb-842c-197437f32a7c, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '616a97ca-69d0-44d2-8ef6-ba801315fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:20:02.270692 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-18d7e7fb-b72d-45d9-8e7f-a139a94a5ec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:02.342028 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-18d7e7fb-b72d-45d9-8e7f-a139a94a5ec2 service neutron] For port 4d90b7ec-d227-40cb-842c-197437f32a7c, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:20:02.346631 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-18d7e7fb-b72d-45d9-8e7f-a139a94a5ec2 service neutron] For port 4d90b7ec-d227-40cb-842c-197437f32a7c, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=4d90b7ec-d227-40cb-842c-197437f32a7c,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:20:02.355014 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-18d7e7fb-b72d-45d9-8e7f-a139a94a5ec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:02.421306 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-18d7e7fb-b72d-45d9-8e7f-a139a94a5ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:02.421938 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-18d7e7fb-b72d-45d9-8e7f-a139a94a5ec2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:02.424018 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-18d7e7fb-b72d-45d9-8e7f-a139a94a5ec2 service neutron] 10.222.0.46 "PUT /v2.0/ports/4d90b7ec-d227-40cb-842c-197437f32a7c HTTP/1.1" status: 200 len: 1092 time: 0.6685493 Dec 10 19:20:02.424513 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4136c0b6-cea6-45e3-9462-aae31defb831', 'tag': '4d90b7ec-d227-40cb-842c-197437f32a7c'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:20:02.426751 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73980eab-0dd0-48db-a12e-b0a426507c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "4136c0b6-cea6-45e3-9462-aae31defb831", "tag": "4d90b7ec-d227-40cb-842c-197437f32a7c"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:20:02.454166 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7e7fb-b72d-45d9-8e7f-a139a94a5ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=4d90b7ec-d227-40cb-842c-197437f32a7c,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:02.477894 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175dc8f-58b8-4d75-a556-7f95315d74b9 req-18f34cd6-1a9f-4da0-b49a-30e1dc29157c tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:02.479871 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5175dc8f-58b8-4d75-a556-7f95315d74b9 req-18f34cd6-1a9f-4da0-b49a-30e1dc29157c tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4136c0b6-cea6-45e3-9462-aae31defb831 HTTP/1.1" status: 200 len: 944 time: 0.0930305 Dec 10 19:20:02.533917 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c4c641-1969-470b-b9a3-63057ed32d54 x-openstack-request-id: req-07c4c641-1969-470b-b9a3-63057ed32d54 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:20:02.534025 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4136c0b6-cea6-45e3-9462-aae31defb831", "tag": "4d90b7ec-d227-40cb-842c-197437f32a7c", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:20:02.534328 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-07c4c641-1969-470b-b9a3-63057ed32d54 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:20:02.534682 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4136c0b6-cea6-45e3-9462-aae31defb831', 'tag': '4d90b7ec-d227-40cb-842c-197437f32a7c', 'status': 'completed', 'code': 200} Dec 10 19:20:02.570171 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-eb2f6ef9-7504-40db-9bc5-5632b6b4bb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:02.571692 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-eb2f6ef9-7504-40db-9bc5-5632b6b4bb8d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4152abff22c840ed91cb9771512b3465&device_id=4136c0b6-cea6-45e3-9462-aae31defb831 HTTP/1.1" status: 200 len: 1095 time: 0.0891843 Dec 10 19:20:02.575626 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5175dc8f-58b8-4d75-a556-7f95315d74b9 req-2c83396d-7dcc-4657-9152-73e43e994d00 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827856 Dec 10 19:20:02.628991 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-52bd717e-d397-4c13-97da-b63806269bf1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d90b7ec-d227-40cb-842c-197437f32a7c HTTP/1.1" status: 200 len: 217 time: 0.0485916 Dec 10 19:20:02.692250 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-e835011f-dbff-4212-81e8-c80cc5959187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:02.693708 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-e835011f-dbff-4212-81e8-c80cc5959187 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c0f6e315-1f28-44d3-9574-47035cf872ce HTTP/1.1" status: 200 len: 850 time: 0.0564358 Dec 10 19:20:02.742231 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-2290f7e3-11aa-474f-9403-6c47194fe0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:02.743762 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-2290f7e3-11aa-474f-9403-6c47194fe0ab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435259 Dec 10 19:20:02.834505 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-86c9fe23-02ee-4210-9ea7-89a4d7b17ced service neutron] 10.222.0.46 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840633 Dec 10 19:20:02.929430 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4a82b5c6-316f-4cc0-a194-823012c08fd2 req-dc326cbe-5515-44ce-a4a9-fff7385406ba service neutron] 10.222.0.46 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876172 Dec 10 19:20:03.015451 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73980eab-0dd0-48db-a12e-b0a426507c6e req-2e682775-5cef-48c5-b862-770c40f1d2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:03.017587 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-73980eab-0dd0-48db-a12e-b0a426507c6e req-2e682775-5cef-48c5-b862-770c40f1d2ef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4152abff22c840ed91cb9771512b3465&device_id=4136c0b6-cea6-45e3-9462-aae31defb831 HTTP/1.1" status: 200 len: 1095 time: 0.0425615 Dec 10 19:20:03.115139 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73980eab-0dd0-48db-a12e-b0a426507c6e req-5755332a-8e37-4da7-91b1-9df47e048c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:03.116610 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-73980eab-0dd0-48db-a12e-b0a426507c6e req-5755332a-8e37-4da7-91b1-9df47e048c8b service neutron] 10.222.0.46 "GET /v2.0/networks?id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 HTTP/1.1" status: 200 len: 912 time: 0.0926633 Dec 10 19:20:03.158731 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-73980eab-0dd0-48db-a12e-b0a426507c6e req-ce1af170-f06a-474f-9c14-411a9838d05c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d90b7ec-d227-40cb-842c-197437f32a7c HTTP/1.1" status: 200 len: 217 time: 0.0355401 Dec 10 19:20:03.211175 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73980eab-0dd0-48db-a12e-b0a426507c6e req-4ec8bdbe-881f-494a-8027-cf6920bf54d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:03.212690 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-73980eab-0dd0-48db-a12e-b0a426507c6e req-4ec8bdbe-881f-494a-8027-cf6920bf54d6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c0f6e315-1f28-44d3-9574-47035cf872ce HTTP/1.1" status: 200 len: 850 time: 0.0477631 Dec 10 19:20:03.264313 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73980eab-0dd0-48db-a12e-b0a426507c6e req-3c185402-fae6-4d42-ba4c-6e1aa6f73de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:03.265909 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-73980eab-0dd0-48db-a12e-b0a426507c6e req-3c185402-fae6-4d42-ba4c-6e1aa6f73de1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462244 Dec 10 19:20:03.668330 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-73980eab-0dd0-48db-a12e-b0a426507c6e req-ed5b771b-2bb2-4fe8-ad77-c415bee967db service neutron] 10.222.0.46 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950868 Dec 10 19:20:03.736748 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7523b-456b-4ccf-9da3-8551c49fa9a5 req-91d6927e-31a5-49b5-b11b-e36676e8d461 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:03.738993 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b7a7523b-456b-4ccf-9da3-8551c49fa9a5 req-91d6927e-31a5-49b5-b11b-e36676e8d461 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4136c0b6-cea6-45e3-9462-aae31defb831 HTTP/1.1" status: 200 len: 944 time: 0.0590420 Dec 10 19:20:03.792845 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-73980eab-0dd0-48db-a12e-b0a426507c6e req-8a2fd616-0216-4dc4-8647-d370d084c3ff service neutron] 10.222.0.46 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160276 Dec 10 19:20:03.798865 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b7a7523b-456b-4ccf-9da3-8551c49fa9a5 req-3c2df33e-7c2a-4d88-8ac9-865d176bc64e tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528355 Dec 10 19:20:04.196696 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:04.917529 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4ed94-5d63-4f3c-a5c1-30841721277e req-71f51a01-3713-4f18-8eb8-a13da7d13f70 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:04.919020 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6de4ed94-5d63-4f3c-a5c1-30841721277e req-71f51a01-3713-4f18-8eb8-a13da7d13f70 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4136c0b6-cea6-45e3-9462-aae31defb831 HTTP/1.1" status: 200 len: 944 time: 0.0505435 Dec 10 19:20:04.969268 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6de4ed94-5d63-4f3c-a5c1-30841721277e req-5a3be25b-ab02-446e-9e87-fc56e26aab75 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439713 Dec 10 19:20:06.101814 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dd707-a300-4083-9f07-4fcf47c6d97b req-7910006f-ff2a-4258-9d5e-2cf80ad61da5 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:06.103345 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0c1dd707-a300-4083-9f07-4fcf47c6d97b req-7910006f-ff2a-4258-9d5e-2cf80ad61da5 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4136c0b6-cea6-45e3-9462-aae31defb831 HTTP/1.1" status: 200 len: 944 time: 0.0517819 Dec 10 19:20:06.155044 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0c1dd707-a300-4083-9f07-4fcf47c6d97b req-dafc89e9-3455-4f99-b8b8-b44820f8e0b7 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456078 Dec 10 19:20:07.276034 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eab5b3-fdd3-4aec-8ca9-185c214bd476 req-6bf9820e-2ebf-49fc-b6ce-2643dc78088d tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:07.277569 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-39eab5b3-fdd3-4aec-8ca9-185c214bd476 req-6bf9820e-2ebf-49fc-b6ce-2643dc78088d tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4136c0b6-cea6-45e3-9462-aae31defb831 HTTP/1.1" status: 200 len: 944 time: 0.0488153 Dec 10 19:20:07.330556 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-39eab5b3-fdd3-4aec-8ca9-185c214bd476 req-fad63b45-3ae3-42cc-bed3-67f7154c4b33 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464506 Dec 10 19:20:08.446623 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb42517-80fd-4b1e-ad8e-e7146061db6f req-0240d79d-491f-467c-b7f0-c1afdd2b93fd tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:08.448125 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dcb42517-80fd-4b1e-ad8e-e7146061db6f req-0240d79d-491f-467c-b7f0-c1afdd2b93fd tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4136c0b6-cea6-45e3-9462-aae31defb831 HTTP/1.1" status: 200 len: 944 time: 0.0484195 Dec 10 19:20:08.496543 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dcb42517-80fd-4b1e-ad8e-e7146061db6f req-cd0cc7c1-7362-4c16-a55e-fbb57d8b9c1a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424678 Dec 10 19:20:08.536935 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:09.611316 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950959e0-d693-4d9d-b90f-73bc00168663 req-e85bb262-90ec-419b-9509-ceff5a92b9cc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:09.612847 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-950959e0-d693-4d9d-b90f-73bc00168663 req-e85bb262-90ec-419b-9509-ceff5a92b9cc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4136c0b6-cea6-45e3-9462-aae31defb831 HTTP/1.1" status: 200 len: 944 time: 0.0507286 Dec 10 19:20:09.661194 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-950959e0-d693-4d9d-b90f-73bc00168663 req-f1ff2190-536b-412b-9afe-a59ba0a01a76 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424621 Dec 10 19:20:10.780562 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84206512-6f37-495c-ad21-2530ba24f963 req-af4378ec-04c5-480a-8c8c-9f32940c1f58 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:10.782624 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-84206512-6f37-495c-ad21-2530ba24f963 req-af4378ec-04c5-480a-8c8c-9f32940c1f58 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4136c0b6-cea6-45e3-9462-aae31defb831 HTTP/1.1" status: 200 len: 944 time: 0.0534346 Dec 10 19:20:10.831245 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-84206512-6f37-495c-ad21-2530ba24f963 req-2aae18df-8278-4686-bfd7-fddfe43337ef tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423613 Dec 10 19:20:11.945033 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86edf5b7-1919-4673-af6c-11d1a20ea54a req-bce8103e-4011-4247-a96a-e4838f6a4e7a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:11.946498 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-86edf5b7-1919-4673-af6c-11d1a20ea54a req-bce8103e-4011-4247-a96a-e4838f6a4e7a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4136c0b6-cea6-45e3-9462-aae31defb831 HTTP/1.1" status: 200 len: 944 time: 0.0482061 Dec 10 19:20:11.994129 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-86edf5b7-1919-4673-af6c-11d1a20ea54a req-9db19a76-5f27-4879-b88e-04e7219d92b0 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417712 Dec 10 19:20:13.110068 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482c753-51ed-4a4e-8708-7154b8fc0611 req-f84c9e71-6ce2-4a58-88f5-4347d7894771 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:13.111552 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8482c753-51ed-4a4e-8708-7154b8fc0611 req-f84c9e71-6ce2-4a58-88f5-4347d7894771 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4136c0b6-cea6-45e3-9462-aae31defb831 HTTP/1.1" status: 200 len: 944 time: 0.0502374 Dec 10 19:20:13.164302 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8482c753-51ed-4a4e-8708-7154b8fc0611 req-e52cf0d3-0e64-46d1-ac04-ebe8b7137051 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467322 Dec 10 19:20:14.282623 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8172b-efae-4c01-bbeb-1f8ff7b38ee2 req-fd478489-431f-4210-ad23-d7abff97f073 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:14.284080 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1af8172b-efae-4c01-bbeb-1f8ff7b38ee2 req-fd478489-431f-4210-ad23-d7abff97f073 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4136c0b6-cea6-45e3-9462-aae31defb831 HTTP/1.1" status: 200 len: 944 time: 0.0528362 Dec 10 19:20:14.332901 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1af8172b-efae-4c01-bbeb-1f8ff7b38ee2 req-fcd49d95-9feb-4893-b3e5-6059e843e887 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428152 Dec 10 19:20:14.886637 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 4d90b7ec-d227-40cb-842c-197437f32a7c details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:20:14.980431 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 4d90b7ec-d227-40cb-842c-197437f32a7c, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=4d90b7ec-d227-40cb-842c-197437f32a7c,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:14.991220 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '4d90b7ec-d227-40cb-842c-197437f32a7c', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'port_id': '4d90b7ec-d227-40cb-842c-197437f32a7c', 'mac_address': 'fa:16:3e:98:3c:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:20:15.026413 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:15.039097 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d90b7ec-d227-40cb-842c-197437f32a7c {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:20:15.058019 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 4d90b7ec-d227-40cb-842c-197437f32a7c, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=4d90b7ec-d227-40cb-842c-197437f32a7c,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:15.062190 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:15.112026 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=4d90b7ec-d227-40cb-842c-197437f32a7c,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:15.263414 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['4d90b7ec-d227-40cb-842c-197437f32a7c'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:20:15.452373 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f8d7c-348a-4154-98c8-a52477b9ad66 req-54c3bedf-d64a-4ff0-8af1-f53acf6ed2b1 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:15.454197 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f24f8d7c-348a-4154-98c8-a52477b9ad66 req-54c3bedf-d64a-4ff0-8af1-f53acf6ed2b1 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4136c0b6-cea6-45e3-9462-aae31defb831 HTTP/1.1" status: 200 len: 945 time: 0.0539222 Dec 10 19:20:15.504303 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f24f8d7c-348a-4154-98c8-a52477b9ad66 req-68765780-78ea-4a4b-a4ac-7ae6e88ac18f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439770 Dec 10 19:20:16.617581 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33709b6-fbe8-4fd6-bb9c-78e4ed02f469 req-2252756e-b764-4cf9-a4f4-33a8aead809f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:16.619159 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b33709b6-fbe8-4fd6-bb9c-78e4ed02f469 req-2252756e-b764-4cf9-a4f4-33a8aead809f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4136c0b6-cea6-45e3-9462-aae31defb831 HTTP/1.1" status: 200 len: 945 time: 0.0489192 Dec 10 19:20:16.673224 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b33709b6-fbe8-4fd6-bb9c-78e4ed02f469 req-cb91cdea-849f-4459-b2ae-d0d15dfbe99f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476575 Dec 10 19:20:16.898084 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 4d90b7ec-d227-40cb-842c-197437f32a7c up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:20:16.947468 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 4d90b7ec-d227-40cb-842c-197437f32a7c completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:20:16.951169 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 4d90b7ec-d227-40cb-842c-197437f32a7c triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:20:16.951535 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:17.028642 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:17.051918 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4136c0b6-cea6-45e3-9462-aae31defb831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d90b7ec-d227-40cb-842c-197437f32a7c'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:20:17.054156 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be59c8e-49c9-4588-bb18-cd5c455917d3" -d '{"events": [{"server_uuid": "4136c0b6-cea6-45e3-9462-aae31defb831", "name": "network-vif-plugged", "status": "completed", "tag": "4d90b7ec-d227-40cb-842c-197437f32a7c"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:20:17.066686 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 4d90b7ec-d227-40cb-842c-197437f32a7c, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=4d90b7ec-d227-40cb-842c-197437f32a7c,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:17.070822 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:17.101440 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0356d199-6fc7-444d-afca-b83ae7d31ace x-openstack-request-id: req-0356d199-6fc7-444d-afca-b83ae7d31ace {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:20:17.101768 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4136c0b6-cea6-45e3-9462-aae31defb831", "name": "network-vif-plugged", "status": "completed", "tag": "4d90b7ec-d227-40cb-842c-197437f32a7c", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:20:17.102034 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0356d199-6fc7-444d-afca-b83ae7d31ace {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:20:17.102626 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4136c0b6-cea6-45e3-9462-aae31defb831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d90b7ec-d227-40cb-842c-197437f32a7c', 'code': 200} Dec 10 19:20:17.129747 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=4d90b7ec-d227-40cb-842c-197437f32a7c,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:17.139263 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:17.139619 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:17.139969 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:17.140315 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:17.140793 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:17.141022 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:17.141491 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:17.141986 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:17.142380 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:17.142717 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:17.143052 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:17.143383 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:17.143717 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:17.201844 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504288b-2e0d-4731-903c-7e5ff6db3e47 req-11b4b46a-054c-409f-aabb-348d27c7bfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:17.203362 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8504288b-2e0d-4731-903c-7e5ff6db3e47 req-11b4b46a-054c-409f-aabb-348d27c7bfbe service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4136c0b6-cea6-45e3-9462-aae31defb831 HTTP/1.1" status: 200 len: 1097 time: 0.0413630 Dec 10 19:20:17.256185 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8504288b-2e0d-4731-903c-7e5ff6db3e47 req-b54ef676-59fd-4091-85eb-ea2235244db4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441999 Dec 10 19:20:17.791299 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9821a1-5318-4bad-8323-d2577fe79261 req-3fa786e9-00bf-4fc2-b9c6-9563479b9c27 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:17.792858 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9a9821a1-5318-4bad-8323-d2577fe79261 req-3fa786e9-00bf-4fc2-b9c6-9563479b9c27 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4136c0b6-cea6-45e3-9462-aae31defb831 HTTP/1.1" status: 200 len: 946 time: 0.0508285 Dec 10 19:20:17.842515 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9a9821a1-5318-4bad-8323-d2577fe79261 req-c7133fe5-6fc2-4227-a5df-2b64caa9b568 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430474 Dec 10 19:20:18.959628 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673baae7-09c0-4d87-ae95-ebb16a988dd3 req-c7826918-d410-4894-addd-92f208cf772b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:18.961123 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-673baae7-09c0-4d87-ae95-ebb16a988dd3 req-c7826918-d410-4894-addd-92f208cf772b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4136c0b6-cea6-45e3-9462-aae31defb831 HTTP/1.1" status: 200 len: 946 time: 0.0473945 Dec 10 19:20:19.011145 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-673baae7-09c0-4d87-ae95-ebb16a988dd3 req-6ea3f049-9f47-469a-98f1-d66de0682bc3 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440187 Dec 10 19:20:19.130813 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc7843-a075-4323-8075-38450df6b575 req-7b9ca33c-02e2-4bc4-ac38-888cf0b2d07a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:19.132207 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-84bc7843-a075-4323-8075-38450df6b575 req-7b9ca33c-02e2-4bc4-ac38-888cf0b2d07a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4136c0b6-cea6-45e3-9462-aae31defb831 HTTP/1.1" status: 200 len: 946 time: 0.0499361 Dec 10 19:20:19.180487 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-84bc7843-a075-4323-8075-38450df6b575 req-63508b61-9b05-4910-bfe4-e54642349eb1 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423143 Dec 10 19:20:19.204539 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 47964) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:20:19.248407 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a2bdac-57f8-4db0-906e-e04506fefc00 tempest-TestVolumeBootPattern-2050780076 tempest-TestVolumeBootPattern-2050780076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:19.249967 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f2a2bdac-57f8-4db0-906e-e04506fefc00 tempest-TestVolumeBootPattern-2050780076 tempest-TestVolumeBootPattern-2050780076-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4136c0b6-cea6-45e3-9462-aae31defb831 HTTP/1.1" status: 200 len: 1092 time: 0.0442250 Dec 10 19:20:19.253560 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 47966) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:20:19.257753 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-821990b4-2122-41e8-a408-08fe909608bf tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'port_id': '4d90b7ec-d227-40cb-842c-197437f32a7c', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:20:19.279620 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-821990b4-2122-41e8-a408-08fe909608bf tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:19.374262 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-821990b4-2122-41e8-a408-08fe909608bf tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:19.490287 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-821990b4-2122-41e8-a408-08fe909608bf tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Allocated IP 172.25.7.6 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/dacd564e-4011-4e58-b4a6-77121cfe0b16) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:20:19.588455 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-821990b4-2122-41e8-a408-08fe909608bf tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:19.624958 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-821990b4-2122-41e8-a408-08fe909608bf tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:19.663992 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821990b4-2122-41e8-a408-08fe909608bf tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:20:19.666869 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-821990b4-2122-41e8-a408-08fe909608bf tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:20:19.670370 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821990b4-2122-41e8-a408-08fe909608bf tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:20:19.690106 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-169627a7-384b-47ac-9572-fa6c9e9c0a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:19.694241 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821990b4-2122-41e8-a408-08fe909608bf tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Pushing event updated for resources: {'Port': ['ID=dacd564e-4011-4e58-b4a6-77121cfe0b16,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:20.010215 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-821990b4-2122-41e8-a408-08fe909608bf tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:20.074654 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-821990b4-2122-41e8-a408-08fe909608bf tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:20.223713 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-821990b4-2122-41e8-a408-08fe909608bf tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:20.227998 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-821990b4-2122-41e8-a408-08fe909608bf tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:20.296049 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821990b4-2122-41e8-a408-08fe909608bf tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Pushing event updated for resources: {'Port': ['ID=dacd564e-4011-4e58-b4a6-77121cfe0b16,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:20.308032 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-821990b4-2122-41e8-a408-08fe909608bf tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:20.410792 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-821990b4-2122-41e8-a408-08fe909608bf tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Floating IP 565ad391-4820-4820-b86e-bc4b7629976b associated. External IP: 172.25.7.6, port: 4d90b7ec-d227-40cb-842c-197437f32a7c. Dec 10 19:20:20.621913 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821990b4-2122-41e8-a408-08fe909608bf tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Router e89b43c9-0eb4-4c3d-a551-fda9522dfcc5 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:20:20.731645 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821990b4-2122-41e8-a408-08fe909608bf tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:20:20.744273 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252085f7-4bf2-4af5-9fce-1cde56a3b2a6 None None] Sync routers for ids ['e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:20:20.751795 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-821990b4-2122-41e8-a408-08fe909608bf tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:20.759054 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252085f7-4bf2-4af5-9fce-1cde56a3b2a6 None None] Routers {'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:20.759699 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-252085f7-4bf2-4af5-9fce-1cde56a3b2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:19:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:20.778975 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-821990b4-2122-41e8-a408-08fe909608bf tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5244033 Dec 10 19:20:20.779570 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4136c0b6-cea6-45e3-9462-aae31defb831', 'tag': '4d90b7ec-d227-40cb-842c-197437f32a7c'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:20:20.782382 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37802c1c-40ee-4b0e-9ed5-cfad1acff257" -d '{"events": [{"name": "network-changed", "server_uuid": "4136c0b6-cea6-45e3-9462-aae31defb831", "tag": "4d90b7ec-d227-40cb-842c-197437f32a7c"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:20:20.818580 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d24a32-605a-43c3-a948-a5806ccb3a92 x-openstack-request-id: req-67d24a32-605a-43c3-a948-a5806ccb3a92 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:20:20.818880 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4136c0b6-cea6-45e3-9462-aae31defb831", "tag": "4d90b7ec-d227-40cb-842c-197437f32a7c", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:20:20.819135 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-67d24a32-605a-43c3-a948-a5806ccb3a92 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:20:20.819542 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4136c0b6-cea6-45e3-9462-aae31defb831', 'tag': '4d90b7ec-d227-40cb-842c-197437f32a7c', 'status': 'completed', 'code': 200} Dec 10 19:20:20.880223 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37802c1c-40ee-4b0e-9ed5-cfad1acff257 req-c5864b29-7476-4dc1-9481-e667064bc774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:20.881660 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-37802c1c-40ee-4b0e-9ed5-cfad1acff257 req-c5864b29-7476-4dc1-9481-e667064bc774 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4152abff22c840ed91cb9771512b3465&device_id=4136c0b6-cea6-45e3-9462-aae31defb831 HTTP/1.1" status: 200 len: 1097 time: 0.0400999 Dec 10 19:20:20.888956 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-252085f7-4bf2-4af5-9fce-1cde56a3b2a6 None None] Set router e89b43c9-0eb4-4c3d-a551-fda9522dfcc5 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:20:20.978010 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37802c1c-40ee-4b0e-9ed5-cfad1acff257 req-f6fb4d20-9896-4f96-80a8-75deb0047f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:20.979514 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-37802c1c-40ee-4b0e-9ed5-cfad1acff257 req-f6fb4d20-9896-4f96-80a8-75deb0047f3c service neutron] 10.222.0.46 "GET /v2.0/networks?id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 HTTP/1.1" status: 200 len: 912 time: 0.0898731 Dec 10 19:20:21.047471 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-37802c1c-40ee-4b0e-9ed5-cfad1acff257 req-f2cfb344-6c69-4ec4-b6cd-18f9ff0608ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d90b7ec-d227-40cb-842c-197437f32a7c HTTP/1.1" status: 200 len: 998 time: 0.0609837 Dec 10 19:20:21.099092 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37802c1c-40ee-4b0e-9ed5-cfad1acff257 req-65860294-b792-4d32-bea3-fcfd2647f724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:21.100625 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-37802c1c-40ee-4b0e-9ed5-cfad1acff257 req-65860294-b792-4d32-bea3-fcfd2647f724 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c0f6e315-1f28-44d3-9574-47035cf872ce HTTP/1.1" status: 200 len: 850 time: 0.0465853 Dec 10 19:20:21.172998 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37802c1c-40ee-4b0e-9ed5-cfad1acff257 req-57ee8b9e-5548-4867-93f7-48a88fadafb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:21.174553 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-37802c1c-40ee-4b0e-9ed5-cfad1acff257 req-57ee8b9e-5548-4867-93f7-48a88fadafb5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672967 Dec 10 19:20:21.267762 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-37802c1c-40ee-4b0e-9ed5-cfad1acff257 req-4e1f10b3-8a9c-4628-bd14-891207c880bc service neutron] 10.222.0.46 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858936 Dec 10 19:20:21.284070 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-252085f7-4bf2-4af5-9fce-1cde56a3b2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'name': 'tempest-TestVolumeBootPattern-258798546-router', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:34Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '4152abff22c840ed91cb9771512b3465', 'gw_port': {'id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:35Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '565ad391-4820-4820-b86e-bc4b7629976b', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'floating_ip_address': '172.25.7.6', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'port_id': '4d90b7ec-d227-40cb-842c-197437f32a7c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'mac_address': 'fa:16:3e:98:3c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4136c0b6-cea6-45e3-9462-aae31defb831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:20:19Z', 'updated_at': '2021-12-10T19:20:19Z', 'revision_number': 0, 'project_id': '4152abff22c840ed91cb9771512b3465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d9da1ad-0935-447e-8d46-177b00031554', 'name': '', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'mac_address': 'fa:16:3e:a9:50:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:36Z', 'updated_at': '2021-12-10T19:16:42Z', 'revision_number': 5, 'project_id': '4152abff22c840ed91cb9771512b3465', 'subnets': [{'id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:21.309646 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252085f7-4bf2-4af5-9fce-1cde56a3b2a6 None None] Checking router: e89b43c9-0eb4-4c3d-a551-fda9522dfcc5 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:20:21.318179 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252085f7-4bf2-4af5-9fce-1cde56a3b2a6 None None] Routers {'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:21.318790 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-252085f7-4bf2-4af5-9fce-1cde56a3b2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:19:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:21.364223 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-37802c1c-40ee-4b0e-9ed5-cfad1acff257 req-68241d0d-a25a-4203-949a-055721dd0f46 service neutron] 10.222.0.46 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903373 Dec 10 19:20:21.424623 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-252085f7-4bf2-4af5-9fce-1cde56a3b2a6 None None] Set router e89b43c9-0eb4-4c3d-a551-fda9522dfcc5 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:20:21.646960 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-252085f7-4bf2-4af5-9fce-1cde56a3b2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'name': 'tempest-TestVolumeBootPattern-258798546-router', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:34Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '4152abff22c840ed91cb9771512b3465', 'gw_port': {'id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:35Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '565ad391-4820-4820-b86e-bc4b7629976b', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'floating_ip_address': '172.25.7.6', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'port_id': '4d90b7ec-d227-40cb-842c-197437f32a7c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'mac_address': 'fa:16:3e:98:3c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4136c0b6-cea6-45e3-9462-aae31defb831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:20:19Z', 'updated_at': '2021-12-10T19:20:19Z', 'revision_number': 0, 'project_id': '4152abff22c840ed91cb9771512b3465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d9da1ad-0935-447e-8d46-177b00031554', 'name': '', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'mac_address': 'fa:16:3e:a9:50:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:36Z', 'updated_at': '2021-12-10T19:16:42Z', 'revision_number': 5, 'project_id': '4152abff22c840ed91cb9771512b3465', 'subnets': [{'id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:21.672518 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252085f7-4bf2-4af5-9fce-1cde56a3b2a6 None None] The sync data for ids ['e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'] in n-d-821435-1 is: [{'id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'name': 'tempest-TestVolumeBootPattern-258798546-router', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:34Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '4152abff22c840ed91cb9771512b3465', 'gw_port': {'id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:35Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '565ad391-4820-4820-b86e-bc4b7629976b', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'floating_ip_address': '172.25.7.6', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'port_id': '4d90b7ec-d227-40cb-842c-197437f32a7c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'mac_address': 'fa:16:3e:98:3c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4136c0b6-cea6-45e3-9462-aae31defb831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:20:19Z', 'updated_at': '2021-12-10T19:20:19Z', 'revision_number': 0, 'project_id': '4152abff22c840ed91cb9771512b3465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d9da1ad-0935-447e-8d46-177b00031554', 'name': '', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'mac_address': 'fa:16:3e:a9:50:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:36Z', 'updated_at': '2021-12-10T19:16:42Z', 'revision_number': 5, 'project_id': '4152abff22c840ed91cb9771512b3465', 'subnets': [{'id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:20:21.868877 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac0630a-c359-441e-a34e-c1277ed69d94 None None] New status for floating IP 565ad391-4820-4820-b86e-bc4b7629976b: ACTIVE {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:20:22.533348 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5f3af8d3-89e6-446e-b651-ef2f53a5e645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:23.549734 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:24.917875 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:25.528511 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:34.194387 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:34.616289 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:20:38.473931 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-3a1f693f-df67-434b-b489-577b37a3ff46 req-5d5b8a68-3c05-43c9-8b17-48a5d4e2bf63 service neutron] (103245) timed out ('10.222.0.46', 50362) {{(pid=103245) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 19:20:38.550614 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:41.205845 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca508dfd-e3f2-4ac4-a921-b04ae4d01be4 req-6c3aa0a3-b73b-4013-9da9-d7639f403bdd tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:41.207213 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ca508dfd-e3f2-4ac4-a921-b04ae4d01be4 req-6c3aa0a3-b73b-4013-9da9-d7639f403bdd tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "GET /v2.0/ports?device_id=967f33aa-748d-4bae-8ce6-2e722e735418 HTTP/1.1" status: 200 len: 945 time: 0.0483251 Dec 10 19:20:41.271521 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ca508dfd-e3f2-4ac4-a921-b04ae4d01be4 req-6c34a704-3a01-4ca7-860b-d8bd45584aa4 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "GET /v2.0/security-groups?id=899df0ce-8070-454c-8a92-32a0d920621f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573890 Dec 10 19:20:41.906527 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78570ac9-056f-4ca6-bf76-aa66cfe24c9f req-34a14b3d-eb93-447a-8770-2d18da8dab8c tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:41.907966 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-78570ac9-056f-4ca6-bf76-aa66cfe24c9f req-34a14b3d-eb93-447a-8770-2d18da8dab8c tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.72 "GET /v2.0/ports?device_id=967f33aa-748d-4bae-8ce6-2e722e735418 HTTP/1.1" status: 200 len: 945 time: 0.0486212 Dec 10 19:20:41.995708 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-78570ac9-056f-4ca6-bf76-aa66cfe24c9f req-937b7fe5-859f-4e3d-b847-b3c373c906a3 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Deleting port 89ddda96-bd46-4602-822f-9649352e2690 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:20:41.996047 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-78570ac9-056f-4ca6-bf76-aa66cfe24c9f req-937b7fe5-859f-4e3d-b847-b3c373c906a3 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:42.084490 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-78570ac9-056f-4ca6-bf76-aa66cfe24c9f req-937b7fe5-859f-4e3d-b847-b3c373c906a3 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] For port 89ddda96-bd46-4602-822f-9649352e2690, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=89ddda96-bd46-4602-822f-9649352e2690,segment=NetworkSegment(a71e2161-587a-4aa3-980d-eef74f083d9b),segment_id=a71e2161-587a-4aa3-980d-eef74f083d9b)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:42.084873 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-78570ac9-056f-4ca6-bf76-aa66cfe24c9f req-937b7fe5-859f-4e3d-b847-b3c373c906a3 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:42.299703 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-78570ac9-056f-4ca6-bf76-aa66cfe24c9f req-937b7fe5-859f-4e3d-b847-b3c373c906a3 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:42.300599 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-78570ac9-056f-4ca6-bf76-aa66cfe24c9f req-937b7fe5-859f-4e3d-b847-b3c373c906a3 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:42.300599 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [req-78570ac9-056f-4ca6-bf76-aa66cfe24c9f req-937b7fe5-859f-4e3d-b847-b3c373c906a3 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Floating IP 001ca023-25db-4ea2-9cf5-e2715fef4ce2 disassociated. External IP: 172.25.7.220, port: 89ddda96-bd46-4602-822f-9649352e2690. Dec 10 19:20:42.300817 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-78570ac9-056f-4ca6-bf76-aa66cfe24c9f req-937b7fe5-859f-4e3d-b847-b3c373c906a3 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Calling delete_port for 89ddda96-bd46-4602-822f-9649352e2690 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:20:42.420185 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e22be-6b55-4836-a68c-fa4792e645b0 req-80c20336-cae8-4069-a56b-0c04e5443785 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:42.421695 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-436e22be-6b55-4836-a68c-fa4792e645b0 req-80c20336-cae8-4069-a56b-0c04e5443785 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "GET /v2.0/ports?device_id=967f33aa-748d-4bae-8ce6-2e722e735418 HTTP/1.1" status: 200 len: 945 time: 0.0774975 Dec 10 19:20:42.504816 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-78570ac9-056f-4ca6-bf76-aa66cfe24c9f req-937b7fe5-859f-4e3d-b847-b3c373c906a3 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:42.510222 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-436e22be-6b55-4836-a68c-fa4792e645b0 req-2f1e63a1-d787-4f4d-8f11-57a5693013b0 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "GET /v2.0/security-groups?id=899df0ce-8070-454c-8a92-32a0d920621f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802295 Dec 10 19:20:42.537925 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b7fe5-859f-4e3d-b847-b3c373c906a3 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Pushing event deleted for resources: {'Port': ['ID=89ddda96-bd46-4602-822f-9649352e2690,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:42.647771 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78570ac9-056f-4ca6-bf76-aa66cfe24c9f req-937b7fe5-859f-4e3d-b847-b3c373c906a3 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Router bd9dbf8b-b652-47e8-ad6a-11e80d8090f4 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:20:42.753350 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78570ac9-056f-4ca6-bf76-aa66cfe24c9f req-937b7fe5-859f-4e3d-b847-b3c373c906a3 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:20:42.764337 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dc24e9-8286-422a-9f3e-18ebb9188a26 None None] Sync routers for ids ['bd9dbf8b-b652-47e8-ad6a-11e80d8090f4'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:20:42.774854 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dc24e9-8286-422a-9f3e-18ebb9188a26 None None] Routers {'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:42.775536 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-25dc24e9-8286-422a-9f3e-18ebb9188a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:20:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['bd9dbf8b-b652-47e8-ad6a-11e80d8090f4'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:42.799620 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-78570ac9-056f-4ca6-bf76-aa66cfe24c9f req-937b7fe5-859f-4e3d-b847-b3c373c906a3 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] No DVR routers for this DVR port 89ddda96-bd46-4602-822f-9649352e2690 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:20:42.803637 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-78570ac9-056f-4ca6-bf76-aa66cfe24c9f req-937b7fe5-859f-4e3d-b847-b3c373c906a3 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:42.808072 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-78570ac9-056f-4ca6-bf76-aa66cfe24c9f req-937b7fe5-859f-4e3d-b847-b3c373c906a3 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.72 "DELETE /v2.0/ports/89ddda96-bd46-4602-822f-9649352e2690 HTTP/1.1" status: 204 len: 173 time: 0.8938782 Dec 10 19:20:42.808583 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967f33aa-748d-4bae-8ce6-2e722e735418', 'name': 'network-vif-deleted', 'tag': '89ddda96-bd46-4602-822f-9649352e2690'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:20:42.812048 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059c6069-f699-4c04-ad9e-8e85fdfda119" -d '{"events": [{"server_uuid": "967f33aa-748d-4bae-8ce6-2e722e735418", "name": "network-vif-deleted", "tag": "89ddda96-bd46-4602-822f-9649352e2690"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:20:42.865698 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc053df5-6b83-4087-bf97-a7c84ee01c8d x-openstack-request-id: req-cc053df5-6b83-4087-bf97-a7c84ee01c8d {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:20:42.866346 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "967f33aa-748d-4bae-8ce6-2e722e735418", "name": "network-vif-deleted", "tag": "89ddda96-bd46-4602-822f-9649352e2690", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:20:42.868464 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cc053df5-6b83-4087-bf97-a7c84ee01c8d {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:20:42.868953 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967f33aa-748d-4bae-8ce6-2e722e735418', 'name': 'network-vif-deleted', 'tag': '89ddda96-bd46-4602-822f-9649352e2690', 'status': 'completed', 'code': 200} Dec 10 19:20:42.894934 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-25dc24e9-8286-422a-9f3e-18ebb9188a26 None None] Set router bd9dbf8b-b652-47e8-ad6a-11e80d8090f4 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:20:43.116712 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-25dc24e9-8286-422a-9f3e-18ebb9188a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4', 'name': 'tempest-TestServerBasicOps-1366237526-router', 'tenant_id': '0af9e85579124fbaa7442e80b66cd587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '1a575835-0747-4fb3-93d3-e1d8de9a6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:14:40Z', 'updated_at': '2021-12-10T19:14:43Z', 'revision_number': 4, 'project_id': '0af9e85579124fbaa7442e80b66cd587', 'gw_port': {'id': '1a575835-0747-4fb3-93d3-e1d8de9a6d29', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:14:41Z', 'updated_at': '2021-12-10T19:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'd7737174-0b8a-4b9b-9fb5-3f3e1e8b0f8e', 'name': '', 'network_id': 'f6642665-9caf-42e4-9c00-e0f150c7374f', 'tenant_id': '0af9e85579124fbaa7442e80b66cd587', 'mac_address': 'fa:16:3e:f1:41:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '200dc29e-6df2-4e0b-90de-1d443e4daabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:14:43Z', 'updated_at': '2021-12-10T19:14:48Z', 'revision_number': 5, 'project_id': '0af9e85579124fbaa7442e80b66cd587', 'subnets': [{'id': '200dc29e-6df2-4e0b-90de-1d443e4daabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:43.144454 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dc24e9-8286-422a-9f3e-18ebb9188a26 None None] Checking router: bd9dbf8b-b652-47e8-ad6a-11e80d8090f4 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:20:43.153454 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dc24e9-8286-422a-9f3e-18ebb9188a26 None None] Routers {'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:43.154079 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-25dc24e9-8286-422a-9f3e-18ebb9188a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:20:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['bd9dbf8b-b652-47e8-ad6a-11e80d8090f4'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:43.277334 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-25dc24e9-8286-422a-9f3e-18ebb9188a26 None None] Set router bd9dbf8b-b652-47e8-ad6a-11e80d8090f4 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:20:43.493456 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-25dc24e9-8286-422a-9f3e-18ebb9188a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4', 'name': 'tempest-TestServerBasicOps-1366237526-router', 'tenant_id': '0af9e85579124fbaa7442e80b66cd587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '1a575835-0747-4fb3-93d3-e1d8de9a6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:14:40Z', 'updated_at': '2021-12-10T19:14:43Z', 'revision_number': 4, 'project_id': '0af9e85579124fbaa7442e80b66cd587', 'gw_port': {'id': '1a575835-0747-4fb3-93d3-e1d8de9a6d29', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:14:41Z', 'updated_at': '2021-12-10T19:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'd7737174-0b8a-4b9b-9fb5-3f3e1e8b0f8e', 'name': '', 'network_id': 'f6642665-9caf-42e4-9c00-e0f150c7374f', 'tenant_id': '0af9e85579124fbaa7442e80b66cd587', 'mac_address': 'fa:16:3e:f1:41:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '200dc29e-6df2-4e0b-90de-1d443e4daabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:14:43Z', 'updated_at': '2021-12-10T19:14:48Z', 'revision_number': 5, 'project_id': '0af9e85579124fbaa7442e80b66cd587', 'subnets': [{'id': '200dc29e-6df2-4e0b-90de-1d443e4daabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:43.520951 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dc24e9-8286-422a-9f3e-18ebb9188a26 None None] The sync data for ids ['bd9dbf8b-b652-47e8-ad6a-11e80d8090f4'] in n-d-821435-1 is: [{'id': 'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4', 'name': 'tempest-TestServerBasicOps-1366237526-router', 'tenant_id': '0af9e85579124fbaa7442e80b66cd587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '1a575835-0747-4fb3-93d3-e1d8de9a6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:14:40Z', 'updated_at': '2021-12-10T19:14:43Z', 'revision_number': 4, 'project_id': '0af9e85579124fbaa7442e80b66cd587', 'gw_port': {'id': '1a575835-0747-4fb3-93d3-e1d8de9a6d29', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:14:41Z', 'updated_at': '2021-12-10T19:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'd7737174-0b8a-4b9b-9fb5-3f3e1e8b0f8e', 'name': '', 'network_id': 'f6642665-9caf-42e4-9c00-e0f150c7374f', 'tenant_id': '0af9e85579124fbaa7442e80b66cd587', 'mac_address': 'fa:16:3e:f1:41:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '200dc29e-6df2-4e0b-90de-1d443e4daabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:14:43Z', 'updated_at': '2021-12-10T19:14:48Z', 'revision_number': 5, 'project_id': '0af9e85579124fbaa7442e80b66cd587', 'subnets': [{'id': '200dc29e-6df2-4e0b-90de-1d443e4daabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:20:43.571734 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 47990) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:20:43.710940 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-80bb55c3-656e-4d45-9f1d-1f8eb6b2f3c8 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Deleting port 9ef03200-31f2-4e51-adce-64090cbafede {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:20:43.711287 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-80bb55c3-656e-4d45-9f1d-1f8eb6b2f3c8 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:43.755782 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f589cca7-db2d-4f92-b75a-544ba8eab402 None None] New status for floating IP 001ca023-25db-4ea2-9cf5-e2715fef4ce2: DOWN {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:20:43.792458 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-80bb55c3-656e-4d45-9f1d-1f8eb6b2f3c8 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:43.792825 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-80bb55c3-656e-4d45-9f1d-1f8eb6b2f3c8 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:43.805184 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-80bb55c3-656e-4d45-9f1d-1f8eb6b2f3c8 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Calling delete_port for 9ef03200-31f2-4e51-adce-64090cbafede owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:20:44.241385 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-80bb55c3-656e-4d45-9f1d-1f8eb6b2f3c8 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:44.265728 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb55c3-656e-4d45-9f1d-1f8eb6b2f3c8 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Pushing event deleted for resources: {'Port': ['ID=9ef03200-31f2-4e51-adce-64090cbafede,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:44.334460 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-80bb55c3-656e-4d45-9f1d-1f8eb6b2f3c8 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:44.337551 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-80bb55c3-656e-4d45-9f1d-1f8eb6b2f3c8 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:44.338698 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-80bb55c3-656e-4d45-9f1d-1f8eb6b2f3c8 tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "DELETE /v2.0/floatingips/001ca023-25db-4ea2-9cf5-e2715fef4ce2 HTTP/1.1" status: 204 len: 168 time: 0.7659063 Dec 10 19:20:44.416804 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 47996) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:20:44.481522 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8252347c-ba16-4c69-a89e-b59fd71b0fcc tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:44.509232 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8252347c-ba16-4c69-a89e-b59fd71b0fcc tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:44.577283 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8252347c-ba16-4c69-a89e-b59fd71b0fcc tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:44.580406 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8252347c-ba16-4c69-a89e-b59fd71b0fcc tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:44.582048 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8252347c-ba16-4c69-a89e-b59fd71b0fcc tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] 10.222.0.62 "DELETE /v2.0/security-groups/899df0ce-8070-454c-8a92-32a0d920621f HTTP/1.1" status: 204 len: 168 time: 0.1639552 Dec 10 19:20:44.595592 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8252347c-ba16-4c69-a89e-b59fd71b0fcc tempest-TestServerBasicOps-1307907477 tempest-TestServerBasicOps-1307907477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=899df0ce-8070-454c-8a92-32a0d920621f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:44.626098 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48000) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:20:45.133548 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71c4cf5f-8b9a-4e1a-8249-ae668854886f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:45.386101 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-71c4cf5f-8b9a-4e1a-8249-ae668854886f admin admin] Deleting port d7737174-0b8a-4b9b-9fb5-3f3e1e8b0f8e {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:20:45.386351 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71c4cf5f-8b9a-4e1a-8249-ae668854886f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:45.465753 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-71c4cf5f-8b9a-4e1a-8249-ae668854886f admin admin] For port d7737174-0b8a-4b9b-9fb5-3f3e1e8b0f8e, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=d7737174-0b8a-4b9b-9fb5-3f3e1e8b0f8e,segment=NetworkSegment(a71e2161-587a-4aa3-980d-eef74f083d9b),segment_id=a71e2161-587a-4aa3-980d-eef74f083d9b)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:45.466117 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71c4cf5f-8b9a-4e1a-8249-ae668854886f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:45.482953 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-71c4cf5f-8b9a-4e1a-8249-ae668854886f admin admin] Calling delete_port for d7737174-0b8a-4b9b-9fb5-3f3e1e8b0f8e owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:20:45.657626 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71c4cf5f-8b9a-4e1a-8249-ae668854886f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:45.681876 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4cf5f-8b9a-4e1a-8249-ae668854886f admin admin] Pushing event deleted for resources: {'Port': ['ID=d7737174-0b8a-4b9b-9fb5-3f3e1e8b0f8e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:45.694194 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4cf5f-8b9a-4e1a-8249-ae668854886f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:45.694548 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4cf5f-8b9a-4e1a-8249-ae668854886f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:45.694900 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4cf5f-8b9a-4e1a-8249-ae668854886f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:45.695241 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4cf5f-8b9a-4e1a-8249-ae668854886f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:45.695579 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4cf5f-8b9a-4e1a-8249-ae668854886f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:45.695921 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4cf5f-8b9a-4e1a-8249-ae668854886f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:45.696257 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4cf5f-8b9a-4e1a-8249-ae668854886f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:45.696592 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4cf5f-8b9a-4e1a-8249-ae668854886f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:45.696948 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4cf5f-8b9a-4e1a-8249-ae668854886f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:45.697281 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4cf5f-8b9a-4e1a-8249-ae668854886f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:45.697614 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4cf5f-8b9a-4e1a-8249-ae668854886f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:45.697943 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4cf5f-8b9a-4e1a-8249-ae668854886f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:45.698271 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4cf5f-8b9a-4e1a-8249-ae668854886f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:45.857707 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71c4cf5f-8b9a-4e1a-8249-ae668854886f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:46.068233 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 89ddda96-bd46-4602-822f-9649352e2690 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:20:46.068828 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c4cf5f-8b9a-4e1a-8249-ae668854886f admin admin] Router bd9dbf8b-b652-47e8-ad6a-11e80d8090f4 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:20:46.091254 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 89ddda96-bd46-4602-822f-9649352e2690 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:20:46.091597 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 89ddda96-bd46-4602-822f-9649352e2690 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:20:46.443501 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c4cf5f-8b9a-4e1a-8249-ae668854886f admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:20:46.448517 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-71c4cf5f-8b9a-4e1a-8249-ae668854886f admin admin] 10.222.0.62 "PUT /v2.0/routers/bd9dbf8b-b652-47e8-ad6a-11e80d8090f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8203137 Dec 10 19:20:46.451296 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48004) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:20:46.453314 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5c2309-b74a-4c4d-8296-05746e9ce3e1 None None] Sync routers for ids ['bd9dbf8b-b652-47e8-ad6a-11e80d8090f4'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:20:46.466982 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5c2309-b74a-4c4d-8296-05746e9ce3e1 None None] Routers {'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:46.468066 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8b5c2309-b74a-4c4d-8296-05746e9ce3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:20:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['bd9dbf8b-b652-47e8-ad6a-11e80d8090f4'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:46.556603 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71e58623-5079-4cf8-a18a-0f5414bf6c0d admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:46.576221 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-8b5c2309-b74a-4c4d-8296-05746e9ce3e1 None None] Set router bd9dbf8b-b652-47e8-ad6a-11e80d8090f4 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:20:46.656076 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71e58623-5079-4cf8-a18a-0f5414bf6c0d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:46.717686 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-71e58623-5079-4cf8-a18a-0f5414bf6c0d admin admin] Deleting port 1a575835-0747-4fb3-93d3-e1d8de9a6d29 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:20:46.718385 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71e58623-5079-4cf8-a18a-0f5414bf6c0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:46.803450 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-71e58623-5079-4cf8-a18a-0f5414bf6c0d admin admin] For port 1a575835-0747-4fb3-93d3-e1d8de9a6d29, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=1a575835-0747-4fb3-93d3-e1d8de9a6d29,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:46.803818 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71e58623-5079-4cf8-a18a-0f5414bf6c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:46.816410 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-71e58623-5079-4cf8-a18a-0f5414bf6c0d admin admin] Calling delete_port for 1a575835-0747-4fb3-93d3-e1d8de9a6d29 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:20:46.916827 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8b5c2309-b74a-4c4d-8296-05746e9ce3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4', 'name': 'tempest-TestServerBasicOps-1366237526-router', 'tenant_id': '0af9e85579124fbaa7442e80b66cd587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '1a575835-0747-4fb3-93d3-e1d8de9a6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:14:40Z', 'updated_at': '2021-12-10T19:20:45Z', 'revision_number': 5, 'project_id': '0af9e85579124fbaa7442e80b66cd587', 'gw_port': {'id': '1a575835-0747-4fb3-93d3-e1d8de9a6d29', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:14:41Z', 'updated_at': '2021-12-10T19:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:46.944491 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5c2309-b74a-4c4d-8296-05746e9ce3e1 None None] Checking router: bd9dbf8b-b652-47e8-ad6a-11e80d8090f4 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:20:46.952790 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5c2309-b74a-4c4d-8296-05746e9ce3e1 None None] Routers {'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:46.953405 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8b5c2309-b74a-4c4d-8296-05746e9ce3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:20:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['bd9dbf8b-b652-47e8-ad6a-11e80d8090f4'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:46.986002 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71e58623-5079-4cf8-a18a-0f5414bf6c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:47.015932 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e58623-5079-4cf8-a18a-0f5414bf6c0d admin admin] Pushing event deleted for resources: {'Port': ['ID=1a575835-0747-4fb3-93d3-e1d8de9a6d29,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:47.033492 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3895c5ed-9fb2-491c-9464-1eae90e3fa66 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:20:47.049234 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-8b5c2309-b74a-4c4d-8296-05746e9ce3e1 None None] Set router bd9dbf8b-b652-47e8-ad6a-11e80d8090f4 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:20:47.078375 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71e58623-5079-4cf8-a18a-0f5414bf6c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:47.104121 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8b5c2309-b74a-4c4d-8296-05746e9ce3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4', 'name': 'tempest-TestServerBasicOps-1366237526-router', 'tenant_id': '0af9e85579124fbaa7442e80b66cd587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:14:40Z', 'updated_at': '2021-12-10T19:20:46Z', 'revision_number': 6, 'project_id': '0af9e85579124fbaa7442e80b66cd587', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:47.131008 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5c2309-b74a-4c4d-8296-05746e9ce3e1 None None] The sync data for ids ['bd9dbf8b-b652-47e8-ad6a-11e80d8090f4'] in n-d-821435-1 is: [{'id': 'bd9dbf8b-b652-47e8-ad6a-11e80d8090f4', 'name': 'tempest-TestServerBasicOps-1366237526-router', 'tenant_id': '0af9e85579124fbaa7442e80b66cd587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:14:40Z', 'updated_at': '2021-12-10T19:20:46Z', 'revision_number': 6, 'project_id': '0af9e85579124fbaa7442e80b66cd587', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:20:47.170117 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71e58623-5079-4cf8-a18a-0f5414bf6c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:47.172167 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71e58623-5079-4cf8-a18a-0f5414bf6c0d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:47.214136 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71e58623-5079-4cf8-a18a-0f5414bf6c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:47.214657 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e58623-5079-4cf8-a18a-0f5414bf6c0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd9dbf8b-b652-47e8-ad6a-11e80d8090f4 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:20:47.218921 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71e58623-5079-4cf8-a18a-0f5414bf6c0d admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:47.222746 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-71e58623-5079-4cf8-a18a-0f5414bf6c0d admin admin] 10.222.0.62 "DELETE /v2.0/routers/bd9dbf8b-b652-47e8-ad6a-11e80d8090f4 HTTP/1.1" status: 204 len: 168 time: 0.7707617 Dec 10 19:20:47.222920 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48006) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:20:47.267629 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-aae981de-145d-4185-ad47-df3279f5d8e0 admin admin] Deleting subnet 200dc29e-6df2-4e0b-90de-1d443e4daabf {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:20:47.270885 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aae981de-145d-4185-ad47-df3279f5d8e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:47.305273 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aae981de-145d-4185-ad47-df3279f5d8e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:47.389756 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aae981de-145d-4185-ad47-df3279f5d8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:47.440943 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aae981de-145d-4185-ad47-df3279f5d8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:47.467641 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae981de-145d-4185-ad47-df3279f5d8e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=200dc29e-6df2-4e0b-90de-1d443e4daabf,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:47.470861 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aae981de-145d-4185-ad47-df3279f5d8e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:47.474900 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-aae981de-145d-4185-ad47-df3279f5d8e0 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/200dc29e-6df2-4e0b-90de-1d443e4daabf HTTP/1.1" status: 204 len: 168 time: 0.2508895 Dec 10 19:20:47.477421 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48008) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:20:47.483013 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9208ab02-cc52-452a-93ce-ad29796414f6 None None] Network f6642665-9caf-42e4-9c00-e0f150c7374f requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:20:47.554672 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9db4588-a23a-4a81-82aa-bbc21562190b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:47.621921 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d7737174-0b8a-4b9b-9fb5-3f3e1e8b0f8e no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:20:47.625993 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a9db4588-a23a-4a81-82aa-bbc21562190b admin admin] Deleting port 8a201af2-ab56-4656-aa7f-a448823e3116 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:20:47.626336 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9db4588-a23a-4a81-82aa-bbc21562190b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:47.650101 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: d7737174-0b8a-4b9b-9fb5-3f3e1e8b0f8e {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:20:47.650632 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d7737174-0b8a-4b9b-9fb5-3f3e1e8b0f8e not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:20:47.698965 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a9db4588-a23a-4a81-82aa-bbc21562190b admin admin] For port 8a201af2-ab56-4656-aa7f-a448823e3116, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=8a201af2-ab56-4656-aa7f-a448823e3116,segment=NetworkSegment(a71e2161-587a-4aa3-980d-eef74f083d9b),segment_id=a71e2161-587a-4aa3-980d-eef74f083d9b)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:47.699254 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9db4588-a23a-4a81-82aa-bbc21562190b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:47.711211 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a9db4588-a23a-4a81-82aa-bbc21562190b admin admin] Calling delete_port for 8a201af2-ab56-4656-aa7f-a448823e3116 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:20:47.794252 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9db4588-a23a-4a81-82aa-bbc21562190b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:47.817457 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db4588-a23a-4a81-82aa-bbc21562190b admin admin] Pushing event deleted for resources: {'Port': ['ID=8a201af2-ab56-4656-aa7f-a448823e3116,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:47.823471 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9db4588-a23a-4a81-82aa-bbc21562190b admin admin] No DVR routers for this DVR port 8a201af2-ab56-4656-aa7f-a448823e3116 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:20:47.896552 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9db4588-a23a-4a81-82aa-bbc21562190b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:47.918243 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-a9db4588-a23a-4a81-82aa-bbc21562190b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6642665-9caf-42e4-9c00-e0f150c7374f']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:47.936510 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-a9db4588-a23a-4a81-82aa-bbc21562190b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a71e2161-587a-4aa3-980d-eef74f083d9b') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:47.936510 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-a9db4588-a23a-4a81-82aa-bbc21562190b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a71e2161-587a-4aa3-980d-eef74f083d9b') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:47.939558 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7603150-56df-43dc-be5e-bf6cf4dedff4 None None] DHCP port deletion for f6642665-9caf-42e4-9c00-e0f150c7374f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:20:47.947362 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9db4588-a23a-4a81-82aa-bbc21562190b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:47.962424 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9db4588-a23a-4a81-82aa-bbc21562190b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:47.969021 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9db4588-a23a-4a81-82aa-bbc21562190b admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:20:47.969416 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9db4588-a23a-4a81-82aa-bbc21562190b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:47.972049 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 19:20:47.972049 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:20:47.972049 n-d-821435-1 neutron-server[103244]: timer() Dec 10 19:20:47.972049 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:20:47.972049 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 19:20:47.972049 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:20:47.972049 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 19:20:47.972049 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:20:47.972049 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 19:20:47.972049 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:20:47.972049 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 19:20:47.972049 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:20:47.972049 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 19:20:47.972049 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:20:47.972049 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:20:47.972049 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:20:47.972049 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:20:47.972049 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:20:47.972049 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 19:20:47.972049 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:20:47.972049 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 19:20:47.972049 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:20:47.972049 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:20:47.972049 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:20:47.972049 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 19:20:47.972049 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:20:47.972049 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:20:47.972049 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:20:47.972049 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:20:47.972049 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:20:47.972049 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:20:47.972049 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:20:48.029925 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9db4588-a23a-4a81-82aa-bbc21562190b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:48.034952 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9db4588-a23a-4a81-82aa-bbc21562190b admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:48.041339 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a9db4588-a23a-4a81-82aa-bbc21562190b admin admin] 10.222.0.62 "DELETE /v2.0/networks/f6642665-9caf-42e4-9c00-e0f150c7374f HTTP/1.1" status: 204 len: 168 time: 0.5597177 Dec 10 19:20:48.042165 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48010) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:20:48.052058 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db4588-a23a-4a81-82aa-bbc21562190b admin admin] Pushing event deleted for resources: {'Network': ['ID=f6642665-9caf-42e4-9c00-e0f150c7374f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:48.412807 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1492afa8-b556-4e61-968a-1f452311eb7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:48.659572 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1492afa8-b556-4e61-968a-1f452311eb7c admin admin] Deleting port 1997c7e8-ac35-435c-946e-df6f4a00c5d2 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:20:48.659912 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1492afa8-b556-4e61-968a-1f452311eb7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:48.737696 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-1492afa8-b556-4e61-968a-1f452311eb7c admin admin] For port 1997c7e8-ac35-435c-946e-df6f4a00c5d2, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=1997c7e8-ac35-435c-946e-df6f4a00c5d2,segment=NetworkSegment(e43e6528-e743-44b1-b6f3-dd270d3faafc),segment_id=e43e6528-e743-44b1-b6f3-dd270d3faafc)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:48.738061 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1492afa8-b556-4e61-968a-1f452311eb7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:48.751060 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1492afa8-b556-4e61-968a-1f452311eb7c admin admin] Calling delete_port for 1997c7e8-ac35-435c-946e-df6f4a00c5d2 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:20:48.930023 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1492afa8-b556-4e61-968a-1f452311eb7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:48.954788 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492afa8-b556-4e61-968a-1f452311eb7c admin admin] Pushing event deleted for resources: {'Port': ['ID=1997c7e8-ac35-435c-946e-df6f4a00c5d2,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:49.129315 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1492afa8-b556-4e61-968a-1f452311eb7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:49.331853 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 1a575835-0747-4fb3-93d3-e1d8de9a6d29 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:20:49.350672 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1492afa8-b556-4e61-968a-1f452311eb7c admin admin] Router 258f140c-ca03-4a5c-b1ca-a5380b6e9871 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:20:49.355912 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 1a575835-0747-4fb3-93d3-e1d8de9a6d29 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:20:49.356345 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 1a575835-0747-4fb3-93d3-e1d8de9a6d29 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:20:49.356797 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 8a201af2-ab56-4656-aa7f-a448823e3116 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:20:49.376955 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 8a201af2-ab56-4656-aa7f-a448823e3116 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:20:49.377310 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 8a201af2-ab56-4656-aa7f-a448823e3116 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:20:49.459355 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1492afa8-b556-4e61-968a-1f452311eb7c admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:20:49.465103 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1492afa8-b556-4e61-968a-1f452311eb7c admin admin] 10.222.0.62 "PUT /v2.0/routers/258f140c-ca03-4a5c-b1ca-a5380b6e9871/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4218533 Dec 10 19:20:49.466940 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48014) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:20:49.468729 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e752c8-3b9a-42b6-b687-ddba045d75f6 None None] Sync routers for ids ['258f140c-ca03-4a5c-b1ca-a5380b6e9871'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:20:49.480266 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e752c8-3b9a-42b6-b687-ddba045d75f6 None None] Routers {'258f140c-ca03-4a5c-b1ca-a5380b6e9871'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:49.480827 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-23e752c8-3b9a-42b6-b687-ddba045d75f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:20:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['258f140c-ca03-4a5c-b1ca-a5380b6e9871'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:49.574596 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f4cf3f1-0cbb-48fc-b3dc-58cd68968065 admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:49.680660 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-23e752c8-3b9a-42b6-b687-ddba045d75f6 None None] Set router 258f140c-ca03-4a5c-b1ca-a5380b6e9871 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:20:49.695586 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6109997b-763b-4592-845c-4a5f5e107ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:49.720508 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f4cf3f1-0cbb-48fc-b3dc-58cd68968065 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:49.768975 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-31152c05-f12b-4aee-b858-80c5304b3605 req-9b03ed13-d413-413a-a1f4-9221030784b3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4136c0b6-cea6-45e3-9462-aae31defb831&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1922843 Dec 10 19:20:49.787204 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9f4cf3f1-0cbb-48fc-b3dc-58cd68968065 admin admin] Deleting port 52490e69-7c26-447a-81ca-c3f2095be2b8 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:20:49.787481 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f4cf3f1-0cbb-48fc-b3dc-58cd68968065 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:49.867718 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-23e752c8-3b9a-42b6-b687-ddba045d75f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258f140c-ca03-4a5c-b1ca-a5380b6e9871', 'name': 'tempest-TestServerBasicOps-876575020-router', 'tenant_id': 'c9f14171130a4ebbb1b687c2cc8226bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '52490e69-7c26-447a-81ca-c3f2095be2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:14:46Z', 'updated_at': '2021-12-10T19:20:48Z', 'revision_number': 5, 'project_id': 'c9f14171130a4ebbb1b687c2cc8226bb', 'gw_port': {'id': '52490e69-7c26-447a-81ca-c3f2095be2b8', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258f140c-ca03-4a5c-b1ca-a5380b6e9871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:14:46Z', 'updated_at': '2021-12-10T19:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:49.886924 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31152c05-f12b-4aee-b858-80c5304b3605 req-6dc6f44a-6ca7-4098-9bea-aac44fc13bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:49.888842 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-31152c05-f12b-4aee-b858-80c5304b3605 req-6dc6f44a-6ca7-4098-9bea-aac44fc13bb2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4152abff22c840ed91cb9771512b3465&device_id=4136c0b6-cea6-45e3-9462-aae31defb831 HTTP/1.1" status: 200 len: 1097 time: 0.0621831 Dec 10 19:20:49.898383 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e752c8-3b9a-42b6-b687-ddba045d75f6 None None] Checking router: 258f140c-ca03-4a5c-b1ca-a5380b6e9871 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:20:49.907327 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-9f4cf3f1-0cbb-48fc-b3dc-58cd68968065 admin admin] For port 52490e69-7c26-447a-81ca-c3f2095be2b8, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=52490e69-7c26-447a-81ca-c3f2095be2b8,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:49.907693 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f4cf3f1-0cbb-48fc-b3dc-58cd68968065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:49.907879 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e752c8-3b9a-42b6-b687-ddba045d75f6 None None] Routers {'258f140c-ca03-4a5c-b1ca-a5380b6e9871'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:49.908359 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-23e752c8-3b9a-42b6-b687-ddba045d75f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:20:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['258f140c-ca03-4a5c-b1ca-a5380b6e9871'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:49.930295 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9f4cf3f1-0cbb-48fc-b3dc-58cd68968065 admin admin] Calling delete_port for 52490e69-7c26-447a-81ca-c3f2095be2b8 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:20:49.997058 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-23e752c8-3b9a-42b6-b687-ddba045d75f6 None None] Set router 258f140c-ca03-4a5c-b1ca-a5380b6e9871 gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:20:50.055968 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-23e752c8-3b9a-42b6-b687-ddba045d75f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258f140c-ca03-4a5c-b1ca-a5380b6e9871', 'name': 'tempest-TestServerBasicOps-876575020-router', 'tenant_id': 'c9f14171130a4ebbb1b687c2cc8226bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:14:46Z', 'updated_at': '2021-12-10T19:20:49Z', 'revision_number': 6, 'project_id': 'c9f14171130a4ebbb1b687c2cc8226bb', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:50.062722 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31152c05-f12b-4aee-b858-80c5304b3605 req-faf14ea9-043d-4f65-86db-fc9c3ed5f574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:50.064282 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-31152c05-f12b-4aee-b858-80c5304b3605 req-faf14ea9-043d-4f65-86db-fc9c3ed5f574 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 HTTP/1.1" status: 200 len: 912 time: 0.1478682 Dec 10 19:20:50.082197 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e752c8-3b9a-42b6-b687-ddba045d75f6 None None] The sync data for ids ['258f140c-ca03-4a5c-b1ca-a5380b6e9871'] in n-d-821435-1 is: [{'id': '258f140c-ca03-4a5c-b1ca-a5380b6e9871', 'name': 'tempest-TestServerBasicOps-876575020-router', 'tenant_id': 'c9f14171130a4ebbb1b687c2cc8226bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:14:46Z', 'updated_at': '2021-12-10T19:20:49Z', 'revision_number': 6, 'project_id': 'c9f14171130a4ebbb1b687c2cc8226bb', 'gw_port_host': None}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:20:50.177017 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-31152c05-f12b-4aee-b858-80c5304b3605 req-aad7b68b-9851-42f5-a5b6-3a2a21df6df6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d90b7ec-d227-40cb-842c-197437f32a7c HTTP/1.1" status: 200 len: 1000 time: 0.0727444 Dec 10 19:20:50.259849 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31152c05-f12b-4aee-b858-80c5304b3605 req-4a78671e-dad0-4f30-957c-91ceaf3eb5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:50.261552 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-31152c05-f12b-4aee-b858-80c5304b3605 req-4a78671e-dad0-4f30-957c-91ceaf3eb5b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c0f6e315-1f28-44d3-9574-47035cf872ce HTTP/1.1" status: 200 len: 850 time: 0.0591154 Dec 10 19:20:50.262625 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f4cf3f1-0cbb-48fc-b3dc-58cd68968065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:50.297348 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4cf3f1-0cbb-48fc-b3dc-58cd68968065 admin admin] Pushing event deleted for resources: {'Port': ['ID=52490e69-7c26-447a-81ca-c3f2095be2b8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:50.326293 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6323a1-edfb-46ff-8aa6-f84a841b1dff None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:20:50.375872 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31152c05-f12b-4aee-b858-80c5304b3605 req-774e34ee-c095-4abd-a592-4e6087e76573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:50.377393 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-31152c05-f12b-4aee-b858-80c5304b3605 req-774e34ee-c095-4abd-a592-4e6087e76573 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1066139 Dec 10 19:20:50.391774 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-31152c05-f12b-4aee-b858-80c5304b3605 req-92236ebe-3446-423e-bf2b-e295523bd904 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:20:50.392751 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-31152c05-f12b-4aee-b858-80c5304b3605 req-92236ebe-3446-423e-bf2b-e295523bd904 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056021 Dec 10 19:20:50.395369 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f4cf3f1-0cbb-48fc-b3dc-58cd68968065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:50.530709 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f4cf3f1-0cbb-48fc-b3dc-58cd68968065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:50.535746 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f4cf3f1-0cbb-48fc-b3dc-58cd68968065 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:50.596890 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f4cf3f1-0cbb-48fc-b3dc-58cd68968065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:50.597428 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4cf3f1-0cbb-48fc-b3dc-58cd68968065 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 258f140c-ca03-4a5c-b1ca-a5380b6e9871 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:20:50.602861 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f4cf3f1-0cbb-48fc-b3dc-58cd68968065 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:50.606401 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9f4cf3f1-0cbb-48fc-b3dc-58cd68968065 admin admin] 10.222.0.62 "DELETE /v2.0/routers/258f140c-ca03-4a5c-b1ca-a5380b6e9871 HTTP/1.1" status: 204 len: 168 time: 1.1358972 Dec 10 19:20:50.606824 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48018) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:20:50.618833 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-31152c05-f12b-4aee-b858-80c5304b3605 req-f1607641-f666-4408-bd88-613b99a3bb00 service neutron] 10.222.0.46 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193067 Dec 10 19:20:50.657808 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-480ae715-1817-4f4b-bc34-b37b42c3a177 admin admin] Deleting subnet f26aa45e-7d65-483b-840b-a41f4d99ff65 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:20:50.661553 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-480ae715-1817-4f4b-bc34-b37b42c3a177 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:50.699356 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-480ae715-1817-4f4b-bc34-b37b42c3a177 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:50.715144 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-31152c05-f12b-4aee-b858-80c5304b3605 req-8837ed31-cc3d-4f51-9ee8-70208c7360ab service neutron] 10.222.0.46 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887949 Dec 10 19:20:50.781724 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-480ae715-1817-4f4b-bc34-b37b42c3a177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:50.843288 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-480ae715-1817-4f4b-bc34-b37b42c3a177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:50.870016 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ae715-1817-4f4b-bc34-b37b42c3a177 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f26aa45e-7d65-483b-840b-a41f4d99ff65,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:50.874268 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-480ae715-1817-4f4b-bc34-b37b42c3a177 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:50.880375 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-480ae715-1817-4f4b-bc34-b37b42c3a177 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f26aa45e-7d65-483b-840b-a41f4d99ff65 HTTP/1.1" status: 204 len: 168 time: 0.2696064 Dec 10 19:20:50.880521 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48020) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:20:50.883525 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afd13a5-dfd3-4fb2-a824-544af9ee52ef None None] Network 8d3055f9-35c5-4dc6-80b4-d4948608fcbb requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:20:50.950250 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f912933b-c6e7-4d2d-bbc1-1f1d2fee6b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:51.004374 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-f912933b-c6e7-4d2d-bbc1-1f1d2fee6b7d admin admin] Deleting port e760bf5b-0692-4ab0-bffa-9c38e9c71750 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:20:51.004901 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f912933b-c6e7-4d2d-bbc1-1f1d2fee6b7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:51.044090 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd9fd4c-c50d-4ea8-ba1f-9c23e08442b5 None None] DHCP port deletion for 8d3055f9-35c5-4dc6-80b4-d4948608fcbb request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:20:51.073862 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-f912933b-c6e7-4d2d-bbc1-1f1d2fee6b7d admin admin] For port e760bf5b-0692-4ab0-bffa-9c38e9c71750, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e760bf5b-0692-4ab0-bffa-9c38e9c71750,segment=NetworkSegment(e43e6528-e743-44b1-b6f3-dd270d3faafc),segment_id=e43e6528-e743-44b1-b6f3-dd270d3faafc)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:51.074349 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f912933b-c6e7-4d2d-bbc1-1f1d2fee6b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:51.088078 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-f912933b-c6e7-4d2d-bbc1-1f1d2fee6b7d admin admin] Calling delete_port for e760bf5b-0692-4ab0-bffa-9c38e9c71750 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:20:51.090560 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4dd9fd4c-c50d-4ea8-ba1f-9c23e08442b5 None None] Deleting port e760bf5b-0692-4ab0-bffa-9c38e9c71750 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:20:51.090939 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4dd9fd4c-c50d-4ea8-ba1f-9c23e08442b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:51.154530 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4dd9fd4c-c50d-4ea8-ba1f-9c23e08442b5 None None] For port e760bf5b-0692-4ab0-bffa-9c38e9c71750, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=e760bf5b-0692-4ab0-bffa-9c38e9c71750,segment=NetworkSegment(e43e6528-e743-44b1-b6f3-dd270d3faafc),segment_id=e43e6528-e743-44b1-b6f3-dd270d3faafc)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:51.154854 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4dd9fd4c-c50d-4ea8-ba1f-9c23e08442b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:51.170619 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4dd9fd4c-c50d-4ea8-ba1f-9c23e08442b5 None None] Calling delete_port for e760bf5b-0692-4ab0-bffa-9c38e9c71750 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:20:51.171447 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f912933b-c6e7-4d2d-bbc1-1f1d2fee6b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:51.201944 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912933b-c6e7-4d2d-bbc1-1f1d2fee6b7d admin admin] Pushing event deleted for resources: {'Port': ['ID=e760bf5b-0692-4ab0-bffa-9c38e9c71750,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:51.205453 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f912933b-c6e7-4d2d-bbc1-1f1d2fee6b7d admin admin] No DVR routers for this DVR port e760bf5b-0692-4ab0-bffa-9c38e9c71750 on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:20:51.256452 n-d-821435-1 neutron-server[103246]: self.session.flush() Dec 10 19:20:51.264969 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4dd9fd4c-c50d-4ea8-ba1f-9c23e08442b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:51.279203 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f912933b-c6e7-4d2d-bbc1-1f1d2fee6b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:51.292837 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e760bf5b-0692-4ab0-bffa-9c38e9c71750 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:20:51.297898 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9fd4c-c50d-4ea8-ba1f-9c23e08442b5 None None] Pushing event deleted for resources: {'Port': ['ID=e760bf5b-0692-4ab0-bffa-9c38e9c71750,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:51.303221 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-f912933b-c6e7-4d2d-bbc1-1f1d2fee6b7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d3055f9-35c5-4dc6-80b4-d4948608fcbb']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:51.312263 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-f912933b-c6e7-4d2d-bbc1-1f1d2fee6b7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43e6528-e743-44b1-b6f3-dd270d3faafc') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:51.312568 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-f912933b-c6e7-4d2d-bbc1-1f1d2fee6b7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43e6528-e743-44b1-b6f3-dd270d3faafc') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:51.320037 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd9fd4c-c50d-4ea8-ba1f-9c23e08442b5 None None] No DVR routers for this DVR port e760bf5b-0692-4ab0-bffa-9c38e9c71750 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:20:51.323063 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f912933b-c6e7-4d2d-bbc1-1f1d2fee6b7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:51.326892 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: e760bf5b-0692-4ab0-bffa-9c38e9c71750 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:20:51.326892 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device e760bf5b-0692-4ab0-bffa-9c38e9c71750 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:20:51.326892 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 1997c7e8-ac35-435c-946e-df6f4a00c5d2 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:20:51.338528 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f912933b-c6e7-4d2d-bbc1-1f1d2fee6b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:51.346417 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f912933b-c6e7-4d2d-bbc1-1f1d2fee6b7d admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:20:51.346593 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 1997c7e8-ac35-435c-946e-df6f4a00c5d2 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:20:51.346844 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 1997c7e8-ac35-435c-946e-df6f4a00c5d2 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:20:51.346979 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f912933b-c6e7-4d2d-bbc1-1f1d2fee6b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:51.347271 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 52490e69-7c26-447a-81ca-c3f2095be2b8 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:20:51.349420 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:20:51.349420 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:20:51.349420 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:20:51.349420 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:20:51.349420 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:20:51.349420 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:20:51.349420 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:20:51.349420 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:20:51.349420 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:20:51.349420 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:20:51.349420 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:20:51.349420 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:20:51.349420 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:20:51.349420 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:20:51.349420 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:20:51.349420 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:20:51.349420 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:20:51.349420 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:20:51.349420 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:20:51.349420 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:20:51.349420 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:20:51.349420 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:20:51.349420 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:20:51.349420 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:20:51.349420 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:20:51.349420 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:20:51.349420 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:20:51.349420 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:20:51.349420 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:20:51.349420 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:20:51.349420 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:20:51.349420 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:20:51.371964 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 52490e69-7c26-447a-81ca-c3f2095be2b8 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:20:51.372326 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 52490e69-7c26-447a-81ca-c3f2095be2b8 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:20:51.414107 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f912933b-c6e7-4d2d-bbc1-1f1d2fee6b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:51.419275 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f912933b-c6e7-4d2d-bbc1-1f1d2fee6b7d admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:51.422500 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f912933b-c6e7-4d2d-bbc1-1f1d2fee6b7d admin admin] 10.222.0.62 "DELETE /v2.0/networks/8d3055f9-35c5-4dc6-80b4-d4948608fcbb HTTP/1.1" status: 204 len: 168 time: 0.5410292 Dec 10 19:20:51.435868 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912933b-c6e7-4d2d-bbc1-1f1d2fee6b7d admin admin] Pushing event deleted for resources: {'Network': ['ID=8d3055f9-35c5-4dc6-80b4-d4948608fcbb,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:51.537944 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48024) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:20:51.592118 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e5f2dd0b-e3b5-424d-bc5b-9a033a9ffd15 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0af9e85579124fbaa7442e80b66cd587&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0527620 Dec 10 19:20:51.594445 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48026) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:20:51.642231 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1733d4ed-f257-4832-a33d-a7b943f31dc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:51.663170 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1733d4ed-f257-4832-a33d-a7b943f31dc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:51.710103 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1733d4ed-f257-4832-a33d-a7b943f31dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:51.712654 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1733d4ed-f257-4832-a33d-a7b943f31dc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:51.713848 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1733d4ed-f257-4832-a33d-a7b943f31dc8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d7f43a35-4e5b-47c3-be58-00ba9b1ab8cf HTTP/1.1" status: 204 len: 168 time: 0.1184878 Dec 10 19:20:51.721798 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d4ed-f257-4832-a33d-a7b943f31dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f43a35-4e5b-47c3-be58-00ba9b1ab8cf,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:52.054257 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48032) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:20:52.096729 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-96878e57-ef19-41d8-a3b8-1b564e0911e8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c9f14171130a4ebbb1b687c2cc8226bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0411973 Dec 10 19:20:52.100312 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48034) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:20:52.149416 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-356b4e1d-dc44-44da-be38-0479583a39c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:52.171525 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-356b4e1d-dc44-44da-be38-0479583a39c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:52.222280 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-356b4e1d-dc44-44da-be38-0479583a39c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:52.225702 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-356b4e1d-dc44-44da-be38-0479583a39c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:52.226954 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-356b4e1d-dc44-44da-be38-0479583a39c5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b9fecfaf-d4f9-4c63-8c31-2134729b16fb HTTP/1.1" status: 204 len: 168 time: 0.1255949 Dec 10 19:20:52.234626 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b4e1d-dc44-44da-be38-0479583a39c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fecfaf-d4f9-4c63-8c31-2134729b16fb,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:52.536660 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4a30a517-cc27-47d0-a385-537d98f60b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:53.551785 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:54.921221 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:55.530018 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:04.191165 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:08.549706 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:11.617348 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:21:19.694199 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5dc55925-fb0d-47e5-8c79-71456783ed21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:22.539553 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-61554392-0e70-4a14-b14b-e2c514f87795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:23.554950 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:24.923559 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:25.534908 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:34.209668 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:38.548771 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:48.617370 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:21:49.694800 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b55b330a-b49e-4e23-a9ae-f22715bd08a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:51.641292 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-44b7cf63-f6a0-4c43-9927-9f5ca6a77e04 req-dda79ff3-8495-4205-b9dd-9a6e5e0b7887 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4136c0b6-cea6-45e3-9462-aae31defb831&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0489216 Dec 10 19:21:51.725510 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7cf63-f6a0-4c43-9927-9f5ca6a77e04 req-b5c0757a-9f7f-4fbb-b154-c71087e67f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:51.727092 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-44b7cf63-f6a0-4c43-9927-9f5ca6a77e04 req-b5c0757a-9f7f-4fbb-b154-c71087e67f9e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4152abff22c840ed91cb9771512b3465&device_id=4136c0b6-cea6-45e3-9462-aae31defb831 HTTP/1.1" status: 200 len: 1097 time: 0.0424814 Dec 10 19:21:51.829684 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7cf63-f6a0-4c43-9927-9f5ca6a77e04 req-669c868a-5c82-4d5d-bba7-e7c331b6dde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:51.831164 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-44b7cf63-f6a0-4c43-9927-9f5ca6a77e04 req-669c868a-5c82-4d5d-bba7-e7c331b6dde8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 HTTP/1.1" status: 200 len: 912 time: 0.0837307 Dec 10 19:21:51.901353 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-44b7cf63-f6a0-4c43-9927-9f5ca6a77e04 req-5b4d161a-8496-41b0-8040-1d2b0ee3694a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d90b7ec-d227-40cb-842c-197437f32a7c HTTP/1.1" status: 200 len: 1000 time: 0.0626378 Dec 10 19:21:51.949799 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7cf63-f6a0-4c43-9927-9f5ca6a77e04 req-7248e191-de7e-47c3-b74a-c3ec6095c044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:51.951236 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-44b7cf63-f6a0-4c43-9927-9f5ca6a77e04 req-7248e191-de7e-47c3-b74a-c3ec6095c044 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c0f6e315-1f28-44d3-9574-47035cf872ce HTTP/1.1" status: 200 len: 850 time: 0.0428004 Dec 10 19:21:51.998352 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7cf63-f6a0-4c43-9927-9f5ca6a77e04 req-8a05df05-ea0c-44ce-a0f5-c3cfc262b5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:51.999865 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-44b7cf63-f6a0-4c43-9927-9f5ca6a77e04 req-8a05df05-ea0c-44ce-a0f5-c3cfc262b5dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410674 Dec 10 19:21:52.093832 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-44b7cf63-f6a0-4c43-9927-9f5ca6a77e04 req-a825e9dd-8f95-4394-8f7f-2dadc89b0842 service neutron] 10.222.0.46 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861280 Dec 10 19:21:52.182203 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-44b7cf63-f6a0-4c43-9927-9f5ca6a77e04 req-79ff8662-fd42-434d-b93a-67ab9f452a03 service neutron] 10.222.0.46 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804100 Dec 10 19:21:52.541772 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d8ab7b41-6dfb-4ef4-9a32-5497458038c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:53.558121 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:54.929420 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:55.539112 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:04.227696 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:08.549675 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:16.518997 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001155b2-c6f1-4799-9f1e-bca62f191a2b req-a3241481-17ff-44f6-9ffa-64c25ddfe68f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:16.520489 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-001155b2-c6f1-4799-9f1e-bca62f191a2b req-a3241481-17ff-44f6-9ffa-64c25ddfe68f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4136c0b6-cea6-45e3-9462-aae31defb831 HTTP/1.1" status: 200 len: 946 time: 0.0505283 Dec 10 19:22:16.573916 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-001155b2-c6f1-4799-9f1e-bca62f191a2b req-ab7ccf02-10c3-484f-9e6e-26e9ab27997e tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462410 Dec 10 19:22:17.708625 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d755b-b6fb-40a6-8eae-053b58b0932b req-0ce3ab13-99bd-4492-9b73-ee3718edd525 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:17.710142 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-469d755b-b6fb-40a6-8eae-053b58b0932b req-0ce3ab13-99bd-4492-9b73-ee3718edd525 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4136c0b6-cea6-45e3-9462-aae31defb831 HTTP/1.1" status: 200 len: 946 time: 0.0514269 Dec 10 19:22:17.765061 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-469d755b-b6fb-40a6-8eae-053b58b0932b req-ca2cd32a-e0c6-4f02-82ba-1fe6f64a4567 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481153 Dec 10 19:22:17.977478 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e8c77c-d46b-477b-a649-3ef5338535de req-2bd00fe3-7cf4-4f7d-ab9e-2bd085766a81 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:17.978848 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-10e8c77c-d46b-477b-a649-3ef5338535de req-2bd00fe3-7cf4-4f7d-ab9e-2bd085766a81 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.46 "GET /v2.0/ports?device_id=4136c0b6-cea6-45e3-9462-aae31defb831 HTTP/1.1" status: 200 len: 946 time: 0.0484483 Dec 10 19:22:18.066329 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-10e8c77c-d46b-477b-a649-3ef5338535de req-0c7bdd6a-7ced-4854-b6e5-0b3e0325fbb2 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Deleting port 4d90b7ec-d227-40cb-842c-197437f32a7c {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:22:18.066705 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-10e8c77c-d46b-477b-a649-3ef5338535de req-0c7bdd6a-7ced-4854-b6e5-0b3e0325fbb2 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:18.157938 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-10e8c77c-d46b-477b-a649-3ef5338535de req-0c7bdd6a-7ced-4854-b6e5-0b3e0325fbb2 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] For port 4d90b7ec-d227-40cb-842c-197437f32a7c, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=4d90b7ec-d227-40cb-842c-197437f32a7c,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:18.158327 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-10e8c77c-d46b-477b-a649-3ef5338535de req-0c7bdd6a-7ced-4854-b6e5-0b3e0325fbb2 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:18.325617 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-10e8c77c-d46b-477b-a649-3ef5338535de req-0c7bdd6a-7ced-4854-b6e5-0b3e0325fbb2 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:18.325990 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-10e8c77c-d46b-477b-a649-3ef5338535de req-0c7bdd6a-7ced-4854-b6e5-0b3e0325fbb2 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:18.326311 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [req-10e8c77c-d46b-477b-a649-3ef5338535de req-0c7bdd6a-7ced-4854-b6e5-0b3e0325fbb2 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Floating IP 565ad391-4820-4820-b86e-bc4b7629976b disassociated. External IP: 172.25.7.6, port: 4d90b7ec-d227-40cb-842c-197437f32a7c. Dec 10 19:22:18.326654 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-10e8c77c-d46b-477b-a649-3ef5338535de req-0c7bdd6a-7ced-4854-b6e5-0b3e0325fbb2 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Calling delete_port for 4d90b7ec-d227-40cb-842c-197437f32a7c owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:22:18.455407 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-10e8c77c-d46b-477b-a649-3ef5338535de req-0c7bdd6a-7ced-4854-b6e5-0b3e0325fbb2 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:18.482365 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bdd6a-7ced-4854-b6e5-0b3e0325fbb2 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Pushing event deleted for resources: {'Port': ['ID=4d90b7ec-d227-40cb-842c-197437f32a7c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:18.493214 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bdd6a-7ced-4854-b6e5-0b3e0325fbb2 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:18.493578 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bdd6a-7ced-4854-b6e5-0b3e0325fbb2 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:18.493931 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bdd6a-7ced-4854-b6e5-0b3e0325fbb2 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:18.494280 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bdd6a-7ced-4854-b6e5-0b3e0325fbb2 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:18.494629 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bdd6a-7ced-4854-b6e5-0b3e0325fbb2 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:18.494968 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bdd6a-7ced-4854-b6e5-0b3e0325fbb2 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:18.495316 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bdd6a-7ced-4854-b6e5-0b3e0325fbb2 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:18.496105 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bdd6a-7ced-4854-b6e5-0b3e0325fbb2 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:18.496105 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bdd6a-7ced-4854-b6e5-0b3e0325fbb2 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:18.496287 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bdd6a-7ced-4854-b6e5-0b3e0325fbb2 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:18.496607 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bdd6a-7ced-4854-b6e5-0b3e0325fbb2 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:18.496966 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bdd6a-7ced-4854-b6e5-0b3e0325fbb2 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:18.497294 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bdd6a-7ced-4854-b6e5-0b3e0325fbb2 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:18.608862 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10e8c77c-d46b-477b-a649-3ef5338535de req-0c7bdd6a-7ced-4854-b6e5-0b3e0325fbb2 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Router e89b43c9-0eb4-4c3d-a551-fda9522dfcc5 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:22:18.715581 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10e8c77c-d46b-477b-a649-3ef5338535de req-0c7bdd6a-7ced-4854-b6e5-0b3e0325fbb2 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:22:18.726335 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cea8970-a471-4aec-a5da-666befd2e190 None None] Sync routers for ids ['e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:22:18.736817 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cea8970-a471-4aec-a5da-666befd2e190 None None] Routers {'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:22:18.737470 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5cea8970-a471-4aec-a5da-666befd2e190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:21:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:18.755684 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e8c77c-d46b-477b-a649-3ef5338535de req-0c7bdd6a-7ced-4854-b6e5-0b3e0325fbb2 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] No DVR routers for this DVR port 4d90b7ec-d227-40cb-842c-197437f32a7c on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:22:18.758845 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-10e8c77c-d46b-477b-a649-3ef5338535de req-0c7bdd6a-7ced-4854-b6e5-0b3e0325fbb2 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:18.762335 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-10e8c77c-d46b-477b-a649-3ef5338535de req-0c7bdd6a-7ced-4854-b6e5-0b3e0325fbb2 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.46 "DELETE /v2.0/ports/4d90b7ec-d227-40cb-842c-197437f32a7c HTTP/1.1" status: 204 len: 173 time: 0.7774470 Dec 10 19:22:18.762727 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4136c0b6-cea6-45e3-9462-aae31defb831', 'name': 'network-vif-deleted', 'tag': '4d90b7ec-d227-40cb-842c-197437f32a7c'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:22:18.765256 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ba90d7-51d5-4b41-af12-8debf2076a6a" -d '{"events": [{"server_uuid": "4136c0b6-cea6-45e3-9462-aae31defb831", "name": "network-vif-deleted", "tag": "4d90b7ec-d227-40cb-842c-197437f32a7c"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:22:18.855855 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-5cea8970-a471-4aec-a5da-666befd2e190 None None] Set router e89b43c9-0eb4-4c3d-a551-fda9522dfcc5 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:22:18.917142 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-27f1e710-1675-4c6f-8e11-d3dd6e2b95ca req-4c08e914-a4a7-4ad4-9ebd-5127ab05074f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4136c0b6-cea6-45e3-9462-aae31defb831 HTTP/1.1" status: 200 len: 210 time: 0.0455043 Dec 10 19:22:18.928345 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6ce20d-1935-4043-b739-f418852f9da7 x-openstack-request-id: req-6b6ce20d-1935-4043-b739-f418852f9da7 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:22:18.928673 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4136c0b6-cea6-45e3-9462-aae31defb831", "name": "network-vif-deleted", "tag": "4d90b7ec-d227-40cb-842c-197437f32a7c", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:22:18.928944 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6b6ce20d-1935-4043-b739-f418852f9da7 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:22:18.929345 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4136c0b6-cea6-45e3-9462-aae31defb831', 'name': 'network-vif-deleted', 'tag': '4d90b7ec-d227-40cb-842c-197437f32a7c', 'status': 'completed', 'code': 200} Dec 10 19:22:19.089011 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5cea8970-a471-4aec-a5da-666befd2e190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'name': 'tempest-TestVolumeBootPattern-258798546-router', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:34Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '4152abff22c840ed91cb9771512b3465', 'gw_port': {'id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:35Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '9d9da1ad-0935-447e-8d46-177b00031554', 'name': '', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'mac_address': 'fa:16:3e:a9:50:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:36Z', 'updated_at': '2021-12-10T19:16:42Z', 'revision_number': 5, 'project_id': '4152abff22c840ed91cb9771512b3465', 'subnets': [{'id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:19.118983 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cea8970-a471-4aec-a5da-666befd2e190 None None] Checking router: e89b43c9-0eb4-4c3d-a551-fda9522dfcc5 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:22:19.127287 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cea8970-a471-4aec-a5da-666befd2e190 None None] Routers {'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:22:19.127828 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5cea8970-a471-4aec-a5da-666befd2e190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:21:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:19.231524 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-5cea8970-a471-4aec-a5da-666befd2e190 None None] Set router e89b43c9-0eb4-4c3d-a551-fda9522dfcc5 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:22:19.428464 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5cea8970-a471-4aec-a5da-666befd2e190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'name': 'tempest-TestVolumeBootPattern-258798546-router', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:34Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '4152abff22c840ed91cb9771512b3465', 'gw_port': {'id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:35Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '9d9da1ad-0935-447e-8d46-177b00031554', 'name': '', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'mac_address': 'fa:16:3e:a9:50:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:36Z', 'updated_at': '2021-12-10T19:16:42Z', 'revision_number': 5, 'project_id': '4152abff22c840ed91cb9771512b3465', 'subnets': [{'id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:19.454048 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cea8970-a471-4aec-a5da-666befd2e190 None None] The sync data for ids ['e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'] in n-d-821435-1 is: [{'id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'name': 'tempest-TestVolumeBootPattern-258798546-router', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:34Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '4152abff22c840ed91cb9771512b3465', 'gw_port': {'id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:35Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '9d9da1ad-0935-447e-8d46-177b00031554', 'name': '', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'mac_address': 'fa:16:3e:a9:50:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:36Z', 'updated_at': '2021-12-10T19:16:42Z', 'revision_number': 5, 'project_id': '4152abff22c840ed91cb9771512b3465', 'subnets': [{'id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:22:19.671574 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393dfdd9-a254-4d8f-b8e9-dd1bbb6c2be0 None None] New status for floating IP 565ad391-4820-4820-b86e-bc4b7629976b: DOWN {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:22:19.698550 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7312d09c-c817-49c9-9518-555435add6db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:20.018918 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-412797b4-1ffa-4f52-9acb-887c14b018b5 req-68356743-17b3-45b7-b1ae-7f17e86e3481 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4136c0b6-cea6-45e3-9462-aae31defb831 HTTP/1.1" status: 200 len: 210 time: 0.0266795 Dec 10 19:22:21.118067 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e7c1d125-a47c-41e2-b8af-870126058728 req-c270108c-9131-424c-85e8-1c0f510eb20d tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4136c0b6-cea6-45e3-9462-aae31defb831 HTTP/1.1" status: 200 len: 210 time: 0.0297055 Dec 10 19:22:21.418614 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 4d90b7ec-d227-40cb-842c-197437f32a7c no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:22:21.438389 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 4d90b7ec-d227-40cb-842c-197437f32a7c {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:22:21.438740 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 4d90b7ec-d227-40cb-842c-197437f32a7c not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:22:22.216089 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-61dcd82e-d13d-4eb3-b3a6-f14be4112056 req-2fe01d92-efac-4ae1-972b-f207a2537e87 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4136c0b6-cea6-45e3-9462-aae31defb831 HTTP/1.1" status: 200 len: 210 time: 0.0269129 Dec 10 19:22:22.544602 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e5cbec2c-0ebe-41d0-b32d-dc0623174a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:23.327153 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bf57a9c4-bf99-434f-ae48-c4c2dc54c191 req-3bac796b-44ac-4fc7-b868-30bf17108ab5 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=4136c0b6-cea6-45e3-9462-aae31defb831 HTTP/1.1" status: 200 len: 210 time: 0.0270803 Dec 10 19:22:23.560189 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:24.546974 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f761469-3806-455b-80dc-e17c35af4b24 req-89519b5b-99df-46a7-942b-f0a984908334 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1266181293&fields=id&tenant_id=4152abff22c840ed91cb9771512b3465 HTTP/1.1" status: 200 len: 267 time: 0.0555146 Dec 10 19:22:24.655517 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f761469-3806-455b-80dc-e17c35af4b24 req-a4a8cb41-60a1-44c1-943d-e4191e42e6c2 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:24.656915 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f761469-3806-455b-80dc-e17c35af4b24 req-a4a8cb41-60a1-44c1-943d-e4191e42e6c2 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/networks?id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 HTTP/1.1" status: 200 len: 811 time: 0.1030781 Dec 10 19:22:24.672298 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f761469-3806-455b-80dc-e17c35af4b24 req-de2f6390-4011-49c1-8bc5-cad88bf959fa tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/quotas/4152abff22c840ed91cb9771512b3465 HTTP/1.1" status: 200 len: 375 time: 0.0094388 Dec 10 19:22:24.721443 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f761469-3806-455b-80dc-e17c35af4b24 req-8e41650e-787a-43ff-8d65-b98d8e8e7c10 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4152abff22c840ed91cb9771512b3465&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438774 Dec 10 19:22:24.831151 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-7f761469-3806-455b-80dc-e17c35af4b24 req-f549e471-c3c0-442f-90fd-54086e9c82cc service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:22:24.832163 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f761469-3806-455b-80dc-e17c35af4b24 req-f549e471-c3c0-442f-90fd-54086e9c82cc service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0993154 Dec 10 19:22:24.924560 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f761469-3806-455b-80dc-e17c35af4b24 req-55d57ebb-25a4-4180-8f75-7b638743987c service neutron] 10.222.0.62 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849311 Dec 10 19:22:24.932300 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:25.016592 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f761469-3806-455b-80dc-e17c35af4b24 req-4a2b7871-862a-4e97-a6cb-dfec048a23c3 service neutron] 10.222.0.62 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853176 Dec 10 19:22:25.311599 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b76c2c50-4b8d-4176-a4ba-ce20498c51ba req-f40face8-7186-45a4-90c4-8da772860874 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=7316c4df-5f5d-4194-a4b7-9b5f9a94030a HTTP/1.1" status: 200 len: 210 time: 0.0267942 Dec 10 19:22:25.544759 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:25.617654 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:22:26.221023 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f761469-3806-455b-80dc-e17c35af4b24 req-9e9f04b7-368a-4017-8826-be887319feb8 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:26.222475 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f761469-3806-455b-80dc-e17c35af4b24 req-9e9f04b7-368a-4017-8826-be887319feb8 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.72 "GET /v2.0/networks?id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 HTTP/1.1" status: 200 len: 811 time: 0.1107473 Dec 10 19:22:26.285459 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f761469-3806-455b-80dc-e17c35af4b24 req-e8d3c0cc-b6a3-4dfa-b3d6-8bd98496a0cc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4152abff22c840ed91cb9771512b3465 HTTP/1.1" status: 200 len: 380 time: 0.0535502 Dec 10 19:22:26.295512 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-7f761469-3806-455b-80dc-e17c35af4b24 req-5aa638d9-512e-4ea7-8f5b-4b03f6d31f3f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Request body: {'port': {'device_id': '7316c4df-5f5d-4194-a4b7-9b5f9a94030a', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'admin_state_up': True, 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'security_groups': ['c8cb895b-c9a6-4925-8d28-a6bd2137d668']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:26.425774 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f18d73f5-a274-47a5-97ad-3c58ce1de25d req-f9316e16-f44a-4637-b736-c2975d8357b7 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=7316c4df-5f5d-4194-a4b7-9b5f9a94030a HTTP/1.1" status: 200 len: 210 time: 0.0356088 Dec 10 19:22:26.451039 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f761469-3806-455b-80dc-e17c35af4b24 req-5aa638d9-512e-4ea7-8f5b-4b03f6d31f3f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Made reservation on behalf of 4152abff22c840ed91cb9771512b3465 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:22:26.454680 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7f761469-3806-455b-80dc-e17c35af4b24 req-5aa638d9-512e-4ea7-8f5b-4b03f6d31f3f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:26.580294 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-7f761469-3806-455b-80dc-e17c35af4b24 req-5aa638d9-512e-4ea7-8f5b-4b03f6d31f3f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Allocated IP 172.20.0.9 (cb03d2a1-6d87-4b96-95d4-709b1f04a5b5/c0f6e315-1f28-44d3-9574-47035cf872ce/3263de97-e6e5-42e4-97d3-67645f4c16fe) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:22:26.728462 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7f761469-3806-455b-80dc-e17c35af4b24 req-5aa638d9-512e-4ea7-8f5b-4b03f6d31f3f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:26.770802 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7f761469-3806-455b-80dc-e17c35af4b24 req-5aa638d9-512e-4ea7-8f5b-4b03f6d31f3f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:26.818373 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f761469-3806-455b-80dc-e17c35af4b24 req-5aa638d9-512e-4ea7-8f5b-4b03f6d31f3f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Network cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:22:26.822653 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-7f761469-3806-455b-80dc-e17c35af4b24 req-5aa638d9-512e-4ea7-8f5b-4b03f6d31f3f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:26.826215 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f761469-3806-455b-80dc-e17c35af4b24 req-5aa638d9-512e-4ea7-8f5b-4b03f6d31f3f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:22:27.123389 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ae998e89-dbe4-48f3-a8e1-a8f8ba03999f None None] Provisioning complete for port 3263de97-e6e5-42e4-97d3-67645f4c16fe triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:27.123944 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ae998e89-dbe4-48f3-a8e1-a8f8ba03999f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:27.162022 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ae998e89-dbe4-48f3-a8e1-a8f8ba03999f None None] Port 3263de97-e6e5-42e4-97d3-67645f4c16fe cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:22:27.174736 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa638d9-512e-4ea7-8f5b-4b03f6d31f3f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Pushing event updated for resources: {'Port': ['ID=3263de97-e6e5-42e4-97d3-67645f4c16fe,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:27.199493 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f761469-3806-455b-80dc-e17c35af4b24 req-5aa638d9-512e-4ea7-8f5b-4b03f6d31f3f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:27.200116 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7f761469-3806-455b-80dc-e17c35af4b24 req-5aa638d9-512e-4ea7-8f5b-4b03f6d31f3f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:27.218842 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f761469-3806-455b-80dc-e17c35af4b24 req-5aa638d9-512e-4ea7-8f5b-4b03f6d31f3f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9269269 Dec 10 19:22:27.228501 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-7f761469-3806-455b-80dc-e17c35af4b24 req-304f97b9-1321-425d-b964-3c1cf7f51ca5 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:22:27.229512 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f761469-3806-455b-80dc-e17c35af4b24 req-304f97b9-1321-425d-b964-3c1cf7f51ca5 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050418 Dec 10 19:22:27.290663 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-7f761469-3806-455b-80dc-e17c35af4b24 req-9a5ca66d-a203-49b8-823b-6223eb53ec75 service neutron] Request body: {'port': {'device_id': '7316c4df-5f5d-4194-a4b7-9b5f9a94030a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:27.347380 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7f761469-3806-455b-80dc-e17c35af4b24 req-9a5ca66d-a203-49b8-823b-6223eb53ec75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:27.547057 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d7bc6-703e-4c83-ab22-50fc51e34790 req-93c24082-b3cf-4698-a431-dc9b5e1be9ee tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:27.548702 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3d7d7bc6-703e-4c83-ab22-50fc51e34790 req-93c24082-b3cf-4698-a431-dc9b5e1be9ee tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=7316c4df-5f5d-4194-a4b7-9b5f9a94030a HTTP/1.1" status: 200 len: 931 time: 0.0505915 Dec 10 19:22:27.606714 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3d7d7bc6-703e-4c83-ab22-50fc51e34790 req-aca00edb-600f-4e13-b3f6-a22bcd6f534d tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481470 Dec 10 19:22:27.629735 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-7f761469-3806-455b-80dc-e17c35af4b24 req-9a5ca66d-a203-49b8-823b-6223eb53ec75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3263de97-e6e5-42e4-97d3-67645f4c16fe {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:22:27.637598 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7f761469-3806-455b-80dc-e17c35af4b24 req-9a5ca66d-a203-49b8-823b-6223eb53ec75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:27.650082 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-7f761469-3806-455b-80dc-e17c35af4b24 req-9a5ca66d-a203-49b8-823b-6223eb53ec75 service neutron] Transition to ACTIVE for port object 3263de97-e6e5-42e4-97d3-67645f4c16fe will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:22:27.654083 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7f761469-3806-455b-80dc-e17c35af4b24 req-9a5ca66d-a203-49b8-823b-6223eb53ec75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:27.706767 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ca66d-a203-49b8-823b-6223eb53ec75 service neutron] Pushing event updated for resources: {'Port': ['ID=3263de97-e6e5-42e4-97d3-67645f4c16fe,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:27.804341 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-7f761469-3806-455b-80dc-e17c35af4b24 req-9a5ca66d-a203-49b8-823b-6223eb53ec75 service neutron] Attempting to bind port 3263de97-e6e5-42e4-97d3-67645f4c16fe on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:22:27.804990 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-7f761469-3806-455b-80dc-e17c35af4b24 req-9a5ca66d-a203-49b8-823b-6223eb53ec75 service neutron] Attempting to bind port 3263de97-e6e5-42e4-97d3-67645f4c16fe by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '616a97ca-69d0-44d2-8ef6-ba801315fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:22:27.805493 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f761469-3806-455b-80dc-e17c35af4b24 req-9a5ca66d-a203-49b8-823b-6223eb53ec75 service neutron] Attempting to bind port 3263de97-e6e5-42e4-97d3-67645f4c16fe on network cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:22:27.810867 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f761469-3806-455b-80dc-e17c35af4b24 req-9a5ca66d-a203-49b8-823b-6223eb53ec75 service neutron] Port 3263de97-e6e5-42e4-97d3-67645f4c16fe on network cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:22:27.811474 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f761469-3806-455b-80dc-e17c35af4b24 req-9a5ca66d-a203-49b8-823b-6223eb53ec75 service neutron] Attempting to bind port 3263de97-e6e5-42e4-97d3-67645f4c16fe on network cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:22:27.820991 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f761469-3806-455b-80dc-e17c35af4b24 req-9a5ca66d-a203-49b8-823b-6223eb53ec75 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:22:27.821931 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f761469-3806-455b-80dc-e17c35af4b24 req-9a5ca66d-a203-49b8-823b-6223eb53ec75 service neutron] Checking segment: {'id': '616a97ca-69d0-44d2-8ef6-ba801315fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:22:27.822571 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f761469-3806-455b-80dc-e17c35af4b24 req-9a5ca66d-a203-49b8-823b-6223eb53ec75 service neutron] Bound using segment: {'id': '616a97ca-69d0-44d2-8ef6-ba801315fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:22:27.823257 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-7f761469-3806-455b-80dc-e17c35af4b24 req-9a5ca66d-a203-49b8-823b-6223eb53ec75 service neutron] Bound port: 3263de97-e6e5-42e4-97d3-67645f4c16fe, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '616a97ca-69d0-44d2-8ef6-ba801315fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:22:27.823691 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7f761469-3806-455b-80dc-e17c35af4b24 req-9a5ca66d-a203-49b8-823b-6223eb53ec75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:27.900377 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-7f761469-3806-455b-80dc-e17c35af4b24 req-9a5ca66d-a203-49b8-823b-6223eb53ec75 service neutron] For port 3263de97-e6e5-42e4-97d3-67645f4c16fe, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:22:27.903724 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-7f761469-3806-455b-80dc-e17c35af4b24 req-9a5ca66d-a203-49b8-823b-6223eb53ec75 service neutron] For port 3263de97-e6e5-42e4-97d3-67645f4c16fe, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=3263de97-e6e5-42e4-97d3-67645f4c16fe,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:22:27.913363 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7f761469-3806-455b-80dc-e17c35af4b24 req-9a5ca66d-a203-49b8-823b-6223eb53ec75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:27.949370 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f761469-3806-455b-80dc-e17c35af4b24 req-9a5ca66d-a203-49b8-823b-6223eb53ec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:27.949975 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7f761469-3806-455b-80dc-e17c35af4b24 req-9a5ca66d-a203-49b8-823b-6223eb53ec75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:27.951342 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f761469-3806-455b-80dc-e17c35af4b24 req-9a5ca66d-a203-49b8-823b-6223eb53ec75 service neutron] 10.222.0.72 "PUT /v2.0/ports/3263de97-e6e5-42e4-97d3-67645f4c16fe HTTP/1.1" status: 200 len: 1091 time: 0.7139544 Dec 10 19:22:27.951778 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7316c4df-5f5d-4194-a4b7-9b5f9a94030a', 'tag': '3263de97-e6e5-42e4-97d3-67645f4c16fe'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:22:27.954015 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690af033-e68d-4c84-b8ec-7280235f71e4" -d '{"events": [{"name": "network-changed", "server_uuid": "7316c4df-5f5d-4194-a4b7-9b5f9a94030a", "tag": "3263de97-e6e5-42e4-97d3-67645f4c16fe"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:22:27.991585 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ca66d-a203-49b8-823b-6223eb53ec75 service neutron] Pushing event updated for resources: {'Port': ['ID=3263de97-e6e5-42e4-97d3-67645f4c16fe,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:28.011670 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f3e7cf-2fc3-42c9-88d5-51795f93d834 x-openstack-request-id: req-15f3e7cf-2fc3-42c9-88d5-51795f93d834 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:22:28.012349 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7316c4df-5f5d-4194-a4b7-9b5f9a94030a", "tag": "3263de97-e6e5-42e4-97d3-67645f4c16fe", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:22:28.012349 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-15f3e7cf-2fc3-42c9-88d5-51795f93d834 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:22:28.012620 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7316c4df-5f5d-4194-a4b7-9b5f9a94030a', 'tag': '3263de97-e6e5-42e4-97d3-67645f4c16fe', 'status': 'completed', 'code': 200} Dec 10 19:22:28.067547 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f761469-3806-455b-80dc-e17c35af4b24 req-848e6405-f22e-44ac-a48e-c7a734977511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:28.069767 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f761469-3806-455b-80dc-e17c35af4b24 req-848e6405-f22e-44ac-a48e-c7a734977511 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4152abff22c840ed91cb9771512b3465&device_id=7316c4df-5f5d-4194-a4b7-9b5f9a94030a HTTP/1.1" status: 200 len: 1094 time: 0.0489471 Dec 10 19:22:28.117869 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f761469-3806-455b-80dc-e17c35af4b24 req-b8b739d0-1038-4b89-bef0-cc3c5d3d9b7d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3263de97-e6e5-42e4-97d3-67645f4c16fe HTTP/1.1" status: 200 len: 217 time: 0.0390580 Dec 10 19:22:28.171542 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f761469-3806-455b-80dc-e17c35af4b24 req-a4742d1a-5839-406e-90ca-eac368380c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:28.173120 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f761469-3806-455b-80dc-e17c35af4b24 req-a4742d1a-5839-406e-90ca-eac368380c28 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c0f6e315-1f28-44d3-9574-47035cf872ce HTTP/1.1" status: 200 len: 850 time: 0.0483196 Dec 10 19:22:28.221055 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f761469-3806-455b-80dc-e17c35af4b24 req-8afb81f2-75da-4db1-aef0-fe380190a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:28.222591 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f761469-3806-455b-80dc-e17c35af4b24 req-8afb81f2-75da-4db1-aef0-fe380190a55d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421994 Dec 10 19:22:28.318184 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f761469-3806-455b-80dc-e17c35af4b24 req-c7818c81-f3ae-4a44-b10f-6b38aabcfc9a service neutron] 10.222.0.72 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883069 Dec 10 19:22:28.417884 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f761469-3806-455b-80dc-e17c35af4b24 req-bffbfc3a-b034-4798-a354-ac06b4d16a6e service neutron] 10.222.0.72 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923591 Dec 10 19:22:28.503901 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690af033-e68d-4c84-b8ec-7280235f71e4 req-698dd023-6e56-4535-aa6b-1291294da88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:28.505564 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-690af033-e68d-4c84-b8ec-7280235f71e4 req-698dd023-6e56-4535-aa6b-1291294da88f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4152abff22c840ed91cb9771512b3465&device_id=7316c4df-5f5d-4194-a4b7-9b5f9a94030a HTTP/1.1" status: 200 len: 1094 time: 0.0430501 Dec 10 19:22:28.722759 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690af033-e68d-4c84-b8ec-7280235f71e4 req-293d61e1-df11-4cee-84a8-e49e420793cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:28.724281 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-690af033-e68d-4c84-b8ec-7280235f71e4 req-293d61e1-df11-4cee-84a8-e49e420793cd service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 HTTP/1.1" status: 200 len: 912 time: 0.1117201 Dec 10 19:22:28.751424 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a617c-d759-42d9-8849-44167cb9db23 req-8bf52916-b61b-4883-973d-9b13bc7c59d6 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:28.753707 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e70a617c-d759-42d9-8849-44167cb9db23 req-8bf52916-b61b-4883-973d-9b13bc7c59d6 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=7316c4df-5f5d-4194-a4b7-9b5f9a94030a HTTP/1.1" status: 200 len: 943 time: 0.0720236 Dec 10 19:22:28.766927 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-690af033-e68d-4c84-b8ec-7280235f71e4 req-36b0d801-52cf-4e9c-9038-65d1808ad5da service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3263de97-e6e5-42e4-97d3-67645f4c16fe HTTP/1.1" status: 200 len: 217 time: 0.0350933 Dec 10 19:22:28.806422 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e70a617c-d759-42d9-8849-44167cb9db23 req-4daae83d-a741-408a-8999-bb6614e760d2 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461185 Dec 10 19:22:28.824508 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690af033-e68d-4c84-b8ec-7280235f71e4 req-7c1e052c-74d8-4355-9248-f26857bfc0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:28.826030 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-690af033-e68d-4c84-b8ec-7280235f71e4 req-7c1e052c-74d8-4355-9248-f26857bfc0ee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c0f6e315-1f28-44d3-9574-47035cf872ce HTTP/1.1" status: 200 len: 850 time: 0.0521166 Dec 10 19:22:28.879188 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690af033-e68d-4c84-b8ec-7280235f71e4 req-0a6b441c-3208-4a10-a478-f5d9b0097a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:28.880761 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-690af033-e68d-4c84-b8ec-7280235f71e4 req-0a6b441c-3208-4a10-a478-f5d9b0097a33 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478961 Dec 10 19:22:28.971388 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-690af033-e68d-4c84-b8ec-7280235f71e4 req-8f2fefd9-457a-4a48-9961-5138b374df14 service neutron] 10.222.0.72 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828397 Dec 10 19:22:29.067455 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-690af033-e68d-4c84-b8ec-7280235f71e4 req-026f1539-cbe0-4d57-b93b-6d3c8bca2bb2 service neutron] 10.222.0.72 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888734 Dec 10 19:22:29.934609 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618971d8-f727-4761-af93-652be1518f94 req-7438b32e-7db9-4099-af58-6e898b486b1b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:29.936106 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-618971d8-f727-4761-af93-652be1518f94 req-7438b32e-7db9-4099-af58-6e898b486b1b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=7316c4df-5f5d-4194-a4b7-9b5f9a94030a HTTP/1.1" status: 200 len: 943 time: 0.0559900 Dec 10 19:22:29.985448 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-618971d8-f727-4761-af93-652be1518f94 req-e658d122-c250-478c-8e0c-d0387cdf5223 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431750 Dec 10 19:22:31.106180 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4ab92-75fc-44ea-8316-4a47dc0ea97e req-a59b4177-0862-4ebf-90cb-d0fe54d90926 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:31.107761 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d3a4ab92-75fc-44ea-8316-4a47dc0ea97e req-a59b4177-0862-4ebf-90cb-d0fe54d90926 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=7316c4df-5f5d-4194-a4b7-9b5f9a94030a HTTP/1.1" status: 200 len: 943 time: 0.0515254 Dec 10 19:22:31.159827 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d3a4ab92-75fc-44ea-8316-4a47dc0ea97e req-780ece48-948c-4eaf-8642-89b824d34655 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459163 Dec 10 19:22:32.278661 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88173e1-b008-40ba-946c-85f88a9420ff req-aa0db59d-c7ed-439a-8419-f647ea153d92 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:32.280136 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d88173e1-b008-40ba-946c-85f88a9420ff req-aa0db59d-c7ed-439a-8419-f647ea153d92 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=7316c4df-5f5d-4194-a4b7-9b5f9a94030a HTTP/1.1" status: 200 len: 943 time: 0.0495019 Dec 10 19:22:32.337936 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d88173e1-b008-40ba-946c-85f88a9420ff req-f7b65dd6-cdf0-49bc-9b5e-59d44899e650 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514159 Dec 10 19:22:33.457494 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfced669-3b45-4df1-aa2b-f56d98e5f0f9 req-cac75390-42f3-4ae6-9a0b-2f8b2ac8cdaf tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:33.458979 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dfced669-3b45-4df1-aa2b-f56d98e5f0f9 req-cac75390-42f3-4ae6-9a0b-2f8b2ac8cdaf tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=7316c4df-5f5d-4194-a4b7-9b5f9a94030a HTTP/1.1" status: 200 len: 943 time: 0.0513930 Dec 10 19:22:33.508971 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dfced669-3b45-4df1-aa2b-f56d98e5f0f9 req-93d2856a-8dea-4afe-9971-c6e97ec975f0 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424674 Dec 10 19:22:34.254437 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:34.622371 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89cb23-56c4-4578-ac9f-74db9b8906bc req-08f62815-8927-497c-83c2-4cae8b0ab716 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:34.623867 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5c89cb23-56c4-4578-ac9f-74db9b8906bc req-08f62815-8927-497c-83c2-4cae8b0ab716 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=7316c4df-5f5d-4194-a4b7-9b5f9a94030a HTTP/1.1" status: 200 len: 943 time: 0.0496237 Dec 10 19:22:34.673030 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5c89cb23-56c4-4578-ac9f-74db9b8906bc req-98c9f298-ee7b-47b8-975f-9dda154587f3 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431886 Dec 10 19:22:35.790882 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe1044-0b17-49f8-8d63-da9acaac13e2 req-1ec93eac-1be1-4079-b24e-28af087e6669 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:35.792358 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-77fe1044-0b17-49f8-8d63-da9acaac13e2 req-1ec93eac-1be1-4079-b24e-28af087e6669 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=7316c4df-5f5d-4194-a4b7-9b5f9a94030a HTTP/1.1" status: 200 len: 943 time: 0.0477231 Dec 10 19:22:35.841634 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-77fe1044-0b17-49f8-8d63-da9acaac13e2 req-f291341c-ea48-424f-82c0-9c87ace3ddde tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421488 Dec 10 19:22:36.960424 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c408b57-ae1f-44f9-88ac-633b62666097 req-dafec490-be29-4864-81d8-ba8796d0c423 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:36.961985 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2c408b57-ae1f-44f9-88ac-633b62666097 req-dafec490-be29-4864-81d8-ba8796d0c423 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=7316c4df-5f5d-4194-a4b7-9b5f9a94030a HTTP/1.1" status: 200 len: 943 time: 0.0507488 Dec 10 19:22:37.013254 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2c408b57-ae1f-44f9-88ac-633b62666097 req-263bbc15-e366-4fdc-9cae-1231c9077499 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443647 Dec 10 19:22:38.127706 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c4c7a-3b9d-48cb-aea1-82827a0e01c1 req-27105869-7a8a-4559-8dd5-07f7a4c1154f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:38.129217 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c22c4c7a-3b9d-48cb-aea1-82827a0e01c1 req-27105869-7a8a-4559-8dd5-07f7a4c1154f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=7316c4df-5f5d-4194-a4b7-9b5f9a94030a HTTP/1.1" status: 200 len: 943 time: 0.0484529 Dec 10 19:22:38.182556 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c22c4c7a-3b9d-48cb-aea1-82827a0e01c1 req-4424e783-2a61-46fd-9859-cdbb550d4a4f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468388 Dec 10 19:22:38.562073 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:39.302312 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0315ae-0895-4348-bc5d-a9bc173bde3c req-474a6422-dbc9-4e74-b2f3-dac96d0d7ada tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:39.303789 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4d0315ae-0895-4348-bc5d-a9bc173bde3c req-474a6422-dbc9-4e74-b2f3-dac96d0d7ada tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=7316c4df-5f5d-4194-a4b7-9b5f9a94030a HTTP/1.1" status: 200 len: 943 time: 0.0536435 Dec 10 19:22:39.353619 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4d0315ae-0895-4348-bc5d-a9bc173bde3c req-44efcfef-ba54-4518-a5c0-dff64dac61b1 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429826 Dec 10 19:22:40.468923 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b965ec-3f47-4dd8-9bae-37986aecfa56 req-23375db7-fa7d-48b7-a64d-bc5c5abcb213 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:40.470395 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f1b965ec-3f47-4dd8-9bae-37986aecfa56 req-23375db7-fa7d-48b7-a64d-bc5c5abcb213 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=7316c4df-5f5d-4194-a4b7-9b5f9a94030a HTTP/1.1" status: 200 len: 943 time: 0.0481210 Dec 10 19:22:40.519154 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f1b965ec-3f47-4dd8-9bae-37986aecfa56 req-4f68d4b8-a51a-41b6-9ad8-7766aa10d21a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419242 Dec 10 19:22:40.720257 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 3263de97-e6e5-42e4-97d3-67645f4c16fe details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:22:40.816075 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 3263de97-e6e5-42e4-97d3-67645f4c16fe, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=3263de97-e6e5-42e4-97d3-67645f4c16fe,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:40.827765 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '3263de97-e6e5-42e4-97d3-67645f4c16fe', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'port_id': '3263de97-e6e5-42e4-97d3-67645f4c16fe', 'mac_address': 'fa:16:3e:0d:31:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:22:40.864450 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:40.877498 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3263de97-e6e5-42e4-97d3-67645f4c16fe {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:22:40.896285 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 3263de97-e6e5-42e4-97d3-67645f4c16fe, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=3263de97-e6e5-42e4-97d3-67645f4c16fe,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:40.900649 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:40.949414 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=3263de97-e6e5-42e4-97d3-67645f4c16fe,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:40.956894 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:40.957258 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:40.957628 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:40.957978 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:40.958322 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:40.958661 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:40.958999 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:40.959337 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:40.959671 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:40.960033 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:40.961100 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:40.961443 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:40.961781 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:41.258550 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['3263de97-e6e5-42e4-97d3-67645f4c16fe'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:22:41.634239 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e69d7-1c20-41f3-99a7-2af2dc049add req-d4e2aeca-0120-4eb8-a24e-b6a0047a6d1e tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:41.635723 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-476e69d7-1c20-41f3-99a7-2af2dc049add req-d4e2aeca-0120-4eb8-a24e-b6a0047a6d1e tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=7316c4df-5f5d-4194-a4b7-9b5f9a94030a HTTP/1.1" status: 200 len: 944 time: 0.0486715 Dec 10 19:22:41.684829 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-476e69d7-1c20-41f3-99a7-2af2dc049add req-d43b1f66-d312-4781-be0b-ea59ce92222e tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428848 Dec 10 19:22:42.720187 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 3263de97-e6e5-42e4-97d3-67645f4c16fe up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:22:42.770063 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 3263de97-e6e5-42e4-97d3-67645f4c16fe completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:22:42.774900 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 3263de97-e6e5-42e4-97d3-67645f4c16fe triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:42.775503 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:42.802104 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724b919-5262-46da-822f-1b01153cb11e req-21f7bc48-500e-4c10-b9a7-3674cca7bb45 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:42.803628 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8724b919-5262-46da-822f-1b01153cb11e req-21f7bc48-500e-4c10-b9a7-3674cca7bb45 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=7316c4df-5f5d-4194-a4b7-9b5f9a94030a HTTP/1.1" status: 200 len: 944 time: 0.0505273 Dec 10 19:22:42.853845 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8724b919-5262-46da-822f-1b01153cb11e req-21531401-a0b5-422c-8131-6ff117c9ed63 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429025 Dec 10 19:22:43.013439 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:43.034938 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7316c4df-5f5d-4194-a4b7-9b5f9a94030a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3263de97-e6e5-42e4-97d3-67645f4c16fe'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:22:43.037246 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be29a62-941f-46e7-ab6b-92407cb9048f" -d '{"events": [{"server_uuid": "7316c4df-5f5d-4194-a4b7-9b5f9a94030a", "name": "network-vif-plugged", "status": "completed", "tag": "3263de97-e6e5-42e4-97d3-67645f4c16fe"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:22:43.049748 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 3263de97-e6e5-42e4-97d3-67645f4c16fe, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=3263de97-e6e5-42e4-97d3-67645f4c16fe,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:43.053205 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:43.105146 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=3263de97-e6e5-42e4-97d3-67645f4c16fe,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:43.150397 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb8b104-b78b-421a-9a31-08e5436e1a9b x-openstack-request-id: req-2bb8b104-b78b-421a-9a31-08e5436e1a9b {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:22:43.150699 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7316c4df-5f5d-4194-a4b7-9b5f9a94030a", "name": "network-vif-plugged", "status": "completed", "tag": "3263de97-e6e5-42e4-97d3-67645f4c16fe", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:22:43.150959 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2bb8b104-b78b-421a-9a31-08e5436e1a9b {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:22:43.151358 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7316c4df-5f5d-4194-a4b7-9b5f9a94030a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3263de97-e6e5-42e4-97d3-67645f4c16fe', 'code': 200} Dec 10 19:22:43.245863 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c7044-6980-4a77-b770-474e098046be req-81aba9a2-422f-483b-96b1-21940520d1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:43.247346 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ce3c7044-6980-4a77-b770-474e098046be req-81aba9a2-422f-483b-96b1-21940520d1fc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7316c4df-5f5d-4194-a4b7-9b5f9a94030a HTTP/1.1" status: 200 len: 1096 time: 0.0401561 Dec 10 19:22:43.297691 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ce3c7044-6980-4a77-b770-474e098046be req-da36b41e-955a-4a8b-a52c-b6880d9bf6df service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435247 Dec 10 19:22:43.974291 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a857a22-f463-471c-90fe-74e96235ca59 req-ae4459b5-0a7d-4db7-9523-60452f365a3c tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:43.976267 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7a857a22-f463-471c-90fe-74e96235ca59 req-ae4459b5-0a7d-4db7-9523-60452f365a3c tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=7316c4df-5f5d-4194-a4b7-9b5f9a94030a HTTP/1.1" status: 200 len: 945 time: 0.0530913 Dec 10 19:22:44.025327 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7a857a22-f463-471c-90fe-74e96235ca59 req-6f487adf-15a6-48bb-bae2-264237ba0663 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430596 Dec 10 19:22:45.142332 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eddb2cd-731d-440c-ba31-ff1a712bfc41 req-a843a622-71fe-4c94-b849-05b2cae530f2 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:45.143845 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9eddb2cd-731d-440c-ba31-ff1a712bfc41 req-a843a622-71fe-4c94-b849-05b2cae530f2 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=7316c4df-5f5d-4194-a4b7-9b5f9a94030a HTTP/1.1" status: 200 len: 945 time: 0.0498304 Dec 10 19:22:45.194032 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9eddb2cd-731d-440c-ba31-ff1a712bfc41 req-facdd606-2f06-46b0-b983-7f14454b1b81 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428808 Dec 10 19:22:45.310635 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388bed8a-cbf8-46ea-a6c5-e1dda4876f0d req-9a897244-7d68-46b1-8aa5-fc11d16d91e8 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:45.312059 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-388bed8a-cbf8-46ea-a6c5-e1dda4876f0d req-9a897244-7d68-46b1-8aa5-fc11d16d91e8 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=7316c4df-5f5d-4194-a4b7-9b5f9a94030a HTTP/1.1" status: 200 len: 945 time: 0.0499589 Dec 10 19:22:45.361768 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-388bed8a-cbf8-46ea-a6c5-e1dda4876f0d req-1967cc70-ea50-4ac7-a520-c2ab9d0621ee tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436940 Dec 10 19:22:45.384708 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48166) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:22:45.522555 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8036b8f6-cc73-481a-8204-9bb4dbe3bc7d tempest-TestVolumeBootPattern-2050780076 tempest-TestVolumeBootPattern-2050780076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:45.525040 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8036b8f6-cc73-481a-8204-9bb4dbe3bc7d tempest-TestVolumeBootPattern-2050780076 tempest-TestVolumeBootPattern-2050780076-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7316c4df-5f5d-4194-a4b7-9b5f9a94030a HTTP/1.1" status: 200 len: 1091 time: 0.1393363 Dec 10 19:22:45.527738 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48170) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:22:45.531903 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ef8820dc-7645-4bd8-a755-e5247675793b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'port_id': '3263de97-e6e5-42e4-97d3-67645f4c16fe', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:45.552792 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef8820dc-7645-4bd8-a755-e5247675793b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:45.652029 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef8820dc-7645-4bd8-a755-e5247675793b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:45.756733 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-ef8820dc-7645-4bd8-a755-e5247675793b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Allocated IP 172.25.7.214 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/9a7be650-5f2a-4dd4-8ba5-f3f33b9ab999) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:22:46.138325 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef8820dc-7645-4bd8-a755-e5247675793b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:46.171394 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef8820dc-7645-4bd8-a755-e5247675793b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:46.212887 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8820dc-7645-4bd8-a755-e5247675793b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:22:46.215779 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-ef8820dc-7645-4bd8-a755-e5247675793b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:46.219253 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8820dc-7645-4bd8-a755-e5247675793b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:22:46.224405 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8820dc-7645-4bd8-a755-e5247675793b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Pushing event updated for resources: {'Port': ['ID=9a7be650-5f2a-4dd4-8ba5-f3f33b9ab999,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:46.251311 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8820dc-7645-4bd8-a755-e5247675793b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:46.251663 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8820dc-7645-4bd8-a755-e5247675793b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:46.252004 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8820dc-7645-4bd8-a755-e5247675793b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:46.252344 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8820dc-7645-4bd8-a755-e5247675793b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:46.252707 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8820dc-7645-4bd8-a755-e5247675793b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:46.253038 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8820dc-7645-4bd8-a755-e5247675793b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:46.253367 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8820dc-7645-4bd8-a755-e5247675793b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:46.253693 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8820dc-7645-4bd8-a755-e5247675793b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:46.254016 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8820dc-7645-4bd8-a755-e5247675793b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:46.254344 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8820dc-7645-4bd8-a755-e5247675793b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:46.254665 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8820dc-7645-4bd8-a755-e5247675793b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:46.254986 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8820dc-7645-4bd8-a755-e5247675793b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:46.255311 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8820dc-7645-4bd8-a755-e5247675793b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:46.564318 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef8820dc-7645-4bd8-a755-e5247675793b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:46.631538 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef8820dc-7645-4bd8-a755-e5247675793b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:46.785239 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef8820dc-7645-4bd8-a755-e5247675793b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:46.791790 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef8820dc-7645-4bd8-a755-e5247675793b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:46.863099 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8820dc-7645-4bd8-a755-e5247675793b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Pushing event updated for resources: {'Port': ['ID=9a7be650-5f2a-4dd4-8ba5-f3f33b9ab999,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:46.873567 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef8820dc-7645-4bd8-a755-e5247675793b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:46.977865 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-ef8820dc-7645-4bd8-a755-e5247675793b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Floating IP f81d17d0-0c5e-4e29-a5ae-2f6f50c690f1 associated. External IP: 172.25.7.214, port: 3263de97-e6e5-42e4-97d3-67645f4c16fe. Dec 10 19:22:47.181347 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8820dc-7645-4bd8-a755-e5247675793b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Router e89b43c9-0eb4-4c3d-a551-fda9522dfcc5 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:22:47.286974 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8820dc-7645-4bd8-a755-e5247675793b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:22:47.298863 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c2fdce-b815-444a-8af4-9c9e79a46c9a None None] Sync routers for ids ['e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:22:47.305606 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef8820dc-7645-4bd8-a755-e5247675793b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:47.309468 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c2fdce-b815-444a-8af4-9c9e79a46c9a None None] Routers {'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:22:47.310082 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-14c2fdce-b815-444a-8af4-9c9e79a46c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:22:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:47.333421 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ef8820dc-7645-4bd8-a755-e5247675793b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8046761 Dec 10 19:22:47.334032 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7316c4df-5f5d-4194-a4b7-9b5f9a94030a', 'tag': '3263de97-e6e5-42e4-97d3-67645f4c16fe'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:22:47.336291 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7575e87e-1b89-475e-81aa-b3fecd4dd1ea" -d '{"events": [{"name": "network-changed", "server_uuid": "7316c4df-5f5d-4194-a4b7-9b5f9a94030a", "tag": "3263de97-e6e5-42e4-97d3-67645f4c16fe"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:22:47.417427 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-14c2fdce-b815-444a-8af4-9c9e79a46c9a None None] Set router e89b43c9-0eb4-4c3d-a551-fda9522dfcc5 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:22:47.442850 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5935bad7-2573-419e-b445-f0584dae54d7 x-openstack-request-id: req-5935bad7-2573-419e-b445-f0584dae54d7 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:22:47.443146 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7316c4df-5f5d-4194-a4b7-9b5f9a94030a", "tag": "3263de97-e6e5-42e4-97d3-67645f4c16fe", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:22:47.443402 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5935bad7-2573-419e-b445-f0584dae54d7 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:22:47.443807 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7316c4df-5f5d-4194-a4b7-9b5f9a94030a', 'tag': '3263de97-e6e5-42e4-97d3-67645f4c16fe', 'status': 'completed', 'code': 200} Dec 10 19:22:47.503262 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575e87e-1b89-475e-81aa-b3fecd4dd1ea req-d41781ee-b433-46ed-aaf2-f8cc87aa35c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:47.504783 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7575e87e-1b89-475e-81aa-b3fecd4dd1ea req-d41781ee-b433-46ed-aaf2-f8cc87aa35c3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4152abff22c840ed91cb9771512b3465&device_id=7316c4df-5f5d-4194-a4b7-9b5f9a94030a HTTP/1.1" status: 200 len: 1096 time: 0.0400734 Dec 10 19:22:47.599105 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575e87e-1b89-475e-81aa-b3fecd4dd1ea req-67046ccd-4622-4be8-9a92-011f8dd49d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:47.600580 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7575e87e-1b89-475e-81aa-b3fecd4dd1ea req-67046ccd-4622-4be8-9a92-011f8dd49d6c service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 HTTP/1.1" status: 200 len: 912 time: 0.0886321 Dec 10 19:22:47.646650 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-14c2fdce-b815-444a-8af4-9c9e79a46c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'name': 'tempest-TestVolumeBootPattern-258798546-router', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:34Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '4152abff22c840ed91cb9771512b3465', 'gw_port': {'id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:35Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'f81d17d0-0c5e-4e29-a5ae-2f6f50c690f1', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'port_id': '3263de97-e6e5-42e4-97d3-67645f4c16fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'mac_address': 'fa:16:3e:0d:31:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7316c4df-5f5d-4194-a4b7-9b5f9a94030a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:22:46Z', 'updated_at': '2021-12-10T19:22:46Z', 'revision_number': 0, 'project_id': '4152abff22c840ed91cb9771512b3465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d9da1ad-0935-447e-8d46-177b00031554', 'name': '', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'mac_address': 'fa:16:3e:a9:50:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:36Z', 'updated_at': '2021-12-10T19:16:42Z', 'revision_number': 5, 'project_id': '4152abff22c840ed91cb9771512b3465', 'subnets': [{'id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:47.668305 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7575e87e-1b89-475e-81aa-b3fecd4dd1ea req-07eed252-2198-482a-9ddb-aae913625c66 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3263de97-e6e5-42e4-97d3-67645f4c16fe HTTP/1.1" status: 200 len: 999 time: 0.0587883 Dec 10 19:22:47.673017 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c2fdce-b815-444a-8af4-9c9e79a46c9a None None] Checking router: e89b43c9-0eb4-4c3d-a551-fda9522dfcc5 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:22:47.681863 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c2fdce-b815-444a-8af4-9c9e79a46c9a None None] Routers {'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:22:47.682470 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-14c2fdce-b815-444a-8af4-9c9e79a46c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:22:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:47.720688 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575e87e-1b89-475e-81aa-b3fecd4dd1ea req-3c06b33c-eb50-43cf-9d73-3e93080cb483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:47.722095 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7575e87e-1b89-475e-81aa-b3fecd4dd1ea req-3c06b33c-eb50-43cf-9d73-3e93080cb483 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c0f6e315-1f28-44d3-9574-47035cf872ce HTTP/1.1" status: 200 len: 850 time: 0.0472121 Dec 10 19:22:47.767588 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575e87e-1b89-475e-81aa-b3fecd4dd1ea req-272c0da9-558e-45c1-b75f-ffab8d89bd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:47.769128 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7575e87e-1b89-475e-81aa-b3fecd4dd1ea req-272c0da9-558e-45c1-b75f-ffab8d89bd12 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406690 Dec 10 19:22:47.786794 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-14c2fdce-b815-444a-8af4-9c9e79a46c9a None None] Set router e89b43c9-0eb4-4c3d-a551-fda9522dfcc5 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:22:47.860686 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7575e87e-1b89-475e-81aa-b3fecd4dd1ea req-9aac71ee-befd-4b08-b4d9-922fb23e4f96 service neutron] 10.222.0.72 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839796 Dec 10 19:22:47.953002 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7575e87e-1b89-475e-81aa-b3fecd4dd1ea req-62cd29aa-8d35-492e-ba7b-28111d320b29 service neutron] 10.222.0.72 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850954 Dec 10 19:22:48.015028 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-14c2fdce-b815-444a-8af4-9c9e79a46c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'name': 'tempest-TestVolumeBootPattern-258798546-router', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:34Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '4152abff22c840ed91cb9771512b3465', 'gw_port': {'id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:35Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'f81d17d0-0c5e-4e29-a5ae-2f6f50c690f1', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'port_id': '3263de97-e6e5-42e4-97d3-67645f4c16fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'mac_address': 'fa:16:3e:0d:31:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7316c4df-5f5d-4194-a4b7-9b5f9a94030a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:22:46Z', 'updated_at': '2021-12-10T19:22:46Z', 'revision_number': 0, 'project_id': '4152abff22c840ed91cb9771512b3465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d9da1ad-0935-447e-8d46-177b00031554', 'name': '', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'mac_address': 'fa:16:3e:a9:50:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:36Z', 'updated_at': '2021-12-10T19:16:42Z', 'revision_number': 5, 'project_id': '4152abff22c840ed91cb9771512b3465', 'subnets': [{'id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:48.041717 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c2fdce-b815-444a-8af4-9c9e79a46c9a None None] The sync data for ids ['e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'] in n-d-821435-1 is: [{'id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'name': 'tempest-TestVolumeBootPattern-258798546-router', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:34Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '4152abff22c840ed91cb9771512b3465', 'gw_port': {'id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:35Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'f81d17d0-0c5e-4e29-a5ae-2f6f50c690f1', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'port_id': '3263de97-e6e5-42e4-97d3-67645f4c16fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'mac_address': 'fa:16:3e:0d:31:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7316c4df-5f5d-4194-a4b7-9b5f9a94030a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:22:46Z', 'updated_at': '2021-12-10T19:22:46Z', 'revision_number': 0, 'project_id': '4152abff22c840ed91cb9771512b3465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d9da1ad-0935-447e-8d46-177b00031554', 'name': '', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'mac_address': 'fa:16:3e:a9:50:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:36Z', 'updated_at': '2021-12-10T19:16:42Z', 'revision_number': 5, 'project_id': '4152abff22c840ed91cb9771512b3465', 'subnets': [{'id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:22:48.238271 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c305aa0-7527-4680-9a9a-fd9e3374c47a None None] New status for floating IP f81d17d0-0c5e-4e29-a5ae-2f6f50c690f1: ACTIVE {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:22:49.700709 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-818663e7-1acc-44aa-bbe4-597610b63340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:52.546890 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-86249273-9d0d-4884-b82a-1f49115190d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:52.600318 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bc860bba-b74a-4719-82ac-561a1c3f68cd req-ed1d7a02-d0b5-4959-afc4-6276f39e4506 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7316c4df-5f5d-4194-a4b7-9b5f9a94030a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392923 Dec 10 19:22:52.681090 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc860bba-b74a-4719-82ac-561a1c3f68cd req-4f7c7817-e005-442e-a292-176b2039842d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:52.682501 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bc860bba-b74a-4719-82ac-561a1c3f68cd req-4f7c7817-e005-442e-a292-176b2039842d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4152abff22c840ed91cb9771512b3465&device_id=7316c4df-5f5d-4194-a4b7-9b5f9a94030a HTTP/1.1" status: 200 len: 1096 time: 0.0403628 Dec 10 19:22:52.787467 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc860bba-b74a-4719-82ac-561a1c3f68cd req-6737295c-e292-4297-b298-c1ece530c177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:52.788981 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bc860bba-b74a-4719-82ac-561a1c3f68cd req-6737295c-e292-4297-b298-c1ece530c177 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 HTTP/1.1" status: 200 len: 912 time: 0.0879896 Dec 10 19:22:52.855873 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bc860bba-b74a-4719-82ac-561a1c3f68cd req-b9f2b0ef-7491-4c6e-84fb-59fa2dafe6f8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3263de97-e6e5-42e4-97d3-67645f4c16fe HTTP/1.1" status: 200 len: 1001 time: 0.0578339 Dec 10 19:22:52.908409 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc860bba-b74a-4719-82ac-561a1c3f68cd req-d6cf7c43-6b64-4ea2-896c-a7996fa94d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:52.909925 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bc860bba-b74a-4719-82ac-561a1c3f68cd req-d6cf7c43-6b64-4ea2-896c-a7996fa94d01 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c0f6e315-1f28-44d3-9574-47035cf872ce HTTP/1.1" status: 200 len: 850 time: 0.0476286 Dec 10 19:22:52.954594 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc860bba-b74a-4719-82ac-561a1c3f68cd req-b243dbd3-8e6e-4d3b-b128-49c6a8d04a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:52.955995 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bc860bba-b74a-4719-82ac-561a1c3f68cd req-b243dbd3-8e6e-4d3b-b128-49c6a8d04a87 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392351 Dec 10 19:22:53.047305 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bc860bba-b74a-4719-82ac-561a1c3f68cd req-81042790-b3e0-4417-bb60-93dbc9d9f329 service neutron] 10.222.0.72 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844386 Dec 10 19:22:53.143891 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bc860bba-b74a-4719-82ac-561a1c3f68cd req-9a5eed8f-f902-44f8-af11-8f0303aad792 service neutron] 10.222.0.72 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900023 Dec 10 19:22:53.564324 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:54.933974 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:55.543105 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:02.618409 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:23:04.271685 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:08.576700 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:19.702587 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b370a579-073c-4c26-811c-71a046651251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:22.548116 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dc16d515-cdb2-44ba-b46c-9743de16aa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:23.565973 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:24.934942 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:25.535178 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:34.277563 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:37.184580 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-d912e683-1908-4c6a-a54d-3a03e5cfb85c req-56bc038a-da45-4099-902d-150b98df0eeb service neutron] (103245) timed out ('10.222.0.62', 40806) {{(pid=103245) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 19:23:38.576029 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:39.618446 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:23:49.707459 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d108e469-41f2-4827-a7bc-ebeb9c141625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:52.549352 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5b303270-1fa5-419a-84bb-7b02c6df7339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:53.568935 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:53.593881 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-017114b6-0eb9-43d8-9be5-dea9066dfff2 req-c64741d5-e4de-4108-aae2-eea80f2b7793 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7316c4df-5f5d-4194-a4b7-9b5f9a94030a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429027 Dec 10 19:23:53.674878 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017114b6-0eb9-43d8-9be5-dea9066dfff2 req-37d04b85-0cc8-4228-8879-98c578caaa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:53.676568 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-017114b6-0eb9-43d8-9be5-dea9066dfff2 req-37d04b85-0cc8-4228-8879-98c578caaa46 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4152abff22c840ed91cb9771512b3465&device_id=7316c4df-5f5d-4194-a4b7-9b5f9a94030a HTTP/1.1" status: 200 len: 1096 time: 0.0410089 Dec 10 19:23:53.783652 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017114b6-0eb9-43d8-9be5-dea9066dfff2 req-0957ceb9-836b-4e58-898e-1d077496effa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:53.785192 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-017114b6-0eb9-43d8-9be5-dea9066dfff2 req-0957ceb9-836b-4e58-898e-1d077496effa service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 HTTP/1.1" status: 200 len: 912 time: 0.0890000 Dec 10 19:23:53.849859 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-017114b6-0eb9-43d8-9be5-dea9066dfff2 req-575d17b8-120e-4f0f-8592-feecd97e53bd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3263de97-e6e5-42e4-97d3-67645f4c16fe HTTP/1.1" status: 200 len: 1001 time: 0.0571547 Dec 10 19:23:53.902986 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017114b6-0eb9-43d8-9be5-dea9066dfff2 req-9920db3d-2c3c-4afb-9efb-11be181522f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:53.904618 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-017114b6-0eb9-43d8-9be5-dea9066dfff2 req-9920db3d-2c3c-4afb-9efb-11be181522f9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c0f6e315-1f28-44d3-9574-47035cf872ce HTTP/1.1" status: 200 len: 850 time: 0.0475669 Dec 10 19:23:53.949120 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017114b6-0eb9-43d8-9be5-dea9066dfff2 req-8d93e7da-7c15-4217-88fb-6e542d1e5632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:53.950610 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-017114b6-0eb9-43d8-9be5-dea9066dfff2 req-8d93e7da-7c15-4217-88fb-6e542d1e5632 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396779 Dec 10 19:23:54.043709 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-017114b6-0eb9-43d8-9be5-dea9066dfff2 req-3763d751-a33e-425b-89f3-09b3dc89bb8f service neutron] 10.222.0.72 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862432 Dec 10 19:23:54.138644 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-017114b6-0eb9-43d8-9be5-dea9066dfff2 req-ba7c3bcb-41c6-4b6c-badf-d8693fdbf4d4 service neutron] 10.222.0.72 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878925 Dec 10 19:23:54.937579 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:55.537285 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:00.214609 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-dfc5cbf4-a0ae-4ade-be40-ff0ae2c1fc30 req-2abc9015-2a6e-40cf-a182-fe7fc1ac2925 service neutron] (103245) timed out ('10.222.0.72', 52238) {{(pid=103245) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 19:24:04.283834 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:08.575183 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:16.617859 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:24:19.710932 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-03539bf4-a51c-41f1-a746-251265418199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:22.551282 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1370b8a7-49ac-4982-b67e-3c669225a03f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:23.573846 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:24.947312 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:25.552982 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:29.211850 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-d5449d43-0c4a-4cc8-8f6c-bc40b18a9215 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1266181293&fields=id&tenant_id=4152abff22c840ed91cb9771512b3465 HTTP/1.1" status: 200 len: 267 time: 0.0589089 Dec 10 19:24:29.319575 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-317ab9a1-bd99-4ddd-a0b6-589104774ba9 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:29.321062 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-317ab9a1-bd99-4ddd-a0b6-589104774ba9 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/networks?id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 HTTP/1.1" status: 200 len: 811 time: 0.1017625 Dec 10 19:24:29.335969 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-d8efef1d-885e-4402-bbaf-28429ee06f7d tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/quotas/4152abff22c840ed91cb9771512b3465 HTTP/1.1" status: 200 len: 375 time: 0.0090981 Dec 10 19:24:29.391677 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-b04afaf2-f5b0-48fa-b3d2-15e10c1abd9c tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4152abff22c840ed91cb9771512b3465&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503211 Dec 10 19:24:29.456580 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-1161e167-b6d6-4819-a711-39c68ebac398 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:24:29.457615 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-1161e167-b6d6-4819-a711-39c68ebac398 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0544100 Dec 10 19:24:29.545899 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-a2e1fe8b-32f1-4fb2-b9a5-1e92d85dae7a service neutron] 10.222.0.62 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819211 Dec 10 19:24:29.636384 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-56f45309-1291-497c-aab5-01073175a6f3 service neutron] 10.222.0.62 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843079 Dec 10 19:24:30.990271 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-30eefa60-02ae-4632-9d15-71092b403c15 req-944c808a-33a4-40c7-8acb-bc61532e42b4 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f37425e3-f3b0-4986-ae28-b027729e6e34 HTTP/1.1" status: 200 len: 210 time: 0.0811398 Dec 10 19:24:32.069998 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1a3888a4-bf0e-4f07-a7fc-e6a35b977c1a req-71d7fe40-f78e-4fcd-a15f-e4ccf70e625c tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f37425e3-f3b0-4986-ae28-b027729e6e34 HTTP/1.1" status: 200 len: 210 time: 0.0291605 Dec 10 19:24:33.194173 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4329184a-de4a-4139-9e4c-a2e5259b736a req-f3d0d758-f249-447b-ab81-249db1a2612d tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f37425e3-f3b0-4986-ae28-b027729e6e34 HTTP/1.1" status: 200 len: 210 time: 0.0258744 Dec 10 19:24:33.962125 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-edaf10f5-6fbf-4777-aa5c-98c07f43eaec tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:33.963576 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-edaf10f5-6fbf-4777-aa5c-98c07f43eaec tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.46 "GET /v2.0/networks?id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 HTTP/1.1" status: 200 len: 811 time: 0.1133451 Dec 10 19:24:34.029734 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-bd0ec243-6302-47a3-a091-0353dea4e190 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4152abff22c840ed91cb9771512b3465 HTTP/1.1" status: 200 len: 380 time: 0.0564802 Dec 10 19:24:34.039243 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-01ce455e-2636-40a5-a9ff-cbb8e8801b1b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Request body: {'port': {'device_id': 'f37425e3-f3b0-4986-ae28-b027729e6e34', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'admin_state_up': True, 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'security_groups': ['c8cb895b-c9a6-4925-8d28-a6bd2137d668']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:34.153655 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-01ce455e-2636-40a5-a9ff-cbb8e8801b1b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Made reservation on behalf of 4152abff22c840ed91cb9771512b3465 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:24:34.158292 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-01ce455e-2636-40a5-a9ff-cbb8e8801b1b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:34.297311 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-01ce455e-2636-40a5-a9ff-cbb8e8801b1b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Allocated IP 172.20.0.11 (cb03d2a1-6d87-4b96-95d4-709b1f04a5b5/c0f6e315-1f28-44d3-9574-47035cf872ce/ae3b5b56-e0ce-41f2-857f-a114c87b956a) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:24:34.311179 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:34.366245 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4c720534-dfed-4183-9c49-2b6422a5c3f8 req-877d7fd3-d25c-4cbf-ad0a-9b4e7ea6096f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f37425e3-f3b0-4986-ae28-b027729e6e34 HTTP/1.1" status: 200 len: 210 time: 0.0969727 Dec 10 19:24:34.456434 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-01ce455e-2636-40a5-a9ff-cbb8e8801b1b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:34.492048 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-01ce455e-2636-40a5-a9ff-cbb8e8801b1b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:34.534934 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-01ce455e-2636-40a5-a9ff-cbb8e8801b1b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Network cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:24:34.538083 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-01ce455e-2636-40a5-a9ff-cbb8e8801b1b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:24:34.541864 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-01ce455e-2636-40a5-a9ff-cbb8e8801b1b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:24:34.577067 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce455e-2636-40a5-a9ff-cbb8e8801b1b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Pushing event updated for resources: {'Port': ['ID=ae3b5b56-e0ce-41f2-857f-a114c87b956a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:34.592298 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ce455e-2636-40a5-a9ff-cbb8e8801b1b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:34.592726 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ce455e-2636-40a5-a9ff-cbb8e8801b1b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:34.593841 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ce455e-2636-40a5-a9ff-cbb8e8801b1b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:34.594208 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ce455e-2636-40a5-a9ff-cbb8e8801b1b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:34.594562 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ce455e-2636-40a5-a9ff-cbb8e8801b1b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:34.594908 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ce455e-2636-40a5-a9ff-cbb8e8801b1b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:34.595250 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ce455e-2636-40a5-a9ff-cbb8e8801b1b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:34.595592 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ce455e-2636-40a5-a9ff-cbb8e8801b1b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:34.595930 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ce455e-2636-40a5-a9ff-cbb8e8801b1b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:34.596269 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ce455e-2636-40a5-a9ff-cbb8e8801b1b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:34.596604 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ce455e-2636-40a5-a9ff-cbb8e8801b1b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:34.596965 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ce455e-2636-40a5-a9ff-cbb8e8801b1b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:34.597305 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ce455e-2636-40a5-a9ff-cbb8e8801b1b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:34.616067 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-01ce455e-2636-40a5-a9ff-cbb8e8801b1b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:34.616791 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-01ce455e-2636-40a5-a9ff-cbb8e8801b1b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:34.635552 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-01ce455e-2636-40a5-a9ff-cbb8e8801b1b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5998704 Dec 10 19:24:34.649123 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-78d9f336-e900-4928-93dd-320c15617979 service neutron] Request body: {'port': {'device_id': 'f37425e3-f3b0-4986-ae28-b027729e6e34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:34.708258 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-78d9f336-e900-4928-93dd-320c15617979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:34.831635 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a09415b1-9e35-475c-831c-563d5cf897d6 None None] Provisioning complete for port ae3b5b56-e0ce-41f2-857f-a114c87b956a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:34.832464 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a09415b1-9e35-475c-831c-563d5cf897d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:34.873714 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a09415b1-9e35-475c-831c-563d5cf897d6 None None] Port ae3b5b56-e0ce-41f2-857f-a114c87b956a cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:24:34.973704 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-78d9f336-e900-4928-93dd-320c15617979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae3b5b56-e0ce-41f2-857f-a114c87b956a {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:24:34.981005 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-78d9f336-e900-4928-93dd-320c15617979 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:34.993147 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-78d9f336-e900-4928-93dd-320c15617979 service neutron] Transition to ACTIVE for port object ae3b5b56-e0ce-41f2-857f-a114c87b956a will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:24:34.997222 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-78d9f336-e900-4928-93dd-320c15617979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:35.050000 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9f336-e900-4928-93dd-320c15617979 service neutron] Pushing event updated for resources: {'Port': ['ID=ae3b5b56-e0ce-41f2-857f-a114c87b956a,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:35.122948 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-78d9f336-e900-4928-93dd-320c15617979 service neutron] Attempting to bind port ae3b5b56-e0ce-41f2-857f-a114c87b956a on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:24:35.123287 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-78d9f336-e900-4928-93dd-320c15617979 service neutron] Attempting to bind port ae3b5b56-e0ce-41f2-857f-a114c87b956a by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '616a97ca-69d0-44d2-8ef6-ba801315fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:24:35.123631 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-78d9f336-e900-4928-93dd-320c15617979 service neutron] Attempting to bind port ae3b5b56-e0ce-41f2-857f-a114c87b956a on network cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:24:35.129243 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-78d9f336-e900-4928-93dd-320c15617979 service neutron] Port ae3b5b56-e0ce-41f2-857f-a114c87b956a on network cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:24:35.129676 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-78d9f336-e900-4928-93dd-320c15617979 service neutron] Attempting to bind port ae3b5b56-e0ce-41f2-857f-a114c87b956a on network cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:24:35.135273 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-78d9f336-e900-4928-93dd-320c15617979 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:24:35.135760 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-78d9f336-e900-4928-93dd-320c15617979 service neutron] Checking segment: {'id': '616a97ca-69d0-44d2-8ef6-ba801315fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:24:35.136258 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-78d9f336-e900-4928-93dd-320c15617979 service neutron] Bound using segment: {'id': '616a97ca-69d0-44d2-8ef6-ba801315fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:24:35.137114 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-78d9f336-e900-4928-93dd-320c15617979 service neutron] Bound port: ae3b5b56-e0ce-41f2-857f-a114c87b956a, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '616a97ca-69d0-44d2-8ef6-ba801315fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:24:35.137737 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-78d9f336-e900-4928-93dd-320c15617979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:35.209724 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-78d9f336-e900-4928-93dd-320c15617979 service neutron] For port ae3b5b56-e0ce-41f2-857f-a114c87b956a, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:24:35.213454 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-78d9f336-e900-4928-93dd-320c15617979 service neutron] For port ae3b5b56-e0ce-41f2-857f-a114c87b956a, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=ae3b5b56-e0ce-41f2-857f-a114c87b956a,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:24:35.219675 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-78d9f336-e900-4928-93dd-320c15617979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:35.259818 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-78d9f336-e900-4928-93dd-320c15617979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:35.260452 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-78d9f336-e900-4928-93dd-320c15617979 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:35.262154 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-78d9f336-e900-4928-93dd-320c15617979 service neutron] 10.222.0.46 "PUT /v2.0/ports/ae3b5b56-e0ce-41f2-857f-a114c87b956a HTTP/1.1" status: 200 len: 1092 time: 0.6177418 Dec 10 19:24:35.264501 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f37425e3-f3b0-4986-ae28-b027729e6e34', 'tag': 'ae3b5b56-e0ce-41f2-857f-a114c87b956a'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:24:35.268861 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f1ec92-3610-44f2-9fcc-51279a2d9ea3" -d '{"events": [{"name": "network-changed", "server_uuid": "f37425e3-f3b0-4986-ae28-b027729e6e34", "tag": "ae3b5b56-e0ce-41f2-857f-a114c87b956a"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:24:35.304580 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9f336-e900-4928-93dd-320c15617979 service neutron] Pushing event updated for resources: {'Port': ['ID=ae3b5b56-e0ce-41f2-857f-a114c87b956a,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:35.320936 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8c1ba1-d76b-4e00-9d99-e63f7b481627 x-openstack-request-id: req-bb8c1ba1-d76b-4e00-9d99-e63f7b481627 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:24:35.321229 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f37425e3-f3b0-4986-ae28-b027729e6e34", "tag": "ae3b5b56-e0ce-41f2-857f-a114c87b956a", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:24:35.321485 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bb8c1ba1-d76b-4e00-9d99-e63f7b481627 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:24:35.321887 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f37425e3-f3b0-4986-ae28-b027729e6e34', 'tag': 'ae3b5b56-e0ce-41f2-857f-a114c87b956a', 'status': 'completed', 'code': 200} Dec 10 19:24:35.374680 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-da8e4a90-ac1d-47fb-99b2-6700d054d9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:35.376304 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-da8e4a90-ac1d-47fb-99b2-6700d054d9ae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4152abff22c840ed91cb9771512b3465&device_id=f37425e3-f3b0-4986-ae28-b027729e6e34 HTTP/1.1" status: 200 len: 1095 time: 0.0478284 Dec 10 19:24:35.422647 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-955e05e4-a335-434f-8230-9ca94c97d409 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae3b5b56-e0ce-41f2-857f-a114c87b956a HTTP/1.1" status: 200 len: 217 time: 0.0387828 Dec 10 19:24:35.498412 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-b949f93e-4a8b-419b-80ce-040d8ec97421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:35.500072 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-b949f93e-4a8b-419b-80ce-040d8ec97421 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c0f6e315-1f28-44d3-9574-47035cf872ce HTTP/1.1" status: 200 len: 850 time: 0.0707738 Dec 10 19:24:35.537398 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4be397-78ee-4069-9256-75d97dea9069 req-2857e3d1-cd6a-4a49-a4c1-ea06e6b7fc42 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:35.549382 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4e4be397-78ee-4069-9256-75d97dea9069 req-2857e3d1-cd6a-4a49-a4c1-ea06e6b7fc42 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f37425e3-f3b0-4986-ae28-b027729e6e34 HTTP/1.1" status: 200 len: 944 time: 0.0985451 Dec 10 19:24:35.564862 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-7b76f6c4-e75d-4243-a8b9-aff7f0ba06fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:35.566571 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-7b76f6c4-e75d-4243-a8b9-aff7f0ba06fa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582917 Dec 10 19:24:35.600673 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4e4be397-78ee-4069-9256-75d97dea9069 req-37c5083c-0395-449c-837d-6519cb1722a5 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501218 Dec 10 19:24:35.664043 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-e2396bfb-2ca5-4c75-8401-b0bbe5d51acd service neutron] 10.222.0.46 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903516 Dec 10 19:24:35.759906 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bd8418e3-6b79-42da-9056-48ef3d325049 req-488376cd-3af8-4d3b-ac7e-480e6901b6cb service neutron] 10.222.0.46 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886788 Dec 10 19:24:35.846871 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f1ec92-3610-44f2-9fcc-51279a2d9ea3 req-87fe8e23-70d0-44c9-8e1d-8924cec641d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:35.848324 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-75f1ec92-3610-44f2-9fcc-51279a2d9ea3 req-87fe8e23-70d0-44c9-8e1d-8924cec641d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4152abff22c840ed91cb9771512b3465&device_id=f37425e3-f3b0-4986-ae28-b027729e6e34 HTTP/1.1" status: 200 len: 1095 time: 0.0434842 Dec 10 19:24:35.947351 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f1ec92-3610-44f2-9fcc-51279a2d9ea3 req-5855a12d-15cf-47db-b6e6-eb0c94cb06fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:35.948775 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-75f1ec92-3610-44f2-9fcc-51279a2d9ea3 req-5855a12d-15cf-47db-b6e6-eb0c94cb06fc service neutron] 10.222.0.46 "GET /v2.0/networks?id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 HTTP/1.1" status: 200 len: 912 time: 0.0940433 Dec 10 19:24:35.991079 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-75f1ec92-3610-44f2-9fcc-51279a2d9ea3 req-29665ce1-eb3e-4bd2-b99f-3d1dc0ef218b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae3b5b56-e0ce-41f2-857f-a114c87b956a HTTP/1.1" status: 200 len: 217 time: 0.0346720 Dec 10 19:24:36.039979 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f1ec92-3610-44f2-9fcc-51279a2d9ea3 req-6c1cee3e-852e-4496-92e5-c155f0da4a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:36.041474 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-75f1ec92-3610-44f2-9fcc-51279a2d9ea3 req-6c1cee3e-852e-4496-92e5-c155f0da4a14 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c0f6e315-1f28-44d3-9574-47035cf872ce HTTP/1.1" status: 200 len: 850 time: 0.0434675 Dec 10 19:24:36.091688 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f1ec92-3610-44f2-9fcc-51279a2d9ea3 req-9ba1bfb0-4187-4321-b9f0-a2c84b3c29fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:36.093928 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-75f1ec92-3610-44f2-9fcc-51279a2d9ea3 req-9ba1bfb0-4187-4321-b9f0-a2c84b3c29fa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443385 Dec 10 19:24:36.182115 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-75f1ec92-3610-44f2-9fcc-51279a2d9ea3 req-4df2a0ab-377c-4ee9-af0c-9d38aadabc05 service neutron] 10.222.0.46 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811965 Dec 10 19:24:36.277987 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-75f1ec92-3610-44f2-9fcc-51279a2d9ea3 req-74955874-b824-4ca9-a14a-d0db36931fe9 service neutron] 10.222.0.46 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875962 Dec 10 19:24:37.031114 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab4e5b-d88b-451b-a192-deb489832465 req-24abafde-b2dd-4623-94e8-bd58f9bb3c07 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:37.032673 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ecab4e5b-d88b-451b-a192-deb489832465 req-24abafde-b2dd-4623-94e8-bd58f9bb3c07 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f37425e3-f3b0-4986-ae28-b027729e6e34 HTTP/1.1" status: 200 len: 944 time: 0.3553519 Dec 10 19:24:37.082324 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ecab4e5b-d88b-451b-a192-deb489832465 req-c989dcd7-f2a4-4455-94a9-73348e3359a6 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434921 Dec 10 19:24:38.198251 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd65dc-4782-4169-a81c-42f7169d08e3 req-713b0a2a-6b97-40e9-92a3-b795ed77bdc1 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:38.199741 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4efd65dc-4782-4169-a81c-42f7169d08e3 req-713b0a2a-6b97-40e9-92a3-b795ed77bdc1 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f37425e3-f3b0-4986-ae28-b027729e6e34 HTTP/1.1" status: 200 len: 944 time: 0.0490050 Dec 10 19:24:38.249898 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4efd65dc-4782-4169-a81c-42f7169d08e3 req-e6b54739-5010-4ee9-8d5f-e9f5beea1ffc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434999 Dec 10 19:24:38.574473 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:39.381955 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1571b03-e5c6-4baf-9c1b-c8e4f7e4bd02 req-4f49041c-43ea-4cbd-9f41-5d3e929beb89 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:39.384467 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b1571b03-e5c6-4baf-9c1b-c8e4f7e4bd02 req-4f49041c-43ea-4cbd-9f41-5d3e929beb89 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f37425e3-f3b0-4986-ae28-b027729e6e34 HTTP/1.1" status: 200 len: 944 time: 0.0562091 Dec 10 19:24:39.442337 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b1571b03-e5c6-4baf-9c1b-c8e4f7e4bd02 req-349e9d83-103f-4499-a1e4-6e1434801da7 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500479 Dec 10 19:24:40.570661 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63145de-3b81-4ddb-9b5b-cf02d2c3dbfc req-9e479e6e-fb0a-4ba8-8e81-e757f7f790cf tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:40.572130 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e63145de-3b81-4ddb-9b5b-cf02d2c3dbfc req-9e479e6e-fb0a-4ba8-8e81-e757f7f790cf tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f37425e3-f3b0-4986-ae28-b027729e6e34 HTTP/1.1" status: 200 len: 944 time: 0.0497832 Dec 10 19:24:40.628493 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e63145de-3b81-4ddb-9b5b-cf02d2c3dbfc req-8c244d3e-9532-4b69-9185-389f66c58ee5 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497408 Dec 10 19:24:41.756528 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc76a2-0d5e-4db8-8e9c-759c13e3c546 req-fae0045b-2191-4652-94f9-777f2f431756 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:41.758238 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3afc76a2-0d5e-4db8-8e9c-759c13e3c546 req-fae0045b-2191-4652-94f9-777f2f431756 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f37425e3-f3b0-4986-ae28-b027729e6e34 HTTP/1.1" status: 200 len: 944 time: 0.0560226 Dec 10 19:24:41.810023 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3afc76a2-0d5e-4db8-8e9c-759c13e3c546 req-e53c630d-6eb7-4d68-a117-20eff0848c01 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455241 Dec 10 19:24:42.931403 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb1ad2-9dbb-4db3-8ef3-5af90735a1c0 req-9859b376-79bc-41a1-816d-bc5e6bd4f470 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:42.932899 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9cdb1ad2-9dbb-4db3-8ef3-5af90735a1c0 req-9859b376-79bc-41a1-816d-bc5e6bd4f470 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f37425e3-f3b0-4986-ae28-b027729e6e34 HTTP/1.1" status: 200 len: 944 time: 0.0490746 Dec 10 19:24:42.981760 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9cdb1ad2-9dbb-4db3-8ef3-5af90735a1c0 req-722c2de4-9ac4-4224-900a-970cd2e63796 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424736 Dec 10 19:24:44.096382 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be10f3-e4f6-4cf1-9c77-c637c201e81e req-d4690ae3-564c-47ff-bd74-382f46a0a211 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:44.097881 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-23be10f3-e4f6-4cf1-9c77-c637c201e81e req-d4690ae3-564c-47ff-bd74-382f46a0a211 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f37425e3-f3b0-4986-ae28-b027729e6e34 HTTP/1.1" status: 200 len: 944 time: 0.0479658 Dec 10 19:24:44.146619 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-23be10f3-e4f6-4cf1-9c77-c637c201e81e req-50b88810-cd82-4de7-80d0-bcc5133c4530 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427852 Dec 10 19:24:45.263851 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7919a12-2508-472d-ad16-b99588f8375c req-8f734445-7f39-486f-ac07-e8a8be025524 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:45.266325 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d7919a12-2508-472d-ad16-b99588f8375c req-8f734445-7f39-486f-ac07-e8a8be025524 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f37425e3-f3b0-4986-ae28-b027729e6e34 HTTP/1.1" status: 200 len: 944 time: 0.0504506 Dec 10 19:24:45.314964 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d7919a12-2508-472d-ad16-b99588f8375c req-008061c7-4d56-4396-8bc0-08e742c354d3 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425079 Dec 10 19:24:46.430063 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf23943-8b42-49e5-a714-c42d6a6cf556 req-d9923e72-cd02-430d-b765-c2fc1547ff16 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:46.431538 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5cf23943-8b42-49e5-a714-c42d6a6cf556 req-d9923e72-cd02-430d-b765-c2fc1547ff16 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f37425e3-f3b0-4986-ae28-b027729e6e34 HTTP/1.1" status: 200 len: 944 time: 0.0483704 Dec 10 19:24:46.484713 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5cf23943-8b42-49e5-a714-c42d6a6cf556 req-9ed3d42e-b737-4725-846c-71e6dfbdce16 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469165 Dec 10 19:24:47.609605 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b407c9-bd32-4d3c-8488-23cdfdc640ac req-5aefde98-c802-46f0-8cb8-19fe3ed0bd92 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:47.611016 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-70b407c9-bd32-4d3c-8488-23cdfdc640ac req-5aefde98-c802-46f0-8cb8-19fe3ed0bd92 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f37425e3-f3b0-4986-ae28-b027729e6e34 HTTP/1.1" status: 200 len: 944 time: 0.0550079 Dec 10 19:24:47.659122 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-70b407c9-bd32-4d3c-8488-23cdfdc640ac req-93a16cfe-a591-4ab6-9832-f243052f8c1c tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422192 Dec 10 19:24:48.082737 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device ae3b5b56-e0ce-41f2-857f-a114c87b956a details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:24:48.178870 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port ae3b5b56-e0ce-41f2-857f-a114c87b956a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=ae3b5b56-e0ce-41f2-857f-a114c87b956a,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:24:48.190761 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': 'ae3b5b56-e0ce-41f2-857f-a114c87b956a', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'port_id': 'ae3b5b56-e0ce-41f2-857f-a114c87b956a', 'mac_address': 'fa:16:3e:bb:9f:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:24:48.231396 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:48.244326 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae3b5b56-e0ce-41f2-857f-a114c87b956a {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:24:48.263291 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port ae3b5b56-e0ce-41f2-857f-a114c87b956a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=ae3b5b56-e0ce-41f2-857f-a114c87b956a,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:24:48.267971 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:48.317334 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=ae3b5b56-e0ce-41f2-857f-a114c87b956a,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:48.324974 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:48.325429 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:48.325776 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:48.326274 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:48.326613 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:48.327527 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:48.327861 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:48.328193 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:48.328522 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:48.328910 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:48.329241 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:48.329566 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:48.329909 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:48.500063 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['ae3b5b56-e0ce-41f2-857f-a114c87b956a'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:24:48.774174 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284abdc5-f178-4c4e-ab09-ec8cd44f9f70 req-4a4ccc10-86dc-4d0e-a533-ffb0f033454a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:48.775633 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-284abdc5-f178-4c4e-ab09-ec8cd44f9f70 req-4a4ccc10-86dc-4d0e-a533-ffb0f033454a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f37425e3-f3b0-4986-ae28-b027729e6e34 HTTP/1.1" status: 200 len: 945 time: 0.0481877 Dec 10 19:24:48.823408 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-284abdc5-f178-4c4e-ab09-ec8cd44f9f70 req-a225dada-7ff7-4aad-910f-8e7c890c3644 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418580 Dec 10 19:24:49.713467 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2c367df1-0571-43df-961e-d96f6431129e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:49.935587 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021dae2b-ee35-4473-ac35-e2f1f08f2160 req-cec9aa13-a4dc-47c2-82b2-8d7a32d802e3 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:49.937792 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-021dae2b-ee35-4473-ac35-e2f1f08f2160 req-cec9aa13-a4dc-47c2-82b2-8d7a32d802e3 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f37425e3-f3b0-4986-ae28-b027729e6e34 HTTP/1.1" status: 200 len: 945 time: 0.0485239 Dec 10 19:24:49.986491 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-021dae2b-ee35-4473-ac35-e2f1f08f2160 req-5a4f5241-9938-453c-b9b5-b3513e20afe5 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427876 Dec 10 19:24:50.097948 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device ae3b5b56-e0ce-41f2-857f-a114c87b956a up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:24:50.148167 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port ae3b5b56-e0ce-41f2-857f-a114c87b956a completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:24:50.152641 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port ae3b5b56-e0ce-41f2-857f-a114c87b956a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:50.153094 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:50.230247 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:50.254261 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37425e3-f3b0-4986-ae28-b027729e6e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3b5b56-e0ce-41f2-857f-a114c87b956a'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:24:50.256455 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bd882285702829e0367952b318007f913722db2df90891ba9a4353fdf3bee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cc2c3f-bdd4-4592-a46f-be281e7d7ea5" -d '{"events": [{"server_uuid": "f37425e3-f3b0-4986-ae28-b027729e6e34", "name": "network-vif-plugged", "status": "completed", "tag": "ae3b5b56-e0ce-41f2-857f-a114c87b956a"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:24:50.269737 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port ae3b5b56-e0ce-41f2-857f-a114c87b956a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=ae3b5b56-e0ce-41f2-857f-a114c87b956a,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:24:50.273639 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:50.300291 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9793d09-1814-446c-ae7b-c9187a64a2c1 x-openstack-request-id: req-a9793d09-1814-446c-ae7b-c9187a64a2c1 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:24:50.301030 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f37425e3-f3b0-4986-ae28-b027729e6e34", "name": "network-vif-plugged", "status": "completed", "tag": "ae3b5b56-e0ce-41f2-857f-a114c87b956a", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:24:50.301293 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a9793d09-1814-446c-ae7b-c9187a64a2c1 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:24:50.301691 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37425e3-f3b0-4986-ae28-b027729e6e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3b5b56-e0ce-41f2-857f-a114c87b956a', 'code': 200} Dec 10 19:24:50.328455 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=ae3b5b56-e0ce-41f2-857f-a114c87b956a,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:50.394508 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868cae24-9030-4db8-b195-b6737a9002f9 req-7ef698ad-960f-46e6-bd2f-9f9c968a61ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:50.395986 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-868cae24-9030-4db8-b195-b6737a9002f9 req-7ef698ad-960f-46e6-bd2f-9f9c968a61ba service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f37425e3-f3b0-4986-ae28-b027729e6e34 HTTP/1.1" status: 200 len: 1097 time: 0.0407803 Dec 10 19:24:50.442906 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-868cae24-9030-4db8-b195-b6737a9002f9 req-b09cebab-a490-45b9-b4ff-fa8a6791ff4c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397408 Dec 10 19:24:51.102992 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247705d-25aa-4f03-97a6-a1ec554bc8f1 req-3af7e957-831a-4952-b045-08cadb41be18 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:51.104461 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7247705d-25aa-4f03-97a6-a1ec554bc8f1 req-3af7e957-831a-4952-b045-08cadb41be18 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f37425e3-f3b0-4986-ae28-b027729e6e34 HTTP/1.1" status: 200 len: 946 time: 0.0491357 Dec 10 19:24:51.156978 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7247705d-25aa-4f03-97a6-a1ec554bc8f1 req-c47281a1-dfd7-470a-9866-94feae46e375 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464046 Dec 10 19:24:52.276092 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d55c4c-a63a-4af8-b598-022fcd167736 req-ceb97c9a-a7ec-4cc7-a67c-81ba8fb37bed tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:52.277609 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b4d55c4c-a63a-4af8-b598-022fcd167736 req-ceb97c9a-a7ec-4cc7-a67c-81ba8fb37bed tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f37425e3-f3b0-4986-ae28-b027729e6e34 HTTP/1.1" status: 200 len: 946 time: 0.0521355 Dec 10 19:24:52.326414 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b4d55c4c-a63a-4af8-b598-022fcd167736 req-4fc81c87-5cfd-4cb9-97be-ef36dbe5edfb tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422239 Dec 10 19:24:52.443180 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ffa61-69a5-4fd8-b53a-38880391bee8 req-a9a45961-975b-4d3b-9022-82beb2e046a7 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:52.444609 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-792ffa61-69a5-4fd8-b53a-38880391bee8 req-a9a45961-975b-4d3b-9022-82beb2e046a7 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f37425e3-f3b0-4986-ae28-b027729e6e34 HTTP/1.1" status: 200 len: 946 time: 0.0483136 Dec 10 19:24:52.494872 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-792ffa61-69a5-4fd8-b53a-38880391bee8 req-082ab5fc-729a-4f24-b3d5-532f31957673 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443749 Dec 10 19:24:52.517701 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48340) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:24:52.554162 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-724a418d-3cbc-46c2-867b-ae3461165bda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:52.556728 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8023463-0fe6-4e00-a3f9-db5ec1aeb09f tempest-TestVolumeBootPattern-2050780076 tempest-TestVolumeBootPattern-2050780076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:52.558261 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b8023463-0fe6-4e00-a3f9-db5ec1aeb09f tempest-TestVolumeBootPattern-2050780076 tempest-TestVolumeBootPattern-2050780076-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f37425e3-f3b0-4986-ae28-b027729e6e34 HTTP/1.1" status: 200 len: 1092 time: 0.0395975 Dec 10 19:24:52.561193 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48342) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:24:52.565603 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-0480138b-9bcf-498e-9c9f-cd8bcab923bc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'port_id': 'ae3b5b56-e0ce-41f2-857f-a114c87b956a', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:52.588700 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0480138b-9bcf-498e-9c9f-cd8bcab923bc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:52.686901 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0480138b-9bcf-498e-9c9f-cd8bcab923bc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:52.786285 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-0480138b-9bcf-498e-9c9f-cd8bcab923bc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Allocated IP 172.25.7.138 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/309bc07c-12af-4692-a124-fcb81bc7c8dd) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:24:52.890603 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0480138b-9bcf-498e-9c9f-cd8bcab923bc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:52.922615 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0480138b-9bcf-498e-9c9f-cd8bcab923bc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:52.961634 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0480138b-9bcf-498e-9c9f-cd8bcab923bc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:24:52.964503 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-0480138b-9bcf-498e-9c9f-cd8bcab923bc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:24:52.968148 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0480138b-9bcf-498e-9c9f-cd8bcab923bc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:24:52.992247 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0480138b-9bcf-498e-9c9f-cd8bcab923bc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Pushing event updated for resources: {'Port': ['ID=309bc07c-12af-4692-a124-fcb81bc7c8dd,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:53.005471 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480138b-9bcf-498e-9c9f-cd8bcab923bc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:53.005820 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480138b-9bcf-498e-9c9f-cd8bcab923bc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:53.006162 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480138b-9bcf-498e-9c9f-cd8bcab923bc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:53.006500 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480138b-9bcf-498e-9c9f-cd8bcab923bc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:53.006836 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480138b-9bcf-498e-9c9f-cd8bcab923bc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:53.007170 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480138b-9bcf-498e-9c9f-cd8bcab923bc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:53.007500 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480138b-9bcf-498e-9c9f-cd8bcab923bc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:53.007824 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480138b-9bcf-498e-9c9f-cd8bcab923bc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:53.008148 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480138b-9bcf-498e-9c9f-cd8bcab923bc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:53.008469 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480138b-9bcf-498e-9c9f-cd8bcab923bc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:53.008819 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480138b-9bcf-498e-9c9f-cd8bcab923bc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:53.009149 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480138b-9bcf-498e-9c9f-cd8bcab923bc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:53.009470 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480138b-9bcf-498e-9c9f-cd8bcab923bc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:53.255943 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-331d9613-718e-4be7-8964-28a67b7de638 req-ea11fc81-41c0-4436-934e-46e5f50583af service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f37425e3-f3b0-4986-ae28-b027729e6e34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404620 Dec 10 19:24:53.319554 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0480138b-9bcf-498e-9c9f-cd8bcab923bc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:53.348590 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d9613-718e-4be7-8964-28a67b7de638 req-8300d2a1-704c-403f-9e8c-92b2ae549980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:53.348590 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-331d9613-718e-4be7-8964-28a67b7de638 req-8300d2a1-704c-403f-9e8c-92b2ae549980 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4152abff22c840ed91cb9771512b3465&device_id=f37425e3-f3b0-4986-ae28-b027729e6e34 HTTP/1.1" status: 200 len: 1097 time: 0.0460815 Dec 10 19:24:53.394216 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0480138b-9bcf-498e-9c9f-cd8bcab923bc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:53.458324 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d9613-718e-4be7-8964-28a67b7de638 req-843065dc-47ce-47b9-a2ee-3f1f8b35ebf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:53.459869 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-331d9613-718e-4be7-8964-28a67b7de638 req-843065dc-47ce-47b9-a2ee-3f1f8b35ebf8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 HTTP/1.1" status: 200 len: 912 time: 0.0899072 Dec 10 19:24:53.527907 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-331d9613-718e-4be7-8964-28a67b7de638 req-55eddda9-17c3-42fe-98e8-802c2442e9f8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae3b5b56-e0ce-41f2-857f-a114c87b956a HTTP/1.1" status: 200 len: 1000 time: 0.0613692 Dec 10 19:24:53.540345 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0480138b-9bcf-498e-9c9f-cd8bcab923bc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:53.544987 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0480138b-9bcf-498e-9c9f-cd8bcab923bc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:53.576788 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:53.583532 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d9613-718e-4be7-8964-28a67b7de638 req-abe69f89-9b8c-4d37-9680-74df3ab8ddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:53.585044 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-331d9613-718e-4be7-8964-28a67b7de638 req-abe69f89-9b8c-4d37-9680-74df3ab8ddb3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c0f6e315-1f28-44d3-9574-47035cf872ce HTTP/1.1" status: 200 len: 850 time: 0.0496664 Dec 10 19:24:53.613496 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0480138b-9bcf-498e-9c9f-cd8bcab923bc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Pushing event updated for resources: {'Port': ['ID=309bc07c-12af-4692-a124-fcb81bc7c8dd,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:53.616823 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:24:53.628600 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0480138b-9bcf-498e-9c9f-cd8bcab923bc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:53.631785 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d9613-718e-4be7-8964-28a67b7de638 req-0f5002bc-4f3e-40e5-b89f-413872285955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:53.633345 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-331d9613-718e-4be7-8964-28a67b7de638 req-0f5002bc-4f3e-40e5-b89f-413872285955 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418789 Dec 10 19:24:53.726880 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-331d9613-718e-4be7-8964-28a67b7de638 req-e0823bd4-d8e2-4b38-b1ab-b26b1dfe971a service neutron] 10.222.0.46 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867352 Dec 10 19:24:53.827415 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-331d9613-718e-4be7-8964-28a67b7de638 req-5e4ce0be-3ab1-4ac8-a044-82520e8a5bc2 service neutron] 10.222.0.46 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929019 Dec 10 19:24:53.989846 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-0480138b-9bcf-498e-9c9f-cd8bcab923bc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Floating IP 6b3d7389-676f-4bc2-85ee-7d1025850ab1 associated. External IP: 172.25.7.138, port: ae3b5b56-e0ce-41f2-857f-a114c87b956a. Dec 10 19:24:54.194756 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0480138b-9bcf-498e-9c9f-cd8bcab923bc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Router e89b43c9-0eb4-4c3d-a551-fda9522dfcc5 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:24:54.297843 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0480138b-9bcf-498e-9c9f-cd8bcab923bc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:24:54.307135 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6a6974-041f-4cb7-95fe-2f68773eb60f None None] Sync routers for ids ['e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:24:54.314911 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0480138b-9bcf-498e-9c9f-cd8bcab923bc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:54.317357 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6a6974-041f-4cb7-95fe-2f68773eb60f None None] Routers {'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:54.317969 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8b6a6974-041f-4cb7-95fe-2f68773eb60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:24:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:54.352727 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0480138b-9bcf-498e-9c9f-cd8bcab923bc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7862599 Dec 10 19:24:54.352727 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f37425e3-f3b0-4986-ae28-b027729e6e34', 'tag': 'ae3b5b56-e0ce-41f2-857f-a114c87b956a'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:24:54.352727 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366b49ea-59e8-4f2f-81bc-c0cc84d5433a" -d '{"events": [{"name": "network-changed", "server_uuid": "f37425e3-f3b0-4986-ae28-b027729e6e34", "tag": "ae3b5b56-e0ce-41f2-857f-a114c87b956a"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:24:54.390283 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a91a28-e738-4c5b-a8ce-ee31549bc10b x-openstack-request-id: req-c2a91a28-e738-4c5b-a8ce-ee31549bc10b {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:24:54.390613 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f37425e3-f3b0-4986-ae28-b027729e6e34", "tag": "ae3b5b56-e0ce-41f2-857f-a114c87b956a", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:24:54.390847 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c2a91a28-e738-4c5b-a8ce-ee31549bc10b {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:24:54.391256 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f37425e3-f3b0-4986-ae28-b027729e6e34', 'tag': 'ae3b5b56-e0ce-41f2-857f-a114c87b956a', 'status': 'completed', 'code': 200} Dec 10 19:24:54.426321 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-8b6a6974-041f-4cb7-95fe-2f68773eb60f None None] Set router e89b43c9-0eb4-4c3d-a551-fda9522dfcc5 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:24:54.457262 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b49ea-59e8-4f2f-81bc-c0cc84d5433a req-d11bc3cc-5a0b-49f5-a1dc-e08becdce889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:54.458672 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-366b49ea-59e8-4f2f-81bc-c0cc84d5433a req-d11bc3cc-5a0b-49f5-a1dc-e08becdce889 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4152abff22c840ed91cb9771512b3465&device_id=f37425e3-f3b0-4986-ae28-b027729e6e34 HTTP/1.1" status: 200 len: 1097 time: 0.0415938 Dec 10 19:24:54.556916 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b49ea-59e8-4f2f-81bc-c0cc84d5433a req-bef70da7-770b-4187-a76c-6de7ab1f71b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:54.558447 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-366b49ea-59e8-4f2f-81bc-c0cc84d5433a req-bef70da7-770b-4187-a76c-6de7ab1f71b9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 HTTP/1.1" status: 200 len: 912 time: 0.0929987 Dec 10 19:24:54.635845 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-366b49ea-59e8-4f2f-81bc-c0cc84d5433a req-117204a2-4686-46f0-be73-6e061609f726 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae3b5b56-e0ce-41f2-857f-a114c87b956a HTTP/1.1" status: 200 len: 1000 time: 0.0705523 Dec 10 19:24:54.665283 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8b6a6974-041f-4cb7-95fe-2f68773eb60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'name': 'tempest-TestVolumeBootPattern-258798546-router', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:34Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '4152abff22c840ed91cb9771512b3465', 'gw_port': {'id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:35Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '6b3d7389-676f-4bc2-85ee-7d1025850ab1', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'port_id': 'ae3b5b56-e0ce-41f2-857f-a114c87b956a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'mac_address': 'fa:16:3e:bb:9f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37425e3-f3b0-4986-ae28-b027729e6e34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:24:53Z', 'updated_at': '2021-12-10T19:24:53Z', 'revision_number': 0, 'project_id': '4152abff22c840ed91cb9771512b3465', 'fixed_ip_address_scope': None}, {'id': 'f81d17d0-0c5e-4e29-a5ae-2f6f50c690f1', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'port_id': '3263de97-e6e5-42e4-97d3-67645f4c16fe', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'mac_address': 'fa:16:3e:0d:31:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7316c4df-5f5d-4194-a4b7-9b5f9a94030a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:22:46Z', 'updated_at': '2021-12-10T19:22:48Z', 'revision_number': 1, 'project_id': '4152abff22c840ed91cb9771512b3465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d9da1ad-0935-447e-8d46-177b00031554', 'name': '', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'mac_address': 'fa:16:3e:a9:50:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:36Z', 'updated_at': '2021-12-10T19:16:42Z', 'revision_number': 5, 'project_id': '4152abff22c840ed91cb9771512b3465', 'subnets': [{'id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:54.686783 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b49ea-59e8-4f2f-81bc-c0cc84d5433a req-90f2b57c-913b-41db-b6d4-436a3c32c013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:54.688270 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-366b49ea-59e8-4f2f-81bc-c0cc84d5433a req-90f2b57c-913b-41db-b6d4-436a3c32c013 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c0f6e315-1f28-44d3-9574-47035cf872ce HTTP/1.1" status: 200 len: 850 time: 0.0446169 Dec 10 19:24:54.692894 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6a6974-041f-4cb7-95fe-2f68773eb60f None None] Checking router: e89b43c9-0eb4-4c3d-a551-fda9522dfcc5 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:24:54.701445 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6a6974-041f-4cb7-95fe-2f68773eb60f None None] Routers {'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:54.702550 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8b6a6974-041f-4cb7-95fe-2f68773eb60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:24:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:54.737279 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b49ea-59e8-4f2f-81bc-c0cc84d5433a req-819c4961-f9b6-4392-b222-7f209a647d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:54.738799 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-366b49ea-59e8-4f2f-81bc-c0cc84d5433a req-819c4961-f9b6-4392-b222-7f209a647d43 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440729 Dec 10 19:24:54.811709 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-8b6a6974-041f-4cb7-95fe-2f68773eb60f None None] Set router e89b43c9-0eb4-4c3d-a551-fda9522dfcc5 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:24:54.827909 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-366b49ea-59e8-4f2f-81bc-c0cc84d5433a req-af0452ef-e145-4882-ab0f-95fa108d33b3 service neutron] 10.222.0.46 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820777 Dec 10 19:24:54.922321 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-366b49ea-59e8-4f2f-81bc-c0cc84d5433a req-1ccd5fed-ce98-4a51-8063-7c7712903d7b service neutron] 10.222.0.46 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875256 Dec 10 19:24:54.981675 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:55.086739 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8b6a6974-041f-4cb7-95fe-2f68773eb60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'name': 'tempest-TestVolumeBootPattern-258798546-router', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:34Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '4152abff22c840ed91cb9771512b3465', 'gw_port': {'id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:35Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '6b3d7389-676f-4bc2-85ee-7d1025850ab1', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'port_id': 'ae3b5b56-e0ce-41f2-857f-a114c87b956a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'mac_address': 'fa:16:3e:bb:9f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37425e3-f3b0-4986-ae28-b027729e6e34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:24:53Z', 'updated_at': '2021-12-10T19:24:53Z', 'revision_number': 0, 'project_id': '4152abff22c840ed91cb9771512b3465', 'fixed_ip_address_scope': None}, {'id': 'f81d17d0-0c5e-4e29-a5ae-2f6f50c690f1', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'port_id': '3263de97-e6e5-42e4-97d3-67645f4c16fe', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'mac_address': 'fa:16:3e:0d:31:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7316c4df-5f5d-4194-a4b7-9b5f9a94030a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:22:46Z', 'updated_at': '2021-12-10T19:22:48Z', 'revision_number': 1, 'project_id': '4152abff22c840ed91cb9771512b3465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d9da1ad-0935-447e-8d46-177b00031554', 'name': '', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'mac_address': 'fa:16:3e:a9:50:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:36Z', 'updated_at': '2021-12-10T19:16:42Z', 'revision_number': 5, 'project_id': '4152abff22c840ed91cb9771512b3465', 'subnets': [{'id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:55.121822 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6a6974-041f-4cb7-95fe-2f68773eb60f None None] The sync data for ids ['e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'] in n-d-821435-1 is: [{'id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'name': 'tempest-TestVolumeBootPattern-258798546-router', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:34Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '4152abff22c840ed91cb9771512b3465', 'gw_port': {'id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:35Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '6b3d7389-676f-4bc2-85ee-7d1025850ab1', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'port_id': 'ae3b5b56-e0ce-41f2-857f-a114c87b956a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'mac_address': 'fa:16:3e:bb:9f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37425e3-f3b0-4986-ae28-b027729e6e34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:24:53Z', 'updated_at': '2021-12-10T19:24:53Z', 'revision_number': 0, 'project_id': '4152abff22c840ed91cb9771512b3465', 'fixed_ip_address_scope': None}, {'id': 'f81d17d0-0c5e-4e29-a5ae-2f6f50c690f1', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'port_id': '3263de97-e6e5-42e4-97d3-67645f4c16fe', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'mac_address': 'fa:16:3e:0d:31:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7316c4df-5f5d-4194-a4b7-9b5f9a94030a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:22:46Z', 'updated_at': '2021-12-10T19:22:48Z', 'revision_number': 1, 'project_id': '4152abff22c840ed91cb9771512b3465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d9da1ad-0935-447e-8d46-177b00031554', 'name': '', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'mac_address': 'fa:16:3e:a9:50:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:36Z', 'updated_at': '2021-12-10T19:16:42Z', 'revision_number': 5, 'project_id': '4152abff22c840ed91cb9771512b3465', 'subnets': [{'id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:24:55.317549 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de055ff-7d19-4457-acd2-1ff22e0dd67a None None] New status for floating IP 6b3d7389-676f-4bc2-85ee-7d1025850ab1: ACTIVE {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:24:55.540119 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:55.589715 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5d463632-b233-41be-9b94-59ae3e6e77b9 req-43c9d531-749b-432f-81cb-cc82c2265a6b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7316c4df-5f5d-4194-a4b7-9b5f9a94030a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405705 Dec 10 19:24:55.675651 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d463632-b233-41be-9b94-59ae3e6e77b9 req-281e9f29-3333-4023-8fe7-9e734095c549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:55.677183 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5d463632-b233-41be-9b94-59ae3e6e77b9 req-281e9f29-3333-4023-8fe7-9e734095c549 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4152abff22c840ed91cb9771512b3465&device_id=7316c4df-5f5d-4194-a4b7-9b5f9a94030a HTTP/1.1" status: 200 len: 1096 time: 0.0429606 Dec 10 19:24:55.781834 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d463632-b233-41be-9b94-59ae3e6e77b9 req-a3f15a65-0bf6-46ee-bcbf-77ca2ec28431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:55.783317 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5d463632-b233-41be-9b94-59ae3e6e77b9 req-a3f15a65-0bf6-46ee-bcbf-77ca2ec28431 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 HTTP/1.1" status: 200 len: 912 time: 0.0875268 Dec 10 19:24:55.850313 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5d463632-b233-41be-9b94-59ae3e6e77b9 req-5220df0d-5db6-4083-b73b-8959253e4edc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3263de97-e6e5-42e4-97d3-67645f4c16fe HTTP/1.1" status: 200 len: 1001 time: 0.0580738 Dec 10 19:24:55.898432 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d463632-b233-41be-9b94-59ae3e6e77b9 req-62b7021b-8f1a-46e7-b9f1-eae824cafd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:55.899857 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5d463632-b233-41be-9b94-59ae3e6e77b9 req-62b7021b-8f1a-46e7-b9f1-eae824cafd10 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c0f6e315-1f28-44d3-9574-47035cf872ce HTTP/1.1" status: 200 len: 850 time: 0.0427406 Dec 10 19:24:55.949335 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d463632-b233-41be-9b94-59ae3e6e77b9 req-ff7ec70d-0fa2-48ff-b816-08f6edad7704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:55.950775 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5d463632-b233-41be-9b94-59ae3e6e77b9 req-ff7ec70d-0fa2-48ff-b816-08f6edad7704 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442822 Dec 10 19:24:56.041374 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5d463632-b233-41be-9b94-59ae3e6e77b9 req-5a5a2d27-45ca-460f-97ca-3756285110f7 service neutron] 10.222.0.72 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832672 Dec 10 19:24:56.135006 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5d463632-b233-41be-9b94-59ae3e6e77b9 req-83516cfd-c96e-4b57-a27a-6147aa6ce717 service neutron] 10.222.0.72 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871291 Dec 10 19:25:04.301309 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:25:08.587812 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:25:19.714833 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ef1af16a-87ab-42f1-87da-e80f433ad75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:25:22.717043 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a2dde5d4-0859-4325-9f6b-423ed12b0f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:25:23.577784 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:25:24.947471 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:25:25.547565 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:25:30.616602 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:25:34.293586 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:25:38.602456 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:25:49.716334 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f737d562-3caf-4ea9-afed-c2fc0668fb98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:25:52.559903 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-54d0705c-8bf9-49ad-97ad-e319e27bdc73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:25:52.672560 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b1a67ebd-7a05-4caf-9394-b2f7d28083e7 req-82246596-2e6f-43fd-84fe-bba73e5f8739 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f37425e3-f3b0-4986-ae28-b027729e6e34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0886722 Dec 10 19:25:52.755338 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a67ebd-7a05-4caf-9394-b2f7d28083e7 req-9222f2b7-3002-45ea-ae0e-95959c74c9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:52.756864 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b1a67ebd-7a05-4caf-9394-b2f7d28083e7 req-9222f2b7-3002-45ea-ae0e-95959c74c9a5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4152abff22c840ed91cb9771512b3465&device_id=f37425e3-f3b0-4986-ae28-b027729e6e34 HTTP/1.1" status: 200 len: 1097 time: 0.0406728 Dec 10 19:25:52.862165 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a67ebd-7a05-4caf-9394-b2f7d28083e7 req-f9b42f98-6cec-46c2-9da1-8f6d6cd6b3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:52.864303 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b1a67ebd-7a05-4caf-9394-b2f7d28083e7 req-f9b42f98-6cec-46c2-9da1-8f6d6cd6b3b1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 HTTP/1.1" status: 200 len: 912 time: 0.0886002 Dec 10 19:25:52.929871 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b1a67ebd-7a05-4caf-9394-b2f7d28083e7 req-aa8ce72c-8c5d-4027-8179-66b0ffb2c0d1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae3b5b56-e0ce-41f2-857f-a114c87b956a HTTP/1.1" status: 200 len: 1002 time: 0.0576026 Dec 10 19:25:52.979319 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a67ebd-7a05-4caf-9394-b2f7d28083e7 req-91e4dae1-c698-44f8-a7f0-dede55c76f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:52.980859 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b1a67ebd-7a05-4caf-9394-b2f7d28083e7 req-91e4dae1-c698-44f8-a7f0-dede55c76f2a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c0f6e315-1f28-44d3-9574-47035cf872ce HTTP/1.1" status: 200 len: 850 time: 0.0439985 Dec 10 19:25:53.042170 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a67ebd-7a05-4caf-9394-b2f7d28083e7 req-2126370d-c619-484a-991e-4b732d6fa919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:53.044702 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b1a67ebd-7a05-4caf-9394-b2f7d28083e7 req-2126370d-c619-484a-991e-4b732d6fa919 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559685 Dec 10 19:25:53.133632 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b1a67ebd-7a05-4caf-9394-b2f7d28083e7 req-04681e34-16c1-4380-a56c-23e36f098e42 service neutron] 10.222.0.46 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820172 Dec 10 19:25:53.228063 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b1a67ebd-7a05-4caf-9394-b2f7d28083e7 req-5aa68e68-d439-4ab8-b64d-8d0569a85bfe service neutron] 10.222.0.46 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871365 Dec 10 19:25:53.578942 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:25:54.951180 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:25:55.539386 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:25:56.609787 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2ee31c9a-f4c0-4274-8548-84f62e379cb3 req-755da89e-8a36-4b29-b92a-469d72bcff06 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7316c4df-5f5d-4194-a4b7-9b5f9a94030a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0473664 Dec 10 19:25:56.691739 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee31c9a-f4c0-4274-8548-84f62e379cb3 req-1b5327fd-1da5-42fd-a1b1-29bea20b7afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:56.693287 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2ee31c9a-f4c0-4274-8548-84f62e379cb3 req-1b5327fd-1da5-42fd-a1b1-29bea20b7afa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4152abff22c840ed91cb9771512b3465&device_id=7316c4df-5f5d-4194-a4b7-9b5f9a94030a HTTP/1.1" status: 200 len: 1096 time: 0.0407255 Dec 10 19:25:56.809408 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee31c9a-f4c0-4274-8548-84f62e379cb3 req-d39cfee0-3f54-4671-93a7-fd3731f42f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:56.811014 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2ee31c9a-f4c0-4274-8548-84f62e379cb3 req-d39cfee0-3f54-4671-93a7-fd3731f42f23 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 HTTP/1.1" status: 200 len: 912 time: 0.0982735 Dec 10 19:25:56.877011 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2ee31c9a-f4c0-4274-8548-84f62e379cb3 req-187c7cfa-5a1f-462a-9b39-6d402f9c4be1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3263de97-e6e5-42e4-97d3-67645f4c16fe HTTP/1.1" status: 200 len: 1001 time: 0.0588531 Dec 10 19:25:56.926332 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee31c9a-f4c0-4274-8548-84f62e379cb3 req-a7337154-3fa5-4e48-ad2e-057c31660bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:56.927758 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2ee31c9a-f4c0-4274-8548-84f62e379cb3 req-a7337154-3fa5-4e48-ad2e-057c31660bbf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c0f6e315-1f28-44d3-9574-47035cf872ce HTTP/1.1" status: 200 len: 850 time: 0.0434778 Dec 10 19:25:56.977893 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee31c9a-f4c0-4274-8548-84f62e379cb3 req-e19f2b38-7335-4e40-9201-4e54bfed82c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:56.979326 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2ee31c9a-f4c0-4274-8548-84f62e379cb3 req-e19f2b38-7335-4e40-9201-4e54bfed82c9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449581 Dec 10 19:25:57.069768 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2ee31c9a-f4c0-4274-8548-84f62e379cb3 req-e709b7b6-72e2-47db-801d-1fdab92feaae service neutron] 10.222.0.72 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835838 Dec 10 19:25:57.169911 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2ee31c9a-f4c0-4274-8548-84f62e379cb3 req-cd5afab1-c0f0-4600-b15e-0b296cb4aedc service neutron] 10.222.0.72 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922692 Dec 10 19:26:04.308987 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:07.617375 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:26:08.603862 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:19.718124 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b10e2fb2-e6b5-4379-b810-9c6b68aef58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:22.561423 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1ab18bcc-c752-43ef-b3fe-a36663e1a7ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:23.582587 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:24.957520 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:25.542343 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:25.699924 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48380) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:26:25.858823 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad767b-9823-4f7c-b712-95f60d53d57a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Deleting port 309bc07c-12af-4692-a124-fcb81bc7c8dd {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:26:25.859167 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9ad767b-9823-4f7c-b712-95f60d53d57a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:25.931919 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9ad767b-9823-4f7c-b712-95f60d53d57a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:25.932241 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9ad767b-9823-4f7c-b712-95f60d53d57a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:25.943496 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad767b-9823-4f7c-b712-95f60d53d57a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Calling delete_port for 309bc07c-12af-4692-a124-fcb81bc7c8dd owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:26:26.090719 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9ad767b-9823-4f7c-b712-95f60d53d57a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:26.117519 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad767b-9823-4f7c-b712-95f60d53d57a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Pushing event deleted for resources: {'Port': ['ID=309bc07c-12af-4692-a124-fcb81bc7c8dd,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:26:26.144610 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad767b-9823-4f7c-b712-95f60d53d57a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:26.144995 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad767b-9823-4f7c-b712-95f60d53d57a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:26.145347 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad767b-9823-4f7c-b712-95f60d53d57a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:26.145696 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad767b-9823-4f7c-b712-95f60d53d57a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:26.146040 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad767b-9823-4f7c-b712-95f60d53d57a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:26.146381 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad767b-9823-4f7c-b712-95f60d53d57a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:26.146723 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad767b-9823-4f7c-b712-95f60d53d57a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:26.147059 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad767b-9823-4f7c-b712-95f60d53d57a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:26.147393 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad767b-9823-4f7c-b712-95f60d53d57a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:26.148326 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad767b-9823-4f7c-b712-95f60d53d57a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:26.148697 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad767b-9823-4f7c-b712-95f60d53d57a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:26.149042 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad767b-9823-4f7c-b712-95f60d53d57a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:26.149383 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad767b-9823-4f7c-b712-95f60d53d57a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:26.190254 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9ad767b-9823-4f7c-b712-95f60d53d57a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:26.190590 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-c9ad767b-9823-4f7c-b712-95f60d53d57a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Floating IP 6b3d7389-676f-4bc2-85ee-7d1025850ab1 disassociated (deleted). External IP: 172.25.7.138, port: ae3b5b56-e0ce-41f2-857f-a114c87b956a. Dec 10 19:26:26.403414 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ad767b-9823-4f7c-b712-95f60d53d57a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Router e89b43c9-0eb4-4c3d-a551-fda9522dfcc5 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:26:26.508133 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ad767b-9823-4f7c-b712-95f60d53d57a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:26:26.513735 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9ad767b-9823-4f7c-b712-95f60d53d57a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:26.519493 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f1296f-4e5a-4360-aad1-33b7ba4de50d None None] Sync routers for ids ['e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:26:26.528884 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f1296f-4e5a-4360-aad1-33b7ba4de50d None None] Routers {'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:26:26.529510 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-83f1296f-4e5a-4360-aad1-33b7ba4de50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:26:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:26:26.545139 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c9ad767b-9823-4f7c-b712-95f60d53d57a tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "DELETE /v2.0/floatingips/6b3d7389-676f-4bc2-85ee-7d1025850ab1 HTTP/1.1" status: 204 len: 168 time: 0.8441410 Dec 10 19:26:26.545742 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f37425e3-f3b0-4986-ae28-b027729e6e34', 'tag': 'ae3b5b56-e0ce-41f2-857f-a114c87b956a'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:26:26.548067 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73914288f5acfc7ad78911c8b39e781eb3a19b586c519f836858ff067839baf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9449373-1a8b-4382-9f2a-689a94e041be" -d '{"events": [{"name": "network-changed", "server_uuid": "f37425e3-f3b0-4986-ae28-b027729e6e34", "tag": "ae3b5b56-e0ce-41f2-857f-a114c87b956a"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:26:26.588116 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16300955-0ef7-4be8-9f64-a35e495f8abe x-openstack-request-id: req-16300955-0ef7-4be8-9f64-a35e495f8abe {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:26:26.588427 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f37425e3-f3b0-4986-ae28-b027729e6e34", "tag": "ae3b5b56-e0ce-41f2-857f-a114c87b956a", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:26:26.588694 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-16300955-0ef7-4be8-9f64-a35e495f8abe {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:26:26.589112 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f37425e3-f3b0-4986-ae28-b027729e6e34', 'tag': 'ae3b5b56-e0ce-41f2-857f-a114c87b956a', 'status': 'completed', 'code': 200} Dec 10 19:26:26.643883 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-83f1296f-4e5a-4360-aad1-33b7ba4de50d None None] Set router e89b43c9-0eb4-4c3d-a551-fda9522dfcc5 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:26:26.658108 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9449373-1a8b-4382-9f2a-689a94e041be req-9f68649f-a4c2-4f4b-93ec-130df04ec8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:26.660165 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b9449373-1a8b-4382-9f2a-689a94e041be req-9f68649f-a4c2-4f4b-93ec-130df04ec8a8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4152abff22c840ed91cb9771512b3465&device_id=f37425e3-f3b0-4986-ae28-b027729e6e34 HTTP/1.1" status: 200 len: 1097 time: 0.0459609 Dec 10 19:26:26.784700 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9449373-1a8b-4382-9f2a-689a94e041be req-9742f398-415f-4122-963c-2b87840e3be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:26.787455 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b9449373-1a8b-4382-9f2a-689a94e041be req-9742f398-415f-4122-963c-2b87840e3be3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 HTTP/1.1" status: 200 len: 912 time: 0.1144743 Dec 10 19:26:26.833535 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b9449373-1a8b-4382-9f2a-689a94e041be req-877ba96c-8668-4b39-bbcd-d0210c727f76 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae3b5b56-e0ce-41f2-857f-a114c87b956a HTTP/1.1" status: 200 len: 217 time: 0.0377319 Dec 10 19:26:26.909387 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9449373-1a8b-4382-9f2a-689a94e041be req-514edf98-62a5-43aa-8593-f2b0322ef85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:26.910769 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b9449373-1a8b-4382-9f2a-689a94e041be req-514edf98-62a5-43aa-8593-f2b0322ef85b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c0f6e315-1f28-44d3-9574-47035cf872ce HTTP/1.1" status: 200 len: 850 time: 0.0686173 Dec 10 19:26:26.919126 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94baa7-29b1-4e0e-9eca-a2feae61a2b2 req-28712548-cc6a-42d2-ba64-2b383e74cb7d tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:26.920545 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ee94baa7-29b1-4e0e-9eca-a2feae61a2b2 req-28712548-cc6a-42d2-ba64-2b383e74cb7d tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f37425e3-f3b0-4986-ae28-b027729e6e34 HTTP/1.1" status: 200 len: 946 time: 0.0895767 Dec 10 19:26:26.994826 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9449373-1a8b-4382-9f2a-689a94e041be req-d83c32cd-a178-41a4-ac1c-c327ab9289f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:26.996373 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b9449373-1a8b-4382-9f2a-689a94e041be req-d83c32cd-a178-41a4-ac1c-c327ab9289f4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749378 Dec 10 19:26:27.000547 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ee94baa7-29b1-4e0e-9eca-a2feae61a2b2 req-80d0e12d-54f0-4455-8de3-93df6fa94192 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689130 Dec 10 19:26:27.004561 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-83f1296f-4e5a-4360-aad1-33b7ba4de50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'name': 'tempest-TestVolumeBootPattern-258798546-router', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:34Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '4152abff22c840ed91cb9771512b3465', 'gw_port': {'id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:35Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'f81d17d0-0c5e-4e29-a5ae-2f6f50c690f1', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'port_id': '3263de97-e6e5-42e4-97d3-67645f4c16fe', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'mac_address': 'fa:16:3e:0d:31:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7316c4df-5f5d-4194-a4b7-9b5f9a94030a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:22:46Z', 'updated_at': '2021-12-10T19:22:48Z', 'revision_number': 1, 'project_id': '4152abff22c840ed91cb9771512b3465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d9da1ad-0935-447e-8d46-177b00031554', 'name': '', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'mac_address': 'fa:16:3e:a9:50:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:36Z', 'updated_at': '2021-12-10T19:16:42Z', 'revision_number': 5, 'project_id': '4152abff22c840ed91cb9771512b3465', 'subnets': [{'id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:26:27.033235 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f1296f-4e5a-4360-aad1-33b7ba4de50d None None] Checking router: e89b43c9-0eb4-4c3d-a551-fda9522dfcc5 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:26:27.049150 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f1296f-4e5a-4360-aad1-33b7ba4de50d None None] Routers {'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:26:27.050637 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-83f1296f-4e5a-4360-aad1-33b7ba4de50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:26:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:26:27.099511 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b9449373-1a8b-4382-9f2a-689a94e041be req-b77b0176-a108-4a97-9549-d857e4ae1753 service neutron] 10.222.0.46 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952201 Dec 10 19:26:27.160259 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-83f1296f-4e5a-4360-aad1-33b7ba4de50d None None] Set router e89b43c9-0eb4-4c3d-a551-fda9522dfcc5 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:26:27.195428 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b9449373-1a8b-4382-9f2a-689a94e041be req-833d5f68-2d2b-40ef-b0d3-c05d01258685 service neutron] 10.222.0.46 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884016 Dec 10 19:26:27.387944 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-83f1296f-4e5a-4360-aad1-33b7ba4de50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'name': 'tempest-TestVolumeBootPattern-258798546-router', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:34Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '4152abff22c840ed91cb9771512b3465', 'gw_port': {'id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:35Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'f81d17d0-0c5e-4e29-a5ae-2f6f50c690f1', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'port_id': '3263de97-e6e5-42e4-97d3-67645f4c16fe', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'mac_address': 'fa:16:3e:0d:31:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7316c4df-5f5d-4194-a4b7-9b5f9a94030a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:22:46Z', 'updated_at': '2021-12-10T19:22:48Z', 'revision_number': 1, 'project_id': '4152abff22c840ed91cb9771512b3465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d9da1ad-0935-447e-8d46-177b00031554', 'name': '', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'mac_address': 'fa:16:3e:a9:50:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:36Z', 'updated_at': '2021-12-10T19:16:42Z', 'revision_number': 5, 'project_id': '4152abff22c840ed91cb9771512b3465', 'subnets': [{'id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:26:27.417978 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f1296f-4e5a-4360-aad1-33b7ba4de50d None None] The sync data for ids ['e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'] in n-d-821435-1 is: [{'id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'name': 'tempest-TestVolumeBootPattern-258798546-router', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:34Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '4152abff22c840ed91cb9771512b3465', 'gw_port': {'id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:35Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'f81d17d0-0c5e-4e29-a5ae-2f6f50c690f1', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'port_id': '3263de97-e6e5-42e4-97d3-67645f4c16fe', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'mac_address': 'fa:16:3e:0d:31:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7316c4df-5f5d-4194-a4b7-9b5f9a94030a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:22:46Z', 'updated_at': '2021-12-10T19:22:48Z', 'revision_number': 1, 'project_id': '4152abff22c840ed91cb9771512b3465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d9da1ad-0935-447e-8d46-177b00031554', 'name': '', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'mac_address': 'fa:16:3e:a9:50:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:36Z', 'updated_at': '2021-12-10T19:16:42Z', 'revision_number': 5, 'project_id': '4152abff22c840ed91cb9771512b3465', 'subnets': [{'id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:26:27.636930 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adad749d-6308-4c9b-baf1-fcfd228b81d7 None None] New status for floating IP 6b3d7389-676f-4bc2-85ee-7d1025850ab1: DOWN {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:26:28.247068 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ccac98-fffc-47b1-a4ba-308c97ceaa8d req-5fab5a8f-da59-4704-b829-35ca34355ec4 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:28.248591 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-27ccac98-fffc-47b1-a4ba-308c97ceaa8d req-5fab5a8f-da59-4704-b829-35ca34355ec4 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f37425e3-f3b0-4986-ae28-b027729e6e34 HTTP/1.1" status: 200 len: 946 time: 0.0960181 Dec 10 19:26:28.265234 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0b577-d1c9-4dfc-8841-4c2524f1854a req-82d97771-2da7-4b53-aa5a-3be5b2f77367 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:28.266426 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-86a0b577-d1c9-4dfc-8841-4c2524f1854a req-82d97771-2da7-4b53-aa5a-3be5b2f77367 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.46 "GET /v2.0/ports?device_id=f37425e3-f3b0-4986-ae28-b027729e6e34 HTTP/1.1" status: 200 len: 946 time: 0.0496106 Dec 10 19:26:28.303600 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-27ccac98-fffc-47b1-a4ba-308c97ceaa8d req-c53169c2-1903-4e06-b89c-9a5e914d2ccc tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480864 Dec 10 19:26:28.365434 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-86a0b577-d1c9-4dfc-8841-4c2524f1854a req-26df7a14-b234-45d7-b62f-13de81f03204 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Deleting port ae3b5b56-e0ce-41f2-857f-a114c87b956a {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:26:28.365778 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-86a0b577-d1c9-4dfc-8841-4c2524f1854a req-26df7a14-b234-45d7-b62f-13de81f03204 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:28.455798 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-86a0b577-d1c9-4dfc-8841-4c2524f1854a req-26df7a14-b234-45d7-b62f-13de81f03204 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] For port ae3b5b56-e0ce-41f2-857f-a114c87b956a, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=ae3b5b56-e0ce-41f2-857f-a114c87b956a,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:26:28.456855 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-86a0b577-d1c9-4dfc-8841-4c2524f1854a req-26df7a14-b234-45d7-b62f-13de81f03204 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:28.470132 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-86a0b577-d1c9-4dfc-8841-4c2524f1854a req-26df7a14-b234-45d7-b62f-13de81f03204 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Calling delete_port for ae3b5b56-e0ce-41f2-857f-a114c87b956a owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:26:28.601609 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-86a0b577-d1c9-4dfc-8841-4c2524f1854a req-26df7a14-b234-45d7-b62f-13de81f03204 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:28.630045 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df7a14-b234-45d7-b62f-13de81f03204 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Pushing event deleted for resources: {'Port': ['ID=ae3b5b56-e0ce-41f2-857f-a114c87b956a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:26:28.662779 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26df7a14-b234-45d7-b62f-13de81f03204 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:28.663139 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26df7a14-b234-45d7-b62f-13de81f03204 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:28.663491 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26df7a14-b234-45d7-b62f-13de81f03204 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:28.663836 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26df7a14-b234-45d7-b62f-13de81f03204 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:28.664179 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26df7a14-b234-45d7-b62f-13de81f03204 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:28.664523 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26df7a14-b234-45d7-b62f-13de81f03204 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:28.664885 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26df7a14-b234-45d7-b62f-13de81f03204 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:28.665218 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26df7a14-b234-45d7-b62f-13de81f03204 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:28.665550 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26df7a14-b234-45d7-b62f-13de81f03204 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:28.665879 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26df7a14-b234-45d7-b62f-13de81f03204 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:28.666208 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26df7a14-b234-45d7-b62f-13de81f03204 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:28.666537 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26df7a14-b234-45d7-b62f-13de81f03204 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:28.666867 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26df7a14-b234-45d7-b62f-13de81f03204 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:28.688437 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a0b577-d1c9-4dfc-8841-4c2524f1854a req-26df7a14-b234-45d7-b62f-13de81f03204 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] No DVR routers for this DVR port ae3b5b56-e0ce-41f2-857f-a114c87b956a on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:26:28.692462 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-86a0b577-d1c9-4dfc-8841-4c2524f1854a req-26df7a14-b234-45d7-b62f-13de81f03204 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:28.695884 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-86a0b577-d1c9-4dfc-8841-4c2524f1854a req-26df7a14-b234-45d7-b62f-13de81f03204 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.46 "DELETE /v2.0/ports/ae3b5b56-e0ce-41f2-857f-a114c87b956a HTTP/1.1" status: 204 len: 173 time: 0.4234424 Dec 10 19:26:28.696331 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37425e3-f3b0-4986-ae28-b027729e6e34', 'name': 'network-vif-deleted', 'tag': 'ae3b5b56-e0ce-41f2-857f-a114c87b956a'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:26:28.698662 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac00dd5-56aa-4c17-9533-37b14944389b" -d '{"events": [{"server_uuid": "f37425e3-f3b0-4986-ae28-b027729e6e34", "name": "network-vif-deleted", "tag": "ae3b5b56-e0ce-41f2-857f-a114c87b956a"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:26:28.740971 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad93429-501a-45d8-95d6-92595b844efa x-openstack-request-id: req-dad93429-501a-45d8-95d6-92595b844efa {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:26:28.741369 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f37425e3-f3b0-4986-ae28-b027729e6e34", "name": "network-vif-deleted", "tag": "ae3b5b56-e0ce-41f2-857f-a114c87b956a", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:26:28.741794 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dad93429-501a-45d8-95d6-92595b844efa {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:26:28.742594 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37425e3-f3b0-4986-ae28-b027729e6e34', 'name': 'network-vif-deleted', 'tag': 'ae3b5b56-e0ce-41f2-857f-a114c87b956a', 'status': 'completed', 'code': 200} Dec 10 19:26:29.403438 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dda18745-4747-4318-8064-01fe6e890212 req-fb0460d4-dbf0-445f-a886-c4a794929e62 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f37425e3-f3b0-4986-ae28-b027729e6e34 HTTP/1.1" status: 200 len: 210 time: 0.0263982 Dec 10 19:26:30.504804 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6eeec741-a0a8-4b9e-9300-37a46f4ce0b3 req-d5353973-a9b0-454b-8aff-afb37284bdca tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f37425e3-f3b0-4986-ae28-b027729e6e34 HTTP/1.1" status: 200 len: 210 time: 0.0273774 Dec 10 19:26:30.688940 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device ae3b5b56-e0ce-41f2-857f-a114c87b956a no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:26:30.709383 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: ae3b5b56-e0ce-41f2-857f-a114c87b956a {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:26:30.709737 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device ae3b5b56-e0ce-41f2-857f-a114c87b956a not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:26:31.605668 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-47b9529c-8dab-4041-b991-dd323b9e7009 req-4a4ddd9e-415d-47b4-ba96-222a2d5961ee tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f37425e3-f3b0-4986-ae28-b027729e6e34 HTTP/1.1" status: 200 len: 210 time: 0.0268767 Dec 10 19:26:32.785613 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f5c59ef2-87ef-48e5-a4f6-b41fb55f1e2c req-dc091fce-6ad5-454c-9674-0061510e9603 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f37425e3-f3b0-4986-ae28-b027729e6e34 HTTP/1.1" status: 200 len: 210 time: 0.0737073 Dec 10 19:26:34.311456 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:38.599265 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:39.188659 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48442) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:26:39.367962 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-922641ce-e226-46e9-8e79-1fb3e747de88 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Deleting port 9a7be650-5f2a-4dd4-8ba5-f3f33b9ab999 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:26:39.368310 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-922641ce-e226-46e9-8e79-1fb3e747de88 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:39.450084 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-922641ce-e226-46e9-8e79-1fb3e747de88 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:39.450319 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-922641ce-e226-46e9-8e79-1fb3e747de88 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:39.462296 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-922641ce-e226-46e9-8e79-1fb3e747de88 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Calling delete_port for 9a7be650-5f2a-4dd4-8ba5-f3f33b9ab999 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:26:39.624556 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-922641ce-e226-46e9-8e79-1fb3e747de88 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:39.654017 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922641ce-e226-46e9-8e79-1fb3e747de88 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Pushing event deleted for resources: {'Port': ['ID=9a7be650-5f2a-4dd4-8ba5-f3f33b9ab999,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:26:39.720494 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-922641ce-e226-46e9-8e79-1fb3e747de88 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:39.720865 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-922641ce-e226-46e9-8e79-1fb3e747de88 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Floating IP f81d17d0-0c5e-4e29-a5ae-2f6f50c690f1 disassociated (deleted). External IP: 172.25.7.214, port: 3263de97-e6e5-42e4-97d3-67645f4c16fe. Dec 10 19:26:39.926429 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922641ce-e226-46e9-8e79-1fb3e747de88 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Router e89b43c9-0eb4-4c3d-a551-fda9522dfcc5 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:26:40.328597 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922641ce-e226-46e9-8e79-1fb3e747de88 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:26:40.333768 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-922641ce-e226-46e9-8e79-1fb3e747de88 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:40.339010 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e587caf3-7017-4569-a0c5-f2bf8034c3ab None None] Sync routers for ids ['e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:26:40.349798 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e587caf3-7017-4569-a0c5-f2bf8034c3ab None None] Routers {'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:26:40.350410 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e587caf3-7017-4569-a0c5-f2bf8034c3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:26:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:26:40.360186 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-922641ce-e226-46e9-8e79-1fb3e747de88 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "DELETE /v2.0/floatingips/f81d17d0-0c5e-4e29-a5ae-2f6f50c690f1 HTTP/1.1" status: 204 len: 168 time: 1.1699648 Dec 10 19:26:40.360733 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7316c4df-5f5d-4194-a4b7-9b5f9a94030a', 'tag': '3263de97-e6e5-42e4-97d3-67645f4c16fe'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:26:40.363912 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e19d7ed-592f-46e0-a2f6-ec2791912b2e" -d '{"events": [{"name": "network-changed", "server_uuid": "7316c4df-5f5d-4194-a4b7-9b5f9a94030a", "tag": "3263de97-e6e5-42e4-97d3-67645f4c16fe"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:26:40.409623 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3350c32-40ca-41ea-afd2-0b2c7dd1f3cb x-openstack-request-id: req-b3350c32-40ca-41ea-afd2-0b2c7dd1f3cb {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:26:40.410186 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7316c4df-5f5d-4194-a4b7-9b5f9a94030a", "tag": "3263de97-e6e5-42e4-97d3-67645f4c16fe", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:26:40.410512 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b3350c32-40ca-41ea-afd2-0b2c7dd1f3cb {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:26:40.410986 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7316c4df-5f5d-4194-a4b7-9b5f9a94030a', 'tag': '3263de97-e6e5-42e4-97d3-67645f4c16fe', 'status': 'completed', 'code': 200} Dec 10 19:26:40.468054 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-e587caf3-7017-4569-a0c5-f2bf8034c3ab None None] Set router e89b43c9-0eb4-4c3d-a551-fda9522dfcc5 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:26:40.474407 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19d7ed-592f-46e0-a2f6-ec2791912b2e req-a78e2f57-9650-4ab6-846f-6d9e16e03aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:40.475993 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5e19d7ed-592f-46e0-a2f6-ec2791912b2e req-a78e2f57-9650-4ab6-846f-6d9e16e03aeb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4152abff22c840ed91cb9771512b3465&device_id=7316c4df-5f5d-4194-a4b7-9b5f9a94030a HTTP/1.1" status: 200 len: 1096 time: 0.0449860 Dec 10 19:26:40.584155 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19d7ed-592f-46e0-a2f6-ec2791912b2e req-156f943c-ed3c-40bf-ab67-4a97992acfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:40.585650 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5e19d7ed-592f-46e0-a2f6-ec2791912b2e req-156f943c-ed3c-40bf-ab67-4a97992acfd3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 HTTP/1.1" status: 200 len: 912 time: 0.1015840 Dec 10 19:26:40.601409 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69d678-4970-460a-ae7b-bff096790644 req-4f68f4e2-e2ec-47a4-b96b-b28aefaf9f3f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:40.603561 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1b69d678-4970-460a-ae7b-bff096790644 req-4f68f4e2-e2ec-47a4-b96b-b28aefaf9f3f tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=7316c4df-5f5d-4194-a4b7-9b5f9a94030a HTTP/1.1" status: 200 len: 945 time: 0.0599856 Dec 10 19:26:40.633442 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5e19d7ed-592f-46e0-a2f6-ec2791912b2e req-19079267-e4bd-49bc-853f-0737ff4eb3e0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3263de97-e6e5-42e4-97d3-67645f4c16fe HTTP/1.1" status: 200 len: 217 time: 0.0389917 Dec 10 19:26:40.656298 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1b69d678-4970-460a-ae7b-bff096790644 req-d28a0348-a8f2-47ce-b56b-993fc84fd920 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459816 Dec 10 19:26:40.691358 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19d7ed-592f-46e0-a2f6-ec2791912b2e req-1f3a61a0-5da2-4d85-9511-d0af925409d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:40.692885 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5e19d7ed-592f-46e0-a2f6-ec2791912b2e req-1f3a61a0-5da2-4d85-9511-d0af925409d1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c0f6e315-1f28-44d3-9574-47035cf872ce HTTP/1.1" status: 200 len: 850 time: 0.0522909 Dec 10 19:26:40.693963 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e587caf3-7017-4569-a0c5-f2bf8034c3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'name': 'tempest-TestVolumeBootPattern-258798546-router', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:34Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '4152abff22c840ed91cb9771512b3465', 'gw_port': {'id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:35Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '9d9da1ad-0935-447e-8d46-177b00031554', 'name': '', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'mac_address': 'fa:16:3e:a9:50:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:36Z', 'updated_at': '2021-12-10T19:16:42Z', 'revision_number': 5, 'project_id': '4152abff22c840ed91cb9771512b3465', 'subnets': [{'id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:26:40.720456 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e587caf3-7017-4569-a0c5-f2bf8034c3ab None None] Checking router: e89b43c9-0eb4-4c3d-a551-fda9522dfcc5 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:26:40.729145 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e587caf3-7017-4569-a0c5-f2bf8034c3ab None None] Routers {'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:26:40.729764 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e587caf3-7017-4569-a0c5-f2bf8034c3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:26:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:26:40.744985 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19d7ed-592f-46e0-a2f6-ec2791912b2e req-bab0dc39-0a52-4221-a6b1-dc01c73da2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:40.746503 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5e19d7ed-592f-46e0-a2f6-ec2791912b2e req-bab0dc39-0a52-4221-a6b1-dc01c73da2de service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453868 Dec 10 19:26:40.839174 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5e19d7ed-592f-46e0-a2f6-ec2791912b2e req-1d14b01e-a894-492f-b125-8d5187e57666 service neutron] 10.222.0.72 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832834 Dec 10 19:26:40.845566 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-e587caf3-7017-4569-a0c5-f2bf8034c3ab None None] Set router e89b43c9-0eb4-4c3d-a551-fda9522dfcc5 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:26:40.939576 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5e19d7ed-592f-46e0-a2f6-ec2791912b2e req-dfd6fcab-726b-4c1a-a0f1-ce33900d23ee service neutron] 10.222.0.72 "GET /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912828 Dec 10 19:26:41.204469 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e587caf3-7017-4569-a0c5-f2bf8034c3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'name': 'tempest-TestVolumeBootPattern-258798546-router', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:34Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '4152abff22c840ed91cb9771512b3465', 'gw_port': {'id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:35Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '9d9da1ad-0935-447e-8d46-177b00031554', 'name': '', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'mac_address': 'fa:16:3e:a9:50:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:36Z', 'updated_at': '2021-12-10T19:16:42Z', 'revision_number': 5, 'project_id': '4152abff22c840ed91cb9771512b3465', 'subnets': [{'id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:26:41.230600 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e587caf3-7017-4569-a0c5-f2bf8034c3ab None None] The sync data for ids ['e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'] in n-d-821435-1 is: [{'id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'name': 'tempest-TestVolumeBootPattern-258798546-router', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:34Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '4152abff22c840ed91cb9771512b3465', 'gw_port': {'id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:35Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '9d9da1ad-0935-447e-8d46-177b00031554', 'name': '', 'network_id': 'cb03d2a1-6d87-4b96-95d4-709b1f04a5b5', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'mac_address': 'fa:16:3e:a9:50:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:36Z', 'updated_at': '2021-12-10T19:16:42Z', 'revision_number': 5, 'project_id': '4152abff22c840ed91cb9771512b3465', 'subnets': [{'id': 'c0f6e315-1f28-44d3-9574-47035cf872ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:26:41.443972 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c36422f-1ac7-43ad-9fdc-ae928ee54b57 None None] New status for floating IP f81d17d0-0c5e-4e29-a5ae-2f6f50c690f1: DOWN {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:26:41.776191 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908b27f-3a97-4a33-b2e4-a300038890ad req-39a6391c-1fa7-4545-806e-3fab3a5cf872 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:41.777649 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9908b27f-3a97-4a33-b2e4-a300038890ad req-39a6391c-1fa7-4545-806e-3fab3a5cf872 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=7316c4df-5f5d-4194-a4b7-9b5f9a94030a HTTP/1.1" status: 200 len: 945 time: 0.0507352 Dec 10 19:26:41.826949 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9908b27f-3a97-4a33-b2e4-a300038890ad req-2c6f8943-ce30-440f-a4d6-8438df602797 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8cb895b-c9a6-4925-8d28-a6bd2137d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434322 Dec 10 19:26:42.232603 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb162ac9-6ee5-4c10-8c0e-b96887b4e5d5 req-b9454d39-f27d-4991-a3a8-c73d09fff0ea tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:42.234056 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cb162ac9-6ee5-4c10-8c0e-b96887b4e5d5 req-b9454d39-f27d-4991-a3a8-c73d09fff0ea tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7316c4df-5f5d-4194-a4b7-9b5f9a94030a HTTP/1.1" status: 200 len: 945 time: 0.0477195 Dec 10 19:26:42.326921 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-cb162ac9-6ee5-4c10-8c0e-b96887b4e5d5 req-6441bbb1-be70-4779-b4de-089aaeb5caad tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Deleting port 3263de97-e6e5-42e4-97d3-67645f4c16fe {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:26:42.327273 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cb162ac9-6ee5-4c10-8c0e-b96887b4e5d5 req-6441bbb1-be70-4779-b4de-089aaeb5caad tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:42.419182 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-cb162ac9-6ee5-4c10-8c0e-b96887b4e5d5 req-6441bbb1-be70-4779-b4de-089aaeb5caad tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] For port 3263de97-e6e5-42e4-97d3-67645f4c16fe, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=3263de97-e6e5-42e4-97d3-67645f4c16fe,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:26:42.419543 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cb162ac9-6ee5-4c10-8c0e-b96887b4e5d5 req-6441bbb1-be70-4779-b4de-089aaeb5caad tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:42.431608 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-cb162ac9-6ee5-4c10-8c0e-b96887b4e5d5 req-6441bbb1-be70-4779-b4de-089aaeb5caad tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Calling delete_port for 3263de97-e6e5-42e4-97d3-67645f4c16fe owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:26:42.562174 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cb162ac9-6ee5-4c10-8c0e-b96887b4e5d5 req-6441bbb1-be70-4779-b4de-089aaeb5caad tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:42.597130 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441bbb1-be70-4779-b4de-089aaeb5caad tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Pushing event deleted for resources: {'Port': ['ID=3263de97-e6e5-42e4-97d3-67645f4c16fe,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:26:42.646667 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb162ac9-6ee5-4c10-8c0e-b96887b4e5d5 req-6441bbb1-be70-4779-b4de-089aaeb5caad tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] No DVR routers for this DVR port 3263de97-e6e5-42e4-97d3-67645f4c16fe on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:26:42.649543 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cb162ac9-6ee5-4c10-8c0e-b96887b4e5d5 req-6441bbb1-be70-4779-b4de-089aaeb5caad tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:42.652929 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cb162ac9-6ee5-4c10-8c0e-b96887b4e5d5 req-6441bbb1-be70-4779-b4de-089aaeb5caad tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.72 "DELETE /v2.0/ports/3263de97-e6e5-42e4-97d3-67645f4c16fe HTTP/1.1" status: 204 len: 173 time: 0.4122081 Dec 10 19:26:42.653417 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7316c4df-5f5d-4194-a4b7-9b5f9a94030a', 'name': 'network-vif-deleted', 'tag': '3263de97-e6e5-42e4-97d3-67645f4c16fe'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:26:42.655698 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75949bc0a41b1e2db324dfe381ab45bf48fcd905a03a4c418422fa3b61caac08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849d8675-2b5c-4ceb-b2ef-7727a95d87b9" -d '{"events": [{"server_uuid": "7316c4df-5f5d-4194-a4b7-9b5f9a94030a", "name": "network-vif-deleted", "tag": "3263de97-e6e5-42e4-97d3-67645f4c16fe"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:26:42.696383 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2f213b-aa6a-407e-865d-fab392ce2b2a x-openstack-request-id: req-ae2f213b-aa6a-407e-865d-fab392ce2b2a {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:26:42.696706 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7316c4df-5f5d-4194-a4b7-9b5f9a94030a", "name": "network-vif-deleted", "tag": "3263de97-e6e5-42e4-97d3-67645f4c16fe", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:26:42.696965 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ae2f213b-aa6a-407e-865d-fab392ce2b2a {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:26:42.697369 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7316c4df-5f5d-4194-a4b7-9b5f9a94030a', 'name': 'network-vif-deleted', 'tag': '3263de97-e6e5-42e4-97d3-67645f4c16fe', 'status': 'completed', 'code': 200} Dec 10 19:26:42.924851 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-86b2f901-e221-463b-80db-2b58a56ad845 req-37bec169-1856-49ff-9bf1-6291d0802b97 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=7316c4df-5f5d-4194-a4b7-9b5f9a94030a HTTP/1.1" status: 200 len: 210 time: 0.0264418 Dec 10 19:26:44.024545 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-84cf9fce-00ec-43eb-9b3d-fecb735a81ce req-28ce2858-6f08-4f62-9eed-d423750cdad2 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=7316c4df-5f5d-4194-a4b7-9b5f9a94030a HTTP/1.1" status: 200 len: 210 time: 0.0265560 Dec 10 19:26:44.617478 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:26:45.126009 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2111af7c-d569-4272-8567-d212ccba2261 req-a4b56ffb-653e-478a-9f87-d18017b554bf tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=7316c4df-5f5d-4194-a4b7-9b5f9a94030a HTTP/1.1" status: 200 len: 210 time: 0.0277457 Dec 10 19:26:46.165103 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 3263de97-e6e5-42e4-97d3-67645f4c16fe no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:26:46.190777 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 3263de97-e6e5-42e4-97d3-67645f4c16fe {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:26:46.191968 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 3263de97-e6e5-42e4-97d3-67645f4c16fe not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:26:46.222597 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a98f17c0-c0b3-4c44-81b9-222b14897ce0 req-fa0fe1b7-e92b-4c47-97b1-c5334b4756b8 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=7316c4df-5f5d-4194-a4b7-9b5f9a94030a HTTP/1.1" status: 200 len: 210 time: 0.0260212 Dec 10 19:26:47.334416 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11fb66c8-1e2b-4376-9115-d5fbbcdddbfa req-e5410ae4-eb71-44ed-a296-cba6461c358b tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "GET /v2.0/ports?device_id=7316c4df-5f5d-4194-a4b7-9b5f9a94030a HTTP/1.1" status: 200 len: 210 time: 0.0254838 Dec 10 19:26:48.393282 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48468) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:26:48.516685 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-bea50d45-db0f-4f32-8e78-87e671c7c7e6 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Deleting port dacd564e-4011-4e58-b4a6-77121cfe0b16 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:26:48.517032 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bea50d45-db0f-4f32-8e78-87e671c7c7e6 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:48.593777 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bea50d45-db0f-4f32-8e78-87e671c7c7e6 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:48.594106 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bea50d45-db0f-4f32-8e78-87e671c7c7e6 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:48.605515 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-bea50d45-db0f-4f32-8e78-87e671c7c7e6 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Calling delete_port for dacd564e-4011-4e58-b4a6-77121cfe0b16 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:26:48.744546 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bea50d45-db0f-4f32-8e78-87e671c7c7e6 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:48.775221 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea50d45-db0f-4f32-8e78-87e671c7c7e6 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Pushing event deleted for resources: {'Port': ['ID=dacd564e-4011-4e58-b4a6-77121cfe0b16,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:26:48.827862 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bea50d45-db0f-4f32-8e78-87e671c7c7e6 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:48.831123 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bea50d45-db0f-4f32-8e78-87e671c7c7e6 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:48.832410 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-bea50d45-db0f-4f32-8e78-87e671c7c7e6 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "DELETE /v2.0/floatingips/565ad391-4820-4820-b86e-bc4b7629976b HTTP/1.1" status: 204 len: 168 time: 0.4380562 Dec 10 19:26:49.722281 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ff552401-3794-4603-8c12-d7def91b45d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:52.117170 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48488) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:26:52.173019 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7fb0837e-9f6e-476d-9b52-fef966a54d65 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:52.199212 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7fb0837e-9f6e-476d-9b52-fef966a54d65 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:52.263483 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7fb0837e-9f6e-476d-9b52-fef966a54d65 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:52.266171 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7fb0837e-9f6e-476d-9b52-fef966a54d65 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:52.267332 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7fb0837e-9f6e-476d-9b52-fef966a54d65 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] 10.222.0.62 "DELETE /v2.0/security-groups/c8cb895b-c9a6-4925-8d28-a6bd2137d668 HTTP/1.1" status: 204 len: 168 time: 0.1491723 Dec 10 19:26:52.277902 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0837e-9f6e-476d-9b52-fef966a54d65 tempest-TestVolumeBootPattern-1340352303 tempest-TestVolumeBootPattern-1340352303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cb895b-c9a6-4925-8d28-a6bd2137d668,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:26:52.332553 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48492) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:26:52.565210 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-775b1363-67a0-4cbd-baa2-93d0654664a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:52.800608 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c910bd2-7b3e-4961-8057-0b27eefdffeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:53.053691 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7c910bd2-7b3e-4961-8057-0b27eefdffeb admin admin] Deleting port 9d9da1ad-0935-447e-8d46-177b00031554 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:26:53.053946 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c910bd2-7b3e-4961-8057-0b27eefdffeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:53.136015 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-7c910bd2-7b3e-4961-8057-0b27eefdffeb admin admin] For port 9d9da1ad-0935-447e-8d46-177b00031554, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=9d9da1ad-0935-447e-8d46-177b00031554,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:26:53.136379 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c910bd2-7b3e-4961-8057-0b27eefdffeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:53.149500 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7c910bd2-7b3e-4961-8057-0b27eefdffeb admin admin] Calling delete_port for 9d9da1ad-0935-447e-8d46-177b00031554 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:26:53.329531 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c910bd2-7b3e-4961-8057-0b27eefdffeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:53.355316 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c910bd2-7b3e-4961-8057-0b27eefdffeb admin admin] Pushing event deleted for resources: {'Port': ['ID=9d9da1ad-0935-447e-8d46-177b00031554,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:26:53.531952 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c910bd2-7b3e-4961-8057-0b27eefdffeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:53.585131 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:53.751125 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c910bd2-7b3e-4961-8057-0b27eefdffeb admin admin] Router e89b43c9-0eb4-4c3d-a551-fda9522dfcc5 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:26:53.853172 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c910bd2-7b3e-4961-8057-0b27eefdffeb admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:26:53.859148 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7c910bd2-7b3e-4961-8057-0b27eefdffeb admin admin] 10.222.0.62 "PUT /v2.0/routers/e89b43c9-0eb4-4c3d-a551-fda9522dfcc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5243890 Dec 10 19:26:53.860599 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48496) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:26:53.863266 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec38a238-34e4-42d8-aede-d2c8355e87a5 None None] Sync routers for ids ['e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:26:53.873526 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec38a238-34e4-42d8-aede-d2c8355e87a5 None None] Routers {'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:26:53.874133 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-ec38a238-34e4-42d8-aede-d2c8355e87a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:26:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:26:53.966020 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0afcbb8d-e779-4251-9a71-85626a063d4d admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:53.977419 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-ec38a238-34e4-42d8-aede-d2c8355e87a5 None None] Set router e89b43c9-0eb4-4c3d-a551-fda9522dfcc5 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:26:54.069330 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0afcbb8d-e779-4251-9a71-85626a063d4d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:54.121612 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0afcbb8d-e779-4251-9a71-85626a063d4d admin admin] Deleting port 524fd401-3f2c-4a00-835e-2630bdc122a5 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:26:54.121864 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0afcbb8d-e779-4251-9a71-85626a063d4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:54.163071 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-ec38a238-34e4-42d8-aede-d2c8355e87a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'name': 'tempest-TestVolumeBootPattern-258798546-router', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:34Z', 'updated_at': '2021-12-10T19:26:53Z', 'revision_number': 5, 'project_id': '4152abff22c840ed91cb9771512b3465', 'gw_port': {'id': '524fd401-3f2c-4a00-835e-2630bdc122a5', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:35Z', 'updated_at': '2021-12-10T19:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:26:54.188785 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec38a238-34e4-42d8-aede-d2c8355e87a5 None None] Checking router: e89b43c9-0eb4-4c3d-a551-fda9522dfcc5 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:26:54.197565 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec38a238-34e4-42d8-aede-d2c8355e87a5 None None] Routers {'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:26:54.198172 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-ec38a238-34e4-42d8-aede-d2c8355e87a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:26:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:26:54.207085 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-0afcbb8d-e779-4251-9a71-85626a063d4d admin admin] For port 524fd401-3f2c-4a00-835e-2630bdc122a5, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=524fd401-3f2c-4a00-835e-2630bdc122a5,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:26:54.207524 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0afcbb8d-e779-4251-9a71-85626a063d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:54.219177 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0afcbb8d-e779-4251-9a71-85626a063d4d admin admin] Calling delete_port for 524fd401-3f2c-4a00-835e-2630bdc122a5 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:26:54.283547 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-ec38a238-34e4-42d8-aede-d2c8355e87a5 None None] Set router e89b43c9-0eb4-4c3d-a551-fda9522dfcc5 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:26:54.338022 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-ec38a238-34e4-42d8-aede-d2c8355e87a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'name': 'tempest-TestVolumeBootPattern-258798546-router', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:34Z', 'updated_at': '2021-12-10T19:26:54Z', 'revision_number': 6, 'project_id': '4152abff22c840ed91cb9771512b3465', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:26:54.365368 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec38a238-34e4-42d8-aede-d2c8355e87a5 None None] The sync data for ids ['e89b43c9-0eb4-4c3d-a551-fda9522dfcc5'] in n-d-821435-1 is: [{'id': 'e89b43c9-0eb4-4c3d-a551-fda9522dfcc5', 'name': 'tempest-TestVolumeBootPattern-258798546-router', 'tenant_id': '4152abff22c840ed91cb9771512b3465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:34Z', 'updated_at': '2021-12-10T19:26:54Z', 'revision_number': 6, 'project_id': '4152abff22c840ed91cb9771512b3465', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:26:54.389053 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0afcbb8d-e779-4251-9a71-85626a063d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:54.413609 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afcbb8d-e779-4251-9a71-85626a063d4d admin admin] Pushing event deleted for resources: {'Port': ['ID=524fd401-3f2c-4a00-835e-2630bdc122a5,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:26:54.430560 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3455b3ea-f8d9-45eb-a56c-c8f817ef5061 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:26:54.475370 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0afcbb8d-e779-4251-9a71-85626a063d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:54.568223 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0afcbb8d-e779-4251-9a71-85626a063d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:54.570633 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0afcbb8d-e779-4251-9a71-85626a063d4d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:54.613778 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0afcbb8d-e779-4251-9a71-85626a063d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:54.614354 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afcbb8d-e779-4251-9a71-85626a063d4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e89b43c9-0eb4-4c3d-a551-fda9522dfcc5 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:26:54.618866 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0afcbb8d-e779-4251-9a71-85626a063d4d admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:54.620022 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0afcbb8d-e779-4251-9a71-85626a063d4d admin admin] 10.222.0.62 "DELETE /v2.0/routers/e89b43c9-0eb4-4c3d-a551-fda9522dfcc5 HTTP/1.1" status: 204 len: 168 time: 0.7584796 Dec 10 19:26:54.622486 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48498) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:26:54.666919 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f4e401c-00bb-4498-b77f-05a6c302a9ff admin admin] Deleting subnet c0f6e315-1f28-44d3-9574-47035cf872ce {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:26:54.669931 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5f4e401c-00bb-4498-b77f-05a6c302a9ff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:54.710649 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5f4e401c-00bb-4498-b77f-05a6c302a9ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:54.956803 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:55.092833 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5f4e401c-00bb-4498-b77f-05a6c302a9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:55.146108 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5f4e401c-00bb-4498-b77f-05a6c302a9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:55.169735 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e401c-00bb-4498-b77f-05a6c302a9ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0f6e315-1f28-44d3-9574-47035cf872ce,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:26:55.175901 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5f4e401c-00bb-4498-b77f-05a6c302a9ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:55.181492 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60543dd-ca1f-4c7e-bbdf-9291411e151a None None] Network cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:26:55.182277 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5f4e401c-00bb-4498-b77f-05a6c302a9ff admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c0f6e315-1f28-44d3-9574-47035cf872ce HTTP/1.1" status: 204 len: 168 time: 0.5585611 Dec 10 19:26:55.184822 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48500) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:26:55.257031 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab878c20-4610-4e2f-886f-d47b16d7819f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:55.314154 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ab878c20-4610-4e2f-886f-d47b16d7819f admin admin] Deleting port fab16d19-d092-4a1b-b633-783c795e9262 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:26:55.314553 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab878c20-4610-4e2f-886f-d47b16d7819f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:55.355181 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe01df84-b5eb-401a-9557-5928f5ae35af None None] DHCP port deletion for cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:26:55.389810 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-ab878c20-4610-4e2f-886f-d47b16d7819f admin admin] For port fab16d19-d092-4a1b-b633-783c795e9262, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=fab16d19-d092-4a1b-b633-783c795e9262,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:26:55.390041 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab878c20-4610-4e2f-886f-d47b16d7819f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:55.404513 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ab878c20-4610-4e2f-886f-d47b16d7819f admin admin] Calling delete_port for fab16d19-d092-4a1b-b633-783c795e9262 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:26:55.408518 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-fe01df84-b5eb-401a-9557-5928f5ae35af None None] Deleting port fab16d19-d092-4a1b-b633-783c795e9262 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:26:55.408926 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fe01df84-b5eb-401a-9557-5928f5ae35af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:55.477018 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-fe01df84-b5eb-401a-9557-5928f5ae35af None None] For port fab16d19-d092-4a1b-b633-783c795e9262, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=fab16d19-d092-4a1b-b633-783c795e9262,segment=NetworkSegment(616a97ca-69d0-44d2-8ef6-ba801315fd7c),segment_id=616a97ca-69d0-44d2-8ef6-ba801315fd7c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:26:55.477331 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fe01df84-b5eb-401a-9557-5928f5ae35af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:55.491184 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device fab16d19-d092-4a1b-b633-783c795e9262 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:26:55.494996 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab878c20-4610-4e2f-886f-d47b16d7819f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:55.497885 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-fe01df84-b5eb-401a-9557-5928f5ae35af None None] Calling delete_port for fab16d19-d092-4a1b-b633-783c795e9262 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:26:55.517402 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: fab16d19-d092-4a1b-b633-783c795e9262 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:26:55.517762 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device fab16d19-d092-4a1b-b633-783c795e9262 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:26:55.518184 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 524fd401-3f2c-4a00-835e-2630bdc122a5 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:26:55.521304 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab878c20-4610-4e2f-886f-d47b16d7819f admin admin] Pushing event deleted for resources: {'Port': ['ID=fab16d19-d092-4a1b-b633-783c795e9262,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:26:55.523107 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab878c20-4610-4e2f-886f-d47b16d7819f admin admin] No DVR routers for this DVR port fab16d19-d092-4a1b-b633-783c795e9262 on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:26:55.553047 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 524fd401-3f2c-4a00-835e-2630bdc122a5 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:26:55.553401 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 524fd401-3f2c-4a00-835e-2630bdc122a5 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:26:55.553828 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 9d9da1ad-0935-447e-8d46-177b00031554 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:26:55.601957 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab878c20-4610-4e2f-886f-d47b16d7819f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:55.611468 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 9d9da1ad-0935-447e-8d46-177b00031554 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:26:55.611819 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 9d9da1ad-0935-447e-8d46-177b00031554 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:26:55.623047 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ab878c20-4610-4e2f-886f-d47b16d7819f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb03d2a1-6d87-4b96-95d4-709b1f04a5b5']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:26:55.632756 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:55.632979 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ab878c20-4610-4e2f-886f-d47b16d7819f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '616a97ca-69d0-44d2-8ef6-ba801315fd7c') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:26:55.633279 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ab878c20-4610-4e2f-886f-d47b16d7819f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '616a97ca-69d0-44d2-8ef6-ba801315fd7c') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:26:55.643732 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab878c20-4610-4e2f-886f-d47b16d7819f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:55.655703 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fe01df84-b5eb-401a-9557-5928f5ae35af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:55.657299 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab878c20-4610-4e2f-886f-d47b16d7819f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:55.664063 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab878c20-4610-4e2f-886f-d47b16d7819f admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:26:55.664555 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab878c20-4610-4e2f-886f-d47b16d7819f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:55.666135 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:26:55.666135 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:26:55.666135 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:26:55.666135 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:26:55.666135 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:26:55.666135 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:26:55.666135 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:26:55.666135 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:26:55.666135 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:26:55.666135 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:26:55.666135 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:26:55.666135 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:26:55.666135 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:26:55.666135 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:26:55.666135 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:26:55.666135 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:26:55.666135 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:26:55.666135 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:26:55.666135 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:26:55.666135 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:26:55.666135 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:26:55.666135 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:26:55.666135 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:26:55.666135 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:26:55.666135 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:26:55.666135 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:26:55.666135 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:26:55.666135 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:26:55.666135 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:26:55.666135 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:26:55.666135 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:26:55.666135 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:26:55.684231 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe01df84-b5eb-401a-9557-5928f5ae35af None None] Pushing event deleted for resources: {'Port': ['ID=fab16d19-d092-4a1b-b633-783c795e9262,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:26:55.688543 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe01df84-b5eb-401a-9557-5928f5ae35af None None] No DVR routers for this DVR port fab16d19-d092-4a1b-b633-783c795e9262 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:26:55.698085 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01df84-b5eb-401a-9557-5928f5ae35af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:55.698455 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01df84-b5eb-401a-9557-5928f5ae35af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:55.698815 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01df84-b5eb-401a-9557-5928f5ae35af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:55.699182 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01df84-b5eb-401a-9557-5928f5ae35af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:55.699525 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01df84-b5eb-401a-9557-5928f5ae35af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:55.699872 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01df84-b5eb-401a-9557-5928f5ae35af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:55.700209 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01df84-b5eb-401a-9557-5928f5ae35af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:55.700550 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01df84-b5eb-401a-9557-5928f5ae35af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:55.700920 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01df84-b5eb-401a-9557-5928f5ae35af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:55.701788 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01df84-b5eb-401a-9557-5928f5ae35af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:55.701788 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01df84-b5eb-401a-9557-5928f5ae35af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:55.701938 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01df84-b5eb-401a-9557-5928f5ae35af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:55.702275 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01df84-b5eb-401a-9557-5928f5ae35af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:55.724503 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab878c20-4610-4e2f-886f-d47b16d7819f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:55.730163 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab878c20-4610-4e2f-886f-d47b16d7819f admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:55.733246 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ab878c20-4610-4e2f-886f-d47b16d7819f admin admin] 10.222.0.62 "DELETE /v2.0/networks/cb03d2a1-6d87-4b96-95d4-709b1f04a5b5 HTTP/1.1" status: 204 len: 168 time: 0.5474226 Dec 10 19:26:55.736305 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48502) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:26:55.744886 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab878c20-4610-4e2f-886f-d47b16d7819f admin admin] Pushing event deleted for resources: {'Network': ['ID=cb03d2a1-6d87-4b96-95d4-709b1f04a5b5,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:26:56.078367 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7610e72f-5825-4c97-bed8-42dbc1775456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:56.318901 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7610e72f-5825-4c97-bed8-42dbc1775456 admin admin] Deleting port dd45ded4-e85e-496a-9ab9-6923a3ff61b2 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:26:56.319240 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7610e72f-5825-4c97-bed8-42dbc1775456 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:56.395818 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-7610e72f-5825-4c97-bed8-42dbc1775456 admin admin] For port dd45ded4-e85e-496a-9ab9-6923a3ff61b2, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=dd45ded4-e85e-496a-9ab9-6923a3ff61b2,segment=NetworkSegment(f8769b23-89c0-4b25-bd4d-da224edf6564),segment_id=f8769b23-89c0-4b25-bd4d-da224edf6564)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:26:56.396185 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7610e72f-5825-4c97-bed8-42dbc1775456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:56.408429 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7610e72f-5825-4c97-bed8-42dbc1775456 admin admin] Calling delete_port for dd45ded4-e85e-496a-9ab9-6923a3ff61b2 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:26:56.588554 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7610e72f-5825-4c97-bed8-42dbc1775456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:56.615040 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7610e72f-5825-4c97-bed8-42dbc1775456 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd45ded4-e85e-496a-9ab9-6923a3ff61b2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:26:56.789160 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7610e72f-5825-4c97-bed8-42dbc1775456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:57.009822 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7610e72f-5825-4c97-bed8-42dbc1775456 admin admin] Router 3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:26:57.110787 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7610e72f-5825-4c97-bed8-42dbc1775456 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:26:57.116371 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7610e72f-5825-4c97-bed8-42dbc1775456 admin admin] 10.222.0.62 "PUT /v2.0/routers/3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3789499 Dec 10 19:26:57.118999 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48504) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:26:57.121532 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a36869b-fca1-40ec-9059-22a466b5d4a8 None None] Sync routers for ids ['3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:26:57.131462 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a36869b-fca1-40ec-9059-22a466b5d4a8 None None] Routers {'3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:26:57.132064 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-5a36869b-fca1-40ec-9059-22a466b5d4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:26:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:26:57.221292 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9d6f24a-518e-4762-8f76-c083677fb809 admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:57.231429 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-5a36869b-fca1-40ec-9059-22a466b5d4a8 None None] Set router 3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:26:57.319209 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9d6f24a-518e-4762-8f76-c083677fb809 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:57.375521 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c9d6f24a-518e-4762-8f76-c083677fb809 admin admin] Deleting port 8afb6b41-eece-462b-b424-65a32b4db56d {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:26:57.375871 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9d6f24a-518e-4762-8f76-c083677fb809 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:57.403361 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-5a36869b-fca1-40ec-9059-22a466b5d4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4', 'name': 'tempest-TestVolumeBootPattern-1241667249-router', 'tenant_id': '17d41b6405334fbcbbf53044e2b7f83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '8afb6b41-eece-462b-b424-65a32b4db56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:39Z', 'updated_at': '2021-12-10T19:26:56Z', 'revision_number': 5, 'project_id': '17d41b6405334fbcbbf53044e2b7f83c', 'gw_port': {'id': '8afb6b41-eece-462b-b424-65a32b4db56d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:84:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:40Z', 'updated_at': '2021-12-10T19:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:26:57.432688 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a36869b-fca1-40ec-9059-22a466b5d4a8 None None] Checking router: 3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:26:57.441144 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a36869b-fca1-40ec-9059-22a466b5d4a8 None None] Routers {'3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:26:57.441932 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-5a36869b-fca1-40ec-9059-22a466b5d4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:26:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:26:57.461384 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-c9d6f24a-518e-4762-8f76-c083677fb809 admin admin] For port 8afb6b41-eece-462b-b424-65a32b4db56d, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=8afb6b41-eece-462b-b424-65a32b4db56d,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:26:57.461750 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9d6f24a-518e-4762-8f76-c083677fb809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:57.476166 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c9d6f24a-518e-4762-8f76-c083677fb809 admin admin] Calling delete_port for 8afb6b41-eece-462b-b424-65a32b4db56d owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:26:57.526645 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-5a36869b-fca1-40ec-9059-22a466b5d4a8 None None] Set router 3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4 gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:26:57.577810 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-5a36869b-fca1-40ec-9059-22a466b5d4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4', 'name': 'tempest-TestVolumeBootPattern-1241667249-router', 'tenant_id': '17d41b6405334fbcbbf53044e2b7f83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:39Z', 'updated_at': '2021-12-10T19:26:57Z', 'revision_number': 6, 'project_id': '17d41b6405334fbcbbf53044e2b7f83c', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:26:57.608649 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a36869b-fca1-40ec-9059-22a466b5d4a8 None None] The sync data for ids ['3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4'] in n-d-821435-1 is: [{'id': '3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4', 'name': 'tempest-TestVolumeBootPattern-1241667249-router', 'tenant_id': '17d41b6405334fbcbbf53044e2b7f83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:39Z', 'updated_at': '2021-12-10T19:26:57Z', 'revision_number': 6, 'project_id': '17d41b6405334fbcbbf53044e2b7f83c', 'gw_port_host': None}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:26:57.646591 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9d6f24a-518e-4762-8f76-c083677fb809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:57.676860 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d6f24a-518e-4762-8f76-c083677fb809 admin admin] Pushing event deleted for resources: {'Port': ['ID=8afb6b41-eece-462b-b424-65a32b4db56d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:26:57.687790 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c0accd-3b79-4c86-aace-472ed8a8e3aa None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:26:57.734323 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9d6f24a-518e-4762-8f76-c083677fb809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:57.821904 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9d6f24a-518e-4762-8f76-c083677fb809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:57.823996 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9d6f24a-518e-4762-8f76-c083677fb809 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:57.866746 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9d6f24a-518e-4762-8f76-c083677fb809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:57.867197 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d6f24a-518e-4762-8f76-c083677fb809 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:26:57.872262 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9d6f24a-518e-4762-8f76-c083677fb809 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:57.873451 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c9d6f24a-518e-4762-8f76-c083677fb809 admin admin] 10.222.0.62 "DELETE /v2.0/routers/3ed0bfab-02cb-4c0d-9a0f-72ab44d707d4 HTTP/1.1" status: 204 len: 168 time: 0.7534564 Dec 10 19:26:57.876058 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48506) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:26:57.927345 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-f72a304d-3d8c-47c3-bde6-2595a14f8dcb admin admin] Deleting subnet cab43f2f-9742-4a39-9531-cddf94096e4a {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:26:57.930309 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f72a304d-3d8c-47c3-bde6-2595a14f8dcb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:57.964762 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f72a304d-3d8c-47c3-bde6-2595a14f8dcb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:58.045709 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f72a304d-3d8c-47c3-bde6-2595a14f8dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:58.101365 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f72a304d-3d8c-47c3-bde6-2595a14f8dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:58.131322 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a304d-3d8c-47c3-bde6-2595a14f8dcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cab43f2f-9742-4a39-9531-cddf94096e4a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:26:58.134845 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f72a304d-3d8c-47c3-bde6-2595a14f8dcb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:58.138474 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f72a304d-3d8c-47c3-bde6-2595a14f8dcb admin admin] 10.222.0.62 "DELETE /v2.0/subnets/cab43f2f-9742-4a39-9531-cddf94096e4a HTTP/1.1" status: 204 len: 168 time: 0.2612903 Dec 10 19:26:58.140779 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48508) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:26:58.145318 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664aaeec-e7fe-4e66-bcec-23a83c2bd181 None None] Network 78c3e28b-2c64-4aad-a245-65f1b9c1beed requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:26:58.211600 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f29a2fef-706f-4445-9717-eeb4046088fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:58.266158 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-f29a2fef-706f-4445-9717-eeb4046088fe admin admin] Deleting port 28bf9235-bbaa-4e22-889d-1920bd8e5e84 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:26:58.266503 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f29a2fef-706f-4445-9717-eeb4046088fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:58.330900 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-f29a2fef-706f-4445-9717-eeb4046088fe admin admin] For port 28bf9235-bbaa-4e22-889d-1920bd8e5e84, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=28bf9235-bbaa-4e22-889d-1920bd8e5e84,segment=NetworkSegment(f8769b23-89c0-4b25-bd4d-da224edf6564),segment_id=f8769b23-89c0-4b25-bd4d-da224edf6564)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:26:58.331242 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f29a2fef-706f-4445-9717-eeb4046088fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:58.344733 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-f29a2fef-706f-4445-9717-eeb4046088fe admin admin] Calling delete_port for 28bf9235-bbaa-4e22-889d-1920bd8e5e84 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:26:58.380855 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf71a159-5bf0-48e7-bfd7-9b02f5cfd768 None None] DHCP port deletion for 78c3e28b-2c64-4aad-a245-65f1b9c1beed request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:26:58.430449 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-bf71a159-5bf0-48e7-bfd7-9b02f5cfd768 None None] Deleting port 28bf9235-bbaa-4e22-889d-1920bd8e5e84 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:26:58.430825 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bf71a159-5bf0-48e7-bfd7-9b02f5cfd768 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:58.436276 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f29a2fef-706f-4445-9717-eeb4046088fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:58.464221 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29a2fef-706f-4445-9717-eeb4046088fe admin admin] No DVR routers for this DVR port 28bf9235-bbaa-4e22-889d-1920bd8e5e84 on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:26:58.470351 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a2fef-706f-4445-9717-eeb4046088fe admin admin] Pushing event deleted for resources: {'Port': ['ID=28bf9235-bbaa-4e22-889d-1920bd8e5e84,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:26:58.501780 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-bf71a159-5bf0-48e7-bfd7-9b02f5cfd768 None None] For port 28bf9235-bbaa-4e22-889d-1920bd8e5e84, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=28bf9235-bbaa-4e22-889d-1920bd8e5e84,segment=NetworkSegment(f8769b23-89c0-4b25-bd4d-da224edf6564),segment_id=f8769b23-89c0-4b25-bd4d-da224edf6564)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:26:58.502181 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bf71a159-5bf0-48e7-bfd7-9b02f5cfd768 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:58.515213 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-bf71a159-5bf0-48e7-bfd7-9b02f5cfd768 None None] Calling delete_port for 28bf9235-bbaa-4e22-889d-1920bd8e5e84 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:26:58.548680 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f29a2fef-706f-4445-9717-eeb4046088fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:58.572003 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-f29a2fef-706f-4445-9717-eeb4046088fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78c3e28b-2c64-4aad-a245-65f1b9c1beed']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:26:58.582437 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-f29a2fef-706f-4445-9717-eeb4046088fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8769b23-89c0-4b25-bd4d-da224edf6564') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:26:58.582733 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-f29a2fef-706f-4445-9717-eeb4046088fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8769b23-89c0-4b25-bd4d-da224edf6564') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:26:58.593616 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f29a2fef-706f-4445-9717-eeb4046088fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:58.596456 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bf71a159-5bf0-48e7-bfd7-9b02f5cfd768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:58.614864 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f29a2fef-706f-4445-9717-eeb4046088fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:58.622004 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f29a2fef-706f-4445-9717-eeb4046088fe admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:26:58.622543 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f29a2fef-706f-4445-9717-eeb4046088fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:58.624382 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:26:58.624382 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:26:58.624382 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:26:58.624382 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:26:58.624382 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:26:58.624382 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:26:58.624382 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:26:58.624382 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:26:58.624382 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:26:58.624382 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:26:58.624382 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:26:58.624382 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:26:58.624382 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:26:58.624382 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:26:58.624382 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:26:58.624382 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:26:58.624382 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:26:58.624382 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:26:58.624382 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:26:58.624382 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:26:58.624382 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:26:58.624382 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:26:58.624382 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:26:58.624382 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:26:58.624382 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:26:58.624382 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:26:58.624382 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:26:58.624382 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:26:58.624382 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:26:58.624382 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:26:58.624382 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:26:58.624382 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:26:58.626688 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf71a159-5bf0-48e7-bfd7-9b02f5cfd768 None None] Pushing event deleted for resources: {'Port': ['ID=28bf9235-bbaa-4e22-889d-1920bd8e5e84,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:26:58.628952 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf71a159-5bf0-48e7-bfd7-9b02f5cfd768 None None] No DVR routers for this DVR port 28bf9235-bbaa-4e22-889d-1920bd8e5e84 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:26:58.691371 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f29a2fef-706f-4445-9717-eeb4046088fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:58.696833 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f29a2fef-706f-4445-9717-eeb4046088fe admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:58.699919 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f29a2fef-706f-4445-9717-eeb4046088fe admin admin] 10.222.0.62 "DELETE /v2.0/networks/78c3e28b-2c64-4aad-a245-65f1b9c1beed HTTP/1.1" status: 204 len: 168 time: 0.5582106 Dec 10 19:26:58.831082 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48512) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:26:58.885810 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ad5ef45b-a150-40b9-93b3-128a494364a3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4152abff22c840ed91cb9771512b3465&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0502551 Dec 10 19:26:58.886080 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48514) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:26:58.937020 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b10c691b-b577-4070-ba56-6f09c0469a13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:58.960387 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b10c691b-b577-4070-ba56-6f09c0469a13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:59.011363 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a2fef-706f-4445-9717-eeb4046088fe admin admin] Pushing event deleted for resources: {'Network': ['ID=78c3e28b-2c64-4aad-a245-65f1b9c1beed,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:26:59.013577 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b10c691b-b577-4070-ba56-6f09c0469a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:59.016884 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b10c691b-b577-4070-ba56-6f09c0469a13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:59.018020 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b10c691b-b577-4070-ba56-6f09c0469a13 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c389f896-01d9-4fbc-a9e3-b89d5cbf9a77 HTTP/1.1" status: 204 len: 168 time: 0.1309354 Dec 10 19:26:59.026898 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c691b-b577-4070-ba56-6f09c0469a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c389f896-01d9-4fbc-a9e3-b89d5cbf9a77,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:26:59.359616 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48520) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:26:59.402840 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-cf7d81e5-600b-41bc-b001-6d5d9a7cc188 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=17d41b6405334fbcbbf53044e2b7f83c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418537 Dec 10 19:26:59.405299 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48522) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:26:59.454954 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9b3e217-459d-4565-8385-9624b63f4360 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:59.469226 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 28bf9235-bbaa-4e22-889d-1920bd8e5e84 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:26:59.479275 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9b3e217-459d-4565-8385-9624b63f4360 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:59.495167 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 28bf9235-bbaa-4e22-889d-1920bd8e5e84 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:26:59.495523 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 28bf9235-bbaa-4e22-889d-1920bd8e5e84 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:26:59.495942 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 8afb6b41-eece-462b-b424-65a32b4db56d no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:26:59.516108 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 8afb6b41-eece-462b-b424-65a32b4db56d {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:26:59.516495 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 8afb6b41-eece-462b-b424-65a32b4db56d not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:26:59.516944 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device dd45ded4-e85e-496a-9ab9-6923a3ff61b2 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:26:59.529826 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9b3e217-459d-4565-8385-9624b63f4360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:59.532620 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9b3e217-459d-4565-8385-9624b63f4360 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:59.533845 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b9b3e217-459d-4565-8385-9624b63f4360 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/71df6af0-67ab-46e6-b99d-c623b5620c5c HTTP/1.1" status: 204 len: 168 time: 0.1276455 Dec 10 19:26:59.539261 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: dd45ded4-e85e-496a-9ab9-6923a3ff61b2 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:26:59.539734 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device dd45ded4-e85e-496a-9ab9-6923a3ff61b2 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:26:59.548844 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b3e217-459d-4565-8385-9624b63f4360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71df6af0-67ab-46e6-b99d-c623b5620c5c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:04.315999 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:08.599627 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:09.935387 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-76f989d6-5baf-4482-8afd-29bb768676da req-5bebe1e2-4733-47dc-995c-31cf4626e14c tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=b6ffb7de15e14ca9a691ce2f8864d4fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290747 Dec 10 19:27:10.121682 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f989d6-5baf-4482-8afd-29bb768676da req-f92f981b-d8fe-4ea3-a508-d4f8e835f54a tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:10.123132 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-76f989d6-5baf-4482-8afd-29bb768676da req-f92f981b-d8fe-4ea3-a508-d4f8e835f54a tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1825905 Dec 10 19:27:10.138662 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-76f989d6-5baf-4482-8afd-29bb768676da req-96f08d4f-c4b0-4f0f-a77c-50f5992070e0 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] 10.222.0.62 "GET /v2.0/quotas/b6ffb7de15e14ca9a691ce2f8864d4fc HTTP/1.1" status: 200 len: 375 time: 0.0090663 Dec 10 19:27:10.172146 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-76f989d6-5baf-4482-8afd-29bb768676da req-899e2208-94d5-4797-af32-086277289d8b tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6ffb7de15e14ca9a691ce2f8864d4fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282400 Dec 10 19:27:10.333050 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-200de843-cf60-422a-8b35-ef50808545f5 req-b4b3e3ce-abf3-4045-9a85-d8a7178939ab tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] 10.222.0.62 "GET /v2.0/ports?device_id=44be6398-e3c7-4944-a628-43b31db8ce70 HTTP/1.1" status: 200 len: 210 time: 0.0271380 Dec 10 19:27:11.274652 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-76f989d6-5baf-4482-8afd-29bb768676da req-f8a25831-c2c7-4fa5-a5f8-c8b87e61ec76 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=b6ffb7de15e14ca9a691ce2f8864d4fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283926 Dec 10 19:27:11.428854 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-004f2ed3-512e-43da-9888-e0b0c7185e08 req-07398937-d9fd-41d8-9560-ab0e748621d7 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] 10.222.0.62 "GET /v2.0/ports?device_id=44be6398-e3c7-4944-a628-43b31db8ce70 HTTP/1.1" status: 200 len: 210 time: 0.0263472 Dec 10 19:27:11.468894 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f989d6-5baf-4482-8afd-29bb768676da req-ec24fe27-2238-487b-a12e-0b42b66cdd82 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:11.470389 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-76f989d6-5baf-4482-8afd-29bb768676da req-ec24fe27-2238-487b-a12e-0b42b66cdd82 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1899407 Dec 10 19:27:11.482859 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-76f989d6-5baf-4482-8afd-29bb768676da req-8ba1cfa9-342e-4a54-8ea5-2eb38a049025 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] Request body: {'port': {'device_id': '44be6398-e3c7-4944-a628-43b31db8ce70', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'admin_state_up': True, 'tenant_id': 'b6ffb7de15e14ca9a691ce2f8864d4fc'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:27:11.594229 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76f989d6-5baf-4482-8afd-29bb768676da req-8ba1cfa9-342e-4a54-8ea5-2eb38a049025 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] Made reservation on behalf of b6ffb7de15e14ca9a691ce2f8864d4fc for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:27:11.597817 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-76f989d6-5baf-4482-8afd-29bb768676da req-8ba1cfa9-342e-4a54-8ea5-2eb38a049025 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:11.606292 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-76f989d6-5baf-4482-8afd-29bb768676da req-8ba1cfa9-342e-4a54-8ea5-2eb38a049025 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:11.680698 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-76f989d6-5baf-4482-8afd-29bb768676da req-8ba1cfa9-342e-4a54-8ea5-2eb38a049025 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:11.684723 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-76f989d6-5baf-4482-8afd-29bb768676da req-8ba1cfa9-342e-4a54-8ea5-2eb38a049025 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:11.745414 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1cfa9-342e-4a54-8ea5-2eb38a049025 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00e751f6-bfd2-4672-a12a-8f2dedcee329,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:11.817429 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-76f989d6-5baf-4482-8afd-29bb768676da req-8ba1cfa9-342e-4a54-8ea5-2eb38a049025 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] Allocated IP 192.168.233.240 (c9403646-ab9b-4a0a-827b-6d4376246b64/ec05590b-5c35-4e58-9087-8773857a69b9/8bfd8d31-d8c9-461e-8018-181506687e29) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:27:11.961734 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-76f989d6-5baf-4482-8afd-29bb768676da req-8ba1cfa9-342e-4a54-8ea5-2eb38a049025 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:11.993769 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-76f989d6-5baf-4482-8afd-29bb768676da req-8ba1cfa9-342e-4a54-8ea5-2eb38a049025 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:12.038005 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76f989d6-5baf-4482-8afd-29bb768676da req-8ba1cfa9-342e-4a54-8ea5-2eb38a049025 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] Network c9403646-ab9b-4a0a-827b-6d4376246b64 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:27:12.041194 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-76f989d6-5baf-4482-8afd-29bb768676da req-8ba1cfa9-342e-4a54-8ea5-2eb38a049025 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:27:12.044870 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f989d6-5baf-4482-8afd-29bb768676da req-8ba1cfa9-342e-4a54-8ea5-2eb38a049025 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:27:12.051162 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1cfa9-342e-4a54-8ea5-2eb38a049025 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] Pushing event updated for resources: {'Port': ['ID=8bfd8d31-d8c9-461e-8018-181506687e29,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:12.099032 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f989d6-5baf-4482-8afd-29bb768676da req-8ba1cfa9-342e-4a54-8ea5-2eb38a049025 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:12.099694 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-76f989d6-5baf-4482-8afd-29bb768676da req-8ba1cfa9-342e-4a54-8ea5-2eb38a049025 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:12.117630 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-76f989d6-5baf-4482-8afd-29bb768676da req-8ba1cfa9-342e-4a54-8ea5-2eb38a049025 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6382411 Dec 10 19:27:12.254226 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9985f646-3afb-4eb8-8e4e-c5a3aa35df0f None None] Provisioning complete for port 8bfd8d31-d8c9-461e-8018-181506687e29 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:27:12.254718 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9985f646-3afb-4eb8-8e4e-c5a3aa35df0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:12.285530 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-76f989d6-5baf-4482-8afd-29bb768676da req-d087a6f1-6bd6-42ae-91b0-303098d81dd5 service neutron] Request body: {'port': {'device_id': '44be6398-e3c7-4944-a628-43b31db8ce70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:27:12.287655 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9985f646-3afb-4eb8-8e4e-c5a3aa35df0f None None] Port 8bfd8d31-d8c9-461e-8018-181506687e29 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:27:12.342365 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-76f989d6-5baf-4482-8afd-29bb768676da req-d087a6f1-6bd6-42ae-91b0-303098d81dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:12.572385 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a0f0a-016b-4b8f-9918-3bfcb28cc62a req-7c5ae509-24f9-489f-aa18-1d4e83cf668d tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:12.573892 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-315a0f0a-016b-4b8f-9918-3bfcb28cc62a req-7c5ae509-24f9-489f-aa18-1d4e83cf668d tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] 10.222.0.62 "GET /v2.0/ports?device_id=44be6398-e3c7-4944-a628-43b31db8ce70 HTTP/1.1" status: 200 len: 936 time: 0.0754778 Dec 10 19:27:12.665047 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-315a0f0a-016b-4b8f-9918-3bfcb28cc62a req-e277e2c3-42c7-4e4a-9f02-a49b10019e50 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] 10.222.0.62 "GET /v2.0/security-groups?id=00e751f6-bfd2-4672-a12a-8f2dedcee329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850277 Dec 10 19:27:12.668523 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-76f989d6-5baf-4482-8afd-29bb768676da req-d087a6f1-6bd6-42ae-91b0-303098d81dd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bfd8d31-d8c9-461e-8018-181506687e29 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:27:12.676080 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-76f989d6-5baf-4482-8afd-29bb768676da req-d087a6f1-6bd6-42ae-91b0-303098d81dd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:12.687566 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-76f989d6-5baf-4482-8afd-29bb768676da req-d087a6f1-6bd6-42ae-91b0-303098d81dd5 service neutron] Transition to ACTIVE for port object 8bfd8d31-d8c9-461e-8018-181506687e29 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:27:12.692234 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-76f989d6-5baf-4482-8afd-29bb768676da req-d087a6f1-6bd6-42ae-91b0-303098d81dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:12.742293 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087a6f1-6bd6-42ae-91b0-303098d81dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=8bfd8d31-d8c9-461e-8018-181506687e29,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:12.811384 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-76f989d6-5baf-4482-8afd-29bb768676da req-d087a6f1-6bd6-42ae-91b0-303098d81dd5 service neutron] Attempting to bind port 8bfd8d31-d8c9-461e-8018-181506687e29 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:27:12.811727 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-76f989d6-5baf-4482-8afd-29bb768676da req-d087a6f1-6bd6-42ae-91b0-303098d81dd5 service neutron] Attempting to bind port 8bfd8d31-d8c9-461e-8018-181506687e29 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:27:12.812060 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f989d6-5baf-4482-8afd-29bb768676da req-d087a6f1-6bd6-42ae-91b0-303098d81dd5 service neutron] Attempting to bind port 8bfd8d31-d8c9-461e-8018-181506687e29 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:27:12.817643 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f989d6-5baf-4482-8afd-29bb768676da req-d087a6f1-6bd6-42ae-91b0-303098d81dd5 service neutron] Port 8bfd8d31-d8c9-461e-8018-181506687e29 on network c9403646-ab9b-4a0a-827b-6d4376246b64 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:27:12.817976 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f989d6-5baf-4482-8afd-29bb768676da req-d087a6f1-6bd6-42ae-91b0-303098d81dd5 service neutron] Attempting to bind port 8bfd8d31-d8c9-461e-8018-181506687e29 on network c9403646-ab9b-4a0a-827b-6d4376246b64 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:27:12.823142 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f989d6-5baf-4482-8afd-29bb768676da req-d087a6f1-6bd6-42ae-91b0-303098d81dd5 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:27:12.823422 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f989d6-5baf-4482-8afd-29bb768676da req-d087a6f1-6bd6-42ae-91b0-303098d81dd5 service neutron] Checking segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:27:12.823810 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f989d6-5baf-4482-8afd-29bb768676da req-d087a6f1-6bd6-42ae-91b0-303098d81dd5 service neutron] Bound using segment: {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:27:12.824243 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-76f989d6-5baf-4482-8afd-29bb768676da req-d087a6f1-6bd6-42ae-91b0-303098d81dd5 service neutron] Bound port: 8bfd8d31-d8c9-461e-8018-181506687e29, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02df9cb9-43fc-4353-8cdc-f7a1f706c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:27:12.824610 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-76f989d6-5baf-4482-8afd-29bb768676da req-d087a6f1-6bd6-42ae-91b0-303098d81dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:12.899358 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-76f989d6-5baf-4482-8afd-29bb768676da req-d087a6f1-6bd6-42ae-91b0-303098d81dd5 service neutron] For port 8bfd8d31-d8c9-461e-8018-181506687e29, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:27:12.902427 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-76f989d6-5baf-4482-8afd-29bb768676da req-d087a6f1-6bd6-42ae-91b0-303098d81dd5 service neutron] For port 8bfd8d31-d8c9-461e-8018-181506687e29, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8bfd8d31-d8c9-461e-8018-181506687e29,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:27:12.907144 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-76f989d6-5baf-4482-8afd-29bb768676da req-d087a6f1-6bd6-42ae-91b0-303098d81dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:12.942782 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f989d6-5baf-4482-8afd-29bb768676da req-d087a6f1-6bd6-42ae-91b0-303098d81dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:12.943414 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-76f989d6-5baf-4482-8afd-29bb768676da req-d087a6f1-6bd6-42ae-91b0-303098d81dd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:12.944851 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-76f989d6-5baf-4482-8afd-29bb768676da req-d087a6f1-6bd6-42ae-91b0-303098d81dd5 service neutron] 10.222.0.72 "PUT /v2.0/ports/8bfd8d31-d8c9-461e-8018-181506687e29 HTTP/1.1" status: 200 len: 1096 time: 0.7073493 Dec 10 19:27:12.945305 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44be6398-e3c7-4944-a628-43b31db8ce70', 'tag': '8bfd8d31-d8c9-461e-8018-181506687e29'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:27:12.975660 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087a6f1-6bd6-42ae-91b0-303098d81dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=8bfd8d31-d8c9-461e-8018-181506687e29,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:12.991412 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942698d5-11a8-4635-a766-a292996586c4" -d '{"events": [{"name": "network-changed", "server_uuid": "44be6398-e3c7-4944-a628-43b31db8ce70", "tag": "8bfd8d31-d8c9-461e-8018-181506687e29"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:27:13.039779 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f989d6-5baf-4482-8afd-29bb768676da req-d777398e-0b88-4175-b39e-d9d720744026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:13.041426 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-76f989d6-5baf-4482-8afd-29bb768676da req-d777398e-0b88-4175-b39e-d9d720744026 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b6ffb7de15e14ca9a691ce2f8864d4fc&device_id=44be6398-e3c7-4944-a628-43b31db8ce70 HTTP/1.1" status: 200 len: 1099 time: 0.0471475 Dec 10 19:27:13.091805 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-76f989d6-5baf-4482-8afd-29bb768676da req-80acbc8b-56e5-4f90-befa-f265285f4daa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=8bfd8d31-d8c9-461e-8018-181506687e29 HTTP/1.1" status: 200 len: 217 time: 0.0421107 Dec 10 19:27:13.096822 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a26720-bb40-415f-a21f-aa8c4477c963 x-openstack-request-id: req-49a26720-bb40-415f-a21f-aa8c4477c963 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:27:13.097819 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44be6398-e3c7-4944-a628-43b31db8ce70", "tag": "8bfd8d31-d8c9-461e-8018-181506687e29", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:27:13.098118 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-49a26720-bb40-415f-a21f-aa8c4477c963 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:27:13.098577 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44be6398-e3c7-4944-a628-43b31db8ce70', 'tag': '8bfd8d31-d8c9-461e-8018-181506687e29', 'status': 'completed', 'code': 200} Dec 10 19:27:13.150921 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f989d6-5baf-4482-8afd-29bb768676da req-15ca0f2a-100d-4c1e-bd9c-443dac7abeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:13.152391 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-76f989d6-5baf-4482-8afd-29bb768676da req-15ca0f2a-100d-4c1e-bd9c-443dac7abeb1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.0475228 Dec 10 19:27:13.205816 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f989d6-5baf-4482-8afd-29bb768676da req-8b7672cb-096e-4c7d-8ad6-bd30a67576f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:13.207634 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-76f989d6-5baf-4482-8afd-29bb768676da req-8b7672cb-096e-4c7d-8ad6-bd30a67576f1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0470104 Dec 10 19:27:13.300585 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-76f989d6-5baf-4482-8afd-29bb768676da req-717a0b97-3dcc-4b59-8d97-a07861fcfce5 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853088 Dec 10 19:27:13.389783 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-76f989d6-5baf-4482-8afd-29bb768676da req-eb3b939a-386e-4271-8547-1ec656ac5c19 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828731 Dec 10 19:27:13.481134 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942698d5-11a8-4635-a766-a292996586c4 req-d4bad9be-ae87-48c4-bf55-17e361c2cd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:13.482633 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-942698d5-11a8-4635-a766-a292996586c4 req-d4bad9be-ae87-48c4-bf55-17e361c2cd29 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b6ffb7de15e14ca9a691ce2f8864d4fc&device_id=44be6398-e3c7-4944-a628-43b31db8ce70 HTTP/1.1" status: 200 len: 1099 time: 0.0497293 Dec 10 19:27:13.575141 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942698d5-11a8-4635-a766-a292996586c4 req-f5333a04-e267-4aa1-bbcb-c7310aed6688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:13.576610 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-942698d5-11a8-4635-a766-a292996586c4 req-f5333a04-e267-4aa1-bbcb-c7310aed6688 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9403646-ab9b-4a0a-827b-6d4376246b64 HTTP/1.1" status: 200 len: 870 time: 0.0863628 Dec 10 19:27:13.619164 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-942698d5-11a8-4635-a766-a292996586c4 req-3cda71b9-1669-41d1-8c34-fcea7df5963d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=8bfd8d31-d8c9-461e-8018-181506687e29 HTTP/1.1" status: 200 len: 217 time: 0.0341489 Dec 10 19:27:13.671076 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942698d5-11a8-4635-a766-a292996586c4 req-f1e595c1-f989-4f94-b1f1-d77d52997625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:13.672427 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-942698d5-11a8-4635-a766-a292996586c4 req-f1e595c1-f989-4f94-b1f1-d77d52997625 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec05590b-5c35-4e58-9087-8773857a69b9 HTTP/1.1" status: 200 len: 843 time: 0.0462749 Dec 10 19:27:13.717978 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942698d5-11a8-4635-a766-a292996586c4 req-d10840c1-35e5-4bb9-bf4b-f449bd53a7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:13.719491 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-942698d5-11a8-4635-a766-a292996586c4 req-d10840c1-35e5-4bb9-bf4b-f449bd53a7dd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9403646-ab9b-4a0a-827b-6d4376246b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0398705 Dec 10 19:27:14.136133 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40219155-6cf6-416f-8a64-8b65b038e71f req-e26e2d11-b897-48ca-a4e3-c04fc20e225d tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:14.137626 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-40219155-6cf6-416f-8a64-8b65b038e71f req-e26e2d11-b897-48ca-a4e3-c04fc20e225d tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] 10.222.0.62 "GET /v2.0/ports?device_id=44be6398-e3c7-4944-a628-43b31db8ce70 HTTP/1.1" status: 200 len: 948 time: 0.4034240 Dec 10 19:27:14.171745 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-942698d5-11a8-4635-a766-a292996586c4 req-c51b5a8e-e35d-4c34-9234-70eec1f14e10 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4446001 Dec 10 19:27:14.239676 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-40219155-6cf6-416f-8a64-8b65b038e71f req-61a1e19d-c6d7-49d0-a1bf-44ebaa7da560 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] 10.222.0.62 "GET /v2.0/security-groups?id=00e751f6-bfd2-4672-a12a-8f2dedcee329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956991 Dec 10 19:27:14.279559 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-942698d5-11a8-4635-a766-a292996586c4 req-45aafec6-3849-4f8a-8da1-f09e332cc137 service neutron] 10.222.0.72 "GET /v2.0/networks/c9403646-ab9b-4a0a-827b-6d4376246b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982113 Dec 10 19:27:15.357311 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9d14d-670d-4971-9d54-92062e2b562d req-04305ab8-b43a-4754-ad0b-be4fc3c58e89 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:15.358817 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ecc9d14d-670d-4971-9d54-92062e2b562d req-04305ab8-b43a-4754-ad0b-be4fc3c58e89 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] 10.222.0.62 "GET /v2.0/ports?device_id=44be6398-e3c7-4944-a628-43b31db8ce70 HTTP/1.1" status: 200 len: 948 time: 0.0480726 Dec 10 19:27:15.405650 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ecc9d14d-670d-4971-9d54-92062e2b562d req-bb73fbf3-4284-497d-aba7-eecd384e1dfa tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] 10.222.0.62 "GET /v2.0/security-groups?id=00e751f6-bfd2-4672-a12a-8f2dedcee329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408595 Dec 10 19:27:16.303652 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8bfd8d31-d8c9-461e-8018-181506687e29 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:27:16.406561 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 8bfd8d31-d8c9-461e-8018-181506687e29, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8bfd8d31-d8c9-461e-8018-181506687e29,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:27:16.417545 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '8bfd8d31-d8c9-461e-8018-181506687e29', 'network_id': 'c9403646-ab9b-4a0a-827b-6d4376246b64', 'port_id': '8bfd8d31-d8c9-461e-8018-181506687e29', 'mac_address': 'fa:16:3e:26:f3:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec05590b-5c35-4e58-9087-8773857a69b9', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:27:16.454715 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:16.471197 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bfd8d31-d8c9-461e-8018-181506687e29 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:27:16.492690 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 8bfd8d31-d8c9-461e-8018-181506687e29, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8bfd8d31-d8c9-461e-8018-181506687e29,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:27:16.496489 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:16.522397 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f1889-215a-443f-923b-aab7bf2d6483 req-0bb828fd-be20-43ab-beec-61ab20921a07 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:16.523934 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-658f1889-215a-443f-923b-aab7bf2d6483 req-0bb828fd-be20-43ab-beec-61ab20921a07 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] 10.222.0.62 "GET /v2.0/ports?device_id=44be6398-e3c7-4944-a628-43b31db8ce70 HTTP/1.1" status: 200 len: 948 time: 0.0504758 Dec 10 19:27:16.546750 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=8bfd8d31-d8c9-461e-8018-181506687e29,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:16.572626 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-658f1889-215a-443f-923b-aab7bf2d6483 req-fd4ac2c1-3314-4e9f-8079-bf40192b4a83 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] 10.222.0.62 "GET /v2.0/security-groups?id=00e751f6-bfd2-4672-a12a-8f2dedcee329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426643 Dec 10 19:27:16.859466 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['8bfd8d31-d8c9-461e-8018-181506687e29'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:27:17.691940 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d04d94f-5541-41f7-8ffd-05b064619da6 req-01067df1-94b5-4b9c-b227-50dbd2574d93 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:17.693366 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8d04d94f-5541-41f7-8ffd-05b064619da6 req-01067df1-94b5-4b9c-b227-50dbd2574d93 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] 10.222.0.62 "GET /v2.0/ports?device_id=44be6398-e3c7-4944-a628-43b31db8ce70 HTTP/1.1" status: 200 len: 949 time: 0.0506005 Dec 10 19:27:17.750192 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8d04d94f-5541-41f7-8ffd-05b064619da6 req-123150aa-db3a-4f35-a86f-035ed75f0cb1 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] 10.222.0.62 "GET /v2.0/security-groups?id=00e751f6-bfd2-4672-a12a-8f2dedcee329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509138 Dec 10 19:27:18.319999 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8bfd8d31-d8c9-461e-8018-181506687e29 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:27:18.369059 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 8bfd8d31-d8c9-461e-8018-181506687e29 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:27:18.373334 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 8bfd8d31-d8c9-461e-8018-181506687e29 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:27:18.373738 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:18.448454 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:18.469787 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44be6398-e3c7-4944-a628-43b31db8ce70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bfd8d31-d8c9-461e-8018-181506687e29'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:27:18.488340 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 8bfd8d31-d8c9-461e-8018-181506687e29, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8bfd8d31-d8c9-461e-8018-181506687e29,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:27:18.492869 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:18.517133 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f39997a1e7c5b6ae782956bbd1fa5b612e64aa5908109c3bc10b0e272c8d4b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324b53b6-0843-44b6-8986-fe494c1d1ca7" -d '{"events": [{"server_uuid": "44be6398-e3c7-4944-a628-43b31db8ce70", "name": "network-vif-plugged", "status": "completed", "tag": "8bfd8d31-d8c9-461e-8018-181506687e29"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:27:18.545234 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=8bfd8d31-d8c9-461e-8018-181506687e29,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:18.614162 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0c2058-8850-4abf-a43e-24ccc48b854f x-openstack-request-id: req-cf0c2058-8850-4abf-a43e-24ccc48b854f {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:27:18.614459 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44be6398-e3c7-4944-a628-43b31db8ce70", "name": "network-vif-plugged", "status": "completed", "tag": "8bfd8d31-d8c9-461e-8018-181506687e29", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:27:18.614725 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cf0c2058-8850-4abf-a43e-24ccc48b854f {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:27:18.615127 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44be6398-e3c7-4944-a628-43b31db8ce70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bfd8d31-d8c9-461e-8018-181506687e29', 'code': 200} Dec 10 19:27:18.708592 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045af8af-7a69-465a-841b-cf0a7f9ae18d req-7c5b294e-d950-4a31-8ea0-4d6cea44b244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:18.710122 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-045af8af-7a69-465a-841b-cf0a7f9ae18d req-7c5b294e-d950-4a31-8ea0-4d6cea44b244 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=44be6398-e3c7-4944-a628-43b31db8ce70 HTTP/1.1" status: 200 len: 1101 time: 0.0400217 Dec 10 19:27:18.753660 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-045af8af-7a69-465a-841b-cf0a7f9ae18d req-23476200-54c3-41e3-9a39-7ab89d60241c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=00e751f6-bfd2-4672-a12a-8f2dedcee329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356166 Dec 10 19:27:18.864216 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423ad67-9f86-4abf-9f88-a6d323473813 req-246ad755-d3ed-485d-9ca0-a5a644e6fdc5 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:18.865632 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2423ad67-9f86-4abf-9f88-a6d323473813 req-246ad755-d3ed-485d-9ca0-a5a644e6fdc5 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] 10.222.0.62 "GET /v2.0/ports?device_id=44be6398-e3c7-4944-a628-43b31db8ce70 HTTP/1.1" status: 200 len: 950 time: 0.0478346 Dec 10 19:27:18.914740 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2423ad67-9f86-4abf-9f88-a6d323473813 req-d5ed3cca-e6b4-41d0-b182-db56b72dc9e9 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] 10.222.0.62 "GET /v2.0/security-groups?id=00e751f6-bfd2-4672-a12a-8f2dedcee329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432401 Dec 10 19:27:19.725339 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-20b2e2b2-0464-4c67-a5af-a1c1ff9caa24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:20.038050 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d97fc8-5da7-4435-970d-0d8d8f276454 req-d0934e72-02a4-4722-bab9-73daaab23e9b tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:20.039566 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-67d97fc8-5da7-4435-970d-0d8d8f276454 req-d0934e72-02a4-4722-bab9-73daaab23e9b tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] 10.222.0.62 "GET /v2.0/ports?device_id=44be6398-e3c7-4944-a628-43b31db8ce70 HTTP/1.1" status: 200 len: 950 time: 0.0532000 Dec 10 19:27:20.089841 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-67d97fc8-5da7-4435-970d-0d8d8f276454 req-dac679a2-30e0-42f1-a09e-2e97882235d5 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] 10.222.0.62 "GET /v2.0/security-groups?id=00e751f6-bfd2-4672-a12a-8f2dedcee329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443323 Dec 10 19:27:21.208511 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a68c9-ab6b-49b3-ba7c-ca76195c6732 req-f445553c-fbab-47db-8f7d-132d03495858 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:21.210047 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-243a68c9-ab6b-49b3-ba7c-ca76195c6732 req-f445553c-fbab-47db-8f7d-132d03495858 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] 10.222.0.62 "GET /v2.0/ports?device_id=44be6398-e3c7-4944-a628-43b31db8ce70 HTTP/1.1" status: 200 len: 950 time: 0.0516505 Dec 10 19:27:21.257029 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-243a68c9-ab6b-49b3-ba7c-ca76195c6732 req-e435335e-5956-484b-bdab-9b99ca97845a tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] 10.222.0.62 "GET /v2.0/security-groups?id=00e751f6-bfd2-4672-a12a-8f2dedcee329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409474 Dec 10 19:27:21.600754 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-eaae54e6-1688-41dc-857d-a6f54311e2ff req-966a9488-08f8-4238-89c0-2e0996706085 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:27:21.601819 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eaae54e6-1688-41dc-857d-a6f54311e2ff req-966a9488-08f8-4238-89c0-2e0996706085 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0444300 Dec 10 19:27:21.616879 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:27:21.992202 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-d7a38eec-946d-4256-9ac4-4ee7bd8a3f03 req-013475a4-11f4-4cf8-9f6e-ada895cbb256 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:27:21.993250 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d7a38eec-946d-4256-9ac4-4ee7bd8a3f03 req-013475a4-11f4-4cf8-9f6e-ada895cbb256 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0474243 Dec 10 19:27:22.327463 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f299c8-cc9f-4a32-beb7-66b627339168 req-bf276010-4d20-4a5b-a5ad-b4aaf41cfd24 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:22.328947 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-28f299c8-cc9f-4a32-beb7-66b627339168 req-bf276010-4d20-4a5b-a5ad-b4aaf41cfd24 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] 10.222.0.62 "GET /v2.0/ports?device_id=44be6398-e3c7-4944-a628-43b31db8ce70 HTTP/1.1" status: 200 len: 950 time: 0.0525055 Dec 10 19:27:22.377151 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-28f299c8-cc9f-4a32-beb7-66b627339168 req-105999aa-b880-4a39-8647-6eeab63228e4 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] 10.222.0.62 "GET /v2.0/security-groups?id=00e751f6-bfd2-4672-a12a-8f2dedcee329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419135 Dec 10 19:27:22.568974 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-865ebe11-be8e-4e2f-a07f-d4329610d869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:23.512464 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3879757-0ffd-4b4b-a97c-e02f4273ebf6 req-55479fce-9f08-4523-b6c7-07b19fd5eeaa tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:23.514057 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c3879757-0ffd-4b4b-a97c-e02f4273ebf6 req-55479fce-9f08-4523-b6c7-07b19fd5eeaa tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] 10.222.0.62 "GET /v2.0/ports?device_id=44be6398-e3c7-4944-a628-43b31db8ce70 HTTP/1.1" status: 200 len: 950 time: 0.0520442 Dec 10 19:27:23.563525 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c3879757-0ffd-4b4b-a97c-e02f4273ebf6 req-1230f90e-4a3f-4954-9fa0-bf9be9235dcb tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] 10.222.0.62 "GET /v2.0/security-groups?id=00e751f6-bfd2-4672-a12a-8f2dedcee329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426345 Dec 10 19:27:23.588279 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:23.717573 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df83046-f587-4586-8434-d988ae68e973 req-e48f865e-fcda-42af-b9fe-b873ae072e45 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:23.718922 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1df83046-f587-4586-8434-d988ae68e973 req-e48f865e-fcda-42af-b9fe-b873ae072e45 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] 10.222.0.72 "GET /v2.0/ports?device_id=44be6398-e3c7-4944-a628-43b31db8ce70 HTTP/1.1" status: 200 len: 950 time: 0.0472019 Dec 10 19:27:23.808307 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-1df83046-f587-4586-8434-d988ae68e973 req-2f7a6559-dc6e-4f77-8a86-8fd732852f08 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] Deleting port 8bfd8d31-d8c9-461e-8018-181506687e29 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:27:23.808689 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1df83046-f587-4586-8434-d988ae68e973 req-2f7a6559-dc6e-4f77-8a86-8fd732852f08 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:23.895629 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-1df83046-f587-4586-8434-d988ae68e973 req-2f7a6559-dc6e-4f77-8a86-8fd732852f08 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] For port 8bfd8d31-d8c9-461e-8018-181506687e29, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8bfd8d31-d8c9-461e-8018-181506687e29,segment=NetworkSegment(02df9cb9-43fc-4353-8cdc-f7a1f706c718),segment_id=02df9cb9-43fc-4353-8cdc-f7a1f706c718)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:27:23.895980 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1df83046-f587-4586-8434-d988ae68e973 req-2f7a6559-dc6e-4f77-8a86-8fd732852f08 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:23.912755 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-1df83046-f587-4586-8434-d988ae68e973 req-2f7a6559-dc6e-4f77-8a86-8fd732852f08 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] Calling delete_port for 8bfd8d31-d8c9-461e-8018-181506687e29 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:27:24.035802 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1df83046-f587-4586-8434-d988ae68e973 req-2f7a6559-dc6e-4f77-8a86-8fd732852f08 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:24.048037 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['8bfd8d31-d8c9-461e-8018-181506687e29'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:27:24.061768 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a6559-dc6e-4f77-8a86-8fd732852f08 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] Pushing event deleted for resources: {'Port': ['ID=8bfd8d31-d8c9-461e-8018-181506687e29,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:24.113895 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df83046-f587-4586-8434-d988ae68e973 req-2f7a6559-dc6e-4f77-8a86-8fd732852f08 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] No DVR routers for this DVR port 8bfd8d31-d8c9-461e-8018-181506687e29 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:27:24.116626 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1df83046-f587-4586-8434-d988ae68e973 req-2f7a6559-dc6e-4f77-8a86-8fd732852f08 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:24.120004 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1df83046-f587-4586-8434-d988ae68e973 req-2f7a6559-dc6e-4f77-8a86-8fd732852f08 tempest-ServersAdminNegativeTestJSON-272117091 tempest-ServersAdminNegativeTestJSON-272117091-project] 10.222.0.72 "DELETE /v2.0/ports/8bfd8d31-d8c9-461e-8018-181506687e29 HTTP/1.1" status: 204 len: 173 time: 0.3948970 Dec 10 19:27:24.120488 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44be6398-e3c7-4944-a628-43b31db8ce70', 'name': 'network-vif-deleted', 'tag': '8bfd8d31-d8c9-461e-8018-181506687e29'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:27:24.122754 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f451a43-81aa-4da6-bb11-9333430b097b" -d '{"events": [{"server_uuid": "44be6398-e3c7-4944-a628-43b31db8ce70", "name": "network-vif-deleted", "tag": "8bfd8d31-d8c9-461e-8018-181506687e29"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:27:24.169749 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557f8940-83e3-405f-8308-51667b4b7fc9 x-openstack-request-id: req-557f8940-83e3-405f-8308-51667b4b7fc9 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:27:24.170073 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44be6398-e3c7-4944-a628-43b31db8ce70", "name": "network-vif-deleted", "tag": "8bfd8d31-d8c9-461e-8018-181506687e29", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:27:24.170290 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-557f8940-83e3-405f-8308-51667b4b7fc9 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:27:24.170696 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44be6398-e3c7-4944-a628-43b31db8ce70', 'name': 'network-vif-deleted', 'tag': '8bfd8d31-d8c9-461e-8018-181506687e29', 'status': 'completed', 'code': 200} Dec 10 19:27:24.861626 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48672) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:27:24.959903 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:24.993207 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4155c505-6eaf-465d-9453-2662ac6ea8da admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b6ffb7de15e14ca9a691ce2f8864d4fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1304011 Dec 10 19:27:24.995731 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48676) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:27:25.042870 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fcf0738c-30d0-4f84-841d-2b469aa40483 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:25.064061 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fcf0738c-30d0-4f84-841d-2b469aa40483 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:25.111298 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fcf0738c-30d0-4f84-841d-2b469aa40483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:25.114576 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fcf0738c-30d0-4f84-841d-2b469aa40483 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:25.115762 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-fcf0738c-30d0-4f84-841d-2b469aa40483 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/00e751f6-bfd2-4672-a12a-8f2dedcee329 HTTP/1.1" status: 204 len: 168 time: 0.1191411 Dec 10 19:27:25.123500 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf0738c-30d0-4f84-841d-2b469aa40483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e751f6-bfd2-4672-a12a-8f2dedcee329,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:25.372451 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48682) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:27:25.387112 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-517ad04c-0236-44a0-94a5-0389a084bd45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:25.465015 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-517ad04c-0236-44a0-94a5-0389a084bd45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:25.468840 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-517ad04c-0236-44a0-94a5-0389a084bd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:25.507986 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-517ad04c-0236-44a0-94a5-0389a084bd45 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=10e8838642d54ef8bb33c26dfa624862&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1343741 Dec 10 19:27:25.509007 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ad04c-0236-44a0-94a5-0389a084bd45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746dada6-f601-45cc-8182-16e8d900c556,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:25.511006 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48684) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:27:25.555803 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:25.560528 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e37e890-e29f-4d73-965e-ae04a38dae3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:25.581866 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e37e890-e29f-4d73-965e-ae04a38dae3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:25.629271 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e37e890-e29f-4d73-965e-ae04a38dae3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:25.631871 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e37e890-e29f-4d73-965e-ae04a38dae3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:25.633074 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5e37e890-e29f-4d73-965e-ae04a38dae3d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/746dada6-f601-45cc-8182-16e8d900c556 HTTP/1.1" status: 204 len: 168 time: 0.1209924 Dec 10 19:27:25.641222 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e37e890-e29f-4d73-965e-ae04a38dae3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746dada6-f601-45cc-8182-16e8d900c556,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:26.292959 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48706) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:27:26.387884 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a7cc9a5a-e1d0-48c3-9514-c6a5ec22aecb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-188541546-network', 'tenant_id': 'e3438e2a36c0437887d395a344105a40'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:27:26.408792 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7cc9a5a-e1d0-48c3-9514-c6a5ec22aecb admin admin] Made reservation on behalf of e3438e2a36c0437887d395a344105a40 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:27:26.411640 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a7cc9a5a-e1d0-48c3-9514-c6a5ec22aecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:26.419815 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a7cc9a5a-e1d0-48c3-9514-c6a5ec22aecb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:26.498941 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a7cc9a5a-e1d0-48c3-9514-c6a5ec22aecb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:26.502592 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a7cc9a5a-e1d0-48c3-9514-c6a5ec22aecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:26.526246 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7cc9a5a-e1d0-48c3-9514-c6a5ec22aecb admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:27:26.536315 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc9a5a-e1d0-48c3-9514-c6a5ec22aecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4484b273-b2c1-4c43-8d4a-47d0c139ef67,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:26.540813 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a7cc9a5a-e1d0-48c3-9514-c6a5ec22aecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:26.541153 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-a7cc9a5a-e1d0-48c3-9514-c6a5ec22aecb admin admin] Added segment fecf19fb-2f4f-40c3-ab43-3e9a2426a138 of type vlan for network 741ad1d2-8f44-41f7-bf54-5de6d441a61d Dec 10 19:27:26.554722 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc9a5a-e1d0-48c3-9514-c6a5ec22aecb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:26.555073 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc9a5a-e1d0-48c3-9514-c6a5ec22aecb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:26.555418 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc9a5a-e1d0-48c3-9514-c6a5ec22aecb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:26.555759 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc9a5a-e1d0-48c3-9514-c6a5ec22aecb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:26.556096 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc9a5a-e1d0-48c3-9514-c6a5ec22aecb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:26.556430 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc9a5a-e1d0-48c3-9514-c6a5ec22aecb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:26.556801 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc9a5a-e1d0-48c3-9514-c6a5ec22aecb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:26.557131 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc9a5a-e1d0-48c3-9514-c6a5ec22aecb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:26.557460 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc9a5a-e1d0-48c3-9514-c6a5ec22aecb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:26.557786 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc9a5a-e1d0-48c3-9514-c6a5ec22aecb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:26.558114 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc9a5a-e1d0-48c3-9514-c6a5ec22aecb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:26.558435 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc9a5a-e1d0-48c3-9514-c6a5ec22aecb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:26.558757 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc9a5a-e1d0-48c3-9514-c6a5ec22aecb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:26.599508 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a7cc9a5a-e1d0-48c3-9514-c6a5ec22aecb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:26.623134 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a7cc9a5a-e1d0-48c3-9514-c6a5ec22aecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:26.624082 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cc9a5a-e1d0-48c3-9514-c6a5ec22aecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:26.624703 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a7cc9a5a-e1d0-48c3-9514-c6a5ec22aecb admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:26.678248 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a7cc9a5a-e1d0-48c3-9514-c6a5ec22aecb admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3841033 Dec 10 19:27:26.681363 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48710) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:27:26.687899 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-44fef794-4e96-4006-aa64-915f2bce69e4 admin admin] Request body: {'subnet': {'network_id': '741ad1d2-8f44-41f7-bf54-5de6d441a61d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-188541546-subnet', 'tenant_id': 'e3438e2a36c0437887d395a344105a40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:27:26.690191 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc9a5a-e1d0-48c3-9514-c6a5ec22aecb admin admin] Pushing event updated for resources: {'Network': ['ID=741ad1d2-8f44-41f7-bf54-5de6d441a61d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:26.700976 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 741ad1d2-8f44-41f7-bf54-5de6d441a61d details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:27:26.709894 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fef794-4e96-4006-aa64-915f2bce69e4 admin admin] Made reservation on behalf of e3438e2a36c0437887d395a344105a40 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:27:26.712538 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44fef794-4e96-4006-aa64-915f2bce69e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:26.876907 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44fef794-4e96-4006-aa64-915f2bce69e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:26.932587 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fef794-4e96-4006-aa64-915f2bce69e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=327181a7-a503-414b-a6e0-66e22c20df91,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:26.943275 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fef794-4e96-4006-aa64-915f2bce69e4 admin admin] Checking segment: {'id': 'fecf19fb-2f4f-40c3-ab43-3e9a2426a138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '741ad1d2-8f44-41f7-bf54-5de6d441a61d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:27:26.943645 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fef794-4e96-4006-aa64-915f2bce69e4 admin admin] Network hostable DHCP agents. Network: 741ad1d2-8f44-41f7-bf54-5de6d441a61d, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:27:26.960287 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fef794-4e96-4006-aa64-915f2bce69e4 admin admin] Network 741ad1d2-8f44-41f7-bf54-5de6d441a61d is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:27:26.968850 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-44fef794-4e96-4006-aa64-915f2bce69e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 741ad1d2-8f44-41f7-bf54-5de6d441a61d) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:27:26.972995 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fef794-4e96-4006-aa64-915f2bce69e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:26.973594 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44fef794-4e96-4006-aa64-915f2bce69e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:26.977883 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccdaf23-6ee4-458c-8554-2589ee3f5936 None None] Network 741ad1d2-8f44-41f7-bf54-5de6d441a61d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:27:26.988647 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-44fef794-4e96-4006-aa64-915f2bce69e4 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3061378 Dec 10 19:27:27.075018 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e119364a-596b-4b8d-965e-cd0fc5c89611 None None] Network 741ad1d2-8f44-41f7-bf54-5de6d441a61d requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:27:27.406447 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-f8957cda-ca7e-4a71-af5f-c6f9bbb2ae3d tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:27.407894 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-f8957cda-ca7e-4a71-af5f-c6f9bbb2ae3d tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/networks?id=741ad1d2-8f44-41f7-bf54-5de6d441a61d HTTP/1.1" status: 200 len: 811 time: 0.1002645 Dec 10 19:27:27.423061 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-dd3760a0-bbe4-4252-b480-030ee6373d74 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/quotas/e3438e2a36c0437887d395a344105a40 HTTP/1.1" status: 200 len: 375 time: 0.0087342 Dec 10 19:27:27.453543 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-6a973035-ee21-4c64-8003-ad220254a613 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e3438e2a36c0437887d395a344105a40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246019 Dec 10 19:27:27.546651 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-aa463133-d524-48e6-9140-eed04036c766 service neutron] 10.222.0.62 "GET /v2.0/networks/741ad1d2-8f44-41f7-bf54-5de6d441a61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857289 Dec 10 19:27:27.632883 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-4c6b6d5c-28e2-4c13-973c-f2a12c800c10 service neutron] 10.222.0.62 "GET /v2.0/networks/741ad1d2-8f44-41f7-bf54-5de6d441a61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800538 Dec 10 19:27:27.798983 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c45ec747-f0c6-4a1c-a4a8-b8ecce91e748 req-39bd1778-e53f-485b-a59e-d0c7a2e0f42c tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 210 time: 0.0343494 Dec 10 19:27:28.366582 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8bfd8d31-d8c9-461e-8018-181506687e29 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:27:28.386002 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 8bfd8d31-d8c9-461e-8018-181506687e29 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:27:28.386352 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8bfd8d31-d8c9-461e-8018-181506687e29 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:27:28.698697 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-d7bf8b19-dba4-48e2-adaa-f8c7e9d33508 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:28.700072 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-d7bf8b19-dba4-48e2-adaa-f8c7e9d33508 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.46 "GET /v2.0/networks?id=741ad1d2-8f44-41f7-bf54-5de6d441a61d HTTP/1.1" status: 200 len: 811 time: 0.1053088 Dec 10 19:27:28.714972 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-9e1506d0-64f2-4062-b38c-3ea62985f893 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Request body: {'port': {'device_id': '5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b', 'network_id': '741ad1d2-8f44-41f7-bf54-5de6d441a61d', 'admin_state_up': True, 'tenant_id': 'e3438e2a36c0437887d395a344105a40'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:27:28.828804 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-9e1506d0-64f2-4062-b38c-3ea62985f893 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Made reservation on behalf of e3438e2a36c0437887d395a344105a40 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:27:28.833868 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-9e1506d0-64f2-4062-b38c-3ea62985f893 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:28.906852 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ed4aada0-e1c3-49b7-8db9-edb33af9669e req-d5c5eb06-dfbe-496b-806e-88e6d1f3ae13 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 210 time: 0.0345893 Dec 10 19:27:28.967325 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-9e1506d0-64f2-4062-b38c-3ea62985f893 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Allocated IP 172.20.0.6 (741ad1d2-8f44-41f7-bf54-5de6d441a61d/327181a7-a503-414b-a6e0-66e22c20df91/13144ce3-c31a-4383-bbba-152bce8ab4c2) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:27:29.118041 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-9e1506d0-64f2-4062-b38c-3ea62985f893 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:29.156224 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-9e1506d0-64f2-4062-b38c-3ea62985f893 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:29.207199 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-9e1506d0-64f2-4062-b38c-3ea62985f893 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Network 741ad1d2-8f44-41f7-bf54-5de6d441a61d is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:27:29.210439 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-9e1506d0-64f2-4062-b38c-3ea62985f893 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:27:29.214177 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-9e1506d0-64f2-4062-b38c-3ea62985f893 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:27:29.220526 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1506d0-64f2-4062-b38c-3ea62985f893 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Pushing event updated for resources: {'Port': ['ID=13144ce3-c31a-4383-bbba-152bce8ab4c2,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:29.247926 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1506d0-64f2-4062-b38c-3ea62985f893 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:29.248288 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1506d0-64f2-4062-b38c-3ea62985f893 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:29.248657 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1506d0-64f2-4062-b38c-3ea62985f893 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:29.249016 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1506d0-64f2-4062-b38c-3ea62985f893 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:29.249370 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1506d0-64f2-4062-b38c-3ea62985f893 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:29.249719 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1506d0-64f2-4062-b38c-3ea62985f893 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:29.250061 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1506d0-64f2-4062-b38c-3ea62985f893 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:29.250399 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1506d0-64f2-4062-b38c-3ea62985f893 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:29.250736 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1506d0-64f2-4062-b38c-3ea62985f893 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:29.251072 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1506d0-64f2-4062-b38c-3ea62985f893 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:29.251409 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1506d0-64f2-4062-b38c-3ea62985f893 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:29.251745 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1506d0-64f2-4062-b38c-3ea62985f893 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:29.252080 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1506d0-64f2-4062-b38c-3ea62985f893 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:29.277654 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-9e1506d0-64f2-4062-b38c-3ea62985f893 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:29.278283 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-9e1506d0-64f2-4062-b38c-3ea62985f893 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:29.293430 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-9e1506d0-64f2-4062-b38c-3ea62985f893 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5825567 Dec 10 19:27:29.385495 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-5996ed06-40b6-4b64-b8be-4af5d6ded029 service neutron] Request body: {'port': {'device_id': '5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:27:29.441473 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-5996ed06-40b6-4b64-b8be-4af5d6ded029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:29.699591 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-5996ed06-40b6-4b64-b8be-4af5d6ded029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13144ce3-c31a-4383-bbba-152bce8ab4c2 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:27:29.707516 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-5996ed06-40b6-4b64-b8be-4af5d6ded029 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:29.719033 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-5996ed06-40b6-4b64-b8be-4af5d6ded029 service neutron] Transition to ACTIVE for port object 13144ce3-c31a-4383-bbba-152bce8ab4c2 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:27:29.723416 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-5996ed06-40b6-4b64-b8be-4af5d6ded029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:29.774334 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996ed06-40b6-4b64-b8be-4af5d6ded029 service neutron] Pushing event updated for resources: {'Port': ['ID=13144ce3-c31a-4383-bbba-152bce8ab4c2,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:29.840811 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-5996ed06-40b6-4b64-b8be-4af5d6ded029 service neutron] Attempting to bind port 13144ce3-c31a-4383-bbba-152bce8ab4c2 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:27:29.841528 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-5996ed06-40b6-4b64-b8be-4af5d6ded029 service neutron] Attempting to bind port 13144ce3-c31a-4383-bbba-152bce8ab4c2 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': 'fecf19fb-2f4f-40c3-ab43-3e9a2426a138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '741ad1d2-8f44-41f7-bf54-5de6d441a61d'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:27:29.841528 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-5996ed06-40b6-4b64-b8be-4af5d6ded029 service neutron] Attempting to bind port 13144ce3-c31a-4383-bbba-152bce8ab4c2 on network 741ad1d2-8f44-41f7-bf54-5de6d441a61d {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:27:29.845696 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-5996ed06-40b6-4b64-b8be-4af5d6ded029 service neutron] Port 13144ce3-c31a-4383-bbba-152bce8ab4c2 on network 741ad1d2-8f44-41f7-bf54-5de6d441a61d not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:27:29.846022 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-5996ed06-40b6-4b64-b8be-4af5d6ded029 service neutron] Attempting to bind port 13144ce3-c31a-4383-bbba-152bce8ab4c2 on network 741ad1d2-8f44-41f7-bf54-5de6d441a61d {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:27:29.851477 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-5996ed06-40b6-4b64-b8be-4af5d6ded029 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:27:29.851814 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-5996ed06-40b6-4b64-b8be-4af5d6ded029 service neutron] Checking segment: {'id': 'fecf19fb-2f4f-40c3-ab43-3e9a2426a138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '741ad1d2-8f44-41f7-bf54-5de6d441a61d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:27:29.852223 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-5996ed06-40b6-4b64-b8be-4af5d6ded029 service neutron] Bound using segment: {'id': 'fecf19fb-2f4f-40c3-ab43-3e9a2426a138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '741ad1d2-8f44-41f7-bf54-5de6d441a61d'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:27:29.852733 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-5996ed06-40b6-4b64-b8be-4af5d6ded029 service neutron] Bound port: 13144ce3-c31a-4383-bbba-152bce8ab4c2, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fecf19fb-2f4f-40c3-ab43-3e9a2426a138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '741ad1d2-8f44-41f7-bf54-5de6d441a61d'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:27:29.853096 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-5996ed06-40b6-4b64-b8be-4af5d6ded029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:29.917249 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-5996ed06-40b6-4b64-b8be-4af5d6ded029 service neutron] For port 13144ce3-c31a-4383-bbba-152bce8ab4c2, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:27:29.920211 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-5996ed06-40b6-4b64-b8be-4af5d6ded029 service neutron] For port 13144ce3-c31a-4383-bbba-152bce8ab4c2, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=13144ce3-c31a-4383-bbba-152bce8ab4c2,segment=NetworkSegment(fecf19fb-2f4f-40c3-ab43-3e9a2426a138),segment_id=fecf19fb-2f4f-40c3-ab43-3e9a2426a138)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:27:29.924866 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-5996ed06-40b6-4b64-b8be-4af5d6ded029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:29.961809 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-5996ed06-40b6-4b64-b8be-4af5d6ded029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:29.962438 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-5996ed06-40b6-4b64-b8be-4af5d6ded029 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:29.963833 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-5996ed06-40b6-4b64-b8be-4af5d6ded029 service neutron] 10.222.0.46 "PUT /v2.0/ports/13144ce3-c31a-4383-bbba-152bce8ab4c2 HTTP/1.1" status: 200 len: 1091 time: 0.6263568 Dec 10 19:27:29.964273 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b', 'tag': '13144ce3-c31a-4383-bbba-152bce8ab4c2'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:27:29.966555 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033f7aab-8996-4c6b-abc6-5cb721a3a528" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b", "tag": "13144ce3-c31a-4383-bbba-152bce8ab4c2"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:27:30.010735 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099d91f4-2ac5-487c-95f9-405d7934beda x-openstack-request-id: req-099d91f4-2ac5-487c-95f9-405d7934beda {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:27:30.011031 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b", "tag": "13144ce3-c31a-4383-bbba-152bce8ab4c2", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:27:30.011290 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-099d91f4-2ac5-487c-95f9-405d7934beda {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:27:30.011699 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b', 'tag': '13144ce3-c31a-4383-bbba-152bce8ab4c2', 'status': 'completed', 'code': 200} Dec 10 19:27:30.037693 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996ed06-40b6-4b64-b8be-4af5d6ded029 service neutron] Pushing event updated for resources: {'Port': ['ID=13144ce3-c31a-4383-bbba-152bce8ab4c2,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:30.083839 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7994647-a8a7-4ead-9bb2-57aa46f41e04 req-279180af-fb85-4234-ad82-92493b6d9013 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:30.085505 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f7994647-a8a7-4ead-9bb2-57aa46f41e04 req-279180af-fb85-4234-ad82-92493b6d9013 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 943 time: 0.0907581 Dec 10 19:27:30.091599 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-0de5f529-1e36-48f5-9a6d-8230503457c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:30.093051 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-0de5f529-1e36-48f5-9a6d-8230503457c9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e3438e2a36c0437887d395a344105a40&device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 1094 time: 0.0805759 Dec 10 19:27:30.144665 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-d598de24-3d40-4d17-b423-55fd4129669b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13144ce3-c31a-4383-bbba-152bce8ab4c2 HTTP/1.1" status: 200 len: 217 time: 0.0377495 Dec 10 19:27:30.199880 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f7994647-a8a7-4ead-9bb2-57aa46f41e04 req-3aa76211-0c89-4d11-9f8c-35a49059c7c3 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/security-groups?id=4484b273-b2c1-4c43-8d4a-47d0c139ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057937 Dec 10 19:27:30.210956 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-513356df-30e3-4f98-806e-c0562bfd6d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:30.212401 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-513356df-30e3-4f98-806e-c0562bfd6d71 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=327181a7-a503-414b-a6e0-66e22c20df91 HTTP/1.1" status: 200 len: 851 time: 0.0609655 Dec 10 19:27:30.242749 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-e3609514-1d83-4bfa-8c57-e251c310254c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=741ad1d2-8f44-41f7-bf54-5de6d441a61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238891 Dec 10 19:27:30.330463 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-df23c9e3-e120-47c2-8079-571f75314bb7 service neutron] 10.222.0.46 "GET /v2.0/networks/741ad1d2-8f44-41f7-bf54-5de6d441a61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807581 Dec 10 19:27:30.423325 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ed0c5be1-7a98-4713-aee2-48b5f64fee54 req-b499fb25-36a4-42ad-8326-c3b0421c2940 service neutron] 10.222.0.46 "GET /v2.0/networks/741ad1d2-8f44-41f7-bf54-5de6d441a61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863049 Dec 10 19:27:30.506959 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f7aab-8996-4c6b-abc6-5cb721a3a528 req-95abaf68-c1eb-4a5d-b3b9-27756ba7f4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:30.508469 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-033f7aab-8996-4c6b-abc6-5cb721a3a528 req-95abaf68-c1eb-4a5d-b3b9-27756ba7f4d4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e3438e2a36c0437887d395a344105a40&device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 1094 time: 0.0407417 Dec 10 19:27:30.600273 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f7aab-8996-4c6b-abc6-5cb721a3a528 req-8299307f-a5bf-4cd6-921d-aaa409c88c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:30.601790 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-033f7aab-8996-4c6b-abc6-5cb721a3a528 req-8299307f-a5bf-4cd6-921d-aaa409c88c17 service neutron] 10.222.0.46 "GET /v2.0/networks?id=741ad1d2-8f44-41f7-bf54-5de6d441a61d HTTP/1.1" status: 200 len: 912 time: 0.0868375 Dec 10 19:27:30.644120 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-033f7aab-8996-4c6b-abc6-5cb721a3a528 req-55dca602-79ad-4708-8fb4-d7a06edfd44a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13144ce3-c31a-4383-bbba-152bce8ab4c2 HTTP/1.1" status: 200 len: 217 time: 0.0343342 Dec 10 19:27:30.691999 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f7aab-8996-4c6b-abc6-5cb721a3a528 req-69588a05-cd04-4072-8896-ed9df06b9ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:30.693456 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-033f7aab-8996-4c6b-abc6-5cb721a3a528 req-69588a05-cd04-4072-8896-ed9df06b9ca6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=327181a7-a503-414b-a6e0-66e22c20df91 HTTP/1.1" status: 200 len: 851 time: 0.0430355 Dec 10 19:27:30.724180 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-033f7aab-8996-4c6b-abc6-5cb721a3a528 req-de4a7a70-48ac-4eb9-9086-9457ee48bd38 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=741ad1d2-8f44-41f7-bf54-5de6d441a61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236366 Dec 10 19:27:30.815714 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-033f7aab-8996-4c6b-abc6-5cb721a3a528 req-2c23c2f2-2329-4503-bfc2-575786dc7fdc service neutron] 10.222.0.46 "GET /v2.0/networks/741ad1d2-8f44-41f7-bf54-5de6d441a61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841410 Dec 10 19:27:30.905496 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-033f7aab-8996-4c6b-abc6-5cb721a3a528 req-665ee6b7-296b-4cf8-b8dd-3b3a8110c759 service neutron] 10.222.0.46 "GET /v2.0/networks/741ad1d2-8f44-41f7-bf54-5de6d441a61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827692 Dec 10 19:27:31.317233 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d7528-6568-4724-b747-b6d3bb322b41 req-7d2df592-94fa-4615-a880-c2b387735ac8 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:31.318706 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fa6d7528-6568-4724-b747-b6d3bb322b41 req-7d2df592-94fa-4615-a880-c2b387735ac8 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 943 time: 0.0487773 Dec 10 19:27:31.368593 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fa6d7528-6568-4724-b747-b6d3bb322b41 req-76600433-0b83-492a-9484-7e8238ed9d54 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/security-groups?id=4484b273-b2c1-4c43-8d4a-47d0c139ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438225 Dec 10 19:27:32.488434 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0e0a0-692b-4b31-9031-0a6dacf8db7b req-44aabbbe-5868-407a-90c2-35a02b9e5967 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:32.489875 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e3d0e0a0-692b-4b31-9031-0a6dacf8db7b req-44aabbbe-5868-407a-90c2-35a02b9e5967 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 943 time: 0.0537834 Dec 10 19:27:32.536149 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e3d0e0a0-692b-4b31-9031-0a6dacf8db7b req-4cae4326-cc29-46ec-8118-d296e84299c4 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/security-groups?id=4484b273-b2c1-4c43-8d4a-47d0c139ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402811 Dec 10 19:27:32.983081 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 13144ce3-c31a-4383-bbba-152bce8ab4c2 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:27:33.081800 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 13144ce3-c31a-4383-bbba-152bce8ab4c2, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=13144ce3-c31a-4383-bbba-152bce8ab4c2,segment=NetworkSegment(fecf19fb-2f4f-40c3-ab43-3e9a2426a138),segment_id=fecf19fb-2f4f-40c3-ab43-3e9a2426a138)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:27:33.094627 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '13144ce3-c31a-4383-bbba-152bce8ab4c2', 'network_id': '741ad1d2-8f44-41f7-bf54-5de6d441a61d', 'port_id': '13144ce3-c31a-4383-bbba-152bce8ab4c2', 'mac_address': 'fa:16:3e:da:63:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '327181a7-a503-414b-a6e0-66e22c20df91', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:27:33.133442 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:33.147114 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13144ce3-c31a-4383-bbba-152bce8ab4c2 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:27:33.169417 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 13144ce3-c31a-4383-bbba-152bce8ab4c2, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=13144ce3-c31a-4383-bbba-152bce8ab4c2,segment=NetworkSegment(fecf19fb-2f4f-40c3-ab43-3e9a2426a138),segment_id=fecf19fb-2f4f-40c3-ab43-3e9a2426a138)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:27:33.173258 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:33.384456 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=13144ce3-c31a-4383-bbba-152bce8ab4c2,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:33.426729 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['13144ce3-c31a-4383-bbba-152bce8ab4c2'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:27:33.651530 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835face-bf55-447f-9b16-0ba1e81a558c req-cefaa5fb-0c87-4b87-b74d-0cf802cd4848 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:33.652929 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9835face-bf55-447f-9b16-0ba1e81a558c req-cefaa5fb-0c87-4b87-b74d-0cf802cd4848 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 944 time: 0.0474436 Dec 10 19:27:33.699524 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9835face-bf55-447f-9b16-0ba1e81a558c req-b4df2cfe-0dec-4219-8068-1c8d0e3ba8c5 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/security-groups?id=4484b273-b2c1-4c43-8d4a-47d0c139ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407231 Dec 10 19:27:34.325616 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:34.815636 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f87ae-e552-484a-890e-12c23a248dbe req-fde6eeaa-0e18-4f6d-b1d6-55cad7646675 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:34.817194 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-031f87ae-e552-484a-890e-12c23a248dbe req-fde6eeaa-0e18-4f6d-b1d6-55cad7646675 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 944 time: 0.0501690 Dec 10 19:27:34.863837 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-031f87ae-e552-484a-890e-12c23a248dbe req-2e9ea7a1-6406-44e0-9f63-5e102b91bb75 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/security-groups?id=4484b273-b2c1-4c43-8d4a-47d0c139ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407643 Dec 10 19:27:35.000577 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 13144ce3-c31a-4383-bbba-152bce8ab4c2 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:27:35.048932 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 13144ce3-c31a-4383-bbba-152bce8ab4c2 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:27:35.053255 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 13144ce3-c31a-4383-bbba-152bce8ab4c2 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:27:35.053634 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:35.130008 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:35.156877 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13144ce3-c31a-4383-bbba-152bce8ab4c2'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:27:35.159693 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f39997a1e7c5b6ae782956bbd1fa5b612e64aa5908109c3bc10b0e272c8d4b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f9adf1-2747-4506-ba0d-4f8b9c072e06" -d '{"events": [{"server_uuid": "5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b", "name": "network-vif-plugged", "status": "completed", "tag": "13144ce3-c31a-4383-bbba-152bce8ab4c2"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:27:35.171855 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 13144ce3-c31a-4383-bbba-152bce8ab4c2, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=13144ce3-c31a-4383-bbba-152bce8ab4c2,segment=NetworkSegment(fecf19fb-2f4f-40c3-ab43-3e9a2426a138),segment_id=fecf19fb-2f4f-40c3-ab43-3e9a2426a138)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:27:35.176467 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:35.200761 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d020b778-93c5-48ef-ba61-c7b28de47e39 x-openstack-request-id: req-d020b778-93c5-48ef-ba61-c7b28de47e39 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:27:35.201051 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b", "name": "network-vif-plugged", "status": "completed", "tag": "13144ce3-c31a-4383-bbba-152bce8ab4c2", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:27:35.201300 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d020b778-93c5-48ef-ba61-c7b28de47e39 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:27:35.201679 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13144ce3-c31a-4383-bbba-152bce8ab4c2', 'code': 200} Dec 10 19:27:35.229015 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=13144ce3-c31a-4383-bbba-152bce8ab4c2,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:35.292549 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c3a740-286a-4186-9ccc-75df6954c540 req-d78655c9-fcc3-4e3c-bc07-c942f8fbbce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:35.293954 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b6c3a740-286a-4186-9ccc-75df6954c540 req-d78655c9-fcc3-4e3c-bc07-c942f8fbbce7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 1096 time: 0.0391278 Dec 10 19:27:35.342539 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b6c3a740-286a-4186-9ccc-75df6954c540 req-e429911f-bd05-4b2e-ace9-3a71ccf8a0b7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4484b273-b2c1-4c43-8d4a-47d0c139ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407798 Dec 10 19:27:35.976505 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeef8bf-db37-46a3-824d-d34e81003fc8 req-92f2b2df-3ae5-487c-9794-53e71406b35a tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:35.977991 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cfeef8bf-db37-46a3-824d-d34e81003fc8 req-92f2b2df-3ae5-487c-9794-53e71406b35a tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 945 time: 0.0479608 Dec 10 19:27:36.024668 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cfeef8bf-db37-46a3-824d-d34e81003fc8 req-c1f131a4-e394-41b7-a71f-57e6cf6f27a1 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/security-groups?id=4484b273-b2c1-4c43-8d4a-47d0c139ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407693 Dec 10 19:27:37.149844 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d574a-176f-40b0-a24c-55061dd75f23 req-524aa0cc-9e8a-4af2-9857-3ec124730462 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:37.151332 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b51d574a-176f-40b0-a24c-55061dd75f23 req-524aa0cc-9e8a-4af2-9857-3ec124730462 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 945 time: 0.0555120 Dec 10 19:27:37.198739 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b51d574a-176f-40b0-a24c-55061dd75f23 req-d60423c0-483b-42cd-919b-09ee3be40acf tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/security-groups?id=4484b273-b2c1-4c43-8d4a-47d0c139ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407972 Dec 10 19:27:37.416026 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48766) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:27:37.436988 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d983f58-fdc0-4232-b7b8-7f14ec3e2354 req-40e882f9-8a16-427c-b6fd-c24082b1bf9a tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:37.438497 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0d983f58-fdc0-4232-b7b8-7f14ec3e2354 req-40e882f9-8a16-427c-b6fd-c24082b1bf9a tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 945 time: 0.0485647 Dec 10 19:27:37.494769 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0d983f58-fdc0-4232-b7b8-7f14ec3e2354 req-faa12d77-0f57-4b82-85e3-1e0d90c07108 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/security-groups?id=4484b273-b2c1-4c43-8d4a-47d0c139ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494556 Dec 10 19:27:37.511920 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e684854b-9d8c-4670-9656-fd08ea586492 req-fd2944b6-bf23-42a3-903a-25074276e9f1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0947192 Dec 10 19:27:37.521544 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-e684854b-9d8c-4670-9656-fd08ea586492 req-d87ed9bc-c046-4abb-86cb-b8a731857982 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:27:37.522514 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e684854b-9d8c-4670-9656-fd08ea586492 req-d87ed9bc-c046-4abb-86cb-b8a731857982 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054796 Dec 10 19:27:38.614860 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:38.658817 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684854b-9d8c-4670-9656-fd08ea586492 req-8e6b4029-ee56-436c-8274-17bc4b9829d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:38.661016 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e684854b-9d8c-4670-9656-fd08ea586492 req-8e6b4029-ee56-436c-8274-17bc4b9829d5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e3438e2a36c0437887d395a344105a40&device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 1096 time: 0.0508606 Dec 10 19:27:38.754855 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684854b-9d8c-4670-9656-fd08ea586492 req-f1ac29a6-75a4-4bbe-90a6-5b7217149c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:38.756765 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e684854b-9d8c-4670-9656-fd08ea586492 req-f1ac29a6-75a4-4bbe-90a6-5b7217149c6a service neutron] 10.222.0.46 "GET /v2.0/networks?id=741ad1d2-8f44-41f7-bf54-5de6d441a61d HTTP/1.1" status: 200 len: 912 time: 0.0895753 Dec 10 19:27:38.800263 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e684854b-9d8c-4670-9656-fd08ea586492 req-e02e323b-09ef-4ba8-98ae-3cbfd35214de service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13144ce3-c31a-4383-bbba-152bce8ab4c2 HTTP/1.1" status: 200 len: 217 time: 0.0371556 Dec 10 19:27:38.880273 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684854b-9d8c-4670-9656-fd08ea586492 req-19595305-272e-4632-beac-cdb4effe9dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:38.881764 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e684854b-9d8c-4670-9656-fd08ea586492 req-19595305-272e-4632-beac-cdb4effe9dc1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=327181a7-a503-414b-a6e0-66e22c20df91 HTTP/1.1" status: 200 len: 851 time: 0.0756617 Dec 10 19:27:38.905794 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b251fca-34f0-4dee-97e9-a0a7c3336287 req-d6889959-a75c-4812-9f17-9cffcf09a271 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:38.907206 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6b251fca-34f0-4dee-97e9-a0a7c3336287 req-d6889959-a75c-4812-9f17-9cffcf09a271 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 945 time: 0.0692561 Dec 10 19:27:38.924572 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e684854b-9d8c-4670-9656-fd08ea586492 req-e3c919dd-b659-413b-a7e0-d0e07c5b4a1c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=741ad1d2-8f44-41f7-bf54-5de6d441a61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362549 Dec 10 19:27:39.024347 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6b251fca-34f0-4dee-97e9-a0a7c3336287 req-eb10e580-9021-429b-90d5-a2ddf3357a1c tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/security-groups?id=4484b273-b2c1-4c43-8d4a-47d0c139ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025789 Dec 10 19:27:39.056708 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e684854b-9d8c-4670-9656-fd08ea586492 req-769aa9b8-9db2-435b-a0df-14b4dc73fea0 service neutron] 10.222.0.46 "GET /v2.0/networks/741ad1d2-8f44-41f7-bf54-5de6d441a61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201806 Dec 10 19:27:39.152088 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e684854b-9d8c-4670-9656-fd08ea586492 req-908bb2a6-a7b7-48ae-87b9-e0b25b2938d5 service neutron] 10.222.0.46 "GET /v2.0/networks/741ad1d2-8f44-41f7-bf54-5de6d441a61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880799 Dec 10 19:27:40.165548 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a89eea-bc1d-4078-a103-837d762c77fd req-49e8b089-84d8-4acf-b4ed-989604fc19fa tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:40.167039 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-52a89eea-bc1d-4078-a103-837d762c77fd req-49e8b089-84d8-4acf-b4ed-989604fc19fa tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 945 time: 0.0565991 Dec 10 19:27:40.214381 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-52a89eea-bc1d-4078-a103-837d762c77fd req-817ea009-4689-46d5-9ef3-d63361c0eb43 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/security-groups?id=4484b273-b2c1-4c43-8d4a-47d0c139ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414155 Dec 10 19:27:41.338108 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e4666-f82a-4181-b285-92fd526808c3 req-3541e358-de88-474a-b324-a2696af5afb3 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:41.339568 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cb4e4666-f82a-4181-b285-92fd526808c3 req-3541e358-de88-474a-b324-a2696af5afb3 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 945 time: 0.0525796 Dec 10 19:27:41.387645 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cb4e4666-f82a-4181-b285-92fd526808c3 req-bba1f94b-7ed3-4ad9-afe5-fdb0786df638 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/security-groups?id=4484b273-b2c1-4c43-8d4a-47d0c139ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421696 Dec 10 19:27:42.502718 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba785e-0ac5-436f-8672-56cc01e0b1a4 req-04f85feb-8297-4490-b749-c4563341f834 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:42.504843 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cdba785e-0ac5-436f-8672-56cc01e0b1a4 req-04f85feb-8297-4490-b749-c4563341f834 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 945 time: 0.0481582 Dec 10 19:27:42.551389 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cdba785e-0ac5-436f-8672-56cc01e0b1a4 req-7962ef7c-837e-441a-9b97-5f6368ef2735 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/security-groups?id=4484b273-b2c1-4c43-8d4a-47d0c139ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399134 Dec 10 19:27:43.667035 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe55117-8a37-4f4e-8394-68eaad43d400 req-1eb99ceb-07e2-4095-93ab-e2069ac21d49 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:43.668435 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cfe55117-8a37-4f4e-8394-68eaad43d400 req-1eb99ceb-07e2-4095-93ab-e2069ac21d49 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 945 time: 0.0478258 Dec 10 19:27:43.714005 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cfe55117-8a37-4f4e-8394-68eaad43d400 req-1280eb39-00fb-49c0-b858-d4f239077c74 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/security-groups?id=4484b273-b2c1-4c43-8d4a-47d0c139ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395787 Dec 10 19:27:44.829162 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d157c42-fbf0-4d58-806c-20745c522093 req-5d327912-84b2-48d5-a5a5-0e420697bd16 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:44.830789 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2d157c42-fbf0-4d58-806c-20745c522093 req-5d327912-84b2-48d5-a5a5-0e420697bd16 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 945 time: 0.0470464 Dec 10 19:27:44.885813 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2d157c42-fbf0-4d58-806c-20745c522093 req-9b11c50d-f167-4c70-919d-2cae37d8fb99 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/security-groups?id=4484b273-b2c1-4c43-8d4a-47d0c139ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448687 Dec 10 19:27:46.000826 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47334c4-4a8a-47b7-ad73-913df5ff2163 req-eabc038c-ff5f-4a8f-aefc-62277cafdb01 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:46.002336 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a47334c4-4a8a-47b7-ad73-913df5ff2163 req-eabc038c-ff5f-4a8f-aefc-62277cafdb01 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 945 time: 0.0483730 Dec 10 19:27:46.053369 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a47334c4-4a8a-47b7-ad73-913df5ff2163 req-34262244-feac-4ef7-a196-45b36dd7597e tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/security-groups?id=4484b273-b2c1-4c43-8d4a-47d0c139ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447536 Dec 10 19:27:47.181015 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cbdad6-158e-4a2a-b197-d0c26cc46815 req-ca532fc7-c239-454d-8876-fc84725c1eff tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:47.182491 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-58cbdad6-158e-4a2a-b197-d0c26cc46815 req-ca532fc7-c239-454d-8876-fc84725c1eff tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 945 time: 0.0498075 Dec 10 19:27:47.228499 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-58cbdad6-158e-4a2a-b197-d0c26cc46815 req-8e6f8d62-ee62-40b6-a4d3-ed86b6ba817a tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/security-groups?id=4484b273-b2c1-4c43-8d4a-47d0c139ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400138 Dec 10 19:27:48.344092 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6dbfc6-3543-4921-81f1-08a002887cd5 req-dad444d1-5ad0-4284-88ca-3c450eac821c tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:48.345618 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de6dbfc6-3543-4921-81f1-08a002887cd5 req-dad444d1-5ad0-4284-88ca-3c450eac821c tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 945 time: 0.0493360 Dec 10 19:27:48.394822 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de6dbfc6-3543-4921-81f1-08a002887cd5 req-9fc34d66-9bbb-4a1c-9162-5a9d5b6909a8 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/security-groups?id=4484b273-b2c1-4c43-8d4a-47d0c139ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429139 Dec 10 19:27:49.511391 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745c5e2-1aba-434b-b49c-a6278f2cfb54 req-bc1290d3-f58f-465b-9e01-2bee1a42a4d4 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:49.512899 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3745c5e2-1aba-434b-b49c-a6278f2cfb54 req-bc1290d3-f58f-465b-9e01-2bee1a42a4d4 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 945 time: 0.0490544 Dec 10 19:27:49.558749 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3745c5e2-1aba-434b-b49c-a6278f2cfb54 req-e6e65520-3915-4001-8e44-0a3ac9bf6d74 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/security-groups?id=4484b273-b2c1-4c43-8d4a-47d0c139ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399168 Dec 10 19:27:49.726992 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-74db01e0-87db-4919-82d3-1a4849c3bf93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:50.676756 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55bdde-1c9c-4c32-a1ed-37751f92c16c req-4ddf00b9-0dba-4e0e-af4d-43d1b116f2a5 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:50.678132 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3f55bdde-1c9c-4c32-a1ed-37751f92c16c req-4ddf00b9-0dba-4e0e-af4d-43d1b116f2a5 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 945 time: 0.0486331 Dec 10 19:27:50.724555 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3f55bdde-1c9c-4c32-a1ed-37751f92c16c req-3295a25e-ba46-44e8-94eb-ddbdeca86fee tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/security-groups?id=4484b273-b2c1-4c43-8d4a-47d0c139ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404437 Dec 10 19:27:51.846412 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74073586-ee0e-471d-95e4-a74e5d8a8157 req-1e946bf7-b30a-4a0e-90d3-4cc67e4440d3 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:51.849004 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-74073586-ee0e-471d-95e4-a74e5d8a8157 req-1e946bf7-b30a-4a0e-90d3-4cc67e4440d3 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 945 time: 0.0538912 Dec 10 19:27:51.897750 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-74073586-ee0e-471d-95e4-a74e5d8a8157 req-ddfb3dfe-421d-4ea4-bb35-fe3d426ac612 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/security-groups?id=4484b273-b2c1-4c43-8d4a-47d0c139ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427263 Dec 10 19:27:52.573064 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b66ba798-453b-499c-8adc-1caf1ae52132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:53.017543 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa9931-33e9-4f0f-a2c5-a59daedaea60 req-796eca17-4a76-47c9-8a46-ddaada5db34c tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:53.019029 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-44aa9931-33e9-4f0f-a2c5-a59daedaea60 req-796eca17-4a76-47c9-8a46-ddaada5db34c tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 945 time: 0.0527143 Dec 10 19:27:53.070999 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-44aa9931-33e9-4f0f-a2c5-a59daedaea60 req-3ae187e4-249a-477a-aa1c-2a13d0f99843 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/security-groups?id=4484b273-b2c1-4c43-8d4a-47d0c139ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454173 Dec 10 19:27:53.590315 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:54.186861 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e5e6d-9dc5-403a-bdb7-658b28eed69f req-49987158-cf62-4c8b-8202-61ebab10de6f tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:54.188326 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-518e5e6d-9dc5-403a-bdb7-658b28eed69f req-49987158-cf62-4c8b-8202-61ebab10de6f tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 945 time: 0.0483623 Dec 10 19:27:54.234417 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-518e5e6d-9dc5-403a-bdb7-658b28eed69f req-a7f82a5c-3ef7-4e66-b7ee-e42533341cfa tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/security-groups?id=4484b273-b2c1-4c43-8d4a-47d0c139ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400374 Dec 10 19:27:54.651833 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ca8c4-68bd-4097-8c3e-032139265f10 req-03533423-8752-464f-8839-17c2b823e862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:54.653264 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-920ca8c4-68bd-4097-8c3e-032139265f10 req-03533423-8752-464f-8839-17c2b823e862 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e3438e2a36c0437887d395a344105a40&device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 1096 time: 0.0404549 Dec 10 19:27:54.757392 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ca8c4-68bd-4097-8c3e-032139265f10 req-9483f77c-495a-459e-917d-3376ccc9eee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:54.758863 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-920ca8c4-68bd-4097-8c3e-032139265f10 req-9483f77c-495a-459e-917d-3376ccc9eee8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=741ad1d2-8f44-41f7-bf54-5de6d441a61d HTTP/1.1" status: 200 len: 912 time: 0.0857418 Dec 10 19:27:54.800096 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-920ca8c4-68bd-4097-8c3e-032139265f10 req-701bcd51-239f-464b-88f7-cdd03ca30ae4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13144ce3-c31a-4383-bbba-152bce8ab4c2 HTTP/1.1" status: 200 len: 217 time: 0.0336349 Dec 10 19:27:54.847471 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ca8c4-68bd-4097-8c3e-032139265f10 req-6c3032ec-12ba-4279-a508-e2a2cba61d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:54.848913 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-920ca8c4-68bd-4097-8c3e-032139265f10 req-6c3032ec-12ba-4279-a508-e2a2cba61d19 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=327181a7-a503-414b-a6e0-66e22c20df91 HTTP/1.1" status: 200 len: 851 time: 0.0419557 Dec 10 19:27:54.879832 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-920ca8c4-68bd-4097-8c3e-032139265f10 req-fe2ec48a-1bea-4ac7-a715-f5f124009741 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=741ad1d2-8f44-41f7-bf54-5de6d441a61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236115 Dec 10 19:27:54.961940 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:54.974783 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-920ca8c4-68bd-4097-8c3e-032139265f10 req-b4a6e7f8-9005-4cb6-a12f-86864254952c service neutron] 10.222.0.46 "GET /v2.0/networks/741ad1d2-8f44-41f7-bf54-5de6d441a61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875857 Dec 10 19:27:55.068126 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-920ca8c4-68bd-4097-8c3e-032139265f10 req-e398e199-888b-4a8d-bb22-f3746bf7d58a service neutron] 10.222.0.46 "GET /v2.0/networks/741ad1d2-8f44-41f7-bf54-5de6d441a61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857167 Dec 10 19:27:55.355462 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed86b31-5bc8-4b8f-916c-647455cff29d req-ee7245a2-f84c-4fa6-8fac-a24c85499c68 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:55.356987 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aed86b31-5bc8-4b8f-916c-647455cff29d req-ee7245a2-f84c-4fa6-8fac-a24c85499c68 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 945 time: 0.0544333 Dec 10 19:27:55.404076 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aed86b31-5bc8-4b8f-916c-647455cff29d req-dbf36de5-9084-4473-a7f4-943f7410f6c0 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/security-groups?id=4484b273-b2c1-4c43-8d4a-47d0c139ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411136 Dec 10 19:27:55.557769 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:56.520024 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2e41c-c687-4813-bd9e-26f09b5491e1 req-dcd639db-709c-465c-9551-9752b2823a6c tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:56.521520 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-55d2e41c-c687-4813-bd9e-26f09b5491e1 req-dcd639db-709c-465c-9551-9752b2823a6c tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 945 time: 0.0491700 Dec 10 19:27:56.570903 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-55d2e41c-c687-4813-bd9e-26f09b5491e1 req-aeb590ef-599b-4a87-a48d-4a22db482eee tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/security-groups?id=4484b273-b2c1-4c43-8d4a-47d0c139ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433719 Dec 10 19:27:57.686793 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634eaef5-d106-4dc4-acbd-394c79846d5a req-f918a255-77e8-42a1-858f-019252ab8068 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:57.688195 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-634eaef5-d106-4dc4-acbd-394c79846d5a req-f918a255-77e8-42a1-858f-019252ab8068 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 945 time: 0.0483181 Dec 10 19:27:57.734675 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-634eaef5-d106-4dc4-acbd-394c79846d5a req-b1e8c3ec-bea3-4c06-a783-1ed9f6405409 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/security-groups?id=4484b273-b2c1-4c43-8d4a-47d0c139ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401220 Dec 10 19:27:58.615449 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:27:58.851334 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa218e-96a5-479d-a201-c6e850a00e3d req-5b1a2398-0256-4ac1-8b63-c94b3aca4c65 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:58.852855 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1baa218e-96a5-479d-a201-c6e850a00e3d req-5b1a2398-0256-4ac1-8b63-c94b3aca4c65 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 945 time: 0.0488038 Dec 10 19:27:58.900476 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1baa218e-96a5-479d-a201-c6e850a00e3d req-6baa00da-4675-4239-90f3-070d7c4bc588 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/security-groups?id=4484b273-b2c1-4c43-8d4a-47d0c139ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416758 Dec 10 19:28:00.024926 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d06d0a-57dc-45cb-91da-be9ea14ccad4 req-580299d0-871c-408d-9783-45c17803c844 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:00.026550 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-17d06d0a-57dc-45cb-91da-be9ea14ccad4 req-580299d0-871c-408d-9783-45c17803c844 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 945 time: 0.0581193 Dec 10 19:28:00.079419 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-17d06d0a-57dc-45cb-91da-be9ea14ccad4 req-a6faa352-6e73-42d3-a818-b7a1dba9ee91 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/security-groups?id=4484b273-b2c1-4c43-8d4a-47d0c139ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459387 Dec 10 19:28:01.193655 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8bdb7-0255-4b1a-b54b-188e63c3d3ff req-53e8fc98-791e-4348-9cf2-f44735407dc7 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:01.195204 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-93b8bdb7-0255-4b1a-b54b-188e63c3d3ff req-53e8fc98-791e-4348-9cf2-f44735407dc7 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 945 time: 0.0490134 Dec 10 19:28:01.241998 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-93b8bdb7-0255-4b1a-b54b-188e63c3d3ff req-521fe3bf-4f98-40f7-90a9-b1f72be56a32 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/security-groups?id=4484b273-b2c1-4c43-8d4a-47d0c139ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408614 Dec 10 19:28:02.355663 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7a99f-f76c-4ebe-bf50-3406e2dac84e req-740315da-1c7f-4018-80f7-30cc8f8090c9 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:02.357202 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7dd7a99f-f76c-4ebe-bf50-3406e2dac84e req-740315da-1c7f-4018-80f7-30cc8f8090c9 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 945 time: 0.0476487 Dec 10 19:28:02.404066 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7dd7a99f-f76c-4ebe-bf50-3406e2dac84e req-842bef21-b7f6-45e6-a2a1-dec4ec40fe6a tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/security-groups?id=4484b273-b2c1-4c43-8d4a-47d0c139ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402181 Dec 10 19:28:03.523940 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ad790-1954-4efb-aee7-3f715f78783d req-60899923-21b7-4529-9438-be8e84080df5 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:03.525449 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-876ad790-1954-4efb-aee7-3f715f78783d req-60899923-21b7-4529-9438-be8e84080df5 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 945 time: 0.0519729 Dec 10 19:28:03.573739 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-876ad790-1954-4efb-aee7-3f715f78783d req-f2385509-fdeb-4ab0-a2e3-bc133b629c3f tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/security-groups?id=4484b273-b2c1-4c43-8d4a-47d0c139ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421574 Dec 10 19:28:04.322306 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:04.692958 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f38ed-a90a-4939-a477-865387b35bd3 req-b25fd8d3-57de-4901-8f9f-3efc68c701fb tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:04.694441 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1a2f38ed-a90a-4939-a477-865387b35bd3 req-b25fd8d3-57de-4901-8f9f-3efc68c701fb tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 945 time: 0.0510330 Dec 10 19:28:04.740702 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1a2f38ed-a90a-4939-a477-865387b35bd3 req-4b85af66-747f-4a76-9a27-1b40f86a8261 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/security-groups?id=4484b273-b2c1-4c43-8d4a-47d0c139ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401886 Dec 10 19:28:05.858267 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80cebc-63b9-4115-8cdd-8104dfd07875 req-d8a245db-1295-4338-bc42-36e4ffdd8c44 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:05.859760 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9f80cebc-63b9-4115-8cdd-8104dfd07875 req-d8a245db-1295-4338-bc42-36e4ffdd8c44 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 945 time: 0.0489442 Dec 10 19:28:05.906571 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9f80cebc-63b9-4115-8cdd-8104dfd07875 req-1dd63657-3831-481e-a970-ea276a60405c tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/security-groups?id=4484b273-b2c1-4c43-8d4a-47d0c139ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401099 Dec 10 19:28:06.008096 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-e684854b-9d8c-4670-9656-fd08ea586492 req-c5b297f6-e06c-4b84-87b5-0054bf1a6a7c service neutron] show failed (client error): The resource could not be found. Dec 10 19:28:06.009120 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e684854b-9d8c-4670-9656-fd08ea586492 req-c5b297f6-e06c-4b84-87b5-0054bf1a6a7c service neutron] 10.222.0.46 "GET /v2.0/ports/13144ce3-c31a-4383-bbba-152bce8ab4c2/bindings/n-h2-821435-1 HTTP/1.1" status: 404 len: 380 time: 0.0568240 Dec 10 19:28:06.232446 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684854b-9d8c-4670-9656-fd08ea586492 req-571fb4c4-bbb5-4b7f-a620-c6ccc55a6290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:06.233876 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e684854b-9d8c-4670-9656-fd08ea586492 req-571fb4c4-bbb5-4b7f-a620-c6ccc55a6290 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b&tenant_id=e3438e2a36c0437887d395a344105a40 HTTP/1.1" status: 200 len: 1096 time: 0.0679440 Dec 10 19:28:06.245957 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-e684854b-9d8c-4670-9656-fd08ea586492 req-862baca1-2603-4c32-9257-148aefbbd199 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821435-1', 'device_owner': 'compute:nova'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:28:06.299396 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e684854b-9d8c-4670-9656-fd08ea586492 req-862baca1-2603-4c32-9257-148aefbbd199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:06.492608 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e684854b-9d8c-4670-9656-fd08ea586492 req-862baca1-2603-4c32-9257-148aefbbd199 service neutron] For port 13144ce3-c31a-4383-bbba-152bce8ab4c2, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=13144ce3-c31a-4383-bbba-152bce8ab4c2,segment=NetworkSegment(fecf19fb-2f4f-40c3-ab43-3e9a2426a138),segment_id=fecf19fb-2f4f-40c3-ab43-3e9a2426a138)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:28:06.526174 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e684854b-9d8c-4670-9656-fd08ea586492 req-862baca1-2603-4c32-9257-148aefbbd199 service neutron] For port 13144ce3-c31a-4383-bbba-152bce8ab4c2, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:28:06.564097 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13144ce3-c31a-4383-bbba-152bce8ab4c2'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:28:06.566544 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170fd5e6-e3fa-446c-a141-9e4e16071a4c" -d '{"events": [{"server_uuid": "5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b", "name": "network-vif-unplugged", "status": "completed", "tag": "13144ce3-c31a-4383-bbba-152bce8ab4c2"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:28:06.570524 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e684854b-9d8c-4670-9656-fd08ea586492 req-862baca1-2603-4c32-9257-148aefbbd199 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:06.583313 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-e684854b-9d8c-4670-9656-fd08ea586492 req-862baca1-2603-4c32-9257-148aefbbd199 service neutron] Transition to ACTIVE for port object 13144ce3-c31a-4383-bbba-152bce8ab4c2 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:28:06.587175 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e684854b-9d8c-4670-9656-fd08ea586492 req-862baca1-2603-4c32-9257-148aefbbd199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:06.615172 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 19:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50efb2ec-ce8f-477e-97ad-8cdb5430fa32 x-openstack-request-id: req-50efb2ec-ce8f-477e-97ad-8cdb5430fa32 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:28:06.615472 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b", "name": "network-vif-unplugged", "status": "completed", "tag": "13144ce3-c31a-4383-bbba-152bce8ab4c2", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:28:06.615734 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-50efb2ec-ce8f-477e-97ad-8cdb5430fa32 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:28:06.616136 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13144ce3-c31a-4383-bbba-152bce8ab4c2', 'code': 200} Dec 10 19:28:06.656112 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-e684854b-9d8c-4670-9656-fd08ea586492 req-862baca1-2603-4c32-9257-148aefbbd199 service neutron] No DVR routers for this DVR port 13144ce3-c31a-4383-bbba-152bce8ab4c2 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:28:06.658151 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862baca1-2603-4c32-9257-148aefbbd199 service neutron] Pushing event updated for resources: {'Port': ['ID=13144ce3-c31a-4383-bbba-152bce8ab4c2,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:06.700432 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-e684854b-9d8c-4670-9656-fd08ea586492 req-862baca1-2603-4c32-9257-148aefbbd199 service neutron] Attempting to bind port 13144ce3-c31a-4383-bbba-152bce8ab4c2 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:28:06.700812 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-e684854b-9d8c-4670-9656-fd08ea586492 req-862baca1-2603-4c32-9257-148aefbbd199 service neutron] Attempting to bind port 13144ce3-c31a-4383-bbba-152bce8ab4c2 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': 'fecf19fb-2f4f-40c3-ab43-3e9a2426a138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '741ad1d2-8f44-41f7-bf54-5de6d441a61d'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:28:06.701151 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e684854b-9d8c-4670-9656-fd08ea586492 req-862baca1-2603-4c32-9257-148aefbbd199 service neutron] Attempting to bind port 13144ce3-c31a-4383-bbba-152bce8ab4c2 on network 741ad1d2-8f44-41f7-bf54-5de6d441a61d {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:28:06.705401 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e684854b-9d8c-4670-9656-fd08ea586492 req-862baca1-2603-4c32-9257-148aefbbd199 service neutron] Port 13144ce3-c31a-4383-bbba-152bce8ab4c2 on network 741ad1d2-8f44-41f7-bf54-5de6d441a61d not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:28:06.705726 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e684854b-9d8c-4670-9656-fd08ea586492 req-862baca1-2603-4c32-9257-148aefbbd199 service neutron] Attempting to bind port 13144ce3-c31a-4383-bbba-152bce8ab4c2 on network 741ad1d2-8f44-41f7-bf54-5de6d441a61d {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:28:06.711241 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e684854b-9d8c-4670-9656-fd08ea586492 req-862baca1-2603-4c32-9257-148aefbbd199 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:28:06.711585 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e684854b-9d8c-4670-9656-fd08ea586492 req-862baca1-2603-4c32-9257-148aefbbd199 service neutron] Checking segment: {'id': 'fecf19fb-2f4f-40c3-ab43-3e9a2426a138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '741ad1d2-8f44-41f7-bf54-5de6d441a61d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:28:06.711976 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e684854b-9d8c-4670-9656-fd08ea586492 req-862baca1-2603-4c32-9257-148aefbbd199 service neutron] Bound using segment: {'id': 'fecf19fb-2f4f-40c3-ab43-3e9a2426a138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '741ad1d2-8f44-41f7-bf54-5de6d441a61d'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:28:06.712404 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-e684854b-9d8c-4670-9656-fd08ea586492 req-862baca1-2603-4c32-9257-148aefbbd199 service neutron] Bound port: 13144ce3-c31a-4383-bbba-152bce8ab4c2, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fecf19fb-2f4f-40c3-ab43-3e9a2426a138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '741ad1d2-8f44-41f7-bf54-5de6d441a61d'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:28:06.712795 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e684854b-9d8c-4670-9656-fd08ea586492 req-862baca1-2603-4c32-9257-148aefbbd199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:06.773509 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e684854b-9d8c-4670-9656-fd08ea586492 req-862baca1-2603-4c32-9257-148aefbbd199 service neutron] For port 13144ce3-c31a-4383-bbba-152bce8ab4c2, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:28:06.776407 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e684854b-9d8c-4670-9656-fd08ea586492 req-862baca1-2603-4c32-9257-148aefbbd199 service neutron] For port 13144ce3-c31a-4383-bbba-152bce8ab4c2, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=13144ce3-c31a-4383-bbba-152bce8ab4c2,segment=NetworkSegment(fecf19fb-2f4f-40c3-ab43-3e9a2426a138),segment_id=fecf19fb-2f4f-40c3-ab43-3e9a2426a138)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:28:06.781348 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e684854b-9d8c-4670-9656-fd08ea586492 req-862baca1-2603-4c32-9257-148aefbbd199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:06.815352 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684854b-9d8c-4670-9656-fd08ea586492 req-862baca1-2603-4c32-9257-148aefbbd199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:06.816698 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e684854b-9d8c-4670-9656-fd08ea586492 req-862baca1-2603-4c32-9257-148aefbbd199 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:06.818160 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e684854b-9d8c-4670-9656-fd08ea586492 req-862baca1-2603-4c32-9257-148aefbbd199 service neutron] 10.222.0.72 "PUT /v2.0/ports/13144ce3-c31a-4383-bbba-152bce8ab4c2 HTTP/1.1" status: 200 len: 1091 time: 0.5760715 Dec 10 19:28:06.838187 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862baca1-2603-4c32-9257-148aefbbd199 service neutron] Pushing event updated for resources: {'Port': ['ID=13144ce3-c31a-4383-bbba-152bce8ab4c2,revision_number=7']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:06.882655 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684854b-9d8c-4670-9656-fd08ea586492 req-606fa507-1e41-479b-84d3-44116cc275e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:06.884165 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e684854b-9d8c-4670-9656-fd08ea586492 req-606fa507-1e41-479b-84d3-44116cc275e6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e3438e2a36c0437887d395a344105a40&device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 1094 time: 0.0426607 Dec 10 19:28:06.977220 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684854b-9d8c-4670-9656-fd08ea586492 req-ae647d02-9e08-440e-968c-f3d75a185473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:06.978709 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e684854b-9d8c-4670-9656-fd08ea586492 req-ae647d02-9e08-440e-968c-f3d75a185473 service neutron] 10.222.0.72 "GET /v2.0/networks?id=741ad1d2-8f44-41f7-bf54-5de6d441a61d HTTP/1.1" status: 200 len: 912 time: 0.0880327 Dec 10 19:28:07.025069 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e684854b-9d8c-4670-9656-fd08ea586492 req-187ed3c2-6fdb-4916-ad56-b589e98ca41c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13144ce3-c31a-4383-bbba-152bce8ab4c2 HTTP/1.1" status: 200 len: 217 time: 0.0395043 Dec 10 19:28:07.030305 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd20877-352f-4a24-970d-a5b28d88027a req-de78e556-6b4a-43bc-8575-39d107337bc7 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:07.031837 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5bd20877-352f-4a24-970d-a5b28d88027a req-de78e556-6b4a-43bc-8575-39d107337bc7 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 943 time: 0.0543869 Dec 10 19:28:07.074559 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684854b-9d8c-4670-9656-fd08ea586492 req-3d47f3bb-66ad-45ea-97f3-af0a13735e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:07.076102 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e684854b-9d8c-4670-9656-fd08ea586492 req-3d47f3bb-66ad-45ea-97f3-af0a13735e30 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=327181a7-a503-414b-a6e0-66e22c20df91 HTTP/1.1" status: 200 len: 851 time: 0.0447624 Dec 10 19:28:07.080006 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5bd20877-352f-4a24-970d-a5b28d88027a req-ef2576c9-1ffb-4340-a67e-22a9ed783cda tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/security-groups?id=4484b273-b2c1-4c43-8d4a-47d0c139ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419571 Dec 10 19:28:07.113164 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e684854b-9d8c-4670-9656-fd08ea586492 req-154914ad-dd8c-45c1-b78f-cee4aa5e31b5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=741ad1d2-8f44-41f7-bf54-5de6d441a61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285394 Dec 10 19:28:07.200756 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e684854b-9d8c-4670-9656-fd08ea586492 req-392b34ae-b236-4959-ab2b-fed3763508fa service neutron] 10.222.0.72 "GET /v2.0/networks/741ad1d2-8f44-41f7-bf54-5de6d441a61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806315 Dec 10 19:28:07.605071 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e684854b-9d8c-4670-9656-fd08ea586492 req-e099ea02-c0e3-40bd-8629-c26b7aafb6e4 service neutron] 10.222.0.72 "GET /v2.0/networks/741ad1d2-8f44-41f7-bf54-5de6d441a61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970604 Dec 10 19:28:08.203818 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1f6a3-1250-4be3-b7f0-97fde13085c9 req-d15ba97d-d739-4baf-ad01-94e21e0ea56c tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:08.205322 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57a1f6a3-1250-4be3-b7f0-97fde13085c9 req-d15ba97d-d739-4baf-ad01-94e21e0ea56c tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 943 time: 0.0491738 Dec 10 19:28:08.252334 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57a1f6a3-1250-4be3-b7f0-97fde13085c9 req-30f75717-d532-4943-854d-3ae13c969ab0 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/security-groups?id=4484b273-b2c1-4c43-8d4a-47d0c139ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411003 Dec 10 19:28:08.612761 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:08.616756 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b', 'tag': '13144ce3-c31a-4383-bbba-152bce8ab4c2'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:28:08.619116 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544089a5-2143-4076-8d87-9c474d2869fd" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b", "tag": "13144ce3-c31a-4383-bbba-152bce8ab4c2"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:28:08.673067 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b561dc59-2dc8-4533-accb-667bab761d36 x-openstack-request-id: req-b561dc59-2dc8-4533-accb-667bab761d36 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:28:08.673452 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b", "tag": "13144ce3-c31a-4383-bbba-152bce8ab4c2", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:28:08.673820 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b561dc59-2dc8-4533-accb-667bab761d36 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:28:08.674221 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b', 'tag': '13144ce3-c31a-4383-bbba-152bce8ab4c2', 'status': 'completed', 'code': 200} Dec 10 19:28:08.757565 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544089a5-2143-4076-8d87-9c474d2869fd req-88337af3-5f51-44f9-adcb-caf68b9496ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:08.759069 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-544089a5-2143-4076-8d87-9c474d2869fd req-88337af3-5f51-44f9-adcb-caf68b9496ed service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e3438e2a36c0437887d395a344105a40&device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 1094 time: 0.0697773 Dec 10 19:28:08.761580 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544089a5-2143-4076-8d87-9c474d2869fd req-a07f7c2b-2bc0-43d8-9a14-858c7957ae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:08.762906 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-544089a5-2143-4076-8d87-9c474d2869fd req-a07f7c2b-2bc0-43d8-9a14-858c7957ae7f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e3438e2a36c0437887d395a344105a40&device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 1094 time: 0.0647941 Dec 10 19:28:08.914722 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544089a5-2143-4076-8d87-9c474d2869fd req-498af6a0-a1c2-4a79-a779-7eaf5d67ddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:08.916085 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-544089a5-2143-4076-8d87-9c474d2869fd req-498af6a0-a1c2-4a79-a779-7eaf5d67ddc6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=741ad1d2-8f44-41f7-bf54-5de6d441a61d HTTP/1.1" status: 200 len: 912 time: 0.1504142 Dec 10 19:28:08.917430 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544089a5-2143-4076-8d87-9c474d2869fd req-19a05175-4cb0-4ac3-a59f-46a9f5056b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:08.918708 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-544089a5-2143-4076-8d87-9c474d2869fd req-19a05175-4cb0-4ac3-a59f-46a9f5056b11 service neutron] 10.222.0.46 "GET /v2.0/networks?id=741ad1d2-8f44-41f7-bf54-5de6d441a61d HTTP/1.1" status: 200 len: 912 time: 0.1455591 Dec 10 19:28:08.989162 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-544089a5-2143-4076-8d87-9c474d2869fd req-346a0ce1-eab7-4b8e-b36e-272ee408eb52 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13144ce3-c31a-4383-bbba-152bce8ab4c2 HTTP/1.1" status: 200 len: 217 time: 0.0655253 Dec 10 19:28:08.990476 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-544089a5-2143-4076-8d87-9c474d2869fd req-5abb9215-7071-4685-bc7b-59ea68c02d84 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13144ce3-c31a-4383-bbba-152bce8ab4c2 HTTP/1.1" status: 200 len: 217 time: 0.0617089 Dec 10 19:28:09.078486 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544089a5-2143-4076-8d87-9c474d2869fd req-cdfced9f-1639-45e5-b26b-f26573b6fac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:09.079936 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-544089a5-2143-4076-8d87-9c474d2869fd req-cdfced9f-1639-45e5-b26b-f26573b6fac5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=327181a7-a503-414b-a6e0-66e22c20df91 HTTP/1.1" status: 200 len: 851 time: 0.0828252 Dec 10 19:28:09.081938 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544089a5-2143-4076-8d87-9c474d2869fd req-e3f6b3fc-9c34-422f-a2c4-d2a0313e875a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:09.083224 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-544089a5-2143-4076-8d87-9c474d2869fd req-e3f6b3fc-9c34-422f-a2c4-d2a0313e875a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=327181a7-a503-414b-a6e0-66e22c20df91 HTTP/1.1" status: 200 len: 851 time: 0.0850897 Dec 10 19:28:09.117989 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-544089a5-2143-4076-8d87-9c474d2869fd req-ed255b37-e9a8-4313-8c62-2e6bec52056a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=741ad1d2-8f44-41f7-bf54-5de6d441a61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304115 Dec 10 19:28:09.138143 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 13144ce3-c31a-4383-bbba-152bce8ab4c2 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:28:09.140793 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-544089a5-2143-4076-8d87-9c474d2869fd req-26c6a5a7-ebcf-4890-af52-f50218d46961 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=741ad1d2-8f44-41f7-bf54-5de6d441a61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460272 Dec 10 19:28:09.175417 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 13144ce3-c31a-4383-bbba-152bce8ab4c2 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:28:09.288543 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-544089a5-2143-4076-8d87-9c474d2869fd req-f84e092d-9d58-4ebc-9a82-6e3e556d83f4 service neutron] 10.222.0.72 "GET /v2.0/networks/741ad1d2-8f44-41f7-bf54-5de6d441a61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570678 Dec 10 19:28:09.293809 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-544089a5-2143-4076-8d87-9c474d2869fd req-a8e4fd1b-dade-4fd2-9644-3289e735db65 service neutron] 10.222.0.46 "GET /v2.0/networks/741ad1d2-8f44-41f7-bf54-5de6d441a61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415262 Dec 10 19:28:09.491878 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5012d6-edc0-4959-9e1b-748c6896d4b4 req-1950b5a9-1034-411c-af5c-20432f2d72ae tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:09.493412 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3c5012d6-edc0-4959-9e1b-748c6896d4b4 req-1950b5a9-1034-411c-af5c-20432f2d72ae tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 943 time: 0.1697838 Dec 10 19:28:09.501017 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-544089a5-2143-4076-8d87-9c474d2869fd req-021552ea-6c09-41c3-bd1f-b59dd3f9ba24 service neutron] 10.222.0.46 "GET /v2.0/networks/741ad1d2-8f44-41f7-bf54-5de6d441a61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951916 Dec 10 19:28:09.514178 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-544089a5-2143-4076-8d87-9c474d2869fd req-33f7a91c-f734-4edb-b797-427ce9c61a1b service neutron] 10.222.0.72 "GET /v2.0/networks/741ad1d2-8f44-41f7-bf54-5de6d441a61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173324 Dec 10 19:28:09.551377 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3c5012d6-edc0-4959-9e1b-748c6896d4b4 req-4ef2d0de-8147-424d-a2e2-96068c7689e5 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/security-groups?id=4484b273-b2c1-4c43-8d4a-47d0c139ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491586 Dec 10 19:28:10.568520 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 13144ce3-c31a-4383-bbba-152bce8ab4c2 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:28:10.669203 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 13144ce3-c31a-4383-bbba-152bce8ab4c2, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=13144ce3-c31a-4383-bbba-152bce8ab4c2,segment=NetworkSegment(fecf19fb-2f4f-40c3-ab43-3e9a2426a138),segment_id=fecf19fb-2f4f-40c3-ab43-3e9a2426a138)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:28:10.681644 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '13144ce3-c31a-4383-bbba-152bce8ab4c2', 'network_id': '741ad1d2-8f44-41f7-bf54-5de6d441a61d', 'port_id': '13144ce3-c31a-4383-bbba-152bce8ab4c2', 'mac_address': 'fa:16:3e:da:63:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '327181a7-a503-414b-a6e0-66e22c20df91', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:28:10.695729 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817bf3a-57ca-497b-9029-0690f8186175 req-a3436ce7-5595-4cc8-8212-be37eea740d1 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:10.695729 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f817bf3a-57ca-497b-9029-0690f8186175 req-a3436ce7-5595-4cc8-8212-be37eea740d1 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 943 time: 0.0587983 Dec 10 19:28:10.721413 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:10.734140 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13144ce3-c31a-4383-bbba-152bce8ab4c2 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:28:10.744775 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f817bf3a-57ca-497b-9029-0690f8186175 req-391fc5cb-523a-4ba2-8a35-cd39c57f8ea7 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/security-groups?id=4484b273-b2c1-4c43-8d4a-47d0c139ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430324 Dec 10 19:28:10.754292 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 13144ce3-c31a-4383-bbba-152bce8ab4c2, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=13144ce3-c31a-4383-bbba-152bce8ab4c2,segment=NetworkSegment(fecf19fb-2f4f-40c3-ab43-3e9a2426a138),segment_id=fecf19fb-2f4f-40c3-ab43-3e9a2426a138)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:28:10.767395 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:10.807552 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=13144ce3-c31a-4383-bbba-152bce8ab4c2,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:10.814702 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:10.815047 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:10.815387 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:10.816363 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:10.816847 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:10.817184 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:10.817512 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:10.817839 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:10.818189 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:10.818512 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:10.818836 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:10.819158 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:10.819478 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:11.094232 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['13144ce3-c31a-4383-bbba-152bce8ab4c2'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:28:11.862469 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59300cbc-0558-4047-8502-416422277e9a req-fd6d43d8-9589-4544-9ce0-8b6968c9032c tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:11.864000 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-59300cbc-0558-4047-8502-416422277e9a req-fd6d43d8-9589-4544-9ce0-8b6968c9032c tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 944 time: 0.0495572 Dec 10 19:28:11.911667 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-59300cbc-0558-4047-8502-416422277e9a req-b5c211f8-c518-4450-8d7e-217f3abd694c tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/security-groups?id=4484b273-b2c1-4c43-8d4a-47d0c139ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416541 Dec 10 19:28:12.180617 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b10f89-982a-453b-ab62-deb0685ea91e req-3f48eee7-e8af-4cc6-8283-fad10f4b866a tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:12.182036 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-75b10f89-982a-453b-ab62-deb0685ea91e req-3f48eee7-e8af-4cc6-8283-fad10f4b866a tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b&tenant_id=e3438e2a36c0437887d395a344105a40&binding%3Ahost_id=n-h2-821435-1 HTTP/1.1" status: 200 len: 944 time: 0.0879014 Dec 10 19:28:12.242426 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-75b10f89-982a-453b-ab62-deb0685ea91e req-67700a14-f71d-4fd2-9762-527013aedbc8 service neutron] delete failed (client error): The resource could not be found. Dec 10 19:28:12.243432 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-75b10f89-982a-453b-ab62-deb0685ea91e req-67700a14-f71d-4fd2-9762-527013aedbc8 service neutron] 10.222.0.46 "DELETE /v2.0/ports/13144ce3-c31a-4383-bbba-152bce8ab4c2/bindings/n-h1-821435-1 HTTP/1.1" status: 404 len: 380 time: 0.0539224 Dec 10 19:28:12.326477 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b10f89-982a-453b-ab62-deb0685ea91e req-daee3d88-bcad-40b2-9860-741de30be7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:12.327979 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-75b10f89-982a-453b-ab62-deb0685ea91e req-daee3d88-bcad-40b2-9860-741de30be7b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e3438e2a36c0437887d395a344105a40&device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 1095 time: 0.0413427 Dec 10 19:28:12.422825 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b10f89-982a-453b-ab62-deb0685ea91e req-48c77824-f5fe-4bba-94c5-d4999e819fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:12.424314 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-75b10f89-982a-453b-ab62-deb0685ea91e req-48c77824-f5fe-4bba-94c5-d4999e819fa5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=741ad1d2-8f44-41f7-bf54-5de6d441a61d HTTP/1.1" status: 200 len: 912 time: 0.0880868 Dec 10 19:28:12.466789 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-75b10f89-982a-453b-ab62-deb0685ea91e req-e0df4823-477d-4829-a3d2-841112741af9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13144ce3-c31a-4383-bbba-152bce8ab4c2 HTTP/1.1" status: 200 len: 217 time: 0.0343535 Dec 10 19:28:12.514718 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b10f89-982a-453b-ab62-deb0685ea91e req-64ec4b6d-2d47-4d8c-afb9-5176518aacff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:12.516166 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-75b10f89-982a-453b-ab62-deb0685ea91e req-64ec4b6d-2d47-4d8c-afb9-5176518aacff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=327181a7-a503-414b-a6e0-66e22c20df91 HTTP/1.1" status: 200 len: 851 time: 0.0435815 Dec 10 19:28:12.551988 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-75b10f89-982a-453b-ab62-deb0685ea91e req-c18bf94e-1584-4e4f-a406-82b87fc54381 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=741ad1d2-8f44-41f7-bf54-5de6d441a61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284939 Dec 10 19:28:12.591806 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 13144ce3-c31a-4383-bbba-152bce8ab4c2 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:28:12.642122 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-75b10f89-982a-453b-ab62-deb0685ea91e req-9f57b880-49cf-4bf6-89d2-7e04bda7e3fb service neutron] 10.222.0.46 "GET /v2.0/networks/741ad1d2-8f44-41f7-bf54-5de6d441a61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820613 Dec 10 19:28:12.645313 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 13144ce3-c31a-4383-bbba-152bce8ab4c2 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:28:12.649454 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 13144ce3-c31a-4383-bbba-152bce8ab4c2 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:28:12.649829 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:12.727331 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:12.736201 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-75b10f89-982a-453b-ab62-deb0685ea91e req-400a5a3d-a367-4907-a232-bf136642b332 service neutron] 10.222.0.46 "GET /v2.0/networks/741ad1d2-8f44-41f7-bf54-5de6d441a61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871882 Dec 10 19:28:12.750380 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13144ce3-c31a-4383-bbba-152bce8ab4c2'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:28:12.752690 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f39997a1e7c5b6ae782956bbd1fa5b612e64aa5908109c3bc10b0e272c8d4b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8fcb05-6728-40f4-a443-0f6c212249ff" -d '{"events": [{"server_uuid": "5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b", "name": "network-vif-plugged", "status": "completed", "tag": "13144ce3-c31a-4383-bbba-152bce8ab4c2"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:28:12.766912 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 13144ce3-c31a-4383-bbba-152bce8ab4c2, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=13144ce3-c31a-4383-bbba-152bce8ab4c2,segment=NetworkSegment(fecf19fb-2f4f-40c3-ab43-3e9a2426a138),segment_id=fecf19fb-2f4f-40c3-ab43-3e9a2426a138)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:28:12.771853 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:12.809112 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24af308c-081e-43b7-ac05-a11eb209c56b x-openstack-request-id: req-24af308c-081e-43b7-ac05-a11eb209c56b {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:28:12.809411 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b", "name": "network-vif-plugged", "status": "completed", "tag": "13144ce3-c31a-4383-bbba-152bce8ab4c2", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:28:12.809674 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-24af308c-081e-43b7-ac05-a11eb209c56b {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:28:12.810120 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13144ce3-c31a-4383-bbba-152bce8ab4c2', 'code': 200} Dec 10 19:28:12.830595 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=13144ce3-c31a-4383-bbba-152bce8ab4c2,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:13.431553 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932fdd77-8d3f-4cb1-b76a-d6f5fadce7c9 req-ec6d8c0a-c186-48af-a3e8-a8cdcab54fb4 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:13.432951 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-932fdd77-8d3f-4cb1-b76a-d6f5fadce7c9 req-ec6d8c0a-c186-48af-a3e8-a8cdcab54fb4 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 945 time: 0.0491438 Dec 10 19:28:13.487258 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-932fdd77-8d3f-4cb1-b76a-d6f5fadce7c9 req-7e12dbf7-eea9-4929-84ef-39474380de77 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/security-groups?id=4484b273-b2c1-4c43-8d4a-47d0c139ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483758 Dec 10 19:28:14.614939 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c190e0-d9ba-4fe1-aff7-274fe0d309f1 req-b390fb63-fe8a-4a92-af0a-d35067aa1a48 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:14.616434 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-57c190e0-d9ba-4fe1-aff7-274fe0d309f1 req-b390fb63-fe8a-4a92-af0a-d35067aa1a48 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 945 time: 0.0496774 Dec 10 19:28:14.668212 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-57c190e0-d9ba-4fe1-aff7-274fe0d309f1 req-0f06ff4e-e930-4ba9-88f2-914540ef575b tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.62 "GET /v2.0/security-groups?id=4484b273-b2c1-4c43-8d4a-47d0c139ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451441 Dec 10 19:28:14.774139 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b10f89-982a-453b-ab62-deb0685ea91e req-5f935b49-c411-4ba2-ac6b-e82124cdf144 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:14.775655 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-75b10f89-982a-453b-ab62-deb0685ea91e req-5f935b49-c411-4ba2-ac6b-e82124cdf144 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b HTTP/1.1" status: 200 len: 945 time: 0.0505152 Dec 10 19:28:14.868044 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-75b10f89-982a-453b-ab62-deb0685ea91e req-44d19eb9-76fb-4e77-877d-169be196a493 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Deleting port 13144ce3-c31a-4383-bbba-152bce8ab4c2 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:28:14.868717 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-75b10f89-982a-453b-ab62-deb0685ea91e req-44d19eb9-76fb-4e77-877d-169be196a493 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:14.955606 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-75b10f89-982a-453b-ab62-deb0685ea91e req-44d19eb9-76fb-4e77-877d-169be196a493 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] For port 13144ce3-c31a-4383-bbba-152bce8ab4c2, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=13144ce3-c31a-4383-bbba-152bce8ab4c2,segment=NetworkSegment(fecf19fb-2f4f-40c3-ab43-3e9a2426a138),segment_id=fecf19fb-2f4f-40c3-ab43-3e9a2426a138)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:28:14.955884 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-75b10f89-982a-453b-ab62-deb0685ea91e req-44d19eb9-76fb-4e77-877d-169be196a493 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:14.968747 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-75b10f89-982a-453b-ab62-deb0685ea91e req-44d19eb9-76fb-4e77-877d-169be196a493 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Calling delete_port for 13144ce3-c31a-4383-bbba-152bce8ab4c2 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:28:15.101142 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-75b10f89-982a-453b-ab62-deb0685ea91e req-44d19eb9-76fb-4e77-877d-169be196a493 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:15.113005 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['13144ce3-c31a-4383-bbba-152bce8ab4c2'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:28:15.127980 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d19eb9-76fb-4e77-877d-169be196a493 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Pushing event deleted for resources: {'Port': ['ID=13144ce3-c31a-4383-bbba-152bce8ab4c2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:15.175693 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b10f89-982a-453b-ab62-deb0685ea91e req-44d19eb9-76fb-4e77-877d-169be196a493 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] No DVR routers for this DVR port 13144ce3-c31a-4383-bbba-152bce8ab4c2 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:28:15.178504 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-75b10f89-982a-453b-ab62-deb0685ea91e req-44d19eb9-76fb-4e77-877d-169be196a493 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:15.181784 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-75b10f89-982a-453b-ab62-deb0685ea91e req-44d19eb9-76fb-4e77-877d-169be196a493 tempest-DeleteServersTestJSON-174813021 tempest-DeleteServersTestJSON-174813021-project] 10.222.0.72 "DELETE /v2.0/ports/13144ce3-c31a-4383-bbba-152bce8ab4c2 HTTP/1.1" status: 204 len: 173 time: 0.4004223 Dec 10 19:28:15.182219 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b', 'name': 'network-vif-deleted', 'tag': '13144ce3-c31a-4383-bbba-152bce8ab4c2'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:28:15.184440 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c309e293-bf0a-4a4f-8c52-046dd5c2e0c0" -d '{"events": [{"server_uuid": "5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b", "name": "network-vif-deleted", "tag": "13144ce3-c31a-4383-bbba-152bce8ab4c2"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:28:15.220593 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c1321e-a013-442e-8ec1-b4f28af98139 x-openstack-request-id: req-15c1321e-a013-442e-8ec1-b4f28af98139 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:28:15.220917 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b", "name": "network-vif-deleted", "tag": "13144ce3-c31a-4383-bbba-152bce8ab4c2", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:28:15.221199 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-15c1321e-a013-442e-8ec1-b4f28af98139 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:28:15.222185 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac0fab7-8891-46e8-8645-a7a6f0d5fc7b', 'name': 'network-vif-deleted', 'tag': '13144ce3-c31a-4383-bbba-152bce8ab4c2', 'status': 'completed', 'code': 200} Dec 10 19:28:15.801892 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48884) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:28:15.845872 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-9620e34d-4f0e-41bd-8f97-3f63e75fdb8e admin admin] Deleting subnet 327181a7-a503-414b-a6e0-66e22c20df91 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:28:15.849837 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9620e34d-4f0e-41bd-8f97-3f63e75fdb8e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:15.884497 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9620e34d-4f0e-41bd-8f97-3f63e75fdb8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:15.922733 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9620e34d-4f0e-41bd-8f97-3f63e75fdb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:15.974086 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9620e34d-4f0e-41bd-8f97-3f63e75fdb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:16.015768 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9620e34d-4f0e-41bd-8f97-3f63e75fdb8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=327181a7-a503-414b-a6e0-66e22c20df91,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:16.021568 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9620e34d-4f0e-41bd-8f97-3f63e75fdb8e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:16.026284 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9620e34d-4f0e-41bd-8f97-3f63e75fdb8e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/327181a7-a503-414b-a6e0-66e22c20df91 HTTP/1.1" status: 204 len: 168 time: 0.2232473 Dec 10 19:28:16.028812 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48886) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:28:16.094631 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49f36e2c-82a1-456d-9ca5-813af30d880c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:16.173885 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49f36e2c-82a1-456d-9ca5-813af30d880c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:16.193156 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-49f36e2c-82a1-456d-9ca5-813af30d880c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['741ad1d2-8f44-41f7-bf54-5de6d441a61d']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:16.201953 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-49f36e2c-82a1-456d-9ca5-813af30d880c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fecf19fb-2f4f-40c3-ab43-3e9a2426a138') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:16.202254 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-49f36e2c-82a1-456d-9ca5-813af30d880c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fecf19fb-2f4f-40c3-ab43-3e9a2426a138') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:16.211733 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49f36e2c-82a1-456d-9ca5-813af30d880c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:16.225474 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49f36e2c-82a1-456d-9ca5-813af30d880c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:16.231781 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49f36e2c-82a1-456d-9ca5-813af30d880c admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:28:16.232172 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49f36e2c-82a1-456d-9ca5-813af30d880c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:16.234009 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 19:28:16.234009 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:28:16.234009 n-d-821435-1 neutron-server[103244]: timer() Dec 10 19:28:16.234009 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:28:16.234009 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 19:28:16.234009 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:28:16.234009 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 19:28:16.234009 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:28:16.234009 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 19:28:16.234009 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:28:16.234009 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 19:28:16.234009 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:28:16.234009 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 19:28:16.234009 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:28:16.234009 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:28:16.234009 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:28:16.234009 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:28:16.234009 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:28:16.234009 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 19:28:16.234009 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:28:16.234009 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 19:28:16.234009 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:28:16.234009 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:28:16.234009 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:28:16.234009 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 19:28:16.234009 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:28:16.234009 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:28:16.234009 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:28:16.234009 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:28:16.234009 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:28:16.234009 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:28:16.234009 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:28:16.287130 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49f36e2c-82a1-456d-9ca5-813af30d880c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:16.292747 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49f36e2c-82a1-456d-9ca5-813af30d880c admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:16.295880 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-49f36e2c-82a1-456d-9ca5-813af30d880c admin admin] 10.222.0.62 "DELETE /v2.0/networks/741ad1d2-8f44-41f7-bf54-5de6d441a61d HTTP/1.1" status: 204 len: 168 time: 0.2661276 Dec 10 19:28:16.306999 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f36e2c-82a1-456d-9ca5-813af30d880c admin admin] Pushing event deleted for resources: {'Network': ['ID=741ad1d2-8f44-41f7-bf54-5de6d441a61d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:16.404114 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48890) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:28:16.443925 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b823f6f1-04cf-4da2-9027-c972b0220a94 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e3438e2a36c0437887d395a344105a40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385988 Dec 10 19:28:16.446363 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48892) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:28:16.496358 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2c2c7917-a059-4b34-9d34-48e78fb518f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:16.517684 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2c2c7917-a059-4b34-9d34-48e78fb518f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:16.563812 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2c2c7917-a059-4b34-9d34-48e78fb518f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:16.567254 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2c2c7917-a059-4b34-9d34-48e78fb518f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:16.568415 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2c2c7917-a059-4b34-9d34-48e78fb518f8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4484b273-b2c1-4c43-8d4a-47d0c139ef67 HTTP/1.1" status: 204 len: 168 time: 0.1211610 Dec 10 19:28:16.576187 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c7917-a059-4b34-9d34-48e78fb518f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4484b273-b2c1-4c43-8d4a-47d0c139ef67,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:17.223697 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 48914) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:28:17.318216 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-494780d4-421e-4010-8e68-817f3a9a3607 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-476278853-network', 'tenant_id': '36bc3b9bebb548d797e0b304dffd671e'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:28:17.338134 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494780d4-421e-4010-8e68-817f3a9a3607 admin admin] Made reservation on behalf of 36bc3b9bebb548d797e0b304dffd671e for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:28:17.340403 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-494780d4-421e-4010-8e68-817f3a9a3607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:17.349838 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-494780d4-421e-4010-8e68-817f3a9a3607 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:17.424349 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-494780d4-421e-4010-8e68-817f3a9a3607 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:17.428509 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-494780d4-421e-4010-8e68-817f3a9a3607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:17.451530 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-494780d4-421e-4010-8e68-817f3a9a3607 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:28:17.461709 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494780d4-421e-4010-8e68-817f3a9a3607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8a084c-e59e-4a5d-8751-2c4673f40d30,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:17.466385 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-494780d4-421e-4010-8e68-817f3a9a3607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:17.466723 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-494780d4-421e-4010-8e68-817f3a9a3607 admin admin] Added segment d940f7ad-0da0-471d-9678-02d8595d0099 of type vlan for network 4dd7d091-1237-435c-99a2-0bff4d791174 Dec 10 19:28:17.505574 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-494780d4-421e-4010-8e68-817f3a9a3607 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:17.529445 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-494780d4-421e-4010-8e68-817f3a9a3607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:17.530382 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494780d4-421e-4010-8e68-817f3a9a3607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:17.530956 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-494780d4-421e-4010-8e68-817f3a9a3607 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:17.585107 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-494780d4-421e-4010-8e68-817f3a9a3607 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3601568 Dec 10 19:28:17.587998 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 48918) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:28:17.593021 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-e0465c62-93e5-4912-b7f0-22a27cb99c43 admin admin] Request body: {'subnet': {'network_id': '4dd7d091-1237-435c-99a2-0bff4d791174', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-476278853-subnet', 'tenant_id': '36bc3b9bebb548d797e0b304dffd671e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:28:17.595832 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494780d4-421e-4010-8e68-817f3a9a3607 admin admin] Pushing event updated for resources: {'Network': ['ID=4dd7d091-1237-435c-99a2-0bff4d791174,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:17.606700 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 4dd7d091-1237-435c-99a2-0bff4d791174 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:28:17.617823 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0465c62-93e5-4912-b7f0-22a27cb99c43 admin admin] Made reservation on behalf of 36bc3b9bebb548d797e0b304dffd671e for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:28:17.620259 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e0465c62-93e5-4912-b7f0-22a27cb99c43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:17.787813 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e0465c62-93e5-4912-b7f0-22a27cb99c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:17.842323 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0465c62-93e5-4912-b7f0-22a27cb99c43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fa0897b-1b02-40ee-9215-551656eef821,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:17.850208 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0465c62-93e5-4912-b7f0-22a27cb99c43 admin admin] Checking segment: {'id': 'd940f7ad-0da0-471d-9678-02d8595d0099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4dd7d091-1237-435c-99a2-0bff4d791174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:28:17.850567 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0465c62-93e5-4912-b7f0-22a27cb99c43 admin admin] Network hostable DHCP agents. Network: 4dd7d091-1237-435c-99a2-0bff4d791174, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:28:17.866462 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0465c62-93e5-4912-b7f0-22a27cb99c43 admin admin] Network 4dd7d091-1237-435c-99a2-0bff4d791174 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:28:17.874597 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-e0465c62-93e5-4912-b7f0-22a27cb99c43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 4dd7d091-1237-435c-99a2-0bff4d791174) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:28:17.878619 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0465c62-93e5-4912-b7f0-22a27cb99c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:17.879216 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e0465c62-93e5-4912-b7f0-22a27cb99c43 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:17.885824 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2059c0-58ea-48b0-89fd-ac8890b07ab3 None None] Network 4dd7d091-1237-435c-99a2-0bff4d791174 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:28:17.896596 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e0465c62-93e5-4912-b7f0-22a27cb99c43 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3074026 Dec 10 19:28:17.985233 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d950a1e-8182-487a-972a-376aeec3e798 None None] Network 4dd7d091-1237-435c-99a2-0bff4d791174 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:28:18.317672 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-1b59fdd3-bb97-448f-abd9-bd24abd0c750 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:18.319148 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-1b59fdd3-bb97-448f-abd9-bd24abd0c750 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/networks?id=4dd7d091-1237-435c-99a2-0bff4d791174 HTTP/1.1" status: 200 len: 814 time: 0.1053376 Dec 10 19:28:18.333698 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-9f0dbfff-ccfb-4688-9835-eb79c56884ed tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/quotas/36bc3b9bebb548d797e0b304dffd671e HTTP/1.1" status: 200 len: 375 time: 0.0088272 Dec 10 19:28:18.364331 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-0eac2f8a-491b-45ed-ae54-eab6decd7e93 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=36bc3b9bebb548d797e0b304dffd671e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255215 Dec 10 19:28:18.457021 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-d265ce18-a3fc-4bec-97cf-25d9f69abdff service neutron] 10.222.0.62 "GET /v2.0/networks/4dd7d091-1237-435c-99a2-0bff4d791174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853200 Dec 10 19:28:18.544887 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-2a1fd54f-9fa0-4bd6-9646-f6aedf1471df service neutron] 10.222.0.62 "GET /v2.0/networks/4dd7d091-1237-435c-99a2-0bff4d791174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817361 Dec 10 19:28:18.645334 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 13144ce3-c31a-4383-bbba-152bce8ab4c2 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:28:18.672129 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 13144ce3-c31a-4383-bbba-152bce8ab4c2 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:28:18.672489 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 13144ce3-c31a-4383-bbba-152bce8ab4c2 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:28:18.712129 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b07b38be-2d87-4c66-b9cb-2137adf0b169 req-60f99739-0c32-42d0-8c44-7fa6b914d241 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 210 time: 0.0270827 Dec 10 19:28:19.652819 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-62041aa5-6d73-45b9-bac2-93d5c1d9ec4d tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:19.654207 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-62041aa5-6d73-45b9-bac2-93d5c1d9ec4d tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.46 "GET /v2.0/networks?id=4dd7d091-1237-435c-99a2-0bff4d791174 HTTP/1.1" status: 200 len: 814 time: 0.1087427 Dec 10 19:28:19.667991 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-03addb29-6d11-42ff-a0e6-ca4825f3d525 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Request body: {'port': {'device_id': '2404e0b8-db66-4e30-b9fa-3d93b1aa3c00', 'network_id': '4dd7d091-1237-435c-99a2-0bff4d791174', 'admin_state_up': True, 'tenant_id': '36bc3b9bebb548d797e0b304dffd671e'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:28:19.730100 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b62e6d75-d752-49ad-aaa1-e0835ed37fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:19.800544 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-03addb29-6d11-42ff-a0e6-ca4825f3d525 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Made reservation on behalf of 36bc3b9bebb548d797e0b304dffd671e for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:28:19.803838 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-03addb29-6d11-42ff-a0e6-ca4825f3d525 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:19.823729 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d033c035-8a8e-4d8e-a6a1-fb24c92f60ee req-e37651cf-5aa2-4180-86a4-806fda9bb80d tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 210 time: 0.0344064 Dec 10 19:28:19.941418 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-03addb29-6d11-42ff-a0e6-ca4825f3d525 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Allocated IP 172.20.0.2 (4dd7d091-1237-435c-99a2-0bff4d791174/4fa0897b-1b02-40ee-9215-551656eef821/ab00e2e5-211f-4080-bec9-4fe92acae785) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:28:20.086300 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-03addb29-6d11-42ff-a0e6-ca4825f3d525 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:20.118825 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-03addb29-6d11-42ff-a0e6-ca4825f3d525 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:20.162721 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-03addb29-6d11-42ff-a0e6-ca4825f3d525 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Network 4dd7d091-1237-435c-99a2-0bff4d791174 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:28:20.165923 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-03addb29-6d11-42ff-a0e6-ca4825f3d525 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:28:20.169584 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-03addb29-6d11-42ff-a0e6-ca4825f3d525 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:28:20.192315 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03addb29-6d11-42ff-a0e6-ca4825f3d525 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Pushing event updated for resources: {'Port': ['ID=ab00e2e5-211f-4080-bec9-4fe92acae785,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:20.219166 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-03addb29-6d11-42ff-a0e6-ca4825f3d525 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:20.219810 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-03addb29-6d11-42ff-a0e6-ca4825f3d525 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:20.235829 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-03addb29-6d11-42ff-a0e6-ca4825f3d525 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5721846 Dec 10 19:28:20.249301 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-f0300812-c336-4ffc-bfdc-c478c50b6655 service neutron] Request body: {'port': {'device_id': '2404e0b8-db66-4e30-b9fa-3d93b1aa3c00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:28:20.306979 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-f0300812-c336-4ffc-bfdc-c478c50b6655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:20.560183 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-f0300812-c336-4ffc-bfdc-c478c50b6655 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab00e2e5-211f-4080-bec9-4fe92acae785 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:28:20.567934 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-f0300812-c336-4ffc-bfdc-c478c50b6655 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:20.579485 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-f0300812-c336-4ffc-bfdc-c478c50b6655 service neutron] Transition to ACTIVE for port object ab00e2e5-211f-4080-bec9-4fe92acae785 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:28:20.583994 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-f0300812-c336-4ffc-bfdc-c478c50b6655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:20.635267 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0300812-c336-4ffc-bfdc-c478c50b6655 service neutron] Pushing event updated for resources: {'Port': ['ID=ab00e2e5-211f-4080-bec9-4fe92acae785,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:20.701738 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-f0300812-c336-4ffc-bfdc-c478c50b6655 service neutron] Attempting to bind port ab00e2e5-211f-4080-bec9-4fe92acae785 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:28:20.702415 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-f0300812-c336-4ffc-bfdc-c478c50b6655 service neutron] Attempting to bind port ab00e2e5-211f-4080-bec9-4fe92acae785 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': 'd940f7ad-0da0-471d-9678-02d8595d0099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4dd7d091-1237-435c-99a2-0bff4d791174'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:28:20.702415 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-f0300812-c336-4ffc-bfdc-c478c50b6655 service neutron] Attempting to bind port ab00e2e5-211f-4080-bec9-4fe92acae785 on network 4dd7d091-1237-435c-99a2-0bff4d791174 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:28:20.707551 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-f0300812-c336-4ffc-bfdc-c478c50b6655 service neutron] Port ab00e2e5-211f-4080-bec9-4fe92acae785 on network 4dd7d091-1237-435c-99a2-0bff4d791174 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:28:20.707866 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-f0300812-c336-4ffc-bfdc-c478c50b6655 service neutron] Attempting to bind port ab00e2e5-211f-4080-bec9-4fe92acae785 on network 4dd7d091-1237-435c-99a2-0bff4d791174 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:28:20.712696 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-f0300812-c336-4ffc-bfdc-c478c50b6655 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:28:20.713042 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-f0300812-c336-4ffc-bfdc-c478c50b6655 service neutron] Checking segment: {'id': 'd940f7ad-0da0-471d-9678-02d8595d0099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4dd7d091-1237-435c-99a2-0bff4d791174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:28:20.713438 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-f0300812-c336-4ffc-bfdc-c478c50b6655 service neutron] Bound using segment: {'id': 'd940f7ad-0da0-471d-9678-02d8595d0099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4dd7d091-1237-435c-99a2-0bff4d791174'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:28:20.713867 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-f0300812-c336-4ffc-bfdc-c478c50b6655 service neutron] Bound port: ab00e2e5-211f-4080-bec9-4fe92acae785, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd940f7ad-0da0-471d-9678-02d8595d0099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4dd7d091-1237-435c-99a2-0bff4d791174'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:28:20.714225 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-f0300812-c336-4ffc-bfdc-c478c50b6655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:20.781582 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-f0300812-c336-4ffc-bfdc-c478c50b6655 service neutron] For port ab00e2e5-211f-4080-bec9-4fe92acae785, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:28:20.785652 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-f0300812-c336-4ffc-bfdc-c478c50b6655 service neutron] For port ab00e2e5-211f-4080-bec9-4fe92acae785, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=ab00e2e5-211f-4080-bec9-4fe92acae785,segment=NetworkSegment(d940f7ad-0da0-471d-9678-02d8595d0099),segment_id=d940f7ad-0da0-471d-9678-02d8595d0099)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:28:20.789478 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-f0300812-c336-4ffc-bfdc-c478c50b6655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:20.829644 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-f0300812-c336-4ffc-bfdc-c478c50b6655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:20.830335 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-f0300812-c336-4ffc-bfdc-c478c50b6655 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:20.832682 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-f0300812-c336-4ffc-bfdc-c478c50b6655 service neutron] 10.222.0.46 "PUT /v2.0/ports/ab00e2e5-211f-4080-bec9-4fe92acae785 HTTP/1.1" status: 200 len: 1091 time: 0.5874279 Dec 10 19:28:20.833131 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2404e0b8-db66-4e30-b9fa-3d93b1aa3c00', 'tag': 'ab00e2e5-211f-4080-bec9-4fe92acae785'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:28:20.835387 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7476370-6ad3-4f4b-853f-9b4a021c5f14" -d '{"events": [{"name": "network-changed", "server_uuid": "2404e0b8-db66-4e30-b9fa-3d93b1aa3c00", "tag": "ab00e2e5-211f-4080-bec9-4fe92acae785"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:28:20.860818 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0300812-c336-4ffc-bfdc-c478c50b6655 service neutron] Pushing event updated for resources: {'Port': ['ID=ab00e2e5-211f-4080-bec9-4fe92acae785,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:20.876215 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c9163b-769f-41ce-855a-0ea7d3157e9d x-openstack-request-id: req-e7c9163b-769f-41ce-855a-0ea7d3157e9d {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:28:20.876798 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2404e0b8-db66-4e30-b9fa-3d93b1aa3c00", "tag": "ab00e2e5-211f-4080-bec9-4fe92acae785", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:28:20.877064 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e7c9163b-769f-41ce-855a-0ea7d3157e9d {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:28:20.877477 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2404e0b8-db66-4e30-b9fa-3d93b1aa3c00', 'tag': 'ab00e2e5-211f-4080-bec9-4fe92acae785', 'status': 'completed', 'code': 200} Dec 10 19:28:20.959582 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-b323da29-b5d2-4bec-bdd1-de7997e116a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:20.961133 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-b323da29-b5d2-4bec-bdd1-de7997e116a4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=36bc3b9bebb548d797e0b304dffd671e&device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 1094 time: 0.0754929 Dec 10 19:28:20.969273 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44517ff-dedd-4599-a6c4-6ff9977905a9 req-27752b46-a161-43ec-af6e-5b7b68805357 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:20.970643 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e44517ff-dedd-4599-a6c4-6ff9977905a9 req-27752b46-a161-43ec-af6e-5b7b68805357 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 943 time: 0.0591698 Dec 10 19:28:21.013739 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-c8a78550-4198-4b8c-93f8-f0642a3dd25b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ab00e2e5-211f-4080-bec9-4fe92acae785 HTTP/1.1" status: 200 len: 217 time: 0.0421734 Dec 10 19:28:21.088978 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e44517ff-dedd-4599-a6c4-6ff9977905a9 req-67d4407e-1dbf-48c5-9e4a-ea789b1f5f92 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116886 Dec 10 19:28:21.090661 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-369f4794-88ea-45b7-a918-bf3e0b3fc652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:21.093178 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-369f4794-88ea-45b7-a918-bf3e0b3fc652 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4fa0897b-1b02-40ee-9215-551656eef821 HTTP/1.1" status: 200 len: 854 time: 0.0717058 Dec 10 19:28:21.124126 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-743f2f2d-633a-4d9e-b160-4bb330318a87 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4dd7d091-1237-435c-99a2-0bff4d791174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254540 Dec 10 19:28:21.530463 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-d1607ad5-a746-446b-84a3-1bd2becf481d service neutron] 10.222.0.46 "GET /v2.0/networks/4dd7d091-1237-435c-99a2-0bff4d791174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986306 Dec 10 19:28:21.619965 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6272b5dd-246d-4b3e-ae00-c2cd3ee481f7 req-f1aace65-59f9-4de4-b7fb-341ea5872ae8 service neutron] 10.222.0.46 "GET /v2.0/networks/4dd7d091-1237-435c-99a2-0bff4d791174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818713 Dec 10 19:28:21.702012 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7476370-6ad3-4f4b-853f-9b4a021c5f14 req-fd8183a8-bb74-4f83-a3dd-976618ca7387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:21.703416 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c7476370-6ad3-4f4b-853f-9b4a021c5f14 req-fd8183a8-bb74-4f83-a3dd-976618ca7387 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=36bc3b9bebb548d797e0b304dffd671e&device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 1094 time: 0.0411496 Dec 10 19:28:21.795877 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7476370-6ad3-4f4b-853f-9b4a021c5f14 req-05e9905b-24f2-4a74-9bc4-b6a9c794712d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:21.797392 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c7476370-6ad3-4f4b-853f-9b4a021c5f14 req-05e9905b-24f2-4a74-9bc4-b6a9c794712d service neutron] 10.222.0.46 "GET /v2.0/networks?id=4dd7d091-1237-435c-99a2-0bff4d791174 HTTP/1.1" status: 200 len: 915 time: 0.0868416 Dec 10 19:28:21.839827 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c7476370-6ad3-4f4b-853f-9b4a021c5f14 req-b2b4930a-9c4a-4775-9854-03e903bab602 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ab00e2e5-211f-4080-bec9-4fe92acae785 HTTP/1.1" status: 200 len: 217 time: 0.0345695 Dec 10 19:28:21.893109 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7476370-6ad3-4f4b-853f-9b4a021c5f14 req-7859ff15-8363-4628-8423-3adfb679e267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:21.895434 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c7476370-6ad3-4f4b-853f-9b4a021c5f14 req-7859ff15-8363-4628-8423-3adfb679e267 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4fa0897b-1b02-40ee-9215-551656eef821 HTTP/1.1" status: 200 len: 854 time: 0.0478454 Dec 10 19:28:21.927389 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c7476370-6ad3-4f4b-853f-9b4a021c5f14 req-7ec07ced-eddf-4f9e-9129-d387e7bfeb9b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4dd7d091-1237-435c-99a2-0bff4d791174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243933 Dec 10 19:28:22.022277 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c7476370-6ad3-4f4b-853f-9b4a021c5f14 req-9222d710-c41e-42b9-ad46-e135571e83c8 service neutron] 10.222.0.46 "GET /v2.0/networks/4dd7d091-1237-435c-99a2-0bff4d791174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864179 Dec 10 19:28:22.115478 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c7476370-6ad3-4f4b-853f-9b4a021c5f14 req-e53c2b6a-63f5-4303-a49f-8e459dbbf869 service neutron] 10.222.0.46 "GET /v2.0/networks/4dd7d091-1237-435c-99a2-0bff4d791174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844228 Dec 10 19:28:22.215440 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03e7a5-e715-473b-91a3-525fe0eeff10 req-d661d5be-44f0-4191-a131-858237d367c7 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:22.216921 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9e03e7a5-e715-473b-91a3-525fe0eeff10 req-d661d5be-44f0-4191-a131-858237d367c7 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 943 time: 0.0506842 Dec 10 19:28:22.263686 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9e03e7a5-e715-473b-91a3-525fe0eeff10 req-d7bb84ee-e5fd-4a3a-b63f-37b52f98e062 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407040 Dec 10 19:28:22.574507 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-092dec39-7712-438c-8983-fdd00a4f7549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:23.379116 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63107a-5c94-4c8c-b6d3-c9a19319e174 req-31073a7e-41c9-4258-adbf-c56c1fd35fba tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:23.380569 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-da63107a-5c94-4c8c-b6d3-c9a19319e174 req-31073a7e-41c9-4258-adbf-c56c1fd35fba tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 943 time: 0.0508795 Dec 10 19:28:23.434623 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-da63107a-5c94-4c8c-b6d3-c9a19319e174 req-f69a28f6-4267-43ac-b1af-a8e2081b3d3f tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477753 Dec 10 19:28:23.593714 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:24.550137 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19826b2c-1871-4134-a062-7d29090de6be req-63336572-c464-4f7c-9cd7-fbb7cd0b226c tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:24.551628 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-19826b2c-1871-4134-a062-7d29090de6be req-63336572-c464-4f7c-9cd7-fbb7cd0b226c tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 943 time: 0.0484672 Dec 10 19:28:24.602770 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-19826b2c-1871-4134-a062-7d29090de6be req-06ce74ab-72cb-4619-8d08-e2b8076c0d80 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450382 Dec 10 19:28:24.964131 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:25.198831 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device ab00e2e5-211f-4080-bec9-4fe92acae785 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:28:25.294624 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port ab00e2e5-211f-4080-bec9-4fe92acae785, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=ab00e2e5-211f-4080-bec9-4fe92acae785,segment=NetworkSegment(d940f7ad-0da0-471d-9678-02d8595d0099),segment_id=d940f7ad-0da0-471d-9678-02d8595d0099)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:28:25.306446 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': 'ab00e2e5-211f-4080-bec9-4fe92acae785', 'network_id': '4dd7d091-1237-435c-99a2-0bff4d791174', 'port_id': 'ab00e2e5-211f-4080-bec9-4fe92acae785', 'mac_address': 'fa:16:3e:df:6e:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa0897b-1b02-40ee-9215-551656eef821', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:28:25.348181 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:25.357984 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab00e2e5-211f-4080-bec9-4fe92acae785 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:28:25.378922 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port ab00e2e5-211f-4080-bec9-4fe92acae785, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=ab00e2e5-211f-4080-bec9-4fe92acae785,segment=NetworkSegment(d940f7ad-0da0-471d-9678-02d8595d0099),segment_id=d940f7ad-0da0-471d-9678-02d8595d0099)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:28:25.383866 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:25.433188 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=ab00e2e5-211f-4080-bec9-4fe92acae785,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:25.561809 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:25.572026 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['ab00e2e5-211f-4080-bec9-4fe92acae785'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:28:25.718844 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34052bed-212a-4c69-b9c8-24e417a08d5c req-ad38f071-8dfa-49c5-9f44-d11d1dbb8dc8 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:25.720232 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34052bed-212a-4c69-b9c8-24e417a08d5c req-ad38f071-8dfa-49c5-9f44-d11d1dbb8dc8 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 944 time: 0.0477753 Dec 10 19:28:25.772448 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34052bed-212a-4c69-b9c8-24e417a08d5c req-241c3c64-81c0-46f0-809a-0222b3b08d78 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456953 Dec 10 19:28:26.889532 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222713a-30a5-47ff-b7cb-feb1a1adedbb req-b40fc61b-0fed-4325-a695-1a4301c2a413 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:26.891671 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c222713a-30a5-47ff-b7cb-feb1a1adedbb req-b40fc61b-0fed-4325-a695-1a4301c2a413 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 944 time: 0.0503523 Dec 10 19:28:26.938415 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c222713a-30a5-47ff-b7cb-feb1a1adedbb req-c9d1de46-fb44-41d5-98a0-12d7af1ada4b tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407071 Dec 10 19:28:27.197998 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device ab00e2e5-211f-4080-bec9-4fe92acae785 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:28:27.248958 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port ab00e2e5-211f-4080-bec9-4fe92acae785 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:28:27.252840 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port ab00e2e5-211f-4080-bec9-4fe92acae785 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:28:27.253213 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:27.327224 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:27.349629 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2404e0b8-db66-4e30-b9fa-3d93b1aa3c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab00e2e5-211f-4080-bec9-4fe92acae785'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:28:27.351836 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f39997a1e7c5b6ae782956bbd1fa5b612e64aa5908109c3bc10b0e272c8d4b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34338e6-7401-4a43-89c6-ded9b898f58a" -d '{"events": [{"server_uuid": "2404e0b8-db66-4e30-b9fa-3d93b1aa3c00", "name": "network-vif-plugged", "status": "completed", "tag": "ab00e2e5-211f-4080-bec9-4fe92acae785"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:28:27.365002 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port ab00e2e5-211f-4080-bec9-4fe92acae785, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=ab00e2e5-211f-4080-bec9-4fe92acae785,segment=NetworkSegment(d940f7ad-0da0-471d-9678-02d8595d0099),segment_id=d940f7ad-0da0-471d-9678-02d8595d0099)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:28:27.372414 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:27.396465 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5825fe73-2e5c-47bc-bdbf-7e878479952d x-openstack-request-id: req-5825fe73-2e5c-47bc-bdbf-7e878479952d {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:28:27.396790 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2404e0b8-db66-4e30-b9fa-3d93b1aa3c00", "name": "network-vif-plugged", "status": "completed", "tag": "ab00e2e5-211f-4080-bec9-4fe92acae785", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:28:27.397055 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5825fe73-2e5c-47bc-bdbf-7e878479952d {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:28:27.397455 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2404e0b8-db66-4e30-b9fa-3d93b1aa3c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab00e2e5-211f-4080-bec9-4fe92acae785', 'code': 200} Dec 10 19:28:27.428272 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=ab00e2e5-211f-4080-bec9-4fe92acae785,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:27.491239 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b44683-a925-46fd-abd8-8eb21cdef2c9 req-03beda1f-301a-494e-9ae5-7151ce73305e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:27.492793 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-72b44683-a925-46fd-abd8-8eb21cdef2c9 req-03beda1f-301a-494e-9ae5-7151ce73305e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 1096 time: 0.0439029 Dec 10 19:28:27.537679 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-72b44683-a925-46fd-abd8-8eb21cdef2c9 req-d0021547-7065-40b1-b5fc-1ef4d397dede service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380592 Dec 10 19:28:28.054912 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe260fc-1ecf-4eb4-bec1-daaeac5e17a3 req-e14ded6d-06c5-481a-b87c-58ee699296a9 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:28.056427 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2fe260fc-1ecf-4eb4-bec1-daaeac5e17a3 req-e14ded6d-06c5-481a-b87c-58ee699296a9 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 945 time: 0.0478981 Dec 10 19:28:28.103169 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2fe260fc-1ecf-4eb4-bec1-daaeac5e17a3 req-d634594a-9e4c-4e9b-9e09-bd86ab6cd494 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408134 Dec 10 19:28:29.229173 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe287502-b547-4a4c-bc28-4ec6e3bbfc95 req-d1f4e9c7-4d81-4a2b-8a48-e64e2f4c17ff tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:29.230711 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fe287502-b547-4a4c-bc28-4ec6e3bbfc95 req-d1f4e9c7-4d81-4a2b-8a48-e64e2f4c17ff tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 945 time: 0.0517910 Dec 10 19:28:29.278244 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fe287502-b547-4a4c-bc28-4ec6e3bbfc95 req-696c1579-89a4-44e7-80d1-c76ba795de3c tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414977 Dec 10 19:28:29.398099 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47cd5a-358c-442a-b1b6-42136035f14d req-96983569-a677-49bf-bee9-aab9491b3e07 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:29.399495 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6a47cd5a-358c-442a-b1b6-42136035f14d req-96983569-a677-49bf-bee9-aab9491b3e07 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 945 time: 0.0525298 Dec 10 19:28:29.446594 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6a47cd5a-358c-442a-b1b6-42136035f14d req-fe02dab6-875a-4743-b8fc-252baa2eaf9a tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410166 Dec 10 19:28:29.646200 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4f0a0-5045-4cd1-93f6-0eec5bcccd03 req-47156e67-bf7c-4a10-9ed6-7540eac9aaa5 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:29.647663 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0fe4f0a0-5045-4cd1-93f6-0eec5bcccd03 req-47156e67-bf7c-4a10-9ed6-7540eac9aaa5 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 945 time: 0.0483925 Dec 10 19:28:29.693384 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0fe4f0a0-5045-4cd1-93f6-0eec5bcccd03 req-e4ea912b-0e95-4f83-9b2d-813f4b37e324 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397046 Dec 10 19:28:29.809736 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de65f4b-f318-451d-b789-5f512c459e53 req-a1c63798-d2e0-490e-99db-e9f40030e3ac tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:29.811209 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3de65f4b-f318-451d-b789-5f512c459e53 req-a1c63798-d2e0-490e-99db-e9f40030e3ac tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 945 time: 0.0527289 Dec 10 19:28:29.858083 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3de65f4b-f318-451d-b789-5f512c459e53 req-859e2e91-edd7-4d2d-829c-ae2ffd6a5645 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409975 Dec 10 19:28:30.199916 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-a29711fe-66ff-42cc-bfd6-bf520cc4acd3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0651290 Dec 10 19:28:30.212083 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e07b30-f382-4ea9-98d2-016a1775c32a req-f65c55ea-a2fd-4ea1-bd37-24e2caa15083 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:30.213548 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c3e07b30-f382-4ea9-98d2-016a1775c32a req-f65c55ea-a2fd-4ea1-bd37-24e2caa15083 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 945 time: 0.0707889 Dec 10 19:28:30.267616 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c3e07b30-f382-4ea9-98d2-016a1775c32a req-2bfd65a3-559e-4206-b39f-3df87e755438 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472720 Dec 10 19:28:31.321489 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-0a398e9c-1b18-4f75-b313-21aab08a0ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:31.323028 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-0a398e9c-1b18-4f75-b313-21aab08a0ab7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=36bc3b9bebb548d797e0b304dffd671e&device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 1096 time: 0.0429785 Dec 10 19:28:31.388346 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e4707-46bb-4dfc-9559-7f042fc2b19e req-118a8147-841b-4110-bd08-e4d8b0c7d071 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:31.389905 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-181e4707-46bb-4dfc-9559-7f042fc2b19e req-118a8147-841b-4110-bd08-e4d8b0c7d071 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 945 time: 0.0531769 Dec 10 19:28:31.419978 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-8bdf63ed-9863-4617-8e64-03bff2d395f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:31.421533 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-8bdf63ed-9863-4617-8e64-03bff2d395f0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4dd7d091-1237-435c-99a2-0bff4d791174 HTTP/1.1" status: 200 len: 915 time: 0.0918987 Dec 10 19:28:31.439366 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-181e4707-46bb-4dfc-9559-7f042fc2b19e req-45c84b6a-8049-4c2f-9f78-97f392559a9a tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415752 Dec 10 19:28:31.469468 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-0360961e-c2ee-4136-87b1-e91011e0fdeb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ab00e2e5-211f-4080-bec9-4fe92acae785 HTTP/1.1" status: 200 len: 217 time: 0.0403578 Dec 10 19:28:31.518951 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-685c9723-50f8-462f-9b3a-b4cfe737965c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:31.521043 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-685c9723-50f8-462f-9b3a-b4cfe737965c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4fa0897b-1b02-40ee-9215-551656eef821 HTTP/1.1" status: 200 len: 854 time: 0.0441961 Dec 10 19:28:31.551346 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-94480b27-768c-4308-a811-b31f1f4f513a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4dd7d091-1237-435c-99a2-0bff4d791174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234919 Dec 10 19:28:31.643344 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-6aef8644-f361-4b50-8a42-a62df88df578 service neutron] 10.222.0.46 "GET /v2.0/networks/4dd7d091-1237-435c-99a2-0bff4d791174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852039 Dec 10 19:28:31.737742 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-1b9e42b7-3456-410e-8bf4-c888367374bb service neutron] 10.222.0.46 "GET /v2.0/networks/4dd7d091-1237-435c-99a2-0bff4d791174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808840 Dec 10 19:28:32.560345 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c5c6e-4eb2-4562-81e9-02b54e2edfa0 req-fa70fc4b-c53b-4206-9d43-807e2b2a2068 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:32.561884 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a0c5c6e-4eb2-4562-81e9-02b54e2edfa0 req-fa70fc4b-c53b-4206-9d43-807e2b2a2068 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 945 time: 0.0497611 Dec 10 19:28:32.615766 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a0c5c6e-4eb2-4562-81e9-02b54e2edfa0 req-5b1960e8-6d7d-41ed-b2bc-7a93a0976882 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472188 Dec 10 19:28:33.733663 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11279f6b-f670-414c-9588-df15ab4d01ae req-d710c49a-bc08-462a-afd0-109eaa675a44 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:33.735134 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-11279f6b-f670-414c-9588-df15ab4d01ae req-d710c49a-bc08-462a-afd0-109eaa675a44 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 945 time: 0.0486128 Dec 10 19:28:33.782460 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-11279f6b-f670-414c-9588-df15ab4d01ae req-65cfb0e9-8850-4fbe-8d89-56a5239684ec tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410476 Dec 10 19:28:34.323228 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:34.897124 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ebb5c-aa09-4770-a4aa-32dea5f7213c req-bd5915e2-8bd6-414e-bd3c-62e0d98bb4d9 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:34.898596 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cf0ebb5c-aa09-4770-a4aa-32dea5f7213c req-bd5915e2-8bd6-414e-bd3c-62e0d98bb4d9 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 945 time: 0.0483434 Dec 10 19:28:34.944606 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cf0ebb5c-aa09-4770-a4aa-32dea5f7213c req-2c54ba70-9a95-457f-900d-2de506cb6905 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399733 Dec 10 19:28:35.613922 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:28:36.059147 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912ca92-7bcf-4901-8828-42a300590bf4 req-62f01285-8f9d-48b4-8881-052c4137513e tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:36.060614 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2912ca92-7bcf-4901-8828-42a300590bf4 req-62f01285-8f9d-48b4-8881-052c4137513e tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 945 time: 0.0477712 Dec 10 19:28:36.116831 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2912ca92-7bcf-4901-8828-42a300590bf4 req-41deba49-f319-49e4-8f1e-7e0c371705d7 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502944 Dec 10 19:28:37.233158 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa65835-16b3-4a18-8c85-fc1bfa5ec15b req-90b1fb2e-e232-468f-b9bf-acde8d99b560 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:37.234647 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9fa65835-16b3-4a18-8c85-fc1bfa5ec15b req-90b1fb2e-e232-468f-b9bf-acde8d99b560 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 945 time: 0.0502462 Dec 10 19:28:37.282802 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9fa65835-16b3-4a18-8c85-fc1bfa5ec15b req-0755af9f-3992-4d26-af18-ec20161aa725 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415053 Dec 10 19:28:38.398718 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8c6a1-26af-41df-a3de-f030a9b16e8f req-f6224081-8d18-4a54-b823-2d7a1a9e4191 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:38.400199 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2db8c6a1-26af-41df-a3de-f030a9b16e8f req-f6224081-8d18-4a54-b823-2d7a1a9e4191 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 945 time: 0.0497582 Dec 10 19:28:38.447032 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2db8c6a1-26af-41df-a3de-f030a9b16e8f req-7735b3d0-83ee-4a5b-92a6-2a765ba77b08 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408726 Dec 10 19:28:38.626626 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:39.586721 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc83dc5-6342-4749-977c-24731840f10d req-df03ff93-2e80-44eb-ab11-e882c97d602d tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:39.588340 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ccc83dc5-6342-4749-977c-24731840f10d req-df03ff93-2e80-44eb-ab11-e882c97d602d tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 945 time: 0.0565569 Dec 10 19:28:39.646533 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ccc83dc5-6342-4749-977c-24731840f10d req-01cb4d8f-e0b9-49af-b889-9c71f7a67644 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512328 Dec 10 19:28:40.766155 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b375e5d-17b0-4e5f-9d3f-e05eebfea9b5 req-da7491c0-c83f-447c-be16-83a2e8c91363 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:40.767643 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7b375e5d-17b0-4e5f-9d3f-e05eebfea9b5 req-da7491c0-c83f-447c-be16-83a2e8c91363 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 945 time: 0.0499496 Dec 10 19:28:40.814267 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7b375e5d-17b0-4e5f-9d3f-e05eebfea9b5 req-388cb4c4-c5ad-4e07-b845-5f76175d937d tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401375 Dec 10 19:28:41.932234 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961da25-627f-4b19-b57d-4d665aec2e07 req-d11b313a-3c62-4081-8020-416275d23334 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:41.933755 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6961da25-627f-4b19-b57d-4d665aec2e07 req-d11b313a-3c62-4081-8020-416275d23334 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 945 time: 0.0492773 Dec 10 19:28:41.980978 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6961da25-627f-4b19-b57d-4d665aec2e07 req-f6404cb5-6f87-4061-9c97-b20a53aa2e09 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412085 Dec 10 19:28:43.099824 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91afc6f-40af-41f7-9b63-fefc47db0b80 req-3812b25a-afb6-4541-b169-bd8d1fbd1870 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:43.101427 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a91afc6f-40af-41f7-9b63-fefc47db0b80 req-3812b25a-afb6-4541-b169-bd8d1fbd1870 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 945 time: 0.0533750 Dec 10 19:28:43.148680 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a91afc6f-40af-41f7-9b63-fefc47db0b80 req-bc4503b1-31ef-4714-8ed8-4cc5ff8112de tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413766 Dec 10 19:28:44.263096 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bff3f6-bb88-4482-8bc2-b4b21a9a9dfa req-17acc7bf-5e19-4d70-9c4f-29a066100e7d tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:44.264594 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-54bff3f6-bb88-4482-8bc2-b4b21a9a9dfa req-17acc7bf-5e19-4d70-9c4f-29a066100e7d tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 945 time: 0.0490949 Dec 10 19:28:44.316887 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-54bff3f6-bb88-4482-8bc2-b4b21a9a9dfa req-ca810a10-0ad9-4060-8cdf-a82272ed7950 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464501 Dec 10 19:28:45.434358 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02fdb67-633b-4edc-b613-8d2421c9a641 req-edcccfda-82d2-4ac4-9ed3-53ee7437cd1c tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:45.435847 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f02fdb67-633b-4edc-b613-8d2421c9a641 req-edcccfda-82d2-4ac4-9ed3-53ee7437cd1c tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 945 time: 0.0514078 Dec 10 19:28:45.483186 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f02fdb67-633b-4edc-b613-8d2421c9a641 req-742f98fd-12e3-418b-970c-43c36d26b8ed tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414751 Dec 10 19:28:46.599479 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d954c0-a9be-49e5-8149-b6e8b8b5a9e0 req-f6373bd9-b764-4ca2-a1fc-7a222b88d7eb tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:46.601012 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d4d954c0-a9be-49e5-8149-b6e8b8b5a9e0 req-f6373bd9-b764-4ca2-a1fc-7a222b88d7eb tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 945 time: 0.0488894 Dec 10 19:28:46.648553 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d4d954c0-a9be-49e5-8149-b6e8b8b5a9e0 req-a75be48b-43d3-4ee4-b414-b81de92bdcf7 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415032 Dec 10 19:28:47.767206 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb971ef-86b0-446c-b183-252d78bab732 req-3c48315d-aadf-4f5f-b195-241ea4e73877 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:47.768714 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cbb971ef-86b0-446c-b183-252d78bab732 req-3c48315d-aadf-4f5f-b195-241ea4e73877 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 945 time: 0.0493872 Dec 10 19:28:47.818570 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cbb971ef-86b0-446c-b183-252d78bab732 req-445c0045-7ed6-4d8b-ac3c-725d7eeb3c8a tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440080 Dec 10 19:28:48.934069 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e884cd-6fce-4c54-b0a2-1a9d9a227837 req-2e80bffe-928c-4ec0-bda6-e97786168f80 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:48.935573 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-15e884cd-6fce-4c54-b0a2-1a9d9a227837 req-2e80bffe-928c-4ec0-bda6-e97786168f80 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 945 time: 0.0492060 Dec 10 19:28:48.983208 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-15e884cd-6fce-4c54-b0a2-1a9d9a227837 req-ec875828-717c-41dc-8b4f-6a00d7dada40 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417297 Dec 10 19:28:49.731491 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4e1a01cc-d0ff-4e63-ae9a-a423b5140225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:50.101805 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc71ea6-2d55-4821-84d1-50ee07111846 req-4c396c05-fcc4-407e-9b20-b0226f2cb591 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:50.104002 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cbc71ea6-2d55-4821-84d1-50ee07111846 req-4c396c05-fcc4-407e-9b20-b0226f2cb591 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 945 time: 0.0515771 Dec 10 19:28:50.156299 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cbc71ea6-2d55-4821-84d1-50ee07111846 req-9f2a58ad-ce26-4caa-a1d0-1746a95e1cc1 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448792 Dec 10 19:28:51.278268 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7ca53-7755-488c-bce3-a1bf1d0a264e req-e372ce6c-2301-415f-b198-869371774cce tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:51.279760 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-55a7ca53-7755-488c-bce3-a1bf1d0a264e req-e372ce6c-2301-415f-b198-869371774cce tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 945 time: 0.0540488 Dec 10 19:28:51.326044 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-55a7ca53-7755-488c-bce3-a1bf1d0a264e req-2b76b028-73ae-4020-add5-8ad0b1a8bf14 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404055 Dec 10 19:28:52.443485 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca7712-efa9-44ee-881b-41b10b3d3e63 req-6d9d7ea2-2d68-43e5-85d3-271114868fc7 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:52.444986 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-73ca7712-efa9-44ee-881b-41b10b3d3e63 req-6d9d7ea2-2d68-43e5-85d3-271114868fc7 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 945 time: 0.0480583 Dec 10 19:28:52.490846 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-73ca7712-efa9-44ee-881b-41b10b3d3e63 req-04010aa6-2a62-454e-9953-bebc5e665913 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399737 Dec 10 19:28:52.575984 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-df7d9686-40c7-4440-bdb0-4da7fd66b1d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:53.596713 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:53.609676 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae8c92-9952-45c4-8dd4-b45f846d33eb req-fdbaa55e-2e06-465b-bfee-617c9dc83105 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:53.611176 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-63ae8c92-9952-45c4-8dd4-b45f846d33eb req-fdbaa55e-2e06-465b-bfee-617c9dc83105 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 945 time: 0.0498893 Dec 10 19:28:53.659093 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-63ae8c92-9952-45c4-8dd4-b45f846d33eb req-38fb330e-a917-481c-a11f-a8ab3507125f tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416727 Dec 10 19:28:54.779336 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357fac43-f18f-4330-8cfc-7da7193cda3e req-7b0c72e5-438d-40d6-ae38-8062e6c13d51 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:54.780938 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-357fac43-f18f-4330-8cfc-7da7193cda3e req-7b0c72e5-438d-40d6-ae38-8062e6c13d51 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 945 time: 0.0539300 Dec 10 19:28:54.830931 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-357fac43-f18f-4330-8cfc-7da7193cda3e req-093a3f7f-1614-4479-8ad2-e56d37794599 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435529 Dec 10 19:28:54.966704 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:55.563562 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:55.953944 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c85a0-34a7-475f-b1cb-25406a37eeac req-b5444c60-b6e4-4dac-8a54-93a065f33e99 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:55.955407 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-224c85a0-34a7-475f-b1cb-25406a37eeac req-b5444c60-b6e4-4dac-8a54-93a065f33e99 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 945 time: 0.0524094 Dec 10 19:28:56.002906 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-224c85a0-34a7-475f-b1cb-25406a37eeac req-c2107e6e-d931-435a-9512-78ab66881b05 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405219 Dec 10 19:28:56.622451 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045eb31b-c3e6-428a-b2b3-f63f37dc2399 req-ca602229-b66c-4a97-a9a8-8279a510b625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:56.623911 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-045eb31b-c3e6-428a-b2b3-f63f37dc2399 req-ca602229-b66c-4a97-a9a8-8279a510b625 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=36bc3b9bebb548d797e0b304dffd671e&device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 1096 time: 0.0404699 Dec 10 19:28:56.732124 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045eb31b-c3e6-428a-b2b3-f63f37dc2399 req-32d7062d-f97a-4528-85fe-e52c9fd35055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:56.733646 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-045eb31b-c3e6-428a-b2b3-f63f37dc2399 req-32d7062d-f97a-4528-85fe-e52c9fd35055 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4dd7d091-1237-435c-99a2-0bff4d791174 HTTP/1.1" status: 200 len: 915 time: 0.0868816 Dec 10 19:28:56.776917 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-045eb31b-c3e6-428a-b2b3-f63f37dc2399 req-fb4d0317-8cce-46b3-944e-f8ab11eb66b3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ab00e2e5-211f-4080-bec9-4fe92acae785 HTTP/1.1" status: 200 len: 217 time: 0.0352778 Dec 10 19:28:56.825330 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045eb31b-c3e6-428a-b2b3-f63f37dc2399 req-43c4d65c-b866-4408-9043-837cc154c0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:56.826788 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-045eb31b-c3e6-428a-b2b3-f63f37dc2399 req-43c4d65c-b866-4408-9043-837cc154c0ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4fa0897b-1b02-40ee-9215-551656eef821 HTTP/1.1" status: 200 len: 854 time: 0.0435710 Dec 10 19:28:56.858124 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-045eb31b-c3e6-428a-b2b3-f63f37dc2399 req-d4e7f84c-585d-4ef6-9bc5-04fdca92d8fc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4dd7d091-1237-435c-99a2-0bff4d791174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244582 Dec 10 19:28:56.950425 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-045eb31b-c3e6-428a-b2b3-f63f37dc2399 req-dd7f741e-db80-40ef-91a4-0644bb2d3d30 service neutron] 10.222.0.46 "GET /v2.0/networks/4dd7d091-1237-435c-99a2-0bff4d791174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849884 Dec 10 19:28:57.040149 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-045eb31b-c3e6-428a-b2b3-f63f37dc2399 req-bef46fea-8517-4774-844f-3806042da824 service neutron] 10.222.0.46 "GET /v2.0/networks/4dd7d091-1237-435c-99a2-0bff4d791174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828576 Dec 10 19:28:57.119210 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85b344-1498-4f00-9874-b62e24b23947 req-b7fd930f-28b2-484a-bf4b-53b7a2a283c6 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:57.120708 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e85b344-1498-4f00-9874-b62e24b23947 req-b7fd930f-28b2-484a-bf4b-53b7a2a283c6 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 945 time: 0.0487080 Dec 10 19:28:57.166271 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e85b344-1498-4f00-9874-b62e24b23947 req-296028ee-29ba-475b-aab8-764e7d1b5729 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396364 Dec 10 19:28:58.288218 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6569d8a-1ae6-42cf-afd4-303c41a8e6ae req-9900b26e-1f89-4f38-b7fe-7b7577cc3456 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:58.289779 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b6569d8a-1ae6-42cf-afd4-303c41a8e6ae req-9900b26e-1f89-4f38-b7fe-7b7577cc3456 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 945 time: 0.0551474 Dec 10 19:28:58.336718 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b6569d8a-1ae6-42cf-afd4-303c41a8e6ae req-f55e27c8-5383-4865-bdf8-a7b49a45357b tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409577 Dec 10 19:28:58.523087 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-97bd75e5-9394-4fd8-a792-6c18214ab93a service neutron] show failed (client error): The resource could not be found. Dec 10 19:28:58.524117 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-97bd75e5-9394-4fd8-a792-6c18214ab93a service neutron] 10.222.0.46 "GET /v2.0/ports/ab00e2e5-211f-4080-bec9-4fe92acae785/bindings/n-h2-821435-1 HTTP/1.1" status: 404 len: 380 time: 0.0553448 Dec 10 19:28:58.717478 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-b6d5dc98-ceef-4f6d-afd3-1b792fbd594d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:58.718959 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-b6d5dc98-ceef-4f6d-afd3-1b792fbd594d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00&tenant_id=36bc3b9bebb548d797e0b304dffd671e HTTP/1.1" status: 200 len: 1096 time: 0.0404696 Dec 10 19:28:58.730089 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-5fe931ac-1ff8-4864-88da-3d109f491021 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821435-1', 'device_owner': 'compute:nova'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:28:58.784962 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-5fe931ac-1ff8-4864-88da-3d109f491021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:58.981022 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-5fe931ac-1ff8-4864-88da-3d109f491021 service neutron] For port ab00e2e5-211f-4080-bec9-4fe92acae785, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=ab00e2e5-211f-4080-bec9-4fe92acae785,segment=NetworkSegment(d940f7ad-0da0-471d-9678-02d8595d0099),segment_id=d940f7ad-0da0-471d-9678-02d8595d0099)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:28:59.014645 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-5fe931ac-1ff8-4864-88da-3d109f491021 service neutron] For port ab00e2e5-211f-4080-bec9-4fe92acae785, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:28:59.053070 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2404e0b8-db66-4e30-b9fa-3d93b1aa3c00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab00e2e5-211f-4080-bec9-4fe92acae785'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:28:59.055250 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe6b37c-4769-4a04-94de-d9334bdcea7b" -d '{"events": [{"server_uuid": "2404e0b8-db66-4e30-b9fa-3d93b1aa3c00", "name": "network-vif-unplugged", "status": "completed", "tag": "ab00e2e5-211f-4080-bec9-4fe92acae785"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:28:59.059301 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-5fe931ac-1ff8-4864-88da-3d109f491021 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:59.074383 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-5fe931ac-1ff8-4864-88da-3d109f491021 service neutron] Transition to ACTIVE for port object ab00e2e5-211f-4080-bec9-4fe92acae785 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:28:59.079314 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-5fe931ac-1ff8-4864-88da-3d109f491021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:59.110854 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 19:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834af338-1477-4d9b-9d35-5cd0ea545bcd x-openstack-request-id: req-834af338-1477-4d9b-9d35-5cd0ea545bcd {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:28:59.110854 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2404e0b8-db66-4e30-b9fa-3d93b1aa3c00", "name": "network-vif-unplugged", "status": "completed", "tag": "ab00e2e5-211f-4080-bec9-4fe92acae785", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:28:59.111143 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-834af338-1477-4d9b-9d35-5cd0ea545bcd {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:28:59.111507 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2404e0b8-db66-4e30-b9fa-3d93b1aa3c00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab00e2e5-211f-4080-bec9-4fe92acae785', 'code': 200} Dec 10 19:28:59.147498 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe931ac-1ff8-4864-88da-3d109f491021 service neutron] Pushing event updated for resources: {'Port': ['ID=ab00e2e5-211f-4080-bec9-4fe92acae785,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:59.149642 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-5fe931ac-1ff8-4864-88da-3d109f491021 service neutron] No DVR routers for this DVR port ab00e2e5-211f-4080-bec9-4fe92acae785 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:28:59.158437 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe931ac-1ff8-4864-88da-3d109f491021 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:59.158796 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe931ac-1ff8-4864-88da-3d109f491021 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:59.159147 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe931ac-1ff8-4864-88da-3d109f491021 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:59.159502 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe931ac-1ff8-4864-88da-3d109f491021 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:59.159842 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe931ac-1ff8-4864-88da-3d109f491021 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:59.160179 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe931ac-1ff8-4864-88da-3d109f491021 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:59.160517 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe931ac-1ff8-4864-88da-3d109f491021 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:59.160875 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe931ac-1ff8-4864-88da-3d109f491021 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:59.161213 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe931ac-1ff8-4864-88da-3d109f491021 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:59.161544 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe931ac-1ff8-4864-88da-3d109f491021 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:59.162487 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe931ac-1ff8-4864-88da-3d109f491021 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:59.162844 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe931ac-1ff8-4864-88da-3d109f491021 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:59.163176 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe931ac-1ff8-4864-88da-3d109f491021 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:59.196363 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-5fe931ac-1ff8-4864-88da-3d109f491021 service neutron] Attempting to bind port ab00e2e5-211f-4080-bec9-4fe92acae785 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:28:59.196734 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-5fe931ac-1ff8-4864-88da-3d109f491021 service neutron] Attempting to bind port ab00e2e5-211f-4080-bec9-4fe92acae785 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': 'd940f7ad-0da0-471d-9678-02d8595d0099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4dd7d091-1237-435c-99a2-0bff4d791174'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:28:59.197070 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-5fe931ac-1ff8-4864-88da-3d109f491021 service neutron] Attempting to bind port ab00e2e5-211f-4080-bec9-4fe92acae785 on network 4dd7d091-1237-435c-99a2-0bff4d791174 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:28:59.201395 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-5fe931ac-1ff8-4864-88da-3d109f491021 service neutron] Port ab00e2e5-211f-4080-bec9-4fe92acae785 on network 4dd7d091-1237-435c-99a2-0bff4d791174 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:28:59.201725 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-5fe931ac-1ff8-4864-88da-3d109f491021 service neutron] Attempting to bind port ab00e2e5-211f-4080-bec9-4fe92acae785 on network 4dd7d091-1237-435c-99a2-0bff4d791174 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:28:59.206549 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-5fe931ac-1ff8-4864-88da-3d109f491021 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:28:59.206893 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-5fe931ac-1ff8-4864-88da-3d109f491021 service neutron] Checking segment: {'id': 'd940f7ad-0da0-471d-9678-02d8595d0099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4dd7d091-1237-435c-99a2-0bff4d791174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:28:59.207281 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-5fe931ac-1ff8-4864-88da-3d109f491021 service neutron] Bound using segment: {'id': 'd940f7ad-0da0-471d-9678-02d8595d0099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4dd7d091-1237-435c-99a2-0bff4d791174'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:28:59.207712 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-5fe931ac-1ff8-4864-88da-3d109f491021 service neutron] Bound port: ab00e2e5-211f-4080-bec9-4fe92acae785, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd940f7ad-0da0-471d-9678-02d8595d0099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4dd7d091-1237-435c-99a2-0bff4d791174'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:28:59.208066 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-5fe931ac-1ff8-4864-88da-3d109f491021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:59.269820 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-5fe931ac-1ff8-4864-88da-3d109f491021 service neutron] For port ab00e2e5-211f-4080-bec9-4fe92acae785, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:28:59.272787 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-5fe931ac-1ff8-4864-88da-3d109f491021 service neutron] For port ab00e2e5-211f-4080-bec9-4fe92acae785, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=ab00e2e5-211f-4080-bec9-4fe92acae785,segment=NetworkSegment(d940f7ad-0da0-471d-9678-02d8595d0099),segment_id=d940f7ad-0da0-471d-9678-02d8595d0099)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:28:59.277533 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-5fe931ac-1ff8-4864-88da-3d109f491021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:59.318257 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-5fe931ac-1ff8-4864-88da-3d109f491021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:59.319004 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-5fe931ac-1ff8-4864-88da-3d109f491021 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:59.320402 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-5fe931ac-1ff8-4864-88da-3d109f491021 service neutron] 10.222.0.72 "PUT /v2.0/ports/ab00e2e5-211f-4080-bec9-4fe92acae785 HTTP/1.1" status: 200 len: 1091 time: 0.5941646 Dec 10 19:28:59.338198 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe931ac-1ff8-4864-88da-3d109f491021 service neutron] Pushing event updated for resources: {'Port': ['ID=ab00e2e5-211f-4080-bec9-4fe92acae785,revision_number=7']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:59.385824 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-3c47706d-fea9-4581-9da5-e9d0eebe15e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:59.387438 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-3c47706d-fea9-4581-9da5-e9d0eebe15e8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36bc3b9bebb548d797e0b304dffd671e&device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 1094 time: 0.0462873 Dec 10 19:28:59.511136 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c8265-6d37-4c31-8d55-10b3d68de9f4 req-eb8b3897-a218-4215-98cc-e947b8c99c6f tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:59.512625 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-008c8265-6d37-4c31-8d55-10b3d68de9f4 req-eb8b3897-a218-4215-98cc-e947b8c99c6f tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 943 time: 0.0992494 Dec 10 19:28:59.517477 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-ba24eb38-484a-4f65-8fa1-3b6c09ad0b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:59.518874 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-ba24eb38-484a-4f65-8fa1-3b6c09ad0b6f service neutron] 10.222.0.72 "GET /v2.0/networks?id=4dd7d091-1237-435c-99a2-0bff4d791174 HTTP/1.1" status: 200 len: 915 time: 0.1237838 Dec 10 19:28:59.573080 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-3653e6b7-894c-4c40-839a-d3a1fd62c69c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ab00e2e5-211f-4080-bec9-4fe92acae785 HTTP/1.1" status: 200 len: 217 time: 0.0460882 Dec 10 19:28:59.626802 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-008c8265-6d37-4c31-8d55-10b3d68de9f4 req-dfc607ae-3b0b-4c3f-bdc5-a8100d46b98f tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069686 Dec 10 19:28:59.638389 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-ae2090ed-266b-4cd0-be21-18704bfc2657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:59.639931 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-ae2090ed-266b-4cd0-be21-18704bfc2657 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4fa0897b-1b02-40ee-9215-551656eef821 HTTP/1.1" status: 200 len: 854 time: 0.0576642 Dec 10 19:28:59.673723 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-8b62921b-cf36-4e84-8092-23db3067b018 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4dd7d091-1237-435c-99a2-0bff4d791174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255456 Dec 10 19:28:59.763444 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-9da27fdf-bb1e-45af-ab0d-19a691075ad6 service neutron] 10.222.0.72 "GET /v2.0/networks/4dd7d091-1237-435c-99a2-0bff4d791174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826073 Dec 10 19:28:59.850494 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef49a363-7c43-408b-a2a5-cd15f3eb05bf req-57e97aff-087e-4e15-a199-4c7d4920d68b service neutron] 10.222.0.72 "GET /v2.0/networks/4dd7d091-1237-435c-99a2-0bff4d791174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796990 Dec 10 19:29:00.747531 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92cc9ad-c1c5-49ae-b768-2677b5e05f78 req-53d906be-b993-49f5-aa07-e946991a27fb tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:00.749015 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b92cc9ad-c1c5-49ae-b768-2677b5e05f78 req-53d906be-b993-49f5-aa07-e946991a27fb tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 943 time: 0.0503175 Dec 10 19:29:00.795622 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b92cc9ad-c1c5-49ae-b768-2677b5e05f78 req-01a10b2a-bccd-4088-963c-309ffc7c890f tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407603 Dec 10 19:29:01.112668 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2404e0b8-db66-4e30-b9fa-3d93b1aa3c00', 'tag': 'ab00e2e5-211f-4080-bec9-4fe92acae785'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:29:01.115568 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd249364-73d2-41f8-9086-02461f084088" -d '{"events": [{"name": "network-changed", "server_uuid": "2404e0b8-db66-4e30-b9fa-3d93b1aa3c00", "tag": "ab00e2e5-211f-4080-bec9-4fe92acae785"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:29:01.163117 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e1c7cb-3501-458f-bfbc-3d8f2db286f6 x-openstack-request-id: req-d4e1c7cb-3501-458f-bfbc-3d8f2db286f6 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:29:01.163405 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2404e0b8-db66-4e30-b9fa-3d93b1aa3c00", "tag": "ab00e2e5-211f-4080-bec9-4fe92acae785", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:29:01.163660 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d4e1c7cb-3501-458f-bfbc-3d8f2db286f6 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:29:01.164061 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2404e0b8-db66-4e30-b9fa-3d93b1aa3c00', 'tag': 'ab00e2e5-211f-4080-bec9-4fe92acae785', 'status': 'completed', 'code': 200} Dec 10 19:29:01.258517 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd249364-73d2-41f8-9086-02461f084088 req-60bfb349-e191-4ac8-acad-2d876586ac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:01.260297 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fd249364-73d2-41f8-9086-02461f084088 req-60bfb349-e191-4ac8-acad-2d876586ac38 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36bc3b9bebb548d797e0b304dffd671e&device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 1094 time: 0.0758429 Dec 10 19:29:01.261996 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd249364-73d2-41f8-9086-02461f084088 req-f9daad4d-d4ac-44be-a41b-3f5ed07c0f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:01.263335 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fd249364-73d2-41f8-9086-02461f084088 req-f9daad4d-d4ac-44be-a41b-3f5ed07c0f89 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=36bc3b9bebb548d797e0b304dffd671e&device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 1094 time: 0.0706468 Dec 10 19:29:01.421642 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd249364-73d2-41f8-9086-02461f084088 req-574a2492-c865-4c6e-89ad-419486fb056f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:01.423130 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fd249364-73d2-41f8-9086-02461f084088 req-574a2492-c865-4c6e-89ad-419486fb056f service neutron] 10.222.0.72 "GET /v2.0/networks?id=4dd7d091-1237-435c-99a2-0bff4d791174 HTTP/1.1" status: 200 len: 915 time: 0.1547320 Dec 10 19:29:01.424214 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd249364-73d2-41f8-9086-02461f084088 req-66a44129-a5dc-4ce9-94ea-958653e03459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:01.425558 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fd249364-73d2-41f8-9086-02461f084088 req-66a44129-a5dc-4ce9-94ea-958653e03459 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4dd7d091-1237-435c-99a2-0bff4d791174 HTTP/1.1" status: 200 len: 915 time: 0.1495862 Dec 10 19:29:01.497305 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fd249364-73d2-41f8-9086-02461f084088 req-dcc89c69-13cf-4b1d-b2ff-1210ba30922e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ab00e2e5-211f-4080-bec9-4fe92acae785 HTTP/1.1" status: 200 len: 217 time: 0.0670664 Dec 10 19:29:01.499076 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fd249364-73d2-41f8-9086-02461f084088 req-b79dd911-dcc4-4e5b-83a5-4b32db0d0382 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ab00e2e5-211f-4080-bec9-4fe92acae785 HTTP/1.1" status: 200 len: 217 time: 0.0636783 Dec 10 19:29:01.591000 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd249364-73d2-41f8-9086-02461f084088 req-aaf39e36-9ae4-48c3-afc2-40091a9dcc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:01.592465 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fd249364-73d2-41f8-9086-02461f084088 req-aaf39e36-9ae4-48c3-afc2-40091a9dcc40 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4fa0897b-1b02-40ee-9215-551656eef821 HTTP/1.1" status: 200 len: 854 time: 0.0882540 Dec 10 19:29:01.594116 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd249364-73d2-41f8-9086-02461f084088 req-498ec82b-f6fd-4077-8ea4-b6aaf1ed85bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:01.595431 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fd249364-73d2-41f8-9086-02461f084088 req-498ec82b-f6fd-4077-8ea4-b6aaf1ed85bd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4fa0897b-1b02-40ee-9215-551656eef821 HTTP/1.1" status: 200 len: 854 time: 0.0829334 Dec 10 19:29:01.629941 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fd249364-73d2-41f8-9086-02461f084088 req-72201e8a-5163-476d-bc4a-4fe9cbda7399 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4dd7d091-1237-435c-99a2-0bff4d791174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297575 Dec 10 19:29:01.645588 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fd249364-73d2-41f8-9086-02461f084088 req-f8fa4a15-b695-45ad-bb4d-5332b3471042 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4dd7d091-1237-435c-99a2-0bff4d791174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382423 Dec 10 19:29:01.792706 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fd249364-73d2-41f8-9086-02461f084088 req-00179b80-cd71-4d72-9e05-516bf8f315af service neutron] 10.222.0.72 "GET /v2.0/networks/4dd7d091-1237-435c-99a2-0bff4d791174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492567 Dec 10 19:29:01.795920 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fd249364-73d2-41f8-9086-02461f084088 req-9b319c30-ba28-4577-be1d-2c424b2cf651 service neutron] 10.222.0.46 "GET /v2.0/networks/4dd7d091-1237-435c-99a2-0bff4d791174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417696 Dec 10 19:29:01.923093 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ea837-18c0-41d4-ad21-836b71ae62c3 req-049fae9f-d22d-4654-8cd5-85bb962ad79b tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:01.924492 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-874ea837-18c0-41d4-ad21-836b71ae62c3 req-049fae9f-d22d-4654-8cd5-85bb962ad79b tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 943 time: 0.0515616 Dec 10 19:29:01.953334 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fd249364-73d2-41f8-9086-02461f084088 req-70ba487e-9040-41ec-a8ae-df003cc16a0b service neutron] 10.222.0.72 "GET /v2.0/networks/4dd7d091-1237-435c-99a2-0bff4d791174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521306 Dec 10 19:29:01.955182 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fd249364-73d2-41f8-9086-02461f084088 req-d73fb864-2926-4bf9-b2aa-746f7715ae2e service neutron] 10.222.0.46 "GET /v2.0/networks/4dd7d091-1237-435c-99a2-0bff4d791174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467938 Dec 10 19:29:01.976282 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-874ea837-18c0-41d4-ad21-836b71ae62c3 req-3893a2de-43cd-4c1b-a45f-3a5d4572216c tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444849 Dec 10 19:29:02.615033 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0027a-16c7-4bb9-b1a9-e0d7b23c0ccb req-318b5a06-9d66-4364-bdac-aed3addd3c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:02.616666 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2ac0027a-16c7-4bb9-b1a9-e0d7b23c0ccb req-318b5a06-9d66-4364-bdac-aed3addd3c74 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36bc3b9bebb548d797e0b304dffd671e&device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 1094 time: 0.0442259 Dec 10 19:29:02.717065 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0027a-16c7-4bb9-b1a9-e0d7b23c0ccb req-18631659-376c-4757-947b-7135a9dea5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:02.718459 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2ac0027a-16c7-4bb9-b1a9-e0d7b23c0ccb req-18631659-376c-4757-947b-7135a9dea5ec service neutron] 10.222.0.72 "GET /v2.0/networks?id=4dd7d091-1237-435c-99a2-0bff4d791174 HTTP/1.1" status: 200 len: 915 time: 0.0830619 Dec 10 19:29:02.764494 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2ac0027a-16c7-4bb9-b1a9-e0d7b23c0ccb req-c43f31bd-5dfe-49d7-b798-b4af8fda425a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ab00e2e5-211f-4080-bec9-4fe92acae785 HTTP/1.1" status: 200 len: 217 time: 0.0377355 Dec 10 19:29:02.784293 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device ab00e2e5-211f-4080-bec9-4fe92acae785 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:29:02.815509 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0027a-16c7-4bb9-b1a9-e0d7b23c0ccb req-b7d62417-7517-42ee-ad01-a7aa97bfdc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:02.817005 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2ac0027a-16c7-4bb9-b1a9-e0d7b23c0ccb req-b7d62417-7517-42ee-ad01-a7aa97bfdc79 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4fa0897b-1b02-40ee-9215-551656eef821 HTTP/1.1" status: 200 len: 854 time: 0.0446970 Dec 10 19:29:02.848402 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2ac0027a-16c7-4bb9-b1a9-e0d7b23c0ccb req-bc92f9b4-67c6-4d4c-b003-775c23771970 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4dd7d091-1237-435c-99a2-0bff4d791174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245516 Dec 10 19:29:02.877422 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port ab00e2e5-211f-4080-bec9-4fe92acae785, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=ab00e2e5-211f-4080-bec9-4fe92acae785,segment=NetworkSegment(d940f7ad-0da0-471d-9678-02d8595d0099),segment_id=d940f7ad-0da0-471d-9678-02d8595d0099)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:29:02.889415 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': 'ab00e2e5-211f-4080-bec9-4fe92acae785', 'network_id': '4dd7d091-1237-435c-99a2-0bff4d791174', 'port_id': 'ab00e2e5-211f-4080-bec9-4fe92acae785', 'mac_address': 'fa:16:3e:df:6e:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa0897b-1b02-40ee-9215-551656eef821', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:29:02.925409 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:02.938449 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2ac0027a-16c7-4bb9-b1a9-e0d7b23c0ccb req-2e010918-98ca-483a-a010-8c32f4db4ccf service neutron] 10.222.0.72 "GET /v2.0/networks/4dd7d091-1237-435c-99a2-0bff4d791174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797820 Dec 10 19:29:02.941665 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab00e2e5-211f-4080-bec9-4fe92acae785 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:29:02.961360 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port ab00e2e5-211f-4080-bec9-4fe92acae785, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=ab00e2e5-211f-4080-bec9-4fe92acae785,segment=NetworkSegment(d940f7ad-0da0-471d-9678-02d8595d0099),segment_id=d940f7ad-0da0-471d-9678-02d8595d0099)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:29:02.965504 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:03.018553 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=ab00e2e5-211f-4080-bec9-4fe92acae785,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:03.041485 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2ac0027a-16c7-4bb9-b1a9-e0d7b23c0ccb req-319cae4e-5098-4798-a7e5-e921c91cc982 service neutron] 10.222.0.72 "GET /v2.0/networks/4dd7d091-1237-435c-99a2-0bff4d791174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908096 Dec 10 19:29:03.128317 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed60e1b-9f53-4d7c-8fc0-353541c6ca3b req-21fc420c-7af9-4d07-a464-dc83b12a8519 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:03.130021 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eed60e1b-9f53-4d7c-8fc0-353541c6ca3b req-21fc420c-7af9-4d07-a464-dc83b12a8519 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 944 time: 0.0584104 Dec 10 19:29:03.179813 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eed60e1b-9f53-4d7c-8fc0-353541c6ca3b req-59c811f3-ff80-4aab-804c-01da7dee2d3f tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425181 Dec 10 19:29:03.312155 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['ab00e2e5-211f-4080-bec9-4fe92acae785'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:29:03.421041 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device ab00e2e5-211f-4080-bec9-4fe92acae785 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:29:03.483902 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device ab00e2e5-211f-4080-bec9-4fe92acae785 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:29:04.297415 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540dafea-756d-49ca-a400-db50c1462a57 req-93790e09-9184-446c-abf6-b977a7f261e1 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:04.298930 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-540dafea-756d-49ca-a400-db50c1462a57 req-93790e09-9184-446c-abf6-b977a7f261e1 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 944 time: 0.0490372 Dec 10 19:29:04.339993 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:04.357574 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-540dafea-756d-49ca-a400-db50c1462a57 req-10cb345a-a8d9-4859-a912-137310b56c06 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519679 Dec 10 19:29:04.550647 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70dc4dd-26ec-4b9c-a726-03985b1fa96d req-224f7029-f5f7-4ded-8b4b-bcb1a24e46d7 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:04.552126 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d70dc4dd-26ec-4b9c-a726-03985b1fa96d req-224f7029-f5f7-4ded-8b4b-bcb1a24e46d7 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 944 time: 0.0491860 Dec 10 19:29:04.575994 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64990fff-d334-43fa-9c4a-7fe6c76cbd3b req-433e399f-23d1-4b26-b81d-7348429d5389 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:04.577505 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-64990fff-d334-43fa-9c4a-7fe6c76cbd3b req-433e399f-23d1-4b26-b81d-7348429d5389 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.46 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00&tenant_id=36bc3b9bebb548d797e0b304dffd671e&binding%3Ahost_id=n-h2-821435-1 HTTP/1.1" status: 200 len: 944 time: 0.0570989 Dec 10 19:29:04.601648 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d70dc4dd-26ec-4b9c-a726-03985b1fa96d req-614431d2-b686-4a10-a5c3-57f0b32aaecf tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429025 Dec 10 19:29:04.638790 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-64990fff-d334-43fa-9c4a-7fe6c76cbd3b req-b441ebd0-6927-4def-b3ff-32ca4f3df052 service neutron] delete failed (client error): The resource could not be found. Dec 10 19:29:04.639819 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-64990fff-d334-43fa-9c4a-7fe6c76cbd3b req-b441ebd0-6927-4def-b3ff-32ca4f3df052 service neutron] 10.222.0.46 "DELETE /v2.0/ports/ab00e2e5-211f-4080-bec9-4fe92acae785/bindings/n-h1-821435-1 HTTP/1.1" status: 404 len: 380 time: 0.0554402 Dec 10 19:29:04.721954 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64990fff-d334-43fa-9c4a-7fe6c76cbd3b req-949f602a-4a48-4a1c-837d-4a2256ee1116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:04.723348 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-64990fff-d334-43fa-9c4a-7fe6c76cbd3b req-949f602a-4a48-4a1c-837d-4a2256ee1116 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=36bc3b9bebb548d797e0b304dffd671e&device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 1095 time: 0.0401855 Dec 10 19:29:04.799834 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device ab00e2e5-211f-4080-bec9-4fe92acae785 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:29:04.821932 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64990fff-d334-43fa-9c4a-7fe6c76cbd3b req-5e015edb-5c53-4311-b34d-a413602618fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:04.823848 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-64990fff-d334-43fa-9c4a-7fe6c76cbd3b req-5e015edb-5c53-4311-b34d-a413602618fd service neutron] 10.222.0.46 "GET /v2.0/networks?id=4dd7d091-1237-435c-99a2-0bff4d791174 HTTP/1.1" status: 200 len: 915 time: 0.0922289 Dec 10 19:29:04.847947 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port ab00e2e5-211f-4080-bec9-4fe92acae785 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:29:04.852696 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port ab00e2e5-211f-4080-bec9-4fe92acae785 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:29:04.853074 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:04.869390 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-64990fff-d334-43fa-9c4a-7fe6c76cbd3b req-35ba0800-9866-4c5a-884d-241ba05162cf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ab00e2e5-211f-4080-bec9-4fe92acae785 HTTP/1.1" status: 200 len: 217 time: 0.0386636 Dec 10 19:29:04.918192 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64990fff-d334-43fa-9c4a-7fe6c76cbd3b req-cc467ba2-2a72-4acf-8bd9-d0cd79876a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:04.919679 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-64990fff-d334-43fa-9c4a-7fe6c76cbd3b req-cc467ba2-2a72-4acf-8bd9-d0cd79876a2b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4fa0897b-1b02-40ee-9215-551656eef821 HTTP/1.1" status: 200 len: 854 time: 0.0445595 Dec 10 19:29:04.931526 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:04.952939 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-64990fff-d334-43fa-9c4a-7fe6c76cbd3b req-19ed0587-9137-49b8-9db0-1af3e0786a72 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4dd7d091-1237-435c-99a2-0bff4d791174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267708 Dec 10 19:29:04.957246 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2404e0b8-db66-4e30-b9fa-3d93b1aa3c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab00e2e5-211f-4080-bec9-4fe92acae785'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:29:04.959495 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f39997a1e7c5b6ae782956bbd1fa5b612e64aa5908109c3bc10b0e272c8d4b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1af223-9fbd-48fe-8d2f-b783c7e67811" -d '{"events": [{"server_uuid": "2404e0b8-db66-4e30-b9fa-3d93b1aa3c00", "name": "network-vif-plugged", "status": "completed", "tag": "ab00e2e5-211f-4080-bec9-4fe92acae785"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:29:04.972874 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port ab00e2e5-211f-4080-bec9-4fe92acae785, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=ab00e2e5-211f-4080-bec9-4fe92acae785,segment=NetworkSegment(d940f7ad-0da0-471d-9678-02d8595d0099),segment_id=d940f7ad-0da0-471d-9678-02d8595d0099)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:29:04.977898 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:05.023156 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866d6785-6e40-4a41-8ffd-a6e58092099e x-openstack-request-id: req-866d6785-6e40-4a41-8ffd-a6e58092099e {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:29:05.023448 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2404e0b8-db66-4e30-b9fa-3d93b1aa3c00", "name": "network-vif-plugged", "status": "completed", "tag": "ab00e2e5-211f-4080-bec9-4fe92acae785", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:29:05.023714 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-866d6785-6e40-4a41-8ffd-a6e58092099e {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:29:05.024091 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2404e0b8-db66-4e30-b9fa-3d93b1aa3c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab00e2e5-211f-4080-bec9-4fe92acae785', 'code': 200} Dec 10 19:29:05.028464 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=ab00e2e5-211f-4080-bec9-4fe92acae785,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:05.053641 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-64990fff-d334-43fa-9c4a-7fe6c76cbd3b req-55e19c59-f7dd-42d1-9a88-fc3fb6e59a1c service neutron] 10.222.0.46 "GET /v2.0/networks/4dd7d091-1237-435c-99a2-0bff4d791174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937800 Dec 10 19:29:05.142600 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-64990fff-d334-43fa-9c4a-7fe6c76cbd3b req-4c9330c3-82de-4989-a89f-818f3487396e service neutron] 10.222.0.46 "GET /v2.0/networks/4dd7d091-1237-435c-99a2-0bff4d791174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810673 Dec 10 19:29:05.728795 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde1019-0ba3-4439-9dde-edc46eab0d51 req-810da8ad-a280-4105-ae7d-4016cdf2677a tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:05.730283 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2cde1019-0ba3-4439-9dde-edc46eab0d51 req-810da8ad-a280-4105-ae7d-4016cdf2677a tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 945 time: 0.0554686 Dec 10 19:29:05.777072 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2cde1019-0ba3-4439-9dde-edc46eab0d51 req-37cdb3ee-8b7a-4eab-8e24-87cfc19c3094 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407605 Dec 10 19:29:05.907994 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92496401-7fa8-4502-89be-9a3dfc6880c4 req-cac19757-3274-4d78-9ec2-5f1e205b6a12 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:05.909424 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-92496401-7fa8-4502-89be-9a3dfc6880c4 req-cac19757-3274-4d78-9ec2-5f1e205b6a12 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 945 time: 0.0529754 Dec 10 19:29:05.956432 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-92496401-7fa8-4502-89be-9a3dfc6880c4 req-d8ed5bd4-fdbb-4664-9c3c-5df5206c4ce6 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401738 Dec 10 19:29:06.073097 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d0693-0551-42fe-a9c1-ee741a076fbe req-23d5fce0-fd72-469c-ad4c-f85b207162ee tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:06.074576 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cf9d0693-0551-42fe-a9c1-ee741a076fbe req-23d5fce0-fd72-469c-ad4c-f85b207162ee tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 945 time: 0.0524337 Dec 10 19:29:06.124659 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cf9d0693-0551-42fe-a9c1-ee741a076fbe req-7db7c137-ba70-4b7b-9281-8167b3087538 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442495 Dec 10 19:29:06.470452 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-717f6cc3-9351-485a-9799-671f811c0b4d tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:06.472412 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-717f6cc3-9351-485a-9799-671f811c0b4d tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/networks?id=4dd7d091-1237-435c-99a2-0bff4d791174 HTTP/1.1" status: 200 len: 814 time: 0.0983872 Dec 10 19:29:06.488109 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-cb6c3cea-cd90-411a-95e4-5ec5005cac1c tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/quotas/36bc3b9bebb548d797e0b304dffd671e HTTP/1.1" status: 200 len: 375 time: 0.0091650 Dec 10 19:29:06.540305 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-1f4053e9-8c65-4ff3-a1f7-634fbd2620ac tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=36bc3b9bebb548d797e0b304dffd671e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0469232 Dec 10 19:29:06.628495 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-40d4c22a-a224-4a76-aeee-90eab2b19321 service neutron] 10.222.0.62 "GET /v2.0/networks/4dd7d091-1237-435c-99a2-0bff4d791174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811272 Dec 10 19:29:06.719212 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-6aebeb22-9c92-49a5-8f48-f1afb882d080 service neutron] 10.222.0.62 "GET /v2.0/networks/4dd7d091-1237-435c-99a2-0bff4d791174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834184 Dec 10 19:29:06.885540 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5e2ce213-a2b2-4b00-b778-4d0275e49f5d req-1bf7cdbd-2f41-4ed6-9ec1-4b741d8f42ba tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 210 time: 0.0284724 Dec 10 19:29:07.789140 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.72', 52886) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:29:07.841359 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b6d85-1529-47b6-8df2-14df46f25f99 req-a04b537a-973c-42cb-8586-e001f75ea653 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:07.843774 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9a8b6d85-1529-47b6-8df2-14df46f25f99 req-a04b537a-973c-42cb-8586-e001f75ea653 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.72 "GET /v2.0/ports?device_id=2404e0b8-db66-4e30-b9fa-3d93b1aa3c00 HTTP/1.1" status: 200 len: 945 time: 0.0546987 Dec 10 19:29:07.907450 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-b81ad745-15dc-4a8f-b9cf-1130fc368ce4 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:07.909024 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-b81ad745-15dc-4a8f-b9cf-1130fc368ce4 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.72 "GET /v2.0/networks?id=4dd7d091-1237-435c-99a2-0bff4d791174 HTTP/1.1" status: 200 len: 814 time: 0.1188262 Dec 10 19:29:07.923481 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-51c367af-4187-491a-b83f-02f766ed3eba tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Request body: {'port': {'device_id': '8c60fbd3-48d7-4d5a-8869-7468d8aec8cb', 'network_id': '4dd7d091-1237-435c-99a2-0bff4d791174', 'admin_state_up': True, 'tenant_id': '36bc3b9bebb548d797e0b304dffd671e'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:29:07.953089 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-9a8b6d85-1529-47b6-8df2-14df46f25f99 req-fa8b8d2e-ba95-4f09-ad31-7edbdd91e970 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Deleting port ab00e2e5-211f-4080-bec9-4fe92acae785 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:29:07.953473 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9a8b6d85-1529-47b6-8df2-14df46f25f99 req-fa8b8d2e-ba95-4f09-ad31-7edbdd91e970 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:08.001335 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7396c6da-2e99-4b3e-a95e-e75d2425f20b req-cb3f160f-c152-4bc6-8b82-e9302347c89f tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 210 time: 0.0303257 Dec 10 19:29:08.045647 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-9a8b6d85-1529-47b6-8df2-14df46f25f99 req-fa8b8d2e-ba95-4f09-ad31-7edbdd91e970 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] For port ab00e2e5-211f-4080-bec9-4fe92acae785, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=ab00e2e5-211f-4080-bec9-4fe92acae785,segment=NetworkSegment(d940f7ad-0da0-471d-9678-02d8595d0099),segment_id=d940f7ad-0da0-471d-9678-02d8595d0099)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:29:08.046011 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9a8b6d85-1529-47b6-8df2-14df46f25f99 req-fa8b8d2e-ba95-4f09-ad31-7edbdd91e970 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:08.058937 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-9a8b6d85-1529-47b6-8df2-14df46f25f99 req-fa8b8d2e-ba95-4f09-ad31-7edbdd91e970 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Calling delete_port for ab00e2e5-211f-4080-bec9-4fe92acae785 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:29:08.066071 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-51c367af-4187-491a-b83f-02f766ed3eba tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Made reservation on behalf of 36bc3b9bebb548d797e0b304dffd671e for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:29:08.071082 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-51c367af-4187-491a-b83f-02f766ed3eba tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:08.190774 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9a8b6d85-1529-47b6-8df2-14df46f25f99 req-fa8b8d2e-ba95-4f09-ad31-7edbdd91e970 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:08.202016 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-51c367af-4187-491a-b83f-02f766ed3eba tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Allocated IP 172.20.0.6 (4dd7d091-1237-435c-99a2-0bff4d791174/4fa0897b-1b02-40ee-9215-551656eef821/0e6b57de-b4ad-4fe0-b336-3deb23fd9756) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:29:08.204503 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['ab00e2e5-211f-4080-bec9-4fe92acae785'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:29:08.220726 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b8d2e-ba95-4f09-ad31-7edbdd91e970 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Pushing event deleted for resources: {'Port': ['ID=ab00e2e5-211f-4080-bec9-4fe92acae785,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:08.265099 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8b6d85-1529-47b6-8df2-14df46f25f99 req-fa8b8d2e-ba95-4f09-ad31-7edbdd91e970 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] No DVR routers for this DVR port ab00e2e5-211f-4080-bec9-4fe92acae785 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:29:08.267958 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9a8b6d85-1529-47b6-8df2-14df46f25f99 req-fa8b8d2e-ba95-4f09-ad31-7edbdd91e970 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:08.272071 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9a8b6d85-1529-47b6-8df2-14df46f25f99 req-fa8b8d2e-ba95-4f09-ad31-7edbdd91e970 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.72 "DELETE /v2.0/ports/ab00e2e5-211f-4080-bec9-4fe92acae785 HTTP/1.1" status: 204 len: 173 time: 0.4218686 Dec 10 19:29:08.272617 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2404e0b8-db66-4e30-b9fa-3d93b1aa3c00', 'name': 'network-vif-deleted', 'tag': 'ab00e2e5-211f-4080-bec9-4fe92acae785'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:29:08.274888 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92fc628-1d1f-47bc-ae93-097e37ede0ce" -d '{"events": [{"server_uuid": "2404e0b8-db66-4e30-b9fa-3d93b1aa3c00", "name": "network-vif-deleted", "tag": "ab00e2e5-211f-4080-bec9-4fe92acae785"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:29:08.315820 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88adfd9-b3ba-41ee-9547-dbce0e2ed93b x-openstack-request-id: req-d88adfd9-b3ba-41ee-9547-dbce0e2ed93b {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:29:08.316123 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2404e0b8-db66-4e30-b9fa-3d93b1aa3c00", "name": "network-vif-deleted", "tag": "ab00e2e5-211f-4080-bec9-4fe92acae785", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:29:08.316382 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d88adfd9-b3ba-41ee-9547-dbce0e2ed93b {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:29:08.316890 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2404e0b8-db66-4e30-b9fa-3d93b1aa3c00', 'name': 'network-vif-deleted', 'tag': 'ab00e2e5-211f-4080-bec9-4fe92acae785', 'status': 'completed', 'code': 200} Dec 10 19:29:08.378154 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-51c367af-4187-491a-b83f-02f766ed3eba tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:08.412368 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-51c367af-4187-491a-b83f-02f766ed3eba tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:08.423126 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['ab00e2e5-211f-4080-bec9-4fe92acae785'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:29:08.456767 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-51c367af-4187-491a-b83f-02f766ed3eba tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Network 4dd7d091-1237-435c-99a2-0bff4d791174 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:29:08.460502 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-51c367af-4187-491a-b83f-02f766ed3eba tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:29:08.464253 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-51c367af-4187-491a-b83f-02f766ed3eba tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:29:08.470475 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c367af-4187-491a-b83f-02f766ed3eba tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Pushing event updated for resources: {'Port': ['ID=0e6b57de-b4ad-4fe0-b336-3deb23fd9756,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:08.498053 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c367af-4187-491a-b83f-02f766ed3eba tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:29:08.498326 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c367af-4187-491a-b83f-02f766ed3eba tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:29:08.498620 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c367af-4187-491a-b83f-02f766ed3eba tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:29:08.498967 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c367af-4187-491a-b83f-02f766ed3eba tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:29:08.499309 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c367af-4187-491a-b83f-02f766ed3eba tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:29:08.499649 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c367af-4187-491a-b83f-02f766ed3eba tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:29:08.499985 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c367af-4187-491a-b83f-02f766ed3eba tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:29:08.500320 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c367af-4187-491a-b83f-02f766ed3eba tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:29:08.500675 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c367af-4187-491a-b83f-02f766ed3eba tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:29:08.501014 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c367af-4187-491a-b83f-02f766ed3eba tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:29:08.501350 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c367af-4187-491a-b83f-02f766ed3eba tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:29:08.501700 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c367af-4187-491a-b83f-02f766ed3eba tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:29:08.502009 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c367af-4187-491a-b83f-02f766ed3eba tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:29:08.531170 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-51c367af-4187-491a-b83f-02f766ed3eba tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:08.531808 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-51c367af-4187-491a-b83f-02f766ed3eba tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:08.548775 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-51c367af-4187-491a-b83f-02f766ed3eba tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6307704 Dec 10 19:29:08.581950 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-606cdc67-8917-4891-81f2-a8b4ffdf7188 service neutron] Request body: {'port': {'device_id': '8c60fbd3-48d7-4d5a-8869-7468d8aec8cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:29:08.640516 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:08.641610 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-606cdc67-8917-4891-81f2-a8b4ffdf7188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:09.173290 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5dbb94-3506-46dd-996b-001e32a7abcd req-5035e680-f126-4f72-8171-c2e8a8c601ce tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:09.174762 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fb5dbb94-3506-46dd-996b-001e32a7abcd req-5035e680-f126-4f72-8171-c2e8a8c601ce tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 931 time: 0.0970888 Dec 10 19:29:09.246627 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fb5dbb94-3506-46dd-996b-001e32a7abcd req-7fc7f70c-3adf-4e9a-b6eb-ecdb4a5ed8f9 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651314 Dec 10 19:29:09.287832 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-606cdc67-8917-4891-81f2-a8b4ffdf7188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e6b57de-b4ad-4fe0-b336-3deb23fd9756 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:29:09.295150 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-606cdc67-8917-4891-81f2-a8b4ffdf7188 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:09.310794 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-606cdc67-8917-4891-81f2-a8b4ffdf7188 service neutron] Transition to ACTIVE for port object 0e6b57de-b4ad-4fe0-b336-3deb23fd9756 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:29:09.314414 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-606cdc67-8917-4891-81f2-a8b4ffdf7188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:09.369918 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606cdc67-8917-4891-81f2-a8b4ffdf7188 service neutron] Pushing event updated for resources: {'Port': ['ID=0e6b57de-b4ad-4fe0-b336-3deb23fd9756,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:09.431731 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-606cdc67-8917-4891-81f2-a8b4ffdf7188 service neutron] Attempting to bind port 0e6b57de-b4ad-4fe0-b336-3deb23fd9756 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:29:09.432067 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-606cdc67-8917-4891-81f2-a8b4ffdf7188 service neutron] Attempting to bind port 0e6b57de-b4ad-4fe0-b336-3deb23fd9756 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': 'd940f7ad-0da0-471d-9678-02d8595d0099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4dd7d091-1237-435c-99a2-0bff4d791174'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:29:09.432399 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-606cdc67-8917-4891-81f2-a8b4ffdf7188 service neutron] Attempting to bind port 0e6b57de-b4ad-4fe0-b336-3deb23fd9756 on network 4dd7d091-1237-435c-99a2-0bff4d791174 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:29:09.436720 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-606cdc67-8917-4891-81f2-a8b4ffdf7188 service neutron] Port 0e6b57de-b4ad-4fe0-b336-3deb23fd9756 on network 4dd7d091-1237-435c-99a2-0bff4d791174 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:29:09.437044 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-606cdc67-8917-4891-81f2-a8b4ffdf7188 service neutron] Attempting to bind port 0e6b57de-b4ad-4fe0-b336-3deb23fd9756 on network 4dd7d091-1237-435c-99a2-0bff4d791174 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:29:09.441874 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-606cdc67-8917-4891-81f2-a8b4ffdf7188 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:29:09.442212 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-606cdc67-8917-4891-81f2-a8b4ffdf7188 service neutron] Checking segment: {'id': 'd940f7ad-0da0-471d-9678-02d8595d0099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4dd7d091-1237-435c-99a2-0bff4d791174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:29:09.442593 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-606cdc67-8917-4891-81f2-a8b4ffdf7188 service neutron] Bound using segment: {'id': 'd940f7ad-0da0-471d-9678-02d8595d0099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4dd7d091-1237-435c-99a2-0bff4d791174'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:29:09.443098 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-606cdc67-8917-4891-81f2-a8b4ffdf7188 service neutron] Bound port: 0e6b57de-b4ad-4fe0-b336-3deb23fd9756, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd940f7ad-0da0-471d-9678-02d8595d0099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4dd7d091-1237-435c-99a2-0bff4d791174'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:29:09.443521 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-606cdc67-8917-4891-81f2-a8b4ffdf7188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:09.506748 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-606cdc67-8917-4891-81f2-a8b4ffdf7188 service neutron] For port 0e6b57de-b4ad-4fe0-b336-3deb23fd9756, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:29:09.509970 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-606cdc67-8917-4891-81f2-a8b4ffdf7188 service neutron] For port 0e6b57de-b4ad-4fe0-b336-3deb23fd9756, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=0e6b57de-b4ad-4fe0-b336-3deb23fd9756,segment=NetworkSegment(d940f7ad-0da0-471d-9678-02d8595d0099),segment_id=d940f7ad-0da0-471d-9678-02d8595d0099)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:29:09.514580 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-606cdc67-8917-4891-81f2-a8b4ffdf7188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:09.557124 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-606cdc67-8917-4891-81f2-a8b4ffdf7188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:09.557749 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-606cdc67-8917-4891-81f2-a8b4ffdf7188 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:09.559191 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-606cdc67-8917-4891-81f2-a8b4ffdf7188 service neutron] 10.222.0.72 "PUT /v2.0/ports/0e6b57de-b4ad-4fe0-b336-3deb23fd9756 HTTP/1.1" status: 200 len: 1091 time: 0.9814167 Dec 10 19:29:09.559679 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c60fbd3-48d7-4d5a-8869-7468d8aec8cb', 'tag': '0e6b57de-b4ad-4fe0-b336-3deb23fd9756'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:29:09.589534 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606cdc67-8917-4891-81f2-a8b4ffdf7188 service neutron] Pushing event updated for resources: {'Port': ['ID=0e6b57de-b4ad-4fe0-b336-3deb23fd9756,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:09.628823 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb385ee8d26b8ad243460b423ad218e97d9fae79c4f4b9b0691d822ece1c624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5ef854-1114-4d00-b895-ea738d27ece4" -d '{"events": [{"name": "network-changed", "server_uuid": "8c60fbd3-48d7-4d5a-8869-7468d8aec8cb", "tag": "0e6b57de-b4ad-4fe0-b336-3deb23fd9756"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:29:09.671418 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-60e0a2bc-231e-4222-816b-731a06305a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:09.672966 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-60e0a2bc-231e-4222-816b-731a06305a9c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36bc3b9bebb548d797e0b304dffd671e&device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 1094 time: 0.0747981 Dec 10 19:29:09.736832 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f602187a-ad5e-42be-bda9-9c07a7859b53 x-openstack-request-id: req-f602187a-ad5e-42be-bda9-9c07a7859b53 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:29:09.737129 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c60fbd3-48d7-4d5a-8869-7468d8aec8cb", "tag": "0e6b57de-b4ad-4fe0-b336-3deb23fd9756", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:29:09.737390 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f602187a-ad5e-42be-bda9-9c07a7859b53 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:29:09.737791 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c60fbd3-48d7-4d5a-8869-7468d8aec8cb', 'tag': '0e6b57de-b4ad-4fe0-b336-3deb23fd9756', 'status': 'completed', 'code': 200} Dec 10 19:29:09.739295 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-5875b376-90af-4d7b-85c2-b480b36fbcd2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e6b57de-b4ad-4fe0-b336-3deb23fd9756 HTTP/1.1" status: 200 len: 217 time: 0.0577996 Dec 10 19:29:09.793441 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-27e08767-a5c4-4130-9437-bf6384c7b857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:09.794887 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-27e08767-a5c4-4130-9437-bf6384c7b857 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4fa0897b-1b02-40ee-9215-551656eef821 HTTP/1.1" status: 200 len: 854 time: 0.0490313 Dec 10 19:29:09.845627 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-79eda1fd-b439-4f6e-9cba-f1a2be67097e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4dd7d091-1237-435c-99a2-0bff4d791174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430658 Dec 10 19:29:09.948351 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-12ee27cd-e467-4765-b310-9d300d445be9 service neutron] 10.222.0.72 "GET /v2.0/networks/4dd7d091-1237-435c-99a2-0bff4d791174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950303 Dec 10 19:29:10.040058 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aac61494-c8fd-4d95-af93-9fdabf069c17 req-e28ff811-610e-4cd4-88a0-3c95a23cd39c service neutron] 10.222.0.72 "GET /v2.0/networks/4dd7d091-1237-435c-99a2-0bff4d791174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842543 Dec 10 19:29:10.126179 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ef854-1114-4d00-b895-ea738d27ece4 req-e23b8f71-2a62-42f8-9fc5-a1d22721e699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:10.127571 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9f5ef854-1114-4d00-b895-ea738d27ece4 req-e23b8f71-2a62-42f8-9fc5-a1d22721e699 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36bc3b9bebb548d797e0b304dffd671e&device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 1094 time: 0.0402622 Dec 10 19:29:10.223498 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ef854-1114-4d00-b895-ea738d27ece4 req-52280790-bb2e-4ab3-a058-16a486c950e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:10.225494 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9f5ef854-1114-4d00-b895-ea738d27ece4 req-52280790-bb2e-4ab3-a058-16a486c950e3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4dd7d091-1237-435c-99a2-0bff4d791174 HTTP/1.1" status: 200 len: 915 time: 0.0914333 Dec 10 19:29:10.272346 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9f5ef854-1114-4d00-b895-ea738d27ece4 req-0ef0a80c-f058-406e-92e2-9fd09a5f302f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e6b57de-b4ad-4fe0-b336-3deb23fd9756 HTTP/1.1" status: 200 len: 217 time: 0.0398035 Dec 10 19:29:10.343785 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ef854-1114-4d00-b895-ea738d27ece4 req-69dc7b3e-bc45-458d-9292-41a5e554d6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:10.345264 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9f5ef854-1114-4d00-b895-ea738d27ece4 req-69dc7b3e-bc45-458d-9292-41a5e554d6b0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4fa0897b-1b02-40ee-9215-551656eef821 HTTP/1.1" status: 200 len: 854 time: 0.0666065 Dec 10 19:29:10.383506 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9f5ef854-1114-4d00-b895-ea738d27ece4 req-103c2dfe-c584-4a5c-bb26-b51248988273 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4dd7d091-1237-435c-99a2-0bff4d791174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308287 Dec 10 19:29:10.395158 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979f058-6ae9-4789-90c6-95c59682b0d9 req-3b6a37ad-438f-4d0b-aa31-df7442d51518 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:10.396988 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a979f058-6ae9-4789-90c6-95c59682b0d9 req-3b6a37ad-438f-4d0b-aa31-df7442d51518 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 943 time: 0.0827191 Dec 10 19:29:10.493184 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a979f058-6ae9-4789-90c6-95c59682b0d9 req-42e7a4e9-dbac-47d0-b383-d8bd35614088 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883536 Dec 10 19:29:10.515097 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9f5ef854-1114-4d00-b895-ea738d27ece4 req-a3884609-40d9-41e3-9f38-dfeeddee3097 service neutron] 10.222.0.72 "GET /v2.0/networks/4dd7d091-1237-435c-99a2-0bff4d791174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170583 Dec 10 19:29:10.608012 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9f5ef854-1114-4d00-b895-ea738d27ece4 req-3c5703e3-88f0-4224-9155-d4e4f18da95f service neutron] 10.222.0.72 "GET /v2.0/networks/4dd7d091-1237-435c-99a2-0bff4d791174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854642 Dec 10 19:29:10.817318 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device ab00e2e5-211f-4080-bec9-4fe92acae785 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:29:10.837843 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: ab00e2e5-211f-4080-bec9-4fe92acae785 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:29:10.838191 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device ab00e2e5-211f-4080-bec9-4fe92acae785 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:29:11.611480 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f459fa-e8a2-4b1a-b042-cc677bb68f17 req-8926aa1d-4ab7-4009-8182-abf734598970 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:11.613026 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a3f459fa-e8a2-4b1a-b042-cc677bb68f17 req-8926aa1d-4ab7-4009-8182-abf734598970 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 943 time: 0.0496645 Dec 10 19:29:11.660567 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a3f459fa-e8a2-4b1a-b042-cc677bb68f17 req-24fd86b8-eb44-4e19-a44a-ad321e6a0c5d tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413134 Dec 10 19:29:12.613121 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:29:12.779199 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c684b-025c-4067-b419-586eef1b31f1 req-738f2edc-aab7-4b13-af28-616fa14b593b tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:12.780709 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-080c684b-025c-4067-b419-586eef1b31f1 req-738f2edc-aab7-4b13-af28-616fa14b593b tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 943 time: 0.0522671 Dec 10 19:29:12.827600 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-080c684b-025c-4067-b419-586eef1b31f1 req-d70b0e0e-eaf5-45f1-874a-c89a1f37bad5 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410154 Dec 10 19:29:12.830732 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 0e6b57de-b4ad-4fe0-b336-3deb23fd9756 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:29:12.923388 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 0e6b57de-b4ad-4fe0-b336-3deb23fd9756, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=0e6b57de-b4ad-4fe0-b336-3deb23fd9756,segment=NetworkSegment(d940f7ad-0da0-471d-9678-02d8595d0099),segment_id=d940f7ad-0da0-471d-9678-02d8595d0099)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:29:12.934735 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '0e6b57de-b4ad-4fe0-b336-3deb23fd9756', 'network_id': '4dd7d091-1237-435c-99a2-0bff4d791174', 'port_id': '0e6b57de-b4ad-4fe0-b336-3deb23fd9756', 'mac_address': 'fa:16:3e:0b:db:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa0897b-1b02-40ee-9215-551656eef821', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:29:12.969642 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:12.981721 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e6b57de-b4ad-4fe0-b336-3deb23fd9756 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:29:13.001288 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 0e6b57de-b4ad-4fe0-b336-3deb23fd9756, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=0e6b57de-b4ad-4fe0-b336-3deb23fd9756,segment=NetworkSegment(d940f7ad-0da0-471d-9678-02d8595d0099),segment_id=d940f7ad-0da0-471d-9678-02d8595d0099)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:29:13.005066 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:13.054819 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=0e6b57de-b4ad-4fe0-b336-3deb23fd9756,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:13.061998 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:29:13.062351 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:29:13.062699 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:29:13.063040 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:29:13.063381 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:29:13.063712 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:29:13.064042 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:29:13.064373 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:29:13.064726 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:29:13.065055 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:29:13.065380 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:29:13.065706 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:29:13.066026 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:29:13.320612 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['0e6b57de-b4ad-4fe0-b336-3deb23fd9756'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:29:13.942225 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfbd611-05f5-414d-847d-2c3cdf69dc8b req-f69412ee-728d-4e1f-adbb-7a7eebd8d4b9 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:13.944399 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fdfbd611-05f5-414d-847d-2c3cdf69dc8b req-f69412ee-728d-4e1f-adbb-7a7eebd8d4b9 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 944 time: 0.0477860 Dec 10 19:29:13.993072 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fdfbd611-05f5-414d-847d-2c3cdf69dc8b req-c692b1d2-738e-4826-9f3d-01d726f23a0a tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424311 Dec 10 19:29:14.862792 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 0e6b57de-b4ad-4fe0-b336-3deb23fd9756 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:29:14.916269 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 0e6b57de-b4ad-4fe0-b336-3deb23fd9756 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:29:14.920241 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 0e6b57de-b4ad-4fe0-b336-3deb23fd9756 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:29:14.920637 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:14.993526 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:15.015893 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c60fbd3-48d7-4d5a-8869-7468d8aec8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6b57de-b4ad-4fe0-b336-3deb23fd9756'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:29:15.018127 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f39997a1e7c5b6ae782956bbd1fa5b612e64aa5908109c3bc10b0e272c8d4b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18e5327-50aa-4783-b935-2fc2d22b1d53" -d '{"events": [{"server_uuid": "8c60fbd3-48d7-4d5a-8869-7468d8aec8cb", "name": "network-vif-plugged", "status": "completed", "tag": "0e6b57de-b4ad-4fe0-b336-3deb23fd9756"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:29:15.031595 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 0e6b57de-b4ad-4fe0-b336-3deb23fd9756, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=0e6b57de-b4ad-4fe0-b336-3deb23fd9756,segment=NetworkSegment(d940f7ad-0da0-471d-9678-02d8595d0099),segment_id=d940f7ad-0da0-471d-9678-02d8595d0099)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:29:15.037082 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:15.062737 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a0b38f-caf6-4372-9f48-23d2123656f6 x-openstack-request-id: req-27a0b38f-caf6-4372-9f48-23d2123656f6 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:29:15.063035 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c60fbd3-48d7-4d5a-8869-7468d8aec8cb", "name": "network-vif-plugged", "status": "completed", "tag": "0e6b57de-b4ad-4fe0-b336-3deb23fd9756", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:29:15.063291 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-27a0b38f-caf6-4372-9f48-23d2123656f6 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:29:15.063675 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c60fbd3-48d7-4d5a-8869-7468d8aec8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6b57de-b4ad-4fe0-b336-3deb23fd9756', 'code': 200} Dec 10 19:29:15.096970 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=0e6b57de-b4ad-4fe0-b336-3deb23fd9756,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:15.127323 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67fb78-3e67-439b-b8d4-76aa9b721659 req-70b4867c-1669-4d6e-9957-bae41a830489 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:15.128851 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cc67fb78-3e67-439b-b8d4-76aa9b721659 req-70b4867c-1669-4d6e-9957-bae41a830489 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 945 time: 0.0633607 Dec 10 19:29:15.198115 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1637323-e8f1-487b-ba24-90320ce6d058 req-7a29f0e6-36a5-4770-8f37-55ddf449c5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:15.199622 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c1637323-e8f1-487b-ba24-90320ce6d058 req-7a29f0e6-36a5-4770-8f37-55ddf449c5ff service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 1096 time: 0.0699000 Dec 10 19:29:15.202844 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cc67fb78-3e67-439b-b8d4-76aa9b721659 req-ba5a9e16-81d6-4522-8873-1caa927a7003 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648067 Dec 10 19:29:15.243159 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c1637323-e8f1-487b-ba24-90320ce6d058 req-c1b2e9d2-06ba-4500-9ccc-36c4cf72c7c3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369961 Dec 10 19:29:16.322200 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058bcd71-0232-4843-ad64-1ae0a207ed90 req-6652fe7f-5f17-4731-ba67-a269a5e6fd7b tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:16.323664 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-058bcd71-0232-4843-ad64-1ae0a207ed90 req-6652fe7f-5f17-4731-ba67-a269a5e6fd7b tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 945 time: 0.0481837 Dec 10 19:29:16.369902 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-058bcd71-0232-4843-ad64-1ae0a207ed90 req-2aa417b4-af97-4936-8043-c073ece3deaf tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403111 Dec 10 19:29:17.487236 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe312d-9870-4186-b6d5-62a837b0e023 req-d31d74f6-1b12-40cd-929d-d6a048f1b6f4 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:17.488752 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4fe312d-9870-4186-b6d5-62a837b0e023 req-d31d74f6-1b12-40cd-929d-d6a048f1b6f4 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 945 time: 0.0498896 Dec 10 19:29:17.548847 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e4fe312d-9870-4186-b6d5-62a837b0e023 req-21e40428-937b-4286-863d-d8a8ceffa677 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535302 Dec 10 19:29:17.667757 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d834ca2-e01c-4d74-a007-14c6b76bdd57 req-4eec3e99-9a0e-44c1-bd5d-ab7857374dee tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:17.669155 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2d834ca2-e01c-4d74-a007-14c6b76bdd57 req-4eec3e99-9a0e-44c1-bd5d-ab7857374dee tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 945 time: 0.0534391 Dec 10 19:29:17.714586 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2d834ca2-e01c-4d74-a007-14c6b76bdd57 req-d825cf2b-1ce2-46c1-824c-9d0101f9e6dc tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393324 Dec 10 19:29:17.988009 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05983ac-3fbf-4c32-b531-407596f19131 req-60d5721a-3739-4fba-9f80-2af1c84cdc47 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:17.989607 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f05983ac-3fbf-4c32-b531-407596f19131 req-60d5721a-3739-4fba-9f80-2af1c84cdc47 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 945 time: 0.0779011 Dec 10 19:29:17.992430 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a62ca101-eb77-4617-95e2-45526366281f req-8cd57219-98c1-471d-a7e5-7a2e9357adfa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0820425 Dec 10 19:29:18.039118 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f05983ac-3fbf-4c32-b531-407596f19131 req-f96fff45-f05c-48d4-b55d-4899be0e4aa6 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435357 Dec 10 19:29:19.040922 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ca101-eb77-4617-95e2-45526366281f req-0f1bb975-d630-4054-8420-087fd6a31024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:19.042437 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a62ca101-eb77-4617-95e2-45526366281f req-0f1bb975-d630-4054-8420-087fd6a31024 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36bc3b9bebb548d797e0b304dffd671e&device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 1096 time: 0.0420985 Dec 10 19:29:19.167612 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ca101-eb77-4617-95e2-45526366281f req-413a0950-52fc-46e8-88f2-7a45cb06b029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:19.169119 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a62ca101-eb77-4617-95e2-45526366281f req-413a0950-52fc-46e8-88f2-7a45cb06b029 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4dd7d091-1237-435c-99a2-0bff4d791174 HTTP/1.1" status: 200 len: 915 time: 0.1197171 Dec 10 19:29:19.197326 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d931f-fab9-42d8-b6d0-b8578153747d req-4dd2f7bf-8ab2-442c-a67b-d4238a168893 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:19.198847 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-251d931f-fab9-42d8-b6d0-b8578153747d req-4dd2f7bf-8ab2-442c-a67b-d4238a168893 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 945 time: 0.0878448 Dec 10 19:29:19.242629 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a62ca101-eb77-4617-95e2-45526366281f req-dd841938-8248-4685-b3d4-2f6b85af4a56 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e6b57de-b4ad-4fe0-b336-3deb23fd9756 HTTP/1.1" status: 200 len: 217 time: 0.0665150 Dec 10 19:29:19.314451 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-251d931f-fab9-42d8-b6d0-b8578153747d req-ac617124-d6e8-4728-a0a1-494677521c80 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784588 Dec 10 19:29:19.315831 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ca101-eb77-4617-95e2-45526366281f req-12a41455-853a-49af-a07e-61519a009513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:19.317327 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a62ca101-eb77-4617-95e2-45526366281f req-12a41455-853a-49af-a07e-61519a009513 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4fa0897b-1b02-40ee-9215-551656eef821 HTTP/1.1" status: 200 len: 854 time: 0.0667193 Dec 10 19:29:19.352985 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a62ca101-eb77-4617-95e2-45526366281f req-f712780f-a3a6-480c-b8f5-834896b60668 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4dd7d091-1237-435c-99a2-0bff4d791174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293417 Dec 10 19:29:19.444608 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a62ca101-eb77-4617-95e2-45526366281f req-223a3e82-9176-4f62-8554-7ab3de70f316 service neutron] 10.222.0.72 "GET /v2.0/networks/4dd7d091-1237-435c-99a2-0bff4d791174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847580 Dec 10 19:29:19.538032 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a62ca101-eb77-4617-95e2-45526366281f req-d771e213-d1d5-48e5-86c2-eb25ef645e34 service neutron] 10.222.0.72 "GET /v2.0/networks/4dd7d091-1237-435c-99a2-0bff4d791174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870240 Dec 10 19:29:19.732170 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fcc4da1f-046a-40c2-9299-1a294ceabb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:20.432841 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df26c4-b90f-436e-8c82-4a588cdd0ab7 req-a25716b4-12e3-4286-be06-4350a00bf3fe tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:20.434338 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b4df26c4-b90f-436e-8c82-4a588cdd0ab7 req-a25716b4-12e3-4286-be06-4350a00bf3fe tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 945 time: 0.0493846 Dec 10 19:29:20.480979 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b4df26c4-b90f-436e-8c82-4a588cdd0ab7 req-1c58ea65-19d5-469c-9449-5bc07c35cf9f tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406973 Dec 10 19:29:21.600811 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7727f08-1318-44b3-aa27-edafc407d2ad req-4bf76f3b-176b-455d-ad12-f00b213d2fa9 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:21.602312 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c7727f08-1318-44b3-aa27-edafc407d2ad req-4bf76f3b-176b-455d-ad12-f00b213d2fa9 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 945 time: 0.0512452 Dec 10 19:29:21.649842 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c7727f08-1318-44b3-aa27-edafc407d2ad req-9be6c3e5-762e-4136-99cd-c195f93e0121 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414441 Dec 10 19:29:22.577757 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1b59e5e6-e92c-47fb-9c74-f267630f2944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:22.767611 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664bb58-7f7d-4987-8923-bb7a57048ce3 req-74b8c161-37c1-4800-9799-0acda3c02968 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:22.769112 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4664bb58-7f7d-4987-8923-bb7a57048ce3 req-74b8c161-37c1-4800-9799-0acda3c02968 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 945 time: 0.0511334 Dec 10 19:29:22.815982 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4664bb58-7f7d-4987-8923-bb7a57048ce3 req-32198ae1-b032-4ee6-beee-13a4c162648f tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402727 Dec 10 19:29:23.599591 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:23.936681 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab40b6-7fe0-4d21-b3d6-9d9a16b7d382 req-26114906-f3cd-4ce0-b307-c52decf76356 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:23.938180 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a1ab40b6-7fe0-4d21-b3d6-9d9a16b7d382 req-26114906-f3cd-4ce0-b307-c52decf76356 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 945 time: 0.0549517 Dec 10 19:29:23.984051 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a1ab40b6-7fe0-4d21-b3d6-9d9a16b7d382 req-8019d15e-4d56-4bf2-b0b5-f6022a34f356 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397243 Dec 10 19:29:24.972742 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:25.100607 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba652779-81c6-4eb3-9d5a-3ee379a5ca49 req-556da68b-1634-4902-a39a-7a57230c27f9 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:25.102121 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba652779-81c6-4eb3-9d5a-3ee379a5ca49 req-556da68b-1634-4902-a39a-7a57230c27f9 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 945 time: 0.0487120 Dec 10 19:29:25.150477 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba652779-81c6-4eb3-9d5a-3ee379a5ca49 req-1c6972fb-2d6a-4de8-88f3-75d6195cbe41 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422993 Dec 10 19:29:25.566756 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:26.272045 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943b264-2612-477f-a3a2-a9e83c0ff3af req-1bd1c8b6-da9f-4fbc-8371-a2434e6d5a8a tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:26.273551 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b943b264-2612-477f-a3a2-a9e83c0ff3af req-1bd1c8b6-da9f-4fbc-8371-a2434e6d5a8a tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 945 time: 0.0526624 Dec 10 19:29:26.320591 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b943b264-2612-477f-a3a2-a9e83c0ff3af req-b5bc75b4-0f6c-4944-9541-00cabe816d08 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412185 Dec 10 19:29:27.445522 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03513c1f-a6dc-4214-8016-50a40ba51588 req-6806208c-e04f-4ffc-91ba-3df2b7eb1c1b tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:27.446983 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-03513c1f-a6dc-4214-8016-50a40ba51588 req-6806208c-e04f-4ffc-91ba-3df2b7eb1c1b tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 945 time: 0.0552478 Dec 10 19:29:27.492958 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-03513c1f-a6dc-4214-8016-50a40ba51588 req-880cb175-4a17-470b-984b-926379cdeb24 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399792 Dec 10 19:29:28.609127 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7c129-cbda-42e6-b20a-5e0c4152cefc req-318cd99f-35e4-4d16-a65d-c841e36ca915 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:28.610628 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-23e7c129-cbda-42e6-b20a-5e0c4152cefc req-318cd99f-35e4-4d16-a65d-c841e36ca915 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 945 time: 0.0490186 Dec 10 19:29:28.657910 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-23e7c129-cbda-42e6-b20a-5e0c4152cefc req-9d7059f3-da90-49b1-896d-2b0a1e9a71ef tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412927 Dec 10 19:29:29.773397 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c98f46-fe7f-4f5b-ac1f-f6955f378de3 req-40c87f7e-c02c-4603-addc-f232cd735aaf tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:29.774889 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-91c98f46-fe7f-4f5b-ac1f-f6955f378de3 req-40c87f7e-c02c-4603-addc-f232cd735aaf tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 945 time: 0.0494661 Dec 10 19:29:29.822154 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-91c98f46-fe7f-4f5b-ac1f-f6955f378de3 req-7074bd3f-9682-41e3-ba72-cf6603e479c3 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414083 Dec 10 19:29:30.946385 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44155e49-640b-4aaa-a921-08fce3526a2e req-bf8ba52f-fa5c-47bb-a23d-b5b9091c1b35 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:30.947867 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-44155e49-640b-4aaa-a921-08fce3526a2e req-bf8ba52f-fa5c-47bb-a23d-b5b9091c1b35 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 945 time: 0.0549154 Dec 10 19:29:30.993665 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-44155e49-640b-4aaa-a921-08fce3526a2e req-04a1ecb0-eb3e-46af-94cf-3c553e2ef5c0 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399439 Dec 10 19:29:32.109592 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8da91-fe30-4f2d-bb61-eb0bd547bcec req-d8941087-6f3a-4cfd-a9b1-8034539fcfb5 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:32.111078 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7bc8da91-fe30-4f2d-bb61-eb0bd547bcec req-d8941087-6f3a-4cfd-a9b1-8034539fcfb5 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 945 time: 0.0486484 Dec 10 19:29:32.161467 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7bc8da91-fe30-4f2d-bb61-eb0bd547bcec req-a4421a81-5e9e-4cbd-993b-32909125dea9 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444570 Dec 10 19:29:33.281648 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a223a-3510-4d56-b5fc-da11a7b54abb req-6e244f33-111b-48bc-a3dc-3f65ae210a3d tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:33.283119 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9f2a223a-3510-4d56-b5fc-da11a7b54abb req-6e244f33-111b-48bc-a3dc-3f65ae210a3d tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 945 time: 0.0537374 Dec 10 19:29:33.328776 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9f2a223a-3510-4d56-b5fc-da11a7b54abb req-bfbccf90-8b84-4870-b41e-acc8c94ff628 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390389 Dec 10 19:29:34.336956 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:34.761214 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae0407-648c-41ef-b724-1418bb23eaa6 req-e8581b2a-0bb4-47e8-a632-c424b8526929 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:34.762708 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-72ae0407-648c-41ef-b724-1418bb23eaa6 req-e8581b2a-0bb4-47e8-a632-c424b8526929 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 945 time: 0.3657873 Dec 10 19:29:34.809640 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-72ae0407-648c-41ef-b724-1418bb23eaa6 req-743f325c-3033-4433-ab98-c21040c167b6 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410883 Dec 10 19:29:35.924775 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c720e-2b46-4456-a284-8085dcf0dba8 req-bf9d4f96-977d-418b-988d-c56b52f79bb3 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:35.926253 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d34c720e-2b46-4456-a284-8085dcf0dba8 req-bf9d4f96-977d-418b-988d-c56b52f79bb3 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 945 time: 0.0485628 Dec 10 19:29:35.982022 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d34c720e-2b46-4456-a284-8085dcf0dba8 req-b4fe32ad-bb13-4a91-8b7a-45cd741184b7 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498576 Dec 10 19:29:37.100724 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc9746-c30d-492d-8110-2a17ef5a6dc5 req-39f2740b-8103-4774-b679-3b1aa6496bc0 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:37.102216 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79cc9746-c30d-492d-8110-2a17ef5a6dc5 req-39f2740b-8103-4774-b679-3b1aa6496bc0 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 945 time: 0.0489726 Dec 10 19:29:37.150057 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79cc9746-c30d-492d-8110-2a17ef5a6dc5 req-cd492a36-e3ad-4324-8a46-f8f8ad3e0a79 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418475 Dec 10 19:29:38.269313 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c3eed5-6d68-4b0c-b356-c114253c995b req-fdf840a5-8d87-4fe9-8271-d93db1422dfb tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:38.270813 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-53c3eed5-6d68-4b0c-b356-c114253c995b req-fdf840a5-8d87-4fe9-8271-d93db1422dfb tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 945 time: 0.0516317 Dec 10 19:29:38.321187 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-53c3eed5-6d68-4b0c-b356-c114253c995b req-4de891c6-eb26-4641-bc65-060f44f6176d tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416088 Dec 10 19:29:38.640980 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:39.443153 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb350d-9468-41e6-a1a4-7654ce40c517 req-bd6b4b88-2773-4db3-bcd0-f98a618dbfb8 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:39.444614 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7fbb350d-9468-41e6-a1a4-7654ce40c517 req-bd6b4b88-2773-4db3-bcd0-f98a618dbfb8 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 945 time: 0.0520921 Dec 10 19:29:39.493475 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7fbb350d-9468-41e6-a1a4-7654ce40c517 req-99697893-9bc7-43ff-8ede-1ad7cfbbfac5 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426462 Dec 10 19:29:40.609994 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9119441-8073-4c88-8217-ae51d0f60391 req-3f08e68f-b5a0-4b84-ae81-5fedbc7b5c11 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:40.611479 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e9119441-8073-4c88-8217-ae51d0f60391 req-3f08e68f-b5a0-4b84-ae81-5fedbc7b5c11 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 945 time: 0.0484824 Dec 10 19:29:40.670603 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e9119441-8073-4c88-8217-ae51d0f60391 req-5d26e280-ec71-4f0a-952c-15145d516b83 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530112 Dec 10 19:29:41.788339 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef241c03-90ef-4c20-ba3b-45c564c50178 req-660eb270-cd42-4eb8-9ac3-69a933a977b4 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:41.789920 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef241c03-90ef-4c20-ba3b-45c564c50178 req-660eb270-cd42-4eb8-9ac3-69a933a977b4 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 945 time: 0.0493410 Dec 10 19:29:41.835811 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ef241c03-90ef-4c20-ba3b-45c564c50178 req-47679f4f-c66f-41be-bb9d-a7238c139e61 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399764 Dec 10 19:29:42.957064 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411d122-168a-4994-910f-899cf3763f44 req-20e2a887-95db-438e-8eed-34128fd80ac3 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:42.958558 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c411d122-168a-4994-910f-899cf3763f44 req-20e2a887-95db-438e-8eed-34128fd80ac3 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 945 time: 0.0547428 Dec 10 19:29:43.005128 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c411d122-168a-4994-910f-899cf3763f44 req-0cc33433-36ce-4e00-a1c6-fe73113cc21c tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404224 Dec 10 19:29:44.123241 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f0a3aa-3f6a-49a2-ba9c-30bd5e4e21c0 req-460f526c-ff11-4c6e-a4b3-0ac7014e607b tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:44.124807 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34f0a3aa-3f6a-49a2-ba9c-30bd5e4e21c0 req-460f526c-ff11-4c6e-a4b3-0ac7014e607b tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 945 time: 0.0491364 Dec 10 19:29:44.174963 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-34f0a3aa-3f6a-49a2-ba9c-30bd5e4e21c0 req-259def44-82e7-480c-ae51-6593068fbbaa tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442262 Dec 10 19:29:45.292286 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae356cb-6fbc-4a1b-be7e-e7e6650bba01 req-2ff8ab2c-2e6f-4caf-a7d0-af328b6a8411 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:45.293766 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2ae356cb-6fbc-4a1b-be7e-e7e6650bba01 req-2ff8ab2c-2e6f-4caf-a7d0-af328b6a8411 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 945 time: 0.0482759 Dec 10 19:29:45.340347 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2ae356cb-6fbc-4a1b-be7e-e7e6650bba01 req-5d0dd3f6-18d3-4692-8a79-a170d975c689 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406582 Dec 10 19:29:46.462699 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea50ff2-7b0d-4660-82cb-bc2b735b5f3c req-a7a4c107-4f07-46f5-bb66-cca843859c44 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:46.464825 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1ea50ff2-7b0d-4660-82cb-bc2b735b5f3c req-a7a4c107-4f07-46f5-bb66-cca843859c44 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 945 time: 0.0493722 Dec 10 19:29:46.495353 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [req-a62ca101-eb77-4617-95e2-45526366281f req-7eaed97e-c8d4-4756-9e6f-3156ed8cf44f service neutron] show failed (client error): The resource could not be found. Dec 10 19:29:46.496410 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a62ca101-eb77-4617-95e2-45526366281f req-7eaed97e-c8d4-4756-9e6f-3156ed8cf44f service neutron] 10.222.0.72 "GET /v2.0/ports/0e6b57de-b4ad-4fe0-b336-3deb23fd9756/bindings/n-h1-821435-1 HTTP/1.1" status: 404 len: 380 time: 0.0548086 Dec 10 19:29:46.514126 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1ea50ff2-7b0d-4660-82cb-bc2b735b5f3c req-f310df4e-5d4c-4535-8554-2936cd526fb5 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437422 Dec 10 19:29:46.697857 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ca101-eb77-4617-95e2-45526366281f req-c37682dd-b45c-4b3b-bb38-71fa16673f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:46.699254 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a62ca101-eb77-4617-95e2-45526366281f req-c37682dd-b45c-4b3b-bb38-71fa16673f38 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb&tenant_id=36bc3b9bebb548d797e0b304dffd671e HTTP/1.1" status: 200 len: 1096 time: 0.0402639 Dec 10 19:29:46.710879 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-a62ca101-eb77-4617-95e2-45526366281f req-40627ddd-454f-4a16-9238-89397dbcce32 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821435-1', 'device_owner': 'compute:nova'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:29:46.765919 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a62ca101-eb77-4617-95e2-45526366281f req-40627ddd-454f-4a16-9238-89397dbcce32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:46.971526 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a62ca101-eb77-4617-95e2-45526366281f req-40627ddd-454f-4a16-9238-89397dbcce32 service neutron] For port 0e6b57de-b4ad-4fe0-b336-3deb23fd9756, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=0e6b57de-b4ad-4fe0-b336-3deb23fd9756,segment=NetworkSegment(d940f7ad-0da0-471d-9678-02d8595d0099),segment_id=d940f7ad-0da0-471d-9678-02d8595d0099)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:29:47.005283 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a62ca101-eb77-4617-95e2-45526366281f req-40627ddd-454f-4a16-9238-89397dbcce32 service neutron] For port 0e6b57de-b4ad-4fe0-b336-3deb23fd9756, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:29:47.043918 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c60fbd3-48d7-4d5a-8869-7468d8aec8cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e6b57de-b4ad-4fe0-b336-3deb23fd9756'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:29:47.046223 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07b678b-54b7-4edb-a3a9-aced9f26788e" -d '{"events": [{"server_uuid": "8c60fbd3-48d7-4d5a-8869-7468d8aec8cb", "name": "network-vif-unplugged", "status": "completed", "tag": "0e6b57de-b4ad-4fe0-b336-3deb23fd9756"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:29:47.049975 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a62ca101-eb77-4617-95e2-45526366281f req-40627ddd-454f-4a16-9238-89397dbcce32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:47.063424 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-a62ca101-eb77-4617-95e2-45526366281f req-40627ddd-454f-4a16-9238-89397dbcce32 service neutron] Transition to ACTIVE for port object 0e6b57de-b4ad-4fe0-b336-3deb23fd9756 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:29:47.067298 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a62ca101-eb77-4617-95e2-45526366281f req-40627ddd-454f-4a16-9238-89397dbcce32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:47.099166 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 19:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc0646f-47bc-4c41-a5a4-6cb963324402 x-openstack-request-id: req-7dc0646f-47bc-4c41-a5a4-6cb963324402 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:29:47.099584 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c60fbd3-48d7-4d5a-8869-7468d8aec8cb", "name": "network-vif-unplugged", "status": "completed", "tag": "0e6b57de-b4ad-4fe0-b336-3deb23fd9756", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:29:47.099866 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7dc0646f-47bc-4c41-a5a4-6cb963324402 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:29:47.100249 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c60fbd3-48d7-4d5a-8869-7468d8aec8cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e6b57de-b4ad-4fe0-b336-3deb23fd9756', 'code': 200} Dec 10 19:29:47.134998 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62ca101-eb77-4617-95e2-45526366281f req-40627ddd-454f-4a16-9238-89397dbcce32 service neutron] No DVR routers for this DVR port 0e6b57de-b4ad-4fe0-b336-3deb23fd9756 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:29:47.141332 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40627ddd-454f-4a16-9238-89397dbcce32 service neutron] Pushing event updated for resources: {'Port': ['ID=0e6b57de-b4ad-4fe0-b336-3deb23fd9756,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:47.173698 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a62ca101-eb77-4617-95e2-45526366281f req-40627ddd-454f-4a16-9238-89397dbcce32 service neutron] Attempting to bind port 0e6b57de-b4ad-4fe0-b336-3deb23fd9756 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:29:47.174040 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a62ca101-eb77-4617-95e2-45526366281f req-40627ddd-454f-4a16-9238-89397dbcce32 service neutron] Attempting to bind port 0e6b57de-b4ad-4fe0-b336-3deb23fd9756 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': 'd940f7ad-0da0-471d-9678-02d8595d0099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4dd7d091-1237-435c-99a2-0bff4d791174'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:29:47.174366 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62ca101-eb77-4617-95e2-45526366281f req-40627ddd-454f-4a16-9238-89397dbcce32 service neutron] Attempting to bind port 0e6b57de-b4ad-4fe0-b336-3deb23fd9756 on network 4dd7d091-1237-435c-99a2-0bff4d791174 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:29:47.178610 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62ca101-eb77-4617-95e2-45526366281f req-40627ddd-454f-4a16-9238-89397dbcce32 service neutron] Port 0e6b57de-b4ad-4fe0-b336-3deb23fd9756 on network 4dd7d091-1237-435c-99a2-0bff4d791174 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:29:47.178933 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62ca101-eb77-4617-95e2-45526366281f req-40627ddd-454f-4a16-9238-89397dbcce32 service neutron] Attempting to bind port 0e6b57de-b4ad-4fe0-b336-3deb23fd9756 on network 4dd7d091-1237-435c-99a2-0bff4d791174 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:29:47.184418 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62ca101-eb77-4617-95e2-45526366281f req-40627ddd-454f-4a16-9238-89397dbcce32 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:29:47.184790 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62ca101-eb77-4617-95e2-45526366281f req-40627ddd-454f-4a16-9238-89397dbcce32 service neutron] Checking segment: {'id': 'd940f7ad-0da0-471d-9678-02d8595d0099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4dd7d091-1237-435c-99a2-0bff4d791174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:29:47.185179 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62ca101-eb77-4617-95e2-45526366281f req-40627ddd-454f-4a16-9238-89397dbcce32 service neutron] Bound using segment: {'id': 'd940f7ad-0da0-471d-9678-02d8595d0099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4dd7d091-1237-435c-99a2-0bff4d791174'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:29:47.185604 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a62ca101-eb77-4617-95e2-45526366281f req-40627ddd-454f-4a16-9238-89397dbcce32 service neutron] Bound port: 0e6b57de-b4ad-4fe0-b336-3deb23fd9756, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd940f7ad-0da0-471d-9678-02d8595d0099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4dd7d091-1237-435c-99a2-0bff4d791174'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:29:47.185957 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a62ca101-eb77-4617-95e2-45526366281f req-40627ddd-454f-4a16-9238-89397dbcce32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:47.246288 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a62ca101-eb77-4617-95e2-45526366281f req-40627ddd-454f-4a16-9238-89397dbcce32 service neutron] For port 0e6b57de-b4ad-4fe0-b336-3deb23fd9756, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:29:47.249298 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a62ca101-eb77-4617-95e2-45526366281f req-40627ddd-454f-4a16-9238-89397dbcce32 service neutron] For port 0e6b57de-b4ad-4fe0-b336-3deb23fd9756, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=0e6b57de-b4ad-4fe0-b336-3deb23fd9756,segment=NetworkSegment(d940f7ad-0da0-471d-9678-02d8595d0099),segment_id=d940f7ad-0da0-471d-9678-02d8595d0099)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:29:47.252698 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a62ca101-eb77-4617-95e2-45526366281f req-40627ddd-454f-4a16-9238-89397dbcce32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:47.290606 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ca101-eb77-4617-95e2-45526366281f req-40627ddd-454f-4a16-9238-89397dbcce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:47.291173 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a62ca101-eb77-4617-95e2-45526366281f req-40627ddd-454f-4a16-9238-89397dbcce32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:47.292560 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a62ca101-eb77-4617-95e2-45526366281f req-40627ddd-454f-4a16-9238-89397dbcce32 service neutron] 10.222.0.46 "PUT /v2.0/ports/0e6b57de-b4ad-4fe0-b336-3deb23fd9756 HTTP/1.1" status: 200 len: 1091 time: 0.5855572 Dec 10 19:29:47.312409 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40627ddd-454f-4a16-9238-89397dbcce32 service neutron] Pushing event updated for resources: {'Port': ['ID=0e6b57de-b4ad-4fe0-b336-3deb23fd9756,revision_number=7']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:47.355469 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ca101-eb77-4617-95e2-45526366281f req-1cafe215-3db9-482e-b55c-ba6f1dd3653d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:47.357029 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a62ca101-eb77-4617-95e2-45526366281f req-1cafe215-3db9-482e-b55c-ba6f1dd3653d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=36bc3b9bebb548d797e0b304dffd671e&device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 1094 time: 0.0417273 Dec 10 19:29:47.447532 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ca101-eb77-4617-95e2-45526366281f req-d4fb010b-3666-4e6f-9137-3ab282f02987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:47.449055 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a62ca101-eb77-4617-95e2-45526366281f req-d4fb010b-3666-4e6f-9137-3ab282f02987 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4dd7d091-1237-435c-99a2-0bff4d791174 HTTP/1.1" status: 200 len: 915 time: 0.0856426 Dec 10 19:29:47.496897 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a62ca101-eb77-4617-95e2-45526366281f req-bef84f73-dc6c-48af-8b4b-51723db92013 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e6b57de-b4ad-4fe0-b336-3deb23fd9756 HTTP/1.1" status: 200 len: 217 time: 0.0404861 Dec 10 19:29:47.547261 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ca101-eb77-4617-95e2-45526366281f req-cf3260b4-026e-4b95-b6ce-acb11a01a1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:47.548868 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a62ca101-eb77-4617-95e2-45526366281f req-cf3260b4-026e-4b95-b6ce-acb11a01a1d9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4fa0897b-1b02-40ee-9215-551656eef821 HTTP/1.1" status: 200 len: 854 time: 0.0458868 Dec 10 19:29:47.580454 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a62ca101-eb77-4617-95e2-45526366281f req-252121af-cfdf-4d03-a9de-7ad7aa5171c1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4dd7d091-1237-435c-99a2-0bff4d791174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249066 Dec 10 19:29:47.687471 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8afdbf5-c8b0-4d61-85ab-da67e30f41b6 req-bec24764-61d4-4b5f-8673-964898b80ebe tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:47.689016 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c8afdbf5-c8b0-4d61-85ab-da67e30f41b6 req-bec24764-61d4-4b5f-8673-964898b80ebe tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 943 time: 0.1046550 Dec 10 19:29:47.732457 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a62ca101-eb77-4617-95e2-45526366281f req-a6dfb603-3a81-45ce-bfc2-312e108a6396 service neutron] 10.222.0.46 "GET /v2.0/networks/4dd7d091-1237-435c-99a2-0bff4d791174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391573 Dec 10 19:29:47.807215 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c8afdbf5-c8b0-4d61-85ab-da67e30f41b6 req-88631080-ac3b-4bcc-804d-177b4405b732 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075783 Dec 10 19:29:47.846806 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a62ca101-eb77-4617-95e2-45526366281f req-38aeb1f0-ea9b-4941-8f01-11fcbf1801b7 service neutron] 10.222.0.46 "GET /v2.0/networks/4dd7d091-1237-435c-99a2-0bff4d791174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037266 Dec 10 19:29:48.929945 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892dc88-10a0-4c18-b3e9-3aa91eedded9 req-395f6f97-0cde-4d7f-921f-acfe8777d3c5 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:48.931661 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b892dc88-10a0-4c18-b3e9-3aa91eedded9 req-395f6f97-0cde-4d7f-921f-acfe8777d3c5 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 943 time: 0.0534134 Dec 10 19:29:48.979107 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b892dc88-10a0-4c18-b3e9-3aa91eedded9 req-1acef5e4-bd86-400d-afc8-7d9978877511 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415418 Dec 10 19:29:49.101747 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c60fbd3-48d7-4d5a-8869-7468d8aec8cb', 'tag': '0e6b57de-b4ad-4fe0-b336-3deb23fd9756'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:29:49.105059 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25516506-46ed-4eb6-939b-927fb8d587fa" -d '{"events": [{"name": "network-changed", "server_uuid": "8c60fbd3-48d7-4d5a-8869-7468d8aec8cb", "tag": "0e6b57de-b4ad-4fe0-b336-3deb23fd9756"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:29:49.152180 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd101e4-65fd-4032-b67e-6606b2fe13fc x-openstack-request-id: req-dbd101e4-65fd-4032-b67e-6606b2fe13fc {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:29:49.152469 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c60fbd3-48d7-4d5a-8869-7468d8aec8cb", "tag": "0e6b57de-b4ad-4fe0-b336-3deb23fd9756", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:29:49.152754 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dbd101e4-65fd-4032-b67e-6606b2fe13fc {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:29:49.153162 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c60fbd3-48d7-4d5a-8869-7468d8aec8cb', 'tag': '0e6b57de-b4ad-4fe0-b336-3deb23fd9756', 'status': 'completed', 'code': 200} Dec 10 19:29:49.209632 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25516506-46ed-4eb6-939b-927fb8d587fa req-e1554f73-8830-4081-946a-9dfba7b09309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:49.213044 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-25516506-46ed-4eb6-939b-927fb8d587fa req-e1554f73-8830-4081-946a-9dfba7b09309 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36bc3b9bebb548d797e0b304dffd671e&device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 1094 time: 0.0412488 Dec 10 19:29:49.216311 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25516506-46ed-4eb6-939b-927fb8d587fa req-0e5aa626-7351-4687-b828-0ea49746592f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:49.217843 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-25516506-46ed-4eb6-939b-927fb8d587fa req-0e5aa626-7351-4687-b828-0ea49746592f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=36bc3b9bebb548d797e0b304dffd671e&device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 1094 time: 0.0415676 Dec 10 19:29:49.309048 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25516506-46ed-4eb6-939b-927fb8d587fa req-0fb16549-cccf-4cef-9c78-8c8b67050547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:49.310749 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-25516506-46ed-4eb6-939b-927fb8d587fa req-0fb16549-cccf-4cef-9c78-8c8b67050547 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4dd7d091-1237-435c-99a2-0bff4d791174 HTTP/1.1" status: 200 len: 915 time: 0.0916500 Dec 10 19:29:49.312242 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25516506-46ed-4eb6-939b-927fb8d587fa req-fe8a0622-ef15-4a42-a7a4-780c721b3ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:49.314328 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-25516506-46ed-4eb6-939b-927fb8d587fa req-fe8a0622-ef15-4a42-a7a4-780c721b3ac4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4dd7d091-1237-435c-99a2-0bff4d791174 HTTP/1.1" status: 200 len: 915 time: 0.0897357 Dec 10 19:29:49.358259 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-25516506-46ed-4eb6-939b-927fb8d587fa req-e4e2272e-0baa-49a5-bdc4-5d92dff8dc4f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e6b57de-b4ad-4fe0-b336-3deb23fd9756 HTTP/1.1" status: 200 len: 217 time: 0.0406396 Dec 10 19:29:49.370886 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-25516506-46ed-4eb6-939b-927fb8d587fa req-4e24e7f6-d8cf-4d28-b90c-5211652f39a2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e6b57de-b4ad-4fe0-b336-3deb23fd9756 HTTP/1.1" status: 200 len: 217 time: 0.0441105 Dec 10 19:29:49.413469 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25516506-46ed-4eb6-939b-927fb8d587fa req-e2b65ccd-85a1-47f8-a059-7da673f3cae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:49.414927 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-25516506-46ed-4eb6-939b-927fb8d587fa req-e2b65ccd-85a1-47f8-a059-7da673f3cae3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4fa0897b-1b02-40ee-9215-551656eef821 HTTP/1.1" status: 200 len: 854 time: 0.0474637 Dec 10 19:29:49.432606 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25516506-46ed-4eb6-939b-927fb8d587fa req-94d50254-2589-4134-9301-2b83fb828774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:49.434143 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-25516506-46ed-4eb6-939b-927fb8d587fa req-94d50254-2589-4134-9301-2b83fb828774 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4fa0897b-1b02-40ee-9215-551656eef821 HTTP/1.1" status: 200 len: 854 time: 0.0447538 Dec 10 19:29:49.446185 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-25516506-46ed-4eb6-939b-927fb8d587fa req-fd618610-ee01-4720-84bb-2e83506ae87a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4dd7d091-1237-435c-99a2-0bff4d791174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240290 Dec 10 19:29:49.467007 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-25516506-46ed-4eb6-939b-927fb8d587fa req-24175e12-8e98-44f3-9467-726378c094b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4dd7d091-1237-435c-99a2-0bff4d791174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260859 Dec 10 19:29:49.545242 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-25516506-46ed-4eb6-939b-927fb8d587fa req-5022c1a7-ab8f-48bf-abf6-fb7cb806bffe service neutron] 10.222.0.72 "GET /v2.0/networks/4dd7d091-1237-435c-99a2-0bff4d791174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925262 Dec 10 19:29:49.574873 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-25516506-46ed-4eb6-939b-927fb8d587fa req-ce63f942-402f-4fb0-b96a-d051be95e4a9 service neutron] 10.222.0.46 "GET /v2.0/networks/4dd7d091-1237-435c-99a2-0bff4d791174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010604 Dec 10 19:29:49.612852 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:29:49.635425 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-25516506-46ed-4eb6-939b-927fb8d587fa req-a84d52bd-6501-4ffe-b430-a48c941fdda7 service neutron] 10.222.0.72 "GET /v2.0/networks/4dd7d091-1237-435c-99a2-0bff4d791174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832732 Dec 10 19:29:49.670987 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-25516506-46ed-4eb6-939b-927fb8d587fa req-73f7a116-4280-4742-a9c9-694ed552a9f2 service neutron] 10.222.0.46 "GET /v2.0/networks/4dd7d091-1237-435c-99a2-0bff4d791174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892935 Dec 10 19:29:49.889097 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9190d6c6-d5ac-4797-b1cf-ce77470ead9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:50.097758 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255f92d-eaf2-4ddc-be49-37641a50df85 req-ac95740d-e03e-40cc-8c72-957dffd39340 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:50.099222 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8255f92d-eaf2-4ddc-be49-37641a50df85 req-ac95740d-e03e-40cc-8c72-957dffd39340 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 943 time: 0.0522943 Dec 10 19:29:50.145811 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8255f92d-eaf2-4ddc-be49-37641a50df85 req-bfad02e0-1dc6-40c7-bec1-bce361c73439 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399256 Dec 10 19:29:50.398888 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d5c53-e807-4e72-bac7-d51894db0393 req-0b455e78-7fb2-4acd-afdb-34a3ff0fd5cb tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:50.400866 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ba0d5c53-e807-4e72-bac7-d51894db0393 req-0b455e78-7fb2-4acd-afdb-34a3ff0fd5cb tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 943 time: 0.1073880 Dec 10 19:29:50.435458 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1980b9a-906e-4db8-b4ed-865e266cdd05 req-41fe96a4-025f-4dd8-ad04-206e44b30139 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:50.436924 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d1980b9a-906e-4db8-b4ed-865e266cdd05 req-41fe96a4-025f-4dd8-ad04-206e44b30139 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb&tenant_id=36bc3b9bebb548d797e0b304dffd671e&binding%3Ahost_id=n-h1-821435-1 HTTP/1.1" status: 200 len: 943 time: 0.1157601 Dec 10 19:29:50.488358 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ba0d5c53-e807-4e72-bac7-d51894db0393 req-89e8c89d-f967-4d13-981c-9a6f53aa4746 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808039 Dec 10 19:29:50.512204 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [req-d1980b9a-906e-4db8-b4ed-865e266cdd05 req-383bc6c6-73f5-46cb-b0af-bbbd86b0cd12 service neutron] delete failed (client error): The resource could not be found. Dec 10 19:29:50.513255 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d1980b9a-906e-4db8-b4ed-865e266cdd05 req-383bc6c6-73f5-46cb-b0af-bbbd86b0cd12 service neutron] 10.222.0.72 "DELETE /v2.0/ports/0e6b57de-b4ad-4fe0-b336-3deb23fd9756/bindings/n-h2-821435-1 HTTP/1.1" status: 404 len: 380 time: 0.0661142 Dec 10 19:29:50.597976 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1980b9a-906e-4db8-b4ed-865e266cdd05 req-c6f4123a-f86f-4729-8487-af8314086a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:50.599459 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d1980b9a-906e-4db8-b4ed-865e266cdd05 req-c6f4123a-f86f-4729-8487-af8314086a39 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36bc3b9bebb548d797e0b304dffd671e&device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 1094 time: 0.0432658 Dec 10 19:29:50.690587 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1980b9a-906e-4db8-b4ed-865e266cdd05 req-d03c899e-a8cc-41ee-89db-bcba5ed020b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:50.692003 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d1980b9a-906e-4db8-b4ed-865e266cdd05 req-d03c899e-a8cc-41ee-89db-bcba5ed020b7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4dd7d091-1237-435c-99a2-0bff4d791174 HTTP/1.1" status: 200 len: 915 time: 0.0863662 Dec 10 19:29:50.732976 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d1980b9a-906e-4db8-b4ed-865e266cdd05 req-bf6df973-003d-4fed-9559-811f18ecd823 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e6b57de-b4ad-4fe0-b336-3deb23fd9756 HTTP/1.1" status: 200 len: 217 time: 0.0335901 Dec 10 19:29:50.784118 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1980b9a-906e-4db8-b4ed-865e266cdd05 req-b99ad298-2bde-4d35-bc4f-77c609be8439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:50.785570 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d1980b9a-906e-4db8-b4ed-865e266cdd05 req-b99ad298-2bde-4d35-bc4f-77c609be8439 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4fa0897b-1b02-40ee-9215-551656eef821 HTTP/1.1" status: 200 len: 854 time: 0.0463519 Dec 10 19:29:50.815825 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d1980b9a-906e-4db8-b4ed-865e266cdd05 req-7a4ac708-15a1-429b-bd1b-1d1707e821c1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4dd7d091-1237-435c-99a2-0bff4d791174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233340 Dec 10 19:29:50.902221 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d1980b9a-906e-4db8-b4ed-865e266cdd05 req-a3a640f5-1bba-4cdc-b0a1-62c4f7d6d735 service neutron] 10.222.0.72 "GET /v2.0/networks/4dd7d091-1237-435c-99a2-0bff4d791174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789902 Dec 10 19:29:50.985537 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 0e6b57de-b4ad-4fe0-b336-3deb23fd9756 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:29:50.991900 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d1980b9a-906e-4db8-b4ed-865e266cdd05 req-7d922858-fae1-4dc5-84ce-e36ab7331a1f service neutron] 10.222.0.72 "GET /v2.0/networks/4dd7d091-1237-435c-99a2-0bff4d791174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825248 Dec 10 19:29:51.023525 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 0e6b57de-b4ad-4fe0-b336-3deb23fd9756 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:29:51.589177 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 0e6b57de-b4ad-4fe0-b336-3deb23fd9756 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:29:51.616045 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4317c-ba57-4157-b5dc-719b90d26f27 req-5ce9fba2-ce56-4e87-865d-09824cb511d4 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:51.617626 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-45f4317c-ba57-4157-b5dc-719b90d26f27 req-5ce9fba2-ce56-4e87-865d-09824cb511d4 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 943 time: 0.0577378 Dec 10 19:29:51.673379 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-45f4317c-ba57-4157-b5dc-719b90d26f27 req-0888e021-25cf-486c-ace7-ca941a5f5e85 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489101 Dec 10 19:29:51.687246 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 0e6b57de-b4ad-4fe0-b336-3deb23fd9756, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=0e6b57de-b4ad-4fe0-b336-3deb23fd9756,segment=NetworkSegment(d940f7ad-0da0-471d-9678-02d8595d0099),segment_id=d940f7ad-0da0-471d-9678-02d8595d0099)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:29:51.699791 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '0e6b57de-b4ad-4fe0-b336-3deb23fd9756', 'network_id': '4dd7d091-1237-435c-99a2-0bff4d791174', 'port_id': '0e6b57de-b4ad-4fe0-b336-3deb23fd9756', 'mac_address': 'fa:16:3e:0b:db:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa0897b-1b02-40ee-9215-551656eef821', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:29:51.736654 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:51.749718 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e6b57de-b4ad-4fe0-b336-3deb23fd9756 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:29:51.769783 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 0e6b57de-b4ad-4fe0-b336-3deb23fd9756, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=0e6b57de-b4ad-4fe0-b336-3deb23fd9756,segment=NetworkSegment(d940f7ad-0da0-471d-9678-02d8595d0099),segment_id=d940f7ad-0da0-471d-9678-02d8595d0099)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:29:51.775336 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:51.789664 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23641a32-c96a-467d-ac66-7302cdebb6d7 req-6651a22e-34f6-48ca-89ee-83b9f58230fd tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:51.791304 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-23641a32-c96a-467d-ac66-7302cdebb6d7 req-6651a22e-34f6-48ca-89ee-83b9f58230fd tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 943 time: 0.0498021 Dec 10 19:29:51.825987 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=0e6b57de-b4ad-4fe0-b336-3deb23fd9756,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:51.838372 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-23641a32-c96a-467d-ac66-7302cdebb6d7 req-84c09ee4-f820-4375-a694-30f7d69eb2b3 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410752 Dec 10 19:29:51.951891 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480c7c5-7d19-456b-b725-66af15ff5d4a req-c1fc2c30-4d3f-4d0d-b327-6e6e55c06eeb tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:51.953323 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e480c7c5-7d19-456b-b725-66af15ff5d4a req-c1fc2c30-4d3f-4d0d-b327-6e6e55c06eeb tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 944 time: 0.0496278 Dec 10 19:29:51.987377 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['0e6b57de-b4ad-4fe0-b336-3deb23fd9756'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:29:52.002532 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e480c7c5-7d19-456b-b725-66af15ff5d4a req-475ccdca-e3ae-4afd-8afb-6aa9ac525fa6 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432899 Dec 10 19:29:52.331817 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41e7ba-c9b8-473b-b809-1f113bd390ed req-05f6d3a9-cfe6-4077-a30d-6f621a518952 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:52.333336 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0b41e7ba-c9b8-473b-b809-1f113bd390ed req-05f6d3a9-cfe6-4077-a30d-6f621a518952 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 944 time: 0.0487804 Dec 10 19:29:52.387993 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0b41e7ba-c9b8-473b-b809-1f113bd390ed req-cf14a9c9-381e-497a-806e-e36da41e08c2 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485280 Dec 10 19:29:52.579359 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-47b51e75-c19a-471d-a1cf-a676971ce7d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:53.522654 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5367e9-64d5-4f3c-8fdb-8ae1d50dd416 req-c215a848-1a77-4bc0-bd7f-22b41098feea tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:53.524121 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-df5367e9-64d5-4f3c-8fdb-8ae1d50dd416 req-c215a848-1a77-4bc0-bd7f-22b41098feea tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 944 time: 0.0801370 Dec 10 19:29:53.535508 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191ab02-e70b-41d4-8f1d-ede96fb18183 req-e5dd6102-81fd-4c91-8dad-94a9996462b6 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:53.536893 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0191ab02-e70b-41d4-8f1d-ede96fb18183 req-e5dd6102-81fd-4c91-8dad-94a9996462b6 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c60fbd3-48d7-4d5a-8869-7468d8aec8cb HTTP/1.1" status: 200 len: 944 time: 0.0821033 Dec 10 19:29:53.604160 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 0e6b57de-b4ad-4fe0-b336-3deb23fd9756 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:29:53.611234 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:53.633332 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0191ab02-e70b-41d4-8f1d-ede96fb18183 req-e2d48ce0-015e-419b-859e-2585be60986f tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec8a084c-e59e-4a5d-8751-2c4673f40d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874841 Dec 10 19:29:53.661529 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-df5367e9-64d5-4f3c-8fdb-8ae1d50dd416 req-b061f9e3-11c9-438d-b93d-e032a79f82cf tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Deleting port 0e6b57de-b4ad-4fe0-b336-3deb23fd9756 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:29:53.661883 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-df5367e9-64d5-4f3c-8fdb-8ae1d50dd416 req-b061f9e3-11c9-438d-b93d-e032a79f82cf tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:53.662717 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 0e6b57de-b4ad-4fe0-b336-3deb23fd9756 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:29:53.667487 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 0e6b57de-b4ad-4fe0-b336-3deb23fd9756 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:29:53.668007 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:53.745242 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:53.761608 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-df5367e9-64d5-4f3c-8fdb-8ae1d50dd416 req-b061f9e3-11c9-438d-b93d-e032a79f82cf tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] For port 0e6b57de-b4ad-4fe0-b336-3deb23fd9756, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=0e6b57de-b4ad-4fe0-b336-3deb23fd9756,segment=NetworkSegment(d940f7ad-0da0-471d-9678-02d8595d0099),segment_id=d940f7ad-0da0-471d-9678-02d8595d0099)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:29:53.762025 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-df5367e9-64d5-4f3c-8fdb-8ae1d50dd416 req-b061f9e3-11c9-438d-b93d-e032a79f82cf tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:53.768738 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c60fbd3-48d7-4d5a-8869-7468d8aec8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6b57de-b4ad-4fe0-b336-3deb23fd9756'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:29:53.770997 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f39997a1e7c5b6ae782956bbd1fa5b612e64aa5908109c3bc10b0e272c8d4b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33796c4e-953a-4523-be9a-68d4b50c0319" -d '{"events": [{"server_uuid": "8c60fbd3-48d7-4d5a-8869-7468d8aec8cb", "name": "network-vif-plugged", "status": "completed", "tag": "0e6b57de-b4ad-4fe0-b336-3deb23fd9756"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:29:53.777361 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-df5367e9-64d5-4f3c-8fdb-8ae1d50dd416 req-b061f9e3-11c9-438d-b93d-e032a79f82cf tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Calling delete_port for 0e6b57de-b4ad-4fe0-b336-3deb23fd9756 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:29:53.784971 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 0e6b57de-b4ad-4fe0-b336-3deb23fd9756, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=0e6b57de-b4ad-4fe0-b336-3deb23fd9756,segment=NetworkSegment(d940f7ad-0da0-471d-9678-02d8595d0099),segment_id=d940f7ad-0da0-471d-9678-02d8595d0099)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:29:53.790162 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:53.816300 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13793251-3c84-4418-9db1-31f51c315c33 x-openstack-request-id: req-13793251-3c84-4418-9db1-31f51c315c33 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:29:53.816735 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c60fbd3-48d7-4d5a-8869-7468d8aec8cb", "name": "network-vif-plugged", "status": "completed", "tag": "0e6b57de-b4ad-4fe0-b336-3deb23fd9756", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:29:53.817004 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-13793251-3c84-4418-9db1-31f51c315c33 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:29:53.817392 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c60fbd3-48d7-4d5a-8869-7468d8aec8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6b57de-b4ad-4fe0-b336-3deb23fd9756', 'code': 200} Dec 10 19:29:53.843235 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=0e6b57de-b4ad-4fe0-b336-3deb23fd9756,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:53.909153 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-df5367e9-64d5-4f3c-8fdb-8ae1d50dd416 req-b061f9e3-11c9-438d-b93d-e032a79f82cf tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:53.921498 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['0e6b57de-b4ad-4fe0-b336-3deb23fd9756'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:29:53.938172 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061f9e3-11c9-438d-b93d-e032a79f82cf tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Pushing event deleted for resources: {'Port': ['ID=0e6b57de-b4ad-4fe0-b336-3deb23fd9756,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:53.977135 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-df5367e9-64d5-4f3c-8fdb-8ae1d50dd416 req-b061f9e3-11c9-438d-b93d-e032a79f82cf tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] No DVR routers for this DVR port 0e6b57de-b4ad-4fe0-b336-3deb23fd9756 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:29:53.980409 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-df5367e9-64d5-4f3c-8fdb-8ae1d50dd416 req-b061f9e3-11c9-438d-b93d-e032a79f82cf tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:53.983732 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-df5367e9-64d5-4f3c-8fdb-8ae1d50dd416 req-b061f9e3-11c9-438d-b93d-e032a79f82cf tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] 10.222.0.46 "DELETE /v2.0/ports/0e6b57de-b4ad-4fe0-b336-3deb23fd9756 HTTP/1.1" status: 204 len: 173 time: 0.4459827 Dec 10 19:29:53.984180 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c60fbd3-48d7-4d5a-8869-7468d8aec8cb', 'name': 'network-vif-deleted', 'tag': '0e6b57de-b4ad-4fe0-b336-3deb23fd9756'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:29:53.986429 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176a1a8d-32ab-4514-9ff1-aabcce510e27" -d '{"events": [{"server_uuid": "8c60fbd3-48d7-4d5a-8869-7468d8aec8cb", "name": "network-vif-deleted", "tag": "0e6b57de-b4ad-4fe0-b336-3deb23fd9756"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:29:54.022555 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df8125e-fe53-4c5f-8e73-9328c2035109 x-openstack-request-id: req-1df8125e-fe53-4c5f-8e73-9328c2035109 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:29:54.022853 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c60fbd3-48d7-4d5a-8869-7468d8aec8cb", "name": "network-vif-deleted", "tag": "0e6b57de-b4ad-4fe0-b336-3deb23fd9756", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:29:54.023112 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1df8125e-fe53-4c5f-8e73-9328c2035109 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:29:54.023521 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c60fbd3-48d7-4d5a-8869-7468d8aec8cb', 'name': 'network-vif-deleted', 'tag': '0e6b57de-b4ad-4fe0-b336-3deb23fd9756', 'status': 'completed', 'code': 200} Dec 10 19:29:54.757353 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 49304) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:29:54.802208 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f65d989-3d46-459c-a4ef-d53cba236a43 admin admin] Deleting subnet 4fa0897b-1b02-40ee-9215-551656eef821 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:29:54.805247 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f65d989-3d46-459c-a4ef-d53cba236a43 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:54.839598 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f65d989-3d46-459c-a4ef-d53cba236a43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:54.876903 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f65d989-3d46-459c-a4ef-d53cba236a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:54.927769 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f65d989-3d46-459c-a4ef-d53cba236a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:54.958359 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65d989-3d46-459c-a4ef-d53cba236a43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fa0897b-1b02-40ee-9215-551656eef821,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:54.961067 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f65d989-3d46-459c-a4ef-d53cba236a43 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:54.964426 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0f65d989-3d46-459c-a4ef-d53cba236a43 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4fa0897b-1b02-40ee-9215-551656eef821 HTTP/1.1" status: 204 len: 168 time: 0.2060432 Dec 10 19:29:54.967013 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 49306) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:29:54.973360 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:55.033215 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f7c94d2e-56e8-4633-bf77-07babddec7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:55.111172 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f7c94d2e-56e8-4633-bf77-07babddec7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:55.130894 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-f7c94d2e-56e8-4633-bf77-07babddec7a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dd7d091-1237-435c-99a2-0bff4d791174']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:55.140946 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-f7c94d2e-56e8-4633-bf77-07babddec7a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd940f7ad-0da0-471d-9678-02d8595d0099') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:55.141248 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-f7c94d2e-56e8-4633-bf77-07babddec7a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd940f7ad-0da0-471d-9678-02d8595d0099') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:55.150380 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f7c94d2e-56e8-4633-bf77-07babddec7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:55.163135 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f7c94d2e-56e8-4633-bf77-07babddec7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:55.170744 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c94d2e-56e8-4633-bf77-07babddec7a3 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:29:55.171115 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f7c94d2e-56e8-4633-bf77-07babddec7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:55.172774 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:29:55.172774 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:29:55.172774 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:29:55.172774 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:29:55.172774 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:29:55.172774 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:29:55.172774 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:29:55.172774 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:29:55.172774 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:29:55.172774 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:29:55.172774 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:29:55.172774 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:29:55.172774 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:29:55.172774 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:29:55.172774 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:29:55.172774 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:29:55.172774 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:29:55.172774 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:29:55.172774 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:29:55.172774 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:29:55.172774 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:29:55.172774 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:29:55.172774 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:29:55.172774 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:29:55.172774 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:29:55.172774 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:29:55.172774 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:29:55.172774 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:29:55.172774 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:29:55.172774 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:29:55.172774 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:29:55.172774 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:29:55.224827 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f7c94d2e-56e8-4633-bf77-07babddec7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:55.229985 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f7c94d2e-56e8-4633-bf77-07babddec7a3 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:55.233111 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f7c94d2e-56e8-4633-bf77-07babddec7a3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/4dd7d091-1237-435c-99a2-0bff4d791174 HTTP/1.1" status: 204 len: 168 time: 0.2651653 Dec 10 19:29:55.246088 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c94d2e-56e8-4633-bf77-07babddec7a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dd7d091-1237-435c-99a2-0bff4d791174,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:55.363009 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 49310) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:29:55.403674 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-49d197c0-e78c-4671-ae7d-8bd26b7695ae admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=36bc3b9bebb548d797e0b304dffd671e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394325 Dec 10 19:29:55.406205 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 49312) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:29:55.571261 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:55.741000 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d63ababa-3429-4d24-930e-9780bab32f2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:55.761997 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d63ababa-3429-4d24-930e-9780bab32f2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:55.813003 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d63ababa-3429-4d24-930e-9780bab32f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:55.815562 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d63ababa-3429-4d24-930e-9780bab32f2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:55.817046 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d63ababa-3429-4d24-930e-9780bab32f2e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ec8a084c-e59e-4a5d-8751-2c4673f40d30 HTTP/1.1" status: 204 len: 168 time: 0.4099474 Dec 10 19:29:55.824991 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ababa-3429-4d24-930e-9780bab32f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8a084c-e59e-4a5d-8751-2c4673f40d30,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:56.539806 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 49334) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:29:56.658311 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-197d4b24-7b70-44db-8a93-09a8f7774628 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-224245180-network', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:29:56.679149 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197d4b24-7b70-44db-8a93-09a8f7774628 admin admin] Made reservation on behalf of b616c65070de423e9109b7f7c3e68230 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:29:56.682250 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-197d4b24-7b70-44db-8a93-09a8f7774628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:56.690621 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-197d4b24-7b70-44db-8a93-09a8f7774628 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:56.769872 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-197d4b24-7b70-44db-8a93-09a8f7774628 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:56.773562 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-197d4b24-7b70-44db-8a93-09a8f7774628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:56.796803 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-197d4b24-7b70-44db-8a93-09a8f7774628 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:29:56.814555 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-197d4b24-7b70-44db-8a93-09a8f7774628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:56.815165 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-197d4b24-7b70-44db-8a93-09a8f7774628 admin admin] Added segment f13f09e7-aeb2-435d-939d-dbef67aca0ce of type vlan for network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 Dec 10 19:29:56.816885 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d4b24-7b70-44db-8a93-09a8f7774628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e45555-02b7-4833-8d3b-f1a8286627ed,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:56.860174 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-197d4b24-7b70-44db-8a93-09a8f7774628 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:56.885384 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-197d4b24-7b70-44db-8a93-09a8f7774628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:56.886550 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197d4b24-7b70-44db-8a93-09a8f7774628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:56.887136 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-197d4b24-7b70-44db-8a93-09a8f7774628 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:56.939435 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-197d4b24-7b70-44db-8a93-09a8f7774628 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3984854 Dec 10 19:29:56.942470 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 49338) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:29:56.947622 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ef898122-49e1-44a3-91f9-47439e5a640e admin admin] Request body: {'subnet': {'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-224245180-subnet', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:29:56.950330 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d4b24-7b70-44db-8a93-09a8f7774628 admin admin] Pushing event updated for resources: {'Network': ['ID=7dc2d254-b19a-4600-a571-d1e2c01d6ae6,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:56.959802 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:29:56.968074 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef898122-49e1-44a3-91f9-47439e5a640e admin admin] Made reservation on behalf of b616c65070de423e9109b7f7c3e68230 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:29:56.970432 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef898122-49e1-44a3-91f9-47439e5a640e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:57.138702 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef898122-49e1-44a3-91f9-47439e5a640e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:57.192901 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef898122-49e1-44a3-91f9-47439e5a640e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:57.200664 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef898122-49e1-44a3-91f9-47439e5a640e admin admin] Checking segment: {'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:29:57.201035 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef898122-49e1-44a3-91f9-47439e5a640e admin admin] Network hostable DHCP agents. Network: 7dc2d254-b19a-4600-a571-d1e2c01d6ae6, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:29:57.217092 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef898122-49e1-44a3-91f9-47439e5a640e admin admin] Network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:29:57.225025 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-ef898122-49e1-44a3-91f9-47439e5a640e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 7dc2d254-b19a-4600-a571-d1e2c01d6ae6) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:29:57.228996 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef898122-49e1-44a3-91f9-47439e5a640e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:57.229588 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef898122-49e1-44a3-91f9-47439e5a640e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:57.234930 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f39a62-0f79-47fc-8c23-8f52d98438b2 None None] Network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:29:57.246275 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ef898122-49e1-44a3-91f9-47439e5a640e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3026946 Dec 10 19:29:57.248956 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 49340) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:29:57.253270 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f72ed56d-afa1-43d5-a088-215c0191f3d9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-224245180-router', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:29:57.274046 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f72ed56d-afa1-43d5-a088-215c0191f3d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:57.275701 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f72ed56d-afa1-43d5-a088-215c0191f3d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:57.328589 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f72ed56d-afa1-43d5-a088-215c0191f3d9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:57.339756 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775ddc3b-e26b-4103-a1d3-222eba3eabaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'fixed_ips': [{'subnet_id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:29:57.340671 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-775ddc3b-e26b-4103-a1d3-222eba3eabaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:57.465098 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f72ed56d-afa1-43d5-a088-215c0191f3d9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:57.473589 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-775ddc3b-e26b-4103-a1d3-222eba3eabaa None None] Allocated IP 172.20.0.2 (7dc2d254-b19a-4600-a571-d1e2c01d6ae6/a85620c1-c42f-4cac-8fdf-5a36f05e2f5e/f9d25a4e-8298-4bfb-bd9b-250e640e134b) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:29:57.620349 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-775ddc3b-e26b-4103-a1d3-222eba3eabaa None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:57.624829 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 0e6b57de-b4ad-4fe0-b336-3deb23fd9756 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:29:57.628445 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-775ddc3b-e26b-4103-a1d3-222eba3eabaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:57.667740 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 0e6b57de-b4ad-4fe0-b336-3deb23fd9756 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:29:57.668087 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 0e6b57de-b4ad-4fe0-b336-3deb23fd9756 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:29:57.677785 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f72ed56d-afa1-43d5-a088-215c0191f3d9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:57.693493 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775ddc3b-e26b-4103-a1d3-222eba3eabaa None None] Network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:29:57.697102 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f72ed56d-afa1-43d5-a088-215c0191f3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:57.697799 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-775ddc3b-e26b-4103-a1d3-222eba3eabaa None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:29:57.699581 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ddc3b-e26b-4103-a1d3-222eba3eabaa None None] Pushing event updated for resources: {'Port': ['ID=f9d25a4e-8298-4bfb-bd9b-250e640e134b,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:57.701709 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775ddc3b-e26b-4103-a1d3-222eba3eabaa None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:29:57.754822 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-775ddc3b-e26b-4103-a1d3-222eba3eabaa None None] Attempting to bind port f9d25a4e-8298-4bfb-bd9b-250e640e134b on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:29:57.755193 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-775ddc3b-e26b-4103-a1d3-222eba3eabaa None None] Attempting to bind port f9d25a4e-8298-4bfb-bd9b-250e640e134b by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:29:57.755556 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775ddc3b-e26b-4103-a1d3-222eba3eabaa None None] Attempting to bind port f9d25a4e-8298-4bfb-bd9b-250e640e134b on network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:29:57.761467 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775ddc3b-e26b-4103-a1d3-222eba3eabaa None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:29:57.761993 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775ddc3b-e26b-4103-a1d3-222eba3eabaa None None] Checking segment: {'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:29:57.762487 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-775ddc3b-e26b-4103-a1d3-222eba3eabaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:57.762882 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775ddc3b-e26b-4103-a1d3-222eba3eabaa None None] Bound using segment: {'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:29:57.763357 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-775ddc3b-e26b-4103-a1d3-222eba3eabaa None None] Bound port: f9d25a4e-8298-4bfb-bd9b-250e640e134b, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:29:57.763734 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-775ddc3b-e26b-4103-a1d3-222eba3eabaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:57.808744 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-f72ed56d-afa1-43d5-a088-215c0191f3d9 admin admin] Allocated IP 172.25.7.139 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/19c2c78b-c865-4760-b88b-f6a4617ca283) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:29:57.826963 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-775ddc3b-e26b-4103-a1d3-222eba3eabaa None None] For port f9d25a4e-8298-4bfb-bd9b-250e640e134b, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:29:57.830174 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-775ddc3b-e26b-4103-a1d3-222eba3eabaa None None] For port f9d25a4e-8298-4bfb-bd9b-250e640e134b, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=f9d25a4e-8298-4bfb-bd9b-250e640e134b,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:29:57.833778 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-775ddc3b-e26b-4103-a1d3-222eba3eabaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:57.895155 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ddc3b-e26b-4103-a1d3-222eba3eabaa None None] Pushing event updated for resources: {'Port': ['ID=f9d25a4e-8298-4bfb-bd9b-250e640e134b,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:57.916250 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f72ed56d-afa1-43d5-a088-215c0191f3d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:57.949335 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f72ed56d-afa1-43d5-a088-215c0191f3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:57.994065 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72ed56d-afa1-43d5-a088-215c0191f3d9 admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:29:57.997054 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-f72ed56d-afa1-43d5-a088-215c0191f3d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:29:58.000711 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72ed56d-afa1-43d5-a088-215c0191f3d9 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:29:58.011251 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cd9862-3e97-4264-a8f8-fdfed583da0a None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:29:58.023275 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ed56d-afa1-43d5-a088-215c0191f3d9 admin admin] Pushing event updated for resources: {'Port': ['ID=19c2c78b-c865-4760-b88b-f6a4617ca283,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:58.073415 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7a72d57f-0aea-4a67-b398-584b829c3671 None None] Provisioning complete for port 19c2c78b-c865-4760-b88b-f6a4617ca283 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:29:58.073816 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7a72d57f-0aea-4a67-b398-584b829c3671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:58.122758 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-7a72d57f-0aea-4a67-b398-584b829c3671 None None] Port 19c2c78b-c865-4760-b88b-f6a4617ca283 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:29:58.276906 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f72ed56d-afa1-43d5-a088-215c0191f3d9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:58.470637 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f72ed56d-afa1-43d5-a088-215c0191f3d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:58.598248 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72ed56d-afa1-43d5-a088-215c0191f3d9 admin admin] Router a3c0ff56-d4ae-4ffb-9680-332c607fddc7 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:29:58.708359 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72ed56d-afa1-43d5-a088-215c0191f3d9 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:29:58.718784 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a77a244-572f-4b3b-8918-de30e9c565f2 None None] Sync routers for ids ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:29:58.729050 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f72ed56d-afa1-43d5-a088-215c0191f3d9 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:58.730563 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f72ed56d-afa1-43d5-a088-215c0191f3d9 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4803874 Dec 10 19:29:58.733170 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 49342) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:29:58.734175 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a77a244-572f-4b3b-8918-de30e9c565f2 None None] Routers {'a3c0ff56-d4ae-4ffb-9680-332c607fddc7'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:29:58.734950 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-1a77a244-572f-4b3b-8918-de30e9c565f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:29:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:58.845957 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-1a77a244-572f-4b3b-8918-de30e9c565f2 None None] Set router a3c0ff56-d4ae-4ffb-9680-332c607fddc7 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:29:58.874580 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c03aa45-d177-499b-85f4-591aca365c27 None None] Network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:29:59.023132 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-778801e6-9b74-4477-9a7c-3a3c666c8f83 None None] Provisioning complete for port f9d25a4e-8298-4bfb-bd9b-250e640e134b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:29:59.023841 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-778801e6-9b74-4477-9a7c-3a3c666c8f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:59.150287 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2cc64a74-05fd-4ce9-bdb4-3b3f13e63546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:59.196386 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-778801e6-9b74-4477-9a7c-3a3c666c8f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:59.200524 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-1a77a244-572f-4b3b-8918-de30e9c565f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'name': 'tempest-ServerActionsTestJSON-224245180-router', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:29:58Z', 'revision_number': 3, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'gw_port': {'id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ad:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:29:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:59.234377 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a77a244-572f-4b3b-8918-de30e9c565f2 None None] Checking router: a3c0ff56-d4ae-4ffb-9680-332c607fddc7 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:29:59.234732 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a77a244-572f-4b3b-8918-de30e9c565f2 None None] Updating router a3c0ff56-d4ae-4ffb-9680-332c607fddc7 port 19c2c78b-c865-4760-b88b-f6a4617ca283 binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:29:59.281043 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1a77a244-572f-4b3b-8918-de30e9c565f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:59.283666 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-778801e6-9b74-4477-9a7c-3a3c666c8f83 None None] For port f9d25a4e-8298-4bfb-bd9b-250e640e134b, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=f9d25a4e-8298-4bfb-bd9b-250e640e134b,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:29:59.308071 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-778801e6-9b74-4477-9a7c-3a3c666c8f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:59.319123 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-2cc64a74-05fd-4ce9-bdb4-3b3f13e63546 admin admin] Allocated IP 172.20.0.1 (7dc2d254-b19a-4600-a571-d1e2c01d6ae6/a85620c1-c42f-4cac-8fdf-5a36f05e2f5e/2ccadd38-b57f-405c-9f51-cd75e86681e5) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:29:59.432062 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2cc64a74-05fd-4ce9-bdb4-3b3f13e63546 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:59.433213 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778801e6-9b74-4477-9a7c-3a3c666c8f83 None None] Pushing event updated for resources: {'Port': ['ID=f9d25a4e-8298-4bfb-bd9b-250e640e134b,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:59.467878 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2cc64a74-05fd-4ce9-bdb4-3b3f13e63546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:59.478241 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-cc7b9c07-8350-4e13-b9a8-066377fab864 None None] Provisioning complete for port f9d25a4e-8298-4bfb-bd9b-250e640e134b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:29:59.478610 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cc7b9c07-8350-4e13-b9a8-066377fab864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:59.514822 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc64a74-05fd-4ce9-bdb4-3b3f13e63546 admin admin] Network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:29:59.520532 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-2cc64a74-05fd-4ce9-bdb4-3b3f13e63546 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:29:59.544298 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc64a74-05fd-4ce9-bdb4-3b3f13e63546 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:29:59.547577 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc64a74-05fd-4ce9-bdb4-3b3f13e63546 admin admin] Pushing event updated for resources: {'Port': ['ID=2ccadd38-b57f-405c-9f51-cd75e86681e5,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:59.594594 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2cc64a74-05fd-4ce9-bdb4-3b3f13e63546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:59.739124 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2cc64a74-05fd-4ce9-bdb4-3b3f13e63546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:59.782229 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device f9d25a4e-8298-4bfb-bd9b-250e640e134b up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:29:59.878092 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1a77a244-572f-4b3b-8918-de30e9c565f2 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:59.887484 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1a77a244-572f-4b3b-8918-de30e9c565f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:59.921114 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port f9d25a4e-8298-4bfb-bd9b-250e640e134b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:29:59.921491 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:59.929422 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2cc64a74-05fd-4ce9-bdb4-3b3f13e63546 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:59.929652 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e086def-a780-4283-9c8e-cfc30fa1bf37 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:29:59.934630 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2cc64a74-05fd-4ce9-bdb4-3b3f13e63546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:59.978195 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-1a77a244-572f-4b3b-8918-de30e9c565f2 None None] Attempting to bind port 19c2c78b-c865-4760-b88b-f6a4617ca283 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:29:59.978520 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-1a77a244-572f-4b3b-8918-de30e9c565f2 None None] Attempting to bind port 19c2c78b-c865-4760-b88b-f6a4617ca283 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:29:59.978824 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a77a244-572f-4b3b-8918-de30e9c565f2 None None] Attempting to bind port 19c2c78b-c865-4760-b88b-f6a4617ca283 on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:29:59.986551 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd468ef-e839-46c9-aeb0-6002249d10d7 None None] Pushing event updated for resources: {'Port': ['ID=19c2c78b-c865-4760-b88b-f6a4617ca283,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:59.995210 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a77a244-572f-4b3b-8918-de30e9c565f2 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:29:59.995589 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a77a244-572f-4b3b-8918-de30e9c565f2 None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:29:59.995991 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1a77a244-572f-4b3b-8918-de30e9c565f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:59.996380 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a77a244-572f-4b3b-8918-de30e9c565f2 None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:29:59.996882 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-1a77a244-572f-4b3b-8918-de30e9c565f2 None None] Bound port: 19c2c78b-c865-4760-b88b-f6a4617ca283, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:29:59.997265 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1a77a244-572f-4b3b-8918-de30e9c565f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:00.003613 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2cc64a74-05fd-4ce9-bdb4-3b3f13e63546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:00.005582 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc64a74-05fd-4ce9-bdb4-3b3f13e63546 admin admin] Pushing event updated for resources: {'Port': ['ID=2ccadd38-b57f-405c-9f51-cd75e86681e5,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:30:00.035551 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7742e403-8fd8-4fd3-91fc-e3c10f2d15f4 None None] Provisioning complete for port 2ccadd38-b57f-405c-9f51-cd75e86681e5 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:30:00.036115 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7742e403-8fd8-4fd3-91fc-e3c10f2d15f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:00.103040 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc64a74-05fd-4ce9-bdb4-3b3f13e63546 admin admin] Network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:30:00.104536 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-2cc64a74-05fd-4ce9-bdb4-3b3f13e63546 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:30:00.109711 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1a77a244-572f-4b3b-8918-de30e9c565f2 None None] For port 19c2c78b-c865-4760-b88b-f6a4617ca283, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:30:00.126946 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-7742e403-8fd8-4fd3-91fc-e3c10f2d15f4 None None] Port 2ccadd38-b57f-405c-9f51-cd75e86681e5 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:30:00.129419 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1a77a244-572f-4b3b-8918-de30e9c565f2 None None] For port 19c2c78b-c865-4760-b88b-f6a4617ca283, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=19c2c78b-c865-4760-b88b-f6a4617ca283,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:30:00.137660 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1a77a244-572f-4b3b-8918-de30e9c565f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:00.193162 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acaca4c-76dc-4373-a29b-5b8ce0dd8970 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:30:00.203313 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a77a244-572f-4b3b-8918-de30e9c565f2 None None] Routers {'a3c0ff56-d4ae-4ffb-9680-332c607fddc7'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:30:00.203785 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-1a77a244-572f-4b3b-8918-de30e9c565f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:29:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:30:00.205963 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd468ef-e839-46c9-aeb0-6002249d10d7 None None] Pushing event updated for resources: {'Port': ['ID=19c2c78b-c865-4760-b88b-f6a4617ca283,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:30:00.246274 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc64a74-05fd-4ce9-bdb4-3b3f13e63546 admin admin] Router a3c0ff56-d4ae-4ffb-9680-332c607fddc7 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:30:00.301716 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fddfacc9-843e-4703-9c40-1569bb64f8fa None None] Provisioning complete for port 19c2c78b-c865-4760-b88b-f6a4617ca283 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:30:00.302086 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fddfacc9-843e-4703-9c40-1569bb64f8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:00.356853 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-1a77a244-572f-4b3b-8918-de30e9c565f2 None None] Set router a3c0ff56-d4ae-4ffb-9680-332c607fddc7 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:30:00.368515 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc64a74-05fd-4ce9-bdb4-3b3f13e63546 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:30:00.374063 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2cc64a74-05fd-4ce9-bdb4-3b3f13e63546 admin admin] 10.222.0.62 "PUT /v2.0/routers/a3c0ff56-d4ae-4ffb-9680-332c607fddc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6397574 Dec 10 19:30:00.502953 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fddfacc9-843e-4703-9c40-1569bb64f8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:00.531321 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-fddfacc9-843e-4703-9c40-1569bb64f8fa None None] For port 19c2c78b-c865-4760-b88b-f6a4617ca283, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=19c2c78b-c865-4760-b88b-f6a4617ca283,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:30:00.540251 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fddfacc9-843e-4703-9c40-1569bb64f8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:00.617336 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddfacc9-843e-4703-9c40-1569bb64f8fa None None] Pushing event updated for resources: {'Port': ['ID=19c2c78b-c865-4760-b88b-f6a4617ca283,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:30:00.640552 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-1a77a244-572f-4b3b-8918-de30e9c565f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'name': 'tempest-ServerActionsTestJSON-224245180-router', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:29:59Z', 'revision_number': 4, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'gw_port': {'id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ad:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '2ccadd38-b57f-405c-9f51-cd75e86681e5', 'name': '', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'mac_address': 'fa:16:3e:84:33:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:59Z', 'updated_at': '2021-12-10T19:29:59Z', 'revision_number': 2, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'subnets': [{'id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:30:00.674755 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a77a244-572f-4b3b-8918-de30e9c565f2 None None] The sync data for ids ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'] in n-d-821435-1 is: [{'id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'name': 'tempest-ServerActionsTestJSON-224245180-router', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:29:59Z', 'revision_number': 4, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'gw_port': {'id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ad:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '2ccadd38-b57f-405c-9f51-cd75e86681e5', 'name': '', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'mac_address': 'fa:16:3e:84:33:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:59Z', 'updated_at': '2021-12-10T19:29:59Z', 'revision_number': 2, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'subnets': [{'id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:30:00.684772 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e35563d7-5162-4a3d-a487-0584b6239107 None None] Provisioning complete for port 2ccadd38-b57f-405c-9f51-cd75e86681e5 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:30:00.685152 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e35563d7-5162-4a3d-a487-0584b6239107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:00.734471 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e35563d7-5162-4a3d-a487-0584b6239107 None None] Port 2ccadd38-b57f-405c-9f51-cd75e86681e5 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:30:01.584256 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 19c2c78b-c865-4760-b88b-f6a4617ca283 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:30:01.635906 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 19c2c78b-c865-4760-b88b-f6a4617ca283 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:30:01.636287 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:01.947330 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 49352) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:30:01.952005 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-4f6b0499-6b36-41dc-9796-72425373fc9b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Request body: {'security_group': {'name': 'tempest-securitygroup--708212243', 'description': 'tempest-description--1426480309'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:30:01.974427 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0499-6b36-41dc-9796-72425373fc9b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:02.046157 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0499-6b36-41dc-9796-72425373fc9b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:02.049748 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0499-6b36-41dc-9796-72425373fc9b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:02.076727 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0499-6b36-41dc-9796-72425373fc9b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:02.077893 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4f6b0499-6b36-41dc-9796-72425373fc9b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1295288 Dec 10 19:30:02.080880 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 49354) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:30:02.082447 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b0499-6b36-41dc-9796-72425373fc9b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=172160bb-5e3c-4316-a6ec-2e3cd2a24760,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:30:02.085840 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-69cf004a-90eb-44f8-ab79-33951fdc33e0 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Request body: {'security_group_rule': {'security_group_id': '172160bb-5e3c-4316-a6ec-2e3cd2a24760', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:30:02.090518 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6b0499-6b36-41dc-9796-72425373fc9b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:02.090879 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6b0499-6b36-41dc-9796-72425373fc9b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:02.091227 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6b0499-6b36-41dc-9796-72425373fc9b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:02.091572 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6b0499-6b36-41dc-9796-72425373fc9b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:02.091936 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6b0499-6b36-41dc-9796-72425373fc9b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:02.092279 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6b0499-6b36-41dc-9796-72425373fc9b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:02.092615 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6b0499-6b36-41dc-9796-72425373fc9b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:02.092973 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6b0499-6b36-41dc-9796-72425373fc9b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:02.093303 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6b0499-6b36-41dc-9796-72425373fc9b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:02.093739 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6b0499-6b36-41dc-9796-72425373fc9b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:02.093955 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6b0499-6b36-41dc-9796-72425373fc9b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:02.094290 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6b0499-6b36-41dc-9796-72425373fc9b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:02.094622 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6b0499-6b36-41dc-9796-72425373fc9b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:02.116044 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-69cf004a-90eb-44f8-ab79-33951fdc33e0 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:02.171419 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-69cf004a-90eb-44f8-ab79-33951fdc33e0 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:02.174759 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-69cf004a-90eb-44f8-ab79-33951fdc33e0 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:02.192151 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf004a-90eb-44f8-ab79-33951fdc33e0 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf860c2-9094-4553-81c6-7f3555aa7a7e,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:30:02.200670 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-69cf004a-90eb-44f8-ab79-33951fdc33e0 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:02.201884 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-69cf004a-90eb-44f8-ab79-33951fdc33e0 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1197007 Dec 10 19:30:02.204397 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 49356) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:30:02.208717 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-23fcc434-5bb5-4e8d-b95b-1821e3006cc4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Request body: {'security_group_rule': {'security_group_id': '172160bb-5e3c-4316-a6ec-2e3cd2a24760', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:30:02.234435 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-23fcc434-5bb5-4e8d-b95b-1821e3006cc4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:02.293293 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-23fcc434-5bb5-4e8d-b95b-1821e3006cc4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:02.297351 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-23fcc434-5bb5-4e8d-b95b-1821e3006cc4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:02.315639 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fcc434-5bb5-4e8d-b95b-1821e3006cc4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51945246-f98c-4bdf-a79c-2c8e03c8733d,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:30:02.323207 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-23fcc434-5bb5-4e8d-b95b-1821e3006cc4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:02.324395 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-23fcc434-5bb5-4e8d-b95b-1821e3006cc4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190479 Dec 10 19:30:02.327442 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 49358) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:30:02.331683 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-9749be48-21a8-4c4f-bc71-4d5522c95232 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:30:02.355661 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9749be48-21a8-4c4f-bc71-4d5522c95232 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:02.627765 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647cb563-30d1-467b-b24b-0ff1dca817de None None] Sync routers for ids ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:30:02.638877 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647cb563-30d1-467b-b24b-0ff1dca817de None None] Routers {'a3c0ff56-d4ae-4ffb-9680-332c607fddc7'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:30:02.639496 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-647cb563-30d1-467b-b24b-0ff1dca817de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:29:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:30:02.745437 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-647cb563-30d1-467b-b24b-0ff1dca817de None None] Set router a3c0ff56-d4ae-4ffb-9680-332c607fddc7 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:30:02.749933 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9749be48-21a8-4c4f-bc71-4d5522c95232 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:02.855661 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-9749be48-21a8-4c4f-bc71-4d5522c95232 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Allocated IP 172.25.7.172 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/3f2f5748-ef92-4baa-914a-20f9e5746ad2) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:30:02.957620 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-647cb563-30d1-467b-b24b-0ff1dca817de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'name': 'tempest-ServerActionsTestJSON-224245180-router', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:29:59Z', 'revision_number': 4, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'gw_port': {'id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '2ccadd38-b57f-405c-9f51-cd75e86681e5', 'name': '', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'mac_address': 'fa:16:3e:84:33:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:59Z', 'updated_at': '2021-12-10T19:29:59Z', 'revision_number': 2, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'subnets': [{'id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:30:02.960019 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9749be48-21a8-4c4f-bc71-4d5522c95232 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:02.984658 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647cb563-30d1-467b-b24b-0ff1dca817de None None] Checking router: a3c0ff56-d4ae-4ffb-9680-332c607fddc7 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:30:02.985108 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647cb563-30d1-467b-b24b-0ff1dca817de None None] Updating router a3c0ff56-d4ae-4ffb-9680-332c607fddc7 port 2ccadd38-b57f-405c-9f51-cd75e86681e5 binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:30:02.994793 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9749be48-21a8-4c4f-bc71-4d5522c95232 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:03.013561 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-647cb563-30d1-467b-b24b-0ff1dca817de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:03.034514 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9749be48-21a8-4c4f-bc71-4d5522c95232 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:30:03.037510 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-9749be48-21a8-4c4f-bc71-4d5522c95232 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:30:03.040758 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9749be48-21a8-4c4f-bc71-4d5522c95232 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:30:03.068109 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9749be48-21a8-4c4f-bc71-4d5522c95232 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Pushing event updated for resources: {'Port': ['ID=3f2f5748-ef92-4baa-914a-20f9e5746ad2,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:30:03.142161 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9749be48-21a8-4c4f-bc71-4d5522c95232 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:03.179068 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9749be48-21a8-4c4f-bc71-4d5522c95232 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:03.307795 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-647cb563-30d1-467b-b24b-0ff1dca817de None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:03.315820 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-647cb563-30d1-467b-b24b-0ff1dca817de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:03.364189 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835552a-93b4-4617-80c6-262f79c3481c None None] Pushing event updated for resources: {'Port': ['ID=2ccadd38-b57f-405c-9f51-cd75e86681e5,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:30:03.373888 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9749be48-21a8-4c4f-bc71-4d5522c95232 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:03.377282 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835552a-93b4-4617-80c6-262f79c3481c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:03.377451 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835552a-93b4-4617-80c6-262f79c3481c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:03.377872 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835552a-93b4-4617-80c6-262f79c3481c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:03.378312 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835552a-93b4-4617-80c6-262f79c3481c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:03.378797 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835552a-93b4-4617-80c6-262f79c3481c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:03.379199 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835552a-93b4-4617-80c6-262f79c3481c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:03.379723 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835552a-93b4-4617-80c6-262f79c3481c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:03.380067 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835552a-93b4-4617-80c6-262f79c3481c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:03.380493 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835552a-93b4-4617-80c6-262f79c3481c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:03.380938 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835552a-93b4-4617-80c6-262f79c3481c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:03.381367 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835552a-93b4-4617-80c6-262f79c3481c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:03.381784 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835552a-93b4-4617-80c6-262f79c3481c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:03.382026 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9749be48-21a8-4c4f-bc71-4d5522c95232 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:03.382315 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835552a-93b4-4617-80c6-262f79c3481c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:03.438259 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-647cb563-30d1-467b-b24b-0ff1dca817de None None] Attempting to bind port 2ccadd38-b57f-405c-9f51-cd75e86681e5 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:30:03.438609 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-647cb563-30d1-467b-b24b-0ff1dca817de None None] Attempting to bind port 2ccadd38-b57f-405c-9f51-cd75e86681e5 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:30:03.439078 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647cb563-30d1-467b-b24b-0ff1dca817de None None] Attempting to bind port 2ccadd38-b57f-405c-9f51-cd75e86681e5 on network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:30:03.445281 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647cb563-30d1-467b-b24b-0ff1dca817de None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:30:03.445867 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647cb563-30d1-467b-b24b-0ff1dca817de None None] Checking segment: {'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:30:03.447353 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-647cb563-30d1-467b-b24b-0ff1dca817de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:03.447490 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647cb563-30d1-467b-b24b-0ff1dca817de None None] Bound using segment: {'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:30:03.448056 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-647cb563-30d1-467b-b24b-0ff1dca817de None None] Bound port: 2ccadd38-b57f-405c-9f51-cd75e86681e5, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:30:03.448535 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-647cb563-30d1-467b-b24b-0ff1dca817de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:03.474225 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9749be48-21a8-4c4f-bc71-4d5522c95232 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:03.487362 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9749be48-21a8-4c4f-bc71-4d5522c95232 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Pushing event updated for resources: {'Port': ['ID=3f2f5748-ef92-4baa-914a-20f9e5746ad2,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:30:03.506730 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9749be48-21a8-4c4f-bc71-4d5522c95232 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:03.522768 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-647cb563-30d1-467b-b24b-0ff1dca817de None None] For port 2ccadd38-b57f-405c-9f51-cd75e86681e5, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:30:03.525671 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9749be48-21a8-4c4f-bc71-4d5522c95232 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1962070 Dec 10 19:30:03.530424 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-647cb563-30d1-467b-b24b-0ff1dca817de None None] For port 2ccadd38-b57f-405c-9f51-cd75e86681e5, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=2ccadd38-b57f-405c-9f51-cd75e86681e5,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:30:03.537772 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-647cb563-30d1-467b-b24b-0ff1dca817de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:03.608258 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647cb563-30d1-467b-b24b-0ff1dca817de None None] Routers {'a3c0ff56-d4ae-4ffb-9680-332c607fddc7'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:30:03.609846 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-647cb563-30d1-467b-b24b-0ff1dca817de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:29:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:30:03.699502 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-6395d7db-b2e7-422d-8d34-1b38f6aec0ed tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--708212243&fields=id&tenant_id=b616c65070de423e9109b7f7c3e68230 HTTP/1.1" status: 200 len: 267 time: 0.0489383 Dec 10 19:30:03.706481 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835552a-93b4-4617-80c6-262f79c3481c None None] Pushing event updated for resources: {'Port': ['ID=2ccadd38-b57f-405c-9f51-cd75e86681e5,revision_number=4']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:30:03.733689 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-647cb563-30d1-467b-b24b-0ff1dca817de None None] Set router a3c0ff56-d4ae-4ffb-9680-332c607fddc7 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:30:03.800964 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-da537547-2c80-43c0-ab9c-93dcc9976f3e None None] Provisioning complete for port 2ccadd38-b57f-405c-9f51-cd75e86681e5 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:30:03.801569 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-da537547-2c80-43c0-ab9c-93dcc9976f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:03.847773 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-3c48b306-1fa1-4265-9d4c-82d1fac42d9b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:03.853787 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-3c48b306-1fa1-4265-9d4c-82d1fac42d9b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 811 time: 0.1461453 Dec 10 19:30:03.879966 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-2e23e120-e596-4e6f-b7b4-58d77d1d7518 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/quotas/b616c65070de423e9109b7f7c3e68230 HTTP/1.1" status: 200 len: 375 time: 0.0138862 Dec 10 19:30:03.944151 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-da537547-2c80-43c0-ab9c-93dcc9976f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:03.969256 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-0e5574de-d168-4bb5-bde7-154d453df9e4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0800123 Dec 10 19:30:03.997115 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-da537547-2c80-43c0-ab9c-93dcc9976f3e None None] For port 2ccadd38-b57f-405c-9f51-cd75e86681e5, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=2ccadd38-b57f-405c-9f51-cd75e86681e5,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:30:04.003139 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-da537547-2c80-43c0-ab9c-93dcc9976f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:04.026068 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-647cb563-30d1-467b-b24b-0ff1dca817de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'name': 'tempest-ServerActionsTestJSON-224245180-router', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:29:59Z', 'revision_number': 4, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'gw_port': {'id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '2ccadd38-b57f-405c-9f51-cd75e86681e5', 'name': '', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'mac_address': 'fa:16:3e:84:33:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:59Z', 'updated_at': '2021-12-10T19:30:03Z', 'revision_number': 4, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'subnets': [{'id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:30:04.056573 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da537547-2c80-43c0-ab9c-93dcc9976f3e None None] Pushing event updated for resources: {'Port': ['ID=2ccadd38-b57f-405c-9f51-cd75e86681e5,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:30:04.063213 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647cb563-30d1-467b-b24b-0ff1dca817de None None] The sync data for ids ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'] in n-d-821435-1 is: [{'id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'name': 'tempest-ServerActionsTestJSON-224245180-router', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:29:59Z', 'revision_number': 4, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'gw_port': {'id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '2ccadd38-b57f-405c-9f51-cd75e86681e5', 'name': '', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'mac_address': 'fa:16:3e:84:33:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:59Z', 'updated_at': '2021-12-10T19:30:03Z', 'revision_number': 4, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'subnets': [{'id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:30:04.081435 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-2095552a-6f2e-45fd-815c-ccb8d106daf9 service neutron] 10.222.0.62 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994020 Dec 10 19:30:04.129389 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9646fad3-cde9-4656-8b19-50f9671de24c None None] Provisioning complete for port 2ccadd38-b57f-405c-9f51-cd75e86681e5 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:30:04.130092 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9646fad3-cde9-4656-8b19-50f9671de24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:04.210021 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-e3aefba6-3419-40b4-9614-6fcf3701b446 service neutron] 10.222.0.62 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209075 Dec 10 19:30:04.354214 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:04.407696 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1f108dda-1229-49af-aa2b-486431d94ed0 req-dcbc8e55-3530-4276-be0b-be387a364aeb tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 210 time: 0.0305724 Dec 10 19:30:05.539428 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ec2aacec-0039-44d9-a46b-3322e23c07a3 req-b65308e1-d64c-4f6f-8b29-a1440e72a982 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 210 time: 0.0548043 Dec 10 19:30:05.571491 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-46d25ed9-7697-4bfa-b8bf-e0fc5474f36d tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:05.574170 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-46d25ed9-7697-4bfa-b8bf-e0fc5474f36d tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.46 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 811 time: 0.1383200 Dec 10 19:30:05.617829 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 2ccadd38-b57f-405c-9f51-cd75e86681e5 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:30:05.648005 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-fdade4b4-f43c-433f-8c3c-752201f8b4a9 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b616c65070de423e9109b7f7c3e68230 HTTP/1.1" status: 200 len: 379 time: 0.0647466 Dec 10 19:30:05.660235 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-f6967c74-062d-4b22-8c5a-00c658fb76c3 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Request body: {'port': {'device_id': '6901ddeb-4b60-4622-ad33-5cea30c48f06', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'admin_state_up': True, 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'security_groups': ['172160bb-5e3c-4316-a6ec-2e3cd2a24760']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:30:05.667431 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 2ccadd38-b57f-405c-9f51-cd75e86681e5 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:30:05.667811 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:05.772763 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-f6967c74-062d-4b22-8c5a-00c658fb76c3 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Made reservation on behalf of b616c65070de423e9109b7f7c3e68230 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:30:05.777677 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-f6967c74-062d-4b22-8c5a-00c658fb76c3 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:05.918102 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-f6967c74-062d-4b22-8c5a-00c658fb76c3 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Allocated IP 172.20.0.6 (7dc2d254-b19a-4600-a571-d1e2c01d6ae6/a85620c1-c42f-4cac-8fdf-5a36f05e2f5e/23817590-cc22-49b9-ac2c-f39eb2c3ffa0) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:30:06.054032 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-f6967c74-062d-4b22-8c5a-00c658fb76c3 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:06.092948 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-f6967c74-062d-4b22-8c5a-00c658fb76c3 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:06.137826 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-f6967c74-062d-4b22-8c5a-00c658fb76c3 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:30:06.141082 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-f6967c74-062d-4b22-8c5a-00c658fb76c3 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:30:06.144792 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-f6967c74-062d-4b22-8c5a-00c658fb76c3 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:30:06.151853 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6967c74-062d-4b22-8c5a-00c658fb76c3 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Pushing event updated for resources: {'Port': ['ID=23817590-cc22-49b9-ac2c-f39eb2c3ffa0,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:30:06.199327 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-f6967c74-062d-4b22-8c5a-00c658fb76c3 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:06.199875 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-f6967c74-062d-4b22-8c5a-00c658fb76c3 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:06.216836 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-f6967c74-062d-4b22-8c5a-00c658fb76c3 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5608120 Dec 10 19:30:06.230427 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-1af8429d-d087-48c5-b10e-88b804f7019f service neutron] Request body: {'port': {'device_id': '6901ddeb-4b60-4622-ad33-5cea30c48f06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:30:06.291913 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-1af8429d-d087-48c5-b10e-88b804f7019f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:06.365552 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-517add55-9bb3-4e71-8856-9e1c395cd8f4 None None] Provisioning complete for port 23817590-cc22-49b9-ac2c-f39eb2c3ffa0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:30:06.366286 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-517add55-9bb3-4e71-8856-9e1c395cd8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:06.404486 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-517add55-9bb3-4e71-8856-9e1c395cd8f4 None None] Port 23817590-cc22-49b9-ac2c-f39eb2c3ffa0 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:30:06.549511 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-1af8429d-d087-48c5-b10e-88b804f7019f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23817590-cc22-49b9-ac2c-f39eb2c3ffa0 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:30:06.557270 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-1af8429d-d087-48c5-b10e-88b804f7019f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:06.568832 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-1af8429d-d087-48c5-b10e-88b804f7019f service neutron] Transition to ACTIVE for port object 23817590-cc22-49b9-ac2c-f39eb2c3ffa0 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:30:06.574054 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-1af8429d-d087-48c5-b10e-88b804f7019f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:06.653363 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8429d-d087-48c5-b10e-88b804f7019f service neutron] Pushing event updated for resources: {'Port': ['ID=23817590-cc22-49b9-ac2c-f39eb2c3ffa0,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:30:06.723980 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b762ec6-6698-4797-8140-8c2238d19429 req-8cb91ab8-537f-426c-9b8f-8ca34ac2e6cf tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:06.725582 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2b762ec6-6698-4797-8140-8c2238d19429 req-8cb91ab8-537f-426c-9b8f-8ca34ac2e6cf tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 943 time: 0.1081638 Dec 10 19:30:06.747928 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-1af8429d-d087-48c5-b10e-88b804f7019f service neutron] Attempting to bind port 23817590-cc22-49b9-ac2c-f39eb2c3ffa0 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:30:06.748271 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-1af8429d-d087-48c5-b10e-88b804f7019f service neutron] Attempting to bind port 23817590-cc22-49b9-ac2c-f39eb2c3ffa0 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:30:06.748607 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-1af8429d-d087-48c5-b10e-88b804f7019f service neutron] Attempting to bind port 23817590-cc22-49b9-ac2c-f39eb2c3ffa0 on network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:30:06.760975 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-1af8429d-d087-48c5-b10e-88b804f7019f service neutron] Port 23817590-cc22-49b9-ac2c-f39eb2c3ffa0 on network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:30:06.761308 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-1af8429d-d087-48c5-b10e-88b804f7019f service neutron] Attempting to bind port 23817590-cc22-49b9-ac2c-f39eb2c3ffa0 on network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:30:06.771060 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-1af8429d-d087-48c5-b10e-88b804f7019f service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:30:06.771411 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-1af8429d-d087-48c5-b10e-88b804f7019f service neutron] Checking segment: {'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:30:06.771802 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-1af8429d-d087-48c5-b10e-88b804f7019f service neutron] Bound using segment: {'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:30:06.772252 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-1af8429d-d087-48c5-b10e-88b804f7019f service neutron] Bound port: 23817590-cc22-49b9-ac2c-f39eb2c3ffa0, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:30:06.772616 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-1af8429d-d087-48c5-b10e-88b804f7019f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:06.822230 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2b762ec6-6698-4797-8140-8c2238d19429 req-9b1a513d-1a02-424a-9270-3dfef30163ad tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885422 Dec 10 19:30:06.853918 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-1af8429d-d087-48c5-b10e-88b804f7019f service neutron] For port 23817590-cc22-49b9-ac2c-f39eb2c3ffa0, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:30:06.856925 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-1af8429d-d087-48c5-b10e-88b804f7019f service neutron] For port 23817590-cc22-49b9-ac2c-f39eb2c3ffa0, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=23817590-cc22-49b9-ac2c-f39eb2c3ffa0,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:30:06.860771 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-1af8429d-d087-48c5-b10e-88b804f7019f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:06.900441 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-1af8429d-d087-48c5-b10e-88b804f7019f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:06.901114 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-1af8429d-d087-48c5-b10e-88b804f7019f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:06.902520 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-1af8429d-d087-48c5-b10e-88b804f7019f service neutron] 10.222.0.46 "PUT /v2.0/ports/23817590-cc22-49b9-ac2c-f39eb2c3ffa0 HTTP/1.1" status: 200 len: 1091 time: 0.6777472 Dec 10 19:30:06.902976 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6901ddeb-4b60-4622-ad33-5cea30c48f06', 'tag': '23817590-cc22-49b9-ac2c-f39eb2c3ffa0'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:30:06.905268 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136c23ce-bb61-4f69-aaeb-1cc7c2b40a42" -d '{"events": [{"name": "network-changed", "server_uuid": "6901ddeb-4b60-4622-ad33-5cea30c48f06", "tag": "23817590-cc22-49b9-ac2c-f39eb2c3ffa0"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:30:06.928185 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8429d-d087-48c5-b10e-88b804f7019f service neutron] Pushing event updated for resources: {'Port': ['ID=23817590-cc22-49b9-ac2c-f39eb2c3ffa0,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:30:06.964237 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af46b55-0968-4259-b6ac-f1989a9df8a7 x-openstack-request-id: req-2af46b55-0968-4259-b6ac-f1989a9df8a7 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:30:06.964549 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6901ddeb-4b60-4622-ad33-5cea30c48f06", "tag": "23817590-cc22-49b9-ac2c-f39eb2c3ffa0", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:30:06.964995 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2af46b55-0968-4259-b6ac-f1989a9df8a7 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:30:06.965407 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6901ddeb-4b60-4622-ad33-5cea30c48f06', 'tag': '23817590-cc22-49b9-ac2c-f39eb2c3ffa0', 'status': 'completed', 'code': 200} Dec 10 19:30:06.996867 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-30dcdf23-db5b-4b78-9aae-582f42f1fc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:06.998425 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-30dcdf23-db5b-4b78-9aae-582f42f1fc26 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 1094 time: 0.0452890 Dec 10 19:30:07.043571 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-ac23e8bb-ce23-4467-aa28-0f4af80dab55 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23817590-cc22-49b9-ac2c-f39eb2c3ffa0 HTTP/1.1" status: 200 len: 217 time: 0.0357101 Dec 10 19:30:07.098455 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-43f15e17-64e8-43d7-9c2a-f90243895c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:07.099952 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-43f15e17-64e8-43d7-9c2a-f90243895c44 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0499847 Dec 10 19:30:07.146288 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-68b2a96c-c65a-4d03-a6d3-4fb1f7ca170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:07.147800 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-68b2a96c-c65a-4d03-a6d3-4fb1f7ca170e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409355 Dec 10 19:30:07.236375 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-491182ee-061f-4948-8ebb-09d5ec91fe91 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806925 Dec 10 19:30:07.332580 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e51dde4b-954a-4abe-a06b-b95a73998e57 req-589c859b-ee43-4531-8375-57f87de5727e service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882025 Dec 10 19:30:07.419117 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c23ce-bb61-4f69-aaeb-1cc7c2b40a42 req-3cc944fe-2d89-40d5-9b27-219218262161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:07.420602 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-136c23ce-bb61-4f69-aaeb-1cc7c2b40a42 req-3cc944fe-2d89-40d5-9b27-219218262161 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 1094 time: 0.0409620 Dec 10 19:30:07.515525 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c23ce-bb61-4f69-aaeb-1cc7c2b40a42 req-a5747bca-742a-4b79-bc33-302cac8d87df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:07.517121 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-136c23ce-bb61-4f69-aaeb-1cc7c2b40a42 req-a5747bca-742a-4b79-bc33-302cac8d87df service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.0897474 Dec 10 19:30:07.560914 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-136c23ce-bb61-4f69-aaeb-1cc7c2b40a42 req-3b173bee-d28f-4c03-a4d1-3c89bcb9e8ea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23817590-cc22-49b9-ac2c-f39eb2c3ffa0 HTTP/1.1" status: 200 len: 217 time: 0.0350325 Dec 10 19:30:07.610864 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c23ce-bb61-4f69-aaeb-1cc7c2b40a42 req-832d9501-1652-4d31-9a74-68468ef01288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:07.612337 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-136c23ce-bb61-4f69-aaeb-1cc7c2b40a42 req-832d9501-1652-4d31-9a74-68468ef01288 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0447462 Dec 10 19:30:07.663012 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c23ce-bb61-4f69-aaeb-1cc7c2b40a42 req-d7e1bf45-8fab-4a24-b0ed-448dde7237f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:07.664407 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-136c23ce-bb61-4f69-aaeb-1cc7c2b40a42 req-d7e1bf45-8fab-4a24-b0ed-448dde7237f7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443056 Dec 10 19:30:07.754150 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-136c23ce-bb61-4f69-aaeb-1cc7c2b40a42 req-8ef0efae-0824-4697-a5e7-7981cdf50434 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804274 Dec 10 19:30:07.846876 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-136c23ce-bb61-4f69-aaeb-1cc7c2b40a42 req-c9819628-4f67-4040-81d2-517e42773ccf service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846786 Dec 10 19:30:07.939960 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca064c-af57-4a72-b6e3-c05d3c15a6a6 req-b26b9138-3026-4f09-a163-0be8dc19e69b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:07.941386 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3fca064c-af57-4a72-b6e3-c05d3c15a6a6 req-b26b9138-3026-4f09-a163-0be8dc19e69b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 943 time: 0.0497088 Dec 10 19:30:07.989202 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3fca064c-af57-4a72-b6e3-c05d3c15a6a6 req-f520a030-727c-463d-b8ca-87218e1d860f tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407207 Dec 10 19:30:08.655322 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:09.107114 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a5d5d-60f6-41d4-a8fa-d3ba36077e1c req-a428bf2f-9994-4472-97c3-4b74b7269e3c tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:09.108605 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2b9a5d5d-60f6-41d4-a8fa-d3ba36077e1c req-a428bf2f-9994-4472-97c3-4b74b7269e3c tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 943 time: 0.0496192 Dec 10 19:30:09.155896 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2b9a5d5d-60f6-41d4-a8fa-d3ba36077e1c req-b8f230f9-be3a-41ae-90db-5249689ed531 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412486 Dec 10 19:30:09.665611 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 23817590-cc22-49b9-ac2c-f39eb2c3ffa0 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:30:09.761662 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 23817590-cc22-49b9-ac2c-f39eb2c3ffa0, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=23817590-cc22-49b9-ac2c-f39eb2c3ffa0,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:30:09.773143 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '23817590-cc22-49b9-ac2c-f39eb2c3ffa0', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'port_id': '23817590-cc22-49b9-ac2c-f39eb2c3ffa0', 'mac_address': 'fa:16:3e:2d:b9:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:30:09.810215 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:09.823112 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23817590-cc22-49b9-ac2c-f39eb2c3ffa0 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:30:09.841563 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 23817590-cc22-49b9-ac2c-f39eb2c3ffa0, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=23817590-cc22-49b9-ac2c-f39eb2c3ffa0,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:30:09.845601 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:09.891395 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=23817590-cc22-49b9-ac2c-f39eb2c3ffa0,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:30:10.033064 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['23817590-cc22-49b9-ac2c-f39eb2c3ffa0'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:30:10.271541 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90f237-5916-4c00-ade4-70f5ffd03a59 req-fb1778f2-46ee-4776-aab0-6a61ec1b75e0 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:10.273028 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9c90f237-5916-4c00-ade4-70f5ffd03a59 req-fb1778f2-46ee-4776-aab0-6a61ec1b75e0 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 944 time: 0.0476208 Dec 10 19:30:10.320796 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9c90f237-5916-4c00-ade4-70f5ffd03a59 req-bd85f282-f0c4-4b47-baae-809a3876c716 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406613 Dec 10 19:30:11.436592 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9984656c-fae9-4b77-8f47-e39f1eee87eb req-736d7fb2-5735-4a5b-86bb-8b500e769c82 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:11.438097 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9984656c-fae9-4b77-8f47-e39f1eee87eb req-736d7fb2-5735-4a5b-86bb-8b500e769c82 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 944 time: 0.0481770 Dec 10 19:30:11.487809 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9984656c-fae9-4b77-8f47-e39f1eee87eb req-b8d77a80-ceaf-48f9-a5c2-c75550863930 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438201 Dec 10 19:30:11.683048 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 23817590-cc22-49b9-ac2c-f39eb2c3ffa0 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:30:11.733415 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 23817590-cc22-49b9-ac2c-f39eb2c3ffa0 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:30:11.737579 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 23817590-cc22-49b9-ac2c-f39eb2c3ffa0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:30:11.738125 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:11.816592 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:11.839446 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6901ddeb-4b60-4622-ad33-5cea30c48f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23817590-cc22-49b9-ac2c-f39eb2c3ffa0'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:30:11.841689 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f39997a1e7c5b6ae782956bbd1fa5b612e64aa5908109c3bc10b0e272c8d4b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857fec5d-d90f-4fe9-ac3f-9a2cfded4710" -d '{"events": [{"server_uuid": "6901ddeb-4b60-4622-ad33-5cea30c48f06", "name": "network-vif-plugged", "status": "completed", "tag": "23817590-cc22-49b9-ac2c-f39eb2c3ffa0"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:30:11.854795 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 23817590-cc22-49b9-ac2c-f39eb2c3ffa0, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=23817590-cc22-49b9-ac2c-f39eb2c3ffa0,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:30:11.859238 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:11.885552 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f69be7-ac63-4be3-bbf6-b96fa9d6d2ce x-openstack-request-id: req-32f69be7-ac63-4be3-bbf6-b96fa9d6d2ce {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:30:11.885865 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6901ddeb-4b60-4622-ad33-5cea30c48f06", "name": "network-vif-plugged", "status": "completed", "tag": "23817590-cc22-49b9-ac2c-f39eb2c3ffa0", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:30:11.886831 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-32f69be7-ac63-4be3-bbf6-b96fa9d6d2ce {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:30:11.887278 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6901ddeb-4b60-4622-ad33-5cea30c48f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23817590-cc22-49b9-ac2c-f39eb2c3ffa0', 'code': 200} Dec 10 19:30:11.912572 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=23817590-cc22-49b9-ac2c-f39eb2c3ffa0,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:30:11.987993 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7baae-f104-48b8-9f76-1f82cfe084a5 req-efc0d6b5-b116-4e91-bcb5-175dbd92e81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:11.989556 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-92a7baae-f104-48b8-9f76-1f82cfe084a5 req-efc0d6b5-b116-4e91-bcb5-175dbd92e81e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 1096 time: 0.0498011 Dec 10 19:30:12.033470 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-92a7baae-f104-48b8-9f76-1f82cfe084a5 req-6f585773-4361-4e67-9e2c-ed40a9faee06 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370016 Dec 10 19:30:12.606361 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c10dd-ca95-4658-83b2-763161a22774 req-7d7471c5-9f0e-4e5d-9b06-113feda3711c tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:12.607853 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-515c10dd-ca95-4658-83b2-763161a22774 req-7d7471c5-9f0e-4e5d-9b06-113feda3711c tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 945 time: 0.0490818 Dec 10 19:30:12.654695 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-515c10dd-ca95-4658-83b2-763161a22774 req-09db8739-6caf-475c-9fa2-6491b23b8f3d tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408480 Dec 10 19:30:13.771009 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb587fb3-45a5-4745-9167-4f5de0176916 req-1958cd3b-182c-4855-a9d8-a65f537b6a0e tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:13.772483 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eb587fb3-45a5-4745-9167-4f5de0176916 req-1958cd3b-182c-4855-a9d8-a65f537b6a0e tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 945 time: 0.0489156 Dec 10 19:30:13.819936 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eb587fb3-45a5-4745-9167-4f5de0176916 req-81de713b-5919-4b86-b737-25f62e7c3291 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406647 Dec 10 19:30:13.929921 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fe68f-2259-4dc2-9e21-42c2610f5063 req-a05375d4-d197-457c-9909-f1185cee06e4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:13.931442 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b17fe68f-2259-4dc2-9e21-42c2610f5063 req-a05375d4-d197-457c-9909-f1185cee06e4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 945 time: 0.0485272 Dec 10 19:30:13.939869 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 49410) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:30:13.944236 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-073c12f3-3fa3-41c1-8c53-81e53e8424ab tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Request body: {'floatingip': {'port_id': '23817590-cc22-49b9-ac2c-f39eb2c3ffa0'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:30:13.985983 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-073c12f3-3fa3-41c1-8c53-81e53e8424ab tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks [] for floatingip, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:14.396822 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-073c12f3-3fa3-41c1-8c53-81e53e8424ab tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:14.400918 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-073c12f3-3fa3-41c1-8c53-81e53e8424ab tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:14.501494 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-073c12f3-3fa3-41c1-8c53-81e53e8424ab tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Floating IP 04e81618-1ae8-41e6-864a-d1f6c547eb51 associated. External IP: 172.25.7.172, port: 23817590-cc22-49b9-ac2c-f39eb2c3ffa0. Dec 10 19:30:14.713246 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073c12f3-3fa3-41c1-8c53-81e53e8424ab tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Router a3c0ff56-d4ae-4ffb-9680-332c607fddc7 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:30:14.822249 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073c12f3-3fa3-41c1-8c53-81e53e8424ab tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:30:14.826786 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-073c12f3-3fa3-41c1-8c53-81e53e8424ab tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:14.833261 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cac094-eadb-4b2f-aa5c-ef6309f5c752 None None] Sync routers for ids ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:30:14.842821 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cac094-eadb-4b2f-aa5c-ef6309f5c752 None None] Routers {'a3c0ff56-d4ae-4ffb-9680-332c607fddc7'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:30:14.843446 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f2cac094-eadb-4b2f-aa5c-ef6309f5c752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:29:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:30:14.854755 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-073c12f3-3fa3-41c1-8c53-81e53e8424ab tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "PUT /v2.0/floatingips/04e81618-1ae8-41e6-864a-d1f6c547eb51 HTTP/1.1" status: 200 len: 991 time: 0.9138117 Dec 10 19:30:14.855465 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6901ddeb-4b60-4622-ad33-5cea30c48f06', 'tag': '23817590-cc22-49b9-ac2c-f39eb2c3ffa0'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:30:14.860388 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb385ee8d26b8ad243460b423ad218e97d9fae79c4f4b9b0691d822ece1c624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ade7ba5-587b-4338-8108-8ac4f90ea58b" -d '{"events": [{"name": "network-changed", "server_uuid": "6901ddeb-4b60-4622-ad33-5cea30c48f06", "tag": "23817590-cc22-49b9-ac2c-f39eb2c3ffa0"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:30:14.898765 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48161691-62bf-4273-8d0a-15ad57e9b567 x-openstack-request-id: req-48161691-62bf-4273-8d0a-15ad57e9b567 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:30:14.899326 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6901ddeb-4b60-4622-ad33-5cea30c48f06", "tag": "23817590-cc22-49b9-ac2c-f39eb2c3ffa0", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:30:14.899591 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-48161691-62bf-4273-8d0a-15ad57e9b567 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:30:14.899990 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6901ddeb-4b60-4622-ad33-5cea30c48f06', 'tag': '23817590-cc22-49b9-ac2c-f39eb2c3ffa0', 'status': 'completed', 'code': 200} Dec 10 19:30:14.954957 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-f2cac094-eadb-4b2f-aa5c-ef6309f5c752 None None] Set router a3c0ff56-d4ae-4ffb-9680-332c607fddc7 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:30:14.958891 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade7ba5-587b-4338-8108-8ac4f90ea58b req-13dca2e2-ff0b-4cf1-8c85-9b0574190548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:14.960412 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6ade7ba5-587b-4338-8108-8ac4f90ea58b req-13dca2e2-ff0b-4cf1-8c85-9b0574190548 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 1096 time: 0.0402551 Dec 10 19:30:15.054027 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade7ba5-587b-4338-8108-8ac4f90ea58b req-a24fe754-760d-4b4a-8184-dc1c02dc1924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:15.056299 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6ade7ba5-587b-4338-8108-8ac4f90ea58b req-a24fe754-760d-4b4a-8184-dc1c02dc1924 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.0878665 Dec 10 19:30:15.121883 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6ade7ba5-587b-4338-8108-8ac4f90ea58b req-794eb9d8-cd0c-4b7e-80cc-e175cc17f4b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23817590-cc22-49b9-ac2c-f39eb2c3ffa0 HTTP/1.1" status: 200 len: 999 time: 0.0586269 Dec 10 19:30:15.175070 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade7ba5-587b-4338-8108-8ac4f90ea58b req-fa97eecb-1460-455b-ab09-26641140c2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:15.176552 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6ade7ba5-587b-4338-8108-8ac4f90ea58b req-fa97eecb-1460-455b-ab09-26641140c2ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0484726 Dec 10 19:30:15.178769 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f2cac094-eadb-4b2f-aa5c-ef6309f5c752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'name': 'tempest-ServerActionsTestJSON-224245180-router', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:29:59Z', 'revision_number': 4, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'gw_port': {'id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '04e81618-1ae8-41e6-864a-d1f6c547eb51', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'port_id': '23817590-cc22-49b9-ac2c-f39eb2c3ffa0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'mac_address': 'fa:16:3e:2d:b9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6901ddeb-4b60-4622-ad33-5cea30c48f06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:30:03Z', 'updated_at': '2021-12-10T19:30:14Z', 'revision_number': 1, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ccadd38-b57f-405c-9f51-cd75e86681e5', 'name': '', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'mac_address': 'fa:16:3e:84:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:59Z', 'updated_at': '2021-12-10T19:30:03Z', 'revision_number': 5, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'subnets': [{'id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:30:15.204332 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cac094-eadb-4b2f-aa5c-ef6309f5c752 None None] Checking router: a3c0ff56-d4ae-4ffb-9680-332c607fddc7 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:30:15.213453 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cac094-eadb-4b2f-aa5c-ef6309f5c752 None None] Routers {'a3c0ff56-d4ae-4ffb-9680-332c607fddc7'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:30:15.214070 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f2cac094-eadb-4b2f-aa5c-ef6309f5c752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:29:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:30:15.221552 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade7ba5-587b-4338-8108-8ac4f90ea58b req-43d32a1a-50c6-4441-8524-afeef8c6c905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:15.223069 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6ade7ba5-587b-4338-8108-8ac4f90ea58b req-43d32a1a-50c6-4441-8524-afeef8c6c905 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400558 Dec 10 19:30:15.310333 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6ade7ba5-587b-4338-8108-8ac4f90ea58b req-609fbcae-1be2-438d-859b-63c44b754c49 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804002 Dec 10 19:30:15.317853 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-f2cac094-eadb-4b2f-aa5c-ef6309f5c752 None None] Set router a3c0ff56-d4ae-4ffb-9680-332c607fddc7 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:30:15.405169 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6ade7ba5-587b-4338-8108-8ac4f90ea58b req-613c6123-e52c-4228-8698-11603c1a5863 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880971 Dec 10 19:30:15.704789 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f2cac094-eadb-4b2f-aa5c-ef6309f5c752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'name': 'tempest-ServerActionsTestJSON-224245180-router', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:29:59Z', 'revision_number': 4, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'gw_port': {'id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '04e81618-1ae8-41e6-864a-d1f6c547eb51', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'port_id': '23817590-cc22-49b9-ac2c-f39eb2c3ffa0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'mac_address': 'fa:16:3e:2d:b9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6901ddeb-4b60-4622-ad33-5cea30c48f06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:30:03Z', 'updated_at': '2021-12-10T19:30:14Z', 'revision_number': 1, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ccadd38-b57f-405c-9f51-cd75e86681e5', 'name': '', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'mac_address': 'fa:16:3e:84:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:59Z', 'updated_at': '2021-12-10T19:30:03Z', 'revision_number': 5, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'subnets': [{'id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:30:15.730996 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cac094-eadb-4b2f-aa5c-ef6309f5c752 None None] The sync data for ids ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'] in n-d-821435-1 is: [{'id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'name': 'tempest-ServerActionsTestJSON-224245180-router', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:29:59Z', 'revision_number': 4, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'gw_port': {'id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '04e81618-1ae8-41e6-864a-d1f6c547eb51', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'port_id': '23817590-cc22-49b9-ac2c-f39eb2c3ffa0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'mac_address': 'fa:16:3e:2d:b9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6901ddeb-4b60-4622-ad33-5cea30c48f06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:30:03Z', 'updated_at': '2021-12-10T19:30:14Z', 'revision_number': 1, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ccadd38-b57f-405c-9f51-cd75e86681e5', 'name': '', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'mac_address': 'fa:16:3e:84:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:59Z', 'updated_at': '2021-12-10T19:30:03Z', 'revision_number': 5, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'subnets': [{'id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:30:15.925294 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c31b6d-f785-4ca8-8092-4e44dc20a927 None None] New status for floating IP 04e81618-1ae8-41e6-864a-d1f6c547eb51: ACTIVE {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:30:19.731071 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e7c682da-c30d-411a-9307-407d6bf21009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:22.581249 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-39df8241-b3c6-401e-816a-4fa44862149f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:23.606374 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:24.975336 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:25.574518 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:26.612239 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:30:34.337119 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:38.653541 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:49.732839 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-51324b55-7469-4b48-af5f-25d93399d0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:52.581912 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6ce38677-e989-42dc-aebf-010f802a3efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:53.608998 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:54.977210 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:55.576717 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:57.601458 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-693e5513-ed70-4941-825f-30eaa1647533 req-bf02aa2a-f312-4cdb-b1a5-62776aa052df service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401902 Dec 10 19:30:57.683152 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e5513-ed70-4941-825f-30eaa1647533 req-dc4e427b-c84f-4458-abb1-454c076dc65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:57.684530 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-693e5513-ed70-4941-825f-30eaa1647533 req-dc4e427b-c84f-4458-abb1-454c076dc65f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 1096 time: 0.0403628 Dec 10 19:30:57.795498 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e5513-ed70-4941-825f-30eaa1647533 req-78bde4bd-ec69-4f63-b6ec-abd075e7255a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:57.797006 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-693e5513-ed70-4941-825f-30eaa1647533 req-78bde4bd-ec69-4f63-b6ec-abd075e7255a service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.0918150 Dec 10 19:30:57.863060 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-693e5513-ed70-4941-825f-30eaa1647533 req-6a48affe-005d-4da8-845d-759f6e64090e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23817590-cc22-49b9-ac2c-f39eb2c3ffa0 HTTP/1.1" status: 200 len: 1001 time: 0.0594988 Dec 10 19:30:57.914675 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e5513-ed70-4941-825f-30eaa1647533 req-9ce2f3d7-69d7-4b7c-b266-96a217f08224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:57.916115 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-693e5513-ed70-4941-825f-30eaa1647533 req-9ce2f3d7-69d7-4b7c-b266-96a217f08224 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0467806 Dec 10 19:30:57.962292 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e5513-ed70-4941-825f-30eaa1647533 req-1374e2af-9d07-4a59-a057-244aec8eea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:57.963682 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-693e5513-ed70-4941-825f-30eaa1647533 req-1374e2af-9d07-4a59-a057-244aec8eea3d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395510 Dec 10 19:30:57.974818 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-693e5513-ed70-4941-825f-30eaa1647533 req-2665e49a-2666-4bca-8f93-62cab2f1e7fe service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:30:57.975767 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-693e5513-ed70-4941-825f-30eaa1647533 req-2665e49a-2666-4bca-8f93-62cab2f1e7fe service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047927 Dec 10 19:30:58.065399 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-693e5513-ed70-4941-825f-30eaa1647533 req-d445963e-13b2-457c-b33e-49988353d095 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821161 Dec 10 19:30:58.164674 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-693e5513-ed70-4941-825f-30eaa1647533 req-98a6e7f6-4c1e-41a5-a9db-612730352d9e service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920553 Dec 10 19:31:03.611496 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:31:04.334740 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:31:08.670826 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:31:19.733489 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9134e40f-d411-4213-aac8-ef2836f564ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:31:22.583598 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-462c4ccf-a969-4527-adbb-4bfe3915d371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:31:23.611245 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:31:24.983747 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:31:25.578537 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:31:34.332647 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:31:36.253869 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-83703610-39c1-4d0a-bf62-b2cbd088a3a9 req-cc89f9bb-767e-4199-ad6a-60a9a4a07cc3 service neutron] (103245) timed out ('10.222.0.62', 46826) {{(pid=103245) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 19:31:38.682124 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:31:40.610781 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:31:49.734392 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cb0bea6b-3fb4-48fc-930a-1da594908663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:31:50.835561 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a98adac-c0a5-4b28-95c4-da7bbe384711 req-a13126ee-3660-482e-831a-4d02d53df773 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:50.837073 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0a98adac-c0a5-4b28-95c4-da7bbe384711 req-a13126ee-3660-482e-831a-4d02d53df773 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 945 time: 0.1209588 Dec 10 19:31:50.895270 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0a98adac-c0a5-4b28-95c4-da7bbe384711 req-0fcb7791-8f52-4655-baae-8e60428e9cc8 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516796 Dec 10 19:31:51.127087 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3225d932-41b3-4637-807c-98e509860948 req-0f54fe3a-eab8-4c63-8d56-a2b0d82938ae service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0411773 Dec 10 19:31:51.151321 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5b6d3-d446-420d-96ba-e208c2159d76 req-6ddd6bb1-743c-4194-9980-f331910efcaf tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:51.153113 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b4b5b6d3-d446-420d-96ba-e208c2159d76 req-6ddd6bb1-743c-4194-9980-f331910efcaf tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 945 time: 0.0562711 Dec 10 19:31:51.209852 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b4b5b6d3-d446-420d-96ba-e208c2159d76 req-7963a31a-a772-4097-a6f9-60e4e7598594 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477276 Dec 10 19:31:52.382972 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474374d2-6380-4c51-986c-312f144c3b09 req-4a3c2306-f202-478c-a468-aa91e9ce285d tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:52.384453 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-474374d2-6380-4c51-986c-312f144c3b09 req-4a3c2306-f202-478c-a468-aa91e9ce285d tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 945 time: 0.1019039 Dec 10 19:31:52.436180 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-474374d2-6380-4c51-986c-312f144c3b09 req-faa5483f-5fde-497b-a3a5-36555aaa0c7c tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446227 Dec 10 19:31:52.587329 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6fe86048-1227-4a96-b1ac-4be11ac312f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:31:53.555292 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4f3ab-9772-414c-b6e2-61033fc0e86f req-1db81982-1dfa-4cde-b48d-52fefffe7db2 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:53.558120 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7eb4f3ab-9772-414c-b6e2-61033fc0e86f req-1db81982-1dfa-4cde-b48d-52fefffe7db2 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 945 time: 0.0509169 Dec 10 19:31:53.605529 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7eb4f3ab-9772-414c-b6e2-61033fc0e86f req-1f865a12-337b-41b3-b8e4-f2ed1e69f9e3 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418947 Dec 10 19:31:53.613342 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:31:54.237258 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225d932-41b3-4637-807c-98e509860948 req-a01dae4a-be97-458f-b2f3-dd18497c284d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:54.238786 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3225d932-41b3-4637-807c-98e509860948 req-a01dae4a-be97-458f-b2f3-dd18497c284d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 1096 time: 0.0406878 Dec 10 19:31:54.325292 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225d932-41b3-4637-807c-98e509860948 req-7c9ad78f-cb55-43c8-b188-73d0227e4398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:54.326757 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3225d932-41b3-4637-807c-98e509860948 req-7c9ad78f-cb55-43c8-b188-73d0227e4398 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.0810575 Dec 10 19:31:54.395968 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3225d932-41b3-4637-807c-98e509860948 req-5468fa69-4157-4e99-a870-d3e589b94fcc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23817590-cc22-49b9-ac2c-f39eb2c3ffa0 HTTP/1.1" status: 200 len: 1001 time: 0.0620389 Dec 10 19:31:54.444256 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225d932-41b3-4637-807c-98e509860948 req-f898c3a7-3252-45c7-99a5-f9d00a46ac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:54.445713 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3225d932-41b3-4637-807c-98e509860948 req-f898c3a7-3252-45c7-99a5-f9d00a46ac69 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0433977 Dec 10 19:31:54.491211 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225d932-41b3-4637-807c-98e509860948 req-26cf9243-3c17-466f-8af5-41d078368d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:54.492608 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3225d932-41b3-4637-807c-98e509860948 req-26cf9243-3c17-466f-8af5-41d078368d8d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396595 Dec 10 19:31:54.589336 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3225d932-41b3-4637-807c-98e509860948 req-cc032574-4634-46fa-8151-340b45bd5fc7 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886137 Dec 10 19:31:54.677971 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3225d932-41b3-4637-807c-98e509860948 req-1155d837-0921-476a-b31e-1e275c733c1f service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818694 Dec 10 19:31:54.731156 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a340e14-7a72-430b-b518-f566efc3e167 req-020821c7-cef0-4803-864f-1968951f7b83 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:54.732655 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0a340e14-7a72-430b-b518-f566efc3e167 req-020821c7-cef0-4803-864f-1968951f7b83 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 945 time: 0.0538170 Dec 10 19:31:54.781082 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0a340e14-7a72-430b-b518-f566efc3e167 req-35910537-4147-4636-acce-1c20a61cf7c6 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421753 Dec 10 19:31:54.983500 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:31:55.580078 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:31:55.905195 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75545e27-3bd2-47cc-b255-9322ffe9c6c9 req-0c441b19-154e-4707-891b-0a58573da296 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:55.906718 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-75545e27-3bd2-47cc-b255-9322ffe9c6c9 req-0c441b19-154e-4707-891b-0a58573da296 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 945 time: 0.0529752 Dec 10 19:31:55.958570 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-75545e27-3bd2-47cc-b255-9322ffe9c6c9 req-eebff350-efb8-4a2e-bae8-1df001b2dc9e tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457923 Dec 10 19:31:57.075907 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a09827-856b-4ae5-a801-d2ec329dd3fc req-863dc579-8ff6-4a9f-87e1-767f46ec1c0b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:57.077429 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c2a09827-856b-4ae5-a801-d2ec329dd3fc req-863dc579-8ff6-4a9f-87e1-767f46ec1c0b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 945 time: 0.0489514 Dec 10 19:31:57.124239 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c2a09827-856b-4ae5-a801-d2ec329dd3fc req-b6e36b58-75b8-49e4-baed-fce3241bc84a tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406461 Dec 10 19:31:58.241311 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54714d6-b1ae-4315-beba-0681b76ff40c req-f0332422-1f89-48fc-bc9f-360df9de8116 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:58.242832 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d54714d6-b1ae-4315-beba-0681b76ff40c req-f0332422-1f89-48fc-bc9f-360df9de8116 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 945 time: 0.0497508 Dec 10 19:31:58.289633 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d54714d6-b1ae-4315-beba-0681b76ff40c req-8ff72b86-ba49-4490-ba58-ee73e5684587 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409119 Dec 10 19:31:59.410520 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5832a-179a-417d-b6e7-246860fea5dc req-44b7f61e-89c7-4d59-81ae-7ccf065ab03e tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:59.412006 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9ce5832a-179a-417d-b6e7-246860fea5dc req-44b7f61e-89c7-4d59-81ae-7ccf065ab03e tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 945 time: 0.0499959 Dec 10 19:31:59.462676 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9ce5832a-179a-417d-b6e7-246860fea5dc req-65fdc00b-1606-47c5-8e9a-74db1a8fe731 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439124 Dec 10 19:31:59.965363 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b8515-266f-4e13-9699-52758e0f08ff req-46cd27a6-607a-4a0e-bde8-b2e8cec0ea0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:59.966767 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-220b8515-266f-4e13-9699-52758e0f08ff req-46cd27a6-607a-4a0e-bde8-b2e8cec0ea0c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 1096 time: 0.3525636 Dec 10 19:32:00.070648 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b8515-266f-4e13-9699-52758e0f08ff req-82efed88-3409-4b0c-972c-0320763013ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:00.072103 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-220b8515-266f-4e13-9699-52758e0f08ff req-82efed88-3409-4b0c-972c-0320763013ff service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.0830991 Dec 10 19:32:00.141944 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-220b8515-266f-4e13-9699-52758e0f08ff req-834e42c4-724d-47ac-86b6-bcb6116826f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23817590-cc22-49b9-ac2c-f39eb2c3ffa0 HTTP/1.1" status: 200 len: 1001 time: 0.0613568 Dec 10 19:32:00.190117 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b8515-266f-4e13-9699-52758e0f08ff req-8d905bcf-41ce-478a-bf73-f05fab589460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:00.191563 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-220b8515-266f-4e13-9699-52758e0f08ff req-8d905bcf-41ce-478a-bf73-f05fab589460 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0428212 Dec 10 19:32:00.236208 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b8515-266f-4e13-9699-52758e0f08ff req-4895f89b-e2dc-4a83-886d-20b634e2a409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:00.237714 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-220b8515-266f-4e13-9699-52758e0f08ff req-4895f89b-e2dc-4a83-886d-20b634e2a409 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390811 Dec 10 19:32:00.327414 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-220b8515-266f-4e13-9699-52758e0f08ff req-bf394e01-d270-479b-90f6-59fc9e78fa73 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828712 Dec 10 19:32:00.415755 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-220b8515-266f-4e13-9699-52758e0f08ff req-f863fba6-cfa4-4333-85b4-921ac3c65b87 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811975 Dec 10 19:32:00.579771 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26755b1-9e07-4725-a499-fc769e06310f req-11985a91-4f6a-4dc5-839f-0c533cbaa438 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:00.581279 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c26755b1-9e07-4725-a499-fc769e06310f req-11985a91-4f6a-4dc5-839f-0c533cbaa438 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 945 time: 0.0485222 Dec 10 19:32:00.627601 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c26755b1-9e07-4725-a499-fc769e06310f req-eb832924-ee11-4a7a-bd77-90de68ad61b4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402462 Dec 10 19:32:01.749155 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb062f6-4854-4acc-885e-9d1a271ce679 req-d7bcaa4c-f3a7-4f99-908f-0187bf40a217 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:01.750648 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ffb062f6-4854-4acc-885e-9d1a271ce679 req-d7bcaa4c-f3a7-4f99-908f-0187bf40a217 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 945 time: 0.0540216 Dec 10 19:32:01.798105 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ffb062f6-4854-4acc-885e-9d1a271ce679 req-70faa8e5-da0c-4f27-8a7b-019a19cd650b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413611 Dec 10 19:32:02.915030 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0d286-8fe8-44e6-b6e5-f6081db2debc req-a0b1a75c-12d6-4b43-bb27-9c3e6f0cc0d6 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:02.916525 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-96a0d286-8fe8-44e6-b6e5-f6081db2debc req-a0b1a75c-12d6-4b43-bb27-9c3e6f0cc0d6 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 945 time: 0.0522625 Dec 10 19:32:02.963316 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-96a0d286-8fe8-44e6-b6e5-f6081db2debc req-7857fccc-44e8-489d-98d0-ca6a54ff08c4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400681 Dec 10 19:32:04.082600 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e6351-ed34-4b53-8cb0-1d37466d812a req-adaba311-fdb8-4413-85d7-edaaed85a500 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:04.084113 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c13e6351-ed34-4b53-8cb0-1d37466d812a req-adaba311-fdb8-4413-85d7-edaaed85a500 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 945 time: 0.0490839 Dec 10 19:32:04.132570 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c13e6351-ed34-4b53-8cb0-1d37466d812a req-ba00d071-24d3-4efc-b402-8507518803a8 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416527 Dec 10 19:32:04.337281 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:05.250146 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38434c-2504-4703-962a-309205dfe042 req-5bb876c3-bdf4-4059-80b5-616e33a6e8c0 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:05.251622 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ef38434c-2504-4703-962a-309205dfe042 req-5bb876c3-bdf4-4059-80b5-616e33a6e8c0 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 945 time: 0.0483553 Dec 10 19:32:05.299527 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ef38434c-2504-4703-962a-309205dfe042 req-8a5ca646-a2d4-4b1c-835f-b19dd004e3f3 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416198 Dec 10 19:32:06.426594 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8d8a8-046b-4a18-ad09-7c993b49dfe8 req-a0040c37-0ef0-4388-8a91-27112e883cfc tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:06.428115 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7ca8d8a8-046b-4a18-ad09-7c993b49dfe8 req-a0040c37-0ef0-4388-8a91-27112e883cfc tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 945 time: 0.0576732 Dec 10 19:32:06.475968 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7ca8d8a8-046b-4a18-ad09-7c993b49dfe8 req-b0aff12c-25d2-477a-8fd7-d73cf988b6a3 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409415 Dec 10 19:32:06.530784 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-3225d932-41b3-4637-807c-98e509860948 req-6790f72a-c1ed-4fca-ad3a-e85cd0287c1f service neutron] show failed (client error): The resource could not be found. Dec 10 19:32:06.531803 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3225d932-41b3-4637-807c-98e509860948 req-6790f72a-c1ed-4fca-ad3a-e85cd0287c1f service neutron] 10.222.0.46 "GET /v2.0/ports/23817590-cc22-49b9-ac2c-f39eb2c3ffa0/bindings/n-h2-821435-1 HTTP/1.1" status: 404 len: 380 time: 0.0541680 Dec 10 19:32:06.757988 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225d932-41b3-4637-807c-98e509860948 req-e4229c75-980b-4fb7-aa8a-c07a2fb7f9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:06.759505 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3225d932-41b3-4637-807c-98e509860948 req-e4229c75-980b-4fb7-aa8a-c07a2fb7f9b5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06&tenant_id=b616c65070de423e9109b7f7c3e68230 HTTP/1.1" status: 200 len: 1096 time: 0.0749731 Dec 10 19:32:06.771999 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-3225d932-41b3-4637-807c-98e509860948 req-c346a0f9-b916-469c-9b6a-9a2d911feba3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821435-1', 'device_owner': 'compute:nova'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:32:06.824333 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-3225d932-41b3-4637-807c-98e509860948 req-c346a0f9-b916-469c-9b6a-9a2d911feba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:07.026036 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-3225d932-41b3-4637-807c-98e509860948 req-c346a0f9-b916-469c-9b6a-9a2d911feba3 service neutron] For port 23817590-cc22-49b9-ac2c-f39eb2c3ffa0, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=23817590-cc22-49b9-ac2c-f39eb2c3ffa0,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:32:07.058726 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-3225d932-41b3-4637-807c-98e509860948 req-c346a0f9-b916-469c-9b6a-9a2d911feba3 service neutron] For port 23817590-cc22-49b9-ac2c-f39eb2c3ffa0, host n-h1-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:32:07.101313 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6901ddeb-4b60-4622-ad33-5cea30c48f06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23817590-cc22-49b9-ac2c-f39eb2c3ffa0'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:32:07.103545 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb385ee8d26b8ad243460b423ad218e97d9fae79c4f4b9b0691d822ece1c624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244d4f75-4ced-4564-ac13-95f9bb64bb47" -d '{"events": [{"server_uuid": "6901ddeb-4b60-4622-ad33-5cea30c48f06", "name": "network-vif-unplugged", "status": "completed", "tag": "23817590-cc22-49b9-ac2c-f39eb2c3ffa0"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:32:07.107310 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-3225d932-41b3-4637-807c-98e509860948 req-c346a0f9-b916-469c-9b6a-9a2d911feba3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:07.119131 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-3225d932-41b3-4637-807c-98e509860948 req-c346a0f9-b916-469c-9b6a-9a2d911feba3 service neutron] Transition to ACTIVE for port object 23817590-cc22-49b9-ac2c-f39eb2c3ffa0 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:32:07.124754 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-3225d932-41b3-4637-807c-98e509860948 req-c346a0f9-b916-469c-9b6a-9a2d911feba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:07.161312 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 19:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3643178f-611d-4330-8d09-8ec27d14d189 x-openstack-request-id: req-3643178f-611d-4330-8d09-8ec27d14d189 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:32:07.161721 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6901ddeb-4b60-4622-ad33-5cea30c48f06", "name": "network-vif-unplugged", "status": "completed", "tag": "23817590-cc22-49b9-ac2c-f39eb2c3ffa0", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:32:07.161973 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3643178f-611d-4330-8d09-8ec27d14d189 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:32:07.162362 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6901ddeb-4b60-4622-ad33-5cea30c48f06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23817590-cc22-49b9-ac2c-f39eb2c3ffa0', 'code': 200} Dec 10 19:32:07.192994 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346a0f9-b916-469c-9b6a-9a2d911feba3 service neutron] Pushing event updated for resources: {'Port': ['ID=23817590-cc22-49b9-ac2c-f39eb2c3ffa0,revision_number=6']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:32:07.254538 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346a0f9-b916-469c-9b6a-9a2d911feba3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:07.254889 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346a0f9-b916-469c-9b6a-9a2d911feba3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:07.255251 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346a0f9-b916-469c-9b6a-9a2d911feba3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:07.255592 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346a0f9-b916-469c-9b6a-9a2d911feba3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:07.255932 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346a0f9-b916-469c-9b6a-9a2d911feba3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:07.256272 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346a0f9-b916-469c-9b6a-9a2d911feba3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:07.256606 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346a0f9-b916-469c-9b6a-9a2d911feba3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:07.257240 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346a0f9-b916-469c-9b6a-9a2d911feba3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:07.257571 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346a0f9-b916-469c-9b6a-9a2d911feba3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:07.257900 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346a0f9-b916-469c-9b6a-9a2d911feba3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:07.258231 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346a0f9-b916-469c-9b6a-9a2d911feba3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:07.258559 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346a0f9-b916-469c-9b6a-9a2d911feba3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:07.258887 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346a0f9-b916-469c-9b6a-9a2d911feba3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:07.310488 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-3225d932-41b3-4637-807c-98e509860948 req-c346a0f9-b916-469c-9b6a-9a2d911feba3 service neutron] No DVR routers for this DVR port 23817590-cc22-49b9-ac2c-f39eb2c3ffa0 on host n-h1-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:32:07.453842 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-3225d932-41b3-4637-807c-98e509860948 req-c346a0f9-b916-469c-9b6a-9a2d911feba3 service neutron] Attempting to bind port 23817590-cc22-49b9-ac2c-f39eb2c3ffa0 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:32:07.454096 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-3225d932-41b3-4637-807c-98e509860948 req-c346a0f9-b916-469c-9b6a-9a2d911feba3 service neutron] Attempting to bind port 23817590-cc22-49b9-ac2c-f39eb2c3ffa0 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:32:07.454422 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3225d932-41b3-4637-807c-98e509860948 req-c346a0f9-b916-469c-9b6a-9a2d911feba3 service neutron] Attempting to bind port 23817590-cc22-49b9-ac2c-f39eb2c3ffa0 on network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:32:07.458510 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3225d932-41b3-4637-807c-98e509860948 req-c346a0f9-b916-469c-9b6a-9a2d911feba3 service neutron] Port 23817590-cc22-49b9-ac2c-f39eb2c3ffa0 on network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:32:07.458827 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3225d932-41b3-4637-807c-98e509860948 req-c346a0f9-b916-469c-9b6a-9a2d911feba3 service neutron] Attempting to bind port 23817590-cc22-49b9-ac2c-f39eb2c3ffa0 on network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:32:07.463546 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3225d932-41b3-4637-807c-98e509860948 req-c346a0f9-b916-469c-9b6a-9a2d911feba3 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:32:07.463884 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3225d932-41b3-4637-807c-98e509860948 req-c346a0f9-b916-469c-9b6a-9a2d911feba3 service neutron] Checking segment: {'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:32:07.464962 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3225d932-41b3-4637-807c-98e509860948 req-c346a0f9-b916-469c-9b6a-9a2d911feba3 service neutron] Bound using segment: {'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:32:07.465677 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-3225d932-41b3-4637-807c-98e509860948 req-c346a0f9-b916-469c-9b6a-9a2d911feba3 service neutron] Bound port: 23817590-cc22-49b9-ac2c-f39eb2c3ffa0, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:32:07.466228 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-3225d932-41b3-4637-807c-98e509860948 req-c346a0f9-b916-469c-9b6a-9a2d911feba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:07.531087 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-3225d932-41b3-4637-807c-98e509860948 req-c346a0f9-b916-469c-9b6a-9a2d911feba3 service neutron] For port 23817590-cc22-49b9-ac2c-f39eb2c3ffa0, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:32:07.534162 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-3225d932-41b3-4637-807c-98e509860948 req-c346a0f9-b916-469c-9b6a-9a2d911feba3 service neutron] For port 23817590-cc22-49b9-ac2c-f39eb2c3ffa0, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=23817590-cc22-49b9-ac2c-f39eb2c3ffa0,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:32:07.538868 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-3225d932-41b3-4637-807c-98e509860948 req-c346a0f9-b916-469c-9b6a-9a2d911feba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:07.578348 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225d932-41b3-4637-807c-98e509860948 req-c346a0f9-b916-469c-9b6a-9a2d911feba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:07.578979 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-3225d932-41b3-4637-807c-98e509860948 req-c346a0f9-b916-469c-9b6a-9a2d911feba3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:07.580460 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3225d932-41b3-4637-807c-98e509860948 req-c346a0f9-b916-469c-9b6a-9a2d911feba3 service neutron] 10.222.0.72 "PUT /v2.0/ports/23817590-cc22-49b9-ac2c-f39eb2c3ffa0 HTTP/1.1" status: 200 len: 1091 time: 0.8123901 Dec 10 19:32:07.600402 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346a0f9-b916-469c-9b6a-9a2d911feba3 service neutron] Pushing event updated for resources: {'Port': ['ID=23817590-cc22-49b9-ac2c-f39eb2c3ffa0,revision_number=7']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:32:07.617519 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027835ae-0d06-4d2e-b1de-77dc56fd7bde req-07848055-381d-4f4f-907f-9d39b07d4e37 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:07.620590 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-027835ae-0d06-4d2e-b1de-77dc56fd7bde req-07848055-381d-4f4f-907f-9d39b07d4e37 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 943 time: 0.0699329 Dec 10 19:32:07.652929 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225d932-41b3-4637-807c-98e509860948 req-2f3fa6f2-25bd-427f-9eb9-1e7e2cd5094d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:07.654468 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3225d932-41b3-4637-807c-98e509860948 req-2f3fa6f2-25bd-427f-9eb9-1e7e2cd5094d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 1094 time: 0.0465174 Dec 10 19:32:07.675000 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-027835ae-0d06-4d2e-b1de-77dc56fd7bde req-d5fe3288-4f56-441f-b04a-365eaaf708c2 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488219 Dec 10 19:32:07.748290 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225d932-41b3-4637-807c-98e509860948 req-16c585e7-5b2c-4ff7-93a9-aa2087af77aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:07.749839 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3225d932-41b3-4637-807c-98e509860948 req-16c585e7-5b2c-4ff7-93a9-aa2087af77aa service neutron] 10.222.0.72 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.0883086 Dec 10 19:32:07.853476 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3225d932-41b3-4637-807c-98e509860948 req-d5f2acbe-4052-4a71-a829-269938b4f3ca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23817590-cc22-49b9-ac2c-f39eb2c3ffa0 HTTP/1.1" status: 200 len: 999 time: 0.0961883 Dec 10 19:32:07.903546 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225d932-41b3-4637-807c-98e509860948 req-42647d6a-01bf-45e4-a340-a6b332bfc1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:07.905037 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3225d932-41b3-4637-807c-98e509860948 req-42647d6a-01bf-45e4-a340-a6b332bfc1c8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0443580 Dec 10 19:32:07.963806 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225d932-41b3-4637-807c-98e509860948 req-24288823-0200-457f-94c3-369f68f530d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:07.965425 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3225d932-41b3-4637-807c-98e509860948 req-24288823-0200-457f-94c3-369f68f530d6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539579 Dec 10 19:32:08.051757 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3225d932-41b3-4637-807c-98e509860948 req-938591c2-c45f-42bc-aa77-6c9503da4351 service neutron] 10.222.0.72 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790868 Dec 10 19:32:08.435718 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3225d932-41b3-4637-807c-98e509860948 req-10c6741b-f27c-42cb-9958-52e357868686 service neutron] 10.222.0.72 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767505 Dec 10 19:32:08.671571 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:08.793811 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa5355-3500-4a86-a56d-86d8062436da req-3dc3b347-ba4c-4c48-9f30-84e7040b1e55 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:08.795282 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-60fa5355-3500-4a86-a56d-86d8062436da req-3dc3b347-ba4c-4c48-9f30-84e7040b1e55 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 943 time: 0.0486157 Dec 10 19:32:08.841702 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-60fa5355-3500-4a86-a56d-86d8062436da req-9d27c391-cdc0-4295-a57f-3301c6b7ab94 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405035 Dec 10 19:32:09.163846 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6901ddeb-4b60-4622-ad33-5cea30c48f06', 'tag': '23817590-cc22-49b9-ac2c-f39eb2c3ffa0'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:32:09.166296 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb385ee8d26b8ad243460b423ad218e97d9fae79c4f4b9b0691d822ece1c624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22906584-7dd3-46fc-8661-ce0009e7cf5f" -d '{"events": [{"name": "network-changed", "server_uuid": "6901ddeb-4b60-4622-ad33-5cea30c48f06", "tag": "23817590-cc22-49b9-ac2c-f39eb2c3ffa0"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:32:09.215378 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08ec8d7-ef82-42b3-b970-e2fa705a3ec9 x-openstack-request-id: req-a08ec8d7-ef82-42b3-b970-e2fa705a3ec9 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:32:09.215681 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6901ddeb-4b60-4622-ad33-5cea30c48f06", "tag": "23817590-cc22-49b9-ac2c-f39eb2c3ffa0", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:32:09.215943 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a08ec8d7-ef82-42b3-b970-e2fa705a3ec9 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:32:09.216358 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6901ddeb-4b60-4622-ad33-5cea30c48f06', 'tag': '23817590-cc22-49b9-ac2c-f39eb2c3ffa0', 'status': 'completed', 'code': 200} Dec 10 19:32:09.278307 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22906584-7dd3-46fc-8661-ce0009e7cf5f req-541e3282-f613-4e95-92d2-6fcc5392cfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:09.279841 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-22906584-7dd3-46fc-8661-ce0009e7cf5f req-541e3282-f613-4e95-92d2-6fcc5392cfa5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 1094 time: 0.0451391 Dec 10 19:32:09.282544 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22906584-7dd3-46fc-8661-ce0009e7cf5f req-de2e20da-aa9f-4072-80e3-3b106d934542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:09.284050 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-22906584-7dd3-46fc-8661-ce0009e7cf5f req-de2e20da-aa9f-4072-80e3-3b106d934542 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 1094 time: 0.0444784 Dec 10 19:32:09.378126 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22906584-7dd3-46fc-8661-ce0009e7cf5f req-a2e79dbd-eb4f-453d-84ed-fa4e3b9bc668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:09.378783 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22906584-7dd3-46fc-8661-ce0009e7cf5f req-60dbdcbc-9fe2-4587-a0cd-be36bf7b2222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:09.379611 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-22906584-7dd3-46fc-8661-ce0009e7cf5f req-a2e79dbd-eb4f-453d-84ed-fa4e3b9bc668 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.0888214 Dec 10 19:32:09.380263 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-22906584-7dd3-46fc-8661-ce0009e7cf5f req-60dbdcbc-9fe2-4587-a0cd-be36bf7b2222 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.0937099 Dec 10 19:32:09.450239 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-22906584-7dd3-46fc-8661-ce0009e7cf5f req-b9a0a30e-efb7-4c0c-8f9c-0f3162759d48 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23817590-cc22-49b9-ac2c-f39eb2c3ffa0 HTTP/1.1" status: 200 len: 999 time: 0.0635850 Dec 10 19:32:09.451826 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-22906584-7dd3-46fc-8661-ce0009e7cf5f req-9c70ac43-ee9f-4296-a548-8ff0d44c1dc0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23817590-cc22-49b9-ac2c-f39eb2c3ffa0 HTTP/1.1" status: 200 len: 999 time: 0.0632555 Dec 10 19:32:09.500903 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22906584-7dd3-46fc-8661-ce0009e7cf5f req-30fd51fb-4764-4ab2-82f6-da5a3c442463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:09.501817 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22906584-7dd3-46fc-8661-ce0009e7cf5f req-02b03f0b-e404-4ecf-8316-310f800efeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:09.502401 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-22906584-7dd3-46fc-8661-ce0009e7cf5f req-30fd51fb-4764-4ab2-82f6-da5a3c442463 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0453081 Dec 10 19:32:09.503278 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-22906584-7dd3-46fc-8661-ce0009e7cf5f req-02b03f0b-e404-4ecf-8316-310f800efeb9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0442040 Dec 10 19:32:09.549703 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22906584-7dd3-46fc-8661-ce0009e7cf5f req-a3814244-29bc-4071-86d6-7baeaebb7813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:09.551213 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-22906584-7dd3-46fc-8661-ce0009e7cf5f req-a3814244-29bc-4071-86d6-7baeaebb7813 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419083 Dec 10 19:32:09.554022 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22906584-7dd3-46fc-8661-ce0009e7cf5f req-892fb4c8-785e-48bc-860f-aa2806933745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:09.555777 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-22906584-7dd3-46fc-8661-ce0009e7cf5f req-892fb4c8-785e-48bc-860f-aa2806933745 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452583 Dec 10 19:32:09.645747 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-22906584-7dd3-46fc-8661-ce0009e7cf5f req-6982a24c-f9d4-455d-9f03-7e2a1323b587 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877304 Dec 10 19:32:09.648533 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-22906584-7dd3-46fc-8661-ce0009e7cf5f req-a43b69cd-5241-4aef-b9b8-2d85f9c40329 service neutron] 10.222.0.72 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852926 Dec 10 19:32:09.735440 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-22906584-7dd3-46fc-8661-ce0009e7cf5f req-33736a41-cd20-4ca3-8f74-1c24d973c56c service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821781 Dec 10 19:32:09.738978 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-22906584-7dd3-46fc-8661-ce0009e7cf5f req-1be425fb-1e9a-4727-ad00-14859b759e89 service neutron] 10.222.0.72 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819390 Dec 10 19:32:09.957765 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d0e3a-cd6e-440a-a40d-362e86634dbb req-e4f972d1-1714-4402-bf84-aacef31717cb tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:09.959255 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8f7d0e3a-cd6e-440a-a40d-362e86634dbb req-e4f972d1-1714-4402-bf84-aacef31717cb tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 943 time: 0.0485487 Dec 10 19:32:10.010134 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8f7d0e3a-cd6e-440a-a40d-362e86634dbb req-8e30490e-527e-4a68-9851-3b3e8d5d6f8a tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442541 Dec 10 19:32:10.284381 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 23817590-cc22-49b9-ac2c-f39eb2c3ffa0 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:32:10.328758 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 23817590-cc22-49b9-ac2c-f39eb2c3ffa0 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:32:11.128357 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c1bbf-292e-4f12-9ad3-5dadea723df7 req-2f039517-ac3c-44e7-830d-2ca38f851d72 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:11.129900 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ec6c1bbf-292e-4f12-9ad3-5dadea723df7 req-2f039517-ac3c-44e7-830d-2ca38f851d72 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 943 time: 0.0495481 Dec 10 19:32:11.180253 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ec6c1bbf-292e-4f12-9ad3-5dadea723df7 req-379f2ae7-ede2-4a22-92d9-a84599fa282f tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441506 Dec 10 19:32:12.296284 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0689e58-3b2c-4d5e-af20-8cfe15285a84 req-428a43ae-f992-4939-b7f5-d8f852a94bab tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:12.297808 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d0689e58-3b2c-4d5e-af20-8cfe15285a84 req-428a43ae-f992-4939-b7f5-d8f852a94bab tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 943 time: 0.0497942 Dec 10 19:32:12.345111 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d0689e58-3b2c-4d5e-af20-8cfe15285a84 req-62414487-9d84-4ce0-8aae-4b22331d2a95 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414588 Dec 10 19:32:12.540897 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14c555-d32f-47d9-8299-9da445af1035 req-f10eff94-e388-4d84-83f9-c91f1a81bcd7 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:12.542531 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-af14c555-d32f-47d9-8299-9da445af1035 req-f10eff94-e388-4d84-83f9-c91f1a81bcd7 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 943 time: 0.0502880 Dec 10 19:32:12.553396 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1410857-27cd-42b4-8feb-17965d7a076d req-cb052f16-9790-4b2c-a47b-00282fff571f tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:12.554867 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c1410857-27cd-42b4-8feb-17965d7a076d req-cb052f16-9790-4b2c-a47b-00282fff571f tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.46 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06&tenant_id=b616c65070de423e9109b7f7c3e68230&binding%3Ahost_id=n-h2-821435-1 HTTP/1.1" status: 200 len: 943 time: 0.0517263 Dec 10 19:32:12.590534 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-af14c555-d32f-47d9-8299-9da445af1035 req-39eb57cf-3223-4eb6-a00b-0d5107b81dba tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414822 Dec 10 19:32:12.617998 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-c1410857-27cd-42b4-8feb-17965d7a076d req-e6be9ba4-5243-48bb-befe-046e0068be05 service neutron] delete failed (client error): The resource could not be found. Dec 10 19:32:12.619031 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c1410857-27cd-42b4-8feb-17965d7a076d req-e6be9ba4-5243-48bb-befe-046e0068be05 service neutron] 10.222.0.46 "DELETE /v2.0/ports/23817590-cc22-49b9-ac2c-f39eb2c3ffa0/bindings/n-h1-821435-1 HTTP/1.1" status: 404 len: 380 time: 0.0567935 Dec 10 19:32:12.704049 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1410857-27cd-42b4-8feb-17965d7a076d req-5e5e3416-9efa-4add-b10d-cf3addc0d803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:12.705588 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c1410857-27cd-42b4-8feb-17965d7a076d req-5e5e3416-9efa-4add-b10d-cf3addc0d803 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 1094 time: 0.0409455 Dec 10 19:32:12.797920 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1410857-27cd-42b4-8feb-17965d7a076d req-2b11fd4b-f8ae-471e-93ee-e6d72a5c2c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:12.799302 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c1410857-27cd-42b4-8feb-17965d7a076d req-2b11fd4b-f8ae-471e-93ee-e6d72a5c2c38 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.0872495 Dec 10 19:32:12.864508 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c1410857-27cd-42b4-8feb-17965d7a076d req-a5ec15d3-dd95-4e6a-8b7a-b48f8d7bc5cf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23817590-cc22-49b9-ac2c-f39eb2c3ffa0 HTTP/1.1" status: 200 len: 999 time: 0.0582068 Dec 10 19:32:12.918478 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1410857-27cd-42b4-8feb-17965d7a076d req-f5ea48ca-d660-4ba3-b40e-6d44bb0dbe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:12.919928 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c1410857-27cd-42b4-8feb-17965d7a076d req-f5ea48ca-d660-4ba3-b40e-6d44bb0dbe6f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0478418 Dec 10 19:32:12.965995 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1410857-27cd-42b4-8feb-17965d7a076d req-173cde2e-1a5c-4c07-8ce6-a9b00929bcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:12.967463 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c1410857-27cd-42b4-8feb-17965d7a076d req-173cde2e-1a5c-4c07-8ce6-a9b00929bcd9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393269 Dec 10 19:32:13.054629 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c1410857-27cd-42b4-8feb-17965d7a076d req-78c3887d-c93b-43b3-9a63-8b3ae822cd71 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799453 Dec 10 19:32:13.147505 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c1410857-27cd-42b4-8feb-17965d7a076d req-44c31ea9-ab2a-49f4-8e03-41bd0f19296c service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857766 Dec 10 19:32:13.629298 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 23817590-cc22-49b9-ac2c-f39eb2c3ffa0 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:32:13.722821 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee051cd-6942-43ba-82fe-75e8fc898923 req-f420b869-7972-4981-9b51-3cb6e059af92 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:13.724330 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6ee051cd-6942-43ba-82fe-75e8fc898923 req-f420b869-7972-4981-9b51-3cb6e059af92 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 943 time: 0.0574892 Dec 10 19:32:13.726530 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 23817590-cc22-49b9-ac2c-f39eb2c3ffa0, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=23817590-cc22-49b9-ac2c-f39eb2c3ffa0,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:32:13.738488 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '23817590-cc22-49b9-ac2c-f39eb2c3ffa0', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'port_id': '23817590-cc22-49b9-ac2c-f39eb2c3ffa0', 'mac_address': 'fa:16:3e:2d:b9:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:32:13.773444 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6ee051cd-6942-43ba-82fe-75e8fc898923 req-5ce4840b-6efa-4074-8ded-3e6aace9468f tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421357 Dec 10 19:32:13.780274 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:13.793115 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23817590-cc22-49b9-ac2c-f39eb2c3ffa0 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:32:13.812447 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 23817590-cc22-49b9-ac2c-f39eb2c3ffa0, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=23817590-cc22-49b9-ac2c-f39eb2c3ffa0,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:32:13.816359 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:13.863082 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=23817590-cc22-49b9-ac2c-f39eb2c3ffa0,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:32:13.870898 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:13.871212 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:13.871552 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:13.871889 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:13.872224 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:13.872559 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:13.872912 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:13.873240 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:13.873566 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:13.873894 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:13.874217 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:13.874546 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:13.874865 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:13.895740 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e80e0-0843-43b4-89c8-c94b31c5b88b req-fcabfcf5-d07d-4de4-a8e8-5acc6134c167 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:13.897287 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b88e80e0-0843-43b4-89c8-c94b31c5b88b req-fcabfcf5-d07d-4de4-a8e8-5acc6134c167 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 944 time: 0.0534446 Dec 10 19:32:13.944354 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b88e80e0-0843-43b4-89c8-c94b31c5b88b req-6e3e8977-36b0-43cb-b4f1-c5d3c5efd850 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405409 Dec 10 19:32:14.060188 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd247a-2793-4cc5-a1f0-ce8d3f4d906e req-075e6c90-f98c-43f0-b74c-103f56ecd488 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:14.061729 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cadd247a-2793-4cc5-a1f0-ce8d3f4d906e req-075e6c90-f98c-43f0-b74c-103f56ecd488 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 944 time: 0.0491467 Dec 10 19:32:14.114185 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cadd247a-2793-4cc5-a1f0-ce8d3f4d906e req-5bde94bc-a668-42e4-80e4-a558910485d5 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466068 Dec 10 19:32:14.259555 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['23817590-cc22-49b9-ac2c-f39eb2c3ffa0'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:32:14.348943 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d2df3-504f-4f48-a09b-8060a6fe871d req-28963e40-45b7-4eb7-a831-0d8ea50cf1be tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:14.350449 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f0d2df3-504f-4f48-a09b-8060a6fe871d req-28963e40-45b7-4eb7-a831-0d8ea50cf1be tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 944 time: 0.0489931 Dec 10 19:32:14.399712 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f0d2df3-504f-4f48-a09b-8060a6fe871d req-98c77506-88a6-466e-89d4-4e05d14e2271 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422070 Dec 10 19:32:15.520060 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff13027-e27a-47be-9549-f8b9318169ec req-0d86e3f5-d077-4a2d-9786-e3095ffd618c tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:15.521594 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3ff13027-e27a-47be-9549-f8b9318169ec req-0d86e3f5-d077-4a2d-9786-e3095ffd618c tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 944 time: 0.0483048 Dec 10 19:32:15.569332 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3ff13027-e27a-47be-9549-f8b9318169ec req-93d94dd8-b2a4-4749-b54b-19f551bb21de tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407073 Dec 10 19:32:15.638911 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 23817590-cc22-49b9-ac2c-f39eb2c3ffa0 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:32:15.686036 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 23817590-cc22-49b9-ac2c-f39eb2c3ffa0 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:32:15.689938 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 23817590-cc22-49b9-ac2c-f39eb2c3ffa0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:32:15.690317 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:15.769463 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:15.791485 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6901ddeb-4b60-4622-ad33-5cea30c48f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23817590-cc22-49b9-ac2c-f39eb2c3ffa0'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:32:15.794612 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f39997a1e7c5b6ae782956bbd1fa5b612e64aa5908109c3bc10b0e272c8d4b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb86131-78cf-45e8-b42b-d1e4caf327a1" -d '{"events": [{"server_uuid": "6901ddeb-4b60-4622-ad33-5cea30c48f06", "name": "network-vif-plugged", "status": "completed", "tag": "23817590-cc22-49b9-ac2c-f39eb2c3ffa0"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:32:15.808388 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 23817590-cc22-49b9-ac2c-f39eb2c3ffa0, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=23817590-cc22-49b9-ac2c-f39eb2c3ffa0,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:32:15.818033 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:15.832822 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54910677-6e1a-486f-b23b-d9bb4ba27d81 req-9c6cae01-fc0a-4f84-af0b-4c57da34e3bb tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:15.834433 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-54910677-6e1a-486f-b23b-d9bb4ba27d81 req-9c6cae01-fc0a-4f84-af0b-4c57da34e3bb tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.72 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 944 time: 0.0591400 Dec 10 19:32:15.841723 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01c4e56-127c-4a77-9490-f46708a21b50 x-openstack-request-id: req-d01c4e56-127c-4a77-9490-f46708a21b50 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:32:15.842015 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6901ddeb-4b60-4622-ad33-5cea30c48f06", "name": "network-vif-plugged", "status": "completed", "tag": "23817590-cc22-49b9-ac2c-f39eb2c3ffa0", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:32:15.842269 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d01c4e56-127c-4a77-9490-f46708a21b50 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:32:15.842659 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6901ddeb-4b60-4622-ad33-5cea30c48f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23817590-cc22-49b9-ac2c-f39eb2c3ffa0', 'code': 200} Dec 10 19:32:15.867610 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=23817590-cc22-49b9-ac2c-f39eb2c3ffa0,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:32:15.930381 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-54910677-6e1a-486f-b23b-d9bb4ba27d81 req-f45018e1-dd0c-409b-af5b-bab036c949af tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Deleting port 23817590-cc22-49b9-ac2c-f39eb2c3ffa0 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:32:15.930609 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-54910677-6e1a-486f-b23b-d9bb4ba27d81 req-f45018e1-dd0c-409b-af5b-bab036c949af tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:16.020042 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-54910677-6e1a-486f-b23b-d9bb4ba27d81 req-f45018e1-dd0c-409b-af5b-bab036c949af tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] For port 23817590-cc22-49b9-ac2c-f39eb2c3ffa0, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=23817590-cc22-49b9-ac2c-f39eb2c3ffa0,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:32:16.020402 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-54910677-6e1a-486f-b23b-d9bb4ba27d81 req-f45018e1-dd0c-409b-af5b-bab036c949af tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:16.236280 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-54910677-6e1a-486f-b23b-d9bb4ba27d81 req-f45018e1-dd0c-409b-af5b-bab036c949af tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:16.236663 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-54910677-6e1a-486f-b23b-d9bb4ba27d81 req-f45018e1-dd0c-409b-af5b-bab036c949af tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:16.236983 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [req-54910677-6e1a-486f-b23b-d9bb4ba27d81 req-f45018e1-dd0c-409b-af5b-bab036c949af tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Floating IP 04e81618-1ae8-41e6-864a-d1f6c547eb51 disassociated. External IP: 172.25.7.172, port: 23817590-cc22-49b9-ac2c-f39eb2c3ffa0. Dec 10 19:32:16.237327 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-54910677-6e1a-486f-b23b-d9bb4ba27d81 req-f45018e1-dd0c-409b-af5b-bab036c949af tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Calling delete_port for 23817590-cc22-49b9-ac2c-f39eb2c3ffa0 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:32:16.363167 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-54910677-6e1a-486f-b23b-d9bb4ba27d81 req-f45018e1-dd0c-409b-af5b-bab036c949af tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:16.390373 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45018e1-dd0c-409b-af5b-bab036c949af tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Pushing event deleted for resources: {'Port': ['ID=23817590-cc22-49b9-ac2c-f39eb2c3ffa0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:32:16.507633 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54910677-6e1a-486f-b23b-d9bb4ba27d81 req-f45018e1-dd0c-409b-af5b-bab036c949af tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Router a3c0ff56-d4ae-4ffb-9680-332c607fddc7 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:32:16.617063 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54910677-6e1a-486f-b23b-d9bb4ba27d81 req-f45018e1-dd0c-409b-af5b-bab036c949af tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:32:16.629419 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac5d80b-6c14-4b70-a2d1-67bf553d8786 None None] Sync routers for ids ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:32:16.641159 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac5d80b-6c14-4b70-a2d1-67bf553d8786 None None] Routers {'a3c0ff56-d4ae-4ffb-9680-332c607fddc7'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:32:16.641824 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-cac5d80b-6c14-4b70-a2d1-67bf553d8786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:31:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:32:16.668247 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-54910677-6e1a-486f-b23b-d9bb4ba27d81 req-f45018e1-dd0c-409b-af5b-bab036c949af tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] No DVR routers for this DVR port 23817590-cc22-49b9-ac2c-f39eb2c3ffa0 on host n-h2-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:32:16.682335 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-54910677-6e1a-486f-b23b-d9bb4ba27d81 req-f45018e1-dd0c-409b-af5b-bab036c949af tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:16.685768 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-54910677-6e1a-486f-b23b-d9bb4ba27d81 req-f45018e1-dd0c-409b-af5b-bab036c949af tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.72 "DELETE /v2.0/ports/23817590-cc22-49b9-ac2c-f39eb2c3ffa0 HTTP/1.1" status: 204 len: 173 time: 0.8389335 Dec 10 19:32:16.687618 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b328236f-f34c-4205-96bd-618c2dadfdcf req-45549fa3-2873-4671-8109-1851f35c9435 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=6901ddeb-4b60-4622-ad33-5cea30c48f06 HTTP/1.1" status: 200 len: 210 time: 0.0452421 Dec 10 19:32:16.688042 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6901ddeb-4b60-4622-ad33-5cea30c48f06', 'name': 'network-vif-deleted', 'tag': '23817590-cc22-49b9-ac2c-f39eb2c3ffa0'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:32:16.690292 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb385ee8d26b8ad243460b423ad218e97d9fae79c4f4b9b0691d822ece1c624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e16ee49-53ad-467a-aeb9-3962bb7f46d7" -d '{"events": [{"server_uuid": "6901ddeb-4b60-4622-ad33-5cea30c48f06", "name": "network-vif-deleted", "tag": "23817590-cc22-49b9-ac2c-f39eb2c3ffa0"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:32:16.729986 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c19c92c-aea2-4eb9-bc47-8f3a50df0d09 x-openstack-request-id: req-3c19c92c-aea2-4eb9-bc47-8f3a50df0d09 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:32:16.730280 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6901ddeb-4b60-4622-ad33-5cea30c48f06", "name": "network-vif-deleted", "tag": "23817590-cc22-49b9-ac2c-f39eb2c3ffa0", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:32:16.730536 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3c19c92c-aea2-4eb9-bc47-8f3a50df0d09 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:32:16.730940 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6901ddeb-4b60-4622-ad33-5cea30c48f06', 'name': 'network-vif-deleted', 'tag': '23817590-cc22-49b9-ac2c-f39eb2c3ffa0', 'status': 'completed', 'code': 200} Dec 10 19:32:16.761730 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-cac5d80b-6c14-4b70-a2d1-67bf553d8786 None None] Set router a3c0ff56-d4ae-4ffb-9680-332c607fddc7 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:32:16.967903 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-cac5d80b-6c14-4b70-a2d1-67bf553d8786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'name': 'tempest-ServerActionsTestJSON-224245180-router', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:29:59Z', 'revision_number': 4, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'gw_port': {'id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '2ccadd38-b57f-405c-9f51-cd75e86681e5', 'name': '', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'mac_address': 'fa:16:3e:84:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:59Z', 'updated_at': '2021-12-10T19:30:03Z', 'revision_number': 5, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'subnets': [{'id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:32:16.993327 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac5d80b-6c14-4b70-a2d1-67bf553d8786 None None] Checking router: a3c0ff56-d4ae-4ffb-9680-332c607fddc7 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:32:17.002686 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac5d80b-6c14-4b70-a2d1-67bf553d8786 None None] Routers {'a3c0ff56-d4ae-4ffb-9680-332c607fddc7'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:32:17.003302 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-cac5d80b-6c14-4b70-a2d1-67bf553d8786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:31:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:32:17.109615 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-cac5d80b-6c14-4b70-a2d1-67bf553d8786 None None] Set router a3c0ff56-d4ae-4ffb-9680-332c607fddc7 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:32:17.300418 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-cac5d80b-6c14-4b70-a2d1-67bf553d8786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'name': 'tempest-ServerActionsTestJSON-224245180-router', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:29:59Z', 'revision_number': 4, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'gw_port': {'id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '2ccadd38-b57f-405c-9f51-cd75e86681e5', 'name': '', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'mac_address': 'fa:16:3e:84:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:59Z', 'updated_at': '2021-12-10T19:30:03Z', 'revision_number': 5, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'subnets': [{'id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:32:17.329662 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac5d80b-6c14-4b70-a2d1-67bf553d8786 None None] The sync data for ids ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'] in n-d-821435-1 is: [{'id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'name': 'tempest-ServerActionsTestJSON-224245180-router', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:29:59Z', 'revision_number': 4, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'gw_port': {'id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '2ccadd38-b57f-405c-9f51-cd75e86681e5', 'name': '', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'mac_address': 'fa:16:3e:84:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:59Z', 'updated_at': '2021-12-10T19:30:03Z', 'revision_number': 5, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'subnets': [{'id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:32:17.538234 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f6c33e-c870-48e0-9a32-7dbe5ffaee06 None None] New status for floating IP 04e81618-1ae8-41e6-864a-d1f6c547eb51: DOWN {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:32:17.615337 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:32:17.931797 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-636257f7-e0c3-4787-8bcf-2625282db270 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--708212243&fields=id&tenant_id=b616c65070de423e9109b7f7c3e68230 HTTP/1.1" status: 200 len: 267 time: 0.0432923 Dec 10 19:32:18.041955 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-1e4fb24f-9469-4e1b-adc1-45a467a29ab2 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:18.043683 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-1e4fb24f-9469-4e1b-adc1-45a467a29ab2 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 811 time: 0.1050496 Dec 10 19:32:18.058064 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-892b6328-c9ce-4126-9dbf-4bb9be0b2d11 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/quotas/b616c65070de423e9109b7f7c3e68230 HTTP/1.1" status: 200 len: 375 time: 0.0087454 Dec 10 19:32:18.108362 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-54cd292b-9bc2-42f5-8ce8-70647107b4a9 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450621 Dec 10 19:32:18.201879 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-3e6f122c-8b23-4103-abdb-f7bc42e4abcc service neutron] 10.222.0.62 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811317 Dec 10 19:32:18.293574 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-1bc32dbc-1770-47b3-aa00-af8875203929 service neutron] 10.222.0.62 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856555 Dec 10 19:32:18.456537 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1c592e05-1e2c-4ee7-a6bb-72f592ff4fe3 req-fb639310-16db-4dd7-b33b-d140bee8813f tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 210 time: 0.0265658 Dec 10 19:32:19.552966 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1ab9892c-73d4-40ba-be2c-6bc6f3366a66 req-e8766e0d-af75-4376-b1d7-b6c85910b14b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 210 time: 0.0279255 Dec 10 19:32:19.669323 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 23817590-cc22-49b9-ac2c-f39eb2c3ffa0 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:32:19.701503 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 23817590-cc22-49b9-ac2c-f39eb2c3ffa0 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:32:19.702126 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 23817590-cc22-49b9-ac2c-f39eb2c3ffa0 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:32:19.719363 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-6ef9bb92-0f2f-4bb4-b0bb-028e60a7fda0 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:19.721028 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-6ef9bb92-0f2f-4bb4-b0bb-028e60a7fda0 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.46 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 811 time: 0.1213715 Dec 10 19:32:19.744299 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d1b1a079-99de-4a14-9922-dd7c4ca60c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:19.783616 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-ffe409a0-72d8-408a-be76-5fdbd35cde45 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b616c65070de423e9109b7f7c3e68230 HTTP/1.1" status: 200 len: 379 time: 0.0531108 Dec 10 19:32:19.793968 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-f6169375-e7cb-40c9-a378-7089467e1b1a tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Request body: {'port': {'device_id': '68675c77-f7cd-4076-a7f5-f6eab2ea433c', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'admin_state_up': True, 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'security_groups': ['172160bb-5e3c-4316-a6ec-2e3cd2a24760']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:32:19.901663 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-f6169375-e7cb-40c9-a378-7089467e1b1a tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Made reservation on behalf of b616c65070de423e9109b7f7c3e68230 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:32:19.905689 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-f6169375-e7cb-40c9-a378-7089467e1b1a tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:20.028713 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-f6169375-e7cb-40c9-a378-7089467e1b1a tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Allocated IP 172.20.0.5 (7dc2d254-b19a-4600-a571-d1e2c01d6ae6/a85620c1-c42f-4cac-8fdf-5a36f05e2f5e/2576e0f8-3629-444e-9394-2cf44cdba668) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:32:20.172140 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-f6169375-e7cb-40c9-a378-7089467e1b1a tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:20.204504 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-f6169375-e7cb-40c9-a378-7089467e1b1a tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:20.246504 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-f6169375-e7cb-40c9-a378-7089467e1b1a tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:32:20.249658 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-f6169375-e7cb-40c9-a378-7089467e1b1a tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:32:20.253524 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-f6169375-e7cb-40c9-a378-7089467e1b1a tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:32:20.284444 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6169375-e7cb-40c9-a378-7089467e1b1a tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Pushing event updated for resources: {'Port': ['ID=2576e0f8-3629-444e-9394-2cf44cdba668,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:32:20.302455 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6169375-e7cb-40c9-a378-7089467e1b1a tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:20.302801 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6169375-e7cb-40c9-a378-7089467e1b1a tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:20.303146 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6169375-e7cb-40c9-a378-7089467e1b1a tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:20.303488 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6169375-e7cb-40c9-a378-7089467e1b1a tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:20.303828 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6169375-e7cb-40c9-a378-7089467e1b1a tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:20.304163 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6169375-e7cb-40c9-a378-7089467e1b1a tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:20.304497 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6169375-e7cb-40c9-a378-7089467e1b1a tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:20.304854 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6169375-e7cb-40c9-a378-7089467e1b1a tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:20.305184 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6169375-e7cb-40c9-a378-7089467e1b1a tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:20.305510 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6169375-e7cb-40c9-a378-7089467e1b1a tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:20.305836 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6169375-e7cb-40c9-a378-7089467e1b1a tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:20.306163 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6169375-e7cb-40c9-a378-7089467e1b1a tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:20.306490 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6169375-e7cb-40c9-a378-7089467e1b1a tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:20.326113 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-f6169375-e7cb-40c9-a378-7089467e1b1a tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:20.326742 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-f6169375-e7cb-40c9-a378-7089467e1b1a tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:20.342993 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-f6169375-e7cb-40c9-a378-7089467e1b1a tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5526145 Dec 10 19:32:20.355729 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-8188f59d-0b34-4772-94bc-22d6e3649803 service neutron] Request body: {'port': {'device_id': '68675c77-f7cd-4076-a7f5-f6eab2ea433c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:32:20.412035 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-8188f59d-0b34-4772-94bc-22d6e3649803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:20.542972 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7dfafed8-44fb-4ffe-9f8a-c9ffac08da63 None None] Provisioning complete for port 2576e0f8-3629-444e-9394-2cf44cdba668 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:32:20.543368 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7dfafed8-44fb-4ffe-9f8a-c9ffac08da63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:20.578935 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-7dfafed8-44fb-4ffe-9f8a-c9ffac08da63 None None] Port 2576e0f8-3629-444e-9394-2cf44cdba668 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:32:20.720663 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cde04-620d-4141-a1ce-4655e28ea66b req-0e9be88d-d43a-417d-b00b-452ac518f934 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:20.722161 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4e0cde04-620d-4141-a1ce-4655e28ea66b req-0e9be88d-d43a-417d-b00b-452ac518f934 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 931 time: 0.0959010 Dec 10 19:32:20.738753 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-8188f59d-0b34-4772-94bc-22d6e3649803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2576e0f8-3629-444e-9394-2cf44cdba668 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:32:20.753915 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-8188f59d-0b34-4772-94bc-22d6e3649803 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:20.770214 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-8188f59d-0b34-4772-94bc-22d6e3649803 service neutron] Transition to ACTIVE for port object 2576e0f8-3629-444e-9394-2cf44cdba668 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:32:20.783047 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-8188f59d-0b34-4772-94bc-22d6e3649803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:20.824598 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4e0cde04-620d-4141-a1ce-4655e28ea66b req-333c33c3-f47b-4d3e-9fe2-775e9b306944 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957544 Dec 10 19:32:20.844079 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188f59d-0b34-4772-94bc-22d6e3649803 service neutron] Pushing event updated for resources: {'Port': ['ID=2576e0f8-3629-444e-9394-2cf44cdba668,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:32:20.920107 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-8188f59d-0b34-4772-94bc-22d6e3649803 service neutron] Attempting to bind port 2576e0f8-3629-444e-9394-2cf44cdba668 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:32:20.920273 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-8188f59d-0b34-4772-94bc-22d6e3649803 service neutron] Attempting to bind port 2576e0f8-3629-444e-9394-2cf44cdba668 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:32:20.920608 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-8188f59d-0b34-4772-94bc-22d6e3649803 service neutron] Attempting to bind port 2576e0f8-3629-444e-9394-2cf44cdba668 on network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:32:20.925220 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-8188f59d-0b34-4772-94bc-22d6e3649803 service neutron] Port 2576e0f8-3629-444e-9394-2cf44cdba668 on network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:32:20.925549 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-8188f59d-0b34-4772-94bc-22d6e3649803 service neutron] Attempting to bind port 2576e0f8-3629-444e-9394-2cf44cdba668 on network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:32:20.930637 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-8188f59d-0b34-4772-94bc-22d6e3649803 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:32:20.930980 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-8188f59d-0b34-4772-94bc-22d6e3649803 service neutron] Checking segment: {'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:32:20.931369 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-8188f59d-0b34-4772-94bc-22d6e3649803 service neutron] Bound using segment: {'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:32:20.931796 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-8188f59d-0b34-4772-94bc-22d6e3649803 service neutron] Bound port: 2576e0f8-3629-444e-9394-2cf44cdba668, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:32:20.932158 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-8188f59d-0b34-4772-94bc-22d6e3649803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:20.997967 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-8188f59d-0b34-4772-94bc-22d6e3649803 service neutron] For port 2576e0f8-3629-444e-9394-2cf44cdba668, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:32:21.001183 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-8188f59d-0b34-4772-94bc-22d6e3649803 service neutron] For port 2576e0f8-3629-444e-9394-2cf44cdba668, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=2576e0f8-3629-444e-9394-2cf44cdba668,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:32:21.005699 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-8188f59d-0b34-4772-94bc-22d6e3649803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:21.043404 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-8188f59d-0b34-4772-94bc-22d6e3649803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:21.044034 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-8188f59d-0b34-4772-94bc-22d6e3649803 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:21.045463 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-8188f59d-0b34-4772-94bc-22d6e3649803 service neutron] 10.222.0.46 "PUT /v2.0/ports/2576e0f8-3629-444e-9394-2cf44cdba668 HTTP/1.1" status: 200 len: 1091 time: 0.6946054 Dec 10 19:32:21.045910 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68675c77-f7cd-4076-a7f5-f6eab2ea433c', 'tag': '2576e0f8-3629-444e-9394-2cf44cdba668'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:32:21.048143 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a0fcdd-a4cf-4632-9f5e-08c1db2134ea" -d '{"events": [{"name": "network-changed", "server_uuid": "68675c77-f7cd-4076-a7f5-f6eab2ea433c", "tag": "2576e0f8-3629-444e-9394-2cf44cdba668"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:32:21.070203 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188f59d-0b34-4772-94bc-22d6e3649803 service neutron] Pushing event updated for resources: {'Port': ['ID=2576e0f8-3629-444e-9394-2cf44cdba668,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:32:21.162562 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-a2e52568-72f3-4ab3-ba4b-86cba57b2ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:21.164104 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-a2e52568-72f3-4ab3-ba4b-86cba57b2ac3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 1094 time: 0.0606043 Dec 10 19:32:21.174209 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e42abfb-7e2a-4936-8435-8cf487eeb809 x-openstack-request-id: req-8e42abfb-7e2a-4936-8435-8cf487eeb809 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:32:21.174647 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68675c77-f7cd-4076-a7f5-f6eab2ea433c", "tag": "2576e0f8-3629-444e-9394-2cf44cdba668", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:32:21.174972 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8e42abfb-7e2a-4936-8435-8cf487eeb809 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:32:21.175446 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68675c77-f7cd-4076-a7f5-f6eab2ea433c', 'tag': '2576e0f8-3629-444e-9394-2cf44cdba668', 'status': 'completed', 'code': 200} Dec 10 19:32:21.213666 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-9368f143-596e-4743-9de7-5b9a6b30fcf0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2576e0f8-3629-444e-9394-2cf44cdba668 HTTP/1.1" status: 200 len: 217 time: 0.0353317 Dec 10 19:32:21.265872 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-6f72d460-2d34-4efd-b034-df5bd57af913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:21.267361 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-6f72d460-2d34-4efd-b034-df5bd57af913 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0453682 Dec 10 19:32:21.315800 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-f5a56c56-8c54-41d4-a0bc-704504ccafe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:21.317339 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-f5a56c56-8c54-41d4-a0bc-704504ccafe3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429320 Dec 10 19:32:21.407337 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-032baf48-f74a-4af1-b080-a52bb4f1209a service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820453 Dec 10 19:32:21.499799 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0d31b3f8-3395-466a-9051-bd21786215c1 req-78dbdcc1-be0c-42b0-854a-f78fa8f22f2e service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857952 Dec 10 19:32:21.590431 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0fcdd-a4cf-4632-9f5e-08c1db2134ea req-ea09a582-4985-4dfd-8fe7-0352c871eb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:21.591884 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a3a0fcdd-a4cf-4632-9f5e-08c1db2134ea req-ea09a582-4985-4dfd-8fe7-0352c871eb86 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 1094 time: 0.0425973 Dec 10 19:32:21.683955 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0fcdd-a4cf-4632-9f5e-08c1db2134ea req-bbc0b54b-6797-42a7-a4a1-07fe1c189ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:21.685456 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a3a0fcdd-a4cf-4632-9f5e-08c1db2134ea req-bbc0b54b-6797-42a7-a4a1-07fe1c189ac7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.0854814 Dec 10 19:32:21.731366 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a3a0fcdd-a4cf-4632-9f5e-08c1db2134ea req-03b4fa7b-7ab9-491c-a90c-260b0833e282 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2576e0f8-3629-444e-9394-2cf44cdba668 HTTP/1.1" status: 200 len: 217 time: 0.0375321 Dec 10 19:32:21.780037 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0fcdd-a4cf-4632-9f5e-08c1db2134ea req-ea8f46ce-9e2c-46ca-a9d3-af88690aadd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:21.781485 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a3a0fcdd-a4cf-4632-9f5e-08c1db2134ea req-ea8f46ce-9e2c-46ca-a9d3-af88690aadd5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0429277 Dec 10 19:32:21.828152 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0fcdd-a4cf-4632-9f5e-08c1db2134ea req-9678c809-5c17-43b2-9dd3-51b0848cb3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:21.829685 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a3a0fcdd-a4cf-4632-9f5e-08c1db2134ea req-9678c809-5c17-43b2-9dd3-51b0848cb3fd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400879 Dec 10 19:32:21.948840 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a3a0fcdd-a4cf-4632-9f5e-08c1db2134ea req-87aff258-7406-4286-8ee0-c06c698e76f4 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114626 Dec 10 19:32:21.963296 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace9ec9-ac87-43fb-aeb3-71677272d07d req-33ef0117-6ce0-4b99-a68c-83ebc7544973 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:21.964786 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dace9ec9-ac87-43fb-aeb3-71677272d07d req-33ef0117-6ce0-4b99-a68c-83ebc7544973 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 943 time: 0.0694325 Dec 10 19:32:22.063638 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dace9ec9-ac87-43fb-aeb3-71677272d07d req-44aa1592-699d-48c4-8243-8cc6b74ad29e tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910008 Dec 10 19:32:22.085537 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a3a0fcdd-a4cf-4632-9f5e-08c1db2134ea req-32eb71a3-2f08-49c1-9036-6993b872eb41 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198061 Dec 10 19:32:22.590154 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1cdb0eae-0bcf-45f3-9b98-e828460d2943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:23.185256 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940b50c-0b1a-41fb-8714-5e52359f7ac5 req-5e48365b-6493-4b2d-af60-89fb1a3c0113 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:23.186743 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9940b50c-0b1a-41fb-8714-5e52359f7ac5 req-5e48365b-6493-4b2d-af60-89fb1a3c0113 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 943 time: 0.0517354 Dec 10 19:32:23.234724 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9940b50c-0b1a-41fb-8714-5e52359f7ac5 req-dd6a8fce-e6da-4a84-8197-29f63562996b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420694 Dec 10 19:32:23.617048 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:24.333836 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 2576e0f8-3629-444e-9394-2cf44cdba668 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:32:24.353215 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074933c8-02f3-4220-a957-408cdcfedd66 req-4d80f4a4-ca97-42a6-b6bc-fdde33bad13c tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:24.354744 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-074933c8-02f3-4220-a957-408cdcfedd66 req-4d80f4a4-ca97-42a6-b6bc-fdde33bad13c tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 943 time: 0.0523508 Dec 10 19:32:24.405277 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-074933c8-02f3-4220-a957-408cdcfedd66 req-b0846aab-41cc-4d3d-8f13-7b3ef060c59c tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438664 Dec 10 19:32:24.431407 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 2576e0f8-3629-444e-9394-2cf44cdba668, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=2576e0f8-3629-444e-9394-2cf44cdba668,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:32:24.443712 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '2576e0f8-3629-444e-9394-2cf44cdba668', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'port_id': '2576e0f8-3629-444e-9394-2cf44cdba668', 'mac_address': 'fa:16:3e:92:53:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:32:24.495360 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:24.508660 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2576e0f8-3629-444e-9394-2cf44cdba668 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:32:24.529556 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 2576e0f8-3629-444e-9394-2cf44cdba668, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=2576e0f8-3629-444e-9394-2cf44cdba668,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:32:24.533095 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:24.580074 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=2576e0f8-3629-444e-9394-2cf44cdba668,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:32:24.735149 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['2576e0f8-3629-444e-9394-2cf44cdba668'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:32:24.984978 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:25.526600 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221a95d-8ae7-4327-8de1-18e0d34147b6 req-c351d500-5f16-429c-ab79-208802fd69b3 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:25.528132 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0221a95d-8ae7-4327-8de1-18e0d34147b6 req-c351d500-5f16-429c-ab79-208802fd69b3 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 944 time: 0.0539963 Dec 10 19:32:25.574955 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0221a95d-8ae7-4327-8de1-18e0d34147b6 req-4790249c-b405-4739-8d18-e8e8bcf99752 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408869 Dec 10 19:32:25.581687 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:26.332770 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 2576e0f8-3629-444e-9394-2cf44cdba668 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:32:26.381296 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 2576e0f8-3629-444e-9394-2cf44cdba668 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:32:26.385589 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 2576e0f8-3629-444e-9394-2cf44cdba668 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:32:26.385964 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:26.463110 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:26.484926 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68675c77-f7cd-4076-a7f5-f6eab2ea433c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2576e0f8-3629-444e-9394-2cf44cdba668'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:32:26.487191 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f39997a1e7c5b6ae782956bbd1fa5b612e64aa5908109c3bc10b0e272c8d4b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f00f91-bb5f-41f6-865f-9c4f0497e803" -d '{"events": [{"server_uuid": "68675c77-f7cd-4076-a7f5-f6eab2ea433c", "name": "network-vif-plugged", "status": "completed", "tag": "2576e0f8-3629-444e-9394-2cf44cdba668"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:32:26.500173 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 2576e0f8-3629-444e-9394-2cf44cdba668, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=2576e0f8-3629-444e-9394-2cf44cdba668,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:32:26.503968 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:26.550895 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=2576e0f8-3629-444e-9394-2cf44cdba668,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:32:26.581888 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd91aa07-3a78-40ef-806b-551ed2a8a96c x-openstack-request-id: req-cd91aa07-3a78-40ef-806b-551ed2a8a96c {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:32:26.582185 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68675c77-f7cd-4076-a7f5-f6eab2ea433c", "name": "network-vif-plugged", "status": "completed", "tag": "2576e0f8-3629-444e-9394-2cf44cdba668", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:32:26.582446 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cd91aa07-3a78-40ef-806b-551ed2a8a96c {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:32:26.582914 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68675c77-f7cd-4076-a7f5-f6eab2ea433c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2576e0f8-3629-444e-9394-2cf44cdba668', 'code': 200} Dec 10 19:32:26.680936 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cc01b-66d6-4e46-8eb6-0f1859c208f4 req-0ca1aa8f-4392-4b39-b500-bd70de89db3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:26.683101 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0b1cc01b-66d6-4e46-8eb6-0f1859c208f4 req-0ca1aa8f-4392-4b39-b500-bd70de89db3c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 1096 time: 0.0404136 Dec 10 19:32:26.693803 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8209f-a003-406d-be9f-23844f5b4070 req-11eec887-dd5b-461d-b58d-f72ce7286b7f tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:26.695275 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c1b8209f-a003-406d-be9f-23844f5b4070 req-11eec887-dd5b-461d-b58d-f72ce7286b7f tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 945 time: 0.0489674 Dec 10 19:32:26.733768 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0b1cc01b-66d6-4e46-8eb6-0f1859c208f4 req-4e0c55c8-56e6-43f6-9c49-d42970f6452b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419831 Dec 10 19:32:26.742410 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c1b8209f-a003-406d-be9f-23844f5b4070 req-879d0042-6ed8-419f-bbe6-5c7cf79c2a2d tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409863 Dec 10 19:32:27.874510 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f8741-bd71-4206-a9ed-ae76675461f5 req-fbfcb40c-7738-4d0a-b755-abefb6fafdf6 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:27.875990 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba8f8741-bd71-4206-a9ed-ae76675461f5 req-fbfcb40c-7738-4d0a-b755-abefb6fafdf6 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 945 time: 0.0511022 Dec 10 19:32:27.923917 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ba8f8741-bd71-4206-a9ed-ae76675461f5 req-7f43f95e-f774-49c1-9bf2-4d92ea4bdf21 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415790 Dec 10 19:32:28.034458 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234446d3-de17-41b4-a380-58decee740b9 req-72f9c3d1-934b-45e0-95fe-3d7ec0873ddc tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:28.035854 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-234446d3-de17-41b4-a380-58decee740b9 req-72f9c3d1-934b-45e0-95fe-3d7ec0873ddc tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 945 time: 0.0483990 Dec 10 19:32:28.045168 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 49768) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:32:28.049493 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ed82594f-d532-41ac-9a15-19195e9526ca tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Request body: {'floatingip': {'port_id': '2576e0f8-3629-444e-9394-2cf44cdba668'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:32:28.092763 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ed82594f-d532-41ac-9a15-19195e9526ca tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks [] for floatingip, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:28.511718 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ed82594f-d532-41ac-9a15-19195e9526ca tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:28.515880 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ed82594f-d532-41ac-9a15-19195e9526ca tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:28.609198 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-ed82594f-d532-41ac-9a15-19195e9526ca tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Floating IP 04e81618-1ae8-41e6-864a-d1f6c547eb51 associated. External IP: 172.25.7.172, port: 2576e0f8-3629-444e-9394-2cf44cdba668. Dec 10 19:32:28.812772 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed82594f-d532-41ac-9a15-19195e9526ca tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Router a3c0ff56-d4ae-4ffb-9680-332c607fddc7 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:32:28.918086 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed82594f-d532-41ac-9a15-19195e9526ca tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:32:28.922918 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ed82594f-d532-41ac-9a15-19195e9526ca tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:28.927390 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b3e28f-6a44-4327-8865-6cadaae18a12 None None] Sync routers for ids ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:32:28.937297 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b3e28f-6a44-4327-8865-6cadaae18a12 None None] Routers {'a3c0ff56-d4ae-4ffb-9680-332c607fddc7'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:32:28.937914 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e6b3e28f-6a44-4327-8865-6cadaae18a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:32:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:32:28.950194 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ed82594f-d532-41ac-9a15-19195e9526ca tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "PUT /v2.0/floatingips/04e81618-1ae8-41e6-864a-d1f6c547eb51 HTTP/1.1" status: 200 len: 991 time: 0.9039795 Dec 10 19:32:28.950908 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68675c77-f7cd-4076-a7f5-f6eab2ea433c', 'tag': '2576e0f8-3629-444e-9394-2cf44cdba668'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:32:28.953167 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb385ee8d26b8ad243460b423ad218e97d9fae79c4f4b9b0691d822ece1c624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdfa178-159d-4ce9-9925-6d8b969ead5a" -d '{"events": [{"name": "network-changed", "server_uuid": "68675c77-f7cd-4076-a7f5-f6eab2ea433c", "tag": "2576e0f8-3629-444e-9394-2cf44cdba668"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:32:28.991348 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50da7ea7-9db9-4118-9509-7943d1a2aa09 x-openstack-request-id: req-50da7ea7-9db9-4118-9509-7943d1a2aa09 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:32:28.991877 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68675c77-f7cd-4076-a7f5-f6eab2ea433c", "tag": "2576e0f8-3629-444e-9394-2cf44cdba668", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:32:28.992224 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-50da7ea7-9db9-4118-9509-7943d1a2aa09 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:32:28.992743 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68675c77-f7cd-4076-a7f5-f6eab2ea433c', 'tag': '2576e0f8-3629-444e-9394-2cf44cdba668', 'status': 'completed', 'code': 200} Dec 10 19:32:29.050713 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-e6b3e28f-6a44-4327-8865-6cadaae18a12 None None] Set router a3c0ff56-d4ae-4ffb-9680-332c607fddc7 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:32:29.099139 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfa178-159d-4ce9-9925-6d8b969ead5a req-83cda045-13b0-4783-8f94-2e40ccb5ba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:29.100650 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4fdfa178-159d-4ce9-9925-6d8b969ead5a req-83cda045-13b0-4783-8f94-2e40ccb5ba8e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 1096 time: 0.0863774 Dec 10 19:32:29.198278 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfa178-159d-4ce9-9925-6d8b969ead5a req-7b0cecb7-e4ab-4706-bfb2-fdd57cf09684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:29.200502 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4fdfa178-159d-4ce9-9925-6d8b969ead5a req-7b0cecb7-e4ab-4706-bfb2-fdd57cf09684 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.0931294 Dec 10 19:32:29.266570 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4fdfa178-159d-4ce9-9925-6d8b969ead5a req-de130d1b-e8e7-4278-9b66-1e982f2d24fb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2576e0f8-3629-444e-9394-2cf44cdba668 HTTP/1.1" status: 200 len: 999 time: 0.0591307 Dec 10 19:32:29.318626 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfa178-159d-4ce9-9925-6d8b969ead5a req-0e7c491e-94a5-4412-9b62-5309d0924784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:29.320103 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4fdfa178-159d-4ce9-9925-6d8b969ead5a req-0e7c491e-94a5-4412-9b62-5309d0924784 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0472460 Dec 10 19:32:29.365462 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfa178-159d-4ce9-9925-6d8b969ead5a req-81043d03-1ba4-436d-a853-a2b3e6aff6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:29.366913 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4fdfa178-159d-4ce9-9925-6d8b969ead5a req-81043d03-1ba4-436d-a853-a2b3e6aff6ad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399189 Dec 10 19:32:29.451965 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e6b3e28f-6a44-4327-8865-6cadaae18a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'name': 'tempest-ServerActionsTestJSON-224245180-router', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:29:59Z', 'revision_number': 4, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'gw_port': {'id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '04e81618-1ae8-41e6-864a-d1f6c547eb51', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'port_id': '2576e0f8-3629-444e-9394-2cf44cdba668', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'mac_address': 'fa:16:3e:92:53:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68675c77-f7cd-4076-a7f5-f6eab2ea433c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:30:03Z', 'updated_at': '2021-12-10T19:32:28Z', 'revision_number': 5, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ccadd38-b57f-405c-9f51-cd75e86681e5', 'name': '', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'mac_address': 'fa:16:3e:84:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:59Z', 'updated_at': '2021-12-10T19:30:03Z', 'revision_number': 5, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'subnets': [{'id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:32:29.455625 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4fdfa178-159d-4ce9-9925-6d8b969ead5a req-4d3ad598-0b0d-48b1-b51c-080eb115d505 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813582 Dec 10 19:32:29.477860 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b3e28f-6a44-4327-8865-6cadaae18a12 None None] Checking router: a3c0ff56-d4ae-4ffb-9680-332c607fddc7 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:32:29.486808 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b3e28f-6a44-4327-8865-6cadaae18a12 None None] Routers {'a3c0ff56-d4ae-4ffb-9680-332c607fddc7'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:32:29.487428 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e6b3e28f-6a44-4327-8865-6cadaae18a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:32:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:32:29.549008 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4fdfa178-159d-4ce9-9925-6d8b969ead5a req-38176f0f-bf54-4b32-a9bd-ed8a0844972d service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867341 Dec 10 19:32:29.596418 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-e6b3e28f-6a44-4327-8865-6cadaae18a12 None None] Set router a3c0ff56-d4ae-4ffb-9680-332c607fddc7 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:32:29.814140 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e6b3e28f-6a44-4327-8865-6cadaae18a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'name': 'tempest-ServerActionsTestJSON-224245180-router', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:29:59Z', 'revision_number': 4, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'gw_port': {'id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '04e81618-1ae8-41e6-864a-d1f6c547eb51', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'port_id': '2576e0f8-3629-444e-9394-2cf44cdba668', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'mac_address': 'fa:16:3e:92:53:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68675c77-f7cd-4076-a7f5-f6eab2ea433c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:30:03Z', 'updated_at': '2021-12-10T19:32:28Z', 'revision_number': 5, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ccadd38-b57f-405c-9f51-cd75e86681e5', 'name': '', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'mac_address': 'fa:16:3e:84:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:59Z', 'updated_at': '2021-12-10T19:30:03Z', 'revision_number': 5, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'subnets': [{'id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:32:29.838857 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b3e28f-6a44-4327-8865-6cadaae18a12 None None] The sync data for ids ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'] in n-d-821435-1 is: [{'id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'name': 'tempest-ServerActionsTestJSON-224245180-router', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:29:59Z', 'revision_number': 4, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'gw_port': {'id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '04e81618-1ae8-41e6-864a-d1f6c547eb51', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'port_id': '2576e0f8-3629-444e-9394-2cf44cdba668', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'mac_address': 'fa:16:3e:92:53:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68675c77-f7cd-4076-a7f5-f6eab2ea433c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:30:03Z', 'updated_at': '2021-12-10T19:32:28Z', 'revision_number': 5, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ccadd38-b57f-405c-9f51-cd75e86681e5', 'name': '', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'mac_address': 'fa:16:3e:84:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:59Z', 'updated_at': '2021-12-10T19:30:03Z', 'revision_number': 5, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'subnets': [{'id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:32:30.042693 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0fc7fd-a555-49db-ab49-1f19fa22477b None None] New status for floating IP 04e81618-1ae8-41e6-864a-d1f6c547eb51: ACTIVE {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:32:34.338321 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:38.679510 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:49.736981 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e38ae7bd-f94a-4eec-aea4-8bbab3863845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:52.591278 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8364acfe-3b47-41c1-bd8f-700af882db4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:53.619254 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:54.615432 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:32:54.988931 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:55.584467 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:33:01.618563 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-48a2cd0b-3b5b-406b-952b-d3c075f3d7aa req-dbbc3677-c78e-439d-8e54-680b132dc770 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434864 Dec 10 19:33:01.706493 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2cd0b-3b5b-406b-952b-d3c075f3d7aa req-7b497df2-76c4-4ea7-9709-b744e706c824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:33:01.707986 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-48a2cd0b-3b5b-406b-952b-d3c075f3d7aa req-7b497df2-76c4-4ea7-9709-b744e706c824 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 1096 time: 0.0427537 Dec 10 19:33:01.813146 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2cd0b-3b5b-406b-952b-d3c075f3d7aa req-e7bb4bc0-c3a0-4cc8-8d18-9fe6b8a91e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:33:01.814609 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-48a2cd0b-3b5b-406b-952b-d3c075f3d7aa req-e7bb4bc0-c3a0-4cc8-8d18-9fe6b8a91e63 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.0868247 Dec 10 19:33:01.878121 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-48a2cd0b-3b5b-406b-952b-d3c075f3d7aa req-d6241d3b-d25c-49f6-b320-f373b347887f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2576e0f8-3629-444e-9394-2cf44cdba668 HTTP/1.1" status: 200 len: 1001 time: 0.0561938 Dec 10 19:33:01.930027 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2cd0b-3b5b-406b-952b-d3c075f3d7aa req-ec4df7ac-853a-4b52-9518-fb12e87f8172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:33:01.931449 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-48a2cd0b-3b5b-406b-952b-d3c075f3d7aa req-ec4df7ac-853a-4b52-9518-fb12e87f8172 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0470641 Dec 10 19:33:01.977862 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2cd0b-3b5b-406b-952b-d3c075f3d7aa req-ba247fef-1f50-4a03-89e9-a42e0783215b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:33:01.979418 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-48a2cd0b-3b5b-406b-952b-d3c075f3d7aa req-ba247fef-1f50-4a03-89e9-a42e0783215b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404348 Dec 10 19:33:02.068697 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-48a2cd0b-3b5b-406b-952b-d3c075f3d7aa req-9c0d620d-bc53-4b10-bba4-2ceb56a43c22 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823114 Dec 10 19:33:02.160821 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-48a2cd0b-3b5b-406b-952b-d3c075f3d7aa req-a3835282-1cb9-4d3c-af16-ec64f78b8415 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837693 Dec 10 19:33:04.376937 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:33:08.679334 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:33:19.738120 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-346c7248-5616-4d29-9c00-6e8c4379a0fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:33:22.592621 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fe5a7a3c-5ae3-43f8-95ab-d9b3d60ecfcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:33:23.622694 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:33:24.990666 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:33:25.586021 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:33:31.617231 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:33:34.377954 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:33:38.693515 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:33:49.740114 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-07d2beb7-8cf1-4066-827d-4b1da0e6e4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:33:52.594279 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4ca3b85f-760c-4d5f-8fef-755387bcebb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:33:53.625536 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:33:54.993697 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:33:55.587200 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:01.606321 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-86c1e4e5-81b6-484a-b5f5-23c00bb1e0bd req-93e8fcdc-8e49-4de8-8234-2e3a22aee97a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414376 Dec 10 19:34:01.689442 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e4e5-81b6-484a-b5f5-23c00bb1e0bd req-11561ea1-1cd9-436d-b759-a2ade3d6a06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:01.692494 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-86c1e4e5-81b6-484a-b5f5-23c00bb1e0bd req-11561ea1-1cd9-436d-b759-a2ade3d6a06d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 1096 time: 0.0405369 Dec 10 19:34:01.797459 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e4e5-81b6-484a-b5f5-23c00bb1e0bd req-618378c9-7d10-4351-83ef-5ff3a539a3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:01.798934 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-86c1e4e5-81b6-484a-b5f5-23c00bb1e0bd req-618378c9-7d10-4351-83ef-5ff3a539a3ea service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.0863035 Dec 10 19:34:01.865586 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-86c1e4e5-81b6-484a-b5f5-23c00bb1e0bd req-5dd5f8f9-95a5-4d09-83d2-36095cf4f625 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2576e0f8-3629-444e-9394-2cf44cdba668 HTTP/1.1" status: 200 len: 1001 time: 0.0586262 Dec 10 19:34:01.917824 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e4e5-81b6-484a-b5f5-23c00bb1e0bd req-c366c4f4-743a-4007-9ffd-813868645d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:01.919261 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-86c1e4e5-81b6-484a-b5f5-23c00bb1e0bd req-c366c4f4-743a-4007-9ffd-813868645d35 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0469365 Dec 10 19:34:01.962569 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e4e5-81b6-484a-b5f5-23c00bb1e0bd req-7525ad9f-f095-43f1-ab6a-08807c42336c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:01.964046 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-86c1e4e5-81b6-484a-b5f5-23c00bb1e0bd req-7525ad9f-f095-43f1-ab6a-08807c42336c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382938 Dec 10 19:34:02.052374 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-86c1e4e5-81b6-484a-b5f5-23c00bb1e0bd req-e25e7c39-2943-4adb-9ff0-a1ededd444a2 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810575 Dec 10 19:34:02.143273 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-86c1e4e5-81b6-484a-b5f5-23c00bb1e0bd req-439f90d5-f699-49cf-b6e0-c140997a70db service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834918 Dec 10 19:34:04.370883 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:05.021061 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604efdb-e36b-44ec-b644-8854faa2acf4 req-fd794ffa-a219-4036-824f-19b83141a9c4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:05.022618 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d604efdb-e36b-44ec-b644-8854faa2acf4 req-fd794ffa-a219-4036-824f-19b83141a9c4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 945 time: 0.0514007 Dec 10 19:34:05.069721 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d604efdb-e36b-44ec-b644-8854faa2acf4 req-1de645a7-202e-4538-8741-b292d15127a3 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411594 Dec 10 19:34:06.190901 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5f65a-0b0f-4881-92ca-96f066bdf521 req-ed8da464-d57c-4ff3-9d50-a7f73d0168c3 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:06.192388 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-84d5f65a-0b0f-4881-92ca-96f066bdf521 req-ed8da464-d57c-4ff3-9d50-a7f73d0168c3 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 945 time: 0.0519974 Dec 10 19:34:06.241474 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-84d5f65a-0b0f-4881-92ca-96f066bdf521 req-c70b0985-5d46-4c20-830c-6fac133c19e3 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431483 Dec 10 19:34:07.360192 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ffffb-030d-45f3-972b-64600f74c353 req-765b0176-a538-4a39-be94-93bea29a4e8c tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:07.361895 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c61ffffb-030d-45f3-972b-64600f74c353 req-765b0176-a538-4a39-be94-93bea29a4e8c tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 945 time: 0.0489492 Dec 10 19:34:07.415136 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c61ffffb-030d-45f3-972b-64600f74c353 req-928b2c07-54b0-4f62-9615-8c459c3a1011 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473871 Dec 10 19:34:08.531675 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d5160-c0be-4502-ab17-4e1c8e07192a req-6ef87645-e27a-43c4-afdc-2687c2a9cab0 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:08.533202 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ae4d5160-c0be-4502-ab17-4e1c8e07192a req-6ef87645-e27a-43c4-afdc-2687c2a9cab0 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 945 time: 0.0503936 Dec 10 19:34:08.591304 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ae4d5160-c0be-4502-ab17-4e1c8e07192a req-57b9c463-7e77-4ef5-a1d4-3449057f9dc2 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448077 Dec 10 19:34:08.617020 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:34:08.707646 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:09.709153 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c4c25-2d7d-4991-baba-3d7c14be40f7 req-862c3dc8-f1fd-408f-966a-742d9601a6f0 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:09.710675 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e25c4c25-2d7d-4991-baba-3d7c14be40f7 req-862c3dc8-f1fd-408f-966a-742d9601a6f0 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 945 time: 0.0498536 Dec 10 19:34:09.757361 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e25c4c25-2d7d-4991-baba-3d7c14be40f7 req-8152fa05-6a94-4df3-a4dd-f466e588139a tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407557 Dec 10 19:34:10.872623 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bcd48c-d0ee-4743-918f-cc26d3595829 req-ee458243-19ea-454f-af37-e335df747af4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:10.874096 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-47bcd48c-d0ee-4743-918f-cc26d3595829 req-ee458243-19ea-454f-af37-e335df747af4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 945 time: 0.0473208 Dec 10 19:34:10.920323 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-47bcd48c-d0ee-4743-918f-cc26d3595829 req-c9b7021a-1171-4430-ac84-db2eed513834 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400734 Dec 10 19:34:12.033624 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1f5a5-6d8b-4c62-ac1f-d458e11ef719 req-d6dc6a09-829e-4e0b-89c5-40cb703562ab tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:12.035605 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-59d1f5a5-6d8b-4c62-ac1f-d458e11ef719 req-d6dc6a09-829e-4e0b-89c5-40cb703562ab tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 945 time: 0.0482314 Dec 10 19:34:12.081444 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-59d1f5a5-6d8b-4c62-ac1f-d458e11ef719 req-f2625fd5-8f74-4720-85ad-4314c1fb9f8b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397575 Dec 10 19:34:13.200218 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6edb9-b454-4bd5-a563-a9411b6f533c req-afa91343-4881-4536-8f88-dce7d96dd576 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:13.201701 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4fc6edb9-b454-4bd5-a563-a9411b6f533c req-afa91343-4881-4536-8f88-dce7d96dd576 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 945 time: 0.0517232 Dec 10 19:34:13.247534 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4fc6edb9-b454-4bd5-a563-a9411b6f533c req-73c1aef3-b955-4eac-a373-eeba1c51072e tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399363 Dec 10 19:34:14.677736 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbabed43-377c-4cfb-b272-aa73d20c1dc9 req-27631e6d-1f75-49bf-bcc6-38e6b55466e5 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:14.679133 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bbabed43-377c-4cfb-b272-aa73d20c1dc9 req-27631e6d-1f75-49bf-bcc6-38e6b55466e5 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 945 time: 0.3632305 Dec 10 19:34:14.724894 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bbabed43-377c-4cfb-b272-aa73d20c1dc9 req-dd82a81a-4ac6-4151-a12b-caa941ff8640 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395272 Dec 10 19:34:15.844898 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218890b1-760a-46b1-8be8-1f79b885dbad req-4f82e9c6-20b8-4f7b-9971-0583d5175a52 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:15.846379 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-218890b1-760a-46b1-8be8-1f79b885dbad req-4f82e9c6-20b8-4f7b-9971-0583d5175a52 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 945 time: 0.0492213 Dec 10 19:34:15.893300 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-218890b1-760a-46b1-8be8-1f79b885dbad req-2bfd548c-97e0-475d-bfa2-2649daf0c979 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409203 Dec 10 19:34:17.156687 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8644ab7-d016-47de-8fc1-6d548c02d80f req-238a4765-378c-46be-becd-2e3e69cb0c2d tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:17.158190 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b8644ab7-d016-47de-8fc1-6d548c02d80f req-238a4765-378c-46be-becd-2e3e69cb0c2d tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 945 time: 0.0541520 Dec 10 19:34:17.177596 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-1d511cfc-3316-4249-950f-54fd1207be03 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0838211 Dec 10 19:34:17.206068 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b8644ab7-d016-47de-8fc1-6d548c02d80f req-9af601f0-c31b-47c2-b62b-12991088a5f9 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418131 Dec 10 19:34:18.334367 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-6ac3d2a6-96cf-4c29-a28b-aa5872db8721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:18.336088 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-6ac3d2a6-96cf-4c29-a28b-aa5872db8721 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 1096 time: 0.0713208 Dec 10 19:34:18.348351 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b49c8-57b5-45d1-b42e-a895e4ba07b2 req-18f61f5b-7ae6-4be6-acf5-15278365c04d tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:18.349817 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b12b49c8-57b5-45d1-b42e-a895e4ba07b2 req-18f61f5b-7ae6-4be6-acf5-15278365c04d tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 945 time: 0.0606136 Dec 10 19:34:18.444424 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b12b49c8-57b5-45d1-b42e-a895e4ba07b2 req-0c3fa539-407e-4815-be01-9d8fa5820d63 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865493 Dec 10 19:34:18.473444 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-44d979a2-43a5-41f7-af25-e26a3162dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:18.474954 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-44d979a2-43a5-41f7-af25-e26a3162dd25 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.1242638 Dec 10 19:34:18.540788 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-18fcc0aa-7faf-47d2-82cd-df80a7037b40 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2576e0f8-3629-444e-9394-2cf44cdba668 HTTP/1.1" status: 200 len: 1001 time: 0.0588732 Dec 10 19:34:18.589829 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-9db3bd42-2111-4b2d-af5f-eb0f2a26546d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:18.591286 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-9db3bd42-2111-4b2d-af5f-eb0f2a26546d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0436842 Dec 10 19:34:18.641482 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-344ea49a-35ca-4202-a078-fbfa6352cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:18.642959 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-344ea49a-35ca-4202-a078-fbfa6352cb29 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435681 Dec 10 19:34:18.731810 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-baf66166-1aac-4c09-8e29-ed2ef1739a3f service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808082 Dec 10 19:34:18.826793 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-c111efd8-ca22-4d72-8ef0-01890bea293b service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877054 Dec 10 19:34:19.562096 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee57422-9f94-4918-8206-5eff1f84191f req-4df5ac34-f62b-446a-8a9d-32c0e4a534a9 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:19.563589 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bee57422-9f94-4918-8206-5eff1f84191f req-4df5ac34-f62b-446a-8a9d-32c0e4a534a9 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 945 time: 0.0499465 Dec 10 19:34:19.609799 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bee57422-9f94-4918-8206-5eff1f84191f req-77ed1a97-59c0-45cf-9bb1-c61e9945829f tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403006 Dec 10 19:34:19.741243 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e838f96b-5d3c-47e9-b670-1481375af6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:20.715584 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-68011907-f4f0-47f6-83e9-f02c95d72629 service neutron] show failed (client error): The resource could not be found. Dec 10 19:34:20.716586 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-68011907-f4f0-47f6-83e9-f02c95d72629 service neutron] 10.222.0.46 "GET /v2.0/ports/2576e0f8-3629-444e-9394-2cf44cdba668/bindings/n-h2-821435-1 HTTP/1.1" status: 404 len: 380 time: 0.0788186 Dec 10 19:34:20.737729 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b77d0c-de13-4b3c-b0fc-0d5bc710be9c req-eefbfc71-f648-444c-bd40-d7dffd1aa7cb tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:20.739173 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-85b77d0c-de13-4b3c-b0fc-0d5bc710be9c req-eefbfc71-f648-444c-bd40-d7dffd1aa7cb tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 945 time: 0.0554600 Dec 10 19:34:20.789640 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-85b77d0c-de13-4b3c-b0fc-0d5bc710be9c req-7c89703c-1f48-4599-b911-a18e10a054c4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440662 Dec 10 19:34:20.965249 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-07ee3e9c-720c-410c-b338-f62c7cdb7ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:20.966713 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-07ee3e9c-720c-410c-b338-f62c7cdb7ff1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c&tenant_id=b616c65070de423e9109b7f7c3e68230 HTTP/1.1" status: 200 len: 1096 time: 0.0807066 Dec 10 19:34:20.977688 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-f5ccc3e0-cb27-481a-9501-52765cdc9ec5 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:34:20.978609 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-f5ccc3e0-cb27-481a-9501-52765cdc9ec5 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046608 Dec 10 19:34:20.990514 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-3ed2d0c7-5763-42fa-9f17-00411c74ee57 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821435-1', 'device_owner': 'compute:nova'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:34:21.043656 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-3ed2d0c7-5763-42fa-9f17-00411c74ee57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:21.242744 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-3ed2d0c7-5763-42fa-9f17-00411c74ee57 service neutron] For port 2576e0f8-3629-444e-9394-2cf44cdba668, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=2576e0f8-3629-444e-9394-2cf44cdba668,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:34:21.275002 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-3ed2d0c7-5763-42fa-9f17-00411c74ee57 service neutron] For port 2576e0f8-3629-444e-9394-2cf44cdba668, host n-h1-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:34:21.312800 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68675c77-f7cd-4076-a7f5-f6eab2ea433c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2576e0f8-3629-444e-9394-2cf44cdba668'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:34:21.315012 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb385ee8d26b8ad243460b423ad218e97d9fae79c4f4b9b0691d822ece1c624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4608ea-cc43-4c6c-bbdc-c580ae72d0bd" -d '{"events": [{"server_uuid": "68675c77-f7cd-4076-a7f5-f6eab2ea433c", "name": "network-vif-unplugged", "status": "completed", "tag": "2576e0f8-3629-444e-9394-2cf44cdba668"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:34:21.318797 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-3ed2d0c7-5763-42fa-9f17-00411c74ee57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:21.330789 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-3ed2d0c7-5763-42fa-9f17-00411c74ee57 service neutron] Transition to ACTIVE for port object 2576e0f8-3629-444e-9394-2cf44cdba668 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:34:21.334659 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-3ed2d0c7-5763-42fa-9f17-00411c74ee57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:21.430363 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2d0c7-5763-42fa-9f17-00411c74ee57 service neutron] Pushing event updated for resources: {'Port': ['ID=2576e0f8-3629-444e-9394-2cf44cdba668,revision_number=6']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:34:21.437396 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 19:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c6eedd-76c8-4835-b353-909adacd2316 x-openstack-request-id: req-89c6eedd-76c8-4835-b353-909adacd2316 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:34:21.437686 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68675c77-f7cd-4076-a7f5-f6eab2ea433c", "name": "network-vif-unplugged", "status": "completed", "tag": "2576e0f8-3629-444e-9394-2cf44cdba668", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:34:21.437934 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-89c6eedd-76c8-4835-b353-909adacd2316 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:34:21.438324 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68675c77-f7cd-4076-a7f5-f6eab2ea433c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2576e0f8-3629-444e-9394-2cf44cdba668', 'code': 200} Dec 10 19:34:21.446030 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed2d0c7-5763-42fa-9f17-00411c74ee57 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:21.446380 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed2d0c7-5763-42fa-9f17-00411c74ee57 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:21.446726 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed2d0c7-5763-42fa-9f17-00411c74ee57 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:21.447065 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed2d0c7-5763-42fa-9f17-00411c74ee57 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:21.447395 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed2d0c7-5763-42fa-9f17-00411c74ee57 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:21.447724 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed2d0c7-5763-42fa-9f17-00411c74ee57 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:21.448050 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed2d0c7-5763-42fa-9f17-00411c74ee57 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:21.448375 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed2d0c7-5763-42fa-9f17-00411c74ee57 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:21.448726 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed2d0c7-5763-42fa-9f17-00411c74ee57 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:21.449053 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed2d0c7-5763-42fa-9f17-00411c74ee57 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:21.449379 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed2d0c7-5763-42fa-9f17-00411c74ee57 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:21.449699 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed2d0c7-5763-42fa-9f17-00411c74ee57 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:21.450019 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed2d0c7-5763-42fa-9f17-00411c74ee57 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:21.472964 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-3ed2d0c7-5763-42fa-9f17-00411c74ee57 service neutron] No DVR routers for this DVR port 2576e0f8-3629-444e-9394-2cf44cdba668 on host n-h1-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:34:21.910913 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-3ed2d0c7-5763-42fa-9f17-00411c74ee57 service neutron] Attempting to bind port 2576e0f8-3629-444e-9394-2cf44cdba668 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:34:21.911141 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b1cfc-0f76-44e7-9224-dda0c9e51167 req-6b70db72-8766-401c-8ed6-cac44142d1a8 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:21.911625 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-3ed2d0c7-5763-42fa-9f17-00411c74ee57 service neutron] Attempting to bind port 2576e0f8-3629-444e-9394-2cf44cdba668 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:34:21.911625 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-3ed2d0c7-5763-42fa-9f17-00411c74ee57 service neutron] Attempting to bind port 2576e0f8-3629-444e-9394-2cf44cdba668 on network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:34:21.912671 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b02b1cfc-0f76-44e7-9224-dda0c9e51167 req-6b70db72-8766-401c-8ed6-cac44142d1a8 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 943 time: 0.0495696 Dec 10 19:34:21.915863 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-3ed2d0c7-5763-42fa-9f17-00411c74ee57 service neutron] Port 2576e0f8-3629-444e-9394-2cf44cdba668 on network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:34:21.916213 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-3ed2d0c7-5763-42fa-9f17-00411c74ee57 service neutron] Attempting to bind port 2576e0f8-3629-444e-9394-2cf44cdba668 on network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:34:21.921072 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-3ed2d0c7-5763-42fa-9f17-00411c74ee57 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:34:21.921420 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-3ed2d0c7-5763-42fa-9f17-00411c74ee57 service neutron] Checking segment: {'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:34:21.921808 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-3ed2d0c7-5763-42fa-9f17-00411c74ee57 service neutron] Bound using segment: {'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:34:21.922234 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-3ed2d0c7-5763-42fa-9f17-00411c74ee57 service neutron] Bound port: 2576e0f8-3629-444e-9394-2cf44cdba668, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:34:21.922591 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-3ed2d0c7-5763-42fa-9f17-00411c74ee57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:21.965732 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b02b1cfc-0f76-44e7-9224-dda0c9e51167 req-489e2661-3907-4d23-8649-8b1b86c2ec8e tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470510 Dec 10 19:34:21.985432 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-3ed2d0c7-5763-42fa-9f17-00411c74ee57 service neutron] For port 2576e0f8-3629-444e-9394-2cf44cdba668, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:34:21.989111 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-3ed2d0c7-5763-42fa-9f17-00411c74ee57 service neutron] For port 2576e0f8-3629-444e-9394-2cf44cdba668, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=2576e0f8-3629-444e-9394-2cf44cdba668,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:34:21.993046 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-3ed2d0c7-5763-42fa-9f17-00411c74ee57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:22.029937 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-3ed2d0c7-5763-42fa-9f17-00411c74ee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:22.030571 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-3ed2d0c7-5763-42fa-9f17-00411c74ee57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:22.031950 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-3ed2d0c7-5763-42fa-9f17-00411c74ee57 service neutron] 10.222.0.72 "PUT /v2.0/ports/2576e0f8-3629-444e-9394-2cf44cdba668 HTTP/1.1" status: 200 len: 1091 time: 1.0456614 Dec 10 19:34:22.052708 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2d0c7-5763-42fa-9f17-00411c74ee57 service neutron] Pushing event updated for resources: {'Port': ['ID=2576e0f8-3629-444e-9394-2cf44cdba668,revision_number=7']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:34:22.100770 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-0a9871f2-b313-4891-9378-a94dd4fba7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:22.102265 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-0a9871f2-b313-4891-9378-a94dd4fba7ff service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 1094 time: 0.0424502 Dec 10 19:34:22.198674 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-1e8b5b16-2877-4902-8e42-d988f5550b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:22.200191 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-1e8b5b16-2877-4902-8e42-d988f5550b94 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.0913236 Dec 10 19:34:22.270485 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-ee51f67d-b946-4627-bca9-1d8027aa17bb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2576e0f8-3629-444e-9394-2cf44cdba668 HTTP/1.1" status: 200 len: 999 time: 0.0628572 Dec 10 19:34:22.319579 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-5a473aef-8519-4bfe-87dc-26005115ff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:22.320988 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-5a473aef-8519-4bfe-87dc-26005115ff40 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0440626 Dec 10 19:34:22.366031 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-5184381f-75b1-4e39-81d1-363920a51930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:22.367479 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-5184381f-75b1-4e39-81d1-363920a51930 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400755 Dec 10 19:34:22.459776 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-0f7b47b1-20ae-4efb-89f4-a8bdf3f7ef96 service neutron] 10.222.0.72 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851336 Dec 10 19:34:22.549073 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ffe1f992-2887-4190-8c4a-772fdd4c81bc req-ccd6e62f-94b1-49a1-9622-0a0a212e77db service neutron] 10.222.0.72 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822043 Dec 10 19:34:22.595735 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3690134e-ddfc-4205-9661-e1458bc87ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:23.090798 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96232a48-facb-43a6-9ebf-d70728c6417d req-f1347990-6ee4-4fed-979c-0f7ccc4b1e29 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:23.092271 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-96232a48-facb-43a6-9ebf-d70728c6417d req-f1347990-6ee4-4fed-979c-0f7ccc4b1e29 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 943 time: 0.0528078 Dec 10 19:34:23.139467 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-96232a48-facb-43a6-9ebf-d70728c6417d req-c0b30358-9f05-40bb-ad0b-1442e12588be tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406806 Dec 10 19:34:23.439633 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68675c77-f7cd-4076-a7f5-f6eab2ea433c', 'tag': '2576e0f8-3629-444e-9394-2cf44cdba668'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:34:23.442267 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb385ee8d26b8ad243460b423ad218e97d9fae79c4f4b9b0691d822ece1c624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0279f8c-e9f6-42ee-a1d5-f4881d54f1e2" -d '{"events": [{"name": "network-changed", "server_uuid": "68675c77-f7cd-4076-a7f5-f6eab2ea433c", "tag": "2576e0f8-3629-444e-9394-2cf44cdba668"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:34:23.490075 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3904809-c532-475b-a677-e758dfe72cc5 x-openstack-request-id: req-b3904809-c532-475b-a677-e758dfe72cc5 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:34:23.490368 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68675c77-f7cd-4076-a7f5-f6eab2ea433c", "tag": "2576e0f8-3629-444e-9394-2cf44cdba668", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:34:23.490618 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b3904809-c532-475b-a677-e758dfe72cc5 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:34:23.491037 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68675c77-f7cd-4076-a7f5-f6eab2ea433c', 'tag': '2576e0f8-3629-444e-9394-2cf44cdba668', 'status': 'completed', 'code': 200} Dec 10 19:34:23.550474 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0279f8c-e9f6-42ee-a1d5-f4881d54f1e2 req-bf13e185-24e1-4897-9685-648bf16ca29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:23.553087 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a0279f8c-e9f6-42ee-a1d5-f4881d54f1e2 req-bf13e185-24e1-4897-9685-648bf16ca29a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 1094 time: 0.0425725 Dec 10 19:34:23.555149 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0279f8c-e9f6-42ee-a1d5-f4881d54f1e2 req-8e0b0a96-8f79-4e5a-82f0-f33abedfc2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:23.556692 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a0279f8c-e9f6-42ee-a1d5-f4881d54f1e2 req-8e0b0a96-8f79-4e5a-82f0-f33abedfc2ff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 1094 time: 0.0429976 Dec 10 19:34:23.628931 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:23.661911 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0279f8c-e9f6-42ee-a1d5-f4881d54f1e2 req-5ff3ab46-fd98-45d2-8b1e-bcff5e220679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:23.663390 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a0279f8c-e9f6-42ee-a1d5-f4881d54f1e2 req-5ff3ab46-fd98-45d2-8b1e-bcff5e220679 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.1037807 Dec 10 19:34:23.674021 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0279f8c-e9f6-42ee-a1d5-f4881d54f1e2 req-4a98fad7-1ec3-4f4d-876a-9060bcd1cf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:23.675609 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a0279f8c-e9f6-42ee-a1d5-f4881d54f1e2 req-4a98fad7-1ec3-4f4d-876a-9060bcd1cf53 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.1116607 Dec 10 19:34:23.730708 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a0279f8c-e9f6-42ee-a1d5-f4881d54f1e2 req-5d5f538e-954b-46d9-b766-5dbb51239d26 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2576e0f8-3629-444e-9394-2cf44cdba668 HTTP/1.1" status: 200 len: 999 time: 0.0588684 Dec 10 19:34:23.745742 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a0279f8c-e9f6-42ee-a1d5-f4881d54f1e2 req-0006973c-9e8b-4e95-8df1-f636c48a9d10 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2576e0f8-3629-444e-9394-2cf44cdba668 HTTP/1.1" status: 200 len: 999 time: 0.0625403 Dec 10 19:34:23.790937 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0279f8c-e9f6-42ee-a1d5-f4881d54f1e2 req-888ec94d-5f0d-4a72-bd9e-8cbda5d3709a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:23.792392 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a0279f8c-e9f6-42ee-a1d5-f4881d54f1e2 req-888ec94d-5f0d-4a72-bd9e-8cbda5d3709a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0453799 Dec 10 19:34:23.796053 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0279f8c-e9f6-42ee-a1d5-f4881d54f1e2 req-5740729c-b50c-48e6-b4b6-b8fccaa26385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:23.797589 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a0279f8c-e9f6-42ee-a1d5-f4881d54f1e2 req-5740729c-b50c-48e6-b4b6-b8fccaa26385 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0450792 Dec 10 19:34:23.841217 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0279f8c-e9f6-42ee-a1d5-f4881d54f1e2 req-8f113cf2-8e28-4f41-be25-94d22ecfaf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:23.842743 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a0279f8c-e9f6-42ee-a1d5-f4881d54f1e2 req-8f113cf2-8e28-4f41-be25-94d22ecfaf63 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431850 Dec 10 19:34:23.842921 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0279f8c-e9f6-42ee-a1d5-f4881d54f1e2 req-ecfb738b-882b-41b9-bdf2-522771263253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:23.844385 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a0279f8c-e9f6-42ee-a1d5-f4881d54f1e2 req-ecfb738b-882b-41b9-bdf2-522771263253 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392432 Dec 10 19:34:23.931748 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a0279f8c-e9f6-42ee-a1d5-f4881d54f1e2 req-b22ed932-ff69-446a-a3ca-7c6cb77dd338 service neutron] 10.222.0.72 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810480 Dec 10 19:34:23.939991 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a0279f8c-e9f6-42ee-a1d5-f4881d54f1e2 req-9b74e761-3af0-4cde-a084-e481d1e613f7 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871658 Dec 10 19:34:24.032541 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a0279f8c-e9f6-42ee-a1d5-f4881d54f1e2 req-009949fa-8294-4887-8442-07b3589e5916 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857506 Dec 10 19:34:24.033044 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a0279f8c-e9f6-42ee-a1d5-f4881d54f1e2 req-a629a11f-cae8-4050-b2c8-9e36b38d46e4 service neutron] 10.222.0.72 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936761 Dec 10 19:34:24.258495 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0102e5d-4499-4b2e-a3b4-427757e295a4 req-5d20f5b7-a178-4f20-8e72-2487d681de1e tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:24.259963 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f0102e5d-4499-4b2e-a3b4-427757e295a4 req-5d20f5b7-a178-4f20-8e72-2487d681de1e tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 943 time: 0.0511765 Dec 10 19:34:24.306861 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f0102e5d-4499-4b2e-a3b4-427757e295a4 req-47a763ab-5573-4c7c-a4af-5a3ba5a053d2 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402210 Dec 10 19:34:24.998676 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:25.056863 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 2576e0f8-3629-444e-9394-2cf44cdba668 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:34:25.094260 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 2576e0f8-3629-444e-9394-2cf44cdba668 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:34:25.432953 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e9757-1fb4-4b9a-83ba-b054f2b3c593 req-e7b7db31-9880-492a-9fd0-13af913f60b6 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:25.434490 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dc1e9757-1fb4-4b9a-83ba-b054f2b3c593 req-e7b7db31-9880-492a-9fd0-13af913f60b6 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 943 time: 0.0562320 Dec 10 19:34:25.482054 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dc1e9757-1fb4-4b9a-83ba-b054f2b3c593 req-5cefead2-4686-4e15-afb2-b9fc8ed78f06 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414789 Dec 10 19:34:25.594048 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:26.318319 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 2576e0f8-3629-444e-9394-2cf44cdba668 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:34:26.416099 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 2576e0f8-3629-444e-9394-2cf44cdba668, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=2576e0f8-3629-444e-9394-2cf44cdba668,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:34:26.427477 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '2576e0f8-3629-444e-9394-2cf44cdba668', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'port_id': '2576e0f8-3629-444e-9394-2cf44cdba668', 'mac_address': 'fa:16:3e:92:53:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:34:26.462661 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:26.476232 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2576e0f8-3629-444e-9394-2cf44cdba668 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:34:26.494394 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 2576e0f8-3629-444e-9394-2cf44cdba668, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=2576e0f8-3629-444e-9394-2cf44cdba668,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:34:26.498298 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:26.549775 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=2576e0f8-3629-444e-9394-2cf44cdba668,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:34:26.557217 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:26.557580 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:26.557936 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:26.558293 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:26.558628 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:26.558973 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:26.559312 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:26.559651 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:26.559987 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:26.560322 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:26.560676 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:26.561014 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:26.561345 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:26.603459 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d234c-f429-4492-b338-af7041169fce req-1291af38-7376-44f6-a301-6cf6c1f8e8fd tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:26.604977 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-026d234c-f429-4492-b338-af7041169fce req-1291af38-7376-44f6-a301-6cf6c1f8e8fd tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 944 time: 0.0487785 Dec 10 19:34:26.654183 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-026d234c-f429-4492-b338-af7041169fce req-e002d6b4-d9d7-4b8c-894a-d29929ceaa5b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426316 Dec 10 19:34:26.841569 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['2576e0f8-3629-444e-9394-2cf44cdba668'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:34:26.850732 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a61e78-cc94-4dda-84e0-3c8bbc9235ee req-ef9c8828-f86f-4917-84f9-cb0348dbbfa6 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:26.852353 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-98a61e78-cc94-4dda-84e0-3c8bbc9235ee req-ef9c8828-f86f-4917-84f9-cb0348dbbfa6 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 944 time: 0.0540938 Dec 10 19:34:26.864271 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8218b8-3e19-4591-8596-fbf65f36e0c7 req-c3606548-603d-4177-a199-b0d2f4c060dd tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:26.865902 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ed8218b8-3e19-4591-8596-fbf65f36e0c7 req-c3606548-603d-4177-a199-b0d2f4c060dd tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.46 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c&tenant_id=b616c65070de423e9109b7f7c3e68230&binding%3Ahost_id=n-h2-821435-1 HTTP/1.1" status: 200 len: 944 time: 0.0543361 Dec 10 19:34:26.904784 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-98a61e78-cc94-4dda-84e0-3c8bbc9235ee req-c7b617a5-0e3a-4a5a-bb95-bedf6a2d3815 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452762 Dec 10 19:34:26.934263 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-ed8218b8-3e19-4591-8596-fbf65f36e0c7 req-5ce27b3a-71c1-402e-924d-21128fb2bd75 service neutron] delete failed (client error): The resource could not be found. Dec 10 19:34:26.935298 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ed8218b8-3e19-4591-8596-fbf65f36e0c7 req-5ce27b3a-71c1-402e-924d-21128fb2bd75 service neutron] 10.222.0.46 "DELETE /v2.0/ports/2576e0f8-3629-444e-9394-2cf44cdba668/bindings/n-h1-821435-1 HTTP/1.1" status: 404 len: 380 time: 0.0619221 Dec 10 19:34:27.020561 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8218b8-3e19-4591-8596-fbf65f36e0c7 req-3b7402cf-d3d7-4a4c-89a2-5c9d44b1197b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:27.022082 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ed8218b8-3e19-4591-8596-fbf65f36e0c7 req-3b7402cf-d3d7-4a4c-89a2-5c9d44b1197b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 1095 time: 0.0416400 Dec 10 19:34:27.115567 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8218b8-3e19-4591-8596-fbf65f36e0c7 req-45c3f65a-8720-4cf6-8c84-0d50b33a56ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:27.117035 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ed8218b8-3e19-4591-8596-fbf65f36e0c7 req-45c3f65a-8720-4cf6-8c84-0d50b33a56ef service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.0884032 Dec 10 19:34:27.183166 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ed8218b8-3e19-4591-8596-fbf65f36e0c7 req-b7a68149-b272-41cb-9643-2d73a7c785d4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2576e0f8-3629-444e-9394-2cf44cdba668 HTTP/1.1" status: 200 len: 1000 time: 0.0589688 Dec 10 19:34:27.236291 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8218b8-3e19-4591-8596-fbf65f36e0c7 req-5696c599-632e-4e96-beae-9aacda82dcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:27.238508 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ed8218b8-3e19-4591-8596-fbf65f36e0c7 req-5696c599-632e-4e96-beae-9aacda82dcdd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0483766 Dec 10 19:34:27.289650 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8218b8-3e19-4591-8596-fbf65f36e0c7 req-9b132728-377e-402d-86c5-9d7d651e5e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:27.291167 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ed8218b8-3e19-4591-8596-fbf65f36e0c7 req-9b132728-377e-402d-86c5-9d7d651e5e25 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458806 Dec 10 19:34:27.381446 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ed8218b8-3e19-4591-8596-fbf65f36e0c7 req-622ded81-fc6a-482a-b863-1f5ad294520d service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831583 Dec 10 19:34:27.477281 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ed8218b8-3e19-4591-8596-fbf65f36e0c7 req-1eefcb81-abfc-4092-abd7-dbfaaea12c0a service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882618 Dec 10 19:34:28.033714 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619d6c7-0164-479a-8b7b-9596c766c30f req-b68c90bc-7cc4-450b-9e8d-42d7a599cafa tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:28.035276 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2619d6c7-0164-479a-8b7b-9596c766c30f req-b68c90bc-7cc4-450b-9e8d-42d7a599cafa tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 944 time: 0.0535302 Dec 10 19:34:28.084679 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2619d6c7-0164-479a-8b7b-9596c766c30f req-df67080c-bc95-4659-96ed-9d74856a4581 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427747 Dec 10 19:34:28.199371 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262311f-dec1-40d6-b1a9-353544e41b34 req-4f82b368-97dd-407f-8a4d-efbb3e33fc52 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:28.200774 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d262311f-dec1-40d6-b1a9-353544e41b34 req-4f82b368-97dd-407f-8a4d-efbb3e33fc52 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 944 time: 0.0478652 Dec 10 19:34:28.246622 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d262311f-dec1-40d6-b1a9-353544e41b34 req-a7c9ddc5-1d8c-454b-9852-a827133b6284 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397744 Dec 10 19:34:28.334207 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 2576e0f8-3629-444e-9394-2cf44cdba668 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:34:28.401963 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 2576e0f8-3629-444e-9394-2cf44cdba668 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:34:28.409023 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 2576e0f8-3629-444e-9394-2cf44cdba668 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:34:28.409023 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:28.447452 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2c3b1-eeff-433a-b717-8915c62bf0c4 req-ad316d60-2edc-4f3a-9fe3-bffe9f9036ba tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:28.448992 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1bd2c3b1-eeff-433a-b717-8915c62bf0c4 req-ad316d60-2edc-4f3a-9fe3-bffe9f9036ba tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 944 time: 0.0533063 Dec 10 19:34:28.491846 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:28.515726 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68675c77-f7cd-4076-a7f5-f6eab2ea433c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2576e0f8-3629-444e-9394-2cf44cdba668'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:34:28.518006 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f39997a1e7c5b6ae782956bbd1fa5b612e64aa5908109c3bc10b0e272c8d4b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1000bd-310f-4475-9b30-44932f618cd7" -d '{"events": [{"server_uuid": "68675c77-f7cd-4076-a7f5-f6eab2ea433c", "name": "network-vif-plugged", "status": "completed", "tag": "2576e0f8-3629-444e-9394-2cf44cdba668"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:34:28.525528 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d5bb6-c8ab-49b3-8786-529e8bb6c2fc req-66af5c73-458c-415f-acc5-b34eebd7a863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:28.527134 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8c5d5bb6-c8ab-49b3-8786-529e8bb6c2fc req-66af5c73-458c-415f-acc5-b34eebd7a863 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 1095 time: 0.0771863 Dec 10 19:34:28.531756 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1bd2c3b1-eeff-433a-b717-8915c62bf0c4 req-844ecb50-47b6-486e-89d4-ce223adaf50e tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722017 Dec 10 19:34:28.532008 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 2576e0f8-3629-444e-9394-2cf44cdba668, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=2576e0f8-3629-444e-9394-2cf44cdba668,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:34:28.541396 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:28.570707 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01918ba-12b7-4209-8dd4-e5a0dd944845 x-openstack-request-id: req-d01918ba-12b7-4209-8dd4-e5a0dd944845 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:34:28.571011 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68675c77-f7cd-4076-a7f5-f6eab2ea433c", "name": "network-vif-plugged", "status": "completed", "tag": "2576e0f8-3629-444e-9394-2cf44cdba668", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:34:28.571275 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d01918ba-12b7-4209-8dd4-e5a0dd944845 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:34:28.571671 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68675c77-f7cd-4076-a7f5-f6eab2ea433c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2576e0f8-3629-444e-9394-2cf44cdba668', 'code': 200} Dec 10 19:34:28.596896 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=2576e0f8-3629-444e-9394-2cf44cdba668,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:34:28.635607 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d5bb6-c8ab-49b3-8786-529e8bb6c2fc req-7a59a900-bf64-43de-adb2-f7c7d04e9fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:28.637106 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8c5d5bb6-c8ab-49b3-8786-529e8bb6c2fc req-7a59a900-bf64-43de-adb2-f7c7d04e9fd7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.1029861 Dec 10 19:34:28.705583 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8c5d5bb6-c8ab-49b3-8786-529e8bb6c2fc req-71c31246-01b3-47a6-a9b2-a7fe1181ba47 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2576e0f8-3629-444e-9394-2cf44cdba668 HTTP/1.1" status: 200 len: 1001 time: 0.0611305 Dec 10 19:34:28.753792 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d5bb6-c8ab-49b3-8786-529e8bb6c2fc req-93d20cd1-1e8c-466e-b72f-f628a658f30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:28.755402 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8c5d5bb6-c8ab-49b3-8786-529e8bb6c2fc req-93d20cd1-1e8c-466e-b72f-f628a658f30d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0429027 Dec 10 19:34:28.798780 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d5bb6-c8ab-49b3-8786-529e8bb6c2fc req-0192bb49-e5df-4140-ab6c-9de45a222edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:28.800832 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8c5d5bb6-c8ab-49b3-8786-529e8bb6c2fc req-0192bb49-e5df-4140-ab6c-9de45a222edf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387456 Dec 10 19:34:28.892234 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8c5d5bb6-c8ab-49b3-8786-529e8bb6c2fc req-c0451dbe-74c8-4bde-ab4e-1ae27146b08c service neutron] 10.222.0.72 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846598 Dec 10 19:34:28.983176 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8c5d5bb6-c8ab-49b3-8786-529e8bb6c2fc req-290976ec-c7ba-4c8e-8eb9-35e50be3300c service neutron] 10.222.0.72 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843456 Dec 10 19:34:29.659717 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75f476-8edf-491a-948f-74e5da9e6130 req-881b30c6-86ef-45fe-be44-e3177d0bf7bd tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:29.661228 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3f75f476-8edf-491a-948f-74e5da9e6130 req-881b30c6-86ef-45fe-be44-e3177d0bf7bd tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 945 time: 0.0545871 Dec 10 19:34:29.707685 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3f75f476-8edf-491a-948f-74e5da9e6130 req-27a9e5ee-e47f-4be9-b497-c44da0b34f07 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406189 Dec 10 19:34:29.942180 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f6e4d-772f-4be2-8b54-ae607c2f5a83 req-36cbc8a5-0d91-405b-b895-b0df34b77695 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:29.943644 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e4f6e4d-772f-4be2-8b54-ae607c2f5a83 req-36cbc8a5-0d91-405b-b895-b0df34b77695 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 945 time: 0.0477564 Dec 10 19:34:29.990567 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e4f6e4d-772f-4be2-8b54-ae607c2f5a83 req-b6c970fa-4afa-45ec-bf56-58bfddd49a88 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408673 Dec 10 19:34:31.113621 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063186cc-890a-42d8-9d4b-cfe62f7f48b9 req-c4e262b4-7a1d-45f3-99dc-75e88ebee211 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:31.115137 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-063186cc-890a-42d8-9d4b-cfe62f7f48b9 req-c4e262b4-7a1d-45f3-99dc-75e88ebee211 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 945 time: 0.0537875 Dec 10 19:34:31.161766 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-063186cc-890a-42d8-9d4b-cfe62f7f48b9 req-607abf0f-4440-4668-a5bc-43311d03ba6f tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406413 Dec 10 19:34:31.310782 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99ba9a-81a4-4cde-bb1e-f7517a0dd0a7 req-e8ede1bd-2879-4aa7-a837-24738e0bce4d tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:31.312150 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bd99ba9a-81a4-4cde-bb1e-f7517a0dd0a7 req-e8ede1bd-2879-4aa7-a837-24738e0bce4d tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.72 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 945 time: 0.0474503 Dec 10 19:34:31.403861 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-bd99ba9a-81a4-4cde-bb1e-f7517a0dd0a7 req-26f905d3-01dd-4def-bdb4-6212561cb791 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Deleting port 2576e0f8-3629-444e-9394-2cf44cdba668 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:34:31.404295 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bd99ba9a-81a4-4cde-bb1e-f7517a0dd0a7 req-26f905d3-01dd-4def-bdb4-6212561cb791 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:31.492134 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-bd99ba9a-81a4-4cde-bb1e-f7517a0dd0a7 req-26f905d3-01dd-4def-bdb4-6212561cb791 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] For port 2576e0f8-3629-444e-9394-2cf44cdba668, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=2576e0f8-3629-444e-9394-2cf44cdba668,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:34:31.492498 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bd99ba9a-81a4-4cde-bb1e-f7517a0dd0a7 req-26f905d3-01dd-4def-bdb4-6212561cb791 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:31.672286 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bd99ba9a-81a4-4cde-bb1e-f7517a0dd0a7 req-26f905d3-01dd-4def-bdb4-6212561cb791 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:31.672665 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bd99ba9a-81a4-4cde-bb1e-f7517a0dd0a7 req-26f905d3-01dd-4def-bdb4-6212561cb791 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:31.672986 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [req-bd99ba9a-81a4-4cde-bb1e-f7517a0dd0a7 req-26f905d3-01dd-4def-bdb4-6212561cb791 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Floating IP 04e81618-1ae8-41e6-864a-d1f6c547eb51 disassociated. External IP: 172.25.7.172, port: 2576e0f8-3629-444e-9394-2cf44cdba668. Dec 10 19:34:31.673328 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-bd99ba9a-81a4-4cde-bb1e-f7517a0dd0a7 req-26f905d3-01dd-4def-bdb4-6212561cb791 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Calling delete_port for 2576e0f8-3629-444e-9394-2cf44cdba668 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:34:31.797715 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bd99ba9a-81a4-4cde-bb1e-f7517a0dd0a7 req-26f905d3-01dd-4def-bdb4-6212561cb791 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:31.829629 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f905d3-01dd-4def-bdb4-6212561cb791 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Pushing event deleted for resources: {'Port': ['ID=2576e0f8-3629-444e-9394-2cf44cdba668,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:34:31.946020 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd99ba9a-81a4-4cde-bb1e-f7517a0dd0a7 req-26f905d3-01dd-4def-bdb4-6212561cb791 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Router a3c0ff56-d4ae-4ffb-9680-332c607fddc7 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:34:32.054697 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd99ba9a-81a4-4cde-bb1e-f7517a0dd0a7 req-26f905d3-01dd-4def-bdb4-6212561cb791 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:34:32.064718 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42b2e88-413a-43cd-b221-e55a2b0adac0 None None] Sync routers for ids ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:34:32.074831 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42b2e88-413a-43cd-b221-e55a2b0adac0 None None] Routers {'a3c0ff56-d4ae-4ffb-9680-332c607fddc7'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:34:32.075451 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a42b2e88-413a-43cd-b221-e55a2b0adac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:34:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:34:32.099220 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd99ba9a-81a4-4cde-bb1e-f7517a0dd0a7 req-26f905d3-01dd-4def-bdb4-6212561cb791 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] No DVR routers for this DVR port 2576e0f8-3629-444e-9394-2cf44cdba668 on host n-h2-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:34:32.102032 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bd99ba9a-81a4-4cde-bb1e-f7517a0dd0a7 req-26f905d3-01dd-4def-bdb4-6212561cb791 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:32.105434 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bd99ba9a-81a4-4cde-bb1e-f7517a0dd0a7 req-26f905d3-01dd-4def-bdb4-6212561cb791 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.72 "DELETE /v2.0/ports/2576e0f8-3629-444e-9394-2cf44cdba668 HTTP/1.1" status: 204 len: 173 time: 0.7871532 Dec 10 19:34:32.105895 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68675c77-f7cd-4076-a7f5-f6eab2ea433c', 'name': 'network-vif-deleted', 'tag': '2576e0f8-3629-444e-9394-2cf44cdba668'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:34:32.108201 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb385ee8d26b8ad243460b423ad218e97d9fae79c4f4b9b0691d822ece1c624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30334a5-d2d1-4c6d-b63a-16334ad8a066" -d '{"events": [{"server_uuid": "68675c77-f7cd-4076-a7f5-f6eab2ea433c", "name": "network-vif-deleted", "tag": "2576e0f8-3629-444e-9394-2cf44cdba668"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:34:32.153139 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda5bd7c-01fe-4d50-b209-c0b58a441b2b x-openstack-request-id: req-dda5bd7c-01fe-4d50-b209-c0b58a441b2b {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:34:32.153435 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68675c77-f7cd-4076-a7f5-f6eab2ea433c", "name": "network-vif-deleted", "tag": "2576e0f8-3629-444e-9394-2cf44cdba668", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:34:32.153747 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dda5bd7c-01fe-4d50-b209-c0b58a441b2b {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:34:32.154162 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68675c77-f7cd-4076-a7f5-f6eab2ea433c', 'name': 'network-vif-deleted', 'tag': '2576e0f8-3629-444e-9394-2cf44cdba668', 'status': 'completed', 'code': 200} Dec 10 19:34:32.189333 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-a42b2e88-413a-43cd-b221-e55a2b0adac0 None None] Set router a3c0ff56-d4ae-4ffb-9680-332c607fddc7 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:34:32.285956 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1d7b0e8d-4351-4d59-b23d-26a945858628 req-7750290c-34ec-4c0d-80e7-260219b0a372 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=68675c77-f7cd-4076-a7f5-f6eab2ea433c HTTP/1.1" status: 200 len: 210 time: 0.0393105 Dec 10 19:34:32.402796 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a42b2e88-413a-43cd-b221-e55a2b0adac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'name': 'tempest-ServerActionsTestJSON-224245180-router', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:29:59Z', 'revision_number': 4, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'gw_port': {'id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '2ccadd38-b57f-405c-9f51-cd75e86681e5', 'name': '', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'mac_address': 'fa:16:3e:84:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:59Z', 'updated_at': '2021-12-10T19:30:03Z', 'revision_number': 5, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'subnets': [{'id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:34:32.431856 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42b2e88-413a-43cd-b221-e55a2b0adac0 None None] Checking router: a3c0ff56-d4ae-4ffb-9680-332c607fddc7 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:34:32.439894 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42b2e88-413a-43cd-b221-e55a2b0adac0 None None] Routers {'a3c0ff56-d4ae-4ffb-9680-332c607fddc7'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:34:32.440563 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a42b2e88-413a-43cd-b221-e55a2b0adac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:34:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:34:32.541617 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-a42b2e88-413a-43cd-b221-e55a2b0adac0 None None] Set router a3c0ff56-d4ae-4ffb-9680-332c607fddc7 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:34:32.732943 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a42b2e88-413a-43cd-b221-e55a2b0adac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'name': 'tempest-ServerActionsTestJSON-224245180-router', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:29:59Z', 'revision_number': 4, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'gw_port': {'id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '2ccadd38-b57f-405c-9f51-cd75e86681e5', 'name': '', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'mac_address': 'fa:16:3e:84:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:59Z', 'updated_at': '2021-12-10T19:30:03Z', 'revision_number': 5, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'subnets': [{'id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:34:32.758198 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42b2e88-413a-43cd-b221-e55a2b0adac0 None None] The sync data for ids ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'] in n-d-821435-1 is: [{'id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'name': 'tempest-ServerActionsTestJSON-224245180-router', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:29:59Z', 'revision_number': 4, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'gw_port': {'id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '2ccadd38-b57f-405c-9f51-cd75e86681e5', 'name': '', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'mac_address': 'fa:16:3e:84:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:59Z', 'updated_at': '2021-12-10T19:30:03Z', 'revision_number': 5, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'subnets': [{'id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:34:32.966676 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f808f55-9ffc-4cc0-aa9d-64581fa224da None None] New status for floating IP 04e81618-1ae8-41e6-864a-d1f6c547eb51: DOWN {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:34:33.565852 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-902822df-3076-4d90-922a-b1df08f46757 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--708212243&fields=id&tenant_id=b616c65070de423e9109b7f7c3e68230 HTTP/1.1" status: 200 len: 267 time: 0.0440180 Dec 10 19:34:33.680765 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-bcdcd78a-9bb2-41d1-8560-12eb2273f273 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:33.682288 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-bcdcd78a-9bb2-41d1-8560-12eb2273f273 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 811 time: 0.1094978 Dec 10 19:34:33.698392 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-b99f1e3f-bcae-4abd-9f28-b61491108f81 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/quotas/b616c65070de423e9109b7f7c3e68230 HTTP/1.1" status: 200 len: 375 time: 0.0100329 Dec 10 19:34:33.750710 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-e888e10b-3181-4de2-86bb-7ed9d806edfc tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470829 Dec 10 19:34:33.809856 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-1b021fbf-63e3-46a5-815a-cd568dc8e72c service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:34:33.810908 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-1b021fbf-63e3-46a5-815a-cd568dc8e72c service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0486863 Dec 10 19:34:33.899662 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-b4d1c4fc-89de-459f-8660-02272bef0538 service neutron] 10.222.0.62 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819280 Dec 10 19:34:33.996045 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-f01d1d43-5f31-4f9b-8bb0-c216d49c22f3 service neutron] 10.222.0.62 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905569 Dec 10 19:34:34.334192 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 2576e0f8-3629-444e-9394-2cf44cdba668 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:34:34.357753 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 2576e0f8-3629-444e-9394-2cf44cdba668 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:34:34.358104 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 2576e0f8-3629-444e-9394-2cf44cdba668 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:34:34.388976 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:35.178864 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f3aec403-2fbd-4a1f-b2bc-6cb41da514e2 req-478f701f-4105-4dce-90d4-a58021d95fd0 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 210 time: 0.0271485 Dec 10 19:34:36.081650 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-52dc8924-5fb7-48bb-af87-1aa2806c457e tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:36.083197 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-52dc8924-5fb7-48bb-af87-1aa2806c457e tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.72 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 811 time: 0.1121664 Dec 10 19:34:36.155180 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-62756f61-9708-4ec1-b468-ec86d15183ff tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b616c65070de423e9109b7f7c3e68230 HTTP/1.1" status: 200 len: 379 time: 0.0628614 Dec 10 19:34:36.165352 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-4a8a522b-264b-4e19-a758-bd9edba154a4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Request body: {'port': {'device_id': '8a0bb7b0-0715-4cbd-8031-3a77a70fe72f', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'admin_state_up': True, 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'security_groups': ['172160bb-5e3c-4316-a6ec-2e3cd2a24760']}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:34:36.288690 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3c67f041-6ff9-455a-914b-0d51788d0cd2 req-d76bb8c7-2655-4894-be7d-0b175d4a193a tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 210 time: 0.0390058 Dec 10 19:34:36.297812 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-4a8a522b-264b-4e19-a758-bd9edba154a4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Made reservation on behalf of b616c65070de423e9109b7f7c3e68230 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:34:36.301550 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-4a8a522b-264b-4e19-a758-bd9edba154a4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:36.422351 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-4a8a522b-264b-4e19-a758-bd9edba154a4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Allocated IP 172.20.0.7 (7dc2d254-b19a-4600-a571-d1e2c01d6ae6/a85620c1-c42f-4cac-8fdf-5a36f05e2f5e/cf3fce9c-f0aa-495d-a82f-a10d9a78120f) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:34:36.557230 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-4a8a522b-264b-4e19-a758-bd9edba154a4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:36.591465 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-4a8a522b-264b-4e19-a758-bd9edba154a4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:36.634983 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-4a8a522b-264b-4e19-a758-bd9edba154a4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:34:36.638077 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-4a8a522b-264b-4e19-a758-bd9edba154a4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:34:36.641741 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-4a8a522b-264b-4e19-a758-bd9edba154a4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:34:36.650247 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a522b-264b-4e19-a758-bd9edba154a4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Pushing event updated for resources: {'Port': ['ID=cf3fce9c-f0aa-495d-a82f-a10d9a78120f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:34:36.699395 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-4a8a522b-264b-4e19-a758-bd9edba154a4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:36.700021 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-4a8a522b-264b-4e19-a758-bd9edba154a4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:36.717923 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-4a8a522b-264b-4e19-a758-bd9edba154a4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5560577 Dec 10 19:34:36.731268 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-31215c00-64c0-416d-8a7c-87af360837e5 service neutron] Request body: {'port': {'device_id': '8a0bb7b0-0715-4cbd-8031-3a77a70fe72f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:34:36.786740 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-31215c00-64c0-416d-8a7c-87af360837e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:36.931994 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d439a28a-dd75-4d43-ab7a-8a40e6af5b55 None None] Provisioning complete for port cf3fce9c-f0aa-495d-a82f-a10d9a78120f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:34:36.932607 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d439a28a-dd75-4d43-ab7a-8a40e6af5b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:36.965906 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d439a28a-dd75-4d43-ab7a-8a40e6af5b55 None None] Port cf3fce9c-f0aa-495d-a82f-a10d9a78120f cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:34:37.044781 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-31215c00-64c0-416d-8a7c-87af360837e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf3fce9c-f0aa-495d-a82f-a10d9a78120f {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:34:37.052259 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-31215c00-64c0-416d-8a7c-87af360837e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:37.064069 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-31215c00-64c0-416d-8a7c-87af360837e5 service neutron] Transition to ACTIVE for port object cf3fce9c-f0aa-495d-a82f-a10d9a78120f will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:34:37.068056 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-31215c00-64c0-416d-8a7c-87af360837e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:37.125735 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31215c00-64c0-416d-8a7c-87af360837e5 service neutron] Pushing event updated for resources: {'Port': ['ID=cf3fce9c-f0aa-495d-a82f-a10d9a78120f,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:34:37.192890 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-31215c00-64c0-416d-8a7c-87af360837e5 service neutron] Attempting to bind port cf3fce9c-f0aa-495d-a82f-a10d9a78120f on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:34:37.193151 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-31215c00-64c0-416d-8a7c-87af360837e5 service neutron] Attempting to bind port cf3fce9c-f0aa-495d-a82f-a10d9a78120f by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:34:37.193482 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-31215c00-64c0-416d-8a7c-87af360837e5 service neutron] Attempting to bind port cf3fce9c-f0aa-495d-a82f-a10d9a78120f on network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:34:37.197984 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-31215c00-64c0-416d-8a7c-87af360837e5 service neutron] Port cf3fce9c-f0aa-495d-a82f-a10d9a78120f on network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:34:37.198309 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-31215c00-64c0-416d-8a7c-87af360837e5 service neutron] Attempting to bind port cf3fce9c-f0aa-495d-a82f-a10d9a78120f on network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:34:37.203388 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-31215c00-64c0-416d-8a7c-87af360837e5 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:34:37.203731 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-31215c00-64c0-416d-8a7c-87af360837e5 service neutron] Checking segment: {'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:34:37.204117 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-31215c00-64c0-416d-8a7c-87af360837e5 service neutron] Bound using segment: {'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:34:37.204549 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-31215c00-64c0-416d-8a7c-87af360837e5 service neutron] Bound port: cf3fce9c-f0aa-495d-a82f-a10d9a78120f, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:34:37.204931 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-31215c00-64c0-416d-8a7c-87af360837e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:37.270695 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-31215c00-64c0-416d-8a7c-87af360837e5 service neutron] For port cf3fce9c-f0aa-495d-a82f-a10d9a78120f, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:34:37.273738 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-31215c00-64c0-416d-8a7c-87af360837e5 service neutron] For port cf3fce9c-f0aa-495d-a82f-a10d9a78120f, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=cf3fce9c-f0aa-495d-a82f-a10d9a78120f,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:34:37.277867 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-31215c00-64c0-416d-8a7c-87af360837e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:37.318823 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-31215c00-64c0-416d-8a7c-87af360837e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:37.319464 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-31215c00-64c0-416d-8a7c-87af360837e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:37.320931 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-31215c00-64c0-416d-8a7c-87af360837e5 service neutron] 10.222.0.72 "PUT /v2.0/ports/cf3fce9c-f0aa-495d-a82f-a10d9a78120f HTTP/1.1" status: 200 len: 1091 time: 0.5939586 Dec 10 19:34:37.321386 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a0bb7b0-0715-4cbd-8031-3a77a70fe72f', 'tag': 'cf3fce9c-f0aa-495d-a82f-a10d9a78120f'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:34:37.323659 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb385ee8d26b8ad243460b423ad218e97d9fae79c4f4b9b0691d822ece1c624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc59a89-b208-4f30-8f9e-e434df58c9ac" -d '{"events": [{"name": "network-changed", "server_uuid": "8a0bb7b0-0715-4cbd-8031-3a77a70fe72f", "tag": "cf3fce9c-f0aa-495d-a82f-a10d9a78120f"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:34:37.353480 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31215c00-64c0-416d-8a7c-87af360837e5 service neutron] Pushing event updated for resources: {'Port': ['ID=cf3fce9c-f0aa-495d-a82f-a10d9a78120f,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:34:37.386582 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdac6dd-3042-40e5-af57-3ac71ab532dd x-openstack-request-id: req-0fdac6dd-3042-40e5-af57-3ac71ab532dd {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:34:37.386582 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a0bb7b0-0715-4cbd-8031-3a77a70fe72f", "tag": "cf3fce9c-f0aa-495d-a82f-a10d9a78120f", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:34:37.386582 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0fdac6dd-3042-40e5-af57-3ac71ab532dd {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:34:37.386582 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a0bb7b0-0715-4cbd-8031-3a77a70fe72f', 'tag': 'cf3fce9c-f0aa-495d-a82f-a10d9a78120f', 'status': 'completed', 'code': 200} Dec 10 19:34:37.425325 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f9369-c987-4a6c-98f3-484bd3ee0e50 req-34acd88b-3e64-48b5-947e-07a86bb4abbc tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:37.432685 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-031f9369-c987-4a6c-98f3-484bd3ee0e50 req-34acd88b-3e64-48b5-947e-07a86bb4abbc tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 943 time: 0.0596914 Dec 10 19:34:37.438949 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-364ff5b1-b358-4468-9928-87fbbcff1abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:37.440662 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-364ff5b1-b358-4468-9928-87fbbcff1abb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 1094 time: 0.0457573 Dec 10 19:34:37.482015 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-031f9369-c987-4a6c-98f3-484bd3ee0e50 req-7e8f853a-4b49-47ff-b62d-ae0f419b9021 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484443 Dec 10 19:34:37.483309 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-011e2da1-4bc2-46a2-88eb-3acd17ac3a3c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf3fce9c-f0aa-495d-a82f-a10d9a78120f HTTP/1.1" status: 200 len: 217 time: 0.0354125 Dec 10 19:34:37.541608 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-87767604-dd49-49a1-88d5-29eda204d351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:37.542996 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-87767604-dd49-49a1-88d5-29eda204d351 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0524228 Dec 10 19:34:37.590054 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-df5f384e-c92c-44bd-a89c-16f6c25fadcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:37.591537 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-df5f384e-c92c-44bd-a89c-16f6c25fadcf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409842 Dec 10 19:34:37.680730 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-e2a9bba9-806a-4941-9513-37a9cc49d75f service neutron] 10.222.0.72 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799725 Dec 10 19:34:37.770937 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-33978401-cf86-4621-ae8f-aed03a0c4bef req-c921df42-5a96-4924-be1d-0c1000584f83 service neutron] 10.222.0.72 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831661 Dec 10 19:34:37.856867 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc59a89-b208-4f30-8f9e-e434df58c9ac req-b04df5d2-857d-4f34-9599-ef796999abb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:37.858505 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bfc59a89-b208-4f30-8f9e-e434df58c9ac req-b04df5d2-857d-4f34-9599-ef796999abb7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 1094 time: 0.0401485 Dec 10 19:34:37.951574 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc59a89-b208-4f30-8f9e-e434df58c9ac req-85408122-1848-4b61-8489-98aa335b8f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:37.953075 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bfc59a89-b208-4f30-8f9e-e434df58c9ac req-85408122-1848-4b61-8489-98aa335b8f36 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.0878410 Dec 10 19:34:37.996163 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bfc59a89-b208-4f30-8f9e-e434df58c9ac req-c35fe1f0-4d1e-43b3-a769-3106fca96442 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf3fce9c-f0aa-495d-a82f-a10d9a78120f HTTP/1.1" status: 200 len: 217 time: 0.0349739 Dec 10 19:34:38.045508 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc59a89-b208-4f30-8f9e-e434df58c9ac req-8e438ad2-f457-4069-b091-4adbc7637d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:38.046858 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bfc59a89-b208-4f30-8f9e-e434df58c9ac req-8e438ad2-f457-4069-b091-4adbc7637d3d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0430691 Dec 10 19:34:38.095087 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc59a89-b208-4f30-8f9e-e434df58c9ac req-a74b1ca6-b197-42a0-9ba1-d38f1244e460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:38.097404 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bfc59a89-b208-4f30-8f9e-e434df58c9ac req-a74b1ca6-b197-42a0-9ba1-d38f1244e460 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437946 Dec 10 19:34:38.186717 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bfc59a89-b208-4f30-8f9e-e434df58c9ac req-ca4c9fc0-eb3e-4bc1-a8a3-4508083c138d service neutron] 10.222.0.72 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823834 Dec 10 19:34:38.279479 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bfc59a89-b208-4f30-8f9e-e434df58c9ac req-08012b28-b175-44e2-964b-287f1628bfc3 service neutron] 10.222.0.72 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853822 Dec 10 19:34:38.605944 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55abf1b-a575-40d8-bae8-db6224ea93de req-73fea920-1046-430e-a9d4-906608ef76b8 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:38.607451 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e55abf1b-a575-40d8-bae8-db6224ea93de req-73fea920-1046-430e-a9d4-906608ef76b8 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 943 time: 0.0504463 Dec 10 19:34:38.656875 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e55abf1b-a575-40d8-bae8-db6224ea93de req-bf396316-13ef-4ffa-b5d9-e24bc267af1a tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432777 Dec 10 19:34:38.706895 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:39.774349 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0053b6d-9f11-4b3c-aaff-03c335868ee1 req-ae21fe0a-e0f8-4c0a-8ff8-33e6bd419d94 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:39.775835 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0053b6d-9f11-4b3c-aaff-03c335868ee1 req-ae21fe0a-e0f8-4c0a-8ff8-33e6bd419d94 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 943 time: 0.0486124 Dec 10 19:34:39.822673 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d0053b6d-9f11-4b3c-aaff-03c335868ee1 req-c2bc703c-a2d4-45e9-a183-111eb2165376 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409615 Dec 10 19:34:40.936015 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b3808-ac55-42e0-b2ad-120e065e34f3 req-d0554f99-e614-4546-b606-01651cf328fd tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:40.937530 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f43b3808-ac55-42e0-b2ad-120e065e34f3 req-d0554f99-e614-4546-b606-01651cf328fd tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 943 time: 0.0476296 Dec 10 19:34:40.995838 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f43b3808-ac55-42e0-b2ad-120e065e34f3 req-4919bf26-bf9b-4ba3-8116-6ed7f135fa65 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515246 Dec 10 19:34:42.111247 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71eb30c-fda8-4ffa-9ebb-1c850da92d2b req-eae7b549-1f4d-4a4b-b458-acb8e605bb28 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:42.113446 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c71eb30c-fda8-4ffa-9ebb-1c850da92d2b req-eae7b549-1f4d-4a4b-b458-acb8e605bb28 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 943 time: 0.0501945 Dec 10 19:34:42.160605 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c71eb30c-fda8-4ffa-9ebb-1c850da92d2b req-52122a62-8c82-4d8a-90a3-a9e295e6d458 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411196 Dec 10 19:34:42.365003 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device cf3fce9c-f0aa-495d-a82f-a10d9a78120f details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:34:42.457180 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port cf3fce9c-f0aa-495d-a82f-a10d9a78120f, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=cf3fce9c-f0aa-495d-a82f-a10d9a78120f,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:34:42.468193 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': 'cf3fce9c-f0aa-495d-a82f-a10d9a78120f', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'port_id': 'cf3fce9c-f0aa-495d-a82f-a10d9a78120f', 'mac_address': 'fa:16:3e:87:ae:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:34:42.504187 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:42.519800 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf3fce9c-f0aa-495d-a82f-a10d9a78120f {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:34:42.539148 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port cf3fce9c-f0aa-495d-a82f-a10d9a78120f, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=cf3fce9c-f0aa-495d-a82f-a10d9a78120f,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:34:42.543122 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:42.755691 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=cf3fce9c-f0aa-495d-a82f-a10d9a78120f,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:34:42.849971 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['cf3fce9c-f0aa-495d-a82f-a10d9a78120f'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:34:43.277336 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb099e8-1bd5-4a1f-8e16-0e8f1250217e req-a105fa23-529f-4182-afad-bf05a531a037 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:43.278812 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5eb099e8-1bd5-4a1f-8e16-0e8f1250217e req-a105fa23-529f-4182-afad-bf05a531a037 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 944 time: 0.0519183 Dec 10 19:34:43.326165 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5eb099e8-1bd5-4a1f-8e16-0e8f1250217e req-d222f20a-3403-4ca2-965a-189cad139b6c tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405884 Dec 10 19:34:44.381193 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device cf3fce9c-f0aa-495d-a82f-a10d9a78120f up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:34:44.429299 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port cf3fce9c-f0aa-495d-a82f-a10d9a78120f completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:34:44.433495 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port cf3fce9c-f0aa-495d-a82f-a10d9a78120f triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:34:44.433876 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:44.453159 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f01b6-6c90-42a9-b0b3-9b1061019f94 req-00ef8c72-6b96-40dc-8459-440d5fbffa67 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:44.454658 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7a0f01b6-6c90-42a9-b0b3-9b1061019f94 req-00ef8c72-6b96-40dc-8459-440d5fbffa67 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 944 time: 0.0562153 Dec 10 19:34:44.503417 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7a0f01b6-6c90-42a9-b0b3-9b1061019f94 req-c02335e4-42a2-493c-a56b-d755313d8552 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415051 Dec 10 19:34:44.510986 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:44.540120 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0bb7b0-0715-4cbd-8031-3a77a70fe72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3fce9c-f0aa-495d-a82f-a10d9a78120f'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:34:44.542510 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f39997a1e7c5b6ae782956bbd1fa5b612e64aa5908109c3bc10b0e272c8d4b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efee0c1-28e5-4eed-bd58-b23fffbfa622" -d '{"events": [{"server_uuid": "8a0bb7b0-0715-4cbd-8031-3a77a70fe72f", "name": "network-vif-plugged", "status": "completed", "tag": "cf3fce9c-f0aa-495d-a82f-a10d9a78120f"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:34:44.555225 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port cf3fce9c-f0aa-495d-a82f-a10d9a78120f, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=cf3fce9c-f0aa-495d-a82f-a10d9a78120f,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:34:44.559135 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:44.582201 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe70f0d0-e5be-4693-b782-5e24189fc672 x-openstack-request-id: req-fe70f0d0-e5be-4693-b782-5e24189fc672 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:34:44.582501 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a0bb7b0-0715-4cbd-8031-3a77a70fe72f", "name": "network-vif-plugged", "status": "completed", "tag": "cf3fce9c-f0aa-495d-a82f-a10d9a78120f", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:34:44.582761 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fe70f0d0-e5be-4693-b782-5e24189fc672 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:34:44.583164 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0bb7b0-0715-4cbd-8031-3a77a70fe72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3fce9c-f0aa-495d-a82f-a10d9a78120f', 'code': 200} Dec 10 19:34:44.609484 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=cf3fce9c-f0aa-495d-a82f-a10d9a78120f,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:34:44.674891 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d7e8b-3d94-4eaa-83ce-e333d2d5c9cd req-9d1d1e3c-ba8f-469a-bf4b-371280ce2325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:44.677231 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f70d7e8b-3d94-4eaa-83ce-e333d2d5c9cd req-9d1d1e3c-ba8f-469a-bf4b-371280ce2325 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 1096 time: 0.0416665 Dec 10 19:34:44.723129 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f70d7e8b-3d94-4eaa-83ce-e333d2d5c9cd req-9bdef34c-da10-4736-a654-82f96934e182 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375180 Dec 10 19:34:45.616513 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:34:45.626571 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af8d13-d764-455e-8946-36e26c6a80db req-67b98401-7edb-4c05-9b3e-8f8f59e1e8f6 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:45.628175 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-74af8d13-d764-455e-8946-36e26c6a80db req-67b98401-7edb-4c05-9b3e-8f8f59e1e8f6 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 945 time: 0.0529659 Dec 10 19:34:45.681656 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-74af8d13-d764-455e-8946-36e26c6a80db req-2b036b8a-eb5a-465c-bc15-dbc45758159c tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433717 Dec 10 19:34:46.801150 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a59a5-848a-43e5-bb7c-800b2c5c7df1 req-eafc7c71-4729-4f7b-bd00-9926e27fb451 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:46.802622 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b01a59a5-848a-43e5-bb7c-800b2c5c7df1 req-eafc7c71-4729-4f7b-bd00-9926e27fb451 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 945 time: 0.0518441 Dec 10 19:34:46.848724 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b01a59a5-848a-43e5-bb7c-800b2c5c7df1 req-cc84b546-c6c3-47e0-ac0a-17440f3fc44b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402918 Dec 10 19:34:46.960557 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2ec23-a0c4-4ebc-b081-c797a0e34b2b req-a800bd0e-9ccd-4a8d-8c55-5b74856c6a38 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:46.962148 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f1d2ec23-a0c4-4ebc-b081-c797a0e34b2b req-a800bd0e-9ccd-4a8d-8c55-5b74856c6a38 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 945 time: 0.0482049 Dec 10 19:34:46.970774 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 50138) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:34:46.975945 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ffc649cb-43a2-4fa9-9797-7c2dc76888c0 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Request body: {'floatingip': {'port_id': 'cf3fce9c-f0aa-495d-a82f-a10d9a78120f'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:34:47.018811 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ffc649cb-43a2-4fa9-9797-7c2dc76888c0 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:47.447585 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ffc649cb-43a2-4fa9-9797-7c2dc76888c0 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:47.451328 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ffc649cb-43a2-4fa9-9797-7c2dc76888c0 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:47.545014 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-ffc649cb-43a2-4fa9-9797-7c2dc76888c0 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Floating IP 04e81618-1ae8-41e6-864a-d1f6c547eb51 associated. External IP: 172.25.7.172, port: cf3fce9c-f0aa-495d-a82f-a10d9a78120f. Dec 10 19:34:47.751216 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc649cb-43a2-4fa9-9797-7c2dc76888c0 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Router a3c0ff56-d4ae-4ffb-9680-332c607fddc7 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:34:47.857774 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc649cb-43a2-4fa9-9797-7c2dc76888c0 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:34:47.863399 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ffc649cb-43a2-4fa9-9797-7c2dc76888c0 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:47.867890 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d845967-0814-4f45-a372-407203be9db6 None None] Sync routers for ids ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:34:47.876744 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d845967-0814-4f45-a372-407203be9db6 None None] Routers {'a3c0ff56-d4ae-4ffb-9680-332c607fddc7'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:34:47.877465 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-1d845967-0814-4f45-a372-407203be9db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:34:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:34:47.890250 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ffc649cb-43a2-4fa9-9797-7c2dc76888c0 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "PUT /v2.0/floatingips/04e81618-1ae8-41e6-864a-d1f6c547eb51 HTTP/1.1" status: 200 len: 991 time: 0.9175429 Dec 10 19:34:47.890872 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a0bb7b0-0715-4cbd-8031-3a77a70fe72f', 'tag': 'cf3fce9c-f0aa-495d-a82f-a10d9a78120f'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:34:47.893477 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a1cc62-bfc5-4e37-9387-74539a21e705" -d '{"events": [{"name": "network-changed", "server_uuid": "8a0bb7b0-0715-4cbd-8031-3a77a70fe72f", "tag": "cf3fce9c-f0aa-495d-a82f-a10d9a78120f"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:34:47.938681 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8277f751-0215-4513-968b-7deb66a89a85 x-openstack-request-id: req-8277f751-0215-4513-968b-7deb66a89a85 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:34:47.938977 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a0bb7b0-0715-4cbd-8031-3a77a70fe72f", "tag": "cf3fce9c-f0aa-495d-a82f-a10d9a78120f", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:34:47.939237 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8277f751-0215-4513-968b-7deb66a89a85 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:34:47.939779 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a0bb7b0-0715-4cbd-8031-3a77a70fe72f', 'tag': 'cf3fce9c-f0aa-495d-a82f-a10d9a78120f', 'status': 'completed', 'code': 200} Dec 10 19:34:47.991628 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-1d845967-0814-4f45-a372-407203be9db6 None None] Set router a3c0ff56-d4ae-4ffb-9680-332c607fddc7 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:34:48.008255 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a1cc62-bfc5-4e37-9387-74539a21e705 req-ede871d6-1dfc-4941-a1e0-3d4e92dde2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:48.009795 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f5a1cc62-bfc5-4e37-9387-74539a21e705 req-ede871d6-1dfc-4941-a1e0-3d4e92dde2f3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 1096 time: 0.0442207 Dec 10 19:34:48.102433 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a1cc62-bfc5-4e37-9387-74539a21e705 req-4f7e02f7-e852-4775-b0d6-5422ee56ce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:48.103926 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f5a1cc62-bfc5-4e37-9387-74539a21e705 req-4f7e02f7-e852-4775-b0d6-5422ee56ce9c service neutron] 10.222.0.72 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.0869861 Dec 10 19:34:48.170084 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f5a1cc62-bfc5-4e37-9387-74539a21e705 req-165dd230-fd25-4f25-8ca2-77b793bfffb8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf3fce9c-f0aa-495d-a82f-a10d9a78120f HTTP/1.1" status: 200 len: 999 time: 0.0597267 Dec 10 19:34:48.218050 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a1cc62-bfc5-4e37-9387-74539a21e705 req-77d2fa3d-aec6-4309-aae0-bc3786d09d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:48.218636 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-1d845967-0814-4f45-a372-407203be9db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'name': 'tempest-ServerActionsTestJSON-224245180-router', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:29:59Z', 'revision_number': 4, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'gw_port': {'id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '04e81618-1ae8-41e6-864a-d1f6c547eb51', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'port_id': 'cf3fce9c-f0aa-495d-a82f-a10d9a78120f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'mac_address': 'fa:16:3e:87:ae:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0bb7b0-0715-4cbd-8031-3a77a70fe72f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:30:03Z', 'updated_at': '2021-12-10T19:34:47Z', 'revision_number': 9, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ccadd38-b57f-405c-9f51-cd75e86681e5', 'name': '', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'mac_address': 'fa:16:3e:84:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:59Z', 'updated_at': '2021-12-10T19:30:03Z', 'revision_number': 5, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'subnets': [{'id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:34:48.219735 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f5a1cc62-bfc5-4e37-9387-74539a21e705 req-77d2fa3d-aec6-4309-aae0-bc3786d09d14 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0428317 Dec 10 19:34:48.246420 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d845967-0814-4f45-a372-407203be9db6 None None] Checking router: a3c0ff56-d4ae-4ffb-9680-332c607fddc7 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:34:48.256063 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d845967-0814-4f45-a372-407203be9db6 None None] Routers {'a3c0ff56-d4ae-4ffb-9680-332c607fddc7'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:34:48.256682 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-1d845967-0814-4f45-a372-407203be9db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:34:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:34:48.269857 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a1cc62-bfc5-4e37-9387-74539a21e705 req-59429a4a-92ee-4355-a866-3795e81238e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:48.271387 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f5a1cc62-bfc5-4e37-9387-74539a21e705 req-59429a4a-92ee-4355-a866-3795e81238e7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443928 Dec 10 19:34:48.360286 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f5a1cc62-bfc5-4e37-9387-74539a21e705 req-d7f21df7-b048-41d9-b591-82e07be2d8b4 service neutron] 10.222.0.72 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810282 Dec 10 19:34:48.362529 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-1d845967-0814-4f45-a372-407203be9db6 None None] Set router a3c0ff56-d4ae-4ffb-9680-332c607fddc7 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:34:48.452211 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f5a1cc62-bfc5-4e37-9387-74539a21e705 req-a64b636e-7747-44ac-a5a7-ea2654f82ac4 service neutron] 10.222.0.72 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847921 Dec 10 19:34:48.585467 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-1d845967-0814-4f45-a372-407203be9db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'name': 'tempest-ServerActionsTestJSON-224245180-router', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:29:59Z', 'revision_number': 4, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'gw_port': {'id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '04e81618-1ae8-41e6-864a-d1f6c547eb51', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'port_id': 'cf3fce9c-f0aa-495d-a82f-a10d9a78120f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'mac_address': 'fa:16:3e:87:ae:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0bb7b0-0715-4cbd-8031-3a77a70fe72f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:30:03Z', 'updated_at': '2021-12-10T19:34:47Z', 'revision_number': 9, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ccadd38-b57f-405c-9f51-cd75e86681e5', 'name': '', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'mac_address': 'fa:16:3e:84:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:59Z', 'updated_at': '2021-12-10T19:30:03Z', 'revision_number': 5, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'subnets': [{'id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:34:48.614398 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d845967-0814-4f45-a372-407203be9db6 None None] The sync data for ids ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'] in n-d-821435-1 is: [{'id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'name': 'tempest-ServerActionsTestJSON-224245180-router', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:29:59Z', 'revision_number': 4, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'gw_port': {'id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '04e81618-1ae8-41e6-864a-d1f6c547eb51', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'port_id': 'cf3fce9c-f0aa-495d-a82f-a10d9a78120f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'mac_address': 'fa:16:3e:87:ae:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0bb7b0-0715-4cbd-8031-3a77a70fe72f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:30:03Z', 'updated_at': '2021-12-10T19:34:47Z', 'revision_number': 9, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ccadd38-b57f-405c-9f51-cd75e86681e5', 'name': '', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'mac_address': 'fa:16:3e:84:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:59Z', 'updated_at': '2021-12-10T19:30:03Z', 'revision_number': 5, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'subnets': [{'id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:34:48.798234 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6aeae1-037e-443f-aaa3-16efeea85e53 None None] New status for floating IP 04e81618-1ae8-41e6-864a-d1f6c547eb51: ACTIVE {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:34:49.743568 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3846f566-341a-4ac2-8edf-a0f34638c9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:52.597840 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1581792c-ab33-48de-ad82-451ee3c624d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:53.632090 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:54.998242 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:55.618211 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:35:04.382907 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:35:08.710819 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:35:10.494183 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d9b6067e-581a-4580-a0ed-e4795746859d req-366d5fc7-d64b-4e92-bc06-33b7e107e89f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3549981 Dec 10 19:35:10.577042 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6067e-581a-4580-a0ed-e4795746859d req-e55b69f3-9e62-46c6-b969-90cd427b76b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:10.578428 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d9b6067e-581a-4580-a0ed-e4795746859d req-e55b69f3-9e62-46c6-b969-90cd427b76b4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 1096 time: 0.0400636 Dec 10 19:35:10.681521 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6067e-581a-4580-a0ed-e4795746859d req-091fbfae-c852-4448-9c5f-1bceeef45944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:10.682979 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d9b6067e-581a-4580-a0ed-e4795746859d req-091fbfae-c852-4448-9c5f-1bceeef45944 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.0857687 Dec 10 19:35:10.748398 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d9b6067e-581a-4580-a0ed-e4795746859d req-daf93dae-3c09-4a8c-bba5-a6ed880dcaed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf3fce9c-f0aa-495d-a82f-a10d9a78120f HTTP/1.1" status: 200 len: 1002 time: 0.0573053 Dec 10 19:35:10.797478 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6067e-581a-4580-a0ed-e4795746859d req-dc8998a8-6f75-49e7-9bdc-c8675c0f03a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:10.798980 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d9b6067e-581a-4580-a0ed-e4795746859d req-dc8998a8-6f75-49e7-9bdc-c8675c0f03a0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0428653 Dec 10 19:35:10.848396 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6067e-581a-4580-a0ed-e4795746859d req-6029c96e-577b-4591-ad94-42365eb9d7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:10.850260 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d9b6067e-581a-4580-a0ed-e4795746859d req-6029c96e-577b-4591-ad94-42365eb9d7cf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437958 Dec 10 19:35:10.939033 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d9b6067e-581a-4580-a0ed-e4795746859d req-581f4170-1ac6-4a2a-b303-0e9e0d98754a service neutron] 10.222.0.72 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814891 Dec 10 19:35:11.032074 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d9b6067e-581a-4580-a0ed-e4795746859d req-29dec2de-96c7-4db1-af5e-461a62692b12 service neutron] 10.222.0.72 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858908 Dec 10 19:35:19.745112 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-21d56ea3-226c-493c-993f-f67fbde4f4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:35:22.602048 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7a13af58-70ed-4afe-8deb-7b3164de1345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:35:22.615886 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:35:23.634867 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:35:25.001341 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:35:25.619602 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:35:34.387620 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:35:38.706777 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:35:49.747478 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7d6367bd-c3a9-495f-8037-6fdb5e57c073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:35:52.606707 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9e4cfb2c-fa17-45b6-a4d9-fbe1919df7da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:35:53.637342 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:35:55.005226 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:35:55.622471 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:35:59.615797 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:36:04.385005 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:36:08.706938 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:36:11.084777 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-18cad086-9d54-43a3-8c40-26867ae352c9 req-34120704-090c-4ff7-8f80-46926bc047ce service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395195 Dec 10 19:36:11.166371 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cad086-9d54-43a3-8c40-26867ae352c9 req-eb001b79-256d-486e-b7b3-8299c534a013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:36:11.167832 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-18cad086-9d54-43a3-8c40-26867ae352c9 req-eb001b79-256d-486e-b7b3-8299c534a013 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 1096 time: 0.0399599 Dec 10 19:36:11.271876 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cad086-9d54-43a3-8c40-26867ae352c9 req-98ecd8cd-7680-4e3a-96bd-25adecc4cc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:36:11.273383 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-18cad086-9d54-43a3-8c40-26867ae352c9 req-98ecd8cd-7680-4e3a-96bd-25adecc4cc40 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.0873542 Dec 10 19:36:11.338915 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-18cad086-9d54-43a3-8c40-26867ae352c9 req-233daaf6-95ab-4a00-a042-367a89265e66 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf3fce9c-f0aa-495d-a82f-a10d9a78120f HTTP/1.1" status: 200 len: 1002 time: 0.0581770 Dec 10 19:36:11.393275 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cad086-9d54-43a3-8c40-26867ae352c9 req-017f2781-3e60-43d8-a3dd-85d278605285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:36:11.394728 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-18cad086-9d54-43a3-8c40-26867ae352c9 req-017f2781-3e60-43d8-a3dd-85d278605285 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0436091 Dec 10 19:36:11.443612 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cad086-9d54-43a3-8c40-26867ae352c9 req-7e923788-1c4c-45ad-a5e5-380a196c9966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:36:11.445137 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-18cad086-9d54-43a3-8c40-26867ae352c9 req-7e923788-1c4c-45ad-a5e5-380a196c9966 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421484 Dec 10 19:36:11.533659 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-18cad086-9d54-43a3-8c40-26867ae352c9 req-608a5dea-de94-48f5-a334-6bff6d43d2d7 service neutron] 10.222.0.72 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811789 Dec 10 19:36:11.639581 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-18cad086-9d54-43a3-8c40-26867ae352c9 req-74eec138-c7e5-417d-840e-d2ad593d7d2e service neutron] 10.222.0.72 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988116 Dec 10 19:36:19.748737 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50e7c34a-cd90-42c9-b848-e145e7d250dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:36:22.608507 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-78f50880-7572-487f-ab2d-9f3f07ced161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:36:23.640325 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:36:25.010338 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:36:25.625719 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:36:34.386636 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:36:36.614748 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:36:38.716753 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:36:49.750591 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2cfc869e-f48d-4e5b-9bcb-bd0c7b961617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:36:52.610591 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4889ecc0-9acc-4181-9b9d-b3cba838d829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:36:53.643480 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:36:55.010210 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:36:55.628353 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:04.400569 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:08.714761 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:12.089974 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-79e2a2c0-03b4-4551-a6a4-337f7c68d368 req-d066f54e-8103-4258-8e4a-d9e925ccae65 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398698 Dec 10 19:37:12.171212 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2a2c0-03b4-4551-a6a4-337f7c68d368 req-c8791938-6559-4632-bad8-a24b7326adee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:12.172706 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-79e2a2c0-03b4-4551-a6a4-337f7c68d368 req-c8791938-6559-4632-bad8-a24b7326adee service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 1096 time: 0.0415387 Dec 10 19:37:12.275424 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2a2c0-03b4-4551-a6a4-337f7c68d368 req-8ffe0295-5174-4e8c-b66c-c175f8644d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:12.277419 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-79e2a2c0-03b4-4551-a6a4-337f7c68d368 req-8ffe0295-5174-4e8c-b66c-c175f8644d77 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.0855374 Dec 10 19:37:12.340957 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-79e2a2c0-03b4-4551-a6a4-337f7c68d368 req-c9586b86-6cc3-4c69-8993-f80bfac05d08 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf3fce9c-f0aa-495d-a82f-a10d9a78120f HTTP/1.1" status: 200 len: 1002 time: 0.0568991 Dec 10 19:37:12.389048 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2a2c0-03b4-4551-a6a4-337f7c68d368 req-407c1817-9a66-45aa-b861-d07ab4f44595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:12.390478 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-79e2a2c0-03b4-4551-a6a4-337f7c68d368 req-407c1817-9a66-45aa-b861-d07ab4f44595 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0431235 Dec 10 19:37:12.439169 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2a2c0-03b4-4551-a6a4-337f7c68d368 req-e5178a7a-ed31-4241-a2af-551dc0a4fc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:12.440653 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-79e2a2c0-03b4-4551-a6a4-337f7c68d368 req-e5178a7a-ed31-4241-a2af-551dc0a4fc04 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432298 Dec 10 19:37:12.529627 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-79e2a2c0-03b4-4551-a6a4-337f7c68d368 req-6d4b6d5f-3d6e-4192-bf61-b6a17ecb7d30 service neutron] 10.222.0.72 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817556 Dec 10 19:37:12.621763 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-79e2a2c0-03b4-4551-a6a4-337f7c68d368 req-8ca0f0bf-06ee-4f22-be2b-b43ca5b84283 service neutron] 10.222.0.72 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853500 Dec 10 19:37:13.613715 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:37:19.756070 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-42f3cb0d-2cd0-44ca-8c84-ab2c015cec07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:22.614323 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0b777bd7-cdba-4ab7-abde-95117d94b84b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:23.646574 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:25.012725 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:25.636841 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:27.976984 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-d4009dfe-e9e7-4e10-b742-9f17ba105fd8 req-94238cba-ca49-4b93-a5d3-e4c7e04d9baf service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:37:27.978017 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d4009dfe-e9e7-4e10-b742-9f17ba105fd8 req-94238cba-ca49-4b93-a5d3-e4c7e04d9baf service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0481222 Dec 10 19:37:28.158562 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-0b5620a7-b17d-4041-a018-2de96a4a4394 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0406866 Dec 10 19:37:28.222711 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2c683-de03-47b1-9bf6-8d732f37d852 req-70355e3d-7899-4847-baf3-e482534d0881 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:28.224156 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ccf2c683-de03-47b1-9bf6-8d732f37d852 req-70355e3d-7899-4847-baf3-e482534d0881 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 945 time: 0.0981479 Dec 10 19:37:28.272728 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ccf2c683-de03-47b1-9bf6-8d732f37d852 req-23f70c55-32f9-47cc-9fd9-6ae16f26bb55 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418839 Dec 10 19:37:29.238907 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-0992b930-7500-462b-8807-bbaefa190614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:29.240390 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-0992b930-7500-462b-8807-bbaefa190614 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 1096 time: 0.0394280 Dec 10 19:37:29.335703 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-fba36bc8-1d6d-428e-8564-8ef21b4cce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:29.337265 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-fba36bc8-1d6d-428e-8564-8ef21b4cce16 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.0896442 Dec 10 19:37:29.405080 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-b54c1473-e26f-486a-bf4c-b521ae65b8a0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf3fce9c-f0aa-495d-a82f-a10d9a78120f HTTP/1.1" status: 200 len: 1002 time: 0.0597885 Dec 10 19:37:29.445050 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ba388-dfdf-4f55-80cc-2168369342bd req-1c1e7684-5ee0-4bba-8f25-81985a970155 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:29.446604 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f75ba388-dfdf-4f55-80cc-2168369342bd req-1c1e7684-5ee0-4bba-8f25-81985a970155 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 945 time: 0.1025810 Dec 10 19:37:29.458361 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-707e2c70-0f8d-44c7-ac5a-6622905744e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:29.459838 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-707e2c70-0f8d-44c7-ac5a-6622905744e1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0486088 Dec 10 19:37:29.497216 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f75ba388-dfdf-4f55-80cc-2168369342bd req-1fb48d2e-c8b4-42a7-95c8-62aefa4a5a83 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438578 Dec 10 19:37:29.506700 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-86adfe96-0db8-456d-9fdd-61bd755c470e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:29.508210 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-86adfe96-0db8-456d-9fdd-61bd755c470e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412233 Dec 10 19:37:29.597756 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-57f414c2-f7cd-4f9d-a8fa-580389c42134 service neutron] 10.222.0.72 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800140 Dec 10 19:37:29.690361 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-751cc835-cf0e-4e6f-af31-3e8baf41f04f service neutron] 10.222.0.72 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848794 Dec 10 19:37:30.620306 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0957a-fe34-4696-9f95-075c30f5577a req-12a149ac-83ed-41a4-810f-2d0353ee7e38 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:30.623864 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-80f0957a-fe34-4696-9f95-075c30f5577a req-12a149ac-83ed-41a4-810f-2d0353ee7e38 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 945 time: 0.0540431 Dec 10 19:37:30.684952 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-80f0957a-fe34-4696-9f95-075c30f5577a req-0befc7c6-c1d1-4816-ad0c-3bcb3575cbd3 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551989 Dec 10 19:37:31.801011 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e00662-c716-4302-a00f-4926ab3fc95e req-c37a2ee8-d243-42cb-bb26-e9736ab5417f tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:31.802501 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-27e00662-c716-4302-a00f-4926ab3fc95e req-c37a2ee8-d243-42cb-bb26-e9736ab5417f tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 945 time: 0.0484483 Dec 10 19:37:31.848254 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-27e00662-c716-4302-a00f-4926ab3fc95e req-3fa47ac9-ab4a-439f-a13a-8ba65e14920d tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398214 Dec 10 19:37:32.966716 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0f55a-8ed7-4fff-8e84-902dbaafa11a req-ad3bf291-0ce0-4c8d-93b3-d34b722c8eb0 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:32.968188 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9ea0f55a-8ed7-4fff-8e84-902dbaafa11a req-ad3bf291-0ce0-4c8d-93b3-d34b722c8eb0 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 945 time: 0.0475879 Dec 10 19:37:33.020466 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9ea0f55a-8ed7-4fff-8e84-902dbaafa11a req-ebab8dc2-5cfd-4c55-ad8b-b65413f60613 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460579 Dec 10 19:37:34.144581 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99e839-a0e8-45a7-9589-2a56afcf0189 req-d5fe72b2-dc4f-4ba9-8484-a8b8e45d5183 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:34.146094 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ee99e839-a0e8-45a7-9589-2a56afcf0189 req-d5fe72b2-dc4f-4ba9-8484-a8b8e45d5183 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 945 time: 0.0523865 Dec 10 19:37:34.192648 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ee99e839-a0e8-45a7-9589-2a56afcf0189 req-c16c3a71-e561-4b57-bdf3-3bc6580b530b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400896 Dec 10 19:37:34.391460 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:35.308688 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa266311-7859-47f0-a0ad-9fbf624e64be req-736dce60-b2c4-46d2-a3d5-aca72caa4237 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:35.310181 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fa266311-7859-47f0-a0ad-9fbf624e64be req-736dce60-b2c4-46d2-a3d5-aca72caa4237 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 945 time: 0.0493064 Dec 10 19:37:35.358138 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fa266311-7859-47f0-a0ad-9fbf624e64be req-e5f9a9ff-c83c-429c-8ff7-e2dcd06d4d01 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420570 Dec 10 19:37:36.473640 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aba10a-efd7-4e43-adde-ae79745af8e5 req-ad813091-0269-4f8c-bae9-e7b1ab0540e7 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:36.475136 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-03aba10a-efd7-4e43-adde-ae79745af8e5 req-ad813091-0269-4f8c-bae9-e7b1ab0540e7 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 945 time: 0.0490735 Dec 10 19:37:36.523166 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-03aba10a-efd7-4e43-adde-ae79745af8e5 req-bf3e6a18-3a03-4ba7-8823-f72de4e77e19 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414996 Dec 10 19:37:37.639308 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1746f1-db11-4038-9c90-bdfb548647da req-9331134d-ff68-4b30-8b96-df5e529f2e05 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:37.640754 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8c1746f1-db11-4038-9c90-bdfb548647da req-9331134d-ff68-4b30-8b96-df5e529f2e05 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 945 time: 0.0493250 Dec 10 19:37:37.686773 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8c1746f1-db11-4038-9c90-bdfb548647da req-7dc32ebe-b82c-41e5-8976-2280c87757a2 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402069 Dec 10 19:37:38.741414 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:38.806488 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e433b-c468-40fb-bc9e-9eb446ecddd3 req-71e13579-377c-495d-bffb-6a24535055c8 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:38.808468 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-266e433b-c468-40fb-bc9e-9eb446ecddd3 req-71e13579-377c-495d-bffb-6a24535055c8 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 945 time: 0.0483990 Dec 10 19:37:38.861241 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-266e433b-c468-40fb-bc9e-9eb446ecddd3 req-15ad1ba8-f0ec-47a7-afb6-4a2c2c35ef1e tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463455 Dec 10 19:37:39.981982 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b9a6f-4b27-4df4-8db5-3d20640cd9de req-4ef474a0-e99c-45c0-bd8d-0a6830af391e tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:39.983366 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6d4b9a6f-4b27-4df4-8db5-3d20640cd9de req-4ef474a0-e99c-45c0-bd8d-0a6830af391e tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 945 time: 0.0521662 Dec 10 19:37:40.030296 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6d4b9a6f-4b27-4df4-8db5-3d20640cd9de req-0eb36c30-e230-46e6-a1b2-717e993d97a7 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409620 Dec 10 19:37:41.145664 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db9216-022c-454d-bb07-dd3cca9fc17c req-6eee4ca3-77e7-494f-baf9-c424e74ec82f tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:41.147159 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-75db9216-022c-454d-bb07-dd3cca9fc17c req-6eee4ca3-77e7-494f-baf9-c424e74ec82f tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 945 time: 0.0488806 Dec 10 19:37:41.192809 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-75db9216-022c-454d-bb07-dd3cca9fc17c req-2a22bb4d-851d-4199-9158-79dcae3e358f tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390630 Dec 10 19:37:41.574312 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-77615f41-0d44-43e9-bbaf-ca0110ca6a5e service neutron] show failed (client error): The resource could not be found. Dec 10 19:37:41.575356 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-77615f41-0d44-43e9-bbaf-ca0110ca6a5e service neutron] 10.222.0.72 "GET /v2.0/ports/cf3fce9c-f0aa-495d-a82f-a10d9a78120f/bindings/n-h1-821435-1 HTTP/1.1" status: 404 len: 380 time: 0.0542207 Dec 10 19:37:41.804372 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-426b67f6-e428-4015-a9cb-457a42ac25f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:41.805887 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-426b67f6-e428-4015-a9cb-457a42ac25f9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f&tenant_id=b616c65070de423e9109b7f7c3e68230 HTTP/1.1" status: 200 len: 1096 time: 0.0778487 Dec 10 19:37:41.818265 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-01e6a52e-6dd7-44a1-a02d-72b534f5e68a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821435-1', 'device_owner': 'compute:nova'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:37:41.873576 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-01e6a52e-6dd7-44a1-a02d-72b534f5e68a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:42.070186 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-01e6a52e-6dd7-44a1-a02d-72b534f5e68a service neutron] For port cf3fce9c-f0aa-495d-a82f-a10d9a78120f, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=cf3fce9c-f0aa-495d-a82f-a10d9a78120f,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:37:42.103321 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-01e6a52e-6dd7-44a1-a02d-72b534f5e68a service neutron] For port cf3fce9c-f0aa-495d-a82f-a10d9a78120f, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:37:42.149160 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0bb7b0-0715-4cbd-8031-3a77a70fe72f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf3fce9c-f0aa-495d-a82f-a10d9a78120f'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:37:42.152221 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c69bd1-370a-4c27-a575-0e4c37edf0ed" -d '{"events": [{"server_uuid": "8a0bb7b0-0715-4cbd-8031-3a77a70fe72f", "name": "network-vif-unplugged", "status": "completed", "tag": "cf3fce9c-f0aa-495d-a82f-a10d9a78120f"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:37:42.156511 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-01e6a52e-6dd7-44a1-a02d-72b534f5e68a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:42.169523 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-01e6a52e-6dd7-44a1-a02d-72b534f5e68a service neutron] Transition to ACTIVE for port object cf3fce9c-f0aa-495d-a82f-a10d9a78120f will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:37:42.173683 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-01e6a52e-6dd7-44a1-a02d-72b534f5e68a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:42.287407 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e6a52e-6dd7-44a1-a02d-72b534f5e68a service neutron] Pushing event updated for resources: {'Port': ['ID=cf3fce9c-f0aa-495d-a82f-a10d9a78120f,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:42.297363 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 19:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c586b9e-ce16-46a8-b898-e8cb4e1d5daa x-openstack-request-id: req-3c586b9e-ce16-46a8-b898-e8cb4e1d5daa {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:37:42.297662 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a0bb7b0-0715-4cbd-8031-3a77a70fe72f", "name": "network-vif-unplugged", "status": "completed", "tag": "cf3fce9c-f0aa-495d-a82f-a10d9a78120f", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:37:42.297922 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3c586b9e-ce16-46a8-b898-e8cb4e1d5daa {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:37:42.298319 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0bb7b0-0715-4cbd-8031-3a77a70fe72f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf3fce9c-f0aa-495d-a82f-a10d9a78120f', 'code': 200} Dec 10 19:37:42.339531 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e6a52e-6dd7-44a1-a02d-72b534f5e68a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:42.339802 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e6a52e-6dd7-44a1-a02d-72b534f5e68a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:42.340151 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e6a52e-6dd7-44a1-a02d-72b534f5e68a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:42.340494 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e6a52e-6dd7-44a1-a02d-72b534f5e68a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:42.340855 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e6a52e-6dd7-44a1-a02d-72b534f5e68a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:42.341191 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e6a52e-6dd7-44a1-a02d-72b534f5e68a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:42.341522 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e6a52e-6dd7-44a1-a02d-72b534f5e68a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:42.341852 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e6a52e-6dd7-44a1-a02d-72b534f5e68a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:42.342183 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e6a52e-6dd7-44a1-a02d-72b534f5e68a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:42.342510 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e6a52e-6dd7-44a1-a02d-72b534f5e68a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:42.342837 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e6a52e-6dd7-44a1-a02d-72b534f5e68a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:42.343162 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e6a52e-6dd7-44a1-a02d-72b534f5e68a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:42.343489 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e6a52e-6dd7-44a1-a02d-72b534f5e68a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:42.410116 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-01e6a52e-6dd7-44a1-a02d-72b534f5e68a service neutron] No DVR routers for this DVR port cf3fce9c-f0aa-495d-a82f-a10d9a78120f on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:37:42.454392 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ddfd26-3d7a-4321-aab4-0f8a62a97129 req-c37e673a-189c-4c0c-92eb-4618323942b6 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:42.455888 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a8ddfd26-3d7a-4321-aab4-0f8a62a97129 req-c37e673a-189c-4c0c-92eb-4618323942b6 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 943 time: 0.1660595 Dec 10 19:37:42.548013 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a8ddfd26-3d7a-4321-aab4-0f8a62a97129 req-5e34da90-8ae3-4cdb-9ed2-8c457841919f tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671077 Dec 10 19:37:42.588330 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-01e6a52e-6dd7-44a1-a02d-72b534f5e68a service neutron] Attempting to bind port cf3fce9c-f0aa-495d-a82f-a10d9a78120f on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:42.588704 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-01e6a52e-6dd7-44a1-a02d-72b534f5e68a service neutron] Attempting to bind port cf3fce9c-f0aa-495d-a82f-a10d9a78120f by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:37:42.589040 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-01e6a52e-6dd7-44a1-a02d-72b534f5e68a service neutron] Attempting to bind port cf3fce9c-f0aa-495d-a82f-a10d9a78120f on network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:37:42.593316 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-01e6a52e-6dd7-44a1-a02d-72b534f5e68a service neutron] Port cf3fce9c-f0aa-495d-a82f-a10d9a78120f on network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:37:42.593584 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-01e6a52e-6dd7-44a1-a02d-72b534f5e68a service neutron] Attempting to bind port cf3fce9c-f0aa-495d-a82f-a10d9a78120f on network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:37:42.598350 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-01e6a52e-6dd7-44a1-a02d-72b534f5e68a service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:37:42.598687 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-01e6a52e-6dd7-44a1-a02d-72b534f5e68a service neutron] Checking segment: {'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:37:42.599077 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-01e6a52e-6dd7-44a1-a02d-72b534f5e68a service neutron] Bound using segment: {'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:37:42.599502 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-01e6a52e-6dd7-44a1-a02d-72b534f5e68a service neutron] Bound port: cf3fce9c-f0aa-495d-a82f-a10d9a78120f, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:37:42.599855 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-01e6a52e-6dd7-44a1-a02d-72b534f5e68a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:42.661226 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-01e6a52e-6dd7-44a1-a02d-72b534f5e68a service neutron] For port cf3fce9c-f0aa-495d-a82f-a10d9a78120f, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:37:42.664160 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-01e6a52e-6dd7-44a1-a02d-72b534f5e68a service neutron] For port cf3fce9c-f0aa-495d-a82f-a10d9a78120f, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=cf3fce9c-f0aa-495d-a82f-a10d9a78120f,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:37:42.669271 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-01e6a52e-6dd7-44a1-a02d-72b534f5e68a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:42.704613 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-01e6a52e-6dd7-44a1-a02d-72b534f5e68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:42.705255 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-01e6a52e-6dd7-44a1-a02d-72b534f5e68a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:42.706758 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-01e6a52e-6dd7-44a1-a02d-72b534f5e68a service neutron] 10.222.0.46 "PUT /v2.0/ports/cf3fce9c-f0aa-495d-a82f-a10d9a78120f HTTP/1.1" status: 200 len: 1091 time: 0.8923371 Dec 10 19:37:42.725355 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e6a52e-6dd7-44a1-a02d-72b534f5e68a service neutron] Pushing event updated for resources: {'Port': ['ID=cf3fce9c-f0aa-495d-a82f-a10d9a78120f,revision_number=7']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:42.775222 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-ab07d9b2-aa94-4615-98fb-4c37fbd22cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:42.777441 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-ab07d9b2-aa94-4615-98fb-4c37fbd22cc1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 1094 time: 0.0463967 Dec 10 19:37:42.869869 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-bd441532-dd03-4e5c-8749-a4f5616a844c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:42.871531 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-bd441532-dd03-4e5c-8749-a4f5616a844c service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.0862288 Dec 10 19:37:43.250984 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-1b57ec14-a629-4d9c-9ed7-9e330c5eeaf9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf3fce9c-f0aa-495d-a82f-a10d9a78120f HTTP/1.1" status: 200 len: 1000 time: 0.3723311 Dec 10 19:37:43.299398 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-7a45f495-a2c9-4b56-ac4c-d4cff823c214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:43.300831 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-7a45f495-a2c9-4b56-ac4c-d4cff823c214 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0429437 Dec 10 19:37:43.344456 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-7b79479b-d303-453d-966f-30d01a793a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:43.345965 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-7b79479b-d303-453d-966f-30d01a793a4c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384481 Dec 10 19:37:43.442759 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-848dcd33-26c6-4a2d-bb23-4d91d77ae3a8 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900090 Dec 10 19:37:43.530659 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-eee6f214-9617-40d6-aa8e-0b4634bf4210 req-9895e5e2-6133-44af-af9f-4a73afbd982a service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812368 Dec 10 19:37:43.672347 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae943f-0f5b-4e68-a347-74fb17bfdebe req-f7160e03-e3c6-4ce7-adf1-48912df13ef6 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:43.673878 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2cae943f-0f5b-4e68-a347-74fb17bfdebe req-f7160e03-e3c6-4ce7-adf1-48912df13ef6 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 943 time: 0.0512273 Dec 10 19:37:43.725174 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2cae943f-0f5b-4e68-a347-74fb17bfdebe req-9872e5f0-c3db-45c2-95e7-3ebe622a37d7 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453675 Dec 10 19:37:44.299351 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a0bb7b0-0715-4cbd-8031-3a77a70fe72f', 'tag': 'cf3fce9c-f0aa-495d-a82f-a10d9a78120f'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:37:44.301794 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0990c1-eed3-4407-b437-f10e8c77de95" -d '{"events": [{"name": "network-changed", "server_uuid": "8a0bb7b0-0715-4cbd-8031-3a77a70fe72f", "tag": "cf3fce9c-f0aa-495d-a82f-a10d9a78120f"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:37:44.349786 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca910e6-73af-4b16-b29f-f80d9e18975c x-openstack-request-id: req-fca910e6-73af-4b16-b29f-f80d9e18975c {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:37:44.350089 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a0bb7b0-0715-4cbd-8031-3a77a70fe72f", "tag": "cf3fce9c-f0aa-495d-a82f-a10d9a78120f", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:37:44.350419 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fca910e6-73af-4b16-b29f-f80d9e18975c {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:37:44.350832 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a0bb7b0-0715-4cbd-8031-3a77a70fe72f', 'tag': 'cf3fce9c-f0aa-495d-a82f-a10d9a78120f', 'status': 'completed', 'code': 200} Dec 10 19:37:44.410468 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0990c1-eed3-4407-b437-f10e8c77de95 req-69403086-82ee-4cfa-b977-4c0c79e1eeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:44.411993 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9f0990c1-eed3-4407-b437-f10e8c77de95 req-69403086-82ee-4cfa-b977-4c0c79e1eeec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 1094 time: 0.0412283 Dec 10 19:37:44.412933 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0990c1-eed3-4407-b437-f10e8c77de95 req-3c332ed1-8c33-4377-9df8-d88bef3cc3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:44.414433 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9f0990c1-eed3-4407-b437-f10e8c77de95 req-3c332ed1-8c33-4377-9df8-d88bef3cc3e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 1094 time: 0.0401297 Dec 10 19:37:44.502728 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0990c1-eed3-4407-b437-f10e8c77de95 req-32e3a0f1-2cdf-4de0-a168-2b941803377e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:44.504222 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9f0990c1-eed3-4407-b437-f10e8c77de95 req-32e3a0f1-2cdf-4de0-a168-2b941803377e service neutron] 10.222.0.72 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.0841153 Dec 10 19:37:44.512615 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0990c1-eed3-4407-b437-f10e8c77de95 req-eaeab054-bed3-43d6-b5bf-96f1c2f6ba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:44.514105 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9f0990c1-eed3-4407-b437-f10e8c77de95 req-eaeab054-bed3-43d6-b5bf-96f1c2f6ba55 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.0900092 Dec 10 19:37:44.574177 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9f0990c1-eed3-4407-b437-f10e8c77de95 req-313da712-e4d9-41e8-8fcc-128079bfb335 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf3fce9c-f0aa-495d-a82f-a10d9a78120f HTTP/1.1" status: 200 len: 1000 time: 0.0631330 Dec 10 19:37:44.579547 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9f0990c1-eed3-4407-b437-f10e8c77de95 req-cdd2b98a-2a8b-4da7-8162-872ea8d2a025 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf3fce9c-f0aa-495d-a82f-a10d9a78120f HTTP/1.1" status: 200 len: 1000 time: 0.0577240 Dec 10 19:37:44.623345 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0990c1-eed3-4407-b437-f10e8c77de95 req-66f38720-d4de-4cac-a583-3ea115d633c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:44.624889 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9f0990c1-eed3-4407-b437-f10e8c77de95 req-66f38720-d4de-4cac-a583-3ea115d633c7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0446978 Dec 10 19:37:44.633592 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0990c1-eed3-4407-b437-f10e8c77de95 req-d7538b15-d76c-43aa-b44e-4c9c46d9ab4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:44.635195 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9f0990c1-eed3-4407-b437-f10e8c77de95 req-d7538b15-d76c-43aa-b44e-4c9c46d9ab4e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0481899 Dec 10 19:37:44.670277 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0990c1-eed3-4407-b437-f10e8c77de95 req-c840c715-3f3e-4fac-8699-87fc81b4ca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:44.671800 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9f0990c1-eed3-4407-b437-f10e8c77de95 req-c840c715-3f3e-4fac-8699-87fc81b4ca33 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407410 Dec 10 19:37:44.681394 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0990c1-eed3-4407-b437-f10e8c77de95 req-a9f92a75-a17a-4b43-b186-b31c61968fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:44.683151 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9f0990c1-eed3-4407-b437-f10e8c77de95 req-a9f92a75-a17a-4b43-b186-b31c61968fd9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404642 Dec 10 19:37:44.765327 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9f0990c1-eed3-4407-b437-f10e8c77de95 req-01e7df1c-6dc8-420e-acd0-272b2fca3c3b service neutron] 10.222.0.72 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869458 Dec 10 19:37:44.774861 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9f0990c1-eed3-4407-b437-f10e8c77de95 req-0e246eed-37ab-40d1-9ee3-0514c96d407d service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835571 Dec 10 19:37:44.872615 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9f0990c1-eed3-4407-b437-f10e8c77de95 req-2652139c-d2f9-4236-9a42-fcfa3df6cc2a service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896916 Dec 10 19:37:44.893419 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abe992-a8db-4c92-b873-2b17969c9db5 req-b3f5556f-eaa6-4579-af91-37a09e71db0f tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:44.894901 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f5abe992-a8db-4c92-b873-2b17969c9db5 req-b3f5556f-eaa6-4579-af91-37a09e71db0f tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 943 time: 0.0802298 Dec 10 19:37:44.900372 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9f0990c1-eed3-4407-b437-f10e8c77de95 req-87949cca-beba-44d3-bb12-7a7b1e88214e service neutron] 10.222.0.72 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286316 Dec 10 19:37:44.942102 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f5abe992-a8db-4c92-b873-2b17969c9db5 req-165af68f-b79a-40fc-b736-3309afd64021 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400925 Dec 10 19:37:45.295288 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device cf3fce9c-f0aa-495d-a82f-a10d9a78120f no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:37:45.333442 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device cf3fce9c-f0aa-495d-a82f-a10d9a78120f not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:37:46.067492 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device cf3fce9c-f0aa-495d-a82f-a10d9a78120f details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:37:46.080896 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283481d-13e2-4c7c-8b44-81dcf80690d5 req-612f912f-d70f-4db9-87c8-63b9351bfffc tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:46.082417 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d283481d-13e2-4c7c-8b44-81dcf80690d5 req-612f912f-d70f-4db9-87c8-63b9351bfffc tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 943 time: 0.0514095 Dec 10 19:37:46.131069 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d283481d-13e2-4c7c-8b44-81dcf80690d5 req-3ef7d17f-9a84-426f-a5f1-0c2b4ec4b483 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424273 Dec 10 19:37:46.162271 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port cf3fce9c-f0aa-495d-a82f-a10d9a78120f, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=cf3fce9c-f0aa-495d-a82f-a10d9a78120f,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:37:46.174036 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': 'cf3fce9c-f0aa-495d-a82f-a10d9a78120f', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'port_id': 'cf3fce9c-f0aa-495d-a82f-a10d9a78120f', 'mac_address': 'fa:16:3e:87:ae:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:37:46.213506 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:46.225928 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf3fce9c-f0aa-495d-a82f-a10d9a78120f {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:37:46.245821 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port cf3fce9c-f0aa-495d-a82f-a10d9a78120f, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=cf3fce9c-f0aa-495d-a82f-a10d9a78120f,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:37:46.249515 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:46.298351 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=cf3fce9c-f0aa-495d-a82f-a10d9a78120f,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:46.306633 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:46.307005 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:46.307365 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:46.307714 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:46.308052 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:46.308382 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:46.308735 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:46.309064 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:46.309390 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:46.309712 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:46.310039 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:46.310361 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:46.310687 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:46.452405 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-1da6059c-7f3f-4e6b-8169-bd795003e3e1 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:46.453891 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-1da6059c-7f3f-4e6b-8169-bd795003e3e1 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f&tenant_id=b616c65070de423e9109b7f7c3e68230&binding%3Ahost_id=n-h1-821435-1 HTTP/1.1" status: 200 len: 944 time: 0.0836070 Dec 10 19:37:46.466376 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b9299-4923-4c77-93de-d8aacc9d664d req-5dc8f0d8-4a3f-44a5-bda8-20b5b6f12b87 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:46.467766 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fd7b9299-4923-4c77-93de-d8aacc9d664d req-5dc8f0d8-4a3f-44a5-bda8-20b5b6f12b87 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 944 time: 0.0712953 Dec 10 19:37:46.504976 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['cf3fce9c-f0aa-495d-a82f-a10d9a78120f'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:37:46.553951 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fd7b9299-4923-4c77-93de-d8aacc9d664d req-19eb2ea6-376d-45c9-8f0f-c0734803a2d8 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790031 Dec 10 19:37:46.556944 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-d628e8f6-f52e-4224-888d-05a20f0a42b4 service neutron] 10.222.0.46 "GET /v2.0/ports/cf3fce9c-f0aa-495d-a82f-a10d9a78120f/bindings/n-h1-821435-1 HTTP/1.1" status: 200 len: 382 time: 0.0871811 Dec 10 19:37:46.626748 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-e0200bec-7a1f-4b41-8cbb-27f57dc36267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:46.628565 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-e0200bec-7a1f-4b41-8cbb-27f57dc36267 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 1095 time: 0.0468233 Dec 10 19:37:46.717032 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-60a4458a-b2de-4a4a-9bf5-e81668026c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:46.718549 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-60a4458a-b2de-4a4a-9bf5-e81668026c14 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.0828607 Dec 10 19:37:46.788686 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-af1728bd-b741-4dc3-b848-4da684fe9356 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf3fce9c-f0aa-495d-a82f-a10d9a78120f HTTP/1.1" status: 200 len: 1001 time: 0.0623810 Dec 10 19:37:46.837696 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-3ab99de8-df24-492b-a905-3ef0e16edba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:46.839791 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-3ab99de8-df24-492b-a905-3ef0e16edba0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0434835 Dec 10 19:37:46.888745 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-3332de72-fbcc-4518-98c6-d119fe4b12c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:46.890292 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-3332de72-fbcc-4518-98c6-d119fe4b12c0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426130 Dec 10 19:37:46.986811 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-4bef8e15-fde5-4f9d-aeae-4ab99910344d service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887361 Dec 10 19:37:47.077235 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-2390c236-8f0a-4da0-9fee-4a9eb64ab721 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830684 Dec 10 19:37:47.676780 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ea480-edee-4456-9287-e27234287260 req-713e4f8f-a265-4f7d-b204-e7b5b1b75da0 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:47.678187 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-837ea480-edee-4456-9287-e27234287260 req-713e4f8f-a265-4f7d-b204-e7b5b1b75da0 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 944 time: 0.0487132 Dec 10 19:37:47.728594 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-837ea480-edee-4456-9287-e27234287260 req-d0e38986-a1be-4eb8-8ac1-4d166bf493e4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433414 Dec 10 19:37:48.073243 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device cf3fce9c-f0aa-495d-a82f-a10d9a78120f up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:37:48.122269 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port cf3fce9c-f0aa-495d-a82f-a10d9a78120f completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:37:48.126136 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port cf3fce9c-f0aa-495d-a82f-a10d9a78120f triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:37:48.126512 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:48.203558 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:48.231945 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0bb7b0-0715-4cbd-8031-3a77a70fe72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3fce9c-f0aa-495d-a82f-a10d9a78120f'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:37:48.234196 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f39997a1e7c5b6ae782956bbd1fa5b612e64aa5908109c3bc10b0e272c8d4b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecc39fb-521a-444f-8f3b-4eb0e2502adc" -d '{"events": [{"server_uuid": "8a0bb7b0-0715-4cbd-8031-3a77a70fe72f", "name": "network-vif-plugged", "status": "completed", "tag": "cf3fce9c-f0aa-495d-a82f-a10d9a78120f"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:37:48.414435 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1ec2a6-dc2f-4644-81c3-71909b5328f1 x-openstack-request-id: req-bd1ec2a6-dc2f-4644-81c3-71909b5328f1 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:37:48.414802 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a0bb7b0-0715-4cbd-8031-3a77a70fe72f", "name": "network-vif-plugged", "status": "completed", "tag": "cf3fce9c-f0aa-495d-a82f-a10d9a78120f", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:37:48.415102 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bd1ec2a6-dc2f-4644-81c3-71909b5328f1 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:37:48.415550 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0bb7b0-0715-4cbd-8031-3a77a70fe72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3fce9c-f0aa-495d-a82f-a10d9a78120f', 'code': 200} Dec 10 19:37:48.418747 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port cf3fce9c-f0aa-495d-a82f-a10d9a78120f, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=cf3fce9c-f0aa-495d-a82f-a10d9a78120f,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:37:48.422676 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:48.470143 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=cf3fce9c-f0aa-495d-a82f-a10d9a78120f,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:48.870284 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04120aa6-cc52-458a-b199-4e1c7f3dc8e8 req-91b0a45f-31a2-45e7-a973-a0a35ad8b5e0 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:48.871817 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-04120aa6-cc52-458a-b199-4e1c7f3dc8e8 req-91b0a45f-31a2-45e7-a973-a0a35ad8b5e0 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 945 time: 0.0536466 Dec 10 19:37:48.925000 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-04120aa6-cc52-458a-b199-4e1c7f3dc8e8 req-69c5ad29-b528-48c5-9bac-01beeb9849d8 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469151 Dec 10 19:37:49.030514 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-52396d76-2082-4438-af76-0ebe7f21dd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:49.031954 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-52396d76-2082-4438-af76-0ebe7f21dd19 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f&tenant_id=b616c65070de423e9109b7f7c3e68230 HTTP/1.1" status: 200 len: 1096 time: 0.0465636 Dec 10 19:37:49.043013 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-94961b98-455e-4130-807f-a7c86e239533 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821435-1', 'device_owner': 'compute:nova'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:37:49.094478 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-94961b98-455e-4130-807f-a7c86e239533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:49.295425 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-94961b98-455e-4130-807f-a7c86e239533 service neutron] For port cf3fce9c-f0aa-495d-a82f-a10d9a78120f, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=cf3fce9c-f0aa-495d-a82f-a10d9a78120f,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:37:49.341825 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-94961b98-455e-4130-807f-a7c86e239533 service neutron] For port cf3fce9c-f0aa-495d-a82f-a10d9a78120f, host n-h1-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:37:49.382584 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0bb7b0-0715-4cbd-8031-3a77a70fe72f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf3fce9c-f0aa-495d-a82f-a10d9a78120f'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:37:49.385622 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb385ee8d26b8ad243460b423ad218e97d9fae79c4f4b9b0691d822ece1c624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f934b8f4-20cd-4bd7-8d86-191d1a7bbd05" -d '{"events": [{"server_uuid": "8a0bb7b0-0715-4cbd-8031-3a77a70fe72f", "name": "network-vif-unplugged", "status": "completed", "tag": "cf3fce9c-f0aa-495d-a82f-a10d9a78120f"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:37:49.389429 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-94961b98-455e-4130-807f-a7c86e239533 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:49.404002 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-94961b98-455e-4130-807f-a7c86e239533 service neutron] Transition to ACTIVE for port object cf3fce9c-f0aa-495d-a82f-a10d9a78120f will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:37:49.407030 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-94961b98-455e-4130-807f-a7c86e239533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:49.440316 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 19:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e60fb1-0dde-4e9d-bdca-64adf69f71df x-openstack-request-id: req-34e60fb1-0dde-4e9d-bdca-64adf69f71df {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:37:49.441283 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a0bb7b0-0715-4cbd-8031-3a77a70fe72f", "name": "network-vif-unplugged", "status": "completed", "tag": "cf3fce9c-f0aa-495d-a82f-a10d9a78120f", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:37:49.441469 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-34e60fb1-0dde-4e9d-bdca-64adf69f71df {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:37:49.441876 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0bb7b0-0715-4cbd-8031-3a77a70fe72f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf3fce9c-f0aa-495d-a82f-a10d9a78120f', 'code': 200} Dec 10 19:37:49.489239 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94961b98-455e-4130-807f-a7c86e239533 service neutron] Pushing event updated for resources: {'Port': ['ID=cf3fce9c-f0aa-495d-a82f-a10d9a78120f,revision_number=10']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:49.503400 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94961b98-455e-4130-807f-a7c86e239533 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:49.503757 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94961b98-455e-4130-807f-a7c86e239533 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:49.504111 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94961b98-455e-4130-807f-a7c86e239533 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:49.504458 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94961b98-455e-4130-807f-a7c86e239533 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:49.504828 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94961b98-455e-4130-807f-a7c86e239533 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:49.505173 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94961b98-455e-4130-807f-a7c86e239533 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:49.505509 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94961b98-455e-4130-807f-a7c86e239533 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:49.505843 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94961b98-455e-4130-807f-a7c86e239533 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:49.506176 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94961b98-455e-4130-807f-a7c86e239533 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:49.506509 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94961b98-455e-4130-807f-a7c86e239533 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:49.506842 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94961b98-455e-4130-807f-a7c86e239533 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:49.507172 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94961b98-455e-4130-807f-a7c86e239533 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:49.507503 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94961b98-455e-4130-807f-a7c86e239533 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:49.542956 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-94961b98-455e-4130-807f-a7c86e239533 service neutron] No DVR routers for this DVR port cf3fce9c-f0aa-495d-a82f-a10d9a78120f on host n-h1-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:37:49.676925 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-94961b98-455e-4130-807f-a7c86e239533 service neutron] Attempting to bind port cf3fce9c-f0aa-495d-a82f-a10d9a78120f on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:49.677266 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-94961b98-455e-4130-807f-a7c86e239533 service neutron] Attempting to bind port cf3fce9c-f0aa-495d-a82f-a10d9a78120f by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:37:49.677601 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-94961b98-455e-4130-807f-a7c86e239533 service neutron] Attempting to bind port cf3fce9c-f0aa-495d-a82f-a10d9a78120f on network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:37:49.681924 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-94961b98-455e-4130-807f-a7c86e239533 service neutron] Port cf3fce9c-f0aa-495d-a82f-a10d9a78120f on network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:37:49.682250 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-94961b98-455e-4130-807f-a7c86e239533 service neutron] Attempting to bind port cf3fce9c-f0aa-495d-a82f-a10d9a78120f on network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:37:49.687042 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-94961b98-455e-4130-807f-a7c86e239533 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:37:49.687386 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-94961b98-455e-4130-807f-a7c86e239533 service neutron] Checking segment: {'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:37:49.687774 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-94961b98-455e-4130-807f-a7c86e239533 service neutron] Bound using segment: {'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:37:49.688204 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-94961b98-455e-4130-807f-a7c86e239533 service neutron] Bound port: cf3fce9c-f0aa-495d-a82f-a10d9a78120f, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:37:49.688560 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-94961b98-455e-4130-807f-a7c86e239533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:49.750261 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-94961b98-455e-4130-807f-a7c86e239533 service neutron] For port cf3fce9c-f0aa-495d-a82f-a10d9a78120f, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:37:49.753784 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-94961b98-455e-4130-807f-a7c86e239533 service neutron] For port cf3fce9c-f0aa-495d-a82f-a10d9a78120f, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=cf3fce9c-f0aa-495d-a82f-a10d9a78120f,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:37:49.758340 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-94961b98-455e-4130-807f-a7c86e239533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:49.758838 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-884d5949-1e67-4b10-a073-6b461c0726f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:49.796021 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-94961b98-455e-4130-807f-a7c86e239533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:49.796652 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-94961b98-455e-4130-807f-a7c86e239533 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:49.798045 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-94961b98-455e-4130-807f-a7c86e239533 service neutron] 10.222.0.72 "PUT /v2.0/ports/cf3fce9c-f0aa-495d-a82f-a10d9a78120f HTTP/1.1" status: 200 len: 1092 time: 0.7590368 Dec 10 19:37:49.816066 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94961b98-455e-4130-807f-a7c86e239533 service neutron] Pushing event updated for resources: {'Port': ['ID=cf3fce9c-f0aa-495d-a82f-a10d9a78120f,revision_number=11']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:49.868382 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-f9bf762c-cc0f-4c0c-82cb-c686e0b41aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:49.870535 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-f9bf762c-cc0f-4c0c-82cb-c686e0b41aaa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 1095 time: 0.0462692 Dec 10 19:37:49.971036 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-9f6740d8-686b-4136-ac62-326c7ab6498a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:49.972877 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-9f6740d8-686b-4136-ac62-326c7ab6498a service neutron] 10.222.0.72 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.0960088 Dec 10 19:37:50.085134 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-55722ba0-efba-477a-9d1f-2dc8f78be509 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf3fce9c-f0aa-495d-a82f-a10d9a78120f HTTP/1.1" status: 200 len: 1000 time: 0.1053123 Dec 10 19:37:50.102477 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f75f3-e375-4805-9438-e1b66e9d52a4 req-e9486758-1938-4d44-b52f-3a03410ac70a tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:50.104545 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d82f75f3-e375-4805-9438-e1b66e9d52a4 req-e9486758-1938-4d44-b52f-3a03410ac70a tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 944 time: 0.0864022 Dec 10 19:37:50.193120 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-3c0ddb25-f6d4-49a0-a24a-bec1790d61b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:50.194743 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-3c0ddb25-f6d4-49a0-a24a-bec1790d61b2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0892718 Dec 10 19:37:50.220117 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d82f75f3-e375-4805-9438-e1b66e9d52a4 req-5c8f5dfb-b743-4bf8-a64d-c00b90b78954 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056092 Dec 10 19:37:50.259487 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-eff34834-21da-4b1b-a10c-2ad283772bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:50.261598 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-eff34834-21da-4b1b-a10c-2ad283772bcc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587015 Dec 10 19:37:50.366454 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-b5a9638c-43a7-4a6f-8906-65f52160f223 service neutron] 10.222.0.72 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977073 Dec 10 19:37:50.478460 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e82860dc-718c-44d1-a791-44c7de6eb0aa req-7a80996e-0bbe-4f87-955a-acdb0193e99f service neutron] 10.222.0.72 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051493 Dec 10 19:37:50.612373 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:37:51.343890 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03fd9a-fa60-48d5-98e5-01db050eb7de req-7f7cfe4f-12cd-439e-9963-6e8a6056b724 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:51.345433 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ce03fd9a-fa60-48d5-98e5-01db050eb7de req-7f7cfe4f-12cd-439e-9963-6e8a6056b724 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 944 time: 0.0498304 Dec 10 19:37:51.399002 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ce03fd9a-fa60-48d5-98e5-01db050eb7de req-2c8ee83f-ecd3-4f4e-81e1-55ba7b857c35 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475574 Dec 10 19:37:51.443115 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a0bb7b0-0715-4cbd-8031-3a77a70fe72f', 'tag': 'cf3fce9c-f0aa-495d-a82f-a10d9a78120f'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:37:51.445543 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb385ee8d26b8ad243460b423ad218e97d9fae79c4f4b9b0691d822ece1c624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878073ae-b221-4c88-bf34-bb57d457e581" -d '{"events": [{"name": "network-changed", "server_uuid": "8a0bb7b0-0715-4cbd-8031-3a77a70fe72f", "tag": "cf3fce9c-f0aa-495d-a82f-a10d9a78120f"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:37:51.495417 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed7b8fe-5d5d-4cff-980b-b5f6f539ff04 x-openstack-request-id: req-9ed7b8fe-5d5d-4cff-980b-b5f6f539ff04 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:37:51.495821 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a0bb7b0-0715-4cbd-8031-3a77a70fe72f", "tag": "cf3fce9c-f0aa-495d-a82f-a10d9a78120f", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:37:51.496132 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9ed7b8fe-5d5d-4cff-980b-b5f6f539ff04 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:37:51.496564 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a0bb7b0-0715-4cbd-8031-3a77a70fe72f', 'tag': 'cf3fce9c-f0aa-495d-a82f-a10d9a78120f', 'status': 'completed', 'code': 200} Dec 10 19:37:51.555659 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878073ae-b221-4c88-bf34-bb57d457e581 req-9e8d05d3-fb10-4aac-bc07-147f77059253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:51.557122 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-878073ae-b221-4c88-bf34-bb57d457e581 req-9e8d05d3-fb10-4aac-bc07-147f77059253 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 1095 time: 0.0417354 Dec 10 19:37:51.558204 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878073ae-b221-4c88-bf34-bb57d457e581 req-7a1e6091-bb1e-4553-9707-993d15b43cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:51.559694 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-878073ae-b221-4c88-bf34-bb57d457e581 req-7a1e6091-bb1e-4553-9707-993d15b43cf6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 1095 time: 0.0410416 Dec 10 19:37:51.646560 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878073ae-b221-4c88-bf34-bb57d457e581 req-c3d234bc-c562-4c7e-aa21-fd2d317fa3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:51.648100 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-878073ae-b221-4c88-bf34-bb57d457e581 req-c3d234bc-c562-4c7e-aa21-fd2d317fa3d9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.0838125 Dec 10 19:37:51.654077 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878073ae-b221-4c88-bf34-bb57d457e581 req-4a140aa7-c375-49f1-8b4f-c30d4c1e1ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:51.655553 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-878073ae-b221-4c88-bf34-bb57d457e581 req-4a140aa7-c375-49f1-8b4f-c30d4c1e1ed0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.0888126 Dec 10 19:37:51.718576 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-878073ae-b221-4c88-bf34-bb57d457e581 req-e6d58fdf-204e-41ac-a67c-6b1e33f0c4c5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf3fce9c-f0aa-495d-a82f-a10d9a78120f HTTP/1.1" status: 200 len: 1000 time: 0.0619972 Dec 10 19:37:51.726044 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-878073ae-b221-4c88-bf34-bb57d457e581 req-a82baf44-30c3-4b83-b3b4-5029a3a8ea49 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf3fce9c-f0aa-495d-a82f-a10d9a78120f HTTP/1.1" status: 200 len: 1000 time: 0.0624869 Dec 10 19:37:51.774771 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878073ae-b221-4c88-bf34-bb57d457e581 req-f92a6614-50d2-40c5-95a5-dde5d3cb5f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:51.777038 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-878073ae-b221-4c88-bf34-bb57d457e581 req-f92a6614-50d2-40c5-95a5-dde5d3cb5f2d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0488002 Dec 10 19:37:51.780251 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878073ae-b221-4c88-bf34-bb57d457e581 req-c86416e0-63ea-4794-aa49-0e73d837e1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:51.781774 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-878073ae-b221-4c88-bf34-bb57d457e581 req-c86416e0-63ea-4794-aa49-0e73d837e1b1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0488086 Dec 10 19:37:51.821333 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878073ae-b221-4c88-bf34-bb57d457e581 req-311270c2-34f8-4b3b-9ba6-fa281e4da408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:51.823419 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-878073ae-b221-4c88-bf34-bb57d457e581 req-311270c2-34f8-4b3b-9ba6-fa281e4da408 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392299 Dec 10 19:37:51.826540 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878073ae-b221-4c88-bf34-bb57d457e581 req-18fadfcd-a589-48be-b9f1-7fc6bfa8f152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:51.828033 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-878073ae-b221-4c88-bf34-bb57d457e581 req-18fadfcd-a589-48be-b9f1-7fc6bfa8f152 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398045 Dec 10 19:37:51.917404 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-878073ae-b221-4c88-bf34-bb57d457e581 req-e44321fb-3fe7-491c-b25d-771c9d3c1fcc service neutron] 10.222.0.72 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852764 Dec 10 19:37:51.923466 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-878073ae-b221-4c88-bf34-bb57d457e581 req-3f574d49-16f9-4a71-bc19-6e7c754bf081 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879292 Dec 10 19:37:52.005654 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-878073ae-b221-4c88-bf34-bb57d457e581 req-f8c3b4d0-25b6-42e1-ac70-42284dbd707a service neutron] 10.222.0.72 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805194 Dec 10 19:37:52.015194 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-878073ae-b221-4c88-bf34-bb57d457e581 req-f08c5217-5851-4512-8476-f7e77e1bab1f service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847368 Dec 10 19:37:52.098524 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device cf3fce9c-f0aa-495d-a82f-a10d9a78120f no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:37:52.139813 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device cf3fce9c-f0aa-495d-a82f-a10d9a78120f not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:37:52.518027 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40357f4c-a93a-47da-879f-b390a3a8de3b req-8eb1cfac-f845-466d-b0fd-489e2bf94009 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:52.519510 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-40357f4c-a93a-47da-879f-b390a3a8de3b req-8eb1cfac-f845-466d-b0fd-489e2bf94009 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 944 time: 0.0515683 Dec 10 19:37:52.575251 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-40357f4c-a93a-47da-879f-b390a3a8de3b req-47ad659f-271b-44ee-8234-f4655808938f tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497966 Dec 10 19:37:52.623604 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-10a46004-b040-4d23-bbb2-56c7beeb8502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:53.649512 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:53.716495 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa40aaa-38ca-4d96-b2ee-9cc385d41978 req-a3e54eab-b145-4321-8597-e6e1b2eeb5e3 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:53.718938 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aaa40aaa-38ca-4d96-b2ee-9cc385d41978 req-a3e54eab-b145-4321-8597-e6e1b2eeb5e3 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 944 time: 0.0604084 Dec 10 19:37:53.775975 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aaa40aaa-38ca-4d96-b2ee-9cc385d41978 req-42bc78b1-7d1d-4dcb-9bd9-5934b32f0a05 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486603 Dec 10 19:37:54.891225 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d36533-b312-4997-80ab-b7719ecf4323 req-ff9a3f38-50fa-491a-9957-e36c3fb2770d tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:54.897423 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-28d36533-b312-4997-80ab-b7719ecf4323 req-ff9a3f38-50fa-491a-9957-e36c3fb2770d tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 944 time: 0.0532651 Dec 10 19:37:54.944603 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-28d36533-b312-4997-80ab-b7719ecf4323 req-10e0d0ca-044a-4daf-bc9d-2edc0d330ade tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406511 Dec 10 19:37:55.015419 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:55.063809 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d5ca2-1082-4ad9-9c5d-8103343f8e57 req-fbee9ab5-6c70-4bc3-8d40-abe23979e1f3 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:55.065214 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b98d5ca2-1082-4ad9-9c5d-8103343f8e57 req-fbee9ab5-6c70-4bc3-8d40-abe23979e1f3 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 944 time: 0.0481632 Dec 10 19:37:55.112543 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b98d5ca2-1082-4ad9-9c5d-8103343f8e57 req-05b9ee00-08fc-44b0-8aed-e564f793ce11 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412543 Dec 10 19:37:55.224511 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e0f73-044c-4f1f-b018-27f7e599ce98 req-09ddea12-c144-4483-a7c5-171779070458 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:55.225991 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-556e0f73-044c-4f1f-b018-27f7e599ce98 req-09ddea12-c144-4483-a7c5-171779070458 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 944 time: 0.0476940 Dec 10 19:37:55.274675 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-556e0f73-044c-4f1f-b018-27f7e599ce98 req-93b76068-7d26-49b7-b572-d6f23b508546 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419312 Dec 10 19:37:55.325874 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device cf3fce9c-f0aa-495d-a82f-a10d9a78120f details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:37:55.428428 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port cf3fce9c-f0aa-495d-a82f-a10d9a78120f, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=cf3fce9c-f0aa-495d-a82f-a10d9a78120f,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:37:55.439330 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': 'cf3fce9c-f0aa-495d-a82f-a10d9a78120f', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'port_id': 'cf3fce9c-f0aa-495d-a82f-a10d9a78120f', 'mac_address': 'fa:16:3e:87:ae:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:37:55.477232 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:55.490241 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf3fce9c-f0aa-495d-a82f-a10d9a78120f {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:37:55.511151 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port cf3fce9c-f0aa-495d-a82f-a10d9a78120f, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=cf3fce9c-f0aa-495d-a82f-a10d9a78120f,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:37:55.515622 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2d0d3-ad10-483e-89f1-716991449591 req-0f5fea91-8291-4da6-b40d-5396307f8b24 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:55.516377 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:55.517460 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9fb2d0d3-ad10-483e-89f1-716991449591 req-0f5fea91-8291-4da6-b40d-5396307f8b24 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 944 time: 0.0548232 Dec 10 19:37:55.563086 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=cf3fce9c-f0aa-495d-a82f-a10d9a78120f,revision_number=12']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:55.567508 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9fb2d0d3-ad10-483e-89f1-716991449591 req-9c845831-6f59-4c12-8d6e-79d3e3a15282 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436809 Dec 10 19:37:55.629736 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:55.897086 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['cf3fce9c-f0aa-495d-a82f-a10d9a78120f'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:37:56.685103 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc0f58-2532-4d9c-a110-7ee961b9cc3b req-ccebb3b6-1e1f-4e5f-a8f1-a2e1cc31c8af tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:56.686472 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f3cc0f58-2532-4d9c-a110-7ee961b9cc3b req-ccebb3b6-1e1f-4e5f-a8f1-a2e1cc31c8af tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 945 time: 0.0480142 Dec 10 19:37:56.738141 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f3cc0f58-2532-4d9c-a110-7ee961b9cc3b req-4f7aed43-bed7-4294-af64-c687d66390ef tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445094 Dec 10 19:37:56.908839 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74598ad6-1852-4b5e-ad00-c5639b1e38c3 req-ed191d62-530f-4c48-824a-ce8bab52f54f tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:56.910264 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-74598ad6-1852-4b5e-ad00-c5639b1e38c3 req-ed191d62-530f-4c48-824a-ce8bab52f54f tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 945 time: 0.0477946 Dec 10 19:37:57.001446 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-74598ad6-1852-4b5e-ad00-c5639b1e38c3 req-6375eb2e-af5e-47f5-8ac5-a0ecb6ed9d2b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Deleting port cf3fce9c-f0aa-495d-a82f-a10d9a78120f {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:37:57.001792 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-74598ad6-1852-4b5e-ad00-c5639b1e38c3 req-6375eb2e-af5e-47f5-8ac5-a0ecb6ed9d2b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:57.342677 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device cf3fce9c-f0aa-495d-a82f-a10d9a78120f up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:37:57.391461 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port cf3fce9c-f0aa-495d-a82f-a10d9a78120f completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:37:57.395512 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port cf3fce9c-f0aa-495d-a82f-a10d9a78120f triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:37:57.395888 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:57.401909 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-74598ad6-1852-4b5e-ad00-c5639b1e38c3 req-6375eb2e-af5e-47f5-8ac5-a0ecb6ed9d2b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] For port cf3fce9c-f0aa-495d-a82f-a10d9a78120f, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=cf3fce9c-f0aa-495d-a82f-a10d9a78120f,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:37:57.402276 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-74598ad6-1852-4b5e-ad00-c5639b1e38c3 req-6375eb2e-af5e-47f5-8ac5-a0ecb6ed9d2b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:57.473330 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:57.496066 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0bb7b0-0715-4cbd-8031-3a77a70fe72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3fce9c-f0aa-495d-a82f-a10d9a78120f'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:37:57.498327 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f39997a1e7c5b6ae782956bbd1fa5b612e64aa5908109c3bc10b0e272c8d4b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b37d75-2d15-4b17-9821-065e89faea6b" -d '{"events": [{"server_uuid": "8a0bb7b0-0715-4cbd-8031-3a77a70fe72f", "name": "network-vif-plugged", "status": "completed", "tag": "cf3fce9c-f0aa-495d-a82f-a10d9a78120f"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:37:57.512963 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port cf3fce9c-f0aa-495d-a82f-a10d9a78120f, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=cf3fce9c-f0aa-495d-a82f-a10d9a78120f,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:37:57.517524 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:57.540504 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e64b815-8944-4f60-b0a1-9909a1ea455d x-openstack-request-id: req-2e64b815-8944-4f60-b0a1-9909a1ea455d {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:37:57.541195 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a0bb7b0-0715-4cbd-8031-3a77a70fe72f", "name": "network-vif-plugged", "status": "completed", "tag": "cf3fce9c-f0aa-495d-a82f-a10d9a78120f", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:37:57.541540 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2e64b815-8944-4f60-b0a1-9909a1ea455d {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:37:57.541931 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0bb7b0-0715-4cbd-8031-3a77a70fe72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3fce9c-f0aa-495d-a82f-a10d9a78120f', 'code': 200} Dec 10 19:37:57.566889 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=cf3fce9c-f0aa-495d-a82f-a10d9a78120f,revision_number=13']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:57.580186 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-74598ad6-1852-4b5e-ad00-c5639b1e38c3 req-6375eb2e-af5e-47f5-8ac5-a0ecb6ed9d2b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:57.580550 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-74598ad6-1852-4b5e-ad00-c5639b1e38c3 req-6375eb2e-af5e-47f5-8ac5-a0ecb6ed9d2b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:57.580897 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [req-74598ad6-1852-4b5e-ad00-c5639b1e38c3 req-6375eb2e-af5e-47f5-8ac5-a0ecb6ed9d2b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Floating IP 04e81618-1ae8-41e6-864a-d1f6c547eb51 disassociated. External IP: 172.25.7.172, port: cf3fce9c-f0aa-495d-a82f-a10d9a78120f. Dec 10 19:37:57.581240 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-74598ad6-1852-4b5e-ad00-c5639b1e38c3 req-6375eb2e-af5e-47f5-8ac5-a0ecb6ed9d2b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Calling delete_port for cf3fce9c-f0aa-495d-a82f-a10d9a78120f owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:37:57.707662 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-74598ad6-1852-4b5e-ad00-c5639b1e38c3 req-6375eb2e-af5e-47f5-8ac5-a0ecb6ed9d2b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:57.737345 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375eb2e-af5e-47f5-8ac5-a0ecb6ed9d2b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Pushing event deleted for resources: {'Port': ['ID=cf3fce9c-f0aa-495d-a82f-a10d9a78120f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:57.850086 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b44bb433-8e57-4f07-93b7-16200ec8893d req-a224d529-b053-4e1d-abe4-7221f52fdb47 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bb7b0-0715-4cbd-8031-3a77a70fe72f HTTP/1.1" status: 200 len: 210 time: 0.0319192 Dec 10 19:37:57.883393 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74598ad6-1852-4b5e-ad00-c5639b1e38c3 req-6375eb2e-af5e-47f5-8ac5-a0ecb6ed9d2b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Router a3c0ff56-d4ae-4ffb-9680-332c607fddc7 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:37:57.990956 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74598ad6-1852-4b5e-ad00-c5639b1e38c3 req-6375eb2e-af5e-47f5-8ac5-a0ecb6ed9d2b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:37:58.001970 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0498c56-73ce-48b6-9296-ecd6395700a2 None None] Sync routers for ids ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:37:58.013759 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0498c56-73ce-48b6-9296-ecd6395700a2 None None] Routers {'a3c0ff56-d4ae-4ffb-9680-332c607fddc7'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:37:58.014317 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e0498c56-73ce-48b6-9296-ecd6395700a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:37:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:37:58.033779 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-74598ad6-1852-4b5e-ad00-c5639b1e38c3 req-6375eb2e-af5e-47f5-8ac5-a0ecb6ed9d2b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] No DVR routers for this DVR port cf3fce9c-f0aa-495d-a82f-a10d9a78120f on host n-h2-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:37:58.036503 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-74598ad6-1852-4b5e-ad00-c5639b1e38c3 req-6375eb2e-af5e-47f5-8ac5-a0ecb6ed9d2b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:58.039947 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-74598ad6-1852-4b5e-ad00-c5639b1e38c3 req-6375eb2e-af5e-47f5-8ac5-a0ecb6ed9d2b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.72 "DELETE /v2.0/ports/cf3fce9c-f0aa-495d-a82f-a10d9a78120f HTTP/1.1" status: 204 len: 173 time: 1.1226728 Dec 10 19:37:58.040392 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0bb7b0-0715-4cbd-8031-3a77a70fe72f', 'name': 'network-vif-deleted', 'tag': 'cf3fce9c-f0aa-495d-a82f-a10d9a78120f'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:37:58.042788 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb385ee8d26b8ad243460b423ad218e97d9fae79c4f4b9b0691d822ece1c624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffbde09-942b-46fd-997e-98d1624e8692" -d '{"events": [{"server_uuid": "8a0bb7b0-0715-4cbd-8031-3a77a70fe72f", "name": "network-vif-deleted", "tag": "cf3fce9c-f0aa-495d-a82f-a10d9a78120f"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:37:58.085599 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f49d50e-2ed1-4699-a64b-ad6925dfa2e3 x-openstack-request-id: req-7f49d50e-2ed1-4699-a64b-ad6925dfa2e3 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:37:58.085906 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a0bb7b0-0715-4cbd-8031-3a77a70fe72f", "name": "network-vif-deleted", "tag": "cf3fce9c-f0aa-495d-a82f-a10d9a78120f", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:37:58.086168 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7f49d50e-2ed1-4699-a64b-ad6925dfa2e3 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:37:58.086577 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0bb7b0-0715-4cbd-8031-3a77a70fe72f', 'name': 'network-vif-deleted', 'tag': 'cf3fce9c-f0aa-495d-a82f-a10d9a78120f', 'status': 'completed', 'code': 200} Dec 10 19:37:58.128239 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-e0498c56-73ce-48b6-9296-ecd6395700a2 None None] Set router a3c0ff56-d4ae-4ffb-9680-332c607fddc7 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:37:58.329102 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e0498c56-73ce-48b6-9296-ecd6395700a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'name': 'tempest-ServerActionsTestJSON-224245180-router', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:29:59Z', 'revision_number': 4, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'gw_port': {'id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '2ccadd38-b57f-405c-9f51-cd75e86681e5', 'name': '', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'mac_address': 'fa:16:3e:84:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:59Z', 'updated_at': '2021-12-10T19:30:03Z', 'revision_number': 5, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'subnets': [{'id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:37:58.355419 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0498c56-73ce-48b6-9296-ecd6395700a2 None None] Checking router: a3c0ff56-d4ae-4ffb-9680-332c607fddc7 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:37:58.365065 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0498c56-73ce-48b6-9296-ecd6395700a2 None None] Routers {'a3c0ff56-d4ae-4ffb-9680-332c607fddc7'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:37:58.365705 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e0498c56-73ce-48b6-9296-ecd6395700a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:37:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:37:58.476265 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-e0498c56-73ce-48b6-9296-ecd6395700a2 None None] Set router a3c0ff56-d4ae-4ffb-9680-332c607fddc7 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:37:58.678614 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e0498c56-73ce-48b6-9296-ecd6395700a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'name': 'tempest-ServerActionsTestJSON-224245180-router', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:29:59Z', 'revision_number': 4, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'gw_port': {'id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '2ccadd38-b57f-405c-9f51-cd75e86681e5', 'name': '', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'mac_address': 'fa:16:3e:84:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:59Z', 'updated_at': '2021-12-10T19:30:03Z', 'revision_number': 5, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'subnets': [{'id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:37:58.704988 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0498c56-73ce-48b6-9296-ecd6395700a2 None None] The sync data for ids ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'] in n-d-821435-1 is: [{'id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'name': 'tempest-ServerActionsTestJSON-224245180-router', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:29:59Z', 'revision_number': 4, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'gw_port': {'id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '2ccadd38-b57f-405c-9f51-cd75e86681e5', 'name': '', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'mac_address': 'fa:16:3e:84:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:59Z', 'updated_at': '2021-12-10T19:30:03Z', 'revision_number': 5, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'subnets': [{'id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:37:58.953726 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59be82c5-63ff-4e50-add7-c21ba01added None None] New status for floating IP 04e81618-1ae8-41e6-864a-d1f6c547eb51: DOWN {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:37:59.173967 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-ad9d969f-a6d6-46ea-8a7d-74002f2c4194 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--708212243&fields=id&tenant_id=b616c65070de423e9109b7f7c3e68230 HTTP/1.1" status: 200 len: 267 time: 0.0431678 Dec 10 19:37:59.295843 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-ab0dca3c-fe4e-4bd9-8e71-36369ff13dcb tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:59.297377 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-ab0dca3c-fe4e-4bd9-8e71-36369ff13dcb tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 811 time: 0.1165609 Dec 10 19:37:59.312281 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-59fbb5ca-da50-41a1-a01b-5c26f7fcab9d tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/quotas/b616c65070de423e9109b7f7c3e68230 HTTP/1.1" status: 200 len: 375 time: 0.0091257 Dec 10 19:37:59.356358 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device cf3fce9c-f0aa-495d-a82f-a10d9a78120f no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:37:59.367865 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-1697edba-69cd-487b-a74f-2669d7e0a0a8 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504653 Dec 10 19:37:59.376206 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: cf3fce9c-f0aa-495d-a82f-a10d9a78120f {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:37:59.376560 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device cf3fce9c-f0aa-495d-a82f-a10d9a78120f not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:37:59.462504 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-a994a108-a331-4cb1-a3fc-c0097b36a7ef service neutron] 10.222.0.62 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810432 Dec 10 19:37:59.553633 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-b2869c64-d27e-42de-ac0b-2d552f8b50c8 service neutron] 10.222.0.62 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842702 Dec 10 19:37:59.714211 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-50461ec9-4011-4dd1-ab4d-377f5257b7c3 req-bbc63b94-0ed5-40af-b3b6-b406c2145e1f tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 210 time: 0.0267062 Dec 10 19:38:00.693906 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-12ffdaa1-9d17-4999-a4b0-0551735de864 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:38:00.695359 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-12ffdaa1-9d17-4999-a4b0-0551735de864 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.46 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 811 time: 0.1099224 Dec 10 19:38:00.758999 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-6b7f1c78-6304-4de6-a384-bfcc1f3352a8 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b616c65070de423e9109b7f7c3e68230 HTTP/1.1" status: 200 len: 379 time: 0.0539961 Dec 10 19:38:00.768707 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-c9983a11-cfb4-49b5-aacd-9d22cd2d2fe4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Request body: {'port': {'device_id': '4941524a-6c37-4333-bf38-a7e4653e864f', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'admin_state_up': True, 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'security_groups': ['172160bb-5e3c-4316-a6ec-2e3cd2a24760']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:38:00.810439 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9383472e-5f2f-4bd1-8efb-0a34f4f6d8fb req-8f3fdd6c-49cf-420d-8c3d-450c9ce798a1 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 210 time: 0.0262530 Dec 10 19:38:00.880872 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-c9983a11-cfb4-49b5-aacd-9d22cd2d2fe4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Made reservation on behalf of b616c65070de423e9109b7f7c3e68230 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:38:00.885006 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-c9983a11-cfb4-49b5-aacd-9d22cd2d2fe4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:01.020965 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-c9983a11-cfb4-49b5-aacd-9d22cd2d2fe4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Allocated IP 172.20.0.14 (7dc2d254-b19a-4600-a571-d1e2c01d6ae6/a85620c1-c42f-4cac-8fdf-5a36f05e2f5e/65b9b21d-19df-4c5e-b257-084855ee4a34) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:38:01.160878 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-c9983a11-cfb4-49b5-aacd-9d22cd2d2fe4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:01.194119 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-c9983a11-cfb4-49b5-aacd-9d22cd2d2fe4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:01.257646 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-c9983a11-cfb4-49b5-aacd-9d22cd2d2fe4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:38:01.262202 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-c9983a11-cfb4-49b5-aacd-9d22cd2d2fe4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:38:01.267291 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-c9983a11-cfb4-49b5-aacd-9d22cd2d2fe4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:38:01.293277 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9983a11-cfb4-49b5-aacd-9d22cd2d2fe4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Pushing event updated for resources: {'Port': ['ID=65b9b21d-19df-4c5e-b257-084855ee4a34,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:38:01.322862 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-c9983a11-cfb4-49b5-aacd-9d22cd2d2fe4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:38:01.323610 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-c9983a11-cfb4-49b5-aacd-9d22cd2d2fe4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:01.341370 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-c9983a11-cfb4-49b5-aacd-9d22cd2d2fe4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5762968 Dec 10 19:38:01.354067 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-4a0b7ed8-2d89-497f-960a-e2a556100c11 service neutron] Request body: {'port': {'device_id': '4941524a-6c37-4333-bf38-a7e4653e864f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:38:01.415296 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-4a0b7ed8-2d89-497f-960a-e2a556100c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:01.544480 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c7a5bc36-07b6-43e3-8575-9b72278df9d6 None None] Provisioning complete for port 65b9b21d-19df-4c5e-b257-084855ee4a34 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:38:01.545151 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c7a5bc36-07b6-43e3-8575-9b72278df9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:01.586222 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c7a5bc36-07b6-43e3-8575-9b72278df9d6 None None] Port 65b9b21d-19df-4c5e-b257-084855ee4a34 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:38:01.679729 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-4a0b7ed8-2d89-497f-960a-e2a556100c11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65b9b21d-19df-4c5e-b257-084855ee4a34 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:38:01.687178 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-4a0b7ed8-2d89-497f-960a-e2a556100c11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:01.699314 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-4a0b7ed8-2d89-497f-960a-e2a556100c11 service neutron] Transition to ACTIVE for port object 65b9b21d-19df-4c5e-b257-084855ee4a34 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:38:01.703122 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-4a0b7ed8-2d89-497f-960a-e2a556100c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:01.758311 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b7ed8-2d89-497f-960a-e2a556100c11 service neutron] Pushing event updated for resources: {'Port': ['ID=65b9b21d-19df-4c5e-b257-084855ee4a34,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:38:01.829142 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-4a0b7ed8-2d89-497f-960a-e2a556100c11 service neutron] Attempting to bind port 65b9b21d-19df-4c5e-b257-084855ee4a34 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:38:01.829826 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-4a0b7ed8-2d89-497f-960a-e2a556100c11 service neutron] Attempting to bind port 65b9b21d-19df-4c5e-b257-084855ee4a34 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:38:01.829826 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-4a0b7ed8-2d89-497f-960a-e2a556100c11 service neutron] Attempting to bind port 65b9b21d-19df-4c5e-b257-084855ee4a34 on network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:38:01.834538 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-4a0b7ed8-2d89-497f-960a-e2a556100c11 service neutron] Port 65b9b21d-19df-4c5e-b257-084855ee4a34 on network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:38:01.835095 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-4a0b7ed8-2d89-497f-960a-e2a556100c11 service neutron] Attempting to bind port 65b9b21d-19df-4c5e-b257-084855ee4a34 on network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:38:01.840768 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-4a0b7ed8-2d89-497f-960a-e2a556100c11 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:38:01.841127 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-4a0b7ed8-2d89-497f-960a-e2a556100c11 service neutron] Checking segment: {'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:38:01.841528 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-4a0b7ed8-2d89-497f-960a-e2a556100c11 service neutron] Bound using segment: {'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:38:01.841955 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-4a0b7ed8-2d89-497f-960a-e2a556100c11 service neutron] Bound port: 65b9b21d-19df-4c5e-b257-084855ee4a34, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:38:01.842315 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-4a0b7ed8-2d89-497f-960a-e2a556100c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:01.950719 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-4a0b7ed8-2d89-497f-960a-e2a556100c11 service neutron] For port 65b9b21d-19df-4c5e-b257-084855ee4a34, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:38:01.956293 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-4a0b7ed8-2d89-497f-960a-e2a556100c11 service neutron] For port 65b9b21d-19df-4c5e-b257-084855ee4a34, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=65b9b21d-19df-4c5e-b257-084855ee4a34,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:38:01.965519 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a557c7-f3a1-4b78-8c66-7a9b5ec3d0d1 req-965c3df3-f8c3-45db-80b5-be39c7fb15c8 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:38:01.967318 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-17a557c7-f3a1-4b78-8c66-7a9b5ec3d0d1 req-965c3df3-f8c3-45db-80b5-be39c7fb15c8 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 944 time: 0.0776010 Dec 10 19:38:01.968792 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-4a0b7ed8-2d89-497f-960a-e2a556100c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:02.024829 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-4a0b7ed8-2d89-497f-960a-e2a556100c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:38:02.026179 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-4a0b7ed8-2d89-497f-960a-e2a556100c11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:02.027620 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-4a0b7ed8-2d89-497f-960a-e2a556100c11 service neutron] 10.222.0.46 "PUT /v2.0/ports/65b9b21d-19df-4c5e-b257-084855ee4a34 HTTP/1.1" status: 200 len: 1092 time: 0.6779637 Dec 10 19:38:02.029925 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4941524a-6c37-4333-bf38-a7e4653e864f', 'tag': '65b9b21d-19df-4c5e-b257-084855ee4a34'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:38:02.032341 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e0d790-0f6e-417f-a639-378e2a54a9fd" -d '{"events": [{"name": "network-changed", "server_uuid": "4941524a-6c37-4333-bf38-a7e4653e864f", "tag": "65b9b21d-19df-4c5e-b257-084855ee4a34"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:38:02.068904 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b7ed8-2d89-497f-960a-e2a556100c11 service neutron] Pushing event updated for resources: {'Port': ['ID=65b9b21d-19df-4c5e-b257-084855ee4a34,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:38:02.090289 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5f5ffc-cf19-4b9a-9505-21518c7b431f x-openstack-request-id: req-dc5f5ffc-cf19-4b9a-9505-21518c7b431f {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:38:02.090591 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4941524a-6c37-4333-bf38-a7e4653e864f", "tag": "65b9b21d-19df-4c5e-b257-084855ee4a34", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:38:02.090852 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dc5f5ffc-cf19-4b9a-9505-21518c7b431f {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:38:02.091262 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4941524a-6c37-4333-bf38-a7e4653e864f', 'tag': '65b9b21d-19df-4c5e-b257-084855ee4a34', 'status': 'completed', 'code': 200} Dec 10 19:38:02.097473 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-17a557c7-f3a1-4b78-8c66-7a9b5ec3d0d1 req-17255673-347b-420d-b38f-3abdcc393940 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209126 Dec 10 19:38:02.130644 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-f860809e-e213-4d9f-bcb0-085b79d043da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:38:02.132267 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-f860809e-e213-4d9f-bcb0-085b79d043da service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 1095 time: 0.0551116 Dec 10 19:38:02.174402 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-61edebb6-77ef-45b9-9d27-ff16817a26fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65b9b21d-19df-4c5e-b257-084855ee4a34 HTTP/1.1" status: 200 len: 217 time: 0.0346837 Dec 10 19:38:02.230127 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-6413ea6f-b8f5-47c6-85c0-5b130acd4fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:38:02.231613 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-6413ea6f-b8f5-47c6-85c0-5b130acd4fbf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0510352 Dec 10 19:38:02.284487 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-f031afe1-d5f8-47ff-9e12-a4925ddfab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:38:02.286015 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-f031afe1-d5f8-47ff-9e12-a4925ddfab21 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463066 Dec 10 19:38:02.377428 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-dcca8817-45df-48d8-977b-d7e19bdb512f service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836136 Dec 10 19:38:02.471618 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2cb9439f-0446-4869-9d23-462fc4271a40 req-09c81fb7-5715-4680-bd4f-383690c44d75 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871646 Dec 10 19:38:02.553446 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0d790-0f6e-417f-a639-378e2a54a9fd req-8bcdd2ad-98d1-4396-acbc-d51013c7c3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:38:02.554983 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-59e0d790-0f6e-417f-a639-378e2a54a9fd req-8bcdd2ad-98d1-4396-acbc-d51013c7c3f7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 1095 time: 0.0402369 Dec 10 19:38:02.646777 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0d790-0f6e-417f-a639-378e2a54a9fd req-3735fb61-e44d-4fdc-80c3-be09547cf62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:38:02.648150 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-59e0d790-0f6e-417f-a639-378e2a54a9fd req-3735fb61-e44d-4fdc-80c3-be09547cf62a service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.0867424 Dec 10 19:38:02.689173 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-59e0d790-0f6e-417f-a639-378e2a54a9fd req-72645d49-f5fd-4c2f-9f59-45be0cedf32d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65b9b21d-19df-4c5e-b257-084855ee4a34 HTTP/1.1" status: 200 len: 217 time: 0.0338950 Dec 10 19:38:02.737093 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0d790-0f6e-417f-a639-378e2a54a9fd req-0b83c482-ba73-4699-ab44-a728cf58e7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:38:02.738519 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-59e0d790-0f6e-417f-a639-378e2a54a9fd req-0b83c482-ba73-4699-ab44-a728cf58e7e8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0416198 Dec 10 19:38:02.788054 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0d790-0f6e-417f-a639-378e2a54a9fd req-e87f0454-06c2-4485-9efc-6f6e03158b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:38:02.789570 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-59e0d790-0f6e-417f-a639-378e2a54a9fd req-e87f0454-06c2-4485-9efc-6f6e03158b0b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433660 Dec 10 19:38:02.878435 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-59e0d790-0f6e-417f-a639-378e2a54a9fd req-d904869f-1ab4-4a68-bcf1-0c7bfe5720ea service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808196 Dec 10 19:38:02.972006 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-59e0d790-0f6e-417f-a639-378e2a54a9fd req-54e3f250-cc64-4699-82f0-198748858ca8 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858009 Dec 10 19:38:03.218671 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe629277-79f8-4d89-b072-f0feb1550bc4 req-71c40fb8-6a7a-4562-9db4-ea18bf6e0992 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:38:03.220179 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fe629277-79f8-4d89-b072-f0feb1550bc4 req-71c40fb8-6a7a-4562-9db4-ea18bf6e0992 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 944 time: 0.0491924 Dec 10 19:38:03.271566 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fe629277-79f8-4d89-b072-f0feb1550bc4 req-bbf12b3a-551d-4c04-8cfa-64b01db37f63 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453157 Dec 10 19:38:04.176011 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 65b9b21d-19df-4c5e-b257-084855ee4a34 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:38:04.273315 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 65b9b21d-19df-4c5e-b257-084855ee4a34, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=65b9b21d-19df-4c5e-b257-084855ee4a34,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:38:04.285047 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '65b9b21d-19df-4c5e-b257-084855ee4a34', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'port_id': '65b9b21d-19df-4c5e-b257-084855ee4a34', 'mac_address': 'fa:16:3e:bf:50:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:38:04.323050 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:04.335924 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65b9b21d-19df-4c5e-b257-084855ee4a34 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:38:04.359742 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 65b9b21d-19df-4c5e-b257-084855ee4a34, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=65b9b21d-19df-4c5e-b257-084855ee4a34,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:38:04.371603 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:04.410790 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d9a93-1e54-4cf0-a383-9a8ca8a8a03c req-f055b221-6a67-4371-b435-3be6ae1284c8 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:38:04.412337 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b14d9a93-1e54-4cf0-a383-9a8ca8a8a03c req-f055b221-6a67-4371-b435-3be6ae1284c8 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 944 time: 0.0683982 Dec 10 19:38:04.428327 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:04.433765 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=65b9b21d-19df-4c5e-b257-084855ee4a34,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:38:04.463542 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b14d9a93-1e54-4cf0-a383-9a8ca8a8a03c req-18c0e93e-4209-481f-8595-f67657772cb7 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433865 Dec 10 19:38:04.565615 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['65b9b21d-19df-4c5e-b257-084855ee4a34'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:38:05.581886 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473609d3-f01c-4bbd-99b3-d11ce762b5a4 req-55f9fca8-c3df-48ab-980a-c465d5da853b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:38:05.583385 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-473609d3-f01c-4bbd-99b3-d11ce762b5a4 req-55f9fca8-c3df-48ab-980a-c465d5da853b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 945 time: 0.0512657 Dec 10 19:38:05.634221 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-473609d3-f01c-4bbd-99b3-d11ce762b5a4 req-be620a9d-b55c-4812-b4f8-2edf5d452b1d tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447969 Dec 10 19:38:06.192329 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 65b9b21d-19df-4c5e-b257-084855ee4a34 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:38:06.242630 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 65b9b21d-19df-4c5e-b257-084855ee4a34 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:38:06.246747 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 65b9b21d-19df-4c5e-b257-084855ee4a34 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:38:06.247124 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:06.332697 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:06.357166 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4941524a-6c37-4333-bf38-a7e4653e864f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b9b21d-19df-4c5e-b257-084855ee4a34'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:38:06.359380 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f39997a1e7c5b6ae782956bbd1fa5b612e64aa5908109c3bc10b0e272c8d4b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ff46e6-5186-4263-8d32-df945d83d121" -d '{"events": [{"server_uuid": "4941524a-6c37-4333-bf38-a7e4653e864f", "name": "network-vif-plugged", "status": "completed", "tag": "65b9b21d-19df-4c5e-b257-084855ee4a34"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:38:06.371729 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 65b9b21d-19df-4c5e-b257-084855ee4a34, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=65b9b21d-19df-4c5e-b257-084855ee4a34,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:38:06.376298 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:06.403876 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4681d817-a755-4bfa-a191-d072eed9e75c x-openstack-request-id: req-4681d817-a755-4bfa-a191-d072eed9e75c {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:38:06.404173 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4941524a-6c37-4333-bf38-a7e4653e864f", "name": "network-vif-plugged", "status": "completed", "tag": "65b9b21d-19df-4c5e-b257-084855ee4a34", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:38:06.404430 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4681d817-a755-4bfa-a191-d072eed9e75c {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:38:06.404858 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4941524a-6c37-4333-bf38-a7e4653e864f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b9b21d-19df-4c5e-b257-084855ee4a34', 'code': 200} Dec 10 19:38:06.426384 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=65b9b21d-19df-4c5e-b257-084855ee4a34,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:38:06.497775 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccebf0c-fe7e-49a9-9339-ac5b78da8aa6 req-def3ea81-c3c1-403d-8aef-df99de78d07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:38:06.499286 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9ccebf0c-fe7e-49a9-9339-ac5b78da8aa6 req-def3ea81-c3c1-403d-8aef-df99de78d07a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 1097 time: 0.0411565 Dec 10 19:38:06.545621 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9ccebf0c-fe7e-49a9-9339-ac5b78da8aa6 req-cfc2e6b6-7636-4a79-8149-61c31287bd9f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382605 Dec 10 19:38:06.749359 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceabfaba-1632-45d0-a760-02e29f91980a req-a5581a16-c95a-4e0e-bf19-b1ea030a5bbe tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:38:06.750765 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ceabfaba-1632-45d0-a760-02e29f91980a req-a5581a16-c95a-4e0e-bf19-b1ea030a5bbe tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 946 time: 0.0483527 Dec 10 19:38:06.799150 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ceabfaba-1632-45d0-a760-02e29f91980a req-0627dfdb-aa0d-482f-9dfd-37d19c75cf20 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420489 Dec 10 19:38:07.920983 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb3524-7f81-45cb-a27d-bfc69b0ca991 req-7aa2a54c-8b30-478b-9ea6-44c7ca2b3247 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:38:07.922479 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43eb3524-7f81-45cb-a27d-bfc69b0ca991 req-7aa2a54c-8b30-478b-9ea6-44c7ca2b3247 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 946 time: 0.0552187 Dec 10 19:38:07.970198 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43eb3524-7f81-45cb-a27d-bfc69b0ca991 req-df1066c1-fcf7-4b21-ba98-b493dc450753 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417304 Dec 10 19:38:08.081971 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aafb27-24a4-4755-b004-d9022c5b28b7 req-4485ecf8-b514-44a2-ab3b-52b039f1a219 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:38:08.083472 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-32aafb27-24a4-4755-b004-d9022c5b28b7 req-4485ecf8-b514-44a2-ab3b-52b039f1a219 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 946 time: 0.0491891 Dec 10 19:38:08.092237 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 50638) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:38:08.096817 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b892ae84-5ab5-4dff-ac6d-51ca91ecf025 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Request body: {'floatingip': {'port_id': '65b9b21d-19df-4c5e-b257-084855ee4a34'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:38:08.136514 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b892ae84-5ab5-4dff-ac6d-51ca91ecf025 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:08.554630 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b892ae84-5ab5-4dff-ac6d-51ca91ecf025 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:08.558668 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b892ae84-5ab5-4dff-ac6d-51ca91ecf025 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:08.656188 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-b892ae84-5ab5-4dff-ac6d-51ca91ecf025 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Floating IP 04e81618-1ae8-41e6-864a-d1f6c547eb51 associated. External IP: 172.25.7.172, port: 65b9b21d-19df-4c5e-b257-084855ee4a34. Dec 10 19:38:08.762483 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:08.859527 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b892ae84-5ab5-4dff-ac6d-51ca91ecf025 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Router a3c0ff56-d4ae-4ffb-9680-332c607fddc7 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:38:08.969109 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b892ae84-5ab5-4dff-ac6d-51ca91ecf025 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:38:08.973604 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b892ae84-5ab5-4dff-ac6d-51ca91ecf025 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:08.980107 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804c5365-aad0-4f6e-b858-2b232454dbb1 None None] Sync routers for ids ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:38:08.989994 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804c5365-aad0-4f6e-b858-2b232454dbb1 None None] Routers {'a3c0ff56-d4ae-4ffb-9680-332c607fddc7'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:38:08.990627 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-804c5365-aad0-4f6e-b858-2b232454dbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:37:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:38:09.103576 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-804c5365-aad0-4f6e-b858-2b232454dbb1 None None] Set router a3c0ff56-d4ae-4ffb-9680-332c607fddc7 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:38:09.340664 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b892ae84-5ab5-4dff-ac6d-51ca91ecf025 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "PUT /v2.0/floatingips/04e81618-1ae8-41e6-864a-d1f6c547eb51 HTTP/1.1" status: 200 len: 993 time: 1.2440207 Dec 10 19:38:09.340664 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4941524a-6c37-4333-bf38-a7e4653e864f', 'tag': '65b9b21d-19df-4c5e-b257-084855ee4a34'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:38:09.341019 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610d61d9-f7df-431e-aaff-2fbc3fc320b7" -d '{"events": [{"name": "network-changed", "server_uuid": "4941524a-6c37-4333-bf38-a7e4653e864f", "tag": "65b9b21d-19df-4c5e-b257-084855ee4a34"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:38:09.355411 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-804c5365-aad0-4f6e-b858-2b232454dbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'name': 'tempest-ServerActionsTestJSON-224245180-router', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:29:59Z', 'revision_number': 4, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'gw_port': {'id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '04e81618-1ae8-41e6-864a-d1f6c547eb51', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'port_id': '65b9b21d-19df-4c5e-b257-084855ee4a34', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'mac_address': 'fa:16:3e:bf:50:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4941524a-6c37-4333-bf38-a7e4653e864f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:30:03Z', 'updated_at': '2021-12-10T19:38:08Z', 'revision_number': 13, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ccadd38-b57f-405c-9f51-cd75e86681e5', 'name': '', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'mac_address': 'fa:16:3e:84:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:59Z', 'updated_at': '2021-12-10T19:30:03Z', 'revision_number': 5, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'subnets': [{'id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:38:09.382934 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804c5365-aad0-4f6e-b858-2b232454dbb1 None None] Checking router: a3c0ff56-d4ae-4ffb-9680-332c607fddc7 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:38:09.392787 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4ad05d-6141-4d90-a43e-2b880cfa469b x-openstack-request-id: req-9c4ad05d-6141-4d90-a43e-2b880cfa469b {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:38:09.393081 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4941524a-6c37-4333-bf38-a7e4653e864f", "tag": "65b9b21d-19df-4c5e-b257-084855ee4a34", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:38:09.393332 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9c4ad05d-6141-4d90-a43e-2b880cfa469b {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:38:09.393724 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4941524a-6c37-4333-bf38-a7e4653e864f', 'tag': '65b9b21d-19df-4c5e-b257-084855ee4a34', 'status': 'completed', 'code': 200} Dec 10 19:38:09.395429 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804c5365-aad0-4f6e-b858-2b232454dbb1 None None] Routers {'a3c0ff56-d4ae-4ffb-9680-332c607fddc7'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:38:09.396106 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-804c5365-aad0-4f6e-b858-2b232454dbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:37:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:38:09.453373 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d61d9-f7df-431e-aaff-2fbc3fc320b7 req-e4a43f07-d718-4188-a43b-ebdf827428c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:38:09.454862 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-610d61d9-f7df-431e-aaff-2fbc3fc320b7 req-e4a43f07-d718-4188-a43b-ebdf827428c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 1097 time: 0.0403681 Dec 10 19:38:09.503955 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-804c5365-aad0-4f6e-b858-2b232454dbb1 None None] Set router a3c0ff56-d4ae-4ffb-9680-332c607fddc7 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:38:09.547737 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d61d9-f7df-431e-aaff-2fbc3fc320b7 req-b39722a0-7d2c-4b18-be55-5df021759d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:38:09.549662 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-610d61d9-f7df-431e-aaff-2fbc3fc320b7 req-b39722a0-7d2c-4b18-be55-5df021759d7e service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.0879173 Dec 10 19:38:09.614156 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-610d61d9-f7df-431e-aaff-2fbc3fc320b7 req-27763452-005d-4924-8285-934cc1a816e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65b9b21d-19df-4c5e-b257-084855ee4a34 HTTP/1.1" status: 200 len: 1001 time: 0.0579221 Dec 10 19:38:09.661690 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d61d9-f7df-431e-aaff-2fbc3fc320b7 req-68a76885-081a-4f52-8d4a-523149901e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:38:09.663175 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-610d61d9-f7df-431e-aaff-2fbc3fc320b7 req-68a76885-081a-4f52-8d4a-523149901e19 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0424757 Dec 10 19:38:09.715122 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d61d9-f7df-431e-aaff-2fbc3fc320b7 req-1b1710fe-d4cc-481c-a9f9-9d637d686652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:38:09.716698 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-610d61d9-f7df-431e-aaff-2fbc3fc320b7 req-1b1710fe-d4cc-481c-a9f9-9d637d686652 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467331 Dec 10 19:38:09.812483 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-610d61d9-f7df-431e-aaff-2fbc3fc320b7 req-a3f100fa-09ce-4cea-958f-548817d7fea5 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885034 Dec 10 19:38:09.891126 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-804c5365-aad0-4f6e-b858-2b232454dbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'name': 'tempest-ServerActionsTestJSON-224245180-router', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:29:59Z', 'revision_number': 4, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'gw_port': {'id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '04e81618-1ae8-41e6-864a-d1f6c547eb51', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'port_id': '65b9b21d-19df-4c5e-b257-084855ee4a34', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'mac_address': 'fa:16:3e:bf:50:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4941524a-6c37-4333-bf38-a7e4653e864f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:30:03Z', 'updated_at': '2021-12-10T19:38:08Z', 'revision_number': 13, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ccadd38-b57f-405c-9f51-cd75e86681e5', 'name': '', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'mac_address': 'fa:16:3e:84:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:59Z', 'updated_at': '2021-12-10T19:30:03Z', 'revision_number': 5, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'subnets': [{'id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:38:09.907866 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-610d61d9-f7df-431e-aaff-2fbc3fc320b7 req-20649ede-8251-4786-865b-a005a016c0b2 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883563 Dec 10 19:38:09.917410 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804c5365-aad0-4f6e-b858-2b232454dbb1 None None] The sync data for ids ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'] in n-d-821435-1 is: [{'id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'name': 'tempest-ServerActionsTestJSON-224245180-router', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:29:59Z', 'revision_number': 4, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'gw_port': {'id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '04e81618-1ae8-41e6-864a-d1f6c547eb51', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'port_id': '65b9b21d-19df-4c5e-b257-084855ee4a34', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'mac_address': 'fa:16:3e:bf:50:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4941524a-6c37-4333-bf38-a7e4653e864f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:30:03Z', 'updated_at': '2021-12-10T19:38:08Z', 'revision_number': 13, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ccadd38-b57f-405c-9f51-cd75e86681e5', 'name': '', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'mac_address': 'fa:16:3e:84:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:59Z', 'updated_at': '2021-12-10T19:30:03Z', 'revision_number': 5, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'subnets': [{'id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:38:10.103704 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecdfe24-388d-4c85-96f8-a9a0e2b39a12 None None] New status for floating IP 04e81618-1ae8-41e6-864a-d1f6c547eb51: ACTIVE {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:38:19.762459 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-97298ce5-a72a-41c6-8c3e-36b5ff07723c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:22.617271 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9c889f92-71a9-4cbd-9b2b-6c79d1624dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:23.651823 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:25.018043 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:25.633240 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:27.611101 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:38:34.400284 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:38.761998 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:49.765406 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-adbde99e-2653-4e0c-bc66-6979020ed428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:52.622003 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-430609a5-1779-41fc-aced-a43477254d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:53.659169 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:55.020465 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:55.636517 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:39:04.398972 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:39:04.610887 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:39:06.569646 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-497c2cfe-f535-4510-a312-3b40692cf431 req-bae9e208-8711-461f-a3cb-367e349c8cb4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401969 Dec 10 19:39:06.650859 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c2cfe-f535-4510-a312-3b40692cf431 req-6f238920-6dae-41dc-a102-dcef68cdae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:06.652364 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-497c2cfe-f535-4510-a312-3b40692cf431 req-6f238920-6dae-41dc-a102-dcef68cdae36 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 1097 time: 0.0407767 Dec 10 19:39:06.755142 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c2cfe-f535-4510-a312-3b40692cf431 req-46fa354a-5854-49db-a39e-748e9f8ed993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:06.756656 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-497c2cfe-f535-4510-a312-3b40692cf431 req-46fa354a-5854-49db-a39e-748e9f8ed993 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.0857248 Dec 10 19:39:06.822157 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-497c2cfe-f535-4510-a312-3b40692cf431 req-7c40bb78-c7ef-4a8e-bf89-449ed08c3f48 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65b9b21d-19df-4c5e-b257-084855ee4a34 HTTP/1.1" status: 200 len: 1003 time: 0.0572534 Dec 10 19:39:06.875003 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c2cfe-f535-4510-a312-3b40692cf431 req-cca4d526-18f0-4504-a703-8414090950ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:06.877420 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-497c2cfe-f535-4510-a312-3b40692cf431 req-cca4d526-18f0-4504-a703-8414090950ab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0492835 Dec 10 19:39:06.932649 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c2cfe-f535-4510-a312-3b40692cf431 req-06402a61-8812-481d-a03e-5492a32b1557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:06.934077 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-497c2cfe-f535-4510-a312-3b40692cf431 req-06402a61-8812-481d-a03e-5492a32b1557 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445087 Dec 10 19:39:07.022025 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-497c2cfe-f535-4510-a312-3b40692cf431 req-ba7c72c3-c0b6-4d30-a078-0e495d13b1fa service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806484 Dec 10 19:39:07.111980 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-497c2cfe-f535-4510-a312-3b40692cf431 req-5d586def-b4d7-4c2a-9cdb-2874e9cffc46 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830848 Dec 10 19:39:08.757376 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:39:19.767132 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c140362d-9b31-4c6e-99cb-191639397df4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:39:22.624037 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-64c744e1-a20c-4833-924c-798f1266d063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:39:23.660128 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:39:25.022260 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:39:25.638970 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:39:34.399855 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:39:38.772723 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:39:41.614211 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:39:46.658740 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05e52a-7fa7-4cc1-bca0-79344a508f7b req-dbd6d840-634b-4d6e-925b-7da6d82385d6 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:46.660127 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-be05e52a-7fa7-4cc1-bca0-79344a508f7b req-dbd6d840-634b-4d6e-925b-7da6d82385d6 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 946 time: 0.0540071 Dec 10 19:39:46.707492 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-be05e52a-7fa7-4cc1-bca0-79344a508f7b req-429a309d-7005-42f7-98c1-42a5e39f857e tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414124 Dec 10 19:39:49.770753 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d2b46d81-a35f-49ad-a2d9-337d3afbb0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:39:52.628899 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-35bb7fdd-3d04-498c-ade4-801b2c1cb1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:39:53.661406 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:39:55.024952 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:39:55.643775 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:39:58.820767 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-765d8bef-34c1-441e-92a4-fe6c1e96445a req-526c51e6-b74a-4bf2-bfcc-6dd2b02cc39b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:39:58.821794 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-765d8bef-34c1-441e-92a4-fe6c1e96445a req-526c51e6-b74a-4bf2-bfcc-6dd2b02cc39b service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1155467 Dec 10 19:39:59.023575 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b06e3-6c9d-45a9-919b-1f6053cf5bd3 req-5d045601-5b45-4cee-bd94-afdc33bd754f tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:59.024910 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f00b06e3-6c9d-45a9-919b-1f6053cf5bd3 req-5d045601-5b45-4cee-bd94-afdc33bd754f tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 946 time: 0.0510597 Dec 10 19:39:59.095239 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-4a7100c2-43b0-4cbe-b3bc-aebd958632c6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1372993 Dec 10 19:39:59.099750 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f00b06e3-6c9d-45a9-919b-1f6053cf5bd3 req-83b46882-c034-4e59-a6ae-96b34e64396e tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654874 Dec 10 19:39:59.104523 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-27283711-4702-4a1a-80c4-bbe4e78688ee service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:39:59.105752 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-27283711-4702-4a1a-80c4-bbe4e78688ee service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051649 Dec 10 19:40:00.268082 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-ee8d0f59-f3de-4ab4-9d7e-064815e65b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:00.269798 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-ee8d0f59-f3de-4ab4-9d7e-064815e65b49 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 1097 time: 0.0491493 Dec 10 19:40:00.282953 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ffed4-0911-48ed-b952-0189db2bab0e req-7d9a4c33-77a2-44fa-b2e9-4db51ccca8dc tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:00.284459 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6d4ffed4-0911-48ed-b952-0189db2bab0e req-7d9a4c33-77a2-44fa-b2e9-4db51ccca8dc tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 946 time: 0.0502973 Dec 10 19:40:00.332614 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6d4ffed4-0911-48ed-b952-0189db2bab0e req-c3154af5-d306-4648-a7ee-100f2aeb3ec9 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419493 Dec 10 19:40:00.365821 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-ee4d2dce-4a0a-4515-b8c6-9c80bcf435dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:00.367321 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-ee4d2dce-4a0a-4515-b8c6-9c80bcf435dd service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.0880198 Dec 10 19:40:00.439111 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-407f1109-4033-450c-a94e-007079d6c02b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65b9b21d-19df-4c5e-b257-084855ee4a34 HTTP/1.1" status: 200 len: 1003 time: 0.0627437 Dec 10 19:40:00.486043 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-efb8a1d1-c2a8-4962-b2d5-059fab7e7356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:00.487471 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-efb8a1d1-c2a8-4962-b2d5-059fab7e7356 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0423660 Dec 10 19:40:00.532212 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-da765a00-d1df-40cc-9679-de2e2bad11c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:00.533824 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-da765a00-d1df-40cc-9679-de2e2bad11c7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392420 Dec 10 19:40:00.624885 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-44e76f45-f658-424b-95ed-c8a17efcba66 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835485 Dec 10 19:40:00.713847 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-38c3deb1-f670-4bc3-bfc4-03a2c57fd7e1 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821321 Dec 10 19:40:01.451987 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf31b9-e44d-4d43-8830-78a6ec103751 req-2b81c04e-6a2b-4962-9035-f712d49d0cc1 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:01.453518 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-49bf31b9-e44d-4d43-8830-78a6ec103751 req-2b81c04e-6a2b-4962-9035-f712d49d0cc1 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 946 time: 0.0508542 Dec 10 19:40:01.502565 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-49bf31b9-e44d-4d43-8830-78a6ec103751 req-ab8e94a6-cb09-4fef-a64c-9f56e45bc8da tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427179 Dec 10 19:40:02.624948 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e077f-5f55-41e5-af3c-0a5f2f705f46 req-2fc784bf-fed0-4cce-91ca-0e4e7e37d1bb tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:02.627831 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-765e077f-5f55-41e5-af3c-0a5f2f705f46 req-2fc784bf-fed0-4cce-91ca-0e4e7e37d1bb tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 946 time: 0.0569320 Dec 10 19:40:02.679723 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-765e077f-5f55-41e5-af3c-0a5f2f705f46 req-f0ab8899-6182-41d4-89f2-7e2b2b8196b2 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459108 Dec 10 19:40:03.809409 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093242d-d563-4be2-afbc-0e05866e1764 req-8d7ddc05-e06b-4e23-a823-a7fccb059010 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:03.810916 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9093242d-d563-4be2-afbc-0e05866e1764 req-8d7ddc05-e06b-4e23-a823-a7fccb059010 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 946 time: 0.0588987 Dec 10 19:40:03.860804 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9093242d-d563-4be2-afbc-0e05866e1764 req-585e4cee-4af2-478f-9212-1b9617d40171 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428905 Dec 10 19:40:04.395216 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:04.980979 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8a60b-04f9-4684-baf7-9e2c16247912 req-42dbdb8c-367a-4a07-a292-622a7915a9ab tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:04.982500 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-85c8a60b-04f9-4684-baf7-9e2c16247912 req-42dbdb8c-367a-4a07-a292-622a7915a9ab tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 946 time: 0.0485165 Dec 10 19:40:05.029503 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-85c8a60b-04f9-4684-baf7-9e2c16247912 req-84aed011-3b91-4ce2-8927-eeb5ddabfe87 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402365 Dec 10 19:40:06.151133 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60037dc2-9a64-4bc2-aea7-be4b285b0d4e req-35321b9c-2a66-4af2-9e26-ad19e5fde9c8 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:06.152620 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-60037dc2-9a64-4bc2-aea7-be4b285b0d4e req-35321b9c-2a66-4af2-9e26-ad19e5fde9c8 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 946 time: 0.0494547 Dec 10 19:40:06.203726 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-60037dc2-9a64-4bc2-aea7-be4b285b0d4e req-4d9c1efd-85ef-4284-ab26-131cfcee5e6b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449584 Dec 10 19:40:06.629222 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac691b6-1737-4722-8058-2af0686ac0a8 req-6e8ede93-185f-4469-a79a-a50a83af94b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:06.630640 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5ac691b6-1737-4722-8058-2af0686ac0a8 req-6e8ede93-185f-4469-a79a-a50a83af94b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 1097 time: 0.0456336 Dec 10 19:40:06.732163 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac691b6-1737-4722-8058-2af0686ac0a8 req-5ebee280-0d3f-44f3-815e-4d703c6c1843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:06.733681 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5ac691b6-1737-4722-8058-2af0686ac0a8 req-5ebee280-0d3f-44f3-815e-4d703c6c1843 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.0840530 Dec 10 19:40:06.804553 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5ac691b6-1737-4722-8058-2af0686ac0a8 req-42e83b3b-0901-44c0-9316-2a68de94d89d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65b9b21d-19df-4c5e-b257-084855ee4a34 HTTP/1.1" status: 200 len: 1003 time: 0.0632720 Dec 10 19:40:06.864559 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac691b6-1737-4722-8058-2af0686ac0a8 req-4893c1f8-7810-473b-9ec3-82224719eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:06.866167 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5ac691b6-1737-4722-8058-2af0686ac0a8 req-4893c1f8-7810-473b-9ec3-82224719eaea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0551569 Dec 10 19:40:06.912040 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac691b6-1737-4722-8058-2af0686ac0a8 req-8b9ef79d-1046-4bd6-a0eb-056cd2041ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:06.913480 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5ac691b6-1737-4722-8058-2af0686ac0a8 req-8b9ef79d-1046-4bd6-a0eb-056cd2041ce4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399554 Dec 10 19:40:07.004998 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5ac691b6-1737-4722-8058-2af0686ac0a8 req-d617d4ba-0b7b-4b1f-a57d-655085fa3863 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841925 Dec 10 19:40:07.093919 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5ac691b6-1737-4722-8058-2af0686ac0a8 req-e640d9fc-fd8b-49cc-a9c9-94b33986d2d3 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808983 Dec 10 19:40:07.324879 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2beb475-196e-4732-8c33-b4521573a08c req-6723df5f-f369-4d2e-9642-1ec3a7dca327 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:07.326422 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d2beb475-196e-4732-8c33-b4521573a08c req-6723df5f-f369-4d2e-9642-1ec3a7dca327 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 946 time: 0.0498312 Dec 10 19:40:07.374404 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d2beb475-196e-4732-8c33-b4521573a08c req-f6e78fef-a283-49ed-8d57-4c2abc1ee092 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419216 Dec 10 19:40:08.492585 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e740c-bf7b-4b55-8a31-4e2fac5b3336 req-e6d6ee26-5e64-40de-b472-41c57eed7506 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:08.494081 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f57e740c-bf7b-4b55-8a31-4e2fac5b3336 req-e6d6ee26-5e64-40de-b472-41c57eed7506 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 946 time: 0.0491734 Dec 10 19:40:08.540891 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f57e740c-bf7b-4b55-8a31-4e2fac5b3336 req-5dbb2a05-88c1-4a34-8da8-0849167b6081 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408139 Dec 10 19:40:08.786875 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:09.662627 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07842426-7658-465e-939b-485ed12a21de req-e5353a09-4d71-4bd7-9eb2-e2c9c2dd6d1f tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:09.664005 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-07842426-7658-465e-939b-485ed12a21de req-e5353a09-4d71-4bd7-9eb2-e2c9c2dd6d1f tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 946 time: 0.0517738 Dec 10 19:40:09.711417 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-07842426-7658-465e-939b-485ed12a21de req-bd58ace4-5040-487d-874c-59edc817a8c6 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414073 Dec 10 19:40:10.835401 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd0e1d-8531-4b85-9fca-d9a6094c97e2 req-59152c92-9dfe-4f1a-bc6c-896aac4b7a02 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:10.837707 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-83bd0e1d-8531-4b85-9fca-d9a6094c97e2 req-59152c92-9dfe-4f1a-bc6c-896aac4b7a02 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 946 time: 0.0546560 Dec 10 19:40:10.890645 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-83bd0e1d-8531-4b85-9fca-d9a6094c97e2 req-d9bba074-7337-47e9-9479-fc7fc1d16686 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445089 Dec 10 19:40:12.008984 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97dbe5-d2e4-4ec9-a10e-6d105a14b260 req-4b067e55-5714-48ec-87e7-7c61dbaec095 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:12.010470 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ee97dbe5-d2e4-4ec9-a10e-6d105a14b260 req-4b067e55-5714-48ec-87e7-7c61dbaec095 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 946 time: 0.0493951 Dec 10 19:40:12.057767 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ee97dbe5-d2e4-4ec9-a10e-6d105a14b260 req-df95f1b2-991f-4573-8846-fbfb1d21cf4d tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412769 Dec 10 19:40:13.176600 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ee369-a191-4c48-825b-7a0f159c306e req-b6f9c058-79fe-4962-8edc-478e7885eeda tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:13.178357 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-051ee369-a191-4c48-825b-7a0f159c306e req-b6f9c058-79fe-4962-8edc-478e7885eeda tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 946 time: 0.0496669 Dec 10 19:40:13.226020 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-051ee369-a191-4c48-825b-7a0f159c306e req-e71a8d09-621a-41fa-b051-6743b5232df6 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414846 Dec 10 19:40:14.342815 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54896df-891e-47f6-862c-fe5ff96786fd req-e6d278bb-21e2-4967-bd57-d8a7cd17302f tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:14.344770 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c54896df-891e-47f6-862c-fe5ff96786fd req-e6d278bb-21e2-4967-bd57-d8a7cd17302f tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 946 time: 0.0488765 Dec 10 19:40:14.399203 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c54896df-891e-47f6-862c-fe5ff96786fd req-c019f108-c1b9-457b-8945-58e3a6f9d477 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473766 Dec 10 19:40:14.777778 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-2b5ea57c-6d11-4a00-81d9-1df5102a2fbc service neutron] show failed (client error): The resource could not be found. Dec 10 19:40:14.778800 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-2b5ea57c-6d11-4a00-81d9-1df5102a2fbc service neutron] 10.222.0.46 "GET /v2.0/ports/65b9b21d-19df-4c5e-b257-084855ee4a34/bindings/n-h2-821435-1 HTTP/1.1" status: 404 len: 380 time: 0.0598664 Dec 10 19:40:15.015116 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-69712e1a-182d-43e6-afb9-5ec1436c15d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:15.016575 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-69712e1a-182d-43e6-afb9-5ec1436c15d2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f&tenant_id=b616c65070de423e9109b7f7c3e68230 HTTP/1.1" status: 200 len: 1097 time: 0.0788362 Dec 10 19:40:15.029553 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-a71d9833-e45d-4c9f-a77d-d3c19c3dda6f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821435-1', 'device_owner': 'compute:nova'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:40:15.079760 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-a71d9833-e45d-4c9f-a77d-d3c19c3dda6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:15.276090 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-a71d9833-e45d-4c9f-a77d-d3c19c3dda6f service neutron] For port 65b9b21d-19df-4c5e-b257-084855ee4a34, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=65b9b21d-19df-4c5e-b257-084855ee4a34,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:40:15.312997 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-a71d9833-e45d-4c9f-a77d-d3c19c3dda6f service neutron] For port 65b9b21d-19df-4c5e-b257-084855ee4a34, host n-h1-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:40:15.351249 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4941524a-6c37-4333-bf38-a7e4653e864f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65b9b21d-19df-4c5e-b257-084855ee4a34'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:40:15.353567 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb385ee8d26b8ad243460b423ad218e97d9fae79c4f4b9b0691d822ece1c624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9445bd25-cc8e-49b9-9a26-e1640420bd61" -d '{"events": [{"server_uuid": "4941524a-6c37-4333-bf38-a7e4653e864f", "name": "network-vif-unplugged", "status": "completed", "tag": "65b9b21d-19df-4c5e-b257-084855ee4a34"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:40:15.357710 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-a71d9833-e45d-4c9f-a77d-d3c19c3dda6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:15.373292 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-a71d9833-e45d-4c9f-a77d-d3c19c3dda6f service neutron] Transition to ACTIVE for port object 65b9b21d-19df-4c5e-b257-084855ee4a34 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:40:15.378064 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-a71d9833-e45d-4c9f-a77d-d3c19c3dda6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:15.477503 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d9833-e45d-4c9f-a77d-d3c19c3dda6f service neutron] Pushing event updated for resources: {'Port': ['ID=65b9b21d-19df-4c5e-b257-084855ee4a34,revision_number=6']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:40:15.489129 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d9833-e45d-4c9f-a77d-d3c19c3dda6f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:15.489481 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d9833-e45d-4c9f-a77d-d3c19c3dda6f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:15.489865 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d9833-e45d-4c9f-a77d-d3c19c3dda6f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:15.490215 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d9833-e45d-4c9f-a77d-d3c19c3dda6f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:15.490685 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d9833-e45d-4c9f-a77d-d3c19c3dda6f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:15.492036 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d9833-e45d-4c9f-a77d-d3c19c3dda6f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:15.492384 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d9833-e45d-4c9f-a77d-d3c19c3dda6f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:15.492765 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d9833-e45d-4c9f-a77d-d3c19c3dda6f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:15.493129 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d9833-e45d-4c9f-a77d-d3c19c3dda6f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:15.493605 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d9833-e45d-4c9f-a77d-d3c19c3dda6f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:15.494073 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d9833-e45d-4c9f-a77d-d3c19c3dda6f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:15.494407 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d9833-e45d-4c9f-a77d-d3c19c3dda6f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:15.494736 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d9833-e45d-4c9f-a77d-d3c19c3dda6f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:15.539072 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 19:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22ad4fd-f54e-4150-87c2-596e39a42f7e x-openstack-request-id: req-a22ad4fd-f54e-4150-87c2-596e39a42f7e {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:40:15.539417 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4941524a-6c37-4333-bf38-a7e4653e864f", "name": "network-vif-unplugged", "status": "completed", "tag": "65b9b21d-19df-4c5e-b257-084855ee4a34", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:40:15.539611 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a22ad4fd-f54e-4150-87c2-596e39a42f7e {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:40:15.540021 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4941524a-6c37-4333-bf38-a7e4653e864f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65b9b21d-19df-4c5e-b257-084855ee4a34', 'code': 200} Dec 10 19:40:15.574495 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-a71d9833-e45d-4c9f-a77d-d3c19c3dda6f service neutron] No DVR routers for this DVR port 65b9b21d-19df-4c5e-b257-084855ee4a34 on host n-h1-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:40:15.619668 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35fa82-2275-4ff3-8ba5-871866b06f29 req-a39681f8-f9ec-4d9b-b315-64d4c31c864e tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:15.621363 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bc35fa82-2275-4ff3-8ba5-871866b06f29 req-a39681f8-f9ec-4d9b-b315-64d4c31c864e tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 944 time: 0.1218095 Dec 10 19:40:15.718223 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bc35fa82-2275-4ff3-8ba5-871866b06f29 req-065ffa51-598e-40c8-ae08-eab5cec6fbc8 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651236 Dec 10 19:40:15.763061 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-a71d9833-e45d-4c9f-a77d-d3c19c3dda6f service neutron] Attempting to bind port 65b9b21d-19df-4c5e-b257-084855ee4a34 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:40:15.763395 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-a71d9833-e45d-4c9f-a77d-d3c19c3dda6f service neutron] Attempting to bind port 65b9b21d-19df-4c5e-b257-084855ee4a34 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:40:15.763753 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-a71d9833-e45d-4c9f-a77d-d3c19c3dda6f service neutron] Attempting to bind port 65b9b21d-19df-4c5e-b257-084855ee4a34 on network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:40:15.768827 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-a71d9833-e45d-4c9f-a77d-d3c19c3dda6f service neutron] Port 65b9b21d-19df-4c5e-b257-084855ee4a34 on network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:40:15.769155 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-a71d9833-e45d-4c9f-a77d-d3c19c3dda6f service neutron] Attempting to bind port 65b9b21d-19df-4c5e-b257-084855ee4a34 on network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:40:15.773960 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-a71d9833-e45d-4c9f-a77d-d3c19c3dda6f service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:40:15.774304 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-a71d9833-e45d-4c9f-a77d-d3c19c3dda6f service neutron] Checking segment: {'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:40:15.774691 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-a71d9833-e45d-4c9f-a77d-d3c19c3dda6f service neutron] Bound using segment: {'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:40:15.775118 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-a71d9833-e45d-4c9f-a77d-d3c19c3dda6f service neutron] Bound port: 65b9b21d-19df-4c5e-b257-084855ee4a34, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:40:15.775479 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-a71d9833-e45d-4c9f-a77d-d3c19c3dda6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:15.840517 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-a71d9833-e45d-4c9f-a77d-d3c19c3dda6f service neutron] For port 65b9b21d-19df-4c5e-b257-084855ee4a34, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:40:15.843436 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-a71d9833-e45d-4c9f-a77d-d3c19c3dda6f service neutron] For port 65b9b21d-19df-4c5e-b257-084855ee4a34, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=65b9b21d-19df-4c5e-b257-084855ee4a34,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:40:15.847971 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-a71d9833-e45d-4c9f-a77d-d3c19c3dda6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:15.885914 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-a71d9833-e45d-4c9f-a77d-d3c19c3dda6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:15.886567 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-a71d9833-e45d-4c9f-a77d-d3c19c3dda6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:15.887983 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-a71d9833-e45d-4c9f-a77d-d3c19c3dda6f service neutron] 10.222.0.72 "PUT /v2.0/ports/65b9b21d-19df-4c5e-b257-084855ee4a34 HTTP/1.1" status: 200 len: 1092 time: 0.8622522 Dec 10 19:40:15.911550 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d9833-e45d-4c9f-a77d-d3c19c3dda6f service neutron] Pushing event updated for resources: {'Port': ['ID=65b9b21d-19df-4c5e-b257-084855ee4a34,revision_number=7']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:40:15.956564 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-41f7fb89-a449-4b35-bb65-f40c5319140f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:15.958163 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-41f7fb89-a449-4b35-bb65-f40c5319140f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 1095 time: 0.0437541 Dec 10 19:40:16.051828 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-15740647-0e41-4cf6-b5c1-7bbd5665c652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:16.053374 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-15740647-0e41-4cf6-b5c1-7bbd5665c652 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.0880222 Dec 10 19:40:16.123207 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-281d6049-13c4-4f7b-a228-f51dc5233145 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65b9b21d-19df-4c5e-b257-084855ee4a34 HTTP/1.1" status: 200 len: 1001 time: 0.0628855 Dec 10 19:40:16.173828 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-5afdc293-e928-40bb-9a97-04163c474d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:16.175762 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-5afdc293-e928-40bb-9a97-04163c474d7c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0454016 Dec 10 19:40:16.222919 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-e1fb447b-045b-487e-a8eb-8c654c9b6f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:16.224422 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-e1fb447b-045b-487e-a8eb-8c654c9b6f65 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408306 Dec 10 19:40:16.318657 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-8879ecf5-dcdb-465e-a45c-0cdf7e6b0e9b service neutron] 10.222.0.72 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858386 Dec 10 19:40:16.409206 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-de7bdd70-2ae2-4389-b6fb-d6a71ab7ab1d req-9af5835c-1807-43db-980e-6e12be4f32c9 service neutron] 10.222.0.72 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829451 Dec 10 19:40:16.527169 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b99d3-0589-40b8-bd8b-e83cbd216818 req-5e07bb25-22b7-4a88-b1b4-32f5bb58f05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:16.528594 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-891b99d3-0589-40b8-bd8b-e83cbd216818 req-5e07bb25-22b7-4a88-b1b4-32f5bb58f05f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 1095 time: 0.0474153 Dec 10 19:40:16.633952 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b99d3-0589-40b8-bd8b-e83cbd216818 req-ead5f4c4-a742-4f16-8304-3d2822088c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:16.635430 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-891b99d3-0589-40b8-bd8b-e83cbd216818 req-ead5f4c4-a742-4f16-8304-3d2822088c6b service neutron] 10.222.0.72 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.0886135 Dec 10 19:40:16.704899 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-891b99d3-0589-40b8-bd8b-e83cbd216818 req-e1a8d137-80df-42c5-b43c-c12ac093e0be service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65b9b21d-19df-4c5e-b257-084855ee4a34 HTTP/1.1" status: 200 len: 1001 time: 0.0628672 Dec 10 19:40:16.755359 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b99d3-0589-40b8-bd8b-e83cbd216818 req-efb0eb37-3b98-480b-8c19-a9975b673631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:16.757008 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-891b99d3-0589-40b8-bd8b-e83cbd216818 req-efb0eb37-3b98-480b-8c19-a9975b673631 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0459960 Dec 10 19:40:16.808046 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b99d3-0589-40b8-bd8b-e83cbd216818 req-4d2c83a6-d208-473c-92db-0a505471bdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:16.812048 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-891b99d3-0589-40b8-bd8b-e83cbd216818 req-4d2c83a6-d208-473c-92db-0a505471bdfa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454319 Dec 10 19:40:16.848443 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0266c-9097-4d7e-988f-07ef21288ae1 req-b18e807d-aa3d-4247-9359-c7ec1748b20e tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:16.849997 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bec0266c-9097-4d7e-988f-07ef21288ae1 req-b18e807d-aa3d-4247-9359-c7ec1748b20e tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 944 time: 0.0547056 Dec 10 19:40:16.898375 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bec0266c-9097-4d7e-988f-07ef21288ae1 req-138b092e-323d-4da0-a7f5-57cbd606f52e tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424502 Dec 10 19:40:16.909072 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-891b99d3-0589-40b8-bd8b-e83cbd216818 req-e4a7365c-67ae-4644-87ac-7afcb46ca80a service neutron] 10.222.0.72 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920656 Dec 10 19:40:16.931184 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 65b9b21d-19df-4c5e-b257-084855ee4a34 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:40:16.972617 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 65b9b21d-19df-4c5e-b257-084855ee4a34 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:40:17.002843 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-891b99d3-0589-40b8-bd8b-e83cbd216818 req-0bb4c724-7ebe-4e06-8b79-6f9ffd1b7b33 service neutron] 10.222.0.72 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868182 Dec 10 19:40:17.541546 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4941524a-6c37-4333-bf38-a7e4653e864f', 'tag': '65b9b21d-19df-4c5e-b257-084855ee4a34'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:40:17.543895 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb385ee8d26b8ad243460b423ad218e97d9fae79c4f4b9b0691d822ece1c624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5e7129-e3f5-48fe-a663-4f7b245b61d0" -d '{"events": [{"name": "network-changed", "server_uuid": "4941524a-6c37-4333-bf38-a7e4653e864f", "tag": "65b9b21d-19df-4c5e-b257-084855ee4a34"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:40:17.594861 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f6f36f-91ab-4b0d-8432-04547717fa29 x-openstack-request-id: req-00f6f36f-91ab-4b0d-8432-04547717fa29 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:40:17.595487 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4941524a-6c37-4333-bf38-a7e4653e864f", "tag": "65b9b21d-19df-4c5e-b257-084855ee4a34", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:40:17.595487 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-00f6f36f-91ab-4b0d-8432-04547717fa29 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:40:17.595980 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4941524a-6c37-4333-bf38-a7e4653e864f', 'tag': '65b9b21d-19df-4c5e-b257-084855ee4a34', 'status': 'completed', 'code': 200} Dec 10 19:40:17.653003 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e7129-e3f5-48fe-a663-4f7b245b61d0 req-94b3afda-5ed6-4bbc-8dc1-d5cc09700807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:17.654638 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3d5e7129-e3f5-48fe-a663-4f7b245b61d0 req-94b3afda-5ed6-4bbc-8dc1-d5cc09700807 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 1095 time: 0.0415196 Dec 10 19:40:17.659252 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e7129-e3f5-48fe-a663-4f7b245b61d0 req-39c260c0-10bb-4bcb-b197-ca8e22b07a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:17.660842 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3d5e7129-e3f5-48fe-a663-4f7b245b61d0 req-39c260c0-10bb-4bcb-b197-ca8e22b07a24 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 1095 time: 0.0427163 Dec 10 19:40:17.755307 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e7129-e3f5-48fe-a663-4f7b245b61d0 req-6071b7d3-5a25-432e-9623-af29bfa76387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:17.756853 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3d5e7129-e3f5-48fe-a663-4f7b245b61d0 req-6071b7d3-5a25-432e-9623-af29bfa76387 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.0943162 Dec 10 19:40:17.759326 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e7129-e3f5-48fe-a663-4f7b245b61d0 req-600a1799-59c1-426f-9bb0-1ef8345ed29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:17.760910 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3d5e7129-e3f5-48fe-a663-4f7b245b61d0 req-600a1799-59c1-426f-9bb0-1ef8345ed29d service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.0928407 Dec 10 19:40:17.827468 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3d5e7129-e3f5-48fe-a663-4f7b245b61d0 req-e05c597e-912b-4f2d-ab13-548245a7ecf9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65b9b21d-19df-4c5e-b257-084855ee4a34 HTTP/1.1" status: 200 len: 1001 time: 0.0635889 Dec 10 19:40:17.836320 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3d5e7129-e3f5-48fe-a663-4f7b245b61d0 req-5860d12d-8f1d-4ecc-ada4-591a2287bf55 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65b9b21d-19df-4c5e-b257-084855ee4a34 HTTP/1.1" status: 200 len: 1001 time: 0.0684500 Dec 10 19:40:17.883904 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e7129-e3f5-48fe-a663-4f7b245b61d0 req-df8427ee-3945-482a-8fa1-94d807c9c565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:17.885737 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3d5e7129-e3f5-48fe-a663-4f7b245b61d0 req-df8427ee-3945-482a-8fa1-94d807c9c565 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0508580 Dec 10 19:40:17.888838 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e7129-e3f5-48fe-a663-4f7b245b61d0 req-d5c40589-51f4-4678-b7b7-abf13ff3d5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:17.890301 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3d5e7129-e3f5-48fe-a663-4f7b245b61d0 req-d5c40589-51f4-4678-b7b7-abf13ff3d5ed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0467296 Dec 10 19:40:17.933522 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e7129-e3f5-48fe-a663-4f7b245b61d0 req-49d117c4-248b-4c1b-9e58-59f6b6dcb9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:17.935571 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3d5e7129-e3f5-48fe-a663-4f7b245b61d0 req-49d117c4-248b-4c1b-9e58-59f6b6dcb9a6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420184 Dec 10 19:40:17.942001 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e7129-e3f5-48fe-a663-4f7b245b61d0 req-63f22353-3b2b-4332-a2f3-d10406c8e5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:17.943521 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3d5e7129-e3f5-48fe-a663-4f7b245b61d0 req-63f22353-3b2b-4332-a2f3-d10406c8e5a5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458515 Dec 10 19:40:18.038405 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3d5e7129-e3f5-48fe-a663-4f7b245b61d0 req-36a84e63-7c5c-4e01-af00-a6cf2c620380 service neutron] 10.222.0.72 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937152 Dec 10 19:40:18.084678 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f74fa-1240-4a2f-8a8d-6d1e09b28222 req-c8516268-4d1b-4476-9640-cb6095577152 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:18.086317 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d5f74fa-1240-4a2f-8a8d-6d1e09b28222 req-c8516268-4d1b-4476-9640-cb6095577152 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 944 time: 0.0842819 Dec 10 19:40:18.096572 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3d5e7129-e3f5-48fe-a663-4f7b245b61d0 req-cda32216-36db-4791-bfaa-de8fcd4b6708 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452692 Dec 10 19:40:18.139696 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3d5e7129-e3f5-48fe-a663-4f7b245b61d0 req-ca394853-b49a-40fc-8c35-19e3f9cd5e62 service neutron] 10.222.0.72 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945055 Dec 10 19:40:18.194425 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d5f74fa-1240-4a2f-8a8d-6d1e09b28222 req-5aad1995-e2f3-4ec6-899d-2bc6e670e909 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016200 Dec 10 19:40:18.221427 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3d5e7129-e3f5-48fe-a663-4f7b245b61d0 req-268a008d-608c-4fbd-bfc0-47b2282edd56 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176481 Dec 10 19:40:18.613896 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:40:19.323455 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdeac13-f137-4520-8b0f-0e574a769dd4 req-206e02af-a04b-4523-a750-49be2101e9ce tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:19.325644 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ebdeac13-f137-4520-8b0f-0e574a769dd4 req-206e02af-a04b-4523-a750-49be2101e9ce tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 944 time: 0.0591869 Dec 10 19:40:19.381083 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ebdeac13-f137-4520-8b0f-0e574a769dd4 req-beda02c8-fd13-4960-8b20-d8010d3f141a tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486743 Dec 10 19:40:19.773097 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-36ac96b3-e355-47eb-aacc-e49fa8402e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:20.509520 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9062b-7e42-4339-8fac-cd61524620e7 req-5ec727cf-050e-4aac-aa02-9831613391da tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:20.511034 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a2c9062b-7e42-4339-8fac-cd61524620e7 req-5ec727cf-050e-4aac-aa02-9831613391da tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 944 time: 0.0537386 Dec 10 19:40:20.560029 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a2c9062b-7e42-4339-8fac-cd61524620e7 req-afb5f520-9515-4177-8a4c-37e265641d56 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409684 Dec 10 19:40:21.681155 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f1dec-7b66-4fab-8bd1-50111475429e req-5346d4a8-0a52-459f-b295-7f186f47feb5 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:21.682644 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-495f1dec-7b66-4fab-8bd1-50111475429e req-5346d4a8-0a52-459f-b295-7f186f47feb5 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 944 time: 0.0490324 Dec 10 19:40:21.732972 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-495f1dec-7b66-4fab-8bd1-50111475429e req-39dc6192-adc7-42bf-add3-75d143c14317 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444639 Dec 10 19:40:22.631018 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7773a954-92fd-4038-a18e-92c4a712dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:22.852558 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32438c-6f91-4c44-b879-8c75b894af2f req-0d62b995-a6df-423a-9013-b6785ec42048 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:22.854049 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2f32438c-6f91-4c44-b879-8c75b894af2f req-0d62b995-a6df-423a-9013-b6785ec42048 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 944 time: 0.0508745 Dec 10 19:40:22.906804 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2f32438c-6f91-4c44-b879-8c75b894af2f req-12f34473-10a4-4b77-b0a7-339e345f97be tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466206 Dec 10 19:40:23.668243 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:24.024841 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59c379-de62-425c-a92a-bf54bfd353bd req-2e4b3824-8263-4f59-8bdf-37d58e7ebf4d tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:24.026330 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9b59c379-de62-425c-a92a-bf54bfd353bd req-2e4b3824-8263-4f59-8bdf-37d58e7ebf4d tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 944 time: 0.0498481 Dec 10 19:40:24.074338 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9b59c379-de62-425c-a92a-bf54bfd353bd req-2d02ee8c-3e62-4437-93d1-63f3b824d0ef tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420313 Dec 10 19:40:25.025586 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:25.192276 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab36f6-22db-4cb5-bb3f-cbb1dff6f5a9 req-9b228585-8c31-4f7a-81d4-f3142dac0307 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:25.193915 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9dab36f6-22db-4cb5-bb3f-cbb1dff6f5a9 req-9b228585-8c31-4f7a-81d4-f3142dac0307 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 944 time: 0.0489230 Dec 10 19:40:25.248358 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9dab36f6-22db-4cb5-bb3f-cbb1dff6f5a9 req-2f709b86-419a-4ce1-8426-85531efef3d5 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484869 Dec 10 19:40:25.646202 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:26.364231 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce364538-08b2-499f-b418-a0dea3c6aa26 req-de497909-75a7-4b49-b000-b0f4938e4067 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:26.365781 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ce364538-08b2-499f-b418-a0dea3c6aa26 req-de497909-75a7-4b49-b000-b0f4938e4067 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 944 time: 0.0481203 Dec 10 19:40:26.413344 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ce364538-08b2-499f-b418-a0dea3c6aa26 req-df4a4c5e-55cb-47a6-b17c-8e040bbc1694 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415199 Dec 10 19:40:27.529244 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a71ab-3df2-4e85-b171-7aaae7cdff32 req-e5eaab10-fb7b-4868-8e0e-d0ea31a0a509 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:27.530705 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bd8a71ab-3df2-4e85-b171-7aaae7cdff32 req-e5eaab10-fb7b-4868-8e0e-d0ea31a0a509 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 944 time: 0.0483348 Dec 10 19:40:27.577224 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bd8a71ab-3df2-4e85-b171-7aaae7cdff32 req-ccebc3db-8ce1-4526-abd6-61c6735afd7a tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405688 Dec 10 19:40:28.697098 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab6d9b-838e-4033-ac39-153df5505418 req-72abf911-6300-4bc5-b76d-849da7fe71a6 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:28.698576 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-62ab6d9b-838e-4033-ac39-153df5505418 req-72abf911-6300-4bc5-b76d-849da7fe71a6 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 944 time: 0.0524578 Dec 10 19:40:28.745833 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-62ab6d9b-838e-4033-ac39-153df5505418 req-9ec59225-1eee-4077-8f2b-081520af672b tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413749 Dec 10 19:40:29.866606 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59801fd8-d32a-4a8c-b3bc-58b4d3d69416 req-b091ee14-55bf-4f19-851f-826147f89182 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:29.868099 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-59801fd8-d32a-4a8c-b3bc-58b4d3d69416 req-b091ee14-55bf-4f19-851f-826147f89182 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 944 time: 0.0516109 Dec 10 19:40:29.915734 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-59801fd8-d32a-4a8c-b3bc-58b4d3d69416 req-8420cddd-8e55-4cf7-98bd-31f9343cded4 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417430 Dec 10 19:40:31.029199 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d50c05-9b93-4db3-9532-33cb0d0caf44 req-098b42d1-bc6a-46c0-8161-adebf38c0cf5 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:31.030679 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-23d50c05-9b93-4db3-9532-33cb0d0caf44 req-098b42d1-bc6a-46c0-8161-adebf38c0cf5 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 944 time: 0.0478373 Dec 10 19:40:31.077142 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-23d50c05-9b93-4db3-9532-33cb0d0caf44 req-93f2a79b-06e5-4d42-aada-083b610a8a03 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398340 Dec 10 19:40:31.388343 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9840bfd-0125-497f-8864-167b0157f622 req-bc55d729-7e3c-4b83-9b76-56ca6ba0cf89 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:31.389914 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b9840bfd-0125-497f-8864-167b0157f622 req-bc55d729-7e3c-4b83-9b76-56ca6ba0cf89 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.72 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f&tenant_id=b616c65070de423e9109b7f7c3e68230&binding%3Ahost_id=n-h2-821435-1 HTTP/1.1" status: 200 len: 944 time: 0.0831869 Dec 10 19:40:31.401689 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453914f-52a1-4099-b03d-160c95207ed5 req-d2834dc1-4613-44a2-95a3-2e8b8a3c99ca tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:31.403163 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e453914f-52a1-4099-b03d-160c95207ed5 req-d2834dc1-4613-44a2-95a3-2e8b8a3c99ca tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 944 time: 0.0707877 Dec 10 19:40:31.489005 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e453914f-52a1-4099-b03d-160c95207ed5 req-bc8df7b6-419c-439a-af1a-ee8fba9d424d tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782683 Dec 10 19:40:31.490479 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b9840bfd-0125-497f-8864-167b0157f622 req-f3aa0caa-fffd-405d-9438-d7563d4ee659 service neutron] 10.222.0.72 "GET /v2.0/ports/65b9b21d-19df-4c5e-b257-084855ee4a34/bindings/n-h2-821435-1 HTTP/1.1" status: 200 len: 382 time: 0.0864704 Dec 10 19:40:31.555685 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9840bfd-0125-497f-8864-167b0157f622 req-e032a82a-e815-47b4-9ede-bd81498beb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:31.557107 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b9840bfd-0125-497f-8864-167b0157f622 req-e032a82a-e815-47b4-9ede-bd81498beb38 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 1095 time: 0.0438333 Dec 10 19:40:31.646988 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9840bfd-0125-497f-8864-167b0157f622 req-8e252b9d-af9c-4fb0-988b-ea23c72b1cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:31.648449 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b9840bfd-0125-497f-8864-167b0157f622 req-8e252b9d-af9c-4fb0-988b-ea23c72b1cd3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.0841045 Dec 10 19:40:31.715313 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b9840bfd-0125-497f-8864-167b0157f622 req-8fe17ddb-8ef7-4dda-8153-f37d14d67fa0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65b9b21d-19df-4c5e-b257-084855ee4a34 HTTP/1.1" status: 200 len: 1001 time: 0.0599604 Dec 10 19:40:31.763242 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9840bfd-0125-497f-8864-167b0157f622 req-18cf7980-6430-41aa-936a-2bc62fb642ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:31.764746 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b9840bfd-0125-497f-8864-167b0157f622 req-18cf7980-6430-41aa-936a-2bc62fb642ca service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0423675 Dec 10 19:40:31.808881 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9840bfd-0125-497f-8864-167b0157f622 req-f993dd26-a159-4014-821f-8e522a30e35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:31.810284 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b9840bfd-0125-497f-8864-167b0157f622 req-f993dd26-a159-4014-821f-8e522a30e35c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387356 Dec 10 19:40:31.901432 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b9840bfd-0125-497f-8864-167b0157f622 req-98d30683-892f-4db3-a861-e6a2a344ff4b service neutron] 10.222.0.72 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837700 Dec 10 19:40:31.989368 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b9840bfd-0125-497f-8864-167b0157f622 req-8b1d7c2d-8baf-448d-8de8-b5950265b4c3 service neutron] 10.222.0.72 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811796 Dec 10 19:40:32.087482 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 65b9b21d-19df-4c5e-b257-084855ee4a34 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:40:32.182370 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 65b9b21d-19df-4c5e-b257-084855ee4a34, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=65b9b21d-19df-4c5e-b257-084855ee4a34,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:40:32.193322 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '65b9b21d-19df-4c5e-b257-084855ee4a34', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'port_id': '65b9b21d-19df-4c5e-b257-084855ee4a34', 'mac_address': 'fa:16:3e:bf:50:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:40:32.229924 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:32.243203 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65b9b21d-19df-4c5e-b257-084855ee4a34 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:40:32.263071 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 65b9b21d-19df-4c5e-b257-084855ee4a34, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=65b9b21d-19df-4c5e-b257-084855ee4a34,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:40:32.267750 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:32.313999 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=65b9b21d-19df-4c5e-b257-084855ee4a34,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:40:32.321231 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:32.321580 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:32.321923 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:32.322259 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:32.322593 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:32.322925 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:32.323255 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:32.323582 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:32.323907 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:32.324232 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:32.324556 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:32.324903 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:32.325228 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:32.615737 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0c4f5-bfb0-4bf7-91f3-0cebcf941526 req-68c3fa93-7acc-46de-a30e-56d709a5a85a tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:32.617292 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cdb0c4f5-bfb0-4bf7-91f3-0cebcf941526 req-68c3fa93-7acc-46de-a30e-56d709a5a85a tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 945 time: 0.0525208 Dec 10 19:40:32.646651 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['65b9b21d-19df-4c5e-b257-084855ee4a34'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:40:32.665127 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cdb0c4f5-bfb0-4bf7-91f3-0cebcf941526 req-ceff3fdb-1061-483b-bfe8-7b5fb6de2b96 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418780 Dec 10 19:40:33.794760 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0bc2f-47fa-4990-a9cb-8fb856494055 req-b01f56c6-ba0b-4e8e-9a4e-a1c071000078 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:33.796238 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-56a0bc2f-47fa-4990-a9cb-8fb856494055 req-b01f56c6-ba0b-4e8e-9a4e-a1c071000078 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 945 time: 0.0497229 Dec 10 19:40:33.845391 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-56a0bc2f-47fa-4990-a9cb-8fb856494055 req-2adfbc21-9b49-4cb0-b37a-6a7c2f666b7a tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428207 Dec 10 19:40:34.100111 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 65b9b21d-19df-4c5e-b257-084855ee4a34 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:40:34.150640 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 65b9b21d-19df-4c5e-b257-084855ee4a34 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:40:34.154873 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 65b9b21d-19df-4c5e-b257-084855ee4a34 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:40:34.155416 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:34.235066 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:34.259062 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4941524a-6c37-4333-bf38-a7e4653e864f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b9b21d-19df-4c5e-b257-084855ee4a34'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:40:34.261394 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f39997a1e7c5b6ae782956bbd1fa5b612e64aa5908109c3bc10b0e272c8d4b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d38bb9a-823d-41d5-b1a3-2876f09619d9" -d '{"events": [{"server_uuid": "4941524a-6c37-4333-bf38-a7e4653e864f", "name": "network-vif-plugged", "status": "completed", "tag": "65b9b21d-19df-4c5e-b257-084855ee4a34"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:40:34.274254 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 65b9b21d-19df-4c5e-b257-084855ee4a34, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=65b9b21d-19df-4c5e-b257-084855ee4a34,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:40:34.279310 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:34.317872 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df1f616-9fa5-4813-bb10-f7a34f19ca0b x-openstack-request-id: req-0df1f616-9fa5-4813-bb10-f7a34f19ca0b {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:40:34.318168 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4941524a-6c37-4333-bf38-a7e4653e864f", "name": "network-vif-plugged", "status": "completed", "tag": "65b9b21d-19df-4c5e-b257-084855ee4a34", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:40:34.318422 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0df1f616-9fa5-4813-bb10-f7a34f19ca0b {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:40:34.318813 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4941524a-6c37-4333-bf38-a7e4653e864f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b9b21d-19df-4c5e-b257-084855ee4a34', 'code': 200} Dec 10 19:40:34.331032 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=65b9b21d-19df-4c5e-b257-084855ee4a34,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:40:34.405098 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:34.968655 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76d577-906e-4c59-8c6e-25e0c6a27c97 req-1e7b4639-d423-4668-a6fb-434b1eea25a6 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:34.970130 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cf76d577-906e-4c59-8c6e-25e0c6a27c97 req-1e7b4639-d423-4668-a6fb-434b1eea25a6 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 946 time: 0.0529225 Dec 10 19:40:35.018096 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cf76d577-906e-4c59-8c6e-25e0c6a27c97 req-dc87eb6b-5d86-42c5-94e3-9f459694c0c1 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418541 Dec 10 19:40:36.141125 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525769a2-bf23-420a-91d8-bc5f106881d5 req-38d976fb-f10b-447b-a56e-b1cdb89c43ca tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:36.142647 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-525769a2-bf23-420a-91d8-bc5f106881d5 req-38d976fb-f10b-447b-a56e-b1cdb89c43ca tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 946 time: 0.0497944 Dec 10 19:40:36.201343 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-525769a2-bf23-420a-91d8-bc5f106881d5 req-c6732bd5-584a-4fe0-8a6c-b7658443e9dc tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516098 Dec 10 19:40:36.233471 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9840bfd-0125-497f-8864-167b0157f622 req-82fc60f8-fe9b-425b-a6cd-b86c8dddbdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:36.234955 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b9840bfd-0125-497f-8864-167b0157f622 req-82fc60f8-fe9b-425b-a6cd-b86c8dddbdbe service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f&tenant_id=b616c65070de423e9109b7f7c3e68230 HTTP/1.1" status: 200 len: 1097 time: 0.0483959 Dec 10 19:40:36.246080 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-b9840bfd-0125-497f-8864-167b0157f622 req-2ded42f6-ed12-42bf-a636-82e5dc6423da service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821435-1', 'device_owner': 'compute:nova'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:40:36.296876 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b9840bfd-0125-497f-8864-167b0157f622 req-2ded42f6-ed12-42bf-a636-82e5dc6423da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:36.499351 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b9840bfd-0125-497f-8864-167b0157f622 req-2ded42f6-ed12-42bf-a636-82e5dc6423da service neutron] For port 65b9b21d-19df-4c5e-b257-084855ee4a34, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=65b9b21d-19df-4c5e-b257-084855ee4a34,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:40:36.531791 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b9840bfd-0125-497f-8864-167b0157f622 req-2ded42f6-ed12-42bf-a636-82e5dc6423da service neutron] For port 65b9b21d-19df-4c5e-b257-084855ee4a34, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:40:36.570582 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4941524a-6c37-4333-bf38-a7e4653e864f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65b9b21d-19df-4c5e-b257-084855ee4a34'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:40:36.572902 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7415cc-cef2-4381-ae7f-5593c1c5b1cf" -d '{"events": [{"server_uuid": "4941524a-6c37-4333-bf38-a7e4653e864f", "name": "network-vif-unplugged", "status": "completed", "tag": "65b9b21d-19df-4c5e-b257-084855ee4a34"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:40:36.576979 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b9840bfd-0125-497f-8864-167b0157f622 req-2ded42f6-ed12-42bf-a636-82e5dc6423da service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:36.590381 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-b9840bfd-0125-497f-8864-167b0157f622 req-2ded42f6-ed12-42bf-a636-82e5dc6423da service neutron] Transition to ACTIVE for port object 65b9b21d-19df-4c5e-b257-084855ee4a34 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:40:36.594281 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b9840bfd-0125-497f-8864-167b0157f622 req-2ded42f6-ed12-42bf-a636-82e5dc6423da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:36.631637 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 19:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957b70d7-43f9-4fbc-a1b1-382bf29d6e85 x-openstack-request-id: req-957b70d7-43f9-4fbc-a1b1-382bf29d6e85 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:40:36.631940 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4941524a-6c37-4333-bf38-a7e4653e864f", "name": "network-vif-unplugged", "status": "completed", "tag": "65b9b21d-19df-4c5e-b257-084855ee4a34", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:40:36.632187 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-957b70d7-43f9-4fbc-a1b1-382bf29d6e85 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:40:36.632592 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4941524a-6c37-4333-bf38-a7e4653e864f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65b9b21d-19df-4c5e-b257-084855ee4a34', 'code': 200} Dec 10 19:40:36.694926 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded42f6-ed12-42bf-a636-82e5dc6423da service neutron] Pushing event updated for resources: {'Port': ['ID=65b9b21d-19df-4c5e-b257-084855ee4a34,revision_number=10']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:40:36.709084 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded42f6-ed12-42bf-a636-82e5dc6423da service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:36.709706 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded42f6-ed12-42bf-a636-82e5dc6423da service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:36.710326 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded42f6-ed12-42bf-a636-82e5dc6423da service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:36.710936 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded42f6-ed12-42bf-a636-82e5dc6423da service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:36.711538 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded42f6-ed12-42bf-a636-82e5dc6423da service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:36.712097 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded42f6-ed12-42bf-a636-82e5dc6423da service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:36.712457 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded42f6-ed12-42bf-a636-82e5dc6423da service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:36.713065 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded42f6-ed12-42bf-a636-82e5dc6423da service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:36.713487 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded42f6-ed12-42bf-a636-82e5dc6423da service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:36.713841 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded42f6-ed12-42bf-a636-82e5dc6423da service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:36.714187 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded42f6-ed12-42bf-a636-82e5dc6423da service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:36.714532 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded42f6-ed12-42bf-a636-82e5dc6423da service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:36.714872 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded42f6-ed12-42bf-a636-82e5dc6423da service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:36.745648 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9840bfd-0125-497f-8864-167b0157f622 req-2ded42f6-ed12-42bf-a636-82e5dc6423da service neutron] No DVR routers for this DVR port 65b9b21d-19df-4c5e-b257-084855ee4a34 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:40:36.880267 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b9840bfd-0125-497f-8864-167b0157f622 req-2ded42f6-ed12-42bf-a636-82e5dc6423da service neutron] Attempting to bind port 65b9b21d-19df-4c5e-b257-084855ee4a34 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:40:36.880529 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b9840bfd-0125-497f-8864-167b0157f622 req-2ded42f6-ed12-42bf-a636-82e5dc6423da service neutron] Attempting to bind port 65b9b21d-19df-4c5e-b257-084855ee4a34 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:40:36.880896 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9840bfd-0125-497f-8864-167b0157f622 req-2ded42f6-ed12-42bf-a636-82e5dc6423da service neutron] Attempting to bind port 65b9b21d-19df-4c5e-b257-084855ee4a34 on network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:40:36.885130 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9840bfd-0125-497f-8864-167b0157f622 req-2ded42f6-ed12-42bf-a636-82e5dc6423da service neutron] Port 65b9b21d-19df-4c5e-b257-084855ee4a34 on network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:40:36.885461 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9840bfd-0125-497f-8864-167b0157f622 req-2ded42f6-ed12-42bf-a636-82e5dc6423da service neutron] Attempting to bind port 65b9b21d-19df-4c5e-b257-084855ee4a34 on network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:40:36.890234 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9840bfd-0125-497f-8864-167b0157f622 req-2ded42f6-ed12-42bf-a636-82e5dc6423da service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:40:36.890577 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9840bfd-0125-497f-8864-167b0157f622 req-2ded42f6-ed12-42bf-a636-82e5dc6423da service neutron] Checking segment: {'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:40:36.890963 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9840bfd-0125-497f-8864-167b0157f622 req-2ded42f6-ed12-42bf-a636-82e5dc6423da service neutron] Bound using segment: {'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:40:36.891518 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b9840bfd-0125-497f-8864-167b0157f622 req-2ded42f6-ed12-42bf-a636-82e5dc6423da service neutron] Bound port: 65b9b21d-19df-4c5e-b257-084855ee4a34, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f13f09e7-aeb2-435d-939d-dbef67aca0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:40:36.891893 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b9840bfd-0125-497f-8864-167b0157f622 req-2ded42f6-ed12-42bf-a636-82e5dc6423da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:36.957751 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b9840bfd-0125-497f-8864-167b0157f622 req-2ded42f6-ed12-42bf-a636-82e5dc6423da service neutron] For port 65b9b21d-19df-4c5e-b257-084855ee4a34, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:40:36.962235 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b9840bfd-0125-497f-8864-167b0157f622 req-2ded42f6-ed12-42bf-a636-82e5dc6423da service neutron] For port 65b9b21d-19df-4c5e-b257-084855ee4a34, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=65b9b21d-19df-4c5e-b257-084855ee4a34,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:40:36.966211 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b9840bfd-0125-497f-8864-167b0157f622 req-2ded42f6-ed12-42bf-a636-82e5dc6423da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:37.005469 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9840bfd-0125-497f-8864-167b0157f622 req-2ded42f6-ed12-42bf-a636-82e5dc6423da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:37.006352 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b9840bfd-0125-497f-8864-167b0157f622 req-2ded42f6-ed12-42bf-a636-82e5dc6423da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:37.007706 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b9840bfd-0125-497f-8864-167b0157f622 req-2ded42f6-ed12-42bf-a636-82e5dc6423da service neutron] 10.222.0.46 "PUT /v2.0/ports/65b9b21d-19df-4c5e-b257-084855ee4a34 HTTP/1.1" status: 200 len: 1093 time: 0.7655020 Dec 10 19:40:37.027510 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded42f6-ed12-42bf-a636-82e5dc6423da service neutron] Pushing event updated for resources: {'Port': ['ID=65b9b21d-19df-4c5e-b257-084855ee4a34,revision_number=11']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:40:37.074209 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9840bfd-0125-497f-8864-167b0157f622 req-6119ae54-a3fd-482f-a687-72500fa5d0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:37.075752 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b9840bfd-0125-497f-8864-167b0157f622 req-6119ae54-a3fd-482f-a687-72500fa5d0ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 1096 time: 0.0421913 Dec 10 19:40:37.174783 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9840bfd-0125-497f-8864-167b0157f622 req-4296d608-78c1-4f21-aa21-97c2b3f2d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:37.176201 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b9840bfd-0125-497f-8864-167b0157f622 req-4296d608-78c1-4f21-aa21-97c2b3f2d420 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.0931993 Dec 10 19:40:37.242091 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b9840bfd-0125-497f-8864-167b0157f622 req-e07b34dd-e084-411c-9f51-f3f92209e4dd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65b9b21d-19df-4c5e-b257-084855ee4a34 HTTP/1.1" status: 200 len: 1001 time: 0.0588841 Dec 10 19:40:37.322945 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9840bfd-0125-497f-8864-167b0157f622 req-62d4a322-6fc2-4d61-b4a2-8cc4ea2f0ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:37.324327 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b9840bfd-0125-497f-8864-167b0157f622 req-62d4a322-6fc2-4d61-b4a2-8cc4ea2f0ea9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0745759 Dec 10 19:40:37.365374 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ead4de-620a-4fc6-8d58-5a6cebbcad10 req-68e612c4-1807-410a-abca-3ed73f806410 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:37.366861 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79ead4de-620a-4fc6-8d58-5a6cebbcad10 req-68e612c4-1807-410a-abca-3ed73f806410 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 945 time: 0.0881383 Dec 10 19:40:37.396462 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9840bfd-0125-497f-8864-167b0157f622 req-21da1b79-e50c-4d6e-ba34-67686e4062f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:37.397963 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b9840bfd-0125-497f-8864-167b0157f622 req-21da1b79-e50c-4d6e-ba34-67686e4062f6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657239 Dec 10 19:40:37.466179 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79ead4de-620a-4fc6-8d58-5a6cebbcad10 req-11beeadd-6c9e-4497-9a7e-d229680e0a27 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932376 Dec 10 19:40:37.504124 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b9840bfd-0125-497f-8864-167b0157f622 req-7884720d-0bd5-4782-b869-d9ab35b068b3 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972946 Dec 10 19:40:37.592940 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b9840bfd-0125-497f-8864-167b0157f622 req-9846308d-503d-4d61-af9a-15c6265a6dfb service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820942 Dec 10 19:40:38.115811 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 65b9b21d-19df-4c5e-b257-084855ee4a34 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:40:38.155074 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 65b9b21d-19df-4c5e-b257-084855ee4a34 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:40:38.585690 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45807cb2-3a1a-4a5a-bb74-c34309d36f85 req-beeb778f-6a1e-4821-a352-00ddc2de3d1e tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:38.587105 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-45807cb2-3a1a-4a5a-bb74-c34309d36f85 req-beeb778f-6a1e-4821-a352-00ddc2de3d1e tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 945 time: 0.0491874 Dec 10 19:40:38.634171 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4941524a-6c37-4333-bf38-a7e4653e864f', 'tag': '65b9b21d-19df-4c5e-b257-084855ee4a34'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:40:38.635927 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-45807cb2-3a1a-4a5a-bb74-c34309d36f85 req-c5aec38c-6e05-42d8-8c56-827f8e704c85 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425420 Dec 10 19:40:38.636513 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27702227-660c-423b-a770-6eada311f0be" -d '{"events": [{"name": "network-changed", "server_uuid": "4941524a-6c37-4333-bf38-a7e4653e864f", "tag": "65b9b21d-19df-4c5e-b257-084855ee4a34"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:40:38.694498 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d7bbfd-60d5-49a3-b485-975b77965d35 x-openstack-request-id: req-02d7bbfd-60d5-49a3-b485-975b77965d35 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:40:38.694823 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4941524a-6c37-4333-bf38-a7e4653e864f", "tag": "65b9b21d-19df-4c5e-b257-084855ee4a34", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:40:38.695079 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-02d7bbfd-60d5-49a3-b485-975b77965d35 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:40:38.695490 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4941524a-6c37-4333-bf38-a7e4653e864f', 'tag': '65b9b21d-19df-4c5e-b257-084855ee4a34', 'status': 'completed', 'code': 200} Dec 10 19:40:38.759867 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27702227-660c-423b-a770-6eada311f0be req-cd018afd-4450-4494-b8cd-dd8da72bf2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:38.761410 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-27702227-660c-423b-a770-6eada311f0be req-cd018afd-4450-4494-b8cd-dd8da72bf2f9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 1096 time: 0.0480485 Dec 10 19:40:38.761877 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27702227-660c-423b-a770-6eada311f0be req-d88a2f57-5761-4948-816b-dc42617dd8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:38.763365 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-27702227-660c-423b-a770-6eada311f0be req-d88a2f57-5761-4948-816b-dc42617dd8d7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b616c65070de423e9109b7f7c3e68230&device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 1096 time: 0.0422421 Dec 10 19:40:38.788035 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:38.861502 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27702227-660c-423b-a770-6eada311f0be req-f6ca4c35-a636-4da1-9850-1a98e430384e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:38.862389 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27702227-660c-423b-a770-6eada311f0be req-c72c8fb3-5e47-444a-9c2f-2f6eda145d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:38.863018 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-27702227-660c-423b-a770-6eada311f0be req-f6ca4c35-a636-4da1-9850-1a98e430384e service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.0919237 Dec 10 19:40:38.863983 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-27702227-660c-423b-a770-6eada311f0be req-c72c8fb3-5e47-444a-9c2f-2f6eda145d24 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 200 len: 912 time: 0.0950851 Dec 10 19:40:38.933622 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-27702227-660c-423b-a770-6eada311f0be req-11882e4f-8ff2-41a6-8713-76fcf6f41636 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65b9b21d-19df-4c5e-b257-084855ee4a34 HTTP/1.1" status: 200 len: 1001 time: 0.0633678 Dec 10 19:40:38.935438 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-27702227-660c-423b-a770-6eada311f0be req-ad3bada4-0c70-4863-ac80-aeec22f4e997 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65b9b21d-19df-4c5e-b257-084855ee4a34 HTTP/1.1" status: 200 len: 1001 time: 0.0637259 Dec 10 19:40:38.985956 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27702227-660c-423b-a770-6eada311f0be req-c53ac679-34bd-4eca-807c-5f094edda977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:38.987542 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-27702227-660c-423b-a770-6eada311f0be req-c53ac679-34bd-4eca-807c-5f094edda977 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.0455186 Dec 10 19:40:39.039042 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27702227-660c-423b-a770-6eada311f0be req-fe2649e0-d848-4664-a0fe-bc40237a69e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:39.040672 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-27702227-660c-423b-a770-6eada311f0be req-fe2649e0-d848-4664-a0fe-bc40237a69e0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455880 Dec 10 19:40:39.148156 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-27702227-660c-423b-a770-6eada311f0be req-436a9708-5f8d-4f63-a3e3-d8d94a15ce2d service neutron] 10.222.0.72 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000462 Dec 10 19:40:39.335922 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27702227-660c-423b-a770-6eada311f0be req-98844579-1c1f-4d17-b367-964283334400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:39.337472 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-27702227-660c-423b-a770-6eada311f0be req-98844579-1c1f-4d17-b367-964283334400 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 200 len: 850 time: 0.3965752 Dec 10 19:40:39.394582 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27702227-660c-423b-a770-6eada311f0be req-e4ff26c0-dd7e-45ce-9de3-d267fd4a7ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:39.396140 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-27702227-660c-423b-a770-6eada311f0be req-e4ff26c0-dd7e-45ce-9de3-d267fd4a7ed1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc2d254-b19a-4600-a571-d1e2c01d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515101 Dec 10 19:40:39.492775 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-27702227-660c-423b-a770-6eada311f0be req-9104c71a-a4b8-4e30-aee2-8bab17fbffd0 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892935 Dec 10 19:40:39.573584 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-27702227-660c-423b-a770-6eada311f0be req-7f8baa30-aa6e-4eb3-a12a-2ae20cd9ff4c service neutron] 10.222.0.72 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181023 Dec 10 19:40:39.592198 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-27702227-660c-423b-a770-6eada311f0be req-1366c6b0-7b2b-4677-9379-fb3b57ad3cf4 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911689 Dec 10 19:40:39.757817 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6e5b9-9c1a-414c-b67b-8f899468e243 req-e0c36cc2-3462-49a9-9c8d-81ce933254db tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:39.759330 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a7d6e5b9-9c1a-414c-b67b-8f899468e243 req-e0c36cc2-3462-49a9-9c8d-81ce933254db tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 945 time: 0.0501409 Dec 10 19:40:39.811481 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a7d6e5b9-9c1a-414c-b67b-8f899468e243 req-974f9662-6d3a-4431-8d34-98bc0a243983 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461397 Dec 10 19:40:40.934913 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926c870-a318-4ccf-ad5e-fd13dfb5dfbc req-7d50db13-0c72-402f-b390-46d27d8dc5fd tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:40.936420 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8926c870-a318-4ccf-ad5e-fd13dfb5dfbc req-7d50db13-0c72-402f-b390-46d27d8dc5fd tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 945 time: 0.0511065 Dec 10 19:40:40.984819 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8926c870-a318-4ccf-ad5e-fd13dfb5dfbc req-394fb99b-66bd-443a-a3cb-c2484bad19f6 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412948 Dec 10 19:40:42.114967 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572263c-97f3-4cd5-b109-761a2bba6fd7 req-e0ca6e7e-8589-44b3-9152-a565b6e4691e tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:42.116401 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9572263c-97f3-4cd5-b109-761a2bba6fd7 req-e0ca6e7e-8589-44b3-9152-a565b6e4691e tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 945 time: 0.0492353 Dec 10 19:40:42.164610 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9572263c-97f3-4cd5-b109-761a2bba6fd7 req-fff30f80-f628-4309-9b4f-7dea37bcbd62 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420597 Dec 10 19:40:43.285781 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc89ce-57bf-40af-a8b7-32f32a8f72d3 req-278911bd-afe7-44cd-a4c5-55757d9cfbbd tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:43.287292 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-29bc89ce-57bf-40af-a8b7-32f32a8f72d3 req-278911bd-afe7-44cd-a4c5-55757d9cfbbd tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 945 time: 0.0526252 Dec 10 19:40:43.333297 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-29bc89ce-57bf-40af-a8b7-32f32a8f72d3 req-ffb38ab6-34cc-40fd-b954-b1b672d350b6 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400546 Dec 10 19:40:44.451412 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fadca9c-c4bc-48d3-89c7-32711ad10ef1 req-c6d3da15-4623-4e0e-a9e9-70a362917215 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:44.452880 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5fadca9c-c4bc-48d3-89c7-32711ad10ef1 req-c6d3da15-4623-4e0e-a9e9-70a362917215 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 945 time: 0.0475509 Dec 10 19:40:44.498507 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5fadca9c-c4bc-48d3-89c7-32711ad10ef1 req-38b032df-0394-4e4e-8cc1-ae17121edbfb tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395162 Dec 10 19:40:45.617156 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0e97f-90b8-4de9-ad75-b78e94d30477 req-3a908373-b47c-4991-a0db-d5ecaf6afee5 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:45.618697 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-89e0e97f-90b8-4de9-ad75-b78e94d30477 req-3a908373-b47c-4991-a0db-d5ecaf6afee5 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 945 time: 0.0488911 Dec 10 19:40:45.665392 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-89e0e97f-90b8-4de9-ad75-b78e94d30477 req-5234b707-fcf5-4385-8df2-1a803ab2f456 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408130 Dec 10 19:40:46.787369 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625e54d-7c2a-40eb-bedd-a098af87e64d req-73691d92-c6b8-4add-a182-bdfff8b7dc95 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:46.788878 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1625e54d-7c2a-40eb-bedd-a098af87e64d req-73691d92-c6b8-4add-a182-bdfff8b7dc95 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 945 time: 0.0527067 Dec 10 19:40:46.836559 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1625e54d-7c2a-40eb-bedd-a098af87e64d req-778895bc-ef8a-464a-a6da-17136f8c857a tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416813 Dec 10 19:40:47.956330 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159589f6-db6e-4065-9de7-7788524e1385 req-f9dd3d9a-3e66-4744-b11b-2ab7d2f1dcaa tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:47.957846 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-159589f6-db6e-4065-9de7-7788524e1385 req-f9dd3d9a-3e66-4744-b11b-2ab7d2f1dcaa tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 945 time: 0.0520680 Dec 10 19:40:48.008128 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-159589f6-db6e-4065-9de7-7788524e1385 req-fe44c7b3-a681-4514-bb07-84fd9547083f tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443287 Dec 10 19:40:49.130079 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48094908-3be8-45f7-bb08-2564adfeaf62 req-77e378d3-3d73-448c-8817-49a65d3ba287 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:49.131567 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-48094908-3be8-45f7-bb08-2564adfeaf62 req-77e378d3-3d73-448c-8817-49a65d3ba287 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 945 time: 0.0531774 Dec 10 19:40:49.178012 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-48094908-3be8-45f7-bb08-2564adfeaf62 req-542bf5d3-4378-4d08-8fb0-f12e09602cbe tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405149 Dec 10 19:40:49.778750 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8bb114fa-65d1-40bc-9024-f6f570cb019c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:50.293467 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52cf82b-edab-4563-a6ab-cd0d4bd98af5 req-8d93ad37-3005-4e76-9ab4-05ed10cc5750 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:50.294934 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c52cf82b-edab-4563-a6ab-cd0d4bd98af5 req-8d93ad37-3005-4e76-9ab4-05ed10cc5750 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 945 time: 0.0486059 Dec 10 19:40:50.340931 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c52cf82b-edab-4563-a6ab-cd0d4bd98af5 req-ced2db20-b0e7-4c05-b983-40087dd1c14c tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400944 Dec 10 19:40:50.460197 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4cc3b-18da-4151-96d5-7196accedbf3 req-7d367e3f-17bc-4a71-8d4e-1834dff55039 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:50.461686 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9de4cc3b-18da-4151-96d5-7196accedbf3 req-7d367e3f-17bc-4a71-8d4e-1834dff55039 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 945 time: 0.0531135 Dec 10 19:40:50.509123 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9de4cc3b-18da-4151-96d5-7196accedbf3 req-5117329f-5177-4a3a-98c1-4e3f68cdb70f tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414467 Dec 10 19:40:50.622615 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7458e44-64c8-4733-a558-4a1a148bbb37 req-9cce0d88-ea3b-4ac1-b611-f4f13d3d79ab tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:50.624080 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f7458e44-64c8-4733-a558-4a1a148bbb37 req-9cce0d88-ea3b-4ac1-b611-f4f13d3d79ab tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 945 time: 0.0481913 Dec 10 19:40:50.669957 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f7458e44-64c8-4733-a558-4a1a148bbb37 req-0f0975eb-1fce-47c5-80a3-c7e63fce83ce tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391264 Dec 10 19:40:50.902596 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08436f0-e139-4317-892e-de05dfcee1bc req-c035e323-9246-45e4-99ca-a0b05ed6ce7e tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:50.904054 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a08436f0-e139-4317-892e-de05dfcee1bc req-c035e323-9246-45e4-99ca-a0b05ed6ce7e tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 945 time: 0.0519969 Dec 10 19:40:50.950914 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a08436f0-e139-4317-892e-de05dfcee1bc req-56ddbc04-f42e-411d-9f8f-d6e3537a5892 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402465 Dec 10 19:40:51.049329 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 65b9b21d-19df-4c5e-b257-084855ee4a34 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:40:51.145885 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 65b9b21d-19df-4c5e-b257-084855ee4a34, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=65b9b21d-19df-4c5e-b257-084855ee4a34,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:40:51.157483 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '65b9b21d-19df-4c5e-b257-084855ee4a34', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'port_id': '65b9b21d-19df-4c5e-b257-084855ee4a34', 'mac_address': 'fa:16:3e:bf:50:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:40:51.198258 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:51.211246 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65b9b21d-19df-4c5e-b257-084855ee4a34 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:40:51.238175 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 65b9b21d-19df-4c5e-b257-084855ee4a34, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=65b9b21d-19df-4c5e-b257-084855ee4a34,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:40:51.243238 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:51.291329 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=65b9b21d-19df-4c5e-b257-084855ee4a34,revision_number=12']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:40:51.518678 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['65b9b21d-19df-4c5e-b257-084855ee4a34'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:40:52.070615 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900818c7-b122-4338-ba13-65ef2e87b318 req-8c5dc3d9-c486-47e5-8aed-07ce5c94b141 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:52.072010 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-900818c7-b122-4338-ba13-65ef2e87b318 req-8c5dc3d9-c486-47e5-8aed-07ce5c94b141 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 946 time: 0.0479164 Dec 10 19:40:52.119739 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-900818c7-b122-4338-ba13-65ef2e87b318 req-72168c17-a7e2-4bd3-9bcf-924c303d3f0d tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups?id=172160bb-5e3c-4316-a6ec-2e3cd2a24760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417101 Dec 10 19:40:52.424559 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe08d2-1a4f-4f53-b3d8-04c3f9464968 req-3beb1196-dd9f-4e41-9297-748b244923fb tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:52.426081 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7bfe08d2-1a4f-4f53-b3d8-04c3f9464968 req-3beb1196-dd9f-4e41-9297-748b244923fb tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.46 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 946 time: 0.0492821 Dec 10 19:40:52.519199 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-7bfe08d2-1a4f-4f53-b3d8-04c3f9464968 req-f727f412-6ab3-4293-bd6c-86e3f9850ddc tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Deleting port 65b9b21d-19df-4c5e-b257-084855ee4a34 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:40:52.519543 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7bfe08d2-1a4f-4f53-b3d8-04c3f9464968 req-f727f412-6ab3-4293-bd6c-86e3f9850ddc tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:52.606462 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-7bfe08d2-1a4f-4f53-b3d8-04c3f9464968 req-f727f412-6ab3-4293-bd6c-86e3f9850ddc tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] For port 65b9b21d-19df-4c5e-b257-084855ee4a34, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=65b9b21d-19df-4c5e-b257-084855ee4a34,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:40:52.606828 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7bfe08d2-1a4f-4f53-b3d8-04c3f9464968 req-f727f412-6ab3-4293-bd6c-86e3f9850ddc tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:52.633975 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5009eb4e-6329-4a90-91df-c52f076fe0d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:52.789916 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7bfe08d2-1a4f-4f53-b3d8-04c3f9464968 req-f727f412-6ab3-4293-bd6c-86e3f9850ddc tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:52.790288 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7bfe08d2-1a4f-4f53-b3d8-04c3f9464968 req-f727f412-6ab3-4293-bd6c-86e3f9850ddc tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:52.790614 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [req-7bfe08d2-1a4f-4f53-b3d8-04c3f9464968 req-f727f412-6ab3-4293-bd6c-86e3f9850ddc tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Floating IP 04e81618-1ae8-41e6-864a-d1f6c547eb51 disassociated. External IP: 172.25.7.172, port: 65b9b21d-19df-4c5e-b257-084855ee4a34. Dec 10 19:40:52.790965 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-7bfe08d2-1a4f-4f53-b3d8-04c3f9464968 req-f727f412-6ab3-4293-bd6c-86e3f9850ddc tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Calling delete_port for 65b9b21d-19df-4c5e-b257-084855ee4a34 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:40:52.920239 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7bfe08d2-1a4f-4f53-b3d8-04c3f9464968 req-f727f412-6ab3-4293-bd6c-86e3f9850ddc tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:52.948945 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727f412-6ab3-4293-bd6c-86e3f9850ddc tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Pushing event deleted for resources: {'Port': ['ID=65b9b21d-19df-4c5e-b257-084855ee4a34,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:40:53.048569 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 65b9b21d-19df-4c5e-b257-084855ee4a34 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:40:53.068928 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 65b9b21d-19df-4c5e-b257-084855ee4a34 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:40:53.069274 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 65b9b21d-19df-4c5e-b257-084855ee4a34 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 10 19:40:53.071740 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bfe08d2-1a4f-4f53-b3d8-04c3f9464968 req-f727f412-6ab3-4293-bd6c-86e3f9850ddc tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Router a3c0ff56-d4ae-4ffb-9680-332c607fddc7 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:40:53.093042 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Port 65b9b21d-19df-4c5e-b257-084855ee4a34 not found, will not notify nova. {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 10 19:40:53.186776 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bfe08d2-1a4f-4f53-b3d8-04c3f9464968 req-f727f412-6ab3-4293-bd6c-86e3f9850ddc tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:40:53.197499 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da9b365-31f7-46ea-b11c-61697e94178c None None] Sync routers for ids ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:40:53.208652 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da9b365-31f7-46ea-b11c-61697e94178c None None] Routers {'a3c0ff56-d4ae-4ffb-9680-332c607fddc7'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:40:53.209281 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3da9b365-31f7-46ea-b11c-61697e94178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:40:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:40:53.247232 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bfe08d2-1a4f-4f53-b3d8-04c3f9464968 req-f727f412-6ab3-4293-bd6c-86e3f9850ddc tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] No DVR routers for this DVR port 65b9b21d-19df-4c5e-b257-084855ee4a34 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:40:53.251288 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-03754603-49f0-4eeb-adb1-7249f5cd3dd9 req-7afeec4f-1f30-48e7-9fdf-cb85c9701cd9 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 210 time: 0.0590100 Dec 10 19:40:53.252306 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7bfe08d2-1a4f-4f53-b3d8-04c3f9464968 req-f727f412-6ab3-4293-bd6c-86e3f9850ddc tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:53.255469 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7bfe08d2-1a4f-4f53-b3d8-04c3f9464968 req-f727f412-6ab3-4293-bd6c-86e3f9850ddc tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.46 "DELETE /v2.0/ports/65b9b21d-19df-4c5e-b257-084855ee4a34 HTTP/1.1" status: 204 len: 173 time: 0.8233767 Dec 10 19:40:53.256019 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4941524a-6c37-4333-bf38-a7e4653e864f', 'name': 'network-vif-deleted', 'tag': '65b9b21d-19df-4c5e-b257-084855ee4a34'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:40:53.258430 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17986fdb-1893-4e07-ae73-a447d1b0755f" -d '{"events": [{"server_uuid": "4941524a-6c37-4333-bf38-a7e4653e864f", "name": "network-vif-deleted", "tag": "65b9b21d-19df-4c5e-b257-084855ee4a34"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:40:53.299490 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de40b648-057d-46f0-830d-556133d665fb x-openstack-request-id: req-de40b648-057d-46f0-830d-556133d665fb {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:40:53.299787 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4941524a-6c37-4333-bf38-a7e4653e864f", "name": "network-vif-deleted", "tag": "65b9b21d-19df-4c5e-b257-084855ee4a34", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:40:53.300041 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-de40b648-057d-46f0-830d-556133d665fb {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:40:53.300449 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4941524a-6c37-4333-bf38-a7e4653e864f', 'name': 'network-vif-deleted', 'tag': '65b9b21d-19df-4c5e-b257-084855ee4a34', 'status': 'completed', 'code': 200} Dec 10 19:40:53.331926 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3da9b365-31f7-46ea-b11c-61697e94178c None None] Set router a3c0ff56-d4ae-4ffb-9680-332c607fddc7 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:40:53.549074 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3da9b365-31f7-46ea-b11c-61697e94178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'name': 'tempest-ServerActionsTestJSON-224245180-router', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:29:59Z', 'revision_number': 4, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'gw_port': {'id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '2ccadd38-b57f-405c-9f51-cd75e86681e5', 'name': '', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'mac_address': 'fa:16:3e:84:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:59Z', 'updated_at': '2021-12-10T19:30:03Z', 'revision_number': 5, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'subnets': [{'id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:40:53.575615 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da9b365-31f7-46ea-b11c-61697e94178c None None] Checking router: a3c0ff56-d4ae-4ffb-9680-332c607fddc7 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:40:53.584469 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da9b365-31f7-46ea-b11c-61697e94178c None None] Routers {'a3c0ff56-d4ae-4ffb-9680-332c607fddc7'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:40:53.585123 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3da9b365-31f7-46ea-b11c-61697e94178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:40:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:40:53.678923 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:53.708028 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3da9b365-31f7-46ea-b11c-61697e94178c None None] Set router a3c0ff56-d4ae-4ffb-9680-332c607fddc7 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:40:53.909454 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3da9b365-31f7-46ea-b11c-61697e94178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'name': 'tempest-ServerActionsTestJSON-224245180-router', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:29:59Z', 'revision_number': 4, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'gw_port': {'id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '2ccadd38-b57f-405c-9f51-cd75e86681e5', 'name': '', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'mac_address': 'fa:16:3e:84:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:59Z', 'updated_at': '2021-12-10T19:30:03Z', 'revision_number': 5, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'subnets': [{'id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:40:53.934756 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da9b365-31f7-46ea-b11c-61697e94178c None None] The sync data for ids ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'] in n-d-821435-1 is: [{'id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'name': 'tempest-ServerActionsTestJSON-224245180-router', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:29:59Z', 'revision_number': 4, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'gw_port': {'id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '2ccadd38-b57f-405c-9f51-cd75e86681e5', 'name': '', 'network_id': '7dc2d254-b19a-4600-a571-d1e2c01d6ae6', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'mac_address': 'fa:16:3e:84:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:59Z', 'updated_at': '2021-12-10T19:30:03Z', 'revision_number': 5, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'subnets': [{'id': 'a85620c1-c42f-4cac-8fdf-5a36f05e2f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:40:54.159513 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dea7a6d-dcc9-4d4a-b96a-f389a615c1fc None None] New status for floating IP 04e81618-1ae8-41e6-864a-d1f6c547eb51: DOWN {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:40:54.353546 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-26b4f185-fbbd-4302-ba4c-495d35de35d1 req-b55b3f0c-855f-4355-9c59-17f394bc1bd6 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 210 time: 0.0259693 Dec 10 19:40:55.030931 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:55.463029 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2e1b7256-1dde-4ba4-b65d-94e199c49b01 req-ccc9201c-f65a-46f1-a6bd-706fb466cb44 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 210 time: 0.0322826 Dec 10 19:40:55.616271 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:40:55.654612 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:56.572347 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6cc6bcf0-05ea-46af-932b-c6181531b01d req-a0a1761c-8836-409c-ac01-fe86016df1f5 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 210 time: 0.0273719 Dec 10 19:40:57.067716 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 65b9b21d-19df-4c5e-b257-084855ee4a34 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:40:57.088259 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 65b9b21d-19df-4c5e-b257-084855ee4a34 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:40:57.088612 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 65b9b21d-19df-4c5e-b257-084855ee4a34 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:40:57.678315 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e51963fc-c6d1-44d3-80ca-ccf1ed8e66c3 req-bd25eb61-4483-465a-8378-dc643fe16ea6 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/ports?device_id=4941524a-6c37-4333-bf38-a7e4653e864f HTTP/1.1" status: 200 len: 210 time: 0.0291364 Dec 10 19:41:02.457782 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51094) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:02.514854 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ed624db-a9b5-4933-88dd-fadb39c36707 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:02.539950 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ed624db-a9b5-4933-88dd-fadb39c36707 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:02.591151 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ed624db-a9b5-4933-88dd-fadb39c36707 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:02.595184 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ed624db-a9b5-4933-88dd-fadb39c36707 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:02.597127 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6ed624db-a9b5-4933-88dd-fadb39c36707 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "DELETE /v2.0/security-groups/172160bb-5e3c-4316-a6ec-2e3cd2a24760 HTTP/1.1" status: 204 len: 168 time: 0.1381633 Dec 10 19:41:02.599140 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51096) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:02.607334 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed624db-a9b5-4933-88dd-fadb39c36707 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=172160bb-5e3c-4316-a6ec-2e3cd2a24760,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:02.620452 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-8c93ce0e-5f54-4f7b-8d89-9d1b6a221a72 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] show failed (client error): The resource could not be found. Dec 10 19:41:02.621788 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8c93ce0e-5f54-4f7b-8d89-9d1b6a221a72 tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "GET /v2.0/security-groups/172160bb-5e3c-4316-a6ec-2e3cd2a24760 HTTP/1.1" status: 404 len: 347 time: 0.0211096 Dec 10 19:41:02.624938 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51098) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:02.755297 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-e985fbee-80b4-40e1-93ff-5531ad97a5be tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Deleting port 3f2f5748-ef92-4baa-914a-20f9e5746ad2 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:41:02.755568 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e985fbee-80b4-40e1-93ff-5531ad97a5be tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:02.832180 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e985fbee-80b4-40e1-93ff-5531ad97a5be tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:02.832508 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e985fbee-80b4-40e1-93ff-5531ad97a5be tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:02.845241 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-e985fbee-80b4-40e1-93ff-5531ad97a5be tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Calling delete_port for 3f2f5748-ef92-4baa-914a-20f9e5746ad2 owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:41:02.979429 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e985fbee-80b4-40e1-93ff-5531ad97a5be tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:03.004862 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985fbee-80b4-40e1-93ff-5531ad97a5be tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Pushing event deleted for resources: {'Port': ['ID=3f2f5748-ef92-4baa-914a-20f9e5746ad2,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:03.067367 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e985fbee-80b4-40e1-93ff-5531ad97a5be tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:03.070051 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e985fbee-80b4-40e1-93ff-5531ad97a5be tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:03.071198 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e985fbee-80b4-40e1-93ff-5531ad97a5be tempest-ServerActionsTestJSON-253156033 tempest-ServerActionsTestJSON-253156033-project] 10.222.0.62 "DELETE /v2.0/floatingips/04e81618-1ae8-41e6-864a-d1f6c547eb51 HTTP/1.1" status: 204 len: 168 time: 0.4436464 Dec 10 19:41:03.074146 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51100) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:03.579482 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f83cb78d-93eb-4d47-981d-9f66b1a8add9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:03.833480 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-f83cb78d-93eb-4d47-981d-9f66b1a8add9 admin admin] Deleting port 2ccadd38-b57f-405c-9f51-cd75e86681e5 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:41:03.834110 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f83cb78d-93eb-4d47-981d-9f66b1a8add9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:03.913408 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-f83cb78d-93eb-4d47-981d-9f66b1a8add9 admin admin] For port 2ccadd38-b57f-405c-9f51-cd75e86681e5, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=2ccadd38-b57f-405c-9f51-cd75e86681e5,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:41:03.913807 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f83cb78d-93eb-4d47-981d-9f66b1a8add9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:03.931308 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-f83cb78d-93eb-4d47-981d-9f66b1a8add9 admin admin] Calling delete_port for 2ccadd38-b57f-405c-9f51-cd75e86681e5 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:41:04.112995 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f83cb78d-93eb-4d47-981d-9f66b1a8add9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:04.139276 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83cb78d-93eb-4d47-981d-9f66b1a8add9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ccadd38-b57f-405c-9f51-cd75e86681e5,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:04.309446 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f83cb78d-93eb-4d47-981d-9f66b1a8add9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:04.408418 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:04.530233 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83cb78d-93eb-4d47-981d-9f66b1a8add9 admin admin] Router a3c0ff56-d4ae-4ffb-9680-332c607fddc7 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:41:04.635083 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83cb78d-93eb-4d47-981d-9f66b1a8add9 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:41:04.639920 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f83cb78d-93eb-4d47-981d-9f66b1a8add9 admin admin] 10.222.0.62 "PUT /v2.0/routers/a3c0ff56-d4ae-4ffb-9680-332c607fddc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5648465 Dec 10 19:41:04.643048 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51104) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:04.645677 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5492d0bf-5604-4cfe-a0b2-68619efee4f0 None None] Sync routers for ids ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:41:04.656430 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5492d0bf-5604-4cfe-a0b2-68619efee4f0 None None] Routers {'a3c0ff56-d4ae-4ffb-9680-332c607fddc7'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:41:04.657085 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5492d0bf-5604-4cfe-a0b2-68619efee4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:40:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:41:04.745851 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad211098-b8d0-4695-84e3-61713384f49e admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:04.851884 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad211098-b8d0-4695-84e3-61713384f49e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:04.908556 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ad211098-b8d0-4695-84e3-61713384f49e admin admin] Deleting port 19c2c78b-c865-4760-b88b-f6a4617ca283 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:41:04.908945 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad211098-b8d0-4695-84e3-61713384f49e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:04.929153 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-5492d0bf-5604-4cfe-a0b2-68619efee4f0 None None] Set router a3c0ff56-d4ae-4ffb-9680-332c607fddc7 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:41:04.986131 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-ad211098-b8d0-4695-84e3-61713384f49e admin admin] For port 19c2c78b-c865-4760-b88b-f6a4617ca283, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=19c2c78b-c865-4760-b88b-f6a4617ca283,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:41:04.986495 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad211098-b8d0-4695-84e3-61713384f49e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:04.998976 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ad211098-b8d0-4695-84e3-61713384f49e admin admin] Calling delete_port for 19c2c78b-c865-4760-b88b-f6a4617ca283 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:41:05.102627 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5492d0bf-5604-4cfe-a0b2-68619efee4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'name': 'tempest-ServerActionsTestJSON-224245180-router', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:41:04Z', 'revision_number': 5, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'gw_port': {'id': '19c2c78b-c865-4760-b88b-f6a4617ca283', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:41:05.132455 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5492d0bf-5604-4cfe-a0b2-68619efee4f0 None None] Checking router: a3c0ff56-d4ae-4ffb-9680-332c607fddc7 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:41:05.141310 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5492d0bf-5604-4cfe-a0b2-68619efee4f0 None None] Routers {'a3c0ff56-d4ae-4ffb-9680-332c607fddc7'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:41:05.142007 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5492d0bf-5604-4cfe-a0b2-68619efee4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:40:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:41:05.164110 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad211098-b8d0-4695-84e3-61713384f49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:05.192778 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad211098-b8d0-4695-84e3-61713384f49e admin admin] Pushing event deleted for resources: {'Port': ['ID=19c2c78b-c865-4760-b88b-f6a4617ca283,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:05.214293 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839de51b-0a3f-4b25-b6b6-3d4e92fb24b7 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:41:05.240882 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-5492d0bf-5604-4cfe-a0b2-68619efee4f0 None None] Set router a3c0ff56-d4ae-4ffb-9680-332c607fddc7 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:41:05.257416 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad211098-b8d0-4695-84e3-61713384f49e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:05.293073 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5492d0bf-5604-4cfe-a0b2-68619efee4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'name': 'tempest-ServerActionsTestJSON-224245180-router', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:41:04Z', 'revision_number': 6, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:41:05.322548 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5492d0bf-5604-4cfe-a0b2-68619efee4f0 None None] The sync data for ids ['a3c0ff56-d4ae-4ffb-9680-332c607fddc7'] in n-d-821435-1 is: [{'id': 'a3c0ff56-d4ae-4ffb-9680-332c607fddc7', 'name': 'tempest-ServerActionsTestJSON-224245180-router', 'tenant_id': 'b616c65070de423e9109b7f7c3e68230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:57Z', 'updated_at': '2021-12-10T19:41:04Z', 'revision_number': 6, 'project_id': 'b616c65070de423e9109b7f7c3e68230', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:41:05.346727 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad211098-b8d0-4695-84e3-61713384f49e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:05.349035 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad211098-b8d0-4695-84e3-61713384f49e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:05.396935 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad211098-b8d0-4695-84e3-61713384f49e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:05.397459 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad211098-b8d0-4695-84e3-61713384f49e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3c0ff56-d4ae-4ffb-9680-332c607fddc7 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:41:05.401784 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad211098-b8d0-4695-84e3-61713384f49e admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:05.403003 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ad211098-b8d0-4695-84e3-61713384f49e admin admin] 10.222.0.62 "DELETE /v2.0/routers/a3c0ff56-d4ae-4ffb-9680-332c607fddc7 HTTP/1.1" status: 204 len: 168 time: 0.7590492 Dec 10 19:41:05.405921 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51106) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:05.453455 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-e13116bb-2792-43af-a3aa-67a2761aabe0 admin admin] Deleting subnet a85620c1-c42f-4cac-8fdf-5a36f05e2f5e {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:41:05.456432 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e13116bb-2792-43af-a3aa-67a2761aabe0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:05.492375 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e13116bb-2792-43af-a3aa-67a2761aabe0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:05.568697 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e13116bb-2792-43af-a3aa-67a2761aabe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:05.620963 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e13116bb-2792-43af-a3aa-67a2761aabe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:05.650657 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13116bb-2792-43af-a3aa-67a2761aabe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a85620c1-c42f-4cac-8fdf-5a36f05e2f5e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:05.654072 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e13116bb-2792-43af-a3aa-67a2761aabe0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:05.658158 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e13116bb-2792-43af-a3aa-67a2761aabe0 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a85620c1-c42f-4cac-8fdf-5a36f05e2f5e HTTP/1.1" status: 204 len: 168 time: 0.2506018 Dec 10 19:41:05.662701 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe42077-404b-45db-b7fd-16ab06a1e5d0 None None] Network 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:41:05.665761 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51108) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:05.751487 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec19a159-eb6e-41e1-b54a-d4d51f944718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:05.809500 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ec19a159-eb6e-41e1-b54a-d4d51f944718 admin admin] Deleting port f9d25a4e-8298-4bfb-bd9b-250e640e134b {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:41:05.809843 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec19a159-eb6e-41e1-b54a-d4d51f944718 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:05.875717 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-ec19a159-eb6e-41e1-b54a-d4d51f944718 admin admin] For port f9d25a4e-8298-4bfb-bd9b-250e640e134b, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=f9d25a4e-8298-4bfb-bd9b-250e640e134b,segment=NetworkSegment(f13f09e7-aeb2-435d-939d-dbef67aca0ce),segment_id=f13f09e7-aeb2-435d-939d-dbef67aca0ce)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:41:05.876388 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec19a159-eb6e-41e1-b54a-d4d51f944718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:05.888011 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ec19a159-eb6e-41e1-b54a-d4d51f944718 admin admin] Calling delete_port for f9d25a4e-8298-4bfb-bd9b-250e640e134b owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:41:05.963555 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec19a159-eb6e-41e1-b54a-d4d51f944718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:05.990576 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec19a159-eb6e-41e1-b54a-d4d51f944718 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9d25a4e-8298-4bfb-bd9b-250e640e134b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:05.995848 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec19a159-eb6e-41e1-b54a-d4d51f944718 admin admin] No DVR routers for this DVR port f9d25a4e-8298-4bfb-bd9b-250e640e134b on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:41:06.065122 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec19a159-eb6e-41e1-b54a-d4d51f944718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:06.086071 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ec19a159-eb6e-41e1-b54a-d4d51f944718 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc2d254-b19a-4600-a571-d1e2c01d6ae6']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:41:06.096742 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ec19a159-eb6e-41e1-b54a-d4d51f944718 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f13f09e7-aeb2-435d-939d-dbef67aca0ce') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:41:06.097073 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ec19a159-eb6e-41e1-b54a-d4d51f944718 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f13f09e7-aeb2-435d-939d-dbef67aca0ce') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:41:06.107743 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec19a159-eb6e-41e1-b54a-d4d51f944718 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:06.110829 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8addc449-c7d1-4887-adad-4c6792c24682 None None] DHCP port deletion for 7dc2d254-b19a-4600-a571-d1e2c01d6ae6 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:41:06.126484 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec19a159-eb6e-41e1-b54a-d4d51f944718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:06.133923 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec19a159-eb6e-41e1-b54a-d4d51f944718 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:41:06.134447 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec19a159-eb6e-41e1-b54a-d4d51f944718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:06.136430 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:41:06.136430 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:41:06.136430 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:41:06.136430 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:41:06.136430 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:41:06.136430 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:41:06.136430 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:41:06.136430 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:41:06.136430 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:41:06.136430 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:41:06.136430 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:41:06.136430 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:41:06.136430 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:41:06.136430 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:41:06.136430 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:41:06.136430 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:41:06.136430 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:41:06.136430 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:41:06.136430 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:41:06.136430 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:41:06.136430 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:41:06.136430 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:41:06.136430 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:41:06.136430 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:41:06.136430 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:41:06.136430 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:41:06.136430 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:41:06.136430 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:41:06.136430 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:41:06.136430 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:41:06.136430 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:41:06.136430 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:41:06.170004 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 2ccadd38-b57f-405c-9f51-cd75e86681e5 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:41:06.191220 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 2ccadd38-b57f-405c-9f51-cd75e86681e5 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:41:06.191568 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 2ccadd38-b57f-405c-9f51-cd75e86681e5 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:41:06.192006 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device f9d25a4e-8298-4bfb-bd9b-250e640e134b no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:41:06.198865 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec19a159-eb6e-41e1-b54a-d4d51f944718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:06.204296 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec19a159-eb6e-41e1-b54a-d4d51f944718 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:06.207569 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ec19a159-eb6e-41e1-b54a-d4d51f944718 admin admin] 10.222.0.62 "DELETE /v2.0/networks/7dc2d254-b19a-4600-a571-d1e2c01d6ae6 HTTP/1.1" status: 204 len: 168 time: 0.5314806 Dec 10 19:41:06.213681 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: f9d25a4e-8298-4bfb-bd9b-250e640e134b {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:41:06.214136 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device f9d25a4e-8298-4bfb-bd9b-250e640e134b not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:41:06.214903 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 19c2c78b-c865-4760-b88b-f6a4617ca283 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:41:06.221983 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec19a159-eb6e-41e1-b54a-d4d51f944718 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dc2d254-b19a-4600-a571-d1e2c01d6ae6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:06.238215 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 19c2c78b-c865-4760-b88b-f6a4617ca283 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:41:06.238688 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 19c2c78b-c865-4760-b88b-f6a4617ca283 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:41:06.339247 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51112) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:06.384672 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-47ba3782-8e89-4c5d-9bf5-4eb41e6b2fd6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b616c65070de423e9109b7f7c3e68230&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437298 Dec 10 19:41:06.386732 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51114) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:06.437965 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66617962-5da5-4849-b803-4d535468c80d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:06.459561 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66617962-5da5-4849-b803-4d535468c80d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:06.507480 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66617962-5da5-4849-b803-4d535468c80d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:06.510503 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66617962-5da5-4849-b803-4d535468c80d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:06.511665 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-66617962-5da5-4849-b803-4d535468c80d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c4e45555-02b7-4833-8d3b-f1a8286627ed HTTP/1.1" status: 204 len: 168 time: 0.1240084 Dec 10 19:41:06.519907 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66617962-5da5-4849-b803-4d535468c80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e45555-02b7-4833-8d3b-f1a8286627ed,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:07.232805 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51136) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:07.328620 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a8327c6c-7aa0-4a56-82ff-2a492f49a22a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-897088216-network', 'tenant_id': '8fa4ec13188c44bfa273e3acb652408d'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:41:07.349737 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8327c6c-7aa0-4a56-82ff-2a492f49a22a admin admin] Made reservation on behalf of 8fa4ec13188c44bfa273e3acb652408d for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:41:07.352024 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8327c6c-7aa0-4a56-82ff-2a492f49a22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:07.363757 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8327c6c-7aa0-4a56-82ff-2a492f49a22a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:07.434801 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8327c6c-7aa0-4a56-82ff-2a492f49a22a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:07.439243 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8327c6c-7aa0-4a56-82ff-2a492f49a22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:07.465931 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8327c6c-7aa0-4a56-82ff-2a492f49a22a admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:41:07.474998 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8327c6c-7aa0-4a56-82ff-2a492f49a22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39e0aa4-0739-419d-950d-9fdf47c6c7ed,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:07.481836 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8327c6c-7aa0-4a56-82ff-2a492f49a22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:07.482881 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-a8327c6c-7aa0-4a56-82ff-2a492f49a22a admin admin] Added segment 6f081d82-a64b-4ab0-9014-0240538aebb5 of type vlan for network 46e1abf6-a74d-4500-9824-1fe45ff86426 Dec 10 19:41:07.523210 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8327c6c-7aa0-4a56-82ff-2a492f49a22a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:07.547045 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8327c6c-7aa0-4a56-82ff-2a492f49a22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:07.548130 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8327c6c-7aa0-4a56-82ff-2a492f49a22a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:07.548792 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8327c6c-7aa0-4a56-82ff-2a492f49a22a admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:07.598429 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a8327c6c-7aa0-4a56-82ff-2a492f49a22a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3645108 Dec 10 19:41:07.601559 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51140) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:07.606534 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ba632cc4-cf0a-42ff-ab5f-75ba839facfa admin admin] Request body: {'subnet': {'network_id': '46e1abf6-a74d-4500-9824-1fe45ff86426', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-897088216-subnet', 'tenant_id': '8fa4ec13188c44bfa273e3acb652408d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:41:07.609571 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8327c6c-7aa0-4a56-82ff-2a492f49a22a admin admin] Pushing event updated for resources: {'Network': ['ID=46e1abf6-a74d-4500-9824-1fe45ff86426,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:07.619543 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 46e1abf6-a74d-4500-9824-1fe45ff86426 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:41:07.635053 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba632cc4-cf0a-42ff-ab5f-75ba839facfa admin admin] Made reservation on behalf of 8fa4ec13188c44bfa273e3acb652408d for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:41:07.637666 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ba632cc4-cf0a-42ff-ab5f-75ba839facfa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:07.803081 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ba632cc4-cf0a-42ff-ab5f-75ba839facfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:07.864835 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba632cc4-cf0a-42ff-ab5f-75ba839facfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0064abd-142e-4624-8ef9-a982e6724d22,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:07.873284 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba632cc4-cf0a-42ff-ab5f-75ba839facfa admin admin] Checking segment: {'id': '6f081d82-a64b-4ab0-9014-0240538aebb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '46e1abf6-a74d-4500-9824-1fe45ff86426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:41:07.873660 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba632cc4-cf0a-42ff-ab5f-75ba839facfa admin admin] Network hostable DHCP agents. Network: 46e1abf6-a74d-4500-9824-1fe45ff86426, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:41:07.890171 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba632cc4-cf0a-42ff-ab5f-75ba839facfa admin admin] Network 46e1abf6-a74d-4500-9824-1fe45ff86426 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:41:07.898736 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-ba632cc4-cf0a-42ff-ab5f-75ba839facfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 46e1abf6-a74d-4500-9824-1fe45ff86426) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:41:07.902942 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba632cc4-cf0a-42ff-ab5f-75ba839facfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:07.903595 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ba632cc4-cf0a-42ff-ab5f-75ba839facfa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:07.908525 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33d8d2d-ab89-43b7-bef0-4785bfc60d5d None None] Network 46e1abf6-a74d-4500-9824-1fe45ff86426 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:41:07.922490 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ba632cc4-cf0a-42ff-ab5f-75ba839facfa admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3198049 Dec 10 19:41:08.009536 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9049acc6-3fbf-4c67-8fb8-4c8f1afe614b None None] Network 46e1abf6-a74d-4500-9824-1fe45ff86426 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:41:08.343887 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-91cceabe-c43a-4198-b533-7a118fedfa89 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:08.345435 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-91cceabe-c43a-4198-b533-7a118fedfa89 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/networks?id=46e1abf6-a74d-4500-9824-1fe45ff86426 HTTP/1.1" status: 200 len: 813 time: 0.1024835 Dec 10 19:41:08.360797 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-a764c25a-c737-4e33-be0d-934e38aa03a2 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/quotas/8fa4ec13188c44bfa273e3acb652408d HTTP/1.1" status: 200 len: 375 time: 0.0096443 Dec 10 19:41:08.391910 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-33c1eb1b-f08c-457e-8a0f-a474f044652c tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8fa4ec13188c44bfa273e3acb652408d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256152 Dec 10 19:41:08.486388 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-5530cd56-ee38-4687-bb6a-3896054f54a3 service neutron] 10.222.0.62 "GET /v2.0/networks/46e1abf6-a74d-4500-9824-1fe45ff86426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874355 Dec 10 19:41:08.573618 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-2231cdd1-3f8b-4fd5-818a-19ba67b14bf9 service neutron] 10.222.0.62 "GET /v2.0/networks/46e1abf6-a74d-4500-9824-1fe45ff86426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810893 Dec 10 19:41:08.733998 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7570477e-fdb6-4b5e-99d6-6c5d14f4b6f7 req-71005d13-17e2-41d9-9b28-b98694de7dbd tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/ports?device_id=b532d646-0751-41b4-9aa9-4d8d473f7393 HTTP/1.1" status: 200 len: 210 time: 0.0271666 Dec 10 19:41:08.800493 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:09.652809 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-5398a189-7984-4077-a2b5-0c71c73f1138 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:09.654261 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-5398a189-7984-4077-a2b5-0c71c73f1138 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.72 "GET /v2.0/networks?id=46e1abf6-a74d-4500-9824-1fe45ff86426 HTTP/1.1" status: 200 len: 813 time: 0.1093600 Dec 10 19:41:09.666862 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-51dfcc8e-ba41-46a8-8b63-b5e6be72f5f5 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Request body: {'port': {'device_id': 'b532d646-0751-41b4-9aa9-4d8d473f7393', 'network_id': '46e1abf6-a74d-4500-9824-1fe45ff86426', 'admin_state_up': True, 'tenant_id': '8fa4ec13188c44bfa273e3acb652408d'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:41:09.774790 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-51dfcc8e-ba41-46a8-8b63-b5e6be72f5f5 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Made reservation on behalf of 8fa4ec13188c44bfa273e3acb652408d for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:41:09.778350 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-51dfcc8e-ba41-46a8-8b63-b5e6be72f5f5 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:10.130255 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3fe8d1eb-3bbb-457a-9b4b-c6cd59b93597 req-2fa2669a-966a-4cc8-997b-3cca3c0b0780 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/ports?device_id=b532d646-0751-41b4-9aa9-4d8d473f7393 HTTP/1.1" status: 200 len: 210 time: 0.0310650 Dec 10 19:41:10.238905 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-51dfcc8e-ba41-46a8-8b63-b5e6be72f5f5 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Allocated IP 172.20.0.11 (46e1abf6-a74d-4500-9824-1fe45ff86426/a0064abd-142e-4624-8ef9-a982e6724d22/3e1134d4-b43c-4f94-8ca6-cd88fd90d99e) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:41:10.386431 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-51dfcc8e-ba41-46a8-8b63-b5e6be72f5f5 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:10.419499 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-51dfcc8e-ba41-46a8-8b63-b5e6be72f5f5 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:10.465551 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-51dfcc8e-ba41-46a8-8b63-b5e6be72f5f5 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Network 46e1abf6-a74d-4500-9824-1fe45ff86426 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:41:10.469384 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-51dfcc8e-ba41-46a8-8b63-b5e6be72f5f5 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:41:10.471794 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-51dfcc8e-ba41-46a8-8b63-b5e6be72f5f5 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:41:10.502247 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dfcc8e-ba41-46a8-8b63-b5e6be72f5f5 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Pushing event updated for resources: {'Port': ['ID=3e1134d4-b43c-4f94-8ca6-cd88fd90d99e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:10.530512 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-51dfcc8e-ba41-46a8-8b63-b5e6be72f5f5 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:10.531846 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-51dfcc8e-ba41-46a8-8b63-b5e6be72f5f5 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:10.548027 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-51dfcc8e-ba41-46a8-8b63-b5e6be72f5f5 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8848746 Dec 10 19:41:10.559975 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-3077e6e9-927e-4b29-a7fd-3163d5782f51 service neutron] Request body: {'port': {'device_id': 'b532d646-0751-41b4-9aa9-4d8d473f7393', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:41:10.611851 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-3077e6e9-927e-4b29-a7fd-3163d5782f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:10.869486 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-3077e6e9-927e-4b29-a7fd-3163d5782f51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e1134d4-b43c-4f94-8ca6-cd88fd90d99e {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:41:10.877638 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-3077e6e9-927e-4b29-a7fd-3163d5782f51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:10.889245 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-3077e6e9-927e-4b29-a7fd-3163d5782f51 service neutron] Transition to ACTIVE for port object 3e1134d4-b43c-4f94-8ca6-cd88fd90d99e will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:41:10.892514 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-3077e6e9-927e-4b29-a7fd-3163d5782f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:10.942963 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077e6e9-927e-4b29-a7fd-3163d5782f51 service neutron] Pushing event updated for resources: {'Port': ['ID=3e1134d4-b43c-4f94-8ca6-cd88fd90d99e,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:11.005435 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-3077e6e9-927e-4b29-a7fd-3163d5782f51 service neutron] Attempting to bind port 3e1134d4-b43c-4f94-8ca6-cd88fd90d99e on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:41:11.005772 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-3077e6e9-927e-4b29-a7fd-3163d5782f51 service neutron] Attempting to bind port 3e1134d4-b43c-4f94-8ca6-cd88fd90d99e by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '6f081d82-a64b-4ab0-9014-0240538aebb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '46e1abf6-a74d-4500-9824-1fe45ff86426'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:41:11.006105 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-3077e6e9-927e-4b29-a7fd-3163d5782f51 service neutron] Attempting to bind port 3e1134d4-b43c-4f94-8ca6-cd88fd90d99e on network 46e1abf6-a74d-4500-9824-1fe45ff86426 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:41:11.010317 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-3077e6e9-927e-4b29-a7fd-3163d5782f51 service neutron] Port 3e1134d4-b43c-4f94-8ca6-cd88fd90d99e on network 46e1abf6-a74d-4500-9824-1fe45ff86426 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:41:11.010640 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-3077e6e9-927e-4b29-a7fd-3163d5782f51 service neutron] Attempting to bind port 3e1134d4-b43c-4f94-8ca6-cd88fd90d99e on network 46e1abf6-a74d-4500-9824-1fe45ff86426 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:41:11.015504 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-3077e6e9-927e-4b29-a7fd-3163d5782f51 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:41:11.015856 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-3077e6e9-927e-4b29-a7fd-3163d5782f51 service neutron] Checking segment: {'id': '6f081d82-a64b-4ab0-9014-0240538aebb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '46e1abf6-a74d-4500-9824-1fe45ff86426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:41:11.016241 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-3077e6e9-927e-4b29-a7fd-3163d5782f51 service neutron] Bound using segment: {'id': '6f081d82-a64b-4ab0-9014-0240538aebb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '46e1abf6-a74d-4500-9824-1fe45ff86426'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:41:11.016692 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-3077e6e9-927e-4b29-a7fd-3163d5782f51 service neutron] Bound port: 3e1134d4-b43c-4f94-8ca6-cd88fd90d99e, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f081d82-a64b-4ab0-9014-0240538aebb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '46e1abf6-a74d-4500-9824-1fe45ff86426'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:41:11.017053 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-3077e6e9-927e-4b29-a7fd-3163d5782f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:11.082659 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-3077e6e9-927e-4b29-a7fd-3163d5782f51 service neutron] For port 3e1134d4-b43c-4f94-8ca6-cd88fd90d99e, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:41:11.085604 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-3077e6e9-927e-4b29-a7fd-3163d5782f51 service neutron] For port 3e1134d4-b43c-4f94-8ca6-cd88fd90d99e, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=3e1134d4-b43c-4f94-8ca6-cd88fd90d99e,segment=NetworkSegment(6f081d82-a64b-4ab0-9014-0240538aebb5),segment_id=6f081d82-a64b-4ab0-9014-0240538aebb5)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:41:11.090436 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-3077e6e9-927e-4b29-a7fd-3163d5782f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:11.127164 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-3077e6e9-927e-4b29-a7fd-3163d5782f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:11.127801 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-3077e6e9-927e-4b29-a7fd-3163d5782f51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:11.129222 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-3077e6e9-927e-4b29-a7fd-3163d5782f51 service neutron] 10.222.0.72 "PUT /v2.0/ports/3e1134d4-b43c-4f94-8ca6-cd88fd90d99e HTTP/1.1" status: 200 len: 1092 time: 0.5733230 Dec 10 19:41:11.129666 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b532d646-0751-41b4-9aa9-4d8d473f7393', 'tag': '3e1134d4-b43c-4f94-8ca6-cd88fd90d99e'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:41:11.131905 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb385ee8d26b8ad243460b423ad218e97d9fae79c4f4b9b0691d822ece1c624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6196f4-0d3a-4b4a-a999-58c9b5d65030" -d '{"events": [{"name": "network-changed", "server_uuid": "b532d646-0751-41b4-9aa9-4d8d473f7393", "tag": "3e1134d4-b43c-4f94-8ca6-cd88fd90d99e"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:41:11.156479 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077e6e9-927e-4b29-a7fd-3163d5782f51 service neutron] Pushing event updated for resources: {'Port': ['ID=3e1134d4-b43c-4f94-8ca6-cd88fd90d99e,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:11.197803 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f5a69a-42c8-4090-8245-188f3cd1ac43 x-openstack-request-id: req-69f5a69a-42c8-4090-8245-188f3cd1ac43 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:41:11.198125 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b532d646-0751-41b4-9aa9-4d8d473f7393", "tag": "3e1134d4-b43c-4f94-8ca6-cd88fd90d99e", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:41:11.198347 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-69f5a69a-42c8-4090-8245-188f3cd1ac43 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:41:11.198742 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b532d646-0751-41b4-9aa9-4d8d473f7393', 'tag': '3e1134d4-b43c-4f94-8ca6-cd88fd90d99e', 'status': 'completed', 'code': 200} Dec 10 19:41:11.250990 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-55cb9a60-728c-4b27-8e82-0a7826a0802d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:11.252653 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-55cb9a60-728c-4b27-8e82-0a7826a0802d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8fa4ec13188c44bfa273e3acb652408d&device_id=b532d646-0751-41b4-9aa9-4d8d473f7393 HTTP/1.1" status: 200 len: 1095 time: 0.0826173 Dec 10 19:41:11.264586 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90f9f1-ac2f-4d18-8758-f6c739c60b91 req-287c340d-20a8-4107-98b7-576b835f8478 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:11.266979 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2a90f9f1-ac2f-4d18-8758-f6c739c60b91 req-287c340d-20a8-4107-98b7-576b835f8478 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/ports?device_id=b532d646-0751-41b4-9aa9-4d8d473f7393 HTTP/1.1" status: 200 len: 944 time: 0.0652258 Dec 10 19:41:11.306738 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-602d5630-db62-4860-9b1a-f5b59a6b1644 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e1134d4-b43c-4f94-8ca6-cd88fd90d99e HTTP/1.1" status: 200 len: 217 time: 0.0388219 Dec 10 19:41:11.379030 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2a90f9f1-ac2f-4d18-8758-f6c739c60b91 req-79a1de55-6750-437f-8b53-b0169e9e3089 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/security-groups?id=b39e0aa4-0739-419d-950d-9fdf47c6c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056468 Dec 10 19:41:11.380526 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-c317db12-09c7-4f57-87da-0aaf207bf2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:11.381927 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-c317db12-09c7-4f57-87da-0aaf207bf2ba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a0064abd-142e-4624-8ef9-a982e6724d22 HTTP/1.1" status: 200 len: 853 time: 0.0684063 Dec 10 19:41:11.419053 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-5719ac1d-8a88-4614-99c2-bb46545f6e51 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=46e1abf6-a74d-4500-9824-1fe45ff86426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297387 Dec 10 19:41:11.507280 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-36380dd4-731f-4c70-92a5-dcf97d88e234 service neutron] 10.222.0.72 "GET /v2.0/networks/46e1abf6-a74d-4500-9824-1fe45ff86426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800269 Dec 10 19:41:11.599391 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f983142e-998f-4ff1-a959-f5b5953e77b0 req-e60477a2-5ee2-4529-bcd8-421da58a18b8 service neutron] 10.222.0.72 "GET /v2.0/networks/46e1abf6-a74d-4500-9824-1fe45ff86426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847216 Dec 10 19:41:11.685251 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6196f4-0d3a-4b4a-a999-58c9b5d65030 req-1b8e8ef7-dc66-4f43-9246-49d4b156f4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:11.700343 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-be6196f4-0d3a-4b4a-a999-58c9b5d65030 req-1b8e8ef7-dc66-4f43-9246-49d4b156f4eb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8fa4ec13188c44bfa273e3acb652408d&device_id=b532d646-0751-41b4-9aa9-4d8d473f7393 HTTP/1.1" status: 200 len: 1095 time: 0.0406733 Dec 10 19:41:11.777335 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6196f4-0d3a-4b4a-a999-58c9b5d65030 req-1090faf1-aec3-4fa7-bdd4-7be555c3d46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:11.778803 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-be6196f4-0d3a-4b4a-a999-58c9b5d65030 req-1090faf1-aec3-4fa7-bdd4-7be555c3d46d service neutron] 10.222.0.72 "GET /v2.0/networks?id=46e1abf6-a74d-4500-9824-1fe45ff86426 HTTP/1.1" status: 200 len: 914 time: 0.0851910 Dec 10 19:41:11.828093 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-be6196f4-0d3a-4b4a-a999-58c9b5d65030 req-430676a7-b32e-4ae8-9d24-96fd52494fee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e1134d4-b43c-4f94-8ca6-cd88fd90d99e HTTP/1.1" status: 200 len: 217 time: 0.0419540 Dec 10 19:41:11.877343 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6196f4-0d3a-4b4a-a999-58c9b5d65030 req-f8f20fa7-fa1f-4365-b7b0-83c22a6addbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:11.878786 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-be6196f4-0d3a-4b4a-a999-58c9b5d65030 req-f8f20fa7-fa1f-4365-b7b0-83c22a6addbe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a0064abd-142e-4624-8ef9-a982e6724d22 HTTP/1.1" status: 200 len: 853 time: 0.0438323 Dec 10 19:41:11.909434 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-be6196f4-0d3a-4b4a-a999-58c9b5d65030 req-3e65bbff-cf14-4600-8a27-5006730a857d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=46e1abf6-a74d-4500-9824-1fe45ff86426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240054 Dec 10 19:41:12.001195 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-be6196f4-0d3a-4b4a-a999-58c9b5d65030 req-b01e655e-0de4-4a40-9d85-54cd47beec52 service neutron] 10.222.0.72 "GET /v2.0/networks/46e1abf6-a74d-4500-9824-1fe45ff86426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843482 Dec 10 19:41:12.088583 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-be6196f4-0d3a-4b4a-a999-58c9b5d65030 req-0b3c43cc-5736-4f81-b5eb-0491ddb5fbbb service neutron] 10.222.0.72 "GET /v2.0/networks/46e1abf6-a74d-4500-9824-1fe45ff86426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804901 Dec 10 19:41:12.500054 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841bd4e6-1d88-41e4-8266-dd5c750eeb3b req-225e6728-84ac-4728-9928-376c344a3240 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:12.501737 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-841bd4e6-1d88-41e4-8266-dd5c750eeb3b req-225e6728-84ac-4728-9928-376c344a3240 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/ports?device_id=b532d646-0751-41b4-9aa9-4d8d473f7393 HTTP/1.1" status: 200 len: 944 time: 0.0502567 Dec 10 19:41:12.549502 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-841bd4e6-1d88-41e4-8266-dd5c750eeb3b req-685533bb-49a6-4668-8547-60bc5f49c535 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/security-groups?id=b39e0aa4-0739-419d-950d-9fdf47c6c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418408 Dec 10 19:41:13.665619 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27bbd6-9581-42ff-a285-a7c390bd2437 req-506c9b9a-bc52-405e-a551-47deade4c1bd tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:13.667010 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-df27bbd6-9581-42ff-a285-a7c390bd2437 req-506c9b9a-bc52-405e-a551-47deade4c1bd tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/ports?device_id=b532d646-0751-41b4-9aa9-4d8d473f7393 HTTP/1.1" status: 200 len: 944 time: 0.0493650 Dec 10 19:41:13.718147 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-df27bbd6-9581-42ff-a285-a7c390bd2437 req-3484a331-fcd3-45fb-be6e-9eb4194c401f tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/security-groups?id=b39e0aa4-0739-419d-950d-9fdf47c6c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444834 Dec 10 19:41:14.270518 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 3e1134d4-b43c-4f94-8ca6-cd88fd90d99e details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:41:14.363328 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 3e1134d4-b43c-4f94-8ca6-cd88fd90d99e, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=3e1134d4-b43c-4f94-8ca6-cd88fd90d99e,segment=NetworkSegment(6f081d82-a64b-4ab0-9014-0240538aebb5),segment_id=6f081d82-a64b-4ab0-9014-0240538aebb5)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:41:14.375095 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '3e1134d4-b43c-4f94-8ca6-cd88fd90d99e', 'network_id': '46e1abf6-a74d-4500-9824-1fe45ff86426', 'port_id': '3e1134d4-b43c-4f94-8ca6-cd88fd90d99e', 'mac_address': 'fa:16:3e:cf:3a:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0064abd-142e-4624-8ef9-a982e6724d22', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:41:14.414992 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:14.427416 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e1134d4-b43c-4f94-8ca6-cd88fd90d99e {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:41:14.446257 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 3e1134d4-b43c-4f94-8ca6-cd88fd90d99e, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=3e1134d4-b43c-4f94-8ca6-cd88fd90d99e,segment=NetworkSegment(6f081d82-a64b-4ab0-9014-0240538aebb5),segment_id=6f081d82-a64b-4ab0-9014-0240538aebb5)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:41:14.450421 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:14.494733 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=3e1134d4-b43c-4f94-8ca6-cd88fd90d99e,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:14.733072 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['3e1134d4-b43c-4f94-8ca6-cd88fd90d99e'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:41:14.840746 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a00071-ba2a-41b3-89e4-03992b3850a8 req-eaf37462-5227-4c3a-a4a3-1bb170d8cd62 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:14.842259 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1a00071-ba2a-41b3-89e4-03992b3850a8 req-eaf37462-5227-4c3a-a4a3-1bb170d8cd62 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/ports?device_id=b532d646-0751-41b4-9aa9-4d8d473f7393 HTTP/1.1" status: 200 len: 945 time: 0.0540218 Dec 10 19:41:14.890885 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a1a00071-ba2a-41b3-89e4-03992b3850a8 req-52476534-f5a4-4e1f-957e-bffc2c6c611d tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/security-groups?id=b39e0aa4-0739-419d-950d-9fdf47c6c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422707 Dec 10 19:41:16.007640 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de316b0f-649e-43d2-8c49-88f7c88613ba req-26010c87-e320-4a97-981f-b524ded7fb82 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:16.009175 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-de316b0f-649e-43d2-8c49-88f7c88613ba req-26010c87-e320-4a97-981f-b524ded7fb82 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/ports?device_id=b532d646-0751-41b4-9aa9-4d8d473f7393 HTTP/1.1" status: 200 len: 945 time: 0.0488977 Dec 10 19:41:16.059076 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-de316b0f-649e-43d2-8c49-88f7c88613ba req-e3f8266c-48a5-4029-a198-434f64e92643 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/security-groups?id=b39e0aa4-0739-419d-950d-9fdf47c6c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438647 Dec 10 19:41:16.301415 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 3e1134d4-b43c-4f94-8ca6-cd88fd90d99e up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:41:16.349551 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 3e1134d4-b43c-4f94-8ca6-cd88fd90d99e completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:41:16.353283 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 3e1134d4-b43c-4f94-8ca6-cd88fd90d99e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:41:16.353656 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:16.433621 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:16.455428 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b532d646-0751-41b4-9aa9-4d8d473f7393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1134d4-b43c-4f94-8ca6-cd88fd90d99e'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:41:16.457682 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f39997a1e7c5b6ae782956bbd1fa5b612e64aa5908109c3bc10b0e272c8d4b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c50266-47ad-48b8-bf8d-809d202e8b84" -d '{"events": [{"server_uuid": "b532d646-0751-41b4-9aa9-4d8d473f7393", "name": "network-vif-plugged", "status": "completed", "tag": "3e1134d4-b43c-4f94-8ca6-cd88fd90d99e"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:41:16.470598 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 3e1134d4-b43c-4f94-8ca6-cd88fd90d99e, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=3e1134d4-b43c-4f94-8ca6-cd88fd90d99e,segment=NetworkSegment(6f081d82-a64b-4ab0-9014-0240538aebb5),segment_id=6f081d82-a64b-4ab0-9014-0240538aebb5)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:41:16.474483 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:16.497974 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bf9ca7-b850-4886-ae7b-aa95f54396d8 x-openstack-request-id: req-46bf9ca7-b850-4886-ae7b-aa95f54396d8 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:41:16.498274 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b532d646-0751-41b4-9aa9-4d8d473f7393", "name": "network-vif-plugged", "status": "completed", "tag": "3e1134d4-b43c-4f94-8ca6-cd88fd90d99e", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:41:16.498537 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-46bf9ca7-b850-4886-ae7b-aa95f54396d8 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:41:16.498931 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b532d646-0751-41b4-9aa9-4d8d473f7393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1134d4-b43c-4f94-8ca6-cd88fd90d99e', 'code': 200} Dec 10 19:41:16.524199 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=3e1134d4-b43c-4f94-8ca6-cd88fd90d99e,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:16.594710 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de790e-f538-46e5-bff7-fd9212113830 req-b73538d9-7cb8-439b-9e5d-08eb41643f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:16.596218 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-75de790e-f538-46e5-bff7-fd9212113830 req-b73538d9-7cb8-439b-9e5d-08eb41643f64 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b532d646-0751-41b4-9aa9-4d8d473f7393 HTTP/1.1" status: 200 len: 1097 time: 0.0392141 Dec 10 19:41:16.640435 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-75de790e-f538-46e5-bff7-fd9212113830 req-092ba24e-60ae-438a-b0b8-af42a8bccaff service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b39e0aa4-0739-419d-950d-9fdf47c6c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368862 Dec 10 19:41:17.182541 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c337174-18f6-4a4a-b49a-3341fe365500 req-cd81483d-0666-41c8-ba4d-7cb046ae1ae0 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:17.184034 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8c337174-18f6-4a4a-b49a-3341fe365500 req-cd81483d-0666-41c8-ba4d-7cb046ae1ae0 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/ports?device_id=b532d646-0751-41b4-9aa9-4d8d473f7393 HTTP/1.1" status: 200 len: 946 time: 0.0534925 Dec 10 19:41:17.232660 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8c337174-18f6-4a4a-b49a-3341fe365500 req-15aa8b11-81c4-4bb3-ab68-dcf8ef3c7697 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/security-groups?id=b39e0aa4-0739-419d-950d-9fdf47c6c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419512 Dec 10 19:41:18.074023 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a77e09f0-98c6-43bf-9bff-98e82c293732 req-dadc724c-bf9b-43d7-a63f-7255df8e6bc2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b532d646-0751-41b4-9aa9-4d8d473f7393&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392337 Dec 10 19:41:18.154268 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e09f0-98c6-43bf-9bff-98e82c293732 req-cb7a7dd3-a577-4d51-8276-43b133187e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:18.155752 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a77e09f0-98c6-43bf-9bff-98e82c293732 req-cb7a7dd3-a577-4d51-8276-43b133187e9b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8fa4ec13188c44bfa273e3acb652408d&device_id=b532d646-0751-41b4-9aa9-4d8d473f7393 HTTP/1.1" status: 200 len: 1097 time: 0.0405509 Dec 10 19:41:18.261420 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e09f0-98c6-43bf-9bff-98e82c293732 req-b66cabcc-42aa-43e9-9388-75eb0ebbf43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:18.263048 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a77e09f0-98c6-43bf-9bff-98e82c293732 req-b66cabcc-42aa-43e9-9388-75eb0ebbf43c service neutron] 10.222.0.72 "GET /v2.0/networks?id=46e1abf6-a74d-4500-9824-1fe45ff86426 HTTP/1.1" status: 200 len: 914 time: 0.0884078 Dec 10 19:41:18.305329 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a77e09f0-98c6-43bf-9bff-98e82c293732 req-46f19237-04ab-4b81-9ff9-837530261708 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e1134d4-b43c-4f94-8ca6-cd88fd90d99e HTTP/1.1" status: 200 len: 217 time: 0.0357478 Dec 10 19:41:18.352314 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9954a6-7227-4a1e-8a37-0e3c55110006 req-994f7c34-097b-4473-9b1f-95e71c98a6ba tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:18.353790 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7b9954a6-7227-4a1e-8a37-0e3c55110006 req-994f7c34-097b-4473-9b1f-95e71c98a6ba tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/ports?device_id=b532d646-0751-41b4-9aa9-4d8d473f7393 HTTP/1.1" status: 200 len: 946 time: 0.0502813 Dec 10 19:41:18.354933 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e09f0-98c6-43bf-9bff-98e82c293732 req-33fa0c73-8339-441a-ba93-fdc8ec956e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:18.356404 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a77e09f0-98c6-43bf-9bff-98e82c293732 req-33fa0c73-8339-441a-ba93-fdc8ec956e47 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a0064abd-142e-4624-8ef9-a982e6724d22 HTTP/1.1" status: 200 len: 853 time: 0.0443878 Dec 10 19:41:18.392437 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a77e09f0-98c6-43bf-9bff-98e82c293732 req-533fe267-5abc-423e-9eab-0ece3d75f7a2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=46e1abf6-a74d-4500-9824-1fe45ff86426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294516 Dec 10 19:41:18.403634 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7b9954a6-7227-4a1e-8a37-0e3c55110006 req-c45118da-e292-44f8-bd0d-60f10cb232db tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/security-groups?id=b39e0aa4-0739-419d-950d-9fdf47c6c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437951 Dec 10 19:41:18.481065 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a77e09f0-98c6-43bf-9bff-98e82c293732 req-252d35b7-a00f-4016-8c9c-3fe9a36f5ddd service neutron] 10.222.0.72 "GET /v2.0/networks/46e1abf6-a74d-4500-9824-1fe45ff86426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819600 Dec 10 19:41:18.642270 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a77e09f0-98c6-43bf-9bff-98e82c293732 req-6657d999-1c64-4a5f-b0f1-94c8c2d5a667 service neutron] 10.222.0.72 "GET /v2.0/networks/46e1abf6-a74d-4500-9824-1fe45ff86426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545515 Dec 10 19:41:18.662839 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-cead5391-e054-4bd6-8f19-076591b47e11 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:18.664348 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-cead5391-e054-4bd6-8f19-076591b47e11 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/networks?id=46e1abf6-a74d-4500-9824-1fe45ff86426 HTTP/1.1" status: 200 len: 813 time: 0.1305215 Dec 10 19:41:18.679824 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-af3ae29f-f22f-4f1f-9a9b-b87141f1f87a tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/quotas/8fa4ec13188c44bfa273e3acb652408d HTTP/1.1" status: 200 len: 375 time: 0.0097535 Dec 10 19:41:18.731530 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-0a75c78e-9d58-414e-b0b6-ff769fc05e48 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8fa4ec13188c44bfa273e3acb652408d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0463111 Dec 10 19:41:18.819860 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-1667670d-daa0-4704-8bfd-95d65aa292ef service neutron] 10.222.0.62 "GET /v2.0/networks/46e1abf6-a74d-4500-9824-1fe45ff86426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799811 Dec 10 19:41:18.910201 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-5cdc0945-3e99-4e78-b8bf-02a039ea0f16 service neutron] 10.222.0.62 "GET /v2.0/networks/46e1abf6-a74d-4500-9824-1fe45ff86426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840888 Dec 10 19:41:19.070681 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2997d167-16ed-4563-86e1-721983b2e29f req-140ef750-5c23-4d2f-af4c-99eeddbf460b tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee95c7e-da5b-4579-aec6-9e365b651ded HTTP/1.1" status: 200 len: 210 time: 0.0269537 Dec 10 19:41:19.770087 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-54cd88d9-8f1c-4c0e-bdc3-1d401493bdfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:19.995108 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-8c11175e-7bba-4384-a159-72f435579d8d tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:19.996553 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-8c11175e-7bba-4384-a159-72f435579d8d tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.46 "GET /v2.0/networks?id=46e1abf6-a74d-4500-9824-1fe45ff86426 HTTP/1.1" status: 200 len: 813 time: 0.1042905 Dec 10 19:41:20.009383 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-ee5eb2c8-99bb-4dcf-adc5-3ade3911d267 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Request body: {'port': {'device_id': 'bee95c7e-da5b-4579-aec6-9e365b651ded', 'network_id': '46e1abf6-a74d-4500-9824-1fe45ff86426', 'admin_state_up': True, 'tenant_id': '8fa4ec13188c44bfa273e3acb652408d'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:41:20.121457 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-ee5eb2c8-99bb-4dcf-adc5-3ade3911d267 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Made reservation on behalf of 8fa4ec13188c44bfa273e3acb652408d for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:41:20.125212 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-ee5eb2c8-99bb-4dcf-adc5-3ade3911d267 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:20.168905 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-21eef7fc-6bff-4869-a535-041d2aa04650 req-b2144453-f7b7-42cb-95c7-760aa1455556 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee95c7e-da5b-4579-aec6-9e365b651ded HTTP/1.1" status: 200 len: 210 time: 0.0272779 Dec 10 19:41:20.249801 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-ee5eb2c8-99bb-4dcf-adc5-3ade3911d267 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Allocated IP 172.20.0.14 (46e1abf6-a74d-4500-9824-1fe45ff86426/a0064abd-142e-4624-8ef9-a982e6724d22/3ac8a211-b302-43df-99aa-ab501d4e3bea) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:41:20.402444 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-ee5eb2c8-99bb-4dcf-adc5-3ade3911d267 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:20.434839 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-ee5eb2c8-99bb-4dcf-adc5-3ade3911d267 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:20.446748 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['3e1134d4-b43c-4f94-8ca6-cd88fd90d99e'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:41:20.477993 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-ee5eb2c8-99bb-4dcf-adc5-3ade3911d267 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Network 46e1abf6-a74d-4500-9824-1fe45ff86426 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:41:20.481228 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-ee5eb2c8-99bb-4dcf-adc5-3ade3911d267 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:41:20.485156 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-ee5eb2c8-99bb-4dcf-adc5-3ade3911d267 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:41:20.517423 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5eb2c8-99bb-4dcf-adc5-3ade3911d267 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Pushing event updated for resources: {'Port': ['ID=3ac8a211-b302-43df-99aa-ab501d4e3bea,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:20.543537 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-ee5eb2c8-99bb-4dcf-adc5-3ade3911d267 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:20.544167 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-ee5eb2c8-99bb-4dcf-adc5-3ade3911d267 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:20.561322 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-ee5eb2c8-99bb-4dcf-adc5-3ade3911d267 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5556269 Dec 10 19:41:20.571347 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-f71f94cd-a272-4431-a87e-7eaee60ab3ed tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:41:20.572322 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-f71f94cd-a272-4431-a87e-7eaee60ab3ed tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051997 Dec 10 19:41:20.584529 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-ace0e6c7-f6f0-4096-a416-95a26a7213e3 service neutron] Request body: {'port': {'device_id': 'bee95c7e-da5b-4579-aec6-9e365b651ded', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:41:20.640549 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-ace0e6c7-f6f0-4096-a416-95a26a7213e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:20.899946 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-ace0e6c7-f6f0-4096-a416-95a26a7213e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ac8a211-b302-43df-99aa-ab501d4e3bea {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:41:20.907891 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-ace0e6c7-f6f0-4096-a416-95a26a7213e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:20.919541 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-ace0e6c7-f6f0-4096-a416-95a26a7213e3 service neutron] Transition to ACTIVE for port object 3ac8a211-b302-43df-99aa-ab501d4e3bea will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:41:20.923504 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-ace0e6c7-f6f0-4096-a416-95a26a7213e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:20.970763 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0e6c7-f6f0-4096-a416-95a26a7213e3 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac8a211-b302-43df-99aa-ab501d4e3bea,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:21.038453 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-ace0e6c7-f6f0-4096-a416-95a26a7213e3 service neutron] Attempting to bind port 3ac8a211-b302-43df-99aa-ab501d4e3bea on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:41:21.039142 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-ace0e6c7-f6f0-4096-a416-95a26a7213e3 service neutron] Attempting to bind port 3ac8a211-b302-43df-99aa-ab501d4e3bea by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '6f081d82-a64b-4ab0-9014-0240538aebb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '46e1abf6-a74d-4500-9824-1fe45ff86426'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:41:21.039142 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-ace0e6c7-f6f0-4096-a416-95a26a7213e3 service neutron] Attempting to bind port 3ac8a211-b302-43df-99aa-ab501d4e3bea on network 46e1abf6-a74d-4500-9824-1fe45ff86426 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:41:21.043381 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-ace0e6c7-f6f0-4096-a416-95a26a7213e3 service neutron] Port 3ac8a211-b302-43df-99aa-ab501d4e3bea on network 46e1abf6-a74d-4500-9824-1fe45ff86426 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:41:21.043704 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-ace0e6c7-f6f0-4096-a416-95a26a7213e3 service neutron] Attempting to bind port 3ac8a211-b302-43df-99aa-ab501d4e3bea on network 46e1abf6-a74d-4500-9824-1fe45ff86426 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:41:21.049288 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-ace0e6c7-f6f0-4096-a416-95a26a7213e3 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:41:21.049631 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-ace0e6c7-f6f0-4096-a416-95a26a7213e3 service neutron] Checking segment: {'id': '6f081d82-a64b-4ab0-9014-0240538aebb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '46e1abf6-a74d-4500-9824-1fe45ff86426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:41:21.050020 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-ace0e6c7-f6f0-4096-a416-95a26a7213e3 service neutron] Bound using segment: {'id': '6f081d82-a64b-4ab0-9014-0240538aebb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '46e1abf6-a74d-4500-9824-1fe45ff86426'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:41:21.050446 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-ace0e6c7-f6f0-4096-a416-95a26a7213e3 service neutron] Bound port: 3ac8a211-b302-43df-99aa-ab501d4e3bea, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f081d82-a64b-4ab0-9014-0240538aebb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '46e1abf6-a74d-4500-9824-1fe45ff86426'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:41:21.050802 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-ace0e6c7-f6f0-4096-a416-95a26a7213e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:21.115854 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-ace0e6c7-f6f0-4096-a416-95a26a7213e3 service neutron] For port 3ac8a211-b302-43df-99aa-ab501d4e3bea, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:41:21.119100 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-ace0e6c7-f6f0-4096-a416-95a26a7213e3 service neutron] For port 3ac8a211-b302-43df-99aa-ab501d4e3bea, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=3ac8a211-b302-43df-99aa-ab501d4e3bea,segment=NetworkSegment(6f081d82-a64b-4ab0-9014-0240538aebb5),segment_id=6f081d82-a64b-4ab0-9014-0240538aebb5)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:41:21.122718 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-ace0e6c7-f6f0-4096-a416-95a26a7213e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:21.159617 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-ace0e6c7-f6f0-4096-a416-95a26a7213e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:21.160249 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-ace0e6c7-f6f0-4096-a416-95a26a7213e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:21.161669 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-ace0e6c7-f6f0-4096-a416-95a26a7213e3 service neutron] 10.222.0.46 "PUT /v2.0/ports/3ac8a211-b302-43df-99aa-ab501d4e3bea HTTP/1.1" status: 200 len: 1092 time: 0.5812120 Dec 10 19:41:21.162115 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bee95c7e-da5b-4579-aec6-9e365b651ded', 'tag': '3ac8a211-b302-43df-99aa-ab501d4e3bea'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:41:21.164363 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a5fdf7-a229-48aa-af21-6cf5848d3b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "bee95c7e-da5b-4579-aec6-9e365b651ded", "tag": "3ac8a211-b302-43df-99aa-ab501d4e3bea"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:41:21.186521 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0e6c7-f6f0-4096-a416-95a26a7213e3 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac8a211-b302-43df-99aa-ab501d4e3bea,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:21.214808 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95b7fd1-8603-424e-9d54-1e0b7fd87aaf x-openstack-request-id: req-c95b7fd1-8603-424e-9d54-1e0b7fd87aaf {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:41:21.214808 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bee95c7e-da5b-4579-aec6-9e365b651ded", "tag": "3ac8a211-b302-43df-99aa-ab501d4e3bea", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:41:21.215097 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c95b7fd1-8603-424e-9d54-1e0b7fd87aaf {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:41:21.215308 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bee95c7e-da5b-4579-aec6-9e365b651ded', 'tag': '3ac8a211-b302-43df-99aa-ab501d4e3bea', 'status': 'completed', 'code': 200} Dec 10 19:41:21.254228 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-76a4eee5-64a0-4022-8bf3-500fb802f3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:21.256064 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-76a4eee5-64a0-4022-8bf3-500fb802f3f7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8fa4ec13188c44bfa273e3acb652408d&device_id=bee95c7e-da5b-4579-aec6-9e365b651ded HTTP/1.1" status: 200 len: 1095 time: 0.0536332 Dec 10 19:41:21.291874 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd5009-0bae-4fb3-86b6-b4f484fea041 req-ebcc3041-0c5d-47eb-b5a4-d0109dfee913 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:21.293387 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-72dd5009-0bae-4fb3-86b6-b4f484fea041 req-ebcc3041-0c5d-47eb-b5a4-d0109dfee913 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee95c7e-da5b-4579-aec6-9e365b651ded HTTP/1.1" status: 200 len: 944 time: 0.0497563 Dec 10 19:41:21.299322 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-99ecbf5b-5b34-4439-b87e-bf80b6fd8cc7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ac8a211-b302-43df-99aa-ab501d4e3bea HTTP/1.1" status: 200 len: 217 time: 0.0346091 Dec 10 19:41:21.341592 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-72dd5009-0bae-4fb3-86b6-b4f484fea041 req-a6870556-d574-4a4a-9979-9af2d0c6155d tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/security-groups?id=b39e0aa4-0739-419d-950d-9fdf47c6c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413549 Dec 10 19:41:21.356214 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-97f05b63-54d9-42df-ac45-a66b0d6b41bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:21.357751 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-97f05b63-54d9-42df-ac45-a66b0d6b41bc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a0064abd-142e-4624-8ef9-a982e6724d22 HTTP/1.1" status: 200 len: 853 time: 0.0520396 Dec 10 19:41:21.390035 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-0b2756d1-815d-4315-bf2d-3bc255b47601 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=46e1abf6-a74d-4500-9824-1fe45ff86426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251410 Dec 10 19:41:21.478016 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-e897367c-ddf7-4d51-8922-f5946ce30d53 service neutron] 10.222.0.46 "GET /v2.0/networks/46e1abf6-a74d-4500-9824-1fe45ff86426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805540 Dec 10 19:41:21.575189 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1d7f8f68-178e-439c-96dc-d60e3d70d5e9 req-e8ee6e7b-80cd-42ec-a37b-72ae5251e577 service neutron] 10.222.0.46 "GET /v2.0/networks/46e1abf6-a74d-4500-9824-1fe45ff86426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892451 Dec 10 19:41:21.658409 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5fdf7-a229-48aa-af21-6cf5848d3b6a req-025104c2-3372-42df-b973-c9fda9225459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:21.660151 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-59a5fdf7-a229-48aa-af21-6cf5848d3b6a req-025104c2-3372-42df-b973-c9fda9225459 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8fa4ec13188c44bfa273e3acb652408d&device_id=bee95c7e-da5b-4579-aec6-9e365b651ded HTTP/1.1" status: 200 len: 1095 time: 0.0431395 Dec 10 19:41:21.753238 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5fdf7-a229-48aa-af21-6cf5848d3b6a req-c7401cc5-308b-49da-839c-b491cab1a304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:21.754722 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-59a5fdf7-a229-48aa-af21-6cf5848d3b6a req-c7401cc5-308b-49da-839c-b491cab1a304 service neutron] 10.222.0.46 "GET /v2.0/networks?id=46e1abf6-a74d-4500-9824-1fe45ff86426 HTTP/1.1" status: 200 len: 914 time: 0.0878618 Dec 10 19:41:21.796198 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-59a5fdf7-a229-48aa-af21-6cf5848d3b6a req-201ced8f-2948-4e36-bd69-318b4b2ac719 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ac8a211-b302-43df-99aa-ab501d4e3bea HTTP/1.1" status: 200 len: 217 time: 0.0342863 Dec 10 19:41:21.844111 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5fdf7-a229-48aa-af21-6cf5848d3b6a req-7540f551-1dcf-4bd1-ad1f-7f286dd0e1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:21.846436 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-59a5fdf7-a229-48aa-af21-6cf5848d3b6a req-7540f551-1dcf-4bd1-ad1f-7f286dd0e1d0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a0064abd-142e-4624-8ef9-a982e6724d22 HTTP/1.1" status: 200 len: 853 time: 0.0428102 Dec 10 19:41:21.878715 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-59a5fdf7-a229-48aa-af21-6cf5848d3b6a req-d5d7fbb0-da4b-4829-b178-05ac00d129b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=46e1abf6-a74d-4500-9824-1fe45ff86426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249062 Dec 10 19:41:21.971605 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-59a5fdf7-a229-48aa-af21-6cf5848d3b6a req-17484385-e721-4206-b640-5ead2be193d3 service neutron] 10.222.0.46 "GET /v2.0/networks/46e1abf6-a74d-4500-9824-1fe45ff86426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850902 Dec 10 19:41:22.061660 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-59a5fdf7-a229-48aa-af21-6cf5848d3b6a req-7366053e-caab-4d70-bf25-e873278b0508 service neutron] 10.222.0.46 "GET /v2.0/networks/46e1abf6-a74d-4500-9824-1fe45ff86426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826833 Dec 10 19:41:22.463354 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd3354-3f17-4c49-8990-6d658c1b9e27 req-0136c21c-6395-4b74-ab67-e1d4565a0ad5 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:22.464845 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b1cd3354-3f17-4c49-8990-6d658c1b9e27 req-0136c21c-6395-4b74-ab67-e1d4565a0ad5 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee95c7e-da5b-4579-aec6-9e365b651ded HTTP/1.1" status: 200 len: 944 time: 0.0531864 Dec 10 19:41:22.518061 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b1cd3354-3f17-4c49-8990-6d658c1b9e27 req-e8e0ea85-287b-4c12-b61a-886f85580083 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/security-groups?id=b39e0aa4-0739-419d-950d-9fdf47c6c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467730 Dec 10 19:41:22.635145 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1c4b6d4f-9db4-4eaa-9e59-8dce6183aa30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:23.172616 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 3ac8a211-b302-43df-99aa-ab501d4e3bea details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:41:23.267542 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 3ac8a211-b302-43df-99aa-ab501d4e3bea, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=3ac8a211-b302-43df-99aa-ab501d4e3bea,segment=NetworkSegment(6f081d82-a64b-4ab0-9014-0240538aebb5),segment_id=6f081d82-a64b-4ab0-9014-0240538aebb5)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:41:23.278600 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '3ac8a211-b302-43df-99aa-ab501d4e3bea', 'network_id': '46e1abf6-a74d-4500-9824-1fe45ff86426', 'port_id': '3ac8a211-b302-43df-99aa-ab501d4e3bea', 'mac_address': 'fa:16:3e:dd:bf:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0064abd-142e-4624-8ef9-a982e6724d22', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:41:23.315590 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:23.328106 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ac8a211-b302-43df-99aa-ab501d4e3bea {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:41:23.349167 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 3ac8a211-b302-43df-99aa-ab501d4e3bea, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=3ac8a211-b302-43df-99aa-ab501d4e3bea,segment=NetworkSegment(6f081d82-a64b-4ab0-9014-0240538aebb5),segment_id=6f081d82-a64b-4ab0-9014-0240538aebb5)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:41:23.353146 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:23.399469 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=3ac8a211-b302-43df-99aa-ab501d4e3bea,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:23.543839 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['3ac8a211-b302-43df-99aa-ab501d4e3bea'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:41:23.640130 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7adbc1b-4dff-4325-9983-8458363e0d82 req-cf331b68-efd2-45c8-a101-75151bc399bc tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:23.641621 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d7adbc1b-4dff-4325-9983-8458363e0d82 req-cf331b68-efd2-45c8-a101-75151bc399bc tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee95c7e-da5b-4579-aec6-9e365b651ded HTTP/1.1" status: 200 len: 945 time: 0.0473073 Dec 10 19:41:23.678583 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:23.697252 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d7adbc1b-4dff-4325-9983-8458363e0d82 req-42d118b2-6567-4834-89d5-6ef8d7ec171f tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/security-groups?id=b39e0aa4-0739-419d-950d-9fdf47c6c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489016 Dec 10 19:41:24.812460 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad4bf5-8bc4-469d-a5fc-301583ffb65b req-35d8b178-38ab-4882-976e-3c24dba01dc0 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:24.814487 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-04ad4bf5-8bc4-469d-a5fc-301583ffb65b req-35d8b178-38ab-4882-976e-3c24dba01dc0 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee95c7e-da5b-4579-aec6-9e365b651ded HTTP/1.1" status: 200 len: 945 time: 0.0494080 Dec 10 19:41:24.862448 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-04ad4bf5-8bc4-469d-a5fc-301583ffb65b req-a51d8277-f966-47c3-98b2-1aaca0756cd7 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/security-groups?id=b39e0aa4-0739-419d-950d-9fdf47c6c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416005 Dec 10 19:41:25.032296 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:25.175212 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 3ac8a211-b302-43df-99aa-ab501d4e3bea up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:41:25.224512 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 3ac8a211-b302-43df-99aa-ab501d4e3bea completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:41:25.228448 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 3ac8a211-b302-43df-99aa-ab501d4e3bea triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:41:25.228848 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:25.302271 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:25.324216 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee95c7e-da5b-4579-aec6-9e365b651ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac8a211-b302-43df-99aa-ab501d4e3bea'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:41:25.326469 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f39997a1e7c5b6ae782956bbd1fa5b612e64aa5908109c3bc10b0e272c8d4b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6098c299-266d-4257-876e-82df166e133a" -d '{"events": [{"server_uuid": "bee95c7e-da5b-4579-aec6-9e365b651ded", "name": "network-vif-plugged", "status": "completed", "tag": "3ac8a211-b302-43df-99aa-ab501d4e3bea"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:41:25.338993 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 3ac8a211-b302-43df-99aa-ab501d4e3bea, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=3ac8a211-b302-43df-99aa-ab501d4e3bea,segment=NetworkSegment(6f081d82-a64b-4ab0-9014-0240538aebb5),segment_id=6f081d82-a64b-4ab0-9014-0240538aebb5)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:41:25.348050 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:25.368702 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c32e10-9043-438a-ae31-713f1d9e3f23 x-openstack-request-id: req-96c32e10-9043-438a-ae31-713f1d9e3f23 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:41:25.369442 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee95c7e-da5b-4579-aec6-9e365b651ded", "name": "network-vif-plugged", "status": "completed", "tag": "3ac8a211-b302-43df-99aa-ab501d4e3bea", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:41:25.369442 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-96c32e10-9043-438a-ae31-713f1d9e3f23 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:41:25.369647 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bee95c7e-da5b-4579-aec6-9e365b651ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac8a211-b302-43df-99aa-ab501d4e3bea', 'code': 200} Dec 10 19:41:25.398718 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=3ac8a211-b302-43df-99aa-ab501d4e3bea,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:25.465887 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68427b5-e8c1-4f6f-a0ea-9839da2fbfeb req-b918420d-d62e-4dc3-b908-783a455c7136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:25.467786 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f68427b5-e8c1-4f6f-a0ea-9839da2fbfeb req-b918420d-d62e-4dc3-b908-783a455c7136 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bee95c7e-da5b-4579-aec6-9e365b651ded HTTP/1.1" status: 200 len: 1097 time: 0.0429003 Dec 10 19:41:25.511096 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f68427b5-e8c1-4f6f-a0ea-9839da2fbfeb req-d208fb37-f613-4805-9437-a5d6e930282e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b39e0aa4-0739-419d-950d-9fdf47c6c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367346 Dec 10 19:41:25.647388 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:25.978270 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10771999-bdd7-4618-9a9c-d39ac03bb2f3 req-e7618bad-4df6-4705-9462-ba079284cfa3 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:25.979756 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-10771999-bdd7-4618-9a9c-d39ac03bb2f3 req-e7618bad-4df6-4705-9462-ba079284cfa3 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee95c7e-da5b-4579-aec6-9e365b651ded HTTP/1.1" status: 200 len: 946 time: 0.0489624 Dec 10 19:41:26.028708 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-10771999-bdd7-4618-9a9c-d39ac03bb2f3 req-8cdc065a-ecbe-4e15-bb0e-bb8569b3bf38 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/security-groups?id=b39e0aa4-0739-419d-950d-9fdf47c6c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422416 Dec 10 19:41:27.148679 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43953bd5-55bf-45e2-8acc-fcc31f0c95fd req-572eece2-d11e-461d-a5d0-b2d467cb0fbe tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:27.150144 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-43953bd5-55bf-45e2-8acc-fcc31f0c95fd req-572eece2-d11e-461d-a5d0-b2d467cb0fbe tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee95c7e-da5b-4579-aec6-9e365b651ded HTTP/1.1" status: 200 len: 946 time: 0.0487182 Dec 10 19:41:27.196614 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-43953bd5-55bf-45e2-8acc-fcc31f0c95fd req-91712dd5-a757-4e72-a066-2278b0b333bd tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/security-groups?id=b39e0aa4-0739-419d-950d-9fdf47c6c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405073 Dec 10 19:41:27.430606 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17670532-92f5-452c-8ca2-8deb3644e94b req-54d65823-34ab-4b85-9607-615d3e1df005 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:27.432064 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-17670532-92f5-452c-8ca2-8deb3644e94b req-54d65823-34ab-4b85-9607-615d3e1df005 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee95c7e-da5b-4579-aec6-9e365b651ded HTTP/1.1" status: 200 len: 946 time: 0.0481892 Dec 10 19:41:27.478204 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-17670532-92f5-452c-8ca2-8deb3644e94b req-e646af79-2ecd-4572-aa54-b6ad6e175dc0 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/security-groups?id=b39e0aa4-0739-419d-950d-9fdf47c6c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400667 Dec 10 19:41:28.602419 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8d9c0-3ae8-4541-88b5-29828f386ecd req-1dd474b4-66aa-4339-9a57-d42ea7c3d327 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:28.603843 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f7c8d9c0-3ae8-4541-88b5-29828f386ecd req-1dd474b4-66aa-4339-9a57-d42ea7c3d327 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee95c7e-da5b-4579-aec6-9e365b651ded HTTP/1.1" status: 200 len: 946 time: 0.0499086 Dec 10 19:41:28.682771 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f7c8d9c0-3ae8-4541-88b5-29828f386ecd req-eb0b86fa-f642-460c-aaf1-e09c90724433 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/security-groups?id=b39e0aa4-0739-419d-950d-9fdf47c6c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726900 Dec 10 19:41:28.694503 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc7284-ee4b-4881-8177-b536bfcebcb8 req-a976774b-8c64-47f5-b6ba-a237e58b8dd5 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:28.695964 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f2fc7284-ee4b-4881-8177-b536bfcebcb8 req-a976774b-8c64-47f5-b6ba-a237e58b8dd5 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.46 "GET /v2.0/ports?device_id=bee95c7e-da5b-4579-aec6-9e365b651ded HTTP/1.1" status: 200 len: 946 time: 0.0725219 Dec 10 19:41:28.784774 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-f2fc7284-ee4b-4881-8177-b536bfcebcb8 req-20cea969-f3de-4cd3-9d67-b3cd68cd6115 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Deleting port 3ac8a211-b302-43df-99aa-ab501d4e3bea {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:41:28.785119 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f2fc7284-ee4b-4881-8177-b536bfcebcb8 req-20cea969-f3de-4cd3-9d67-b3cd68cd6115 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:28.873689 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-f2fc7284-ee4b-4881-8177-b536bfcebcb8 req-20cea969-f3de-4cd3-9d67-b3cd68cd6115 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] For port 3ac8a211-b302-43df-99aa-ab501d4e3bea, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=3ac8a211-b302-43df-99aa-ab501d4e3bea,segment=NetworkSegment(6f081d82-a64b-4ab0-9014-0240538aebb5),segment_id=6f081d82-a64b-4ab0-9014-0240538aebb5)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:41:28.873970 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f2fc7284-ee4b-4881-8177-b536bfcebcb8 req-20cea969-f3de-4cd3-9d67-b3cd68cd6115 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:28.887073 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-f2fc7284-ee4b-4881-8177-b536bfcebcb8 req-20cea969-f3de-4cd3-9d67-b3cd68cd6115 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Calling delete_port for 3ac8a211-b302-43df-99aa-ab501d4e3bea owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:41:29.022626 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f2fc7284-ee4b-4881-8177-b536bfcebcb8 req-20cea969-f3de-4cd3-9d67-b3cd68cd6115 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:29.036338 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['3e1134d4-b43c-4f94-8ca6-cd88fd90d99e'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:41:29.038944 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['3ac8a211-b302-43df-99aa-ab501d4e3bea'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:41:29.051636 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cea969-f3de-4cd3-9d67-b3cd68cd6115 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Pushing event deleted for resources: {'Port': ['ID=3ac8a211-b302-43df-99aa-ab501d4e3bea,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:29.092061 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2fc7284-ee4b-4881-8177-b536bfcebcb8 req-20cea969-f3de-4cd3-9d67-b3cd68cd6115 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] No DVR routers for this DVR port 3ac8a211-b302-43df-99aa-ab501d4e3bea on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:41:29.094770 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f2fc7284-ee4b-4881-8177-b536bfcebcb8 req-20cea969-f3de-4cd3-9d67-b3cd68cd6115 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:29.098732 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f2fc7284-ee4b-4881-8177-b536bfcebcb8 req-20cea969-f3de-4cd3-9d67-b3cd68cd6115 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.46 "DELETE /v2.0/ports/3ac8a211-b302-43df-99aa-ab501d4e3bea HTTP/1.1" status: 204 len: 173 time: 0.3964889 Dec 10 19:41:29.099178 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee95c7e-da5b-4579-aec6-9e365b651ded', 'name': 'network-vif-deleted', 'tag': '3ac8a211-b302-43df-99aa-ab501d4e3bea'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:41:29.101480 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87670746-28a3-4930-b1d2-bf6fb7183307" -d '{"events": [{"server_uuid": "bee95c7e-da5b-4579-aec6-9e365b651ded", "name": "network-vif-deleted", "tag": "3ac8a211-b302-43df-99aa-ab501d4e3bea"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:41:29.139335 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62834c23-124c-4772-8072-cd7495d8e99d x-openstack-request-id: req-62834c23-124c-4772-8072-cd7495d8e99d {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:41:29.139569 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee95c7e-da5b-4579-aec6-9e365b651ded", "name": "network-vif-deleted", "tag": "3ac8a211-b302-43df-99aa-ab501d4e3bea", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:41:29.139833 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-62834c23-124c-4772-8072-cd7495d8e99d {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:41:29.140302 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bee95c7e-da5b-4579-aec6-9e365b651ded', 'name': 'network-vif-deleted', 'tag': '3ac8a211-b302-43df-99aa-ab501d4e3bea', 'status': 'completed', 'code': 200} Dec 10 19:41:29.835917 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51c274-ab18-44f2-9c08-9192d15c2908 req-7ef7d02f-8f02-42c0-9b7c-b3af9f0eb290 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:29.837398 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6d51c274-ab18-44f2-9c08-9192d15c2908 req-7ef7d02f-8f02-42c0-9b7c-b3af9f0eb290 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/ports?device_id=b532d646-0751-41b4-9aa9-4d8d473f7393 HTTP/1.1" status: 200 len: 946 time: 0.0521674 Dec 10 19:41:29.884927 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6d51c274-ab18-44f2-9c08-9192d15c2908 req-28dd8bb8-9ff3-490f-a740-b6e4e55a23e9 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/security-groups?id=b39e0aa4-0739-419d-950d-9fdf47c6c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415294 Dec 10 19:41:30.013143 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a09788-e1ff-4283-92b7-e42b25ec16ba req-b9ba910e-391f-4d3c-89ee-4ce0614f589a tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:30.014604 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f9a09788-e1ff-4283-92b7-e42b25ec16ba req-b9ba910e-391f-4d3c-89ee-4ce0614f589a tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/ports?device_id=b532d646-0751-41b4-9aa9-4d8d473f7393 HTTP/1.1" status: 200 len: 946 time: 0.0481598 Dec 10 19:41:30.061109 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f9a09788-e1ff-4283-92b7-e42b25ec16ba req-e62096eb-fbec-48e9-bdfe-85451469ca34 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/security-groups?id=b39e0aa4-0739-419d-950d-9fdf47c6c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403280 Dec 10 19:41:30.177837 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9755919-de5a-4873-aacb-3efd3d3a6689 req-0ff5214c-6392-42e4-a788-becd089438fe tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:30.179298 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d9755919-de5a-4873-aacb-3efd3d3a6689 req-0ff5214c-6392-42e4-a788-becd089438fe tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/ports?device_id=b532d646-0751-41b4-9aa9-4d8d473f7393 HTTP/1.1" status: 200 len: 946 time: 0.0493190 Dec 10 19:41:30.229373 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d9755919-de5a-4873-aacb-3efd3d3a6689 req-eaa0336e-4a8f-4620-a9a7-f7ace3973595 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/security-groups?id=b39e0aa4-0739-419d-950d-9fdf47c6c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440207 Dec 10 19:41:30.398641 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691524f0-5fff-412b-85e3-70e83fcf27c2 req-e7539dad-7647-4e54-8739-e42daf978080 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:30.400168 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-691524f0-5fff-412b-85e3-70e83fcf27c2 req-e7539dad-7647-4e54-8739-e42daf978080 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/ports?device_id=b532d646-0751-41b4-9aa9-4d8d473f7393 HTTP/1.1" status: 200 len: 946 time: 0.0493526 Dec 10 19:41:30.448326 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-691524f0-5fff-412b-85e3-70e83fcf27c2 req-f942453d-24c8-4b3f-84f4-b620a4848680 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/security-groups?id=b39e0aa4-0739-419d-950d-9fdf47c6c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421274 Dec 10 19:41:30.567405 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ce80c-0d63-482d-aae8-0d9c581fdfb4 req-cdef8065-b688-446d-a729-90326720672c tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:30.568832 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-615ce80c-0d63-482d-aae8-0d9c581fdfb4 req-cdef8065-b688-446d-a729-90326720672c tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/ports?device_id=b532d646-0751-41b4-9aa9-4d8d473f7393 HTTP/1.1" status: 200 len: 946 time: 0.0524082 Dec 10 19:41:30.615030 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-615ce80c-0d63-482d-aae8-0d9c581fdfb4 req-1b46365e-7a1a-4f6a-9ad9-bd76d03376d0 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/security-groups?id=b39e0aa4-0739-419d-950d-9fdf47c6c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403333 Dec 10 19:41:30.736285 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3cbd6-0dda-487d-af87-d4fbd0332a75 req-d5ded705-97ec-404e-9664-fec60b13310c tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:30.737775 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-37d3cbd6-0dda-487d-af87-d4fbd0332a75 req-d5ded705-97ec-404e-9664-fec60b13310c tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/ports?device_id=b532d646-0751-41b4-9aa9-4d8d473f7393 HTTP/1.1" status: 200 len: 946 time: 0.0478852 Dec 10 19:41:30.785773 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-37d3cbd6-0dda-487d-af87-d4fbd0332a75 req-62bc4497-1889-4ec1-be64-b47ad372144e tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/security-groups?id=b39e0aa4-0739-419d-950d-9fdf47c6c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420222 Dec 10 19:41:31.080168 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f26385-d899-4b96-9130-b85a7bb45121 req-11b9343b-3dc0-4e90-9fe3-81252624f4a3 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:31.081582 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-48f26385-d899-4b96-9130-b85a7bb45121 req-11b9343b-3dc0-4e90-9fe3-81252624f4a3 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/ports?device_id=b532d646-0751-41b4-9aa9-4d8d473f7393 HTTP/1.1" status: 200 len: 946 time: 0.0471518 Dec 10 19:41:31.133800 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-48f26385-d899-4b96-9130-b85a7bb45121 req-d62f7b05-04ea-4c44-8dd9-96f1065096fd tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/security-groups?id=b39e0aa4-0739-419d-950d-9fdf47c6c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462868 Dec 10 19:41:32.253209 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e5d91-06b8-4083-b7c5-ff779bb540c5 req-edfcc313-db09-43c3-b0b3-2f60c836d8f4 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:32.254676 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7b8e5d91-06b8-4083-b7c5-ff779bb540c5 req-edfcc313-db09-43c3-b0b3-2f60c836d8f4 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/ports?device_id=b532d646-0751-41b4-9aa9-4d8d473f7393 HTTP/1.1" status: 200 len: 946 time: 0.0483258 Dec 10 19:41:32.301456 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7b8e5d91-06b8-4083-b7c5-ff779bb540c5 req-2da7ca42-3957-4c9b-9cad-083e1dfba1f4 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/security-groups?id=b39e0aa4-0739-419d-950d-9fdf47c6c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406923 Dec 10 19:41:32.615947 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:41:32.715147 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8ec30-55cd-4113-9391-2169a0bcbbe0 req-64430a34-7660-4c76-b3bc-fdff8ff64f0a tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:32.716605 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-44a8ec30-55cd-4113-9391-2169a0bcbbe0 req-64430a34-7660-4c76-b3bc-fdff8ff64f0a tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.72 "GET /v2.0/ports?device_id=b532d646-0751-41b4-9aa9-4d8d473f7393 HTTP/1.1" status: 200 len: 946 time: 0.0475528 Dec 10 19:41:32.803774 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-44a8ec30-55cd-4113-9391-2169a0bcbbe0 req-f077fac6-4ca8-4cfc-963b-a1780fba9e61 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Deleting port 3e1134d4-b43c-4f94-8ca6-cd88fd90d99e {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:41:32.804114 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-44a8ec30-55cd-4113-9391-2169a0bcbbe0 req-f077fac6-4ca8-4cfc-963b-a1780fba9e61 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:32.893147 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-44a8ec30-55cd-4113-9391-2169a0bcbbe0 req-f077fac6-4ca8-4cfc-963b-a1780fba9e61 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] For port 3e1134d4-b43c-4f94-8ca6-cd88fd90d99e, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=3e1134d4-b43c-4f94-8ca6-cd88fd90d99e,segment=NetworkSegment(6f081d82-a64b-4ab0-9014-0240538aebb5),segment_id=6f081d82-a64b-4ab0-9014-0240538aebb5)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:41:32.893434 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-44a8ec30-55cd-4113-9391-2169a0bcbbe0 req-f077fac6-4ca8-4cfc-963b-a1780fba9e61 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:32.905915 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-44a8ec30-55cd-4113-9391-2169a0bcbbe0 req-f077fac6-4ca8-4cfc-963b-a1780fba9e61 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Calling delete_port for 3e1134d4-b43c-4f94-8ca6-cd88fd90d99e owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:41:33.031383 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-44a8ec30-55cd-4113-9391-2169a0bcbbe0 req-f077fac6-4ca8-4cfc-963b-a1780fba9e61 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:33.044497 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['3e1134d4-b43c-4f94-8ca6-cd88fd90d99e'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:41:33.059574 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f077fac6-4ca8-4cfc-963b-a1780fba9e61 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Pushing event deleted for resources: {'Port': ['ID=3e1134d4-b43c-4f94-8ca6-cd88fd90d99e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:33.072249 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f077fac6-4ca8-4cfc-963b-a1780fba9e61 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:33.072601 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f077fac6-4ca8-4cfc-963b-a1780fba9e61 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:33.072971 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f077fac6-4ca8-4cfc-963b-a1780fba9e61 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:33.073318 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f077fac6-4ca8-4cfc-963b-a1780fba9e61 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:33.073658 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f077fac6-4ca8-4cfc-963b-a1780fba9e61 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:33.073991 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f077fac6-4ca8-4cfc-963b-a1780fba9e61 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:33.074323 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f077fac6-4ca8-4cfc-963b-a1780fba9e61 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:33.074651 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f077fac6-4ca8-4cfc-963b-a1780fba9e61 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:33.074978 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f077fac6-4ca8-4cfc-963b-a1780fba9e61 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:33.075304 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f077fac6-4ca8-4cfc-963b-a1780fba9e61 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:33.075629 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f077fac6-4ca8-4cfc-963b-a1780fba9e61 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:33.075951 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f077fac6-4ca8-4cfc-963b-a1780fba9e61 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:33.076274 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f077fac6-4ca8-4cfc-963b-a1780fba9e61 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:33.113578 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a8ec30-55cd-4113-9391-2169a0bcbbe0 req-f077fac6-4ca8-4cfc-963b-a1780fba9e61 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] No DVR routers for this DVR port 3e1134d4-b43c-4f94-8ca6-cd88fd90d99e on host n-h2-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:41:33.116419 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-44a8ec30-55cd-4113-9391-2169a0bcbbe0 req-f077fac6-4ca8-4cfc-963b-a1780fba9e61 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:33.119970 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-44a8ec30-55cd-4113-9391-2169a0bcbbe0 req-f077fac6-4ca8-4cfc-963b-a1780fba9e61 tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.72 "DELETE /v2.0/ports/3e1134d4-b43c-4f94-8ca6-cd88fd90d99e HTTP/1.1" status: 204 len: 173 time: 0.3969743 Dec 10 19:41:33.120433 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b532d646-0751-41b4-9aa9-4d8d473f7393', 'name': 'network-vif-deleted', 'tag': '3e1134d4-b43c-4f94-8ca6-cd88fd90d99e'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:41:33.123242 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb385ee8d26b8ad243460b423ad218e97d9fae79c4f4b9b0691d822ece1c624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3182ef4b-0e99-442a-bb30-593fb0d54d71" -d '{"events": [{"server_uuid": "b532d646-0751-41b4-9aa9-4d8d473f7393", "name": "network-vif-deleted", "tag": "3e1134d4-b43c-4f94-8ca6-cd88fd90d99e"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:41:33.160192 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1ce856-2d34-499d-8fa9-f607fd99328d x-openstack-request-id: req-2a1ce856-2d34-499d-8fa9-f607fd99328d {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:41:33.160485 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b532d646-0751-41b4-9aa9-4d8d473f7393", "name": "network-vif-deleted", "tag": "3e1134d4-b43c-4f94-8ca6-cd88fd90d99e", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:41:33.160762 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2a1ce856-2d34-499d-8fa9-f607fd99328d {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:41:33.161829 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b532d646-0751-41b4-9aa9-4d8d473f7393', 'name': 'network-vif-deleted', 'tag': '3e1134d4-b43c-4f94-8ca6-cd88fd90d99e', 'status': 'completed', 'code': 200} Dec 10 19:41:33.237143 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 3ac8a211-b302-43df-99aa-ab501d4e3bea no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:41:33.258062 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 3ac8a211-b302-43df-99aa-ab501d4e3bea {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:41:33.258412 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 3ac8a211-b302-43df-99aa-ab501d4e3bea not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:41:33.410016 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ca5e5f41-8689-4f97-b2be-94e5a3ce63d6 req-6769be9c-0986-444f-ab80-8faffd67eb1d tempest-ServersNegativeTestJSON-334934863 tempest-ServersNegativeTestJSON-334934863-project] 10.222.0.62 "GET /v2.0/ports?device_id=b532d646-0751-41b4-9aa9-4d8d473f7393 HTTP/1.1" status: 200 len: 210 time: 0.0302069 Dec 10 19:41:34.420786 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:34.467328 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51276) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:34.512008 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-1526cfdf-07c1-4efa-bf00-b07cc4bef993 admin admin] Deleting subnet a0064abd-142e-4624-8ef9-a982e6724d22 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:41:34.515051 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1526cfdf-07c1-4efa-bf00-b07cc4bef993 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:34.550494 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1526cfdf-07c1-4efa-bf00-b07cc4bef993 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:34.588535 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1526cfdf-07c1-4efa-bf00-b07cc4bef993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:34.642955 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1526cfdf-07c1-4efa-bf00-b07cc4bef993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:34.665589 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526cfdf-07c1-4efa-bf00-b07cc4bef993 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0064abd-142e-4624-8ef9-a982e6724d22,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:34.672385 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1526cfdf-07c1-4efa-bf00-b07cc4bef993 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:34.676183 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1526cfdf-07c1-4efa-bf00-b07cc4bef993 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a0064abd-142e-4624-8ef9-a982e6724d22 HTTP/1.1" status: 204 len: 168 time: 0.2078509 Dec 10 19:41:34.678750 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51278) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:34.745873 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c5bb9b8f-cabf-439a-a22d-3ee4f197d677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:34.824122 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c5bb9b8f-cabf-439a-a22d-3ee4f197d677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:34.843624 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-c5bb9b8f-cabf-439a-a22d-3ee4f197d677 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e1abf6-a74d-4500-9824-1fe45ff86426']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:41:34.853068 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-c5bb9b8f-cabf-439a-a22d-3ee4f197d677 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f081d82-a64b-4ab0-9014-0240538aebb5') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:41:34.853368 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-c5bb9b8f-cabf-439a-a22d-3ee4f197d677 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f081d82-a64b-4ab0-9014-0240538aebb5') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:41:34.862438 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c5bb9b8f-cabf-439a-a22d-3ee4f197d677 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:34.875874 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c5bb9b8f-cabf-439a-a22d-3ee4f197d677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:34.882042 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5bb9b8f-cabf-439a-a22d-3ee4f197d677 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:41:34.882460 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c5bb9b8f-cabf-439a-a22d-3ee4f197d677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:34.884122 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 19:41:34.884122 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:41:34.884122 n-d-821435-1 neutron-server[103244]: timer() Dec 10 19:41:34.884122 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:41:34.884122 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 19:41:34.884122 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:41:34.884122 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 19:41:34.884122 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:41:34.884122 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 19:41:34.884122 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:41:34.884122 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 19:41:34.884122 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:41:34.884122 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 19:41:34.884122 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:41:34.884122 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:41:34.884122 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:41:34.884122 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:41:34.884122 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:41:34.884122 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 19:41:34.884122 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:41:34.884122 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 19:41:34.884122 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:41:34.884122 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:41:34.884122 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:41:34.884122 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 19:41:34.884122 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:41:34.884122 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:41:34.884122 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:41:34.884122 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:41:34.884122 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:41:34.884122 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:41:34.884122 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:41:34.937132 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c5bb9b8f-cabf-439a-a22d-3ee4f197d677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:34.942534 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c5bb9b8f-cabf-439a-a22d-3ee4f197d677 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:34.945967 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c5bb9b8f-cabf-439a-a22d-3ee4f197d677 admin admin] 10.222.0.62 "DELETE /v2.0/networks/46e1abf6-a74d-4500-9824-1fe45ff86426 HTTP/1.1" status: 204 len: 168 time: 0.2662890 Dec 10 19:41:34.957892 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb9b8f-cabf-439a-a22d-3ee4f197d677 admin admin] Pushing event deleted for resources: {'Network': ['ID=46e1abf6-a74d-4500-9824-1fe45ff86426,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:35.058068 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51282) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:35.098282 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-70a3d3dc-5876-4dfe-ab1c-5c451aa02402 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8fa4ec13188c44bfa273e3acb652408d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390012 Dec 10 19:41:35.100832 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51284) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:35.146587 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5201c11b-c8f3-41ad-8e06-374f458eda26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:35.167246 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5201c11b-c8f3-41ad-8e06-374f458eda26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:35.214066 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5201c11b-c8f3-41ad-8e06-374f458eda26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:35.216448 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5201c11b-c8f3-41ad-8e06-374f458eda26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:35.217628 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5201c11b-c8f3-41ad-8e06-374f458eda26 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b39e0aa4-0739-419d-950d-9fdf47c6c7ed HTTP/1.1" status: 204 len: 168 time: 0.1158814 Dec 10 19:41:35.225685 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201c11b-c8f3-41ad-8e06-374f458eda26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39e0aa4-0739-419d-950d-9fdf47c6c7ed,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:35.891095 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51306) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:35.999611 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e00fce88-856f-471d-a6ef-f0f192915b9c tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1348349479'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:41:36.023031 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00fce88-856f-471d-a6ef-f0f192915b9c tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Made reservation on behalf of f7de30434e614c258d67f2469fc7c4dc for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:41:36.026506 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e00fce88-856f-471d-a6ef-f0f192915b9c tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:36.035353 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e00fce88-856f-471d-a6ef-f0f192915b9c tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:36.109588 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e00fce88-856f-471d-a6ef-f0f192915b9c tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:36.115693 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e00fce88-856f-471d-a6ef-f0f192915b9c tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:36.142639 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e00fce88-856f-471d-a6ef-f0f192915b9c tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:41:36.151099 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00fce88-856f-471d-a6ef-f0f192915b9c tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c6dded-bbf1-4a6d-a090-a45a3f959e59,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:36.156912 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e00fce88-856f-471d-a6ef-f0f192915b9c tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:36.157806 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-e00fce88-856f-471d-a6ef-f0f192915b9c tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Added segment 4319ef39-0804-4dd1-8cf8-e5b57e74f605 of type vlan for network 7e2c7fb6-0845-43c0-b439-e08ed1aa1dc8 Dec 10 19:41:36.196738 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e00fce88-856f-471d-a6ef-f0f192915b9c tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:36.220454 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e00fce88-856f-471d-a6ef-f0f192915b9c tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:36.226013 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00fce88-856f-471d-a6ef-f0f192915b9c tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:36.226587 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e00fce88-856f-471d-a6ef-f0f192915b9c tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:36.284026 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e00fce88-856f-471d-a6ef-f0f192915b9c tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3915839 Dec 10 19:41:36.299239 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00fce88-856f-471d-a6ef-f0f192915b9c tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Pushing event updated for resources: {'Network': ['ID=7e2c7fb6-0845-43c0-b439-e08ed1aa1dc8,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:36.317816 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 7e2c7fb6-0845-43c0-b439-e08ed1aa1dc8 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:41:36.379844 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 3e1134d4-b43c-4f94-8ca6-cd88fd90d99e no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:41:36.401144 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 3e1134d4-b43c-4f94-8ca6-cd88fd90d99e {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:41:36.401494 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 3e1134d4-b43c-4f94-8ca6-cd88fd90d99e not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:41:38.815191 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:39.611147 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51310) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:39.620081 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-dd7b9f6c-a5ec-4eaf-b0bf-60f4020366fb tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Request body: {'subnet': {'network_id': '7e2c7fb6-0845-43c0-b439-e08ed1aa1dc8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:41:39.712150 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7b9f6c-a5ec-4eaf-b0bf-60f4020366fb tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Made reservation on behalf of f7de30434e614c258d67f2469fc7c4dc for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:41:39.715698 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dd7b9f6c-a5ec-4eaf-b0bf-60f4020366fb tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:39.897607 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dd7b9f6c-a5ec-4eaf-b0bf-60f4020366fb tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:39.952830 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b9f6c-a5ec-4eaf-b0bf-60f4020366fb tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Pushing event updated for resources: {'Subnet': ['ID=d53ace10-7370-4e30-b208-d2432cb7f58b,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:39.969681 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b9f6c-a5ec-4eaf-b0bf-60f4020366fb tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:39.970038 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b9f6c-a5ec-4eaf-b0bf-60f4020366fb tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:39.970383 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b9f6c-a5ec-4eaf-b0bf-60f4020366fb tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:39.970727 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b9f6c-a5ec-4eaf-b0bf-60f4020366fb tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:39.971058 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b9f6c-a5ec-4eaf-b0bf-60f4020366fb tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:39.971490 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b9f6c-a5ec-4eaf-b0bf-60f4020366fb tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:39.971823 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b9f6c-a5ec-4eaf-b0bf-60f4020366fb tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:39.972153 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b9f6c-a5ec-4eaf-b0bf-60f4020366fb tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:39.972481 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b9f6c-a5ec-4eaf-b0bf-60f4020366fb tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:39.972832 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b9f6c-a5ec-4eaf-b0bf-60f4020366fb tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:39.973157 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b9f6c-a5ec-4eaf-b0bf-60f4020366fb tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:39.973479 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b9f6c-a5ec-4eaf-b0bf-60f4020366fb tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:39.973801 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b9f6c-a5ec-4eaf-b0bf-60f4020366fb tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:39.981873 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7b9f6c-a5ec-4eaf-b0bf-60f4020366fb tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Checking segment: {'id': '4319ef39-0804-4dd1-8cf8-e5b57e74f605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7e2c7fb6-0845-43c0-b439-e08ed1aa1dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:41:39.982238 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7b9f6c-a5ec-4eaf-b0bf-60f4020366fb tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Network hostable DHCP agents. Network: 7e2c7fb6-0845-43c0-b439-e08ed1aa1dc8, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:41:39.998596 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7b9f6c-a5ec-4eaf-b0bf-60f4020366fb tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Network 7e2c7fb6-0845-43c0-b439-e08ed1aa1dc8 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:41:40.007732 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-dd7b9f6c-a5ec-4eaf-b0bf-60f4020366fb tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 7e2c7fb6-0845-43c0-b439-e08ed1aa1dc8) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:41:40.011815 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7b9f6c-a5ec-4eaf-b0bf-60f4020366fb tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:40.012430 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dd7b9f6c-a5ec-4eaf-b0bf-60f4020366fb tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:40.016881 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ac0905-dfeb-4ea1-96c6-8caeb39824cc None None] Network 7e2c7fb6-0845-43c0-b439-e08ed1aa1dc8 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:41:40.028127 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-dd7b9f6c-a5ec-4eaf-b0bf-60f4020366fb tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4157431 Dec 10 19:41:40.031739 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51312) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:40.036761 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d8ff17d9-005e-48b4-986d-79b4efe68063 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-407280908'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:41:40.057036 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ff17d9-005e-48b4-986d-79b4efe68063 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Made reservation on behalf of f7de30434e614c258d67f2469fc7c4dc for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:41:40.060753 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d8ff17d9-005e-48b4-986d-79b4efe68063 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:40.087768 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ff17d9-005e-48b4-986d-79b4efe68063 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:41:40.097305 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d8ff17d9-005e-48b4-986d-79b4efe68063 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:40.097651 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-d8ff17d9-005e-48b4-986d-79b4efe68063 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Added segment 3ace354d-fa03-491c-bc56-130d5b3d9052 of type vlan for network f0f96637-5dcf-4671-bf21-1725fd57e5c3 Dec 10 19:41:40.120536 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e6925d-b710-4304-9fe3-599c662ef840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-7e2c7fb6-0845-43c0-b439-e08ed1aa1dc8', 'network_id': '7e2c7fb6-0845-43c0-b439-e08ed1aa1dc8', 'project_id': 'f7de30434e614c258d67f2469fc7c4dc', 'fixed_ips': [{'subnet_id': 'd53ace10-7370-4e30-b208-d2432cb7f58b'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:41:40.121458 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-76e6925d-b710-4304-9fe3-599c662ef840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:40.139237 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d8ff17d9-005e-48b4-986d-79b4efe68063 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:40.166024 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d8ff17d9-005e-48b4-986d-79b4efe68063 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:40.171493 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ff17d9-005e-48b4-986d-79b4efe68063 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:40.172075 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d8ff17d9-005e-48b4-986d-79b4efe68063 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:40.225064 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d8ff17d9-005e-48b4-986d-79b4efe68063 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1921508 Dec 10 19:41:40.227982 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51314) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:40.243657 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-98bc899a-5fd5-44cb-982a-d720f23b6ff0 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Request body: {'subnet': {'network_id': 'f0f96637-5dcf-4671-bf21-1725fd57e5c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:41:40.266220 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-76e6925d-b710-4304-9fe3-599c662ef840 None None] Allocated IP 2001:db8:0:ffff::2 (7e2c7fb6-0845-43c0-b439-e08ed1aa1dc8/d53ace10-7370-4e30-b208-d2432cb7f58b/ba2e68f3-63c7-44d0-a809-cbd0b665b0ea) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:41:40.289587 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff17d9-005e-48b4-986d-79b4efe68063 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Pushing event updated for resources: {'Network': ['ID=f0f96637-5dcf-4671-bf21-1725fd57e5c3,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:40.322010 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network f0f96637-5dcf-4671-bf21-1725fd57e5c3 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:41:40.339350 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98bc899a-5fd5-44cb-982a-d720f23b6ff0 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Made reservation on behalf of f7de30434e614c258d67f2469fc7c4dc for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:41:40.343080 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-98bc899a-5fd5-44cb-982a-d720f23b6ff0 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:40.541117 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-98bc899a-5fd5-44cb-982a-d720f23b6ff0 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:40.601319 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc899a-5fd5-44cb-982a-d720f23b6ff0 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Pushing event updated for resources: {'Subnet': ['ID=cf223148-359d-4a26-beac-000c1799383c,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:40.610095 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bc899a-5fd5-44cb-982a-d720f23b6ff0 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Checking segment: {'id': '3ace354d-fa03-491c-bc56-130d5b3d9052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f0f96637-5dcf-4671-bf21-1725fd57e5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:41:40.611159 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bc899a-5fd5-44cb-982a-d720f23b6ff0 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Network hostable DHCP agents. Network: f0f96637-5dcf-4671-bf21-1725fd57e5c3, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:41:40.627547 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bc899a-5fd5-44cb-982a-d720f23b6ff0 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Network f0f96637-5dcf-4671-bf21-1725fd57e5c3 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:41:40.637525 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-98bc899a-5fd5-44cb-982a-d720f23b6ff0 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, f0f96637-5dcf-4671-bf21-1725fd57e5c3) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:41:40.642277 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bc899a-5fd5-44cb-982a-d720f23b6ff0 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:40.643124 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-98bc899a-5fd5-44cb-982a-d720f23b6ff0 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:40.647939 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e4ed72-059f-4edb-a7ed-d1e61b0022df None None] Network f0f96637-5dcf-4671-bf21-1725fd57e5c3 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:41:40.650320 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-76e6925d-b710-4304-9fe3-599c662ef840 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:40.660105 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-98bc899a-5fd5-44cb-982a-d720f23b6ff0 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4311225 Dec 10 19:41:40.662881 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51316) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:40.701312 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-76e6925d-b710-4304-9fe3-599c662ef840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:40.758440 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e6925d-b710-4304-9fe3-599c662ef840 None None] Network 7e2c7fb6-0845-43c0-b439-e08ed1aa1dc8 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:41:40.765344 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-76e6925d-b710-4304-9fe3-599c662ef840 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:41:40.768049 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8f1c027-5441-4513-a89d-5dd7e34aa79c tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:40.768370 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e6925d-b710-4304-9fe3-599c662ef840 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:41:40.778025 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6925d-b710-4304-9fe3-599c662ef840 None None] Pushing event updated for resources: {'Port': ['ID=ba2e68f3-63c7-44d0-a809-cbd0b665b0ea,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:40.819510 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e6925d-b710-4304-9fe3-599c662ef840 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:40.819862 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e6925d-b710-4304-9fe3-599c662ef840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:40.820206 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e6925d-b710-4304-9fe3-599c662ef840 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:40.820627 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e6925d-b710-4304-9fe3-599c662ef840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:40.820891 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e6925d-b710-4304-9fe3-599c662ef840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:40.821223 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e6925d-b710-4304-9fe3-599c662ef840 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:40.821552 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e6925d-b710-4304-9fe3-599c662ef840 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:40.821881 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e6925d-b710-4304-9fe3-599c662ef840 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:40.822204 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e6925d-b710-4304-9fe3-599c662ef840 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:40.822528 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e6925d-b710-4304-9fe3-599c662ef840 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:40.822850 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e6925d-b710-4304-9fe3-599c662ef840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:40.823172 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e6925d-b710-4304-9fe3-599c662ef840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:40.824051 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e6925d-b710-4304-9fe3-599c662ef840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:40.831272 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfbc4ad-7127-4f9d-bf5f-b249c7a3527e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-f0f96637-5dcf-4671-bf21-1725fd57e5c3', 'network_id': 'f0f96637-5dcf-4671-bf21-1725fd57e5c3', 'project_id': 'f7de30434e614c258d67f2469fc7c4dc', 'fixed_ips': [{'subnet_id': 'cf223148-359d-4a26-beac-000c1799383c'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:41:40.832290 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bdfbc4ad-7127-4f9d-bf5f-b249c7a3527e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:40.846863 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8f1c027-5441-4513-a89d-5dd7e34aa79c tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:40.869769 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-76e6925d-b710-4304-9fe3-599c662ef840 None None] Attempting to bind port ba2e68f3-63c7-44d0-a809-cbd0b665b0ea on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:41:40.870137 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-76e6925d-b710-4304-9fe3-599c662ef840 None None] Attempting to bind port ba2e68f3-63c7-44d0-a809-cbd0b665b0ea by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '4319ef39-0804-4dd1-8cf8-e5b57e74f605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7e2c7fb6-0845-43c0-b439-e08ed1aa1dc8'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:41:40.870502 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e6925d-b710-4304-9fe3-599c662ef840 None None] Attempting to bind port ba2e68f3-63c7-44d0-a809-cbd0b665b0ea on network 7e2c7fb6-0845-43c0-b439-e08ed1aa1dc8 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:41:40.882579 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e6925d-b710-4304-9fe3-599c662ef840 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:41:40.882954 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e6925d-b710-4304-9fe3-599c662ef840 None None] Checking segment: {'id': '4319ef39-0804-4dd1-8cf8-e5b57e74f605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7e2c7fb6-0845-43c0-b439-e08ed1aa1dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:41:40.883354 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-76e6925d-b710-4304-9fe3-599c662ef840 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:40.883744 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e6925d-b710-4304-9fe3-599c662ef840 None None] Bound using segment: {'id': '4319ef39-0804-4dd1-8cf8-e5b57e74f605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7e2c7fb6-0845-43c0-b439-e08ed1aa1dc8'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:41:40.884210 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-76e6925d-b710-4304-9fe3-599c662ef840 None None] Bound port: ba2e68f3-63c7-44d0-a809-cbd0b665b0ea, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4319ef39-0804-4dd1-8cf8-e5b57e74f605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7e2c7fb6-0845-43c0-b439-e08ed1aa1dc8'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:41:40.884597 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-76e6925d-b710-4304-9fe3-599c662ef840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:40.915880 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8f1c027-5441-4513-a89d-5dd7e34aa79c tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:40.944258 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1c027-5441-4513-a89d-5dd7e34aa79c tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Pushing event deleted for resources: {'Subnet': ['ID=cf223148-359d-4a26-beac-000c1799383c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:41.001727 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8f1c027-5441-4513-a89d-5dd7e34aa79c tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server [None req-bdfbc4ad-7127-4f9d-bf5f-b249c7a3527e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cf223148-359d-4a26-beac-000c1799383c: This subnet is being modified by another concurrent operation. Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise exception Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cf223148-359d-4a26-beac-000c1799383c: This subnet is being modified by another concurrent operation. Dec 10 19:41:41.003023 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Dec 10 19:41:41.019030 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395d5d1b-cf71-4fe7-9ab9-416542f766c5 None None] Network f0f96637-5dcf-4671-bf21-1725fd57e5c3 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:41:41.025858 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-76e6925d-b710-4304-9fe3-599c662ef840 None None] For port ba2e68f3-63c7-44d0-a809-cbd0b665b0ea, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:41:41.027655 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c8f1c027-5441-4513-a89d-5dd7e34aa79c tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0f96637-5dcf-4671-bf21-1725fd57e5c3']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:41:41.037225 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c8f1c027-5441-4513-a89d-5dd7e34aa79c tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ace354d-fa03-491c-bc56-130d5b3d9052') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:41:41.037872 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c8f1c027-5441-4513-a89d-5dd7e34aa79c tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ace354d-fa03-491c-bc56-130d5b3d9052') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:41:41.046896 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8f1c027-5441-4513-a89d-5dd7e34aa79c tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:41.060312 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8f1c027-5441-4513-a89d-5dd7e34aa79c tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:41.066924 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8f1c027-5441-4513-a89d-5dd7e34aa79c tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:41:41.067431 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8f1c027-5441-4513-a89d-5dd7e34aa79c tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:41.070514 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:41:41.070514 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:41:41.070514 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:41:41.070514 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:41:41.070514 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:41:41.070514 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:41:41.070514 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:41:41.070514 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:41:41.070514 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:41:41.070514 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:41:41.070514 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:41:41.070514 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:41:41.070514 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:41:41.070514 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:41:41.070514 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:41:41.070514 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:41:41.070514 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:41:41.070514 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:41:41.070514 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:41:41.070514 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:41:41.070514 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:41:41.070514 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:41:41.070514 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:41:41.070514 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:41:41.070514 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:41:41.070514 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:41:41.070514 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:41:41.070514 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:41:41.070514 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:41:41.070514 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:41:41.070514 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:41:41.070514 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:41:41.073824 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-76e6925d-b710-4304-9fe3-599c662ef840 None None] For port ba2e68f3-63c7-44d0-a809-cbd0b665b0ea, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=ba2e68f3-63c7-44d0-a809-cbd0b665b0ea,segment=NetworkSegment(4319ef39-0804-4dd1-8cf8-e5b57e74f605),segment_id=4319ef39-0804-4dd1-8cf8-e5b57e74f605)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:41:41.084197 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-76e6925d-b710-4304-9fe3-599c662ef840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:41.132840 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8f1c027-5441-4513-a89d-5dd7e34aa79c tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:41.139775 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8f1c027-5441-4513-a89d-5dd7e34aa79c tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:41.143044 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c8f1c027-5441-4513-a89d-5dd7e34aa79c tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] 10.222.0.62 "DELETE /v2.0/networks/f0f96637-5dcf-4671-bf21-1725fd57e5c3 HTTP/1.1" status: 204 len: 168 time: 0.4791849 Dec 10 19:41:41.146583 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51318) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:41.161056 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c245bbea-7355-4ee6-a0f5-b05b0567dc71 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2020330449'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:41:41.165723 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1c027-5441-4513-a89d-5dd7e34aa79c tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Pushing event deleted for resources: {'Network': ['ID=f0f96637-5dcf-4671-bf21-1725fd57e5c3,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:41.168796 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6925d-b710-4304-9fe3-599c662ef840 None None] Pushing event updated for resources: {'Port': ['ID=ba2e68f3-63c7-44d0-a809-cbd0b665b0ea,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:41.185919 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c245bbea-7355-4ee6-a0f5-b05b0567dc71 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Made reservation on behalf of f7de30434e614c258d67f2469fc7c4dc for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:41:41.189513 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c245bbea-7355-4ee6-a0f5-b05b0567dc71 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:41.213498 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c245bbea-7355-4ee6-a0f5-b05b0567dc71 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:41:41.223693 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c245bbea-7355-4ee6-a0f5-b05b0567dc71 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:41.224073 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-c245bbea-7355-4ee6-a0f5-b05b0567dc71 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Added segment fa7e4f9e-ab85-4c20-aa88-86252a258852 of type vlan for network 44b9e3ec-ef60-4a1c-9285-8b0082e5c565 Dec 10 19:41:41.266222 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c245bbea-7355-4ee6-a0f5-b05b0567dc71 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:41.297753 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c245bbea-7355-4ee6-a0f5-b05b0567dc71 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:41.307184 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c245bbea-7355-4ee6-a0f5-b05b0567dc71 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:41.307184 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c245bbea-7355-4ee6-a0f5-b05b0567dc71 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:41.382215 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c245bbea-7355-4ee6-a0f5-b05b0567dc71 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2345731 Dec 10 19:41:41.385221 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51320) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:41.393745 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-700c4497-e88a-4eee-b6f5-b307bf7ebeb4 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Request body: {'subnet': {'network_id': '44b9e3ec-ef60-4a1c-9285-8b0082e5c565', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:41:41.399517 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245bbea-7355-4ee6-a0f5-b05b0567dc71 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Pushing event updated for resources: {'Network': ['ID=44b9e3ec-ef60-4a1c-9285-8b0082e5c565,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:41.412303 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 44b9e3ec-ef60-4a1c-9285-8b0082e5c565 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:41:41.502383 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700c4497-e88a-4eee-b6f5-b307bf7ebeb4 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Made reservation on behalf of f7de30434e614c258d67f2469fc7c4dc for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:41:41.506005 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-700c4497-e88a-4eee-b6f5-b307bf7ebeb4 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:41.568615 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.ipam_backend_mixin [None req-700c4497-e88a-4eee-b6f5-b307bf7ebeb4 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Performing IP validity checks on allocation pools {{(pid=103244) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 19:41:41.569182 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.ipam_backend_mixin [None req-700c4497-e88a-4eee-b6f5-b307bf7ebeb4 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103244) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 19:41:41.695208 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-700c4497-e88a-4eee-b6f5-b307bf7ebeb4 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:41.755534 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c4497-e88a-4eee-b6f5-b307bf7ebeb4 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Pushing event updated for resources: {'Subnet': ['ID=d8744f6c-0f14-4fc7-ada9-8808b0561a79,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:41.762946 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700c4497-e88a-4eee-b6f5-b307bf7ebeb4 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Checking segment: {'id': 'fa7e4f9e-ab85-4c20-aa88-86252a258852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '44b9e3ec-ef60-4a1c-9285-8b0082e5c565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:41:41.763310 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700c4497-e88a-4eee-b6f5-b307bf7ebeb4 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Network hostable DHCP agents. Network: 44b9e3ec-ef60-4a1c-9285-8b0082e5c565, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:41:41.780909 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700c4497-e88a-4eee-b6f5-b307bf7ebeb4 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Network 44b9e3ec-ef60-4a1c-9285-8b0082e5c565 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:41:41.791494 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-700c4497-e88a-4eee-b6f5-b307bf7ebeb4 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 44b9e3ec-ef60-4a1c-9285-8b0082e5c565) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:41:41.795672 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700c4497-e88a-4eee-b6f5-b307bf7ebeb4 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:41.796275 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-700c4497-e88a-4eee-b6f5-b307bf7ebeb4 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:41.803323 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da66e82-ab46-4ccd-a657-e9583823eab3 None None] Network 44b9e3ec-ef60-4a1c-9285-8b0082e5c565 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:41:41.812747 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-700c4497-e88a-4eee-b6f5-b307bf7ebeb4 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4242344 Dec 10 19:41:41.815545 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51322) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:41.920427 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb232cad-edf3-4731-b96e-07cbcc861f39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-44b9e3ec-ef60-4a1c-9285-8b0082e5c565', 'network_id': '44b9e3ec-ef60-4a1c-9285-8b0082e5c565', 'project_id': 'f7de30434e614c258d67f2469fc7c4dc', 'fixed_ips': [{'subnet_id': 'd8744f6c-0f14-4fc7-ada9-8808b0561a79'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:41:41.921988 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bb232cad-edf3-4731-b96e-07cbcc861f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:41.937087 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c04d0e4-5dfa-4677-aa0a-05f8f2826840 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:41.952020 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device ba2e68f3-63c7-44d0-a809-cbd0b665b0ea up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:41:42.031318 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c04d0e4-5dfa-4677-aa0a-05f8f2826840 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:42.095630 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port ba2e68f3-63c7-44d0-a809-cbd0b665b0ea triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:41:42.096140 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:42.136212 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-bb232cad-edf3-4731-b96e-07cbcc861f39 None None] Allocated IP 2001:db8::3 (44b9e3ec-ef60-4a1c-9285-8b0082e5c565/d8744f6c-0f14-4fc7-ada9-8808b0561a79/b3caa1b6-8d73-48d4-8c20-6b1cc0cc9555) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:41:42.196823 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a77f3c-a747-4fad-b7f5-b26cbbafb93b None None] Network 7e2c7fb6-0845-43c0-b439-e08ed1aa1dc8 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:41:42.324165 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:42.364247 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5cebf6ad-b418-4151-8d97-30559ed4759c None None] Provisioning complete for port ba2e68f3-63c7-44d0-a809-cbd0b665b0ea triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:41:42.364618 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5cebf6ad-b418-4151-8d97-30559ed4759c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:42.467536 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bb232cad-edf3-4731-b96e-07cbcc861f39 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:42.470405 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port ba2e68f3-63c7-44d0-a809-cbd0b665b0ea, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=ba2e68f3-63c7-44d0-a809-cbd0b665b0ea,segment=NetworkSegment(4319ef39-0804-4dd1-8cf8-e5b57e74f605),segment_id=4319ef39-0804-4dd1-8cf8-e5b57e74f605)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:41:42.476117 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:42.482344 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bb232cad-edf3-4731-b96e-07cbcc861f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:42.494251 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c04d0e4-5dfa-4677-aa0a-05f8f2826840 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:42.522842 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04d0e4-5dfa-4677-aa0a-05f8f2826840 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Pushing event deleted for resources: {'Subnet': ['ID=d8744f6c-0f14-4fc7-ada9-8808b0561a79,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:42.539295 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb232cad-edf3-4731-b96e-07cbcc861f39 None None] Network 44b9e3ec-ef60-4a1c-9285-8b0082e5c565 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:41:42.549661 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-bb232cad-edf3-4731-b96e-07cbcc861f39 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:41:42.570687 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb232cad-edf3-4731-b96e-07cbcc861f39 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:41:42.579740 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=ba2e68f3-63c7-44d0-a809-cbd0b665b0ea,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:42.591551 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c04d0e4-5dfa-4677-aa0a-05f8f2826840 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:42.615092 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-6c04d0e4-5dfa-4677-aa0a-05f8f2826840 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44b9e3ec-ef60-4a1c-9285-8b0082e5c565']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:41:42.628251 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-6c04d0e4-5dfa-4677-aa0a-05f8f2826840 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa7e4f9e-ab85-4c20-aa88-86252a258852') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:41:42.628561 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-6c04d0e4-5dfa-4677-aa0a-05f8f2826840 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa7e4f9e-ab85-4c20-aa88-86252a258852') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:41:42.638689 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c04d0e4-5dfa-4677-aa0a-05f8f2826840 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:42.654911 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c04d0e4-5dfa-4677-aa0a-05f8f2826840 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:42.661972 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c04d0e4-5dfa-4677-aa0a-05f8f2826840 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:41:42.662382 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c04d0e4-5dfa-4677-aa0a-05f8f2826840 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:42.665885 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 19:41:42.665885 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:41:42.665885 n-d-821435-1 neutron-server[103244]: timer() Dec 10 19:41:42.665885 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:41:42.665885 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 19:41:42.665885 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:41:42.665885 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 19:41:42.665885 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:41:42.665885 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 19:41:42.665885 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:41:42.665885 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 19:41:42.665885 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:41:42.665885 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 19:41:42.665885 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:41:42.665885 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:41:42.665885 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:41:42.665885 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:41:42.665885 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:41:42.665885 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 19:41:42.665885 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:41:42.665885 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 19:41:42.665885 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:41:42.665885 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:41:42.665885 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:41:42.665885 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 19:41:42.665885 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:41:42.665885 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:41:42.665885 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:41:42.665885 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:41:42.665885 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:41:42.665885 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:41:42.665885 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:41:42.674186 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb232cad-edf3-4731-b96e-07cbcc861f39 None None] Pushing event updated for resources: {'Port': ['ID=b3caa1b6-8d73-48d4-8c20-6b1cc0cc9555,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:42.680163 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-bb232cad-edf3-4731-b96e-07cbcc861f39 None None] Attempting to bind port b3caa1b6-8d73-48d4-8c20-6b1cc0cc9555 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:41:42.680398 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-bb232cad-edf3-4731-b96e-07cbcc861f39 None None] Attempting to bind port b3caa1b6-8d73-48d4-8c20-6b1cc0cc9555 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'fa7e4f9e-ab85-4c20-aa88-86252a258852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '44b9e3ec-ef60-4a1c-9285-8b0082e5c565'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:41:42.680807 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb232cad-edf3-4731-b96e-07cbcc861f39 None None] Attempting to bind port b3caa1b6-8d73-48d4-8c20-6b1cc0cc9555 on network 44b9e3ec-ef60-4a1c-9285-8b0082e5c565 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:41:42.686197 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb232cad-edf3-4731-b96e-07cbcc861f39 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:41:42.686572 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb232cad-edf3-4731-b96e-07cbcc861f39 None None] Checking segment: {'id': 'fa7e4f9e-ab85-4c20-aa88-86252a258852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '44b9e3ec-ef60-4a1c-9285-8b0082e5c565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:41:42.686989 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bb232cad-edf3-4731-b96e-07cbcc861f39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:42.687386 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb232cad-edf3-4731-b96e-07cbcc861f39 None None] Bound using segment: {'id': 'fa7e4f9e-ab85-4c20-aa88-86252a258852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '44b9e3ec-ef60-4a1c-9285-8b0082e5c565'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:41:42.687860 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-bb232cad-edf3-4731-b96e-07cbcc861f39 None None] Bound port: b3caa1b6-8d73-48d4-8c20-6b1cc0cc9555, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa7e4f9e-ab85-4c20-aa88-86252a258852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '44b9e3ec-ef60-4a1c-9285-8b0082e5c565'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:41:42.688285 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bb232cad-edf3-4731-b96e-07cbcc861f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:42.727935 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.db.api [None req-6c04d0e4-5dfa-4677-aa0a-05f8f2826840 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 19:41:42.727935 n-d-821435-1 neutron-server[103244]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 19:41:42.727935 n-d-821435-1 neutron-server[103244]: [parameters: {'id': '44b9e3ec-ef60-4a1c-9285-8b0082e5c565'}] Dec 10 19:41:42.727935 n-d-821435-1 neutron-server[103244]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:41:42.728573 n-d-821435-1 neutron-server[103244]: DEBUG oslo_db.api [None req-6c04d0e4-5dfa-4677-aa0a-05f8f2826840 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:41:42.754168 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-bb232cad-edf3-4731-b96e-07cbcc861f39 None None] For port b3caa1b6-8d73-48d4-8c20-6b1cc0cc9555, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:41:42.757455 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-bb232cad-edf3-4731-b96e-07cbcc861f39 None None] For port b3caa1b6-8d73-48d4-8c20-6b1cc0cc9555, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b3caa1b6-8d73-48d4-8c20-6b1cc0cc9555,segment=NetworkSegment(fa7e4f9e-ab85-4c20-aa88-86252a258852),segment_id=fa7e4f9e-ab85-4c20-aa88-86252a258852)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:41:42.761141 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bb232cad-edf3-4731-b96e-07cbcc861f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:42.850466 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e9bb1e4f-e800-4222-b6a3-dd0a99670c60 None None] Provisioning complete for port ba2e68f3-63c7-44d0-a809-cbd0b665b0ea triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:41:42.850834 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e9bb1e4f-e800-4222-b6a3-dd0a99670c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:42.872376 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb232cad-edf3-4731-b96e-07cbcc861f39 None None] Pushing event updated for resources: {'Port': ['ID=b3caa1b6-8d73-48d4-8c20-6b1cc0cc9555,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:42.892520 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a310e8-baf0-4329-96ef-1c1736d77a33 None None] Network 44b9e3ec-ef60-4a1c-9285-8b0082e5c565 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:41:43.018170 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25adaa02-cb71-478b-892d-e096524e8474 None None] get_active_networks_info from n-d-821435-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 19:41:43.087107 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25adaa02-cb71-478b-892d-e096524e8474 None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 19:41:43.229541 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c04d0e4-5dfa-4677-aa0a-05f8f2826840 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:43.281517 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6c04d0e4-5dfa-4677-aa0a-05f8f2826840 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Deleting port b3caa1b6-8d73-48d4-8c20-6b1cc0cc9555 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:41:43.281868 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c04d0e4-5dfa-4677-aa0a-05f8f2826840 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:43.286266 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34de5360-72c6-45ef-82d8-c2d70f9277dd None None] get_active_networks_info from n-d-821435-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 19:41:43.347996 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-6c04d0e4-5dfa-4677-aa0a-05f8f2826840 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] For port b3caa1b6-8d73-48d4-8c20-6b1cc0cc9555, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b3caa1b6-8d73-48d4-8c20-6b1cc0cc9555,segment=NetworkSegment(fa7e4f9e-ab85-4c20-aa88-86252a258852),segment_id=fa7e4f9e-ab85-4c20-aa88-86252a258852)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:41:43.348364 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c04d0e4-5dfa-4677-aa0a-05f8f2826840 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:43.354313 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34de5360-72c6-45ef-82d8-c2d70f9277dd None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 19:41:43.361889 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6c04d0e4-5dfa-4677-aa0a-05f8f2826840 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Calling delete_port for b3caa1b6-8d73-48d4-8c20-6b1cc0cc9555 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:41:43.442140 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c04d0e4-5dfa-4677-aa0a-05f8f2826840 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:43.472388 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04d0e4-5dfa-4677-aa0a-05f8f2826840 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Pushing event deleted for resources: {'Port': ['ID=b3caa1b6-8d73-48d4-8c20-6b1cc0cc9555,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:43.474265 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c04d0e4-5dfa-4677-aa0a-05f8f2826840 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] No DVR routers for this DVR port b3caa1b6-8d73-48d4-8c20-6b1cc0cc9555 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:41:43.554504 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c04d0e4-5dfa-4677-aa0a-05f8f2826840 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:43.574643 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-6c04d0e4-5dfa-4677-aa0a-05f8f2826840 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44b9e3ec-ef60-4a1c-9285-8b0082e5c565']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:41:43.583612 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-6c04d0e4-5dfa-4677-aa0a-05f8f2826840 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa7e4f9e-ab85-4c20-aa88-86252a258852') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:41:43.583906 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-6c04d0e4-5dfa-4677-aa0a-05f8f2826840 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa7e4f9e-ab85-4c20-aa88-86252a258852') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:41:43.592808 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c04d0e4-5dfa-4677-aa0a-05f8f2826840 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:43.606037 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c04d0e4-5dfa-4677-aa0a-05f8f2826840 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:43.612323 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c04d0e4-5dfa-4677-aa0a-05f8f2826840 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:41:43.612736 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c04d0e4-5dfa-4677-aa0a-05f8f2826840 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:43.617981 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 19:41:43.617981 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:41:43.617981 n-d-821435-1 neutron-server[103244]: timer() Dec 10 19:41:43.617981 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:41:43.617981 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 19:41:43.617981 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:41:43.617981 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 19:41:43.617981 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:41:43.617981 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 19:41:43.617981 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:41:43.617981 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 19:41:43.617981 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:41:43.617981 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 19:41:43.617981 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:41:43.617981 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:41:43.617981 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:41:43.617981 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:41:43.617981 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:41:43.617981 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 19:41:43.617981 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:41:43.617981 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 19:41:43.617981 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:41:43.617981 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:41:43.617981 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:41:43.617981 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 19:41:43.617981 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:41:43.617981 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:41:43.617981 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:41:43.617981 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:41:43.617981 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:41:43.617981 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:41:43.617981 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:41:43.899315 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device ba2e68f3-63c7-44d0-a809-cbd0b665b0ea up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:41:43.948015 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port ba2e68f3-63c7-44d0-a809-cbd0b665b0ea triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:41:43.948393 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:44.010665 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c04d0e4-5dfa-4677-aa0a-05f8f2826840 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:44.019971 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c04d0e4-5dfa-4677-aa0a-05f8f2826840 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:44.027150 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6c04d0e4-5dfa-4677-aa0a-05f8f2826840 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] 10.222.0.62 "DELETE /v2.0/networks/44b9e3ec-ef60-4a1c-9285-8b0082e5c565 HTTP/1.1" status: 204 len: 168 time: 2.2068353 Dec 10 19:41:44.027654 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51324) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:44.034221 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ba65eb7a-2c1e-437e-9612-c0e9365ac2bc tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1027010975'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:41:44.035747 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04d0e4-5dfa-4677-aa0a-05f8f2826840 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Pushing event deleted for resources: {'Network': ['ID=44b9e3ec-ef60-4a1c-9285-8b0082e5c565,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:44.055659 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba65eb7a-2c1e-437e-9612-c0e9365ac2bc tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Made reservation on behalf of f7de30434e614c258d67f2469fc7c4dc for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:41:44.059094 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba65eb7a-2c1e-437e-9612-c0e9365ac2bc tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:44.083452 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba65eb7a-2c1e-437e-9612-c0e9365ac2bc tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:41:44.092498 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba65eb7a-2c1e-437e-9612-c0e9365ac2bc tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:44.092861 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-ba65eb7a-2c1e-437e-9612-c0e9365ac2bc tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Added segment 0e027581-e798-4a9c-9785-d9d6e1c40a0b of type vlan for network 9a74482b-1f6b-484e-a4ce-e369a8968fb8 Dec 10 19:41:44.131636 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba65eb7a-2c1e-437e-9612-c0e9365ac2bc tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:44.157150 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba65eb7a-2c1e-437e-9612-c0e9365ac2bc tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:44.163044 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba65eb7a-2c1e-437e-9612-c0e9365ac2bc tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:44.163632 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba65eb7a-2c1e-437e-9612-c0e9365ac2bc tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:44.222465 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ba65eb7a-2c1e-437e-9612-c0e9365ac2bc tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1931698 Dec 10 19:41:44.225301 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51326) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:44.236561 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f1f7fedf-de25-4481-ad89-3133f29a4239 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Request body: {'subnet': {'network_id': '9a74482b-1f6b-484e-a4ce-e369a8968fb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:41:44.254433 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65eb7a-2c1e-437e-9612-c0e9365ac2bc tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Pushing event updated for resources: {'Network': ['ID=9a74482b-1f6b-484e-a4ce-e369a8968fb8,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:44.264472 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 9a74482b-1f6b-484e-a4ce-e369a8968fb8 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:41:44.342108 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f7fedf-de25-4481-ad89-3133f29a4239 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Made reservation on behalf of f7de30434e614c258d67f2469fc7c4dc for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:41:44.346037 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f1f7fedf-de25-4481-ad89-3133f29a4239 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:44.519511 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f1f7fedf-de25-4481-ad89-3133f29a4239 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:44.575229 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f7fedf-de25-4481-ad89-3133f29a4239 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Pushing event updated for resources: {'Subnet': ['ID=9535de2b-3f0f-4ebc-8bbe-b07d1133eb10,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:44.589632 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f7fedf-de25-4481-ad89-3133f29a4239 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Checking segment: {'id': '0e027581-e798-4a9c-9785-d9d6e1c40a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9a74482b-1f6b-484e-a4ce-e369a8968fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:41:44.589979 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f7fedf-de25-4481-ad89-3133f29a4239 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Network hostable DHCP agents. Network: 9a74482b-1f6b-484e-a4ce-e369a8968fb8, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:41:44.605010 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f7fedf-de25-4481-ad89-3133f29a4239 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Network 9a74482b-1f6b-484e-a4ce-e369a8968fb8 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:41:44.614820 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-f1f7fedf-de25-4481-ad89-3133f29a4239 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 9a74482b-1f6b-484e-a4ce-e369a8968fb8) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:41:44.619650 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f7fedf-de25-4481-ad89-3133f29a4239 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:44.620275 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f1f7fedf-de25-4481-ad89-3133f29a4239 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:44.625333 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f59814-f589-4732-aa2d-2d8504731584 None None] Network 9a74482b-1f6b-484e-a4ce-e369a8968fb8 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:41:44.640386 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f1f7fedf-de25-4481-ad89-3133f29a4239 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4140472 Dec 10 19:41:44.644873 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51328) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:44.650178 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-75db1a45-6622-4704-9de5-e8838889a430 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-722391129'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:41:44.672486 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75db1a45-6622-4704-9de5-e8838889a430 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Made reservation on behalf of f7de30434e614c258d67f2469fc7c4dc for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:41:44.676818 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-75db1a45-6622-4704-9de5-e8838889a430 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:44.702820 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75db1a45-6622-4704-9de5-e8838889a430 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:41:44.713503 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-75db1a45-6622-4704-9de5-e8838889a430 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:44.713851 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-75db1a45-6622-4704-9de5-e8838889a430 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Added segment 5b774e82-3ee6-44d1-8386-c68b876b5430 of type vlan for network 2f1243ab-b5e2-443e-a3db-c463a24b1893 Dec 10 19:41:44.767508 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-75db1a45-6622-4704-9de5-e8838889a430 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:44.793885 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-75db1a45-6622-4704-9de5-e8838889a430 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:44.800334 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75db1a45-6622-4704-9de5-e8838889a430 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:44.800957 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-75db1a45-6622-4704-9de5-e8838889a430 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:44.863245 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-75db1a45-6622-4704-9de5-e8838889a430 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2171466 Dec 10 19:41:44.866101 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51330) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:44.871371 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-10a95bde-754d-4756-9785-45086599d290 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Request body: {'subnet': {'network_id': '2f1243ab-b5e2-443e-a3db-c463a24b1893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:41:44.876293 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db1a45-6622-4704-9de5-e8838889a430 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Pushing event updated for resources: {'Network': ['ID=2f1243ab-b5e2-443e-a3db-c463a24b1893,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:44.894441 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 2f1243ab-b5e2-443e-a3db-c463a24b1893 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:41:44.933949 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81acbaf4-6a4c-4163-b9f8-952e6c386bb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-9a74482b-1f6b-484e-a4ce-e369a8968fb8', 'network_id': '9a74482b-1f6b-484e-a4ce-e369a8968fb8', 'project_id': 'f7de30434e614c258d67f2469fc7c4dc', 'fixed_ips': [{'subnet_id': '9535de2b-3f0f-4ebc-8bbe-b07d1133eb10'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:41:44.934866 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-81acbaf4-6a4c-4163-b9f8-952e6c386bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:44.963289 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a95bde-754d-4756-9785-45086599d290 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Made reservation on behalf of f7de30434e614c258d67f2469fc7c4dc for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:41:44.967319 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-10a95bde-754d-4756-9785-45086599d290 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:45.090837 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-81acbaf4-6a4c-4163-b9f8-952e6c386bb2 None None] Allocated IP 2001:db8::2 (9a74482b-1f6b-484e-a4ce-e369a8968fb8/9535de2b-3f0f-4ebc-8bbe-b07d1133eb10/1cfab77c-2ec8-4032-b0c3-6b80fabf15d6) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:41:45.152838 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-10a95bde-754d-4756-9785-45086599d290 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:45.217430 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a95bde-754d-4756-9785-45086599d290 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Pushing event updated for resources: {'Subnet': ['ID=f4c6e69a-c7da-4f62-ac4d-0b629fe39640,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:45.225760 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a95bde-754d-4756-9785-45086599d290 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Checking segment: {'id': '5b774e82-3ee6-44d1-8386-c68b876b5430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2f1243ab-b5e2-443e-a3db-c463a24b1893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:41:45.226120 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a95bde-754d-4756-9785-45086599d290 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Network hostable DHCP agents. Network: 2f1243ab-b5e2-443e-a3db-c463a24b1893, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:41:45.237888 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-81acbaf4-6a4c-4163-b9f8-952e6c386bb2 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:45.243226 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a95bde-754d-4756-9785-45086599d290 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Network 2f1243ab-b5e2-443e-a3db-c463a24b1893 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:41:45.245129 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-81acbaf4-6a4c-4163-b9f8-952e6c386bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:45.253649 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-10a95bde-754d-4756-9785-45086599d290 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 2f1243ab-b5e2-443e-a3db-c463a24b1893) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:41:45.258294 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a95bde-754d-4756-9785-45086599d290 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:45.259323 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-10a95bde-754d-4756-9785-45086599d290 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:45.276762 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-10a95bde-754d-4756-9785-45086599d290 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4094837 Dec 10 19:41:45.279337 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51332) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:45.286830 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e885c17a-fdee-4138-bed3-4805e91e3b0f None None] Network 2f1243ab-b5e2-443e-a3db-c463a24b1893 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:41:45.335356 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81acbaf4-6a4c-4163-b9f8-952e6c386bb2 None None] Network 9a74482b-1f6b-484e-a4ce-e369a8968fb8 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:41:45.342899 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-81acbaf4-6a4c-4163-b9f8-952e6c386bb2 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:41:45.351756 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81acbaf4-6a4c-4163-b9f8-952e6c386bb2 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:41:45.356400 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81acbaf4-6a4c-4163-b9f8-952e6c386bb2 None None] Pushing event updated for resources: {'Port': ['ID=1cfab77c-2ec8-4032-b0c3-6b80fabf15d6,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:45.376522 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a57d60fb-2f6b-4cf3-96c8-41bffebd7210 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:45.428516 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a57d60fb-2f6b-4cf3-96c8-41bffebd7210 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:45.446000 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-81acbaf4-6a4c-4163-b9f8-952e6c386bb2 None None] Attempting to bind port 1cfab77c-2ec8-4032-b0c3-6b80fabf15d6 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:41:45.446382 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-81acbaf4-6a4c-4163-b9f8-952e6c386bb2 None None] Attempting to bind port 1cfab77c-2ec8-4032-b0c3-6b80fabf15d6 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '0e027581-e798-4a9c-9785-d9d6e1c40a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9a74482b-1f6b-484e-a4ce-e369a8968fb8'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:41:45.446755 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81acbaf4-6a4c-4163-b9f8-952e6c386bb2 None None] Attempting to bind port 1cfab77c-2ec8-4032-b0c3-6b80fabf15d6 on network 9a74482b-1f6b-484e-a4ce-e369a8968fb8 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:41:45.453283 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81035a0e-0cda-47fb-92dd-26c322e394e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-2f1243ab-b5e2-443e-a3db-c463a24b1893', 'network_id': '2f1243ab-b5e2-443e-a3db-c463a24b1893', 'project_id': 'f7de30434e614c258d67f2469fc7c4dc', 'fixed_ips': [{'subnet_id': 'f4c6e69a-c7da-4f62-ac4d-0b629fe39640'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:41:45.454753 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-81035a0e-0cda-47fb-92dd-26c322e394e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:45.457323 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81acbaf4-6a4c-4163-b9f8-952e6c386bb2 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:41:45.457707 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81acbaf4-6a4c-4163-b9f8-952e6c386bb2 None None] Checking segment: {'id': '0e027581-e798-4a9c-9785-d9d6e1c40a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9a74482b-1f6b-484e-a4ce-e369a8968fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:41:45.458109 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-81acbaf4-6a4c-4163-b9f8-952e6c386bb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:45.458502 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81acbaf4-6a4c-4163-b9f8-952e6c386bb2 None None] Bound using segment: {'id': '0e027581-e798-4a9c-9785-d9d6e1c40a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9a74482b-1f6b-484e-a4ce-e369a8968fb8'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:41:45.458975 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-81acbaf4-6a4c-4163-b9f8-952e6c386bb2 None None] Bound port: 1cfab77c-2ec8-4032-b0c3-6b80fabf15d6, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e027581-e798-4a9c-9785-d9d6e1c40a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9a74482b-1f6b-484e-a4ce-e369a8968fb8'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:41:45.459358 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-81acbaf4-6a4c-4163-b9f8-952e6c386bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:45.494436 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a57d60fb-2f6b-4cf3-96c8-41bffebd7210 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:45.602733 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-81acbaf4-6a4c-4163-b9f8-952e6c386bb2 None None] For port 1cfab77c-2ec8-4032-b0c3-6b80fabf15d6, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:41:45.606327 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-81acbaf4-6a4c-4163-b9f8-952e6c386bb2 None None] For port 1cfab77c-2ec8-4032-b0c3-6b80fabf15d6, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=1cfab77c-2ec8-4032-b0c3-6b80fabf15d6,segment=NetworkSegment(0e027581-e798-4a9c-9785-d9d6e1c40a0b),segment_id=0e027581-e798-4a9c-9785-d9d6e1c40a0b)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server [None req-81035a0e-0cda-47fb-92dd-26c322e394e4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f4c6e69a-c7da-4f62-ac4d-0b629fe39640: This subnet is being modified by another concurrent operation. Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise exception Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f4c6e69a-c7da-4f62-ac4d-0b629fe39640: This subnet is being modified by another concurrent operation. Dec 10 19:41:45.609056 n-d-821435-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Dec 10 19:41:45.615707 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-81acbaf4-6a4c-4163-b9f8-952e6c386bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:45.642564 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc925e1a-7189-465f-a6f0-fffcc11eaa5e None None] Network 2f1243ab-b5e2-443e-a3db-c463a24b1893 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:41:45.724067 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81acbaf4-6a4c-4163-b9f8-952e6c386bb2 None None] Pushing event updated for resources: {'Port': ['ID=1cfab77c-2ec8-4032-b0c3-6b80fabf15d6,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:45.870383 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d60fb-2f6b-4cf3-96c8-41bffebd7210 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Pushing event deleted for resources: {'Subnet': ['ID=f4c6e69a-c7da-4f62-ac4d-0b629fe39640,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:45.938943 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a57d60fb-2f6b-4cf3-96c8-41bffebd7210 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:45.950959 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 1cfab77c-2ec8-4032-b0c3-6b80fabf15d6 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:41:45.964377 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-a57d60fb-2f6b-4cf3-96c8-41bffebd7210 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f1243ab-b5e2-443e-a3db-c463a24b1893']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:41:45.975108 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-a57d60fb-2f6b-4cf3-96c8-41bffebd7210 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b774e82-3ee6-44d1-8386-c68b876b5430') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:41:45.975555 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-a57d60fb-2f6b-4cf3-96c8-41bffebd7210 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b774e82-3ee6-44d1-8386-c68b876b5430') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:41:45.986734 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a57d60fb-2f6b-4cf3-96c8-41bffebd7210 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:46.000614 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a57d60fb-2f6b-4cf3-96c8-41bffebd7210 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:46.003840 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 1cfab77c-2ec8-4032-b0c3-6b80fabf15d6 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:41:46.004284 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:46.007497 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a57d60fb-2f6b-4cf3-96c8-41bffebd7210 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:41:46.007880 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a57d60fb-2f6b-4cf3-96c8-41bffebd7210 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:46.010840 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:41:46.010840 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:41:46.010840 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:41:46.010840 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:41:46.010840 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:41:46.010840 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:41:46.010840 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:41:46.010840 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:41:46.010840 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:41:46.010840 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:41:46.010840 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:41:46.010840 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:41:46.010840 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:41:46.010840 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:41:46.010840 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:41:46.010840 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:41:46.010840 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:41:46.010840 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:41:46.010840 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:41:46.010840 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:41:46.010840 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:41:46.010840 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:41:46.010840 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:41:46.010840 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:41:46.010840 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:41:46.010840 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:41:46.010840 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:41:46.010840 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:41:46.010840 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:41:46.010840 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:41:46.010840 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:41:46.010840 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:41:46.072539 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a57d60fb-2f6b-4cf3-96c8-41bffebd7210 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:46.082371 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a57d60fb-2f6b-4cf3-96c8-41bffebd7210 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:46.084156 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:46.089692 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51334) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:46.093907 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a57d60fb-2f6b-4cf3-96c8-41bffebd7210 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] 10.222.0.62 "DELETE /v2.0/networks/2f1243ab-b5e2-443e-a3db-c463a24b1893 HTTP/1.1" status: 204 len: 168 time: 0.8133729 Dec 10 19:41:46.115192 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d60fb-2f6b-4cf3-96c8-41bffebd7210 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Pushing event deleted for resources: {'Network': ['ID=2f1243ab-b5e2-443e-a3db-c463a24b1893,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:46.122984 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 1cfab77c-2ec8-4032-b0c3-6b80fabf15d6, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=1cfab77c-2ec8-4032-b0c3-6b80fabf15d6,segment=NetworkSegment(0e027581-e798-4a9c-9785-d9d6e1c40a0b),segment_id=0e027581-e798-4a9c-9785-d9d6e1c40a0b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:41:46.128213 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:46.134076 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-95f8262d-11f6-41c5-8a56-2702c1437da8 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] GET failed (client error): The resource could not be found. Dec 10 19:41:46.135447 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-95f8262d-11f6-41c5-8a56-2702c1437da8 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] 10.222.0.62 "GET /v2.0/subnets/f4c6e69a-c7da-4f62-ac4d-0b629fe39640 HTTP/1.1" status: 404 len: 337 time: 0.0441134 Dec 10 19:41:46.138240 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51336) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:46.162770 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a37a3dd-d5f0-49fc-8ff3-815799d3ef77 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] DELETE failed (client error): The resource could not be found. Dec 10 19:41:46.163286 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a37a3dd-d5f0-49fc-8ff3-815799d3ef77 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:41:46.166869 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1a37a3dd-d5f0-49fc-8ff3-815799d3ef77 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] 10.222.0.62 "DELETE /v2.0/networks/2f1243ab-b5e2-443e-a3db-c463a24b1893 HTTP/1.1" status: 404 len: 339 time: 0.0273116 Dec 10 19:41:46.171075 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51338) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:46.186057 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=1cfab77c-2ec8-4032-b0c3-6b80fabf15d6,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:46.197349 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-93b697be-2ec8-4ae0-a4d1-67aadde26a11 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] DELETE failed (client error): The resource could not be found. Dec 10 19:41:46.197811 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93b697be-2ec8-4ae0-a4d1-67aadde26a11 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:41:46.200888 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-93b697be-2ec8-4ae0-a4d1-67aadde26a11 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] 10.222.0.62 "DELETE /v2.0/subnets/f4c6e69a-c7da-4f62-ac4d-0b629fe39640 HTTP/1.1" status: 404 len: 337 time: 0.0288434 Dec 10 19:41:46.203323 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51340) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:46.221888 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aed1ae3-76f6-4e54-bbcf-37c79b221ded tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] DELETE failed (client error): The resource could not be found. Dec 10 19:41:46.222379 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aed1ae3-76f6-4e54-bbcf-37c79b221ded tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:41:46.225391 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8aed1ae3-76f6-4e54-bbcf-37c79b221ded tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] 10.222.0.62 "DELETE /v2.0/networks/2f1243ab-b5e2-443e-a3db-c463a24b1893 HTTP/1.1" status: 404 len: 339 time: 0.0205848 Dec 10 19:41:46.227844 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51342) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:46.283960 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d539404-f8f5-4541-b883-035e66324b6b tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Deleting subnet 9535de2b-3f0f-4ebc-8bbe-b07d1133eb10 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:41:46.287341 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1d539404-f8f5-4541-b883-035e66324b6b tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:46.328293 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1d539404-f8f5-4541-b883-035e66324b6b tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:46.415274 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1d539404-f8f5-4541-b883-035e66324b6b tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:46.481807 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1d539404-f8f5-4541-b883-035e66324b6b tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:46.509931 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d539404-f8f5-4541-b883-035e66324b6b tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Pushing event deleted for resources: {'Subnet': ['ID=9535de2b-3f0f-4ebc-8bbe-b07d1133eb10,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:46.513833 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1d539404-f8f5-4541-b883-035e66324b6b tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:46.519907 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1d539404-f8f5-4541-b883-035e66324b6b tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] 10.222.0.62 "DELETE /v2.0/subnets/9535de2b-3f0f-4ebc-8bbe-b07d1133eb10 HTTP/1.1" status: 204 len: 168 time: 0.2891021 Dec 10 19:41:46.520619 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51344) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:46.590999 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ff01c6-6174-4590-b0a5-5e5ae3bb3bbc None None] Network 9a74482b-1f6b-484e-a4ce-e369a8968fb8 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:41:46.602237 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a68461ad-03b1-4f93-afb8-ba44c3d9aeab tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:46.654014 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a68461ad-03b1-4f93-afb8-ba44c3d9aeab tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Deleting port 1cfab77c-2ec8-4032-b0c3-6b80fabf15d6 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:41:46.654393 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a68461ad-03b1-4f93-afb8-ba44c3d9aeab tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:46.676559 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6531fa92-19d9-4adf-949a-a0a1acf82921 None None] Provisioning complete for port 1cfab77c-2ec8-4032-b0c3-6b80fabf15d6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:41:46.677185 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6531fa92-19d9-4adf-949a-a0a1acf82921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:46.722989 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a68461ad-03b1-4f93-afb8-ba44c3d9aeab tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] For port 1cfab77c-2ec8-4032-b0c3-6b80fabf15d6, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=1cfab77c-2ec8-4032-b0c3-6b80fabf15d6,segment=NetworkSegment(0e027581-e798-4a9c-9785-d9d6e1c40a0b),segment_id=0e027581-e798-4a9c-9785-d9d6e1c40a0b)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:41:46.723438 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a68461ad-03b1-4f93-afb8-ba44c3d9aeab tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:46.737064 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a68461ad-03b1-4f93-afb8-ba44c3d9aeab tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Calling delete_port for 1cfab77c-2ec8-4032-b0c3-6b80fabf15d6 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:41:46.785904 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678799af-30c2-472c-a391-bb14504a3121 None None] DHCP port deletion for 9a74482b-1f6b-484e-a4ce-e369a8968fb8 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:41:46.823088 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a68461ad-03b1-4f93-afb8-ba44c3d9aeab tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:46.834555 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-678799af-30c2-472c-a391-bb14504a3121 None None] Deleting port 1cfab77c-2ec8-4032-b0c3-6b80fabf15d6 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:41:46.834940 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-678799af-30c2-472c-a391-bb14504a3121 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:46.850366 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68461ad-03b1-4f93-afb8-ba44c3d9aeab tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Pushing event deleted for resources: {'Port': ['ID=1cfab77c-2ec8-4032-b0c3-6b80fabf15d6,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:46.854985 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68461ad-03b1-4f93-afb8-ba44c3d9aeab tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] No DVR routers for this DVR port 1cfab77c-2ec8-4032-b0c3-6b80fabf15d6 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:41:46.907747 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-678799af-30c2-472c-a391-bb14504a3121 None None] For port 1cfab77c-2ec8-4032-b0c3-6b80fabf15d6, host n-d-821435-1, got binding levels [] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:41:46.907747 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-678799af-30c2-472c-a391-bb14504a3121 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:46.921423 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-678799af-30c2-472c-a391-bb14504a3121 None None] Calling delete_port for 1cfab77c-2ec8-4032-b0c3-6b80fabf15d6 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:41:46.925666 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.ipam_backend_mixin [None req-678799af-30c2-472c-a391-bb14504a3121 None None] Port 1cfab77c-2ec8-4032-b0c3-6b80fabf15d6 was not found and therefore no delete operation was performed {{(pid=103246) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 19:41:46.926984 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-678799af-30c2-472c-a391-bb14504a3121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:46.937885 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a68461ad-03b1-4f93-afb8-ba44c3d9aeab tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:46.952992 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678799af-30c2-472c-a391-bb14504a3121 None None] Pushing event deleted for resources: {'Port': ['ID=1cfab77c-2ec8-4032-b0c3-6b80fabf15d6,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:46.956980 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678799af-30c2-472c-a391-bb14504a3121 None None] No DVR routers for this DVR port 1cfab77c-2ec8-4032-b0c3-6b80fabf15d6 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:41:46.964784 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-a68461ad-03b1-4f93-afb8-ba44c3d9aeab tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a74482b-1f6b-484e-a4ce-e369a8968fb8']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:41:46.974328 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-a68461ad-03b1-4f93-afb8-ba44c3d9aeab tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e027581-e798-4a9c-9785-d9d6e1c40a0b') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:41:46.974636 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-a68461ad-03b1-4f93-afb8-ba44c3d9aeab tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e027581-e798-4a9c-9785-d9d6e1c40a0b') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:41:46.978730 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade23874-65c4-4b2c-9d06-3d51225c9f50 None None] get_active_networks_info from n-d-821435-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 19:41:46.984906 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a68461ad-03b1-4f93-afb8-ba44c3d9aeab tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:46.998693 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a68461ad-03b1-4f93-afb8-ba44c3d9aeab tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:47.005807 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a68461ad-03b1-4f93-afb8-ba44c3d9aeab tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:41:47.006206 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a68461ad-03b1-4f93-afb8-ba44c3d9aeab tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:47.009293 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 19:41:47.009293 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:41:47.009293 n-d-821435-1 neutron-server[103244]: timer() Dec 10 19:41:47.009293 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:41:47.009293 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 19:41:47.009293 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:41:47.009293 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 19:41:47.009293 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:41:47.009293 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 19:41:47.009293 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:41:47.009293 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 19:41:47.009293 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:41:47.009293 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 19:41:47.009293 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:41:47.009293 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:41:47.009293 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:41:47.009293 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:41:47.009293 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:41:47.009293 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 19:41:47.009293 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:41:47.009293 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 19:41:47.009293 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:41:47.009293 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:41:47.009293 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:41:47.009293 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 19:41:47.009293 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:41:47.009293 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:41:47.009293 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:41:47.009293 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:41:47.009293 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:41:47.009293 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:41:47.009293 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:41:47.047074 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade23874-65c4-4b2c-9d06-3d51225c9f50 None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 19:41:47.066048 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a68461ad-03b1-4f93-afb8-ba44c3d9aeab tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:47.078081 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a68461ad-03b1-4f93-afb8-ba44c3d9aeab tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:47.081459 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a68461ad-03b1-4f93-afb8-ba44c3d9aeab tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] 10.222.0.62 "DELETE /v2.0/networks/9a74482b-1f6b-484e-a4ce-e369a8968fb8 HTTP/1.1" status: 204 len: 168 time: 0.5598454 Dec 10 19:41:47.083928 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51346) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:47.101493 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68461ad-03b1-4f93-afb8-ba44c3d9aeab tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Pushing event deleted for resources: {'Network': ['ID=9a74482b-1f6b-484e-a4ce-e369a8968fb8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:47.120268 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-4144d725-2fbf-4944-a942-3c304b7dcf86 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] DELETE failed (client error): The resource could not be found. Dec 10 19:41:47.120763 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4144d725-2fbf-4944-a942-3c304b7dcf86 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:41:47.123828 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4144d725-2fbf-4944-a942-3c304b7dcf86 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] 10.222.0.62 "DELETE /v2.0/subnets/d8744f6c-0f14-4fc7-ada9-8808b0561a79 HTTP/1.1" status: 404 len: 337 time: 0.0389044 Dec 10 19:41:47.127433 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51348) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:47.144845 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2074db7-6c97-4634-8f52-4d0179c66ac2 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] DELETE failed (client error): The resource could not be found. Dec 10 19:41:47.145346 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2074db7-6c97-4634-8f52-4d0179c66ac2 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:41:47.148332 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b2074db7-6c97-4634-8f52-4d0179c66ac2 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] 10.222.0.62 "DELETE /v2.0/networks/44b9e3ec-ef60-4a1c-9285-8b0082e5c565 HTTP/1.1" status: 404 len: 339 time: 0.0199609 Dec 10 19:41:47.150828 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51350) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:47.182145 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2087c57-b6b8-4a36-ad62-cc1a95b1153c tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] DELETE failed (client error): The resource could not be found. Dec 10 19:41:47.182611 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2087c57-b6b8-4a36-ad62-cc1a95b1153c tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:41:47.185698 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d2087c57-b6b8-4a36-ad62-cc1a95b1153c tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] 10.222.0.62 "DELETE /v2.0/subnets/cf223148-359d-4a26-beac-000c1799383c HTTP/1.1" status: 404 len: 337 time: 0.0339296 Dec 10 19:41:47.188372 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51352) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:47.206277 n-d-821435-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-80325282-5ab8-4399-aae5-ed64108f4a25 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] DELETE failed (client error): The resource could not be found. Dec 10 19:41:47.206769 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80325282-5ab8-4399-aae5-ed64108f4a25 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:41:47.209718 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-80325282-5ab8-4399-aae5-ed64108f4a25 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] 10.222.0.62 "DELETE /v2.0/networks/f0f96637-5dcf-4671-bf21-1725fd57e5c3 HTTP/1.1" status: 404 len: 339 time: 0.0200305 Dec 10 19:41:47.212172 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51354) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:47.263484 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-8579c837-5180-4221-9cdd-5ee627e04c2b tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Deleting subnet d53ace10-7370-4e30-b208-d2432cb7f58b {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:41:47.267129 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8579c837-5180-4221-9cdd-5ee627e04c2b tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:47.305153 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8579c837-5180-4221-9cdd-5ee627e04c2b tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:47.393789 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8579c837-5180-4221-9cdd-5ee627e04c2b tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:47.451671 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8579c837-5180-4221-9cdd-5ee627e04c2b tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:47.477716 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579c837-5180-4221-9cdd-5ee627e04c2b tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Pushing event deleted for resources: {'Subnet': ['ID=d53ace10-7370-4e30-b208-d2432cb7f58b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:47.483309 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8579c837-5180-4221-9cdd-5ee627e04c2b tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:47.487673 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8579c837-5180-4221-9cdd-5ee627e04c2b tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] 10.222.0.62 "DELETE /v2.0/subnets/d53ace10-7370-4e30-b208-d2432cb7f58b HTTP/1.1" status: 204 len: 168 time: 0.2745500 Dec 10 19:41:47.489659 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11c3687-ae6c-418d-b444-de22040c5121 None None] Network 7e2c7fb6-0845-43c0-b439-e08ed1aa1dc8 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:41:47.490128 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51356) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:47.573104 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36965977-2f44-4e6f-9969-1a126f2aa013 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:47.631942 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3f0257-3c21-426c-82b1-6ef3d1f748b9 None None] DHCP port deletion for 7e2c7fb6-0845-43c0-b439-e08ed1aa1dc8 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:41:47.632160 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-36965977-2f44-4e6f-9969-1a126f2aa013 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Deleting port ba2e68f3-63c7-44d0-a809-cbd0b665b0ea {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:41:47.632268 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36965977-2f44-4e6f-9969-1a126f2aa013 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:47.678908 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f0257-3c21-426c-82b1-6ef3d1f748b9 None None] Deleting port ba2e68f3-63c7-44d0-a809-cbd0b665b0ea {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:41:47.679515 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5f3f0257-3c21-426c-82b1-6ef3d1f748b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:47.694888 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-36965977-2f44-4e6f-9969-1a126f2aa013 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] For port ba2e68f3-63c7-44d0-a809-cbd0b665b0ea, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=ba2e68f3-63c7-44d0-a809-cbd0b665b0ea,segment=NetworkSegment(4319ef39-0804-4dd1-8cf8-e5b57e74f605),segment_id=4319ef39-0804-4dd1-8cf8-e5b57e74f605)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:41:47.695249 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36965977-2f44-4e6f-9969-1a126f2aa013 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:47.707389 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-36965977-2f44-4e6f-9969-1a126f2aa013 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Calling delete_port for ba2e68f3-63c7-44d0-a809-cbd0b665b0ea owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:41:47.745635 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5f3f0257-3c21-426c-82b1-6ef3d1f748b9 None None] For port ba2e68f3-63c7-44d0-a809-cbd0b665b0ea, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=ba2e68f3-63c7-44d0-a809-cbd0b665b0ea,segment=NetworkSegment(4319ef39-0804-4dd1-8cf8-e5b57e74f605),segment_id=4319ef39-0804-4dd1-8cf8-e5b57e74f605)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:41:47.746041 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5f3f0257-3c21-426c-82b1-6ef3d1f748b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:47.758951 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f0257-3c21-426c-82b1-6ef3d1f748b9 None None] Calling delete_port for ba2e68f3-63c7-44d0-a809-cbd0b665b0ea owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:41:47.792135 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36965977-2f44-4e6f-9969-1a126f2aa013 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:47.818064 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36965977-2f44-4e6f-9969-1a126f2aa013 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Pushing event deleted for resources: {'Port': ['ID=ba2e68f3-63c7-44d0-a809-cbd0b665b0ea,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:47.821577 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36965977-2f44-4e6f-9969-1a126f2aa013 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] No DVR routers for this DVR port ba2e68f3-63c7-44d0-a809-cbd0b665b0ea on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:41:47.840296 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5f3f0257-3c21-426c-82b1-6ef3d1f748b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:47.865610 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f0257-3c21-426c-82b1-6ef3d1f748b9 None None] Pushing event deleted for resources: {'Port': ['ID=ba2e68f3-63c7-44d0-a809-cbd0b665b0ea,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:47.870494 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3f0257-3c21-426c-82b1-6ef3d1f748b9 None None] No DVR routers for this DVR port ba2e68f3-63c7-44d0-a809-cbd0b665b0ea on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:41:47.905923 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 1cfab77c-2ec8-4032-b0c3-6b80fabf15d6 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:41:47.911723 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36965977-2f44-4e6f-9969-1a126f2aa013 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:47.925588 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 1cfab77c-2ec8-4032-b0c3-6b80fabf15d6 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:41:47.925935 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 1cfab77c-2ec8-4032-b0c3-6b80fabf15d6 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:41:47.926342 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device ba2e68f3-63c7-44d0-a809-cbd0b665b0ea no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:41:47.931642 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-36965977-2f44-4e6f-9969-1a126f2aa013 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e2c7fb6-0845-43c0-b439-e08ed1aa1dc8']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:41:47.941852 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-36965977-2f44-4e6f-9969-1a126f2aa013 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4319ef39-0804-4dd1-8cf8-e5b57e74f605') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:41:47.942157 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-36965977-2f44-4e6f-9969-1a126f2aa013 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4319ef39-0804-4dd1-8cf8-e5b57e74f605') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:41:47.945032 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: ba2e68f3-63c7-44d0-a809-cbd0b665b0ea {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:41:47.945395 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device ba2e68f3-63c7-44d0-a809-cbd0b665b0ea not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:41:47.953183 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36965977-2f44-4e6f-9969-1a126f2aa013 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:47.967875 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36965977-2f44-4e6f-9969-1a126f2aa013 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:47.973914 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36965977-2f44-4e6f-9969-1a126f2aa013 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:41:47.974331 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36965977-2f44-4e6f-9969-1a126f2aa013 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:47.977506 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 19:41:47.977506 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:41:47.977506 n-d-821435-1 neutron-server[103244]: timer() Dec 10 19:41:47.977506 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:41:47.977506 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 19:41:47.977506 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:41:47.977506 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 19:41:47.977506 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:41:47.977506 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 19:41:47.977506 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:41:47.977506 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 19:41:47.977506 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:41:47.977506 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 19:41:47.977506 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:41:47.977506 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:41:47.977506 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:41:47.977506 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:41:47.977506 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:41:47.977506 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 19:41:47.977506 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:41:47.977506 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 19:41:47.977506 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:41:47.977506 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:41:47.977506 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:41:47.977506 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 19:41:47.977506 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:41:47.977506 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:41:47.977506 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:41:47.977506 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:41:47.977506 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:41:47.977506 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:41:47.977506 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:41:48.035110 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36965977-2f44-4e6f-9969-1a126f2aa013 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:48.039547 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36965977-2f44-4e6f-9969-1a126f2aa013 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:48.042793 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-36965977-2f44-4e6f-9969-1a126f2aa013 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] 10.222.0.62 "DELETE /v2.0/networks/7e2c7fb6-0845-43c0-b439-e08ed1aa1dc8 HTTP/1.1" status: 204 len: 168 time: 0.5517304 Dec 10 19:41:48.056879 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36965977-2f44-4e6f-9969-1a126f2aa013 tempest-NetworksIpV6Test-1213661454 tempest-NetworksIpV6Test-1213661454-project] Pushing event deleted for resources: {'Network': ['ID=7e2c7fb6-0845-43c0-b439-e08ed1aa1dc8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:48.283444 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51362) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:48.414243 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-75ba664c-f688-421e-b9c5-e63ebbfa3d08 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f7de30434e614c258d67f2469fc7c4dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1296103 Dec 10 19:41:48.416755 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51366) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:48.462337 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8b89ee54-c313-4ff2-ba6b-9b04f1bc7bde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:48.483386 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8b89ee54-c313-4ff2-ba6b-9b04f1bc7bde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:48.533413 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8b89ee54-c313-4ff2-ba6b-9b04f1bc7bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:48.535948 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8b89ee54-c313-4ff2-ba6b-9b04f1bc7bde admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:48.537140 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8b89ee54-c313-4ff2-ba6b-9b04f1bc7bde admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c8c6dded-bbf1-4a6d-a090-a45a3f959e59 HTTP/1.1" status: 204 len: 168 time: 0.1194923 Dec 10 19:41:48.544512 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89ee54-c313-4ff2-ba6b-9b04f1bc7bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c6dded-bbf1-4a6d-a090-a45a3f959e59,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:49.164974 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51388) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:49.256791 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-735d08b8-6b52-494a-80ab-de821c477c40 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-609314390', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:41:49.280248 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-735d08b8-6b52-494a-80ab-de821c477c40 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:49.281393 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-735d08b8-6b52-494a-80ab-de821c477c40 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:49.330319 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-735d08b8-6b52-494a-80ab-de821c477c40 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:49.334386 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-735d08b8-6b52-494a-80ab-de821c477c40 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:49.353509 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-735d08b8-6b52-494a-80ab-de821c477c40 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:49.354749 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-735d08b8-6b52-494a-80ab-de821c477c40 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1888430 Dec 10 19:41:49.357463 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51392) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:49.362433 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7b11939c-8fcf-4a67-842e-66483ac9bab3 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-588719131'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:41:49.383090 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b11939c-8fcf-4a67-842e-66483ac9bab3 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Made reservation on behalf of a6b5f53b39a8414eb9c35bd2e82cd280 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:41:49.386585 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b11939c-8fcf-4a67-842e-66483ac9bab3 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:49.395576 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b11939c-8fcf-4a67-842e-66483ac9bab3 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:49.469697 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b11939c-8fcf-4a67-842e-66483ac9bab3 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:49.473166 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b11939c-8fcf-4a67-842e-66483ac9bab3 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:49.501367 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b11939c-8fcf-4a67-842e-66483ac9bab3 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:41:49.506606 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11939c-8fcf-4a67-842e-66483ac9bab3 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=852cb689-9a19-465d-b44c-78cd5318ad42,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:49.513526 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b11939c-8fcf-4a67-842e-66483ac9bab3 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:49.513869 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-7b11939c-8fcf-4a67-842e-66483ac9bab3 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Added segment 97341609-641a-45ef-93d3-e4bb93492308 of type vlan for network 4218503e-dcc3-4daf-ae42-a6c14b8a56fc Dec 10 19:41:49.558241 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b11939c-8fcf-4a67-842e-66483ac9bab3 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:49.584532 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b11939c-8fcf-4a67-842e-66483ac9bab3 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:49.590067 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b11939c-8fcf-4a67-842e-66483ac9bab3 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:49.590656 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b11939c-8fcf-4a67-842e-66483ac9bab3 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:49.646542 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7b11939c-8fcf-4a67-842e-66483ac9bab3 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2879870 Dec 10 19:41:49.649573 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51394) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:49.654660 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1e821396-d10e-4f0a-a6ca-3211b0dcd24a tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Request body: {'subnet': {'network_id': '4218503e-dcc3-4daf-ae42-a6c14b8a56fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:41:49.658174 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11939c-8fcf-4a67-842e-66483ac9bab3 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Pushing event updated for resources: {'Network': ['ID=4218503e-dcc3-4daf-ae42-a6c14b8a56fc,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:49.668382 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 4218503e-dcc3-4daf-ae42-a6c14b8a56fc details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:41:49.757546 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e821396-d10e-4f0a-a6ca-3211b0dcd24a tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Made reservation on behalf of a6b5f53b39a8414eb9c35bd2e82cd280 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:41:49.761534 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e821396-d10e-4f0a-a6ca-3211b0dcd24a tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:49.772942 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-07e100a7-4da8-4d0f-a65e-932bf1e952b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:49.941772 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e821396-d10e-4f0a-a6ca-3211b0dcd24a tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:50.002411 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e821396-d10e-4f0a-a6ca-3211b0dcd24a tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Pushing event updated for resources: {'Subnet': ['ID=5dcc369f-abe4-4c78-8de1-4423b78fa01f,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:50.009379 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e821396-d10e-4f0a-a6ca-3211b0dcd24a tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Checking segment: {'id': '97341609-641a-45ef-93d3-e4bb93492308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '4218503e-dcc3-4daf-ae42-a6c14b8a56fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:41:50.009751 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e821396-d10e-4f0a-a6ca-3211b0dcd24a tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Network hostable DHCP agents. Network: 4218503e-dcc3-4daf-ae42-a6c14b8a56fc, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:41:50.026393 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e821396-d10e-4f0a-a6ca-3211b0dcd24a tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Network 4218503e-dcc3-4daf-ae42-a6c14b8a56fc is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:41:50.035392 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-1e821396-d10e-4f0a-a6ca-3211b0dcd24a tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 4218503e-dcc3-4daf-ae42-a6c14b8a56fc) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:41:50.039551 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e821396-d10e-4f0a-a6ca-3211b0dcd24a tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:50.040153 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e821396-d10e-4f0a-a6ca-3211b0dcd24a tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:50.046155 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b72262f-ae0b-42e0-8b3f-0bef057f2e9c None None] Network 4218503e-dcc3-4daf-ae42-a6c14b8a56fc requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:41:50.058694 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1e821396-d10e-4f0a-a6ca-3211b0dcd24a tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4078782 Dec 10 19:41:50.061613 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51396) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:50.067071 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-793fbc65-516a-46a2-96d8-5fb90eb2962e tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1770774878'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:41:50.101667 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793fbc65-516a-46a2-96d8-5fb90eb2962e tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Made reservation on behalf of a6b5f53b39a8414eb9c35bd2e82cd280 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:41:50.105676 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-793fbc65-516a-46a2-96d8-5fb90eb2962e tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:50.135950 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-793fbc65-516a-46a2-96d8-5fb90eb2962e tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:41:50.147030 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-793fbc65-516a-46a2-96d8-5fb90eb2962e tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:50.147491 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-793fbc65-516a-46a2-96d8-5fb90eb2962e tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Added segment 8335a819-50bf-4147-9cf0-7e9c54bc5532 of type vlan for network 56398369-a499-414c-a078-5625457e8258 Dec 10 19:41:50.151664 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d544e7-d865-4faa-9d9d-e06e34a713c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-4218503e-dcc3-4daf-ae42-a6c14b8a56fc', 'network_id': '4218503e-dcc3-4daf-ae42-a6c14b8a56fc', 'project_id': 'a6b5f53b39a8414eb9c35bd2e82cd280', 'fixed_ips': [{'subnet_id': '5dcc369f-abe4-4c78-8de1-4423b78fa01f'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:41:50.152701 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-03d544e7-d865-4faa-9d9d-e06e34a713c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:50.191897 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-793fbc65-516a-46a2-96d8-5fb90eb2962e tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:50.216504 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-793fbc65-516a-46a2-96d8-5fb90eb2962e tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:50.222522 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793fbc65-516a-46a2-96d8-5fb90eb2962e tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:50.223125 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-793fbc65-516a-46a2-96d8-5fb90eb2962e tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:50.275530 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-793fbc65-516a-46a2-96d8-5fb90eb2962e tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2125630 Dec 10 19:41:50.278247 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51398) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:50.285405 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-fc7ea31e-72ca-412c-ae2d-c506a1a87913 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Request body: {'subnet': {'network_id': '56398369-a499-414c-a078-5625457e8258', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:41:50.291859 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-03d544e7-d865-4faa-9d9d-e06e34a713c6 None None] Allocated IP 172.20.0.2 (4218503e-dcc3-4daf-ae42-a6c14b8a56fc/5dcc369f-abe4-4c78-8de1-4423b78fa01f/7d3fa15b-76ae-4d4e-933c-85ee19b7c379) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:41:50.345633 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793fbc65-516a-46a2-96d8-5fb90eb2962e tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Pushing event updated for resources: {'Network': ['ID=56398369-a499-414c-a078-5625457e8258,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:50.358752 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 56398369-a499-414c-a078-5625457e8258 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:41:50.395138 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7ea31e-72ca-412c-ae2d-c506a1a87913 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Made reservation on behalf of a6b5f53b39a8414eb9c35bd2e82cd280 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:41:50.398644 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc7ea31e-72ca-412c-ae2d-c506a1a87913 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:50.491102 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-03d544e7-d865-4faa-9d9d-e06e34a713c6 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:50.497535 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-03d544e7-d865-4faa-9d9d-e06e34a713c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:50.535880 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d544e7-d865-4faa-9d9d-e06e34a713c6 None None] Network 4218503e-dcc3-4daf-ae42-a6c14b8a56fc is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:41:50.538668 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-03d544e7-d865-4faa-9d9d-e06e34a713c6 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:41:50.542117 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d544e7-d865-4faa-9d9d-e06e34a713c6 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:41:50.550954 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d544e7-d865-4faa-9d9d-e06e34a713c6 None None] Pushing event updated for resources: {'Port': ['ID=7d3fa15b-76ae-4d4e-933c-85ee19b7c379,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:50.586994 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc7ea31e-72ca-412c-ae2d-c506a1a87913 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:50.603086 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-03d544e7-d865-4faa-9d9d-e06e34a713c6 None None] Attempting to bind port 7d3fa15b-76ae-4d4e-933c-85ee19b7c379 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:41:50.603455 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-03d544e7-d865-4faa-9d9d-e06e34a713c6 None None] Attempting to bind port 7d3fa15b-76ae-4d4e-933c-85ee19b7c379 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '97341609-641a-45ef-93d3-e4bb93492308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '4218503e-dcc3-4daf-ae42-a6c14b8a56fc'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:41:50.603815 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d544e7-d865-4faa-9d9d-e06e34a713c6 None None] Attempting to bind port 7d3fa15b-76ae-4d4e-933c-85ee19b7c379 on network 4218503e-dcc3-4daf-ae42-a6c14b8a56fc {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:41:50.608708 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d544e7-d865-4faa-9d9d-e06e34a713c6 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:41:50.609084 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d544e7-d865-4faa-9d9d-e06e34a713c6 None None] Checking segment: {'id': '97341609-641a-45ef-93d3-e4bb93492308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '4218503e-dcc3-4daf-ae42-a6c14b8a56fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:41:50.609484 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-03d544e7-d865-4faa-9d9d-e06e34a713c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:50.610419 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d544e7-d865-4faa-9d9d-e06e34a713c6 None None] Bound using segment: {'id': '97341609-641a-45ef-93d3-e4bb93492308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '4218503e-dcc3-4daf-ae42-a6c14b8a56fc'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:41:50.610973 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-03d544e7-d865-4faa-9d9d-e06e34a713c6 None None] Bound port: 7d3fa15b-76ae-4d4e-933c-85ee19b7c379, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97341609-641a-45ef-93d3-e4bb93492308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '4218503e-dcc3-4daf-ae42-a6c14b8a56fc'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:41:50.611881 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-03d544e7-d865-4faa-9d9d-e06e34a713c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:50.645416 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ea31e-72ca-412c-ae2d-c506a1a87913 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Pushing event updated for resources: {'Subnet': ['ID=0b50e25c-956f-4e12-aa3f-d3b793ee7c83,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:50.655650 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7ea31e-72ca-412c-ae2d-c506a1a87913 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Checking segment: {'id': '8335a819-50bf-4147-9cf0-7e9c54bc5532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '56398369-a499-414c-a078-5625457e8258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:41:50.656271 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7ea31e-72ca-412c-ae2d-c506a1a87913 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Network hostable DHCP agents. Network: 56398369-a499-414c-a078-5625457e8258, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:41:50.673262 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-03d544e7-d865-4faa-9d9d-e06e34a713c6 None None] For port 7d3fa15b-76ae-4d4e-933c-85ee19b7c379, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:41:50.673934 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7ea31e-72ca-412c-ae2d-c506a1a87913 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Network 56398369-a499-414c-a078-5625457e8258 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:41:50.676269 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-03d544e7-d865-4faa-9d9d-e06e34a713c6 None None] For port 7d3fa15b-76ae-4d4e-933c-85ee19b7c379, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=7d3fa15b-76ae-4d4e-933c-85ee19b7c379,segment=NetworkSegment(97341609-641a-45ef-93d3-e4bb93492308),segment_id=97341609-641a-45ef-93d3-e4bb93492308)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:41:50.680376 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-03d544e7-d865-4faa-9d9d-e06e34a713c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:50.682548 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-fc7ea31e-72ca-412c-ae2d-c506a1a87913 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 56398369-a499-414c-a078-5625457e8258) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:41:50.687613 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7ea31e-72ca-412c-ae2d-c506a1a87913 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:50.689082 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc7ea31e-72ca-412c-ae2d-c506a1a87913 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:50.705069 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-fc7ea31e-72ca-412c-ae2d-c506a1a87913 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4258504 Dec 10 19:41:50.707939 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50eed73-8e12-495a-8ed4-2d095cc4925f None None] Network 56398369-a499-414c-a078-5625457e8258 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:41:50.708114 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51400) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:50.712486 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c55af094-5b4d-4d51-b27c-9fb21051b336 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Request body: {'router': {'external_gateway_info': {'network_id': '56398369-a499-414c-a078-5625457e8258'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:41:50.966720 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c55af094-5b4d-4d51-b27c-9fb21051b336 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:50.972955 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d544e7-d865-4faa-9d9d-e06e34a713c6 None None] Pushing event updated for resources: {'Port': ['ID=7d3fa15b-76ae-4d4e-933c-85ee19b7c379,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:51.025848 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae66314d-d2e2-4427-9c45-8e9892458b25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-56398369-a499-414c-a078-5625457e8258', 'network_id': '56398369-a499-414c-a078-5625457e8258', 'project_id': 'a6b5f53b39a8414eb9c35bd2e82cd280', 'fixed_ips': [{'subnet_id': '0b50e25c-956f-4e12-aa3f-d3b793ee7c83'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:41:51.026808 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ae66314d-d2e2-4427-9c45-8e9892458b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:51.094052 n-d-821435-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-c55af094-5b4d-4d51-b27c-9fb21051b336 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:41:51.095422 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c55af094-5b4d-4d51-b27c-9fb21051b336 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] 10.222.0.62 "PUT /v2.0/routers/aa2bed5a-8ece-4eef-8916-df42f2358589 HTTP/1.1" status: 400 len: 364 time: 0.3863456 Dec 10 19:41:51.101148 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51402) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:51.154934 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfb837b5-d36f-4eb0-b786-24c16d0d8721 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Deleting subnet 0b50e25c-956f-4e12-aa3f-d3b793ee7c83 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:41:51.167310 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-ae66314d-d2e2-4427-9c45-8e9892458b25 None None] Allocated IP 172.21.0.2 (56398369-a499-414c-a078-5625457e8258/0b50e25c-956f-4e12-aa3f-d3b793ee7c83/66f5362a-fbac-45af-b231-502ee3f0f5d7) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:41:51.311662 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ae66314d-d2e2-4427-9c45-8e9892458b25 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:51.320070 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dfb837b5-d36f-4eb0-b786-24c16d0d8721 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:51.320915 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ae66314d-d2e2-4427-9c45-8e9892458b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:51.384549 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae66314d-d2e2-4427-9c45-8e9892458b25 None None] Network 56398369-a499-414c-a078-5625457e8258 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:41:51.390880 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-ae66314d-d2e2-4427-9c45-8e9892458b25 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:41:51.393391 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dfb837b5-d36f-4eb0-b786-24c16d0d8721 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:51.393558 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66314d-d2e2-4427-9c45-8e9892458b25 None None] Pushing event updated for resources: {'Port': ['ID=66f5362a-fbac-45af-b231-502ee3f0f5d7,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:51.396447 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae66314d-d2e2-4427-9c45-8e9892458b25 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:41:51.470036 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-ae66314d-d2e2-4427-9c45-8e9892458b25 None None] Attempting to bind port 66f5362a-fbac-45af-b231-502ee3f0f5d7 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:41:51.470695 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-ae66314d-d2e2-4427-9c45-8e9892458b25 None None] Attempting to bind port 66f5362a-fbac-45af-b231-502ee3f0f5d7 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '8335a819-50bf-4147-9cf0-7e9c54bc5532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '56398369-a499-414c-a078-5625457e8258'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:41:51.471167 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae66314d-d2e2-4427-9c45-8e9892458b25 None None] Attempting to bind port 66f5362a-fbac-45af-b231-502ee3f0f5d7 on network 56398369-a499-414c-a078-5625457e8258 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:41:51.477795 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae66314d-d2e2-4427-9c45-8e9892458b25 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:41:51.478207 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae66314d-d2e2-4427-9c45-8e9892458b25 None None] Checking segment: {'id': '8335a819-50bf-4147-9cf0-7e9c54bc5532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '56398369-a499-414c-a078-5625457e8258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:41:51.478604 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ae66314d-d2e2-4427-9c45-8e9892458b25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:51.479012 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae66314d-d2e2-4427-9c45-8e9892458b25 None None] Bound using segment: {'id': '8335a819-50bf-4147-9cf0-7e9c54bc5532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '56398369-a499-414c-a078-5625457e8258'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:41:51.479535 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-ae66314d-d2e2-4427-9c45-8e9892458b25 None None] Bound port: 66f5362a-fbac-45af-b231-502ee3f0f5d7, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8335a819-50bf-4147-9cf0-7e9c54bc5532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '56398369-a499-414c-a078-5625457e8258'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:41:51.479931 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ae66314d-d2e2-4427-9c45-8e9892458b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:51.513987 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dfb837b5-d36f-4eb0-b786-24c16d0d8721 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:51.593109 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dfb837b5-d36f-4eb0-b786-24c16d0d8721 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:51.596546 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ae66314d-d2e2-4427-9c45-8e9892458b25 None None] For port 66f5362a-fbac-45af-b231-502ee3f0f5d7, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:41:51.601111 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ae66314d-d2e2-4427-9c45-8e9892458b25 None None] For port 66f5362a-fbac-45af-b231-502ee3f0f5d7, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=66f5362a-fbac-45af-b231-502ee3f0f5d7,segment=NetworkSegment(8335a819-50bf-4147-9cf0-7e9c54bc5532),segment_id=8335a819-50bf-4147-9cf0-7e9c54bc5532)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:41:51.606472 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ae66314d-d2e2-4427-9c45-8e9892458b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:51.637882 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb837b5-d36f-4eb0-b786-24c16d0d8721 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Pushing event deleted for resources: {'Subnet': ['ID=0b50e25c-956f-4e12-aa3f-d3b793ee7c83,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:51.647762 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dfb837b5-d36f-4eb0-b786-24c16d0d8721 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:51.651893 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-dfb837b5-d36f-4eb0-b786-24c16d0d8721 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] 10.222.0.62 "DELETE /v2.0/subnets/0b50e25c-956f-4e12-aa3f-d3b793ee7c83 HTTP/1.1" status: 204 len: 168 time: 0.5495887 Dec 10 19:41:51.654322 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51404) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:51.718351 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66314d-d2e2-4427-9c45-8e9892458b25 None None] Pushing event updated for resources: {'Port': ['ID=66f5362a-fbac-45af-b231-502ee3f0f5d7,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:51.756112 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d252504a-d6cf-4688-aee6-2fe718dc2982 None None] Network 4218503e-dcc3-4daf-ae42-a6c14b8a56fc requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:41:51.772595 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b27b438-9a06-45d4-9e15-2a9afc4d764c tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:51.827471 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-5b27b438-9a06-45d4-9e15-2a9afc4d764c tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Deleting port 66f5362a-fbac-45af-b231-502ee3f0f5d7 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:41:51.827961 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b27b438-9a06-45d4-9e15-2a9afc4d764c tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:51.843970 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9955db7b-e430-4ac0-b54f-2829939015c5 None None] Provisioning complete for port 7d3fa15b-76ae-4d4e-933c-85ee19b7c379 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:41:51.844902 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9955db7b-e430-4ac0-b54f-2829939015c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:51.917244 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-5b27b438-9a06-45d4-9e15-2a9afc4d764c tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] For port 66f5362a-fbac-45af-b231-502ee3f0f5d7, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=66f5362a-fbac-45af-b231-502ee3f0f5d7,segment=NetworkSegment(8335a819-50bf-4147-9cf0-7e9c54bc5532),segment_id=8335a819-50bf-4147-9cf0-7e9c54bc5532)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:41:51.917709 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b27b438-9a06-45d4-9e15-2a9afc4d764c tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:51.942715 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-5b27b438-9a06-45d4-9e15-2a9afc4d764c tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Calling delete_port for 66f5362a-fbac-45af-b231-502ee3f0f5d7 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:41:51.975522 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9955db7b-e430-4ac0-b54f-2829939015c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:52.027330 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9955db7b-e430-4ac0-b54f-2829939015c5 None None] For port 7d3fa15b-76ae-4d4e-933c-85ee19b7c379, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=7d3fa15b-76ae-4d4e-933c-85ee19b7c379,segment=NetworkSegment(97341609-641a-45ef-93d3-e4bb93492308),segment_id=97341609-641a-45ef-93d3-e4bb93492308)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:41:52.043804 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9955db7b-e430-4ac0-b54f-2829939015c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:52.050254 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b27b438-9a06-45d4-9e15-2a9afc4d764c tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:52.079551 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27b438-9a06-45d4-9e15-2a9afc4d764c tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Pushing event deleted for resources: {'Port': ['ID=66f5362a-fbac-45af-b231-502ee3f0f5d7,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:52.081776 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b27b438-9a06-45d4-9e15-2a9afc4d764c tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] No DVR routers for this DVR port 66f5362a-fbac-45af-b231-502ee3f0f5d7 on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:41:52.101166 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 7d3fa15b-76ae-4d4e-933c-85ee19b7c379 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:41:52.138560 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9955db7b-e430-4ac0-b54f-2829939015c5 None None] Pushing event updated for resources: {'Port': ['ID=7d3fa15b-76ae-4d4e-933c-85ee19b7c379,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:52.176950 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 7d3fa15b-76ae-4d4e-933c-85ee19b7c379 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:41:52.177884 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:52.186756 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b27b438-9a06-45d4-9e15-2a9afc4d764c tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:52.208531 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-5b27b438-9a06-45d4-9e15-2a9afc4d764c tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56398369-a499-414c-a078-5625457e8258']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:41:52.218019 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-5b27b438-9a06-45d4-9e15-2a9afc4d764c tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8335a819-50bf-4147-9cf0-7e9c54bc5532') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:41:52.218325 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-5b27b438-9a06-45d4-9e15-2a9afc4d764c tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8335a819-50bf-4147-9cf0-7e9c54bc5532') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:41:52.228103 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b27b438-9a06-45d4-9e15-2a9afc4d764c tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:52.241979 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b27b438-9a06-45d4-9e15-2a9afc4d764c tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:52.247738 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b27b438-9a06-45d4-9e15-2a9afc4d764c tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:41:52.248124 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b27b438-9a06-45d4-9e15-2a9afc4d764c tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:52.252120 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:41:52.252120 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:41:52.252120 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:41:52.252120 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:41:52.252120 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:41:52.252120 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:41:52.252120 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:41:52.252120 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:41:52.252120 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:41:52.252120 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:41:52.252120 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:41:52.252120 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:41:52.252120 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:41:52.252120 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:41:52.252120 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:41:52.252120 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:41:52.252120 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:41:52.252120 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:41:52.252120 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:41:52.252120 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:41:52.252120 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:41:52.252120 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:41:52.252120 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:41:52.252120 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:41:52.252120 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:41:52.252120 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:41:52.252120 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:41:52.252120 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:41:52.252120 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:41:52.252120 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:41:52.252120 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:41:52.252120 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:41:52.288673 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-96d606e0-4165-4bf0-948d-c6c27c3eb589 None None] Provisioning complete for port 7d3fa15b-76ae-4d4e-933c-85ee19b7c379 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:41:52.289049 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-96d606e0-4165-4bf0-948d-c6c27c3eb589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:52.314533 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b27b438-9a06-45d4-9e15-2a9afc4d764c tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:52.322027 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b27b438-9a06-45d4-9e15-2a9afc4d764c tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:52.325510 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5b27b438-9a06-45d4-9e15-2a9afc4d764c tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] 10.222.0.62 "DELETE /v2.0/networks/56398369-a499-414c-a078-5625457e8258 HTTP/1.1" status: 204 len: 168 time: 0.6701601 Dec 10 19:41:52.327934 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51406) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:52.346648 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27b438-9a06-45d4-9e15-2a9afc4d764c tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Pushing event deleted for resources: {'Network': ['ID=56398369-a499-414c-a078-5625457e8258,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:52.396036 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6a4083a-8de6-441f-a55e-aedbe05b0f97 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Deleting subnet 5dcc369f-abe4-4c78-8de1-4423b78fa01f {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:41:52.399818 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e6a4083a-8de6-441f-a55e-aedbe05b0f97 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:52.438536 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e6a4083a-8de6-441f-a55e-aedbe05b0f97 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:52.529169 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e6a4083a-8de6-441f-a55e-aedbe05b0f97 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:52.593722 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e6a4083a-8de6-441f-a55e-aedbe05b0f97 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:52.620428 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4083a-8de6-441f-a55e-aedbe05b0f97 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Pushing event deleted for resources: {'Subnet': ['ID=5dcc369f-abe4-4c78-8de1-4423b78fa01f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:52.624360 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e6a4083a-8de6-441f-a55e-aedbe05b0f97 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:52.630526 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e6a4083a-8de6-441f-a55e-aedbe05b0f97 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] 10.222.0.62 "DELETE /v2.0/subnets/5dcc369f-abe4-4c78-8de1-4423b78fa01f HTTP/1.1" status: 204 len: 168 time: 0.2994204 Dec 10 19:41:52.631164 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51408) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:52.639032 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026738ff-59a7-4271-8432-a7d2184680b7 None None] Network 4218503e-dcc3-4daf-ae42-a6c14b8a56fc requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:41:52.644245 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-13b06059-39f7-47d4-8739-6932c313fbce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:52.730202 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c278ac4c-5d8f-4815-afb2-b036cf77dbe0 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:52.786114 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c278ac4c-5d8f-4815-afb2-b036cf77dbe0 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Deleting port 7d3fa15b-76ae-4d4e-933c-85ee19b7c379 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:41:52.786456 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c278ac4c-5d8f-4815-afb2-b036cf77dbe0 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:52.814150 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a0e50e-2322-4136-bf87-ee1edc1f2d09 None None] DHCP port deletion for 4218503e-dcc3-4daf-ae42-a6c14b8a56fc request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:41:52.852859 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-c278ac4c-5d8f-4815-afb2-b036cf77dbe0 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] For port 7d3fa15b-76ae-4d4e-933c-85ee19b7c379, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=7d3fa15b-76ae-4d4e-933c-85ee19b7c379,segment=NetworkSegment(97341609-641a-45ef-93d3-e4bb93492308),segment_id=97341609-641a-45ef-93d3-e4bb93492308)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:41:52.853224 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c278ac4c-5d8f-4815-afb2-b036cf77dbe0 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:52.863493 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a4a0e50e-2322-4136-bf87-ee1edc1f2d09 None None] Deleting port 7d3fa15b-76ae-4d4e-933c-85ee19b7c379 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:41:52.863879 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a4a0e50e-2322-4136-bf87-ee1edc1f2d09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:52.865923 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c278ac4c-5d8f-4815-afb2-b036cf77dbe0 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Calling delete_port for 7d3fa15b-76ae-4d4e-933c-85ee19b7c379 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:41:52.907607 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d527dc7-b3c0-4ea2-b6df-155bee5e3a79 None None] DHCP port deletion for 56398369-a499-414c-a078-5625457e8258 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:41:52.918030 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e33ef98d-d5a5-4fee-aa2b-7e180617f1af None None] Could not find standard attr ID for object 66f5362a-fbac-45af-b231-502ee3f0f5d7. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:41:52.945827 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d8c135-fb33-4631-8a8b-89e618b8c3d3 None None] Network 56398369-a499-414c-a078-5625457e8258 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:41:52.950107 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c278ac4c-5d8f-4815-afb2-b036cf77dbe0 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:52.973261 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d8c135-fb33-4631-8a8b-89e618b8c3d3 None None] Network 56398369-a499-414c-a078-5625457e8258 could not be found, it might have been deleted concurrently. {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 19:41:52.976520 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278ac4c-5d8f-4815-afb2-b036cf77dbe0 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Pushing event deleted for resources: {'Port': ['ID=7d3fa15b-76ae-4d4e-933c-85ee19b7c379,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:52.980267 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c278ac4c-5d8f-4815-afb2-b036cf77dbe0 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] No DVR routers for this DVR port 7d3fa15b-76ae-4d4e-933c-85ee19b7c379 on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:41:52.986935 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a4a0e50e-2322-4136-bf87-ee1edc1f2d09 None None] For port 7d3fa15b-76ae-4d4e-933c-85ee19b7c379, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=7d3fa15b-76ae-4d4e-933c-85ee19b7c379,segment=NetworkSegment(97341609-641a-45ef-93d3-e4bb93492308),segment_id=97341609-641a-45ef-93d3-e4bb93492308)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:41:52.987342 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a4a0e50e-2322-4136-bf87-ee1edc1f2d09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:53.001654 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a4a0e50e-2322-4136-bf87-ee1edc1f2d09 None None] Calling delete_port for 7d3fa15b-76ae-4d4e-933c-85ee19b7c379 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:41:53.063848 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c278ac4c-5d8f-4815-afb2-b036cf77dbe0 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:53.075765 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a4a0e50e-2322-4136-bf87-ee1edc1f2d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:53.084382 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c278ac4c-5d8f-4815-afb2-b036cf77dbe0 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4218503e-dcc3-4daf-ae42-a6c14b8a56fc']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:41:53.093798 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c278ac4c-5d8f-4815-afb2-b036cf77dbe0 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97341609-641a-45ef-93d3-e4bb93492308') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:41:53.094100 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c278ac4c-5d8f-4815-afb2-b036cf77dbe0 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97341609-641a-45ef-93d3-e4bb93492308') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:41:53.102370 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a0e50e-2322-4136-bf87-ee1edc1f2d09 None None] Pushing event deleted for resources: {'Port': ['ID=7d3fa15b-76ae-4d4e-933c-85ee19b7c379,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:53.103939 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c278ac4c-5d8f-4815-afb2-b036cf77dbe0 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:53.108989 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a0e50e-2322-4136-bf87-ee1edc1f2d09 None None] No DVR routers for this DVR port 7d3fa15b-76ae-4d4e-933c-85ee19b7c379 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:41:53.122474 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c278ac4c-5d8f-4815-afb2-b036cf77dbe0 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:53.129784 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c278ac4c-5d8f-4815-afb2-b036cf77dbe0 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:41:53.130216 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c278ac4c-5d8f-4815-afb2-b036cf77dbe0 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:53.133334 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:41:53.133334 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:41:53.133334 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:41:53.133334 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:41:53.133334 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:41:53.133334 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:41:53.133334 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:41:53.133334 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:41:53.133334 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:41:53.133334 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:41:53.133334 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:41:53.133334 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:41:53.133334 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:41:53.133334 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:41:53.133334 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:41:53.133334 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:41:53.133334 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:41:53.133334 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:41:53.133334 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:41:53.133334 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:41:53.133334 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:41:53.133334 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:41:53.133334 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:41:53.133334 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:41:53.133334 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:41:53.133334 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:41:53.133334 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:41:53.133334 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:41:53.133334 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:41:53.133334 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:41:53.133334 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:41:53.133334 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:41:53.190099 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c278ac4c-5d8f-4815-afb2-b036cf77dbe0 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:53.196651 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c278ac4c-5d8f-4815-afb2-b036cf77dbe0 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:53.199798 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c278ac4c-5d8f-4815-afb2-b036cf77dbe0 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] 10.222.0.62 "DELETE /v2.0/networks/4218503e-dcc3-4daf-ae42-a6c14b8a56fc HTTP/1.1" status: 204 len: 168 time: 0.5676720 Dec 10 19:41:53.202617 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51410) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:53.215685 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278ac4c-5d8f-4815-afb2-b036cf77dbe0 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Pushing event deleted for resources: {'Network': ['ID=4218503e-dcc3-4daf-ae42-a6c14b8a56fc,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:53.229688 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1c62f8a0-d14f-4cb7-8c05-03aa6ddfdc34 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa2bed5a-8ece-4eef-8916-df42f2358589 HTTP/1.1" status: 200 len: 205 time: 0.0259094 Dec 10 19:41:53.232029 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51412) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:53.309368 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa059bff-6b05-495b-a24c-73bb97a719b5 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:53.472069 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa059bff-6b05-495b-a24c-73bb97a719b5 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:53.474294 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa059bff-6b05-495b-a24c-73bb97a719b5 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:53.516691 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa059bff-6b05-495b-a24c-73bb97a719b5 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:53.517380 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa059bff-6b05-495b-a24c-73bb97a719b5 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Fanout notify agent at l3_agent the message router_deleted on router aa2bed5a-8ece-4eef-8916-df42f2358589 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:41:53.524408 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa059bff-6b05-495b-a24c-73bb97a719b5 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:53.525541 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-fa059bff-6b05-495b-a24c-73bb97a719b5 tempest-RoutersNegativeTest-721815023 tempest-RoutersNegativeTest-721815023-project] 10.222.0.62 "DELETE /v2.0/routers/aa2bed5a-8ece-4eef-8916-df42f2358589 HTTP/1.1" status: 204 len: 168 time: 0.2926285 Dec 10 19:41:53.674284 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:53.771206 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51418) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:53.897423 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 7d3fa15b-76ae-4d4e-933c-85ee19b7c379 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:41:53.916439 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-77f8c3f2-0928-44ed-96cd-99f7649ddd40 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a6b5f53b39a8414eb9c35bd2e82cd280&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1440735 Dec 10 19:41:53.917131 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 7d3fa15b-76ae-4d4e-933c-85ee19b7c379 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:41:53.917484 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 7d3fa15b-76ae-4d4e-933c-85ee19b7c379 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:41:53.918996 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51422) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:53.966112 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08ff4915-5497-4080-819e-274b83722fd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:53.986247 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08ff4915-5497-4080-819e-274b83722fd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:54.031865 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08ff4915-5497-4080-819e-274b83722fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:54.034351 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08ff4915-5497-4080-819e-274b83722fd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:54.035478 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-08ff4915-5497-4080-819e-274b83722fd3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/852cb689-9a19-465d-b44c-78cd5318ad42 HTTP/1.1" status: 204 len: 168 time: 0.1154981 Dec 10 19:41:54.043017 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff4915-5497-4080-819e-274b83722fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852cb689-9a19-465d-b44c-78cd5318ad42,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:54.647455 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51444) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:54.743336 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-90c076c4-5495-4525-abb0-a65402c82429 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1990976963-network', 'tenant_id': '0c5d2f690170499ca3b29127528a9d9c'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:41:54.765244 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c076c4-5495-4525-abb0-a65402c82429 admin admin] Made reservation on behalf of 0c5d2f690170499ca3b29127528a9d9c for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:41:54.767681 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90c076c4-5495-4525-abb0-a65402c82429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:54.776292 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90c076c4-5495-4525-abb0-a65402c82429 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:54.850304 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90c076c4-5495-4525-abb0-a65402c82429 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:54.853959 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90c076c4-5495-4525-abb0-a65402c82429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:54.880794 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c076c4-5495-4525-abb0-a65402c82429 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:41:54.886894 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c076c4-5495-4525-abb0-a65402c82429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a98a09-ca00-4784-aff7-3a7bbc67e10e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:54.892936 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90c076c4-5495-4525-abb0-a65402c82429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:54.893281 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-90c076c4-5495-4525-abb0-a65402c82429 admin admin] Added segment 68e7a50e-73db-435c-b4af-5e8cca53bd1f of type vlan for network ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b Dec 10 19:41:54.935957 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90c076c4-5495-4525-abb0-a65402c82429 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:54.960414 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90c076c4-5495-4525-abb0-a65402c82429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:54.961387 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c076c4-5495-4525-abb0-a65402c82429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:54.961958 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90c076c4-5495-4525-abb0-a65402c82429 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:55.013742 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-90c076c4-5495-4525-abb0-a65402c82429 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3651550 Dec 10 19:41:55.020273 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51448) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:55.025649 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-5bd84a5f-451e-4642-8a69-d1c0ec153d36 admin admin] Request body: {'subnet': {'network_id': 'ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1990976963-subnet', 'tenant_id': '0c5d2f690170499ca3b29127528a9d9c', 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:41:55.028417 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c076c4-5495-4525-abb0-a65402c82429 admin admin] Pushing event updated for resources: {'Network': ['ID=ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:55.042641 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:41:55.046122 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:55.053727 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd84a5f-451e-4642-8a69-d1c0ec153d36 admin admin] Made reservation on behalf of 0c5d2f690170499ca3b29127528a9d9c for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:41:55.056549 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5bd84a5f-451e-4642-8a69-d1c0ec153d36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:55.221979 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5bd84a5f-451e-4642-8a69-d1c0ec153d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:55.273751 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd84a5f-451e-4642-8a69-d1c0ec153d36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8bafa79-440d-4c5e-99b5-ab944e4a5c5e,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:55.283753 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd84a5f-451e-4642-8a69-d1c0ec153d36 admin admin] Checking segment: {'id': '68e7a50e-73db-435c-b4af-5e8cca53bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:41:55.284132 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd84a5f-451e-4642-8a69-d1c0ec153d36 admin admin] Network hostable DHCP agents. Network: ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:41:55.300684 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd84a5f-451e-4642-8a69-d1c0ec153d36 admin admin] Network ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:41:55.308649 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-5bd84a5f-451e-4642-8a69-d1c0ec153d36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:41:55.312618 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd84a5f-451e-4642-8a69-d1c0ec153d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:55.314034 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5bd84a5f-451e-4642-8a69-d1c0ec153d36 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:55.320159 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc0dfbb-1c7a-4a2f-b7a8-ebeb937c7c14 None None] Network ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:41:55.330333 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5bd84a5f-451e-4642-8a69-d1c0ec153d36 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3088300 Dec 10 19:41:55.333142 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51450) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:55.338446 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-20ed895b-53b8-44ec-890e-87648019d95c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1990976963-router', 'tenant_id': '0c5d2f690170499ca3b29127528a9d9c', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:41:55.359290 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-20ed895b-53b8-44ec-890e-87648019d95c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:55.360902 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-20ed895b-53b8-44ec-890e-87648019d95c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:55.417907 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-20ed895b-53b8-44ec-890e-87648019d95c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:55.425670 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308a6ab9-67fc-40d4-a387-e35458c12dfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b', 'network_id': 'ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b', 'project_id': '0c5d2f690170499ca3b29127528a9d9c', 'fixed_ips': [{'subnet_id': 'b8bafa79-440d-4c5e-99b5-ab944e4a5c5e'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:41:55.426556 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-308a6ab9-67fc-40d4-a387-e35458c12dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:55.557829 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-308a6ab9-67fc-40d4-a387-e35458c12dfa None None] Allocated IP 172.20.0.2 (ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b/b8bafa79-440d-4c5e-99b5-ab944e4a5c5e/aeaf2a77-be38-47cc-b679-e0d325d65b1c) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:41:55.559587 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-20ed895b-53b8-44ec-890e-87648019d95c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:55.668069 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:55.711629 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-308a6ab9-67fc-40d4-a387-e35458c12dfa None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:55.719006 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-308a6ab9-67fc-40d4-a387-e35458c12dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:55.767934 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308a6ab9-67fc-40d4-a387-e35458c12dfa None None] Network ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:41:55.771589 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-308a6ab9-67fc-40d4-a387-e35458c12dfa None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:41:55.776551 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308a6ab9-67fc-40d4-a387-e35458c12dfa None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:41:55.779811 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a6ab9-67fc-40d4-a387-e35458c12dfa None None] Pushing event updated for resources: {'Port': ['ID=aeaf2a77-be38-47cc-b679-e0d325d65b1c,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:55.842279 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-308a6ab9-67fc-40d4-a387-e35458c12dfa None None] Attempting to bind port aeaf2a77-be38-47cc-b679-e0d325d65b1c on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:41:55.842653 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-308a6ab9-67fc-40d4-a387-e35458c12dfa None None] Attempting to bind port aeaf2a77-be38-47cc-b679-e0d325d65b1c by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '68e7a50e-73db-435c-b4af-5e8cca53bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:41:55.843016 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308a6ab9-67fc-40d4-a387-e35458c12dfa None None] Attempting to bind port aeaf2a77-be38-47cc-b679-e0d325d65b1c on network ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:41:55.849265 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308a6ab9-67fc-40d4-a387-e35458c12dfa None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:41:55.849655 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308a6ab9-67fc-40d4-a387-e35458c12dfa None None] Checking segment: {'id': '68e7a50e-73db-435c-b4af-5e8cca53bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:41:55.850064 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-308a6ab9-67fc-40d4-a387-e35458c12dfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:55.850457 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308a6ab9-67fc-40d4-a387-e35458c12dfa None None] Bound using segment: {'id': '68e7a50e-73db-435c-b4af-5e8cca53bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:41:55.850931 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-308a6ab9-67fc-40d4-a387-e35458c12dfa None None] Bound port: aeaf2a77-be38-47cc-b679-e0d325d65b1c, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e7a50e-73db-435c-b4af-5e8cca53bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:41:55.851353 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-308a6ab9-67fc-40d4-a387-e35458c12dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:55.915404 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-308a6ab9-67fc-40d4-a387-e35458c12dfa None None] For port aeaf2a77-be38-47cc-b679-e0d325d65b1c, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:41:55.918780 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-308a6ab9-67fc-40d4-a387-e35458c12dfa None None] For port aeaf2a77-be38-47cc-b679-e0d325d65b1c, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=aeaf2a77-be38-47cc-b679-e0d325d65b1c,segment=NetworkSegment(68e7a50e-73db-435c-b4af-5e8cca53bd1f),segment_id=68e7a50e-73db-435c-b4af-5e8cca53bd1f)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:41:55.924338 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-308a6ab9-67fc-40d4-a387-e35458c12dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:55.983165 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a6ab9-67fc-40d4-a387-e35458c12dfa None None] Pushing event updated for resources: {'Port': ['ID=aeaf2a77-be38-47cc-b679-e0d325d65b1c,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:56.154895 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-20ed895b-53b8-44ec-890e-87648019d95c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:56.179222 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-20ed895b-53b8-44ec-890e-87648019d95c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:56.314144 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-20ed895b-53b8-44ec-890e-87648019d95c admin admin] Allocated IP 172.25.7.100 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/205b3341-6125-48a9-b436-8fd88195b4d2) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:41:56.422660 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-20ed895b-53b8-44ec-890e-87648019d95c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:56.463809 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-20ed895b-53b8-44ec-890e-87648019d95c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:56.517708 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ed895b-53b8-44ec-890e-87648019d95c admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:41:56.520760 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-20ed895b-53b8-44ec-890e-87648019d95c admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:41:56.526179 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ed895b-53b8-44ec-890e-87648019d95c admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:41:56.535532 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8060a4e-b3db-42bf-a0ad-9ef36c8a9946 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:41:56.558124 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed895b-53b8-44ec-890e-87648019d95c admin admin] Pushing event updated for resources: {'Port': ['ID=205b3341-6125-48a9-b436-8fd88195b4d2,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:56.567719 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d7a0155b-a926-40f1-a803-89d2116c153a None None] Provisioning complete for port 205b3341-6125-48a9-b436-8fd88195b4d2 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:41:56.567991 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d7a0155b-a926-40f1-a803-89d2116c153a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:56.608360 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d7a0155b-a926-40f1-a803-89d2116c153a None None] Port 205b3341-6125-48a9-b436-8fd88195b4d2 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:41:56.849775 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-20ed895b-53b8-44ec-890e-87648019d95c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:56.926343 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7681b442-ae22-4d7f-b53d-c31ca308a6a9 None None] Network ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:41:57.043395 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-857e0206-5f59-428b-8405-a6d24253d65e None None] Provisioning complete for port aeaf2a77-be38-47cc-b679-e0d325d65b1c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:41:57.043395 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-857e0206-5f59-428b-8405-a6d24253d65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:57.055904 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-20ed895b-53b8-44ec-890e-87648019d95c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:57.127743 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-857e0206-5f59-428b-8405-a6d24253d65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:57.163159 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-857e0206-5f59-428b-8405-a6d24253d65e None None] For port aeaf2a77-be38-47cc-b679-e0d325d65b1c, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=aeaf2a77-be38-47cc-b679-e0d325d65b1c,segment=NetworkSegment(68e7a50e-73db-435c-b4af-5e8cca53bd1f),segment_id=68e7a50e-73db-435c-b4af-5e8cca53bd1f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:41:57.168606 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-857e0206-5f59-428b-8405-a6d24253d65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:57.210249 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ed895b-53b8-44ec-890e-87648019d95c admin admin] Router 5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:41:57.226919 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e0206-5f59-428b-8405-a6d24253d65e None None] Pushing event updated for resources: {'Port': ['ID=aeaf2a77-be38-47cc-b679-e0d325d65b1c,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:57.289704 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e4194a3f-0a41-4a42-b930-a2c896f8f463 None None] Provisioning complete for port aeaf2a77-be38-47cc-b679-e0d325d65b1c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:41:57.290447 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e4194a3f-0a41-4a42-b930-a2c896f8f463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:57.318238 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ed895b-53b8-44ec-890e-87648019d95c admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:41:57.327640 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4245a7a6-8204-442e-9d2d-0095ae68a69c None None] Sync routers for ids ['5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:41:57.336799 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-20ed895b-53b8-44ec-890e-87648019d95c admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:57.340501 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4245a7a6-8204-442e-9d2d-0095ae68a69c None None] Routers {'5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:41:57.340684 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-20ed895b-53b8-44ec-890e-87648019d95c admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0039248 Dec 10 19:41:57.340779 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-4245a7a6-8204-442e-9d2d-0095ae68a69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:41:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:41:57.341502 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51452) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:57.443013 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-4245a7a6-8204-442e-9d2d-0095ae68a69c None None] Set router 5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:41:57.620659 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-4245a7a6-8204-442e-9d2d-0095ae68a69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1', 'name': 'tempest-TestEncryptedCinderVolumes-1990976963-router', 'tenant_id': '0c5d2f690170499ca3b29127528a9d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '205b3341-6125-48a9-b436-8fd88195b4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:41:55Z', 'updated_at': '2021-12-10T19:41:56Z', 'revision_number': 3, 'project_id': '0c5d2f690170499ca3b29127528a9d9c', 'gw_port': {'id': '205b3341-6125-48a9-b436-8fd88195b4d2', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:41:56Z', 'updated_at': '2021-12-10T19:41:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:41:57.647143 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4245a7a6-8204-442e-9d2d-0095ae68a69c None None] Checking router: 5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:41:57.647487 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4245a7a6-8204-442e-9d2d-0095ae68a69c None None] Updating router 5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1 port 205b3341-6125-48a9-b436-8fd88195b4d2 binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:41:57.670933 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-4245a7a6-8204-442e-9d2d-0095ae68a69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:57.757086 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc839ed6-6b8d-4d0e-8970-656f217cfd5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:57.928171 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-fc839ed6-6b8d-4d0e-8970-656f217cfd5f admin admin] Allocated IP 172.20.0.1 (ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b/b8bafa79-440d-4c5e-99b5-ab944e4a5c5e/55560b41-d3e8-4305-a98e-b87d93cead0c) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:41:57.936722 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device aeaf2a77-be38-47cc-b679-e0d325d65b1c up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:41:57.939322 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-4245a7a6-8204-442e-9d2d-0095ae68a69c None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:57.945708 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-4245a7a6-8204-442e-9d2d-0095ae68a69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:57.988113 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a45fff-cb52-472e-900a-d0fd0908958b None None] Pushing event updated for resources: {'Port': ['ID=205b3341-6125-48a9-b436-8fd88195b4d2,revision_number=2']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:57.989023 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port aeaf2a77-be38-47cc-b679-e0d325d65b1c triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:41:57.989398 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:58.002371 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a45fff-cb52-472e-900a-d0fd0908958b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:58.002721 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a45fff-cb52-472e-900a-d0fd0908958b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:58.003064 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a45fff-cb52-472e-900a-d0fd0908958b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:58.003405 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a45fff-cb52-472e-900a-d0fd0908958b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:58.003741 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a45fff-cb52-472e-900a-d0fd0908958b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:58.004072 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a45fff-cb52-472e-900a-d0fd0908958b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:58.004400 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a45fff-cb52-472e-900a-d0fd0908958b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:58.004755 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a45fff-cb52-472e-900a-d0fd0908958b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:58.005300 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a45fff-cb52-472e-900a-d0fd0908958b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:58.005635 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a45fff-cb52-472e-900a-d0fd0908958b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:58.005963 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a45fff-cb52-472e-900a-d0fd0908958b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:58.006289 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a45fff-cb52-472e-900a-d0fd0908958b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:58.006615 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a45fff-cb52-472e-900a-d0fd0908958b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:58.023570 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-4245a7a6-8204-442e-9d2d-0095ae68a69c None None] Attempting to bind port 205b3341-6125-48a9-b436-8fd88195b4d2 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:41:58.023947 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-4245a7a6-8204-442e-9d2d-0095ae68a69c None None] Attempting to bind port 205b3341-6125-48a9-b436-8fd88195b4d2 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:41:58.024304 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4245a7a6-8204-442e-9d2d-0095ae68a69c None None] Attempting to bind port 205b3341-6125-48a9-b436-8fd88195b4d2 on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:41:58.025613 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4962d60e-aa5f-4df3-9e1d-4ef45526fa0f None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:41:58.029562 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4245a7a6-8204-442e-9d2d-0095ae68a69c None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:41:58.029939 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4245a7a6-8204-442e-9d2d-0095ae68a69c None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:41:58.030508 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-4245a7a6-8204-442e-9d2d-0095ae68a69c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:58.031019 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4245a7a6-8204-442e-9d2d-0095ae68a69c None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:41:58.031368 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-4245a7a6-8204-442e-9d2d-0095ae68a69c None None] Bound port: 205b3341-6125-48a9-b436-8fd88195b4d2, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:41:58.032033 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-4245a7a6-8204-442e-9d2d-0095ae68a69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:58.054877 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc839ed6-6b8d-4d0e-8970-656f217cfd5f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:58.083512 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-4245a7a6-8204-442e-9d2d-0095ae68a69c None None] For port 205b3341-6125-48a9-b436-8fd88195b4d2, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:41:58.087070 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-4245a7a6-8204-442e-9d2d-0095ae68a69c None None] For port 205b3341-6125-48a9-b436-8fd88195b4d2, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=205b3341-6125-48a9-b436-8fd88195b4d2,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:41:58.090390 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc839ed6-6b8d-4d0e-8970-656f217cfd5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:58.092014 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-4245a7a6-8204-442e-9d2d-0095ae68a69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:58.108027 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b6861280-7aa5-4bff-8b4e-dc4ff6e2dd99 None None] Provisioning complete for port 205b3341-6125-48a9-b436-8fd88195b4d2 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:41:58.108414 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b6861280-7aa5-4bff-8b4e-dc4ff6e2dd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:58.139858 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc839ed6-6b8d-4d0e-8970-656f217cfd5f admin admin] Network ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:41:58.144337 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-fc839ed6-6b8d-4d0e-8970-656f217cfd5f admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:41:58.149480 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc839ed6-6b8d-4d0e-8970-656f217cfd5f admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:41:58.151559 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc839ed6-6b8d-4d0e-8970-656f217cfd5f admin admin] Pushing event updated for resources: {'Port': ['ID=55560b41-d3e8-4305-a98e-b87d93cead0c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:58.163395 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51db8c82-c783-4d17-8b58-369f3605117b None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:41:58.165313 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4245a7a6-8204-442e-9d2d-0095ae68a69c None None] Routers {'5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:41:58.165970 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-4245a7a6-8204-442e-9d2d-0095ae68a69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:41:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:41:58.195697 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc839ed6-6b8d-4d0e-8970-656f217cfd5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:58.219785 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b6861280-7aa5-4bff-8b4e-dc4ff6e2dd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:58.221493 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a45fff-cb52-472e-900a-d0fd0908958b None None] Pushing event updated for resources: {'Port': ['ID=205b3341-6125-48a9-b436-8fd88195b4d2,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:58.245390 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b6861280-7aa5-4bff-8b4e-dc4ff6e2dd99 None None] For port 205b3341-6125-48a9-b436-8fd88195b4d2, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=205b3341-6125-48a9-b436-8fd88195b4d2,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:41:58.252206 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b6861280-7aa5-4bff-8b4e-dc4ff6e2dd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:58.317587 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-4245a7a6-8204-442e-9d2d-0095ae68a69c None None] Set router 5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:41:58.319400 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6861280-7aa5-4bff-8b4e-dc4ff6e2dd99 None None] Pushing event updated for resources: {'Port': ['ID=205b3341-6125-48a9-b436-8fd88195b4d2,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:58.358294 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc839ed6-6b8d-4d0e-8970-656f217cfd5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:58.379666 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-02ba51e0-3b30-4e22-9f78-e4c15c1a030c None None] Provisioning complete for port 205b3341-6125-48a9-b436-8fd88195b4d2 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:41:58.380047 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-02ba51e0-3b30-4e22-9f78-e4c15c1a030c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:58.554432 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc839ed6-6b8d-4d0e-8970-656f217cfd5f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:58.559680 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc839ed6-6b8d-4d0e-8970-656f217cfd5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:58.592188 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-dea085bc-f263-488a-aec6-9d063a8052da None None] Provisioning complete for port 55560b41-d3e8-4305-a98e-b87d93cead0c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:41:58.592553 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dea085bc-f263-488a-aec6-9d063a8052da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:58.611575 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-4245a7a6-8204-442e-9d2d-0095ae68a69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1', 'name': 'tempest-TestEncryptedCinderVolumes-1990976963-router', 'tenant_id': '0c5d2f690170499ca3b29127528a9d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '205b3341-6125-48a9-b436-8fd88195b4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:41:55Z', 'updated_at': '2021-12-10T19:41:56Z', 'revision_number': 3, 'project_id': '0c5d2f690170499ca3b29127528a9d9c', 'gw_port': {'id': '205b3341-6125-48a9-b436-8fd88195b4d2', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:41:56Z', 'updated_at': '2021-12-10T19:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:41:58.631272 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc839ed6-6b8d-4d0e-8970-656f217cfd5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:58.633427 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-dea085bc-f263-488a-aec6-9d063a8052da None None] Port 55560b41-d3e8-4305-a98e-b87d93cead0c cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:41:58.634128 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc839ed6-6b8d-4d0e-8970-656f217cfd5f admin admin] Pushing event updated for resources: {'Port': ['ID=55560b41-d3e8-4305-a98e-b87d93cead0c,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:58.637868 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4245a7a6-8204-442e-9d2d-0095ae68a69c None None] The sync data for ids ['5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1'] in n-d-821435-1 is: [{'id': '5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1', 'name': 'tempest-TestEncryptedCinderVolumes-1990976963-router', 'tenant_id': '0c5d2f690170499ca3b29127528a9d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '205b3341-6125-48a9-b436-8fd88195b4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:41:55Z', 'updated_at': '2021-12-10T19:41:56Z', 'revision_number': 3, 'project_id': '0c5d2f690170499ca3b29127528a9d9c', 'gw_port': {'id': '205b3341-6125-48a9-b436-8fd88195b4d2', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:41:56Z', 'updated_at': '2021-12-10T19:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:41:58.727556 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc839ed6-6b8d-4d0e-8970-656f217cfd5f admin admin] Network ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:41:58.729124 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-fc839ed6-6b8d-4d0e-8970-656f217cfd5f admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:41:58.869100 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc839ed6-6b8d-4d0e-8970-656f217cfd5f admin admin] Router 5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:41:58.998153 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc839ed6-6b8d-4d0e-8970-656f217cfd5f admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:41:59.004046 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fc839ed6-6b8d-4d0e-8970-656f217cfd5f admin admin] 10.222.0.62 "PUT /v2.0/routers/5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6613603 Dec 10 19:41:59.071918 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3e7e7461-6a3f-45fc-9cc6-9859cdeda0ba None None] Provisioning complete for port 55560b41-d3e8-4305-a98e-b87d93cead0c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:41:59.072524 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3e7e7461-6a3f-45fc-9cc6-9859cdeda0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:59.107267 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3e7e7461-6a3f-45fc-9cc6-9859cdeda0ba None None] Port 55560b41-d3e8-4305-a98e-b87d93cead0c cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:41:59.508610 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51468) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:59.513921 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-211c1336-1672-4231-b35b-68e2c328aaf1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1856680061-network', 'tenant_id': 'd330ca9da6e0497ab56550afdb3d7790'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:41:59.537261 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211c1336-1672-4231-b35b-68e2c328aaf1 admin admin] Made reservation on behalf of d330ca9da6e0497ab56550afdb3d7790 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:41:59.539664 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-211c1336-1672-4231-b35b-68e2c328aaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:59.549051 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-211c1336-1672-4231-b35b-68e2c328aaf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:59.623079 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-211c1336-1672-4231-b35b-68e2c328aaf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:59.627895 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-211c1336-1672-4231-b35b-68e2c328aaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:59.654296 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-211c1336-1672-4231-b35b-68e2c328aaf1 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:41:59.660340 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c1336-1672-4231-b35b-68e2c328aaf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccffc8d-23a9-40a3-a881-008a687c23df,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:59.667634 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-211c1336-1672-4231-b35b-68e2c328aaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:59.667830 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-211c1336-1672-4231-b35b-68e2c328aaf1 admin admin] Added segment 348c24ff-a4ec-4397-b86f-4a99565aad3a of type vlan for network 8515826a-9446-42c1-9c89-8b47e69e35b0 Dec 10 19:41:59.711844 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-211c1336-1672-4231-b35b-68e2c328aaf1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:59.736464 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-211c1336-1672-4231-b35b-68e2c328aaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:59.737515 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211c1336-1672-4231-b35b-68e2c328aaf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:59.738099 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-211c1336-1672-4231-b35b-68e2c328aaf1 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:59.800832 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-211c1336-1672-4231-b35b-68e2c328aaf1 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2910130 Dec 10 19:41:59.803763 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51470) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:41:59.809493 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1e40f44f-45a2-4ea1-97d3-bc41f4dddfc5 admin admin] Request body: {'subnet': {'network_id': '8515826a-9446-42c1-9c89-8b47e69e35b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1856680061-subnet', 'tenant_id': 'd330ca9da6e0497ab56550afdb3d7790', 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:41:59.812382 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c1336-1672-4231-b35b-68e2c328aaf1 admin admin] Pushing event updated for resources: {'Network': ['ID=8515826a-9446-42c1-9c89-8b47e69e35b0,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:59.824077 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 8515826a-9446-42c1-9c89-8b47e69e35b0 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:41:59.839182 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e40f44f-45a2-4ea1-97d3-bc41f4dddfc5 admin admin] Made reservation on behalf of d330ca9da6e0497ab56550afdb3d7790 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:41:59.841598 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e40f44f-45a2-4ea1-97d3-bc41f4dddfc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:59.959920 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 205b3341-6125-48a9-b436-8fd88195b4d2 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:42:00.034441 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e40f44f-45a2-4ea1-97d3-bc41f4dddfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:00.104103 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e40f44f-45a2-4ea1-97d3-bc41f4dddfc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae6a3822-ea99-4581-97a8-7c2284df0752,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:00.116330 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e40f44f-45a2-4ea1-97d3-bc41f4dddfc5 admin admin] Checking segment: {'id': '348c24ff-a4ec-4397-b86f-4a99565aad3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8515826a-9446-42c1-9c89-8b47e69e35b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:42:00.116807 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e40f44f-45a2-4ea1-97d3-bc41f4dddfc5 admin admin] Network hostable DHCP agents. Network: 8515826a-9446-42c1-9c89-8b47e69e35b0, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:42:00.137120 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e40f44f-45a2-4ea1-97d3-bc41f4dddfc5 admin admin] Network 8515826a-9446-42c1-9c89-8b47e69e35b0 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:42:00.147652 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-1e40f44f-45a2-4ea1-97d3-bc41f4dddfc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 8515826a-9446-42c1-9c89-8b47e69e35b0) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:42:00.152028 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e40f44f-45a2-4ea1-97d3-bc41f4dddfc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:00.152768 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e40f44f-45a2-4ea1-97d3-bc41f4dddfc5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:00.166895 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a294da-52b3-4b8d-bfd3-95475ae3f52a None None] Network 8515826a-9446-42c1-9c89-8b47e69e35b0 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:42:00.176930 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1e40f44f-45a2-4ea1-97d3-bc41f4dddfc5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3695650 Dec 10 19:42:00.177286 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51472) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:42:00.181463 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-e1d17e25-a2d8-4299-b998-18abbfbb20ec admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1856680061-router', 'tenant_id': 'd330ca9da6e0497ab56550afdb3d7790', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:42:00.202724 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e1d17e25-a2d8-4299-b998-18abbfbb20ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:00.204025 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e1d17e25-a2d8-4299-b998-18abbfbb20ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:00.259328 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e1d17e25-a2d8-4299-b998-18abbfbb20ec admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:00.263384 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 205b3341-6125-48a9-b436-8fd88195b4d2 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:42:00.263698 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:00.273843 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105ec5a7-4aa9-4f31-8d4b-9273e7364439 None None] Sync routers for ids ['5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:42:00.325994 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b327ec-a51a-4108-989e-762a9d2b96bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-8515826a-9446-42c1-9c89-8b47e69e35b0', 'network_id': '8515826a-9446-42c1-9c89-8b47e69e35b0', 'project_id': 'd330ca9da6e0497ab56550afdb3d7790', 'fixed_ips': [{'subnet_id': 'ae6a3822-ea99-4581-97a8-7c2284df0752'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:42:00.326855 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-33b327ec-a51a-4108-989e-762a9d2b96bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:00.342749 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105ec5a7-4aa9-4f31-8d4b-9273e7364439 None None] Routers {'5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:42:00.343397 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-105ec5a7-4aa9-4f31-8d4b-9273e7364439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:41:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:42:00.402310 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e1d17e25-a2d8-4299-b998-18abbfbb20ec admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:00.590263 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-105ec5a7-4aa9-4f31-8d4b-9273e7364439 None None] Set router 5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:42:00.607734 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e1d17e25-a2d8-4299-b998-18abbfbb20ec admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:00.631367 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e1d17e25-a2d8-4299-b998-18abbfbb20ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:00.641311 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-33b327ec-a51a-4108-989e-762a9d2b96bd None None] Allocated IP 172.20.0.2 (8515826a-9446-42c1-9c89-8b47e69e35b0/ae6a3822-ea99-4581-97a8-7c2284df0752/0392355c-ca44-4e23-8516-bcf474bd6577) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:42:00.734315 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-e1d17e25-a2d8-4299-b998-18abbfbb20ec admin admin] Allocated IP 172.25.7.39 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/495d677f-02eb-4611-a25c-5f7f4c8b07d0) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:42:00.841225 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e1d17e25-a2d8-4299-b998-18abbfbb20ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:00.877950 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e1d17e25-a2d8-4299-b998-18abbfbb20ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:00.917003 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d17e25-a2d8-4299-b998-18abbfbb20ec admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:42:00.917235 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-33b327ec-a51a-4108-989e-762a9d2b96bd None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:00.922534 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-e1d17e25-a2d8-4299-b998-18abbfbb20ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:42:00.926170 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-33b327ec-a51a-4108-989e-762a9d2b96bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:00.926636 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d17e25-a2d8-4299-b998-18abbfbb20ec admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:42:00.940762 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-105ec5a7-4aa9-4f31-8d4b-9273e7364439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1', 'name': 'tempest-TestEncryptedCinderVolumes-1990976963-router', 'tenant_id': '0c5d2f690170499ca3b29127528a9d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '205b3341-6125-48a9-b436-8fd88195b4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:41:55Z', 'updated_at': '2021-12-10T19:41:58Z', 'revision_number': 4, 'project_id': '0c5d2f690170499ca3b29127528a9d9c', 'gw_port': {'id': '205b3341-6125-48a9-b436-8fd88195b4d2', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:41:56Z', 'updated_at': '2021-12-10T19:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '55560b41-d3e8-4305-a98e-b87d93cead0c', 'name': '', 'network_id': 'ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b', 'tenant_id': '0c5d2f690170499ca3b29127528a9d9c', 'mac_address': 'fa:16:3e:6f:9d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'b8bafa79-440d-4c5e-99b5-ab944e4a5c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:41:57Z', 'updated_at': '2021-12-10T19:41:58Z', 'revision_number': 2, 'project_id': '0c5d2f690170499ca3b29127528a9d9c', 'subnets': [{'id': 'b8bafa79-440d-4c5e-99b5-ab944e4a5c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:42:00.951107 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d17e25-a2d8-4299-b998-18abbfbb20ec admin admin] Pushing event updated for resources: {'Port': ['ID=495d677f-02eb-4611-a25c-5f7f4c8b07d0,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:00.962587 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869b5edb-97af-430f-adc0-e27a9f73d22e None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:42:01.005315 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b327ec-a51a-4108-989e-762a9d2b96bd None None] Network 8515826a-9446-42c1-9c89-8b47e69e35b0 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:42:01.008356 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105ec5a7-4aa9-4f31-8d4b-9273e7364439 None None] Checking router: 5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:42:01.008752 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105ec5a7-4aa9-4f31-8d4b-9273e7364439 None None] Updating router 5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1 port 55560b41-d3e8-4305-a98e-b87d93cead0c binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:42:01.016726 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-33b327ec-a51a-4108-989e-762a9d2b96bd None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:42:01.019530 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b327ec-a51a-4108-989e-762a9d2b96bd None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:42:01.048254 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b327ec-a51a-4108-989e-762a9d2b96bd None None] Pushing event updated for resources: {'Port': ['ID=0392355c-ca44-4e23-8516-bcf474bd6577,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:01.081739 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-105ec5a7-4aa9-4f31-8d4b-9273e7364439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:01.117581 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7525f5bf-6e61-42cb-ab20-20964a1fc2d0 None None] Provisioning complete for port 495d677f-02eb-4611-a25c-5f7f4c8b07d0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:42:01.117863 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7525f5bf-6e61-42cb-ab20-20964a1fc2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:01.170407 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-33b327ec-a51a-4108-989e-762a9d2b96bd None None] Attempting to bind port 0392355c-ca44-4e23-8516-bcf474bd6577 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:42:01.171116 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-33b327ec-a51a-4108-989e-762a9d2b96bd None None] Attempting to bind port 0392355c-ca44-4e23-8516-bcf474bd6577 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '348c24ff-a4ec-4397-b86f-4a99565aad3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8515826a-9446-42c1-9c89-8b47e69e35b0'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:42:01.171241 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b327ec-a51a-4108-989e-762a9d2b96bd None None] Attempting to bind port 0392355c-ca44-4e23-8516-bcf474bd6577 on network 8515826a-9446-42c1-9c89-8b47e69e35b0 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:42:01.185939 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e1d17e25-a2d8-4299-b998-18abbfbb20ec admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:01.197032 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b327ec-a51a-4108-989e-762a9d2b96bd None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:42:01.197418 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b327ec-a51a-4108-989e-762a9d2b96bd None None] Checking segment: {'id': '348c24ff-a4ec-4397-b86f-4a99565aad3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8515826a-9446-42c1-9c89-8b47e69e35b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:42:01.197827 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-33b327ec-a51a-4108-989e-762a9d2b96bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:01.198225 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b327ec-a51a-4108-989e-762a9d2b96bd None None] Bound using segment: {'id': '348c24ff-a4ec-4397-b86f-4a99565aad3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8515826a-9446-42c1-9c89-8b47e69e35b0'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:42:01.198704 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-33b327ec-a51a-4108-989e-762a9d2b96bd None None] Bound port: 0392355c-ca44-4e23-8516-bcf474bd6577, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348c24ff-a4ec-4397-b86f-4a99565aad3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8515826a-9446-42c1-9c89-8b47e69e35b0'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:42:01.199090 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-33b327ec-a51a-4108-989e-762a9d2b96bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:01.249130 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-7525f5bf-6e61-42cb-ab20-20964a1fc2d0 None None] Port 495d677f-02eb-4611-a25c-5f7f4c8b07d0 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:42:01.367444 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-33b327ec-a51a-4108-989e-762a9d2b96bd None None] For port 0392355c-ca44-4e23-8516-bcf474bd6577, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:42:01.372526 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-33b327ec-a51a-4108-989e-762a9d2b96bd None None] For port 0392355c-ca44-4e23-8516-bcf474bd6577, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=0392355c-ca44-4e23-8516-bcf474bd6577,segment=NetworkSegment(348c24ff-a4ec-4397-b86f-4a99565aad3a),segment_id=348c24ff-a4ec-4397-b86f-4a99565aad3a)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:42:01.379216 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-33b327ec-a51a-4108-989e-762a9d2b96bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:01.392406 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e1d17e25-a2d8-4299-b998-18abbfbb20ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:01.462964 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b327ec-a51a-4108-989e-762a9d2b96bd None None] Pushing event updated for resources: {'Port': ['ID=0392355c-ca44-4e23-8516-bcf474bd6577,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:01.520589 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-105ec5a7-4aa9-4f31-8d4b-9273e7364439 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:01.524410 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d17e25-a2d8-4299-b998-18abbfbb20ec admin admin] Router c8aa46d1-9a8e-456e-a53e-21d34186c2de is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:42:01.526229 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-105ec5a7-4aa9-4f31-8d4b-9273e7364439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:01.581543 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a647d-f552-466b-af1d-5c9c5c6a6dd5 None None] Pushing event updated for resources: {'Port': ['ID=55560b41-d3e8-4305-a98e-b87d93cead0c,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:01.634942 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-105ec5a7-4aa9-4f31-8d4b-9273e7364439 None None] Attempting to bind port 55560b41-d3e8-4305-a98e-b87d93cead0c on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:42:01.635336 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-105ec5a7-4aa9-4f31-8d4b-9273e7364439 None None] Attempting to bind port 55560b41-d3e8-4305-a98e-b87d93cead0c by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '68e7a50e-73db-435c-b4af-5e8cca53bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:42:01.635709 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105ec5a7-4aa9-4f31-8d4b-9273e7364439 None None] Attempting to bind port 55560b41-d3e8-4305-a98e-b87d93cead0c on network ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:42:01.641831 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105ec5a7-4aa9-4f31-8d4b-9273e7364439 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:42:01.642228 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105ec5a7-4aa9-4f31-8d4b-9273e7364439 None None] Checking segment: {'id': '68e7a50e-73db-435c-b4af-5e8cca53bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:42:01.642636 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-105ec5a7-4aa9-4f31-8d4b-9273e7364439 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:01.643036 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105ec5a7-4aa9-4f31-8d4b-9273e7364439 None None] Bound using segment: {'id': '68e7a50e-73db-435c-b4af-5e8cca53bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:42:01.643567 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-105ec5a7-4aa9-4f31-8d4b-9273e7364439 None None] Bound port: 55560b41-d3e8-4305-a98e-b87d93cead0c, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e7a50e-73db-435c-b4af-5e8cca53bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:42:01.643891 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-105ec5a7-4aa9-4f31-8d4b-9273e7364439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:01.674129 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d17e25-a2d8-4299-b998-18abbfbb20ec admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:42:01.688465 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef4706a-0694-4d85-9a00-5f793b8cdcb4 None None] Sync routers for ids ['c8aa46d1-9a8e-456e-a53e-21d34186c2de'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:42:01.707980 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef4706a-0694-4d85-9a00-5f793b8cdcb4 None None] Routers {'c8aa46d1-9a8e-456e-a53e-21d34186c2de'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:42:01.708814 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-7ef4706a-0694-4d85-9a00-5f793b8cdcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:41:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['c8aa46d1-9a8e-456e-a53e-21d34186c2de'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:42:01.718900 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e1d17e25-a2d8-4299-b998-18abbfbb20ec admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:01.720992 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e1d17e25-a2d8-4299-b998-18abbfbb20ec admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5428934 Dec 10 19:42:01.723724 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51474) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:42:01.739773 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-105ec5a7-4aa9-4f31-8d4b-9273e7364439 None None] For port 55560b41-d3e8-4305-a98e-b87d93cead0c, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:42:01.748052 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-105ec5a7-4aa9-4f31-8d4b-9273e7364439 None None] For port 55560b41-d3e8-4305-a98e-b87d93cead0c, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=55560b41-d3e8-4305-a98e-b87d93cead0c,segment=NetworkSegment(68e7a50e-73db-435c-b4af-5e8cca53bd1f),segment_id=68e7a50e-73db-435c-b4af-5e8cca53bd1f)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:42:01.755762 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-105ec5a7-4aa9-4f31-8d4b-9273e7364439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:01.826454 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a647d-f552-466b-af1d-5c9c5c6a6dd5 None None] Pushing event updated for resources: {'Port': ['ID=55560b41-d3e8-4305-a98e-b87d93cead0c,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:01.851408 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-7ef4706a-0694-4d85-9a00-5f793b8cdcb4 None None] Set router c8aa46d1-9a8e-456e-a53e-21d34186c2de gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:42:01.876449 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105ec5a7-4aa9-4f31-8d4b-9273e7364439 None None] Routers {'5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:42:01.877092 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-105ec5a7-4aa9-4f31-8d4b-9273e7364439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:41:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:42:02.117146 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-7ef4706a-0694-4d85-9a00-5f793b8cdcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8aa46d1-9a8e-456e-a53e-21d34186c2de', 'name': 'tempest-TestEncryptedCinderVolumes-1856680061-router', 'tenant_id': 'd330ca9da6e0497ab56550afdb3d7790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '495d677f-02eb-4611-a25c-5f7f4c8b07d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:00Z', 'updated_at': '2021-12-10T19:42:01Z', 'revision_number': 3, 'project_id': 'd330ca9da6e0497ab56550afdb3d7790', 'gw_port': {'id': '495d677f-02eb-4611-a25c-5f7f4c8b07d0', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8aa46d1-9a8e-456e-a53e-21d34186c2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:00Z', 'updated_at': '2021-12-10T19:42:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:42:02.148789 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef4706a-0694-4d85-9a00-5f793b8cdcb4 None None] Checking router: c8aa46d1-9a8e-456e-a53e-21d34186c2de for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:42:02.149142 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef4706a-0694-4d85-9a00-5f793b8cdcb4 None None] Updating router c8aa46d1-9a8e-456e-a53e-21d34186c2de port 495d677f-02eb-4611-a25c-5f7f4c8b07d0 binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:42:02.185128 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-7ef4706a-0694-4d85-9a00-5f793b8cdcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:02.203144 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 0392355c-ca44-4e23-8516-bcf474bd6577 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:42:02.241152 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9e6dea1c-8cff-48c1-8515-fe54d2a8f35a None None] Provisioning complete for port 55560b41-d3e8-4305-a98e-b87d93cead0c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:42:02.241525 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9e6dea1c-8cff-48c1-8515-fe54d2a8f35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:02.280146 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-84ea6161-0395-4e54-91ed-48dca36daa93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:02.298452 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-105ec5a7-4aa9-4f31-8d4b-9273e7364439 None None] Set router 5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:42:02.453907 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 0392355c-ca44-4e23-8516-bcf474bd6577 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:42:02.454293 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:02.472319 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-84ea6161-0395-4e54-91ed-48dca36daa93 admin admin] Allocated IP 172.20.0.1 (8515826a-9446-42c1-9c89-8b47e69e35b0/ae6a3822-ea99-4581-97a8-7c2284df0752/d48ddc69-4637-4d5b-87e5-6530b2341af0) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:42:02.495738 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-7ef4706a-0694-4d85-9a00-5f793b8cdcb4 None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:02.502976 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-7ef4706a-0694-4d85-9a00-5f793b8cdcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:02.508027 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9e6dea1c-8cff-48c1-8515-fe54d2a8f35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:02.555942 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-7ef4706a-0694-4d85-9a00-5f793b8cdcb4 None None] Attempting to bind port 495d677f-02eb-4611-a25c-5f7f4c8b07d0 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:42:02.556314 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-7ef4706a-0694-4d85-9a00-5f793b8cdcb4 None None] Attempting to bind port 495d677f-02eb-4611-a25c-5f7f4c8b07d0 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:42:02.557270 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef4706a-0694-4d85-9a00-5f793b8cdcb4 None None] Attempting to bind port 495d677f-02eb-4611-a25c-5f7f4c8b07d0 on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:42:02.565685 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd1c38a-b703-4fa9-80b8-1103ffb1152f None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:42:02.567284 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef4706a-0694-4d85-9a00-5f793b8cdcb4 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:42:02.567707 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef4706a-0694-4d85-9a00-5f793b8cdcb4 None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:42:02.568114 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-7ef4706a-0694-4d85-9a00-5f793b8cdcb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:02.568550 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef4706a-0694-4d85-9a00-5f793b8cdcb4 None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:42:02.569123 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-7ef4706a-0694-4d85-9a00-5f793b8cdcb4 None None] Bound port: 495d677f-02eb-4611-a25c-5f7f4c8b07d0, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:42:02.569507 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-7ef4706a-0694-4d85-9a00-5f793b8cdcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:02.601579 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9e6dea1c-8cff-48c1-8515-fe54d2a8f35a None None] For port 55560b41-d3e8-4305-a98e-b87d93cead0c, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=55560b41-d3e8-4305-a98e-b87d93cead0c,segment=NetworkSegment(68e7a50e-73db-435c-b4af-5e8cca53bd1f),segment_id=68e7a50e-73db-435c-b4af-5e8cca53bd1f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:42:02.633240 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-7ef4706a-0694-4d85-9a00-5f793b8cdcb4 None None] For port 495d677f-02eb-4611-a25c-5f7f4c8b07d0, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:42:02.633471 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9e6dea1c-8cff-48c1-8515-fe54d2a8f35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:02.638120 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-7ef4706a-0694-4d85-9a00-5f793b8cdcb4 None None] For port 495d677f-02eb-4611-a25c-5f7f4c8b07d0, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=495d677f-02eb-4611-a25c-5f7f4c8b07d0,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:42:02.645121 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31584346-9b41-4f56-a67f-7ec3893e1254 None None] Pushing event updated for resources: {'Port': ['ID=495d677f-02eb-4611-a25c-5f7f4c8b07d0,revision_number=2']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:02.649395 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-7ef4706a-0694-4d85-9a00-5f793b8cdcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:02.708787 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef4706a-0694-4d85-9a00-5f793b8cdcb4 None None] Routers {'c8aa46d1-9a8e-456e-a53e-21d34186c2de'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:42:02.709537 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-7ef4706a-0694-4d85-9a00-5f793b8cdcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:41:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['c8aa46d1-9a8e-456e-a53e-21d34186c2de'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:42:02.720144 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9452807-7436-48cc-a7db-edb981fecfcd None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:42:02.766963 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:02.799540 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6dea1c-8cff-48c1-8515-fe54d2a8f35a None None] Pushing event updated for resources: {'Port': ['ID=55560b41-d3e8-4305-a98e-b87d93cead0c,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:02.801390 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31584346-9b41-4f56-a67f-7ec3893e1254 None None] Pushing event updated for resources: {'Port': ['ID=495d677f-02eb-4611-a25c-5f7f4c8b07d0,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:02.826783 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-105ec5a7-4aa9-4f31-8d4b-9273e7364439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1', 'name': 'tempest-TestEncryptedCinderVolumes-1990976963-router', 'tenant_id': '0c5d2f690170499ca3b29127528a9d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '205b3341-6125-48a9-b436-8fd88195b4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:41:55Z', 'updated_at': '2021-12-10T19:41:58Z', 'revision_number': 4, 'project_id': '0c5d2f690170499ca3b29127528a9d9c', 'gw_port': {'id': '205b3341-6125-48a9-b436-8fd88195b4d2', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:41:56Z', 'updated_at': '2021-12-10T19:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '55560b41-d3e8-4305-a98e-b87d93cead0c', 'name': '', 'network_id': 'ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b', 'tenant_id': '0c5d2f690170499ca3b29127528a9d9c', 'mac_address': 'fa:16:3e:6f:9d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'b8bafa79-440d-4c5e-99b5-ab944e4a5c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:41:57Z', 'updated_at': '2021-12-10T19:42:01Z', 'revision_number': 4, 'project_id': '0c5d2f690170499ca3b29127528a9d9c', 'subnets': [{'id': 'b8bafa79-440d-4c5e-99b5-ab944e4a5c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:42:02.834730 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-abf6306f-e2d5-40c0-b2f1-f017adaf53cd None None] Provisioning complete for port 55560b41-d3e8-4305-a98e-b87d93cead0c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:42:02.835469 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-abf6306f-e2d5-40c0-b2f1-f017adaf53cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:02.856420 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-7ef4706a-0694-4d85-9a00-5f793b8cdcb4 None None] Set router c8aa46d1-9a8e-456e-a53e-21d34186c2de gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:42:02.892846 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105ec5a7-4aa9-4f31-8d4b-9273e7364439 None None] The sync data for ids ['5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1'] in n-d-821435-1 is: [{'id': '5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1', 'name': 'tempest-TestEncryptedCinderVolumes-1990976963-router', 'tenant_id': '0c5d2f690170499ca3b29127528a9d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '205b3341-6125-48a9-b436-8fd88195b4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:41:55Z', 'updated_at': '2021-12-10T19:41:58Z', 'revision_number': 4, 'project_id': '0c5d2f690170499ca3b29127528a9d9c', 'gw_port': {'id': '205b3341-6125-48a9-b436-8fd88195b4d2', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:41:56Z', 'updated_at': '2021-12-10T19:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '55560b41-d3e8-4305-a98e-b87d93cead0c', 'name': '', 'network_id': 'ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b', 'tenant_id': '0c5d2f690170499ca3b29127528a9d9c', 'mac_address': 'fa:16:3e:6f:9d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'b8bafa79-440d-4c5e-99b5-ab944e4a5c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:41:57Z', 'updated_at': '2021-12-10T19:42:01Z', 'revision_number': 4, 'project_id': '0c5d2f690170499ca3b29127528a9d9c', 'subnets': [{'id': 'b8bafa79-440d-4c5e-99b5-ab944e4a5c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:42:02.900178 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 0392355c-ca44-4e23-8516-bcf474bd6577, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=0392355c-ca44-4e23-8516-bcf474bd6577,segment=NetworkSegment(348c24ff-a4ec-4397-b86f-4a99565aad3a),segment_id=348c24ff-a4ec-4397-b86f-4a99565aad3a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:42:02.911436 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6561db1c-8ef8-4a5c-ba94-4557c379ca0e None None] Network 8515826a-9446-42c1-9c89-8b47e69e35b0 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:42:02.983905 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:03.099787 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=0392355c-ca44-4e23-8516-bcf474bd6577,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:03.118445 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-84ea6161-0395-4e54-91ed-48dca36daa93 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:03.138340 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-7ef4706a-0694-4d85-9a00-5f793b8cdcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8aa46d1-9a8e-456e-a53e-21d34186c2de', 'name': 'tempest-TestEncryptedCinderVolumes-1856680061-router', 'tenant_id': 'd330ca9da6e0497ab56550afdb3d7790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '495d677f-02eb-4611-a25c-5f7f4c8b07d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:00Z', 'updated_at': '2021-12-10T19:42:01Z', 'revision_number': 3, 'project_id': 'd330ca9da6e0497ab56550afdb3d7790', 'gw_port': {'id': '495d677f-02eb-4611-a25c-5f7f4c8b07d0', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8aa46d1-9a8e-456e-a53e-21d34186c2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:00Z', 'updated_at': '2021-12-10T19:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:42:03.152788 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-abf6306f-e2d5-40c0-b2f1-f017adaf53cd None None] Provisioning complete for port 495d677f-02eb-4611-a25c-5f7f4c8b07d0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:42:03.152788 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-abf6306f-e2d5-40c0-b2f1-f017adaf53cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:03.177668 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef4706a-0694-4d85-9a00-5f793b8cdcb4 None None] The sync data for ids ['c8aa46d1-9a8e-456e-a53e-21d34186c2de'] in n-d-821435-1 is: [{'id': 'c8aa46d1-9a8e-456e-a53e-21d34186c2de', 'name': 'tempest-TestEncryptedCinderVolumes-1856680061-router', 'tenant_id': 'd330ca9da6e0497ab56550afdb3d7790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '495d677f-02eb-4611-a25c-5f7f4c8b07d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:00Z', 'updated_at': '2021-12-10T19:42:01Z', 'revision_number': 3, 'project_id': 'd330ca9da6e0497ab56550afdb3d7790', 'gw_port': {'id': '495d677f-02eb-4611-a25c-5f7f4c8b07d0', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8aa46d1-9a8e-456e-a53e-21d34186c2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:00Z', 'updated_at': '2021-12-10T19:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:42:03.211191 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-84ea6161-0395-4e54-91ed-48dca36daa93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:03.294145 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea6161-0395-4e54-91ed-48dca36daa93 admin admin] Pushing event updated for resources: {'Port': ['ID=d48ddc69-4637-4d5b-87e5-6530b2341af0,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:03.319398 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ea6161-0395-4e54-91ed-48dca36daa93 admin admin] Network 8515826a-9446-42c1-9c89-8b47e69e35b0 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:42:03.321180 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-84ea6161-0395-4e54-91ed-48dca36daa93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:42:03.324179 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ea6161-0395-4e54-91ed-48dca36daa93 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:42:03.331050 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-abf6306f-e2d5-40c0-b2f1-f017adaf53cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:03.361561 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-abf6306f-e2d5-40c0-b2f1-f017adaf53cd None None] For port 495d677f-02eb-4611-a25c-5f7f4c8b07d0, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=495d677f-02eb-4611-a25c-5f7f4c8b07d0,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:42:03.372425 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-abf6306f-e2d5-40c0-b2f1-f017adaf53cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:03.381219 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-84ea6161-0395-4e54-91ed-48dca36daa93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:03.442322 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf6306f-e2d5-40c0-b2f1-f017adaf53cd None None] Pushing event updated for resources: {'Port': ['ID=495d677f-02eb-4611-a25c-5f7f4c8b07d0,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:03.503643 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb2d76dc-8018-4e13-a764-6676c745dddf None None] Provisioning complete for port 0392355c-ca44-4e23-8516-bcf474bd6577 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:42:03.504091 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb2d76dc-8018-4e13-a764-6676c745dddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:03.569959 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-84ea6161-0395-4e54-91ed-48dca36daa93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:03.726207 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb2d76dc-8018-4e13-a764-6676c745dddf None None] Provisioning complete for port 495d677f-02eb-4611-a25c-5f7f4c8b07d0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:42:03.726731 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb2d76dc-8018-4e13-a764-6676c745dddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:03.871001 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-84ea6161-0395-4e54-91ed-48dca36daa93 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:03.877738 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-84ea6161-0395-4e54-91ed-48dca36daa93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:03.965047 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea6161-0395-4e54-91ed-48dca36daa93 admin admin] Pushing event updated for resources: {'Port': ['ID=d48ddc69-4637-4d5b-87e5-6530b2341af0,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:03.967972 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-84ea6161-0395-4e54-91ed-48dca36daa93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:03.975612 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4771a450-ebd2-4213-a420-1fa1850d79cf None None] Provisioning complete for port d48ddc69-4637-4d5b-87e5-6530b2341af0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:42:03.976105 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4771a450-ebd2-4213-a420-1fa1850d79cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:04.017309 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4771a450-ebd2-4213-a420-1fa1850d79cf None None] Port d48ddc69-4637-4d5b-87e5-6530b2341af0 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:42:04.068565 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 55560b41-d3e8-4305-a98e-b87d93cead0c up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:42:04.122593 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 55560b41-d3e8-4305-a98e-b87d93cead0c triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:42:04.122976 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:04.142406 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ea6161-0395-4e54-91ed-48dca36daa93 admin admin] Network 8515826a-9446-42c1-9c89-8b47e69e35b0 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:42:04.144099 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-84ea6161-0395-4e54-91ed-48dca36daa93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:42:04.275619 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 495d677f-02eb-4611-a25c-5f7f4c8b07d0 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:42:04.351332 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ea6161-0395-4e54-91ed-48dca36daa93 admin admin] Router c8aa46d1-9a8e-456e-a53e-21d34186c2de has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:42:04.364796 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 495d677f-02eb-4611-a25c-5f7f4c8b07d0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:42:04.364796 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:04.455784 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:04.522694 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 0392355c-ca44-4e23-8516-bcf474bd6577 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:42:04.557840 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ea6161-0395-4e54-91ed-48dca36daa93 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:42:04.571979 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-84ea6161-0395-4e54-91ed-48dca36daa93 admin admin] 10.222.0.62 "PUT /v2.0/routers/c8aa46d1-9a8e-456e-a53e-21d34186c2de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8395135 Dec 10 19:42:04.592846 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-48e78405-3686-4fe8-a53b-dab4394d1b1e None None] Provisioning complete for port d48ddc69-4637-4d5b-87e5-6530b2341af0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:42:04.593227 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-48e78405-3686-4fe8-a53b-dab4394d1b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:04.638182 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-48e78405-3686-4fe8-a53b-dab4394d1b1e None None] Port d48ddc69-4637-4d5b-87e5-6530b2341af0 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:42:04.643461 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 0392355c-ca44-4e23-8516-bcf474bd6577 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:42:04.643817 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:05.623024 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817974da-7968-4584-9e34-e225316c3386 req-5b1bec05-8b4f-4971-902e-f38c3747de43 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:05.624721 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-817974da-7968-4584-9e34-e225316c3386 req-5b1bec05-8b4f-4971-902e-f38c3747de43 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/networks?id=ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b HTTP/1.1" status: 200 len: 817 time: 0.1035929 Dec 10 19:42:05.639652 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-817974da-7968-4584-9e34-e225316c3386 req-e1383d70-3106-40ad-a4f0-617af5a92948 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/quotas/0c5d2f690170499ca3b29127528a9d9c HTTP/1.1" status: 200 len: 375 time: 0.0090702 Dec 10 19:42:05.697326 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-817974da-7968-4584-9e34-e225316c3386 req-07e50f98-db0c-4762-ab10-e3b6d6e2c4e3 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0c5d2f690170499ca3b29127528a9d9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525913 Dec 10 19:42:05.792506 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-817974da-7968-4584-9e34-e225316c3386 req-f9d04bf7-0714-48c6-a96b-d115dff337c9 service neutron] 10.222.0.62 "GET /v2.0/networks/ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833309 Dec 10 19:42:05.891861 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-817974da-7968-4584-9e34-e225316c3386 req-9525913c-e98f-497f-b770-c83b7fe1105f service neutron] 10.222.0.62 "GET /v2.0/networks/ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920291 Dec 10 19:42:06.065020 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-87092281-3783-4ff5-8588-35594ab39c9e req-05b91bdc-9120-497c-a0e9-a10977c5d3e8 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/ports?device_id=6065470e-13ac-412a-aa57-9b296f66a074 HTTP/1.1" status: 200 len: 210 time: 0.0307758 Dec 10 19:42:06.635208 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c29996-8e48-418e-bb5f-2918e1f9834a None None] Sync routers for ids ['c8aa46d1-9a8e-456e-a53e-21d34186c2de'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:42:06.645393 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c29996-8e48-418e-bb5f-2918e1f9834a None None] Routers {'c8aa46d1-9a8e-456e-a53e-21d34186c2de'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:42:06.646010 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d2c29996-8e48-418e-bb5f-2918e1f9834a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:41:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['c8aa46d1-9a8e-456e-a53e-21d34186c2de'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:42:06.750771 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-d2c29996-8e48-418e-bb5f-2918e1f9834a None None] Set router c8aa46d1-9a8e-456e-a53e-21d34186c2de gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:42:06.964554 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d2c29996-8e48-418e-bb5f-2918e1f9834a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8aa46d1-9a8e-456e-a53e-21d34186c2de', 'name': 'tempest-TestEncryptedCinderVolumes-1856680061-router', 'tenant_id': 'd330ca9da6e0497ab56550afdb3d7790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '495d677f-02eb-4611-a25c-5f7f4c8b07d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:00Z', 'updated_at': '2021-12-10T19:42:03Z', 'revision_number': 4, 'project_id': 'd330ca9da6e0497ab56550afdb3d7790', 'gw_port': {'id': '495d677f-02eb-4611-a25c-5f7f4c8b07d0', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8aa46d1-9a8e-456e-a53e-21d34186c2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:00Z', 'updated_at': '2021-12-10T19:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'd48ddc69-4637-4d5b-87e5-6530b2341af0', 'name': '', 'network_id': '8515826a-9446-42c1-9c89-8b47e69e35b0', 'tenant_id': 'd330ca9da6e0497ab56550afdb3d7790', 'mac_address': 'fa:16:3e:63:57:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8aa46d1-9a8e-456e-a53e-21d34186c2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'ae6a3822-ea99-4581-97a8-7c2284df0752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:02Z', 'updated_at': '2021-12-10T19:42:03Z', 'revision_number': 2, 'project_id': 'd330ca9da6e0497ab56550afdb3d7790', 'subnets': [{'id': 'ae6a3822-ea99-4581-97a8-7c2284df0752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:42:06.995265 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c29996-8e48-418e-bb5f-2918e1f9834a None None] Checking router: c8aa46d1-9a8e-456e-a53e-21d34186c2de for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:42:06.995703 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c29996-8e48-418e-bb5f-2918e1f9834a None None] Updating router c8aa46d1-9a8e-456e-a53e-21d34186c2de port d48ddc69-4637-4d5b-87e5-6530b2341af0 binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:42:07.013081 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817974da-7968-4584-9e34-e225316c3386 req-875399d0-9fb3-4ff5-bbc7-cc464a7acbfd tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:07.014486 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-817974da-7968-4584-9e34-e225316c3386 req-875399d0-9fb3-4ff5-bbc7-cc464a7acbfd tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.46 "GET /v2.0/networks?id=ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b HTTP/1.1" status: 200 len: 817 time: 0.1224349 Dec 10 19:42:07.021840 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d2c29996-8e48-418e-bb5f-2918e1f9834a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:07.027650 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-817974da-7968-4584-9e34-e225316c3386 req-546ddba3-2d9b-4cf2-8a92-dfdedfc061e2 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Request body: {'port': {'device_id': '6065470e-13ac-412a-aa57-9b296f66a074', 'network_id': 'ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b', 'admin_state_up': True, 'tenant_id': '0c5d2f690170499ca3b29127528a9d9c'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:42:07.153377 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-817974da-7968-4584-9e34-e225316c3386 req-546ddba3-2d9b-4cf2-8a92-dfdedfc061e2 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Made reservation on behalf of 0c5d2f690170499ca3b29127528a9d9c for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:42:07.158078 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-817974da-7968-4584-9e34-e225316c3386 req-546ddba3-2d9b-4cf2-8a92-dfdedfc061e2 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:07.164858 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ed76995b-7723-402e-83c4-dfabd1b7a6ac req-014e056c-455d-4ff8-8e2f-852a4ad4a964 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/ports?device_id=6065470e-13ac-412a-aa57-9b296f66a074 HTTP/1.1" status: 200 len: 210 time: 0.0277104 Dec 10 19:42:07.294444 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d2c29996-8e48-418e-bb5f-2918e1f9834a None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:07.294855 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-817974da-7968-4584-9e34-e225316c3386 req-546ddba3-2d9b-4cf2-8a92-dfdedfc061e2 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Allocated IP 172.20.0.4 (ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b/b8bafa79-440d-4c5e-99b5-ab944e4a5c5e/70482237-b219-4f7b-99b8-f1a9070a48c2) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:42:07.300135 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d2c29996-8e48-418e-bb5f-2918e1f9834a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:07.362303 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33dd5f9-db5d-44c6-ae20-0e4fc081d1eb None None] Pushing event updated for resources: {'Port': ['ID=d48ddc69-4637-4d5b-87e5-6530b2341af0,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:07.415140 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d2c29996-8e48-418e-bb5f-2918e1f9834a None None] Attempting to bind port d48ddc69-4637-4d5b-87e5-6530b2341af0 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:42:07.415513 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d2c29996-8e48-418e-bb5f-2918e1f9834a None None] Attempting to bind port d48ddc69-4637-4d5b-87e5-6530b2341af0 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '348c24ff-a4ec-4397-b86f-4a99565aad3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8515826a-9446-42c1-9c89-8b47e69e35b0'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:42:07.415880 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c29996-8e48-418e-bb5f-2918e1f9834a None None] Attempting to bind port d48ddc69-4637-4d5b-87e5-6530b2341af0 on network 8515826a-9446-42c1-9c89-8b47e69e35b0 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:42:07.421185 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c29996-8e48-418e-bb5f-2918e1f9834a None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:42:07.421569 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c29996-8e48-418e-bb5f-2918e1f9834a None None] Checking segment: {'id': '348c24ff-a4ec-4397-b86f-4a99565aad3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8515826a-9446-42c1-9c89-8b47e69e35b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:42:07.423478 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d2c29996-8e48-418e-bb5f-2918e1f9834a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:07.423478 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c29996-8e48-418e-bb5f-2918e1f9834a None None] Bound using segment: {'id': '348c24ff-a4ec-4397-b86f-4a99565aad3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8515826a-9446-42c1-9c89-8b47e69e35b0'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:42:07.423478 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d2c29996-8e48-418e-bb5f-2918e1f9834a None None] Bound port: d48ddc69-4637-4d5b-87e5-6530b2341af0, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348c24ff-a4ec-4397-b86f-4a99565aad3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8515826a-9446-42c1-9c89-8b47e69e35b0'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:42:07.423829 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d2c29996-8e48-418e-bb5f-2918e1f9834a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:07.465920 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-817974da-7968-4584-9e34-e225316c3386 req-546ddba3-2d9b-4cf2-8a92-dfdedfc061e2 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:07.487530 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d2c29996-8e48-418e-bb5f-2918e1f9834a None None] For port d48ddc69-4637-4d5b-87e5-6530b2341af0, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:42:07.491837 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d2c29996-8e48-418e-bb5f-2918e1f9834a None None] For port d48ddc69-4637-4d5b-87e5-6530b2341af0, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=d48ddc69-4637-4d5b-87e5-6530b2341af0,segment=NetworkSegment(348c24ff-a4ec-4397-b86f-4a99565aad3a),segment_id=348c24ff-a4ec-4397-b86f-4a99565aad3a)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:42:07.496663 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d2c29996-8e48-418e-bb5f-2918e1f9834a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:07.509507 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-817974da-7968-4584-9e34-e225316c3386 req-546ddba3-2d9b-4cf2-8a92-dfdedfc061e2 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:07.564682 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c29996-8e48-418e-bb5f-2918e1f9834a None None] Routers {'c8aa46d1-9a8e-456e-a53e-21d34186c2de'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:42:07.565378 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d2c29996-8e48-418e-bb5f-2918e1f9834a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:41:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['c8aa46d1-9a8e-456e-a53e-21d34186c2de'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:42:07.569294 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33dd5f9-db5d-44c6-ae20-0e4fc081d1eb None None] Pushing event updated for resources: {'Port': ['ID=d48ddc69-4637-4d5b-87e5-6530b2341af0,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:07.574581 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-817974da-7968-4584-9e34-e225316c3386 req-546ddba3-2d9b-4cf2-8a92-dfdedfc061e2 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Network ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:42:07.577904 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-817974da-7968-4584-9e34-e225316c3386 req-546ddba3-2d9b-4cf2-8a92-dfdedfc061e2 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:42:07.583227 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-817974da-7968-4584-9e34-e225316c3386 req-546ddba3-2d9b-4cf2-8a92-dfdedfc061e2 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:42:07.587553 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ddba3-2d9b-4cf2-8a92-dfdedfc061e2 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Pushing event updated for resources: {'Port': ['ID=70482237-b219-4f7b-99b8-f1a9070a48c2,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:07.639397 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817974da-7968-4584-9e34-e225316c3386 req-546ddba3-2d9b-4cf2-8a92-dfdedfc061e2 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:07.640342 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-817974da-7968-4584-9e34-e225316c3386 req-546ddba3-2d9b-4cf2-8a92-dfdedfc061e2 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:07.652434 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4c3aee18-d739-4696-a95c-3930a8f93029 None None] Provisioning complete for port d48ddc69-4637-4d5b-87e5-6530b2341af0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:42:07.653132 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4c3aee18-d739-4696-a95c-3930a8f93029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:07.659756 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-817974da-7968-4584-9e34-e225316c3386 req-546ddba3-2d9b-4cf2-8a92-dfdedfc061e2 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6360476 Dec 10 19:42:07.676481 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-817974da-7968-4584-9e34-e225316c3386 req-8db9dc8a-eed9-4301-8f15-86ec3db91243 service neutron] Request body: {'port': {'device_id': '6065470e-13ac-412a-aa57-9b296f66a074', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:42:07.740488 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-817974da-7968-4584-9e34-e225316c3386 req-8db9dc8a-eed9-4301-8f15-86ec3db91243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:07.897649 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-d2c29996-8e48-418e-bb5f-2918e1f9834a None None] Set router c8aa46d1-9a8e-456e-a53e-21d34186c2de gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:42:08.004158 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4c3aee18-d739-4696-a95c-3930a8f93029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:08.028324 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-817974da-7968-4584-9e34-e225316c3386 req-8db9dc8a-eed9-4301-8f15-86ec3db91243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70482237-b219-4f7b-99b8-f1a9070a48c2 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:42:08.036298 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-817974da-7968-4584-9e34-e225316c3386 req-8db9dc8a-eed9-4301-8f15-86ec3db91243 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:08.048826 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-817974da-7968-4584-9e34-e225316c3386 req-8db9dc8a-eed9-4301-8f15-86ec3db91243 service neutron] Transition to ACTIVE for port object 70482237-b219-4f7b-99b8-f1a9070a48c2 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:42:08.052603 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-817974da-7968-4584-9e34-e225316c3386 req-8db9dc8a-eed9-4301-8f15-86ec3db91243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:08.086978 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4c3aee18-d739-4696-a95c-3930a8f93029 None None] For port d48ddc69-4637-4d5b-87e5-6530b2341af0, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=d48ddc69-4637-4d5b-87e5-6530b2341af0,segment=NetworkSegment(348c24ff-a4ec-4397-b86f-4a99565aad3a),segment_id=348c24ff-a4ec-4397-b86f-4a99565aad3a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:42:08.095524 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4c3aee18-d739-4696-a95c-3930a8f93029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:08.121425 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db9dc8a-eed9-4301-8f15-86ec3db91243 service neutron] Pushing event updated for resources: {'Port': ['ID=70482237-b219-4f7b-99b8-f1a9070a48c2,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:08.158295 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3aee18-d739-4696-a95c-3930a8f93029 None None] Pushing event updated for resources: {'Port': ['ID=d48ddc69-4637-4d5b-87e5-6530b2341af0,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:08.198750 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-817974da-7968-4584-9e34-e225316c3386 req-8db9dc8a-eed9-4301-8f15-86ec3db91243 service neutron] Attempting to bind port 70482237-b219-4f7b-99b8-f1a9070a48c2 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:42:08.199176 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-817974da-7968-4584-9e34-e225316c3386 req-8db9dc8a-eed9-4301-8f15-86ec3db91243 service neutron] Attempting to bind port 70482237-b219-4f7b-99b8-f1a9070a48c2 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '68e7a50e-73db-435c-b4af-5e8cca53bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:42:08.199522 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817974da-7968-4584-9e34-e225316c3386 req-8db9dc8a-eed9-4301-8f15-86ec3db91243 service neutron] Attempting to bind port 70482237-b219-4f7b-99b8-f1a9070a48c2 on network ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:42:08.205081 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817974da-7968-4584-9e34-e225316c3386 req-8db9dc8a-eed9-4301-8f15-86ec3db91243 service neutron] Port 70482237-b219-4f7b-99b8-f1a9070a48c2 on network ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:42:08.205520 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817974da-7968-4584-9e34-e225316c3386 req-8db9dc8a-eed9-4301-8f15-86ec3db91243 service neutron] Attempting to bind port 70482237-b219-4f7b-99b8-f1a9070a48c2 on network ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:42:08.212196 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817974da-7968-4584-9e34-e225316c3386 req-8db9dc8a-eed9-4301-8f15-86ec3db91243 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:42:08.212713 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817974da-7968-4584-9e34-e225316c3386 req-8db9dc8a-eed9-4301-8f15-86ec3db91243 service neutron] Checking segment: {'id': '68e7a50e-73db-435c-b4af-5e8cca53bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:42:08.213207 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817974da-7968-4584-9e34-e225316c3386 req-8db9dc8a-eed9-4301-8f15-86ec3db91243 service neutron] Bound using segment: {'id': '68e7a50e-73db-435c-b4af-5e8cca53bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:42:08.213741 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-817974da-7968-4584-9e34-e225316c3386 req-8db9dc8a-eed9-4301-8f15-86ec3db91243 service neutron] Bound port: 70482237-b219-4f7b-99b8-f1a9070a48c2, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68e7a50e-73db-435c-b4af-5e8cca53bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:42:08.214808 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-817974da-7968-4584-9e34-e225316c3386 req-8db9dc8a-eed9-4301-8f15-86ec3db91243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:08.221918 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d2c29996-8e48-418e-bb5f-2918e1f9834a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8aa46d1-9a8e-456e-a53e-21d34186c2de', 'name': 'tempest-TestEncryptedCinderVolumes-1856680061-router', 'tenant_id': 'd330ca9da6e0497ab56550afdb3d7790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '495d677f-02eb-4611-a25c-5f7f4c8b07d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:00Z', 'updated_at': '2021-12-10T19:42:03Z', 'revision_number': 4, 'project_id': 'd330ca9da6e0497ab56550afdb3d7790', 'gw_port': {'id': '495d677f-02eb-4611-a25c-5f7f4c8b07d0', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8aa46d1-9a8e-456e-a53e-21d34186c2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:00Z', 'updated_at': '2021-12-10T19:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'd48ddc69-4637-4d5b-87e5-6530b2341af0', 'name': '', 'network_id': '8515826a-9446-42c1-9c89-8b47e69e35b0', 'tenant_id': 'd330ca9da6e0497ab56550afdb3d7790', 'mac_address': 'fa:16:3e:63:57:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8aa46d1-9a8e-456e-a53e-21d34186c2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'ae6a3822-ea99-4581-97a8-7c2284df0752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:02Z', 'updated_at': '2021-12-10T19:42:07Z', 'revision_number': 4, 'project_id': 'd330ca9da6e0497ab56550afdb3d7790', 'subnets': [{'id': 'ae6a3822-ea99-4581-97a8-7c2284df0752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:42:08.260116 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c29996-8e48-418e-bb5f-2918e1f9834a None None] The sync data for ids ['c8aa46d1-9a8e-456e-a53e-21d34186c2de'] in n-d-821435-1 is: [{'id': 'c8aa46d1-9a8e-456e-a53e-21d34186c2de', 'name': 'tempest-TestEncryptedCinderVolumes-1856680061-router', 'tenant_id': 'd330ca9da6e0497ab56550afdb3d7790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '495d677f-02eb-4611-a25c-5f7f4c8b07d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:00Z', 'updated_at': '2021-12-10T19:42:03Z', 'revision_number': 4, 'project_id': 'd330ca9da6e0497ab56550afdb3d7790', 'gw_port': {'id': '495d677f-02eb-4611-a25c-5f7f4c8b07d0', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8aa46d1-9a8e-456e-a53e-21d34186c2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:00Z', 'updated_at': '2021-12-10T19:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'd48ddc69-4637-4d5b-87e5-6530b2341af0', 'name': '', 'network_id': '8515826a-9446-42c1-9c89-8b47e69e35b0', 'tenant_id': 'd330ca9da6e0497ab56550afdb3d7790', 'mac_address': 'fa:16:3e:63:57:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8aa46d1-9a8e-456e-a53e-21d34186c2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'ae6a3822-ea99-4581-97a8-7c2284df0752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:02Z', 'updated_at': '2021-12-10T19:42:07Z', 'revision_number': 4, 'project_id': 'd330ca9da6e0497ab56550afdb3d7790', 'subnets': [{'id': 'ae6a3822-ea99-4581-97a8-7c2284df0752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:42:08.271835 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-09333b96-c873-4883-a4f1-509b7aa5fc44 None None] Provisioning complete for port d48ddc69-4637-4d5b-87e5-6530b2341af0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:42:08.272334 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-09333b96-c873-4883-a4f1-509b7aa5fc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:08.358636 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-817974da-7968-4584-9e34-e225316c3386 req-8db9dc8a-eed9-4301-8f15-86ec3db91243 service neutron] For port 70482237-b219-4f7b-99b8-f1a9070a48c2, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:42:08.363616 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-817974da-7968-4584-9e34-e225316c3386 req-8db9dc8a-eed9-4301-8f15-86ec3db91243 service neutron] For port 70482237-b219-4f7b-99b8-f1a9070a48c2, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=70482237-b219-4f7b-99b8-f1a9070a48c2,segment=NetworkSegment(68e7a50e-73db-435c-b4af-5e8cca53bd1f),segment_id=68e7a50e-73db-435c-b4af-5e8cca53bd1f)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:42:08.372755 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4efd4-5324-4159-a526-a7b514541ffa req-920bfd94-4095-4dc4-b609-79eb669e9fcb tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:08.374605 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c7d4efd4-5324-4159-a526-a7b514541ffa req-920bfd94-4095-4dc4-b609-79eb669e9fcb tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/ports?device_id=6065470e-13ac-412a-aa57-9b296f66a074 HTTP/1.1" status: 200 len: 943 time: 0.1136284 Dec 10 19:42:08.376987 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-817974da-7968-4584-9e34-e225316c3386 req-8db9dc8a-eed9-4301-8f15-86ec3db91243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:08.430384 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817974da-7968-4584-9e34-e225316c3386 req-8db9dc8a-eed9-4301-8f15-86ec3db91243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:08.431031 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-817974da-7968-4584-9e34-e225316c3386 req-8db9dc8a-eed9-4301-8f15-86ec3db91243 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:08.432484 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-817974da-7968-4584-9e34-e225316c3386 req-8db9dc8a-eed9-4301-8f15-86ec3db91243 service neutron] 10.222.0.46 "PUT /v2.0/ports/70482237-b219-4f7b-99b8-f1a9070a48c2 HTTP/1.1" status: 200 len: 1091 time: 0.7648745 Dec 10 19:42:08.440190 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6065470e-13ac-412a-aa57-9b296f66a074', 'tag': '70482237-b219-4f7b-99b8-f1a9070a48c2'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:42:08.442722 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94edde3e-08fc-442d-a0e2-f4fafbd14d48" -d '{"events": [{"name": "network-changed", "server_uuid": "6065470e-13ac-412a-aa57-9b296f66a074", "tag": "70482237-b219-4f7b-99b8-f1a9070a48c2"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:42:08.497952 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2176e31-4563-45b0-af07-4f3ee40e82e9 x-openstack-request-id: req-a2176e31-4563-45b0-af07-4f3ee40e82e9 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:42:08.498283 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6065470e-13ac-412a-aa57-9b296f66a074", "tag": "70482237-b219-4f7b-99b8-f1a9070a48c2", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:42:08.498501 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a2176e31-4563-45b0-af07-4f3ee40e82e9 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:42:08.499168 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6065470e-13ac-412a-aa57-9b296f66a074', 'tag': '70482237-b219-4f7b-99b8-f1a9070a48c2', 'status': 'completed', 'code': 200} Dec 10 19:42:08.529155 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db9dc8a-eed9-4301-8f15-86ec3db91243 service neutron] Pushing event updated for resources: {'Port': ['ID=70482237-b219-4f7b-99b8-f1a9070a48c2,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:08.536899 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c7d4efd4-5324-4159-a526-a7b514541ffa req-6c685aa2-5183-4b1c-8cb2-f242e5ffcb66 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0a98a09-ca00-4784-aff7-3a7bbc67e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545339 Dec 10 19:42:08.555465 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817974da-7968-4584-9e34-e225316c3386 req-ab4f7cbd-8362-48fb-818b-ccbbfae72ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:08.559087 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-817974da-7968-4584-9e34-e225316c3386 req-ab4f7cbd-8362-48fb-818b-ccbbfae72ea6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c5d2f690170499ca3b29127528a9d9c&device_id=6065470e-13ac-412a-aa57-9b296f66a074 HTTP/1.1" status: 200 len: 1094 time: 0.0773165 Dec 10 19:42:08.611880 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-817974da-7968-4584-9e34-e225316c3386 req-7d5288ce-024c-4cc3-8ba7-731409f021b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70482237-b219-4f7b-99b8-f1a9070a48c2 HTTP/1.1" status: 200 len: 217 time: 0.0432153 Dec 10 19:42:08.664062 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817974da-7968-4584-9e34-e225316c3386 req-1aad41cd-7e1c-4c9a-9861-0a019473f3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:08.665601 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-817974da-7968-4584-9e34-e225316c3386 req-1aad41cd-7e1c-4c9a-9861-0a019473f3c1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b8bafa79-440d-4c5e-99b5-ab944e4a5c5e HTTP/1.1" status: 200 len: 856 time: 0.0470703 Dec 10 19:42:08.720261 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817974da-7968-4584-9e34-e225316c3386 req-0ea9c0b7-ad4d-4866-a940-2a83305c245d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:08.721878 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-817974da-7968-4584-9e34-e225316c3386 req-0ea9c0b7-ad4d-4866-a940-2a83305c245d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475247 Dec 10 19:42:08.814811 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:08.819986 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-817974da-7968-4584-9e34-e225316c3386 req-eb1ed626-51bc-476e-939b-851cecbf51fb service neutron] 10.222.0.46 "GET /v2.0/networks/ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909872 Dec 10 19:42:08.926506 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-817974da-7968-4584-9e34-e225316c3386 req-68fd170c-bd64-4da0-b1b3-196b98376375 service neutron] 10.222.0.46 "GET /v2.0/networks/ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996466 Dec 10 19:42:09.011215 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edde3e-08fc-442d-a0e2-f4fafbd14d48 req-f33410da-fefd-4ef5-8986-307a7f9619ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:09.012739 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-94edde3e-08fc-442d-a0e2-f4fafbd14d48 req-f33410da-fefd-4ef5-8986-307a7f9619ea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c5d2f690170499ca3b29127528a9d9c&device_id=6065470e-13ac-412a-aa57-9b296f66a074 HTTP/1.1" status: 200 len: 1094 time: 0.0405929 Dec 10 19:42:09.105200 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edde3e-08fc-442d-a0e2-f4fafbd14d48 req-d398b341-490c-4ffd-9103-70aa9b57a48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:09.106667 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-94edde3e-08fc-442d-a0e2-f4fafbd14d48 req-d398b341-490c-4ffd-9103-70aa9b57a48d service neutron] 10.222.0.46 "GET /v2.0/networks?id=ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b HTTP/1.1" status: 200 len: 918 time: 0.0864272 Dec 10 19:42:09.147648 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-94edde3e-08fc-442d-a0e2-f4fafbd14d48 req-27a11dc9-8520-4cf2-a6a1-50638802f042 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70482237-b219-4f7b-99b8-f1a9070a48c2 HTTP/1.1" status: 200 len: 217 time: 0.0343325 Dec 10 19:42:09.198568 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edde3e-08fc-442d-a0e2-f4fafbd14d48 req-9280f56c-0fe7-4c0c-b295-82f3a3628814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:09.200031 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-94edde3e-08fc-442d-a0e2-f4fafbd14d48 req-9280f56c-0fe7-4c0c-b295-82f3a3628814 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b8bafa79-440d-4c5e-99b5-ab944e4a5c5e HTTP/1.1" status: 200 len: 856 time: 0.0450130 Dec 10 19:42:09.246209 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edde3e-08fc-442d-a0e2-f4fafbd14d48 req-492eec63-d7d6-4b1a-beba-644ed637dd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:09.247678 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-94edde3e-08fc-442d-a0e2-f4fafbd14d48 req-492eec63-d7d6-4b1a-beba-644ed637dd54 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390499 Dec 10 19:42:09.342089 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-94edde3e-08fc-442d-a0e2-f4fafbd14d48 req-176328fc-6564-45d8-93ef-180e6ad4a5a6 service neutron] 10.222.0.46 "GET /v2.0/networks/ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852885 Dec 10 19:42:09.433721 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-94edde3e-08fc-442d-a0e2-f4fafbd14d48 req-5b655c16-eff9-4b57-8bb7-85c7da3d23a2 service neutron] 10.222.0.46 "GET /v2.0/networks/ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828991 Dec 10 19:42:09.615677 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:42:09.668012 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02091779-90e8-4a35-abde-eabea3632f13 req-e241ff50-5337-4149-8808-f8c7dea0160e tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:09.669519 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-02091779-90e8-4a35-abde-eabea3632f13 req-e241ff50-5337-4149-8808-f8c7dea0160e tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/ports?device_id=6065470e-13ac-412a-aa57-9b296f66a074 HTTP/1.1" status: 200 len: 943 time: 0.0488386 Dec 10 19:42:09.717874 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-02091779-90e8-4a35-abde-eabea3632f13 req-8ee6c139-c758-4b17-bf21-2fe6a2734d36 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0a98a09-ca00-4784-aff7-3a7bbc67e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411873 Dec 10 19:42:09.928161 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d48ddc69-4637-4d5b-87e5-6530b2341af0 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:42:09.980205 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port d48ddc69-4637-4d5b-87e5-6530b2341af0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:42:09.980587 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:10.840191 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568aed8b-073b-447c-8850-2906f70348fe req-a3cc6a4a-8960-4b6b-98c4-047aa4665fc0 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:10.841736 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-568aed8b-073b-447c-8850-2906f70348fe req-a3cc6a4a-8960-4b6b-98c4-047aa4665fc0 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/ports?device_id=6065470e-13ac-412a-aa57-9b296f66a074 HTTP/1.1" status: 200 len: 943 time: 0.0548511 Dec 10 19:42:10.898486 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-568aed8b-073b-447c-8850-2906f70348fe req-b04ea425-375b-4b2b-874c-74091fecf88a tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0a98a09-ca00-4784-aff7-3a7bbc67e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469370 Dec 10 19:42:11.377293 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 70482237-b219-4f7b-99b8-f1a9070a48c2 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:42:11.471964 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 70482237-b219-4f7b-99b8-f1a9070a48c2, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=70482237-b219-4f7b-99b8-f1a9070a48c2,segment=NetworkSegment(68e7a50e-73db-435c-b4af-5e8cca53bd1f),segment_id=68e7a50e-73db-435c-b4af-5e8cca53bd1f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:42:11.483379 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '70482237-b219-4f7b-99b8-f1a9070a48c2', 'network_id': 'ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b', 'port_id': '70482237-b219-4f7b-99b8-f1a9070a48c2', 'mac_address': 'fa:16:3e:54:6b:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bafa79-440d-4c5e-99b5-ab944e4a5c5e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:42:11.519299 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:11.532386 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70482237-b219-4f7b-99b8-f1a9070a48c2 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:42:11.550679 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 70482237-b219-4f7b-99b8-f1a9070a48c2, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=70482237-b219-4f7b-99b8-f1a9070a48c2,segment=NetworkSegment(68e7a50e-73db-435c-b4af-5e8cca53bd1f),segment_id=68e7a50e-73db-435c-b4af-5e8cca53bd1f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:42:11.554054 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:11.601024 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=70482237-b219-4f7b-99b8-f1a9070a48c2,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:11.760462 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['70482237-b219-4f7b-99b8-f1a9070a48c2'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:42:12.015231 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc3742-0e7d-4b11-a7d8-448ea6f23a43 req-8325f413-ae66-452d-8708-71ccdaf4960c tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:12.017201 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8efc3742-0e7d-4b11-a7d8-448ea6f23a43 req-8325f413-ae66-452d-8708-71ccdaf4960c tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/ports?device_id=6065470e-13ac-412a-aa57-9b296f66a074 HTTP/1.1" status: 200 len: 944 time: 0.0501523 Dec 10 19:42:12.070212 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8efc3742-0e7d-4b11-a7d8-448ea6f23a43 req-19ba472e-dbf0-420e-b3ed-8978b313501b tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0a98a09-ca00-4784-aff7-3a7bbc67e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469120 Dec 10 19:42:13.185112 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252199ba-02ba-4d28-8387-37c755434516 req-f74b45cf-e0cc-41bf-a9ce-ed560ebe31ff tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:13.186666 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-252199ba-02ba-4d28-8387-37c755434516 req-f74b45cf-e0cc-41bf-a9ce-ed560ebe31ff tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/ports?device_id=6065470e-13ac-412a-aa57-9b296f66a074 HTTP/1.1" status: 200 len: 944 time: 0.0486000 Dec 10 19:42:13.233901 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-252199ba-02ba-4d28-8387-37c755434516 req-8854331e-ad01-4460-8657-0f563e77f4fb tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0a98a09-ca00-4784-aff7-3a7bbc67e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406718 Dec 10 19:42:13.377228 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 70482237-b219-4f7b-99b8-f1a9070a48c2 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:42:13.426339 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 70482237-b219-4f7b-99b8-f1a9070a48c2 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:42:13.430364 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 70482237-b219-4f7b-99b8-f1a9070a48c2 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:42:13.430742 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:13.512362 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:13.545622 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6065470e-13ac-412a-aa57-9b296f66a074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70482237-b219-4f7b-99b8-f1a9070a48c2'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:42:13.549054 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f39997a1e7c5b6ae782956bbd1fa5b612e64aa5908109c3bc10b0e272c8d4b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce227d5-4a7f-4895-90a7-31a28d741c30" -d '{"events": [{"server_uuid": "6065470e-13ac-412a-aa57-9b296f66a074", "name": "network-vif-plugged", "status": "completed", "tag": "70482237-b219-4f7b-99b8-f1a9070a48c2"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:42:13.565827 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 70482237-b219-4f7b-99b8-f1a9070a48c2, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=70482237-b219-4f7b-99b8-f1a9070a48c2,segment=NetworkSegment(68e7a50e-73db-435c-b4af-5e8cca53bd1f),segment_id=68e7a50e-73db-435c-b4af-5e8cca53bd1f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:42:13.571641 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:13.601093 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c5ecf6-84e2-4fa3-99f0-dfe100ca559b x-openstack-request-id: req-55c5ecf6-84e2-4fa3-99f0-dfe100ca559b {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:42:13.601510 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6065470e-13ac-412a-aa57-9b296f66a074", "name": "network-vif-plugged", "status": "completed", "tag": "70482237-b219-4f7b-99b8-f1a9070a48c2", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:42:13.601775 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-55c5ecf6-84e2-4fa3-99f0-dfe100ca559b {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:42:13.602174 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6065470e-13ac-412a-aa57-9b296f66a074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70482237-b219-4f7b-99b8-f1a9070a48c2', 'code': 200} Dec 10 19:42:13.628719 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=70482237-b219-4f7b-99b8-f1a9070a48c2,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:13.694491 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d43ae-6d2b-4a77-a536-8a883cba7d39 req-676ae6ac-8098-4d65-a1cc-5c7e311a41a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:13.695983 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d59d43ae-6d2b-4a77-a536-8a883cba7d39 req-676ae6ac-8098-4d65-a1cc-5c7e311a41a5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6065470e-13ac-412a-aa57-9b296f66a074 HTTP/1.1" status: 200 len: 1096 time: 0.0437882 Dec 10 19:42:13.741642 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d59d43ae-6d2b-4a77-a536-8a883cba7d39 req-19d73841-07db-4e65-8902-f11f86197ef4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f0a98a09-ca00-4784-aff7-3a7bbc67e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375555 Dec 10 19:42:14.351987 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2738f-fb68-47cf-9396-2b14114fec17 req-497e5dea-751e-42a8-a4cb-282baf85475c tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:14.353534 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cde2738f-fb68-47cf-9396-2b14114fec17 req-497e5dea-751e-42a8-a4cb-282baf85475c tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/ports?device_id=6065470e-13ac-412a-aa57-9b296f66a074 HTTP/1.1" status: 200 len: 945 time: 0.0497890 Dec 10 19:42:14.400851 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cde2738f-fb68-47cf-9396-2b14114fec17 req-87f41aef-ba87-488a-8848-25c3dac49207 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0a98a09-ca00-4784-aff7-3a7bbc67e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413027 Dec 10 19:42:15.519203 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec617534-5c21-4621-8551-709cf5438ab0 req-b8aa0d91-a10b-4053-92bf-f294a86c8d24 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:15.520689 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ec617534-5c21-4621-8551-709cf5438ab0 req-b8aa0d91-a10b-4053-92bf-f294a86c8d24 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/ports?device_id=6065470e-13ac-412a-aa57-9b296f66a074 HTTP/1.1" status: 200 len: 945 time: 0.0482519 Dec 10 19:42:15.567335 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ec617534-5c21-4621-8551-709cf5438ab0 req-4f506e5f-e09e-4bba-bcea-d2fc8b88ac8f tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0a98a09-ca00-4784-aff7-3a7bbc67e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406811 Dec 10 19:42:15.684298 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855a8e8-27fd-419c-8cdc-346f51d01f4e req-aad8a341-6968-4b42-81fe-759cf6fe808c tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:15.685725 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b855a8e8-27fd-419c-8cdc-346f51d01f4e req-aad8a341-6968-4b42-81fe-759cf6fe808c tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/ports?device_id=6065470e-13ac-412a-aa57-9b296f66a074 HTTP/1.1" status: 200 len: 945 time: 0.0484717 Dec 10 19:42:15.735936 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b855a8e8-27fd-419c-8cdc-346f51d01f4e req-667755a8-3817-485f-a9af-a77d2e215813 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0a98a09-ca00-4784-aff7-3a7bbc67e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442045 Dec 10 19:42:19.779949 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1e7cde65-5e9f-4c92-8c07-a42cb1160c8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:22.636077 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1f55efb8-dad2-4438-b8a1-58f677f7312f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:23.677376 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:25.037731 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:25.650144 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:34.439679 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:37.390156 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92c875-6495-4f4f-9128-66f5aff2fa67 req-880d53c2-2aa6-419d-966c-4f9844cde0bd tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:37.391783 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4b92c875-6495-4f4f-9128-66f5aff2fa67 req-880d53c2-2aa6-419d-966c-4f9844cde0bd tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/ports?device_id=6065470e-13ac-412a-aa57-9b296f66a074 HTTP/1.1" status: 200 len: 945 time: 0.0522318 Dec 10 19:42:37.444260 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4b92c875-6495-4f4f-9128-66f5aff2fa67 req-6b829a41-447c-4ede-96a3-856ab907d8b0 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0a98a09-ca00-4784-aff7-3a7bbc67e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465555 Dec 10 19:42:38.659283 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed8aad-30ca-433a-b8ab-0a0e3180e3e4 req-a7e61928-de94-439e-8c3f-ba97811b3494 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:38.660690 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1bed8aad-30ca-433a-b8ab-0a0e3180e3e4 req-a7e61928-de94-439e-8c3f-ba97811b3494 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/ports?device_id=6065470e-13ac-412a-aa57-9b296f66a074 HTTP/1.1" status: 200 len: 945 time: 0.1470981 Dec 10 19:42:38.706640 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1bed8aad-30ca-433a-b8ab-0a0e3180e3e4 req-e4b03c09-76c7-44aa-9eea-87f60865bf95 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0a98a09-ca00-4784-aff7-3a7bbc67e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399182 Dec 10 19:42:38.826892 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:38.953216 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fda47-5f19-4cc7-a529-07c5ace4db5e req-a324d1b1-70d2-48dd-953e-49894312774b tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:38.954617 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-694fda47-5f19-4cc7-a529-07c5ace4db5e req-a324d1b1-70d2-48dd-953e-49894312774b tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.46 "GET /v2.0/ports?device_id=6065470e-13ac-412a-aa57-9b296f66a074 HTTP/1.1" status: 200 len: 945 time: 0.0483139 Dec 10 19:42:39.044827 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-694fda47-5f19-4cc7-a529-07c5ace4db5e req-22e8fdf9-5725-4328-89a4-01861bb68d79 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Deleting port 70482237-b219-4f7b-99b8-f1a9070a48c2 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:42:39.045165 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-694fda47-5f19-4cc7-a529-07c5ace4db5e req-22e8fdf9-5725-4328-89a4-01861bb68d79 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:39.131871 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-694fda47-5f19-4cc7-a529-07c5ace4db5e req-22e8fdf9-5725-4328-89a4-01861bb68d79 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] For port 70482237-b219-4f7b-99b8-f1a9070a48c2, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=70482237-b219-4f7b-99b8-f1a9070a48c2,segment=NetworkSegment(68e7a50e-73db-435c-b4af-5e8cca53bd1f),segment_id=68e7a50e-73db-435c-b4af-5e8cca53bd1f)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:42:39.132227 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-694fda47-5f19-4cc7-a529-07c5ace4db5e req-22e8fdf9-5725-4328-89a4-01861bb68d79 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:39.144660 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-694fda47-5f19-4cc7-a529-07c5ace4db5e req-22e8fdf9-5725-4328-89a4-01861bb68d79 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Calling delete_port for 70482237-b219-4f7b-99b8-f1a9070a48c2 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:42:39.271217 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-694fda47-5f19-4cc7-a529-07c5ace4db5e req-22e8fdf9-5725-4328-89a4-01861bb68d79 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:39.283412 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['70482237-b219-4f7b-99b8-f1a9070a48c2'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:42:39.300053 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8fdf9-5725-4328-89a4-01861bb68d79 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Pushing event deleted for resources: {'Port': ['ID=70482237-b219-4f7b-99b8-f1a9070a48c2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:39.348052 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-694fda47-5f19-4cc7-a529-07c5ace4db5e req-22e8fdf9-5725-4328-89a4-01861bb68d79 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] No DVR routers for this DVR port 70482237-b219-4f7b-99b8-f1a9070a48c2 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:42:39.350768 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-694fda47-5f19-4cc7-a529-07c5ace4db5e req-22e8fdf9-5725-4328-89a4-01861bb68d79 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:39.354533 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-694fda47-5f19-4cc7-a529-07c5ace4db5e req-22e8fdf9-5725-4328-89a4-01861bb68d79 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.46 "DELETE /v2.0/ports/70482237-b219-4f7b-99b8-f1a9070a48c2 HTTP/1.1" status: 204 len: 173 time: 0.3937163 Dec 10 19:42:39.354998 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6065470e-13ac-412a-aa57-9b296f66a074', 'name': 'network-vif-deleted', 'tag': '70482237-b219-4f7b-99b8-f1a9070a48c2'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:42:39.357478 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f039b5a-ee08-4d99-b786-4c294319e9d8" -d '{"events": [{"server_uuid": "6065470e-13ac-412a-aa57-9b296f66a074", "name": "network-vif-deleted", "tag": "70482237-b219-4f7b-99b8-f1a9070a48c2"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:42:39.405037 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84b459c-7a36-4ba0-a5ea-2e5b016d7238 x-openstack-request-id: req-c84b459c-7a36-4ba0-a5ea-2e5b016d7238 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:42:39.406033 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6065470e-13ac-412a-aa57-9b296f66a074", "name": "network-vif-deleted", "tag": "70482237-b219-4f7b-99b8-f1a9070a48c2", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:42:39.406397 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c84b459c-7a36-4ba0-a5ea-2e5b016d7238 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:42:39.406880 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6065470e-13ac-412a-aa57-9b296f66a074', 'name': 'network-vif-deleted', 'tag': '70482237-b219-4f7b-99b8-f1a9070a48c2', 'status': 'completed', 'code': 200} Dec 10 19:42:39.821402 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-82613bb6-871a-4b82-a511-dbad1ce604b2 req-8e8271fc-60ea-4bd9-a136-07ecefb22103 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/ports?device_id=6065470e-13ac-412a-aa57-9b296f66a074 HTTP/1.1" status: 200 len: 210 time: 0.0274594 Dec 10 19:42:41.560011 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-41b1a935-f39b-4e30-8dce-49343765b88d tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:41.562038 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-41b1a935-f39b-4e30-8dce-49343765b88d tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/networks?id=ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b HTTP/1.1" status: 200 len: 817 time: 0.1003816 Dec 10 19:42:41.576473 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-27c5be17-98f6-4190-a2e6-6cfcb5ee0b1e tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/quotas/0c5d2f690170499ca3b29127528a9d9c HTTP/1.1" status: 200 len: 375 time: 0.0088310 Dec 10 19:42:41.631392 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-c8626671-d1db-471c-af7a-4d357cc25c17 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0c5d2f690170499ca3b29127528a9d9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487523 Dec 10 19:42:41.696497 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-8142a5ff-c436-4f9c-8b7a-359500714733 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:42:41.697523 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-8142a5ff-c436-4f9c-8b7a-359500714733 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0542338 Dec 10 19:42:41.785748 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-54d01546-d0dc-475c-b22c-9d8afd4872cd service neutron] 10.222.0.62 "GET /v2.0/networks/ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816064 Dec 10 19:42:41.878808 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-093b546a-6d15-4b3e-a7ef-ada169f87654 service neutron] 10.222.0.62 "GET /v2.0/networks/ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869470 Dec 10 19:42:43.077327 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-99eeea82-b92d-4616-8589-1fe57bd90f8d req-b3ac3722-74fd-445b-aae2-4183edced772 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/ports?device_id=d062c963-0870-4d2d-b7d0-230e70c000e1 HTTP/1.1" status: 200 len: 210 time: 0.0291557 Dec 10 19:42:43.538040 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 70482237-b219-4f7b-99b8-f1a9070a48c2 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:42:43.558545 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 70482237-b219-4f7b-99b8-f1a9070a48c2 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:42:43.558907 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 70482237-b219-4f7b-99b8-f1a9070a48c2 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:42:43.991189 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-88aed6ae-f2d2-4e16-b2ea-6262a0ddfaf9 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:43.992678 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-88aed6ae-f2d2-4e16-b2ea-6262a0ddfaf9 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.72 "GET /v2.0/networks?id=ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b HTTP/1.1" status: 200 len: 817 time: 0.0998569 Dec 10 19:42:44.005698 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-61f1c5ad-17c4-4dbe-a35d-622d93b08a2f tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Request body: {'port': {'device_id': 'd062c963-0870-4d2d-b7d0-230e70c000e1', 'network_id': 'ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b', 'admin_state_up': True, 'tenant_id': '0c5d2f690170499ca3b29127528a9d9c'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:42:44.114568 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-61f1c5ad-17c4-4dbe-a35d-622d93b08a2f tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Made reservation on behalf of 0c5d2f690170499ca3b29127528a9d9c for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:42:44.118348 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-61f1c5ad-17c4-4dbe-a35d-622d93b08a2f tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:44.173606 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-58cc6c17-6d11-47a0-ac67-79eea5480bd7 req-e55dc73d-ccf3-490a-8cd8-8b20082e7fc7 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/ports?device_id=d062c963-0870-4d2d-b7d0-230e70c000e1 HTTP/1.1" status: 200 len: 210 time: 0.0264640 Dec 10 19:42:44.241034 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-61f1c5ad-17c4-4dbe-a35d-622d93b08a2f tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Allocated IP 172.20.0.9 (ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b/b8bafa79-440d-4c5e-99b5-ab944e4a5c5e/8e3d2374-fd7f-4e14-82ce-63260b628481) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:42:44.388159 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-61f1c5ad-17c4-4dbe-a35d-622d93b08a2f tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:44.420242 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-61f1c5ad-17c4-4dbe-a35d-622d93b08a2f tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:44.470608 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-61f1c5ad-17c4-4dbe-a35d-622d93b08a2f tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Network ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:42:44.473715 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-61f1c5ad-17c4-4dbe-a35d-622d93b08a2f tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:42:44.477377 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-61f1c5ad-17c4-4dbe-a35d-622d93b08a2f tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:42:44.501431 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1c5ad-17c4-4dbe-a35d-622d93b08a2f tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Pushing event updated for resources: {'Port': ['ID=8e3d2374-fd7f-4e14-82ce-63260b628481,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:44.516737 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1c5ad-17c4-4dbe-a35d-622d93b08a2f tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:44.517135 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1c5ad-17c4-4dbe-a35d-622d93b08a2f tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:44.517436 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1c5ad-17c4-4dbe-a35d-622d93b08a2f tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:44.517784 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1c5ad-17c4-4dbe-a35d-622d93b08a2f tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:44.518120 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1c5ad-17c4-4dbe-a35d-622d93b08a2f tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:44.518451 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1c5ad-17c4-4dbe-a35d-622d93b08a2f tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:44.518784 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1c5ad-17c4-4dbe-a35d-622d93b08a2f tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:44.519114 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1c5ad-17c4-4dbe-a35d-622d93b08a2f tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:44.519441 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1c5ad-17c4-4dbe-a35d-622d93b08a2f tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:44.519771 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1c5ad-17c4-4dbe-a35d-622d93b08a2f tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:44.520099 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1c5ad-17c4-4dbe-a35d-622d93b08a2f tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:44.520421 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1c5ad-17c4-4dbe-a35d-622d93b08a2f tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:44.520769 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1c5ad-17c4-4dbe-a35d-622d93b08a2f tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:44.543408 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-61f1c5ad-17c4-4dbe-a35d-622d93b08a2f tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:44.544042 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-61f1c5ad-17c4-4dbe-a35d-622d93b08a2f tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:44.559978 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-61f1c5ad-17c4-4dbe-a35d-622d93b08a2f tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5579953 Dec 10 19:42:44.572963 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-085ebea9-bf4d-4dcf-a95e-6e4c6d74c96b service neutron] Request body: {'port': {'device_id': 'd062c963-0870-4d2d-b7d0-230e70c000e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:42:44.628070 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-085ebea9-bf4d-4dcf-a95e-6e4c6d74c96b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:44.693995 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0407187a-4501-41fb-9272-e6a86bd4c683 None None] Provisioning complete for port 8e3d2374-fd7f-4e14-82ce-63260b628481 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:42:44.694628 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0407187a-4501-41fb-9272-e6a86bd4c683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:44.727720 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-0407187a-4501-41fb-9272-e6a86bd4c683 None None] Port 8e3d2374-fd7f-4e14-82ce-63260b628481 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:42:45.206748 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-085ebea9-bf4d-4dcf-a95e-6e4c6d74c96b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e3d2374-fd7f-4e14-82ce-63260b628481 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:42:45.214492 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-085ebea9-bf4d-4dcf-a95e-6e4c6d74c96b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:45.227446 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-085ebea9-bf4d-4dcf-a95e-6e4c6d74c96b service neutron] Transition to ACTIVE for port object 8e3d2374-fd7f-4e14-82ce-63260b628481 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:42:45.230485 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-085ebea9-bf4d-4dcf-a95e-6e4c6d74c96b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:45.310185 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ebea9-bf4d-4dcf-a95e-6e4c6d74c96b service neutron] Pushing event updated for resources: {'Port': ['ID=8e3d2374-fd7f-4e14-82ce-63260b628481,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:45.366786 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e046375-0251-45c0-b04f-7e86f7382165 req-73858c14-5412-4677-a9cd-3534be806390 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:45.368039 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5e046375-0251-45c0-b04f-7e86f7382165 req-73858c14-5412-4677-a9cd-3534be806390 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/ports?device_id=d062c963-0870-4d2d-b7d0-230e70c000e1 HTTP/1.1" status: 200 len: 943 time: 0.1140423 Dec 10 19:42:45.423856 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-085ebea9-bf4d-4dcf-a95e-6e4c6d74c96b service neutron] Attempting to bind port 8e3d2374-fd7f-4e14-82ce-63260b628481 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:42:45.424193 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-085ebea9-bf4d-4dcf-a95e-6e4c6d74c96b service neutron] Attempting to bind port 8e3d2374-fd7f-4e14-82ce-63260b628481 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '68e7a50e-73db-435c-b4af-5e8cca53bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:42:45.424529 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-085ebea9-bf4d-4dcf-a95e-6e4c6d74c96b service neutron] Attempting to bind port 8e3d2374-fd7f-4e14-82ce-63260b628481 on network ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:42:45.436118 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-085ebea9-bf4d-4dcf-a95e-6e4c6d74c96b service neutron] Port 8e3d2374-fd7f-4e14-82ce-63260b628481 on network ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:42:45.436446 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-085ebea9-bf4d-4dcf-a95e-6e4c6d74c96b service neutron] Attempting to bind port 8e3d2374-fd7f-4e14-82ce-63260b628481 on network ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:42:45.442459 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5e046375-0251-45c0-b04f-7e86f7382165 req-f9975f33-fde9-4ffa-9d06-f7cbeee0c025 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0a98a09-ca00-4784-aff7-3a7bbc67e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670669 Dec 10 19:42:45.446730 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-085ebea9-bf4d-4dcf-a95e-6e4c6d74c96b service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:42:45.447083 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-085ebea9-bf4d-4dcf-a95e-6e4c6d74c96b service neutron] Checking segment: {'id': '68e7a50e-73db-435c-b4af-5e8cca53bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:42:45.447460 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-085ebea9-bf4d-4dcf-a95e-6e4c6d74c96b service neutron] Bound using segment: {'id': '68e7a50e-73db-435c-b4af-5e8cca53bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:42:45.447896 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-085ebea9-bf4d-4dcf-a95e-6e4c6d74c96b service neutron] Bound port: 8e3d2374-fd7f-4e14-82ce-63260b628481, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68e7a50e-73db-435c-b4af-5e8cca53bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:42:45.448253 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-085ebea9-bf4d-4dcf-a95e-6e4c6d74c96b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:45.511635 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-085ebea9-bf4d-4dcf-a95e-6e4c6d74c96b service neutron] For port 8e3d2374-fd7f-4e14-82ce-63260b628481, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:42:45.514583 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-085ebea9-bf4d-4dcf-a95e-6e4c6d74c96b service neutron] For port 8e3d2374-fd7f-4e14-82ce-63260b628481, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8e3d2374-fd7f-4e14-82ce-63260b628481,segment=NetworkSegment(68e7a50e-73db-435c-b4af-5e8cca53bd1f),segment_id=68e7a50e-73db-435c-b4af-5e8cca53bd1f)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:42:45.519706 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-085ebea9-bf4d-4dcf-a95e-6e4c6d74c96b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:45.558837 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-085ebea9-bf4d-4dcf-a95e-6e4c6d74c96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:45.559453 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-085ebea9-bf4d-4dcf-a95e-6e4c6d74c96b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:45.560868 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-085ebea9-bf4d-4dcf-a95e-6e4c6d74c96b service neutron] 10.222.0.72 "PUT /v2.0/ports/8e3d2374-fd7f-4e14-82ce-63260b628481 HTTP/1.1" status: 200 len: 1091 time: 0.9922473 Dec 10 19:42:45.561309 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd062c963-0870-4d2d-b7d0-230e70c000e1', 'tag': '8e3d2374-fd7f-4e14-82ce-63260b628481'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:42:45.564079 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb385ee8d26b8ad243460b423ad218e97d9fae79c4f4b9b0691d822ece1c624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a55d6a6-d2da-4804-94b3-b0ce8a97e789" -d '{"events": [{"name": "network-changed", "server_uuid": "d062c963-0870-4d2d-b7d0-230e70c000e1", "tag": "8e3d2374-fd7f-4e14-82ce-63260b628481"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:42:45.586470 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ebea9-bf4d-4dcf-a95e-6e4c6d74c96b service neutron] Pushing event updated for resources: {'Port': ['ID=8e3d2374-fd7f-4e14-82ce-63260b628481,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:45.619564 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e74fb67-a77f-4333-bf66-438983c9fb12 x-openstack-request-id: req-1e74fb67-a77f-4333-bf66-438983c9fb12 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:42:45.619849 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d062c963-0870-4d2d-b7d0-230e70c000e1", "tag": "8e3d2374-fd7f-4e14-82ce-63260b628481", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:42:45.620102 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1e74fb67-a77f-4333-bf66-438983c9fb12 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:42:45.620493 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd062c963-0870-4d2d-b7d0-230e70c000e1', 'tag': '8e3d2374-fd7f-4e14-82ce-63260b628481', 'status': 'completed', 'code': 200} Dec 10 19:42:45.655011 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-846ca09d-3494-41ae-9231-ccdceef3e2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:45.656606 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-846ca09d-3494-41ae-9231-ccdceef3e2ea service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0c5d2f690170499ca3b29127528a9d9c&device_id=d062c963-0870-4d2d-b7d0-230e70c000e1 HTTP/1.1" status: 200 len: 1094 time: 0.0460043 Dec 10 19:42:45.704861 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-671678a4-5369-4333-b572-76d8a612dece service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e3d2374-fd7f-4e14-82ce-63260b628481 HTTP/1.1" status: 200 len: 217 time: 0.0399666 Dec 10 19:42:45.759939 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-3fc07a0c-9120-4a75-b1f1-5c58ff9c222d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:45.761454 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-3fc07a0c-9120-4a75-b1f1-5c58ff9c222d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b8bafa79-440d-4c5e-99b5-ab944e4a5c5e HTTP/1.1" status: 200 len: 856 time: 0.0502717 Dec 10 19:42:45.810381 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-70c5d2b3-26bd-4545-9f12-395e1af8e605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:45.812010 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-70c5d2b3-26bd-4545-9f12-395e1af8e605 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437999 Dec 10 19:42:45.901794 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-cea833b9-abe0-4666-8719-b0d3da1f56aa service neutron] 10.222.0.72 "GET /v2.0/networks/ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823135 Dec 10 19:42:45.997652 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-284c3f40-4b94-4173-8b33-2f98582d6922 req-4dc765b0-8175-4b34-8fef-00b2e69fe8cb service neutron] 10.222.0.72 "GET /v2.0/networks/ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868349 Dec 10 19:42:46.098347 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55d6a6-d2da-4804-94b3-b0ce8a97e789 req-b79419e1-b789-470e-9079-f20b25691534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:46.099846 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4a55d6a6-d2da-4804-94b3-b0ce8a97e789 req-b79419e1-b789-470e-9079-f20b25691534 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0c5d2f690170499ca3b29127528a9d9c&device_id=d062c963-0870-4d2d-b7d0-230e70c000e1 HTTP/1.1" status: 200 len: 1094 time: 0.0409579 Dec 10 19:42:46.197446 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55d6a6-d2da-4804-94b3-b0ce8a97e789 req-5330bc6b-fce9-49b8-aaee-afe1e143e015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:46.198941 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4a55d6a6-d2da-4804-94b3-b0ce8a97e789 req-5330bc6b-fce9-49b8-aaee-afe1e143e015 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b HTTP/1.1" status: 200 len: 918 time: 0.0905733 Dec 10 19:42:46.241424 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4a55d6a6-d2da-4804-94b3-b0ce8a97e789 req-8fd3c8b2-c403-4a9a-b5d1-3652d8dae604 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e3d2374-fd7f-4e14-82ce-63260b628481 HTTP/1.1" status: 200 len: 217 time: 0.0349486 Dec 10 19:42:46.290197 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55d6a6-d2da-4804-94b3-b0ce8a97e789 req-6d5c8e5c-1a61-4466-a347-a3bd26aa8a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:46.291530 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4a55d6a6-d2da-4804-94b3-b0ce8a97e789 req-6d5c8e5c-1a61-4466-a347-a3bd26aa8a81 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b8bafa79-440d-4c5e-99b5-ab944e4a5c5e HTTP/1.1" status: 200 len: 856 time: 0.0425153 Dec 10 19:42:46.335267 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55d6a6-d2da-4804-94b3-b0ce8a97e789 req-d060ea61-ac17-4c3e-9777-ad5fb08ee39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:46.336776 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4a55d6a6-d2da-4804-94b3-b0ce8a97e789 req-d060ea61-ac17-4c3e-9777-ad5fb08ee39e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383532 Dec 10 19:42:46.439047 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4a55d6a6-d2da-4804-94b3-b0ce8a97e789 req-66420df3-59ef-4aaa-92b9-5b51dd002a58 service neutron] 10.222.0.72 "GET /v2.0/networks/ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945082 Dec 10 19:42:46.566145 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4a55d6a6-d2da-4804-94b3-b0ce8a97e789 req-b856c162-d82d-4bfe-b942-26e2aaebb0ea service neutron] 10.222.0.72 "GET /v2.0/networks/ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170077 Dec 10 19:42:46.583830 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d0aca-df23-4db5-a6a4-b648420ff676 req-2c7c56fa-0f89-431d-90fe-22ebb6ed3235 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:46.585402 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-201d0aca-df23-4db5-a6a4-b648420ff676 req-2c7c56fa-0f89-431d-90fe-22ebb6ed3235 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/ports?device_id=d062c963-0870-4d2d-b7d0-230e70c000e1 HTTP/1.1" status: 200 len: 943 time: 0.0659566 Dec 10 19:42:46.615192 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:42:46.634050 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-201d0aca-df23-4db5-a6a4-b648420ff676 req-55a534ea-6a48-4e16-89a5-333e28b0f0bf tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0a98a09-ca00-4784-aff7-3a7bbc67e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426080 Dec 10 19:42:47.752528 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb28fe-ae9e-48c6-9037-eeecd67597e0 req-aa25b6ea-af3f-4e0f-94a9-dbf387de0c94 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:47.754072 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-77bb28fe-ae9e-48c6-9037-eeecd67597e0 req-aa25b6ea-af3f-4e0f-94a9-dbf387de0c94 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/ports?device_id=d062c963-0870-4d2d-b7d0-230e70c000e1 HTTP/1.1" status: 200 len: 943 time: 0.0495501 Dec 10 19:42:47.801873 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-77bb28fe-ae9e-48c6-9037-eeecd67597e0 req-6efc02f3-1813-446d-a83b-a1cd60e49891 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0a98a09-ca00-4784-aff7-3a7bbc67e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419431 Dec 10 19:42:48.690637 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8e3d2374-fd7f-4e14-82ce-63260b628481 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:42:48.786026 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 8e3d2374-fd7f-4e14-82ce-63260b628481, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8e3d2374-fd7f-4e14-82ce-63260b628481,segment=NetworkSegment(68e7a50e-73db-435c-b4af-5e8cca53bd1f),segment_id=68e7a50e-73db-435c-b4af-5e8cca53bd1f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:42:48.796959 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '8e3d2374-fd7f-4e14-82ce-63260b628481', 'network_id': 'ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b', 'port_id': '8e3d2374-fd7f-4e14-82ce-63260b628481', 'mac_address': 'fa:16:3e:fa:00:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bafa79-440d-4c5e-99b5-ab944e4a5c5e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:42:48.832676 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:48.846449 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e3d2374-fd7f-4e14-82ce-63260b628481 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:42:48.865808 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 8e3d2374-fd7f-4e14-82ce-63260b628481, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8e3d2374-fd7f-4e14-82ce-63260b628481,segment=NetworkSegment(68e7a50e-73db-435c-b4af-5e8cca53bd1f),segment_id=68e7a50e-73db-435c-b4af-5e8cca53bd1f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:42:48.869688 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:48.919455 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=8e3d2374-fd7f-4e14-82ce-63260b628481,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:48.920109 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db7989-0ea3-4b80-b19e-1dcf0570855f req-a9303fbf-f7ff-4e4b-856c-1e1239240a5d tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:48.921823 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-35db7989-0ea3-4b80-b19e-1dcf0570855f req-a9303fbf-f7ff-4e4b-856c-1e1239240a5d tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/ports?device_id=d062c963-0870-4d2d-b7d0-230e70c000e1 HTTP/1.1" status: 200 len: 944 time: 0.0509326 Dec 10 19:42:48.927124 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:48.927481 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:48.927826 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:48.928174 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:48.928511 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:48.928870 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:48.929204 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:48.929537 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:48.929864 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:48.930193 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:48.930521 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:48.930848 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:48.931174 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:48.971415 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-35db7989-0ea3-4b80-b19e-1dcf0570855f req-870af989-f6cb-4ac9-931b-5c8ea7a8a74a tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0a98a09-ca00-4784-aff7-3a7bbc67e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424263 Dec 10 19:42:49.213651 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['8e3d2374-fd7f-4e14-82ce-63260b628481'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:42:49.772482 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-71ac33fc-2095-4f32-88b9-8650a8a62cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:50.086478 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c2303-7878-4ce9-b873-8bcf7e3e64c2 req-51aef176-e894-4740-88e9-ffa61f0908f5 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:50.087874 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4f5c2303-7878-4ce9-b873-8bcf7e3e64c2 req-51aef176-e894-4740-88e9-ffa61f0908f5 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/ports?device_id=d062c963-0870-4d2d-b7d0-230e70c000e1 HTTP/1.1" status: 200 len: 944 time: 0.0486100 Dec 10 19:42:50.139727 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4f5c2303-7878-4ce9-b873-8bcf7e3e64c2 req-a844ffb6-1b58-47b9-b4fa-6b37a277d53f tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0a98a09-ca00-4784-aff7-3a7bbc67e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450807 Dec 10 19:42:50.705042 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8e3d2374-fd7f-4e14-82ce-63260b628481 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:42:50.754984 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 8e3d2374-fd7f-4e14-82ce-63260b628481 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:42:50.758941 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 8e3d2374-fd7f-4e14-82ce-63260b628481 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:42:50.759321 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:50.834787 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:50.856335 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd062c963-0870-4d2d-b7d0-230e70c000e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3d2374-fd7f-4e14-82ce-63260b628481'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:42:50.858586 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f39997a1e7c5b6ae782956bbd1fa5b612e64aa5908109c3bc10b0e272c8d4b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6e2a5b-ef1d-42d9-870e-b6e0a55d6fbc" -d '{"events": [{"server_uuid": "d062c963-0870-4d2d-b7d0-230e70c000e1", "name": "network-vif-plugged", "status": "completed", "tag": "8e3d2374-fd7f-4e14-82ce-63260b628481"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:42:50.872844 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 8e3d2374-fd7f-4e14-82ce-63260b628481, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8e3d2374-fd7f-4e14-82ce-63260b628481,segment=NetworkSegment(68e7a50e-73db-435c-b4af-5e8cca53bd1f),segment_id=68e7a50e-73db-435c-b4af-5e8cca53bd1f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:42:50.877810 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:50.927363 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=8e3d2374-fd7f-4e14-82ce-63260b628481,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:50.954658 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cb240f-df2a-47e0-8be2-5f43c627d9c4 x-openstack-request-id: req-13cb240f-df2a-47e0-8be2-5f43c627d9c4 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:42:50.954953 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d062c963-0870-4d2d-b7d0-230e70c000e1", "name": "network-vif-plugged", "status": "completed", "tag": "8e3d2374-fd7f-4e14-82ce-63260b628481", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:42:50.955263 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-13cb240f-df2a-47e0-8be2-5f43c627d9c4 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:42:50.955609 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd062c963-0870-4d2d-b7d0-230e70c000e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3d2374-fd7f-4e14-82ce-63260b628481', 'code': 200} Dec 10 19:42:51.057742 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff007c9-8a2b-4993-abee-1f2496846f98 req-fce3e45d-81de-4b7c-aace-79f02dda16d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:51.059222 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bff007c9-8a2b-4993-abee-1f2496846f98 req-fce3e45d-81de-4b7c-aace-79f02dda16d9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d062c963-0870-4d2d-b7d0-230e70c000e1 HTTP/1.1" status: 200 len: 1096 time: 0.0431218 Dec 10 19:42:51.101780 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bff007c9-8a2b-4993-abee-1f2496846f98 req-11a10ebd-b6b9-4c22-acc2-26444d20ec69 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f0a98a09-ca00-4784-aff7-3a7bbc67e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359936 Dec 10 19:42:51.261626 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d01c5-70c6-46d7-ac49-133e6eb4bbbc req-9b3d14a4-83c7-4f32-9dc3-074c3da91c5c tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:51.263145 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1a7d01c5-70c6-46d7-ac49-133e6eb4bbbc req-9b3d14a4-83c7-4f32-9dc3-074c3da91c5c tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/ports?device_id=d062c963-0870-4d2d-b7d0-230e70c000e1 HTTP/1.1" status: 200 len: 945 time: 0.0507727 Dec 10 19:42:51.310187 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1a7d01c5-70c6-46d7-ac49-133e6eb4bbbc req-b835c9e2-b423-46ab-9374-ed0df1ba07bf tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0a98a09-ca00-4784-aff7-3a7bbc67e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409675 Dec 10 19:42:52.432022 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ed7aa-c502-4514-8bc1-23eb39a71391 req-5d15ef83-d000-4a5e-a53b-66ac455e7f6b tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:52.433549 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8f7ed7aa-c502-4514-8bc1-23eb39a71391 req-5d15ef83-d000-4a5e-a53b-66ac455e7f6b tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/ports?device_id=d062c963-0870-4d2d-b7d0-230e70c000e1 HTTP/1.1" status: 200 len: 945 time: 0.0520420 Dec 10 19:42:52.484683 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8f7ed7aa-c502-4514-8bc1-23eb39a71391 req-5b08d198-d866-4ba2-a7b0-e315404f0b99 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0a98a09-ca00-4784-aff7-3a7bbc67e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446475 Dec 10 19:42:52.638868 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-03ebd7ec-fd4d-48ed-a051-f04f0198a253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:53.602626 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49e61e-99ca-48af-8e4e-6f6bd47838bd req-ef740f9f-e174-4da5-999a-c410f2b9dd71 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:53.604120 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3e49e61e-99ca-48af-8e4e-6f6bd47838bd req-ef740f9f-e174-4da5-999a-c410f2b9dd71 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/ports?device_id=d062c963-0870-4d2d-b7d0-230e70c000e1 HTTP/1.1" status: 200 len: 945 time: 0.0495541 Dec 10 19:42:53.651669 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3e49e61e-99ca-48af-8e4e-6f6bd47838bd req-9b4779f4-b649-4c42-8dc2-d66d3f7e2a8e tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0a98a09-ca00-4784-aff7-3a7bbc67e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414095 Dec 10 19:42:53.693476 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:53.770995 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd3f4c-f3eb-40d3-a11b-da7a50048c54 req-1339d8a5-c8cd-4d8d-8859-da6458509ab8 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:53.772518 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-79bd3f4c-f3eb-40d3-a11b-da7a50048c54 req-1339d8a5-c8cd-4d8d-8859-da6458509ab8 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/ports?device_id=d062c963-0870-4d2d-b7d0-230e70c000e1 HTTP/1.1" status: 200 len: 945 time: 0.0504880 Dec 10 19:42:53.823307 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-79bd3f4c-f3eb-40d3-a11b-da7a50048c54 req-c3bed934-2d86-4ff5-a48c-bbd2764fe4f2 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0a98a09-ca00-4784-aff7-3a7bbc67e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446503 Dec 10 19:42:55.041982 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:42:55.651760 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:04.429270 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:08.828032 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:16.329464 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97893eb-e8fd-4483-880e-fa565ac1d020 req-3ed6d924-64b2-40ae-8c1d-5f7b277e383e tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:43:16.330987 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a97893eb-e8fd-4483-880e-fa565ac1d020 req-3ed6d924-64b2-40ae-8c1d-5f7b277e383e tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/ports?device_id=d062c963-0870-4d2d-b7d0-230e70c000e1 HTTP/1.1" status: 200 len: 945 time: 0.0550215 Dec 10 19:43:16.381033 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a97893eb-e8fd-4483-880e-fa565ac1d020 req-84244a9e-c5f7-46b6-8015-fde135cdb74e tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0a98a09-ca00-4784-aff7-3a7bbc67e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440729 Dec 10 19:43:17.498282 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01caa4-6eb5-421b-8a97-156ab0fe34ef req-c5aec7db-b82d-4deb-9072-33bf9eb909dc tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:43:17.500710 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cb01caa4-6eb5-421b-8a97-156ab0fe34ef req-c5aec7db-b82d-4deb-9072-33bf9eb909dc tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/ports?device_id=d062c963-0870-4d2d-b7d0-230e70c000e1 HTTP/1.1" status: 200 len: 945 time: 0.0488522 Dec 10 19:43:17.547377 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cb01caa4-6eb5-421b-8a97-156ab0fe34ef req-35dfcc9b-e02f-431d-a3be-c91380bd6f24 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0a98a09-ca00-4784-aff7-3a7bbc67e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406764 Dec 10 19:43:18.028916 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23dec38-6930-407b-bf07-1411a8060e6c req-461dccc7-3e65-45e6-9c02-2747b42bde45 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:43:18.030893 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f23dec38-6930-407b-bf07-1411a8060e6c req-461dccc7-3e65-45e6-9c02-2747b42bde45 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.72 "GET /v2.0/ports?device_id=d062c963-0870-4d2d-b7d0-230e70c000e1 HTTP/1.1" status: 200 len: 945 time: 0.0487576 Dec 10 19:43:18.121697 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-f23dec38-6930-407b-bf07-1411a8060e6c req-b5374029-04e6-43be-8bc2-a3de01d8a90b tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Deleting port 8e3d2374-fd7f-4e14-82ce-63260b628481 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:43:18.122036 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f23dec38-6930-407b-bf07-1411a8060e6c req-b5374029-04e6-43be-8bc2-a3de01d8a90b tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:18.209439 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-f23dec38-6930-407b-bf07-1411a8060e6c req-b5374029-04e6-43be-8bc2-a3de01d8a90b tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] For port 8e3d2374-fd7f-4e14-82ce-63260b628481, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=8e3d2374-fd7f-4e14-82ce-63260b628481,segment=NetworkSegment(68e7a50e-73db-435c-b4af-5e8cca53bd1f),segment_id=68e7a50e-73db-435c-b4af-5e8cca53bd1f)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:43:18.209712 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f23dec38-6930-407b-bf07-1411a8060e6c req-b5374029-04e6-43be-8bc2-a3de01d8a90b tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:18.221975 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-f23dec38-6930-407b-bf07-1411a8060e6c req-b5374029-04e6-43be-8bc2-a3de01d8a90b tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Calling delete_port for 8e3d2374-fd7f-4e14-82ce-63260b628481 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:43:18.352337 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f23dec38-6930-407b-bf07-1411a8060e6c req-b5374029-04e6-43be-8bc2-a3de01d8a90b tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:18.364123 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['8e3d2374-fd7f-4e14-82ce-63260b628481'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:43:18.381682 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5374029-04e6-43be-8bc2-a3de01d8a90b tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Pushing event deleted for resources: {'Port': ['ID=8e3d2374-fd7f-4e14-82ce-63260b628481,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:18.427669 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23dec38-6930-407b-bf07-1411a8060e6c req-b5374029-04e6-43be-8bc2-a3de01d8a90b tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] No DVR routers for this DVR port 8e3d2374-fd7f-4e14-82ce-63260b628481 on host n-h2-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:43:18.430318 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f23dec38-6930-407b-bf07-1411a8060e6c req-b5374029-04e6-43be-8bc2-a3de01d8a90b tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:18.433656 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f23dec38-6930-407b-bf07-1411a8060e6c req-b5374029-04e6-43be-8bc2-a3de01d8a90b tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.72 "DELETE /v2.0/ports/8e3d2374-fd7f-4e14-82ce-63260b628481 HTTP/1.1" status: 204 len: 173 time: 0.3973203 Dec 10 19:43:18.434102 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd062c963-0870-4d2d-b7d0-230e70c000e1', 'name': 'network-vif-deleted', 'tag': '8e3d2374-fd7f-4e14-82ce-63260b628481'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:43:18.436955 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb385ee8d26b8ad243460b423ad218e97d9fae79c4f4b9b0691d822ece1c624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36625e18-d8aa-46a3-a0cc-17a94ce5570c" -d '{"events": [{"server_uuid": "d062c963-0870-4d2d-b7d0-230e70c000e1", "name": "network-vif-deleted", "tag": "8e3d2374-fd7f-4e14-82ce-63260b628481"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:43:18.486214 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d98ba67-cfc4-4e5c-b900-b536952e0ba0 x-openstack-request-id: req-1d98ba67-cfc4-4e5c-b900-b536952e0ba0 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:43:18.486515 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d062c963-0870-4d2d-b7d0-230e70c000e1", "name": "network-vif-deleted", "tag": "8e3d2374-fd7f-4e14-82ce-63260b628481", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:43:18.486771 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1d98ba67-cfc4-4e5c-b900-b536952e0ba0 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:43:18.487396 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd062c963-0870-4d2d-b7d0-230e70c000e1', 'name': 'network-vif-deleted', 'tag': '8e3d2374-fd7f-4e14-82ce-63260b628481', 'status': 'completed', 'code': 200} Dec 10 19:43:18.655947 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1186c929-addf-4a8c-9599-d3df95dd57fc req-f4f20ce9-111f-40ef-bef4-ba9bb419a9f1 tempest-TestEncryptedCinderVolumes-1328732580 tempest-TestEncryptedCinderVolumes-1328732580-project] 10.222.0.62 "GET /v2.0/ports?device_id=d062c963-0870-4d2d-b7d0-230e70c000e1 HTTP/1.1" status: 200 len: 210 time: 0.0272985 Dec 10 19:43:19.747022 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51794) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:43:19.774056 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8dd326b6-f008-4e43-8770-285def1bd345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:20.081146 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ec874cbc-0d85-4c25-b7eb-6fca2992b317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:20.318650 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-ec874cbc-0d85-4c25-b7eb-6fca2992b317 admin admin] Deleting port 55560b41-d3e8-4305-a98e-b87d93cead0c {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:43:20.318981 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ec874cbc-0d85-4c25-b7eb-6fca2992b317 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:20.400264 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-ec874cbc-0d85-4c25-b7eb-6fca2992b317 admin admin] For port 55560b41-d3e8-4305-a98e-b87d93cead0c, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=55560b41-d3e8-4305-a98e-b87d93cead0c,segment=NetworkSegment(68e7a50e-73db-435c-b4af-5e8cca53bd1f),segment_id=68e7a50e-73db-435c-b4af-5e8cca53bd1f)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:43:20.400621 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ec874cbc-0d85-4c25-b7eb-6fca2992b317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:20.735489 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-ec874cbc-0d85-4c25-b7eb-6fca2992b317 admin admin] Calling delete_port for 55560b41-d3e8-4305-a98e-b87d93cead0c owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:43:20.907100 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ec874cbc-0d85-4c25-b7eb-6fca2992b317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:20.939332 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec874cbc-0d85-4c25-b7eb-6fca2992b317 admin admin] Pushing event deleted for resources: {'Port': ['ID=55560b41-d3e8-4305-a98e-b87d93cead0c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:20.979823 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec874cbc-0d85-4c25-b7eb-6fca2992b317 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:43:20.980181 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec874cbc-0d85-4c25-b7eb-6fca2992b317 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:43:20.980534 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec874cbc-0d85-4c25-b7eb-6fca2992b317 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:43:20.980914 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec874cbc-0d85-4c25-b7eb-6fca2992b317 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:43:20.981243 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec874cbc-0d85-4c25-b7eb-6fca2992b317 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:43:20.981579 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec874cbc-0d85-4c25-b7eb-6fca2992b317 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:43:20.981919 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec874cbc-0d85-4c25-b7eb-6fca2992b317 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:43:20.982254 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec874cbc-0d85-4c25-b7eb-6fca2992b317 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:43:20.982583 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec874cbc-0d85-4c25-b7eb-6fca2992b317 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:43:20.982915 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec874cbc-0d85-4c25-b7eb-6fca2992b317 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:43:20.983873 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec874cbc-0d85-4c25-b7eb-6fca2992b317 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:43:20.984405 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec874cbc-0d85-4c25-b7eb-6fca2992b317 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:43:20.984899 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec874cbc-0d85-4c25-b7eb-6fca2992b317 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:43:21.109168 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ec874cbc-0d85-4c25-b7eb-6fca2992b317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:21.322656 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec874cbc-0d85-4c25-b7eb-6fca2992b317 admin admin] Router 5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:43:21.426958 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec874cbc-0d85-4c25-b7eb-6fca2992b317 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:43:21.431893 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ec874cbc-0d85-4c25-b7eb-6fca2992b317 admin admin] 10.222.0.62 "PUT /v2.0/routers/5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6834700 Dec 10 19:43:21.434589 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51796) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:43:21.435970 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea49b0e-049b-4592-af7d-2b2d023723f4 None None] Sync routers for ids ['5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:43:21.446013 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea49b0e-049b-4592-af7d-2b2d023723f4 None None] Routers {'5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:43:21.446616 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-cea49b0e-049b-4592-af7d-2b2d023723f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:42:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:43:21.537746 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-453eeb83-7b6f-4add-afb9-3b2b38ed5e61 admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:21.637687 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-cea49b0e-049b-4592-af7d-2b2d023723f4 None None] Set router 5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:43:21.644858 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-453eeb83-7b6f-4add-afb9-3b2b38ed5e61 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:21.695802 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-453eeb83-7b6f-4add-afb9-3b2b38ed5e61 admin admin] Deleting port 205b3341-6125-48a9-b436-8fd88195b4d2 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:43:21.696142 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-453eeb83-7b6f-4add-afb9-3b2b38ed5e61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:21.772849 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-453eeb83-7b6f-4add-afb9-3b2b38ed5e61 admin admin] For port 205b3341-6125-48a9-b436-8fd88195b4d2, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=205b3341-6125-48a9-b436-8fd88195b4d2,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:43:21.773220 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-453eeb83-7b6f-4add-afb9-3b2b38ed5e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:21.790068 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-453eeb83-7b6f-4add-afb9-3b2b38ed5e61 admin admin] Calling delete_port for 205b3341-6125-48a9-b436-8fd88195b4d2 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:43:21.814019 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-cea49b0e-049b-4592-af7d-2b2d023723f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1', 'name': 'tempest-TestEncryptedCinderVolumes-1990976963-router', 'tenant_id': '0c5d2f690170499ca3b29127528a9d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '205b3341-6125-48a9-b436-8fd88195b4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:41:55Z', 'updated_at': '2021-12-10T19:43:20Z', 'revision_number': 5, 'project_id': '0c5d2f690170499ca3b29127528a9d9c', 'gw_port': {'id': '205b3341-6125-48a9-b436-8fd88195b4d2', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:41:56Z', 'updated_at': '2021-12-10T19:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:43:21.840013 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea49b0e-049b-4592-af7d-2b2d023723f4 None None] Checking router: 5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:43:21.849192 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea49b0e-049b-4592-af7d-2b2d023723f4 None None] Routers {'5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:43:21.849801 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-cea49b0e-049b-4592-af7d-2b2d023723f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:42:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:43:21.942868 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-cea49b0e-049b-4592-af7d-2b2d023723f4 None None] Set router 5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1 gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:43:21.951342 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-453eeb83-7b6f-4add-afb9-3b2b38ed5e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:21.981734 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453eeb83-7b6f-4add-afb9-3b2b38ed5e61 admin admin] Pushing event deleted for resources: {'Port': ['ID=205b3341-6125-48a9-b436-8fd88195b4d2,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:21.998305 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6439c08-6390-4eef-9c7f-486c870ddf4c None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:43:22.001095 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-cea49b0e-049b-4592-af7d-2b2d023723f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1', 'name': 'tempest-TestEncryptedCinderVolumes-1990976963-router', 'tenant_id': '0c5d2f690170499ca3b29127528a9d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:41:55Z', 'updated_at': '2021-12-10T19:43:21Z', 'revision_number': 6, 'project_id': '0c5d2f690170499ca3b29127528a9d9c', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:43:22.028197 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea49b0e-049b-4592-af7d-2b2d023723f4 None None] The sync data for ids ['5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1'] in n-d-821435-1 is: [{'id': '5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1', 'name': 'tempest-TestEncryptedCinderVolumes-1990976963-router', 'tenant_id': '0c5d2f690170499ca3b29127528a9d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:41:55Z', 'updated_at': '2021-12-10T19:43:21Z', 'revision_number': 6, 'project_id': '0c5d2f690170499ca3b29127528a9d9c', 'gw_port_host': None}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:43:22.043862 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-453eeb83-7b6f-4add-afb9-3b2b38ed5e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:22.135378 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-453eeb83-7b6f-4add-afb9-3b2b38ed5e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:22.137702 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-453eeb83-7b6f-4add-afb9-3b2b38ed5e61 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:22.185912 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-453eeb83-7b6f-4add-afb9-3b2b38ed5e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:22.186960 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453eeb83-7b6f-4add-afb9-3b2b38ed5e61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:43:22.191209 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-453eeb83-7b6f-4add-afb9-3b2b38ed5e61 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:22.192404 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-453eeb83-7b6f-4add-afb9-3b2b38ed5e61 admin admin] 10.222.0.62 "DELETE /v2.0/routers/5ecbc2d6-5b7a-40ec-ac76-3242d5b91aa1 HTTP/1.1" status: 204 len: 168 time: 0.7568381 Dec 10 19:43:22.195058 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51798) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:43:22.238875 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d0d0b1d-a2b9-474a-ac75-5301afd41c90 admin admin] Deleting subnet b8bafa79-440d-4c5e-99b5-ab944e4a5c5e {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:43:22.241901 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d0d0b1d-a2b9-474a-ac75-5301afd41c90 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:22.275899 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d0d0b1d-a2b9-474a-ac75-5301afd41c90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:22.354671 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d0d0b1d-a2b9-474a-ac75-5301afd41c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:22.408248 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d0d0b1d-a2b9-474a-ac75-5301afd41c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:22.433084 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d0b1d-a2b9-474a-ac75-5301afd41c90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8bafa79-440d-4c5e-99b5-ab944e4a5c5e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:22.441121 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d0d0b1d-a2b9-474a-ac75-5301afd41c90 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:22.445269 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4d0d0b1d-a2b9-474a-ac75-5301afd41c90 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b8bafa79-440d-4c5e-99b5-ab944e4a5c5e HTTP/1.1" status: 204 len: 168 time: 0.2491360 Dec 10 19:43:22.446348 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009f00f4-554e-4b74-9aee-9ac878e9bd38 None None] Network ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:43:22.449740 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51800) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:43:22.521988 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd2c3-0295-493b-bbd7-59b352dda53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:22.587184 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-dc8cd2c3-0295-493b-bbd7-59b352dda53d admin admin] Deleting port aeaf2a77-be38-47cc-b679-e0d325d65b1c {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:43:22.587511 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd2c3-0295-493b-bbd7-59b352dda53d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:22.642163 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3abc3b72-0c86-4e0a-808a-7caf31135d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:22.652892 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-dc8cd2c3-0295-493b-bbd7-59b352dda53d admin admin] For port aeaf2a77-be38-47cc-b679-e0d325d65b1c, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=aeaf2a77-be38-47cc-b679-e0d325d65b1c,segment=NetworkSegment(68e7a50e-73db-435c-b4af-5e8cca53bd1f),segment_id=68e7a50e-73db-435c-b4af-5e8cca53bd1f)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:43:22.653255 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd2c3-0295-493b-bbd7-59b352dda53d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:22.666055 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-dc8cd2c3-0295-493b-bbd7-59b352dda53d admin admin] Calling delete_port for aeaf2a77-be38-47cc-b679-e0d325d65b1c owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:43:22.746863 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd2c3-0295-493b-bbd7-59b352dda53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:22.772561 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8cd2c3-0295-493b-bbd7-59b352dda53d admin admin] Pushing event deleted for resources: {'Port': ['ID=aeaf2a77-be38-47cc-b679-e0d325d65b1c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:22.776067 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8cd2c3-0295-493b-bbd7-59b352dda53d admin admin] No DVR routers for this DVR port aeaf2a77-be38-47cc-b679-e0d325d65b1c on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:43:22.848766 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8e3d2374-fd7f-4e14-82ce-63260b628481 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:43:22.849577 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd2c3-0295-493b-bbd7-59b352dda53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:22.853129 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd628f4-b3bd-4405-9ddb-699465f59fc6 None None] DHCP port deletion for ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:43:22.872034 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-dc8cd2c3-0295-493b-bbd7-59b352dda53d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:43:22.873222 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 8e3d2374-fd7f-4e14-82ce-63260b628481 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:43:22.873580 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 8e3d2374-fd7f-4e14-82ce-63260b628481 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:43:22.883801 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-dc8cd2c3-0295-493b-bbd7-59b352dda53d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68e7a50e-73db-435c-b4af-5e8cca53bd1f') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:43:22.884101 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-dc8cd2c3-0295-493b-bbd7-59b352dda53d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68e7a50e-73db-435c-b4af-5e8cca53bd1f') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:43:22.897349 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd2c3-0295-493b-bbd7-59b352dda53d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:22.910615 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd2c3-0295-493b-bbd7-59b352dda53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:22.917000 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc8cd2c3-0295-493b-bbd7-59b352dda53d admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:43:22.917420 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd2c3-0295-493b-bbd7-59b352dda53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:22.919125 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:43:22.919125 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:43:22.919125 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:43:22.919125 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:43:22.919125 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:43:22.919125 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:43:22.919125 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:43:22.919125 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:43:22.919125 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:43:22.919125 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:43:22.919125 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:43:22.919125 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:43:22.919125 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:43:22.919125 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:43:22.919125 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:43:22.919125 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:43:22.919125 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:43:22.919125 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:43:22.919125 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:43:22.919125 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:43:22.919125 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:43:22.919125 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:43:22.919125 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:43:22.919125 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:43:22.919125 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:43:22.919125 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:43:22.919125 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:43:22.919125 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:43:22.919125 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:43:22.919125 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:43:22.919125 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:43:22.919125 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:43:22.974342 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd2c3-0295-493b-bbd7-59b352dda53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:22.979866 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd2c3-0295-493b-bbd7-59b352dda53d admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:22.986346 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-dc8cd2c3-0295-493b-bbd7-59b352dda53d admin admin] 10.222.0.62 "DELETE /v2.0/networks/ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b HTTP/1.1" status: 204 len: 168 time: 0.5329261 Dec 10 19:43:22.986669 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51802) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:43:23.000186 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8cd2c3-0295-493b-bbd7-59b352dda53d admin admin] Pushing event deleted for resources: {'Network': ['ID=ff7a0e7a-0eb7-4fbf-bc6f-2c45aa3dd02b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:23.332805 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bab4abe5-f140-42f0-ac83-7f6500830c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:23.576458 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-bab4abe5-f140-42f0-ac83-7f6500830c3f admin admin] Deleting port d48ddc69-4637-4d5b-87e5-6530b2341af0 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:43:23.576837 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bab4abe5-f140-42f0-ac83-7f6500830c3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:23.614352 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:43:23.660101 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-bab4abe5-f140-42f0-ac83-7f6500830c3f admin admin] For port d48ddc69-4637-4d5b-87e5-6530b2341af0, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=d48ddc69-4637-4d5b-87e5-6530b2341af0,segment=NetworkSegment(348c24ff-a4ec-4397-b86f-4a99565aad3a),segment_id=348c24ff-a4ec-4397-b86f-4a99565aad3a)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:43:23.660466 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bab4abe5-f140-42f0-ac83-7f6500830c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:23.673669 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-bab4abe5-f140-42f0-ac83-7f6500830c3f admin admin] Calling delete_port for d48ddc69-4637-4d5b-87e5-6530b2341af0 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:43:23.681238 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:23.849508 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bab4abe5-f140-42f0-ac83-7f6500830c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:23.874897 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab4abe5-f140-42f0-ac83-7f6500830c3f admin admin] Pushing event deleted for resources: {'Port': ['ID=d48ddc69-4637-4d5b-87e5-6530b2341af0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:24.015858 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 55560b41-d3e8-4305-a98e-b87d93cead0c no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:43:24.036442 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 55560b41-d3e8-4305-a98e-b87d93cead0c {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:43:24.037110 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 55560b41-d3e8-4305-a98e-b87d93cead0c not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:43:24.037541 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 205b3341-6125-48a9-b436-8fd88195b4d2 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:43:24.052858 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bab4abe5-f140-42f0-ac83-7f6500830c3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:24.056308 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 205b3341-6125-48a9-b436-8fd88195b4d2 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:43:24.056681 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 205b3341-6125-48a9-b436-8fd88195b4d2 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:43:24.057100 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device aeaf2a77-be38-47cc-b679-e0d325d65b1c no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:43:24.082914 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: aeaf2a77-be38-47cc-b679-e0d325d65b1c {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:43:24.083266 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device aeaf2a77-be38-47cc-b679-e0d325d65b1c not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:43:24.271404 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab4abe5-f140-42f0-ac83-7f6500830c3f admin admin] Router c8aa46d1-9a8e-456e-a53e-21d34186c2de has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:43:24.379200 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab4abe5-f140-42f0-ac83-7f6500830c3f admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:43:24.384225 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-bab4abe5-f140-42f0-ac83-7f6500830c3f admin admin] 10.222.0.62 "PUT /v2.0/routers/c8aa46d1-9a8e-456e-a53e-21d34186c2de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3965011 Dec 10 19:43:24.386833 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51804) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:43:24.387728 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4c8815-8cd6-4f14-a17c-c54b4a17edb6 None None] Sync routers for ids ['c8aa46d1-9a8e-456e-a53e-21d34186c2de'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:43:24.398414 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4c8815-8cd6-4f14-a17c-c54b4a17edb6 None None] Routers {'c8aa46d1-9a8e-456e-a53e-21d34186c2de'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:43:24.399032 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-aa4c8815-8cd6-4f14-a17c-c54b4a17edb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:43:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['c8aa46d1-9a8e-456e-a53e-21d34186c2de'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:43:24.491953 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-138eb8e0-fd1d-4e1a-bc3b-4e6edb7da0b7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:24.604994 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-138eb8e0-fd1d-4e1a-bc3b-4e6edb7da0b7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:24.659407 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-138eb8e0-fd1d-4e1a-bc3b-4e6edb7da0b7 admin admin] Deleting port 495d677f-02eb-4611-a25c-5f7f4c8b07d0 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:43:24.659751 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-138eb8e0-fd1d-4e1a-bc3b-4e6edb7da0b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:24.687405 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-aa4c8815-8cd6-4f14-a17c-c54b4a17edb6 None None] Set router c8aa46d1-9a8e-456e-a53e-21d34186c2de gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:43:24.742467 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-138eb8e0-fd1d-4e1a-bc3b-4e6edb7da0b7 admin admin] For port 495d677f-02eb-4611-a25c-5f7f4c8b07d0, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=495d677f-02eb-4611-a25c-5f7f4c8b07d0,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:43:24.742835 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-138eb8e0-fd1d-4e1a-bc3b-4e6edb7da0b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:24.755339 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-138eb8e0-fd1d-4e1a-bc3b-4e6edb7da0b7 admin admin] Calling delete_port for 495d677f-02eb-4611-a25c-5f7f4c8b07d0 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:43:24.857951 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-aa4c8815-8cd6-4f14-a17c-c54b4a17edb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8aa46d1-9a8e-456e-a53e-21d34186c2de', 'name': 'tempest-TestEncryptedCinderVolumes-1856680061-router', 'tenant_id': 'd330ca9da6e0497ab56550afdb3d7790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '495d677f-02eb-4611-a25c-5f7f4c8b07d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:00Z', 'updated_at': '2021-12-10T19:43:23Z', 'revision_number': 5, 'project_id': 'd330ca9da6e0497ab56550afdb3d7790', 'gw_port': {'id': '495d677f-02eb-4611-a25c-5f7f4c8b07d0', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8aa46d1-9a8e-456e-a53e-21d34186c2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:00Z', 'updated_at': '2021-12-10T19:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:43:24.886216 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4c8815-8cd6-4f14-a17c-c54b4a17edb6 None None] Checking router: c8aa46d1-9a8e-456e-a53e-21d34186c2de for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:43:24.894721 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4c8815-8cd6-4f14-a17c-c54b4a17edb6 None None] Routers {'c8aa46d1-9a8e-456e-a53e-21d34186c2de'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:43:24.895340 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-aa4c8815-8cd6-4f14-a17c-c54b4a17edb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:43:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['c8aa46d1-9a8e-456e-a53e-21d34186c2de'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:43:24.921664 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-138eb8e0-fd1d-4e1a-bc3b-4e6edb7da0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:24.947123 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138eb8e0-fd1d-4e1a-bc3b-4e6edb7da0b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=495d677f-02eb-4611-a25c-5f7f4c8b07d0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:24.963426 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0003fc-b4ab-47c4-ba89-ca8a8028e278 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:43:24.989997 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-aa4c8815-8cd6-4f14-a17c-c54b4a17edb6 None None] Set router c8aa46d1-9a8e-456e-a53e-21d34186c2de gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:43:25.012856 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-138eb8e0-fd1d-4e1a-bc3b-4e6edb7da0b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:25.049827 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-aa4c8815-8cd6-4f14-a17c-c54b4a17edb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8aa46d1-9a8e-456e-a53e-21d34186c2de', 'name': 'tempest-TestEncryptedCinderVolumes-1856680061-router', 'tenant_id': 'd330ca9da6e0497ab56550afdb3d7790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:00Z', 'updated_at': '2021-12-10T19:43:24Z', 'revision_number': 6, 'project_id': 'd330ca9da6e0497ab56550afdb3d7790', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:43:25.082532 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4c8815-8cd6-4f14-a17c-c54b4a17edb6 None None] The sync data for ids ['c8aa46d1-9a8e-456e-a53e-21d34186c2de'] in n-d-821435-1 is: [{'id': 'c8aa46d1-9a8e-456e-a53e-21d34186c2de', 'name': 'tempest-TestEncryptedCinderVolumes-1856680061-router', 'tenant_id': 'd330ca9da6e0497ab56550afdb3d7790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:00Z', 'updated_at': '2021-12-10T19:43:24Z', 'revision_number': 6, 'project_id': 'd330ca9da6e0497ab56550afdb3d7790', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:43:25.089060 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:25.105045 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-138eb8e0-fd1d-4e1a-bc3b-4e6edb7da0b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:25.107493 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-138eb8e0-fd1d-4e1a-bc3b-4e6edb7da0b7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:25.157253 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-138eb8e0-fd1d-4e1a-bc3b-4e6edb7da0b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:25.157911 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138eb8e0-fd1d-4e1a-bc3b-4e6edb7da0b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8aa46d1-9a8e-456e-a53e-21d34186c2de {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:43:25.162621 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-138eb8e0-fd1d-4e1a-bc3b-4e6edb7da0b7 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:25.163787 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-138eb8e0-fd1d-4e1a-bc3b-4e6edb7da0b7 admin admin] 10.222.0.62 "DELETE /v2.0/routers/c8aa46d1-9a8e-456e-a53e-21d34186c2de HTTP/1.1" status: 204 len: 168 time: 0.7760148 Dec 10 19:43:25.166305 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51806) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:43:25.209930 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e7a855-6c41-4be9-958a-61efd1dbba2b admin admin] Deleting subnet ae6a3822-ea99-4581-97a8-7c2284df0752 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:43:25.213016 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85e7a855-6c41-4be9-958a-61efd1dbba2b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:25.247417 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85e7a855-6c41-4be9-958a-61efd1dbba2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:25.326343 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85e7a855-6c41-4be9-958a-61efd1dbba2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:25.380804 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85e7a855-6c41-4be9-958a-61efd1dbba2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:25.409749 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7a855-6c41-4be9-958a-61efd1dbba2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae6a3822-ea99-4581-97a8-7c2284df0752,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:25.411443 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85e7a855-6c41-4be9-958a-61efd1dbba2b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:25.417003 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-85e7a855-6c41-4be9-958a-61efd1dbba2b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ae6a3822-ea99-4581-97a8-7c2284df0752 HTTP/1.1" status: 204 len: 168 time: 0.2474582 Dec 10 19:43:25.417164 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d398e3a0-8be5-48a9-a7b9-9dcaba4f2316 None None] Network 8515826a-9446-42c1-9c89-8b47e69e35b0 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:43:25.417392 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51808) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:43:25.495177 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f2ea77b6-4df3-4682-8df7-48b4a82babae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:25.561049 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f2ea77b6-4df3-4682-8df7-48b4a82babae admin admin] Deleting port 0392355c-ca44-4e23-8516-bcf474bd6577 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:43:25.561480 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f2ea77b6-4df3-4682-8df7-48b4a82babae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:25.626779 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-f2ea77b6-4df3-4682-8df7-48b4a82babae admin admin] For port 0392355c-ca44-4e23-8516-bcf474bd6577, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=0392355c-ca44-4e23-8516-bcf474bd6577,segment=NetworkSegment(348c24ff-a4ec-4397-b86f-4a99565aad3a),segment_id=348c24ff-a4ec-4397-b86f-4a99565aad3a)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:43:25.627083 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f2ea77b6-4df3-4682-8df7-48b4a82babae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:25.639118 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f2ea77b6-4df3-4682-8df7-48b4a82babae admin admin] Calling delete_port for 0392355c-ca44-4e23-8516-bcf474bd6577 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:43:25.654221 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:25.720936 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f2ea77b6-4df3-4682-8df7-48b4a82babae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:25.745452 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea77b6-4df3-4682-8df7-48b4a82babae admin admin] Pushing event deleted for resources: {'Port': ['ID=0392355c-ca44-4e23-8516-bcf474bd6577,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:25.749731 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ea77b6-4df3-4682-8df7-48b4a82babae admin admin] No DVR routers for this DVR port 0392355c-ca44-4e23-8516-bcf474bd6577 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:43:25.821185 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f2ea77b6-4df3-4682-8df7-48b4a82babae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:25.842122 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-f2ea77b6-4df3-4682-8df7-48b4a82babae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8515826a-9446-42c1-9c89-8b47e69e35b0']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:43:25.851919 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-f2ea77b6-4df3-4682-8df7-48b4a82babae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '348c24ff-a4ec-4397-b86f-4a99565aad3a') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:43:25.852225 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-f2ea77b6-4df3-4682-8df7-48b4a82babae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '348c24ff-a4ec-4397-b86f-4a99565aad3a') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:43:25.861229 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05d1c59-72d8-41c3-b36e-e1c0c300b1d7 None None] DHCP port deletion for 8515826a-9446-42c1-9c89-8b47e69e35b0 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:43:25.863296 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f2ea77b6-4df3-4682-8df7-48b4a82babae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:25.878305 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f2ea77b6-4df3-4682-8df7-48b4a82babae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:25.885830 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2ea77b6-4df3-4682-8df7-48b4a82babae admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:43:25.886191 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f2ea77b6-4df3-4682-8df7-48b4a82babae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:25.888177 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 19:43:25.888177 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:43:25.888177 n-d-821435-1 neutron-server[103244]: timer() Dec 10 19:43:25.888177 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:43:25.888177 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 19:43:25.888177 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:43:25.888177 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 19:43:25.888177 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:43:25.888177 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 19:43:25.888177 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:43:25.888177 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 19:43:25.888177 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:43:25.888177 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 19:43:25.888177 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:43:25.888177 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:43:25.888177 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:43:25.888177 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:43:25.888177 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:43:25.888177 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 19:43:25.888177 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:43:25.888177 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 19:43:25.888177 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:43:25.888177 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:43:25.888177 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:43:25.888177 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 19:43:25.888177 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:43:25.888177 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:43:25.888177 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:43:25.888177 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:43:25.888177 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:43:25.888177 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:43:25.888177 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:43:25.947715 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f2ea77b6-4df3-4682-8df7-48b4a82babae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:25.954669 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f2ea77b6-4df3-4682-8df7-48b4a82babae admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:25.961495 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f2ea77b6-4df3-4682-8df7-48b4a82babae admin admin] 10.222.0.62 "DELETE /v2.0/networks/8515826a-9446-42c1-9c89-8b47e69e35b0 HTTP/1.1" status: 204 len: 168 time: 0.5393593 Dec 10 19:43:25.961587 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 495d677f-02eb-4611-a25c-5f7f4c8b07d0 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:43:25.973329 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea77b6-4df3-4682-8df7-48b4a82babae admin admin] Pushing event deleted for resources: {'Network': ['ID=8515826a-9446-42c1-9c89-8b47e69e35b0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:25.991031 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 495d677f-02eb-4611-a25c-5f7f4c8b07d0 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:43:25.991435 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 495d677f-02eb-4611-a25c-5f7f4c8b07d0 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:43:25.991860 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d48ddc69-4637-4d5b-87e5-6530b2341af0 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:43:26.013675 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: d48ddc69-4637-4d5b-87e5-6530b2341af0 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:43:26.014028 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d48ddc69-4637-4d5b-87e5-6530b2341af0 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:43:26.015129 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 0392355c-ca44-4e23-8516-bcf474bd6577 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:43:26.035172 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 0392355c-ca44-4e23-8516-bcf474bd6577 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:43:26.035519 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 0392355c-ca44-4e23-8516-bcf474bd6577 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:43:26.134547 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51812) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:43:26.177966 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8b518dc5-eea1-406a-97a0-030cc6cdef72 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0c5d2f690170499ca3b29127528a9d9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421820 Dec 10 19:43:26.183138 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51814) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:43:26.245510 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8dae1388-d047-4d5d-bff6-ceb33e48f827 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:26.267376 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8dae1388-d047-4d5d-bff6-ceb33e48f827 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:26.315754 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8dae1388-d047-4d5d-bff6-ceb33e48f827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:26.318374 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8dae1388-d047-4d5d-bff6-ceb33e48f827 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:26.319511 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8dae1388-d047-4d5d-bff6-ceb33e48f827 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f0a98a09-ca00-4784-aff7-3a7bbc67e10e HTTP/1.1" status: 204 len: 168 time: 0.1353765 Dec 10 19:43:26.327237 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae1388-d047-4d5d-bff6-ceb33e48f827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a98a09-ca00-4784-aff7-3a7bbc67e10e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:26.636856 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51820) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:43:26.681089 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d92317d0-c94b-477b-b44e-8630aaeac46f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d330ca9da6e0497ab56550afdb3d7790&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429306 Dec 10 19:43:26.683436 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51822) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:43:26.729199 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3c7e1987-d754-4b34-9880-78b736740306 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:26.750478 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3c7e1987-d754-4b34-9880-78b736740306 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:26.796931 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3c7e1987-d754-4b34-9880-78b736740306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:26.799498 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3c7e1987-d754-4b34-9880-78b736740306 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:26.800646 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3c7e1987-d754-4b34-9880-78b736740306 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5ccffc8d-23a9-40a3-a881-008a687c23df HTTP/1.1" status: 204 len: 168 time: 0.1162951 Dec 10 19:43:26.808259 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e1987-d754-4b34-9880-78b736740306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccffc8d-23a9-40a3-a881-008a687c23df,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:27.452846 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51844) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:43:27.547601 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-2979b450-bbcb-41c8-9ee7-213ab9e24fda admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1056637571-network', 'tenant_id': '67a1572e9a304e87836068066602d44b'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:43:27.568596 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2979b450-bbcb-41c8-9ee7-213ab9e24fda admin admin] Made reservation on behalf of 67a1572e9a304e87836068066602d44b for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:43:27.570812 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2979b450-bbcb-41c8-9ee7-213ab9e24fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:27.579383 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2979b450-bbcb-41c8-9ee7-213ab9e24fda admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:27.655864 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2979b450-bbcb-41c8-9ee7-213ab9e24fda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:27.660205 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2979b450-bbcb-41c8-9ee7-213ab9e24fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:27.684921 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2979b450-bbcb-41c8-9ee7-213ab9e24fda admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:43:27.694873 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979b450-bbcb-41c8-9ee7-213ab9e24fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541451a3-bf93-4c95-9cec-ecd5b80977d5,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:27.699500 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2979b450-bbcb-41c8-9ee7-213ab9e24fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:27.699847 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-2979b450-bbcb-41c8-9ee7-213ab9e24fda admin admin] Added segment 9e95be0e-ef49-4761-827f-9309204bdddc of type vlan for network 1363ec44-0391-4767-8a93-db541354318a Dec 10 19:43:27.740965 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2979b450-bbcb-41c8-9ee7-213ab9e24fda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:27.765331 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2979b450-bbcb-41c8-9ee7-213ab9e24fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:27.766291 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2979b450-bbcb-41c8-9ee7-213ab9e24fda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:43:27.766859 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2979b450-bbcb-41c8-9ee7-213ab9e24fda admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:27.822274 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2979b450-bbcb-41c8-9ee7-213ab9e24fda admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3681979 Dec 10 19:43:27.825226 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51848) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:43:27.827304 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979b450-bbcb-41c8-9ee7-213ab9e24fda admin admin] Pushing event updated for resources: {'Network': ['ID=1363ec44-0391-4767-8a93-db541354318a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:27.831039 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-40ff376a-024d-4cc3-9154-79218a1bad89 admin admin] Request body: {'subnet': {'network_id': '1363ec44-0391-4767-8a93-db541354318a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1056637571-subnet', 'tenant_id': '67a1572e9a304e87836068066602d44b', 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:43:27.836964 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 1363ec44-0391-4767-8a93-db541354318a details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:43:27.853664 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ff376a-024d-4cc3-9154-79218a1bad89 admin admin] Made reservation on behalf of 67a1572e9a304e87836068066602d44b for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:43:27.856041 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-40ff376a-024d-4cc3-9154-79218a1bad89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:28.027320 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-40ff376a-024d-4cc3-9154-79218a1bad89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:28.087151 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff376a-024d-4cc3-9154-79218a1bad89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cdb9dfb-82cc-4a68-8c10-6762218ea0e7,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:28.095473 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ff376a-024d-4cc3-9154-79218a1bad89 admin admin] Checking segment: {'id': '9e95be0e-ef49-4761-827f-9309204bdddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1363ec44-0391-4767-8a93-db541354318a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:43:28.095834 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ff376a-024d-4cc3-9154-79218a1bad89 admin admin] Network hostable DHCP agents. Network: 1363ec44-0391-4767-8a93-db541354318a, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:43:28.113222 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ff376a-024d-4cc3-9154-79218a1bad89 admin admin] Network 1363ec44-0391-4767-8a93-db541354318a is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:43:28.121482 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-40ff376a-024d-4cc3-9154-79218a1bad89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 1363ec44-0391-4767-8a93-db541354318a) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:43:28.126005 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ff376a-024d-4cc3-9154-79218a1bad89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:43:28.126604 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-40ff376a-024d-4cc3-9154-79218a1bad89 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:28.130891 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c60ad6-b051-4650-adc6-bd4fce6a7e06 None None] Network 1363ec44-0391-4767-8a93-db541354318a requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:43:28.142073 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-40ff376a-024d-4cc3-9154-79218a1bad89 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3157337 Dec 10 19:43:28.144764 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51850) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:43:28.149014 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-efce3563-687a-451e-b952-0d5d097d7965 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1056637571-router', 'tenant_id': '67a1572e9a304e87836068066602d44b', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:43:28.169989 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-efce3563-687a-451e-b952-0d5d097d7965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:28.171105 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-efce3563-687a-451e-b952-0d5d097d7965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:28.223135 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-efce3563-687a-451e-b952-0d5d097d7965 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:28.231965 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085314e7-ad90-42de-89a4-05920f842aef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-1363ec44-0391-4767-8a93-db541354318a', 'network_id': '1363ec44-0391-4767-8a93-db541354318a', 'project_id': '67a1572e9a304e87836068066602d44b', 'fixed_ips': [{'subnet_id': '3cdb9dfb-82cc-4a68-8c10-6762218ea0e7'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:43:28.232966 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-085314e7-ad90-42de-89a4-05920f842aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:28.377661 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-085314e7-ad90-42de-89a4-05920f842aef None None] Allocated IP 172.20.0.2 (1363ec44-0391-4767-8a93-db541354318a/3cdb9dfb-82cc-4a68-8c10-6762218ea0e7/45f10bad-ab39-4008-9926-59417911b8d4) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:43:28.526852 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-085314e7-ad90-42de-89a4-05920f842aef None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:28.533970 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-085314e7-ad90-42de-89a4-05920f842aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:28.575019 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085314e7-ad90-42de-89a4-05920f842aef None None] Network 1363ec44-0391-4767-8a93-db541354318a is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:43:28.578674 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-085314e7-ad90-42de-89a4-05920f842aef None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:43:28.582149 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085314e7-ad90-42de-89a4-05920f842aef None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:43:28.594752 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085314e7-ad90-42de-89a4-05920f842aef None None] Pushing event updated for resources: {'Port': ['ID=45f10bad-ab39-4008-9926-59417911b8d4,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:28.649392 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-085314e7-ad90-42de-89a4-05920f842aef None None] Attempting to bind port 45f10bad-ab39-4008-9926-59417911b8d4 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:43:28.649680 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-085314e7-ad90-42de-89a4-05920f842aef None None] Attempting to bind port 45f10bad-ab39-4008-9926-59417911b8d4 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '9e95be0e-ef49-4761-827f-9309204bdddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1363ec44-0391-4767-8a93-db541354318a'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:43:28.650081 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085314e7-ad90-42de-89a4-05920f842aef None None] Attempting to bind port 45f10bad-ab39-4008-9926-59417911b8d4 on network 1363ec44-0391-4767-8a93-db541354318a {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:43:28.655151 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085314e7-ad90-42de-89a4-05920f842aef None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:43:28.655948 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085314e7-ad90-42de-89a4-05920f842aef None None] Checking segment: {'id': '9e95be0e-ef49-4761-827f-9309204bdddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1363ec44-0391-4767-8a93-db541354318a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:43:28.656367 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-085314e7-ad90-42de-89a4-05920f842aef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:28.656835 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085314e7-ad90-42de-89a4-05920f842aef None None] Bound using segment: {'id': '9e95be0e-ef49-4761-827f-9309204bdddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1363ec44-0391-4767-8a93-db541354318a'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:43:28.657319 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-085314e7-ad90-42de-89a4-05920f842aef None None] Bound port: 45f10bad-ab39-4008-9926-59417911b8d4, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e95be0e-ef49-4761-827f-9309204bdddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1363ec44-0391-4767-8a93-db541354318a'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:43:28.657711 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-085314e7-ad90-42de-89a4-05920f842aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:28.693830 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-efce3563-687a-451e-b952-0d5d097d7965 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:28.721912 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-085314e7-ad90-42de-89a4-05920f842aef None None] For port 45f10bad-ab39-4008-9926-59417911b8d4, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:43:28.725231 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-085314e7-ad90-42de-89a4-05920f842aef None None] For port 45f10bad-ab39-4008-9926-59417911b8d4, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=45f10bad-ab39-4008-9926-59417911b8d4,segment=NetworkSegment(9e95be0e-ef49-4761-827f-9309204bdddc),segment_id=9e95be0e-ef49-4761-827f-9309204bdddc)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:43:28.729916 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-085314e7-ad90-42de-89a4-05920f842aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:28.787375 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085314e7-ad90-42de-89a4-05920f842aef None None] Pushing event updated for resources: {'Port': ['ID=45f10bad-ab39-4008-9926-59417911b8d4,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:28.922488 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-efce3563-687a-451e-b952-0d5d097d7965 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:28.942709 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-efce3563-687a-451e-b952-0d5d097d7965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:29.066222 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-efce3563-687a-451e-b952-0d5d097d7965 admin admin] Allocated IP 172.25.7.118 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/3bcd40be-be27-4dca-986b-6b2f56ea3398) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:43:29.174078 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-efce3563-687a-451e-b952-0d5d097d7965 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:29.207548 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-efce3563-687a-451e-b952-0d5d097d7965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:29.247224 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efce3563-687a-451e-b952-0d5d097d7965 admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:43:29.251193 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-efce3563-687a-451e-b952-0d5d097d7965 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:43:29.254873 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efce3563-687a-451e-b952-0d5d097d7965 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:43:29.260474 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce3563-687a-451e-b952-0d5d097d7965 admin admin] Pushing event updated for resources: {'Port': ['ID=3bcd40be-be27-4dca-986b-6b2f56ea3398,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:29.263860 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4eb71c-c69e-4749-9d2e-106ea87a2331 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:43:29.363670 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-372cd053-c45a-4b66-8b8a-b03e9b47cb24 None None] Provisioning complete for port 3bcd40be-be27-4dca-986b-6b2f56ea3398 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:43:29.364051 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-372cd053-c45a-4b66-8b8a-b03e9b47cb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:29.404953 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-372cd053-c45a-4b66-8b8a-b03e9b47cb24 None None] Port 3bcd40be-be27-4dca-986b-6b2f56ea3398 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:43:29.529114 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-efce3563-687a-451e-b952-0d5d097d7965 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:29.714811 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab5c9ee-2dcf-48d4-bfd1-486209a559db None None] Network 1363ec44-0391-4767-8a93-db541354318a requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:43:29.735952 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-efce3563-687a-451e-b952-0d5d097d7965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:29.772948 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0bdbe3e9-ea77-4366-bfef-427718774028 None None] Provisioning complete for port 45f10bad-ab39-4008-9926-59417911b8d4 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:43:29.773327 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0bdbe3e9-ea77-4366-bfef-427718774028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:29.865609 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efce3563-687a-451e-b952-0d5d097d7965 admin admin] Router 53b5ba8b-c33f-4daa-b4bb-cf5def02ce03 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:43:29.899004 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0bdbe3e9-ea77-4366-bfef-427718774028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:29.934521 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0bdbe3e9-ea77-4366-bfef-427718774028 None None] For port 45f10bad-ab39-4008-9926-59417911b8d4, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=45f10bad-ab39-4008-9926-59417911b8d4,segment=NetworkSegment(9e95be0e-ef49-4761-827f-9309204bdddc),segment_id=9e95be0e-ef49-4761-827f-9309204bdddc)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:43:29.941384 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0bdbe3e9-ea77-4366-bfef-427718774028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:30.002221 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efce3563-687a-451e-b952-0d5d097d7965 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:43:30.006026 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdbe3e9-ea77-4366-bfef-427718774028 None None] Pushing event updated for resources: {'Port': ['ID=45f10bad-ab39-4008-9926-59417911b8d4,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:30.010507 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 45f10bad-ab39-4008-9926-59417911b8d4 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:43:30.015130 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e848847b-ff6d-4712-9471-4936c235c8bc None None] Sync routers for ids ['53b5ba8b-c33f-4daa-b4bb-cf5def02ce03'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:43:30.026010 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e848847b-ff6d-4712-9471-4936c235c8bc None None] Routers {'53b5ba8b-c33f-4daa-b4bb-cf5def02ce03'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:43:30.026879 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-e848847b-ff6d-4712-9471-4936c235c8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:43:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['53b5ba8b-c33f-4daa-b4bb-cf5def02ce03'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:43:30.036419 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-efce3563-687a-451e-b952-0d5d097d7965 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:30.038446 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-efce3563-687a-451e-b952-0d5d097d7965 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8926942 Dec 10 19:43:30.042102 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51852) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:43:30.069095 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 45f10bad-ab39-4008-9926-59417911b8d4 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:43:30.069675 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:30.183044 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-e848847b-ff6d-4712-9471-4936c235c8bc None None] Set router 53b5ba8b-c33f-4daa-b4bb-cf5def02ce03 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:43:30.265029 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3332ff20-8537-4c8f-a56a-e873b753c43c None None] Provisioning complete for port 45f10bad-ab39-4008-9926-59417911b8d4 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:43:30.265641 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3332ff20-8537-4c8f-a56a-e873b753c43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:30.377475 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-e848847b-ff6d-4712-9471-4936c235c8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'name': 'tempest-TestMinimumBasicScenario-1056637571-router', 'tenant_id': '67a1572e9a304e87836068066602d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '3bcd40be-be27-4dca-986b-6b2f56ea3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:43:28Z', 'updated_at': '2021-12-10T19:43:29Z', 'revision_number': 3, 'project_id': '67a1572e9a304e87836068066602d44b', 'gw_port': {'id': '3bcd40be-be27-4dca-986b-6b2f56ea3398', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:43:28Z', 'updated_at': '2021-12-10T19:43:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:43:30.403990 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e848847b-ff6d-4712-9471-4936c235c8bc None None] Checking router: 53b5ba8b-c33f-4daa-b4bb-cf5def02ce03 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:43:30.404346 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e848847b-ff6d-4712-9471-4936c235c8bc None None] Updating router 53b5ba8b-c33f-4daa-b4bb-cf5def02ce03 port 3bcd40be-be27-4dca-986b-6b2f56ea3398 binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:43:30.429027 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-e848847b-ff6d-4712-9471-4936c235c8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:30.493805 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61f21fc2-4315-4be3-84b4-26996a366522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:30.656124 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-61f21fc2-4315-4be3-84b4-26996a366522 admin admin] Allocated IP 172.20.0.1 (1363ec44-0391-4767-8a93-db541354318a/3cdb9dfb-82cc-4a68-8c10-6762218ea0e7/c7e21706-f718-44bf-a651-63967e38ee9e) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:43:30.697980 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-e848847b-ff6d-4712-9471-4936c235c8bc None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:30.702988 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-e848847b-ff6d-4712-9471-4936c235c8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:30.744909 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd659c81-2d87-4fc5-965a-ad2f6be6a579 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:43:30.749792 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-e848847b-ff6d-4712-9471-4936c235c8bc None None] Attempting to bind port 3bcd40be-be27-4dca-986b-6b2f56ea3398 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:43:30.750177 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-e848847b-ff6d-4712-9471-4936c235c8bc None None] Attempting to bind port 3bcd40be-be27-4dca-986b-6b2f56ea3398 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:43:30.750819 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e848847b-ff6d-4712-9471-4936c235c8bc None None] Attempting to bind port 3bcd40be-be27-4dca-986b-6b2f56ea3398 on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:43:30.761074 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e848847b-ff6d-4712-9471-4936c235c8bc None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:43:30.761457 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e848847b-ff6d-4712-9471-4936c235c8bc None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:43:30.761860 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-e848847b-ff6d-4712-9471-4936c235c8bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:30.762255 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e848847b-ff6d-4712-9471-4936c235c8bc None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:43:30.765605 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-e848847b-ff6d-4712-9471-4936c235c8bc None None] Bound port: 3bcd40be-be27-4dca-986b-6b2f56ea3398, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:43:30.766026 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-e848847b-ff6d-4712-9471-4936c235c8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:30.767921 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175a56f-035c-4232-a317-a9a135b5488d None None] Pushing event updated for resources: {'Port': ['ID=3bcd40be-be27-4dca-986b-6b2f56ea3398,revision_number=2']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:30.769371 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61f21fc2-4315-4be3-84b4-26996a366522 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:30.779469 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d419954f-1817-4d3d-ad6f-5a27d72b2fec None None] Provisioning complete for port 3bcd40be-be27-4dca-986b-6b2f56ea3398 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:43:30.780695 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d419954f-1817-4d3d-ad6f-5a27d72b2fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:30.804303 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175a56f-035c-4232-a317-a9a135b5488d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:43:30.804688 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175a56f-035c-4232-a317-a9a135b5488d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:43:30.805031 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175a56f-035c-4232-a317-a9a135b5488d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:43:30.805382 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175a56f-035c-4232-a317-a9a135b5488d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:43:30.805747 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175a56f-035c-4232-a317-a9a135b5488d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:43:30.806077 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175a56f-035c-4232-a317-a9a135b5488d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:43:30.806362 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175a56f-035c-4232-a317-a9a135b5488d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:43:30.806647 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175a56f-035c-4232-a317-a9a135b5488d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:43:30.806960 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175a56f-035c-4232-a317-a9a135b5488d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:43:30.807276 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175a56f-035c-4232-a317-a9a135b5488d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:43:30.807592 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175a56f-035c-4232-a317-a9a135b5488d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:43:30.807874 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61f21fc2-4315-4be3-84b4-26996a366522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:30.808020 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175a56f-035c-4232-a317-a9a135b5488d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:43:30.808207 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175a56f-035c-4232-a317-a9a135b5488d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:43:30.815829 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d419954f-1817-4d3d-ad6f-5a27d72b2fec None None] Port 3bcd40be-be27-4dca-986b-6b2f56ea3398 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:43:30.831774 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-e848847b-ff6d-4712-9471-4936c235c8bc None None] For port 3bcd40be-be27-4dca-986b-6b2f56ea3398, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:43:30.834857 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-e848847b-ff6d-4712-9471-4936c235c8bc None None] For port 3bcd40be-be27-4dca-986b-6b2f56ea3398, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=3bcd40be-be27-4dca-986b-6b2f56ea3398,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:43:30.839397 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-e848847b-ff6d-4712-9471-4936c235c8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:30.856481 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f21fc2-4315-4be3-84b4-26996a366522 admin admin] Network 1363ec44-0391-4767-8a93-db541354318a is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:43:30.859853 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-61f21fc2-4315-4be3-84b4-26996a366522 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:43:30.862319 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f21fc2-4315-4be3-84b4-26996a366522 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:43:30.891936 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f21fc2-4315-4be3-84b4-26996a366522 admin admin] Pushing event updated for resources: {'Port': ['ID=c7e21706-f718-44bf-a651-63967e38ee9e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:30.906730 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b52754-a6d7-404b-8c83-14db09647d78 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:43:30.909586 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e848847b-ff6d-4712-9471-4936c235c8bc None None] Routers {'53b5ba8b-c33f-4daa-b4bb-cf5def02ce03'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:43:30.910810 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-e848847b-ff6d-4712-9471-4936c235c8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:43:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['53b5ba8b-c33f-4daa-b4bb-cf5def02ce03'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:43:30.913722 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61f21fc2-4315-4be3-84b4-26996a366522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:30.950807 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a3cb6355-227e-4bea-8469-f43c8c1a397e None None] Provisioning complete for port 3bcd40be-be27-4dca-986b-6b2f56ea3398 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:43:30.951294 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a3cb6355-227e-4bea-8469-f43c8c1a397e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:30.985780 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175a56f-035c-4232-a317-a9a135b5488d None None] Pushing event updated for resources: {'Port': ['ID=3bcd40be-be27-4dca-986b-6b2f56ea3398,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:31.038299 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-e848847b-ff6d-4712-9471-4936c235c8bc None None] Set router 53b5ba8b-c33f-4daa-b4bb-cf5def02ce03 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:43:31.052600 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a3cb6355-227e-4bea-8469-f43c8c1a397e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:31.076977 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61f21fc2-4315-4be3-84b4-26996a366522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:31.083771 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a3cb6355-227e-4bea-8469-f43c8c1a397e None None] For port 3bcd40be-be27-4dca-986b-6b2f56ea3398, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=3bcd40be-be27-4dca-986b-6b2f56ea3398,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:43:31.087860 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a3cb6355-227e-4bea-8469-f43c8c1a397e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:31.143605 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb6355-227e-4bea-8469-f43c8c1a397e None None] Pushing event updated for resources: {'Port': ['ID=3bcd40be-be27-4dca-986b-6b2f56ea3398,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:31.210657 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-358e5ca6-e623-430f-a2e9-69f6ac1b7af3 None None] Provisioning complete for port c7e21706-f718-44bf-a651-63967e38ee9e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:43:31.211161 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-358e5ca6-e623-430f-a2e9-69f6ac1b7af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:31.235017 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-e848847b-ff6d-4712-9471-4936c235c8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'name': 'tempest-TestMinimumBasicScenario-1056637571-router', 'tenant_id': '67a1572e9a304e87836068066602d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '3bcd40be-be27-4dca-986b-6b2f56ea3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:43:28Z', 'updated_at': '2021-12-10T19:43:29Z', 'revision_number': 3, 'project_id': '67a1572e9a304e87836068066602d44b', 'gw_port': {'id': '3bcd40be-be27-4dca-986b-6b2f56ea3398', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:43:28Z', 'updated_at': '2021-12-10T19:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:43:31.247187 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-358e5ca6-e623-430f-a2e9-69f6ac1b7af3 None None] Port c7e21706-f718-44bf-a651-63967e38ee9e cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:43:31.251597 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61f21fc2-4315-4be3-84b4-26996a366522 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:31.256159 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61f21fc2-4315-4be3-84b4-26996a366522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:31.271933 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e848847b-ff6d-4712-9471-4936c235c8bc None None] The sync data for ids ['53b5ba8b-c33f-4daa-b4bb-cf5def02ce03'] in n-d-821435-1 is: [{'id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'name': 'tempest-TestMinimumBasicScenario-1056637571-router', 'tenant_id': '67a1572e9a304e87836068066602d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '3bcd40be-be27-4dca-986b-6b2f56ea3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:43:28Z', 'updated_at': '2021-12-10T19:43:29Z', 'revision_number': 3, 'project_id': '67a1572e9a304e87836068066602d44b', 'gw_port': {'id': '3bcd40be-be27-4dca-986b-6b2f56ea3398', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:43:28Z', 'updated_at': '2021-12-10T19:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:43:31.327962 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61f21fc2-4315-4be3-84b4-26996a366522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:31.330187 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f21fc2-4315-4be3-84b4-26996a366522 admin admin] Pushing event updated for resources: {'Port': ['ID=c7e21706-f718-44bf-a651-63967e38ee9e,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:31.428990 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f21fc2-4315-4be3-84b4-26996a366522 admin admin] Network 1363ec44-0391-4767-8a93-db541354318a is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:43:31.430644 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-61f21fc2-4315-4be3-84b4-26996a366522 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:43:31.572770 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f21fc2-4315-4be3-84b4-26996a366522 admin admin] Router 53b5ba8b-c33f-4daa-b4bb-cf5def02ce03 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:43:31.692548 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f21fc2-4315-4be3-84b4-26996a366522 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:43:31.697860 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-61f21fc2-4315-4be3-84b4-26996a366522 admin admin] 10.222.0.62 "PUT /v2.0/routers/53b5ba8b-c33f-4daa-b4bb-cf5def02ce03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6546340 Dec 10 19:43:31.773400 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-235d9a90-34b8-40c5-968e-cac28822e453 None None] Provisioning complete for port c7e21706-f718-44bf-a651-63967e38ee9e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:43:31.773958 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-235d9a90-34b8-40c5-968e-cac28822e453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:31.815825 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-235d9a90-34b8-40c5-968e-cac28822e453 None None] Port c7e21706-f718-44bf-a651-63967e38ee9e cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:43:32.047058 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 3bcd40be-be27-4dca-986b-6b2f56ea3398 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:43:32.110894 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 3bcd40be-be27-4dca-986b-6b2f56ea3398 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:43:32.112267 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:32.197365 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 45f10bad-ab39-4008-9926-59417911b8d4 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:43:32.220769 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51868) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:43:32.225848 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-0e2d6e0b-c314-4d21-95ce-1361e4101e23 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1819773291-network', 'tenant_id': 'b0167ab9c20e4d33975d10c8c35d6ca7'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:43:32.244599 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 45f10bad-ab39-4008-9926-59417911b8d4 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:43:32.245020 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:32.247149 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2d6e0b-c314-4d21-95ce-1361e4101e23 admin admin] Made reservation on behalf of b0167ab9c20e4d33975d10c8c35d6ca7 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:43:32.250062 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e2d6e0b-c314-4d21-95ce-1361e4101e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:32.259110 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e2d6e0b-c314-4d21-95ce-1361e4101e23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:32.345457 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e2d6e0b-c314-4d21-95ce-1361e4101e23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:32.352840 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e2d6e0b-c314-4d21-95ce-1361e4101e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:32.376107 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e2d6e0b-c314-4d21-95ce-1361e4101e23 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:43:32.391715 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d6e0b-c314-4d21-95ce-1361e4101e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb783b2-6287-43fb-bbfa-11b78f518477,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:32.395686 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e2d6e0b-c314-4d21-95ce-1361e4101e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:32.396040 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-0e2d6e0b-c314-4d21-95ce-1361e4101e23 admin admin] Added segment d45260c4-43fa-431d-8fef-3b2b10d633a4 of type vlan for network 27895152-8e9b-4f93-b397-d4cf743a547f Dec 10 19:43:32.435460 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e2d6e0b-c314-4d21-95ce-1361e4101e23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:32.459654 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e2d6e0b-c314-4d21-95ce-1361e4101e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:32.460587 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2d6e0b-c314-4d21-95ce-1361e4101e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:43:32.461195 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e2d6e0b-c314-4d21-95ce-1361e4101e23 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:32.513236 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0e2d6e0b-c314-4d21-95ce-1361e4101e23 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2910833 Dec 10 19:43:32.516371 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 51870) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:43:32.521153 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-6a3583f8-d0ba-49f8-af24-344192de9f52 admin admin] Request body: {'subnet': {'network_id': '27895152-8e9b-4f93-b397-d4cf743a547f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1819773291-subnet', 'tenant_id': 'b0167ab9c20e4d33975d10c8c35d6ca7', 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:43:32.540440 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d6e0b-c314-4d21-95ce-1361e4101e23 admin admin] Pushing event updated for resources: {'Network': ['ID=27895152-8e9b-4f93-b397-d4cf743a547f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:32.550987 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 27895152-8e9b-4f93-b397-d4cf743a547f details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:43:32.555684 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3583f8-d0ba-49f8-af24-344192de9f52 admin admin] Made reservation on behalf of b0167ab9c20e4d33975d10c8c35d6ca7 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:43:32.558596 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6a3583f8-d0ba-49f8-af24-344192de9f52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:32.751438 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6a3583f8-d0ba-49f8-af24-344192de9f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:32.804013 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3583f8-d0ba-49f8-af24-344192de9f52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e6c7452-ddfc-428e-bf04-933b2d123b9a,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:32.814679 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3583f8-d0ba-49f8-af24-344192de9f52 admin admin] Checking segment: {'id': 'd45260c4-43fa-431d-8fef-3b2b10d633a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '27895152-8e9b-4f93-b397-d4cf743a547f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:43:32.815043 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3583f8-d0ba-49f8-af24-344192de9f52 admin admin] Network hostable DHCP agents. Network: 27895152-8e9b-4f93-b397-d4cf743a547f, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:43:32.837327 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3583f8-d0ba-49f8-af24-344192de9f52 admin admin] Network 27895152-8e9b-4f93-b397-d4cf743a547f is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:43:32.847850 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-6a3583f8-d0ba-49f8-af24-344192de9f52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 27895152-8e9b-4f93-b397-d4cf743a547f) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:43:32.851938 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3583f8-d0ba-49f8-af24-344192de9f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:43:32.852468 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6a3583f8-d0ba-49f8-af24-344192de9f52 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:32.856670 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec600419-aac0-472c-b5b6-5fc1be6183cd None None] Network 27895152-8e9b-4f93-b397-d4cf743a547f requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:43:32.872314 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51872) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:43:32.873185 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6a3583f8-d0ba-49f8-af24-344192de9f52 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3550930 Dec 10 19:43:32.879885 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-5a29265a-4917-4b4e-a011-ed7e875db211 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1819773291-router', 'tenant_id': 'b0167ab9c20e4d33975d10c8c35d6ca7', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:43:32.900236 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10f286d-1214-4fd9-ab33-65158fc541ab None None] Sync routers for ids ['53b5ba8b-c33f-4daa-b4bb-cf5def02ce03'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:43:32.908722 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a29265a-4917-4b4e-a011-ed7e875db211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:32.909936 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a29265a-4917-4b4e-a011-ed7e875db211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:32.929136 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10f286d-1214-4fd9-ab33-65158fc541ab None None] Routers {'53b5ba8b-c33f-4daa-b4bb-cf5def02ce03'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:43:32.929760 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f10f286d-1214-4fd9-ab33-65158fc541ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:43:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['53b5ba8b-c33f-4daa-b4bb-cf5def02ce03'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:43:32.964065 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a29265a-4917-4b4e-a011-ed7e875db211 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:33.043361 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9fd4ae-eb36-4c18-b411-8d034a0cb525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-27895152-8e9b-4f93-b397-d4cf743a547f', 'network_id': '27895152-8e9b-4f93-b397-d4cf743a547f', 'project_id': 'b0167ab9c20e4d33975d10c8c35d6ca7', 'fixed_ips': [{'subnet_id': '8e6c7452-ddfc-428e-bf04-933b2d123b9a'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:43:33.044235 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3a9fd4ae-eb36-4c18-b411-8d034a0cb525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:33.087249 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-f10f286d-1214-4fd9-ab33-65158fc541ab None None] Set router 53b5ba8b-c33f-4daa-b4bb-cf5def02ce03 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:43:33.098343 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a29265a-4917-4b4e-a011-ed7e875db211 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:33.300242 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a29265a-4917-4b4e-a011-ed7e875db211 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:33.320363 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a29265a-4917-4b4e-a011-ed7e875db211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:33.426384 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-5a29265a-4917-4b4e-a011-ed7e875db211 admin admin] Allocated IP 172.25.7.249 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/226a1b0a-4f84-464e-b653-62ffa7013c61) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:43:33.484362 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-3a9fd4ae-eb36-4c18-b411-8d034a0cb525 None None] Allocated IP 172.20.0.2 (27895152-8e9b-4f93-b397-d4cf743a547f/8e6c7452-ddfc-428e-bf04-933b2d123b9a/d45489dd-f1ac-4bbe-a4a2-61da59cbee71) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:43:33.527537 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a29265a-4917-4b4e-a011-ed7e875db211 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:33.560912 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a29265a-4917-4b4e-a011-ed7e875db211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:33.607375 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a29265a-4917-4b4e-a011-ed7e875db211 admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:43:33.610798 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-5a29265a-4917-4b4e-a011-ed7e875db211 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:43:33.615104 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a29265a-4917-4b4e-a011-ed7e875db211 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:43:33.631263 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20610d55-709e-4947-89d2-c418a929526d None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:43:33.638800 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a29265a-4917-4b4e-a011-ed7e875db211 admin admin] Pushing event updated for resources: {'Port': ['ID=226a1b0a-4f84-464e-b653-62ffa7013c61,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:33.690812 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f10f286d-1214-4fd9-ab33-65158fc541ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'name': 'tempest-TestMinimumBasicScenario-1056637571-router', 'tenant_id': '67a1572e9a304e87836068066602d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '3bcd40be-be27-4dca-986b-6b2f56ea3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:43:28Z', 'updated_at': '2021-12-10T19:43:31Z', 'revision_number': 4, 'project_id': '67a1572e9a304e87836068066602d44b', 'gw_port': {'id': '3bcd40be-be27-4dca-986b-6b2f56ea3398', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:43:28Z', 'updated_at': '2021-12-10T19:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'c7e21706-f718-44bf-a651-63967e38ee9e', 'name': '', 'network_id': '1363ec44-0391-4767-8a93-db541354318a', 'tenant_id': '67a1572e9a304e87836068066602d44b', 'mac_address': 'fa:16:3e:14:37:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '3cdb9dfb-82cc-4a68-8c10-6762218ea0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:43:30Z', 'updated_at': '2021-12-10T19:43:31Z', 'revision_number': 2, 'project_id': '67a1572e9a304e87836068066602d44b', 'subnets': [{'id': '3cdb9dfb-82cc-4a68-8c10-6762218ea0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:43:33.725157 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10f286d-1214-4fd9-ab33-65158fc541ab None None] Checking router: 53b5ba8b-c33f-4daa-b4bb-cf5def02ce03 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:43:33.725538 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10f286d-1214-4fd9-ab33-65158fc541ab None None] Updating router 53b5ba8b-c33f-4daa-b4bb-cf5def02ce03 port c7e21706-f718-44bf-a651-63967e38ee9e binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:43:33.729318 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3a9fd4ae-eb36-4c18-b411-8d034a0cb525 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:33.761996 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3a9fd4ae-eb36-4c18-b411-8d034a0cb525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:33.775614 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f10f286d-1214-4fd9-ab33-65158fc541ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:33.817208 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2ce3bc30-fce3-448d-9bdf-7247005dead0 None None] Provisioning complete for port 226a1b0a-4f84-464e-b653-62ffa7013c61 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:43:33.817581 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2ce3bc30-fce3-448d-9bdf-7247005dead0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:33.823084 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9fd4ae-eb36-4c18-b411-8d034a0cb525 None None] Network 27895152-8e9b-4f93-b397-d4cf743a547f is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:43:33.848037 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-3a9fd4ae-eb36-4c18-b411-8d034a0cb525 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:43:33.850418 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9fd4ae-eb36-4c18-b411-8d034a0cb525 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:43:33.876204 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9fd4ae-eb36-4c18-b411-8d034a0cb525 None None] Pushing event updated for resources: {'Port': ['ID=d45489dd-f1ac-4bbe-a4a2-61da59cbee71,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:33.943875 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2ce3bc30-fce3-448d-9bdf-7247005dead0 None None] Port 226a1b0a-4f84-464e-b653-62ffa7013c61 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:43:34.011035 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3a9fd4ae-eb36-4c18-b411-8d034a0cb525 None None] Attempting to bind port d45489dd-f1ac-4bbe-a4a2-61da59cbee71 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:43:34.011417 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3a9fd4ae-eb36-4c18-b411-8d034a0cb525 None None] Attempting to bind port d45489dd-f1ac-4bbe-a4a2-61da59cbee71 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'd45260c4-43fa-431d-8fef-3b2b10d633a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '27895152-8e9b-4f93-b397-d4cf743a547f'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:43:34.011784 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9fd4ae-eb36-4c18-b411-8d034a0cb525 None None] Attempting to bind port d45489dd-f1ac-4bbe-a4a2-61da59cbee71 on network 27895152-8e9b-4f93-b397-d4cf743a547f {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:43:34.022789 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9fd4ae-eb36-4c18-b411-8d034a0cb525 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:43:34.023169 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9fd4ae-eb36-4c18-b411-8d034a0cb525 None None] Checking segment: {'id': 'd45260c4-43fa-431d-8fef-3b2b10d633a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '27895152-8e9b-4f93-b397-d4cf743a547f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:43:34.023575 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3a9fd4ae-eb36-4c18-b411-8d034a0cb525 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:34.023970 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9fd4ae-eb36-4c18-b411-8d034a0cb525 None None] Bound using segment: {'id': 'd45260c4-43fa-431d-8fef-3b2b10d633a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '27895152-8e9b-4f93-b397-d4cf743a547f'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:43:34.024451 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3a9fd4ae-eb36-4c18-b411-8d034a0cb525 None None] Bound port: d45489dd-f1ac-4bbe-a4a2-61da59cbee71, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd45260c4-43fa-431d-8fef-3b2b10d633a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '27895152-8e9b-4f93-b397-d4cf743a547f'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:43:34.024862 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3a9fd4ae-eb36-4c18-b411-8d034a0cb525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:34.157094 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3a9fd4ae-eb36-4c18-b411-8d034a0cb525 None None] For port d45489dd-f1ac-4bbe-a4a2-61da59cbee71, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:43:34.162133 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3a9fd4ae-eb36-4c18-b411-8d034a0cb525 None None] For port d45489dd-f1ac-4bbe-a4a2-61da59cbee71, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=d45489dd-f1ac-4bbe-a4a2-61da59cbee71,segment=NetworkSegment(d45260c4-43fa-431d-8fef-3b2b10d633a4),segment_id=d45260c4-43fa-431d-8fef-3b2b10d633a4)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:43:34.170425 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3a9fd4ae-eb36-4c18-b411-8d034a0cb525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:34.183060 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a29265a-4917-4b4e-a011-ed7e875db211 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:34.266091 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9fd4ae-eb36-4c18-b411-8d034a0cb525 None None] Pushing event updated for resources: {'Port': ['ID=d45489dd-f1ac-4bbe-a4a2-61da59cbee71,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:34.287523 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f10f286d-1214-4fd9-ab33-65158fc541ab None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:34.296868 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f10f286d-1214-4fd9-ab33-65158fc541ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:34.349704 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2829204-3b96-408e-a9d8-965615d45234 None None] Pushing event updated for resources: {'Port': ['ID=c7e21706-f718-44bf-a651-63967e38ee9e,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:34.409383 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a29265a-4917-4b4e-a011-ed7e875db211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:34.411300 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f10f286d-1214-4fd9-ab33-65158fc541ab None None] Attempting to bind port c7e21706-f718-44bf-a651-63967e38ee9e on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:43:34.411565 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f10f286d-1214-4fd9-ab33-65158fc541ab None None] Attempting to bind port c7e21706-f718-44bf-a651-63967e38ee9e by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '9e95be0e-ef49-4761-827f-9309204bdddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1363ec44-0391-4767-8a93-db541354318a'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:43:34.411896 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10f286d-1214-4fd9-ab33-65158fc541ab None None] Attempting to bind port c7e21706-f718-44bf-a651-63967e38ee9e on network 1363ec44-0391-4767-8a93-db541354318a {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:43:34.417193 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10f286d-1214-4fd9-ab33-65158fc541ab None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:43:34.417578 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10f286d-1214-4fd9-ab33-65158fc541ab None None] Checking segment: {'id': '9e95be0e-ef49-4761-827f-9309204bdddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1363ec44-0391-4767-8a93-db541354318a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:43:34.417980 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f10f286d-1214-4fd9-ab33-65158fc541ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:34.418380 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10f286d-1214-4fd9-ab33-65158fc541ab None None] Bound using segment: {'id': '9e95be0e-ef49-4761-827f-9309204bdddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1363ec44-0391-4767-8a93-db541354318a'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:43:34.418856 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f10f286d-1214-4fd9-ab33-65158fc541ab None None] Bound port: c7e21706-f718-44bf-a651-63967e38ee9e, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e95be0e-ef49-4761-827f-9309204bdddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1363ec44-0391-4767-8a93-db541354318a'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:43:34.419242 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f10f286d-1214-4fd9-ab33-65158fc541ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:34.509520 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f10f286d-1214-4fd9-ab33-65158fc541ab None None] For port c7e21706-f718-44bf-a651-63967e38ee9e, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:43:34.513884 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f10f286d-1214-4fd9-ab33-65158fc541ab None None] For port c7e21706-f718-44bf-a651-63967e38ee9e, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c7e21706-f718-44bf-a651-63967e38ee9e,segment=NetworkSegment(9e95be0e-ef49-4761-827f-9309204bdddc),segment_id=9e95be0e-ef49-4761-827f-9309204bdddc)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:43:34.515801 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:34.521941 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f10f286d-1214-4fd9-ab33-65158fc541ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:34.585618 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10f286d-1214-4fd9-ab33-65158fc541ab None None] Routers {'53b5ba8b-c33f-4daa-b4bb-cf5def02ce03'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:43:34.586348 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f10f286d-1214-4fd9-ab33-65158fc541ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:43:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['53b5ba8b-c33f-4daa-b4bb-cf5def02ce03'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:43:34.622990 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a29265a-4917-4b4e-a011-ed7e875db211 admin admin] Router 3c8785bb-aef5-41ee-b579-b3e1e9b7e36b is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:43:34.676121 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2829204-3b96-408e-a9d8-965615d45234 None None] Pushing event updated for resources: {'Port': ['ID=c7e21706-f718-44bf-a651-63967e38ee9e,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:34.702303 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d8902504-a8a5-4064-afc8-48d033f080b4 None None] Provisioning complete for port c7e21706-f718-44bf-a651-63967e38ee9e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:43:34.702814 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d8902504-a8a5-4064-afc8-48d033f080b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:34.755465 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a29265a-4917-4b4e-a011-ed7e875db211 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:43:34.756037 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-f10f286d-1214-4fd9-ab33-65158fc541ab None None] Set router 53b5ba8b-c33f-4daa-b4bb-cf5def02ce03 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:43:34.766789 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd66028-dd7b-4832-9c17-b44054f70ac0 None None] Sync routers for ids ['3c8785bb-aef5-41ee-b579-b3e1e9b7e36b'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:43:34.776506 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a29265a-4917-4b4e-a011-ed7e875db211 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:34.778129 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5a29265a-4917-4b4e-a011-ed7e875db211 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9030159 Dec 10 19:43:34.779731 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd66028-dd7b-4832-9c17-b44054f70ac0 None None] Routers {'3c8785bb-aef5-41ee-b579-b3e1e9b7e36b'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:43:34.781087 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 51874) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:43:34.781224 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-0fd66028-dd7b-4832-9c17-b44054f70ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:43:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['3c8785bb-aef5-41ee-b579-b3e1e9b7e36b'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:43:34.925662 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-0fd66028-dd7b-4832-9c17-b44054f70ac0 None None] Set router 3c8785bb-aef5-41ee-b579-b3e1e9b7e36b gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:43:34.933098 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d8902504-a8a5-4064-afc8-48d033f080b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:34.993783 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d8902504-a8a5-4064-afc8-48d033f080b4 None None] For port c7e21706-f718-44bf-a651-63967e38ee9e, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c7e21706-f718-44bf-a651-63967e38ee9e,segment=NetworkSegment(9e95be0e-ef49-4761-827f-9309204bdddc),segment_id=9e95be0e-ef49-4761-827f-9309204bdddc)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:43:35.001325 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d8902504-a8a5-4064-afc8-48d033f080b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:35.079435 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8902504-a8a5-4064-afc8-48d033f080b4 None None] Pushing event updated for resources: {'Port': ['ID=c7e21706-f718-44bf-a651-63967e38ee9e,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:35.094001 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f10f286d-1214-4fd9-ab33-65158fc541ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'name': 'tempest-TestMinimumBasicScenario-1056637571-router', 'tenant_id': '67a1572e9a304e87836068066602d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '3bcd40be-be27-4dca-986b-6b2f56ea3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:43:28Z', 'updated_at': '2021-12-10T19:43:31Z', 'revision_number': 4, 'project_id': '67a1572e9a304e87836068066602d44b', 'gw_port': {'id': '3bcd40be-be27-4dca-986b-6b2f56ea3398', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:43:28Z', 'updated_at': '2021-12-10T19:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'c7e21706-f718-44bf-a651-63967e38ee9e', 'name': '', 'network_id': '1363ec44-0391-4767-8a93-db541354318a', 'tenant_id': '67a1572e9a304e87836068066602d44b', 'mac_address': 'fa:16:3e:14:37:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '3cdb9dfb-82cc-4a68-8c10-6762218ea0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:43:30Z', 'updated_at': '2021-12-10T19:43:34Z', 'revision_number': 4, 'project_id': '67a1572e9a304e87836068066602d44b', 'subnets': [{'id': '3cdb9dfb-82cc-4a68-8c10-6762218ea0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:43:35.133186 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10f286d-1214-4fd9-ab33-65158fc541ab None None] The sync data for ids ['53b5ba8b-c33f-4daa-b4bb-cf5def02ce03'] in n-d-821435-1 is: [{'id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'name': 'tempest-TestMinimumBasicScenario-1056637571-router', 'tenant_id': '67a1572e9a304e87836068066602d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '3bcd40be-be27-4dca-986b-6b2f56ea3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:43:28Z', 'updated_at': '2021-12-10T19:43:31Z', 'revision_number': 4, 'project_id': '67a1572e9a304e87836068066602d44b', 'gw_port': {'id': '3bcd40be-be27-4dca-986b-6b2f56ea3398', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:43:28Z', 'updated_at': '2021-12-10T19:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'c7e21706-f718-44bf-a651-63967e38ee9e', 'name': '', 'network_id': '1363ec44-0391-4767-8a93-db541354318a', 'tenant_id': '67a1572e9a304e87836068066602d44b', 'mac_address': 'fa:16:3e:14:37:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '3cdb9dfb-82cc-4a68-8c10-6762218ea0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:43:30Z', 'updated_at': '2021-12-10T19:43:34Z', 'revision_number': 4, 'project_id': '67a1572e9a304e87836068066602d44b', 'subnets': [{'id': '3cdb9dfb-82cc-4a68-8c10-6762218ea0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:43:35.146191 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c4ca6843-fb2d-4a19-a7fd-7c3658cc1b26 None None] Provisioning complete for port c7e21706-f718-44bf-a651-63967e38ee9e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:43:35.146689 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c4ca6843-fb2d-4a19-a7fd-7c3658cc1b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:35.260521 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-0fd66028-dd7b-4832-9c17-b44054f70ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8785bb-aef5-41ee-b579-b3e1e9b7e36b', 'name': 'tempest-TestMinimumBasicScenario-1819773291-router', 'tenant_id': 'b0167ab9c20e4d33975d10c8c35d6ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '226a1b0a-4f84-464e-b653-62ffa7013c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:43:32Z', 'updated_at': '2021-12-10T19:43:33Z', 'revision_number': 3, 'project_id': 'b0167ab9c20e4d33975d10c8c35d6ca7', 'gw_port': {'id': '226a1b0a-4f84-464e-b653-62ffa7013c61', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fc:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8785bb-aef5-41ee-b579-b3e1e9b7e36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:43:33Z', 'updated_at': '2021-12-10T19:43:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:43:35.313358 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd66028-dd7b-4832-9c17-b44054f70ac0 None None] Checking router: 3c8785bb-aef5-41ee-b579-b3e1e9b7e36b for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:43:35.313705 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd66028-dd7b-4832-9c17-b44054f70ac0 None None] Updating router 3c8785bb-aef5-41ee-b579-b3e1e9b7e36b port 226a1b0a-4f84-464e-b653-62ffa7013c61 binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:43:35.347404 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-0fd66028-dd7b-4832-9c17-b44054f70ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:35.364449 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe9de2ca-3e2f-4969-8e15-0e2b0edfedb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:35.547028 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-fe9de2ca-3e2f-4969-8e15-0e2b0edfedb9 admin admin] Allocated IP 172.20.0.1 (27895152-8e9b-4f93-b397-d4cf743a547f/8e6c7452-ddfc-428e-bf04-933b2d123b9a/ffcfea33-88f8-43ae-8e63-42c6b34f2171) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:43:35.565289 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64617bff-4352-429b-afe1-73f0df56e7d4 None None] Network 27895152-8e9b-4f93-b397-d4cf743a547f requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:43:35.622970 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-0fd66028-dd7b-4832-9c17-b44054f70ac0 None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:35.631310 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-0fd66028-dd7b-4832-9c17-b44054f70ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:35.637060 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-59e72877-782d-4de5-ad1f-7f7ceebbc014 None None] Provisioning complete for port d45489dd-f1ac-4bbe-a4a2-61da59cbee71 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:43:35.637060 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-59e72877-782d-4de5-ad1f-7f7ceebbc014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:35.688207 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe9de2ca-3e2f-4969-8e15-0e2b0edfedb9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:35.695721 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff81882-448c-42f3-a0bf-e17f101d0072 None None] Pushing event updated for resources: {'Port': ['ID=226a1b0a-4f84-464e-b653-62ffa7013c61,revision_number=2']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:35.715888 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-0fd66028-dd7b-4832-9c17-b44054f70ac0 None None] Attempting to bind port 226a1b0a-4f84-464e-b653-62ffa7013c61 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:43:35.716398 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4922c695-f75e-425e-8307-0008a9b88422 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:43:35.716794 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-0fd66028-dd7b-4832-9c17-b44054f70ac0 None None] Attempting to bind port 226a1b0a-4f84-464e-b653-62ffa7013c61 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:43:35.717764 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd66028-dd7b-4832-9c17-b44054f70ac0 None None] Attempting to bind port 226a1b0a-4f84-464e-b653-62ffa7013c61 on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:43:35.726450 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd66028-dd7b-4832-9c17-b44054f70ac0 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:43:35.726839 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd66028-dd7b-4832-9c17-b44054f70ac0 None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:43:35.727251 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-0fd66028-dd7b-4832-9c17-b44054f70ac0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:35.727653 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd66028-dd7b-4832-9c17-b44054f70ac0 None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:43:35.728301 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-0fd66028-dd7b-4832-9c17-b44054f70ac0 None None] Bound port: 226a1b0a-4f84-464e-b653-62ffa7013c61, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:43:35.728845 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-0fd66028-dd7b-4832-9c17-b44054f70ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:35.759259 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe9de2ca-3e2f-4969-8e15-0e2b0edfedb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:35.798880 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-59e72877-782d-4de5-ad1f-7f7ceebbc014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:35.809936 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9de2ca-3e2f-4969-8e15-0e2b0edfedb9 admin admin] Network 27895152-8e9b-4f93-b397-d4cf743a547f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:43:35.814798 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-0fd66028-dd7b-4832-9c17-b44054f70ac0 None None] For port 226a1b0a-4f84-464e-b653-62ffa7013c61, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:43:35.818528 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-0fd66028-dd7b-4832-9c17-b44054f70ac0 None None] For port 226a1b0a-4f84-464e-b653-62ffa7013c61, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=226a1b0a-4f84-464e-b653-62ffa7013c61,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:43:35.823130 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-fe9de2ca-3e2f-4969-8e15-0e2b0edfedb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:43:35.827265 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9de2ca-3e2f-4969-8e15-0e2b0edfedb9 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:43:35.830015 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-0fd66028-dd7b-4832-9c17-b44054f70ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:35.836467 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-59e72877-782d-4de5-ad1f-7f7ceebbc014 None None] For port d45489dd-f1ac-4bbe-a4a2-61da59cbee71, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=d45489dd-f1ac-4bbe-a4a2-61da59cbee71,segment=NetworkSegment(d45260c4-43fa-431d-8fef-3b2b10d633a4),segment_id=d45260c4-43fa-431d-8fef-3b2b10d633a4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:43:35.844548 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-59e72877-782d-4de5-ad1f-7f7ceebbc014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:35.871632 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe9de2ca-3e2f-4969-8e15-0e2b0edfedb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:35.904406 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e72877-782d-4de5-ad1f-7f7ceebbc014 None None] Pushing event updated for resources: {'Port': ['ID=d45489dd-f1ac-4bbe-a4a2-61da59cbee71,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:35.939588 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5cd9d3-dd79-4cbe-9ddb-c54ad2c97338 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:43:35.953888 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9de2ca-3e2f-4969-8e15-0e2b0edfedb9 admin admin] Pushing event updated for resources: {'Port': ['ID=ffcfea33-88f8-43ae-8e63-42c6b34f2171,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:35.955152 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff81882-448c-42f3-a0bf-e17f101d0072 None None] Pushing event updated for resources: {'Port': ['ID=226a1b0a-4f84-464e-b653-62ffa7013c61,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:35.960014 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd66028-dd7b-4832-9c17-b44054f70ac0 None None] Routers {'3c8785bb-aef5-41ee-b579-b3e1e9b7e36b'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:43:35.960701 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-0fd66028-dd7b-4832-9c17-b44054f70ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:43:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['3c8785bb-aef5-41ee-b579-b3e1e9b7e36b'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:43:36.000101 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e5ed0a41-343a-491a-9618-ceafcc6d2879 None None] Provisioning complete for port 226a1b0a-4f84-464e-b653-62ffa7013c61 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:43:36.000355 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e5ed0a41-343a-491a-9618-ceafcc6d2879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:36.105859 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe9de2ca-3e2f-4969-8e15-0e2b0edfedb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:36.154402 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d45489dd-f1ac-4bbe-a4a2-61da59cbee71 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:43:36.164297 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-0fd66028-dd7b-4832-9c17-b44054f70ac0 None None] Set router 3c8785bb-aef5-41ee-b579-b3e1e9b7e36b gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:43:36.218849 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e5ed0a41-343a-491a-9618-ceafcc6d2879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:36.248346 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e5ed0a41-343a-491a-9618-ceafcc6d2879 None None] For port 226a1b0a-4f84-464e-b653-62ffa7013c61, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=226a1b0a-4f84-464e-b653-62ffa7013c61,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:43:36.274881 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e5ed0a41-343a-491a-9618-ceafcc6d2879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:36.363034 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port d45489dd-f1ac-4bbe-a4a2-61da59cbee71 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:43:36.363674 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:36.367117 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed0a41-343a-491a-9618-ceafcc6d2879 None None] Pushing event updated for resources: {'Port': ['ID=226a1b0a-4f84-464e-b653-62ffa7013c61,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:36.411246 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe9de2ca-3e2f-4969-8e15-0e2b0edfedb9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:36.417471 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe9de2ca-3e2f-4969-8e15-0e2b0edfedb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:36.433444 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-0fd66028-dd7b-4832-9c17-b44054f70ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8785bb-aef5-41ee-b579-b3e1e9b7e36b', 'name': 'tempest-TestMinimumBasicScenario-1819773291-router', 'tenant_id': 'b0167ab9c20e4d33975d10c8c35d6ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '226a1b0a-4f84-464e-b653-62ffa7013c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:43:32Z', 'updated_at': '2021-12-10T19:43:33Z', 'revision_number': 3, 'project_id': 'b0167ab9c20e4d33975d10c8c35d6ca7', 'gw_port': {'id': '226a1b0a-4f84-464e-b653-62ffa7013c61', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fc:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8785bb-aef5-41ee-b579-b3e1e9b7e36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:43:33Z', 'updated_at': '2021-12-10T19:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:43:36.448236 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0ab9a9ea-d1f2-466c-a63a-4603845d28c6 None None] Provisioning complete for port d45489dd-f1ac-4bbe-a4a2-61da59cbee71 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:43:36.448620 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0ab9a9ea-d1f2-466c-a63a-4603845d28c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:36.464432 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd66028-dd7b-4832-9c17-b44054f70ac0 None None] The sync data for ids ['3c8785bb-aef5-41ee-b579-b3e1e9b7e36b'] in n-d-821435-1 is: [{'id': '3c8785bb-aef5-41ee-b579-b3e1e9b7e36b', 'name': 'tempest-TestMinimumBasicScenario-1819773291-router', 'tenant_id': 'b0167ab9c20e4d33975d10c8c35d6ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '226a1b0a-4f84-464e-b653-62ffa7013c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:43:32Z', 'updated_at': '2021-12-10T19:43:33Z', 'revision_number': 3, 'project_id': 'b0167ab9c20e4d33975d10c8c35d6ca7', 'gw_port': {'id': '226a1b0a-4f84-464e-b653-62ffa7013c61', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fc:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8785bb-aef5-41ee-b579-b3e1e9b7e36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:43:33Z', 'updated_at': '2021-12-10T19:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:43:36.511735 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe9de2ca-3e2f-4969-8e15-0e2b0edfedb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:36.514252 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9de2ca-3e2f-4969-8e15-0e2b0edfedb9 admin admin] Pushing event updated for resources: {'Port': ['ID=ffcfea33-88f8-43ae-8e63-42c6b34f2171,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:36.631823 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9de2ca-3e2f-4969-8e15-0e2b0edfedb9 admin admin] Network 27895152-8e9b-4f93-b397-d4cf743a547f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:43:36.633321 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-fe9de2ca-3e2f-4969-8e15-0e2b0edfedb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:43:36.750073 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c7e21706-f718-44bf-a651-63967e38ee9e up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:43:36.769509 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9de2ca-3e2f-4969-8e15-0e2b0edfedb9 admin admin] Router 3c8785bb-aef5-41ee-b579-b3e1e9b7e36b has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:43:36.817342 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port c7e21706-f718-44bf-a651-63967e38ee9e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:43:36.818087 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:36.938419 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1670fae1-d979-4281-85c5-dc90b0a2f5fb None None] Provisioning complete for port ffcfea33-88f8-43ae-8e63-42c6b34f2171 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:43:36.938914 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1670fae1-d979-4281-85c5-dc90b0a2f5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:36.950985 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9de2ca-3e2f-4969-8e15-0e2b0edfedb9 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:43:36.957187 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fe9de2ca-3e2f-4969-8e15-0e2b0edfedb9 admin admin] 10.222.0.62 "PUT /v2.0/routers/3c8785bb-aef5-41ee-b579-b3e1e9b7e36b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1746452 Dec 10 19:43:36.984772 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-1670fae1-d979-4281-85c5-dc90b0a2f5fb None None] Port ffcfea33-88f8-43ae-8e63-42c6b34f2171 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:43:37.106998 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7b6cf4ef-4602-4f96-9280-fd6c7759af7f None None] Provisioning complete for port ffcfea33-88f8-43ae-8e63-42c6b34f2171 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:43:37.107387 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7b6cf4ef-4602-4f96-9280-fd6c7759af7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:37.150741 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-7b6cf4ef-4602-4f96-9280-fd6c7759af7f None None] Port ffcfea33-88f8-43ae-8e63-42c6b34f2171 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:43:38.069834 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d45489dd-f1ac-4bbe-a4a2-61da59cbee71 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:43:38.126198 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port d45489dd-f1ac-4bbe-a4a2-61da59cbee71 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:43:38.126736 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:38.213754 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 226a1b0a-4f84-464e-b653-62ffa7013c61 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:43:38.270690 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 226a1b0a-4f84-464e-b653-62ffa7013c61 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:43:38.272091 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:38.638576 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6de9d02-372a-48ff-aa35-46e7b1743703 None None] Sync routers for ids ['3c8785bb-aef5-41ee-b579-b3e1e9b7e36b'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:43:38.649071 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6de9d02-372a-48ff-aa35-46e7b1743703 None None] Routers {'3c8785bb-aef5-41ee-b579-b3e1e9b7e36b'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:43:38.650670 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f6de9d02-372a-48ff-aa35-46e7b1743703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:43:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['3c8785bb-aef5-41ee-b579-b3e1e9b7e36b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:43:38.780036 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-f6de9d02-372a-48ff-aa35-46e7b1743703 None None] Set router 3c8785bb-aef5-41ee-b579-b3e1e9b7e36b gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:43:38.839471 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:39.020519 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f6de9d02-372a-48ff-aa35-46e7b1743703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8785bb-aef5-41ee-b579-b3e1e9b7e36b', 'name': 'tempest-TestMinimumBasicScenario-1819773291-router', 'tenant_id': 'b0167ab9c20e4d33975d10c8c35d6ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '226a1b0a-4f84-464e-b653-62ffa7013c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:43:32Z', 'updated_at': '2021-12-10T19:43:36Z', 'revision_number': 4, 'project_id': 'b0167ab9c20e4d33975d10c8c35d6ca7', 'gw_port': {'id': '226a1b0a-4f84-464e-b653-62ffa7013c61', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8785bb-aef5-41ee-b579-b3e1e9b7e36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:43:33Z', 'updated_at': '2021-12-10T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'ffcfea33-88f8-43ae-8e63-42c6b34f2171', 'name': '', 'network_id': '27895152-8e9b-4f93-b397-d4cf743a547f', 'tenant_id': 'b0167ab9c20e4d33975d10c8c35d6ca7', 'mac_address': 'fa:16:3e:f7:98:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8785bb-aef5-41ee-b579-b3e1e9b7e36b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '8e6c7452-ddfc-428e-bf04-933b2d123b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:43:35Z', 'updated_at': '2021-12-10T19:43:36Z', 'revision_number': 2, 'project_id': 'b0167ab9c20e4d33975d10c8c35d6ca7', 'subnets': [{'id': '8e6c7452-ddfc-428e-bf04-933b2d123b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:43:39.053220 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6de9d02-372a-48ff-aa35-46e7b1743703 None None] Checking router: 3c8785bb-aef5-41ee-b579-b3e1e9b7e36b for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:43:39.053494 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6de9d02-372a-48ff-aa35-46e7b1743703 None None] Updating router 3c8785bb-aef5-41ee-b579-b3e1e9b7e36b port ffcfea33-88f8-43ae-8e63-42c6b34f2171 binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:43:39.081721 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f6de9d02-372a-48ff-aa35-46e7b1743703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:39.372715 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f6de9d02-372a-48ff-aa35-46e7b1743703 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:39.379769 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f6de9d02-372a-48ff-aa35-46e7b1743703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:39.453062 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5837c3-0e12-458a-af0e-597093a2fb08 None None] Pushing event updated for resources: {'Port': ['ID=ffcfea33-88f8-43ae-8e63-42c6b34f2171,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:39.492914 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f6de9d02-372a-48ff-aa35-46e7b1743703 None None] Attempting to bind port ffcfea33-88f8-43ae-8e63-42c6b34f2171 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:43:39.492914 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f6de9d02-372a-48ff-aa35-46e7b1743703 None None] Attempting to bind port ffcfea33-88f8-43ae-8e63-42c6b34f2171 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'd45260c4-43fa-431d-8fef-3b2b10d633a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '27895152-8e9b-4f93-b397-d4cf743a547f'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:43:39.492914 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6de9d02-372a-48ff-aa35-46e7b1743703 None None] Attempting to bind port ffcfea33-88f8-43ae-8e63-42c6b34f2171 on network 27895152-8e9b-4f93-b397-d4cf743a547f {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:43:39.498452 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6de9d02-372a-48ff-aa35-46e7b1743703 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:43:39.498844 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6de9d02-372a-48ff-aa35-46e7b1743703 None None] Checking segment: {'id': 'd45260c4-43fa-431d-8fef-3b2b10d633a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '27895152-8e9b-4f93-b397-d4cf743a547f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:43:39.499251 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f6de9d02-372a-48ff-aa35-46e7b1743703 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:39.499652 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6de9d02-372a-48ff-aa35-46e7b1743703 None None] Bound using segment: {'id': 'd45260c4-43fa-431d-8fef-3b2b10d633a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '27895152-8e9b-4f93-b397-d4cf743a547f'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:43:39.500272 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f6de9d02-372a-48ff-aa35-46e7b1743703 None None] Bound port: ffcfea33-88f8-43ae-8e63-42c6b34f2171, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd45260c4-43fa-431d-8fef-3b2b10d633a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '27895152-8e9b-4f93-b397-d4cf743a547f'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:43:39.500679 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f6de9d02-372a-48ff-aa35-46e7b1743703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:39.583736 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f6de9d02-372a-48ff-aa35-46e7b1743703 None None] For port ffcfea33-88f8-43ae-8e63-42c6b34f2171, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:43:39.587847 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f6de9d02-372a-48ff-aa35-46e7b1743703 None None] For port ffcfea33-88f8-43ae-8e63-42c6b34f2171, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=ffcfea33-88f8-43ae-8e63-42c6b34f2171,segment=NetworkSegment(d45260c4-43fa-431d-8fef-3b2b10d633a4),segment_id=d45260c4-43fa-431d-8fef-3b2b10d633a4)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:43:39.593996 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f6de9d02-372a-48ff-aa35-46e7b1743703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:39.663947 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6de9d02-372a-48ff-aa35-46e7b1743703 None None] Routers {'3c8785bb-aef5-41ee-b579-b3e1e9b7e36b'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:43:39.664578 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f6de9d02-372a-48ff-aa35-46e7b1743703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:43:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['3c8785bb-aef5-41ee-b579-b3e1e9b7e36b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:43:39.709311 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5837c3-0e12-458a-af0e-597093a2fb08 None None] Pushing event updated for resources: {'Port': ['ID=ffcfea33-88f8-43ae-8e63-42c6b34f2171,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:39.791483 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-f6de9d02-372a-48ff-aa35-46e7b1743703 None None] Set router 3c8785bb-aef5-41ee-b579-b3e1e9b7e36b gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:43:39.836912 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b473cea5-6e42-4d50-945e-daf3ff86c0db None None] Provisioning complete for port ffcfea33-88f8-43ae-8e63-42c6b34f2171 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:43:39.837303 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b473cea5-6e42-4d50-945e-daf3ff86c0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:40.084373 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f6de9d02-372a-48ff-aa35-46e7b1743703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8785bb-aef5-41ee-b579-b3e1e9b7e36b', 'name': 'tempest-TestMinimumBasicScenario-1819773291-router', 'tenant_id': 'b0167ab9c20e4d33975d10c8c35d6ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '226a1b0a-4f84-464e-b653-62ffa7013c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:43:32Z', 'updated_at': '2021-12-10T19:43:36Z', 'revision_number': 4, 'project_id': 'b0167ab9c20e4d33975d10c8c35d6ca7', 'gw_port': {'id': '226a1b0a-4f84-464e-b653-62ffa7013c61', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8785bb-aef5-41ee-b579-b3e1e9b7e36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:43:33Z', 'updated_at': '2021-12-10T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'ffcfea33-88f8-43ae-8e63-42c6b34f2171', 'name': '', 'network_id': '27895152-8e9b-4f93-b397-d4cf743a547f', 'tenant_id': 'b0167ab9c20e4d33975d10c8c35d6ca7', 'mac_address': 'fa:16:3e:f7:98:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8785bb-aef5-41ee-b579-b3e1e9b7e36b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '8e6c7452-ddfc-428e-bf04-933b2d123b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:43:35Z', 'updated_at': '2021-12-10T19:43:39Z', 'revision_number': 4, 'project_id': 'b0167ab9c20e4d33975d10c8c35d6ca7', 'subnets': [{'id': '8e6c7452-ddfc-428e-bf04-933b2d123b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:43:40.087275 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b473cea5-6e42-4d50-945e-daf3ff86c0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:40.119890 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6de9d02-372a-48ff-aa35-46e7b1743703 None None] The sync data for ids ['3c8785bb-aef5-41ee-b579-b3e1e9b7e36b'] in n-d-821435-1 is: [{'id': '3c8785bb-aef5-41ee-b579-b3e1e9b7e36b', 'name': 'tempest-TestMinimumBasicScenario-1819773291-router', 'tenant_id': 'b0167ab9c20e4d33975d10c8c35d6ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '226a1b0a-4f84-464e-b653-62ffa7013c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:43:32Z', 'updated_at': '2021-12-10T19:43:36Z', 'revision_number': 4, 'project_id': 'b0167ab9c20e4d33975d10c8c35d6ca7', 'gw_port': {'id': '226a1b0a-4f84-464e-b653-62ffa7013c61', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8785bb-aef5-41ee-b579-b3e1e9b7e36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:43:33Z', 'updated_at': '2021-12-10T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'ffcfea33-88f8-43ae-8e63-42c6b34f2171', 'name': '', 'network_id': '27895152-8e9b-4f93-b397-d4cf743a547f', 'tenant_id': 'b0167ab9c20e4d33975d10c8c35d6ca7', 'mac_address': 'fa:16:3e:f7:98:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8785bb-aef5-41ee-b579-b3e1e9b7e36b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '8e6c7452-ddfc-428e-bf04-933b2d123b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:43:35Z', 'updated_at': '2021-12-10T19:43:39Z', 'revision_number': 4, 'project_id': 'b0167ab9c20e4d33975d10c8c35d6ca7', 'subnets': [{'id': '8e6c7452-ddfc-428e-bf04-933b2d123b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:43:40.168328 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b473cea5-6e42-4d50-945e-daf3ff86c0db None None] For port ffcfea33-88f8-43ae-8e63-42c6b34f2171, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=ffcfea33-88f8-43ae-8e63-42c6b34f2171,segment=NetworkSegment(d45260c4-43fa-431d-8fef-3b2b10d633a4),segment_id=d45260c4-43fa-431d-8fef-3b2b10d633a4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:43:40.173430 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b473cea5-6e42-4d50-945e-daf3ff86c0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:40.270685 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473cea5-6e42-4d50-945e-daf3ff86c0db None None] Pushing event updated for resources: {'Port': ['ID=ffcfea33-88f8-43ae-8e63-42c6b34f2171,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:40.315200 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-02df4d77-756a-462e-93b4-5d94bf0a2c9f None None] Provisioning complete for port ffcfea33-88f8-43ae-8e63-42c6b34f2171 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:43:40.315618 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-02df4d77-756a-462e-93b4-5d94bf0a2c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:42.042682 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device ffcfea33-88f8-43ae-8e63-42c6b34f2171 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:43:42.109008 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port ffcfea33-88f8-43ae-8e63-42c6b34f2171 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:43:42.109728 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:47.022658 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-d6e85715-1701-4fa8-bfc2-a5d4bfdad43a tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:43:47.024138 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-d6e85715-1701-4fa8-bfc2-a5d4bfdad43a tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/networks?id=1363ec44-0391-4767-8a93-db541354318a HTTP/1.1" status: 200 len: 815 time: 0.1024637 Dec 10 19:43:47.038646 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-dc75f29c-2845-42be-b63d-98e411d0ff34 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/quotas/67a1572e9a304e87836068066602d44b HTTP/1.1" status: 200 len: 375 time: 0.0087795 Dec 10 19:43:47.088498 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-e600460b-da23-481f-8115-0a3e8df4b2f1 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=67a1572e9a304e87836068066602d44b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447028 Dec 10 19:43:47.184475 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-57929bea-9a1a-4ec8-a71f-240a8d6a5ccf service neutron] 10.222.0.62 "GET /v2.0/networks/1363ec44-0391-4767-8a93-db541354318a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845108 Dec 10 19:43:47.273153 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-3f7d76ce-85ee-4c5e-9263-ace3048b3b92 service neutron] 10.222.0.62 "GET /v2.0/networks/1363ec44-0391-4767-8a93-db541354318a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824902 Dec 10 19:43:47.431267 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-86a01db8-1439-4a62-971a-c57c6d3b441e req-23b30ea3-d32c-4626-9862-ff8fd4dd3f2a tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 210 time: 0.0273287 Dec 10 19:43:48.463724 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-671a83d4-c72a-407c-96af-86cfe3c893bc tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:43:48.465127 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-671a83d4-c72a-407c-96af-86cfe3c893bc tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.46 "GET /v2.0/networks?id=1363ec44-0391-4767-8a93-db541354318a HTTP/1.1" status: 200 len: 815 time: 0.1060891 Dec 10 19:43:48.480465 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-1a51b71b-5577-4f89-bcb4-eb43acdd20e4 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Request body: {'port': {'device_id': '5223867c-a308-4fd2-bd92-559085d6c676', 'network_id': '1363ec44-0391-4767-8a93-db541354318a', 'admin_state_up': True, 'tenant_id': '67a1572e9a304e87836068066602d44b'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:43:48.539035 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d3c75f77-fdd3-4254-9ce9-f90f7e6ecd06 req-9f5f6c9c-b7e8-4f3e-9e73-9bd1e50734ce tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 210 time: 0.0316558 Dec 10 19:43:48.592000 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-1a51b71b-5577-4f89-bcb4-eb43acdd20e4 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Made reservation on behalf of 67a1572e9a304e87836068066602d44b for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:43:48.595613 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-1a51b71b-5577-4f89-bcb4-eb43acdd20e4 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:49.099038 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-1a51b71b-5577-4f89-bcb4-eb43acdd20e4 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Allocated IP 172.20.0.10 (1363ec44-0391-4767-8a93-db541354318a/3cdb9dfb-82cc-4a68-8c10-6762218ea0e7/64cef894-a409-4118-a842-0a7aa5b20119) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:43:49.257006 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-1a51b71b-5577-4f89-bcb4-eb43acdd20e4 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:49.293734 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-1a51b71b-5577-4f89-bcb4-eb43acdd20e4 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:49.342217 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-1a51b71b-5577-4f89-bcb4-eb43acdd20e4 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Network 1363ec44-0391-4767-8a93-db541354318a is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:43:49.346337 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-1a51b71b-5577-4f89-bcb4-eb43acdd20e4 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:43:49.350557 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-1a51b71b-5577-4f89-bcb4-eb43acdd20e4 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:43:49.357189 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51b71b-5577-4f89-bcb4-eb43acdd20e4 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Pushing event updated for resources: {'Port': ['ID=64cef894-a409-4118-a842-0a7aa5b20119,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:49.421297 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-1a51b71b-5577-4f89-bcb4-eb43acdd20e4 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:43:49.422202 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-1a51b71b-5577-4f89-bcb4-eb43acdd20e4 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:49.439770 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-1a51b71b-5577-4f89-bcb4-eb43acdd20e4 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9644008 Dec 10 19:43:49.630820 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8c43fc59-460e-484c-aa3a-5bff5e5c0a1a None None] Provisioning complete for port 64cef894-a409-4118-a842-0a7aa5b20119 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:43:49.631437 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8c43fc59-460e-484c-aa3a-5bff5e5c0a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:49.667590 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8c43fc59-460e-484c-aa3a-5bff5e5c0a1a None None] Port 64cef894-a409-4118-a842-0a7aa5b20119 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:43:49.680077 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddd528-8958-4b7c-811b-2b0a5017881b req-4b056ff7-45bb-49e4-aaf8-7fcdd278c3e9 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:43:49.681768 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2eddd528-8958-4b7c-811b-2b0a5017881b req-4b056ff7-45bb-49e4-aaf8-7fcdd278c3e9 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 932 time: 0.0678933 Dec 10 19:43:49.733151 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2eddd528-8958-4b7c-811b-2b0a5017881b req-d1f3f008-831e-47e9-a5bd-038057d4dd19 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/security-groups?id=541451a3-bf93-4c95-9cec-ecd5b80977d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444460 Dec 10 19:43:49.776520 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-de6f48fa-52e8-4e4f-b4d0-80187f8c61b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:50.855220 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dee6fd-9065-40f7-b0f4-3b9980141d96 req-3433934f-f6cb-4b61-aefb-8a5cd4ffd314 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:43:50.856764 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-74dee6fd-9065-40f7-b0f4-3b9980141d96 req-3433934f-f6cb-4b61-aefb-8a5cd4ffd314 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 932 time: 0.0530384 Dec 10 19:43:50.910117 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-74dee6fd-9065-40f7-b0f4-3b9980141d96 req-aeb16a69-5db9-48e4-b803-691c4394cfc1 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/security-groups?id=541451a3-bf93-4c95-9cec-ecd5b80977d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466213 Dec 10 19:43:52.065807 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df2318-c155-4370-8e18-c9edce40b196 req-1574c833-fd09-4722-831c-4431805bb390 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:43:52.081037 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-48df2318-c155-4370-8e18-c9edce40b196 req-1574c833-fd09-4722-831c-4431805bb390 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 932 time: 0.0959611 Dec 10 19:43:52.141759 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-48df2318-c155-4370-8e18-c9edce40b196 req-8af5e106-15b9-470a-95f4-d4cd7426cd2c tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/security-groups?id=541451a3-bf93-4c95-9cec-ecd5b80977d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587132 Dec 10 19:43:52.645176 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7e487d23-2310-4a70-bd56-95b1e81d5431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:53.270178 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cb02e-8020-4bb6-85e4-41ef85848d6e req-991ed186-4765-4b11-a3ba-2eb427b4d7b6 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:43:53.271809 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-019cb02e-8020-4bb6-85e4-41ef85848d6e req-991ed186-4765-4b11-a3ba-2eb427b4d7b6 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 932 time: 0.0529549 Dec 10 19:43:53.321346 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-019cb02e-8020-4bb6-85e4-41ef85848d6e req-88487033-0d66-4357-8735-062359002ccc tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/security-groups?id=541451a3-bf93-4c95-9cec-ecd5b80977d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431721 Dec 10 19:43:53.688883 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:54.443241 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a97c9-6f93-4248-9dbc-aa9a86805e37 req-a5750aa0-1495-4d46-b8a0-87ce07bf7bbd tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:43:54.445413 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a09a97c9-6f93-4248-9dbc-aa9a86805e37 req-a5750aa0-1495-4d46-b8a0-87ce07bf7bbd tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 932 time: 0.0534663 Dec 10 19:43:54.500382 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a09a97c9-6f93-4248-9dbc-aa9a86805e37 req-d7bdbab9-2018-4a49-9c1f-7cac2d5eec5c tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/security-groups?id=541451a3-bf93-4c95-9cec-ecd5b80977d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494144 Dec 10 19:43:55.048448 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:55.627585 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb49c19-46cd-4a1e-aed8-673e9b52a108 req-f6ccf01b-711a-45d1-806b-3f8619ce81db tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:43:55.629069 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5cb49c19-46cd-4a1e-aed8-673e9b52a108 req-f6ccf01b-711a-45d1-806b-3f8619ce81db tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 932 time: 0.0577772 Dec 10 19:43:55.659887 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:55.681099 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5cb49c19-46cd-4a1e-aed8-673e9b52a108 req-0ce2a29e-0a93-495c-9c52-01e31b1c6a12 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/security-groups?id=541451a3-bf93-4c95-9cec-ecd5b80977d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460572 Dec 10 19:43:56.805120 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e6782-d2f9-463f-898b-b10ed7d73bbb req-fa35dc0f-cce0-4bf5-aa99-efc2a717a94f tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:43:56.806900 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9e2e6782-d2f9-463f-898b-b10ed7d73bbb req-fa35dc0f-cce0-4bf5-aa99-efc2a717a94f tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 932 time: 0.0512638 Dec 10 19:43:56.862477 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9e2e6782-d2f9-463f-898b-b10ed7d73bbb req-b60ec990-2a4f-453b-80d0-20be82d64f66 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/security-groups?id=541451a3-bf93-4c95-9cec-ecd5b80977d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476177 Dec 10 19:43:57.985281 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50b130-10bf-41c7-afa4-c63f4b3d6c6b req-f8de698d-c431-4e89-b7c6-5c3f82474a87 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:43:57.986818 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2f50b130-10bf-41c7-afa4-c63f4b3d6c6b req-f8de698d-c431-4e89-b7c6-5c3f82474a87 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 932 time: 0.0520868 Dec 10 19:43:58.036295 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2f50b130-10bf-41c7-afa4-c63f4b3d6c6b req-f2d52887-f4c4-4049-9c0d-1910d213b244 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/security-groups?id=541451a3-bf93-4c95-9cec-ecd5b80977d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435021 Dec 10 19:43:58.644368 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-e8dd3fcd-0403-4154-9dfd-8c0e92edf76b service neutron] Request body: {'port': {'device_id': '5223867c-a308-4fd2-bd92-559085d6c676', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:43:58.697762 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-e8dd3fcd-0403-4154-9dfd-8c0e92edf76b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:58.975824 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-e8dd3fcd-0403-4154-9dfd-8c0e92edf76b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64cef894-a409-4118-a842-0a7aa5b20119 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:43:58.983585 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-e8dd3fcd-0403-4154-9dfd-8c0e92edf76b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:58.996406 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-e8dd3fcd-0403-4154-9dfd-8c0e92edf76b service neutron] Transition to ACTIVE for port object 64cef894-a409-4118-a842-0a7aa5b20119 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:43:59.001341 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-e8dd3fcd-0403-4154-9dfd-8c0e92edf76b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:59.051932 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd3fcd-0403-4154-9dfd-8c0e92edf76b service neutron] Pushing event updated for resources: {'Port': ['ID=64cef894-a409-4118-a842-0a7aa5b20119,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:59.168717 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-e8dd3fcd-0403-4154-9dfd-8c0e92edf76b service neutron] Attempting to bind port 64cef894-a409-4118-a842-0a7aa5b20119 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:43:59.169065 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-e8dd3fcd-0403-4154-9dfd-8c0e92edf76b service neutron] Attempting to bind port 64cef894-a409-4118-a842-0a7aa5b20119 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '9e95be0e-ef49-4761-827f-9309204bdddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1363ec44-0391-4767-8a93-db541354318a'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:43:59.170125 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-e8dd3fcd-0403-4154-9dfd-8c0e92edf76b service neutron] Attempting to bind port 64cef894-a409-4118-a842-0a7aa5b20119 on network 1363ec44-0391-4767-8a93-db541354318a {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:43:59.179510 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-e8dd3fcd-0403-4154-9dfd-8c0e92edf76b service neutron] Port 64cef894-a409-4118-a842-0a7aa5b20119 on network 1363ec44-0391-4767-8a93-db541354318a not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:43:59.179848 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-e8dd3fcd-0403-4154-9dfd-8c0e92edf76b service neutron] Attempting to bind port 64cef894-a409-4118-a842-0a7aa5b20119 on network 1363ec44-0391-4767-8a93-db541354318a {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:43:59.189009 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-e8dd3fcd-0403-4154-9dfd-8c0e92edf76b service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:43:59.189392 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-e8dd3fcd-0403-4154-9dfd-8c0e92edf76b service neutron] Checking segment: {'id': '9e95be0e-ef49-4761-827f-9309204bdddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1363ec44-0391-4767-8a93-db541354318a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:43:59.189745 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-e8dd3fcd-0403-4154-9dfd-8c0e92edf76b service neutron] Bound using segment: {'id': '9e95be0e-ef49-4761-827f-9309204bdddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1363ec44-0391-4767-8a93-db541354318a'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:43:59.190185 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-e8dd3fcd-0403-4154-9dfd-8c0e92edf76b service neutron] Bound port: 64cef894-a409-4118-a842-0a7aa5b20119, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e95be0e-ef49-4761-827f-9309204bdddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1363ec44-0391-4767-8a93-db541354318a'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:43:59.190686 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-e8dd3fcd-0403-4154-9dfd-8c0e92edf76b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:59.201520 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c504a-74e1-4a73-92b1-b77e8907717f req-db4794b3-6877-4d25-9783-0be2fa4b008e tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:43:59.203136 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a12c504a-74e1-4a73-92b1-b77e8907717f req-db4794b3-6877-4d25-9783-0be2fa4b008e tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 944 time: 0.0880497 Dec 10 19:43:59.306736 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a12c504a-74e1-4a73-92b1-b77e8907717f req-5851a068-f782-4e03-940d-3bb72b117740 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/security-groups?id=541451a3-bf93-4c95-9cec-ecd5b80977d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967169 Dec 10 19:43:59.318786 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-e8dd3fcd-0403-4154-9dfd-8c0e92edf76b service neutron] For port 64cef894-a409-4118-a842-0a7aa5b20119, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:43:59.322096 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-e8dd3fcd-0403-4154-9dfd-8c0e92edf76b service neutron] For port 64cef894-a409-4118-a842-0a7aa5b20119, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=64cef894-a409-4118-a842-0a7aa5b20119,segment=NetworkSegment(9e95be0e-ef49-4761-827f-9309204bdddc),segment_id=9e95be0e-ef49-4761-827f-9309204bdddc)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:43:59.327778 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-e8dd3fcd-0403-4154-9dfd-8c0e92edf76b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:59.383899 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-e8dd3fcd-0403-4154-9dfd-8c0e92edf76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:43:59.384568 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-e8dd3fcd-0403-4154-9dfd-8c0e92edf76b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:43:59.386207 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-e8dd3fcd-0403-4154-9dfd-8c0e92edf76b service neutron] 10.222.0.46 "PUT /v2.0/ports/64cef894-a409-4118-a842-0a7aa5b20119 HTTP/1.1" status: 200 len: 1092 time: 0.8387320 Dec 10 19:43:59.386455 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5223867c-a308-4fd2-bd92-559085d6c676', 'tag': '64cef894-a409-4118-a842-0a7aa5b20119'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:43:59.391166 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52865380-3ca4-465a-97c7-8ef859ec0de2" -d '{"events": [{"name": "network-changed", "server_uuid": "5223867c-a308-4fd2-bd92-559085d6c676", "tag": "64cef894-a409-4118-a842-0a7aa5b20119"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:43:59.418744 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd3fcd-0403-4154-9dfd-8c0e92edf76b service neutron] Pushing event updated for resources: {'Port': ['ID=64cef894-a409-4118-a842-0a7aa5b20119,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:43:59.491440 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-b074fe76-c4a4-4b12-8f16-cc2046a326f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:43:59.493149 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-b074fe76-c4a4-4b12-8f16-cc2046a326f7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67a1572e9a304e87836068066602d44b&device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 1095 time: 0.0545645 Dec 10 19:43:59.543501 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-afc54a42-fb8b-4fd0-8d44-f0aa37675d0b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64cef894-a409-4118-a842-0a7aa5b20119 HTTP/1.1" status: 200 len: 217 time: 0.0387664 Dec 10 19:43:59.592663 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9d596b-c30c-448b-95f6-fc10b5fe7f65 x-openstack-request-id: req-7c9d596b-c30c-448b-95f6-fc10b5fe7f65 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:43:59.592947 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5223867c-a308-4fd2-bd92-559085d6c676", "tag": "64cef894-a409-4118-a842-0a7aa5b20119", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:43:59.593210 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7c9d596b-c30c-448b-95f6-fc10b5fe7f65 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:43:59.593841 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5223867c-a308-4fd2-bd92-559085d6c676', 'tag': '64cef894-a409-4118-a842-0a7aa5b20119', 'status': 'completed', 'code': 200} Dec 10 19:43:59.616218 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-d8c590c2-f59b-4ce6-9340-335b61415101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:43:59.617774 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-d8c590c2-f59b-4ce6-9340-335b61415101 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3cdb9dfb-82cc-4a68-8c10-6762218ea0e7 HTTP/1.1" status: 200 len: 854 time: 0.0671082 Dec 10 19:43:59.677723 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-28a6b95c-ef5b-4d32-9f91-86d213746d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:43:59.679271 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-28a6b95c-ef5b-4d32-9f91-86d213746d2f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1363ec44-0391-4767-8a93-db541354318a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538390 Dec 10 19:43:59.771079 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-f1d9a080-3323-4a1a-9df2-e43a0ca0d8ea service neutron] 10.222.0.46 "GET /v2.0/networks/1363ec44-0391-4767-8a93-db541354318a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841749 Dec 10 19:43:59.864664 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ccc99e28-3ff5-4f3a-9fad-a64fe0bd31f3 req-acc7ce40-1e7b-4b45-9945-e1a4c0c2a9b5 service neutron] 10.222.0.46 "GET /v2.0/networks/1363ec44-0391-4767-8a93-db541354318a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867786 Dec 10 19:43:59.953431 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52865380-3ca4-465a-97c7-8ef859ec0de2 req-ab69ef56-6e5f-4418-b11d-16b14e89a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:43:59.954931 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52865380-3ca4-465a-97c7-8ef859ec0de2 req-ab69ef56-6e5f-4418-b11d-16b14e89a2fc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67a1572e9a304e87836068066602d44b&device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 1095 time: 0.0417731 Dec 10 19:44:00.047592 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52865380-3ca4-465a-97c7-8ef859ec0de2 req-594be25c-af86-4cca-b261-49a8a4b4eb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:00.049003 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52865380-3ca4-465a-97c7-8ef859ec0de2 req-594be25c-af86-4cca-b261-49a8a4b4eb15 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1363ec44-0391-4767-8a93-db541354318a HTTP/1.1" status: 200 len: 916 time: 0.0871453 Dec 10 19:44:00.089962 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52865380-3ca4-465a-97c7-8ef859ec0de2 req-346bbc2f-2544-4279-9c44-31f3a3a4b21b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64cef894-a409-4118-a842-0a7aa5b20119 HTTP/1.1" status: 200 len: 217 time: 0.0341697 Dec 10 19:44:00.140307 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52865380-3ca4-465a-97c7-8ef859ec0de2 req-81e64ce3-5c0b-45a9-8e04-db5db1a53f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:00.141877 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52865380-3ca4-465a-97c7-8ef859ec0de2 req-81e64ce3-5c0b-45a9-8e04-db5db1a53f98 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3cdb9dfb-82cc-4a68-8c10-6762218ea0e7 HTTP/1.1" status: 200 len: 854 time: 0.0441089 Dec 10 19:44:00.187972 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52865380-3ca4-465a-97c7-8ef859ec0de2 req-e670e355-7d0a-4aff-9ba3-37f0f1babf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:00.189477 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52865380-3ca4-465a-97c7-8ef859ec0de2 req-e670e355-7d0a-4aff-9ba3-37f0f1babf0e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1363ec44-0391-4767-8a93-db541354318a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395617 Dec 10 19:44:00.283059 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52865380-3ca4-465a-97c7-8ef859ec0de2 req-4a4698ae-6d80-43b6-9634-ce0beabb605f service neutron] 10.222.0.46 "GET /v2.0/networks/1363ec44-0391-4767-8a93-db541354318a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854445 Dec 10 19:44:00.374365 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52865380-3ca4-465a-97c7-8ef859ec0de2 req-62738e1e-0615-4d00-bc53-3cf150cbebea service neutron] 10.222.0.46 "GET /v2.0/networks/1363ec44-0391-4767-8a93-db541354318a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837166 Dec 10 19:44:00.431692 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38531820-edfc-455e-94e2-61581762a8ce req-9ff0ea68-27ed-42f4-80b0-a3fba1e3ec03 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:00.433197 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-38531820-edfc-455e-94e2-61581762a8ce req-9ff0ea68-27ed-42f4-80b0-a3fba1e3ec03 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 944 time: 0.0541935 Dec 10 19:44:00.479580 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-38531820-edfc-455e-94e2-61581762a8ce req-8a23587c-d044-4d77-bc3f-df6d842f811c tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/security-groups?id=541451a3-bf93-4c95-9cec-ecd5b80977d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402284 Dec 10 19:44:00.614571 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:44:01.602031 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d2a44-5593-4050-a08b-714901996ec8 req-536999ad-231b-4015-91c1-2638005dde62 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:01.603515 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-881d2a44-5593-4050-a08b-714901996ec8 req-536999ad-231b-4015-91c1-2638005dde62 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 944 time: 0.0521572 Dec 10 19:44:01.651281 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-881d2a44-5593-4050-a08b-714901996ec8 req-d036aea8-695b-4f86-a332-23d559ce2cce tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/security-groups?id=541451a3-bf93-4c95-9cec-ecd5b80977d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407705 Dec 10 19:44:01.935354 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 64cef894-a409-4118-a842-0a7aa5b20119 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:44:02.025472 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 64cef894-a409-4118-a842-0a7aa5b20119, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=64cef894-a409-4118-a842-0a7aa5b20119,segment=NetworkSegment(9e95be0e-ef49-4761-827f-9309204bdddc),segment_id=9e95be0e-ef49-4761-827f-9309204bdddc)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:44:02.040747 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '64cef894-a409-4118-a842-0a7aa5b20119', 'network_id': '1363ec44-0391-4767-8a93-db541354318a', 'port_id': '64cef894-a409-4118-a842-0a7aa5b20119', 'mac_address': 'fa:16:3e:d7:71:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cdb9dfb-82cc-4a68-8c10-6762218ea0e7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:44:02.083221 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:02.096466 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64cef894-a409-4118-a842-0a7aa5b20119 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:44:02.115396 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 64cef894-a409-4118-a842-0a7aa5b20119, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=64cef894-a409-4118-a842-0a7aa5b20119,segment=NetworkSegment(9e95be0e-ef49-4761-827f-9309204bdddc),segment_id=9e95be0e-ef49-4761-827f-9309204bdddc)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:44:02.119193 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:02.164750 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=64cef894-a409-4118-a842-0a7aa5b20119,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:44:02.171965 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:02.172318 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:02.172682 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:02.173029 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:02.173367 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:02.173704 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:02.174039 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:02.174368 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:02.174696 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:02.175026 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:02.175356 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:02.175681 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:02.176008 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:02.323931 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['64cef894-a409-4118-a842-0a7aa5b20119'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:44:02.767090 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70a833-3899-4a7d-81cc-4c7e5f00067f req-b9d56b5f-ad20-4f53-bd81-748be5f22666 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:02.768585 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8a70a833-3899-4a7d-81cc-4c7e5f00067f req-b9d56b5f-ad20-4f53-bd81-748be5f22666 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 945 time: 0.0493178 Dec 10 19:44:02.815569 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8a70a833-3899-4a7d-81cc-4c7e5f00067f req-e6d1bbcd-3491-4bf6-8c6b-9e06e19ca8c4 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/security-groups?id=541451a3-bf93-4c95-9cec-ecd5b80977d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409651 Dec 10 19:44:03.932644 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010261f-30f4-46f3-9ca9-1095af3338f0 req-ccb8e28b-7b7f-4f32-a232-0ed1cb141baa tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:03.934242 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a010261f-30f4-46f3-9ca9-1095af3338f0 req-ccb8e28b-7b7f-4f32-a232-0ed1cb141baa tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 945 time: 0.0497472 Dec 10 19:44:03.944344 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 64cef894-a409-4118-a842-0a7aa5b20119 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:44:03.985363 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a010261f-30f4-46f3-9ca9-1095af3338f0 req-f8710889-d953-4b0f-b67a-21acc371ea1a tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/security-groups?id=541451a3-bf93-4c95-9cec-ecd5b80977d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442336 Dec 10 19:44:04.008552 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 64cef894-a409-4118-a842-0a7aa5b20119 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:44:04.012940 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 64cef894-a409-4118-a842-0a7aa5b20119 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:44:04.013324 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:04.094151 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:04.117191 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5223867c-a308-4fd2-bd92-559085d6c676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64cef894-a409-4118-a842-0a7aa5b20119'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:44:04.119675 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f39997a1e7c5b6ae782956bbd1fa5b612e64aa5908109c3bc10b0e272c8d4b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28948ce3-0358-45a2-b65d-7aa069fe7342" -d '{"events": [{"server_uuid": "5223867c-a308-4fd2-bd92-559085d6c676", "name": "network-vif-plugged", "status": "completed", "tag": "64cef894-a409-4118-a842-0a7aa5b20119"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:44:04.132809 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 64cef894-a409-4118-a842-0a7aa5b20119, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=64cef894-a409-4118-a842-0a7aa5b20119,segment=NetworkSegment(9e95be0e-ef49-4761-827f-9309204bdddc),segment_id=9e95be0e-ef49-4761-827f-9309204bdddc)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:44:04.137314 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:04.163971 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7092a60-7303-49a0-833b-d391c8c7fc86 x-openstack-request-id: req-d7092a60-7303-49a0-833b-d391c8c7fc86 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:44:04.164271 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5223867c-a308-4fd2-bd92-559085d6c676", "name": "network-vif-plugged", "status": "completed", "tag": "64cef894-a409-4118-a842-0a7aa5b20119", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:44:04.164533 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d7092a60-7303-49a0-833b-d391c8c7fc86 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:44:04.164956 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5223867c-a308-4fd2-bd92-559085d6c676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64cef894-a409-4118-a842-0a7aa5b20119', 'code': 200} Dec 10 19:44:04.193302 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=64cef894-a409-4118-a842-0a7aa5b20119,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:44:04.268067 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f903e6-52e1-4f12-a274-c18db17631dc req-a0eb53fa-a76a-445b-9b20-6d50c518836b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:04.269522 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-46f903e6-52e1-4f12-a274-c18db17631dc req-a0eb53fa-a76a-445b-9b20-6d50c518836b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 1097 time: 0.0449502 Dec 10 19:44:04.313439 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-46f903e6-52e1-4f12-a274-c18db17631dc req-9440074c-ab7c-4a7a-a8e4-70863a9de910 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=541451a3-bf93-4c95-9cec-ecd5b80977d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373604 Dec 10 19:44:04.449339 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:05.102025 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b859c-8492-4715-a9cb-60951eb37a67 req-74ed355a-b373-4569-98cc-758e6e74fd16 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:05.103509 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9f4b859c-8492-4715-a9cb-60951eb37a67 req-74ed355a-b373-4569-98cc-758e6e74fd16 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 946 time: 0.0484347 Dec 10 19:44:05.154872 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9f4b859c-8492-4715-a9cb-60951eb37a67 req-904d671d-568a-4e4a-89ed-ba1a43197f65 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/security-groups?id=541451a3-bf93-4c95-9cec-ecd5b80977d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453138 Dec 10 19:44:06.274876 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8c6a1-f226-428b-8df7-5b5c91352d0a req-71021627-a68f-4429-861e-3d9546a7a433 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:06.276370 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e3b8c6a1-f226-428b-8df7-5b5c91352d0a req-71021627-a68f-4429-861e-3d9546a7a433 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 946 time: 0.0494387 Dec 10 19:44:06.323270 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e3b8c6a1-f226-428b-8df7-5b5c91352d0a req-a0d5418a-8dae-4c67-b5a2-8d2856b1619c tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/security-groups?id=541451a3-bf93-4c95-9cec-ecd5b80977d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408664 Dec 10 19:44:06.437106 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9971483-0771-4f6d-940d-70353e8c0809 req-13cadd20-6802-40bb-9eaa-bba41fe24c3b tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:06.438492 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e9971483-0771-4f6d-940d-70353e8c0809 req-13cadd20-6802-40bb-9eaa-bba41fe24c3b tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 946 time: 0.0472393 Dec 10 19:44:06.484854 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e9971483-0771-4f6d-940d-70353e8c0809 req-c43dbfbd-79c7-4e3a-a6d7-c394c873c148 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/security-groups?id=541451a3-bf93-4c95-9cec-ecd5b80977d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404069 Dec 10 19:44:06.670595 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc813c-9580-4115-9c64-32ec501326e7 req-0c1a9ee8-94b5-4485-8b07-a6b0c2728ac5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:06.672076 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1bfc813c-9580-4115-9c64-32ec501326e7 req-0c1a9ee8-94b5-4485-8b07-a6b0c2728ac5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 946 time: 0.0500486 Dec 10 19:44:06.719447 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1bfc813c-9580-4115-9c64-32ec501326e7 req-0cc69e63-ff2a-4cc6-9ac9-aa4708ee0368 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/security-groups?id=541451a3-bf93-4c95-9cec-ecd5b80977d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412250 Dec 10 19:44:08.274081 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-9a8b6d85-1529-47b6-8df2-14df46f25f99 req-fa8b8d2e-ba95-4f09-ad31-7edbdd91e970 tempest-ServerDiskConfigTestJSON-911943793 tempest-ServerDiskConfigTestJSON-911943793-project] (103244) timed out ('10.222.0.72', 52220) {{(pid=103244) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 19:44:08.839697 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:12.553762 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ca6a6c66-d222-479a-a606-93b3c9d0ec39 req-fec51243-0e8e-494e-acf9-3d91cc26a1ed service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408046 Dec 10 19:44:12.641461 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a6c66-d222-479a-a606-93b3c9d0ec39 req-57cdc697-9883-4fcd-9e3f-623277331cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:12.643240 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ca6a6c66-d222-479a-a606-93b3c9d0ec39 req-57cdc697-9883-4fcd-9e3f-623277331cd2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67a1572e9a304e87836068066602d44b&device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 1097 time: 0.0471747 Dec 10 19:44:12.748106 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a6c66-d222-479a-a606-93b3c9d0ec39 req-fb6e974c-cde6-42d1-9df1-9fbded30d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:12.749630 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ca6a6c66-d222-479a-a606-93b3c9d0ec39 req-fb6e974c-cde6-42d1-9df1-9fbded30d2f2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1363ec44-0391-4767-8a93-db541354318a HTTP/1.1" status: 200 len: 916 time: 0.0857952 Dec 10 19:44:12.796697 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ca6a6c66-d222-479a-a606-93b3c9d0ec39 req-574284ac-20f6-422c-aeed-201aaff57522 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64cef894-a409-4118-a842-0a7aa5b20119 HTTP/1.1" status: 200 len: 217 time: 0.0390973 Dec 10 19:44:12.845441 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a6c66-d222-479a-a606-93b3c9d0ec39 req-ae0a977f-c3a3-45fc-9410-4cd555e2cc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:12.846931 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ca6a6c66-d222-479a-a606-93b3c9d0ec39 req-ae0a977f-c3a3-45fc-9410-4cd555e2cc6a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3cdb9dfb-82cc-4a68-8c10-6762218ea0e7 HTTP/1.1" status: 200 len: 854 time: 0.0441022 Dec 10 19:44:12.893175 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a6c66-d222-479a-a606-93b3c9d0ec39 req-0dcc8437-748b-4118-9075-1a763204fb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:12.894612 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ca6a6c66-d222-479a-a606-93b3c9d0ec39 req-0dcc8437-748b-4118-9075-1a763204fb57 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1363ec44-0391-4767-8a93-db541354318a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412052 Dec 10 19:44:13.002583 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ca6a6c66-d222-479a-a606-93b3c9d0ec39 req-28f4b71d-056d-4803-8aae-489d51e544af service neutron] 10.222.0.46 "GET /v2.0/networks/1363ec44-0391-4767-8a93-db541354318a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004691 Dec 10 19:44:13.094325 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ca6a6c66-d222-479a-a606-93b3c9d0ec39 req-66c40649-284b-4884-8b44-de0db3f692f4 service neutron] 10.222.0.46 "GET /v2.0/networks/1363ec44-0391-4767-8a93-db541354318a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849831 Dec 10 19:44:19.215411 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27605f-ca83-47b1-aae9-299693b3bdd6 req-d3c97b38-52cc-4b2b-9505-7d9c3fe249b4 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:19.217440 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ac27605f-ca83-47b1-aae9-299693b3bdd6 req-d3c97b38-52cc-4b2b-9505-7d9c3fe249b4 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 946 time: 0.0520248 Dec 10 19:44:19.264465 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ac27605f-ca83-47b1-aae9-299693b3bdd6 req-d6d68836-7f57-456e-ab76-a62d8fb8ca60 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/security-groups?id=541451a3-bf93-4c95-9cec-ecd5b80977d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410657 Dec 10 19:44:19.286311 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52074) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:44:19.364125 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a7ad02-b24c-4db5-9959-54e8790eac80 tempest-TestMinimumBasicScenario-1671148804 tempest-TestMinimumBasicScenario-1671148804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:19.365691 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-48a7ad02-b24c-4db5-9959-54e8790eac80 tempest-TestMinimumBasicScenario-1671148804 tempest-TestMinimumBasicScenario-1671148804-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 1092 time: 0.0784311 Dec 10 19:44:19.368622 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52078) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:44:19.373926 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-dff38bcd-a9e4-4ed1-bb16-5f8b50744ee5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'port_id': '64cef894-a409-4118-a842-0a7aa5b20119', 'tenant_id': '67a1572e9a304e87836068066602d44b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:44:19.396299 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dff38bcd-a9e4-4ed1-bb16-5f8b50744ee5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:19.493124 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dff38bcd-a9e4-4ed1-bb16-5f8b50744ee5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:19.592731 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-dff38bcd-a9e4-4ed1-bb16-5f8b50744ee5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Allocated IP 172.25.7.38 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/51b3be9f-ffc9-4d6f-886a-e37dcbab3bf3) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:44:19.696475 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dff38bcd-a9e4-4ed1-bb16-5f8b50744ee5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:19.727864 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dff38bcd-a9e4-4ed1-bb16-5f8b50744ee5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:19.768544 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff38bcd-a9e4-4ed1-bb16-5f8b50744ee5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:44:19.771562 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-dff38bcd-a9e4-4ed1-bb16-5f8b50744ee5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:44:19.775268 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff38bcd-a9e4-4ed1-bb16-5f8b50744ee5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:44:19.781733 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3fab1a98-2df5-4f35-b9fd-c07939a69993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:19.800710 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff38bcd-a9e4-4ed1-bb16-5f8b50744ee5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Pushing event updated for resources: {'Port': ['ID=51b3be9f-ffc9-4d6f-886a-e37dcbab3bf3,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:44:19.813450 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff38bcd-a9e4-4ed1-bb16-5f8b50744ee5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:19.813804 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff38bcd-a9e4-4ed1-bb16-5f8b50744ee5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:19.814152 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff38bcd-a9e4-4ed1-bb16-5f8b50744ee5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:19.814493 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff38bcd-a9e4-4ed1-bb16-5f8b50744ee5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:19.814827 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff38bcd-a9e4-4ed1-bb16-5f8b50744ee5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:19.815156 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff38bcd-a9e4-4ed1-bb16-5f8b50744ee5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:19.815484 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff38bcd-a9e4-4ed1-bb16-5f8b50744ee5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:19.815808 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff38bcd-a9e4-4ed1-bb16-5f8b50744ee5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:19.816133 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff38bcd-a9e4-4ed1-bb16-5f8b50744ee5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:19.816457 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff38bcd-a9e4-4ed1-bb16-5f8b50744ee5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:19.816812 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff38bcd-a9e4-4ed1-bb16-5f8b50744ee5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:19.817132 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff38bcd-a9e4-4ed1-bb16-5f8b50744ee5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:19.817454 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff38bcd-a9e4-4ed1-bb16-5f8b50744ee5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:20.126471 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dff38bcd-a9e4-4ed1-bb16-5f8b50744ee5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:20.189719 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dff38bcd-a9e4-4ed1-bb16-5f8b50744ee5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:20.651135 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dff38bcd-a9e4-4ed1-bb16-5f8b50744ee5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:20.655723 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dff38bcd-a9e4-4ed1-bb16-5f8b50744ee5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:20.722595 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff38bcd-a9e4-4ed1-bb16-5f8b50744ee5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Pushing event updated for resources: {'Port': ['ID=51b3be9f-ffc9-4d6f-886a-e37dcbab3bf3,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:44:20.734655 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dff38bcd-a9e4-4ed1-bb16-5f8b50744ee5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:20.834126 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-dff38bcd-a9e4-4ed1-bb16-5f8b50744ee5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Floating IP 94cb9075-f81c-420b-add6-4146e61f075d associated. External IP: 172.25.7.38, port: 64cef894-a409-4118-a842-0a7aa5b20119. Dec 10 19:44:21.039216 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff38bcd-a9e4-4ed1-bb16-5f8b50744ee5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Router 53b5ba8b-c33f-4daa-b4bb-cf5def02ce03 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:44:21.145936 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff38bcd-a9e4-4ed1-bb16-5f8b50744ee5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:44:21.155907 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639281ae-f0f2-4cd1-b59b-7c4f71ec6af8 None None] Sync routers for ids ['53b5ba8b-c33f-4daa-b4bb-cf5def02ce03'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:44:21.163569 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dff38bcd-a9e4-4ed1-bb16-5f8b50744ee5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:21.165334 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639281ae-f0f2-4cd1-b59b-7c4f71ec6af8 None None] Routers {'53b5ba8b-c33f-4daa-b4bb-cf5def02ce03'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:44:21.165935 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-639281ae-f0f2-4cd1-b59b-7c4f71ec6af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:43:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['53b5ba8b-c33f-4daa-b4bb-cf5def02ce03'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:44:21.194485 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52080) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:44:21.195039 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-dff38bcd-a9e4-4ed1-bb16-5f8b50744ee5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8248923 Dec 10 19:44:21.195170 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5223867c-a308-4fd2-bd92-559085d6c676', 'tag': '64cef894-a409-4118-a842-0a7aa5b20119'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:44:21.197412 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb385ee8d26b8ad243460b423ad218e97d9fae79c4f4b9b0691d822ece1c624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c99249-e207-498b-b149-339c1fd4ebd2" -d '{"events": [{"name": "network-changed", "server_uuid": "5223867c-a308-4fd2-bd92-559085d6c676", "tag": "64cef894-a409-4118-a842-0a7aa5b20119"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:44:21.199159 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c081fe93-3d1c-4786-a559-6b23f4d5f650 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-793946203', 'description': 'tempest-secgroup-smoke-793946203 description', 'project_id': '67a1572e9a304e87836068066602d44b'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:44:21.223703 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c081fe93-3d1c-4786-a559-6b23f4d5f650 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:21.238211 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdcd91f-91b1-455a-8a91-a8974a6722d0 x-openstack-request-id: req-ffdcd91f-91b1-455a-8a91-a8974a6722d0 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:44:21.238506 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5223867c-a308-4fd2-bd92-559085d6c676", "tag": "64cef894-a409-4118-a842-0a7aa5b20119", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:44:21.238765 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ffdcd91f-91b1-455a-8a91-a8974a6722d0 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:44:21.239176 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5223867c-a308-4fd2-bd92-559085d6c676', 'tag': '64cef894-a409-4118-a842-0a7aa5b20119', 'status': 'completed', 'code': 200} Dec 10 19:44:21.277730 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-639281ae-f0f2-4cd1-b59b-7c4f71ec6af8 None None] Set router 53b5ba8b-c33f-4daa-b4bb-cf5def02ce03 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:44:21.328460 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c99249-e207-498b-b149-339c1fd4ebd2 req-da4b1989-2c3e-411f-a768-e3cce6d79778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:21.329902 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b2c99249-e207-498b-b149-339c1fd4ebd2 req-da4b1989-2c3e-411f-a768-e3cce6d79778 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67a1572e9a304e87836068066602d44b&device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 1097 time: 0.0648084 Dec 10 19:44:21.335867 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c081fe93-3d1c-4786-a559-6b23f4d5f650 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:21.355186 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c081fe93-3d1c-4786-a559-6b23f4d5f650 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:21.421249 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081fe93-3d1c-4786-a559-6b23f4d5f650 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03ae07f3-47b8-4f7f-8c9d-511bf754a5c8,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:44:21.425192 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c081fe93-3d1c-4786-a559-6b23f4d5f650 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:21.426428 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c081fe93-3d1c-4786-a559-6b23f4d5f650 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2308311 Dec 10 19:44:21.430061 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52084) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:44:21.435324 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f3b1e090-328f-4a82-82f2-9ab7ffc95e96 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Request body: {'security_group_rule': {'security_group_id': '03ae07f3-47b8-4f7f-8c9d-511bf754a5c8', 'project_id': '67a1572e9a304e87836068066602d44b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:44:21.438233 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081fe93-3d1c-4786-a559-6b23f4d5f650 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:21.438591 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081fe93-3d1c-4786-a559-6b23f4d5f650 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:21.439001 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081fe93-3d1c-4786-a559-6b23f4d5f650 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:21.439284 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081fe93-3d1c-4786-a559-6b23f4d5f650 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:21.439621 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081fe93-3d1c-4786-a559-6b23f4d5f650 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:21.439962 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081fe93-3d1c-4786-a559-6b23f4d5f650 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:21.440298 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081fe93-3d1c-4786-a559-6b23f4d5f650 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:21.440647 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081fe93-3d1c-4786-a559-6b23f4d5f650 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:21.440998 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081fe93-3d1c-4786-a559-6b23f4d5f650 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:21.441330 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081fe93-3d1c-4786-a559-6b23f4d5f650 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:21.441662 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081fe93-3d1c-4786-a559-6b23f4d5f650 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:21.441988 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081fe93-3d1c-4786-a559-6b23f4d5f650 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:21.442315 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081fe93-3d1c-4786-a559-6b23f4d5f650 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:21.472151 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c99249-e207-498b-b149-339c1fd4ebd2 req-b3c48d91-4a15-4bd0-aa58-ad46e67bb4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:21.472589 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3b1e090-328f-4a82-82f2-9ab7ffc95e96 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:21.474246 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b2c99249-e207-498b-b149-339c1fd4ebd2 req-b3c48d91-4a15-4bd0-aa58-ad46e67bb4be service neutron] 10.222.0.46 "GET /v2.0/networks?id=1363ec44-0391-4767-8a93-db541354318a HTTP/1.1" status: 200 len: 916 time: 0.1370258 Dec 10 19:44:21.514934 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-639281ae-f0f2-4cd1-b59b-7c4f71ec6af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'name': 'tempest-TestMinimumBasicScenario-1056637571-router', 'tenant_id': '67a1572e9a304e87836068066602d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '3bcd40be-be27-4dca-986b-6b2f56ea3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:43:28Z', 'updated_at': '2021-12-10T19:43:31Z', 'revision_number': 4, 'project_id': '67a1572e9a304e87836068066602d44b', 'gw_port': {'id': '3bcd40be-be27-4dca-986b-6b2f56ea3398', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:43:28Z', 'updated_at': '2021-12-10T19:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '94cb9075-f81c-420b-add6-4146e61f075d', 'tenant_id': '67a1572e9a304e87836068066602d44b', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'port_id': '64cef894-a409-4118-a842-0a7aa5b20119', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1363ec44-0391-4767-8a93-db541354318a', 'mac_address': 'fa:16:3e:d7:71:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5223867c-a308-4fd2-bd92-559085d6c676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:44:20Z', 'updated_at': '2021-12-10T19:44:20Z', 'revision_number': 0, 'project_id': '67a1572e9a304e87836068066602d44b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7e21706-f718-44bf-a651-63967e38ee9e', 'name': '', 'network_id': '1363ec44-0391-4767-8a93-db541354318a', 'tenant_id': '67a1572e9a304e87836068066602d44b', 'mac_address': 'fa:16:3e:14:37:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '3cdb9dfb-82cc-4a68-8c10-6762218ea0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:43:30Z', 'updated_at': '2021-12-10T19:43:34Z', 'revision_number': 5, 'project_id': '67a1572e9a304e87836068066602d44b', 'subnets': [{'id': '3cdb9dfb-82cc-4a68-8c10-6762218ea0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:44:21.534940 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3b1e090-328f-4a82-82f2-9ab7ffc95e96 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:21.540564 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3b1e090-328f-4a82-82f2-9ab7ffc95e96 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:21.549069 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639281ae-f0f2-4cd1-b59b-7c4f71ec6af8 None None] Checking router: 53b5ba8b-c33f-4daa-b4bb-cf5def02ce03 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:44:21.556536 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b2c99249-e207-498b-b149-339c1fd4ebd2 req-ced587dc-2417-4943-8c6e-3e0b06985c34 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64cef894-a409-4118-a842-0a7aa5b20119 HTTP/1.1" status: 200 len: 999 time: 0.0718694 Dec 10 19:44:21.557424 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639281ae-f0f2-4cd1-b59b-7c4f71ec6af8 None None] Routers {'53b5ba8b-c33f-4daa-b4bb-cf5def02ce03'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:44:21.558024 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-639281ae-f0f2-4cd1-b59b-7c4f71ec6af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:43:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['53b5ba8b-c33f-4daa-b4bb-cf5def02ce03'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:44:21.558436 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b1e090-328f-4a82-82f2-9ab7ffc95e96 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c5bd06-452c-49b1-8f43-77953ee240f0,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:44:21.572733 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3b1e090-328f-4a82-82f2-9ab7ffc95e96 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:21.576711 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f3b1e090-328f-4a82-82f2-9ab7ffc95e96 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1428690 Dec 10 19:44:21.576871 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52086) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:44:21.581192 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c3ce03ec-9edc-49ed-b3b8-8d11fbf818a5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Request body: {'security_group_rule': {'security_group_id': '03ae07f3-47b8-4f7f-8c9d-511bf754a5c8', 'project_id': '67a1572e9a304e87836068066602d44b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:44:21.607037 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c99249-e207-498b-b149-339c1fd4ebd2 req-82de0ec9-a31a-4574-a128-8e60ede650e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:21.608758 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b2c99249-e207-498b-b149-339c1fd4ebd2 req-82de0ec9-a31a-4574-a128-8e60ede650e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3cdb9dfb-82cc-4a68-8c10-6762218ea0e7 HTTP/1.1" status: 200 len: 854 time: 0.0452421 Dec 10 19:44:21.612250 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3ce03ec-9edc-49ed-b3b8-8d11fbf818a5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:21.656760 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c99249-e207-498b-b149-339c1fd4ebd2 req-e41ddb37-a966-4002-b298-ef2769850aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:21.658742 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b2c99249-e207-498b-b149-339c1fd4ebd2 req-e41ddb37-a966-4002-b298-ef2769850aea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1363ec44-0391-4767-8a93-db541354318a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414827 Dec 10 19:44:21.670784 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-639281ae-f0f2-4cd1-b59b-7c4f71ec6af8 None None] Set router 53b5ba8b-c33f-4daa-b4bb-cf5def02ce03 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:44:21.675027 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3ce03ec-9edc-49ed-b3b8-8d11fbf818a5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:21.679209 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3ce03ec-9edc-49ed-b3b8-8d11fbf818a5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:21.697341 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce03ec-9edc-49ed-b3b8-8d11fbf818a5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45be5753-d631-431a-94fd-8449851c70e1,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:44:21.708285 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3ce03ec-9edc-49ed-b3b8-8d11fbf818a5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:21.713257 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c3ce03ec-9edc-49ed-b3b8-8d11fbf818a5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1354272 Dec 10 19:44:21.713923 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52088) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:44:21.719076 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4e810026-837c-4a86-a249-e1a86e25c49c tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Request body: {'security_group_rule': {'security_group_id': '03ae07f3-47b8-4f7f-8c9d-511bf754a5c8', 'project_id': '67a1572e9a304e87836068066602d44b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:44:21.749840 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e810026-837c-4a86-a249-e1a86e25c49c tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:21.766017 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b2c99249-e207-498b-b149-339c1fd4ebd2 req-07bc4df6-6436-497e-96fd-129487f4c05c service neutron] 10.222.0.46 "GET /v2.0/networks/1363ec44-0391-4767-8a93-db541354318a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980456 Dec 10 19:44:21.811522 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e810026-837c-4a86-a249-e1a86e25c49c tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:21.816548 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e810026-837c-4a86-a249-e1a86e25c49c tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:21.837229 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e810026-837c-4a86-a249-e1a86e25c49c tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a6b8053-00c0-406d-b8c3-daf7a364bb41,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:44:21.847959 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e810026-837c-4a86-a249-e1a86e25c49c tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:21.849362 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4e810026-837c-4a86-a249-e1a86e25c49c tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1344802 Dec 10 19:44:21.852056 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52090) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:44:21.857370 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-dd99fcd2-c46b-46f3-bb6a-a6f8b342b497 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Request body: {'security_group_rule': {'security_group_id': '03ae07f3-47b8-4f7f-8c9d-511bf754a5c8', 'project_id': '67a1572e9a304e87836068066602d44b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:44:21.873855 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b2c99249-e207-498b-b149-339c1fd4ebd2 req-a7942eee-b2b7-47bf-ab8e-c7b0953eec60 service neutron] 10.222.0.46 "GET /v2.0/networks/1363ec44-0391-4767-8a93-db541354318a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960615 Dec 10 19:44:21.884252 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd99fcd2-c46b-46f3-bb6a-a6f8b342b497 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:21.947989 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd99fcd2-c46b-46f3-bb6a-a6f8b342b497 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:21.952349 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd99fcd2-c46b-46f3-bb6a-a6f8b342b497 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:21.971801 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd99fcd2-c46b-46f3-bb6a-a6f8b342b497 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d14e927-22b6-41af-8d96-bf82440a849f,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:44:21.980226 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd99fcd2-c46b-46f3-bb6a-a6f8b342b497 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:21.981757 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-dd99fcd2-c46b-46f3-bb6a-a6f8b342b497 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1284585 Dec 10 19:44:21.984456 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52092) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:44:21.988921 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a6ffbf32-3d4d-46c6-b897-ced068d9db65 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Request body: {'security_group_rule': {'security_group_id': '03ae07f3-47b8-4f7f-8c9d-511bf754a5c8', 'project_id': '67a1572e9a304e87836068066602d44b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:44:22.011196 n-d-821435-1 neutron-server[103245]: INFO neutron.db.securitygroups_db [None req-a6ffbf32-3d4d-46c6-b897-ced068d9db65 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Project 67a1572e9a304e87836068066602d44b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:44:22.017106 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a6ffbf32-3d4d-46c6-b897-ced068d9db65 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:22.024619 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-639281ae-f0f2-4cd1-b59b-7c4f71ec6af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'name': 'tempest-TestMinimumBasicScenario-1056637571-router', 'tenant_id': '67a1572e9a304e87836068066602d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '3bcd40be-be27-4dca-986b-6b2f56ea3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:43:28Z', 'updated_at': '2021-12-10T19:43:31Z', 'revision_number': 4, 'project_id': '67a1572e9a304e87836068066602d44b', 'gw_port': {'id': '3bcd40be-be27-4dca-986b-6b2f56ea3398', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:43:28Z', 'updated_at': '2021-12-10T19:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '94cb9075-f81c-420b-add6-4146e61f075d', 'tenant_id': '67a1572e9a304e87836068066602d44b', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'port_id': '64cef894-a409-4118-a842-0a7aa5b20119', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1363ec44-0391-4767-8a93-db541354318a', 'mac_address': 'fa:16:3e:d7:71:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5223867c-a308-4fd2-bd92-559085d6c676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:44:20Z', 'updated_at': '2021-12-10T19:44:20Z', 'revision_number': 0, 'project_id': '67a1572e9a304e87836068066602d44b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7e21706-f718-44bf-a651-63967e38ee9e', 'name': '', 'network_id': '1363ec44-0391-4767-8a93-db541354318a', 'tenant_id': '67a1572e9a304e87836068066602d44b', 'mac_address': 'fa:16:3e:14:37:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '3cdb9dfb-82cc-4a68-8c10-6762218ea0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:43:30Z', 'updated_at': '2021-12-10T19:43:34Z', 'revision_number': 5, 'project_id': '67a1572e9a304e87836068066602d44b', 'subnets': [{'id': '3cdb9dfb-82cc-4a68-8c10-6762218ea0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:44:22.053790 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639281ae-f0f2-4cd1-b59b-7c4f71ec6af8 None None] The sync data for ids ['53b5ba8b-c33f-4daa-b4bb-cf5def02ce03'] in n-d-821435-1 is: [{'id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'name': 'tempest-TestMinimumBasicScenario-1056637571-router', 'tenant_id': '67a1572e9a304e87836068066602d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '3bcd40be-be27-4dca-986b-6b2f56ea3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:43:28Z', 'updated_at': '2021-12-10T19:43:31Z', 'revision_number': 4, 'project_id': '67a1572e9a304e87836068066602d44b', 'gw_port': {'id': '3bcd40be-be27-4dca-986b-6b2f56ea3398', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:43:28Z', 'updated_at': '2021-12-10T19:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '94cb9075-f81c-420b-add6-4146e61f075d', 'tenant_id': '67a1572e9a304e87836068066602d44b', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'port_id': '64cef894-a409-4118-a842-0a7aa5b20119', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1363ec44-0391-4767-8a93-db541354318a', 'mac_address': 'fa:16:3e:d7:71:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5223867c-a308-4fd2-bd92-559085d6c676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:44:20Z', 'updated_at': '2021-12-10T19:44:20Z', 'revision_number': 0, 'project_id': '67a1572e9a304e87836068066602d44b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7e21706-f718-44bf-a651-63967e38ee9e', 'name': '', 'network_id': '1363ec44-0391-4767-8a93-db541354318a', 'tenant_id': '67a1572e9a304e87836068066602d44b', 'mac_address': 'fa:16:3e:14:37:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '3cdb9dfb-82cc-4a68-8c10-6762218ea0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:43:30Z', 'updated_at': '2021-12-10T19:43:34Z', 'revision_number': 5, 'project_id': '67a1572e9a304e87836068066602d44b', 'subnets': [{'id': '3cdb9dfb-82cc-4a68-8c10-6762218ea0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:44:22.077500 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a6ffbf32-3d4d-46c6-b897-ced068d9db65 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:22.081466 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a6ffbf32-3d4d-46c6-b897-ced068d9db65 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:22.100305 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ffbf32-3d4d-46c6-b897-ced068d9db65 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8056c2d-f0f4-45b4-9af4-a081410a380f,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:44:22.105297 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a6ffbf32-3d4d-46c6-b897-ced068d9db65 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:22.106673 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a6ffbf32-3d4d-46c6-b897-ced068d9db65 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1209991 Dec 10 19:44:22.109318 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52094) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:44:22.113709 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ca2bb77a-715e-4810-94e8-99269dde9ec3 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Request body: {'security_group_rule': {'security_group_id': '03ae07f3-47b8-4f7f-8c9d-511bf754a5c8', 'project_id': '67a1572e9a304e87836068066602d44b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:44:22.136878 n-d-821435-1 neutron-server[103245]: INFO neutron.db.securitygroups_db [None req-ca2bb77a-715e-4810-94e8-99269dde9ec3 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Project 67a1572e9a304e87836068066602d44b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:44:22.142780 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca2bb77a-715e-4810-94e8-99269dde9ec3 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:22.203962 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca2bb77a-715e-4810-94e8-99269dde9ec3 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:22.208064 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca2bb77a-715e-4810-94e8-99269dde9ec3 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:22.227174 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2bb77a-715e-4810-94e8-99269dde9ec3 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0659cd8-a0ad-4b93-84d8-70aecddaaddd,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:44:22.237792 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca2bb77a-715e-4810-94e8-99269dde9ec3 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:22.239008 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ca2bb77a-715e-4810-94e8-99269dde9ec3 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1287138 Dec 10 19:44:22.268499 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9597604-c7cb-4af0-a6dc-f3b91a23c21b None None] New status for floating IP 94cb9075-f81c-420b-add6-4146e61f075d: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:44:22.338603 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-41f0a262-9bc0-4c77-a722-5658070043ad req-b8a7e1f1-d434-40ea-b77a-2c2a2427b602 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-793946203&fields=id&tenant_id=67a1572e9a304e87836068066602d44b HTTP/1.1" status: 200 len: 267 time: 0.0466895 Dec 10 19:44:22.392805 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0a262-9bc0-4c77-a722-5658070043ad req-70c0eed2-7ac3-4878-bab5-40d25c1139a5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:22.394307 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-41f0a262-9bc0-4c77-a722-5658070043ad req-70c0eed2-7ac3-4878-bab5-40d25c1139a5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 946 time: 0.0490994 Dec 10 19:44:22.407035 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-41f0a262-9bc0-4c77-a722-5658070043ad req-29f0130d-8058-4de8-87d7-44bb43b411ff tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Request body: {'port': {'security_groups': ['541451a3-bf93-4c95-9cec-ecd5b80977d5', '03ae07f3-47b8-4f7f-8c9d-511bf754a5c8']}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:44:22.470413 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-41f0a262-9bc0-4c77-a722-5658070043ad req-29f0130d-8058-4de8-87d7-44bb43b411ff tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:22.648013 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3aedc547-9c47-46eb-96c4-eea2e320f35b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:22.651744 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-41f0a262-9bc0-4c77-a722-5658070043ad req-29f0130d-8058-4de8-87d7-44bb43b411ff tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] For port 64cef894-a409-4118-a842-0a7aa5b20119, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=64cef894-a409-4118-a842-0a7aa5b20119,segment=NetworkSegment(9e95be0e-ef49-4761-827f-9309204bdddc),segment_id=9e95be0e-ef49-4761-827f-9309204bdddc)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:44:22.680747 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-41f0a262-9bc0-4c77-a722-5658070043ad req-29f0130d-8058-4de8-87d7-44bb43b411ff tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:22.685901 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-41f0a262-9bc0-4c77-a722-5658070043ad req-29f0130d-8058-4de8-87d7-44bb43b411ff tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:22.697522 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['64cef894-a409-4118-a842-0a7aa5b20119'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:44:22.733918 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0a262-9bc0-4c77-a722-5658070043ad req-29f0130d-8058-4de8-87d7-44bb43b411ff tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:22.735248 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-41f0a262-9bc0-4c77-a722-5658070043ad req-29f0130d-8058-4de8-87d7-44bb43b411ff tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:22.736834 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-41f0a262-9bc0-4c77-a722-5658070043ad req-29f0130d-8058-4de8-87d7-44bb43b411ff tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "PUT /v2.0/ports/64cef894-a409-4118-a842-0a7aa5b20119 HTTP/1.1" status: 200 len: 982 time: 0.3352082 Dec 10 19:44:22.764612 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0130d-8058-4de8-87d7-44bb43b411ff tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Pushing event updated for resources: {'Port': ['ID=64cef894-a409-4118-a842-0a7aa5b20119,revision_number=6']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:44:22.805139 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['64cef894-a409-4118-a842-0a7aa5b20119'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:44:22.857196 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689021ce-5256-410e-985b-3c4379186415 req-48a58e25-8c97-41ee-abcb-f31efac059f0 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:22.859414 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-689021ce-5256-410e-985b-3c4379186415 req-48a58e25-8c97-41ee-abcb-f31efac059f0 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 985 time: 0.0542011 Dec 10 19:44:22.931037 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-689021ce-5256-410e-985b-3c4379186415 req-5753053d-7c77-43cb-8ba7-208c56888390 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/security-groups?id=03ae07f3-47b8-4f7f-8c9d-511bf754a5c8&id=541451a3-bf93-4c95-9cec-ecd5b80977d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0650620 Dec 10 19:44:23.154866 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b5df0539-652b-4f50-9500-c49fa17f19d0 None None] Provisioning complete for port 64cef894-a409-4118-a842-0a7aa5b20119 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:44:23.155130 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b5df0539-652b-4f50-9500-c49fa17f19d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:23.240423 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5223867c-a308-4fd2-bd92-559085d6c676', 'tag': '64cef894-a409-4118-a842-0a7aa5b20119'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:44:23.242833 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb385ee8d26b8ad243460b423ad218e97d9fae79c4f4b9b0691d822ece1c624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fdcf60-e1a0-4492-992f-d0a18dca35b6" -d '{"events": [{"name": "network-changed", "server_uuid": "5223867c-a308-4fd2-bd92-559085d6c676", "tag": "64cef894-a409-4118-a842-0a7aa5b20119"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:44:23.282108 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23b779c-8dcd-41e6-87c6-ced7e0bfd1cf x-openstack-request-id: req-c23b779c-8dcd-41e6-87c6-ced7e0bfd1cf {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:44:23.282408 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5223867c-a308-4fd2-bd92-559085d6c676", "tag": "64cef894-a409-4118-a842-0a7aa5b20119", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:44:23.282666 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c23b779c-8dcd-41e6-87c6-ced7e0bfd1cf {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:44:23.283073 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5223867c-a308-4fd2-bd92-559085d6c676', 'tag': '64cef894-a409-4118-a842-0a7aa5b20119', 'status': 'completed', 'code': 200} Dec 10 19:44:23.348525 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdcf60-e1a0-4492-992f-d0a18dca35b6 req-f3996af0-7080-4826-bada-8002d4ad069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:23.350444 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-53fdcf60-e1a0-4492-992f-d0a18dca35b6 req-f3996af0-7080-4826-bada-8002d4ad069c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67a1572e9a304e87836068066602d44b&device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 1136 time: 0.0432847 Dec 10 19:44:23.447734 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdcf60-e1a0-4492-992f-d0a18dca35b6 req-8df04388-4cd1-4c17-8082-71010fd648b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:23.449144 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-53fdcf60-e1a0-4492-992f-d0a18dca35b6 req-8df04388-4cd1-4c17-8082-71010fd648b1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1363ec44-0391-4767-8a93-db541354318a HTTP/1.1" status: 200 len: 916 time: 0.0913246 Dec 10 19:44:23.519672 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-53fdcf60-e1a0-4492-992f-d0a18dca35b6 req-1b4e3c27-40c9-4f42-8659-526b0392a54a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64cef894-a409-4118-a842-0a7aa5b20119 HTTP/1.1" status: 200 len: 1001 time: 0.0625172 Dec 10 19:44:23.569954 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdcf60-e1a0-4492-992f-d0a18dca35b6 req-f96eb6a2-813c-4e01-ba98-c78409a1b1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:23.571431 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-53fdcf60-e1a0-4492-992f-d0a18dca35b6 req-f96eb6a2-813c-4e01-ba98-c78409a1b1b2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3cdb9dfb-82cc-4a68-8c10-6762218ea0e7 HTTP/1.1" status: 200 len: 854 time: 0.0447936 Dec 10 19:44:23.617129 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdcf60-e1a0-4492-992f-d0a18dca35b6 req-24652006-4acd-4a50-bd53-9bf3d6f2e125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:23.618613 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-53fdcf60-e1a0-4492-992f-d0a18dca35b6 req-24652006-4acd-4a50-bd53-9bf3d6f2e125 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1363ec44-0391-4767-8a93-db541354318a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395720 Dec 10 19:44:23.690476 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:23.715564 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-53fdcf60-e1a0-4492-992f-d0a18dca35b6 req-8a0acedc-219e-48d4-a339-9ea33b9700df service neutron] 10.222.0.46 "GET /v2.0/networks/1363ec44-0391-4767-8a93-db541354318a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853839 Dec 10 19:44:23.804619 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-53fdcf60-e1a0-4492-992f-d0a18dca35b6 req-8919296a-3863-4f52-80b5-654a01923ef5 service neutron] 10.222.0.46 "GET /v2.0/networks/1363ec44-0391-4767-8a93-db541354318a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810926 Dec 10 19:44:25.052508 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:25.655249 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:34.448619 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:37.616166 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:44:38.142391 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b888a52-a2e9-493d-9a76-90f2ec18d96c req-8c857f97-a010-4cd5-992b-30b166470c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:38.143925 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8b888a52-a2e9-493d-9a76-90f2ec18d96c req-8c857f97-a010-4cd5-992b-30b166470c0b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67a1572e9a304e87836068066602d44b&device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 1136 time: 0.0434840 Dec 10 19:44:38.148484 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79785621-3aba-4596-acde-0b44d7059a9b req-442e08b4-1136-4d5a-8a47-fdcdad97fb7c tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:38.150087 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-79785621-3aba-4596-acde-0b44d7059a9b req-442e08b4-1136-4d5a-8a47-fdcdad97fb7c tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 985 time: 0.0520566 Dec 10 19:44:38.210518 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-79785621-3aba-4596-acde-0b44d7059a9b req-65dc16d6-4d38-4867-b9a7-40efb9244565 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/security-groups?id=03ae07f3-47b8-4f7f-8c9d-511bf754a5c8&id=541451a3-bf93-4c95-9cec-ecd5b80977d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535505 Dec 10 19:44:38.239996 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b888a52-a2e9-493d-9a76-90f2ec18d96c req-cfc0200a-8abf-4c48-8c90-ee8d2b829a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:38.241535 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8b888a52-a2e9-493d-9a76-90f2ec18d96c req-cfc0200a-8abf-4c48-8c90-ee8d2b829a40 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1363ec44-0391-4767-8a93-db541354318a HTTP/1.1" status: 200 len: 916 time: 0.0905888 Dec 10 19:44:38.307827 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8b888a52-a2e9-493d-9a76-90f2ec18d96c req-59595917-db99-4dd6-b485-971887b7c8aa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64cef894-a409-4118-a842-0a7aa5b20119 HTTP/1.1" status: 200 len: 1001 time: 0.0594990 Dec 10 19:44:38.361117 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b888a52-a2e9-493d-9a76-90f2ec18d96c req-0b7b6bb4-e301-4814-bd78-3cc6476dfb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:38.362587 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8b888a52-a2e9-493d-9a76-90f2ec18d96c req-0b7b6bb4-e301-4814-bd78-3cc6476dfb27 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3cdb9dfb-82cc-4a68-8c10-6762218ea0e7 HTTP/1.1" status: 200 len: 854 time: 0.0471094 Dec 10 19:44:38.407944 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b888a52-a2e9-493d-9a76-90f2ec18d96c req-682d239c-be54-4007-89a7-db825f453689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:38.409476 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8b888a52-a2e9-493d-9a76-90f2ec18d96c req-682d239c-be54-4007-89a7-db825f453689 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1363ec44-0391-4767-8a93-db541354318a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400159 Dec 10 19:44:38.504185 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8b888a52-a2e9-493d-9a76-90f2ec18d96c req-f1ef21d6-7da7-4616-abd9-e0819b8ebed2 service neutron] 10.222.0.46 "GET /v2.0/networks/1363ec44-0391-4767-8a93-db541354318a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864146 Dec 10 19:44:38.600092 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8b888a52-a2e9-493d-9a76-90f2ec18d96c req-73e374ae-deb6-4176-bcf5-ab47c83cd7dd service neutron] 10.222.0.46 "GET /v2.0/networks/1363ec44-0391-4767-8a93-db541354318a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880435 Dec 10 19:44:38.837873 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:39.329633 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50069c23-57ad-4b3e-87fa-e564d5c925b7 req-bb5cb666-2826-4bcf-9f0d-1201af014ec6 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:39.331103 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-50069c23-57ad-4b3e-87fa-e564d5c925b7 req-bb5cb666-2826-4bcf-9f0d-1201af014ec6 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 985 time: 0.0491378 Dec 10 19:44:39.392516 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-50069c23-57ad-4b3e-87fa-e564d5c925b7 req-11caeb61-d9ad-4b9e-afd6-b54a416b93c8 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/security-groups?id=03ae07f3-47b8-4f7f-8c9d-511bf754a5c8&id=541451a3-bf93-4c95-9cec-ecd5b80977d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554252 Dec 10 19:44:40.511482 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48efae-8319-4456-90ba-31a53296db33 req-cc54d4b8-1fcc-4973-9717-21679e1fccdf tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:40.513780 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6d48efae-8319-4456-90ba-31a53296db33 req-cc54d4b8-1fcc-4973-9717-21679e1fccdf tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 985 time: 0.0500569 Dec 10 19:44:40.575970 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6d48efae-8319-4456-90ba-31a53296db33 req-4a1e9c67-031b-422e-a3bc-b5abf37e22e1 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/security-groups?id=03ae07f3-47b8-4f7f-8c9d-511bf754a5c8&id=541451a3-bf93-4c95-9cec-ecd5b80977d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562372 Dec 10 19:44:41.697171 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfeda94-e90a-4704-837a-7c1f6eafb5e7 req-d23b0730-e717-45ef-9504-c72e1a2ba234 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:41.698567 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ccfeda94-e90a-4704-837a-7c1f6eafb5e7 req-d23b0730-e717-45ef-9504-c72e1a2ba234 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 985 time: 0.0541625 Dec 10 19:44:41.761869 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ccfeda94-e90a-4704-837a-7c1f6eafb5e7 req-22b6bde0-bfce-4d1c-be88-71554cff0bce tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/security-groups?id=03ae07f3-47b8-4f7f-8c9d-511bf754a5c8&id=541451a3-bf93-4c95-9cec-ecd5b80977d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572100 Dec 10 19:44:42.879280 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784f7d0-2a47-4eaa-8a52-03edaeb74ca7 req-d74e14bc-563c-4dd5-969f-7771d9e46d3d tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:42.880812 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a784f7d0-2a47-4eaa-8a52-03edaeb74ca7 req-d74e14bc-563c-4dd5-969f-7771d9e46d3d tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 985 time: 0.0502899 Dec 10 19:44:42.941509 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a784f7d0-2a47-4eaa-8a52-03edaeb74ca7 req-e308d831-c109-4874-a556-a96924e5fc92 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/security-groups?id=03ae07f3-47b8-4f7f-8c9d-511bf754a5c8&id=541451a3-bf93-4c95-9cec-ecd5b80977d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546236 Dec 10 19:44:44.054707 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aaa61d-95b3-4e5c-adf2-43a55edc351d req-6079b57a-508d-40b1-b6da-f1c28b848c1f tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:44.056170 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-68aaa61d-95b3-4e5c-adf2-43a55edc351d req-6079b57a-508d-40b1-b6da-f1c28b848c1f tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 985 time: 0.0479662 Dec 10 19:44:44.126374 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-68aaa61d-95b3-4e5c-adf2-43a55edc351d req-f968037c-2706-4751-b265-cccf4ad7e64d tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/security-groups?id=03ae07f3-47b8-4f7f-8c9d-511bf754a5c8&id=541451a3-bf93-4c95-9cec-ecd5b80977d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0634229 Dec 10 19:44:45.241201 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3287d3d-05ce-4300-9d48-b78edfc64a3a req-3700a150-554f-4094-88de-063438bc1729 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:45.242679 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c3287d3d-05ce-4300-9d48-b78edfc64a3a req-3700a150-554f-4094-88de-063438bc1729 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 985 time: 0.0484748 Dec 10 19:44:45.302923 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c3287d3d-05ce-4300-9d48-b78edfc64a3a req-5412109a-024b-4b44-8886-34bb21f46e78 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/security-groups?id=03ae07f3-47b8-4f7f-8c9d-511bf754a5c8&id=541451a3-bf93-4c95-9cec-ecd5b80977d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535016 Dec 10 19:44:46.423532 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef0e8b-3487-48c8-8ecb-1f2752634c46 req-769abdd3-7843-4c88-bb32-c323f4b8a363 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:46.425124 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d8ef0e8b-3487-48c8-8ecb-1f2752634c46 req-769abdd3-7843-4c88-bb32-c323f4b8a363 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 985 time: 0.0500171 Dec 10 19:44:46.488996 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d8ef0e8b-3487-48c8-8ecb-1f2752634c46 req-0224d989-86ac-43b2-9237-125a2b7a4b66 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/security-groups?id=03ae07f3-47b8-4f7f-8c9d-511bf754a5c8&id=541451a3-bf93-4c95-9cec-ecd5b80977d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573668 Dec 10 19:44:47.611845 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0785b6-85a9-4fc1-9568-9d9c89afc2fc req-6d26f857-1ca2-43a6-80f9-1bf50c0a0080 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:47.613378 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fc0785b6-85a9-4fc1-9568-9d9c89afc2fc req-6d26f857-1ca2-43a6-80f9-1bf50c0a0080 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 985 time: 0.0545831 Dec 10 19:44:47.673110 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fc0785b6-85a9-4fc1-9568-9d9c89afc2fc req-a62fe00f-ba3b-4c3c-81d1-adb696a7e527 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/security-groups?id=03ae07f3-47b8-4f7f-8c9d-511bf754a5c8&id=541451a3-bf93-4c95-9cec-ecd5b80977d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535994 Dec 10 19:44:48.789385 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d826d-2d38-422a-aff2-889fb6688b7f req-b989b297-b3fc-4f26-b5da-95a935276a16 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:48.790907 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d14d826d-2d38-422a-aff2-889fb6688b7f req-b989b297-b3fc-4f26-b5da-95a935276a16 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 985 time: 0.0494430 Dec 10 19:44:48.851408 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d14d826d-2d38-422a-aff2-889fb6688b7f req-b4d98809-a944-4c0c-851b-fbb9e1ea29fe tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/security-groups?id=03ae07f3-47b8-4f7f-8c9d-511bf754a5c8&id=541451a3-bf93-4c95-9cec-ecd5b80977d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538194 Dec 10 19:44:49.783481 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4a4cfddd-0aa9-43f0-b222-d95847477494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:49.969607 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131b712-d730-4d9e-8baf-69cff2478e66 req-f41fd294-235b-415f-83e2-1c413c66d631 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:49.971115 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5131b712-d730-4d9e-8baf-69cff2478e66 req-f41fd294-235b-415f-83e2-1c413c66d631 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 985 time: 0.0507102 Dec 10 19:44:50.030789 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5131b712-d730-4d9e-8baf-69cff2478e66 req-0ef5109d-82ed-423c-a416-d3245c8bd945 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/security-groups?id=03ae07f3-47b8-4f7f-8c9d-511bf754a5c8&id=541451a3-bf93-4c95-9cec-ecd5b80977d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536146 Dec 10 19:44:52.649983 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b6ae8045-73d0-4912-a6df-ef3d12553546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:53.690919 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:55.052471 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:44:55.657329 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:04.473750 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:08.853067 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:14.568138 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-07d6fbb5-e48a-42fa-ba8e-cdff882bea4e req-eff04407-5eb2-4cc8-a283-1be29fbc7f5d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422952 Dec 10 19:45:14.615079 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:45:14.654783 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6fbb5-e48a-42fa-ba8e-cdff882bea4e req-6070c3cc-0c01-40d5-8c1b-4cc8009a9e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:14.656198 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-07d6fbb5-e48a-42fa-ba8e-cdff882bea4e req-6070c3cc-0c01-40d5-8c1b-4cc8009a9e71 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67a1572e9a304e87836068066602d44b&device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 1136 time: 0.0451796 Dec 10 19:45:14.759709 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6fbb5-e48a-42fa-ba8e-cdff882bea4e req-2f58c266-5619-4682-864f-c08152a5e89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:14.761204 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-07d6fbb5-e48a-42fa-ba8e-cdff882bea4e req-2f58c266-5619-4682-864f-c08152a5e89c service neutron] 10.222.0.46 "GET /v2.0/networks?id=1363ec44-0391-4767-8a93-db541354318a HTTP/1.1" status: 200 len: 916 time: 0.0849764 Dec 10 19:45:14.831728 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-07d6fbb5-e48a-42fa-ba8e-cdff882bea4e req-b0f6795d-81fb-4708-a0e9-ac331e820f49 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64cef894-a409-4118-a842-0a7aa5b20119 HTTP/1.1" status: 200 len: 1001 time: 0.0624840 Dec 10 19:45:14.883703 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6fbb5-e48a-42fa-ba8e-cdff882bea4e req-9c49610e-3aac-4e39-b4b9-79d5fc201747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:14.885198 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-07d6fbb5-e48a-42fa-ba8e-cdff882bea4e req-9c49610e-3aac-4e39-b4b9-79d5fc201747 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3cdb9dfb-82cc-4a68-8c10-6762218ea0e7 HTTP/1.1" status: 200 len: 854 time: 0.0456583 Dec 10 19:45:14.931242 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6fbb5-e48a-42fa-ba8e-cdff882bea4e req-e37d874c-1cb3-4faa-ba4b-610ecfd46335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:14.932650 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-07d6fbb5-e48a-42fa-ba8e-cdff882bea4e req-e37d874c-1cb3-4faa-ba4b-610ecfd46335 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1363ec44-0391-4767-8a93-db541354318a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394773 Dec 10 19:45:15.024708 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-07d6fbb5-e48a-42fa-ba8e-cdff882bea4e req-38f246dd-2a6c-4a0d-9807-3080bf372fe8 service neutron] 10.222.0.46 "GET /v2.0/networks/1363ec44-0391-4767-8a93-db541354318a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838058 Dec 10 19:45:15.112230 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-07d6fbb5-e48a-42fa-ba8e-cdff882bea4e req-8db0dd55-03d8-48b9-bd99-01d288e14107 service neutron] 10.222.0.46 "GET /v2.0/networks/1363ec44-0391-4767-8a93-db541354318a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797889 Dec 10 19:45:19.785176 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d54f1793-52a7-42cd-b7f2-859038c4b0aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:22.295152 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-17377bce-1ea1-45bb-8ea4-67ce971e680c req-df36eeb2-4a9c-4387-97c1-b29491fbaa55 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-793946203&fields=id&tenant_id=67a1572e9a304e87836068066602d44b HTTP/1.1" status: 200 len: 267 time: 0.0468874 Dec 10 19:45:22.347338 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17377bce-1ea1-45bb-8ea4-67ce971e680c req-c8bbc7aa-8c9e-4ab5-bfaa-812b26de1ede tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:22.350330 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-17377bce-1ea1-45bb-8ea4-67ce971e680c req-c8bbc7aa-8c9e-4ab5-bfaa-812b26de1ede tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 985 time: 0.0495968 Dec 10 19:45:22.360501 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-17377bce-1ea1-45bb-8ea4-67ce971e680c req-1519d5f0-9b9b-4294-9ef9-010537e6b7e6 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Request body: {'port': {'security_groups': ['541451a3-bf93-4c95-9cec-ecd5b80977d5']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:45:22.429189 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-17377bce-1ea1-45bb-8ea4-67ce971e680c req-1519d5f0-9b9b-4294-9ef9-010537e6b7e6 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:22.600874 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-17377bce-1ea1-45bb-8ea4-67ce971e680c req-1519d5f0-9b9b-4294-9ef9-010537e6b7e6 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] For port 64cef894-a409-4118-a842-0a7aa5b20119, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=64cef894-a409-4118-a842-0a7aa5b20119,segment=NetworkSegment(9e95be0e-ef49-4761-827f-9309204bdddc),segment_id=9e95be0e-ef49-4761-827f-9309204bdddc)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:45:22.629976 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-17377bce-1ea1-45bb-8ea4-67ce971e680c req-1519d5f0-9b9b-4294-9ef9-010537e6b7e6 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:22.634580 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-17377bce-1ea1-45bb-8ea4-67ce971e680c req-1519d5f0-9b9b-4294-9ef9-010537e6b7e6 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:22.646839 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['64cef894-a409-4118-a842-0a7aa5b20119'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:45:22.678953 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-888655bc-63eb-4931-87b2-12254062dae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:22.679606 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17377bce-1ea1-45bb-8ea4-67ce971e680c req-1519d5f0-9b9b-4294-9ef9-010537e6b7e6 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:22.680351 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-17377bce-1ea1-45bb-8ea4-67ce971e680c req-1519d5f0-9b9b-4294-9ef9-010537e6b7e6 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:22.681672 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-17377bce-1ea1-45bb-8ea4-67ce971e680c req-1519d5f0-9b9b-4294-9ef9-010537e6b7e6 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "PUT /v2.0/ports/64cef894-a409-4118-a842-0a7aa5b20119 HTTP/1.1" status: 200 len: 943 time: 0.3262475 Dec 10 19:45:22.682143 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5223867c-a308-4fd2-bd92-559085d6c676', 'tag': '64cef894-a409-4118-a842-0a7aa5b20119'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:45:22.685159 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37270339-f08c-48e0-bdf7-7fceb0d684b3" -d '{"events": [{"name": "network-changed", "server_uuid": "5223867c-a308-4fd2-bd92-559085d6c676", "tag": "64cef894-a409-4118-a842-0a7aa5b20119"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:45:22.689626 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52148) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:45:22.737339 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519d5f0-9b9b-4294-9ef9-010537e6b7e6 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Pushing event updated for resources: {'Port': ['ID=64cef894-a409-4118-a842-0a7aa5b20119,revision_number=7']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:45:22.748619 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c7dbf0-20cc-435c-8df2-605daf4169bd x-openstack-request-id: req-b2c7dbf0-20cc-435c-8df2-605daf4169bd {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:45:22.749040 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5223867c-a308-4fd2-bd92-559085d6c676", "tag": "64cef894-a409-4118-a842-0a7aa5b20119", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:45:22.749258 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b2c7dbf0-20cc-435c-8df2-605daf4169bd {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:45:22.749661 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5223867c-a308-4fd2-bd92-559085d6c676', 'tag': '64cef894-a409-4118-a842-0a7aa5b20119', 'status': 'completed', 'code': 200} Dec 10 19:45:22.751083 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519d5f0-9b9b-4294-9ef9-010537e6b7e6 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:22.751317 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519d5f0-9b9b-4294-9ef9-010537e6b7e6 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:22.751668 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519d5f0-9b9b-4294-9ef9-010537e6b7e6 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:22.752014 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519d5f0-9b9b-4294-9ef9-010537e6b7e6 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:22.752434 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519d5f0-9b9b-4294-9ef9-010537e6b7e6 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:22.752716 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519d5f0-9b9b-4294-9ef9-010537e6b7e6 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:22.753055 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519d5f0-9b9b-4294-9ef9-010537e6b7e6 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:22.753389 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519d5f0-9b9b-4294-9ef9-010537e6b7e6 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:22.753721 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519d5f0-9b9b-4294-9ef9-010537e6b7e6 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:22.754055 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519d5f0-9b9b-4294-9ef9-010537e6b7e6 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:22.754387 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519d5f0-9b9b-4294-9ef9-010537e6b7e6 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:22.754724 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519d5f0-9b9b-4294-9ef9-010537e6b7e6 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:22.755040 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519d5f0-9b9b-4294-9ef9-010537e6b7e6 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:22.762576 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['64cef894-a409-4118-a842-0a7aa5b20119'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:45:22.798701 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec524a08-4bf0-4d43-94ed-3956c388bbc3 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:22.813961 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37270339-f08c-48e0-bdf7-7fceb0d684b3 req-e856551e-d075-40e2-bc7b-0f85efba4286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:22.815934 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-37270339-f08c-48e0-bdf7-7fceb0d684b3 req-e856551e-d075-40e2-bc7b-0f85efba4286 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67a1572e9a304e87836068066602d44b&device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 1097 time: 0.0514309 Dec 10 19:45:22.828516 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec524a08-4bf0-4d43-94ed-3956c388bbc3 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:22.917466 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec524a08-4bf0-4d43-94ed-3956c388bbc3 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:22.920677 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec524a08-4bf0-4d43-94ed-3956c388bbc3 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:22.921868 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ec524a08-4bf0-4d43-94ed-3956c388bbc3 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "DELETE /v2.0/security-groups/03ae07f3-47b8-4f7f-8c9d-511bf754a5c8 HTTP/1.1" status: 204 len: 168 time: 0.2306304 Dec 10 19:45:22.924891 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52152) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:45:22.931212 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec524a08-4bf0-4d43-94ed-3956c388bbc3 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ae07f3-47b8-4f7f-8c9d-511bf754a5c8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:45:22.939551 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec524a08-4bf0-4d43-94ed-3956c388bbc3 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:22.939915 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec524a08-4bf0-4d43-94ed-3956c388bbc3 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:22.940269 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec524a08-4bf0-4d43-94ed-3956c388bbc3 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:22.940620 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec524a08-4bf0-4d43-94ed-3956c388bbc3 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:22.940988 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec524a08-4bf0-4d43-94ed-3956c388bbc3 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:22.941332 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec524a08-4bf0-4d43-94ed-3956c388bbc3 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:22.941672 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec524a08-4bf0-4d43-94ed-3956c388bbc3 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:22.942009 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec524a08-4bf0-4d43-94ed-3956c388bbc3 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:22.942501 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec524a08-4bf0-4d43-94ed-3956c388bbc3 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:22.942687 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec524a08-4bf0-4d43-94ed-3956c388bbc3 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:22.943009 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec524a08-4bf0-4d43-94ed-3956c388bbc3 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:22.943341 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec524a08-4bf0-4d43-94ed-3956c388bbc3 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:22.943672 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec524a08-4bf0-4d43-94ed-3956c388bbc3 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:22.977267 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37270339-f08c-48e0-bdf7-7fceb0d684b3 req-dd6ad74a-d405-4e2e-90b9-f9bea45ce509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:22.978765 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-37270339-f08c-48e0-bdf7-7fceb0d684b3 req-dd6ad74a-d405-4e2e-90b9-f9bea45ce509 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1363ec44-0391-4767-8a93-db541354318a HTTP/1.1" status: 200 len: 916 time: 0.1551123 Dec 10 19:45:23.023142 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fdc93e3c-7ed5-43e2-93ef-c73e7563e963 None None] Provisioning complete for port 64cef894-a409-4118-a842-0a7aa5b20119 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:45:23.023669 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fdc93e3c-7ed5-43e2-93ef-c73e7563e963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:23.093104 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-37270339-f08c-48e0-bdf7-7fceb0d684b3 req-57def713-395d-46a3-b7d2-05b8b77432d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64cef894-a409-4118-a842-0a7aa5b20119 HTTP/1.1" status: 200 len: 1001 time: 0.1061046 Dec 10 19:45:23.495906 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37270339-f08c-48e0-bdf7-7fceb0d684b3 req-2b7450b6-44a4-4fd2-89e3-dc600a0602d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:23.498217 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-37270339-f08c-48e0-bdf7-7fceb0d684b3 req-2b7450b6-44a4-4fd2-89e3-dc600a0602d0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3cdb9dfb-82cc-4a68-8c10-6762218ea0e7 HTTP/1.1" status: 200 len: 854 time: 0.3971226 Dec 10 19:45:23.517721 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-955b7f44-4813-44f8-94f0-d658711449be tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Deleting port 51b3be9f-ffc9-4d6f-886a-e37dcbab3bf3 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:45:23.518066 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-955b7f44-4813-44f8-94f0-d658711449be tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:23.594450 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37270339-f08c-48e0-bdf7-7fceb0d684b3 req-c8b47386-7378-4191-b526-6775f38cd18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:23.595964 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-37270339-f08c-48e0-bdf7-7fceb0d684b3 req-c8b47386-7378-4191-b526-6775f38cd18e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1363ec44-0391-4767-8a93-db541354318a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884514 Dec 10 19:45:23.658039 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-955b7f44-4813-44f8-94f0-d658711449be tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:23.658267 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-955b7f44-4813-44f8-94f0-d658711449be tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:23.680707 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-955b7f44-4813-44f8-94f0-d658711449be tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Calling delete_port for 51b3be9f-ffc9-4d6f-886a-e37dcbab3bf3 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:45:23.696656 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:23.758528 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-37270339-f08c-48e0-bdf7-7fceb0d684b3 req-38114534-245d-4907-b6e4-ea3f5093c3fe service neutron] 10.222.0.46 "GET /v2.0/networks/1363ec44-0391-4767-8a93-db541354318a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520879 Dec 10 19:45:23.876830 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-37270339-f08c-48e0-bdf7-7fceb0d684b3 req-4cb500e8-2974-41b1-ad15-48c050350018 service neutron] 10.222.0.46 "GET /v2.0/networks/1363ec44-0391-4767-8a93-db541354318a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098404 Dec 10 19:45:23.926669 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-955b7f44-4813-44f8-94f0-d658711449be tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:23.952776 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b7f44-4813-44f8-94f0-d658711449be tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Pushing event deleted for resources: {'Port': ['ID=51b3be9f-ffc9-4d6f-886a-e37dcbab3bf3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:45:24.016894 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-955b7f44-4813-44f8-94f0-d658711449be tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:24.017366 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-955b7f44-4813-44f8-94f0-d658711449be tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Floating IP 94cb9075-f81c-420b-add6-4146e61f075d disassociated (deleted). External IP: 172.25.7.38, port: 64cef894-a409-4118-a842-0a7aa5b20119. Dec 10 19:45:24.220128 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955b7f44-4813-44f8-94f0-d658711449be tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Router 53b5ba8b-c33f-4daa-b4bb-cf5def02ce03 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:45:24.328896 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955b7f44-4813-44f8-94f0-d658711449be tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:45:24.334160 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-955b7f44-4813-44f8-94f0-d658711449be tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:24.338821 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f358f72d-5969-437b-80d6-5ff35be0d862 None None] Sync routers for ids ['53b5ba8b-c33f-4daa-b4bb-cf5def02ce03'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:45:24.348933 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f358f72d-5969-437b-80d6-5ff35be0d862 None None] Routers {'53b5ba8b-c33f-4daa-b4bb-cf5def02ce03'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:45:24.349631 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f358f72d-5969-437b-80d6-5ff35be0d862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:45:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['53b5ba8b-c33f-4daa-b4bb-cf5def02ce03'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:45:24.362297 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-955b7f44-4813-44f8-94f0-d658711449be tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "DELETE /v2.0/floatingips/94cb9075-f81c-420b-add6-4146e61f075d HTTP/1.1" status: 204 len: 168 time: 1.4362466 Dec 10 19:45:24.462032 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-f358f72d-5969-437b-80d6-5ff35be0d862 None None] Set router 53b5ba8b-c33f-4daa-b4bb-cf5def02ce03 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:45:24.672484 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f358f72d-5969-437b-80d6-5ff35be0d862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'name': 'tempest-TestMinimumBasicScenario-1056637571-router', 'tenant_id': '67a1572e9a304e87836068066602d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '3bcd40be-be27-4dca-986b-6b2f56ea3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:43:28Z', 'updated_at': '2021-12-10T19:43:31Z', 'revision_number': 4, 'project_id': '67a1572e9a304e87836068066602d44b', 'gw_port': {'id': '3bcd40be-be27-4dca-986b-6b2f56ea3398', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:43:28Z', 'updated_at': '2021-12-10T19:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'c7e21706-f718-44bf-a651-63967e38ee9e', 'name': '', 'network_id': '1363ec44-0391-4767-8a93-db541354318a', 'tenant_id': '67a1572e9a304e87836068066602d44b', 'mac_address': 'fa:16:3e:14:37:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '3cdb9dfb-82cc-4a68-8c10-6762218ea0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:43:30Z', 'updated_at': '2021-12-10T19:43:34Z', 'revision_number': 5, 'project_id': '67a1572e9a304e87836068066602d44b', 'subnets': [{'id': '3cdb9dfb-82cc-4a68-8c10-6762218ea0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:45:24.702105 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f358f72d-5969-437b-80d6-5ff35be0d862 None None] Checking router: 53b5ba8b-c33f-4daa-b4bb-cf5def02ce03 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:45:24.710175 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f358f72d-5969-437b-80d6-5ff35be0d862 None None] Routers {'53b5ba8b-c33f-4daa-b4bb-cf5def02ce03'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:45:24.710760 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f358f72d-5969-437b-80d6-5ff35be0d862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:45:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['53b5ba8b-c33f-4daa-b4bb-cf5def02ce03'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:45:24.751275 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5223867c-a308-4fd2-bd92-559085d6c676', 'tag': '64cef894-a409-4118-a842-0a7aa5b20119'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:45:24.753627 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4271ff-f1a2-476b-9431-659982ef330a" -d '{"events": [{"name": "network-changed", "server_uuid": "5223867c-a308-4fd2-bd92-559085d6c676", "tag": "64cef894-a409-4118-a842-0a7aa5b20119"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:45:24.790827 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466af5c3-9afe-47ac-a64e-a91a6d209c8b x-openstack-request-id: req-466af5c3-9afe-47ac-a64e-a91a6d209c8b {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:45:24.791130 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5223867c-a308-4fd2-bd92-559085d6c676", "tag": "64cef894-a409-4118-a842-0a7aa5b20119", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:45:24.791415 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-466af5c3-9afe-47ac-a64e-a91a6d209c8b {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:45:24.791808 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5223867c-a308-4fd2-bd92-559085d6c676', 'tag': '64cef894-a409-4118-a842-0a7aa5b20119', 'status': 'completed', 'code': 200} Dec 10 19:45:24.816181 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-f358f72d-5969-437b-80d6-5ff35be0d862 None None] Set router 53b5ba8b-c33f-4daa-b4bb-cf5def02ce03 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:45:24.858140 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4271ff-f1a2-476b-9431-659982ef330a req-be0ebff1-6625-4010-9a78-3ce772b9bd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:24.859700 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8a4271ff-f1a2-476b-9431-659982ef330a req-be0ebff1-6625-4010-9a78-3ce772b9bd0a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67a1572e9a304e87836068066602d44b&device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 1097 time: 0.0446703 Dec 10 19:45:24.952943 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4271ff-f1a2-476b-9431-659982ef330a req-19ab2021-5df3-47d5-8e5e-934387277d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:24.954453 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8a4271ff-f1a2-476b-9431-659982ef330a req-19ab2021-5df3-47d5-8e5e-934387277d98 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1363ec44-0391-4767-8a93-db541354318a HTTP/1.1" status: 200 len: 916 time: 0.0863700 Dec 10 19:45:25.002326 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8a4271ff-f1a2-476b-9431-659982ef330a req-fdf70d68-6e42-4abd-8e2f-9257aba316e1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64cef894-a409-4118-a842-0a7aa5b20119 HTTP/1.1" status: 200 len: 217 time: 0.0389860 Dec 10 19:45:25.020274 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f358f72d-5969-437b-80d6-5ff35be0d862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'name': 'tempest-TestMinimumBasicScenario-1056637571-router', 'tenant_id': '67a1572e9a304e87836068066602d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '3bcd40be-be27-4dca-986b-6b2f56ea3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:43:28Z', 'updated_at': '2021-12-10T19:43:31Z', 'revision_number': 4, 'project_id': '67a1572e9a304e87836068066602d44b', 'gw_port': {'id': '3bcd40be-be27-4dca-986b-6b2f56ea3398', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:43:28Z', 'updated_at': '2021-12-10T19:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'c7e21706-f718-44bf-a651-63967e38ee9e', 'name': '', 'network_id': '1363ec44-0391-4767-8a93-db541354318a', 'tenant_id': '67a1572e9a304e87836068066602d44b', 'mac_address': 'fa:16:3e:14:37:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '3cdb9dfb-82cc-4a68-8c10-6762218ea0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:43:30Z', 'updated_at': '2021-12-10T19:43:34Z', 'revision_number': 5, 'project_id': '67a1572e9a304e87836068066602d44b', 'subnets': [{'id': '3cdb9dfb-82cc-4a68-8c10-6762218ea0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:45:25.054859 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f358f72d-5969-437b-80d6-5ff35be0d862 None None] The sync data for ids ['53b5ba8b-c33f-4daa-b4bb-cf5def02ce03'] in n-d-821435-1 is: [{'id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'name': 'tempest-TestMinimumBasicScenario-1056637571-router', 'tenant_id': '67a1572e9a304e87836068066602d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '3bcd40be-be27-4dca-986b-6b2f56ea3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:43:28Z', 'updated_at': '2021-12-10T19:43:31Z', 'revision_number': 4, 'project_id': '67a1572e9a304e87836068066602d44b', 'gw_port': {'id': '3bcd40be-be27-4dca-986b-6b2f56ea3398', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:43:28Z', 'updated_at': '2021-12-10T19:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'c7e21706-f718-44bf-a651-63967e38ee9e', 'name': '', 'network_id': '1363ec44-0391-4767-8a93-db541354318a', 'tenant_id': '67a1572e9a304e87836068066602d44b', 'mac_address': 'fa:16:3e:14:37:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '3cdb9dfb-82cc-4a68-8c10-6762218ea0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:43:30Z', 'updated_at': '2021-12-10T19:43:34Z', 'revision_number': 5, 'project_id': '67a1572e9a304e87836068066602d44b', 'subnets': [{'id': '3cdb9dfb-82cc-4a68-8c10-6762218ea0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:45:25.059632 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:25.060997 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4271ff-f1a2-476b-9431-659982ef330a req-8f1b7e6b-515b-4d30-881d-eed4357565f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:25.062720 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8a4271ff-f1a2-476b-9431-659982ef330a req-8f1b7e6b-515b-4d30-881d-eed4357565f0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3cdb9dfb-82cc-4a68-8c10-6762218ea0e7 HTTP/1.1" status: 200 len: 854 time: 0.0523298 Dec 10 19:45:25.120542 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4271ff-f1a2-476b-9431-659982ef330a req-cff2ac5c-bec7-4f1e-afb3-a3b1fc10b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:25.122721 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8a4271ff-f1a2-476b-9431-659982ef330a req-cff2ac5c-bec7-4f1e-afb3-a3b1fc10b46d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1363ec44-0391-4767-8a93-db541354318a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521755 Dec 10 19:45:25.223454 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8a4271ff-f1a2-476b-9431-659982ef330a req-683cf375-9879-428e-b91a-47016821eadb service neutron] 10.222.0.46 "GET /v2.0/networks/1363ec44-0391-4767-8a93-db541354318a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930367 Dec 10 19:45:25.306652 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a98364-1380-4b0f-9c7e-59090f4e678b None None] New status for floating IP 94cb9075-f81c-420b-add6-4146e61f075d: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:45:25.321522 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8a4271ff-f1a2-476b-9431-659982ef330a req-2eb4a02c-a6ca-4300-8299-6784ac5437f3 service neutron] 10.222.0.46 "GET /v2.0/networks/1363ec44-0391-4767-8a93-db541354318a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910177 Dec 10 19:45:25.661108 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:33.396881 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8001d-faf7-4c38-93a6-baa9390fd690 req-614f87db-1297-4d2c-800b-205b13d82218 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:33.398418 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6e8001d-faf7-4c38-93a6-baa9390fd690 req-614f87db-1297-4d2c-800b-205b13d82218 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 946 time: 0.0556548 Dec 10 19:45:33.454289 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a6e8001d-faf7-4c38-93a6-baa9390fd690 req-b94aa3d7-d96d-46ee-803a-3da152d507a5 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/security-groups?id=541451a3-bf93-4c95-9cec-ecd5b80977d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493681 Dec 10 19:45:34.494816 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:34.573628 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab39f8-6f13-49d6-8ca2-0e37bc2bcaa5 req-9dba7835-a3b3-4e86-a61a-205084f87732 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:34.575820 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d9ab39f8-6f13-49d6-8ca2-0e37bc2bcaa5 req-9dba7835-a3b3-4e86-a61a-205084f87732 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 946 time: 0.0494661 Dec 10 19:45:34.623092 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d9ab39f8-6f13-49d6-8ca2-0e37bc2bcaa5 req-c9cbb147-a839-4bb3-840a-a1338056ff1e tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/security-groups?id=541451a3-bf93-4c95-9cec-ecd5b80977d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410736 Dec 10 19:45:34.990444 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2209ce-229d-43dd-9568-538d55139ef6 req-d3051cac-1c09-49a6-ace2-cc1b71c7b6a7 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:34.991901 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bd2209ce-229d-43dd-9568-538d55139ef6 req-d3051cac-1c09-49a6-ace2-cc1b71c7b6a7 tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.46 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 946 time: 0.0525494 Dec 10 19:45:35.078931 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-bd2209ce-229d-43dd-9568-538d55139ef6 req-8100d0a0-6a02-4f0f-b065-6d3cc25f807a tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Deleting port 64cef894-a409-4118-a842-0a7aa5b20119 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:45:35.079281 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bd2209ce-229d-43dd-9568-538d55139ef6 req-8100d0a0-6a02-4f0f-b065-6d3cc25f807a tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:35.171065 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-bd2209ce-229d-43dd-9568-538d55139ef6 req-8100d0a0-6a02-4f0f-b065-6d3cc25f807a tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] For port 64cef894-a409-4118-a842-0a7aa5b20119, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=64cef894-a409-4118-a842-0a7aa5b20119,segment=NetworkSegment(9e95be0e-ef49-4761-827f-9309204bdddc),segment_id=9e95be0e-ef49-4761-827f-9309204bdddc)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:45:35.171427 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bd2209ce-229d-43dd-9568-538d55139ef6 req-8100d0a0-6a02-4f0f-b065-6d3cc25f807a tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:35.184062 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-bd2209ce-229d-43dd-9568-538d55139ef6 req-8100d0a0-6a02-4f0f-b065-6d3cc25f807a tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Calling delete_port for 64cef894-a409-4118-a842-0a7aa5b20119 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:45:35.317797 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bd2209ce-229d-43dd-9568-538d55139ef6 req-8100d0a0-6a02-4f0f-b065-6d3cc25f807a tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:35.329203 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['64cef894-a409-4118-a842-0a7aa5b20119'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:45:35.350451 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100d0a0-6a02-4f0f-b065-6d3cc25f807a tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Pushing event deleted for resources: {'Port': ['ID=64cef894-a409-4118-a842-0a7aa5b20119,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:45:35.391169 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2209ce-229d-43dd-9568-538d55139ef6 req-8100d0a0-6a02-4f0f-b065-6d3cc25f807a tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] No DVR routers for this DVR port 64cef894-a409-4118-a842-0a7aa5b20119 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:45:35.394013 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bd2209ce-229d-43dd-9568-538d55139ef6 req-8100d0a0-6a02-4f0f-b065-6d3cc25f807a tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:35.397351 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bd2209ce-229d-43dd-9568-538d55139ef6 req-8100d0a0-6a02-4f0f-b065-6d3cc25f807a tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.46 "DELETE /v2.0/ports/64cef894-a409-4118-a842-0a7aa5b20119 HTTP/1.1" status: 204 len: 173 time: 0.3992460 Dec 10 19:45:35.397790 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5223867c-a308-4fd2-bd92-559085d6c676', 'name': 'network-vif-deleted', 'tag': '64cef894-a409-4118-a842-0a7aa5b20119'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:45:35.400007 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38750ca1-1d84-4e5d-947c-b089f9817aee" -d '{"events": [{"server_uuid": "5223867c-a308-4fd2-bd92-559085d6c676", "name": "network-vif-deleted", "tag": "64cef894-a409-4118-a842-0a7aa5b20119"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:45:35.438004 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c062a8-adcf-4339-b3e3-642510d41d42 x-openstack-request-id: req-b9c062a8-adcf-4339-b3e3-642510d41d42 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:45:35.438302 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5223867c-a308-4fd2-bd92-559085d6c676", "name": "network-vif-deleted", "tag": "64cef894-a409-4118-a842-0a7aa5b20119", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:45:35.438614 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b9c062a8-adcf-4339-b3e3-642510d41d42 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:45:35.439014 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5223867c-a308-4fd2-bd92-559085d6c676', 'name': 'network-vif-deleted', 'tag': '64cef894-a409-4118-a842-0a7aa5b20119', 'status': 'completed', 'code': 200} Dec 10 19:45:35.730477 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c416fd1f-8833-4f3d-8fee-d77dab07f42a req-661fc691-0f37-4fc1-a43c-4e9b0489a6ae tempest-TestMinimumBasicScenario-1984454375 tempest-TestMinimumBasicScenario-1984454375-project] 10.222.0.62 "GET /v2.0/ports?device_id=5223867c-a308-4fd2-bd92-559085d6c676 HTTP/1.1" status: 200 len: 210 time: 0.0271196 Dec 10 19:45:37.293477 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52252) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:45:37.641512 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7773bac2-ffed-49d3-83a1-4d87dffe0c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:37.878929 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7773bac2-ffed-49d3-83a1-4d87dffe0c7f admin admin] Deleting port c7e21706-f718-44bf-a651-63967e38ee9e {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:45:37.879267 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7773bac2-ffed-49d3-83a1-4d87dffe0c7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:37.955960 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-7773bac2-ffed-49d3-83a1-4d87dffe0c7f admin admin] For port c7e21706-f718-44bf-a651-63967e38ee9e, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c7e21706-f718-44bf-a651-63967e38ee9e,segment=NetworkSegment(9e95be0e-ef49-4761-827f-9309204bdddc),segment_id=9e95be0e-ef49-4761-827f-9309204bdddc)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:45:37.956238 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7773bac2-ffed-49d3-83a1-4d87dffe0c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:37.969965 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7773bac2-ffed-49d3-83a1-4d87dffe0c7f admin admin] Calling delete_port for c7e21706-f718-44bf-a651-63967e38ee9e owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:45:38.148626 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7773bac2-ffed-49d3-83a1-4d87dffe0c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:38.179699 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773bac2-ffed-49d3-83a1-4d87dffe0c7f admin admin] Pushing event deleted for resources: {'Port': ['ID=c7e21706-f718-44bf-a651-63967e38ee9e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:45:38.325345 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 64cef894-a409-4118-a842-0a7aa5b20119 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:45:38.344898 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 64cef894-a409-4118-a842-0a7aa5b20119 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:45:38.345554 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 64cef894-a409-4118-a842-0a7aa5b20119 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:45:38.346236 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7773bac2-ffed-49d3-83a1-4d87dffe0c7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:38.556466 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7773bac2-ffed-49d3-83a1-4d87dffe0c7f admin admin] Router 53b5ba8b-c33f-4daa-b4bb-cf5def02ce03 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:45:38.658399 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7773bac2-ffed-49d3-83a1-4d87dffe0c7f admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:45:38.663662 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7773bac2-ffed-49d3-83a1-4d87dffe0c7f admin admin] 10.222.0.62 "PUT /v2.0/routers/53b5ba8b-c33f-4daa-b4bb-cf5def02ce03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3691649 Dec 10 19:45:38.666178 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52254) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:45:38.670843 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16b1b5f-8588-4075-a141-b46e68f80791 None None] Sync routers for ids ['53b5ba8b-c33f-4daa-b4bb-cf5def02ce03'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:45:38.680535 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16b1b5f-8588-4075-a141-b46e68f80791 None None] Routers {'53b5ba8b-c33f-4daa-b4bb-cf5def02ce03'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:45:38.681167 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-e16b1b5f-8588-4075-a141-b46e68f80791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:45:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['53b5ba8b-c33f-4daa-b4bb-cf5def02ce03'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:45:38.770506 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-668acc02-02ba-48ae-9e56-440f46dd34c0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:38.781983 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-e16b1b5f-8588-4075-a141-b46e68f80791 None None] Set router 53b5ba8b-c33f-4daa-b4bb-cf5def02ce03 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:45:38.854206 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:38.965366 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-e16b1b5f-8588-4075-a141-b46e68f80791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'name': 'tempest-TestMinimumBasicScenario-1056637571-router', 'tenant_id': '67a1572e9a304e87836068066602d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '3bcd40be-be27-4dca-986b-6b2f56ea3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:43:28Z', 'updated_at': '2021-12-10T19:45:38Z', 'revision_number': 5, 'project_id': '67a1572e9a304e87836068066602d44b', 'gw_port': {'id': '3bcd40be-be27-4dca-986b-6b2f56ea3398', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:43:28Z', 'updated_at': '2021-12-10T19:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:45:38.994758 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16b1b5f-8588-4075-a141-b46e68f80791 None None] Checking router: 53b5ba8b-c33f-4daa-b4bb-cf5def02ce03 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:45:39.004489 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16b1b5f-8588-4075-a141-b46e68f80791 None None] Routers {'53b5ba8b-c33f-4daa-b4bb-cf5def02ce03'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:45:39.005212 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-e16b1b5f-8588-4075-a141-b46e68f80791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:45:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['53b5ba8b-c33f-4daa-b4bb-cf5def02ce03'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:45:39.201525 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-e16b1b5f-8588-4075-a141-b46e68f80791 None None] Set router 53b5ba8b-c33f-4daa-b4bb-cf5def02ce03 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:45:39.206001 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-668acc02-02ba-48ae-9e56-440f46dd34c0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:39.257937 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-668acc02-02ba-48ae-9e56-440f46dd34c0 admin admin] Deleting port 3bcd40be-be27-4dca-986b-6b2f56ea3398 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:45:39.258281 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-668acc02-02ba-48ae-9e56-440f46dd34c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:39.337831 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-668acc02-02ba-48ae-9e56-440f46dd34c0 admin admin] For port 3bcd40be-be27-4dca-986b-6b2f56ea3398, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=3bcd40be-be27-4dca-986b-6b2f56ea3398,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:45:39.338211 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-668acc02-02ba-48ae-9e56-440f46dd34c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:39.350702 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-668acc02-02ba-48ae-9e56-440f46dd34c0 admin admin] Calling delete_port for 3bcd40be-be27-4dca-986b-6b2f56ea3398 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:45:39.384129 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-e16b1b5f-8588-4075-a141-b46e68f80791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'name': 'tempest-TestMinimumBasicScenario-1056637571-router', 'tenant_id': '67a1572e9a304e87836068066602d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '3bcd40be-be27-4dca-986b-6b2f56ea3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:43:28Z', 'updated_at': '2021-12-10T19:45:38Z', 'revision_number': 5, 'project_id': '67a1572e9a304e87836068066602d44b', 'gw_port': {'id': '3bcd40be-be27-4dca-986b-6b2f56ea3398', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:43:28Z', 'updated_at': '2021-12-10T19:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:45:39.410735 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16b1b5f-8588-4075-a141-b46e68f80791 None None] The sync data for ids ['53b5ba8b-c33f-4daa-b4bb-cf5def02ce03'] in n-d-821435-1 is: [{'id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'name': 'tempest-TestMinimumBasicScenario-1056637571-router', 'tenant_id': '67a1572e9a304e87836068066602d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '3bcd40be-be27-4dca-986b-6b2f56ea3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:43:28Z', 'updated_at': '2021-12-10T19:45:38Z', 'revision_number': 5, 'project_id': '67a1572e9a304e87836068066602d44b', 'gw_port': {'id': '3bcd40be-be27-4dca-986b-6b2f56ea3398', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b5ba8b-c33f-4daa-b4bb-cf5def02ce03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:43:28Z', 'updated_at': '2021-12-10T19:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:45:39.518638 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-668acc02-02ba-48ae-9e56-440f46dd34c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:39.543774 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668acc02-02ba-48ae-9e56-440f46dd34c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bcd40be-be27-4dca-986b-6b2f56ea3398,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:45:39.558017 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09752075-15ef-40f5-b730-2e070526acc0 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:45:39.607291 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-668acc02-02ba-48ae-9e56-440f46dd34c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:39.695916 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-668acc02-02ba-48ae-9e56-440f46dd34c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:39.697953 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-668acc02-02ba-48ae-9e56-440f46dd34c0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:39.739461 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-668acc02-02ba-48ae-9e56-440f46dd34c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:39.740035 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668acc02-02ba-48ae-9e56-440f46dd34c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53b5ba8b-c33f-4daa-b4bb-cf5def02ce03 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:45:39.749431 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-668acc02-02ba-48ae-9e56-440f46dd34c0 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:39.750617 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-668acc02-02ba-48ae-9e56-440f46dd34c0 admin admin] 10.222.0.62 "DELETE /v2.0/routers/53b5ba8b-c33f-4daa-b4bb-cf5def02ce03 HTTP/1.1" status: 204 len: 168 time: 1.0835371 Dec 10 19:45:39.753203 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52256) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:45:39.802759 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-03e0cd0e-3359-43c2-87e1-a1d1e8a78817 admin admin] Deleting subnet 3cdb9dfb-82cc-4a68-8c10-6762218ea0e7 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:45:39.805847 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-03e0cd0e-3359-43c2-87e1-a1d1e8a78817 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:39.842385 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-03e0cd0e-3359-43c2-87e1-a1d1e8a78817 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:39.920315 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-03e0cd0e-3359-43c2-87e1-a1d1e8a78817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:39.977995 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-03e0cd0e-3359-43c2-87e1-a1d1e8a78817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:40.014458 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0cd0e-3359-43c2-87e1-a1d1e8a78817 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cdb9dfb-82cc-4a68-8c10-6762218ea0e7,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:45:40.018129 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-03e0cd0e-3359-43c2-87e1-a1d1e8a78817 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:40.022106 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-03e0cd0e-3359-43c2-87e1-a1d1e8a78817 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3cdb9dfb-82cc-4a68-8c10-6762218ea0e7 HTTP/1.1" status: 204 len: 168 time: 0.2679043 Dec 10 19:45:40.024567 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28f7627-6510-490f-9fee-d13689a7e354 None None] Network 1363ec44-0391-4767-8a93-db541354318a requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:45:40.024952 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52258) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:45:40.127435 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c7e21706-f718-44bf-a651-63967e38ee9e no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:45:40.147113 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4f84019a-ad3e-415b-bfed-b82e8fac3769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:40.156294 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: c7e21706-f718-44bf-a651-63967e38ee9e {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:45:40.156673 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c7e21706-f718-44bf-a651-63967e38ee9e not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:45:40.203709 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4f84019a-ad3e-415b-bfed-b82e8fac3769 admin admin] Deleting port 45f10bad-ab39-4008-9926-59417911b8d4 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:45:40.204052 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4f84019a-ad3e-415b-bfed-b82e8fac3769 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:40.276331 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4f84019a-ad3e-415b-bfed-b82e8fac3769 admin admin] For port 45f10bad-ab39-4008-9926-59417911b8d4, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=45f10bad-ab39-4008-9926-59417911b8d4,segment=NetworkSegment(9e95be0e-ef49-4761-827f-9309204bdddc),segment_id=9e95be0e-ef49-4761-827f-9309204bdddc)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:45:40.276610 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4f84019a-ad3e-415b-bfed-b82e8fac3769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:40.292044 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4f84019a-ad3e-415b-bfed-b82e8fac3769 admin admin] Calling delete_port for 45f10bad-ab39-4008-9926-59417911b8d4 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:45:40.375230 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4f84019a-ad3e-415b-bfed-b82e8fac3769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:40.399619 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84019a-ad3e-415b-bfed-b82e8fac3769 admin admin] Pushing event deleted for resources: {'Port': ['ID=45f10bad-ab39-4008-9926-59417911b8d4,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:45:40.403852 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f84019a-ad3e-415b-bfed-b82e8fac3769 admin admin] No DVR routers for this DVR port 45f10bad-ab39-4008-9926-59417911b8d4 on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:45:40.458498 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab462ef-0ba0-4c96-bd9c-656f83557792 None None] DHCP port deletion for 1363ec44-0391-4767-8a93-db541354318a request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:45:40.484702 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4f84019a-ad3e-415b-bfed-b82e8fac3769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:40.505239 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-4f84019a-ad3e-415b-bfed-b82e8fac3769 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1363ec44-0391-4767-8a93-db541354318a']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:45:40.514466 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-4f84019a-ad3e-415b-bfed-b82e8fac3769 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e95be0e-ef49-4761-827f-9309204bdddc') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:45:40.514772 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-4f84019a-ad3e-415b-bfed-b82e8fac3769 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e95be0e-ef49-4761-827f-9309204bdddc') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:45:40.524051 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4f84019a-ad3e-415b-bfed-b82e8fac3769 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:40.537698 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4f84019a-ad3e-415b-bfed-b82e8fac3769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:40.544891 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f84019a-ad3e-415b-bfed-b82e8fac3769 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:45:40.545292 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4f84019a-ad3e-415b-bfed-b82e8fac3769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:40.547093 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:45:40.547093 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:45:40.547093 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:45:40.547093 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:45:40.547093 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:45:40.547093 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:45:40.547093 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:45:40.547093 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:45:40.547093 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:45:40.547093 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:45:40.547093 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:45:40.547093 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:45:40.547093 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:45:40.547093 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:45:40.547093 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:45:40.547093 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:45:40.547093 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:45:40.547093 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:45:40.547093 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:45:40.547093 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:45:40.547093 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:45:40.547093 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:45:40.547093 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:45:40.547093 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:45:40.547093 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:45:40.547093 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:45:40.547093 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:45:40.547093 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:45:40.547093 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:45:40.547093 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:45:40.547093 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:45:40.547093 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:45:40.599910 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4f84019a-ad3e-415b-bfed-b82e8fac3769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:40.605822 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4f84019a-ad3e-415b-bfed-b82e8fac3769 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:40.608995 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4f84019a-ad3e-415b-bfed-b82e8fac3769 admin admin] 10.222.0.62 "DELETE /v2.0/networks/1363ec44-0391-4767-8a93-db541354318a HTTP/1.1" status: 204 len: 168 time: 0.5828521 Dec 10 19:45:40.612013 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52260) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:45:40.619976 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84019a-ad3e-415b-bfed-b82e8fac3769 admin admin] Pushing event deleted for resources: {'Network': ['ID=1363ec44-0391-4767-8a93-db541354318a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:45:40.955483 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-91b38090-713f-4734-a3c5-4d962b31b22b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:41.201280 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-91b38090-713f-4734-a3c5-4d962b31b22b admin admin] Deleting port ffcfea33-88f8-43ae-8e63-42c6b34f2171 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:45:41.201624 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-91b38090-713f-4734-a3c5-4d962b31b22b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:41.280501 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-91b38090-713f-4734-a3c5-4d962b31b22b admin admin] For port ffcfea33-88f8-43ae-8e63-42c6b34f2171, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=ffcfea33-88f8-43ae-8e63-42c6b34f2171,segment=NetworkSegment(d45260c4-43fa-431d-8fef-3b2b10d633a4),segment_id=d45260c4-43fa-431d-8fef-3b2b10d633a4)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:45:41.280900 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-91b38090-713f-4734-a3c5-4d962b31b22b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:41.294640 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-91b38090-713f-4734-a3c5-4d962b31b22b admin admin] Calling delete_port for ffcfea33-88f8-43ae-8e63-42c6b34f2171 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:45:41.478204 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-91b38090-713f-4734-a3c5-4d962b31b22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:41.514572 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b38090-713f-4734-a3c5-4d962b31b22b admin admin] Pushing event deleted for resources: {'Port': ['ID=ffcfea33-88f8-43ae-8e63-42c6b34f2171,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:45:41.678202 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-91b38090-713f-4734-a3c5-4d962b31b22b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:41.896379 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b38090-713f-4734-a3c5-4d962b31b22b admin admin] Router 3c8785bb-aef5-41ee-b579-b3e1e9b7e36b has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:45:42.003334 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b38090-713f-4734-a3c5-4d962b31b22b admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:45:42.012143 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-91b38090-713f-4734-a3c5-4d962b31b22b admin admin] 10.222.0.62 "PUT /v2.0/routers/3c8785bb-aef5-41ee-b579-b3e1e9b7e36b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3952394 Dec 10 19:45:42.012143 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52262) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:45:42.014883 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2e223e-56fe-4d51-a5b2-17997dbc762c None None] Sync routers for ids ['3c8785bb-aef5-41ee-b579-b3e1e9b7e36b'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:45:42.025060 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2e223e-56fe-4d51-a5b2-17997dbc762c None None] Routers {'3c8785bb-aef5-41ee-b579-b3e1e9b7e36b'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:45:42.025685 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-dd2e223e-56fe-4d51-a5b2-17997dbc762c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:45:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['3c8785bb-aef5-41ee-b579-b3e1e9b7e36b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:45:42.093411 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 3bcd40be-be27-4dca-986b-6b2f56ea3398 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:45:42.115575 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5bd44731-926f-4eee-bb99-1933fada93cc admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:42.122923 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 3bcd40be-be27-4dca-986b-6b2f56ea3398 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:45:42.123279 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 3bcd40be-be27-4dca-986b-6b2f56ea3398 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:45:42.123705 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 45f10bad-ab39-4008-9926-59417911b8d4 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:45:42.147762 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 45f10bad-ab39-4008-9926-59417911b8d4 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:45:42.148048 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 45f10bad-ab39-4008-9926-59417911b8d4 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:45:42.174398 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-dd2e223e-56fe-4d51-a5b2-17997dbc762c None None] Set router 3c8785bb-aef5-41ee-b579-b3e1e9b7e36b gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:45:42.217982 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5bd44731-926f-4eee-bb99-1933fada93cc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:42.272383 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5bd44731-926f-4eee-bb99-1933fada93cc admin admin] Deleting port 226a1b0a-4f84-464e-b653-62ffa7013c61 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:45:42.273032 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5bd44731-926f-4eee-bb99-1933fada93cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:42.355898 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-dd2e223e-56fe-4d51-a5b2-17997dbc762c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8785bb-aef5-41ee-b579-b3e1e9b7e36b', 'name': 'tempest-TestMinimumBasicScenario-1819773291-router', 'tenant_id': 'b0167ab9c20e4d33975d10c8c35d6ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '226a1b0a-4f84-464e-b653-62ffa7013c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:43:32Z', 'updated_at': '2021-12-10T19:45:41Z', 'revision_number': 5, 'project_id': 'b0167ab9c20e4d33975d10c8c35d6ca7', 'gw_port': {'id': '226a1b0a-4f84-464e-b653-62ffa7013c61', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8785bb-aef5-41ee-b579-b3e1e9b7e36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:43:33Z', 'updated_at': '2021-12-10T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:45:42.356775 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-5bd44731-926f-4eee-bb99-1933fada93cc admin admin] For port 226a1b0a-4f84-464e-b653-62ffa7013c61, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=226a1b0a-4f84-464e-b653-62ffa7013c61,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:45:42.357156 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5bd44731-926f-4eee-bb99-1933fada93cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:42.369721 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5bd44731-926f-4eee-bb99-1933fada93cc admin admin] Calling delete_port for 226a1b0a-4f84-464e-b653-62ffa7013c61 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:45:42.382234 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2e223e-56fe-4d51-a5b2-17997dbc762c None None] Checking router: 3c8785bb-aef5-41ee-b579-b3e1e9b7e36b for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:45:42.391061 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2e223e-56fe-4d51-a5b2-17997dbc762c None None] Routers {'3c8785bb-aef5-41ee-b579-b3e1e9b7e36b'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:45:42.391744 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-dd2e223e-56fe-4d51-a5b2-17997dbc762c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:45:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['3c8785bb-aef5-41ee-b579-b3e1e9b7e36b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:45:42.475371 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-dd2e223e-56fe-4d51-a5b2-17997dbc762c None None] Set router 3c8785bb-aef5-41ee-b579-b3e1e9b7e36b gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:45:42.526539 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-dd2e223e-56fe-4d51-a5b2-17997dbc762c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8785bb-aef5-41ee-b579-b3e1e9b7e36b', 'name': 'tempest-TestMinimumBasicScenario-1819773291-router', 'tenant_id': 'b0167ab9c20e4d33975d10c8c35d6ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:43:32Z', 'updated_at': '2021-12-10T19:45:42Z', 'revision_number': 6, 'project_id': 'b0167ab9c20e4d33975d10c8c35d6ca7', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:45:42.535850 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5bd44731-926f-4eee-bb99-1933fada93cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:42.556764 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2e223e-56fe-4d51-a5b2-17997dbc762c None None] The sync data for ids ['3c8785bb-aef5-41ee-b579-b3e1e9b7e36b'] in n-d-821435-1 is: [{'id': '3c8785bb-aef5-41ee-b579-b3e1e9b7e36b', 'name': 'tempest-TestMinimumBasicScenario-1819773291-router', 'tenant_id': 'b0167ab9c20e4d33975d10c8c35d6ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:43:32Z', 'updated_at': '2021-12-10T19:45:42Z', 'revision_number': 6, 'project_id': 'b0167ab9c20e4d33975d10c8c35d6ca7', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:45:42.563530 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd44731-926f-4eee-bb99-1933fada93cc admin admin] Pushing event deleted for resources: {'Port': ['ID=226a1b0a-4f84-464e-b653-62ffa7013c61,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:45:42.579596 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83def666-7ffb-41b9-855a-176a965b91d2 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:45:42.629154 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5bd44731-926f-4eee-bb99-1933fada93cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:42.716894 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5bd44731-926f-4eee-bb99-1933fada93cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:42.719022 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5bd44731-926f-4eee-bb99-1933fada93cc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:42.761641 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5bd44731-926f-4eee-bb99-1933fada93cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:42.762233 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd44731-926f-4eee-bb99-1933fada93cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c8785bb-aef5-41ee-b579-b3e1e9b7e36b {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:45:42.766885 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5bd44731-926f-4eee-bb99-1933fada93cc admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:42.768201 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5bd44731-926f-4eee-bb99-1933fada93cc admin admin] 10.222.0.62 "DELETE /v2.0/routers/3c8785bb-aef5-41ee-b579-b3e1e9b7e36b HTTP/1.1" status: 204 len: 168 time: 0.7563121 Dec 10 19:45:42.770716 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52264) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:45:42.814765 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-1da62a34-e949-4b39-819e-e91200f71c0b admin admin] Deleting subnet 8e6c7452-ddfc-428e-bf04-933b2d123b9a {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:45:42.817839 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1da62a34-e949-4b39-819e-e91200f71c0b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:42.855144 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1da62a34-e949-4b39-819e-e91200f71c0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:42.935889 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1da62a34-e949-4b39-819e-e91200f71c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:42.994092 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1da62a34-e949-4b39-819e-e91200f71c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:43.020959 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da62a34-e949-4b39-819e-e91200f71c0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e6c7452-ddfc-428e-bf04-933b2d123b9a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:45:43.024469 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1da62a34-e949-4b39-819e-e91200f71c0b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:43.027965 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1da62a34-e949-4b39-819e-e91200f71c0b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8e6c7452-ddfc-428e-bf04-933b2d123b9a HTTP/1.1" status: 204 len: 168 time: 0.2560968 Dec 10 19:45:43.030163 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b141defa-c481-4f74-8227-a4a2820ac08a None None] Network 27895152-8e9b-4f93-b397-d4cf743a547f requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:45:43.030621 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52266) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:45:43.101399 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5722646d-b1ae-4e52-8650-ee6d385694d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:43.157555 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5722646d-b1ae-4e52-8650-ee6d385694d9 admin admin] Deleting port d45489dd-f1ac-4bbe-a4a2-61da59cbee71 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:45:43.157904 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5722646d-b1ae-4e52-8650-ee6d385694d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:43.219597 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-5722646d-b1ae-4e52-8650-ee6d385694d9 admin admin] For port d45489dd-f1ac-4bbe-a4a2-61da59cbee71, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=d45489dd-f1ac-4bbe-a4a2-61da59cbee71,segment=NetworkSegment(d45260c4-43fa-431d-8fef-3b2b10d633a4),segment_id=d45260c4-43fa-431d-8fef-3b2b10d633a4)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:45:43.219959 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5722646d-b1ae-4e52-8650-ee6d385694d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:43.236356 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5722646d-b1ae-4e52-8650-ee6d385694d9 admin admin] Calling delete_port for d45489dd-f1ac-4bbe-a4a2-61da59cbee71 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:45:43.314180 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5722646d-b1ae-4e52-8650-ee6d385694d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:43.341567 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722646d-b1ae-4e52-8650-ee6d385694d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d45489dd-f1ac-4bbe-a4a2-61da59cbee71,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:45:43.343496 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5722646d-b1ae-4e52-8650-ee6d385694d9 admin admin] No DVR routers for this DVR port d45489dd-f1ac-4bbe-a4a2-61da59cbee71 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:45:43.373028 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ded01d-7b35-49a1-bb86-cd0ec7d3c484 None None] DHCP port deletion for 27895152-8e9b-4f93-b397-d4cf743a547f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:45:43.427380 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5722646d-b1ae-4e52-8650-ee6d385694d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:43.450394 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-5722646d-b1ae-4e52-8650-ee6d385694d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27895152-8e9b-4f93-b397-d4cf743a547f']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:45:43.460136 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-5722646d-b1ae-4e52-8650-ee6d385694d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd45260c4-43fa-431d-8fef-3b2b10d633a4') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:45:43.460444 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-5722646d-b1ae-4e52-8650-ee6d385694d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd45260c4-43fa-431d-8fef-3b2b10d633a4') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:45:43.470146 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5722646d-b1ae-4e52-8650-ee6d385694d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:43.483847 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5722646d-b1ae-4e52-8650-ee6d385694d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:43.489903 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5722646d-b1ae-4e52-8650-ee6d385694d9 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:45:43.490316 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5722646d-b1ae-4e52-8650-ee6d385694d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:43.492058 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 19:45:43.492058 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:45:43.492058 n-d-821435-1 neutron-server[103244]: timer() Dec 10 19:45:43.492058 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:45:43.492058 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 19:45:43.492058 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:45:43.492058 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 19:45:43.492058 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:45:43.492058 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 19:45:43.492058 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:45:43.492058 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 19:45:43.492058 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:45:43.492058 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 19:45:43.492058 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:45:43.492058 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:45:43.492058 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:45:43.492058 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:45:43.492058 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:45:43.492058 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 19:45:43.492058 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:45:43.492058 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 19:45:43.492058 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:45:43.492058 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:45:43.492058 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:45:43.492058 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 19:45:43.492058 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:45:43.492058 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:45:43.492058 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:45:43.492058 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:45:43.492058 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:45:43.492058 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:45:43.492058 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:45:43.548999 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5722646d-b1ae-4e52-8650-ee6d385694d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:43.553911 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5722646d-b1ae-4e52-8650-ee6d385694d9 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:43.557503 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5722646d-b1ae-4e52-8650-ee6d385694d9 admin admin] 10.222.0.62 "DELETE /v2.0/networks/27895152-8e9b-4f93-b397-d4cf743a547f HTTP/1.1" status: 204 len: 168 time: 0.5263486 Dec 10 19:45:43.572412 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722646d-b1ae-4e52-8650-ee6d385694d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=27895152-8e9b-4f93-b397-d4cf743a547f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:45:43.725681 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52270) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:45:43.770821 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-44a68ed5-cc50-4730-b4f3-cb2b7e23b711 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=67a1572e9a304e87836068066602d44b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0439663 Dec 10 19:45:43.773271 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52272) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:45:43.819615 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a96677c1-0e54-4f8b-802d-2ac3166c2e90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:43.840209 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a96677c1-0e54-4f8b-802d-2ac3166c2e90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:43.886977 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a96677c1-0e54-4f8b-802d-2ac3166c2e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:43.889630 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a96677c1-0e54-4f8b-802d-2ac3166c2e90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:43.890903 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a96677c1-0e54-4f8b-802d-2ac3166c2e90 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/541451a3-bf93-4c95-9cec-ecd5b80977d5 HTTP/1.1" status: 204 len: 168 time: 0.1167376 Dec 10 19:45:43.898548 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96677c1-0e54-4f8b-802d-2ac3166c2e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541451a3-bf93-4c95-9cec-ecd5b80977d5,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:45:44.020748 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d45489dd-f1ac-4bbe-a4a2-61da59cbee71 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:45:44.041312 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: d45489dd-f1ac-4bbe-a4a2-61da59cbee71 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:45:44.041919 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d45489dd-f1ac-4bbe-a4a2-61da59cbee71 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:45:44.042204 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 226a1b0a-4f84-464e-b653-62ffa7013c61 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:45:44.061763 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 226a1b0a-4f84-464e-b653-62ffa7013c61 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:45:44.062117 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 226a1b0a-4f84-464e-b653-62ffa7013c61 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:45:44.062529 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device ffcfea33-88f8-43ae-8e63-42c6b34f2171 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:45:44.081356 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: ffcfea33-88f8-43ae-8e63-42c6b34f2171 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:45:44.081706 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device ffcfea33-88f8-43ae-8e63-42c6b34f2171 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:45:44.207660 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52278) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:45:44.249285 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b1bee1df-d1a6-418a-84d3-8d9c52f28c79 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b0167ab9c20e4d33975d10c8c35d6ca7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403988 Dec 10 19:45:44.251668 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52280) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:45:44.298809 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-05808c79-3710-4fd4-b7e8-6c89b739b600 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:44.320258 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-05808c79-3710-4fd4-b7e8-6c89b739b600 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:44.369370 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-05808c79-3710-4fd4-b7e8-6c89b739b600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:44.372958 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-05808c79-3710-4fd4-b7e8-6c89b739b600 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:44.374142 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-05808c79-3710-4fd4-b7e8-6c89b739b600 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/acb783b2-6287-43fb-bbfa-11b78f518477 HTTP/1.1" status: 204 len: 168 time: 0.1215878 Dec 10 19:45:44.381904 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05808c79-3710-4fd4-b7e8-6c89b739b600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb783b2-6287-43fb-bbfa-11b78f518477,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:45:46.038100 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52320) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:45:46.043217 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7a531d9a-510e-45fa-85c3-7be58462900b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1498041151', 'description': 'tempest-secgroup-smoke-1498041151 description', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:45:46.065999 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7a531d9a-510e-45fa-85c3-7be58462900b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:46.073628 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7a531d9a-510e-45fa-85c3-7be58462900b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:46.146453 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7a531d9a-510e-45fa-85c3-7be58462900b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:46.150309 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7a531d9a-510e-45fa-85c3-7be58462900b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:46.189921 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a531d9a-510e-45fa-85c3-7be58462900b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4059a2da-32b4-4213-abe7-e3d99ec2632c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:45:46.228596 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7a531d9a-510e-45fa-85c3-7be58462900b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:46.232216 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7a531d9a-510e-45fa-85c3-7be58462900b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:46.263572 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7a531d9a-510e-45fa-85c3-7be58462900b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:46.264843 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7a531d9a-510e-45fa-85c3-7be58462900b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2256994 Dec 10 19:45:46.266997 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a531d9a-510e-45fa-85c3-7be58462900b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7446185e-a155-43a5-bdd5-ab170407269d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:45:46.267909 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52322) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:45:46.272693 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-1f2a486a-6f32-4ce6-99e7-7254104d5a25 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'security_group_rule': {'security_group_id': '7446185e-a155-43a5-bdd5-ab170407269d', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:45:46.300618 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1f2a486a-6f32-4ce6-99e7-7254104d5a25 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:46.359324 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1f2a486a-6f32-4ce6-99e7-7254104d5a25 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:46.363102 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1f2a486a-6f32-4ce6-99e7-7254104d5a25 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:46.382517 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a486a-6f32-4ce6-99e7-7254104d5a25 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e769ee9-93f3-4b04-9402-af20450df273,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:45:46.391532 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1f2a486a-6f32-4ce6-99e7-7254104d5a25 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:46.392747 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1f2a486a-6f32-4ce6-99e7-7254104d5a25 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1236117 Dec 10 19:45:46.395500 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52324) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:45:46.399744 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-36b69027-2568-4c7b-a1a4-ba01481ab9e4 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'security_group_rule': {'security_group_id': '7446185e-a155-43a5-bdd5-ab170407269d', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:45:46.426153 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-36b69027-2568-4c7b-a1a4-ba01481ab9e4 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:46.482088 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-36b69027-2568-4c7b-a1a4-ba01481ab9e4 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:46.485490 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-36b69027-2568-4c7b-a1a4-ba01481ab9e4 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:46.504486 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b69027-2568-4c7b-a1a4-ba01481ab9e4 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9bac3f6-e74e-46f0-8b0e-c34dc322183f,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:45:46.513872 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-36b69027-2568-4c7b-a1a4-ba01481ab9e4 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:46.514866 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-36b69027-2568-4c7b-a1a4-ba01481ab9e4 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1184406 Dec 10 19:45:46.517589 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52326) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:45:46.521861 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-efb5fac7-2384-47dc-ae97-42b9d65c89b9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'security_group_rule': {'security_group_id': '7446185e-a155-43a5-bdd5-ab170407269d', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:45:46.547752 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-efb5fac7-2384-47dc-ae97-42b9d65c89b9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:46.604793 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-efb5fac7-2384-47dc-ae97-42b9d65c89b9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:46.608758 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-efb5fac7-2384-47dc-ae97-42b9d65c89b9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:46.632878 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5fac7-2384-47dc-ae97-42b9d65c89b9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e43dd20-4fd5-4d51-a38f-a0ce4e165660,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:45:46.638555 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-efb5fac7-2384-47dc-ae97-42b9d65c89b9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:46.642588 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-efb5fac7-2384-47dc-ae97-42b9d65c89b9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240611 Dec 10 19:45:46.642716 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52328) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:45:46.647278 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-39448f0d-d7f8-46ed-b5c5-623b8d103123 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'security_group_rule': {'security_group_id': '7446185e-a155-43a5-bdd5-ab170407269d', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:45:46.673001 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-39448f0d-d7f8-46ed-b5c5-623b8d103123 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:46.728973 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-39448f0d-d7f8-46ed-b5c5-623b8d103123 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:46.732776 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-39448f0d-d7f8-46ed-b5c5-623b8d103123 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:46.752239 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39448f0d-d7f8-46ed-b5c5-623b8d103123 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95cb006a-84b0-4962-8bb0-a955a21c31c7,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:45:46.756493 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-39448f0d-d7f8-46ed-b5c5-623b8d103123 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:46.757799 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-39448f0d-d7f8-46ed-b5c5-623b8d103123 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1139688 Dec 10 19:45:46.760446 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52330) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:45:46.765712 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-45a08be3-6982-48ad-8bde-85a9d35fa257 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'security_group_rule': {'security_group_id': '7446185e-a155-43a5-bdd5-ab170407269d', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:45:46.787397 n-d-821435-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-45a08be3-6982-48ad-8bde-85a9d35fa257 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Project e2cd1ffe933d4acf853fbb2518ae92b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:45:46.792448 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45a08be3-6982-48ad-8bde-85a9d35fa257 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:46.852720 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45a08be3-6982-48ad-8bde-85a9d35fa257 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:46.857726 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45a08be3-6982-48ad-8bde-85a9d35fa257 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:46.878203 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a08be3-6982-48ad-8bde-85a9d35fa257 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1fb5a47-e529-4ca5-9d3b-f0249ef8198e,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:45:46.886100 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45a08be3-6982-48ad-8bde-85a9d35fa257 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:46.887784 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-45a08be3-6982-48ad-8bde-85a9d35fa257 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1263323 Dec 10 19:45:46.890471 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52332) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:45:46.894765 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-78509012-7cb6-417e-97a7-b1dbed43e609 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'security_group_rule': {'security_group_id': '7446185e-a155-43a5-bdd5-ab170407269d', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:45:46.922429 n-d-821435-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-78509012-7cb6-417e-97a7-b1dbed43e609 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Project e2cd1ffe933d4acf853fbb2518ae92b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:45:46.928170 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78509012-7cb6-417e-97a7-b1dbed43e609 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:46.989704 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78509012-7cb6-417e-97a7-b1dbed43e609 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:46.993145 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78509012-7cb6-417e-97a7-b1dbed43e609 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:47.013408 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78509012-7cb6-417e-97a7-b1dbed43e609 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=408e55ef-9ccf-4e06-8848-500118687de7,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:45:47.019675 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78509012-7cb6-417e-97a7-b1dbed43e609 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:47.020171 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-78509012-7cb6-417e-97a7-b1dbed43e609 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1287627 Dec 10 19:45:47.023171 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52334) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:45:47.028665 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-eac7c545-7362-4ea2-adcd-9fa6023825f6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'network': {'name': 'tempest-network-smoke--794725771', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'port_security_enabled': True}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:45:47.049365 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac7c545-7362-4ea2-adcd-9fa6023825f6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Made reservation on behalf of e2cd1ffe933d4acf853fbb2518ae92b8 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:45:47.052749 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eac7c545-7362-4ea2-adcd-9fa6023825f6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:47.075949 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac7c545-7362-4ea2-adcd-9fa6023825f6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:45:47.084684 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eac7c545-7362-4ea2-adcd-9fa6023825f6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:47.085032 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-eac7c545-7362-4ea2-adcd-9fa6023825f6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Added segment 06568745-1c7d-4886-9786-1432d83b9800 of type vlan for network b09e92e9-cf9a-4fff-9d1a-b82792f14d8e Dec 10 19:45:47.123744 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eac7c545-7362-4ea2-adcd-9fa6023825f6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:47.149658 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eac7c545-7362-4ea2-adcd-9fa6023825f6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:47.155696 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac7c545-7362-4ea2-adcd-9fa6023825f6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:47.156263 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eac7c545-7362-4ea2-adcd-9fa6023825f6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:47.209010 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-eac7c545-7362-4ea2-adcd-9fa6023825f6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1847961 Dec 10 19:45:47.211857 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52336) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:45:47.216707 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f79ddda4-a2e8-4847-a5f2-97a1a375ecee tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1277949883', 'admin_state_up': True, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:45:47.242630 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7c545-7362-4ea2-adcd-9fa6023825f6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'Network': ['ID=b09e92e9-cf9a-4fff-9d1a-b82792f14d8e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:45:47.256017 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f79ddda4-a2e8-4847-a5f2-97a1a375ecee tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:47.257080 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f79ddda4-a2e8-4847-a5f2-97a1a375ecee tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:47.257372 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network b09e92e9-cf9a-4fff-9d1a-b82792f14d8e details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:45:47.311202 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f79ddda4-a2e8-4847-a5f2-97a1a375ecee tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:47.443925 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f79ddda4-a2e8-4847-a5f2-97a1a375ecee tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:47.952169 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f79ddda4-a2e8-4847-a5f2-97a1a375ecee tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:47.969790 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f79ddda4-a2e8-4847-a5f2-97a1a375ecee tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:48.067243 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-f79ddda4-a2e8-4847-a5f2-97a1a375ecee tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Allocated IP 172.25.7.69 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/bca3c055-1ec3-4ab7-82c5-c1f932941d5d) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:45:48.173596 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f79ddda4-a2e8-4847-a5f2-97a1a375ecee tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:48.207120 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f79ddda4-a2e8-4847-a5f2-97a1a375ecee tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:48.244402 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79ddda4-a2e8-4847-a5f2-97a1a375ecee tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:45:48.251402 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-f79ddda4-a2e8-4847-a5f2-97a1a375ecee tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:45:48.254529 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79ddda4-a2e8-4847-a5f2-97a1a375ecee tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:45:48.269412 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e6c45c-7cb9-44cc-9852-8c4532555206 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:45:48.291273 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ddda4-a2e8-4847-a5f2-97a1a375ecee tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'Port': ['ID=bca3c055-1ec3-4ab7-82c5-c1f932941d5d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:45:48.383984 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e37f3721-3e14-486c-9c67-bb8f01e117fd None None] Provisioning complete for port bca3c055-1ec3-4ab7-82c5-c1f932941d5d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:45:48.384361 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e37f3721-3e14-486c-9c67-bb8f01e117fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:48.417861 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e37f3721-3e14-486c-9c67-bb8f01e117fd None None] Port bca3c055-1ec3-4ab7-82c5-c1f932941d5d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:45:48.519298 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f79ddda4-a2e8-4847-a5f2-97a1a375ecee tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:48.713781 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f79ddda4-a2e8-4847-a5f2-97a1a375ecee tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:48.838163 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79ddda4-a2e8-4847-a5f2-97a1a375ecee tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Router a11cd00c-11d5-4c1e-be1e-39ec4538ce48 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:45:48.942301 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79ddda4-a2e8-4847-a5f2-97a1a375ecee tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:45:48.951693 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a6681f-d023-4b1a-a626-08056b34a342 None None] Sync routers for ids ['a11cd00c-11d5-4c1e-be1e-39ec4538ce48'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:45:48.962222 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a6681f-d023-4b1a-a626-08056b34a342 None None] Routers {'a11cd00c-11d5-4c1e-be1e-39ec4538ce48'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:45:48.962799 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f79ddda4-a2e8-4847-a5f2-97a1a375ecee tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:48.962931 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-d4a6681f-d023-4b1a-a626-08056b34a342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:45:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a11cd00c-11d5-4c1e-be1e-39ec4538ce48'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:45:48.964077 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f79ddda4-a2e8-4847-a5f2-97a1a375ecee tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7512693 Dec 10 19:45:48.967771 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52338) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:45:49.070656 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-d4a6681f-d023-4b1a-a626-08056b34a342 None None] Set router a11cd00c-11d5-4c1e-be1e-39ec4538ce48 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:45:49.089407 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-bad0acb3-3e2b-4887-940e-451e3cd57ee3 tempest-TestNetworkAdvancedServerOps-1581291312 tempest-TestNetworkAdvancedServerOps-1581291312-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=e2cd1ffe933d4acf853fbb2518ae92b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1203163 Dec 10 19:45:49.092433 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52342) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:45:49.241899 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdec270-882e-4ba3-a250-b5b61e32562c tempest-TestNetworkAdvancedServerOps-1581291312 tempest-TestNetworkAdvancedServerOps-1581291312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:49.243546 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3cdec270-882e-4ba3-a250-b5b61e32562c tempest-TestNetworkAdvancedServerOps-1581291312 tempest-TestNetworkAdvancedServerOps-1581291312-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1501493 Dec 10 19:45:49.246528 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52344) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:45:49.253138 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-d4a6681f-d023-4b1a-a626-08056b34a342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277949883', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'bca3c055-1ec3-4ab7-82c5-c1f932941d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:45:47Z', 'updated_at': '2021-12-10T19:45:48Z', 'revision_number': 3, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'bca3c055-1ec3-4ab7-82c5-c1f932941d5d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:45:47Z', 'updated_at': '2021-12-10T19:45:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:45:49.279299 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a6681f-d023-4b1a-a626-08056b34a342 None None] Checking router: a11cd00c-11d5-4c1e-be1e-39ec4538ce48 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:45:49.279676 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2a14c38f-aa33-4c9d-bddf-3e7ac43f8812 tempest-TestNetworkAdvancedServerOps-1581291312 tempest-TestNetworkAdvancedServerOps-1581291312-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=6fdf4522-5bcb-4bff-a877-38bc5e23829f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317264 Dec 10 19:45:49.279803 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a6681f-d023-4b1a-a626-08056b34a342 None None] Updating router a11cd00c-11d5-4c1e-be1e-39ec4538ce48 port bca3c055-1ec3-4ab7-82c5-c1f932941d5d binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:45:49.282163 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52346) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:45:49.286924 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-61abfe7b-f558-4c3c-a142-9c7ffa634f87 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1577526131', 'network_id': 'b09e92e9-cf9a-4fff-9d1a-b82792f14d8e', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:45:49.304336 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-d4a6681f-d023-4b1a-a626-08056b34a342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:49.383101 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61abfe7b-f558-4c3c-a142-9c7ffa634f87 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Made reservation on behalf of e2cd1ffe933d4acf853fbb2518ae92b8 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:45:49.387628 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61abfe7b-f558-4c3c-a142-9c7ffa634f87 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:49.569795 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61abfe7b-f558-4c3c-a142-9c7ffa634f87 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:49.570215 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-d4a6681f-d023-4b1a-a626-08056b34a342 None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:49.575525 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-d4a6681f-d023-4b1a-a626-08056b34a342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:49.627324 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-d4a6681f-d023-4b1a-a626-08056b34a342 None None] Attempting to bind port bca3c055-1ec3-4ab7-82c5-c1f932941d5d on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:45:49.627694 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-d4a6681f-d023-4b1a-a626-08056b34a342 None None] Attempting to bind port bca3c055-1ec3-4ab7-82c5-c1f932941d5d by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:45:49.628452 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a6681f-d023-4b1a-a626-08056b34a342 None None] Attempting to bind port bca3c055-1ec3-4ab7-82c5-c1f932941d5d on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:45:49.633656 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abfe7b-f558-4c3c-a142-9c7ffa634f87 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'Subnet': ['ID=b933870a-22b1-42d1-9ffd-25f6a12a2925,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:45:49.633958 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cb7bf8-422f-4692-a089-66eab3d8d748 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:45:49.634943 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938775f-a8da-4119-bd16-4847da522771 None None] Pushing event updated for resources: {'Port': ['ID=bca3c055-1ec3-4ab7-82c5-c1f932941d5d,revision_number=2']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:45:49.643021 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938775f-a8da-4119-bd16-4847da522771 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:49.643376 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938775f-a8da-4119-bd16-4847da522771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:49.643714 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938775f-a8da-4119-bd16-4847da522771 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:49.644469 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938775f-a8da-4119-bd16-4847da522771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:49.644670 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61abfe7b-f558-4c3c-a142-9c7ffa634f87 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Checking segment: {'id': '06568745-1c7d-4886-9786-1432d83b9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b09e92e9-cf9a-4fff-9d1a-b82792f14d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:45:49.644822 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938775f-a8da-4119-bd16-4847da522771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:49.645047 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61abfe7b-f558-4c3c-a142-9c7ffa634f87 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Network hostable DHCP agents. Network: b09e92e9-cf9a-4fff-9d1a-b82792f14d8e, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:45:49.645160 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938775f-a8da-4119-bd16-4847da522771 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:49.645467 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938775f-a8da-4119-bd16-4847da522771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:49.645782 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938775f-a8da-4119-bd16-4847da522771 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:49.646247 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938775f-a8da-4119-bd16-4847da522771 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:49.646712 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938775f-a8da-4119-bd16-4847da522771 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:49.647011 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938775f-a8da-4119-bd16-4847da522771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:49.647614 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938775f-a8da-4119-bd16-4847da522771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:49.647614 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938775f-a8da-4119-bd16-4847da522771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:49.650905 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a6681f-d023-4b1a-a626-08056b34a342 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:45:49.651357 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a6681f-d023-4b1a-a626-08056b34a342 None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:45:49.651665 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-d4a6681f-d023-4b1a-a626-08056b34a342 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:49.652577 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a6681f-d023-4b1a-a626-08056b34a342 None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:45:49.653074 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-d4a6681f-d023-4b1a-a626-08056b34a342 None None] Bound port: bca3c055-1ec3-4ab7-82c5-c1f932941d5d, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:45:49.653454 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-d4a6681f-d023-4b1a-a626-08056b34a342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:49.668535 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61abfe7b-f558-4c3c-a142-9c7ffa634f87 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Network b09e92e9-cf9a-4fff-9d1a-b82792f14d8e is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:45:49.677787 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-61abfe7b-f558-4c3c-a142-9c7ffa634f87 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, b09e92e9-cf9a-4fff-9d1a-b82792f14d8e) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:45:49.682139 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61abfe7b-f558-4c3c-a142-9c7ffa634f87 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:49.682950 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61abfe7b-f558-4c3c-a142-9c7ffa634f87 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:49.688003 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505841cf-a2e5-4fe4-b890-955ab0f91e2c None None] Network b09e92e9-cf9a-4fff-9d1a-b82792f14d8e requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:45:49.701642 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-61abfe7b-f558-4c3c-a142-9c7ffa634f87 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4184532 Dec 10 19:45:49.704486 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52348) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:45:49.710246 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-d4a6681f-d023-4b1a-a626-08056b34a342 None None] For port bca3c055-1ec3-4ab7-82c5-c1f932941d5d, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:45:49.713466 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-d4a6681f-d023-4b1a-a626-08056b34a342 None None] For port bca3c055-1ec3-4ab7-82c5-c1f932941d5d, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=bca3c055-1ec3-4ab7-82c5-c1f932941d5d,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:45:49.718989 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-d4a6681f-d023-4b1a-a626-08056b34a342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:49.758373 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-30ea9ef9-e373-407e-9621-afd1beb22e96 None None] Provisioning complete for port bca3c055-1ec3-4ab7-82c5-c1f932941d5d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:45:49.758840 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-30ea9ef9-e373-407e-9621-afd1beb22e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:49.769791 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de241456-d437-4048-a22c-b1c40edc83cc None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:45:49.770606 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a6681f-d023-4b1a-a626-08056b34a342 None None] Routers {'a11cd00c-11d5-4c1e-be1e-39ec4538ce48'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:45:49.771216 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-d4a6681f-d023-4b1a-a626-08056b34a342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:45:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a11cd00c-11d5-4c1e-be1e-39ec4538ce48'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:45:49.839834 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-277c30a2-86bc-413e-a190-3665a38275f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:49.851625 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938775f-a8da-4119-bd16-4847da522771 None None] Pushing event updated for resources: {'Port': ['ID=bca3c055-1ec3-4ab7-82c5-c1f932941d5d,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:45:49.877291 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61459f30-78b2-42dc-aa85-f8d0102d5115 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-b09e92e9-cf9a-4fff-9d1a-b82792f14d8e', 'network_id': 'b09e92e9-cf9a-4fff-9d1a-b82792f14d8e', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'fixed_ips': [{'subnet_id': 'b933870a-22b1-42d1-9ffd-25f6a12a2925'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:45:49.878153 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-61459f30-78b2-42dc-aa85-f8d0102d5115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:49.893833 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-d4a6681f-d023-4b1a-a626-08056b34a342 None None] Set router a11cd00c-11d5-4c1e-be1e-39ec4538ce48 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:45:49.929337 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-30ea9ef9-e373-407e-9621-afd1beb22e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:50.008615 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-30ea9ef9-e373-407e-9621-afd1beb22e96 None None] For port bca3c055-1ec3-4ab7-82c5-c1f932941d5d, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=bca3c055-1ec3-4ab7-82c5-c1f932941d5d,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:45:50.016049 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-30ea9ef9-e373-407e-9621-afd1beb22e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:50.094920 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-d4a6681f-d023-4b1a-a626-08056b34a342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277949883', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'bca3c055-1ec3-4ab7-82c5-c1f932941d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:45:47Z', 'updated_at': '2021-12-10T19:45:48Z', 'revision_number': 3, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'bca3c055-1ec3-4ab7-82c5-c1f932941d5d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:45:47Z', 'updated_at': '2021-12-10T19:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:45:50.124964 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a6681f-d023-4b1a-a626-08056b34a342 None None] The sync data for ids ['a11cd00c-11d5-4c1e-be1e-39ec4538ce48'] in n-d-821435-1 is: [{'id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277949883', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'bca3c055-1ec3-4ab7-82c5-c1f932941d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:45:47Z', 'updated_at': '2021-12-10T19:45:48Z', 'revision_number': 3, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'bca3c055-1ec3-4ab7-82c5-c1f932941d5d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:45:47Z', 'updated_at': '2021-12-10T19:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:45:50.211949 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-73b25ccd-8af9-4e71-9466-0c76321d86db tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:50.285202 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea9ef9-e373-407e-9621-afd1beb22e96 None None] Pushing event updated for resources: {'Port': ['ID=bca3c055-1ec3-4ab7-82c5-c1f932941d5d,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:45:50.293140 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-add650c1-63c0-4bcd-af49-d779a5627c30 None None] Provisioning complete for port bca3c055-1ec3-4ab7-82c5-c1f932941d5d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:45:50.293816 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-add650c1-63c0-4bcd-af49-d779a5627c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:50.299400 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-61459f30-78b2-42dc-aa85-f8d0102d5115 None None] Allocated IP 172.20.0.2 (b09e92e9-cf9a-4fff-9d1a-b82792f14d8e/b933870a-22b1-42d1-9ffd-25f6a12a2925/6d3282c2-3da8-4fcb-a40d-50519f2ec253) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:45:50.322024 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea9ef9-e373-407e-9621-afd1beb22e96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:50.322383 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea9ef9-e373-407e-9621-afd1beb22e96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:50.322733 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea9ef9-e373-407e-9621-afd1beb22e96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:50.323077 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea9ef9-e373-407e-9621-afd1beb22e96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:50.323601 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea9ef9-e373-407e-9621-afd1beb22e96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:50.323999 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea9ef9-e373-407e-9621-afd1beb22e96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:50.324339 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea9ef9-e373-407e-9621-afd1beb22e96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:50.324700 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea9ef9-e373-407e-9621-afd1beb22e96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:50.325033 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea9ef9-e373-407e-9621-afd1beb22e96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:50.325363 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea9ef9-e373-407e-9621-afd1beb22e96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:50.325700 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea9ef9-e373-407e-9621-afd1beb22e96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:50.326023 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea9ef9-e373-407e-9621-afd1beb22e96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:50.326368 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea9ef9-e373-407e-9621-afd1beb22e96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:45:50.549216 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-61459f30-78b2-42dc-aa85-f8d0102d5115 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:50.554842 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-61459f30-78b2-42dc-aa85-f8d0102d5115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:50.599055 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61459f30-78b2-42dc-aa85-f8d0102d5115 None None] Network b09e92e9-cf9a-4fff-9d1a-b82792f14d8e is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:45:50.602354 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-61459f30-78b2-42dc-aa85-f8d0102d5115 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:45:50.605484 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61459f30-78b2-42dc-aa85-f8d0102d5115 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:45:50.614118 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-73b25ccd-8af9-4e71-9466-0c76321d86db tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Allocated IP 172.20.0.1 (b09e92e9-cf9a-4fff-9d1a-b82792f14d8e/b933870a-22b1-42d1-9ffd-25f6a12a2925/6ced357b-55d4-487f-9a38-ad9626488599) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:45:50.635229 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61459f30-78b2-42dc-aa85-f8d0102d5115 None None] Pushing event updated for resources: {'Port': ['ID=6d3282c2-3da8-4fcb-a40d-50519f2ec253,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:45:50.673675 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-61459f30-78b2-42dc-aa85-f8d0102d5115 None None] Attempting to bind port 6d3282c2-3da8-4fcb-a40d-50519f2ec253 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:45:50.674145 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-61459f30-78b2-42dc-aa85-f8d0102d5115 None None] Attempting to bind port 6d3282c2-3da8-4fcb-a40d-50519f2ec253 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '06568745-1c7d-4886-9786-1432d83b9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b09e92e9-cf9a-4fff-9d1a-b82792f14d8e'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:45:50.674582 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61459f30-78b2-42dc-aa85-f8d0102d5115 None None] Attempting to bind port 6d3282c2-3da8-4fcb-a40d-50519f2ec253 on network b09e92e9-cf9a-4fff-9d1a-b82792f14d8e {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:45:50.680214 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61459f30-78b2-42dc-aa85-f8d0102d5115 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:45:50.680730 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61459f30-78b2-42dc-aa85-f8d0102d5115 None None] Checking segment: {'id': '06568745-1c7d-4886-9786-1432d83b9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b09e92e9-cf9a-4fff-9d1a-b82792f14d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:45:50.681216 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-61459f30-78b2-42dc-aa85-f8d0102d5115 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:50.682117 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61459f30-78b2-42dc-aa85-f8d0102d5115 None None] Bound using segment: {'id': '06568745-1c7d-4886-9786-1432d83b9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b09e92e9-cf9a-4fff-9d1a-b82792f14d8e'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:45:50.682244 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-61459f30-78b2-42dc-aa85-f8d0102d5115 None None] Bound port: 6d3282c2-3da8-4fcb-a40d-50519f2ec253, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06568745-1c7d-4886-9786-1432d83b9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b09e92e9-cf9a-4fff-9d1a-b82792f14d8e'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:45:50.682704 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-61459f30-78b2-42dc-aa85-f8d0102d5115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:50.752105 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-61459f30-78b2-42dc-aa85-f8d0102d5115 None None] For port 6d3282c2-3da8-4fcb-a40d-50519f2ec253, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:45:50.755325 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-61459f30-78b2-42dc-aa85-f8d0102d5115 None None] For port 6d3282c2-3da8-4fcb-a40d-50519f2ec253, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=6d3282c2-3da8-4fcb-a40d-50519f2ec253,segment=NetworkSegment(06568745-1c7d-4886-9786-1432d83b9800),segment_id=06568745-1c7d-4886-9786-1432d83b9800)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:45:50.756257 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-73b25ccd-8af9-4e71-9466-0c76321d86db tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:50.760524 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-61459f30-78b2-42dc-aa85-f8d0102d5115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:50.795307 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-73b25ccd-8af9-4e71-9466-0c76321d86db tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:50.829713 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61459f30-78b2-42dc-aa85-f8d0102d5115 None None] Pushing event updated for resources: {'Port': ['ID=6d3282c2-3da8-4fcb-a40d-50519f2ec253,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:45:50.858759 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b25ccd-8af9-4e71-9466-0c76321d86db tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Network b09e92e9-cf9a-4fff-9d1a-b82792f14d8e is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:45:50.862165 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-73b25ccd-8af9-4e71-9466-0c76321d86db tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:45:50.866449 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b25ccd-8af9-4e71-9466-0c76321d86db tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:45:50.896537 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b25ccd-8af9-4e71-9466-0c76321d86db tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'Port': ['ID=6ced357b-55d4-487f-9a38-ad9626488599,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:45:50.920230 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-73b25ccd-8af9-4e71-9466-0c76321d86db tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:51.073177 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-73b25ccd-8af9-4e71-9466-0c76321d86db tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:51.361148 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-73b25ccd-8af9-4e71-9466-0c76321d86db tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:51.367637 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-73b25ccd-8af9-4e71-9466-0c76321d86db tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:51.437956 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-73b25ccd-8af9-4e71-9466-0c76321d86db tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:51.439574 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b25ccd-8af9-4e71-9466-0c76321d86db tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'Port': ['ID=6ced357b-55d4-487f-9a38-ad9626488599,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:45:51.535076 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b25ccd-8af9-4e71-9466-0c76321d86db tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Network b09e92e9-cf9a-4fff-9d1a-b82792f14d8e is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:45:51.536485 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-73b25ccd-8af9-4e71-9466-0c76321d86db tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:45:51.614804 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:45:51.656485 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b25ccd-8af9-4e71-9466-0c76321d86db tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Router a11cd00c-11d5-4c1e-be1e-39ec4538ce48 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:45:51.769864 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b25ccd-8af9-4e71-9466-0c76321d86db tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:45:51.775185 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-73b25ccd-8af9-4e71-9466-0c76321d86db tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "PUT /v2.0/routers/a11cd00c-11d5-4c1e-be1e-39ec4538ce48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0695481 Dec 10 19:45:51.845911 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3d26e9-e117-45dd-acc5-976071e0fa28 None None] Network b09e92e9-cf9a-4fff-9d1a-b82792f14d8e requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:45:51.936129 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-e1dce2b2-d707-4efa-abe3-6efdc68b773e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1498041151&fields=id&tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8 HTTP/1.1" status: 200 len: 267 time: 0.0461740 Dec 10 19:45:51.947743 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-40407ab7-26bf-4c37-8574-7d11b92aea35 None None] Provisioning complete for port 6d3282c2-3da8-4fcb-a40d-50519f2ec253 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:45:51.948462 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-40407ab7-26bf-4c37-8574-7d11b92aea35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:52.045495 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-40407ab7-26bf-4c37-8574-7d11b92aea35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:52.048899 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-bf950666-8d45-4580-80b0-bc642625ed08 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:52.050458 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-bf950666-8d45-4580-80b0-bc642625ed08 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/networks?id=b09e92e9-cf9a-4fff-9d1a-b82792f14d8e HTTP/1.1" status: 200 len: 796 time: 0.1074092 Dec 10 19:45:52.075899 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-a8e1ec5c-5fde-4ae2-92a6-8c37f7c90799 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/quotas/e2cd1ffe933d4acf853fbb2518ae92b8 HTTP/1.1" status: 200 len: 375 time: 0.0178595 Dec 10 19:45:52.100205 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-40407ab7-26bf-4c37-8574-7d11b92aea35 None None] For port 6d3282c2-3da8-4fcb-a40d-50519f2ec253, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=6d3282c2-3da8-4fcb-a40d-50519f2ec253,segment=NetworkSegment(06568745-1c7d-4886-9786-1432d83b9800),segment_id=06568745-1c7d-4886-9786-1432d83b9800)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:45:52.107797 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-40407ab7-26bf-4c37-8574-7d11b92aea35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:52.139229 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 6d3282c2-3da8-4fcb-a40d-50519f2ec253 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:45:52.153925 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-a7ec1f83-08e8-43c4-8698-5e82272d2d94 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0768414 Dec 10 19:45:52.208982 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40407ab7-26bf-4c37-8574-7d11b92aea35 None None] Pushing event updated for resources: {'Port': ['ID=6d3282c2-3da8-4fcb-a40d-50519f2ec253,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:45:52.226758 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 6d3282c2-3da8-4fcb-a40d-50519f2ec253 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:45:52.227126 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:52.234908 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-5c52726b-16bf-4b49-b65c-b5644a04ab27 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:45:52.237163 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-5c52726b-16bf-4b49-b65c-b5644a04ab27 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0701218 Dec 10 19:45:52.325517 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device bca3c055-1ec3-4ab7-82c5-c1f932941d5d up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:45:52.340813 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-5ca6b55a-5dc8-4f3e-952c-77186a931bd9 service neutron] 10.222.0.62 "GET /v2.0/networks/b09e92e9-cf9a-4fff-9d1a-b82792f14d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973001 Dec 10 19:45:52.357357 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-108b03ad-bbd4-45ce-8044-c1d13e618661 None None] Provisioning complete for port 6ced357b-55d4-487f-9a38-ad9626488599 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:45:52.357728 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-108b03ad-bbd4-45ce-8044-c1d13e618661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:52.398766 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-108b03ad-bbd4-45ce-8044-c1d13e618661 None None] Port 6ced357b-55d4-487f-9a38-ad9626488599 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:45:52.419720 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-108b03ad-bbd4-45ce-8044-c1d13e618661 None None] Provisioning complete for port 6d3282c2-3da8-4fcb-a40d-50519f2ec253 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:45:52.420086 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-108b03ad-bbd4-45ce-8044-c1d13e618661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:52.446620 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port bca3c055-1ec3-4ab7-82c5-c1f932941d5d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:45:52.446852 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:52.453280 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-ba2bc972-1644-4404-a96f-3758abdf355d service neutron] 10.222.0.62 "GET /v2.0/networks/b09e92e9-cf9a-4fff-9d1a-b82792f14d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058679 Dec 10 19:45:52.525960 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81b0db6-d4d5-4b68-b041-c7288b2f73dc None None] Sync routers for ids ['a11cd00c-11d5-4c1e-be1e-39ec4538ce48'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:45:52.584417 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81b0db6-d4d5-4b68-b041-c7288b2f73dc None None] Routers {'a11cd00c-11d5-4c1e-be1e-39ec4538ce48'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:45:52.585081 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d81b0db6-d4d5-4b68-b041-c7288b2f73dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:45:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a11cd00c-11d5-4c1e-be1e-39ec4538ce48'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:45:52.716619 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-707977c7-286a-4000-a91e-89b599ae0fd8 req-91ada329-f19c-4e7d-9da9-c128e43bcc02 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a5a0402-259b-4e8c-be45-b3beaa68d2c3 HTTP/1.1" status: 200 len: 210 time: 0.0550046 Dec 10 19:45:52.738750 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0ffc3e22-e9da-4ecd-869f-d2f9c686b89c None None] Provisioning complete for port 6ced357b-55d4-487f-9a38-ad9626488599 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:45:52.739175 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0ffc3e22-e9da-4ecd-869f-d2f9c686b89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:52.770659 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dfe31cae-8db1-426b-98c2-8c8387717ab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:52.794230 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-0ffc3e22-e9da-4ecd-869f-d2f9c686b89c None None] Port 6ced357b-55d4-487f-9a38-ad9626488599 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:45:52.813897 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-d81b0db6-d4d5-4b68-b041-c7288b2f73dc None None] Set router a11cd00c-11d5-4c1e-be1e-39ec4538ce48 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:45:52.959747 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb719f94-bb82-49a9-9ed6-32d29d04c3f3 None None] Provisioning complete for port 6ced357b-55d4-487f-9a38-ad9626488599 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:45:52.960329 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb719f94-bb82-49a9-9ed6-32d29d04c3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:53.021228 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb719f94-bb82-49a9-9ed6-32d29d04c3f3 None None] Port 6ced357b-55d4-487f-9a38-ad9626488599 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:45:53.072506 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d81b0db6-d4d5-4b68-b041-c7288b2f73dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277949883', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'bca3c055-1ec3-4ab7-82c5-c1f932941d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:45:47Z', 'updated_at': '2021-12-10T19:45:51Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'bca3c055-1ec3-4ab7-82c5-c1f932941d5d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:45:47Z', 'updated_at': '2021-12-10T19:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '6ced357b-55d4-487f-9a38-ad9626488599', 'name': '', 'network_id': 'b09e92e9-cf9a-4fff-9d1a-b82792f14d8e', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:e6:c8:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b933870a-22b1-42d1-9ffd-25f6a12a2925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:45:50Z', 'updated_at': '2021-12-10T19:45:51Z', 'revision_number': 2, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': 'b933870a-22b1-42d1-9ffd-25f6a12a2925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:45:53.101053 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81b0db6-d4d5-4b68-b041-c7288b2f73dc None None] Checking router: a11cd00c-11d5-4c1e-be1e-39ec4538ce48 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:45:53.101417 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81b0db6-d4d5-4b68-b041-c7288b2f73dc None None] Updating router a11cd00c-11d5-4c1e-be1e-39ec4538ce48 port 6ced357b-55d4-487f-9a38-ad9626488599 binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:45:53.126316 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d81b0db6-d4d5-4b68-b041-c7288b2f73dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:53.398505 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d81b0db6-d4d5-4b68-b041-c7288b2f73dc None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:53.403636 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d81b0db6-d4d5-4b68-b041-c7288b2f73dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:53.452905 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df2af35-9a3c-4bf2-afbc-477fe6e0402e None None] Pushing event updated for resources: {'Port': ['ID=6ced357b-55d4-487f-9a38-ad9626488599,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:45:53.510247 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d81b0db6-d4d5-4b68-b041-c7288b2f73dc None None] Attempting to bind port 6ced357b-55d4-487f-9a38-ad9626488599 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:45:53.510619 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d81b0db6-d4d5-4b68-b041-c7288b2f73dc None None] Attempting to bind port 6ced357b-55d4-487f-9a38-ad9626488599 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '06568745-1c7d-4886-9786-1432d83b9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b09e92e9-cf9a-4fff-9d1a-b82792f14d8e'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:45:53.510983 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81b0db6-d4d5-4b68-b041-c7288b2f73dc None None] Attempting to bind port 6ced357b-55d4-487f-9a38-ad9626488599 on network b09e92e9-cf9a-4fff-9d1a-b82792f14d8e {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:45:53.516990 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81b0db6-d4d5-4b68-b041-c7288b2f73dc None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:45:53.517374 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81b0db6-d4d5-4b68-b041-c7288b2f73dc None None] Checking segment: {'id': '06568745-1c7d-4886-9786-1432d83b9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b09e92e9-cf9a-4fff-9d1a-b82792f14d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:45:53.517779 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d81b0db6-d4d5-4b68-b041-c7288b2f73dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:53.518178 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81b0db6-d4d5-4b68-b041-c7288b2f73dc None None] Bound using segment: {'id': '06568745-1c7d-4886-9786-1432d83b9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b09e92e9-cf9a-4fff-9d1a-b82792f14d8e'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:45:53.518649 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d81b0db6-d4d5-4b68-b041-c7288b2f73dc None None] Bound port: 6ced357b-55d4-487f-9a38-ad9626488599, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06568745-1c7d-4886-9786-1432d83b9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b09e92e9-cf9a-4fff-9d1a-b82792f14d8e'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:45:53.519036 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d81b0db6-d4d5-4b68-b041-c7288b2f73dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:53.593190 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d81b0db6-d4d5-4b68-b041-c7288b2f73dc None None] For port 6ced357b-55d4-487f-9a38-ad9626488599, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:45:53.598340 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d81b0db6-d4d5-4b68-b041-c7288b2f73dc None None] For port 6ced357b-55d4-487f-9a38-ad9626488599, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=6ced357b-55d4-487f-9a38-ad9626488599,segment=NetworkSegment(06568745-1c7d-4886-9786-1432d83b9800),segment_id=06568745-1c7d-4886-9786-1432d83b9800)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:45:53.603569 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d81b0db6-d4d5-4b68-b041-c7288b2f73dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:53.674696 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df2af35-9a3c-4bf2-afbc-477fe6e0402e None None] Pushing event updated for resources: {'Port': ['ID=6ced357b-55d4-487f-9a38-ad9626488599,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:45:53.680800 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a9637b80-637d-43fa-812b-2705dbe8d15e None None] Provisioning complete for port 6ced357b-55d4-487f-9a38-ad9626488599 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:45:53.681184 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a9637b80-637d-43fa-812b-2705dbe8d15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:53.689549 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81b0db6-d4d5-4b68-b041-c7288b2f73dc None None] Routers {'a11cd00c-11d5-4c1e-be1e-39ec4538ce48'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:45:53.690187 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d81b0db6-d4d5-4b68-b041-c7288b2f73dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:45:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a11cd00c-11d5-4c1e-be1e-39ec4538ce48'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:45:53.813852 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:53.878834 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-39a2dc02-e12c-40db-909f-012c43f283f4 req-46f90005-2167-4c0a-a13d-994513995717 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a5a0402-259b-4e8c-be45-b3beaa68d2c3 HTTP/1.1" status: 200 len: 210 time: 0.0588193 Dec 10 19:45:53.898607 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a9637b80-637d-43fa-812b-2705dbe8d15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:53.903202 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-d81b0db6-d4d5-4b68-b041-c7288b2f73dc None None] Set router a11cd00c-11d5-4c1e-be1e-39ec4538ce48 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:45:53.946615 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-17cbc6a1-087c-4832-8e5d-06a0ffabd1aa tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:53.948178 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-17cbc6a1-087c-4832-8e5d-06a0ffabd1aa tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.72 "GET /v2.0/networks?id=b09e92e9-cf9a-4fff-9d1a-b82792f14d8e HTTP/1.1" status: 200 len: 796 time: 0.1828041 Dec 10 19:45:54.014596 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-b076d5c4-12ec-4650-bfd4-a599cbb90f41 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8 HTTP/1.1" status: 200 len: 380 time: 0.0566370 Dec 10 19:45:54.024450 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-554b2eae-b26d-445f-8488-61e5e2774c1e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'port': {'device_id': '5a5a0402-259b-4e8c-be45-b3beaa68d2c3', 'network_id': 'b09e92e9-cf9a-4fff-9d1a-b82792f14d8e', 'admin_state_up': True, 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'security_groups': ['7446185e-a155-43a5-bdd5-ab170407269d']}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:45:54.142000 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-554b2eae-b26d-445f-8488-61e5e2774c1e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Made reservation on behalf of e2cd1ffe933d4acf853fbb2518ae92b8 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:45:54.145558 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-554b2eae-b26d-445f-8488-61e5e2774c1e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:54.165973 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 6d3282c2-3da8-4fcb-a40d-50519f2ec253 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:45:54.171188 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a9637b80-637d-43fa-812b-2705dbe8d15e None None] For port 6ced357b-55d4-487f-9a38-ad9626488599, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=6ced357b-55d4-487f-9a38-ad9626488599,segment=NetworkSegment(06568745-1c7d-4886-9786-1432d83b9800),segment_id=06568745-1c7d-4886-9786-1432d83b9800)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:45:54.204334 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a9637b80-637d-43fa-812b-2705dbe8d15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:54.279827 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-554b2eae-b26d-445f-8488-61e5e2774c1e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Allocated IP 172.20.0.9 (b09e92e9-cf9a-4fff-9d1a-b82792f14d8e/b933870a-22b1-42d1-9ffd-25f6a12a2925/d53683d8-6434-44fa-bad8-717ca5a511d7) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:45:54.325843 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9637b80-637d-43fa-812b-2705dbe8d15e None None] Pushing event updated for resources: {'Port': ['ID=6ced357b-55d4-487f-9a38-ad9626488599,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:45:54.367267 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 6d3282c2-3da8-4fcb-a40d-50519f2ec253 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:45:54.367647 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:54.401792 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8621f6b5-226b-4418-bc40-9ca96f89c8ca None None] Provisioning complete for port 6ced357b-55d4-487f-9a38-ad9626488599 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:45:54.402341 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8621f6b5-226b-4418-bc40-9ca96f89c8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:54.419027 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-554b2eae-b26d-445f-8488-61e5e2774c1e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:54.454294 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-554b2eae-b26d-445f-8488-61e5e2774c1e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:54.503924 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-554b2eae-b26d-445f-8488-61e5e2774c1e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Network b09e92e9-cf9a-4fff-9d1a-b82792f14d8e is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:45:54.507155 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-554b2eae-b26d-445f-8488-61e5e2774c1e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:45:54.509467 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d81b0db6-d4d5-4b68-b041-c7288b2f73dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277949883', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'bca3c055-1ec3-4ab7-82c5-c1f932941d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:45:47Z', 'updated_at': '2021-12-10T19:45:51Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'bca3c055-1ec3-4ab7-82c5-c1f932941d5d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:45:47Z', 'updated_at': '2021-12-10T19:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '6ced357b-55d4-487f-9a38-ad9626488599', 'name': '', 'network_id': 'b09e92e9-cf9a-4fff-9d1a-b82792f14d8e', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:e6:c8:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b933870a-22b1-42d1-9ffd-25f6a12a2925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:45:50Z', 'updated_at': '2021-12-10T19:45:53Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': 'b933870a-22b1-42d1-9ffd-25f6a12a2925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:45:54.510930 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-554b2eae-b26d-445f-8488-61e5e2774c1e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:45:54.535377 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b2eae-b26d-445f-8488-61e5e2774c1e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'Port': ['ID=d53683d8-6434-44fa-bad8-717ca5a511d7,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:45:54.559739 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81b0db6-d4d5-4b68-b041-c7288b2f73dc None None] The sync data for ids ['a11cd00c-11d5-4c1e-be1e-39ec4538ce48'] in n-d-821435-1 is: [{'id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277949883', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'bca3c055-1ec3-4ab7-82c5-c1f932941d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:45:47Z', 'updated_at': '2021-12-10T19:45:51Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'bca3c055-1ec3-4ab7-82c5-c1f932941d5d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:45:47Z', 'updated_at': '2021-12-10T19:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '6ced357b-55d4-487f-9a38-ad9626488599', 'name': '', 'network_id': 'b09e92e9-cf9a-4fff-9d1a-b82792f14d8e', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:e6:c8:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b933870a-22b1-42d1-9ffd-25f6a12a2925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:45:50Z', 'updated_at': '2021-12-10T19:45:53Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': 'b933870a-22b1-42d1-9ffd-25f6a12a2925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:45:54.573500 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-554b2eae-b26d-445f-8488-61e5e2774c1e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:54.574955 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-554b2eae-b26d-445f-8488-61e5e2774c1e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:54.601480 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-554b2eae-b26d-445f-8488-61e5e2774c1e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5808883 Dec 10 19:45:54.612334 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-d3614638-3a17-451e-9f10-e0d84e626a62 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:45:54.632781 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-d3614638-3a17-451e-9f10-e0d84e626a62 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0238140 Dec 10 19:45:54.696751 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-1f96815a-c62f-4557-a58c-0881768e5a59 service neutron] Request body: {'port': {'device_id': '5a5a0402-259b-4e8c-be45-b3beaa68d2c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:45:54.757199 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-1f96815a-c62f-4557-a58c-0881768e5a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:54.804538 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1e4d6b66-5cbc-4217-a2e0-ac10bbe0e388 None None] Provisioning complete for port d53683d8-6434-44fa-bad8-717ca5a511d7 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:45:54.805069 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1e4d6b66-5cbc-4217-a2e0-ac10bbe0e388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:54.846304 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-1e4d6b66-5cbc-4217-a2e0-ac10bbe0e388 None None] Port d53683d8-6434-44fa-bad8-717ca5a511d7 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:45:55.006120 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538bd99-89e2-47b8-b564-18ed8c7911fb req-83ae710f-a36a-4feb-89bb-9ca9bd42c9a6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:55.008223 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c538bd99-89e2-47b8-b564-18ed8c7911fb req-83ae710f-a36a-4feb-89bb-9ca9bd42c9a6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a5a0402-259b-4e8c-be45-b3beaa68d2c3 HTTP/1.1" status: 200 len: 931 time: 0.0516386 Dec 10 19:45:55.049914 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-1f96815a-c62f-4557-a58c-0881768e5a59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d53683d8-6434-44fa-bad8-717ca5a511d7 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:45:55.059406 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-1f96815a-c62f-4557-a58c-0881768e5a59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:55.060503 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:55.063860 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c538bd99-89e2-47b8-b564-18ed8c7911fb req-8e532991-a584-4955-891b-4f3387ec24f4 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=7446185e-a155-43a5-bdd5-ab170407269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480509 Dec 10 19:45:55.072751 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-1f96815a-c62f-4557-a58c-0881768e5a59 service neutron] Transition to ACTIVE for port object d53683d8-6434-44fa-bad8-717ca5a511d7 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:45:55.078251 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-1f96815a-c62f-4557-a58c-0881768e5a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:55.129838 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f96815a-c62f-4557-a58c-0881768e5a59 service neutron] Pushing event updated for resources: {'Port': ['ID=d53683d8-6434-44fa-bad8-717ca5a511d7,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:45:55.209087 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-1f96815a-c62f-4557-a58c-0881768e5a59 service neutron] Attempting to bind port d53683d8-6434-44fa-bad8-717ca5a511d7 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:45:55.209426 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-1f96815a-c62f-4557-a58c-0881768e5a59 service neutron] Attempting to bind port d53683d8-6434-44fa-bad8-717ca5a511d7 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '06568745-1c7d-4886-9786-1432d83b9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b09e92e9-cf9a-4fff-9d1a-b82792f14d8e'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:45:55.209761 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-1f96815a-c62f-4557-a58c-0881768e5a59 service neutron] Attempting to bind port d53683d8-6434-44fa-bad8-717ca5a511d7 on network b09e92e9-cf9a-4fff-9d1a-b82792f14d8e {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:45:55.215474 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-1f96815a-c62f-4557-a58c-0881768e5a59 service neutron] Port d53683d8-6434-44fa-bad8-717ca5a511d7 on network b09e92e9-cf9a-4fff-9d1a-b82792f14d8e not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:45:55.216069 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-1f96815a-c62f-4557-a58c-0881768e5a59 service neutron] Attempting to bind port d53683d8-6434-44fa-bad8-717ca5a511d7 on network b09e92e9-cf9a-4fff-9d1a-b82792f14d8e {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:45:55.222610 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-1f96815a-c62f-4557-a58c-0881768e5a59 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:45:55.223234 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-1f96815a-c62f-4557-a58c-0881768e5a59 service neutron] Checking segment: {'id': '06568745-1c7d-4886-9786-1432d83b9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b09e92e9-cf9a-4fff-9d1a-b82792f14d8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:45:55.223725 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-1f96815a-c62f-4557-a58c-0881768e5a59 service neutron] Bound using segment: {'id': '06568745-1c7d-4886-9786-1432d83b9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b09e92e9-cf9a-4fff-9d1a-b82792f14d8e'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:45:55.224272 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-1f96815a-c62f-4557-a58c-0881768e5a59 service neutron] Bound port: d53683d8-6434-44fa-bad8-717ca5a511d7, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06568745-1c7d-4886-9786-1432d83b9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b09e92e9-cf9a-4fff-9d1a-b82792f14d8e'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:45:55.224808 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-1f96815a-c62f-4557-a58c-0881768e5a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:55.298042 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-1f96815a-c62f-4557-a58c-0881768e5a59 service neutron] For port d53683d8-6434-44fa-bad8-717ca5a511d7, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:45:55.301554 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-1f96815a-c62f-4557-a58c-0881768e5a59 service neutron] For port d53683d8-6434-44fa-bad8-717ca5a511d7, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=d53683d8-6434-44fa-bad8-717ca5a511d7,segment=NetworkSegment(06568745-1c7d-4886-9786-1432d83b9800),segment_id=06568745-1c7d-4886-9786-1432d83b9800)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:45:55.306846 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-1f96815a-c62f-4557-a58c-0881768e5a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:55.344879 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-1f96815a-c62f-4557-a58c-0881768e5a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:55.345618 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-1f96815a-c62f-4557-a58c-0881768e5a59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:55.347402 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-1f96815a-c62f-4557-a58c-0881768e5a59 service neutron] 10.222.0.72 "PUT /v2.0/ports/d53683d8-6434-44fa-bad8-717ca5a511d7 HTTP/1.1" status: 200 len: 1091 time: 0.7051477 Dec 10 19:45:55.347926 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5a0402-259b-4e8c-be45-b3beaa68d2c3', 'tag': 'd53683d8-6434-44fa-bad8-717ca5a511d7'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:45:55.350371 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb385ee8d26b8ad243460b423ad218e97d9fae79c4f4b9b0691d822ece1c624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f768cc-52e5-4bfb-873b-bef3f31ea928" -d '{"events": [{"name": "network-changed", "server_uuid": "5a5a0402-259b-4e8c-be45-b3beaa68d2c3", "tag": "d53683d8-6434-44fa-bad8-717ca5a511d7"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:45:55.384417 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f96815a-c62f-4557-a58c-0881768e5a59 service neutron] Pushing event updated for resources: {'Port': ['ID=d53683d8-6434-44fa-bad8-717ca5a511d7,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:45:55.459207 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-bbf399c6-d65b-4783-992c-ca21552b1a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:55.461139 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-bbf399c6-d65b-4783-992c-ca21552b1a6b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&device_id=5a5a0402-259b-4e8c-be45-b3beaa68d2c3 HTTP/1.1" status: 200 len: 1094 time: 0.0616605 Dec 10 19:45:55.517349 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c7187a-a873-4e55-984a-a1a8d426f1d0 x-openstack-request-id: req-a7c7187a-a873-4e55-984a-a1a8d426f1d0 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:45:55.517784 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a5a0402-259b-4e8c-be45-b3beaa68d2c3", "tag": "d53683d8-6434-44fa-bad8-717ca5a511d7", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:45:55.518075 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a7c7187a-a873-4e55-984a-a1a8d426f1d0 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:45:55.518485 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a5a0402-259b-4e8c-be45-b3beaa68d2c3', 'tag': 'd53683d8-6434-44fa-bad8-717ca5a511d7', 'status': 'completed', 'code': 200} Dec 10 19:45:55.520023 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-4a14b58c-fe25-4d71-9d7a-9864915a6c0a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d53683d8-6434-44fa-bad8-717ca5a511d7 HTTP/1.1" status: 200 len: 217 time: 0.0496731 Dec 10 19:45:55.573250 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-bf1c1df1-6e00-4f67-8e75-81f11f65e3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:55.575625 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-bf1c1df1-6e00-4f67-8e75-81f11f65e3a1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b933870a-22b1-42d1-9ffd-25f6a12a2925 HTTP/1.1" status: 200 len: 835 time: 0.0470452 Dec 10 19:45:55.625224 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-12bf3e78-7faa-45a7-9be2-510ab6f4d5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:55.626733 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-12bf3e78-7faa-45a7-9be2-510ab6f4d5b9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b09e92e9-cf9a-4fff-9d1a-b82792f14d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437465 Dec 10 19:45:55.664769 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:55.726611 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-fe8035b3-81a1-4683-b36b-6ed86c641a29 service neutron] 10.222.0.72 "GET /v2.0/networks/b09e92e9-cf9a-4fff-9d1a-b82792f14d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928116 Dec 10 19:45:55.819324 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-268ee2dc-6bb6-4d44-98d6-d76fd7a77153 req-66ba83a6-d786-4753-990e-ab6f94ad9415 service neutron] 10.222.0.72 "GET /v2.0/networks/b09e92e9-cf9a-4fff-9d1a-b82792f14d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854084 Dec 10 19:45:55.907603 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f768cc-52e5-4bfb-873b-bef3f31ea928 req-816bfa67-a3d1-4206-a677-729f12129225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:55.909131 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b6f768cc-52e5-4bfb-873b-bef3f31ea928 req-816bfa67-a3d1-4206-a677-729f12129225 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&device_id=5a5a0402-259b-4e8c-be45-b3beaa68d2c3 HTTP/1.1" status: 200 len: 1094 time: 0.0464928 Dec 10 19:45:56.004192 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f768cc-52e5-4bfb-873b-bef3f31ea928 req-a1e216e7-fdf2-4b0e-b6c8-c53887f75850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:56.005773 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b6f768cc-52e5-4bfb-873b-bef3f31ea928 req-a1e216e7-fdf2-4b0e-b6c8-c53887f75850 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b09e92e9-cf9a-4fff-9d1a-b82792f14d8e HTTP/1.1" status: 200 len: 897 time: 0.0893645 Dec 10 19:45:56.046552 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 6ced357b-55d4-487f-9a38-ad9626488599 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:45:56.053728 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b6f768cc-52e5-4bfb-873b-bef3f31ea928 req-b28c7e28-c90d-4dc9-a239-c5a37fd27532 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d53683d8-6434-44fa-bad8-717ca5a511d7 HTTP/1.1" status: 200 len: 217 time: 0.0407152 Dec 10 19:45:56.097001 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 6ced357b-55d4-487f-9a38-ad9626488599 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:45:56.097641 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:56.105288 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f768cc-52e5-4bfb-873b-bef3f31ea928 req-7c13e51a-b5f3-454a-a98e-2bd37beb1860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:56.109762 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b6f768cc-52e5-4bfb-873b-bef3f31ea928 req-7c13e51a-b5f3-454a-a98e-2bd37beb1860 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b933870a-22b1-42d1-9ffd-25f6a12a2925 HTTP/1.1" status: 200 len: 835 time: 0.0494797 Dec 10 19:45:56.159676 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f768cc-52e5-4bfb-873b-bef3f31ea928 req-aa21bd46-babc-4541-92bd-2e21bc7ac421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:56.161262 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b6f768cc-52e5-4bfb-873b-bef3f31ea928 req-aa21bd46-babc-4541-92bd-2e21bc7ac421 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b09e92e9-cf9a-4fff-9d1a-b82792f14d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450971 Dec 10 19:45:56.194811 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d24790-386d-4fe1-9fec-45d4c19c4eec req-f67ead3d-976a-4edb-9c30-98aef3892183 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:56.196301 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-63d24790-386d-4fe1-9fec-45d4c19c4eec req-f67ead3d-976a-4edb-9c30-98aef3892183 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a5a0402-259b-4e8c-be45-b3beaa68d2c3 HTTP/1.1" status: 200 len: 943 time: 0.0508091 Dec 10 19:45:56.250292 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-63d24790-386d-4fe1-9fec-45d4c19c4eec req-97b37496-705c-4ec2-a4e4-eff0ff446d94 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=7446185e-a155-43a5-bdd5-ab170407269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478389 Dec 10 19:45:56.257010 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b6f768cc-52e5-4bfb-873b-bef3f31ea928 req-c1ace023-a11f-43fe-a460-ba31aad9f769 service neutron] 10.222.0.72 "GET /v2.0/networks/b09e92e9-cf9a-4fff-9d1a-b82792f14d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881433 Dec 10 19:45:56.346543 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b6f768cc-52e5-4bfb-873b-bef3f31ea928 req-6f93b68c-ad4d-4aa8-bdc2-3523805e101c service neutron] 10.222.0.72 "GET /v2.0/networks/b09e92e9-cf9a-4fff-9d1a-b82792f14d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824909 Dec 10 19:45:57.367321 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb10c7-1f16-4459-91a5-8bdd4d7fd0fa req-13c345e9-6d32-4327-b112-96d6042b797e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:57.368853 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7acb10c7-1f16-4459-91a5-8bdd4d7fd0fa req-13c345e9-6d32-4327-b112-96d6042b797e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a5a0402-259b-4e8c-be45-b3beaa68d2c3 HTTP/1.1" status: 200 len: 943 time: 0.0484288 Dec 10 19:45:57.417203 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7acb10c7-1f16-4459-91a5-8bdd4d7fd0fa req-32b47399-75a0-46f7-bf0f-b21e18b5e8be tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=7446185e-a155-43a5-bdd5-ab170407269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412998 Dec 10 19:45:58.532001 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db2c3f-9acc-407d-ada2-a02ae460feca req-95b8dd9b-63bf-4835-bc99-7ea347f2cac9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:58.533511 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-72db2c3f-9acc-407d-ada2-a02ae460feca req-95b8dd9b-63bf-4835-bc99-7ea347f2cac9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a5a0402-259b-4e8c-be45-b3beaa68d2c3 HTTP/1.1" status: 200 len: 943 time: 0.0491593 Dec 10 19:45:58.583260 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-72db2c3f-9acc-407d-ada2-a02ae460feca req-209d9744-0bd5-4e2d-9884-256e7eb108f8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=7446185e-a155-43a5-bdd5-ab170407269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438044 Dec 10 19:45:59.548298 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device d53683d8-6434-44fa-bad8-717ca5a511d7 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:45:59.645802 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port d53683d8-6434-44fa-bad8-717ca5a511d7, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=d53683d8-6434-44fa-bad8-717ca5a511d7,segment=NetworkSegment(06568745-1c7d-4886-9786-1432d83b9800),segment_id=06568745-1c7d-4886-9786-1432d83b9800)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:45:59.658264 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': 'd53683d8-6434-44fa-bad8-717ca5a511d7', 'network_id': 'b09e92e9-cf9a-4fff-9d1a-b82792f14d8e', 'port_id': 'd53683d8-6434-44fa-bad8-717ca5a511d7', 'mac_address': 'fa:16:3e:2a:4b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b933870a-22b1-42d1-9ffd-25f6a12a2925', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:45:59.694763 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:59.704103 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896fce2-f00d-4022-b8be-fd5ca67202d8 req-0af127be-a7b9-4c3f-850e-d5dc07dfb826 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:59.705631 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a896fce2-f00d-4022-b8be-fd5ca67202d8 req-0af127be-a7b9-4c3f-850e-d5dc07dfb826 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a5a0402-259b-4e8c-be45-b3beaa68d2c3 HTTP/1.1" status: 200 len: 943 time: 0.0522332 Dec 10 19:45:59.708143 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d53683d8-6434-44fa-bad8-717ca5a511d7 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:45:59.727605 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port d53683d8-6434-44fa-bad8-717ca5a511d7, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=d53683d8-6434-44fa-bad8-717ca5a511d7,segment=NetworkSegment(06568745-1c7d-4886-9786-1432d83b9800),segment_id=06568745-1c7d-4886-9786-1432d83b9800)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:45:59.731870 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:45:59.757754 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a896fce2-f00d-4022-b8be-fd5ca67202d8 req-be8671d3-9b35-4d02-912e-58c5331baf1e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=7446185e-a155-43a5-bdd5-ab170407269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456138 Dec 10 19:45:59.787466 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=d53683d8-6434-44fa-bad8-717ca5a511d7,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:46:00.085056 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['d53683d8-6434-44fa-bad8-717ca5a511d7'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:46:00.875054 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ba70f-9e4b-44b4-b114-a7a6d8cfb9bd req-1a11167a-e0c6-402d-ae0a-797f2d175095 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:00.876595 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-793ba70f-9e4b-44b4-b114-a7a6d8cfb9bd req-1a11167a-e0c6-402d-ae0a-797f2d175095 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a5a0402-259b-4e8c-be45-b3beaa68d2c3 HTTP/1.1" status: 200 len: 944 time: 0.0502129 Dec 10 19:46:00.931078 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-793ba70f-9e4b-44b4-b114-a7a6d8cfb9bd req-711ec24a-5ad5-452f-8ea2-077afa699927 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=7446185e-a155-43a5-bdd5-ab170407269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485644 Dec 10 19:46:01.557217 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device d53683d8-6434-44fa-bad8-717ca5a511d7 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:46:01.635091 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port d53683d8-6434-44fa-bad8-717ca5a511d7 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:46:01.641015 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port d53683d8-6434-44fa-bad8-717ca5a511d7 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:46:01.641398 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:46:01.724221 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:46:01.746720 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5a0402-259b-4e8c-be45-b3beaa68d2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53683d8-6434-44fa-bad8-717ca5a511d7'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:46:01.749270 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f39997a1e7c5b6ae782956bbd1fa5b612e64aa5908109c3bc10b0e272c8d4b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5669f067-8a5a-4ce3-a5ad-3ac253a647eb" -d '{"events": [{"server_uuid": "5a5a0402-259b-4e8c-be45-b3beaa68d2c3", "name": "network-vif-plugged", "status": "completed", "tag": "d53683d8-6434-44fa-bad8-717ca5a511d7"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:46:01.762871 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port d53683d8-6434-44fa-bad8-717ca5a511d7, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=d53683d8-6434-44fa-bad8-717ca5a511d7,segment=NetworkSegment(06568745-1c7d-4886-9786-1432d83b9800),segment_id=06568745-1c7d-4886-9786-1432d83b9800)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:46:01.766565 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:46:01.790549 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963da99d-bbb6-487f-bb57-e183dbaefe57 x-openstack-request-id: req-963da99d-bbb6-487f-bb57-e183dbaefe57 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:46:01.790843 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5a0402-259b-4e8c-be45-b3beaa68d2c3", "name": "network-vif-plugged", "status": "completed", "tag": "d53683d8-6434-44fa-bad8-717ca5a511d7", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:46:01.791099 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-963da99d-bbb6-487f-bb57-e183dbaefe57 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:46:01.791488 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5a0402-259b-4e8c-be45-b3beaa68d2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53683d8-6434-44fa-bad8-717ca5a511d7', 'code': 200} Dec 10 19:46:01.828882 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=d53683d8-6434-44fa-bad8-717ca5a511d7,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:46:01.892889 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d6fcc-5c1b-4799-9971-b765483fde29 req-bbb3a320-1262-4e92-a0c5-426be3c768f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:01.894421 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1c2d6fcc-5c1b-4799-9971-b765483fde29 req-bbb3a320-1262-4e92-a0c5-426be3c768f4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5a5a0402-259b-4e8c-be45-b3beaa68d2c3 HTTP/1.1" status: 200 len: 1096 time: 0.0415983 Dec 10 19:46:01.941119 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1c2d6fcc-5c1b-4799-9971-b765483fde29 req-756fa88e-3571-42b7-95e7-fdc776381685 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7446185e-a155-43a5-bdd5-ab170407269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393417 Dec 10 19:46:02.052545 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b924a5d-5854-4013-bbc7-4614fe6a8e84 req-d0fa7797-69e5-4f08-8721-b0d506a04cb1 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:02.054067 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7b924a5d-5854-4013-bbc7-4614fe6a8e84 req-d0fa7797-69e5-4f08-8721-b0d506a04cb1 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a5a0402-259b-4e8c-be45-b3beaa68d2c3 HTTP/1.1" status: 200 len: 945 time: 0.0518403 Dec 10 19:46:02.103071 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7b924a5d-5854-4013-bbc7-4614fe6a8e84 req-22716b9b-7d79-46e6-8657-d448cb036b5b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=7446185e-a155-43a5-bdd5-ab170407269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423012 Dec 10 19:46:03.226138 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9aba80-aee5-4bcc-8d06-648073e34963 req-7464a9da-907e-4439-a966-873d9e1df85a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:03.227759 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7b9aba80-aee5-4bcc-8d06-648073e34963 req-7464a9da-907e-4439-a966-873d9e1df85a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a5a0402-259b-4e8c-be45-b3beaa68d2c3 HTTP/1.1" status: 200 len: 945 time: 0.0539877 Dec 10 19:46:03.277664 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7b9aba80-aee5-4bcc-8d06-648073e34963 req-323942cb-0d04-49a1-9586-f40c78378063 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=7446185e-a155-43a5-bdd5-ab170407269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433433 Dec 10 19:46:04.396676 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f62af-aab6-40e6-8662-9498520bc9da req-46ecb179-0bf2-4adf-952c-efc0f5a7eeba tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:04.398315 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0c4f62af-aab6-40e6-8662-9498520bc9da req-46ecb179-0bf2-4adf-952c-efc0f5a7eeba tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a5a0402-259b-4e8c-be45-b3beaa68d2c3 HTTP/1.1" status: 200 len: 945 time: 0.0531621 Dec 10 19:46:04.452112 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0c4f62af-aab6-40e6-8662-9498520bc9da req-71a5be3e-b6f6-4d90-a9d0-5db4a412db61 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=7446185e-a155-43a5-bdd5-ab170407269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472286 Dec 10 19:46:04.490885 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:46:04.569178 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05a7db-333e-4d4a-8f15-374806f12d1e req-56b8b9ad-32d7-441b-a2bf-6c9983e2e531 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:04.570605 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3c05a7db-333e-4d4a-8f15-374806f12d1e req-56b8b9ad-32d7-441b-a2bf-6c9983e2e531 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a5a0402-259b-4e8c-be45-b3beaa68d2c3 HTTP/1.1" status: 200 len: 945 time: 0.0499759 Dec 10 19:46:04.622894 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3c05a7db-333e-4d4a-8f15-374806f12d1e req-aba52d8a-d2d8-44b4-8591-442c93564dbd tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=7446185e-a155-43a5-bdd5-ab170407269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457025 Dec 10 19:46:04.645458 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52408) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:46:04.684079 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dd2e15-a50d-4051-ac36-5202940e8a8f tempest-TestNetworkAdvancedServerOps-1581291312 tempest-TestNetworkAdvancedServerOps-1581291312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:04.685533 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-88dd2e15-a50d-4051-ac36-5202940e8a8f tempest-TestNetworkAdvancedServerOps-1581291312 tempest-TestNetworkAdvancedServerOps-1581291312-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5a5a0402-259b-4e8c-be45-b3beaa68d2c3 HTTP/1.1" status: 200 len: 1091 time: 0.0391102 Dec 10 19:46:04.688392 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52410) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:46:04.692726 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-cb6a6128-0642-4703-a651-f84f678f3181 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'port_id': 'd53683d8-6434-44fa-bad8-717ca5a511d7', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:46:04.713955 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cb6a6128-0642-4703-a651-f84f678f3181 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:46:04.809881 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cb6a6128-0642-4703-a651-f84f678f3181 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:46:04.914130 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-cb6a6128-0642-4703-a651-f84f678f3181 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Allocated IP 172.25.7.210 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/05c8e1ff-cf4d-4120-af95-e77ef5871798) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:46:05.014558 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cb6a6128-0642-4703-a651-f84f678f3181 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:46:05.052920 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cb6a6128-0642-4703-a651-f84f678f3181 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:46:05.095631 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6a6128-0642-4703-a651-f84f678f3181 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:46:05.098787 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-cb6a6128-0642-4703-a651-f84f678f3181 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:46:05.102504 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6a6128-0642-4703-a651-f84f678f3181 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:46:05.111578 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a6128-0642-4703-a651-f84f678f3181 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'Port': ['ID=05c8e1ff-cf4d-4120-af95-e77ef5871798,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:46:05.442281 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cb6a6128-0642-4703-a651-f84f678f3181 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:46:05.509633 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cb6a6128-0642-4703-a651-f84f678f3181 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:46:05.657754 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cb6a6128-0642-4703-a651-f84f678f3181 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:46:05.662084 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cb6a6128-0642-4703-a651-f84f678f3181 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:46:05.726524 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a6128-0642-4703-a651-f84f678f3181 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'Port': ['ID=05c8e1ff-cf4d-4120-af95-e77ef5871798,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:46:05.738452 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cb6a6128-0642-4703-a651-f84f678f3181 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:46:06.145941 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-cb6a6128-0642-4703-a651-f84f678f3181 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Floating IP b9f12612-d55f-474d-bb48-2b10cbaddc0d associated. External IP: 172.25.7.210, port: d53683d8-6434-44fa-bad8-717ca5a511d7. Dec 10 19:46:06.352021 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6a6128-0642-4703-a651-f84f678f3181 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Router a11cd00c-11d5-4c1e-be1e-39ec4538ce48 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:46:06.457630 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6a6128-0642-4703-a651-f84f678f3181 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:46:06.471281 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e378e23-0484-4566-85b3-f41146c47c3e None None] Sync routers for ids ['a11cd00c-11d5-4c1e-be1e-39ec4538ce48'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:46:06.477465 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cb6a6128-0642-4703-a651-f84f678f3181 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:46:06.491437 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e378e23-0484-4566-85b3-f41146c47c3e None None] Routers {'a11cd00c-11d5-4c1e-be1e-39ec4538ce48'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:46:06.492062 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-0e378e23-0484-4566-85b3-f41146c47c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:45:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a11cd00c-11d5-4c1e-be1e-39ec4538ce48'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:46:06.508307 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-cb6a6128-0642-4703-a651-f84f678f3181 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8188493 Dec 10 19:46:06.508935 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5a0402-259b-4e8c-be45-b3beaa68d2c3', 'tag': 'd53683d8-6434-44fa-bad8-717ca5a511d7'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:46:06.511760 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb385ee8d26b8ad243460b423ad218e97d9fae79c4f4b9b0691d822ece1c624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55096d10-00c9-4bc5-a94c-8fe67febd9a0" -d '{"events": [{"name": "network-changed", "server_uuid": "5a5a0402-259b-4e8c-be45-b3beaa68d2c3", "tag": "d53683d8-6434-44fa-bad8-717ca5a511d7"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:46:06.556358 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2644f19-e03f-416a-bc53-044a46a8cd38 x-openstack-request-id: req-d2644f19-e03f-416a-bc53-044a46a8cd38 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:46:06.556745 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a5a0402-259b-4e8c-be45-b3beaa68d2c3", "tag": "d53683d8-6434-44fa-bad8-717ca5a511d7", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:46:06.557285 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d2644f19-e03f-416a-bc53-044a46a8cd38 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:46:06.557762 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a5a0402-259b-4e8c-be45-b3beaa68d2c3', 'tag': 'd53683d8-6434-44fa-bad8-717ca5a511d7', 'status': 'completed', 'code': 200} Dec 10 19:46:06.617720 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c3eab3-16a4-47e4-a4f3-940a3f58d5ca req-586694f0-8060-44cb-a5ae-b9a341ca7c70 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:06.620098 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-46c3eab3-16a4-47e4-a4f3-940a3f58d5ca req-586694f0-8060-44cb-a5ae-b9a341ca7c70 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a5a0402-259b-4e8c-be45-b3beaa68d2c3 HTTP/1.1" status: 200 len: 945 time: 0.0579569 Dec 10 19:46:06.620511 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55096d10-00c9-4bc5-a94c-8fe67febd9a0 req-77cf0ce5-e868-4fe8-bfce-3bceb94edaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:06.622586 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-55096d10-00c9-4bc5-a94c-8fe67febd9a0 req-77cf0ce5-e868-4fe8-bfce-3bceb94edaa2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&device_id=5a5a0402-259b-4e8c-be45-b3beaa68d2c3 HTTP/1.1" status: 200 len: 1096 time: 0.0448143 Dec 10 19:46:06.679069 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-46c3eab3-16a4-47e4-a4f3-940a3f58d5ca req-511b7df1-fa07-4df2-bc20-42d953d753ab tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=7446185e-a155-43a5-bdd5-ab170407269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519276 Dec 10 19:46:06.696932 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-0e378e23-0484-4566-85b3-f41146c47c3e None None] Set router a11cd00c-11d5-4c1e-be1e-39ec4538ce48 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:46:06.703661 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52416) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:46:06.720213 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55096d10-00c9-4bc5-a94c-8fe67febd9a0 req-97f74f66-a8e2-4885-9ce2-67b86ece0d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:06.722324 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-55096d10-00c9-4bc5-a94c-8fe67febd9a0 req-97f74f66-a8e2-4885-9ce2-67b86ece0d82 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b09e92e9-cf9a-4fff-9d1a-b82792f14d8e HTTP/1.1" status: 200 len: 897 time: 0.0924969 Dec 10 19:46:06.766396 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-fe104f1c-62c0-4523-b06b-69df05825202 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/floatingips/b9f12612-d55f-474d-bb48-2b10cbaddc0d HTTP/1.1" status: 200 len: 991 time: 0.0602710 Dec 10 19:46:06.793210 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-55096d10-00c9-4bc5-a94c-8fe67febd9a0 req-c984dafc-411d-4e2c-ad8c-065fe713e951 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d53683d8-6434-44fa-bad8-717ca5a511d7 HTTP/1.1" status: 200 len: 999 time: 0.0640705 Dec 10 19:46:06.848237 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55096d10-00c9-4bc5-a94c-8fe67febd9a0 req-07d0d1d4-9960-4dd3-bbfa-204555e3ab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:06.849741 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-55096d10-00c9-4bc5-a94c-8fe67febd9a0 req-07d0d1d4-9960-4dd3-bbfa-204555e3ab05 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b933870a-22b1-42d1-9ffd-25f6a12a2925 HTTP/1.1" status: 200 len: 835 time: 0.0505240 Dec 10 19:46:06.895526 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55096d10-00c9-4bc5-a94c-8fe67febd9a0 req-b31b6939-e139-4d14-ac10-3c3934c41203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:06.896962 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-55096d10-00c9-4bc5-a94c-8fe67febd9a0 req-b31b6939-e139-4d14-ac10-3c3934c41203 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b09e92e9-cf9a-4fff-9d1a-b82792f14d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388889 Dec 10 19:46:06.920082 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-0e378e23-0484-4566-85b3-f41146c47c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277949883', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'bca3c055-1ec3-4ab7-82c5-c1f932941d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:45:47Z', 'updated_at': '2021-12-10T19:45:51Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'bca3c055-1ec3-4ab7-82c5-c1f932941d5d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:45:47Z', 'updated_at': '2021-12-10T19:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'b9f12612-d55f-474d-bb48-2b10cbaddc0d', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'floating_ip_address': '172.25.7.210', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'port_id': 'd53683d8-6434-44fa-bad8-717ca5a511d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b09e92e9-cf9a-4fff-9d1a-b82792f14d8e', 'mac_address': 'fa:16:3e:2a:4b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5a0402-259b-4e8c-be45-b3beaa68d2c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:46:05Z', 'updated_at': '2021-12-10T19:46:05Z', 'revision_number': 0, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ced357b-55d4-487f-9a38-ad9626488599', 'name': '', 'network_id': 'b09e92e9-cf9a-4fff-9d1a-b82792f14d8e', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:e6:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b933870a-22b1-42d1-9ffd-25f6a12a2925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:45:50Z', 'updated_at': '2021-12-10T19:45:53Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': 'b933870a-22b1-42d1-9ffd-25f6a12a2925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:46:06.949435 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e378e23-0484-4566-85b3-f41146c47c3e None None] Checking router: a11cd00c-11d5-4c1e-be1e-39ec4538ce48 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:46:06.957674 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e378e23-0484-4566-85b3-f41146c47c3e None None] Routers {'a11cd00c-11d5-4c1e-be1e-39ec4538ce48'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:46:06.958282 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-0e378e23-0484-4566-85b3-f41146c47c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:45:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a11cd00c-11d5-4c1e-be1e-39ec4538ce48'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:46:06.990133 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-55096d10-00c9-4bc5-a94c-8fe67febd9a0 req-218b409c-3c19-4bf6-b566-7edb8adac740 service neutron] 10.222.0.72 "GET /v2.0/networks/b09e92e9-cf9a-4fff-9d1a-b82792f14d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856004 Dec 10 19:46:07.061265 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-0e378e23-0484-4566-85b3-f41146c47c3e None None] Set router a11cd00c-11d5-4c1e-be1e-39ec4538ce48 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:46:07.079920 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-55096d10-00c9-4bc5-a94c-8fe67febd9a0 req-1bedae3f-af20-4095-9b2d-6a221ce6e1d5 service neutron] 10.222.0.72 "GET /v2.0/networks/b09e92e9-cf9a-4fff-9d1a-b82792f14d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833709 Dec 10 19:46:07.286571 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-0e378e23-0484-4566-85b3-f41146c47c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277949883', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'bca3c055-1ec3-4ab7-82c5-c1f932941d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:45:47Z', 'updated_at': '2021-12-10T19:45:51Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'bca3c055-1ec3-4ab7-82c5-c1f932941d5d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:45:47Z', 'updated_at': '2021-12-10T19:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'b9f12612-d55f-474d-bb48-2b10cbaddc0d', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'floating_ip_address': '172.25.7.210', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'port_id': 'd53683d8-6434-44fa-bad8-717ca5a511d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b09e92e9-cf9a-4fff-9d1a-b82792f14d8e', 'mac_address': 'fa:16:3e:2a:4b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5a0402-259b-4e8c-be45-b3beaa68d2c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:46:05Z', 'updated_at': '2021-12-10T19:46:05Z', 'revision_number': 0, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ced357b-55d4-487f-9a38-ad9626488599', 'name': '', 'network_id': 'b09e92e9-cf9a-4fff-9d1a-b82792f14d8e', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:e6:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b933870a-22b1-42d1-9ffd-25f6a12a2925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:45:50Z', 'updated_at': '2021-12-10T19:45:53Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': 'b933870a-22b1-42d1-9ffd-25f6a12a2925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:46:07.311691 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e378e23-0484-4566-85b3-f41146c47c3e None None] The sync data for ids ['a11cd00c-11d5-4c1e-be1e-39ec4538ce48'] in n-d-821435-1 is: [{'id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277949883', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'bca3c055-1ec3-4ab7-82c5-c1f932941d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:45:47Z', 'updated_at': '2021-12-10T19:45:51Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'bca3c055-1ec3-4ab7-82c5-c1f932941d5d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:45:47Z', 'updated_at': '2021-12-10T19:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'b9f12612-d55f-474d-bb48-2b10cbaddc0d', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'floating_ip_address': '172.25.7.210', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'port_id': 'd53683d8-6434-44fa-bad8-717ca5a511d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b09e92e9-cf9a-4fff-9d1a-b82792f14d8e', 'mac_address': 'fa:16:3e:2a:4b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5a0402-259b-4e8c-be45-b3beaa68d2c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:46:05Z', 'updated_at': '2021-12-10T19:46:05Z', 'revision_number': 0, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ced357b-55d4-487f-9a38-ad9626488599', 'name': '', 'network_id': 'b09e92e9-cf9a-4fff-9d1a-b82792f14d8e', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:e6:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b933870a-22b1-42d1-9ffd-25f6a12a2925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:45:50Z', 'updated_at': '2021-12-10T19:45:53Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': 'b933870a-22b1-42d1-9ffd-25f6a12a2925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:46:07.514446 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c21087-380f-4136-887c-f14c1e9d0136 None None] New status for floating IP b9f12612-d55f-474d-bb48-2b10cbaddc0d: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:46:07.769182 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52418) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:46:07.835052 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b3f49342-36f6-4d37-98ef-5def752b34da tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/floatingips/b9f12612-d55f-474d-bb48-2b10cbaddc0d HTTP/1.1" status: 200 len: 993 time: 0.0645964 Dec 10 19:46:08.855181 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:46:19.791879 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-842c8bee-5af9-423e-be2a-617219c79597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:46:22.652224 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9cc34bde-c1e2-476e-9509-febe38bb84af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:46:23.700376 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:46:24.090983 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8e415ccc-7865-4cef-80ab-68ca39c0ff47 req-11b75ad3-fb3a-4c63-9a4f-4f3c35ed49ca service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5a5a0402-259b-4e8c-be45-b3beaa68d2c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393283 Dec 10 19:46:24.178532 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e415ccc-7865-4cef-80ab-68ca39c0ff47 req-3217f3af-4694-4a98-ad48-033e44ce6ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:24.180014 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8e415ccc-7865-4cef-80ab-68ca39c0ff47 req-3217f3af-4694-4a98-ad48-033e44ce6ec8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&device_id=5a5a0402-259b-4e8c-be45-b3beaa68d2c3 HTTP/1.1" status: 200 len: 1096 time: 0.0398273 Dec 10 19:46:24.287086 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e415ccc-7865-4cef-80ab-68ca39c0ff47 req-73a76a2d-0175-4000-9498-fc67e9141116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:24.288624 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8e415ccc-7865-4cef-80ab-68ca39c0ff47 req-73a76a2d-0175-4000-9498-fc67e9141116 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b09e92e9-cf9a-4fff-9d1a-b82792f14d8e HTTP/1.1" status: 200 len: 897 time: 0.0881193 Dec 10 19:46:24.352621 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8e415ccc-7865-4cef-80ab-68ca39c0ff47 req-6a0c6a2b-f3ec-491c-bd53-dba982af60db service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d53683d8-6434-44fa-bad8-717ca5a511d7 HTTP/1.1" status: 200 len: 1001 time: 0.0569658 Dec 10 19:46:24.407535 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e415ccc-7865-4cef-80ab-68ca39c0ff47 req-b0daa9db-6a77-4026-900b-74adbd689408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:24.409006 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8e415ccc-7865-4cef-80ab-68ca39c0ff47 req-b0daa9db-6a77-4026-900b-74adbd689408 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b933870a-22b1-42d1-9ffd-25f6a12a2925 HTTP/1.1" status: 200 len: 835 time: 0.0472741 Dec 10 19:46:24.454503 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e415ccc-7865-4cef-80ab-68ca39c0ff47 req-3d40c0c9-193f-483a-b014-7273360237d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:24.456047 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8e415ccc-7865-4cef-80ab-68ca39c0ff47 req-3d40c0c9-193f-483a-b014-7273360237d0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b09e92e9-cf9a-4fff-9d1a-b82792f14d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402212 Dec 10 19:46:24.543512 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8e415ccc-7865-4cef-80ab-68ca39c0ff47 req-727a4147-77f3-485d-9660-511c79c8cc76 service neutron] 10.222.0.72 "GET /v2.0/networks/b09e92e9-cf9a-4fff-9d1a-b82792f14d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799818 Dec 10 19:46:24.635211 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8e415ccc-7865-4cef-80ab-68ca39c0ff47 req-cbf0c4f7-a96c-4a8b-b677-bc35701e1602 service neutron] 10.222.0.72 "GET /v2.0/networks/b09e92e9-cf9a-4fff-9d1a-b82792f14d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847046 Dec 10 19:46:25.061748 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:46:25.658561 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:46:28.613427 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:46:34.491987 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:46:38.854484 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:46:49.794251 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-245335ba-294a-422e-91f3-279d7d743fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:46:52.654581 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-693744d3-ad4f-48d9-8baa-d4a0be985d51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:46:53.703247 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:46:55.064770 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:46:55.661011 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:04.491633 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:05.612718 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:47:08.857329 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:18.987263 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ad76f-4d89-46b3-ad1f-62a45e455c67 req-9e533011-bd48-4b36-bb5c-737eff5b1c33 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:18.988794 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e6ad76f-4d89-46b3-ad1f-62a45e455c67 req-9e533011-bd48-4b36-bb5c-737eff5b1c33 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a5a0402-259b-4e8c-be45-b3beaa68d2c3 HTTP/1.1" status: 200 len: 945 time: 0.0489252 Dec 10 19:47:19.040195 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1e6ad76f-4d89-46b3-ad1f-62a45e455c67 req-9b3b187f-a186-4b3e-911d-48e8aea0604f tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=7446185e-a155-43a5-bdd5-ab170407269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447628 Dec 10 19:47:19.795739 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0c1aafc3-2450-4a76-a1b1-59a851a03085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:20.162787 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f705f15-18b0-43b8-98c2-7ff110ae1250 req-a0b3a8be-b9d5-4d1f-85e7-bf53de75c3dd tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:20.164297 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f705f15-18b0-43b8-98c2-7ff110ae1250 req-a0b3a8be-b9d5-4d1f-85e7-bf53de75c3dd tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a5a0402-259b-4e8c-be45-b3beaa68d2c3 HTTP/1.1" status: 200 len: 945 time: 0.0507810 Dec 10 19:47:20.217544 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f705f15-18b0-43b8-98c2-7ff110ae1250 req-ee214b80-807c-45d0-a066-63f552dac8f6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=7446185e-a155-43a5-bdd5-ab170407269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471706 Dec 10 19:47:20.239898 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52454) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:47:20.303764 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3b409bf5-b1a5-4c70-8abe-ae639da40488 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/floatingips/b9f12612-d55f-474d-bb48-2b10cbaddc0d HTTP/1.1" status: 200 len: 993 time: 0.0626111 Dec 10 19:47:21.569422 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aedff0-fe2e-4c91-8d7f-cbc7141275ca req-93dae5e1-0d7f-45b2-b6ef-88d89d8390d9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:21.570944 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-09aedff0-fe2e-4c91-8d7f-cbc7141275ca req-93dae5e1-0d7f-45b2-b6ef-88d89d8390d9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a5a0402-259b-4e8c-be45-b3beaa68d2c3 HTTP/1.1" status: 200 len: 945 time: 0.0489731 Dec 10 19:47:21.621296 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-09aedff0-fe2e-4c91-8d7f-cbc7141275ca req-f9dd59c1-75c8-4442-9850-8702699a6e6a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=7446185e-a155-43a5-bdd5-ab170407269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428534 Dec 10 19:47:22.657554 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-408ea963-d365-4055-a02f-b2aed4c64d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:23.067112 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf322c9-bee0-4ea7-881e-5020164b6ee7 req-0a22f9cd-2505-446e-a056-0b8598117bd5 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:23.068591 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2bf322c9-bee0-4ea7-881e-5020164b6ee7 req-0a22f9cd-2505-446e-a056-0b8598117bd5 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a5a0402-259b-4e8c-be45-b3beaa68d2c3 HTTP/1.1" status: 200 len: 945 time: 0.3712296 Dec 10 19:47:23.117978 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2bf322c9-bee0-4ea7-881e-5020164b6ee7 req-289baa69-bd66-4773-bb81-bf2c4d07d4b8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=7446185e-a155-43a5-bdd5-ab170407269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427308 Dec 10 19:47:23.140924 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52466) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:47:23.203788 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c580535e-5e35-453d-9000-b6c996f270d1 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/floatingips/b9f12612-d55f-474d-bb48-2b10cbaddc0d HTTP/1.1" status: 200 len: 993 time: 0.0616789 Dec 10 19:47:23.428252 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52472) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:47:23.585581 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-31264098-7b87-4148-90c7-8a398a7e9b67 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Deleting port 05c8e1ff-cf4d-4120-af95-e77ef5871798 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:47:23.585936 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31264098-7b87-4148-90c7-8a398a7e9b67 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:23.660299 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31264098-7b87-4148-90c7-8a398a7e9b67 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:23.660537 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31264098-7b87-4148-90c7-8a398a7e9b67 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:23.672540 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-31264098-7b87-4148-90c7-8a398a7e9b67 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Calling delete_port for 05c8e1ff-cf4d-4120-af95-e77ef5871798 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:47:23.707892 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:23.823129 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31264098-7b87-4148-90c7-8a398a7e9b67 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:23.849054 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31264098-7b87-4148-90c7-8a398a7e9b67 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event deleted for resources: {'Port': ['ID=05c8e1ff-cf4d-4120-af95-e77ef5871798,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:47:23.877508 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31264098-7b87-4148-90c7-8a398a7e9b67 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:23.877870 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31264098-7b87-4148-90c7-8a398a7e9b67 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:23.878224 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31264098-7b87-4148-90c7-8a398a7e9b67 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:23.878571 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31264098-7b87-4148-90c7-8a398a7e9b67 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:23.878916 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31264098-7b87-4148-90c7-8a398a7e9b67 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:23.879251 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31264098-7b87-4148-90c7-8a398a7e9b67 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:23.879591 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31264098-7b87-4148-90c7-8a398a7e9b67 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:23.879929 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31264098-7b87-4148-90c7-8a398a7e9b67 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:23.880271 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31264098-7b87-4148-90c7-8a398a7e9b67 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:23.880610 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31264098-7b87-4148-90c7-8a398a7e9b67 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:23.880968 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31264098-7b87-4148-90c7-8a398a7e9b67 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:23.881297 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31264098-7b87-4148-90c7-8a398a7e9b67 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:23.881625 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31264098-7b87-4148-90c7-8a398a7e9b67 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:23.923222 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31264098-7b87-4148-90c7-8a398a7e9b67 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:23.923474 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-31264098-7b87-4148-90c7-8a398a7e9b67 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Floating IP b9f12612-d55f-474d-bb48-2b10cbaddc0d disassociated (deleted). External IP: 172.25.7.210, port: d53683d8-6434-44fa-bad8-717ca5a511d7. Dec 10 19:47:24.100026 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-beecc7ed-e904-4574-b5bb-313a5bd3d3c1 req-5009233b-5db4-4130-97d2-e1af04463475 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5a5a0402-259b-4e8c-be45-b3beaa68d2c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439363 Dec 10 19:47:24.133851 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31264098-7b87-4148-90c7-8a398a7e9b67 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Router a11cd00c-11d5-4c1e-be1e-39ec4538ce48 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:47:24.178156 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beecc7ed-e904-4574-b5bb-313a5bd3d3c1 req-b05201ce-4a95-4f93-a45f-2807f247ce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:24.179559 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-beecc7ed-e904-4574-b5bb-313a5bd3d3c1 req-b05201ce-4a95-4f93-a45f-2807f247ce1e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&device_id=5a5a0402-259b-4e8c-be45-b3beaa68d2c3 HTTP/1.1" status: 200 len: 1096 time: 0.0402327 Dec 10 19:47:24.250358 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31264098-7b87-4148-90c7-8a398a7e9b67 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:47:24.254918 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31264098-7b87-4148-90c7-8a398a7e9b67 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:24.262142 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d36b29-9fe8-467e-9de7-d6e1690aeb73 None None] Sync routers for ids ['a11cd00c-11d5-4c1e-be1e-39ec4538ce48'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:47:24.274247 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d36b29-9fe8-467e-9de7-d6e1690aeb73 None None] Routers {'a11cd00c-11d5-4c1e-be1e-39ec4538ce48'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:47:24.275969 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-98d36b29-9fe8-467e-9de7-d6e1690aeb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:47:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a11cd00c-11d5-4c1e-be1e-39ec4538ce48'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:47:24.285385 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-31264098-7b87-4148-90c7-8a398a7e9b67 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "DELETE /v2.0/floatingips/b9f12612-d55f-474d-bb48-2b10cbaddc0d HTTP/1.1" status: 204 len: 168 time: 0.8535995 Dec 10 19:47:24.285385 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5a0402-259b-4e8c-be45-b3beaa68d2c3', 'tag': 'd53683d8-6434-44fa-bad8-717ca5a511d7'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:47:24.288195 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beecc7ed-e904-4574-b5bb-313a5bd3d3c1 req-aec1ea74-433f-4fc4-8770-c741fe199557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:24.289202 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d304f26d-d2b6-4e33-adc4-9856427f783c" -d '{"events": [{"name": "network-changed", "server_uuid": "5a5a0402-259b-4e8c-be45-b3beaa68d2c3", "tag": "d53683d8-6434-44fa-bad8-717ca5a511d7"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:47:24.289728 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-beecc7ed-e904-4574-b5bb-313a5bd3d3c1 req-aec1ea74-433f-4fc4-8770-c741fe199557 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b09e92e9-cf9a-4fff-9d1a-b82792f14d8e HTTP/1.1" status: 200 len: 897 time: 0.0915337 Dec 10 19:47:24.333896 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7fa994-cfc9-4ce6-9073-c484b9c8d2c7 x-openstack-request-id: req-de7fa994-cfc9-4ce6-9073-c484b9c8d2c7 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:47:24.334192 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a5a0402-259b-4e8c-be45-b3beaa68d2c3", "tag": "d53683d8-6434-44fa-bad8-717ca5a511d7", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:47:24.334467 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-de7fa994-cfc9-4ce6-9073-c484b9c8d2c7 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:47:24.334892 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a5a0402-259b-4e8c-be45-b3beaa68d2c3', 'tag': 'd53683d8-6434-44fa-bad8-717ca5a511d7', 'status': 'completed', 'code': 200} Dec 10 19:47:24.352548 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-beecc7ed-e904-4574-b5bb-313a5bd3d3c1 req-c2c3a4ba-7152-49fa-b740-7f6264a61c6e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d53683d8-6434-44fa-bad8-717ca5a511d7 HTTP/1.1" status: 200 len: 217 time: 0.0541313 Dec 10 19:47:24.390559 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-98d36b29-9fe8-467e-9de7-d6e1690aeb73 None None] Set router a11cd00c-11d5-4c1e-be1e-39ec4538ce48 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:47:24.414436 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beecc7ed-e904-4574-b5bb-313a5bd3d3c1 req-7a1749af-74cd-419d-b93a-9bf85f832404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:24.416067 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-beecc7ed-e904-4574-b5bb-313a5bd3d3c1 req-7a1749af-74cd-419d-b93a-9bf85f832404 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b933870a-22b1-42d1-9ffd-25f6a12a2925 HTTP/1.1" status: 200 len: 835 time: 0.0574453 Dec 10 19:47:24.473605 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beecc7ed-e904-4574-b5bb-313a5bd3d3c1 req-071ca28e-1f0b-4270-999b-626727de2f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:24.475306 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-beecc7ed-e904-4574-b5bb-313a5bd3d3c1 req-071ca28e-1f0b-4270-999b-626727de2f83 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b09e92e9-cf9a-4fff-9d1a-b82792f14d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524731 Dec 10 19:47:24.580908 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e80f3-390b-4f2d-b774-d28c1e859e30 req-ed905358-9269-491d-924a-08cf53fb8658 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:24.582610 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f66e80f3-390b-4f2d-b774-d28c1e859e30 req-ed905358-9269-491d-924a-08cf53fb8658 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a5a0402-259b-4e8c-be45-b3beaa68d2c3 HTTP/1.1" status: 200 len: 945 time: 0.1021721 Dec 10 19:47:24.613350 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-98d36b29-9fe8-467e-9de7-d6e1690aeb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277949883', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'bca3c055-1ec3-4ab7-82c5-c1f932941d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:45:47Z', 'updated_at': '2021-12-10T19:45:51Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'bca3c055-1ec3-4ab7-82c5-c1f932941d5d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:45:47Z', 'updated_at': '2021-12-10T19:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '6ced357b-55d4-487f-9a38-ad9626488599', 'name': '', 'network_id': 'b09e92e9-cf9a-4fff-9d1a-b82792f14d8e', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:e6:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b933870a-22b1-42d1-9ffd-25f6a12a2925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:45:50Z', 'updated_at': '2021-12-10T19:45:53Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': 'b933870a-22b1-42d1-9ffd-25f6a12a2925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:47:24.627953 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-beecc7ed-e904-4574-b5bb-313a5bd3d3c1 req-6cabb58b-fa49-43f6-aa59-ed9e7d3ca9b9 service neutron] 10.222.0.72 "GET /v2.0/networks/b09e92e9-cf9a-4fff-9d1a-b82792f14d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390588 Dec 10 19:47:24.640143 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d36b29-9fe8-467e-9de7-d6e1690aeb73 None None] Checking router: a11cd00c-11d5-4c1e-be1e-39ec4538ce48 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:47:24.648486 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d36b29-9fe8-467e-9de7-d6e1690aeb73 None None] Routers {'a11cd00c-11d5-4c1e-be1e-39ec4538ce48'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:47:24.649129 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-98d36b29-9fe8-467e-9de7-d6e1690aeb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:47:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a11cd00c-11d5-4c1e-be1e-39ec4538ce48'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:47:24.696946 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f66e80f3-390b-4f2d-b774-d28c1e859e30 req-a440430d-4673-4bb6-aca9-c25426fbdb16 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=7446185e-a155-43a5-bdd5-ab170407269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068411 Dec 10 19:47:24.738483 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-beecc7ed-e904-4574-b5bb-313a5bd3d3c1 req-cbbccbe9-9ff4-4003-b17e-1b2fe637a9cb service neutron] 10.222.0.72 "GET /v2.0/networks/b09e92e9-cf9a-4fff-9d1a-b82792f14d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019070 Dec 10 19:47:24.756200 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-98d36b29-9fe8-467e-9de7-d6e1690aeb73 None None] Set router a11cd00c-11d5-4c1e-be1e-39ec4538ce48 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:47:24.827558 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304f26d-d2b6-4e33-adc4-9856427f783c req-1013ad22-18ee-43f7-a8a2-0208c8208ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:24.829103 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d304f26d-d2b6-4e33-adc4-9856427f783c req-1013ad22-18ee-43f7-a8a2-0208c8208ba4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&device_id=5a5a0402-259b-4e8c-be45-b3beaa68d2c3 HTTP/1.1" status: 200 len: 1096 time: 0.0421557 Dec 10 19:47:24.926720 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304f26d-d2b6-4e33-adc4-9856427f783c req-49b24abe-c7fa-4490-aac6-c6b3dcf8889e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:24.928224 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d304f26d-d2b6-4e33-adc4-9856427f783c req-49b24abe-c7fa-4490-aac6-c6b3dcf8889e service neutron] 10.222.0.72 "GET /v2.0/networks?id=b09e92e9-cf9a-4fff-9d1a-b82792f14d8e HTTP/1.1" status: 200 len: 897 time: 0.0877411 Dec 10 19:47:24.955268 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-98d36b29-9fe8-467e-9de7-d6e1690aeb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277949883', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'bca3c055-1ec3-4ab7-82c5-c1f932941d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:45:47Z', 'updated_at': '2021-12-10T19:45:51Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'bca3c055-1ec3-4ab7-82c5-c1f932941d5d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:45:47Z', 'updated_at': '2021-12-10T19:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '6ced357b-55d4-487f-9a38-ad9626488599', 'name': '', 'network_id': 'b09e92e9-cf9a-4fff-9d1a-b82792f14d8e', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:e6:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b933870a-22b1-42d1-9ffd-25f6a12a2925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:45:50Z', 'updated_at': '2021-12-10T19:45:53Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': 'b933870a-22b1-42d1-9ffd-25f6a12a2925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:47:24.970336 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d304f26d-d2b6-4e33-adc4-9856427f783c req-fb908d9f-c8c5-4337-a693-68327998b594 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d53683d8-6434-44fa-bad8-717ca5a511d7 HTTP/1.1" status: 200 len: 217 time: 0.0345480 Dec 10 19:47:24.980836 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d36b29-9fe8-467e-9de7-d6e1690aeb73 None None] The sync data for ids ['a11cd00c-11d5-4c1e-be1e-39ec4538ce48'] in n-d-821435-1 is: [{'id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277949883', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'bca3c055-1ec3-4ab7-82c5-c1f932941d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:45:47Z', 'updated_at': '2021-12-10T19:45:51Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'bca3c055-1ec3-4ab7-82c5-c1f932941d5d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:45:47Z', 'updated_at': '2021-12-10T19:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '6ced357b-55d4-487f-9a38-ad9626488599', 'name': '', 'network_id': 'b09e92e9-cf9a-4fff-9d1a-b82792f14d8e', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:e6:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b933870a-22b1-42d1-9ffd-25f6a12a2925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:45:50Z', 'updated_at': '2021-12-10T19:45:53Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': 'b933870a-22b1-42d1-9ffd-25f6a12a2925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:47:25.023732 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304f26d-d2b6-4e33-adc4-9856427f783c req-de42f44c-ef50-437d-844d-3ac1f12dacd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:25.025332 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d304f26d-d2b6-4e33-adc4-9856427f783c req-de42f44c-ef50-437d-844d-3ac1f12dacd1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b933870a-22b1-42d1-9ffd-25f6a12a2925 HTTP/1.1" status: 200 len: 835 time: 0.0461814 Dec 10 19:47:25.071435 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:25.074878 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304f26d-d2b6-4e33-adc4-9856427f783c req-fdf0b199-c663-41e4-b857-8bc120d23fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:25.076487 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d304f26d-d2b6-4e33-adc4-9856427f783c req-fdf0b199-c663-41e4-b857-8bc120d23fe1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b09e92e9-cf9a-4fff-9d1a-b82792f14d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433722 Dec 10 19:47:25.176090 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d304f26d-d2b6-4e33-adc4-9856427f783c req-41a60927-770c-4c8f-aced-cfc070eed619 service neutron] 10.222.0.72 "GET /v2.0/networks/b09e92e9-cf9a-4fff-9d1a-b82792f14d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905485 Dec 10 19:47:25.213011 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112739f2-6b06-41c4-b017-3010f57b31b0 None None] New status for floating IP b9f12612-d55f-474d-bb48-2b10cbaddc0d: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:47:25.268065 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d304f26d-d2b6-4e33-adc4-9856427f783c req-05cea8a3-ebe2-4350-a33e-daab3f11dbfb service neutron] 10.222.0.72 "GET /v2.0/networks/b09e92e9-cf9a-4fff-9d1a-b82792f14d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844555 Dec 10 19:47:25.665364 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:25.816395 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f0fde-4edb-4b4e-ad45-0e983848542e req-0482eb33-3204-4858-99b9-9d321701b2f6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:25.817919 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-240f0fde-4edb-4b4e-ad45-0e983848542e req-0482eb33-3204-4858-99b9-9d321701b2f6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a5a0402-259b-4e8c-be45-b3beaa68d2c3 HTTP/1.1" status: 200 len: 945 time: 0.0494514 Dec 10 19:47:25.866558 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-240f0fde-4edb-4b4e-ad45-0e983848542e req-21482e6d-e4e5-4cbb-a3fa-d18d881861c0 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=7446185e-a155-43a5-bdd5-ab170407269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426245 Dec 10 19:47:26.333715 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732950d2-6467-43d1-a697-34489ee176c9 req-01b32a49-a572-476d-91b2-74f8950d34a8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:26.335108 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-732950d2-6467-43d1-a697-34489ee176c9 req-01b32a49-a572-476d-91b2-74f8950d34a8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a5a0402-259b-4e8c-be45-b3beaa68d2c3 HTTP/1.1" status: 200 len: 945 time: 0.0536766 Dec 10 19:47:26.424342 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-732950d2-6467-43d1-a697-34489ee176c9 req-dff70371-3d4f-4809-bcec-bd959ace4ac1 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Deleting port d53683d8-6434-44fa-bad8-717ca5a511d7 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:47:26.424719 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-732950d2-6467-43d1-a697-34489ee176c9 req-dff70371-3d4f-4809-bcec-bd959ace4ac1 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:26.514818 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-732950d2-6467-43d1-a697-34489ee176c9 req-dff70371-3d4f-4809-bcec-bd959ace4ac1 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] For port d53683d8-6434-44fa-bad8-717ca5a511d7, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=d53683d8-6434-44fa-bad8-717ca5a511d7,segment=NetworkSegment(06568745-1c7d-4886-9786-1432d83b9800),segment_id=06568745-1c7d-4886-9786-1432d83b9800)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:47:26.515177 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-732950d2-6467-43d1-a697-34489ee176c9 req-dff70371-3d4f-4809-bcec-bd959ace4ac1 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:26.528692 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-732950d2-6467-43d1-a697-34489ee176c9 req-dff70371-3d4f-4809-bcec-bd959ace4ac1 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Calling delete_port for d53683d8-6434-44fa-bad8-717ca5a511d7 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:47:26.656988 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-732950d2-6467-43d1-a697-34489ee176c9 req-dff70371-3d4f-4809-bcec-bd959ace4ac1 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:26.685669 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff70371-3d4f-4809-bcec-bd959ace4ac1 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event deleted for resources: {'Port': ['ID=d53683d8-6434-44fa-bad8-717ca5a511d7,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:47:26.709516 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff70371-3d4f-4809-bcec-bd959ace4ac1 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:26.709877 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff70371-3d4f-4809-bcec-bd959ace4ac1 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:26.710226 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff70371-3d4f-4809-bcec-bd959ace4ac1 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:26.710570 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff70371-3d4f-4809-bcec-bd959ace4ac1 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:26.710911 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff70371-3d4f-4809-bcec-bd959ace4ac1 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:26.711245 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff70371-3d4f-4809-bcec-bd959ace4ac1 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:26.711579 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff70371-3d4f-4809-bcec-bd959ace4ac1 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:26.711911 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff70371-3d4f-4809-bcec-bd959ace4ac1 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:26.712241 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff70371-3d4f-4809-bcec-bd959ace4ac1 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:26.712569 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff70371-3d4f-4809-bcec-bd959ace4ac1 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:26.713535 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff70371-3d4f-4809-bcec-bd959ace4ac1 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:26.713969 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff70371-3d4f-4809-bcec-bd959ace4ac1 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:26.714323 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff70371-3d4f-4809-bcec-bd959ace4ac1 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:26.735348 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-732950d2-6467-43d1-a697-34489ee176c9 req-dff70371-3d4f-4809-bcec-bd959ace4ac1 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] No DVR routers for this DVR port d53683d8-6434-44fa-bad8-717ca5a511d7 on host n-h2-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:47:26.737775 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-732950d2-6467-43d1-a697-34489ee176c9 req-dff70371-3d4f-4809-bcec-bd959ace4ac1 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:26.741050 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-732950d2-6467-43d1-a697-34489ee176c9 req-dff70371-3d4f-4809-bcec-bd959ace4ac1 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.72 "DELETE /v2.0/ports/d53683d8-6434-44fa-bad8-717ca5a511d7 HTTP/1.1" status: 204 len: 173 time: 0.4003336 Dec 10 19:47:26.741499 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5a0402-259b-4e8c-be45-b3beaa68d2c3', 'name': 'network-vif-deleted', 'tag': 'd53683d8-6434-44fa-bad8-717ca5a511d7'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:47:26.743762 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb385ee8d26b8ad243460b423ad218e97d9fae79c4f4b9b0691d822ece1c624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f70998d-8a4a-4584-9969-10480121c46c" -d '{"events": [{"server_uuid": "5a5a0402-259b-4e8c-be45-b3beaa68d2c3", "name": "network-vif-deleted", "tag": "d53683d8-6434-44fa-bad8-717ca5a511d7"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:47:26.781751 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c411e360-9cde-405f-b5d2-56b2e42e8c25 x-openstack-request-id: req-c411e360-9cde-405f-b5d2-56b2e42e8c25 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:47:26.782086 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5a0402-259b-4e8c-be45-b3beaa68d2c3", "name": "network-vif-deleted", "tag": "d53683d8-6434-44fa-bad8-717ca5a511d7", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:47:26.782335 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c411e360-9cde-405f-b5d2-56b2e42e8c25 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:47:26.782744 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5a0402-259b-4e8c-be45-b3beaa68d2c3', 'name': 'network-vif-deleted', 'tag': 'd53683d8-6434-44fa-bad8-717ca5a511d7', 'status': 'completed', 'code': 200} Dec 10 19:47:26.971869 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9dae52e5-2677-492c-9a4d-69906f22e0f6 req-45f04a79-0c65-4d99-8d0b-37580d4b714c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a5a0402-259b-4e8c-be45-b3beaa68d2c3 HTTP/1.1" status: 200 len: 210 time: 0.0260096 Dec 10 19:47:28.028420 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52488) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:47:28.386253 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7ed12ce7-4248-4e1d-b3c9-6f457eda83da tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:28.642514 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-7ed12ce7-4248-4e1d-b3c9-6f457eda83da tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Deleting port 6ced357b-55d4-487f-9a38-ad9626488599 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:47:28.642905 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7ed12ce7-4248-4e1d-b3c9-6f457eda83da tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:28.734089 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-7ed12ce7-4248-4e1d-b3c9-6f457eda83da tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] For port 6ced357b-55d4-487f-9a38-ad9626488599, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=6ced357b-55d4-487f-9a38-ad9626488599,segment=NetworkSegment(06568745-1c7d-4886-9786-1432d83b9800),segment_id=06568745-1c7d-4886-9786-1432d83b9800)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:47:28.734451 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7ed12ce7-4248-4e1d-b3c9-6f457eda83da tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:28.747790 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-7ed12ce7-4248-4e1d-b3c9-6f457eda83da tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Calling delete_port for 6ced357b-55d4-487f-9a38-ad9626488599 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:47:28.927834 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7ed12ce7-4248-4e1d-b3c9-6f457eda83da tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:28.957732 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed12ce7-4248-4e1d-b3c9-6f457eda83da tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event deleted for resources: {'Port': ['ID=6ced357b-55d4-487f-9a38-ad9626488599,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:47:29.127151 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7ed12ce7-4248-4e1d-b3c9-6f457eda83da tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:29.669706 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed12ce7-4248-4e1d-b3c9-6f457eda83da tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Router a11cd00c-11d5-4c1e-be1e-39ec4538ce48 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:47:29.773876 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed12ce7-4248-4e1d-b3c9-6f457eda83da tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:47:29.780155 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7ed12ce7-4248-4e1d-b3c9-6f457eda83da tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "PUT /v2.0/routers/a11cd00c-11d5-4c1e-be1e-39ec4538ce48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7501907 Dec 10 19:47:29.782407 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52490) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:47:29.785992 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbcd497-e9be-45f7-90b3-e436a4b612e0 None None] Sync routers for ids ['a11cd00c-11d5-4c1e-be1e-39ec4538ce48'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:47:29.796994 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbcd497-e9be-45f7-90b3-e436a4b612e0 None None] Routers {'a11cd00c-11d5-4c1e-be1e-39ec4538ce48'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:47:29.797877 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-ebbcd497-e9be-45f7-90b3-e436a4b612e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:47:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a11cd00c-11d5-4c1e-be1e-39ec4538ce48'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:47:29.835742 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-753a400a-fb2f-47c9-bd44-7e328c7c55bc tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Deleting subnet b933870a-22b1-42d1-9ffd-25f6a12a2925 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:47:29.839562 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-753a400a-fb2f-47c9-bd44-7e328c7c55bc tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:29.887210 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-753a400a-fb2f-47c9-bd44-7e328c7c55bc tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:29.909509 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-ebbcd497-e9be-45f7-90b3-e436a4b612e0 None None] Set router a11cd00c-11d5-4c1e-be1e-39ec4538ce48 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:47:29.977057 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-753a400a-fb2f-47c9-bd44-7e328c7c55bc tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:30.043474 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-753a400a-fb2f-47c9-bd44-7e328c7c55bc tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:30.057781 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-753a400a-fb2f-47c9-bd44-7e328c7c55bc tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:30.061243 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-753a400a-fb2f-47c9-bd44-7e328c7c55bc tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "DELETE /v2.0/subnets/b933870a-22b1-42d1-9ffd-25f6a12a2925 HTTP/1.1" status: 204 len: 168 time: 0.2770231 Dec 10 19:47:30.063773 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52492) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:47:30.064550 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ca7c59-d1b7-49a7-9a2c-376f115e2689 None None] Network b09e92e9-cf9a-4fff-9d1a-b82792f14d8e requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:47:30.078341 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a400a-fb2f-47c9-bd44-7e328c7c55bc tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event deleted for resources: {'Subnet': ['ID=b933870a-22b1-42d1-9ffd-25f6a12a2925,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:47:30.111771 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-ebbcd497-e9be-45f7-90b3-e436a4b612e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277949883', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'bca3c055-1ec3-4ab7-82c5-c1f932941d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:45:47Z', 'updated_at': '2021-12-10T19:47:28Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'bca3c055-1ec3-4ab7-82c5-c1f932941d5d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:45:47Z', 'updated_at': '2021-12-10T19:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:47:30.120270 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device d53683d8-6434-44fa-bad8-717ca5a511d7 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:47:30.148525 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbcd497-e9be-45f7-90b3-e436a4b612e0 None None] Checking router: a11cd00c-11d5-4c1e-be1e-39ec4538ce48 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:47:30.159125 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: d53683d8-6434-44fa-bad8-717ca5a511d7 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:47:30.159833 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device d53683d8-6434-44fa-bad8-717ca5a511d7 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:47:30.160625 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbcd497-e9be-45f7-90b3-e436a4b612e0 None None] Routers {'a11cd00c-11d5-4c1e-be1e-39ec4538ce48'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:47:30.161624 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-ebbcd497-e9be-45f7-90b3-e436a4b612e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:47:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['a11cd00c-11d5-4c1e-be1e-39ec4538ce48'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:47:30.190629 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2fe40bd2-b856-49aa-bade-f1e3cd7513e9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:30.285858 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c8a399-4877-4702-89f5-d0fc8089faf8 None None] DHCP port deletion for b09e92e9-cf9a-4fff-9d1a-b82792f14d8e request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:47:30.312301 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2fe40bd2-b856-49aa-bade-f1e3cd7513e9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:30.335881 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-57c8a399-4877-4702-89f5-d0fc8089faf8 None None] Deleting port 6d3282c2-3da8-4fcb-a40d-50519f2ec253 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:47:30.336254 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-57c8a399-4877-4702-89f5-d0fc8089faf8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:30.372270 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-2fe40bd2-b856-49aa-bade-f1e3cd7513e9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Deleting port bca3c055-1ec3-4ab7-82c5-c1f932941d5d {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:47:30.372624 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2fe40bd2-b856-49aa-bade-f1e3cd7513e9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:30.380008 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-ebbcd497-e9be-45f7-90b3-e436a4b612e0 None None] Set router a11cd00c-11d5-4c1e-be1e-39ec4538ce48 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:47:30.404011 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-57c8a399-4877-4702-89f5-d0fc8089faf8 None None] For port 6d3282c2-3da8-4fcb-a40d-50519f2ec253, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=6d3282c2-3da8-4fcb-a40d-50519f2ec253,segment=NetworkSegment(06568745-1c7d-4886-9786-1432d83b9800),segment_id=06568745-1c7d-4886-9786-1432d83b9800)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:47:30.404412 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-57c8a399-4877-4702-89f5-d0fc8089faf8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:30.423620 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-57c8a399-4877-4702-89f5-d0fc8089faf8 None None] Calling delete_port for 6d3282c2-3da8-4fcb-a40d-50519f2ec253 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:47:30.463476 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-2fe40bd2-b856-49aa-bade-f1e3cd7513e9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] For port bca3c055-1ec3-4ab7-82c5-c1f932941d5d, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=bca3c055-1ec3-4ab7-82c5-c1f932941d5d,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:47:30.464224 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2fe40bd2-b856-49aa-bade-f1e3cd7513e9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:30.477131 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-2fe40bd2-b856-49aa-bade-f1e3cd7513e9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Calling delete_port for bca3c055-1ec3-4ab7-82c5-c1f932941d5d owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:47:30.515321 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-57c8a399-4877-4702-89f5-d0fc8089faf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:30.543570 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8a399-4877-4702-89f5-d0fc8089faf8 None None] Pushing event deleted for resources: {'Port': ['ID=6d3282c2-3da8-4fcb-a40d-50519f2ec253,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:47:30.546763 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c8a399-4877-4702-89f5-d0fc8089faf8 None None] No DVR routers for this DVR port 6d3282c2-3da8-4fcb-a40d-50519f2ec253 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:47:30.555468 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8a399-4877-4702-89f5-d0fc8089faf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:30.556262 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8a399-4877-4702-89f5-d0fc8089faf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:30.557358 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8a399-4877-4702-89f5-d0fc8089faf8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:30.558367 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8a399-4877-4702-89f5-d0fc8089faf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:30.559038 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8a399-4877-4702-89f5-d0fc8089faf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:30.560091 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8a399-4877-4702-89f5-d0fc8089faf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:30.560449 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8a399-4877-4702-89f5-d0fc8089faf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:30.560937 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8a399-4877-4702-89f5-d0fc8089faf8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:30.561285 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8a399-4877-4702-89f5-d0fc8089faf8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:30.561628 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8a399-4877-4702-89f5-d0fc8089faf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:30.562157 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8a399-4877-4702-89f5-d0fc8089faf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:30.562293 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8a399-4877-4702-89f5-d0fc8089faf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:30.562630 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8a399-4877-4702-89f5-d0fc8089faf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:30.570612 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-ebbcd497-e9be-45f7-90b3-e436a4b612e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277949883', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'bca3c055-1ec3-4ab7-82c5-c1f932941d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:45:47Z', 'updated_at': '2021-12-10T19:47:28Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'bca3c055-1ec3-4ab7-82c5-c1f932941d5d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:45:47Z', 'updated_at': '2021-12-10T19:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:47:30.597805 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbcd497-e9be-45f7-90b3-e436a4b612e0 None None] The sync data for ids ['a11cd00c-11d5-4c1e-be1e-39ec4538ce48'] in n-d-821435-1 is: [{'id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277949883', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'bca3c055-1ec3-4ab7-82c5-c1f932941d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:45:47Z', 'updated_at': '2021-12-10T19:47:28Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'bca3c055-1ec3-4ab7-82c5-c1f932941d5d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11cd00c-11d5-4c1e-be1e-39ec4538ce48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:45:47Z', 'updated_at': '2021-12-10T19:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:47:30.669595 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2fe40bd2-b856-49aa-bade-f1e3cd7513e9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:30.695531 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe40bd2-b856-49aa-bade-f1e3cd7513e9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event deleted for resources: {'Port': ['ID=bca3c055-1ec3-4ab7-82c5-c1f932941d5d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:47:30.710290 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5864c1b9-938e-4052-90ad-17ce18a76d2e None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:47:30.759122 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2fe40bd2-b856-49aa-bade-f1e3cd7513e9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:30.851635 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2fe40bd2-b856-49aa-bade-f1e3cd7513e9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:30.853737 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2fe40bd2-b856-49aa-bade-f1e3cd7513e9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:30.895400 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2fe40bd2-b856-49aa-bade-f1e3cd7513e9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:30.895971 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe40bd2-b856-49aa-bade-f1e3cd7513e9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Fanout notify agent at l3_agent the message router_deleted on router a11cd00c-11d5-4c1e-be1e-39ec4538ce48 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:47:30.902914 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2fe40bd2-b856-49aa-bade-f1e3cd7513e9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:30.906495 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2fe40bd2-b856-49aa-bade-f1e3cd7513e9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "DELETE /v2.0/routers/a11cd00c-11d5-4c1e-be1e-39ec4538ce48 HTTP/1.1" status: 204 len: 168 time: 0.8392832 Dec 10 19:47:30.906714 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52494) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:47:30.983257 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b525ae0e-a7a5-41b2-8d36-3c410b0980f7 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:31.076563 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b525ae0e-a7a5-41b2-8d36-3c410b0980f7 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:31.097367 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-b525ae0e-a7a5-41b2-8d36-3c410b0980f7 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b09e92e9-cf9a-4fff-9d1a-b82792f14d8e']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:47:31.107676 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-b525ae0e-a7a5-41b2-8d36-3c410b0980f7 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06568745-1c7d-4886-9786-1432d83b9800') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:47:31.107980 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-b525ae0e-a7a5-41b2-8d36-3c410b0980f7 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06568745-1c7d-4886-9786-1432d83b9800') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:47:31.117481 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b525ae0e-a7a5-41b2-8d36-3c410b0980f7 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:31.131293 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b525ae0e-a7a5-41b2-8d36-3c410b0980f7 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:31.137409 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b525ae0e-a7a5-41b2-8d36-3c410b0980f7 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:47:31.137794 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b525ae0e-a7a5-41b2-8d36-3c410b0980f7 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:31.140794 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 19:47:31.140794 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:47:31.140794 n-d-821435-1 neutron-server[103244]: timer() Dec 10 19:47:31.140794 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:47:31.140794 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 19:47:31.140794 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:47:31.140794 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 19:47:31.140794 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:47:31.140794 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 19:47:31.140794 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:47:31.140794 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 19:47:31.140794 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:47:31.140794 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 19:47:31.140794 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:47:31.140794 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:47:31.140794 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:47:31.140794 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:47:31.140794 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:47:31.140794 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 19:47:31.140794 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:47:31.140794 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 19:47:31.140794 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:47:31.140794 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:47:31.140794 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:47:31.140794 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 19:47:31.140794 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:47:31.140794 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:47:31.140794 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:47:31.140794 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:47:31.140794 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:47:31.140794 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:47:31.140794 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:47:31.203520 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b525ae0e-a7a5-41b2-8d36-3c410b0980f7 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:31.211131 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b525ae0e-a7a5-41b2-8d36-3c410b0980f7 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:31.214473 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b525ae0e-a7a5-41b2-8d36-3c410b0980f7 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "DELETE /v2.0/networks/b09e92e9-cf9a-4fff-9d1a-b82792f14d8e HTTP/1.1" status: 204 len: 168 time: 0.3068361 Dec 10 19:47:31.217300 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52496) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:47:31.234974 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b525ae0e-a7a5-41b2-8d36-3c410b0980f7 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event deleted for resources: {'Network': ['ID=b09e92e9-cf9a-4fff-9d1a-b82792f14d8e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:47:31.292493 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2cfc0148-614a-4aa7-b967-d2f102f9ecf6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:31.319141 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2cfc0148-614a-4aa7-b967-d2f102f9ecf6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:31.378281 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2cfc0148-614a-4aa7-b967-d2f102f9ecf6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:31.380869 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2cfc0148-614a-4aa7-b967-d2f102f9ecf6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:31.382023 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2cfc0148-614a-4aa7-b967-d2f102f9ecf6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "DELETE /v2.0/security-groups/7446185e-a155-43a5-bdd5-ab170407269d HTTP/1.1" status: 204 len: 168 time: 0.1637938 Dec 10 19:47:31.394021 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc0148-614a-4aa7-b967-d2f102f9ecf6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7446185e-a155-43a5-bdd5-ab170407269d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:47:31.603531 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52502) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:47:31.609702 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-dd133671-552a-4689-a57f-d532420e8323 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-572830439', 'description': 'tempest-secgroup-smoke-572830439 description', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:47:31.634543 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dd133671-552a-4689-a57f-d532420e8323 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:31.700380 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dd133671-552a-4689-a57f-d532420e8323 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:31.704294 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dd133671-552a-4689-a57f-d532420e8323 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:31.738093 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dd133671-552a-4689-a57f-d532420e8323 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:31.739316 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-dd133671-552a-4689-a57f-d532420e8323 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1340511 Dec 10 19:47:31.741184 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd133671-552a-4689-a57f-d532420e8323 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55b1ad0a-e8dd-4f36-bfb0-ecbc9874d1e3,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:47:31.742327 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52504) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:47:31.747908 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-db0eef4e-407b-4b0e-8e86-d6da748b552b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'security_group_rule': {'security_group_id': '55b1ad0a-e8dd-4f36-bfb0-ecbc9874d1e3', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:47:31.774590 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-db0eef4e-407b-4b0e-8e86-d6da748b552b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:31.829325 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-db0eef4e-407b-4b0e-8e86-d6da748b552b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:31.832852 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-db0eef4e-407b-4b0e-8e86-d6da748b552b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:31.852743 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0eef4e-407b-4b0e-8e86-d6da748b552b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29708992-53ee-401d-ac6a-c833addc4c45,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:47:31.858204 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-db0eef4e-407b-4b0e-8e86-d6da748b552b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:31.859406 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-db0eef4e-407b-4b0e-8e86-d6da748b552b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160645 Dec 10 19:47:31.862333 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52506) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:47:31.866928 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-53639100-5e8c-41e6-a536-fac98fb0ecba tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'security_group_rule': {'security_group_id': '55b1ad0a-e8dd-4f36-bfb0-ecbc9874d1e3', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:47:31.894105 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-53639100-5e8c-41e6-a536-fac98fb0ecba tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:31.950056 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-53639100-5e8c-41e6-a536-fac98fb0ecba tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:31.953831 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-53639100-5e8c-41e6-a536-fac98fb0ecba tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:31.970948 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53639100-5e8c-41e6-a536-fac98fb0ecba tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ca8968e-e75b-42ef-a648-e3a615c7ad39,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:47:31.979693 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-53639100-5e8c-41e6-a536-fac98fb0ecba tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:31.980922 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-53639100-5e8c-41e6-a536-fac98fb0ecba tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1175122 Dec 10 19:47:31.983659 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52508) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:47:31.988036 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-563786ca-b42e-4341-9190-93c45458c547 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'security_group_rule': {'security_group_id': '55b1ad0a-e8dd-4f36-bfb0-ecbc9874d1e3', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:47:32.014300 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-563786ca-b42e-4341-9190-93c45458c547 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:32.070602 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-563786ca-b42e-4341-9190-93c45458c547 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:32.075186 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 6ced357b-55d4-487f-9a38-ad9626488599 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:47:32.075753 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-563786ca-b42e-4341-9190-93c45458c547 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:32.094594 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563786ca-b42e-4341-9190-93c45458c547 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ac9e01-5030-41d7-86a3-844a991a4a57,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:47:32.098518 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 6ced357b-55d4-487f-9a38-ad9626488599 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:47:32.098876 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 6ced357b-55d4-487f-9a38-ad9626488599 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:47:32.099303 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 6d3282c2-3da8-4fcb-a40d-50519f2ec253 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:47:32.103068 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-563786ca-b42e-4341-9190-93c45458c547 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:32.104385 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-563786ca-b42e-4341-9190-93c45458c547 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197181 Dec 10 19:47:32.107070 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52510) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:47:32.111355 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-5c893cef-d55f-49aa-9052-6e4ff4ba61aa tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'security_group_rule': {'security_group_id': '55b1ad0a-e8dd-4f36-bfb0-ecbc9874d1e3', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:47:32.118445 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 6d3282c2-3da8-4fcb-a40d-50519f2ec253 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:47:32.118836 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 6d3282c2-3da8-4fcb-a40d-50519f2ec253 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:47:32.119272 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device bca3c055-1ec3-4ab7-82c5-c1f932941d5d no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:47:32.138463 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: bca3c055-1ec3-4ab7-82c5-c1f932941d5d {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:47:32.138718 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5c893cef-d55f-49aa-9052-6e4ff4ba61aa tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:32.138853 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device bca3c055-1ec3-4ab7-82c5-c1f932941d5d not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:47:32.199396 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5c893cef-d55f-49aa-9052-6e4ff4ba61aa tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:32.203043 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5c893cef-d55f-49aa-9052-6e4ff4ba61aa tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:32.224310 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c893cef-d55f-49aa-9052-6e4ff4ba61aa tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f941e94-5fe8-4358-a8a8-d32631bf3eac,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:47:32.232781 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5c893cef-d55f-49aa-9052-6e4ff4ba61aa tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:32.233972 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5c893cef-d55f-49aa-9052-6e4ff4ba61aa tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1259239 Dec 10 19:47:32.236724 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52512) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:47:32.240915 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-8140f1d3-cfd4-4fc1-bacc-f1a41b812526 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'security_group_rule': {'security_group_id': '55b1ad0a-e8dd-4f36-bfb0-ecbc9874d1e3', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:47:32.262975 n-d-821435-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-8140f1d3-cfd4-4fc1-bacc-f1a41b812526 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Project e2cd1ffe933d4acf853fbb2518ae92b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:47:32.267828 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8140f1d3-cfd4-4fc1-bacc-f1a41b812526 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:32.326298 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8140f1d3-cfd4-4fc1-bacc-f1a41b812526 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:32.329992 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8140f1d3-cfd4-4fc1-bacc-f1a41b812526 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:32.349492 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8140f1d3-cfd4-4fc1-bacc-f1a41b812526 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3752d04d-43f2-4967-83d5-9cf015fbcea2,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:47:32.355845 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8140f1d3-cfd4-4fc1-bacc-f1a41b812526 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:32.356414 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8140f1d3-cfd4-4fc1-bacc-f1a41b812526 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1187613 Dec 10 19:47:32.359105 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52514) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:47:32.363382 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-8e8b4de0-ee93-43df-83b6-4e9d1938fe70 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'security_group_rule': {'security_group_id': '55b1ad0a-e8dd-4f36-bfb0-ecbc9874d1e3', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:47:32.386098 n-d-821435-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-8e8b4de0-ee93-43df-83b6-4e9d1938fe70 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Project e2cd1ffe933d4acf853fbb2518ae92b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:47:32.391185 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e8b4de0-ee93-43df-83b6-4e9d1938fe70 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:32.451629 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e8b4de0-ee93-43df-83b6-4e9d1938fe70 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:32.461361 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e8b4de0-ee93-43df-83b6-4e9d1938fe70 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:32.483996 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e8b4de0-ee93-43df-83b6-4e9d1938fe70 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:32.485534 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8e8b4de0-ee93-43df-83b6-4e9d1938fe70 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1254892 Dec 10 19:47:32.488535 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52516) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:47:32.492294 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b4de0-ee93-43df-83b6-4e9d1938fe70 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5b3abb7-a0aa-4f6f-a5ef-412de4839302,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:47:32.494867 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7b1aab6e-95e4-455f-ae1d-e8bb3383032b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'network': {'name': 'tempest-network-smoke--543176934', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'port_security_enabled': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:47:32.514993 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1aab6e-95e4-455f-ae1d-e8bb3383032b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Made reservation on behalf of e2cd1ffe933d4acf853fbb2518ae92b8 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:47:32.518369 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b1aab6e-95e4-455f-ae1d-e8bb3383032b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:32.541267 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b1aab6e-95e4-455f-ae1d-e8bb3383032b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:47:32.549748 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b1aab6e-95e4-455f-ae1d-e8bb3383032b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:32.550085 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-7b1aab6e-95e4-455f-ae1d-e8bb3383032b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Added segment 51fd1aac-4cdc-4407-a917-a566a5bb7d3a of type vlan for network 15404925-382d-406b-a514-461937b3eab0 Dec 10 19:47:32.592437 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b1aab6e-95e4-455f-ae1d-e8bb3383032b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:32.617709 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b1aab6e-95e4-455f-ae1d-e8bb3383032b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:32.624418 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1aab6e-95e4-455f-ae1d-e8bb3383032b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:32.625044 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b1aab6e-95e4-455f-ae1d-e8bb3383032b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:32.679002 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7b1aab6e-95e4-455f-ae1d-e8bb3383032b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1892929 Dec 10 19:47:32.683210 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52518) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:47:32.687849 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3b22e54c-e04a-4ab8-a15f-6118da341d24 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1046105572', 'admin_state_up': True, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:47:32.694185 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1aab6e-95e4-455f-ae1d-e8bb3383032b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'Network': ['ID=15404925-382d-406b-a514-461937b3eab0,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:47:32.704764 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 15404925-382d-406b-a514-461937b3eab0 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:47:32.710724 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b22e54c-e04a-4ab8-a15f-6118da341d24 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:32.711786 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b22e54c-e04a-4ab8-a15f-6118da341d24 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:32.765112 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b22e54c-e04a-4ab8-a15f-6118da341d24 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:32.901951 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b22e54c-e04a-4ab8-a15f-6118da341d24 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:33.091122 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b22e54c-e04a-4ab8-a15f-6118da341d24 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:33.109532 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b22e54c-e04a-4ab8-a15f-6118da341d24 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:33.215281 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-3b22e54c-e04a-4ab8-a15f-6118da341d24 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Allocated IP 172.25.7.51 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/7cc2fe74-75a6-4520-a5db-3856d2d9177b) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:47:33.312474 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b22e54c-e04a-4ab8-a15f-6118da341d24 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:33.344846 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b22e54c-e04a-4ab8-a15f-6118da341d24 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:33.384102 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b22e54c-e04a-4ab8-a15f-6118da341d24 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:47:33.387592 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-3b22e54c-e04a-4ab8-a15f-6118da341d24 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:47:33.391046 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b22e54c-e04a-4ab8-a15f-6118da341d24 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:47:33.402261 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991c218a-7e38-44e5-a93b-fdeb9e73bf48 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:47:33.417199 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22e54c-e04a-4ab8-a15f-6118da341d24 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'Port': ['ID=7cc2fe74-75a6-4520-a5db-3856d2d9177b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:47:33.513098 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5e15fb09-c057-44d2-a484-92a8ec0b05c9 None None] Provisioning complete for port 7cc2fe74-75a6-4520-a5db-3856d2d9177b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:47:33.513644 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5e15fb09-c057-44d2-a484-92a8ec0b05c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:33.559372 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5e15fb09-c057-44d2-a484-92a8ec0b05c9 None None] Port 7cc2fe74-75a6-4520-a5db-3856d2d9177b cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:47:33.974182 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b22e54c-e04a-4ab8-a15f-6118da341d24 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:34.164296 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b22e54c-e04a-4ab8-a15f-6118da341d24 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:34.290266 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b22e54c-e04a-4ab8-a15f-6118da341d24 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Router 8bb56950-3891-43be-805b-6236526350ae is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:47:34.396145 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b22e54c-e04a-4ab8-a15f-6118da341d24 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:47:34.406098 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a806572-319b-4c3c-8cc9-ddf506901e36 None None] Sync routers for ids ['8bb56950-3891-43be-805b-6236526350ae'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:47:34.416781 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b22e54c-e04a-4ab8-a15f-6118da341d24 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:34.417451 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a806572-319b-4c3c-8cc9-ddf506901e36 None None] Routers {'8bb56950-3891-43be-805b-6236526350ae'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:47:34.418077 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5a806572-319b-4c3c-8cc9-ddf506901e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:47:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['8bb56950-3891-43be-805b-6236526350ae'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:47:34.418275 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3b22e54c-e04a-4ab8-a15f-6118da341d24 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7339659 Dec 10 19:47:34.421434 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52520) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:47:34.450859 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7899841b-6cb9-4c31-82fa-d17781ab2519 tempest-TestNetworkAdvancedServerOps-1581291312 tempest-TestNetworkAdvancedServerOps-1581291312-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=e2cd1ffe933d4acf853fbb2518ae92b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280797 Dec 10 19:47:34.453461 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52522) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:47:34.550326 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a439d6-a999-4494-b325-ef92da8c38d6 tempest-TestNetworkAdvancedServerOps-1581291312 tempest-TestNetworkAdvancedServerOps-1581291312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:34.554479 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f0a439d6-a999-4494-b325-ef92da8c38d6 tempest-TestNetworkAdvancedServerOps-1581291312 tempest-TestNetworkAdvancedServerOps-1581291312-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0974329 Dec 10 19:47:34.554801 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52524) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:47:34.584384 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-5968a5ae-c5ca-4f1d-9716-046e0e3aefce tempest-TestNetworkAdvancedServerOps-1581291312 tempest-TestNetworkAdvancedServerOps-1581291312-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=6fdf4522-5bcb-4bff-a877-38bc5e23829f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283811 Dec 10 19:47:34.586825 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52526) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:47:34.593122 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-2a7b2562-5e30-4ec5-8bf8-409236f51ba5 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-248956862', 'network_id': '15404925-382d-406b-a514-461937b3eab0', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:47:34.674889 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:34.690454 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7b2562-5e30-4ec5-8bf8-409236f51ba5 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Made reservation on behalf of e2cd1ffe933d4acf853fbb2518ae92b8 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:47:34.694147 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2a7b2562-5e30-4ec5-8bf8-409236f51ba5 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:34.701596 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-5a806572-319b-4c3c-8cc9-ddf506901e36 None None] Set router 8bb56950-3891-43be-805b-6236526350ae gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:47:34.876466 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2a7b2562-5e30-4ec5-8bf8-409236f51ba5 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:34.883967 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5a806572-319b-4c3c-8cc9-ddf506901e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb56950-3891-43be-805b-6236526350ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046105572', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '7cc2fe74-75a6-4520-a5db-3856d2d9177b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:32Z', 'updated_at': '2021-12-10T19:47:33Z', 'revision_number': 3, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': '7cc2fe74-75a6-4520-a5db-3856d2d9177b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb56950-3891-43be-805b-6236526350ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:33Z', 'updated_at': '2021-12-10T19:47:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:47:34.915455 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a806572-319b-4c3c-8cc9-ddf506901e36 None None] Checking router: 8bb56950-3891-43be-805b-6236526350ae for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:47:34.915979 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a806572-319b-4c3c-8cc9-ddf506901e36 None None] Updating router 8bb56950-3891-43be-805b-6236526350ae port 7cc2fe74-75a6-4520-a5db-3856d2d9177b binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:47:34.938116 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b2562-5e30-4ec5-8bf8-409236f51ba5 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'Subnet': ['ID=07f12958-5182-429f-811f-535e09917494,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:47:34.944997 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7b2562-5e30-4ec5-8bf8-409236f51ba5 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Checking segment: {'id': '51fd1aac-4cdc-4407-a917-a566a5bb7d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '15404925-382d-406b-a514-461937b3eab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:47:34.945364 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7b2562-5e30-4ec5-8bf8-409236f51ba5 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Network hostable DHCP agents. Network: 15404925-382d-406b-a514-461937b3eab0, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:47:34.945747 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5a806572-319b-4c3c-8cc9-ddf506901e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:34.962275 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7b2562-5e30-4ec5-8bf8-409236f51ba5 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Network 15404925-382d-406b-a514-461937b3eab0 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:47:34.972193 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-2a7b2562-5e30-4ec5-8bf8-409236f51ba5 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 15404925-382d-406b-a514-461937b3eab0) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:47:34.976861 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7b2562-5e30-4ec5-8bf8-409236f51ba5 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:34.977473 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2a7b2562-5e30-4ec5-8bf8-409236f51ba5 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:34.982717 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017e6e40-6d58-4ccc-99c5-1def45a75848 None None] Network 15404925-382d-406b-a514-461937b3eab0 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:47:34.994560 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2a7b2562-5e30-4ec5-8bf8-409236f51ba5 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4060240 Dec 10 19:47:34.997730 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52528) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:47:35.198390 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f779418d-335c-4728-a5d8-f1ecb38b8bef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-15404925-382d-406b-a514-461937b3eab0', 'network_id': '15404925-382d-406b-a514-461937b3eab0', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'fixed_ips': [{'subnet_id': '07f12958-5182-429f-811f-535e09917494'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:47:35.199268 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f779418d-335c-4728-a5d8-f1ecb38b8bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:35.380607 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5a806572-319b-4c3c-8cc9-ddf506901e36 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:35.388705 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5a806572-319b-4c3c-8cc9-ddf506901e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:35.425761 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-f779418d-335c-4728-a5d8-f1ecb38b8bef None None] Allocated IP 172.20.0.2 (15404925-382d-406b-a514-461937b3eab0/07f12958-5182-429f-811f-535e09917494/b0d6007e-df38-4d99-9a3d-568baa6824fd) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:47:35.437294 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2b8e2115-c9fb-440a-96db-c6a49225092c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:35.449857 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8fc11a-effa-4148-bc75-d11286bdfafe None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:47:35.468603 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5a806572-319b-4c3c-8cc9-ddf506901e36 None None] Attempting to bind port 7cc2fe74-75a6-4520-a5db-3856d2d9177b on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:47:35.469014 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5a806572-319b-4c3c-8cc9-ddf506901e36 None None] Attempting to bind port 7cc2fe74-75a6-4520-a5db-3856d2d9177b by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:47:35.469450 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a806572-319b-4c3c-8cc9-ddf506901e36 None None] Attempting to bind port 7cc2fe74-75a6-4520-a5db-3856d2d9177b on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:47:35.473634 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b130e747-0193-4f03-aa40-003c9497225b None None] Pushing event updated for resources: {'Port': ['ID=7cc2fe74-75a6-4520-a5db-3856d2d9177b,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:47:35.523137 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a806572-319b-4c3c-8cc9-ddf506901e36 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:47:35.523503 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a806572-319b-4c3c-8cc9-ddf506901e36 None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:47:35.523911 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5a806572-319b-4c3c-8cc9-ddf506901e36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:35.524306 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a806572-319b-4c3c-8cc9-ddf506901e36 None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:47:35.524825 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5a806572-319b-4c3c-8cc9-ddf506901e36 None None] Bound port: 7cc2fe74-75a6-4520-a5db-3856d2d9177b, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:47:35.525834 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5a806572-319b-4c3c-8cc9-ddf506901e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:35.569440 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-847cef26-2ca3-49bb-8378-b46f09b23175 None None] Provisioning complete for port 7cc2fe74-75a6-4520-a5db-3856d2d9177b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:47:35.569813 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-847cef26-2ca3-49bb-8378-b46f09b23175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:35.637963 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5a806572-319b-4c3c-8cc9-ddf506901e36 None None] For port 7cc2fe74-75a6-4520-a5db-3856d2d9177b, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:47:35.643976 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5a806572-319b-4c3c-8cc9-ddf506901e36 None None] For port 7cc2fe74-75a6-4520-a5db-3856d2d9177b, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=7cc2fe74-75a6-4520-a5db-3856d2d9177b,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:47:35.652321 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-847cef26-2ca3-49bb-8378-b46f09b23175 None None] Port 7cc2fe74-75a6-4520-a5db-3856d2d9177b cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:47:35.654190 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5a806572-319b-4c3c-8cc9-ddf506901e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:35.729796 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07044daa-33f5-47cd-aa6e-83e1c02724cd None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:47:35.756071 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f779418d-335c-4728-a5d8-f1ecb38b8bef None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:35.764981 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b130e747-0193-4f03-aa40-003c9497225b None None] Pushing event updated for resources: {'Port': ['ID=7cc2fe74-75a6-4520-a5db-3856d2d9177b,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:47:35.767693 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f779418d-335c-4728-a5d8-f1ecb38b8bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:35.771042 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a806572-319b-4c3c-8cc9-ddf506901e36 None None] Routers {'8bb56950-3891-43be-805b-6236526350ae'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:47:35.771653 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5a806572-319b-4c3c-8cc9-ddf506901e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:47:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['8bb56950-3891-43be-805b-6236526350ae'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:47:35.816026 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-2b8e2115-c9fb-440a-96db-c6a49225092c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Allocated IP 172.20.0.1 (15404925-382d-406b-a514-461937b3eab0/07f12958-5182-429f-811f-535e09917494/c565beb7-dd43-49b7-ac84-9e6e005ee93d) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:47:35.883876 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f779418d-335c-4728-a5d8-f1ecb38b8bef None None] Network 15404925-382d-406b-a514-461937b3eab0 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:47:35.895971 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-f779418d-335c-4728-a5d8-f1ecb38b8bef None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:47:35.900575 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f779418d-335c-4728-a5d8-f1ecb38b8bef None None] Pushing event updated for resources: {'Port': ['ID=b0d6007e-df38-4d99-9a3d-568baa6824fd,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:47:35.905354 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f779418d-335c-4728-a5d8-f1ecb38b8bef None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:47:35.918401 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d7bdba64-6d74-4518-827a-350d28fccc70 None None] Provisioning complete for port 7cc2fe74-75a6-4520-a5db-3856d2d9177b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:47:35.918772 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d7bdba64-6d74-4518-827a-350d28fccc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:35.940680 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2b8e2115-c9fb-440a-96db-c6a49225092c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:35.975961 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2b8e2115-c9fb-440a-96db-c6a49225092c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:36.011971 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-5a806572-319b-4c3c-8cc9-ddf506901e36 None None] Set router 8bb56950-3891-43be-805b-6236526350ae gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:47:36.014366 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f779418d-335c-4728-a5d8-f1ecb38b8bef None None] Attempting to bind port b0d6007e-df38-4d99-9a3d-568baa6824fd on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:47:36.014745 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f779418d-335c-4728-a5d8-f1ecb38b8bef None None] Attempting to bind port b0d6007e-df38-4d99-9a3d-568baa6824fd by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '51fd1aac-4cdc-4407-a917-a566a5bb7d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '15404925-382d-406b-a514-461937b3eab0'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:47:36.015126 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f779418d-335c-4728-a5d8-f1ecb38b8bef None None] Attempting to bind port b0d6007e-df38-4d99-9a3d-568baa6824fd on network 15404925-382d-406b-a514-461937b3eab0 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:47:36.017257 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8e2115-c9fb-440a-96db-c6a49225092c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Network 15404925-382d-406b-a514-461937b3eab0 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:47:36.022397 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-2b8e2115-c9fb-440a-96db-c6a49225092c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:47:36.026769 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8e2115-c9fb-440a-96db-c6a49225092c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:47:36.033085 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e2115-c9fb-440a-96db-c6a49225092c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'Port': ['ID=c565beb7-dd43-49b7-ac84-9e6e005ee93d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:47:36.071185 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f779418d-335c-4728-a5d8-f1ecb38b8bef None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:47:36.071569 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f779418d-335c-4728-a5d8-f1ecb38b8bef None None] Checking segment: {'id': '51fd1aac-4cdc-4407-a917-a566a5bb7d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '15404925-382d-406b-a514-461937b3eab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:47:36.072032 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f779418d-335c-4728-a5d8-f1ecb38b8bef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:36.072568 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f779418d-335c-4728-a5d8-f1ecb38b8bef None None] Bound using segment: {'id': '51fd1aac-4cdc-4407-a917-a566a5bb7d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '15404925-382d-406b-a514-461937b3eab0'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:47:36.073093 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f779418d-335c-4728-a5d8-f1ecb38b8bef None None] Bound port: b0d6007e-df38-4d99-9a3d-568baa6824fd, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51fd1aac-4cdc-4407-a917-a566a5bb7d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '15404925-382d-406b-a514-461937b3eab0'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:47:36.073384 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2b8e2115-c9fb-440a-96db-c6a49225092c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:36.073527 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f779418d-335c-4728-a5d8-f1ecb38b8bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:36.203572 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2b8e2115-c9fb-440a-96db-c6a49225092c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:36.232701 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d7bdba64-6d74-4518-827a-350d28fccc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:36.245219 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f779418d-335c-4728-a5d8-f1ecb38b8bef None None] For port b0d6007e-df38-4d99-9a3d-568baa6824fd, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:47:36.284467 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f779418d-335c-4728-a5d8-f1ecb38b8bef None None] For port b0d6007e-df38-4d99-9a3d-568baa6824fd, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b0d6007e-df38-4d99-9a3d-568baa6824fd,segment=NetworkSegment(51fd1aac-4cdc-4407-a917-a566a5bb7d3a),segment_id=51fd1aac-4cdc-4407-a917-a566a5bb7d3a)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:47:36.288940 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d7bdba64-6d74-4518-827a-350d28fccc70 None None] For port 7cc2fe74-75a6-4520-a5db-3856d2d9177b, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=7cc2fe74-75a6-4520-a5db-3856d2d9177b,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:47:36.292045 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f779418d-335c-4728-a5d8-f1ecb38b8bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:36.300726 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d7bdba64-6d74-4518-827a-350d28fccc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:36.359934 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f779418d-335c-4728-a5d8-f1ecb38b8bef None None] Pushing event updated for resources: {'Port': ['ID=b0d6007e-df38-4d99-9a3d-568baa6824fd,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:47:36.405728 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5a806572-319b-4c3c-8cc9-ddf506901e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb56950-3891-43be-805b-6236526350ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046105572', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '7cc2fe74-75a6-4520-a5db-3856d2d9177b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:32Z', 'updated_at': '2021-12-10T19:47:33Z', 'revision_number': 3, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': '7cc2fe74-75a6-4520-a5db-3856d2d9177b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb56950-3891-43be-805b-6236526350ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:33Z', 'updated_at': '2021-12-10T19:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:47:36.443741 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a806572-319b-4c3c-8cc9-ddf506901e36 None None] The sync data for ids ['8bb56950-3891-43be-805b-6236526350ae'] in n-d-821435-1 is: [{'id': '8bb56950-3891-43be-805b-6236526350ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046105572', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '7cc2fe74-75a6-4520-a5db-3856d2d9177b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:32Z', 'updated_at': '2021-12-10T19:47:33Z', 'revision_number': 3, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': '7cc2fe74-75a6-4520-a5db-3856d2d9177b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb56950-3891-43be-805b-6236526350ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:33Z', 'updated_at': '2021-12-10T19:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:47:36.445307 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bdba64-6d74-4518-827a-350d28fccc70 None None] Pushing event updated for resources: {'Port': ['ID=7cc2fe74-75a6-4520-a5db-3856d2d9177b,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:47:36.515465 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2b8e2115-c9fb-440a-96db-c6a49225092c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:36.522787 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2b8e2115-c9fb-440a-96db-c6a49225092c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:36.618666 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2b8e2115-c9fb-440a-96db-c6a49225092c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:36.621171 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e2115-c9fb-440a-96db-c6a49225092c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'Port': ['ID=c565beb7-dd43-49b7-ac84-9e6e005ee93d,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:47:36.734207 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8e2115-c9fb-440a-96db-c6a49225092c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Network 15404925-382d-406b-a514-461937b3eab0 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:47:36.741850 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-2b8e2115-c9fb-440a-96db-c6a49225092c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:47:36.864808 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8e2115-c9fb-440a-96db-c6a49225092c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Router 8bb56950-3891-43be-805b-6236526350ae has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:47:36.977040 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8e2115-c9fb-440a-96db-c6a49225092c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:47:36.982673 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2b8e2115-c9fb-440a-96db-c6a49225092c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "PUT /v2.0/routers/8bb56950-3891-43be-805b-6236526350ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9838052 Dec 10 19:47:37.146464 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-47165ad6-b1c1-4723-87d6-1fd1ab524647 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-572830439&fields=id&tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8 HTTP/1.1" status: 200 len: 267 time: 0.0501556 Dec 10 19:47:37.288145 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-f06a5ba7-7b8c-4610-89e7-a9109d542246 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:37.289787 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-f06a5ba7-7b8c-4610-89e7-a9109d542246 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/networks?id=15404925-382d-406b-a514-461937b3eab0 HTTP/1.1" status: 200 len: 796 time: 0.1349480 Dec 10 19:47:37.305964 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-97a3a726-b531-4129-9eae-595a4b894622 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/quotas/e2cd1ffe933d4acf853fbb2518ae92b8 HTTP/1.1" status: 200 len: 375 time: 0.0097208 Dec 10 19:47:37.374004 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-005c6c3a-e175-4545-aac1-0e286c003175 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576382 Dec 10 19:47:37.386449 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df7282e-f6e9-4258-8f01-237ff0589536 None None] Network 15404925-382d-406b-a514-461937b3eab0 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:47:37.452084 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-947586bc-846a-4c29-9e14-f4dff82e77f7 None None] Provisioning complete for port b0d6007e-df38-4d99-9a3d-568baa6824fd triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:47:37.452794 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-947586bc-846a-4c29-9e14-f4dff82e77f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:37.480930 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-3c5d507f-5a6e-4b4e-ae77-9908dd4d9508 service neutron] 10.222.0.62 "GET /v2.0/networks/15404925-382d-406b-a514-461937b3eab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881023 Dec 10 19:47:37.577785 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-84c2768d-2152-482a-8ff5-12d15722b180 service neutron] 10.222.0.62 "GET /v2.0/networks/15404925-382d-406b-a514-461937b3eab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904882 Dec 10 19:47:37.586398 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-947586bc-846a-4c29-9e14-f4dff82e77f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:37.637775 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-947586bc-846a-4c29-9e14-f4dff82e77f7 None None] For port b0d6007e-df38-4d99-9a3d-568baa6824fd, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b0d6007e-df38-4d99-9a3d-568baa6824fd,segment=NetworkSegment(51fd1aac-4cdc-4407-a917-a566a5bb7d3a),segment_id=51fd1aac-4cdc-4407-a917-a566a5bb7d3a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:47:37.642517 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-947586bc-846a-4c29-9e14-f4dff82e77f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:37.694521 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947586bc-846a-4c29-9e14-f4dff82e77f7 None None] Pushing event updated for resources: {'Port': ['ID=b0d6007e-df38-4d99-9a3d-568baa6824fd,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:47:37.837249 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2ac00db3-2299-4c54-9d45-dcfab9a10a3c req-02400b6b-f9bf-4576-81ae-d7602bc70b5e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec9e327d-79a9-461c-bae8-4038e839f682 HTTP/1.1" status: 200 len: 210 time: 0.0985773 Dec 10 19:47:37.874064 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-183992ca-f8ca-4faa-bed4-889cbdeb01e4 None None] Provisioning complete for port b0d6007e-df38-4d99-9a3d-568baa6824fd triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:47:37.874582 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-183992ca-f8ca-4faa-bed4-889cbdeb01e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:37.989214 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-183992ca-f8ca-4faa-bed4-889cbdeb01e4 None None] Provisioning complete for port c565beb7-dd43-49b7-ac84-9e6e005ee93d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:47:37.989575 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-183992ca-f8ca-4faa-bed4-889cbdeb01e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:38.031885 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-183992ca-f8ca-4faa-bed4-889cbdeb01e4 None None] Port c565beb7-dd43-49b7-ac84-9e6e005ee93d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:47:38.171749 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ed6de558-3e27-4900-81a2-acdc0e59ec9b None None] Provisioning complete for port c565beb7-dd43-49b7-ac84-9e6e005ee93d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:47:38.173538 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ed6de558-3e27-4900-81a2-acdc0e59ec9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:38.252446 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ed6de558-3e27-4900-81a2-acdc0e59ec9b None None] Port c565beb7-dd43-49b7-ac84-9e6e005ee93d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:47:38.304853 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 7cc2fe74-75a6-4520-a5db-3856d2d9177b up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:47:38.340885 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040b309e-b097-4426-bf33-75d2cd1e72b3 None None] Sync routers for ids ['8bb56950-3891-43be-805b-6236526350ae'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:47:38.355788 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040b309e-b097-4426-bf33-75d2cd1e72b3 None None] Routers {'8bb56950-3891-43be-805b-6236526350ae'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:47:38.357072 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-040b309e-b097-4426-bf33-75d2cd1e72b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:47:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['8bb56950-3891-43be-805b-6236526350ae'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:47:38.367350 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 7cc2fe74-75a6-4520-a5db-3856d2d9177b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:47:38.367726 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:38.406818 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-743c0abf-7f31-40b1-8a02-11afc7ef1062 None None] Provisioning complete for port c565beb7-dd43-49b7-ac84-9e6e005ee93d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:47:38.407202 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-743c0abf-7f31-40b1-8a02-11afc7ef1062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:38.457978 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-743c0abf-7f31-40b1-8a02-11afc7ef1062 None None] Port c565beb7-dd43-49b7-ac84-9e6e005ee93d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:47:38.467287 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-040b309e-b097-4426-bf33-75d2cd1e72b3 None None] Set router 8bb56950-3891-43be-805b-6236526350ae gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:47:38.667733 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b0d6007e-df38-4d99-9a3d-568baa6824fd up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:47:38.679113 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-040b309e-b097-4426-bf33-75d2cd1e72b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb56950-3891-43be-805b-6236526350ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046105572', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '7cc2fe74-75a6-4520-a5db-3856d2d9177b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:32Z', 'updated_at': '2021-12-10T19:47:36Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': '7cc2fe74-75a6-4520-a5db-3856d2d9177b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb56950-3891-43be-805b-6236526350ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:33Z', 'updated_at': '2021-12-10T19:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'c565beb7-dd43-49b7-ac84-9e6e005ee93d', 'name': '', 'network_id': '15404925-382d-406b-a514-461937b3eab0', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:47:88:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb56950-3891-43be-805b-6236526350ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '07f12958-5182-429f-811f-535e09917494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:35Z', 'updated_at': '2021-12-10T19:47:36Z', 'revision_number': 2, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': '07f12958-5182-429f-811f-535e09917494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:47:38.705632 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040b309e-b097-4426-bf33-75d2cd1e72b3 None None] Checking router: 8bb56950-3891-43be-805b-6236526350ae for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:47:38.705990 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040b309e-b097-4426-bf33-75d2cd1e72b3 None None] Updating router 8bb56950-3891-43be-805b-6236526350ae port c565beb7-dd43-49b7-ac84-9e6e005ee93d binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:47:38.714985 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port b0d6007e-df38-4d99-9a3d-568baa6824fd triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:47:38.715363 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:38.731302 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-040b309e-b097-4426-bf33-75d2cd1e72b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:38.867579 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:38.925485 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-b09076c0-ed84-43f4-9eb6-2a7bf02cb1b8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:38.927016 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-b09076c0-ed84-43f4-9eb6-2a7bf02cb1b8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.46 "GET /v2.0/networks?id=15404925-382d-406b-a514-461937b3eab0 HTTP/1.1" status: 200 len: 796 time: 0.1435857 Dec 10 19:47:39.008539 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-908fccab-c896-4713-8667-3d8cbb1d8464 req-d5b37f00-5482-43d6-ad1d-4bfac8fa3b59 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec9e327d-79a9-461c-bae8-4038e839f682 HTTP/1.1" status: 200 len: 210 time: 0.1007557 Dec 10 19:47:39.030749 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-040b309e-b097-4426-bf33-75d2cd1e72b3 None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:39.036880 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-040b309e-b097-4426-bf33-75d2cd1e72b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:39.037422 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-b46bed2e-148b-41d5-8aed-5680edeeedf6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8 HTTP/1.1" status: 200 len: 379 time: 0.1009314 Dec 10 19:47:39.047797 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-e6c6f40a-7412-4d2f-871e-4b5efd228379 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'port': {'device_id': 'ec9e327d-79a9-461c-bae8-4038e839f682', 'network_id': '15404925-382d-406b-a514-461937b3eab0', 'admin_state_up': True, 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'security_groups': ['55b1ad0a-e8dd-4f36-bfb0-ecbc9874d1e3']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:47:39.083715 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465af99-2266-402f-9bc8-a068671e23a3 None None] Pushing event updated for resources: {'Port': ['ID=c565beb7-dd43-49b7-ac84-9e6e005ee93d,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:47:39.094393 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1465af99-2266-402f-9bc8-a068671e23a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:39.094738 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1465af99-2266-402f-9bc8-a068671e23a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:39.095078 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1465af99-2266-402f-9bc8-a068671e23a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:39.095412 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1465af99-2266-402f-9bc8-a068671e23a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:39.095747 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1465af99-2266-402f-9bc8-a068671e23a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:39.096066 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1465af99-2266-402f-9bc8-a068671e23a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:39.096971 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1465af99-2266-402f-9bc8-a068671e23a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:39.098447 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1465af99-2266-402f-9bc8-a068671e23a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:39.098447 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1465af99-2266-402f-9bc8-a068671e23a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:39.098763 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1465af99-2266-402f-9bc8-a068671e23a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:39.101054 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1465af99-2266-402f-9bc8-a068671e23a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:39.101415 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1465af99-2266-402f-9bc8-a068671e23a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:39.101764 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1465af99-2266-402f-9bc8-a068671e23a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:47:39.159435 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-040b309e-b097-4426-bf33-75d2cd1e72b3 None None] Attempting to bind port c565beb7-dd43-49b7-ac84-9e6e005ee93d on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:47:39.159811 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-040b309e-b097-4426-bf33-75d2cd1e72b3 None None] Attempting to bind port c565beb7-dd43-49b7-ac84-9e6e005ee93d by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '51fd1aac-4cdc-4407-a917-a566a5bb7d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '15404925-382d-406b-a514-461937b3eab0'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:47:39.160307 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040b309e-b097-4426-bf33-75d2cd1e72b3 None None] Attempting to bind port c565beb7-dd43-49b7-ac84-9e6e005ee93d on network 15404925-382d-406b-a514-461937b3eab0 {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:47:39.165724 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040b309e-b097-4426-bf33-75d2cd1e72b3 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:47:39.166317 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040b309e-b097-4426-bf33-75d2cd1e72b3 None None] Checking segment: {'id': '51fd1aac-4cdc-4407-a917-a566a5bb7d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '15404925-382d-406b-a514-461937b3eab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:47:39.166861 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-040b309e-b097-4426-bf33-75d2cd1e72b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:39.167326 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040b309e-b097-4426-bf33-75d2cd1e72b3 None None] Bound using segment: {'id': '51fd1aac-4cdc-4407-a917-a566a5bb7d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '15404925-382d-406b-a514-461937b3eab0'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:47:39.167885 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-040b309e-b097-4426-bf33-75d2cd1e72b3 None None] Bound port: c565beb7-dd43-49b7-ac84-9e6e005ee93d, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51fd1aac-4cdc-4407-a917-a566a5bb7d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '15404925-382d-406b-a514-461937b3eab0'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:47:39.168678 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-040b309e-b097-4426-bf33-75d2cd1e72b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:39.178089 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-e6c6f40a-7412-4d2f-871e-4b5efd228379 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Made reservation on behalf of e2cd1ffe933d4acf853fbb2518ae92b8 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:47:39.182668 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-e6c6f40a-7412-4d2f-871e-4b5efd228379 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:39.250579 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-040b309e-b097-4426-bf33-75d2cd1e72b3 None None] For port c565beb7-dd43-49b7-ac84-9e6e005ee93d, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:47:39.255879 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-040b309e-b097-4426-bf33-75d2cd1e72b3 None None] For port c565beb7-dd43-49b7-ac84-9e6e005ee93d, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c565beb7-dd43-49b7-ac84-9e6e005ee93d,segment=NetworkSegment(51fd1aac-4cdc-4407-a917-a566a5bb7d3a),segment_id=51fd1aac-4cdc-4407-a917-a566a5bb7d3a)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:47:39.261468 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-040b309e-b097-4426-bf33-75d2cd1e72b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:39.319843 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-e6c6f40a-7412-4d2f-871e-4b5efd228379 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Allocated IP 172.20.0.5 (15404925-382d-406b-a514-461937b3eab0/07f12958-5182-429f-811f-535e09917494/8282426a-42e4-49f0-bdf6-e39611a412ca) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:47:39.320897 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465af99-2266-402f-9bc8-a068671e23a3 None None] Pushing event updated for resources: {'Port': ['ID=c565beb7-dd43-49b7-ac84-9e6e005ee93d,revision_number=4']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:47:39.323970 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040b309e-b097-4426-bf33-75d2cd1e72b3 None None] Routers {'8bb56950-3891-43be-805b-6236526350ae'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:47:39.324570 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-040b309e-b097-4426-bf33-75d2cd1e72b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:47:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['8bb56950-3891-43be-805b-6236526350ae'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:47:39.391634 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-35cc039a-442a-4f1f-9b56-58cf3c6fd612 None None] Provisioning complete for port c565beb7-dd43-49b7-ac84-9e6e005ee93d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:47:39.392021 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-35cc039a-442a-4f1f-9b56-58cf3c6fd612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:39.464412 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-040b309e-b097-4426-bf33-75d2cd1e72b3 None None] Set router 8bb56950-3891-43be-805b-6236526350ae gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:47:39.485980 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-35cc039a-442a-4f1f-9b56-58cf3c6fd612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:39.511568 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-e6c6f40a-7412-4d2f-871e-4b5efd228379 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:39.523207 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-35cc039a-442a-4f1f-9b56-58cf3c6fd612 None None] For port c565beb7-dd43-49b7-ac84-9e6e005ee93d, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c565beb7-dd43-49b7-ac84-9e6e005ee93d,segment=NetworkSegment(51fd1aac-4cdc-4407-a917-a566a5bb7d3a),segment_id=51fd1aac-4cdc-4407-a917-a566a5bb7d3a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:47:39.534971 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-35cc039a-442a-4f1f-9b56-58cf3c6fd612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:39.552090 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-e6c6f40a-7412-4d2f-871e-4b5efd228379 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:39.598684 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-e6c6f40a-7412-4d2f-871e-4b5efd228379 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Network 15404925-382d-406b-a514-461937b3eab0 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:47:39.599335 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc039a-442a-4f1f-9b56-58cf3c6fd612 None None] Pushing event updated for resources: {'Port': ['ID=c565beb7-dd43-49b7-ac84-9e6e005ee93d,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:47:39.601838 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-e6c6f40a-7412-4d2f-871e-4b5efd228379 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:47:39.606247 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-e6c6f40a-7412-4d2f-871e-4b5efd228379 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:47:39.661283 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fd7f2fdd-e61d-45e6-830b-7bebafed6bb9 None None] Provisioning complete for port c565beb7-dd43-49b7-ac84-9e6e005ee93d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:47:39.661961 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fd7f2fdd-e61d-45e6-830b-7bebafed6bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:39.666075 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-e6c6f40a-7412-4d2f-871e-4b5efd228379 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:39.667152 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-e6c6f40a-7412-4d2f-871e-4b5efd228379 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:39.677412 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c6f40a-7412-4d2f-871e-4b5efd228379 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'Port': ['ID=8282426a-42e4-49f0-bdf6-e39611a412ca,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:47:39.695612 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-e6c6f40a-7412-4d2f-871e-4b5efd228379 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6520913 Dec 10 19:47:39.710152 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-1f35c918-aa15-454e-b8ee-a67909f0936f service neutron] Request body: {'port': {'device_id': 'ec9e327d-79a9-461c-bae8-4038e839f682', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:47:39.728102 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-040b309e-b097-4426-bf33-75d2cd1e72b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb56950-3891-43be-805b-6236526350ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046105572', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '7cc2fe74-75a6-4520-a5db-3856d2d9177b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:32Z', 'updated_at': '2021-12-10T19:47:36Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': '7cc2fe74-75a6-4520-a5db-3856d2d9177b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb56950-3891-43be-805b-6236526350ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:33Z', 'updated_at': '2021-12-10T19:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'c565beb7-dd43-49b7-ac84-9e6e005ee93d', 'name': '', 'network_id': '15404925-382d-406b-a514-461937b3eab0', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:47:88:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb56950-3891-43be-805b-6236526350ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '07f12958-5182-429f-811f-535e09917494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:35Z', 'updated_at': '2021-12-10T19:47:39Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': '07f12958-5182-429f-811f-535e09917494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:47:39.758648 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040b309e-b097-4426-bf33-75d2cd1e72b3 None None] The sync data for ids ['8bb56950-3891-43be-805b-6236526350ae'] in n-d-821435-1 is: [{'id': '8bb56950-3891-43be-805b-6236526350ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046105572', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '7cc2fe74-75a6-4520-a5db-3856d2d9177b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:32Z', 'updated_at': '2021-12-10T19:47:36Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': '7cc2fe74-75a6-4520-a5db-3856d2d9177b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb56950-3891-43be-805b-6236526350ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:33Z', 'updated_at': '2021-12-10T19:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'c565beb7-dd43-49b7-ac84-9e6e005ee93d', 'name': '', 'network_id': '15404925-382d-406b-a514-461937b3eab0', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:47:88:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb56950-3891-43be-805b-6236526350ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '07f12958-5182-429f-811f-535e09917494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:35Z', 'updated_at': '2021-12-10T19:47:39Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': '07f12958-5182-429f-811f-535e09917494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:47:39.777855 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-1f35c918-aa15-454e-b8ee-a67909f0936f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:39.892410 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-88cab7dd-8646-4230-9ed2-bc3127b680c8 None None] Provisioning complete for port 8282426a-42e4-49f0-bdf6-e39611a412ca triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:47:39.892860 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-88cab7dd-8646-4230-9ed2-bc3127b680c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:39.929260 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-88cab7dd-8646-4230-9ed2-bc3127b680c8 None None] Port 8282426a-42e4-49f0-bdf6-e39611a412ca cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:47:40.093539 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-1f35c918-aa15-454e-b8ee-a67909f0936f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8282426a-42e4-49f0-bdf6-e39611a412ca {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:47:40.103735 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-1f35c918-aa15-454e-b8ee-a67909f0936f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:40.118201 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-1f35c918-aa15-454e-b8ee-a67909f0936f service neutron] Transition to ACTIVE for port object 8282426a-42e4-49f0-bdf6-e39611a412ca will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:47:40.123355 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-1f35c918-aa15-454e-b8ee-a67909f0936f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:40.136865 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb5bcd-7c0b-41f2-84ef-504c4ca55f10 req-72da916a-4bb2-43be-a6a4-a82125586dd8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:40.138572 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b3bb5bcd-7c0b-41f2-84ef-504c4ca55f10 req-72da916a-4bb2-43be-a6a4-a82125586dd8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec9e327d-79a9-461c-bae8-4038e839f682 HTTP/1.1" status: 200 len: 931 time: 0.0548861 Dec 10 19:47:40.179329 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f35c918-aa15-454e-b8ee-a67909f0936f service neutron] Pushing event updated for resources: {'Port': ['ID=8282426a-42e4-49f0-bdf6-e39611a412ca,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:47:40.210760 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b3bb5bcd-7c0b-41f2-84ef-504c4ca55f10 req-44280e1d-23ea-498e-8ff9-d7f4bffb276f tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=55b1ad0a-e8dd-4f36-bfb0-ecbc9874d1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604627 Dec 10 19:47:40.275635 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-1f35c918-aa15-454e-b8ee-a67909f0936f service neutron] Attempting to bind port 8282426a-42e4-49f0-bdf6-e39611a412ca on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:47:40.276105 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-1f35c918-aa15-454e-b8ee-a67909f0936f service neutron] Attempting to bind port 8282426a-42e4-49f0-bdf6-e39611a412ca by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': '51fd1aac-4cdc-4407-a917-a566a5bb7d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '15404925-382d-406b-a514-461937b3eab0'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:47:40.276513 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-1f35c918-aa15-454e-b8ee-a67909f0936f service neutron] Attempting to bind port 8282426a-42e4-49f0-bdf6-e39611a412ca on network 15404925-382d-406b-a514-461937b3eab0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:47:40.281858 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-1f35c918-aa15-454e-b8ee-a67909f0936f service neutron] Port 8282426a-42e4-49f0-bdf6-e39611a412ca on network 15404925-382d-406b-a514-461937b3eab0 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:47:40.282189 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-1f35c918-aa15-454e-b8ee-a67909f0936f service neutron] Attempting to bind port 8282426a-42e4-49f0-bdf6-e39611a412ca on network 15404925-382d-406b-a514-461937b3eab0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:47:40.288150 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-1f35c918-aa15-454e-b8ee-a67909f0936f service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:47:40.288506 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-1f35c918-aa15-454e-b8ee-a67909f0936f service neutron] Checking segment: {'id': '51fd1aac-4cdc-4407-a917-a566a5bb7d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '15404925-382d-406b-a514-461937b3eab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:47:40.288932 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-1f35c918-aa15-454e-b8ee-a67909f0936f service neutron] Bound using segment: {'id': '51fd1aac-4cdc-4407-a917-a566a5bb7d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '15404925-382d-406b-a514-461937b3eab0'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:47:40.289379 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-1f35c918-aa15-454e-b8ee-a67909f0936f service neutron] Bound port: 8282426a-42e4-49f0-bdf6-e39611a412ca, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51fd1aac-4cdc-4407-a917-a566a5bb7d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '15404925-382d-406b-a514-461937b3eab0'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:47:40.289863 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-1f35c918-aa15-454e-b8ee-a67909f0936f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:40.308302 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c565beb7-dd43-49b7-ac84-9e6e005ee93d up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:47:40.367235 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port c565beb7-dd43-49b7-ac84-9e6e005ee93d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:47:40.367776 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:40.382017 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-1f35c918-aa15-454e-b8ee-a67909f0936f service neutron] For port 8282426a-42e4-49f0-bdf6-e39611a412ca, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:47:40.388048 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-1f35c918-aa15-454e-b8ee-a67909f0936f service neutron] For port 8282426a-42e4-49f0-bdf6-e39611a412ca, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8282426a-42e4-49f0-bdf6-e39611a412ca,segment=NetworkSegment(51fd1aac-4cdc-4407-a917-a566a5bb7d3a),segment_id=51fd1aac-4cdc-4407-a917-a566a5bb7d3a)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:47:40.393649 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-1f35c918-aa15-454e-b8ee-a67909f0936f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:40.429785 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-1f35c918-aa15-454e-b8ee-a67909f0936f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:40.430765 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-1f35c918-aa15-454e-b8ee-a67909f0936f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:40.432858 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-1f35c918-aa15-454e-b8ee-a67909f0936f service neutron] 10.222.0.46 "PUT /v2.0/ports/8282426a-42e4-49f0-bdf6-e39611a412ca HTTP/1.1" status: 200 len: 1091 time: 0.7286654 Dec 10 19:47:40.438606 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9e327d-79a9-461c-bae8-4038e839f682', 'tag': '8282426a-42e4-49f0-bdf6-e39611a412ca'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:47:40.440961 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52510579-1c3e-43ff-bda4-8e78579c8e05" -d '{"events": [{"name": "network-changed", "server_uuid": "ec9e327d-79a9-461c-bae8-4038e839f682", "tag": "8282426a-42e4-49f0-bdf6-e39611a412ca"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:47:40.475993 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f35c918-aa15-454e-b8ee-a67909f0936f service neutron] Pushing event updated for resources: {'Port': ['ID=8282426a-42e4-49f0-bdf6-e39611a412ca,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:47:40.524211 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c08f875-f07c-4a92-a46d-92d7dd0c7a41 x-openstack-request-id: req-0c08f875-f07c-4a92-a46d-92d7dd0c7a41 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:47:40.524504 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec9e327d-79a9-461c-bae8-4038e839f682", "tag": "8282426a-42e4-49f0-bdf6-e39611a412ca", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:47:40.524783 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0c08f875-f07c-4a92-a46d-92d7dd0c7a41 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:47:40.525737 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec9e327d-79a9-461c-bae8-4038e839f682', 'tag': '8282426a-42e4-49f0-bdf6-e39611a412ca', 'status': 'completed', 'code': 200} Dec 10 19:47:40.539951 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-d251005f-aa82-4c5c-b602-9510a3a7894c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:40.541819 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-d251005f-aa82-4c5c-b602-9510a3a7894c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&device_id=ec9e327d-79a9-461c-bae8-4038e839f682 HTTP/1.1" status: 200 len: 1094 time: 0.0600491 Dec 10 19:47:40.594826 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-26ec0d47-075e-4c9f-ac13-9e8a540a97b3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8282426a-42e4-49f0-bdf6-e39611a412ca HTTP/1.1" status: 200 len: 217 time: 0.0450501 Dec 10 19:47:40.647321 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-347a916e-5f62-4dee-a5af-f5a262cd20c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:40.648895 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-347a916e-5f62-4dee-a5af-f5a262cd20c5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=07f12958-5182-429f-811f-535e09917494 HTTP/1.1" status: 200 len: 834 time: 0.0464642 Dec 10 19:47:40.699364 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-96beccc0-14a8-4c66-a0f3-016e2b9b1f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:40.700927 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-96beccc0-14a8-4c66-a0f3-016e2b9b1f82 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=15404925-382d-406b-a514-461937b3eab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445819 Dec 10 19:47:40.801923 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-75136e78-0d80-46ee-9bf7-d1c4d724c148 service neutron] 10.222.0.46 "GET /v2.0/networks/15404925-382d-406b-a514-461937b3eab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941789 Dec 10 19:47:40.895703 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-041bfbbe-7507-439e-85ec-33d48e55f87f req-ea8448a3-c9be-4e0f-ade8-c934c5b7229a service neutron] 10.222.0.46 "GET /v2.0/networks/15404925-382d-406b-a514-461937b3eab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869679 Dec 10 19:47:40.985994 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52510579-1c3e-43ff-bda4-8e78579c8e05 req-c9b43f1d-e318-4116-9533-6a1b97700c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:40.987519 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52510579-1c3e-43ff-bda4-8e78579c8e05 req-c9b43f1d-e318-4116-9533-6a1b97700c80 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&device_id=ec9e327d-79a9-461c-bae8-4038e839f682 HTTP/1.1" status: 200 len: 1094 time: 0.0441678 Dec 10 19:47:41.083884 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52510579-1c3e-43ff-bda4-8e78579c8e05 req-144d0ff5-363a-4bb6-a83d-d7975bf3e488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:41.085399 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52510579-1c3e-43ff-bda4-8e78579c8e05 req-144d0ff5-363a-4bb6-a83d-d7975bf3e488 service neutron] 10.222.0.46 "GET /v2.0/networks?id=15404925-382d-406b-a514-461937b3eab0 HTTP/1.1" status: 200 len: 897 time: 0.0914829 Dec 10 19:47:41.126275 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52510579-1c3e-43ff-bda4-8e78579c8e05 req-5bfb1aec-34fc-44b1-93b3-e2697fe626e1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8282426a-42e4-49f0-bdf6-e39611a412ca HTTP/1.1" status: 200 len: 217 time: 0.0336106 Dec 10 19:47:41.178776 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52510579-1c3e-43ff-bda4-8e78579c8e05 req-675ad286-e3d6-4f70-ac2f-528d886430bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:41.180261 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52510579-1c3e-43ff-bda4-8e78579c8e05 req-675ad286-e3d6-4f70-ac2f-528d886430bc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=07f12958-5182-429f-811f-535e09917494 HTTP/1.1" status: 200 len: 834 time: 0.0471880 Dec 10 19:47:41.226650 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52510579-1c3e-43ff-bda4-8e78579c8e05 req-0d83146a-284f-431f-8cc5-2fb03ff1d7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:41.229232 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52510579-1c3e-43ff-bda4-8e78579c8e05 req-0d83146a-284f-431f-8cc5-2fb03ff1d7c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=15404925-382d-406b-a514-461937b3eab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394931 Dec 10 19:47:41.320324 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52510579-1c3e-43ff-bda4-8e78579c8e05 req-e8b1a2a5-244e-46c6-928d-b1df644afff0 service neutron] 10.222.0.46 "GET /v2.0/networks/15404925-382d-406b-a514-461937b3eab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846286 Dec 10 19:47:41.327938 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f069989-09cf-41d2-904d-8b37e78d6223 req-5dbd3755-ebd8-46f7-9edf-394535bdea6c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:41.329665 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6f069989-09cf-41d2-904d-8b37e78d6223 req-5dbd3755-ebd8-46f7-9edf-394535bdea6c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec9e327d-79a9-461c-bae8-4038e839f682 HTTP/1.1" status: 200 len: 943 time: 0.0601969 Dec 10 19:47:41.387536 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6f069989-09cf-41d2-904d-8b37e78d6223 req-c0910765-0ab6-4b38-8a66-2eac2268815c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=55b1ad0a-e8dd-4f36-bfb0-ecbc9874d1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501859 Dec 10 19:47:41.417571 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-52510579-1c3e-43ff-bda4-8e78579c8e05 req-90bdaa93-79c5-427b-93ca-34d94d4432ec service neutron] 10.222.0.46 "GET /v2.0/networks/15404925-382d-406b-a514-461937b3eab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897729 Dec 10 19:47:42.509164 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572601d-cd6f-4ce3-be22-18d2bdb368d3 req-d73c8ffb-2620-44f2-860c-743f588a257c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:42.510880 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6572601d-cd6f-4ce3-be22-18d2bdb368d3 req-d73c8ffb-2620-44f2-860c-743f588a257c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec9e327d-79a9-461c-bae8-4038e839f682 HTTP/1.1" status: 200 len: 943 time: 0.0513480 Dec 10 19:47:42.560204 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6572601d-cd6f-4ce3-be22-18d2bdb368d3 req-92854b5f-9535-480b-8fcf-1134333da4cf tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=55b1ad0a-e8dd-4f36-bfb0-ecbc9874d1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433691 Dec 10 19:47:42.611854 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:47:42.915156 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 8282426a-42e4-49f0-bdf6-e39611a412ca details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:47:43.013734 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 8282426a-42e4-49f0-bdf6-e39611a412ca, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8282426a-42e4-49f0-bdf6-e39611a412ca,segment=NetworkSegment(51fd1aac-4cdc-4407-a917-a566a5bb7d3a),segment_id=51fd1aac-4cdc-4407-a917-a566a5bb7d3a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:47:43.026227 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '8282426a-42e4-49f0-bdf6-e39611a412ca', 'network_id': '15404925-382d-406b-a514-461937b3eab0', 'port_id': '8282426a-42e4-49f0-bdf6-e39611a412ca', 'mac_address': 'fa:16:3e:f2:d2:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07f12958-5182-429f-811f-535e09917494', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:47:43.061824 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:43.074897 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8282426a-42e4-49f0-bdf6-e39611a412ca {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:47:43.094234 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 8282426a-42e4-49f0-bdf6-e39611a412ca, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8282426a-42e4-49f0-bdf6-e39611a412ca,segment=NetworkSegment(51fd1aac-4cdc-4407-a917-a566a5bb7d3a),segment_id=51fd1aac-4cdc-4407-a917-a566a5bb7d3a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:47:43.098185 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:43.143935 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=8282426a-42e4-49f0-bdf6-e39611a412ca,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:47:43.335083 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['8282426a-42e4-49f0-bdf6-e39611a412ca'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:47:43.674535 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899448d-50c3-4ddb-85da-1af393a4c19c req-3cb22b73-790d-4df2-a938-daed1b534abc tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:43.676012 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d899448d-50c3-4ddb-85da-1af393a4c19c req-3cb22b73-790d-4df2-a938-daed1b534abc tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec9e327d-79a9-461c-bae8-4038e839f682 HTTP/1.1" status: 200 len: 944 time: 0.0476525 Dec 10 19:47:43.724396 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d899448d-50c3-4ddb-85da-1af393a4c19c req-4b787224-4e20-4380-8028-7ddbbef25b9f tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=55b1ad0a-e8dd-4f36-bfb0-ecbc9874d1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418155 Dec 10 19:47:44.839022 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3605e9-c2c5-414f-8bb9-75ebf5dee915 req-e5916f05-3c30-47e7-8e8e-285d462ceedd tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:44.840494 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4d3605e9-c2c5-414f-8bb9-75ebf5dee915 req-e5916f05-3c30-47e7-8e8e-285d462ceedd tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec9e327d-79a9-461c-bae8-4038e839f682 HTTP/1.1" status: 200 len: 944 time: 0.0484426 Dec 10 19:47:44.894041 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4d3605e9-c2c5-414f-8bb9-75ebf5dee915 req-c7a5887b-e8e5-410e-8c3d-a23478c07297 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=55b1ad0a-e8dd-4f36-bfb0-ecbc9874d1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476756 Dec 10 19:47:44.931567 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 8282426a-42e4-49f0-bdf6-e39611a412ca up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:47:44.984026 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 8282426a-42e4-49f0-bdf6-e39611a412ca completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:47:44.988080 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 8282426a-42e4-49f0-bdf6-e39611a412ca triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:47:44.988451 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:45.070297 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:45.093293 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9e327d-79a9-461c-bae8-4038e839f682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8282426a-42e4-49f0-bdf6-e39611a412ca'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:47:45.095539 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f39997a1e7c5b6ae782956bbd1fa5b612e64aa5908109c3bc10b0e272c8d4b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44265923-eeab-4f04-81ea-48db62f98999" -d '{"events": [{"server_uuid": "ec9e327d-79a9-461c-bae8-4038e839f682", "name": "network-vif-plugged", "status": "completed", "tag": "8282426a-42e4-49f0-bdf6-e39611a412ca"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:47:45.108842 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 8282426a-42e4-49f0-bdf6-e39611a412ca, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8282426a-42e4-49f0-bdf6-e39611a412ca,segment=NetworkSegment(51fd1aac-4cdc-4407-a917-a566a5bb7d3a),segment_id=51fd1aac-4cdc-4407-a917-a566a5bb7d3a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:47:45.113335 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:45.144552 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4489549f-1de9-4fc5-8e9c-93938c80e558 x-openstack-request-id: req-4489549f-1de9-4fc5-8e9c-93938c80e558 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:47:45.144877 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9e327d-79a9-461c-bae8-4038e839f682", "name": "network-vif-plugged", "status": "completed", "tag": "8282426a-42e4-49f0-bdf6-e39611a412ca", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:47:45.145134 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4489549f-1de9-4fc5-8e9c-93938c80e558 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:47:45.145521 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9e327d-79a9-461c-bae8-4038e839f682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8282426a-42e4-49f0-bdf6-e39611a412ca', 'code': 200} Dec 10 19:47:45.172219 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=8282426a-42e4-49f0-bdf6-e39611a412ca,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:47:45.232793 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f09b5-045e-42b3-bf71-4d7285ec6fb4 req-1e90c20a-260f-417e-80ad-ddaf0ea7ebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:45.234254 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3b1f09b5-045e-42b3-bf71-4d7285ec6fb4 req-1e90c20a-260f-417e-80ad-ddaf0ea7ebf3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ec9e327d-79a9-461c-bae8-4038e839f682 HTTP/1.1" status: 200 len: 1096 time: 0.0397632 Dec 10 19:47:45.279524 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3b1f09b5-045e-42b3-bf71-4d7285ec6fb4 req-52b3615a-39b9-4d1a-ad05-986201012132 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=55b1ad0a-e8dd-4f36-bfb0-ecbc9874d1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389335 Dec 10 19:47:46.009118 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa426b-4a49-43b4-88e1-0ef67bbb8068 req-c5dc6b2b-c6d8-426b-ab20-05db438b24ce tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:46.011228 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1eaa426b-4a49-43b4-88e1-0ef67bbb8068 req-c5dc6b2b-c6d8-426b-ab20-05db438b24ce tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec9e327d-79a9-461c-bae8-4038e839f682 HTTP/1.1" status: 200 len: 945 time: 0.0499580 Dec 10 19:47:46.059001 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1eaa426b-4a49-43b4-88e1-0ef67bbb8068 req-b2b45f62-8636-4a83-8328-8d1fe1b6836b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=55b1ad0a-e8dd-4f36-bfb0-ecbc9874d1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417554 Dec 10 19:47:47.178260 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69848cb8-37f8-40da-bd08-4c56342566e9 req-faa16f55-7902-45fc-8ac9-1ed0dc255624 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:47.179786 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-69848cb8-37f8-40da-bd08-4c56342566e9 req-faa16f55-7902-45fc-8ac9-1ed0dc255624 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec9e327d-79a9-461c-bae8-4038e839f682 HTTP/1.1" status: 200 len: 945 time: 0.0491076 Dec 10 19:47:47.232625 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-69848cb8-37f8-40da-bd08-4c56342566e9 req-98f361a5-fb19-4acb-832a-2d4fe6a6864e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=55b1ad0a-e8dd-4f36-bfb0-ecbc9874d1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465343 Dec 10 19:47:47.351030 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6699c559-765c-461e-8af8-91b3cff563d5 req-8b4da3f8-dc41-4b1a-9ff8-95f9b6eec890 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:47.352440 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6699c559-765c-461e-8af8-91b3cff563d5 req-8b4da3f8-dc41-4b1a-9ff8-95f9b6eec890 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec9e327d-79a9-461c-bae8-4038e839f682 HTTP/1.1" status: 200 len: 945 time: 0.0532265 Dec 10 19:47:47.403581 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6699c559-765c-461e-8af8-91b3cff563d5 req-1a79bd1f-33a8-4760-ad8c-66fc67116c60 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=55b1ad0a-e8dd-4f36-bfb0-ecbc9874d1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448568 Dec 10 19:47:47.425005 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52582) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:47:47.464646 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d026f965-eb9f-43ad-b3aa-8cc8aa995a65 tempest-TestNetworkAdvancedServerOps-1581291312 tempest-TestNetworkAdvancedServerOps-1581291312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:47.466184 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d026f965-eb9f-43ad-b3aa-8cc8aa995a65 tempest-TestNetworkAdvancedServerOps-1581291312 tempest-TestNetworkAdvancedServerOps-1581291312-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ec9e327d-79a9-461c-bae8-4038e839f682 HTTP/1.1" status: 200 len: 1091 time: 0.0402017 Dec 10 19:47:47.468891 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52584) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:47:47.473032 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-a579e6f7-d64a-46fb-8132-ab7de038d553 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'port_id': '8282426a-42e4-49f0-bdf6-e39611a412ca', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:47:47.494818 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a579e6f7-d64a-46fb-8132-ab7de038d553 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:47.594619 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a579e6f7-d64a-46fb-8132-ab7de038d553 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:47.693660 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-a579e6f7-d64a-46fb-8132-ab7de038d553 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Allocated IP 172.25.7.50 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/c2b481d0-8dd5-4a8a-adef-e17d6cc8c07f) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:47:47.795627 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a579e6f7-d64a-46fb-8132-ab7de038d553 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:47.828788 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a579e6f7-d64a-46fb-8132-ab7de038d553 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:47.866695 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a579e6f7-d64a-46fb-8132-ab7de038d553 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:47:47.869888 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-a579e6f7-d64a-46fb-8132-ab7de038d553 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:47:47.873761 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a579e6f7-d64a-46fb-8132-ab7de038d553 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:47:47.898378 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579e6f7-d64a-46fb-8132-ab7de038d553 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'Port': ['ID=c2b481d0-8dd5-4a8a-adef-e17d6cc8c07f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:47:48.218689 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a579e6f7-d64a-46fb-8132-ab7de038d553 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:48.282852 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a579e6f7-d64a-46fb-8132-ab7de038d553 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:48.436197 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a579e6f7-d64a-46fb-8132-ab7de038d553 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:48.440809 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a579e6f7-d64a-46fb-8132-ab7de038d553 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:48.512106 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579e6f7-d64a-46fb-8132-ab7de038d553 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'Port': ['ID=c2b481d0-8dd5-4a8a-adef-e17d6cc8c07f,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:47:48.522662 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a579e6f7-d64a-46fb-8132-ab7de038d553 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:48.624789 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-a579e6f7-d64a-46fb-8132-ab7de038d553 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Floating IP 46308d8e-9880-4e20-98ae-18ebdfeff498 associated. External IP: 172.25.7.50, port: 8282426a-42e4-49f0-bdf6-e39611a412ca. Dec 10 19:47:48.832444 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a579e6f7-d64a-46fb-8132-ab7de038d553 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Router 8bb56950-3891-43be-805b-6236526350ae has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:47:48.937301 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a579e6f7-d64a-46fb-8132-ab7de038d553 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:47:48.947581 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92faeda-39bc-4141-b817-92d00b1d0e80 None None] Sync routers for ids ['8bb56950-3891-43be-805b-6236526350ae'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:47:48.957703 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a579e6f7-d64a-46fb-8132-ab7de038d553 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:48.960652 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92faeda-39bc-4141-b817-92d00b1d0e80 None None] Routers {'8bb56950-3891-43be-805b-6236526350ae'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:47:48.961534 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b92faeda-39bc-4141-b817-92d00b1d0e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:47:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['8bb56950-3891-43be-805b-6236526350ae'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:47:48.986046 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a579e6f7-d64a-46fb-8132-ab7de038d553 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5161319 Dec 10 19:47:48.986730 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9e327d-79a9-461c-bae8-4038e839f682', 'tag': '8282426a-42e4-49f0-bdf6-e39611a412ca'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:47:48.989098 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a76b3c-00e7-4caa-8010-07cd8b81d61d" -d '{"events": [{"name": "network-changed", "server_uuid": "ec9e327d-79a9-461c-bae8-4038e839f682", "tag": "8282426a-42e4-49f0-bdf6-e39611a412ca"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:47:49.042308 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95641bad-dbec-46ca-acaf-62ef77994c83 x-openstack-request-id: req-95641bad-dbec-46ca-acaf-62ef77994c83 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:47:49.042610 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec9e327d-79a9-461c-bae8-4038e839f682", "tag": "8282426a-42e4-49f0-bdf6-e39611a412ca", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:47:49.042869 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-95641bad-dbec-46ca-acaf-62ef77994c83 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:47:49.043309 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec9e327d-79a9-461c-bae8-4038e839f682', 'tag': '8282426a-42e4-49f0-bdf6-e39611a412ca', 'status': 'completed', 'code': 200} Dec 10 19:47:49.082726 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-b92faeda-39bc-4141-b817-92d00b1d0e80 None None] Set router 8bb56950-3891-43be-805b-6236526350ae gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:47:49.103955 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c9f57-6ae2-4e73-bb22-0b4cdcbf189a req-758218c3-fc94-47ff-9bde-d77c1588347c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:49.105612 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a73c9f57-6ae2-4e73-bb22-0b4cdcbf189a req-758218c3-fc94-47ff-9bde-d77c1588347c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec9e327d-79a9-461c-bae8-4038e839f682 HTTP/1.1" status: 200 len: 945 time: 0.0523791 Dec 10 19:47:49.161225 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a73c9f57-6ae2-4e73-bb22-0b4cdcbf189a req-2e7d5de1-5272-497c-8dc4-a09aac5ff950 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=55b1ad0a-e8dd-4f36-bfb0-ecbc9874d1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477254 Dec 10 19:47:49.166981 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a76b3c-00e7-4caa-8010-07cd8b81d61d req-8c1dd635-cd85-4bb2-8251-d08adfdb1a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:49.168703 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-28a76b3c-00e7-4caa-8010-07cd8b81d61d req-8c1dd635-cd85-4bb2-8251-d08adfdb1a5d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&device_id=ec9e327d-79a9-461c-bae8-4038e839f682 HTTP/1.1" status: 200 len: 1096 time: 0.0502236 Dec 10 19:47:49.184750 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52590) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:47:49.253139 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1a50da98-139c-41dd-aaf1-49ae36072957 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/floatingips/46308d8e-9880-4e20-98ae-18ebdfeff498 HTTP/1.1" status: 200 len: 990 time: 0.0671325 Dec 10 19:47:49.266517 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a76b3c-00e7-4caa-8010-07cd8b81d61d req-f6ead817-721d-4243-985d-803d1b6ae5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:49.268036 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-28a76b3c-00e7-4caa-8010-07cd8b81d61d req-f6ead817-721d-4243-985d-803d1b6ae5e1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=15404925-382d-406b-a514-461937b3eab0 HTTP/1.1" status: 200 len: 897 time: 0.0929482 Dec 10 19:47:49.327072 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b92faeda-39bc-4141-b817-92d00b1d0e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb56950-3891-43be-805b-6236526350ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046105572', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '7cc2fe74-75a6-4520-a5db-3856d2d9177b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:32Z', 'updated_at': '2021-12-10T19:47:36Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': '7cc2fe74-75a6-4520-a5db-3856d2d9177b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb56950-3891-43be-805b-6236526350ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:33Z', 'updated_at': '2021-12-10T19:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '46308d8e-9880-4e20-98ae-18ebdfeff498', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '8bb56950-3891-43be-805b-6236526350ae', 'port_id': '8282426a-42e4-49f0-bdf6-e39611a412ca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15404925-382d-406b-a514-461937b3eab0', 'mac_address': 'fa:16:3e:f2:d2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9e327d-79a9-461c-bae8-4038e839f682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:47:48Z', 'updated_at': '2021-12-10T19:47:48Z', 'revision_number': 0, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c565beb7-dd43-49b7-ac84-9e6e005ee93d', 'name': '', 'network_id': '15404925-382d-406b-a514-461937b3eab0', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:47:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb56950-3891-43be-805b-6236526350ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '07f12958-5182-429f-811f-535e09917494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:35Z', 'updated_at': '2021-12-10T19:47:39Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': '07f12958-5182-429f-811f-535e09917494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:47:49.357881 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92faeda-39bc-4141-b817-92d00b1d0e80 None None] Checking router: 8bb56950-3891-43be-805b-6236526350ae for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:47:49.372181 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92faeda-39bc-4141-b817-92d00b1d0e80 None None] Routers {'8bb56950-3891-43be-805b-6236526350ae'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:47:49.372883 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b92faeda-39bc-4141-b817-92d00b1d0e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:47:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['8bb56950-3891-43be-805b-6236526350ae'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:47:49.485473 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-b92faeda-39bc-4141-b817-92d00b1d0e80 None None] Set router 8bb56950-3891-43be-805b-6236526350ae gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:47:49.675716 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-28a76b3c-00e7-4caa-8010-07cd8b81d61d req-8b98016f-0340-4ad0-bfc8-d6dacf4a9b30 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8282426a-42e4-49f0-bdf6-e39611a412ca HTTP/1.1" status: 200 len: 998 time: 0.4010501 Dec 10 19:47:49.711167 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b92faeda-39bc-4141-b817-92d00b1d0e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb56950-3891-43be-805b-6236526350ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046105572', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '7cc2fe74-75a6-4520-a5db-3856d2d9177b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:32Z', 'updated_at': '2021-12-10T19:47:36Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': '7cc2fe74-75a6-4520-a5db-3856d2d9177b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb56950-3891-43be-805b-6236526350ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:33Z', 'updated_at': '2021-12-10T19:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '46308d8e-9880-4e20-98ae-18ebdfeff498', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '8bb56950-3891-43be-805b-6236526350ae', 'port_id': '8282426a-42e4-49f0-bdf6-e39611a412ca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15404925-382d-406b-a514-461937b3eab0', 'mac_address': 'fa:16:3e:f2:d2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9e327d-79a9-461c-bae8-4038e839f682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:47:48Z', 'updated_at': '2021-12-10T19:47:48Z', 'revision_number': 0, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c565beb7-dd43-49b7-ac84-9e6e005ee93d', 'name': '', 'network_id': '15404925-382d-406b-a514-461937b3eab0', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:47:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb56950-3891-43be-805b-6236526350ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '07f12958-5182-429f-811f-535e09917494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:35Z', 'updated_at': '2021-12-10T19:47:39Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': '07f12958-5182-429f-811f-535e09917494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:47:49.723444 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a76b3c-00e7-4caa-8010-07cd8b81d61d req-74628266-0332-4722-bc8e-531b39248184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:49.725016 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-28a76b3c-00e7-4caa-8010-07cd8b81d61d req-74628266-0332-4722-bc8e-531b39248184 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=07f12958-5182-429f-811f-535e09917494 HTTP/1.1" status: 200 len: 834 time: 0.0424705 Dec 10 19:47:49.740674 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92faeda-39bc-4141-b817-92d00b1d0e80 None None] The sync data for ids ['8bb56950-3891-43be-805b-6236526350ae'] in n-d-821435-1 is: [{'id': '8bb56950-3891-43be-805b-6236526350ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046105572', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '7cc2fe74-75a6-4520-a5db-3856d2d9177b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:32Z', 'updated_at': '2021-12-10T19:47:36Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': '7cc2fe74-75a6-4520-a5db-3856d2d9177b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb56950-3891-43be-805b-6236526350ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:33Z', 'updated_at': '2021-12-10T19:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '46308d8e-9880-4e20-98ae-18ebdfeff498', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '8bb56950-3891-43be-805b-6236526350ae', 'port_id': '8282426a-42e4-49f0-bdf6-e39611a412ca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15404925-382d-406b-a514-461937b3eab0', 'mac_address': 'fa:16:3e:f2:d2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9e327d-79a9-461c-bae8-4038e839f682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:47:48Z', 'updated_at': '2021-12-10T19:47:48Z', 'revision_number': 0, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c565beb7-dd43-49b7-ac84-9e6e005ee93d', 'name': '', 'network_id': '15404925-382d-406b-a514-461937b3eab0', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:47:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb56950-3891-43be-805b-6236526350ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '07f12958-5182-429f-811f-535e09917494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:35Z', 'updated_at': '2021-12-10T19:47:39Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': '07f12958-5182-429f-811f-535e09917494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:47:49.772904 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a76b3c-00e7-4caa-8010-07cd8b81d61d req-fd45a964-4f8c-4f7f-ac6e-cd25d2d992ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:49.774415 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-28a76b3c-00e7-4caa-8010-07cd8b81d61d req-fd45a964-4f8c-4f7f-ac6e-cd25d2d992ac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=15404925-382d-406b-a514-461937b3eab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420246 Dec 10 19:47:49.798809 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e7cb7aa6-5ae2-48fd-ad67-314b5acf4065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:49.867411 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-28a76b3c-00e7-4caa-8010-07cd8b81d61d req-7c3e80a7-436f-4767-8566-54f0c7391ce4 service neutron] 10.222.0.46 "GET /v2.0/networks/15404925-382d-406b-a514-461937b3eab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859904 Dec 10 19:47:49.949236 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd676f69-c4ce-472a-9f33-0d7df8ba248d None None] New status for floating IP 46308d8e-9880-4e20-98ae-18ebdfeff498: ACTIVE {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:47:49.959673 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-28a76b3c-00e7-4caa-8010-07cd8b81d61d req-9ba73e5c-85fc-4374-9cea-cf521f2e3ed5 service neutron] 10.222.0.46 "GET /v2.0/networks/15404925-382d-406b-a514-461937b3eab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855074 Dec 10 19:47:50.256061 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52592) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:47:50.333899 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b8b08661-89b6-4a00-b637-3776d4b18ab9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/floatingips/46308d8e-9880-4e20-98ae-18ebdfeff498 HTTP/1.1" status: 200 len: 992 time: 0.0765610 Dec 10 19:47:52.659037 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8ab94f47-c02c-420f-8497-89536c5f0a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:53.709877 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:55.073705 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:47:55.668764 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:48:04.495004 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:48:08.881321 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:48:19.612380 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:48:19.806163 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d4fda706-834e-4a9d-a491-9fdf3b867fd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:48:20.656657 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6cff4924-e247-434a-bd9f-d40cb93ab4c1 req-d7ae0bba-d8ca-488f-868b-5015099ddd49 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ec9e327d-79a9-461c-bae8-4038e839f682&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397987 Dec 10 19:48:20.739008 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff4924-e247-434a-bd9f-d40cb93ab4c1 req-c66ec7bf-c681-4975-b589-cd142eb95980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:20.740489 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6cff4924-e247-434a-bd9f-d40cb93ab4c1 req-c66ec7bf-c681-4975-b589-cd142eb95980 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&device_id=ec9e327d-79a9-461c-bae8-4038e839f682 HTTP/1.1" status: 200 len: 1096 time: 0.0403440 Dec 10 19:48:20.847403 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff4924-e247-434a-bd9f-d40cb93ab4c1 req-f9dec033-e488-4630-a07e-eef5ea97b94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:20.848901 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6cff4924-e247-434a-bd9f-d40cb93ab4c1 req-f9dec033-e488-4630-a07e-eef5ea97b94c service neutron] 10.222.0.46 "GET /v2.0/networks?id=15404925-382d-406b-a514-461937b3eab0 HTTP/1.1" status: 200 len: 897 time: 0.0874074 Dec 10 19:48:20.915697 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6cff4924-e247-434a-bd9f-d40cb93ab4c1 req-ffa5d741-89bb-488f-8905-6251a4a30335 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8282426a-42e4-49f0-bdf6-e39611a412ca HTTP/1.1" status: 200 len: 1000 time: 0.0578940 Dec 10 19:48:20.962814 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff4924-e247-434a-bd9f-d40cb93ab4c1 req-1208b63f-3353-4525-b147-d22e0a9e575e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:20.964223 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6cff4924-e247-434a-bd9f-d40cb93ab4c1 req-1208b63f-3353-4525-b147-d22e0a9e575e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=07f12958-5182-429f-811f-535e09917494 HTTP/1.1" status: 200 len: 834 time: 0.0420182 Dec 10 19:48:21.013216 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff4924-e247-434a-bd9f-d40cb93ab4c1 req-e227ee3e-0f67-41be-b34d-1e4c0b5d4227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:21.014778 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6cff4924-e247-434a-bd9f-d40cb93ab4c1 req-e227ee3e-0f67-41be-b34d-1e4c0b5d4227 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=15404925-382d-406b-a514-461937b3eab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434163 Dec 10 19:48:21.101496 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6cff4924-e247-434a-bd9f-d40cb93ab4c1 req-81d37c9b-8f16-458a-b319-74a20266c338 service neutron] 10.222.0.46 "GET /v2.0/networks/15404925-382d-406b-a514-461937b3eab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799594 Dec 10 19:48:21.208661 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6cff4924-e247-434a-bd9f-d40cb93ab4c1 req-6185ff89-f53f-4444-8cf3-863d895e1841 service neutron] 10.222.0.46 "GET /v2.0/networks/15404925-382d-406b-a514-461937b3eab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994937 Dec 10 19:48:21.674133 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f4ac7-27db-453c-ba4b-9e3b35aca6c2 req-011dc595-f5ae-4662-b3b9-7abacba4c2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:21.675656 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a00f4ac7-27db-453c-ba4b-9e3b35aca6c2 req-011dc595-f5ae-4662-b3b9-7abacba4c2cf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&device_id=ec9e327d-79a9-461c-bae8-4038e839f682 HTTP/1.1" status: 200 len: 1096 time: 0.0628068 Dec 10 19:48:21.683561 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15226912-0724-4f3d-839c-6acdf0cd3e3d req-db6fb0b5-bd11-4db7-93d1-9fdb792f0a3c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:21.685000 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-15226912-0724-4f3d-839c-6acdf0cd3e3d req-db6fb0b5-bd11-4db7-93d1-9fdb792f0a3c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec9e327d-79a9-461c-bae8-4038e839f682 HTTP/1.1" status: 200 len: 945 time: 0.0849898 Dec 10 19:48:21.796856 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-15226912-0724-4f3d-839c-6acdf0cd3e3d req-d24cce00-5889-41e1-8c19-067b3e9096da tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=55b1ad0a-e8dd-4f36-bfb0-ecbc9874d1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019270 Dec 10 19:48:21.818320 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f4ac7-27db-453c-ba4b-9e3b35aca6c2 req-cc80c8c3-fce5-4d4a-8597-d27517fc3c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:21.819797 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a00f4ac7-27db-453c-ba4b-9e3b35aca6c2 req-cc80c8c3-fce5-4d4a-8597-d27517fc3c58 service neutron] 10.222.0.46 "GET /v2.0/networks?id=15404925-382d-406b-a514-461937b3eab0 HTTP/1.1" status: 200 len: 897 time: 0.1339512 Dec 10 19:48:21.888766 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a00f4ac7-27db-453c-ba4b-9e3b35aca6c2 req-a5954595-9b97-40f0-9d6b-ee415e58857c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8282426a-42e4-49f0-bdf6-e39611a412ca HTTP/1.1" status: 200 len: 1000 time: 0.0609698 Dec 10 19:48:21.942306 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f4ac7-27db-453c-ba4b-9e3b35aca6c2 req-f7964a52-1284-426b-87ff-3a8360b951c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:21.943760 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a00f4ac7-27db-453c-ba4b-9e3b35aca6c2 req-f7964a52-1284-426b-87ff-3a8360b951c6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=07f12958-5182-429f-811f-535e09917494 HTTP/1.1" status: 200 len: 834 time: 0.0474176 Dec 10 19:48:21.988155 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f4ac7-27db-453c-ba4b-9e3b35aca6c2 req-8ed0000a-2ba6-4bd7-bb18-d3016d599872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:21.989680 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a00f4ac7-27db-453c-ba4b-9e3b35aca6c2 req-8ed0000a-2ba6-4bd7-bb18-d3016d599872 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=15404925-382d-406b-a514-461937b3eab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383708 Dec 10 19:48:22.078556 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a00f4ac7-27db-453c-ba4b-9e3b35aca6c2 req-ad1a0c9b-09be-4e4d-a153-c02eac9e3db4 service neutron] 10.222.0.46 "GET /v2.0/networks/15404925-382d-406b-a514-461937b3eab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805721 Dec 10 19:48:22.172486 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a00f4ac7-27db-453c-ba4b-9e3b35aca6c2 req-c6128b55-b55c-44b2-bcd3-8fe9f8187558 service neutron] 10.222.0.46 "GET /v2.0/networks/15404925-382d-406b-a514-461937b3eab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860419 Dec 10 19:48:22.662640 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-74c77e36-67af-4a25-b9ba-d63108792aae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:48:22.919907 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27dbbe-b56a-48bf-9efa-9c93f1956ed1 req-a18c5b05-9dec-4c9c-9c9c-671a655056c7 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:22.921325 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6a27dbbe-b56a-48bf-9efa-9c93f1956ed1 req-a18c5b05-9dec-4c9c-9c9c-671a655056c7 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec9e327d-79a9-461c-bae8-4038e839f682 HTTP/1.1" status: 200 len: 945 time: 0.0482931 Dec 10 19:48:22.969622 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6a27dbbe-b56a-48bf-9efa-9c93f1956ed1 req-e58005a8-9d65-4832-af6b-c4a6c1c7b3a4 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=55b1ad0a-e8dd-4f36-bfb0-ecbc9874d1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423431 Dec 10 19:48:23.711410 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:48:24.087216 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe926042-9905-4c9e-bbae-df11390e9d32 req-3c3cf76a-be64-405c-a690-b0ad629f2230 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:24.088837 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fe926042-9905-4c9e-bbae-df11390e9d32 req-3c3cf76a-be64-405c-a690-b0ad629f2230 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec9e327d-79a9-461c-bae8-4038e839f682 HTTP/1.1" status: 200 len: 945 time: 0.0496364 Dec 10 19:48:24.138519 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fe926042-9905-4c9e-bbae-df11390e9d32 req-4e131dc6-fde1-44e2-9072-f73f943425cd tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=55b1ad0a-e8dd-4f36-bfb0-ecbc9874d1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437839 Dec 10 19:48:25.075834 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:48:25.255771 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67464f6d-e6b9-4dd9-a655-012005df02b1 req-0adbea73-6bdf-4833-8693-d4f8ea66f792 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:25.257292 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-67464f6d-e6b9-4dd9-a655-012005df02b1 req-0adbea73-6bdf-4833-8693-d4f8ea66f792 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec9e327d-79a9-461c-bae8-4038e839f682 HTTP/1.1" status: 200 len: 945 time: 0.0491436 Dec 10 19:48:25.306223 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-67464f6d-e6b9-4dd9-a655-012005df02b1 req-5d665285-4573-4f80-9b3d-4a6163f87ba1 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=55b1ad0a-e8dd-4f36-bfb0-ecbc9874d1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420980 Dec 10 19:48:25.670097 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:48:26.428615 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbc308-36c8-40fe-ab15-c611edd2a302 req-17429ca3-b0e0-472e-9ea7-d838661377f5 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:26.430147 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-41cbc308-36c8-40fe-ab15-c611edd2a302 req-17429ca3-b0e0-472e-9ea7-d838661377f5 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec9e327d-79a9-461c-bae8-4038e839f682 HTTP/1.1" status: 200 len: 945 time: 0.0552616 Dec 10 19:48:26.480952 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-41cbc308-36c8-40fe-ab15-c611edd2a302 req-69bbb5d2-1167-45c9-8be0-429961325ca2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=55b1ad0a-e8dd-4f36-bfb0-ecbc9874d1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446599 Dec 10 19:48:27.599311 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358c30c-12cc-4e95-a3b2-8618f4915bf8 req-f16bf21a-1c35-430d-8236-cb513af67ce8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:27.600820 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6358c30c-12cc-4e95-a3b2-8618f4915bf8 req-f16bf21a-1c35-430d-8236-cb513af67ce8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec9e327d-79a9-461c-bae8-4038e839f682 HTTP/1.1" status: 200 len: 945 time: 0.0515633 Dec 10 19:48:27.650700 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6358c30c-12cc-4e95-a3b2-8618f4915bf8 req-157a9375-9c8f-4af4-84fa-1b8aacc8bb82 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=55b1ad0a-e8dd-4f36-bfb0-ecbc9874d1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430951 Dec 10 19:48:28.769331 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edac43e-4959-471a-9a1e-f5a3e884dc16 req-bdd34856-53e2-4b9f-8ca4-ba732343afc4 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:28.770829 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6edac43e-4959-471a-9a1e-f5a3e884dc16 req-bdd34856-53e2-4b9f-8ca4-ba732343afc4 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec9e327d-79a9-461c-bae8-4038e839f682 HTTP/1.1" status: 200 len: 945 time: 0.0506537 Dec 10 19:48:28.821776 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6edac43e-4959-471a-9a1e-f5a3e884dc16 req-204417de-b9c9-4d1b-b285-2cff68ed091e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=55b1ad0a-e8dd-4f36-bfb0-ecbc9874d1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450253 Dec 10 19:48:29.944088 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5c321-4039-426c-b0f9-f589bbf5628f req-681868b7-244d-40b4-aa70-9c22126f0205 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:29.945596 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-82f5c321-4039-426c-b0f9-f589bbf5628f req-681868b7-244d-40b4-aa70-9c22126f0205 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec9e327d-79a9-461c-bae8-4038e839f682 HTTP/1.1" status: 200 len: 945 time: 0.0487473 Dec 10 19:48:29.995868 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-82f5c321-4039-426c-b0f9-f589bbf5628f req-31b7d362-a93e-49c3-84e8-3940ed89e6a3 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=55b1ad0a-e8dd-4f36-bfb0-ecbc9874d1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437758 Dec 10 19:48:31.121348 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147d473-359b-4427-a67f-b256241a1473 req-599a378d-f238-40d3-9efd-9216cf21d312 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:31.123147 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4147d473-359b-4427-a67f-b256241a1473 req-599a378d-f238-40d3-9efd-9216cf21d312 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec9e327d-79a9-461c-bae8-4038e839f682 HTTP/1.1" status: 200 len: 945 time: 0.0527692 Dec 10 19:48:31.175585 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-4147d473-359b-4427-a67f-b256241a1473 req-f5abcc64-8e60-4914-80bd-f6a6b38607f8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=55b1ad0a-e8dd-4f36-bfb0-ecbc9874d1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465529 Dec 10 19:48:32.289842 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a14fb3-24f9-424d-8709-e5e702220ffe req-893b5230-26b7-4eb0-9de3-fcabdb1f2a06 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:32.291335 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-35a14fb3-24f9-424d-8709-e5e702220ffe req-893b5230-26b7-4eb0-9de3-fcabdb1f2a06 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec9e327d-79a9-461c-bae8-4038e839f682 HTTP/1.1" status: 200 len: 945 time: 0.0477788 Dec 10 19:48:32.343840 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-35a14fb3-24f9-424d-8709-e5e702220ffe req-6239fc8e-e704-4269-bd16-c38d1b62489c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=55b1ad0a-e8dd-4f36-bfb0-ecbc9874d1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465946 Dec 10 19:48:33.458977 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8349a7-f9de-4be9-869c-ee6a8dca29fe req-b860f246-a6ec-4135-a9c0-ccf41cb35c56 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:33.460453 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6b8349a7-f9de-4be9-869c-ee6a8dca29fe req-b860f246-a6ec-4135-a9c0-ccf41cb35c56 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec9e327d-79a9-461c-bae8-4038e839f682 HTTP/1.1" status: 200 len: 945 time: 0.0489454 Dec 10 19:48:33.509928 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6b8349a7-f9de-4be9-869c-ee6a8dca29fe req-afd1e8fa-f46a-4dfd-8fc9-bf90e3faaf5a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=55b1ad0a-e8dd-4f36-bfb0-ecbc9874d1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427947 Dec 10 19:48:34.499774 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:48:34.628575 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10caae-5fd7-4afb-8637-5c8436bed47d req-c67a5b07-6004-4479-90af-320257b4b447 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:34.630097 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aa10caae-5fd7-4afb-8637-5c8436bed47d req-c67a5b07-6004-4479-90af-320257b4b447 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec9e327d-79a9-461c-bae8-4038e839f682 HTTP/1.1" status: 200 len: 945 time: 0.0500276 Dec 10 19:48:34.679110 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aa10caae-5fd7-4afb-8637-5c8436bed47d req-5948a58e-2f8a-4e92-b29e-eddef35d368d tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=55b1ad0a-e8dd-4f36-bfb0-ecbc9874d1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425057 Dec 10 19:48:35.794675 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a7001-beef-4840-94b8-a2caf2c608a4 req-24001042-9cbd-41b3-88d5-87570fc568a7 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:35.796158 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-336a7001-beef-4840-94b8-a2caf2c608a4 req-24001042-9cbd-41b3-88d5-87570fc568a7 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec9e327d-79a9-461c-bae8-4038e839f682 HTTP/1.1" status: 200 len: 945 time: 0.0485778 Dec 10 19:48:35.845309 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-336a7001-beef-4840-94b8-a2caf2c608a4 req-7b336e9c-96e4-463c-bfc5-80b3df03fb0b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=55b1ad0a-e8dd-4f36-bfb0-ecbc9874d1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432780 Dec 10 19:48:36.960687 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3e515-6ede-4691-88a0-710594b2dcda req-39396bf9-22af-41b3-8606-1f7e6d8dc01c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:36.962344 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-35a3e515-6ede-4691-88a0-710594b2dcda req-39396bf9-22af-41b3-8606-1f7e6d8dc01c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec9e327d-79a9-461c-bae8-4038e839f682 HTTP/1.1" status: 200 len: 945 time: 0.0482347 Dec 10 19:48:37.012470 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-35a3e515-6ede-4691-88a0-710594b2dcda req-703cb15f-2a83-42bf-a181-5ac2a97c5179 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=55b1ad0a-e8dd-4f36-bfb0-ecbc9874d1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441198 Dec 10 19:48:38.133898 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5d0c7-cebb-4267-a612-0bac7a2fd3c7 req-54c6f92b-a550-4975-b62f-56c4fac172e9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:38.135497 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d1e5d0c7-cebb-4267-a612-0bac7a2fd3c7 req-54c6f92b-a550-4975-b62f-56c4fac172e9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec9e327d-79a9-461c-bae8-4038e839f682 HTTP/1.1" status: 200 len: 945 time: 0.0531738 Dec 10 19:48:38.184595 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d1e5d0c7-cebb-4267-a612-0bac7a2fd3c7 req-7cace42a-6943-4a0b-9909-04c77b719fb9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=55b1ad0a-e8dd-4f36-bfb0-ecbc9874d1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430174 Dec 10 19:48:38.209160 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52636) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:48:38.274032 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2660c641-6d3f-4b7f-9672-6729e6f24cf7 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/floatingips/46308d8e-9880-4e20-98ae-18ebdfeff498 HTTP/1.1" status: 200 len: 992 time: 0.0624089 Dec 10 19:48:38.870787 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:48:49.798326 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ed1dfcd7-c5e6-461c-b10e-c9e61a901deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:48:52.663740 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a22fa915-e923-47a7-8c1b-a0ca76698384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:48:53.715406 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:48:55.078899 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:48:55.671708 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:48:56.611836 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:49:04.500266 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:08.632208 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52650) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:49:08.795162 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-86729512-90a0-469e-91a8-362bf1e9c7e2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Deleting port c2b481d0-8dd5-4a8a-adef-e17d6cc8c07f {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:49:08.795508 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-86729512-90a0-469e-91a8-362bf1e9c7e2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:08.871395 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-86729512-90a0-469e-91a8-362bf1e9c7e2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:08.872011 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-86729512-90a0-469e-91a8-362bf1e9c7e2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:08.883990 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-86729512-90a0-469e-91a8-362bf1e9c7e2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Calling delete_port for c2b481d0-8dd5-4a8a-adef-e17d6cc8c07f owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:49:08.917486 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:09.039956 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-86729512-90a0-469e-91a8-362bf1e9c7e2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:09.064442 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86729512-90a0-469e-91a8-362bf1e9c7e2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event deleted for resources: {'Port': ['ID=c2b481d0-8dd5-4a8a-adef-e17d6cc8c07f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:49:09.073109 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86729512-90a0-469e-91a8-362bf1e9c7e2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:09.073471 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86729512-90a0-469e-91a8-362bf1e9c7e2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:09.073827 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86729512-90a0-469e-91a8-362bf1e9c7e2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:09.074179 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86729512-90a0-469e-91a8-362bf1e9c7e2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:09.074520 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86729512-90a0-469e-91a8-362bf1e9c7e2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:09.074857 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86729512-90a0-469e-91a8-362bf1e9c7e2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:09.075192 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86729512-90a0-469e-91a8-362bf1e9c7e2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:09.075531 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86729512-90a0-469e-91a8-362bf1e9c7e2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:09.075865 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86729512-90a0-469e-91a8-362bf1e9c7e2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:09.076196 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86729512-90a0-469e-91a8-362bf1e9c7e2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:09.076529 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86729512-90a0-469e-91a8-362bf1e9c7e2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:09.076888 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86729512-90a0-469e-91a8-362bf1e9c7e2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:09.077216 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86729512-90a0-469e-91a8-362bf1e9c7e2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:09.138996 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-86729512-90a0-469e-91a8-362bf1e9c7e2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:09.139250 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-86729512-90a0-469e-91a8-362bf1e9c7e2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Floating IP 46308d8e-9880-4e20-98ae-18ebdfeff498 disassociated (deleted). External IP: 172.25.7.50, port: 8282426a-42e4-49f0-bdf6-e39611a412ca. Dec 10 19:49:09.355664 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86729512-90a0-469e-91a8-362bf1e9c7e2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Router 8bb56950-3891-43be-805b-6236526350ae has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:49:09.467626 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86729512-90a0-469e-91a8-362bf1e9c7e2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:49:09.472252 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-86729512-90a0-469e-91a8-362bf1e9c7e2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:09.477681 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0659a0a7-a042-4df0-9b91-96cb2bea1ec1 None None] Sync routers for ids ['8bb56950-3891-43be-805b-6236526350ae'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:49:09.486894 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0659a0a7-a042-4df0-9b91-96cb2bea1ec1 None None] Routers {'8bb56950-3891-43be-805b-6236526350ae'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:49:09.487509 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0659a0a7-a042-4df0-9b91-96cb2bea1ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:48:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['8bb56950-3891-43be-805b-6236526350ae'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:49:09.499206 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-86729512-90a0-469e-91a8-362bf1e9c7e2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "DELETE /v2.0/floatingips/46308d8e-9880-4e20-98ae-18ebdfeff498 HTTP/1.1" status: 204 len: 168 time: 0.8656013 Dec 10 19:49:09.499956 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9e327d-79a9-461c-bae8-4038e839f682', 'tag': '8282426a-42e4-49f0-bdf6-e39611a412ca'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:49:09.502240 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05bb8cc-807e-41b7-8059-998463df6cef" -d '{"events": [{"name": "network-changed", "server_uuid": "ec9e327d-79a9-461c-bae8-4038e839f682", "tag": "8282426a-42e4-49f0-bdf6-e39611a412ca"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:49:09.605921 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-0659a0a7-a042-4df0-9b91-96cb2bea1ec1 None None] Set router 8bb56950-3891-43be-805b-6236526350ae gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:49:09.607436 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1aaa9ab-90d0-47dd-a6b7-6c4410c5c339 x-openstack-request-id: req-a1aaa9ab-90d0-47dd-a6b7-6c4410c5c339 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:49:09.607959 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec9e327d-79a9-461c-bae8-4038e839f682", "tag": "8282426a-42e4-49f0-bdf6-e39611a412ca", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:49:09.608375 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a1aaa9ab-90d0-47dd-a6b7-6c4410c5c339 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:49:09.609064 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec9e327d-79a9-461c-bae8-4038e839f682', 'tag': '8282426a-42e4-49f0-bdf6-e39611a412ca', 'status': 'completed', 'code': 200} Dec 10 19:49:09.744687 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627119e0-c5fa-46b3-a76a-5a1a7d22a383 req-52d1e860-988a-41da-bd82-d6c30172fbf5 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:49:09.747127 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-627119e0-c5fa-46b3-a76a-5a1a7d22a383 req-52d1e860-988a-41da-bd82-d6c30172fbf5 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec9e327d-79a9-461c-bae8-4038e839f682 HTTP/1.1" status: 200 len: 945 time: 0.0652785 Dec 10 19:49:09.748564 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05bb8cc-807e-41b7-8059-998463df6cef req-b40b4edd-4e2a-4d05-a7be-c11d0a2e45a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:49:09.750155 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b05bb8cc-807e-41b7-8059-998463df6cef req-b40b4edd-4e2a-4d05-a7be-c11d0a2e45a5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&device_id=ec9e327d-79a9-461c-bae8-4038e839f682 HTTP/1.1" status: 200 len: 1096 time: 0.0957911 Dec 10 19:49:09.799623 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-627119e0-c5fa-46b3-a76a-5a1a7d22a383 req-817d3685-a8a5-4f55-803c-24ffd3ccc5f7 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=55b1ad0a-e8dd-4f36-bfb0-ecbc9874d1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441501 Dec 10 19:49:09.829627 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0659a0a7-a042-4df0-9b91-96cb2bea1ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb56950-3891-43be-805b-6236526350ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046105572', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '7cc2fe74-75a6-4520-a5db-3856d2d9177b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:32Z', 'updated_at': '2021-12-10T19:47:36Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': '7cc2fe74-75a6-4520-a5db-3856d2d9177b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb56950-3891-43be-805b-6236526350ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:33Z', 'updated_at': '2021-12-10T19:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'c565beb7-dd43-49b7-ac84-9e6e005ee93d', 'name': '', 'network_id': '15404925-382d-406b-a514-461937b3eab0', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:47:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb56950-3891-43be-805b-6236526350ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '07f12958-5182-429f-811f-535e09917494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:35Z', 'updated_at': '2021-12-10T19:47:39Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': '07f12958-5182-429f-811f-535e09917494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:49:09.852028 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05bb8cc-807e-41b7-8059-998463df6cef req-95b8e67d-1c40-4835-a6ed-c6ad99478355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:49:09.853568 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b05bb8cc-807e-41b7-8059-998463df6cef req-95b8e67d-1c40-4835-a6ed-c6ad99478355 service neutron] 10.222.0.46 "GET /v2.0/networks?id=15404925-382d-406b-a514-461937b3eab0 HTTP/1.1" status: 200 len: 897 time: 0.0943508 Dec 10 19:49:09.855834 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0659a0a7-a042-4df0-9b91-96cb2bea1ec1 None None] Checking router: 8bb56950-3891-43be-805b-6236526350ae for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:49:09.863875 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0659a0a7-a042-4df0-9b91-96cb2bea1ec1 None None] Routers {'8bb56950-3891-43be-805b-6236526350ae'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:49:09.864471 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0659a0a7-a042-4df0-9b91-96cb2bea1ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:48:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['8bb56950-3891-43be-805b-6236526350ae'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:49:09.898942 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b05bb8cc-807e-41b7-8059-998463df6cef req-9b912507-c78e-4c33-a05d-9c316bd87c09 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8282426a-42e4-49f0-bdf6-e39611a412ca HTTP/1.1" status: 200 len: 217 time: 0.0356460 Dec 10 19:49:09.958905 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05bb8cc-807e-41b7-8059-998463df6cef req-153e0027-5cb4-430e-8acd-f012d9c4ca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:49:09.960411 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b05bb8cc-807e-41b7-8059-998463df6cef req-153e0027-5cb4-430e-8acd-f012d9c4ca34 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=07f12958-5182-429f-811f-535e09917494 HTTP/1.1" status: 200 len: 834 time: 0.0508413 Dec 10 19:49:10.010795 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05bb8cc-807e-41b7-8059-998463df6cef req-a5ce5daa-b86c-461d-a2c8-7a350856542d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:49:10.012254 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b05bb8cc-807e-41b7-8059-998463df6cef req-a5ce5daa-b86c-461d-a2c8-7a350856542d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=15404925-382d-406b-a514-461937b3eab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439763 Dec 10 19:49:10.103812 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b05bb8cc-807e-41b7-8059-998463df6cef req-09f68099-ce1d-41d1-b205-6020da7f8690 service neutron] 10.222.0.46 "GET /v2.0/networks/15404925-382d-406b-a514-461937b3eab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836353 Dec 10 19:49:10.132463 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-0659a0a7-a042-4df0-9b91-96cb2bea1ec1 None None] Set router 8bb56950-3891-43be-805b-6236526350ae gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:49:10.201728 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b05bb8cc-807e-41b7-8059-998463df6cef req-39aa6df0-63fd-4e5d-8aa7-92788d9e0570 service neutron] 10.222.0.46 "GET /v2.0/networks/15404925-382d-406b-a514-461937b3eab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888939 Dec 10 19:49:10.332239 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0659a0a7-a042-4df0-9b91-96cb2bea1ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb56950-3891-43be-805b-6236526350ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046105572', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '7cc2fe74-75a6-4520-a5db-3856d2d9177b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:32Z', 'updated_at': '2021-12-10T19:47:36Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': '7cc2fe74-75a6-4520-a5db-3856d2d9177b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb56950-3891-43be-805b-6236526350ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:33Z', 'updated_at': '2021-12-10T19:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'c565beb7-dd43-49b7-ac84-9e6e005ee93d', 'name': '', 'network_id': '15404925-382d-406b-a514-461937b3eab0', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:47:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb56950-3891-43be-805b-6236526350ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '07f12958-5182-429f-811f-535e09917494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:35Z', 'updated_at': '2021-12-10T19:47:39Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': '07f12958-5182-429f-811f-535e09917494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:49:10.358162 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0659a0a7-a042-4df0-9b91-96cb2bea1ec1 None None] The sync data for ids ['8bb56950-3891-43be-805b-6236526350ae'] in n-d-821435-1 is: [{'id': '8bb56950-3891-43be-805b-6236526350ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046105572', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '7cc2fe74-75a6-4520-a5db-3856d2d9177b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:32Z', 'updated_at': '2021-12-10T19:47:36Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': '7cc2fe74-75a6-4520-a5db-3856d2d9177b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb56950-3891-43be-805b-6236526350ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:33Z', 'updated_at': '2021-12-10T19:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'c565beb7-dd43-49b7-ac84-9e6e005ee93d', 'name': '', 'network_id': '15404925-382d-406b-a514-461937b3eab0', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:47:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb56950-3891-43be-805b-6236526350ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '07f12958-5182-429f-811f-535e09917494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:35Z', 'updated_at': '2021-12-10T19:47:39Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': '07f12958-5182-429f-811f-535e09917494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:49:10.580908 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae14072-6354-4a2f-b1b8-3c1467138df3 None None] New status for floating IP 46308d8e-9880-4e20-98ae-18ebdfeff498: DOWN {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:49:10.919160 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0f196-0dad-4065-86e5-9aab79fd6360 req-7a8c8ec4-e207-4c83-b9d7-5a2717b99a8b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:49:10.920536 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-86f0f196-0dad-4065-86e5-9aab79fd6360 req-7a8c8ec4-e207-4c83-b9d7-5a2717b99a8b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec9e327d-79a9-461c-bae8-4038e839f682 HTTP/1.1" status: 200 len: 945 time: 0.0492861 Dec 10 19:49:10.968315 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-86f0f196-0dad-4065-86e5-9aab79fd6360 req-2660983d-13b0-4a2a-9ac2-38a8424f5e68 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=55b1ad0a-e8dd-4f36-bfb0-ecbc9874d1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418010 Dec 10 19:49:11.253220 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c1e78-ab9d-4a0d-813a-0e5f2cfb4a87 req-59a90c87-9d4c-447e-978b-1629ea541787 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:49:11.254698 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e45c1e78-ab9d-4a0d-813a-0e5f2cfb4a87 req-59a90c87-9d4c-447e-978b-1629ea541787 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec9e327d-79a9-461c-bae8-4038e839f682 HTTP/1.1" status: 200 len: 945 time: 0.0569372 Dec 10 19:49:11.343650 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-e45c1e78-ab9d-4a0d-813a-0e5f2cfb4a87 req-37f10802-d185-4a7b-a960-b97e2d430f40 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Deleting port 8282426a-42e4-49f0-bdf6-e39611a412ca {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:49:11.343994 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e45c1e78-ab9d-4a0d-813a-0e5f2cfb4a87 req-37f10802-d185-4a7b-a960-b97e2d430f40 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:11.437343 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e45c1e78-ab9d-4a0d-813a-0e5f2cfb4a87 req-37f10802-d185-4a7b-a960-b97e2d430f40 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] For port 8282426a-42e4-49f0-bdf6-e39611a412ca, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8282426a-42e4-49f0-bdf6-e39611a412ca,segment=NetworkSegment(51fd1aac-4cdc-4407-a917-a566a5bb7d3a),segment_id=51fd1aac-4cdc-4407-a917-a566a5bb7d3a)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:49:11.437718 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e45c1e78-ab9d-4a0d-813a-0e5f2cfb4a87 req-37f10802-d185-4a7b-a960-b97e2d430f40 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:11.450772 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-e45c1e78-ab9d-4a0d-813a-0e5f2cfb4a87 req-37f10802-d185-4a7b-a960-b97e2d430f40 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Calling delete_port for 8282426a-42e4-49f0-bdf6-e39611a412ca owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:49:11.576053 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e45c1e78-ab9d-4a0d-813a-0e5f2cfb4a87 req-37f10802-d185-4a7b-a960-b97e2d430f40 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:11.610198 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f10802-d185-4a7b-a960-b97e2d430f40 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event deleted for resources: {'Port': ['ID=8282426a-42e4-49f0-bdf6-e39611a412ca,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:49:11.653856 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45c1e78-ab9d-4a0d-813a-0e5f2cfb4a87 req-37f10802-d185-4a7b-a960-b97e2d430f40 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] No DVR routers for this DVR port 8282426a-42e4-49f0-bdf6-e39611a412ca on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:49:11.656453 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e45c1e78-ab9d-4a0d-813a-0e5f2cfb4a87 req-37f10802-d185-4a7b-a960-b97e2d430f40 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:11.659732 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e45c1e78-ab9d-4a0d-813a-0e5f2cfb4a87 req-37f10802-d185-4a7b-a960-b97e2d430f40 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.46 "DELETE /v2.0/ports/8282426a-42e4-49f0-bdf6-e39611a412ca HTTP/1.1" status: 204 len: 173 time: 0.3992670 Dec 10 19:49:11.660167 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9e327d-79a9-461c-bae8-4038e839f682', 'name': 'network-vif-deleted', 'tag': '8282426a-42e4-49f0-bdf6-e39611a412ca'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:49:11.662426 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f766e890-16b2-4710-90da-3d2de1bc8808" -d '{"events": [{"server_uuid": "ec9e327d-79a9-461c-bae8-4038e839f682", "name": "network-vif-deleted", "tag": "8282426a-42e4-49f0-bdf6-e39611a412ca"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:49:11.698904 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec11aec8-3f56-4b10-95c1-77177ffea712 x-openstack-request-id: req-ec11aec8-3f56-4b10-95c1-77177ffea712 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:49:11.699200 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9e327d-79a9-461c-bae8-4038e839f682", "name": "network-vif-deleted", "tag": "8282426a-42e4-49f0-bdf6-e39611a412ca", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:49:11.699458 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ec11aec8-3f56-4b10-95c1-77177ffea712 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:49:11.699859 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9e327d-79a9-461c-bae8-4038e839f682', 'name': 'network-vif-deleted', 'tag': '8282426a-42e4-49f0-bdf6-e39611a412ca', 'status': 'completed', 'code': 200} Dec 10 19:49:12.088085 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-02821a6d-4a27-4bab-92b5-0e08bfc314fb req-09e7ace6-6f79-496b-ad4f-91d6b0582d18 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec9e327d-79a9-461c-bae8-4038e839f682 HTTP/1.1" status: 200 len: 210 time: 0.0345011 Dec 10 19:49:13.145841 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52670) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:49:13.511966 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-068d357e-b5d2-40fd-b2ea-35008f7ca1a8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:13.761518 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-068d357e-b5d2-40fd-b2ea-35008f7ca1a8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Deleting port c565beb7-dd43-49b7-ac84-9e6e005ee93d {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:49:13.761862 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-068d357e-b5d2-40fd-b2ea-35008f7ca1a8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:13.846549 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-068d357e-b5d2-40fd-b2ea-35008f7ca1a8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] For port c565beb7-dd43-49b7-ac84-9e6e005ee93d, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=c565beb7-dd43-49b7-ac84-9e6e005ee93d,segment=NetworkSegment(51fd1aac-4cdc-4407-a917-a566a5bb7d3a),segment_id=51fd1aac-4cdc-4407-a917-a566a5bb7d3a)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:49:13.846904 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-068d357e-b5d2-40fd-b2ea-35008f7ca1a8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:13.859378 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-068d357e-b5d2-40fd-b2ea-35008f7ca1a8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Calling delete_port for c565beb7-dd43-49b7-ac84-9e6e005ee93d owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:49:14.036496 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-068d357e-b5d2-40fd-b2ea-35008f7ca1a8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:14.065565 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d357e-b5d2-40fd-b2ea-35008f7ca1a8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event deleted for resources: {'Port': ['ID=c565beb7-dd43-49b7-ac84-9e6e005ee93d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:49:14.239693 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-068d357e-b5d2-40fd-b2ea-35008f7ca1a8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:14.454760 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068d357e-b5d2-40fd-b2ea-35008f7ca1a8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Router 8bb56950-3891-43be-805b-6236526350ae has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:49:14.561339 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068d357e-b5d2-40fd-b2ea-35008f7ca1a8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:49:14.567590 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-068d357e-b5d2-40fd-b2ea-35008f7ca1a8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "PUT /v2.0/routers/8bb56950-3891-43be-805b-6236526350ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4205909 Dec 10 19:49:14.571131 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52672) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:49:14.572752 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe655418-948f-44ff-a697-78eebbbd986b None None] Sync routers for ids ['8bb56950-3891-43be-805b-6236526350ae'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:49:14.582952 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe655418-948f-44ff-a697-78eebbbd986b None None] Routers {'8bb56950-3891-43be-805b-6236526350ae'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:49:14.583563 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-fe655418-948f-44ff-a697-78eebbbd986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:48:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['8bb56950-3891-43be-805b-6236526350ae'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:49:14.702316 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-fe655418-948f-44ff-a697-78eebbbd986b None None] Set router 8bb56950-3891-43be-805b-6236526350ae gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:49:14.892246 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-fe655418-948f-44ff-a697-78eebbbd986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb56950-3891-43be-805b-6236526350ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046105572', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '7cc2fe74-75a6-4520-a5db-3856d2d9177b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:32Z', 'updated_at': '2021-12-10T19:49:13Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': '7cc2fe74-75a6-4520-a5db-3856d2d9177b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb56950-3891-43be-805b-6236526350ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:33Z', 'updated_at': '2021-12-10T19:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:49:14.920019 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe655418-948f-44ff-a697-78eebbbd986b None None] Checking router: 8bb56950-3891-43be-805b-6236526350ae for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:49:14.928687 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe655418-948f-44ff-a697-78eebbbd986b None None] Routers {'8bb56950-3891-43be-805b-6236526350ae'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:49:14.929932 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-fe655418-948f-44ff-a697-78eebbbd986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:48:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['8bb56950-3891-43be-805b-6236526350ae'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:49:14.963826 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-25186592-2c56-454c-8b93-0c79fbfd7e8b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Deleting subnet 07f12958-5182-429f-811f-535e09917494 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:49:14.966916 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-25186592-2c56-454c-8b93-0c79fbfd7e8b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:15.005947 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-25186592-2c56-454c-8b93-0c79fbfd7e8b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:15.039285 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-fe655418-948f-44ff-a697-78eebbbd986b None None] Set router 8bb56950-3891-43be-805b-6236526350ae gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:49:15.091202 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-25186592-2c56-454c-8b93-0c79fbfd7e8b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:15.148007 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-25186592-2c56-454c-8b93-0c79fbfd7e8b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:15.174225 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25186592-2c56-454c-8b93-0c79fbfd7e8b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event deleted for resources: {'Subnet': ['ID=07f12958-5182-429f-811f-535e09917494,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:49:15.178053 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-25186592-2c56-454c-8b93-0c79fbfd7e8b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:15.184832 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52674) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:49:15.185308 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-25186592-2c56-454c-8b93-0c79fbfd7e8b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "DELETE /v2.0/subnets/07f12958-5182-429f-811f-535e09917494 HTTP/1.1" status: 204 len: 168 time: 0.6129639 Dec 10 19:49:15.189306 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728e37d9-1d99-4de9-899c-048faaf5fc2b None None] Network 15404925-382d-406b-a514-461937b3eab0 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:49:15.287725 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-fe655418-948f-44ff-a697-78eebbbd986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb56950-3891-43be-805b-6236526350ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046105572', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '7cc2fe74-75a6-4520-a5db-3856d2d9177b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:32Z', 'updated_at': '2021-12-10T19:49:13Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': '7cc2fe74-75a6-4520-a5db-3856d2d9177b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb56950-3891-43be-805b-6236526350ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:33Z', 'updated_at': '2021-12-10T19:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:49:15.296262 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c96aa4d5-5a89-4974-977e-07a7041791bb tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:15.320354 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe655418-948f-44ff-a697-78eebbbd986b None None] The sync data for ids ['8bb56950-3891-43be-805b-6236526350ae'] in n-d-821435-1 is: [{'id': '8bb56950-3891-43be-805b-6236526350ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046105572', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '7cc2fe74-75a6-4520-a5db-3856d2d9177b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:32Z', 'updated_at': '2021-12-10T19:49:13Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': '7cc2fe74-75a6-4520-a5db-3856d2d9177b', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb56950-3891-43be-805b-6236526350ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:33Z', 'updated_at': '2021-12-10T19:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:49:15.353594 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 8282426a-42e4-49f0-bdf6-e39611a412ca no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:49:15.380564 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 8282426a-42e4-49f0-bdf6-e39611a412ca {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:49:15.380948 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 8282426a-42e4-49f0-bdf6-e39611a412ca not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:49:15.721072 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3855cf9-48d6-4706-8706-8a81ab85739c None None] DHCP port deletion for 15404925-382d-406b-a514-461937b3eab0 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:49:15.732151 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c96aa4d5-5a89-4974-977e-07a7041791bb tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:15.778987 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d3855cf9-48d6-4706-8706-8a81ab85739c None None] Deleting port b0d6007e-df38-4d99-9a3d-568baa6824fd {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:49:15.779379 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d3855cf9-48d6-4706-8706-8a81ab85739c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:15.787125 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c96aa4d5-5a89-4974-977e-07a7041791bb tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Deleting port 7cc2fe74-75a6-4520-a5db-3856d2d9177b {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:49:15.787482 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c96aa4d5-5a89-4974-977e-07a7041791bb tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:15.848255 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d3855cf9-48d6-4706-8706-8a81ab85739c None None] For port b0d6007e-df38-4d99-9a3d-568baa6824fd, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b0d6007e-df38-4d99-9a3d-568baa6824fd,segment=NetworkSegment(51fd1aac-4cdc-4407-a917-a566a5bb7d3a),segment_id=51fd1aac-4cdc-4407-a917-a566a5bb7d3a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:49:15.848692 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d3855cf9-48d6-4706-8706-8a81ab85739c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:15.862323 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d3855cf9-48d6-4706-8706-8a81ab85739c None None] Calling delete_port for b0d6007e-df38-4d99-9a3d-568baa6824fd owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:49:15.869630 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-c96aa4d5-5a89-4974-977e-07a7041791bb tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] For port 7cc2fe74-75a6-4520-a5db-3856d2d9177b, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=7cc2fe74-75a6-4520-a5db-3856d2d9177b,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:49:15.869991 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c96aa4d5-5a89-4974-977e-07a7041791bb tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:15.886522 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c96aa4d5-5a89-4974-977e-07a7041791bb tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Calling delete_port for 7cc2fe74-75a6-4520-a5db-3856d2d9177b owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:49:15.943119 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d3855cf9-48d6-4706-8706-8a81ab85739c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:15.955248 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3855cf9-48d6-4706-8706-8a81ab85739c None None] No DVR routers for this DVR port b0d6007e-df38-4d99-9a3d-568baa6824fd on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:49:15.974046 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3855cf9-48d6-4706-8706-8a81ab85739c None None] Pushing event deleted for resources: {'Port': ['ID=b0d6007e-df38-4d99-9a3d-568baa6824fd,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:49:15.982291 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3855cf9-48d6-4706-8706-8a81ab85739c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:15.982655 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3855cf9-48d6-4706-8706-8a81ab85739c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:15.983007 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3855cf9-48d6-4706-8706-8a81ab85739c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:15.983351 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3855cf9-48d6-4706-8706-8a81ab85739c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:15.983697 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3855cf9-48d6-4706-8706-8a81ab85739c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:15.984036 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3855cf9-48d6-4706-8706-8a81ab85739c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:15.984373 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3855cf9-48d6-4706-8706-8a81ab85739c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:15.984734 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3855cf9-48d6-4706-8706-8a81ab85739c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:15.985067 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3855cf9-48d6-4706-8706-8a81ab85739c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:15.985900 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3855cf9-48d6-4706-8706-8a81ab85739c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:15.985900 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3855cf9-48d6-4706-8706-8a81ab85739c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:15.986305 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3855cf9-48d6-4706-8706-8a81ab85739c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:15.986496 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3855cf9-48d6-4706-8706-8a81ab85739c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:16.053268 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c96aa4d5-5a89-4974-977e-07a7041791bb tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:16.083637 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96aa4d5-5a89-4974-977e-07a7041791bb tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event deleted for resources: {'Port': ['ID=7cc2fe74-75a6-4520-a5db-3856d2d9177b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:49:16.098302 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04069c6a-822d-4503-bc88-fa99364e3a28 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:49:16.110335 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96aa4d5-5a89-4974-977e-07a7041791bb tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:16.110698 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96aa4d5-5a89-4974-977e-07a7041791bb tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:16.111055 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96aa4d5-5a89-4974-977e-07a7041791bb tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:16.111412 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96aa4d5-5a89-4974-977e-07a7041791bb tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:16.111759 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96aa4d5-5a89-4974-977e-07a7041791bb tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:16.112105 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96aa4d5-5a89-4974-977e-07a7041791bb tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:16.112447 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96aa4d5-5a89-4974-977e-07a7041791bb tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:16.112825 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96aa4d5-5a89-4974-977e-07a7041791bb tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:16.113161 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96aa4d5-5a89-4974-977e-07a7041791bb tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:16.113500 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96aa4d5-5a89-4974-977e-07a7041791bb tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:16.113836 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96aa4d5-5a89-4974-977e-07a7041791bb tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:16.114171 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96aa4d5-5a89-4974-977e-07a7041791bb tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:16.114504 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96aa4d5-5a89-4974-977e-07a7041791bb tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:16.155335 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c96aa4d5-5a89-4974-977e-07a7041791bb tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:16.245795 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c96aa4d5-5a89-4974-977e-07a7041791bb tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:16.248237 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c96aa4d5-5a89-4974-977e-07a7041791bb tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:16.295302 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c96aa4d5-5a89-4974-977e-07a7041791bb tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:16.296147 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96aa4d5-5a89-4974-977e-07a7041791bb tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Fanout notify agent at l3_agent the message router_deleted on router 8bb56950-3891-43be-805b-6236526350ae {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:49:16.302955 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c96aa4d5-5a89-4974-977e-07a7041791bb tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:16.304093 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c96aa4d5-5a89-4974-977e-07a7041791bb tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "DELETE /v2.0/routers/8bb56950-3891-43be-805b-6236526350ae HTTP/1.1" status: 204 len: 168 time: 1.1176271 Dec 10 19:49:16.306914 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52676) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:49:16.337474 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c565beb7-dd43-49b7-ac84-9e6e005ee93d no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:49:16.365945 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: c565beb7-dd43-49b7-ac84-9e6e005ee93d {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:49:16.366299 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device c565beb7-dd43-49b7-ac84-9e6e005ee93d not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:49:16.366772 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b0d6007e-df38-4d99-9a3d-568baa6824fd no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:49:16.387515 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: b0d6007e-df38-4d99-9a3d-568baa6824fd {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:49:16.387866 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b0d6007e-df38-4d99-9a3d-568baa6824fd not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:49:16.397528 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec51b3ce-d077-414d-838a-6d91a719b4dc tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:16.489940 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec51b3ce-d077-414d-838a-6d91a719b4dc tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:16.510534 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ec51b3ce-d077-414d-838a-6d91a719b4dc tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15404925-382d-406b-a514-461937b3eab0']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:49:16.519749 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ec51b3ce-d077-414d-838a-6d91a719b4dc tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51fd1aac-4cdc-4407-a917-a566a5bb7d3a') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:49:16.520050 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ec51b3ce-d077-414d-838a-6d91a719b4dc tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51fd1aac-4cdc-4407-a917-a566a5bb7d3a') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:49:16.529204 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec51b3ce-d077-414d-838a-6d91a719b4dc tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:16.542248 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec51b3ce-d077-414d-838a-6d91a719b4dc tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:16.548541 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec51b3ce-d077-414d-838a-6d91a719b4dc tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:49:16.548951 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec51b3ce-d077-414d-838a-6d91a719b4dc tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:16.551845 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:49:16.551845 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:49:16.551845 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:49:16.551845 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:49:16.551845 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:49:16.551845 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:49:16.551845 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:49:16.551845 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:49:16.551845 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:49:16.551845 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:49:16.551845 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:49:16.551845 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:49:16.551845 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:49:16.551845 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:49:16.551845 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:49:16.551845 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:49:16.551845 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:49:16.551845 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:49:16.551845 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:49:16.551845 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:49:16.551845 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:49:16.551845 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:49:16.551845 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:49:16.551845 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:49:16.551845 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:49:16.551845 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:49:16.551845 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:49:16.551845 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:49:16.551845 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:49:16.551845 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:49:16.551845 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:49:16.551845 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:49:16.608756 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec51b3ce-d077-414d-838a-6d91a719b4dc tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:16.615875 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec51b3ce-d077-414d-838a-6d91a719b4dc tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:16.619798 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ec51b3ce-d077-414d-838a-6d91a719b4dc tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "DELETE /v2.0/networks/15404925-382d-406b-a514-461937b3eab0 HTTP/1.1" status: 204 len: 168 time: 0.3118596 Dec 10 19:49:16.622952 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52678) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:49:16.631597 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51b3ce-d077-414d-838a-6d91a719b4dc tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event deleted for resources: {'Network': ['ID=15404925-382d-406b-a514-461937b3eab0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:49:16.679826 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13a940b7-6e4b-4a32-bf68-dc9811e3770e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:16.704158 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13a940b7-6e4b-4a32-bf68-dc9811e3770e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:16.770001 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13a940b7-6e4b-4a32-bf68-dc9811e3770e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:16.772834 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13a940b7-6e4b-4a32-bf68-dc9811e3770e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:16.774651 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-13a940b7-6e4b-4a32-bf68-dc9811e3770e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "DELETE /v2.0/security-groups/55b1ad0a-e8dd-4f36-bfb0-ecbc9874d1e3 HTTP/1.1" status: 204 len: 168 time: 0.1501901 Dec 10 19:49:16.784842 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a940b7-6e4b-4a32-bf68-dc9811e3770e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b1ad0a-e8dd-4f36-bfb0-ecbc9874d1e3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:49:17.256304 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52684) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:49:17.261016 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-e49886f0-2190-45db-8983-570a176aaf25 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1878046412', 'description': 'tempest-secgroup-smoke-1878046412 description', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:49:17.285446 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e49886f0-2190-45db-8983-570a176aaf25 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:17.354872 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e49886f0-2190-45db-8983-570a176aaf25 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:17.358564 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e49886f0-2190-45db-8983-570a176aaf25 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:17.385961 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e49886f0-2190-45db-8983-570a176aaf25 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:17.387171 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e49886f0-2190-45db-8983-570a176aaf25 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1298440 Dec 10 19:49:17.390343 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52686) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:49:17.391110 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49886f0-2190-45db-8983-570a176aaf25 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=097c416a-eaba-4f9a-8d03-2ea4de862e8e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:49:17.395118 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e2ac739f-5cc5-4b8a-a266-7f1112a021a2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'security_group_rule': {'security_group_id': '097c416a-eaba-4f9a-8d03-2ea4de862e8e', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:49:17.422090 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e2ac739f-5cc5-4b8a-a266-7f1112a021a2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:17.481407 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e2ac739f-5cc5-4b8a-a266-7f1112a021a2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:17.484927 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e2ac739f-5cc5-4b8a-a266-7f1112a021a2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:17.501722 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac739f-5cc5-4b8a-a266-7f1112a021a2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c01d8951-cd2d-462e-8fb1-5ad8523b17ae,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:49:17.510399 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e2ac739f-5cc5-4b8a-a266-7f1112a021a2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:17.511584 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e2ac739f-5cc5-4b8a-a266-7f1112a021a2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1201193 Dec 10 19:49:17.514394 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52688) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:49:17.518615 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4803b08a-ce5c-487b-b6a0-d3c775685147 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'security_group_rule': {'security_group_id': '097c416a-eaba-4f9a-8d03-2ea4de862e8e', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:49:17.545019 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4803b08a-ce5c-487b-b6a0-d3c775685147 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:17.601168 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4803b08a-ce5c-487b-b6a0-d3c775685147 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:17.604840 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4803b08a-ce5c-487b-b6a0-d3c775685147 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:17.623621 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803b08a-ce5c-487b-b6a0-d3c775685147 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d2c9a13-5f1b-48df-ae81-bee49037cb0b,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:49:17.631299 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4803b08a-ce5c-487b-b6a0-d3c775685147 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:17.633321 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4803b08a-ce5c-487b-b6a0-d3c775685147 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171553 Dec 10 19:49:17.636510 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52690) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:49:17.640819 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7dcc5a26-34d4-4063-a3ed-f7abe642997e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'security_group_rule': {'security_group_id': '097c416a-eaba-4f9a-8d03-2ea4de862e8e', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:49:17.666714 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7dcc5a26-34d4-4063-a3ed-f7abe642997e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:17.722395 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7dcc5a26-34d4-4063-a3ed-f7abe642997e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:17.725770 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7dcc5a26-34d4-4063-a3ed-f7abe642997e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:17.744563 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc5a26-34d4-4063-a3ed-f7abe642997e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc6d5d32-0a29-40ad-a745-0eafeebc978f,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:49:17.751980 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7dcc5a26-34d4-4063-a3ed-f7abe642997e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:17.753182 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7dcc5a26-34d4-4063-a3ed-f7abe642997e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1157126 Dec 10 19:49:17.755941 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52692) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:49:17.761487 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-1494fd46-6dd6-4ebf-9072-2928ad10f95b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'security_group_rule': {'security_group_id': '097c416a-eaba-4f9a-8d03-2ea4de862e8e', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:49:17.786821 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1494fd46-6dd6-4ebf-9072-2928ad10f95b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:17.846516 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1494fd46-6dd6-4ebf-9072-2928ad10f95b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:17.850256 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1494fd46-6dd6-4ebf-9072-2928ad10f95b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:17.869806 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1494fd46-6dd6-4ebf-9072-2928ad10f95b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c914d7b-bb14-4903-b15e-f06849ee1254,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:49:17.878470 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1494fd46-6dd6-4ebf-9072-2928ad10f95b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:17.879650 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1494fd46-6dd6-4ebf-9072-2928ad10f95b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1228027 Dec 10 19:49:17.883020 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52694) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:49:17.887300 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-59f047b6-13f1-4ff4-89ba-8d1927168d4d tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'security_group_rule': {'security_group_id': '097c416a-eaba-4f9a-8d03-2ea4de862e8e', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:49:17.909947 n-d-821435-1 neutron-server[103245]: INFO neutron.db.securitygroups_db [None req-59f047b6-13f1-4ff4-89ba-8d1927168d4d tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Project e2cd1ffe933d4acf853fbb2518ae92b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:49:17.914715 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59f047b6-13f1-4ff4-89ba-8d1927168d4d tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:17.973753 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59f047b6-13f1-4ff4-89ba-8d1927168d4d tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:17.977492 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59f047b6-13f1-4ff4-89ba-8d1927168d4d tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:17.995133 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f047b6-13f1-4ff4-89ba-8d1927168d4d tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a9e6472-eb04-411a-bd7a-927abea394a0,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:49:18.002939 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59f047b6-13f1-4ff4-89ba-8d1927168d4d tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:18.004131 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-59f047b6-13f1-4ff4-89ba-8d1927168d4d tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1200597 Dec 10 19:49:18.006905 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52696) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:49:18.011524 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-28cc8c92-86b2-4845-b255-684aea82905d tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'security_group_rule': {'security_group_id': '097c416a-eaba-4f9a-8d03-2ea4de862e8e', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:49:18.033479 n-d-821435-1 neutron-server[103245]: INFO neutron.db.securitygroups_db [None req-28cc8c92-86b2-4845-b255-684aea82905d tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Project e2cd1ffe933d4acf853fbb2518ae92b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:49:18.038925 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-28cc8c92-86b2-4845-b255-684aea82905d tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:18.098405 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-28cc8c92-86b2-4845-b255-684aea82905d tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:18.101981 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-28cc8c92-86b2-4845-b255-684aea82905d tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:18.121287 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc8c92-86b2-4845-b255-684aea82905d tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d89366e-94be-40c9-a3be-9a4c99b472bb,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:49:18.127130 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-28cc8c92-86b2-4845-b255-684aea82905d tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:18.128177 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-28cc8c92-86b2-4845-b255-684aea82905d tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1202526 Dec 10 19:49:18.131078 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52698) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:49:18.136421 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-2e4d1e46-07b5-4ab9-883c-186005dc6fec tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'network': {'name': 'tempest-network-smoke--1823170292', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'port_security_enabled': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:49:18.156434 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4d1e46-07b5-4ab9-883c-186005dc6fec tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Made reservation on behalf of e2cd1ffe933d4acf853fbb2518ae92b8 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:49:18.159770 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e4d1e46-07b5-4ab9-883c-186005dc6fec tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:18.183226 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e4d1e46-07b5-4ab9-883c-186005dc6fec tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:49:18.192357 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e4d1e46-07b5-4ab9-883c-186005dc6fec tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:18.192712 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-2e4d1e46-07b5-4ab9-883c-186005dc6fec tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Added segment a1cd0c91-838c-48fa-99c6-bc132043e997 of type vlan for network 5c5039b9-ff5e-4fc5-8526-99a225eee209 Dec 10 19:49:18.235118 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 7cc2fe74-75a6-4520-a5db-3856d2d9177b no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:49:18.236023 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e4d1e46-07b5-4ab9-883c-186005dc6fec tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:18.256067 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 7cc2fe74-75a6-4520-a5db-3856d2d9177b {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:49:18.256429 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 7cc2fe74-75a6-4520-a5db-3856d2d9177b not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:49:18.262919 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e4d1e46-07b5-4ab9-883c-186005dc6fec tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:18.268600 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4d1e46-07b5-4ab9-883c-186005dc6fec tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:49:18.269229 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e4d1e46-07b5-4ab9-883c-186005dc6fec tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:18.321920 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2e4d1e46-07b5-4ab9-883c-186005dc6fec tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1898277 Dec 10 19:49:18.324589 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52700) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:49:18.335116 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ec513042-0bdd-4140-9ebd-7e163cd44509 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1049128811', 'admin_state_up': True, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:49:18.346920 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d1e46-07b5-4ab9-883c-186005dc6fec tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'Network': ['ID=5c5039b9-ff5e-4fc5-8526-99a225eee209,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:49:18.357770 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 5c5039b9-ff5e-4fc5-8526-99a225eee209 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:49:18.364992 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec513042-0bdd-4140-9ebd-7e163cd44509 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:18.366194 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec513042-0bdd-4140-9ebd-7e163cd44509 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:18.421518 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec513042-0bdd-4140-9ebd-7e163cd44509 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:18.555922 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec513042-0bdd-4140-9ebd-7e163cd44509 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:18.747418 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec513042-0bdd-4140-9ebd-7e163cd44509 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:18.765138 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec513042-0bdd-4140-9ebd-7e163cd44509 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:18.869784 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-ec513042-0bdd-4140-9ebd-7e163cd44509 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Allocated IP 172.25.7.12 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:49:18.975693 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec513042-0bdd-4140-9ebd-7e163cd44509 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:19.008956 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec513042-0bdd-4140-9ebd-7e163cd44509 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:19.049598 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec513042-0bdd-4140-9ebd-7e163cd44509 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:49:19.054003 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-ec513042-0bdd-4140-9ebd-7e163cd44509 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:49:19.057510 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec513042-0bdd-4140-9ebd-7e163cd44509 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:49:19.066819 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcecb9d-dd37-451d-8a69-a78aa8851c16 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:49:19.080952 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec513042-0bdd-4140-9ebd-7e163cd44509 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'Port': ['ID=8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:49:19.141206 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b9c043d1-b915-4428-94f9-286b5bf48533 None None] Provisioning complete for port 8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:49:19.141496 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b9c043d1-b915-4428-94f9-286b5bf48533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:19.174963 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b9c043d1-b915-4428-94f9-286b5bf48533 None None] Port 8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:49:19.305302 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec513042-0bdd-4140-9ebd-7e163cd44509 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:19.496401 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec513042-0bdd-4140-9ebd-7e163cd44509 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:19.621006 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec513042-0bdd-4140-9ebd-7e163cd44509 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Router 079d3026-7530-4e40-a8ef-535bec481600 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:49:19.724856 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec513042-0bdd-4140-9ebd-7e163cd44509 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:49:19.735169 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8207bee3-7810-45b9-a0bf-719b1e5ec43e None None] Sync routers for ids ['079d3026-7530-4e40-a8ef-535bec481600'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:49:19.744881 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec513042-0bdd-4140-9ebd-7e163cd44509 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:19.745252 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8207bee3-7810-45b9-a0bf-719b1e5ec43e None None] Routers {'079d3026-7530-4e40-a8ef-535bec481600'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:49:19.745901 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-8207bee3-7810-45b9-a0bf-719b1e5ec43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:48:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['079d3026-7530-4e40-a8ef-535bec481600'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:49:19.746105 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ec513042-0bdd-4140-9ebd-7e163cd44509 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4205768 Dec 10 19:49:19.750860 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52702) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:49:19.777668 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a5a0b190-d8c9-451b-80fd-9ed7b945fa5a tempest-TestNetworkAdvancedServerOps-1581291312 tempest-TestNetworkAdvancedServerOps-1581291312-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=e2cd1ffe933d4acf853fbb2518ae92b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270677 Dec 10 19:49:19.780153 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52704) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:49:19.801070 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-64605796-8df5-4952-b1be-e76e2d088346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:19.851333 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-8207bee3-7810-45b9-a0bf-719b1e5ec43e None None] Set router 079d3026-7530-4e40-a8ef-535bec481600 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:49:19.871095 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd46c185-d9b9-4f05-b33f-bed2ce2f1f6f tempest-TestNetworkAdvancedServerOps-1581291312 tempest-TestNetworkAdvancedServerOps-1581291312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:49:19.873506 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fd46c185-d9b9-4f05-b33f-bed2ce2f1f6f tempest-TestNetworkAdvancedServerOps-1581291312 tempest-TestNetworkAdvancedServerOps-1581291312-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0919650 Dec 10 19:49:19.876024 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52706) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:49:19.904554 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9250c72a-4519-45b3-a252-41b69bf807ba tempest-TestNetworkAdvancedServerOps-1581291312 tempest-TestNetworkAdvancedServerOps-1581291312-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=6fdf4522-5bcb-4bff-a877-38bc5e23829f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271485 Dec 10 19:49:19.907045 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52708) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:49:19.911888 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ceeae3d9-dcef-4413-8a2b-68cd89e9d36a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-303317855', 'network_id': '5c5039b9-ff5e-4fc5-8526-99a225eee209', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:49:20.001598 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceeae3d9-dcef-4413-8a2b-68cd89e9d36a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Made reservation on behalf of e2cd1ffe933d4acf853fbb2518ae92b8 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:49:20.005111 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ceeae3d9-dcef-4413-8a2b-68cd89e9d36a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:20.028138 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-8207bee3-7810-45b9-a0bf-719b1e5ec43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079d3026-7530-4e40-a8ef-535bec481600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049128811', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:49:18Z', 'updated_at': '2021-12-10T19:49:19Z', 'revision_number': 3, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': '8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ab:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079d3026-7530-4e40-a8ef-535bec481600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:49:18Z', 'updated_at': '2021-12-10T19:49:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:49:20.053531 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8207bee3-7810-45b9-a0bf-719b1e5ec43e None None] Checking router: 079d3026-7530-4e40-a8ef-535bec481600 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:49:20.053892 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8207bee3-7810-45b9-a0bf-719b1e5ec43e None None] Updating router 079d3026-7530-4e40-a8ef-535bec481600 port 8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64 binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:49:20.081790 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-8207bee3-7810-45b9-a0bf-719b1e5ec43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:20.187564 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ceeae3d9-dcef-4413-8a2b-68cd89e9d36a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:20.254517 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeae3d9-dcef-4413-8a2b-68cd89e9d36a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'Subnet': ['ID=c0adb116-940c-4d04-a22a-deace1a364d3,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:49:20.262066 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceeae3d9-dcef-4413-8a2b-68cd89e9d36a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Checking segment: {'id': 'a1cd0c91-838c-48fa-99c6-bc132043e997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5c5039b9-ff5e-4fc5-8526-99a225eee209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:49:20.262444 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceeae3d9-dcef-4413-8a2b-68cd89e9d36a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Network hostable DHCP agents. Network: 5c5039b9-ff5e-4fc5-8526-99a225eee209, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:49:20.281498 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceeae3d9-dcef-4413-8a2b-68cd89e9d36a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Network 5c5039b9-ff5e-4fc5-8526-99a225eee209 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:49:20.291019 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-ceeae3d9-dcef-4413-8a2b-68cd89e9d36a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 5c5039b9-ff5e-4fc5-8526-99a225eee209) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:49:20.295315 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceeae3d9-dcef-4413-8a2b-68cd89e9d36a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:49:20.295921 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ceeae3d9-dcef-4413-8a2b-68cd89e9d36a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:20.302428 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22797035-a9b4-4b71-a85f-62dbfe08b618 None None] Network 5c5039b9-ff5e-4fc5-8526-99a225eee209 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:49:20.316656 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52710) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:49:20.317439 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ceeae3d9-dcef-4413-8a2b-68cd89e9d36a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4093482 Dec 10 19:49:20.329956 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-8207bee3-7810-45b9-a0bf-719b1e5ec43e None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:20.335001 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-8207bee3-7810-45b9-a0bf-719b1e5ec43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:20.383542 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-8207bee3-7810-45b9-a0bf-719b1e5ec43e None None] Attempting to bind port 8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:49:20.384121 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-8207bee3-7810-45b9-a0bf-719b1e5ec43e None None] Attempting to bind port 8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:49:20.384699 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8207bee3-7810-45b9-a0bf-719b1e5ec43e None None] Attempting to bind port 8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64 on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:49:20.387212 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02135fc0-c374-485d-ae96-03a71bd07189 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:49:20.396237 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8207bee3-7810-45b9-a0bf-719b1e5ec43e None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:49:20.396953 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8207bee3-7810-45b9-a0bf-719b1e5ec43e None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:49:20.399391 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-8207bee3-7810-45b9-a0bf-719b1e5ec43e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:20.399807 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8207bee3-7810-45b9-a0bf-719b1e5ec43e None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:49:20.400300 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-8207bee3-7810-45b9-a0bf-719b1e5ec43e None None] Bound port: 8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:49:20.400715 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-8207bee3-7810-45b9-a0bf-719b1e5ec43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:20.435645 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8e171-3670-4a8a-882f-cbc50b99a4d8 None None] Pushing event updated for resources: {'Port': ['ID=8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64,revision_number=2']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:49:20.454579 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf402990-aa99-4ee9-b0a1-85119d79d270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-5c5039b9-ff5e-4fc5-8526-99a225eee209', 'network_id': '5c5039b9-ff5e-4fc5-8526-99a225eee209', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'fixed_ips': [{'subnet_id': 'c0adb116-940c-4d04-a22a-deace1a364d3'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:49:20.455732 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bf402990-aa99-4ee9-b0a1-85119d79d270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:20.458561 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e8e171-3670-4a8a-882f-cbc50b99a4d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:20.458791 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e8e171-3670-4a8a-882f-cbc50b99a4d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:20.459114 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e8e171-3670-4a8a-882f-cbc50b99a4d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:20.459458 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e8e171-3670-4a8a-882f-cbc50b99a4d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:20.459789 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e8e171-3670-4a8a-882f-cbc50b99a4d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:20.460117 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e8e171-3670-4a8a-882f-cbc50b99a4d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:20.460490 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e8e171-3670-4a8a-882f-cbc50b99a4d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:20.460845 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e8e171-3670-4a8a-882f-cbc50b99a4d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:20.461173 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e8e171-3670-4a8a-882f-cbc50b99a4d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:20.461499 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e8e171-3670-4a8a-882f-cbc50b99a4d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:20.461820 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e8e171-3670-4a8a-882f-cbc50b99a4d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:20.462142 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e8e171-3670-4a8a-882f-cbc50b99a4d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:20.462477 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e8e171-3670-4a8a-882f-cbc50b99a4d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:49:20.475666 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-8207bee3-7810-45b9-a0bf-719b1e5ec43e None None] For port 8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:49:20.479521 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-8207bee3-7810-45b9-a0bf-719b1e5ec43e None None] For port 8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:49:20.485475 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-8207bee3-7810-45b9-a0bf-719b1e5ec43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:20.543884 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8207bee3-7810-45b9-a0bf-719b1e5ec43e None None] Routers {'079d3026-7530-4e40-a8ef-535bec481600'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:49:20.544337 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-8207bee3-7810-45b9-a0bf-719b1e5ec43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:48:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['079d3026-7530-4e40-a8ef-535bec481600'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:49:20.545250 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b85b74-f6e5-4ac1-91de-092ef0c5a9fb None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:49:20.576050 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b016dd61-6517-41c4-b9e5-57ecdcf0a587 None None] Provisioning complete for port 8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:49:20.576593 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b016dd61-6517-41c4-b9e5-57ecdcf0a587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:20.625951 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8e171-3670-4a8a-882f-cbc50b99a4d8 None None] Pushing event updated for resources: {'Port': ['ID=8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:49:20.666030 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-8207bee3-7810-45b9-a0bf-719b1e5ec43e None None] Set router 079d3026-7530-4e40-a8ef-535bec481600 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:49:20.698396 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-bf402990-aa99-4ee9-b0a1-85119d79d270 None None] Allocated IP 172.20.0.2 (5c5039b9-ff5e-4fc5-8526-99a225eee209/c0adb116-940c-4d04-a22a-deace1a364d3/7e867ed3-bd85-41fe-ba32-9621b3e9f105) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:49:20.704065 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b016dd61-6517-41c4-b9e5-57ecdcf0a587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:20.766749 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b016dd61-6517-41c4-b9e5-57ecdcf0a587 None None] For port 8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:49:20.774598 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b016dd61-6517-41c4-b9e5-57ecdcf0a587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:20.803569 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-405b2cd1-3d43-4cc2-8282-57901a381d21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:20.849836 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016dd61-6517-41c4-b9e5-57ecdcf0a587 None None] Pushing event updated for resources: {'Port': ['ID=8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:49:20.858469 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-8207bee3-7810-45b9-a0bf-719b1e5ec43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079d3026-7530-4e40-a8ef-535bec481600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049128811', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:49:18Z', 'updated_at': '2021-12-10T19:49:19Z', 'revision_number': 3, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': '8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ab:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079d3026-7530-4e40-a8ef-535bec481600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:49:18Z', 'updated_at': '2021-12-10T19:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:49:20.918975 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bf402990-aa99-4ee9-b0a1-85119d79d270 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:20.922037 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fc358b2d-4752-4b02-83c4-abac76462c20 None None] Provisioning complete for port 8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:49:20.922498 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fc358b2d-4752-4b02-83c4-abac76462c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:20.948985 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bf402990-aa99-4ee9-b0a1-85119d79d270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:20.987498 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8207bee3-7810-45b9-a0bf-719b1e5ec43e None None] The sync data for ids ['079d3026-7530-4e40-a8ef-535bec481600'] in n-d-821435-1 is: [{'id': '079d3026-7530-4e40-a8ef-535bec481600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049128811', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:49:18Z', 'updated_at': '2021-12-10T19:49:19Z', 'revision_number': 3, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': '8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ab:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079d3026-7530-4e40-a8ef-535bec481600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:49:18Z', 'updated_at': '2021-12-10T19:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:49:20.991146 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf402990-aa99-4ee9-b0a1-85119d79d270 None None] Pushing event updated for resources: {'Port': ['ID=7e867ed3-bd85-41fe-ba32-9621b3e9f105,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:49:21.012296 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf402990-aa99-4ee9-b0a1-85119d79d270 None None] Network 5c5039b9-ff5e-4fc5-8526-99a225eee209 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:49:21.016211 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-bf402990-aa99-4ee9-b0a1-85119d79d270 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:49:21.020374 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf402990-aa99-4ee9-b0a1-85119d79d270 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:49:21.107767 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-bf402990-aa99-4ee9-b0a1-85119d79d270 None None] Attempting to bind port 7e867ed3-bd85-41fe-ba32-9621b3e9f105 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:49:21.108136 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-bf402990-aa99-4ee9-b0a1-85119d79d270 None None] Attempting to bind port 7e867ed3-bd85-41fe-ba32-9621b3e9f105 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'a1cd0c91-838c-48fa-99c6-bc132043e997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5c5039b9-ff5e-4fc5-8526-99a225eee209'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:49:21.108506 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf402990-aa99-4ee9-b0a1-85119d79d270 None None] Attempting to bind port 7e867ed3-bd85-41fe-ba32-9621b3e9f105 on network 5c5039b9-ff5e-4fc5-8526-99a225eee209 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:49:21.114566 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf402990-aa99-4ee9-b0a1-85119d79d270 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:49:21.114566 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf402990-aa99-4ee9-b0a1-85119d79d270 None None] Checking segment: {'id': 'a1cd0c91-838c-48fa-99c6-bc132043e997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5c5039b9-ff5e-4fc5-8526-99a225eee209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:49:21.114894 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bf402990-aa99-4ee9-b0a1-85119d79d270 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:21.115223 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf402990-aa99-4ee9-b0a1-85119d79d270 None None] Bound using segment: {'id': 'a1cd0c91-838c-48fa-99c6-bc132043e997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5c5039b9-ff5e-4fc5-8526-99a225eee209'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:49:21.115698 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-bf402990-aa99-4ee9-b0a1-85119d79d270 None None] Bound port: 7e867ed3-bd85-41fe-ba32-9621b3e9f105, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1cd0c91-838c-48fa-99c6-bc132043e997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5c5039b9-ff5e-4fc5-8526-99a225eee209'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:49:21.116075 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bf402990-aa99-4ee9-b0a1-85119d79d270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:21.130707 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-405b2cd1-3d43-4cc2-8282-57901a381d21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Allocated IP 172.20.0.1 (5c5039b9-ff5e-4fc5-8526-99a225eee209/c0adb116-940c-4d04-a22a-deace1a364d3/95996f30-2bae-43b7-a95d-8e53abbeb34f) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:49:21.183226 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-bf402990-aa99-4ee9-b0a1-85119d79d270 None None] For port 7e867ed3-bd85-41fe-ba32-9621b3e9f105, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:49:21.186278 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-bf402990-aa99-4ee9-b0a1-85119d79d270 None None] For port 7e867ed3-bd85-41fe-ba32-9621b3e9f105, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=7e867ed3-bd85-41fe-ba32-9621b3e9f105,segment=NetworkSegment(a1cd0c91-838c-48fa-99c6-bc132043e997),segment_id=a1cd0c91-838c-48fa-99c6-bc132043e997)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:49:21.190885 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bf402990-aa99-4ee9-b0a1-85119d79d270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:21.274691 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf402990-aa99-4ee9-b0a1-85119d79d270 None None] Pushing event updated for resources: {'Port': ['ID=7e867ed3-bd85-41fe-ba32-9621b3e9f105,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:49:21.313652 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-405b2cd1-3d43-4cc2-8282-57901a381d21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:21.355469 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-405b2cd1-3d43-4cc2-8282-57901a381d21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:21.398465 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405b2cd1-3d43-4cc2-8282-57901a381d21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Network 5c5039b9-ff5e-4fc5-8526-99a225eee209 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:49:21.401771 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-405b2cd1-3d43-4cc2-8282-57901a381d21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:49:21.404432 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405b2cd1-3d43-4cc2-8282-57901a381d21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:49:21.439324 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b2cd1-3d43-4cc2-8282-57901a381d21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'Port': ['ID=95996f30-2bae-43b7-a95d-8e53abbeb34f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:49:21.461819 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-405b2cd1-3d43-4cc2-8282-57901a381d21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:21.956410 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-405b2cd1-3d43-4cc2-8282-57901a381d21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:22.241045 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-405b2cd1-3d43-4cc2-8282-57901a381d21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:22.247921 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-405b2cd1-3d43-4cc2-8282-57901a381d21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:22.327478 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b2cd1-3d43-4cc2-8282-57901a381d21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'Port': ['ID=95996f30-2bae-43b7-a95d-8e53abbeb34f,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:49:22.329882 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-405b2cd1-3d43-4cc2-8282-57901a381d21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:22.339868 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e3e069-ef44-4e89-a9d5-c94e6eb22bd6 None None] Network 5c5039b9-ff5e-4fc5-8526-99a225eee209 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:49:22.439495 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405b2cd1-3d43-4cc2-8282-57901a381d21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Network 5c5039b9-ff5e-4fc5-8526-99a225eee209 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:49:22.441067 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-405b2cd1-3d43-4cc2-8282-57901a381d21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:49:22.558063 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405b2cd1-3d43-4cc2-8282-57901a381d21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Router 079d3026-7530-4e40-a8ef-535bec481600 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:49:22.561817 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:49:22.631836 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1c8998ba-a6d0-41ba-8876-16adc7b3f49f None None] Provisioning complete for port 7e867ed3-bd85-41fe-ba32-9621b3e9f105 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:49:22.632261 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1c8998ba-a6d0-41ba-8876-16adc7b3f49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:22.677644 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405b2cd1-3d43-4cc2-8282-57901a381d21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:49:22.683956 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-405b2cd1-3d43-4cc2-8282-57901a381d21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "PUT /v2.0/routers/079d3026-7530-4e40-a8ef-535bec481600/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3662152 Dec 10 19:49:22.715081 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e80ee9ee-5417-4e85-93d7-0a0ccd2db25d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:22.730319 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:49:22.730588 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:22.805270 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1c8998ba-a6d0-41ba-8876-16adc7b3f49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:22.853229 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1c8998ba-a6d0-41ba-8876-16adc7b3f49f None None] For port 7e867ed3-bd85-41fe-ba32-9621b3e9f105, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=7e867ed3-bd85-41fe-ba32-9621b3e9f105,segment=NetworkSegment(a1cd0c91-838c-48fa-99c6-bc132043e997),segment_id=a1cd0c91-838c-48fa-99c6-bc132043e997)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:49:22.874910 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1c8998ba-a6d0-41ba-8876-16adc7b3f49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:22.913482 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de503111-ba17-4727-889b-523cf72990db req-d4a09a5d-d8cd-414c-8203-0f6bef9a9c98 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1878046412&fields=id&tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8 HTTP/1.1" status: 200 len: 267 time: 0.0704911 Dec 10 19:49:22.919957 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 7e867ed3-bd85-41fe-ba32-9621b3e9f105 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:49:22.964729 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8998ba-a6d0-41ba-8876-16adc7b3f49f None None] Pushing event updated for resources: {'Port': ['ID=7e867ed3-bd85-41fe-ba32-9621b3e9f105,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:49:22.990973 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 7e867ed3-bd85-41fe-ba32-9621b3e9f105 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:49:22.991350 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:23.034651 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4ff5b7-16cf-4713-aa10-37bb1fa2d4e6 None None] Sync routers for ids ['079d3026-7530-4e40-a8ef-535bec481600'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:49:23.048613 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de503111-ba17-4727-889b-523cf72990db req-a8dfc724-f0af-4aad-9719-e457ef45b51e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:49:23.052281 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4ff5b7-16cf-4713-aa10-37bb1fa2d4e6 None None] Routers {'079d3026-7530-4e40-a8ef-535bec481600'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:49:23.052955 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8b4ff5b7-16cf-4713-aa10-37bb1fa2d4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:49:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['079d3026-7530-4e40-a8ef-535bec481600'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:49:23.053363 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de503111-ba17-4727-889b-523cf72990db req-a8dfc724-f0af-4aad-9719-e457ef45b51e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/networks?id=5c5039b9-ff5e-4fc5-8526-99a225eee209 HTTP/1.1" status: 200 len: 797 time: 0.1386471 Dec 10 19:49:23.069171 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de503111-ba17-4727-889b-523cf72990db req-643f99d2-79d1-4c53-8c54-7398d29f69b1 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/quotas/e2cd1ffe933d4acf853fbb2518ae92b8 HTTP/1.1" status: 200 len: 375 time: 0.0115879 Dec 10 19:49:23.137343 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de503111-ba17-4727-889b-523cf72990db req-8b47e5c9-2789-447e-a160-cb16a159c5fc tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633507 Dec 10 19:49:23.183892 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f79950d4-3bfd-4c82-9094-2148c9386cc8 None None] Provisioning complete for port 7e867ed3-bd85-41fe-ba32-9621b3e9f105 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:49:23.184269 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f79950d4-3bfd-4c82-9094-2148c9386cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:23.239386 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-8b4ff5b7-16cf-4713-aa10-37bb1fa2d4e6 None None] Set router 079d3026-7530-4e40-a8ef-535bec481600 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:49:23.297257 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de503111-ba17-4727-889b-523cf72990db req-b615bf6b-1a05-461e-917c-1264ad2621ac service neutron] 10.222.0.62 "GET /v2.0/networks/5c5039b9-ff5e-4fc5-8526-99a225eee209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536312 Dec 10 19:49:23.409222 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de503111-ba17-4727-889b-523cf72990db req-4302ed13-9678-4cf3-bcb5-7a039fdf7cbe service neutron] 10.222.0.62 "GET /v2.0/networks/5c5039b9-ff5e-4fc5-8526-99a225eee209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052489 Dec 10 19:49:23.427135 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f79950d4-3bfd-4c82-9094-2148c9386cc8 None None] Provisioning complete for port 95996f30-2bae-43b7-a95d-8e53abbeb34f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:49:23.427702 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f79950d4-3bfd-4c82-9094-2148c9386cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:23.491145 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f79950d4-3bfd-4c82-9094-2148c9386cc8 None None] Port 95996f30-2bae-43b7-a95d-8e53abbeb34f cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:49:23.526819 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8b4ff5b7-16cf-4713-aa10-37bb1fa2d4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079d3026-7530-4e40-a8ef-535bec481600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049128811', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:49:18Z', 'updated_at': '2021-12-10T19:49:21Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': '8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ab:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079d3026-7530-4e40-a8ef-535bec481600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:49:18Z', 'updated_at': '2021-12-10T19:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '95996f30-2bae-43b7-a95d-8e53abbeb34f', 'name': '', 'network_id': '5c5039b9-ff5e-4fc5-8526-99a225eee209', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:52:2f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079d3026-7530-4e40-a8ef-535bec481600', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c0adb116-940c-4d04-a22a-deace1a364d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:49:20Z', 'updated_at': '2021-12-10T19:49:22Z', 'revision_number': 2, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': 'c0adb116-940c-4d04-a22a-deace1a364d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:49:23.558413 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4ff5b7-16cf-4713-aa10-37bb1fa2d4e6 None None] Checking router: 079d3026-7530-4e40-a8ef-535bec481600 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:49:23.558774 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4ff5b7-16cf-4713-aa10-37bb1fa2d4e6 None None] Updating router 079d3026-7530-4e40-a8ef-535bec481600 port 95996f30-2bae-43b7-a95d-8e53abbeb34f binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:49:23.581782 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ca93df5c-a9fe-4943-8a87-d00102a8644b req-cd7280b6-3a5f-4cc7-97b4-2836bb9327fd tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 210 time: 0.0279281 Dec 10 19:49:23.588022 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8b4ff5b7-16cf-4713-aa10-37bb1fa2d4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:23.644407 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3e09f263-3fa1-4b53-8fb3-4d4fc6e559dc None None] Provisioning complete for port 95996f30-2bae-43b7-a95d-8e53abbeb34f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:49:23.644811 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3e09f263-3fa1-4b53-8fb3-4d4fc6e559dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:23.749577 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3e09f263-3fa1-4b53-8fb3-4d4fc6e559dc None None] Port 95996f30-2bae-43b7-a95d-8e53abbeb34f cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:49:23.763205 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:23.918995 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8b4ff5b7-16cf-4713-aa10-37bb1fa2d4e6 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:23.924998 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8b4ff5b7-16cf-4713-aa10-37bb1fa2d4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:23.988865 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d43cb-36e1-4c63-b449-af1f6b5d4d7f None None] Pushing event updated for resources: {'Port': ['ID=95996f30-2bae-43b7-a95d-8e53abbeb34f,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:49:24.036164 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-8b4ff5b7-16cf-4713-aa10-37bb1fa2d4e6 None None] Attempting to bind port 95996f30-2bae-43b7-a95d-8e53abbeb34f on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:49:24.036698 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-8b4ff5b7-16cf-4713-aa10-37bb1fa2d4e6 None None] Attempting to bind port 95996f30-2bae-43b7-a95d-8e53abbeb34f by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'a1cd0c91-838c-48fa-99c6-bc132043e997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5c5039b9-ff5e-4fc5-8526-99a225eee209'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:49:24.037072 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4ff5b7-16cf-4713-aa10-37bb1fa2d4e6 None None] Attempting to bind port 95996f30-2bae-43b7-a95d-8e53abbeb34f on network 5c5039b9-ff5e-4fc5-8526-99a225eee209 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:49:24.043269 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4ff5b7-16cf-4713-aa10-37bb1fa2d4e6 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:49:24.043641 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4ff5b7-16cf-4713-aa10-37bb1fa2d4e6 None None] Checking segment: {'id': 'a1cd0c91-838c-48fa-99c6-bc132043e997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5c5039b9-ff5e-4fc5-8526-99a225eee209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:49:24.044052 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8b4ff5b7-16cf-4713-aa10-37bb1fa2d4e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:24.044447 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4ff5b7-16cf-4713-aa10-37bb1fa2d4e6 None None] Bound using segment: {'id': 'a1cd0c91-838c-48fa-99c6-bc132043e997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5c5039b9-ff5e-4fc5-8526-99a225eee209'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:49:24.044950 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-8b4ff5b7-16cf-4713-aa10-37bb1fa2d4e6 None None] Bound port: 95996f30-2bae-43b7-a95d-8e53abbeb34f, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1cd0c91-838c-48fa-99c6-bc132043e997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5c5039b9-ff5e-4fc5-8526-99a225eee209'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:49:24.045440 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8b4ff5b7-16cf-4713-aa10-37bb1fa2d4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:24.112805 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8b4ff5b7-16cf-4713-aa10-37bb1fa2d4e6 None None] For port 95996f30-2bae-43b7-a95d-8e53abbeb34f, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:49:24.116459 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8b4ff5b7-16cf-4713-aa10-37bb1fa2d4e6 None None] For port 95996f30-2bae-43b7-a95d-8e53abbeb34f, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=95996f30-2bae-43b7-a95d-8e53abbeb34f,segment=NetworkSegment(a1cd0c91-838c-48fa-99c6-bc132043e997),segment_id=a1cd0c91-838c-48fa-99c6-bc132043e997)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:49:24.121898 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8b4ff5b7-16cf-4713-aa10-37bb1fa2d4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:24.183544 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4ff5b7-16cf-4713-aa10-37bb1fa2d4e6 None None] Routers {'079d3026-7530-4e40-a8ef-535bec481600'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:49:24.184167 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8b4ff5b7-16cf-4713-aa10-37bb1fa2d4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:49:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['079d3026-7530-4e40-a8ef-535bec481600'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:49:24.188982 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d43cb-36e1-4c63-b449-af1f6b5d4d7f None None] Pushing event updated for resources: {'Port': ['ID=95996f30-2bae-43b7-a95d-8e53abbeb34f,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:49:24.290165 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6a4fb0da-6ef2-4e46-bc38-e7eb0e77d26c None None] Provisioning complete for port 95996f30-2bae-43b7-a95d-8e53abbeb34f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:49:24.290776 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6a4fb0da-6ef2-4e46-bc38-e7eb0e77d26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:24.297585 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 7e867ed3-bd85-41fe-ba32-9621b3e9f105 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:49:24.390213 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-8b4ff5b7-16cf-4713-aa10-37bb1fa2d4e6 None None] Set router 079d3026-7530-4e40-a8ef-535bec481600 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:49:24.507923 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 7e867ed3-bd85-41fe-ba32-9621b3e9f105 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:49:24.508894 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:24.549060 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de503111-ba17-4727-889b-523cf72990db req-8bb2b7b6-73f6-4799-8a34-cc637e5493a4 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:49:24.550612 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-de503111-ba17-4727-889b-523cf72990db req-8bb2b7b6-73f6-4799-8a34-cc637e5493a4 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.72 "GET /v2.0/networks?id=5c5039b9-ff5e-4fc5-8526-99a225eee209 HTTP/1.1" status: 200 len: 797 time: 0.1194944 Dec 10 19:49:24.621270 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-de503111-ba17-4727-889b-523cf72990db req-69348ff9-b099-46cb-9dee-5d8f197549b6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8 HTTP/1.1" status: 200 len: 380 time: 0.0609477 Dec 10 19:49:24.633287 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-de503111-ba17-4727-889b-523cf72990db req-878533b2-cd79-4e3f-b2d5-2d9357356127 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'port': {'device_id': '32651204-bebf-4147-9397-c2c2fa1b20fd', 'network_id': '5c5039b9-ff5e-4fc5-8526-99a225eee209', 'admin_state_up': True, 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'security_groups': ['097c416a-eaba-4f9a-8d03-2ea4de862e8e']}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:49:24.697440 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f2a7d813-812f-45ca-bcfd-8e4a395b824a req-b6ad0e1a-d201-4f75-bb51-3fcd939ce860 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 210 time: 0.0269432 Dec 10 19:49:24.752231 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de503111-ba17-4727-889b-523cf72990db req-878533b2-cd79-4e3f-b2d5-2d9357356127 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Made reservation on behalf of e2cd1ffe933d4acf853fbb2518ae92b8 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:49:24.755850 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-de503111-ba17-4727-889b-523cf72990db req-878533b2-cd79-4e3f-b2d5-2d9357356127 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:24.762872 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6a4fb0da-6ef2-4e46-bc38-e7eb0e77d26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:24.844425 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6a4fb0da-6ef2-4e46-bc38-e7eb0e77d26c None None] For port 95996f30-2bae-43b7-a95d-8e53abbeb34f, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=95996f30-2bae-43b7-a95d-8e53abbeb34f,segment=NetworkSegment(a1cd0c91-838c-48fa-99c6-bc132043e997),segment_id=a1cd0c91-838c-48fa-99c6-bc132043e997)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:49:24.871172 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6a4fb0da-6ef2-4e46-bc38-e7eb0e77d26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:24.891313 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-de503111-ba17-4727-889b-523cf72990db req-878533b2-cd79-4e3f-b2d5-2d9357356127 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Allocated IP 172.20.0.9 (5c5039b9-ff5e-4fc5-8526-99a225eee209/c0adb116-940c-4d04-a22a-deace1a364d3/c58ac962-7203-4474-a0e2-9922ae894932) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:49:24.939323 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4fb0da-6ef2-4e46-bc38-e7eb0e77d26c None None] Pushing event updated for resources: {'Port': ['ID=95996f30-2bae-43b7-a95d-8e53abbeb34f,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:49:24.951047 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8b4ff5b7-16cf-4713-aa10-37bb1fa2d4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079d3026-7530-4e40-a8ef-535bec481600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049128811', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:49:18Z', 'updated_at': '2021-12-10T19:49:21Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': '8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ab:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079d3026-7530-4e40-a8ef-535bec481600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:49:18Z', 'updated_at': '2021-12-10T19:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '95996f30-2bae-43b7-a95d-8e53abbeb34f', 'name': '', 'network_id': '5c5039b9-ff5e-4fc5-8526-99a225eee209', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:52:2f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079d3026-7530-4e40-a8ef-535bec481600', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c0adb116-940c-4d04-a22a-deace1a364d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:49:20Z', 'updated_at': '2021-12-10T19:49:24Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': 'c0adb116-940c-4d04-a22a-deace1a364d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:49:24.980174 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4ff5b7-16cf-4713-aa10-37bb1fa2d4e6 None None] The sync data for ids ['079d3026-7530-4e40-a8ef-535bec481600'] in n-d-821435-1 is: [{'id': '079d3026-7530-4e40-a8ef-535bec481600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049128811', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:49:18Z', 'updated_at': '2021-12-10T19:49:21Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': '8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ab:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079d3026-7530-4e40-a8ef-535bec481600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:49:18Z', 'updated_at': '2021-12-10T19:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '95996f30-2bae-43b7-a95d-8e53abbeb34f', 'name': '', 'network_id': '5c5039b9-ff5e-4fc5-8526-99a225eee209', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:52:2f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079d3026-7530-4e40-a8ef-535bec481600', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c0adb116-940c-4d04-a22a-deace1a364d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:49:20Z', 'updated_at': '2021-12-10T19:49:24Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': 'c0adb116-940c-4d04-a22a-deace1a364d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:49:24.992788 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-893e3af0-6cbb-42b0-9caa-24b9b8fa368d None None] Provisioning complete for port 95996f30-2bae-43b7-a95d-8e53abbeb34f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:49:24.993163 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-893e3af0-6cbb-42b0-9caa-24b9b8fa368d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:25.071720 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-de503111-ba17-4727-889b-523cf72990db req-878533b2-cd79-4e3f-b2d5-2d9357356127 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:25.110992 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-de503111-ba17-4727-889b-523cf72990db req-878533b2-cd79-4e3f-b2d5-2d9357356127 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:25.117475 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:25.162290 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de503111-ba17-4727-889b-523cf72990db req-878533b2-cd79-4e3f-b2d5-2d9357356127 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Network 5c5039b9-ff5e-4fc5-8526-99a225eee209 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:49:25.166749 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-de503111-ba17-4727-889b-523cf72990db req-878533b2-cd79-4e3f-b2d5-2d9357356127 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:49:25.170679 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-de503111-ba17-4727-889b-523cf72990db req-878533b2-cd79-4e3f-b2d5-2d9357356127 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:49:25.197609 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878533b2-cd79-4e3f-b2d5-2d9357356127 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'Port': ['ID=c58ac962-7203-4474-a0e2-9922ae894932,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:49:25.232338 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de503111-ba17-4727-889b-523cf72990db req-878533b2-cd79-4e3f-b2d5-2d9357356127 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:49:25.233027 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-de503111-ba17-4727-889b-523cf72990db req-878533b2-cd79-4e3f-b2d5-2d9357356127 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:25.252013 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-de503111-ba17-4727-889b-523cf72990db req-878533b2-cd79-4e3f-b2d5-2d9357356127 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6231840 Dec 10 19:49:25.264522 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-de503111-ba17-4727-889b-523cf72990db req-09b50062-0a05-44c5-8075-d06bb8614fb4 service neutron] Request body: {'port': {'device_id': '32651204-bebf-4147-9397-c2c2fa1b20fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:49:25.327897 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-de503111-ba17-4727-889b-523cf72990db req-09b50062-0a05-44c5-8075-d06bb8614fb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:25.440467 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a3406f4d-9eb5-409d-956c-f33d25f26aed None None] Provisioning complete for port c58ac962-7203-4474-a0e2-9922ae894932 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:49:25.440962 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a3406f4d-9eb5-409d-956c-f33d25f26aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:25.475848 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a3406f4d-9eb5-409d-956c-f33d25f26aed None None] Port c58ac962-7203-4474-a0e2-9922ae894932 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:49:25.619460 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-de503111-ba17-4727-889b-523cf72990db req-09b50062-0a05-44c5-8075-d06bb8614fb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c58ac962-7203-4474-a0e2-9922ae894932 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:49:25.627714 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-de503111-ba17-4727-889b-523cf72990db req-09b50062-0a05-44c5-8075-d06bb8614fb4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:25.640545 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-de503111-ba17-4727-889b-523cf72990db req-09b50062-0a05-44c5-8075-d06bb8614fb4 service neutron] Transition to ACTIVE for port object c58ac962-7203-4474-a0e2-9922ae894932 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:49:25.644563 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-de503111-ba17-4727-889b-523cf72990db req-09b50062-0a05-44c5-8075-d06bb8614fb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:25.685448 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:25.702253 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b50062-0a05-44c5-8075-d06bb8614fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=c58ac962-7203-4474-a0e2-9922ae894932,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:49:25.795596 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-de503111-ba17-4727-889b-523cf72990db req-09b50062-0a05-44c5-8075-d06bb8614fb4 service neutron] Attempting to bind port c58ac962-7203-4474-a0e2-9922ae894932 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:49:25.795941 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-de503111-ba17-4727-889b-523cf72990db req-09b50062-0a05-44c5-8075-d06bb8614fb4 service neutron] Attempting to bind port c58ac962-7203-4474-a0e2-9922ae894932 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': 'a1cd0c91-838c-48fa-99c6-bc132043e997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5c5039b9-ff5e-4fc5-8526-99a225eee209'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:49:25.796273 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de503111-ba17-4727-889b-523cf72990db req-09b50062-0a05-44c5-8075-d06bb8614fb4 service neutron] Attempting to bind port c58ac962-7203-4474-a0e2-9922ae894932 on network 5c5039b9-ff5e-4fc5-8526-99a225eee209 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:49:25.817075 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de503111-ba17-4727-889b-523cf72990db req-09b50062-0a05-44c5-8075-d06bb8614fb4 service neutron] Port c58ac962-7203-4474-a0e2-9922ae894932 on network 5c5039b9-ff5e-4fc5-8526-99a225eee209 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:49:25.817407 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de503111-ba17-4727-889b-523cf72990db req-09b50062-0a05-44c5-8075-d06bb8614fb4 service neutron] Attempting to bind port c58ac962-7203-4474-a0e2-9922ae894932 on network 5c5039b9-ff5e-4fc5-8526-99a225eee209 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:49:25.827888 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de503111-ba17-4727-889b-523cf72990db req-09b50062-0a05-44c5-8075-d06bb8614fb4 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:49:25.828536 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de503111-ba17-4727-889b-523cf72990db req-09b50062-0a05-44c5-8075-d06bb8614fb4 service neutron] Checking segment: {'id': 'a1cd0c91-838c-48fa-99c6-bc132043e997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5c5039b9-ff5e-4fc5-8526-99a225eee209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:49:25.828952 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de503111-ba17-4727-889b-523cf72990db req-09b50062-0a05-44c5-8075-d06bb8614fb4 service neutron] Bound using segment: {'id': 'a1cd0c91-838c-48fa-99c6-bc132043e997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5c5039b9-ff5e-4fc5-8526-99a225eee209'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:49:25.829408 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-de503111-ba17-4727-889b-523cf72990db req-09b50062-0a05-44c5-8075-d06bb8614fb4 service neutron] Bound port: c58ac962-7203-4474-a0e2-9922ae894932, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1cd0c91-838c-48fa-99c6-bc132043e997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5c5039b9-ff5e-4fc5-8526-99a225eee209'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:49:25.829767 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-de503111-ba17-4727-889b-523cf72990db req-09b50062-0a05-44c5-8075-d06bb8614fb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:25.859689 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a20c8-23c9-4fb4-adf2-71ce88ecfbc8 req-64d5744e-7f89-4694-b072-df8b743e9f76 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:49:25.861340 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ec0a20c8-23c9-4fb4-adf2-71ce88ecfbc8 req-64d5744e-7f89-4694-b072-df8b743e9f76 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 943 time: 0.0850737 Dec 10 19:49:25.945561 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-de503111-ba17-4727-889b-523cf72990db req-09b50062-0a05-44c5-8075-d06bb8614fb4 service neutron] For port c58ac962-7203-4474-a0e2-9922ae894932, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:49:25.951604 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ec0a20c8-23c9-4fb4-adf2-71ce88ecfbc8 req-5fb30851-725d-4a77-ac79-0f0580c5324f tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=097c416a-eaba-4f9a-8d03-2ea4de862e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726628 Dec 10 19:49:25.953334 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-de503111-ba17-4727-889b-523cf72990db req-09b50062-0a05-44c5-8075-d06bb8614fb4 service neutron] For port c58ac962-7203-4474-a0e2-9922ae894932, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=c58ac962-7203-4474-a0e2-9922ae894932,segment=NetworkSegment(a1cd0c91-838c-48fa-99c6-bc132043e997),segment_id=a1cd0c91-838c-48fa-99c6-bc132043e997)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:49:25.958513 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-de503111-ba17-4727-889b-523cf72990db req-09b50062-0a05-44c5-8075-d06bb8614fb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:25.975629 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de503111-ba17-4727-889b-523cf72990db req-09b50062-0a05-44c5-8075-d06bb8614fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:49:25.977001 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-de503111-ba17-4727-889b-523cf72990db req-09b50062-0a05-44c5-8075-d06bb8614fb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:25.978476 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-de503111-ba17-4727-889b-523cf72990db req-09b50062-0a05-44c5-8075-d06bb8614fb4 service neutron] 10.222.0.72 "PUT /v2.0/ports/c58ac962-7203-4474-a0e2-9922ae894932 HTTP/1.1" status: 200 len: 1091 time: 0.7187240 Dec 10 19:49:25.978948 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32651204-bebf-4147-9397-c2c2fa1b20fd', 'tag': 'c58ac962-7203-4474-a0e2-9922ae894932'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:49:25.981481 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb385ee8d26b8ad243460b423ad218e97d9fae79c4f4b9b0691d822ece1c624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2360e14-a5d8-4362-a599-c715741605f9" -d '{"events": [{"name": "network-changed", "server_uuid": "32651204-bebf-4147-9397-c2c2fa1b20fd", "tag": "c58ac962-7203-4474-a0e2-9922ae894932"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:49:26.026520 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff54a998-cdf6-4dae-b3c9-75da9a6c38ab x-openstack-request-id: req-ff54a998-cdf6-4dae-b3c9-75da9a6c38ab {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:49:26.026887 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32651204-bebf-4147-9397-c2c2fa1b20fd", "tag": "c58ac962-7203-4474-a0e2-9922ae894932", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:49:26.027101 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ff54a998-cdf6-4dae-b3c9-75da9a6c38ab {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:49:26.027489 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32651204-bebf-4147-9397-c2c2fa1b20fd', 'tag': 'c58ac962-7203-4474-a0e2-9922ae894932', 'status': 'completed', 'code': 200} Dec 10 19:49:26.053768 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b50062-0a05-44c5-8075-d06bb8614fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=c58ac962-7203-4474-a0e2-9922ae894932,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:49:26.100670 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2360e14-a5d8-4362-a599-c715741605f9 req-d9c48859-90fd-45af-9e4a-d445e31f7bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:49:26.102997 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d2360e14-a5d8-4362-a599-c715741605f9 req-d9c48859-90fd-45af-9e4a-d445e31f7bd9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 1094 time: 0.0450652 Dec 10 19:49:26.296946 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2360e14-a5d8-4362-a599-c715741605f9 req-6043cb62-2697-45fe-9be2-998f0ff80e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:49:26.298743 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d2360e14-a5d8-4362-a599-c715741605f9 req-6043cb62-2697-45fe-9be2-998f0ff80e59 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1880054 Dec 10 19:49:26.315461 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 95996f30-2bae-43b7-a95d-8e53abbeb34f up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:49:26.365207 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 95996f30-2bae-43b7-a95d-8e53abbeb34f triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:49:26.365582 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:26.465455 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2360e14-a5d8-4362-a599-c715741605f9 req-ea5f7ae6-4798-45c2-8481-3f39c8bfbe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:49:26.466937 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d2360e14-a5d8-4362-a599-c715741605f9 req-ea5f7ae6-4798-45c2-8481-3f39c8bfbe4d service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1589565 Dec 10 19:49:26.542877 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de503111-ba17-4727-889b-523cf72990db req-abe468c1-f41e-4032-afdd-d17d80682e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:49:26.544322 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-de503111-ba17-4727-889b-523cf72990db req-abe468c1-f41e-4032-afdd-d17d80682e7b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 1094 time: 0.0403914 Dec 10 19:49:26.585973 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-de503111-ba17-4727-889b-523cf72990db req-ea0f3a53-5d71-4364-a515-ece2bf86a9f4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c58ac962-7203-4474-a0e2-9922ae894932 HTTP/1.1" status: 200 len: 217 time: 0.0325987 Dec 10 19:49:26.634350 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de503111-ba17-4727-889b-523cf72990db req-3a9f5fff-bbe8-49d8-8edf-c6380299a40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:49:26.635761 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-de503111-ba17-4727-889b-523cf72990db req-3a9f5fff-bbe8-49d8-8edf-c6380299a40c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c0adb116-940c-4d04-a22a-deace1a364d3 HTTP/1.1" status: 200 len: 834 time: 0.0424201 Dec 10 19:49:26.682529 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de503111-ba17-4727-889b-523cf72990db req-ae0b5c83-3b6a-4533-a700-35c044da5423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:49:26.683962 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-de503111-ba17-4727-889b-523cf72990db req-ae0b5c83-3b6a-4533-a700-35c044da5423 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c5039b9-ff5e-4fc5-8526-99a225eee209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413651 Dec 10 19:49:26.772310 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-de503111-ba17-4727-889b-523cf72990db req-3970cd6d-d66c-41f8-8a82-b4490dd1bdbf service neutron] 10.222.0.72 "GET /v2.0/networks/5c5039b9-ff5e-4fc5-8526-99a225eee209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806496 Dec 10 19:49:26.862816 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-de503111-ba17-4727-889b-523cf72990db req-2b863d30-1a54-45ad-9668-39ad2580779d service neutron] 10.222.0.72 "GET /v2.0/networks/5c5039b9-ff5e-4fc5-8526-99a225eee209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833631 Dec 10 19:49:27.079022 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293ba28-dbca-4a08-b5fd-85f79f7c36ea req-600eb0b4-acbd-4e29-966c-69a97f80438e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:49:27.080510 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0293ba28-dbca-4a08-b5fd-85f79f7c36ea req-600eb0b4-acbd-4e29-966c-69a97f80438e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 943 time: 0.0523801 Dec 10 19:49:27.130968 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0293ba28-dbca-4a08-b5fd-85f79f7c36ea req-e0efebc6-19f6-4bb3-ad69-381183025c45 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=097c416a-eaba-4f9a-8d03-2ea4de862e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440364 Dec 10 19:49:28.250972 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bccda0-1cc2-4a8b-89f1-5245853ebd5a req-17dde357-8ed4-4b54-a104-62cda2af8a6b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:49:28.252566 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b3bccda0-1cc2-4a8b-89f1-5245853ebd5a req-17dde357-8ed4-4b54-a104-62cda2af8a6b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 943 time: 0.0496418 Dec 10 19:49:28.307231 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b3bccda0-1cc2-4a8b-89f1-5245853ebd5a req-3fc210ff-6b49-45c3-aeb5-e544580a7bd4 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=097c416a-eaba-4f9a-8d03-2ea4de862e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479214 Dec 10 19:49:28.698037 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device c58ac962-7203-4474-a0e2-9922ae894932 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:49:28.797209 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port c58ac962-7203-4474-a0e2-9922ae894932, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=c58ac962-7203-4474-a0e2-9922ae894932,segment=NetworkSegment(a1cd0c91-838c-48fa-99c6-bc132043e997),segment_id=a1cd0c91-838c-48fa-99c6-bc132043e997)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:49:28.809035 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': 'c58ac962-7203-4474-a0e2-9922ae894932', 'network_id': '5c5039b9-ff5e-4fc5-8526-99a225eee209', 'port_id': 'c58ac962-7203-4474-a0e2-9922ae894932', 'mac_address': 'fa:16:3e:b7:3f:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0adb116-940c-4d04-a22a-deace1a364d3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:49:28.844318 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:28.857432 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c58ac962-7203-4474-a0e2-9922ae894932 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:49:28.877165 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port c58ac962-7203-4474-a0e2-9922ae894932, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=c58ac962-7203-4474-a0e2-9922ae894932,segment=NetworkSegment(a1cd0c91-838c-48fa-99c6-bc132043e997),segment_id=a1cd0c91-838c-48fa-99c6-bc132043e997)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:49:28.880794 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:28.928837 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=c58ac962-7203-4474-a0e2-9922ae894932,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:49:29.232456 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['c58ac962-7203-4474-a0e2-9922ae894932'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:49:29.432475 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb2a16-8b34-445b-a2b8-85aa11fda1ec req-89d61971-3eeb-415b-8c2a-8a2f1957dee9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:49:29.433981 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2eeb2a16-8b34-445b-a2b8-85aa11fda1ec req-89d61971-3eeb-415b-8c2a-8a2f1957dee9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 944 time: 0.0476577 Dec 10 19:49:29.495562 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2eeb2a16-8b34-445b-a2b8-85aa11fda1ec req-76c7d226-1993-4c5b-a5c6-024a3f0aefc1 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=097c416a-eaba-4f9a-8d03-2ea4de862e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554371 Dec 10 19:49:30.609775 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdec91-ebb4-42fe-8cb8-564fd03c4958 req-d9549d48-a826-4da0-9f0f-1b027fda7c5f tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:49:30.611289 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8ecdec91-ebb4-42fe-8cb8-564fd03c4958 req-d9549d48-a826-4da0-9f0f-1b027fda7c5f tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 944 time: 0.0488126 Dec 10 19:49:30.661252 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8ecdec91-ebb4-42fe-8cb8-564fd03c4958 req-e6532f11-dd6e-4654-b7b6-b2009ee93af6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=097c416a-eaba-4f9a-8d03-2ea4de862e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438614 Dec 10 19:49:30.707386 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device c58ac962-7203-4474-a0e2-9922ae894932 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:49:30.754763 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port c58ac962-7203-4474-a0e2-9922ae894932 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:49:30.759478 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port c58ac962-7203-4474-a0e2-9922ae894932 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:49:30.759850 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:30.835559 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:30.860146 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32651204-bebf-4147-9397-c2c2fa1b20fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58ac962-7203-4474-a0e2-9922ae894932'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:49:30.862423 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f39997a1e7c5b6ae782956bbd1fa5b612e64aa5908109c3bc10b0e272c8d4b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf5ee13-97fd-4e19-8ff3-4a5d1e04ad43" -d '{"events": [{"server_uuid": "32651204-bebf-4147-9397-c2c2fa1b20fd", "name": "network-vif-plugged", "status": "completed", "tag": "c58ac962-7203-4474-a0e2-9922ae894932"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:49:30.875843 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port c58ac962-7203-4474-a0e2-9922ae894932, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=c58ac962-7203-4474-a0e2-9922ae894932,segment=NetworkSegment(a1cd0c91-838c-48fa-99c6-bc132043e997),segment_id=a1cd0c91-838c-48fa-99c6-bc132043e997)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:49:30.879989 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:30.926014 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=c58ac962-7203-4474-a0e2-9922ae894932,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:49:30.957796 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5416c52c-32f6-45a1-bf73-c638f8e97d1a x-openstack-request-id: req-5416c52c-32f6-45a1-bf73-c638f8e97d1a {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:49:30.958112 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32651204-bebf-4147-9397-c2c2fa1b20fd", "name": "network-vif-plugged", "status": "completed", "tag": "c58ac962-7203-4474-a0e2-9922ae894932", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:49:30.958365 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5416c52c-32f6-45a1-bf73-c638f8e97d1a {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:49:30.958766 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32651204-bebf-4147-9397-c2c2fa1b20fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58ac962-7203-4474-a0e2-9922ae894932', 'code': 200} Dec 10 19:49:31.050928 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810ded7-d57a-4f91-827b-2bd6239b1ace req-21179ea6-ab43-405b-b40f-8f1aeea5c03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:49:31.052391 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0810ded7-d57a-4f91-827b-2bd6239b1ace req-21179ea6-ab43-405b-b40f-8f1aeea5c03e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 1096 time: 0.0389254 Dec 10 19:49:31.096416 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0810ded7-d57a-4f91-827b-2bd6239b1ace req-db37d54e-70fe-4a9e-a442-2d650f50e835 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=097c416a-eaba-4f9a-8d03-2ea4de862e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369987 Dec 10 19:49:31.779181 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be771e-e056-4871-af2f-0c37305d6009 req-6c58a27c-aa22-47fb-a50f-6b1fbd8106a4 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:49:31.780957 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-40be771e-e056-4871-af2f-0c37305d6009 req-6c58a27c-aa22-47fb-a50f-6b1fbd8106a4 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 945 time: 0.0518076 Dec 10 19:49:31.832469 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-40be771e-e056-4871-af2f-0c37305d6009 req-49d30970-e6a0-4592-b187-8d2de9b2bed2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=097c416a-eaba-4f9a-8d03-2ea4de862e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452881 Dec 10 19:49:32.948349 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d44eec-9da4-43f9-a4e4-17dd2d1ed605 req-6aa67d3e-88d6-4f7b-a7e2-703394ef830e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:49:32.949848 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-39d44eec-9da4-43f9-a4e4-17dd2d1ed605 req-6aa67d3e-88d6-4f7b-a7e2-703394ef830e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 945 time: 0.0478985 Dec 10 19:49:32.998067 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-39d44eec-9da4-43f9-a4e4-17dd2d1ed605 req-0442e91e-00bd-46d7-8850-a61f5006c147 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=097c416a-eaba-4f9a-8d03-2ea4de862e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424204 Dec 10 19:49:33.124787 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d22a6-6a38-4f73-8468-69fe72e10bca req-5dd910b3-bb44-44e1-9b17-cfd5c17e858f tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:49:33.126182 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-594d22a6-6a38-4f73-8468-69fe72e10bca req-5dd910b3-bb44-44e1-9b17-cfd5c17e858f tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 945 time: 0.0524266 Dec 10 19:49:33.174117 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-594d22a6-6a38-4f73-8468-69fe72e10bca req-d0aede3c-ebfb-4080-a2db-a0f3c550405d tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=097c416a-eaba-4f9a-8d03-2ea4de862e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419977 Dec 10 19:49:33.196422 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52768) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:49:33.238451 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6281542-7789-4a83-ae36-c84445f26cbf tempest-TestNetworkAdvancedServerOps-1581291312 tempest-TestNetworkAdvancedServerOps-1581291312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:49:33.239971 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b6281542-7789-4a83-ae36-c84445f26cbf tempest-TestNetworkAdvancedServerOps-1581291312 tempest-TestNetworkAdvancedServerOps-1581291312-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 1091 time: 0.0425377 Dec 10 19:49:33.243314 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52770) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:49:33.247827 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ad943e93-7c1b-42a7-988d-a7768ca26d04 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'port_id': 'c58ac962-7203-4474-a0e2-9922ae894932', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:49:33.269456 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad943e93-7c1b-42a7-988d-a7768ca26d04 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:33.373452 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad943e93-7c1b-42a7-988d-a7768ca26d04 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:33.479678 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-ad943e93-7c1b-42a7-988d-a7768ca26d04 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Allocated IP 172.25.7.193 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/7d3a1ed8-a20b-4097-8a86-a58e59f430ff) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:49:33.576203 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad943e93-7c1b-42a7-988d-a7768ca26d04 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:33.609291 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad943e93-7c1b-42a7-988d-a7768ca26d04 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:33.610615 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:49:33.651624 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad943e93-7c1b-42a7-988d-a7768ca26d04 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:49:33.654652 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-ad943e93-7c1b-42a7-988d-a7768ca26d04 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:49:33.658248 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad943e93-7c1b-42a7-988d-a7768ca26d04 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:49:33.681163 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad943e93-7c1b-42a7-988d-a7768ca26d04 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'Port': ['ID=7d3a1ed8-a20b-4097-8a86-a58e59f430ff,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:49:33.986673 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad943e93-7c1b-42a7-988d-a7768ca26d04 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:34.053347 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad943e93-7c1b-42a7-988d-a7768ca26d04 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:34.203512 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad943e93-7c1b-42a7-988d-a7768ca26d04 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:34.208092 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad943e93-7c1b-42a7-988d-a7768ca26d04 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:34.273111 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad943e93-7c1b-42a7-988d-a7768ca26d04 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'Port': ['ID=7d3a1ed8-a20b-4097-8a86-a58e59f430ff,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:49:34.284512 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad943e93-7c1b-42a7-988d-a7768ca26d04 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:34.382810 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-ad943e93-7c1b-42a7-988d-a7768ca26d04 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Floating IP 5826adf7-9dd9-499f-a286-ab4ed223688d associated. External IP: 172.25.7.193, port: c58ac962-7203-4474-a0e2-9922ae894932. Dec 10 19:49:34.497935 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:34.905251 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad943e93-7c1b-42a7-988d-a7768ca26d04 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Router 079d3026-7530-4e40-a8ef-535bec481600 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:49:35.010023 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad943e93-7c1b-42a7-988d-a7768ca26d04 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:49:35.020404 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd12bc4f-a686-40df-921c-38ec761dc155 None None] Sync routers for ids ['079d3026-7530-4e40-a8ef-535bec481600'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:49:35.027608 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad943e93-7c1b-42a7-988d-a7768ca26d04 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:35.031661 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd12bc4f-a686-40df-921c-38ec761dc155 None None] Routers {'079d3026-7530-4e40-a8ef-535bec481600'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:49:35.032270 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-dd12bc4f-a686-40df-921c-38ec761dc155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:49:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['079d3026-7530-4e40-a8ef-535bec481600'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:49:35.056002 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ad943e93-7c1b-42a7-988d-a7768ca26d04 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8092546 Dec 10 19:49:35.056002 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32651204-bebf-4147-9397-c2c2fa1b20fd', 'tag': 'c58ac962-7203-4474-a0e2-9922ae894932'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:49:35.056823 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb385ee8d26b8ad243460b423ad218e97d9fae79c4f4b9b0691d822ece1c624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01dd88b-8455-44b7-ac0d-6862ab988ed3" -d '{"events": [{"name": "network-changed", "server_uuid": "32651204-bebf-4147-9397-c2c2fa1b20fd", "tag": "c58ac962-7203-4474-a0e2-9922ae894932"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:49:35.095379 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4436540-c227-4af4-a263-015b396ba172 x-openstack-request-id: req-b4436540-c227-4af4-a263-015b396ba172 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:49:35.095828 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32651204-bebf-4147-9397-c2c2fa1b20fd", "tag": "c58ac962-7203-4474-a0e2-9922ae894932", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:49:35.096217 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b4436540-c227-4af4-a263-015b396ba172 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:49:35.096748 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32651204-bebf-4147-9397-c2c2fa1b20fd', 'tag': 'c58ac962-7203-4474-a0e2-9922ae894932', 'status': 'completed', 'code': 200} Dec 10 19:49:35.146243 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-dd12bc4f-a686-40df-921c-38ec761dc155 None None] Set router 079d3026-7530-4e40-a8ef-535bec481600 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:49:35.178065 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844957a-3b49-4faf-82c1-e0c290abc07c req-f5400afd-8182-4368-924e-cd5c779a23c1 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:49:35.180131 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f844957a-3b49-4faf-82c1-e0c290abc07c req-f5400afd-8182-4368-924e-cd5c779a23c1 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 945 time: 0.0717611 Dec 10 19:49:35.186185 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01dd88b-8455-44b7-ac0d-6862ab988ed3 req-42c52f5c-e574-4c9a-ac88-f8ccd429bee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:49:35.187622 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e01dd88b-8455-44b7-ac0d-6862ab988ed3 req-42c52f5c-e574-4c9a-ac88-f8ccd429bee8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 1096 time: 0.0692675 Dec 10 19:49:35.283843 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f844957a-3b49-4faf-82c1-e0c290abc07c req-8d6f6600-ec8c-434c-b7bb-f42d70bbd3ac tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=097c416a-eaba-4f9a-8d03-2ea4de862e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951827 Dec 10 19:49:35.311597 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52776) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:49:35.312133 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01dd88b-8455-44b7-ac0d-6862ab988ed3 req-216a0380-c0ae-4340-8eea-1c141480d315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:49:35.313233 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e01dd88b-8455-44b7-ac0d-6862ab988ed3 req-216a0380-c0ae-4340-8eea-1c141480d315 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5c5039b9-ff5e-4fc5-8526-99a225eee209 HTTP/1.1" status: 200 len: 898 time: 0.1175213 Dec 10 19:49:35.379869 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-24dc087d-7a33-496e-be26-35f682615266 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/floatingips/5826adf7-9dd9-499f-a286-ab4ed223688d HTTP/1.1" status: 200 len: 991 time: 0.0670404 Dec 10 19:49:35.380120 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-dd12bc4f-a686-40df-921c-38ec761dc155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079d3026-7530-4e40-a8ef-535bec481600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049128811', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:49:18Z', 'updated_at': '2021-12-10T19:49:21Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': '8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ab:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079d3026-7530-4e40-a8ef-535bec481600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:49:18Z', 'updated_at': '2021-12-10T19:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '5826adf7-9dd9-499f-a286-ab4ed223688d', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'floating_ip_address': '172.25.7.193', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '079d3026-7530-4e40-a8ef-535bec481600', 'port_id': 'c58ac962-7203-4474-a0e2-9922ae894932', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c5039b9-ff5e-4fc5-8526-99a225eee209', 'mac_address': 'fa:16:3e:b7:3f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32651204-bebf-4147-9397-c2c2fa1b20fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:49:33Z', 'updated_at': '2021-12-10T19:49:33Z', 'revision_number': 0, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95996f30-2bae-43b7-a95d-8e53abbeb34f', 'name': '', 'network_id': '5c5039b9-ff5e-4fc5-8526-99a225eee209', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:52:2f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079d3026-7530-4e40-a8ef-535bec481600', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c0adb116-940c-4d04-a22a-deace1a364d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:49:20Z', 'updated_at': '2021-12-10T19:49:24Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': 'c0adb116-940c-4d04-a22a-deace1a364d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:49:35.387711 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e01dd88b-8455-44b7-ac0d-6862ab988ed3 req-e5549550-7285-4d8b-a0f4-241b087869a1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c58ac962-7203-4474-a0e2-9922ae894932 HTTP/1.1" status: 200 len: 999 time: 0.0681381 Dec 10 19:49:35.409031 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd12bc4f-a686-40df-921c-38ec761dc155 None None] Checking router: 079d3026-7530-4e40-a8ef-535bec481600 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:49:35.417300 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd12bc4f-a686-40df-921c-38ec761dc155 None None] Routers {'079d3026-7530-4e40-a8ef-535bec481600'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:49:35.417898 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-dd12bc4f-a686-40df-921c-38ec761dc155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:49:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['079d3026-7530-4e40-a8ef-535bec481600'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:49:35.436969 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01dd88b-8455-44b7-ac0d-6862ab988ed3 req-15c52739-c643-41b0-ba72-59eb14e8c994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:49:35.438434 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e01dd88b-8455-44b7-ac0d-6862ab988ed3 req-15c52739-c643-41b0-ba72-59eb14e8c994 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c0adb116-940c-4d04-a22a-deace1a364d3 HTTP/1.1" status: 200 len: 834 time: 0.0432215 Dec 10 19:49:35.483223 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01dd88b-8455-44b7-ac0d-6862ab988ed3 req-85facae9-7297-42a7-add4-ac43e03bd1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:49:35.484868 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e01dd88b-8455-44b7-ac0d-6862ab988ed3 req-85facae9-7297-42a7-add4-ac43e03bd1ed service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c5039b9-ff5e-4fc5-8526-99a225eee209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388787 Dec 10 19:49:35.521113 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-dd12bc4f-a686-40df-921c-38ec761dc155 None None] Set router 079d3026-7530-4e40-a8ef-535bec481600 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:49:35.581224 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e01dd88b-8455-44b7-ac0d-6862ab988ed3 req-bbf825d7-a86d-416d-b474-1b440cbc0c18 service neutron] 10.222.0.72 "GET /v2.0/networks/5c5039b9-ff5e-4fc5-8526-99a225eee209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868967 Dec 10 19:49:35.669612 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e01dd88b-8455-44b7-ac0d-6862ab988ed3 req-8878042e-8236-4b61-9c4b-034333aed209 service neutron] 10.222.0.72 "GET /v2.0/networks/5c5039b9-ff5e-4fc5-8526-99a225eee209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815938 Dec 10 19:49:35.758136 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-dd12bc4f-a686-40df-921c-38ec761dc155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079d3026-7530-4e40-a8ef-535bec481600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049128811', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:49:18Z', 'updated_at': '2021-12-10T19:49:21Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': '8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ab:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079d3026-7530-4e40-a8ef-535bec481600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:49:18Z', 'updated_at': '2021-12-10T19:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '5826adf7-9dd9-499f-a286-ab4ed223688d', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'floating_ip_address': '172.25.7.193', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '079d3026-7530-4e40-a8ef-535bec481600', 'port_id': 'c58ac962-7203-4474-a0e2-9922ae894932', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c5039b9-ff5e-4fc5-8526-99a225eee209', 'mac_address': 'fa:16:3e:b7:3f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32651204-bebf-4147-9397-c2c2fa1b20fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:49:33Z', 'updated_at': '2021-12-10T19:49:33Z', 'revision_number': 0, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95996f30-2bae-43b7-a95d-8e53abbeb34f', 'name': '', 'network_id': '5c5039b9-ff5e-4fc5-8526-99a225eee209', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:52:2f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079d3026-7530-4e40-a8ef-535bec481600', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c0adb116-940c-4d04-a22a-deace1a364d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:49:20Z', 'updated_at': '2021-12-10T19:49:24Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': 'c0adb116-940c-4d04-a22a-deace1a364d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:49:35.787057 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd12bc4f-a686-40df-921c-38ec761dc155 None None] The sync data for ids ['079d3026-7530-4e40-a8ef-535bec481600'] in n-d-821435-1 is: [{'id': '079d3026-7530-4e40-a8ef-535bec481600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049128811', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:49:18Z', 'updated_at': '2021-12-10T19:49:21Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': '8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ab:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079d3026-7530-4e40-a8ef-535bec481600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:49:18Z', 'updated_at': '2021-12-10T19:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '5826adf7-9dd9-499f-a286-ab4ed223688d', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'floating_ip_address': '172.25.7.193', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '079d3026-7530-4e40-a8ef-535bec481600', 'port_id': 'c58ac962-7203-4474-a0e2-9922ae894932', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c5039b9-ff5e-4fc5-8526-99a225eee209', 'mac_address': 'fa:16:3e:b7:3f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32651204-bebf-4147-9397-c2c2fa1b20fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:49:33Z', 'updated_at': '2021-12-10T19:49:33Z', 'revision_number': 0, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95996f30-2bae-43b7-a95d-8e53abbeb34f', 'name': '', 'network_id': '5c5039b9-ff5e-4fc5-8526-99a225eee209', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:52:2f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079d3026-7530-4e40-a8ef-535bec481600', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c0adb116-940c-4d04-a22a-deace1a364d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:49:20Z', 'updated_at': '2021-12-10T19:49:24Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': 'c0adb116-940c-4d04-a22a-deace1a364d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:49:35.972467 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cff2d9-b252-4bc0-a964-a97931570310 None None] New status for floating IP 5826adf7-9dd9-499f-a286-ab4ed223688d: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:49:36.383744 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52778) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:49:36.447038 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-260fb0bf-5d97-446d-8a9b-79ee231284df tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/floatingips/5826adf7-9dd9-499f-a286-ab4ed223688d HTTP/1.1" status: 200 len: 993 time: 0.0621116 Dec 10 19:49:38.939857 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:49.802298 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ef854ab2-79a1-4855-a987-415010f35070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:52.665463 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e95d708e-f44f-4699-824a-b5d75b82f3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:53.721133 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:55.084307 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:49:55.680282 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:50:04.505480 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:50:08.940742 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:50:10.609921 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:50:19.804850 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cec8d9c9-bf90-4faa-892f-d457cafa462c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:50:22.667294 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5654861e-869e-458c-8714-62182574121c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:50:23.724328 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:50:25.086629 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:50:25.682592 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:50:26.178127 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b13bafff-685b-4923-b38d-7b60fb1ba8c9 req-c10b9f18-3f1c-4ac9-b1b6-477bcc653bac service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=32651204-bebf-4147-9397-c2c2fa1b20fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409591 Dec 10 19:50:26.265794 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bafff-685b-4923-b38d-7b60fb1ba8c9 req-fbeb09e5-c260-4e40-83c0-9d699c2fde00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:26.267299 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b13bafff-685b-4923-b38d-7b60fb1ba8c9 req-fbeb09e5-c260-4e40-83c0-9d699c2fde00 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 1096 time: 0.0459852 Dec 10 19:50:26.374083 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bafff-685b-4923-b38d-7b60fb1ba8c9 req-16a9402a-fce8-4bde-b027-98cb358b9f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:26.375550 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b13bafff-685b-4923-b38d-7b60fb1ba8c9 req-16a9402a-fce8-4bde-b027-98cb358b9f99 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5c5039b9-ff5e-4fc5-8526-99a225eee209 HTTP/1.1" status: 200 len: 898 time: 0.0888107 Dec 10 19:50:26.445786 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b13bafff-685b-4923-b38d-7b60fb1ba8c9 req-3defbd88-bf60-41b0-a518-2a3bf93bcb3f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c58ac962-7203-4474-a0e2-9922ae894932 HTTP/1.1" status: 200 len: 1001 time: 0.0630827 Dec 10 19:50:26.493393 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bafff-685b-4923-b38d-7b60fb1ba8c9 req-1fd8de20-83e8-4011-80a8-9a52671c3c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:26.494835 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b13bafff-685b-4923-b38d-7b60fb1ba8c9 req-1fd8de20-83e8-4011-80a8-9a52671c3c29 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c0adb116-940c-4d04-a22a-deace1a364d3 HTTP/1.1" status: 200 len: 834 time: 0.0428038 Dec 10 19:50:26.544565 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bafff-685b-4923-b38d-7b60fb1ba8c9 req-907155ff-9fc6-4a35-99b9-d0bc7e3dc569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:26.546120 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b13bafff-685b-4923-b38d-7b60fb1ba8c9 req-907155ff-9fc6-4a35-99b9-d0bc7e3dc569 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c5039b9-ff5e-4fc5-8526-99a225eee209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443988 Dec 10 19:50:26.639207 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b13bafff-685b-4923-b38d-7b60fb1ba8c9 req-ce397b75-35bf-40ec-90ff-851a24ca2f93 service neutron] 10.222.0.72 "GET /v2.0/networks/5c5039b9-ff5e-4fc5-8526-99a225eee209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861547 Dec 10 19:50:26.729502 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b13bafff-685b-4923-b38d-7b60fb1ba8c9 req-692d15ae-fc6e-4dc6-afe3-fcd222ee7e0e service neutron] 10.222.0.72 "GET /v2.0/networks/5c5039b9-ff5e-4fc5-8526-99a225eee209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833981 Dec 10 19:50:34.518588 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:50:38.945756 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:50:47.610249 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:50:49.573764 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-c44b3c38-a834-4328-85f6-309d12f1b9bf req-e124c39c-9883-4121-8ec6-969acb27056d service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:50:49.575445 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c44b3c38-a834-4328-85f6-309d12f1b9bf req-e124c39c-9883-4121-8ec6-969acb27056d service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082550 Dec 10 19:50:49.805252 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-490eedf4-6069-42d8-9265-67d9eb266e49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:50:50.788724 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af596a6-b11c-45bc-b498-18b902e44ce4 req-f7759c01-4cb4-4936-9b97-feea6df030fa tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:50.790215 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2af596a6-b11c-45bc-b498-18b902e44ce4 req-f7759c01-4cb4-4936-9b97-feea6df030fa tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 945 time: 0.0601332 Dec 10 19:50:50.850770 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-e287a8d0-e36f-4f55-b038-16b31fc2e198 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=32651204-bebf-4147-9397-c2c2fa1b20fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1350703 Dec 10 19:50:50.864032 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-77e9e066-c3c2-44d3-96b8-fc2baf94de42 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:50:50.865006 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-77e9e066-c3c2-44d3-96b8-fc2baf94de42 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085335 Dec 10 19:50:50.871829 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2af596a6-b11c-45bc-b498-18b902e44ce4 req-d8bebe55-a8d2-4c33-8176-9cc2d300d664 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=097c416a-eaba-4f9a-8d03-2ea4de862e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668433 Dec 10 19:50:52.029715 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c790949-5ae9-49cb-97fd-1fd09c93ca89 req-4f9acc2e-647a-4ba6-90a7-4c920684cc71 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:52.031218 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9c790949-5ae9-49cb-97fd-1fd09c93ca89 req-4f9acc2e-647a-4ba6-90a7-4c920684cc71 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 945 time: 0.0854194 Dec 10 19:50:52.033681 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-bbf4db76-660e-405a-9009-c86c46080d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:52.035048 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-bbf4db76-660e-405a-9009-c86c46080d61 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 1096 time: 0.0737090 Dec 10 19:50:52.130449 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9c790949-5ae9-49cb-97fd-1fd09c93ca89 req-111d4c97-2c90-4427-8958-759db308c63c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=097c416a-eaba-4f9a-8d03-2ea4de862e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931840 Dec 10 19:50:52.154714 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-cc1cb85e-9d30-43b8-966c-e9119d23c8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:52.156123 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-cc1cb85e-9d30-43b8-966c-e9119d23c8e3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5c5039b9-ff5e-4fc5-8526-99a225eee209 HTTP/1.1" status: 200 len: 898 time: 0.1128185 Dec 10 19:50:52.224489 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-907e0870-6e12-425d-9aa9-53990de9271a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c58ac962-7203-4474-a0e2-9922ae894932 HTTP/1.1" status: 200 len: 1001 time: 0.0613821 Dec 10 19:50:52.272741 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-b3d0a074-6d1f-42a5-b701-adb5c9042671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:52.274215 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-b3d0a074-6d1f-42a5-b701-adb5c9042671 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c0adb116-940c-4d04-a22a-deace1a364d3 HTTP/1.1" status: 200 len: 834 time: 0.0434625 Dec 10 19:50:52.319393 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-b78c48e0-bc37-474e-ab28-d88b31e64fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:52.320916 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-b78c48e0-bc37-474e-ab28-d88b31e64fda service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c5039b9-ff5e-4fc5-8526-99a225eee209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396490 Dec 10 19:50:52.417056 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-bedeeb5b-d033-4a4a-a294-a8de237316db service neutron] 10.222.0.72 "GET /v2.0/networks/5c5039b9-ff5e-4fc5-8526-99a225eee209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890660 Dec 10 19:50:52.507645 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-65bb6e7f-2f51-4f26-adcf-7025953b8e7b service neutron] 10.222.0.72 "GET /v2.0/networks/5c5039b9-ff5e-4fc5-8526-99a225eee209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838978 Dec 10 19:50:52.668071 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e16e761b-bc21-4532-a8bf-d46abf867079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:50:53.247125 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50198e-e6d6-4906-9de8-15a10a33a238 req-bc34ff50-317e-44da-9e59-92aa709b8250 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:53.248583 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7c50198e-e6d6-4906-9de8-15a10a33a238 req-bc34ff50-317e-44da-9e59-92aa709b8250 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 945 time: 0.0488937 Dec 10 19:50:53.297017 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7c50198e-e6d6-4906-9de8-15a10a33a238 req-cf979823-7955-4b39-9cf7-af0d6b47e57b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=097c416a-eaba-4f9a-8d03-2ea4de862e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424933 Dec 10 19:50:53.726369 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:50:54.419655 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70007846-fb4c-4af0-8edf-d8e9ab2a6dbb req-2b0ee4fe-2437-438b-9cad-a293e1031d36 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:54.421164 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-70007846-fb4c-4af0-8edf-d8e9ab2a6dbb req-2b0ee4fe-2437-438b-9cad-a293e1031d36 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 945 time: 0.0540042 Dec 10 19:50:54.470035 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-70007846-fb4c-4af0-8edf-d8e9ab2a6dbb req-015d6a71-097b-4794-b793-e60c8769bfa9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=097c416a-eaba-4f9a-8d03-2ea4de862e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427990 Dec 10 19:50:55.088509 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:50:55.591603 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f21b3-4158-4cb0-bafe-dade06e3b9e8 req-87e3aa86-aaa7-408d-b1ee-c5c1f2939063 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:55.593501 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-037f21b3-4158-4cb0-bafe-dade06e3b9e8 req-87e3aa86-aaa7-408d-b1ee-c5c1f2939063 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 945 time: 0.0487201 Dec 10 19:50:55.644180 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-037f21b3-4158-4cb0-bafe-dade06e3b9e8 req-f54097ac-74a4-459d-94ec-3ecaab14b008 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=097c416a-eaba-4f9a-8d03-2ea4de862e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446134 Dec 10 19:50:55.685382 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:50:56.759642 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d074012-bfa6-492b-902e-b6270178ba00 req-3652c5c5-674d-4833-85c4-63daafffe4c7 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:56.761779 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0d074012-bfa6-492b-902e-b6270178ba00 req-3652c5c5-674d-4833-85c4-63daafffe4c7 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 945 time: 0.0477083 Dec 10 19:50:56.811034 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0d074012-bfa6-492b-902e-b6270178ba00 req-f759c8c7-533a-4919-932d-721da71f7ead tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=097c416a-eaba-4f9a-8d03-2ea4de862e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430045 Dec 10 19:50:57.930495 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3922d8-44a7-468d-b15b-0bdab0f70dd6 req-cfdddbf2-bfcc-4e3e-a361-15c1b80cffa0 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:57.931952 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5a3922d8-44a7-468d-b15b-0bdab0f70dd6 req-cfdddbf2-bfcc-4e3e-a361-15c1b80cffa0 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 945 time: 0.0535116 Dec 10 19:50:57.981310 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5a3922d8-44a7-468d-b15b-0bdab0f70dd6 req-61191da8-3bcc-4935-943d-93e47ca8e12f tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=097c416a-eaba-4f9a-8d03-2ea4de862e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427017 Dec 10 19:50:59.098090 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483df9c-f897-4da7-a1b7-700f0dfd8bd0 req-822db161-e785-4d06-9d12-04e40792e176 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:59.099575 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8483df9c-f897-4da7-a1b7-700f0dfd8bd0 req-822db161-e785-4d06-9d12-04e40792e176 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 945 time: 0.0491514 Dec 10 19:50:59.154153 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8483df9c-f897-4da7-a1b7-700f0dfd8bd0 req-87b50474-5dff-434c-a4a5-0ed97cefe4ae tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=097c416a-eaba-4f9a-8d03-2ea4de862e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482895 Dec 10 19:51:00.269853 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc1b50-6253-4097-9bfb-a42f749c6859 req-c765d963-e0c7-4494-b5c7-aa323241b70b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:00.271341 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-99fc1b50-6253-4097-9bfb-a42f749c6859 req-c765d963-e0c7-4494-b5c7-aa323241b70b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 945 time: 0.0499945 Dec 10 19:51:00.321753 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-99fc1b50-6253-4097-9bfb-a42f749c6859 req-9cf2e465-66a8-49ed-a916-30834add3a33 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=097c416a-eaba-4f9a-8d03-2ea4de862e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436990 Dec 10 19:51:01.441518 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54a0dd-efa9-40d1-b636-9de1fb37162b req-816924c7-bfb0-49b9-a14f-111a719938ce tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:01.442988 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-df54a0dd-efa9-40d1-b636-9de1fb37162b req-816924c7-bfb0-49b9-a14f-111a719938ce tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 945 time: 0.0488801 Dec 10 19:51:01.490560 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-df54a0dd-efa9-40d1-b636-9de1fb37162b req-3d11bc90-8bc8-4cc2-8f04-e48914d08bec tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=097c416a-eaba-4f9a-8d03-2ea4de862e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416372 Dec 10 19:51:02.605688 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88786d84-387a-477e-8b22-63486d25c8b6 req-4980888c-fee3-40d8-a80b-ec8fd2e7449e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:02.607176 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-88786d84-387a-477e-8b22-63486d25c8b6 req-4980888c-fee3-40d8-a80b-ec8fd2e7449e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 945 time: 0.0480127 Dec 10 19:51:02.660240 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-88786d84-387a-477e-8b22-63486d25c8b6 req-3788aa5e-42a0-439e-9e42-8683d8c17b7e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=097c416a-eaba-4f9a-8d03-2ea4de862e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472310 Dec 10 19:51:03.785873 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855695ab-fae4-4f2e-ba4a-0d9628a92677 req-0ed7c518-0765-47a7-a9ef-4e800e3a1a7f tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:03.787469 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-855695ab-fae4-4f2e-ba4a-0d9628a92677 req-0ed7c518-0765-47a7-a9ef-4e800e3a1a7f tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 945 time: 0.0544009 Dec 10 19:51:03.838416 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-855695ab-fae4-4f2e-ba4a-0d9628a92677 req-4696f837-6844-4f3f-88d4-3400faf0c05d tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=097c416a-eaba-4f9a-8d03-2ea4de862e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437758 Dec 10 19:51:04.415532 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-7a9f2bd8-f565-4646-8f96-e183b711d8f6 service neutron] show failed (client error): The resource could not be found. Dec 10 19:51:04.416584 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-7a9f2bd8-f565-4646-8f96-e183b711d8f6 service neutron] 10.222.0.72 "GET /v2.0/ports/c58ac962-7203-4474-a0e2-9922ae894932/bindings/n-h1-821435-1 HTTP/1.1" status: 404 len: 380 time: 0.1003957 Dec 10 19:51:04.522154 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:04.615800 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-fc5f362c-afa3-4072-8529-dba3a5feb21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:04.617265 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-fc5f362c-afa3-4072-8529-dba3a5feb21c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=32651204-bebf-4147-9397-c2c2fa1b20fd&tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8 HTTP/1.1" status: 200 len: 1096 time: 0.0401869 Dec 10 19:51:04.631528 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-3d1aaa4d-e77a-45b4-9b95-fb2b4a90dc4b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821435-1', 'device_owner': 'compute:nova'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:51:04.683726 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-3d1aaa4d-e77a-45b4-9b95-fb2b4a90dc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:04.882545 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-3d1aaa4d-e77a-45b4-9b95-fb2b4a90dc4b service neutron] For port c58ac962-7203-4474-a0e2-9922ae894932, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=c58ac962-7203-4474-a0e2-9922ae894932,segment=NetworkSegment(a1cd0c91-838c-48fa-99c6-bc132043e997),segment_id=a1cd0c91-838c-48fa-99c6-bc132043e997)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:51:04.936827 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-3d1aaa4d-e77a-45b4-9b95-fb2b4a90dc4b service neutron] For port c58ac962-7203-4474-a0e2-9922ae894932, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:51:04.994355 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32651204-bebf-4147-9397-c2c2fa1b20fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c58ac962-7203-4474-a0e2-9922ae894932'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:51:04.997091 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4b7485-1db2-42d9-a885-deb5e54a5332" -d '{"events": [{"server_uuid": "32651204-bebf-4147-9397-c2c2fa1b20fd", "name": "network-vif-unplugged", "status": "completed", "tag": "c58ac962-7203-4474-a0e2-9922ae894932"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:51:05.002340 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-3d1aaa4d-e77a-45b4-9b95-fb2b4a90dc4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:05.014284 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f8f3c-3397-4e77-a81d-80f6a63fb64d req-e39aba78-387a-4559-b0b2-b887a672cef7 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:05.015796 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-537f8f3c-3397-4e77-a81d-80f6a63fb64d req-e39aba78-387a-4559-b0b2-b887a672cef7 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 945 time: 0.1009820 Dec 10 19:51:05.031434 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-3d1aaa4d-e77a-45b4-9b95-fb2b4a90dc4b service neutron] Transition to ACTIVE for port object c58ac962-7203-4474-a0e2-9922ae894932 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:51:05.040473 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-3d1aaa4d-e77a-45b4-9b95-fb2b4a90dc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:05.053987 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 19:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3575544f-9694-4fcf-8134-11f34f8df1e7 x-openstack-request-id: req-3575544f-9694-4fcf-8134-11f34f8df1e7 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:51:05.054283 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32651204-bebf-4147-9397-c2c2fa1b20fd", "name": "network-vif-unplugged", "status": "completed", "tag": "c58ac962-7203-4474-a0e2-9922ae894932", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:51:05.054541 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3575544f-9694-4fcf-8134-11f34f8df1e7 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:51:05.054938 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32651204-bebf-4147-9397-c2c2fa1b20fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c58ac962-7203-4474-a0e2-9922ae894932', 'code': 200} Dec 10 19:51:05.155488 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-537f8f3c-3397-4e77-a81d-80f6a63fb64d req-d48b31d7-c08b-4ad0-8e46-770c6ee33159 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=097c416a-eaba-4f9a-8d03-2ea4de862e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339371 Dec 10 19:51:05.156127 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1aaa4d-e77a-45b4-9b95-fb2b4a90dc4b service neutron] Pushing event updated for resources: {'Port': ['ID=c58ac962-7203-4474-a0e2-9922ae894932,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:05.171061 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1aaa4d-e77a-45b4-9b95-fb2b4a90dc4b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:05.171422 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1aaa4d-e77a-45b4-9b95-fb2b4a90dc4b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:05.171774 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1aaa4d-e77a-45b4-9b95-fb2b4a90dc4b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:05.172121 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1aaa4d-e77a-45b4-9b95-fb2b4a90dc4b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:05.172459 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1aaa4d-e77a-45b4-9b95-fb2b4a90dc4b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:05.172823 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1aaa4d-e77a-45b4-9b95-fb2b4a90dc4b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:05.173160 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1aaa4d-e77a-45b4-9b95-fb2b4a90dc4b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:05.173490 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1aaa4d-e77a-45b4-9b95-fb2b4a90dc4b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:05.173821 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1aaa4d-e77a-45b4-9b95-fb2b4a90dc4b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:05.174152 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1aaa4d-e77a-45b4-9b95-fb2b4a90dc4b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:05.174489 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1aaa4d-e77a-45b4-9b95-fb2b4a90dc4b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:05.174819 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1aaa4d-e77a-45b4-9b95-fb2b4a90dc4b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:05.175145 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1aaa4d-e77a-45b4-9b95-fb2b4a90dc4b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:05.206942 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-3d1aaa4d-e77a-45b4-9b95-fb2b4a90dc4b service neutron] No DVR routers for this DVR port c58ac962-7203-4474-a0e2-9922ae894932 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:51:05.345228 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-3d1aaa4d-e77a-45b4-9b95-fb2b4a90dc4b service neutron] Attempting to bind port c58ac962-7203-4474-a0e2-9922ae894932 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:51:05.345597 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-3d1aaa4d-e77a-45b4-9b95-fb2b4a90dc4b service neutron] Attempting to bind port c58ac962-7203-4474-a0e2-9922ae894932 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': 'a1cd0c91-838c-48fa-99c6-bc132043e997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5c5039b9-ff5e-4fc5-8526-99a225eee209'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:51:05.345911 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-3d1aaa4d-e77a-45b4-9b95-fb2b4a90dc4b service neutron] Attempting to bind port c58ac962-7203-4474-a0e2-9922ae894932 on network 5c5039b9-ff5e-4fc5-8526-99a225eee209 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:51:05.351068 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-3d1aaa4d-e77a-45b4-9b95-fb2b4a90dc4b service neutron] Port c58ac962-7203-4474-a0e2-9922ae894932 on network 5c5039b9-ff5e-4fc5-8526-99a225eee209 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:51:05.351380 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-3d1aaa4d-e77a-45b4-9b95-fb2b4a90dc4b service neutron] Attempting to bind port c58ac962-7203-4474-a0e2-9922ae894932 on network 5c5039b9-ff5e-4fc5-8526-99a225eee209 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:51:05.356497 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-3d1aaa4d-e77a-45b4-9b95-fb2b4a90dc4b service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:51:05.356877 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-3d1aaa4d-e77a-45b4-9b95-fb2b4a90dc4b service neutron] Checking segment: {'id': 'a1cd0c91-838c-48fa-99c6-bc132043e997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5c5039b9-ff5e-4fc5-8526-99a225eee209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:51:05.357274 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-3d1aaa4d-e77a-45b4-9b95-fb2b4a90dc4b service neutron] Bound using segment: {'id': 'a1cd0c91-838c-48fa-99c6-bc132043e997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5c5039b9-ff5e-4fc5-8526-99a225eee209'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:51:05.357712 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-3d1aaa4d-e77a-45b4-9b95-fb2b4a90dc4b service neutron] Bound port: c58ac962-7203-4474-a0e2-9922ae894932, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1cd0c91-838c-48fa-99c6-bc132043e997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5c5039b9-ff5e-4fc5-8526-99a225eee209'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:51:05.358078 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-3d1aaa4d-e77a-45b4-9b95-fb2b4a90dc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:05.425734 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-3d1aaa4d-e77a-45b4-9b95-fb2b4a90dc4b service neutron] For port c58ac962-7203-4474-a0e2-9922ae894932, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:51:05.428611 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-3d1aaa4d-e77a-45b4-9b95-fb2b4a90dc4b service neutron] For port c58ac962-7203-4474-a0e2-9922ae894932, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=c58ac962-7203-4474-a0e2-9922ae894932,segment=NetworkSegment(a1cd0c91-838c-48fa-99c6-bc132043e997),segment_id=a1cd0c91-838c-48fa-99c6-bc132043e997)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:51:05.435002 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-3d1aaa4d-e77a-45b4-9b95-fb2b4a90dc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:05.472068 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-3d1aaa4d-e77a-45b4-9b95-fb2b4a90dc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:05.472723 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-3d1aaa4d-e77a-45b4-9b95-fb2b4a90dc4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:05.474136 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-3d1aaa4d-e77a-45b4-9b95-fb2b4a90dc4b service neutron] 10.222.0.46 "PUT /v2.0/ports/c58ac962-7203-4474-a0e2-9922ae894932 HTTP/1.1" status: 200 len: 1091 time: 0.8485138 Dec 10 19:51:05.495017 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1aaa4d-e77a-45b4-9b95-fb2b4a90dc4b service neutron] Pushing event updated for resources: {'Port': ['ID=c58ac962-7203-4474-a0e2-9922ae894932,revision_number=7']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:05.543891 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-e24e3ae5-3a5b-4515-972a-1e855aed36f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:05.545548 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-e24e3ae5-3a5b-4515-972a-1e855aed36f9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 1094 time: 0.0449605 Dec 10 19:51:05.653616 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-ae20fa88-d9d3-43f8-b724-38fe6e10488f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:05.655107 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-ae20fa88-d9d3-43f8-b724-38fe6e10488f service neutron] 10.222.0.46 "GET /v2.0/networks?id=5c5039b9-ff5e-4fc5-8526-99a225eee209 HTTP/1.1" status: 200 len: 898 time: 0.1017706 Dec 10 19:51:05.721319 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-f267aee1-cc6d-4c12-9031-e1487c27b42b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c58ac962-7203-4474-a0e2-9922ae894932 HTTP/1.1" status: 200 len: 999 time: 0.0587788 Dec 10 19:51:05.769838 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-0436aa92-1ce0-49bc-acdb-74fb13bf4fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:05.771329 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-0436aa92-1ce0-49bc-acdb-74fb13bf4fc2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c0adb116-940c-4d04-a22a-deace1a364d3 HTTP/1.1" status: 200 len: 834 time: 0.0438139 Dec 10 19:51:05.819093 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-8d027b09-6247-454d-bea7-cc286421afe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:05.820581 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-8d027b09-6247-454d-bea7-cc286421afe1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5c5039b9-ff5e-4fc5-8526-99a225eee209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426292 Dec 10 19:51:05.914979 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-fef3afbb-16a1-43fd-96b1-3a6fab21bcaf service neutron] 10.222.0.46 "GET /v2.0/networks/5c5039b9-ff5e-4fc5-8526-99a225eee209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868826 Dec 10 19:51:06.009319 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8dd82f40-3db9-4b83-8fcb-e9e27717cb6e req-8251f299-534f-404e-91f6-f520842c5203 service neutron] 10.222.0.46 "GET /v2.0/networks/5c5039b9-ff5e-4fc5-8526-99a225eee209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873241 Dec 10 19:51:06.290074 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf3691-b813-4b46-94cc-fc0d74b41246 req-105e84eb-5723-4f35-93bc-d53fff6ea67f tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:06.292463 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-60bf3691-b813-4b46-94cc-fc0d74b41246 req-105e84eb-5723-4f35-93bc-d53fff6ea67f tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 943 time: 0.0573590 Dec 10 19:51:06.355924 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-60bf3691-b813-4b46-94cc-fc0d74b41246 req-3c8f3d99-62b1-4626-abd5-22ce9c9503c1 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=097c416a-eaba-4f9a-8d03-2ea4de862e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580199 Dec 10 19:51:07.057141 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32651204-bebf-4147-9397-c2c2fa1b20fd', 'tag': 'c58ac962-7203-4474-a0e2-9922ae894932'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:51:07.060036 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a566d56-8cfb-4abb-b276-5e24e03a7b14" -d '{"events": [{"name": "network-changed", "server_uuid": "32651204-bebf-4147-9397-c2c2fa1b20fd", "tag": "c58ac962-7203-4474-a0e2-9922ae894932"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:51:07.109079 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5440aed2-4fc9-4a0f-8791-1e897a13504d x-openstack-request-id: req-5440aed2-4fc9-4a0f-8791-1e897a13504d {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:51:07.109379 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32651204-bebf-4147-9397-c2c2fa1b20fd", "tag": "c58ac962-7203-4474-a0e2-9922ae894932", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:51:07.109637 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5440aed2-4fc9-4a0f-8791-1e897a13504d {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:51:07.110040 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32651204-bebf-4147-9397-c2c2fa1b20fd', 'tag': 'c58ac962-7203-4474-a0e2-9922ae894932', 'status': 'completed', 'code': 200} Dec 10 19:51:07.166213 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a566d56-8cfb-4abb-b276-5e24e03a7b14 req-d46aca5e-8de7-4f42-bb4e-b3cd9098b0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:07.167878 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2a566d56-8cfb-4abb-b276-5e24e03a7b14 req-d46aca5e-8de7-4f42-bb4e-b3cd9098b0d4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 1094 time: 0.0413258 Dec 10 19:51:07.174235 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a566d56-8cfb-4abb-b276-5e24e03a7b14 req-03b531e6-6e7f-4036-80cd-c2c1037791ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:07.175729 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2a566d56-8cfb-4abb-b276-5e24e03a7b14 req-03b531e6-6e7f-4036-80cd-c2c1037791ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 1094 time: 0.0417397 Dec 10 19:51:07.266030 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a566d56-8cfb-4abb-b276-5e24e03a7b14 req-96f3553d-81d3-4bee-bb26-feb1c37e1e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:07.266293 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a566d56-8cfb-4abb-b276-5e24e03a7b14 req-fb6d3072-84b7-4de4-b67a-f6fb882dfc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:07.267510 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2a566d56-8cfb-4abb-b276-5e24e03a7b14 req-96f3553d-81d3-4bee-bb26-feb1c37e1e35 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5c5039b9-ff5e-4fc5-8526-99a225eee209 HTTP/1.1" status: 200 len: 898 time: 0.0848722 Dec 10 19:51:07.267745 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2a566d56-8cfb-4abb-b276-5e24e03a7b14 req-fb6d3072-84b7-4de4-b67a-f6fb882dfc1f service neutron] 10.222.0.72 "GET /v2.0/networks?id=5c5039b9-ff5e-4fc5-8526-99a225eee209 HTTP/1.1" status: 200 len: 898 time: 0.0924501 Dec 10 19:51:07.297910 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device c58ac962-7203-4474-a0e2-9922ae894932 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:51:07.335117 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2a566d56-8cfb-4abb-b276-5e24e03a7b14 req-897d2857-87c8-4b2a-98aa-6198234b2a33 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c58ac962-7203-4474-a0e2-9922ae894932 HTTP/1.1" status: 200 len: 999 time: 0.0609176 Dec 10 19:51:07.337327 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device c58ac962-7203-4474-a0e2-9922ae894932 not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:51:07.341946 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2a566d56-8cfb-4abb-b276-5e24e03a7b14 req-e02e5458-12c5-4d7f-a58e-9cdf84257f35 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c58ac962-7203-4474-a0e2-9922ae894932 HTTP/1.1" status: 200 len: 999 time: 0.0672510 Dec 10 19:51:07.392265 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a566d56-8cfb-4abb-b276-5e24e03a7b14 req-be76f529-72a6-4256-b650-d638e1321918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:07.393804 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2a566d56-8cfb-4abb-b276-5e24e03a7b14 req-be76f529-72a6-4256-b650-d638e1321918 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c0adb116-940c-4d04-a22a-deace1a364d3 HTTP/1.1" status: 200 len: 834 time: 0.0509222 Dec 10 19:51:07.396428 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a566d56-8cfb-4abb-b276-5e24e03a7b14 req-f35b8cbe-c3f7-4eac-93a7-33dd070fc8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:07.397900 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2a566d56-8cfb-4abb-b276-5e24e03a7b14 req-f35b8cbe-c3f7-4eac-93a7-33dd070fc8db service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c0adb116-940c-4d04-a22a-deace1a364d3 HTTP/1.1" status: 200 len: 834 time: 0.0480752 Dec 10 19:51:07.443128 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a566d56-8cfb-4abb-b276-5e24e03a7b14 req-6079f4b3-accf-48a5-a097-faf7970de544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:07.444762 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2a566d56-8cfb-4abb-b276-5e24e03a7b14 req-6079f4b3-accf-48a5-a097-faf7970de544 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c5039b9-ff5e-4fc5-8526-99a225eee209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444252 Dec 10 19:51:07.445651 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a566d56-8cfb-4abb-b276-5e24e03a7b14 req-d9b0ae97-bafc-4fff-8680-ab0c5ca4dfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:07.447169 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2a566d56-8cfb-4abb-b276-5e24e03a7b14 req-d9b0ae97-bafc-4fff-8680-ab0c5ca4dfd3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5c5039b9-ff5e-4fc5-8526-99a225eee209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419376 Dec 10 19:51:07.550127 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2a566d56-8cfb-4abb-b276-5e24e03a7b14 req-a4e1cb3d-2ed9-46ab-8385-f01208a5866f service neutron] 10.222.0.46 "GET /v2.0/networks/5c5039b9-ff5e-4fc5-8526-99a225eee209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926449 Dec 10 19:51:07.576733 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2a566d56-8cfb-4abb-b276-5e24e03a7b14 req-56971b43-ca42-4d4c-aaea-e2ec90e97fea service neutron] 10.222.0.72 "GET /v2.0/networks/5c5039b9-ff5e-4fc5-8526-99a225eee209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236486 Dec 10 19:51:07.588821 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7ece5-3632-4730-807d-cad05094d2d8 req-4c5ebf05-3965-4e97-aeb5-15c3999b07fb tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:07.593514 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3af7ece5-3632-4730-807d-cad05094d2d8 req-4c5ebf05-3965-4e97-aeb5-15c3999b07fb tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 943 time: 0.1562932 Dec 10 19:51:07.646456 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2a566d56-8cfb-4abb-b276-5e24e03a7b14 req-c21e2d2a-75c4-4f6a-8f3c-e4263fb8aade service neutron] 10.222.0.46 "GET /v2.0/networks/5c5039b9-ff5e-4fc5-8526-99a225eee209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888896 Dec 10 19:51:07.700489 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3af7ece5-3632-4730-807d-cad05094d2d8 req-db059340-b456-4307-a276-76b04acbe83e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=097c416a-eaba-4f9a-8d03-2ea4de862e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965405 Dec 10 19:51:07.715879 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2a566d56-8cfb-4abb-b276-5e24e03a7b14 req-2673750a-aa3b-4011-bc8c-7300330f5379 service neutron] 10.222.0.72 "GET /v2.0/networks/5c5039b9-ff5e-4fc5-8526-99a225eee209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200984 Dec 10 19:51:07.762986 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device c58ac962-7203-4474-a0e2-9922ae894932 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:51:07.855971 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port c58ac962-7203-4474-a0e2-9922ae894932, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=c58ac962-7203-4474-a0e2-9922ae894932,segment=NetworkSegment(a1cd0c91-838c-48fa-99c6-bc132043e997),segment_id=a1cd0c91-838c-48fa-99c6-bc132043e997)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:51:07.866887 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': 'c58ac962-7203-4474-a0e2-9922ae894932', 'network_id': '5c5039b9-ff5e-4fc5-8526-99a225eee209', 'port_id': 'c58ac962-7203-4474-a0e2-9922ae894932', 'mac_address': 'fa:16:3e:b7:3f:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0adb116-940c-4d04-a22a-deace1a364d3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:51:07.902678 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:07.914774 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c58ac962-7203-4474-a0e2-9922ae894932 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:51:07.937643 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port c58ac962-7203-4474-a0e2-9922ae894932, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=c58ac962-7203-4474-a0e2-9922ae894932,segment=NetworkSegment(a1cd0c91-838c-48fa-99c6-bc132043e997),segment_id=a1cd0c91-838c-48fa-99c6-bc132043e997)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:51:07.941838 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:07.989231 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=c58ac962-7203-4474-a0e2-9922ae894932,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:07.997493 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:07.997846 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:07.998219 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:07.998587 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:07.998924 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:07.999257 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:07.999586 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:07.999915 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:08.000240 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:08.000565 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:08.000916 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:08.001242 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:08.001563 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:08.186569 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['c58ac962-7203-4474-a0e2-9922ae894932'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:51:08.824277 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052e337-2b00-4ad1-a11e-de27c0b22559 req-c1a1af01-6f15-4b7d-b9ee-743125d3356d tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:08.825828 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9052e337-2b00-4ad1-a11e-de27c0b22559 req-c1a1af01-6f15-4b7d-b9ee-743125d3356d tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 944 time: 0.0548739 Dec 10 19:51:08.875607 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9052e337-2b00-4ad1-a11e-de27c0b22559 req-6e35ffd1-3a78-439b-bf26-931b92aa9693 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=097c416a-eaba-4f9a-8d03-2ea4de862e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438888 Dec 10 19:51:08.968787 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:09.078936 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ba3c7-026d-4ea7-aaad-6d351c14c3df req-61b6f5d3-ce7e-45c1-b944-95b830bcc7b8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:09.080777 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-095ba3c7-026d-4ea7-aaad-6d351c14c3df req-61b6f5d3-ce7e-45c1-b944-95b830bcc7b8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 944 time: 0.0503213 Dec 10 19:51:09.090445 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d5caa-8c15-4fe9-b497-ae39127cc7e4 req-013bb3be-9355-4c0a-963a-c7614e1aceeb tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:09.091930 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6f2d5caa-8c15-4fe9-b497-ae39127cc7e4 req-013bb3be-9355-4c0a-963a-c7614e1aceeb tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.72 "GET /v2.0/ports?device_id=32651204-bebf-4147-9397-c2c2fa1b20fd&tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&binding%3Ahost_id=n-h1-821435-1 HTTP/1.1" status: 200 len: 944 time: 0.0557437 Dec 10 19:51:09.130641 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-095ba3c7-026d-4ea7-aaad-6d351c14c3df req-3674cd04-db24-4355-aee0-31008a9dc1bc tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=097c416a-eaba-4f9a-8d03-2ea4de862e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439062 Dec 10 19:51:09.151279 n-d-821435-1 neutron-server[103245]: INFO neutron.api.v2.resource [req-6f2d5caa-8c15-4fe9-b497-ae39127cc7e4 req-cc4cccb0-3498-441f-a79e-51afae161ef2 service neutron] delete failed (client error): The resource could not be found. Dec 10 19:51:09.152356 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6f2d5caa-8c15-4fe9-b497-ae39127cc7e4 req-cc4cccb0-3498-441f-a79e-51afae161ef2 service neutron] 10.222.0.72 "DELETE /v2.0/ports/c58ac962-7203-4474-a0e2-9922ae894932/bindings/n-h2-821435-1 HTTP/1.1" status: 404 len: 380 time: 0.0534756 Dec 10 19:51:09.273852 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d5caa-8c15-4fe9-b497-ae39127cc7e4 req-99326cd3-50e7-4f3c-855f-ddfa491e8f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:09.275363 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6f2d5caa-8c15-4fe9-b497-ae39127cc7e4 req-99326cd3-50e7-4f3c-855f-ddfa491e8f96 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 1095 time: 0.0808780 Dec 10 19:51:09.284335 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1c363-852c-421f-9869-ad70faa28bde req-4000bea5-220b-4cc1-907d-a0b987611e50 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:09.285779 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a0a1c363-852c-421f-9869-ad70faa28bde req-4000bea5-220b-4cc1-907d-a0b987611e50 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 944 time: 0.0818536 Dec 10 19:51:09.382100 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a0a1c363-852c-421f-9869-ad70faa28bde req-6b0e3da5-0e26-4ee2-aa4e-c0ae01b190f9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=097c416a-eaba-4f9a-8d03-2ea4de862e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882125 Dec 10 19:51:09.403954 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d5caa-8c15-4fe9-b497-ae39127cc7e4 req-daa14a8a-180f-4e15-8ffb-69f37a6211cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:09.405490 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6f2d5caa-8c15-4fe9-b497-ae39127cc7e4 req-daa14a8a-180f-4e15-8ffb-69f37a6211cb service neutron] 10.222.0.72 "GET /v2.0/networks?id=5c5039b9-ff5e-4fc5-8526-99a225eee209 HTTP/1.1" status: 200 len: 898 time: 0.1188533 Dec 10 19:51:09.473960 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6f2d5caa-8c15-4fe9-b497-ae39127cc7e4 req-8dc06b4c-3acd-4907-9bda-a033b1384c92 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c58ac962-7203-4474-a0e2-9922ae894932 HTTP/1.1" status: 200 len: 1000 time: 0.0614378 Dec 10 19:51:09.523204 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d5caa-8c15-4fe9-b497-ae39127cc7e4 req-8c51610a-e5a5-4e45-95ab-3ba0dbb9169a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:09.524735 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6f2d5caa-8c15-4fe9-b497-ae39127cc7e4 req-8c51610a-e5a5-4e45-95ab-3ba0dbb9169a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c0adb116-940c-4d04-a22a-deace1a364d3 HTTP/1.1" status: 200 len: 834 time: 0.0438406 Dec 10 19:51:09.573560 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d5caa-8c15-4fe9-b497-ae39127cc7e4 req-65c2330e-44f4-4672-b55f-a5332ee5073c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:09.575150 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6f2d5caa-8c15-4fe9-b497-ae39127cc7e4 req-65c2330e-44f4-4672-b55f-a5332ee5073c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c5039b9-ff5e-4fc5-8526-99a225eee209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442071 Dec 10 19:51:09.664898 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6f2d5caa-8c15-4fe9-b497-ae39127cc7e4 req-4505aa68-1663-4def-8d1e-85c4196ad33c service neutron] 10.222.0.72 "GET /v2.0/networks/5c5039b9-ff5e-4fc5-8526-99a225eee209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830264 Dec 10 19:51:09.752221 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6f2d5caa-8c15-4fe9-b497-ae39127cc7e4 req-781c820f-c818-43c8-a652-147e6391db55 service neutron] 10.222.0.72 "GET /v2.0/networks/5c5039b9-ff5e-4fc5-8526-99a225eee209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801818 Dec 10 19:51:09.771075 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device c58ac962-7203-4474-a0e2-9922ae894932 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:51:09.826032 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port c58ac962-7203-4474-a0e2-9922ae894932 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:51:09.829583 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port c58ac962-7203-4474-a0e2-9922ae894932 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:51:09.829967 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:09.908529 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:09.936762 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32651204-bebf-4147-9397-c2c2fa1b20fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58ac962-7203-4474-a0e2-9922ae894932'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:51:09.938979 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f39997a1e7c5b6ae782956bbd1fa5b612e64aa5908109c3bc10b0e272c8d4b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0a8f35-6ac5-4674-b6e2-1185b58f5726" -d '{"events": [{"server_uuid": "32651204-bebf-4147-9397-c2c2fa1b20fd", "name": "network-vif-plugged", "status": "completed", "tag": "c58ac962-7203-4474-a0e2-9922ae894932"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:51:09.951983 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port c58ac962-7203-4474-a0e2-9922ae894932, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=c58ac962-7203-4474-a0e2-9922ae894932,segment=NetworkSegment(a1cd0c91-838c-48fa-99c6-bc132043e997),segment_id=a1cd0c91-838c-48fa-99c6-bc132043e997)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:51:09.956130 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:09.991046 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bb018d-c8b2-47c7-89f2-41e7cd349fb9 x-openstack-request-id: req-89bb018d-c8b2-47c7-89f2-41e7cd349fb9 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:51:09.991639 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32651204-bebf-4147-9397-c2c2fa1b20fd", "name": "network-vif-plugged", "status": "completed", "tag": "c58ac962-7203-4474-a0e2-9922ae894932", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:51:09.991639 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-89bb018d-c8b2-47c7-89f2-41e7cd349fb9 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:51:09.992053 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32651204-bebf-4147-9397-c2c2fa1b20fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58ac962-7203-4474-a0e2-9922ae894932', 'code': 200} Dec 10 19:51:10.007750 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=c58ac962-7203-4474-a0e2-9922ae894932,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:10.501354 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c08a3-cbe0-4297-a397-8bfb97bf93b8 req-cdec82b1-1dd3-4bd8-a1d4-ad9848b0097d tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:10.502868 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-446c08a3-cbe0-4297-a397-8bfb97bf93b8 req-cdec82b1-1dd3-4bd8-a1d4-ad9848b0097d tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 945 time: 0.0490375 Dec 10 19:51:10.554876 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-446c08a3-cbe0-4297-a397-8bfb97bf93b8 req-157b76b0-2d0e-47c8-b279-a6a99ad0b877 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=097c416a-eaba-4f9a-8d03-2ea4de862e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460544 Dec 10 19:51:10.590853 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52890) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:51:10.654063 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ab802d55-1fb8-43bd-bd34-ba1caaad12cf tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/floatingips/5826adf7-9dd9-499f-a286-ab4ed223688d HTTP/1.1" status: 200 len: 993 time: 0.0620530 Dec 10 19:51:19.806667 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5621641f-4745-4a5a-9095-6bd30a662b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:22.670134 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d6a236dd-2fad-4c71-9185-5c5dcdf8057f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:23.550689 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e6b2a2f0-42e5-4b56-9501-01c59970a0d8 req-393da725-8df4-4c93-9ae4-3a89a8219a09 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=32651204-bebf-4147-9397-c2c2fa1b20fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0382733 Dec 10 19:51:23.630940 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2a2f0-42e5-4b56-9501-01c59970a0d8 req-39021474-3d3b-4c1b-a066-6556d1701669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:23.632360 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e6b2a2f0-42e5-4b56-9501-01c59970a0d8 req-39021474-3d3b-4c1b-a066-6556d1701669 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 1096 time: 0.0404720 Dec 10 19:51:23.727411 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:23.739100 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2a2f0-42e5-4b56-9501-01c59970a0d8 req-24a6220c-822d-44e4-94c9-b88d9761cede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:23.740584 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e6b2a2f0-42e5-4b56-9501-01c59970a0d8 req-24a6220c-822d-44e4-94c9-b88d9761cede service neutron] 10.222.0.46 "GET /v2.0/networks?id=5c5039b9-ff5e-4fc5-8526-99a225eee209 HTTP/1.1" status: 200 len: 898 time: 0.0868602 Dec 10 19:51:23.805766 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e6b2a2f0-42e5-4b56-9501-01c59970a0d8 req-8ef39e48-f0d7-440f-971a-f1906e9ec5d7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c58ac962-7203-4474-a0e2-9922ae894932 HTTP/1.1" status: 200 len: 1001 time: 0.0576923 Dec 10 19:51:23.854630 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2a2f0-42e5-4b56-9501-01c59970a0d8 req-8e92c2d5-f90b-4e76-a15e-e238a21f730a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:23.856263 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e6b2a2f0-42e5-4b56-9501-01c59970a0d8 req-8e92c2d5-f90b-4e76-a15e-e238a21f730a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c0adb116-940c-4d04-a22a-deace1a364d3 HTTP/1.1" status: 200 len: 834 time: 0.0426099 Dec 10 19:51:23.905964 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2a2f0-42e5-4b56-9501-01c59970a0d8 req-62ee22a5-52fb-48c7-a9de-3a16b594d824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:23.907368 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e6b2a2f0-42e5-4b56-9501-01c59970a0d8 req-62ee22a5-52fb-48c7-a9de-3a16b594d824 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5c5039b9-ff5e-4fc5-8526-99a225eee209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431328 Dec 10 19:51:23.918966 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-e6b2a2f0-42e5-4b56-9501-01c59970a0d8 req-c2020fe8-91d5-4566-bb88-a6176f8ad8cd service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:51:23.919939 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e6b2a2f0-42e5-4b56-9501-01c59970a0d8 req-c2020fe8-91d5-4566-bb88-a6176f8ad8cd service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053587 Dec 10 19:51:24.008576 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e6b2a2f0-42e5-4b56-9501-01c59970a0d8 req-91a196c2-9cd8-436b-86e8-995348071830 service neutron] 10.222.0.46 "GET /v2.0/networks/5c5039b9-ff5e-4fc5-8526-99a225eee209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794120 Dec 10 19:51:24.101680 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e6b2a2f0-42e5-4b56-9501-01c59970a0d8 req-57f5702d-d9ff-40af-abb2-ac6e74f01bbc service neutron] 10.222.0.46 "GET /v2.0/networks/5c5039b9-ff5e-4fc5-8526-99a225eee209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838087 Dec 10 19:51:24.609405 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:51:25.091351 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:25.687058 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:34.534854 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:38.965970 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:39.241378 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52902) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:51:39.398462 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4f7cff83-422b-4447-914c-582aa9ef6839 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Deleting port 7d3a1ed8-a20b-4097-8a86-a58e59f430ff {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:51:39.398890 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4f7cff83-422b-4447-914c-582aa9ef6839 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:39.474509 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4f7cff83-422b-4447-914c-582aa9ef6839 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:39.474837 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4f7cff83-422b-4447-914c-582aa9ef6839 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:39.487252 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4f7cff83-422b-4447-914c-582aa9ef6839 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Calling delete_port for 7d3a1ed8-a20b-4097-8a86-a58e59f430ff owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:51:39.635349 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4f7cff83-422b-4447-914c-582aa9ef6839 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:39.659381 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7cff83-422b-4447-914c-582aa9ef6839 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event deleted for resources: {'Port': ['ID=7d3a1ed8-a20b-4097-8a86-a58e59f430ff,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:39.726535 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4f7cff83-422b-4447-914c-582aa9ef6839 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:39.726862 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-4f7cff83-422b-4447-914c-582aa9ef6839 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Floating IP 5826adf7-9dd9-499f-a286-ab4ed223688d disassociated (deleted). External IP: 172.25.7.193, port: c58ac962-7203-4474-a0e2-9922ae894932. Dec 10 19:51:40.291757 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7cff83-422b-4447-914c-582aa9ef6839 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Router 079d3026-7530-4e40-a8ef-535bec481600 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:51:40.400998 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7cff83-422b-4447-914c-582aa9ef6839 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:51:40.406097 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4f7cff83-422b-4447-914c-582aa9ef6839 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:40.410793 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644f320e-c690-4723-93bc-1b4a812311fe None None] Sync routers for ids ['079d3026-7530-4e40-a8ef-535bec481600'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:51:40.421721 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644f320e-c690-4723-93bc-1b4a812311fe None None] Routers {'079d3026-7530-4e40-a8ef-535bec481600'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:51:40.422333 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-644f320e-c690-4723-93bc-1b4a812311fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:51:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['079d3026-7530-4e40-a8ef-535bec481600'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:51:40.436420 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4f7cff83-422b-4447-914c-582aa9ef6839 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "DELETE /v2.0/floatingips/5826adf7-9dd9-499f-a286-ab4ed223688d HTTP/1.1" status: 204 len: 168 time: 1.1939442 Dec 10 19:51:40.437039 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32651204-bebf-4147-9397-c2c2fa1b20fd', 'tag': 'c58ac962-7203-4474-a0e2-9922ae894932'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:51:40.439273 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9e33dd-e1b2-413d-8734-7e216de2da73" -d '{"events": [{"name": "network-changed", "server_uuid": "32651204-bebf-4147-9397-c2c2fa1b20fd", "tag": "c58ac962-7203-4474-a0e2-9922ae894932"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:51:40.477956 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd98390b-bce8-4dca-953b-96c5fde3b9ce x-openstack-request-id: req-fd98390b-bce8-4dca-953b-96c5fde3b9ce {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:51:40.478246 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32651204-bebf-4147-9397-c2c2fa1b20fd", "tag": "c58ac962-7203-4474-a0e2-9922ae894932", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:51:40.478504 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fd98390b-bce8-4dca-953b-96c5fde3b9ce {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:51:40.478913 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32651204-bebf-4147-9397-c2c2fa1b20fd', 'tag': 'c58ac962-7203-4474-a0e2-9922ae894932', 'status': 'completed', 'code': 200} Dec 10 19:51:40.544046 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-644f320e-c690-4723-93bc-1b4a812311fe None None] Set router 079d3026-7530-4e40-a8ef-535bec481600 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:51:40.544542 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e33dd-e1b2-413d-8734-7e216de2da73 req-5a43de4f-57b8-44be-8a1b-7b0bb038a46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:40.546096 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6a9e33dd-e1b2-413d-8734-7e216de2da73 req-5a43de4f-57b8-44be-8a1b-7b0bb038a46f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 1096 time: 0.0435760 Dec 10 19:51:40.696971 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e33dd-e1b2-413d-8734-7e216de2da73 req-e7558a36-27e6-44bd-a720-be8b69e8715f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:40.699059 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6a9e33dd-e1b2-413d-8734-7e216de2da73 req-e7558a36-27e6-44bd-a720-be8b69e8715f service neutron] 10.222.0.46 "GET /v2.0/networks?id=5c5039b9-ff5e-4fc5-8526-99a225eee209 HTTP/1.1" status: 200 len: 898 time: 0.1430926 Dec 10 19:51:40.727311 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79556386-234e-480a-9723-69c963349b79 req-14d074cf-2c0d-461a-b8d6-a06d3aa5b704 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:40.728962 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79556386-234e-480a-9723-69c963349b79 req-14d074cf-2c0d-461a-b8d6-a06d3aa5b704 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 945 time: 0.0937195 Dec 10 19:51:40.764385 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6a9e33dd-e1b2-413d-8734-7e216de2da73 req-750e5353-5d12-4405-9ad6-6e7545d99a17 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c58ac962-7203-4474-a0e2-9922ae894932 HTTP/1.1" status: 200 len: 217 time: 0.0566218 Dec 10 19:51:40.836072 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-79556386-234e-480a-9723-69c963349b79 req-0877b100-31cd-43e5-82f4-da41adf2d97c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=097c416a-eaba-4f9a-8d03-2ea4de862e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798752 Dec 10 19:51:40.839892 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e33dd-e1b2-413d-8734-7e216de2da73 req-bd4b2d7a-cee2-408e-9652-dc039771c0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:40.841289 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6a9e33dd-e1b2-413d-8734-7e216de2da73 req-bd4b2d7a-cee2-408e-9652-dc039771c0c4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c0adb116-940c-4d04-a22a-deace1a364d3 HTTP/1.1" status: 200 len: 834 time: 0.0669243 Dec 10 19:51:40.859285 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-644f320e-c690-4723-93bc-1b4a812311fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079d3026-7530-4e40-a8ef-535bec481600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049128811', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:49:18Z', 'updated_at': '2021-12-10T19:49:21Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': '8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ab:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079d3026-7530-4e40-a8ef-535bec481600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:49:18Z', 'updated_at': '2021-12-10T19:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '95996f30-2bae-43b7-a95d-8e53abbeb34f', 'name': '', 'network_id': '5c5039b9-ff5e-4fc5-8526-99a225eee209', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:52:2f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079d3026-7530-4e40-a8ef-535bec481600', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c0adb116-940c-4d04-a22a-deace1a364d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:49:20Z', 'updated_at': '2021-12-10T19:49:24Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': 'c0adb116-940c-4d04-a22a-deace1a364d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:51:40.889475 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644f320e-c690-4723-93bc-1b4a812311fe None None] Checking router: 079d3026-7530-4e40-a8ef-535bec481600 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:51:40.894844 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e33dd-e1b2-413d-8734-7e216de2da73 req-f4db1be0-69b7-4a3c-9d8b-2ff70f1b2294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:40.896682 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6a9e33dd-e1b2-413d-8734-7e216de2da73 req-f4db1be0-69b7-4a3c-9d8b-2ff70f1b2294 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5c5039b9-ff5e-4fc5-8526-99a225eee209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471854 Dec 10 19:51:40.897720 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644f320e-c690-4723-93bc-1b4a812311fe None None] Routers {'079d3026-7530-4e40-a8ef-535bec481600'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:51:40.898319 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-644f320e-c690-4723-93bc-1b4a812311fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:51:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['079d3026-7530-4e40-a8ef-535bec481600'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:51:40.985816 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6a9e33dd-e1b2-413d-8734-7e216de2da73 req-a3f0a3fd-04ac-4025-a0c9-a3eaf25ecf5d service neutron] 10.222.0.46 "GET /v2.0/networks/5c5039b9-ff5e-4fc5-8526-99a225eee209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814943 Dec 10 19:51:41.001328 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-644f320e-c690-4723-93bc-1b4a812311fe None None] Set router 079d3026-7530-4e40-a8ef-535bec481600 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:51:41.088075 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6a9e33dd-e1b2-413d-8734-7e216de2da73 req-bb36a628-2efc-458c-9469-cc8583e0b27a service neutron] 10.222.0.46 "GET /v2.0/networks/5c5039b9-ff5e-4fc5-8526-99a225eee209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944364 Dec 10 19:51:41.203173 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-644f320e-c690-4723-93bc-1b4a812311fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079d3026-7530-4e40-a8ef-535bec481600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049128811', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:49:18Z', 'updated_at': '2021-12-10T19:49:21Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': '8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ab:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079d3026-7530-4e40-a8ef-535bec481600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:49:18Z', 'updated_at': '2021-12-10T19:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '95996f30-2bae-43b7-a95d-8e53abbeb34f', 'name': '', 'network_id': '5c5039b9-ff5e-4fc5-8526-99a225eee209', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:52:2f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079d3026-7530-4e40-a8ef-535bec481600', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c0adb116-940c-4d04-a22a-deace1a364d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:49:20Z', 'updated_at': '2021-12-10T19:49:24Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': 'c0adb116-940c-4d04-a22a-deace1a364d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:51:41.228061 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644f320e-c690-4723-93bc-1b4a812311fe None None] The sync data for ids ['079d3026-7530-4e40-a8ef-535bec481600'] in n-d-821435-1 is: [{'id': '079d3026-7530-4e40-a8ef-535bec481600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049128811', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:49:18Z', 'updated_at': '2021-12-10T19:49:21Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': '8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ab:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079d3026-7530-4e40-a8ef-535bec481600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:49:18Z', 'updated_at': '2021-12-10T19:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '95996f30-2bae-43b7-a95d-8e53abbeb34f', 'name': '', 'network_id': '5c5039b9-ff5e-4fc5-8526-99a225eee209', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:52:2f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079d3026-7530-4e40-a8ef-535bec481600', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c0adb116-940c-4d04-a22a-deace1a364d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:49:20Z', 'updated_at': '2021-12-10T19:49:24Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': 'c0adb116-940c-4d04-a22a-deace1a364d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:51:41.455519 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff5389b-a082-4233-9a08-50128a6136d4 None None] New status for floating IP 5826adf7-9dd9-499f-a286-ab4ed223688d: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:51:41.958545 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1dce97-8559-4afc-b3c4-ef0a365949eb req-c2a7b66e-4d80-43c0-a519-7f200775925d tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:41.960043 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4c1dce97-8559-4afc-b3c4-ef0a365949eb req-c2a7b66e-4d80-43c0-a519-7f200775925d tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 945 time: 0.0510674 Dec 10 19:51:42.011710 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4c1dce97-8559-4afc-b3c4-ef0a365949eb req-b67661fe-8b9c-43be-8f46-94f48feeddc2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=097c416a-eaba-4f9a-8d03-2ea4de862e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448713 Dec 10 19:51:42.014622 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d462a-638d-4961-bd22-04c9ab61cd37 req-d7e6ff2b-d722-409a-9141-f6ddaf8aa442 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:42.016036 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-073d462a-638d-4961-bd22-04c9ab61cd37 req-d7e6ff2b-d722-409a-9141-f6ddaf8aa442 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.46 "GET /v2.0/ports?device_id=32651204-bebf-4147-9397-c2c2fa1b20fd HTTP/1.1" status: 200 len: 945 time: 0.0487614 Dec 10 19:51:42.103118 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-073d462a-638d-4961-bd22-04c9ab61cd37 req-4bb2aadd-6afe-4865-8134-dbca4b0c7d88 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Deleting port c58ac962-7203-4474-a0e2-9922ae894932 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:51:42.103461 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-073d462a-638d-4961-bd22-04c9ab61cd37 req-4bb2aadd-6afe-4865-8134-dbca4b0c7d88 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:42.194828 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-073d462a-638d-4961-bd22-04c9ab61cd37 req-4bb2aadd-6afe-4865-8134-dbca4b0c7d88 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] For port c58ac962-7203-4474-a0e2-9922ae894932, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=c58ac962-7203-4474-a0e2-9922ae894932,segment=NetworkSegment(a1cd0c91-838c-48fa-99c6-bc132043e997),segment_id=a1cd0c91-838c-48fa-99c6-bc132043e997)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:51:42.195111 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-073d462a-638d-4961-bd22-04c9ab61cd37 req-4bb2aadd-6afe-4865-8134-dbca4b0c7d88 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:42.207908 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-073d462a-638d-4961-bd22-04c9ab61cd37 req-4bb2aadd-6afe-4865-8134-dbca4b0c7d88 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Calling delete_port for c58ac962-7203-4474-a0e2-9922ae894932 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:51:42.337072 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-073d462a-638d-4961-bd22-04c9ab61cd37 req-4bb2aadd-6afe-4865-8134-dbca4b0c7d88 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:42.367576 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2aadd-6afe-4865-8134-dbca4b0c7d88 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event deleted for resources: {'Port': ['ID=c58ac962-7203-4474-a0e2-9922ae894932,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:42.412671 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-073d462a-638d-4961-bd22-04c9ab61cd37 req-4bb2aadd-6afe-4865-8134-dbca4b0c7d88 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] No DVR routers for this DVR port c58ac962-7203-4474-a0e2-9922ae894932 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:51:42.415187 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-073d462a-638d-4961-bd22-04c9ab61cd37 req-4bb2aadd-6afe-4865-8134-dbca4b0c7d88 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:42.418927 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-073d462a-638d-4961-bd22-04c9ab61cd37 req-4bb2aadd-6afe-4865-8134-dbca4b0c7d88 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.46 "DELETE /v2.0/ports/c58ac962-7203-4474-a0e2-9922ae894932 HTTP/1.1" status: 204 len: 173 time: 0.3965607 Dec 10 19:51:42.479895 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32651204-bebf-4147-9397-c2c2fa1b20fd', 'name': 'network-vif-deleted', 'tag': 'c58ac962-7203-4474-a0e2-9922ae894932'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:51:42.482266 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736faf2b-ecbb-4317-9e48-9cb01c3f8bb7" -d '{"events": [{"server_uuid": "32651204-bebf-4147-9397-c2c2fa1b20fd", "name": "network-vif-deleted", "tag": "c58ac962-7203-4474-a0e2-9922ae894932"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:51:42.521602 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4086de-b4f3-468a-8a2b-4701e215199e x-openstack-request-id: req-8f4086de-b4f3-468a-8a2b-4701e215199e {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:51:42.521904 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32651204-bebf-4147-9397-c2c2fa1b20fd", "name": "network-vif-deleted", "tag": "c58ac962-7203-4474-a0e2-9922ae894932", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:51:42.522163 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8f4086de-b4f3-468a-8a2b-4701e215199e {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:51:42.522573 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32651204-bebf-4147-9397-c2c2fa1b20fd', 'name': 'network-vif-deleted', 'tag': 'c58ac962-7203-4474-a0e2-9922ae894932', 'status': 'completed', 'code': 200} Dec 10 19:51:43.073205 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52916) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:51:43.429947 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-07c697c9-31e2-4cd7-8814-2732bcc8d2f8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:43.682258 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-07c697c9-31e2-4cd7-8814-2732bcc8d2f8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Deleting port 95996f30-2bae-43b7-a95d-8e53abbeb34f {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:51:43.682524 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-07c697c9-31e2-4cd7-8814-2732bcc8d2f8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:43.770000 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-07c697c9-31e2-4cd7-8814-2732bcc8d2f8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] For port 95996f30-2bae-43b7-a95d-8e53abbeb34f, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=95996f30-2bae-43b7-a95d-8e53abbeb34f,segment=NetworkSegment(a1cd0c91-838c-48fa-99c6-bc132043e997),segment_id=a1cd0c91-838c-48fa-99c6-bc132043e997)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:51:43.770364 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-07c697c9-31e2-4cd7-8814-2732bcc8d2f8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:43.782705 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-07c697c9-31e2-4cd7-8814-2732bcc8d2f8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Calling delete_port for 95996f30-2bae-43b7-a95d-8e53abbeb34f owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:51:43.969699 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-07c697c9-31e2-4cd7-8814-2732bcc8d2f8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:43.993046 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c697c9-31e2-4cd7-8814-2732bcc8d2f8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event deleted for resources: {'Port': ['ID=95996f30-2bae-43b7-a95d-8e53abbeb34f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:44.165808 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-07c697c9-31e2-4cd7-8814-2732bcc8d2f8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:44.384453 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c697c9-31e2-4cd7-8814-2732bcc8d2f8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Router 079d3026-7530-4e40-a8ef-535bec481600 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:51:44.489681 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c697c9-31e2-4cd7-8814-2732bcc8d2f8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:51:44.494609 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-07c697c9-31e2-4cd7-8814-2732bcc8d2f8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "PUT /v2.0/routers/079d3026-7530-4e40-a8ef-535bec481600/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4203200 Dec 10 19:51:44.498291 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52918) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:51:44.500942 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a30a00-e0b4-4b26-99f2-54dfce43ca1a None None] Sync routers for ids ['079d3026-7530-4e40-a8ef-535bec481600'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:51:44.511615 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a30a00-e0b4-4b26-99f2-54dfce43ca1a None None] Routers {'079d3026-7530-4e40-a8ef-535bec481600'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:51:44.512208 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f1a30a00-e0b4-4b26-99f2-54dfce43ca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:51:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['079d3026-7530-4e40-a8ef-535bec481600'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:51:44.548706 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-86f4e91f-d03a-478d-9819-a8491caab344 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Deleting subnet c0adb116-940c-4d04-a22a-deace1a364d3 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:51:44.551715 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-86f4e91f-d03a-478d-9819-a8491caab344 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:44.592617 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-86f4e91f-d03a-478d-9819-a8491caab344 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:44.613842 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-f1a30a00-e0b4-4b26-99f2-54dfce43ca1a None None] Set router 079d3026-7530-4e40-a8ef-535bec481600 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:51:44.679354 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-86f4e91f-d03a-478d-9819-a8491caab344 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:44.737082 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-86f4e91f-d03a-478d-9819-a8491caab344 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:44.763149 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f4e91f-d03a-478d-9819-a8491caab344 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event deleted for resources: {'Subnet': ['ID=c0adb116-940c-4d04-a22a-deace1a364d3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:44.768800 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-86f4e91f-d03a-478d-9819-a8491caab344 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:44.772035 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-86f4e91f-d03a-478d-9819-a8491caab344 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "DELETE /v2.0/subnets/c0adb116-940c-4d04-a22a-deace1a364d3 HTTP/1.1" status: 204 len: 168 time: 0.2728019 Dec 10 19:51:44.774719 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52920) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:51:44.778571 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ced2db2-2fd5-4860-8965-a6524e2a5993 None None] Network 5c5039b9-ff5e-4fc5-8526-99a225eee209 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:51:44.803296 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f1a30a00-e0b4-4b26-99f2-54dfce43ca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079d3026-7530-4e40-a8ef-535bec481600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049128811', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:49:18Z', 'updated_at': '2021-12-10T19:51:43Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': '8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ab:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079d3026-7530-4e40-a8ef-535bec481600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:49:18Z', 'updated_at': '2021-12-10T19:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:51:44.831875 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a30a00-e0b4-4b26-99f2-54dfce43ca1a None None] Checking router: 079d3026-7530-4e40-a8ef-535bec481600 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:51:44.840370 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a30a00-e0b4-4b26-99f2-54dfce43ca1a None None] Routers {'079d3026-7530-4e40-a8ef-535bec481600'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:51:44.841091 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f1a30a00-e0b4-4b26-99f2-54dfce43ca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:51:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['079d3026-7530-4e40-a8ef-535bec481600'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:51:44.888037 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f55f725-92b6-48af-83ea-9f34e79741f8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:44.947954 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-f1a30a00-e0b4-4b26-99f2-54dfce43ca1a None None] Set router 079d3026-7530-4e40-a8ef-535bec481600 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:51:44.949892 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b32e43-4de1-4535-9c80-34f6d2539f7d None None] DHCP port deletion for 5c5039b9-ff5e-4fc5-8526-99a225eee209 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:51:44.997843 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-68b32e43-4de1-4535-9c80-34f6d2539f7d None None] Deleting port 7e867ed3-bd85-41fe-ba32-9621b3e9f105 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:51:44.998225 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-68b32e43-4de1-4535-9c80-34f6d2539f7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:44.999174 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f55f725-92b6-48af-83ea-9f34e79741f8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:45.055788 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-8f55f725-92b6-48af-83ea-9f34e79741f8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Deleting port 8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:51:45.056050 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f55f725-92b6-48af-83ea-9f34e79741f8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:45.064096 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-68b32e43-4de1-4535-9c80-34f6d2539f7d None None] For port 7e867ed3-bd85-41fe-ba32-9621b3e9f105, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=7e867ed3-bd85-41fe-ba32-9621b3e9f105,segment=NetworkSegment(a1cd0c91-838c-48fa-99c6-bc132043e997),segment_id=a1cd0c91-838c-48fa-99c6-bc132043e997)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:51:45.064820 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-68b32e43-4de1-4535-9c80-34f6d2539f7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:45.077419 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-68b32e43-4de1-4535-9c80-34f6d2539f7d None None] Calling delete_port for 7e867ed3-bd85-41fe-ba32-9621b3e9f105 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:51:45.128713 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-f1a30a00-e0b4-4b26-99f2-54dfce43ca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079d3026-7530-4e40-a8ef-535bec481600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049128811', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:49:18Z', 'updated_at': '2021-12-10T19:51:43Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': '8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ab:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079d3026-7530-4e40-a8ef-535bec481600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:49:18Z', 'updated_at': '2021-12-10T19:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:51:45.139378 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-8f55f725-92b6-48af-83ea-9f34e79741f8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] For port 8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:51:45.139748 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f55f725-92b6-48af-83ea-9f34e79741f8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:45.152497 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-8f55f725-92b6-48af-83ea-9f34e79741f8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Calling delete_port for 8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:51:45.159203 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a30a00-e0b4-4b26-99f2-54dfce43ca1a None None] The sync data for ids ['079d3026-7530-4e40-a8ef-535bec481600'] in n-d-821435-1 is: [{'id': '079d3026-7530-4e40-a8ef-535bec481600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049128811', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:49:18Z', 'updated_at': '2021-12-10T19:51:43Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': '8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ab:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079d3026-7530-4e40-a8ef-535bec481600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:49:18Z', 'updated_at': '2021-12-10T19:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:51:45.162264 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-68b32e43-4de1-4535-9c80-34f6d2539f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:45.190694 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b32e43-4de1-4535-9c80-34f6d2539f7d None None] No DVR routers for this DVR port 7e867ed3-bd85-41fe-ba32-9621b3e9f105 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:51:45.192721 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b32e43-4de1-4535-9c80-34f6d2539f7d None None] Pushing event deleted for resources: {'Port': ['ID=7e867ed3-bd85-41fe-ba32-9621b3e9f105,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:45.319973 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f55f725-92b6-48af-83ea-9f34e79741f8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:45.346227 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f55f725-92b6-48af-83ea-9f34e79741f8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event deleted for resources: {'Port': ['ID=8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:45.362910 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8335e5d5-e6db-434d-ae8d-14aa85e9c7d0 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:51:45.407426 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f55f725-92b6-48af-83ea-9f34e79741f8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:45.498748 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f55f725-92b6-48af-83ea-9f34e79741f8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:45.500980 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f55f725-92b6-48af-83ea-9f34e79741f8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:45.547730 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f55f725-92b6-48af-83ea-9f34e79741f8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:45.548466 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f55f725-92b6-48af-83ea-9f34e79741f8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Fanout notify agent at l3_agent the message router_deleted on router 079d3026-7530-4e40-a8ef-535bec481600 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:51:45.555474 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f55f725-92b6-48af-83ea-9f34e79741f8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:45.556715 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8f55f725-92b6-48af-83ea-9f34e79741f8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "DELETE /v2.0/routers/079d3026-7530-4e40-a8ef-535bec481600 HTTP/1.1" status: 204 len: 168 time: 0.7810543 Dec 10 19:51:45.559632 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52922) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:51:45.638509 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b981af04-e62b-4aca-bdbf-a1d1f03e89f9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:45.727678 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b981af04-e62b-4aca-bdbf-a1d1f03e89f9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:45.749114 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-b981af04-e62b-4aca-bdbf-a1d1f03e89f9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c5039b9-ff5e-4fc5-8526-99a225eee209']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:51:45.758546 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-b981af04-e62b-4aca-bdbf-a1d1f03e89f9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1cd0c91-838c-48fa-99c6-bc132043e997') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:51:45.758847 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-b981af04-e62b-4aca-bdbf-a1d1f03e89f9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1cd0c91-838c-48fa-99c6-bc132043e997') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:51:45.769392 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b981af04-e62b-4aca-bdbf-a1d1f03e89f9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:45.782944 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b981af04-e62b-4aca-bdbf-a1d1f03e89f9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:45.789373 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b981af04-e62b-4aca-bdbf-a1d1f03e89f9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:51:45.789771 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b981af04-e62b-4aca-bdbf-a1d1f03e89f9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:45.793329 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 19:51:45.793329 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:51:45.793329 n-d-821435-1 neutron-server[103244]: timer() Dec 10 19:51:45.793329 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:51:45.793329 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 19:51:45.793329 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:51:45.793329 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 19:51:45.793329 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:51:45.793329 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 19:51:45.793329 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:51:45.793329 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 19:51:45.793329 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:51:45.793329 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 19:51:45.793329 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:51:45.793329 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:51:45.793329 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:51:45.793329 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:51:45.793329 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:51:45.793329 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 19:51:45.793329 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:51:45.793329 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 19:51:45.793329 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:51:45.793329 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:51:45.793329 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:51:45.793329 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 19:51:45.793329 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:51:45.793329 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:51:45.793329 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:51:45.793329 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:51:45.793329 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:51:45.793329 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:51:45.793329 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:51:45.856725 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b981af04-e62b-4aca-bdbf-a1d1f03e89f9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:45.863698 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b981af04-e62b-4aca-bdbf-a1d1f03e89f9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:45.866883 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b981af04-e62b-4aca-bdbf-a1d1f03e89f9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "DELETE /v2.0/networks/5c5039b9-ff5e-4fc5-8526-99a225eee209 HTTP/1.1" status: 204 len: 168 time: 0.3062627 Dec 10 19:51:45.869917 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52924) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:51:45.880262 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981af04-e62b-4aca-bdbf-a1d1f03e89f9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event deleted for resources: {'Network': ['ID=5c5039b9-ff5e-4fc5-8526-99a225eee209,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:45.929821 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb092ee3-f7f5-406d-8329-d9f6ee341398 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:45.958850 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb092ee3-f7f5-406d-8329-d9f6ee341398 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:45.974163 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device c58ac962-7203-4474-a0e2-9922ae894932 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:51:45.993995 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: c58ac962-7203-4474-a0e2-9922ae894932 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:51:45.994438 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device c58ac962-7203-4474-a0e2-9922ae894932 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:51:46.020530 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb092ee3-f7f5-406d-8329-d9f6ee341398 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:46.023196 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb092ee3-f7f5-406d-8329-d9f6ee341398 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:46.024361 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-bb092ee3-f7f5-406d-8329-d9f6ee341398 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "DELETE /v2.0/security-groups/097c416a-eaba-4f9a-8d03-2ea4de862e8e HTTP/1.1" status: 204 len: 168 time: 0.1523631 Dec 10 19:51:46.033752 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb092ee3-f7f5-406d-8329-d9f6ee341398 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=097c416a-eaba-4f9a-8d03-2ea4de862e8e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:46.041283 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb092ee3-f7f5-406d-8329-d9f6ee341398 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:46.041641 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb092ee3-f7f5-406d-8329-d9f6ee341398 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:46.042050 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb092ee3-f7f5-406d-8329-d9f6ee341398 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:46.042576 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb092ee3-f7f5-406d-8329-d9f6ee341398 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:46.042928 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb092ee3-f7f5-406d-8329-d9f6ee341398 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:46.043265 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb092ee3-f7f5-406d-8329-d9f6ee341398 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:46.043605 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb092ee3-f7f5-406d-8329-d9f6ee341398 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:46.043942 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb092ee3-f7f5-406d-8329-d9f6ee341398 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:46.044279 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb092ee3-f7f5-406d-8329-d9f6ee341398 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:46.044613 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb092ee3-f7f5-406d-8329-d9f6ee341398 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:46.045085 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb092ee3-f7f5-406d-8329-d9f6ee341398 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:46.045416 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb092ee3-f7f5-406d-8329-d9f6ee341398 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:46.045743 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb092ee3-f7f5-406d-8329-d9f6ee341398 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:46.356380 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 95996f30-2bae-43b7-a95d-8e53abbeb34f no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:51:46.383578 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 95996f30-2bae-43b7-a95d-8e53abbeb34f {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:51:46.383927 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 95996f30-2bae-43b7-a95d-8e53abbeb34f not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:51:46.384335 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:51:46.402255 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:51:46.402595 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 8d46bf1f-6a64-495f-89b5-e2dcfc8c7d64 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:51:46.402989 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 7e867ed3-bd85-41fe-ba32-9621b3e9f105 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:51:46.422074 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 7e867ed3-bd85-41fe-ba32-9621b3e9f105 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:51:46.422426 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 7e867ed3-bd85-41fe-ba32-9621b3e9f105 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:51:47.147929 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 52930) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:51:47.153105 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8384c59f-190d-4f9a-a28c-b67cd629b57f tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1258430454', 'description': 'tempest-secgroup-smoke-1258430454 description', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:51:47.178829 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8384c59f-190d-4f9a-a28c-b67cd629b57f tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:47.242873 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8384c59f-190d-4f9a-a28c-b67cd629b57f tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:47.246894 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8384c59f-190d-4f9a-a28c-b67cd629b57f tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:47.274347 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8384c59f-190d-4f9a-a28c-b67cd629b57f tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:47.275561 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-8384c59f-190d-4f9a-a28c-b67cd629b57f tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1266155 Dec 10 19:51:47.279187 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52932) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:51:47.280372 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384c59f-190d-4f9a-a28c-b67cd629b57f tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8db2e612-580b-4113-a4e3-497d88886ad4,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:47.284088 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-bfb2a235-0eb6-4d6a-96c5-a1de9c0d712a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'security_group_rule': {'security_group_id': '8db2e612-580b-4113-a4e3-497d88886ad4', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:51:47.310603 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bfb2a235-0eb6-4d6a-96c5-a1de9c0d712a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:47.364639 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bfb2a235-0eb6-4d6a-96c5-a1de9c0d712a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:47.368930 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bfb2a235-0eb6-4d6a-96c5-a1de9c0d712a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:47.388144 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb2a235-0eb6-4d6a-96c5-a1de9c0d712a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7378c22d-410d-4a55-9a19-b88b712f3f95,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:47.395176 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bfb2a235-0eb6-4d6a-96c5-a1de9c0d712a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:47.396372 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-bfb2a235-0eb6-4d6a-96c5-a1de9c0d712a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158619 Dec 10 19:51:47.399164 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52934) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:51:47.403845 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-9525bd05-46b5-47c9-a9c1-a7247f387327 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'security_group_rule': {'security_group_id': '8db2e612-580b-4113-a4e3-497d88886ad4', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:51:47.429315 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9525bd05-46b5-47c9-a9c1-a7247f387327 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:47.484105 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9525bd05-46b5-47c9-a9c1-a7247f387327 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:47.487870 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9525bd05-46b5-47c9-a9c1-a7247f387327 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:47.508515 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9525bd05-46b5-47c9-a9c1-a7247f387327 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06e8ae30-cc7a-4e68-a8de-df907b7cb73b,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:47.514910 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9525bd05-46b5-47c9-a9c1-a7247f387327 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:47.516088 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9525bd05-46b5-47c9-a9c1-a7247f387327 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1159959 Dec 10 19:51:47.518816 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52936) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:51:47.522985 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-6c26938e-5f62-496b-9dcf-1a07c23f03d6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'security_group_rule': {'security_group_id': '8db2e612-580b-4113-a4e3-497d88886ad4', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:51:47.548881 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c26938e-5f62-496b-9dcf-1a07c23f03d6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:47.607596 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c26938e-5f62-496b-9dcf-1a07c23f03d6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:47.611092 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c26938e-5f62-496b-9dcf-1a07c23f03d6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:47.629234 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26938e-5f62-496b-9dcf-1a07c23f03d6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8032f776-dbdb-4dfc-9f87-b5dc8011834e,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:47.637140 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c26938e-5f62-496b-9dcf-1a07c23f03d6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:47.638379 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-6c26938e-5f62-496b-9dcf-1a07c23f03d6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185956 Dec 10 19:51:47.641055 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52938) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:51:47.645183 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3802b5a3-0c61-4cbd-8f39-99725a6ef543 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'security_group_rule': {'security_group_id': '8db2e612-580b-4113-a4e3-497d88886ad4', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:51:47.669868 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3802b5a3-0c61-4cbd-8f39-99725a6ef543 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:47.726882 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3802b5a3-0c61-4cbd-8f39-99725a6ef543 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:47.730835 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3802b5a3-0c61-4cbd-8f39-99725a6ef543 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:47.748900 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802b5a3-0c61-4cbd-8f39-99725a6ef543 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ccbda20-1ee5-4ece-bd64-462ad8f1febd,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:47.757043 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3802b5a3-0c61-4cbd-8f39-99725a6ef543 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:47.758238 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3802b5a3-0c61-4cbd-8f39-99725a6ef543 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1162741 Dec 10 19:51:47.761610 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52940) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:51:47.765944 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-cf16ed3a-c722-437c-b404-d4514cce4454 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'security_group_rule': {'security_group_id': '8db2e612-580b-4113-a4e3-497d88886ad4', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:51:47.786934 n-d-821435-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-cf16ed3a-c722-437c-b404-d4514cce4454 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Project e2cd1ffe933d4acf853fbb2518ae92b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:51:47.791797 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cf16ed3a-c722-437c-b404-d4514cce4454 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:47.849149 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cf16ed3a-c722-437c-b404-d4514cce4454 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:47.852627 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cf16ed3a-c722-437c-b404-d4514cce4454 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:47.871918 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16ed3a-c722-437c-b404-d4514cce4454 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c299165e-3f11-480f-bd82-6813edf14b6a,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:47.876820 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cf16ed3a-c722-437c-b404-d4514cce4454 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:47.878050 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-cf16ed3a-c722-437c-b404-d4514cce4454 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1153834 Dec 10 19:51:47.880824 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52942) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:51:47.885153 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-68e740a7-7c7b-44e5-ac9a-5bb1bbf2a99a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'security_group_rule': {'security_group_id': '8db2e612-580b-4113-a4e3-497d88886ad4', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:51:47.906100 n-d-821435-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-68e740a7-7c7b-44e5-ac9a-5bb1bbf2a99a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Project e2cd1ffe933d4acf853fbb2518ae92b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:51:47.910878 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-68e740a7-7c7b-44e5-ac9a-5bb1bbf2a99a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:47.971806 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-68e740a7-7c7b-44e5-ac9a-5bb1bbf2a99a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:47.975417 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-68e740a7-7c7b-44e5-ac9a-5bb1bbf2a99a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:47.991053 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e740a7-7c7b-44e5-ac9a-5bb1bbf2a99a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704a3c82-4563-483e-8ddb-d1b7c5346352,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:48.002464 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-68e740a7-7c7b-44e5-ac9a-5bb1bbf2a99a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:48.003648 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-68e740a7-7c7b-44e5-ac9a-5bb1bbf2a99a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1218073 Dec 10 19:51:48.006438 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52944) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:51:48.011239 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-2926e0fc-fb05-407b-bbbc-6fcbf81440de tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'network': {'name': 'tempest-network-smoke--132411971', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'port_security_enabled': True}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:51:48.030362 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2926e0fc-fb05-407b-bbbc-6fcbf81440de tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Made reservation on behalf of e2cd1ffe933d4acf853fbb2518ae92b8 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:51:48.033866 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2926e0fc-fb05-407b-bbbc-6fcbf81440de tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:48.057094 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2926e0fc-fb05-407b-bbbc-6fcbf81440de tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:51:48.066483 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2926e0fc-fb05-407b-bbbc-6fcbf81440de tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:48.066826 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-2926e0fc-fb05-407b-bbbc-6fcbf81440de tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Added segment 1f4859b6-40e0-4b66-9f70-1620580abb45 of type vlan for network 0c1c35ec-f52a-486b-9596-2277ec9994fe Dec 10 19:51:48.105555 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2926e0fc-fb05-407b-bbbc-6fcbf81440de tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:48.129561 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2926e0fc-fb05-407b-bbbc-6fcbf81440de tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:48.135177 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2926e0fc-fb05-407b-bbbc-6fcbf81440de tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:48.135804 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2926e0fc-fb05-407b-bbbc-6fcbf81440de tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:48.190801 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2926e0fc-fb05-407b-bbbc-6fcbf81440de tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1832621 Dec 10 19:51:48.193492 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52946) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:51:48.197671 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ccb82e43-d59c-4569-94fb-a333a8be99c9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-181585832', 'admin_state_up': True, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:51:48.217757 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2926e0fc-fb05-407b-bbbc-6fcbf81440de tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'Network': ['ID=0c1c35ec-f52a-486b-9596-2277ec9994fe,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:48.230401 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 0c1c35ec-f52a-486b-9596-2277ec9994fe details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:51:48.234095 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ccb82e43-d59c-4569-94fb-a333a8be99c9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:48.235138 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ccb82e43-d59c-4569-94fb-a333a8be99c9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:48.286896 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ccb82e43-d59c-4569-94fb-a333a8be99c9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:48.766441 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ccb82e43-d59c-4569-94fb-a333a8be99c9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:48.957503 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ccb82e43-d59c-4569-94fb-a333a8be99c9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:48.976147 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ccb82e43-d59c-4569-94fb-a333a8be99c9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:49.082687 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-ccb82e43-d59c-4569-94fb-a333a8be99c9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Allocated IP 172.25.7.153 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/ca94d9a5-02f5-4f7c-b2f9-07d66f62055d) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:51:49.186104 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ccb82e43-d59c-4569-94fb-a333a8be99c9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:49.218960 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ccb82e43-d59c-4569-94fb-a333a8be99c9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:49.258273 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb82e43-d59c-4569-94fb-a333a8be99c9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:51:49.261866 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-ccb82e43-d59c-4569-94fb-a333a8be99c9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:51:49.265393 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb82e43-d59c-4569-94fb-a333a8be99c9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:51:49.275059 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cbeb2a-f178-4ba1-af18-9e33b496d38b None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:51:49.288969 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb82e43-d59c-4569-94fb-a333a8be99c9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'Port': ['ID=ca94d9a5-02f5-4f7c-b2f9-07d66f62055d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:49.369710 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7dd1d5fd-ffc9-4e81-8462-6777e80db2e0 None None] Provisioning complete for port ca94d9a5-02f5-4f7c-b2f9-07d66f62055d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:51:49.370116 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7dd1d5fd-ffc9-4e81-8462-6777e80db2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:49.404565 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-7dd1d5fd-ffc9-4e81-8462-6777e80db2e0 None None] Port ca94d9a5-02f5-4f7c-b2f9-07d66f62055d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:51:49.517180 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ccb82e43-d59c-4569-94fb-a333a8be99c9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:49.711628 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ccb82e43-d59c-4569-94fb-a333a8be99c9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:49.810145 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b892e77f-a7da-4097-8598-53552328d5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:49.840120 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb82e43-d59c-4569-94fb-a333a8be99c9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Router b2d813be-d13a-4781-bf6a-c1d89603e74e is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:51:49.941694 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb82e43-d59c-4569-94fb-a333a8be99c9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:51:49.952302 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb5613f-dc63-437b-a501-90c973af30eb None None] Sync routers for ids ['b2d813be-d13a-4781-bf6a-c1d89603e74e'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:51:49.961854 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ccb82e43-d59c-4569-94fb-a333a8be99c9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:49.962109 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb5613f-dc63-437b-a501-90c973af30eb None None] Routers {'b2d813be-d13a-4781-bf6a-c1d89603e74e'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:51:49.963031 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ccb82e43-d59c-4569-94fb-a333a8be99c9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7686174 Dec 10 19:51:49.966543 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52948) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:51:49.966849 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9bb5613f-dc63-437b-a501-90c973af30eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:51:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['b2d813be-d13a-4781-bf6a-c1d89603e74e'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:51:50.049837 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-73094303-779b-45ba-9d46-d0e7ece63f2f tempest-TestNetworkAdvancedServerOps-1581291312 tempest-TestNetworkAdvancedServerOps-1581291312-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=e2cd1ffe933d4acf853fbb2518ae92b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0817468 Dec 10 19:51:50.052514 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52952) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:51:50.143920 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72032199-7068-4313-a564-69379793889e tempest-TestNetworkAdvancedServerOps-1581291312 tempest-TestNetworkAdvancedServerOps-1581291312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:50.145496 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-72032199-7068-4313-a564-69379793889e tempest-TestNetworkAdvancedServerOps-1581291312 tempest-TestNetworkAdvancedServerOps-1581291312-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0920055 Dec 10 19:51:50.148342 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52954) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:51:50.177359 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7ca943f4-bb64-4852-b473-ef44f1d0a5d2 tempest-TestNetworkAdvancedServerOps-1581291312 tempest-TestNetworkAdvancedServerOps-1581291312-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=6fdf4522-5bcb-4bff-a877-38bc5e23829f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278254 Dec 10 19:51:50.179911 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52956) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:51:50.185720 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-de0d2d84-5856-4274-a73f-ece0ab438160 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1440673960', 'network_id': '0c1c35ec-f52a-486b-9596-2277ec9994fe', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:51:50.237567 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-9bb5613f-dc63-437b-a501-90c973af30eb None None] Set router b2d813be-d13a-4781-bf6a-c1d89603e74e gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:51:50.278050 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0d2d84-5856-4274-a73f-ece0ab438160 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Made reservation on behalf of e2cd1ffe933d4acf853fbb2518ae92b8 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:51:50.281606 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-de0d2d84-5856-4274-a73f-ece0ab438160 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:50.420081 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9bb5613f-dc63-437b-a501-90c973af30eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181585832', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'ca94d9a5-02f5-4f7c-b2f9-07d66f62055d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:51:48Z', 'updated_at': '2021-12-10T19:51:49Z', 'revision_number': 3, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'ca94d9a5-02f5-4f7c-b2f9-07d66f62055d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ba:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:48Z', 'updated_at': '2021-12-10T19:51:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:51:50.447479 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb5613f-dc63-437b-a501-90c973af30eb None None] Checking router: b2d813be-d13a-4781-bf6a-c1d89603e74e for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:51:50.447840 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb5613f-dc63-437b-a501-90c973af30eb None None] Updating router b2d813be-d13a-4781-bf6a-c1d89603e74e port ca94d9a5-02f5-4f7c-b2f9-07d66f62055d binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:51:50.466016 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-de0d2d84-5856-4274-a73f-ece0ab438160 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:50.472997 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9bb5613f-dc63-437b-a501-90c973af30eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:50.527033 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d2d84-5856-4274-a73f-ece0ab438160 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'Subnet': ['ID=ebc172d8-4daf-4889-993a-41c1cc76c3f2,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:50.537426 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0d2d84-5856-4274-a73f-ece0ab438160 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Checking segment: {'id': '1f4859b6-40e0-4b66-9f70-1620580abb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0c1c35ec-f52a-486b-9596-2277ec9994fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:51:50.537789 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0d2d84-5856-4274-a73f-ece0ab438160 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Network hostable DHCP agents. Network: 0c1c35ec-f52a-486b-9596-2277ec9994fe, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:51:50.553784 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0d2d84-5856-4274-a73f-ece0ab438160 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Network 0c1c35ec-f52a-486b-9596-2277ec9994fe is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:51:50.562527 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-de0d2d84-5856-4274-a73f-ece0ab438160 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 0c1c35ec-f52a-486b-9596-2277ec9994fe) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:51:50.566687 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0d2d84-5856-4274-a73f-ece0ab438160 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:50.567291 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-de0d2d84-5856-4274-a73f-ece0ab438160 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:50.574816 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09394450-59b4-4f83-8739-4d06203e2f46 None None] Network 0c1c35ec-f52a-486b-9596-2277ec9994fe requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:51:50.586696 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-de0d2d84-5856-4274-a73f-ece0ab438160 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4027267 Dec 10 19:51:50.586908 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 52958) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:51:50.743487 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9111a1-7958-4228-9352-47ae06de563e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-0c1c35ec-f52a-486b-9596-2277ec9994fe', 'network_id': '0c1c35ec-f52a-486b-9596-2277ec9994fe', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'fixed_ips': [{'subnet_id': 'ebc172d8-4daf-4889-993a-41c1cc76c3f2'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:51:50.744351 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9a9111a1-7958-4228-9352-47ae06de563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:50.925928 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9bb5613f-dc63-437b-a501-90c973af30eb None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:50.939011 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9bb5613f-dc63-437b-a501-90c973af30eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:50.947954 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-9a9111a1-7958-4228-9352-47ae06de563e None None] Allocated IP 172.20.0.2 (0c1c35ec-f52a-486b-9596-2277ec9994fe/ebc172d8-4daf-4889-993a-41c1cc76c3f2/b8d4bce6-1527-40b4-a363-78bd69f56cc4) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:51:51.008082 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc124859-e9a9-4581-9bda-03f896a52b22 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:51:51.019633 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1210668-96ca-4dcb-bbf1-3dced8b71418 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:51.033506 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f47168-2b61-436a-9775-76ceb212fd15 None None] Pushing event updated for resources: {'Port': ['ID=ca94d9a5-02f5-4f7c-b2f9-07d66f62055d,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:51.037574 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9bb5613f-dc63-437b-a501-90c973af30eb None None] Attempting to bind port ca94d9a5-02f5-4f7c-b2f9-07d66f62055d on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:51:51.037960 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9bb5613f-dc63-437b-a501-90c973af30eb None None] Attempting to bind port ca94d9a5-02f5-4f7c-b2f9-07d66f62055d by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:51:51.038341 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb5613f-dc63-437b-a501-90c973af30eb None None] Attempting to bind port ca94d9a5-02f5-4f7c-b2f9-07d66f62055d on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:51:51.070926 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb5613f-dc63-437b-a501-90c973af30eb None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:51:51.071576 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb5613f-dc63-437b-a501-90c973af30eb None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:51:51.072269 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9bb5613f-dc63-437b-a501-90c973af30eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:51.073035 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb5613f-dc63-437b-a501-90c973af30eb None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:51:51.073659 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9bb5613f-dc63-437b-a501-90c973af30eb None None] Bound port: ca94d9a5-02f5-4f7c-b2f9-07d66f62055d, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:51:51.074053 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9bb5613f-dc63-437b-a501-90c973af30eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:51.176991 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9bb5613f-dc63-437b-a501-90c973af30eb None None] For port ca94d9a5-02f5-4f7c-b2f9-07d66f62055d, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:51:51.183315 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9bb5613f-dc63-437b-a501-90c973af30eb None None] For port ca94d9a5-02f5-4f7c-b2f9-07d66f62055d, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=ca94d9a5-02f5-4f7c-b2f9-07d66f62055d,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:51:51.189745 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1cfe826d-da61-4c7f-8669-6ecbcb141e62 None None] Provisioning complete for port ca94d9a5-02f5-4f7c-b2f9-07d66f62055d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:51:51.190122 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1cfe826d-da61-4c7f-8669-6ecbcb141e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:51.195696 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9bb5613f-dc63-437b-a501-90c973af30eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:51.284287 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca27e3fe-efb4-4dc1-be40-1cf889e3c842 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:51:51.314358 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9a9111a1-7958-4228-9352-47ae06de563e None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:51.337656 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f47168-2b61-436a-9775-76ceb212fd15 None None] Pushing event updated for resources: {'Port': ['ID=ca94d9a5-02f5-4f7c-b2f9-07d66f62055d,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:51.340147 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb5613f-dc63-437b-a501-90c973af30eb None None] Routers {'b2d813be-d13a-4781-bf6a-c1d89603e74e'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:51:51.340786 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9bb5613f-dc63-437b-a501-90c973af30eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:51:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['b2d813be-d13a-4781-bf6a-c1d89603e74e'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:51:51.343301 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9a9111a1-7958-4228-9352-47ae06de563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:51.389971 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-f1210668-96ca-4dcb-bbf1-3dced8b71418 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Allocated IP 172.20.0.1 (0c1c35ec-f52a-486b-9596-2277ec9994fe/ebc172d8-4daf-4889-993a-41c1cc76c3f2/63aabca4-2168-4958-9df1-65c50cc8b611) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:51:51.499785 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9111a1-7958-4228-9352-47ae06de563e None None] Network 0c1c35ec-f52a-486b-9596-2277ec9994fe is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:51:51.510191 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-9a9111a1-7958-4228-9352-47ae06de563e None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:51:51.513650 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9111a1-7958-4228-9352-47ae06de563e None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:51:51.513862 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1210668-96ca-4dcb-bbf1-3dced8b71418 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:51.522670 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9111a1-7958-4228-9352-47ae06de563e None None] Pushing event updated for resources: {'Port': ['ID=b8d4bce6-1527-40b4-a363-78bd69f56cc4,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:51.548582 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1210668-96ca-4dcb-bbf1-3dced8b71418 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:51.559370 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1cfe826d-da61-4c7f-8669-6ecbcb141e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:51.591642 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1210668-96ca-4dcb-bbf1-3dced8b71418 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Network 0c1c35ec-f52a-486b-9596-2277ec9994fe is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:51:51.594945 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-f1210668-96ca-4dcb-bbf1-3dced8b71418 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:51:51.598770 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1210668-96ca-4dcb-bbf1-3dced8b71418 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:51:51.599555 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-9bb5613f-dc63-437b-a501-90c973af30eb None None] Set router b2d813be-d13a-4781-bf6a-c1d89603e74e gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:51:51.605625 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1210668-96ca-4dcb-bbf1-3dced8b71418 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'Port': ['ID=63aabca4-2168-4958-9df1-65c50cc8b611,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:51.649439 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1210668-96ca-4dcb-bbf1-3dced8b71418 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:51.668267 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1cfe826d-da61-4c7f-8669-6ecbcb141e62 None None] For port ca94d9a5-02f5-4f7c-b2f9-07d66f62055d, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=ca94d9a5-02f5-4f7c-b2f9-07d66f62055d,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:51:51.673118 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9a9111a1-7958-4228-9352-47ae06de563e None None] Attempting to bind port b8d4bce6-1527-40b4-a363-78bd69f56cc4 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:51:51.673500 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9a9111a1-7958-4228-9352-47ae06de563e None None] Attempting to bind port b8d4bce6-1527-40b4-a363-78bd69f56cc4 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1f4859b6-40e0-4b66-9f70-1620580abb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0c1c35ec-f52a-486b-9596-2277ec9994fe'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:51:51.673866 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9111a1-7958-4228-9352-47ae06de563e None None] Attempting to bind port b8d4bce6-1527-40b4-a363-78bd69f56cc4 on network 0c1c35ec-f52a-486b-9596-2277ec9994fe {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:51:51.676592 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1cfe826d-da61-4c7f-8669-6ecbcb141e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:51.738227 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9111a1-7958-4228-9352-47ae06de563e None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:51:51.738632 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9111a1-7958-4228-9352-47ae06de563e None None] Checking segment: {'id': '1f4859b6-40e0-4b66-9f70-1620580abb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0c1c35ec-f52a-486b-9596-2277ec9994fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:51:51.739048 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9a9111a1-7958-4228-9352-47ae06de563e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:51.740299 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9111a1-7958-4228-9352-47ae06de563e None None] Bound using segment: {'id': '1f4859b6-40e0-4b66-9f70-1620580abb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0c1c35ec-f52a-486b-9596-2277ec9994fe'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:51:51.740826 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9a9111a1-7958-4228-9352-47ae06de563e None None] Bound port: b8d4bce6-1527-40b4-a363-78bd69f56cc4, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f4859b6-40e0-4b66-9f70-1620580abb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0c1c35ec-f52a-486b-9596-2277ec9994fe'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:51:51.741442 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9a9111a1-7958-4228-9352-47ae06de563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:51.775783 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1210668-96ca-4dcb-bbf1-3dced8b71418 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:51.841447 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe826d-da61-4c7f-8669-6ecbcb141e62 None None] Pushing event updated for resources: {'Port': ['ID=ca94d9a5-02f5-4f7c-b2f9-07d66f62055d,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:51.873186 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2372014e-005b-4505-95b4-4696ab9213ac None None] Provisioning complete for port ca94d9a5-02f5-4f7c-b2f9-07d66f62055d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:51:51.873707 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2372014e-005b-4505-95b4-4696ab9213ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:51.923811 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9a9111a1-7958-4228-9352-47ae06de563e None None] For port b8d4bce6-1527-40b4-a363-78bd69f56cc4, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:51:51.943824 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9a9111a1-7958-4228-9352-47ae06de563e None None] For port b8d4bce6-1527-40b4-a363-78bd69f56cc4, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b8d4bce6-1527-40b4-a363-78bd69f56cc4,segment=NetworkSegment(1f4859b6-40e0-4b66-9f70-1620580abb45),segment_id=1f4859b6-40e0-4b66-9f70-1620580abb45)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:51:51.953929 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9a9111a1-7958-4228-9352-47ae06de563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:52.056734 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9111a1-7958-4228-9352-47ae06de563e None None] Pushing event updated for resources: {'Port': ['ID=b8d4bce6-1527-40b4-a363-78bd69f56cc4,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:52.059835 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1210668-96ca-4dcb-bbf1-3dced8b71418 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:52.062464 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9bb5613f-dc63-437b-a501-90c973af30eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181585832', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'ca94d9a5-02f5-4f7c-b2f9-07d66f62055d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:51:48Z', 'updated_at': '2021-12-10T19:51:49Z', 'revision_number': 3, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'ca94d9a5-02f5-4f7c-b2f9-07d66f62055d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ba:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:48Z', 'updated_at': '2021-12-10T19:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:51:52.065623 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1210668-96ca-4dcb-bbf1-3dced8b71418 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:52.102343 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb5613f-dc63-437b-a501-90c973af30eb None None] The sync data for ids ['b2d813be-d13a-4781-bf6a-c1d89603e74e'] in n-d-821435-1 is: [{'id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181585832', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'ca94d9a5-02f5-4f7c-b2f9-07d66f62055d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:51:48Z', 'updated_at': '2021-12-10T19:51:49Z', 'revision_number': 3, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'ca94d9a5-02f5-4f7c-b2f9-07d66f62055d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ba:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:48Z', 'updated_at': '2021-12-10T19:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:51:52.149799 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1210668-96ca-4dcb-bbf1-3dced8b71418 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'Port': ['ID=63aabca4-2168-4958-9df1-65c50cc8b611,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:52.153526 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1210668-96ca-4dcb-bbf1-3dced8b71418 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:52.271493 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1210668-96ca-4dcb-bbf1-3dced8b71418 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Network 0c1c35ec-f52a-486b-9596-2277ec9994fe is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:51:52.272976 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-f1210668-96ca-4dcb-bbf1-3dced8b71418 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:51:52.436042 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b8d4bce6-1527-40b4-a363-78bd69f56cc4 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:51:52.445596 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1210668-96ca-4dcb-bbf1-3dced8b71418 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Router b2d813be-d13a-4781-bf6a-c1d89603e74e has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:51:52.493952 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port b8d4bce6-1527-40b4-a363-78bd69f56cc4 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:51:52.494330 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:52.576864 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1210668-96ca-4dcb-bbf1-3dced8b71418 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:51:52.585158 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f1210668-96ca-4dcb-bbf1-3dced8b71418 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "PUT /v2.0/routers/b2d813be-d13a-4781-bf6a-c1d89603e74e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9967556 Dec 10 19:51:52.591330 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:52.626806 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port b8d4bce6-1527-40b4-a363-78bd69f56cc4, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b8d4bce6-1527-40b4-a363-78bd69f56cc4,segment=NetworkSegment(1f4859b6-40e0-4b66-9f70-1620580abb45),segment_id=1f4859b6-40e0-4b66-9f70-1620580abb45)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:51:52.631975 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:52.697030 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=b8d4bce6-1527-40b4-a363-78bd69f56cc4,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:52.703015 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9202cf99-071a-4420-ae1a-5b783b97ffd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:52.768684 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-f4d7234f-1392-437b-b428-0839ad188028 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1258430454&fields=id&tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8 HTTP/1.1" status: 200 len: 267 time: 0.0538852 Dec 10 19:51:52.890880 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-cc03a0be-7a2a-482f-a3d2-19b72e45f216 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:52.893132 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-cc03a0be-7a2a-482f-a3d2-19b72e45f216 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/networks?id=0c1c35ec-f52a-486b-9596-2277ec9994fe HTTP/1.1" status: 200 len: 796 time: 0.1162539 Dec 10 19:51:52.908742 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-6d813c6b-f45c-44ee-9ad1-d4cfa8050ddf tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/quotas/e2cd1ffe933d4acf853fbb2518ae92b8 HTTP/1.1" status: 200 len: 375 time: 0.0098019 Dec 10 19:51:52.965266 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-830aaf0c-f76b-44d1-9693-f1babfdae161 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504081 Dec 10 19:51:53.071158 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d458cfff-0700-4f7f-a82d-18f40eadffd4 None None] Network 0c1c35ec-f52a-486b-9596-2277ec9994fe requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:51:53.074690 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-877d4591-814e-4fcf-bc2a-fa43ca499a0e service neutron] 10.222.0.62 "GET /v2.0/networks/0c1c35ec-f52a-486b-9596-2277ec9994fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972385 Dec 10 19:51:53.356968 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a7caa905-6fe8-4bff-a3f3-76a0080bd618 None None] Provisioning complete for port b8d4bce6-1527-40b4-a363-78bd69f56cc4 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:51:53.357251 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a7caa905-6fe8-4bff-a3f3-76a0080bd618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:53.526243 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-91e1fd50-80b0-4524-adb4-11f83c6eb4f7 service neutron] 10.222.0.62 "GET /v2.0/networks/0c1c35ec-f52a-486b-9596-2277ec9994fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451337 Dec 10 19:51:53.677737 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f7e26ac7-029f-4042-b4e7-cb35136857c7 None None] Provisioning complete for port 63aabca4-2168-4958-9df1-65c50cc8b611 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:51:53.678624 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f7e26ac7-029f-4042-b4e7-cb35136857c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:53.729955 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f21d2bb6-4397-415c-b1a2-43cf6b66407a req-ca587223-51a8-484b-aadc-7b78942ee253 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99 HTTP/1.1" status: 200 len: 210 time: 0.0476236 Dec 10 19:51:53.736217 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f7e26ac7-029f-4042-b4e7-cb35136857c7 None None] Port 63aabca4-2168-4958-9df1-65c50cc8b611 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:51:53.747904 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:53.749262 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f7e26ac7-029f-4042-b4e7-cb35136857c7 None None] Provisioning complete for port b8d4bce6-1527-40b4-a363-78bd69f56cc4 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:51:53.749626 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f7e26ac7-029f-4042-b4e7-cb35136857c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:53.961129 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4886556a-5e9b-44b0-acbb-d1ea9566fe18 None None] Provisioning complete for port 63aabca4-2168-4958-9df1-65c50cc8b611 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:51:53.961505 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4886556a-5e9b-44b0-acbb-d1ea9566fe18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:53.976846 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdcf508-6b42-4033-8b89-7a370971c1c5 None None] Sync routers for ids ['b2d813be-d13a-4781-bf6a-c1d89603e74e'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:51:53.987854 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdcf508-6b42-4033-8b89-7a370971c1c5 None None] Routers {'b2d813be-d13a-4781-bf6a-c1d89603e74e'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:51:53.988464 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-4bdcf508-6b42-4033-8b89-7a370971c1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:51:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['b2d813be-d13a-4781-bf6a-c1d89603e74e'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:51:54.006966 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4886556a-5e9b-44b0-acbb-d1ea9566fe18 None None] Port 63aabca4-2168-4958-9df1-65c50cc8b611 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:51:54.095491 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-4bdcf508-6b42-4033-8b89-7a370971c1c5 None None] Set router b2d813be-d13a-4781-bf6a-c1d89603e74e gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:51:54.126080 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e3e19276-20c7-4350-b08d-9cd6d5a44826 None None] Provisioning complete for port 63aabca4-2168-4958-9df1-65c50cc8b611 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:51:54.126353 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e3e19276-20c7-4350-b08d-9cd6d5a44826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:54.160936 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e3e19276-20c7-4350-b08d-9cd6d5a44826 None None] Port 63aabca4-2168-4958-9df1-65c50cc8b611 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:51:54.393370 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-4bdcf508-6b42-4033-8b89-7a370971c1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181585832', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'ca94d9a5-02f5-4f7c-b2f9-07d66f62055d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:51:48Z', 'updated_at': '2021-12-10T19:51:51Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'ca94d9a5-02f5-4f7c-b2f9-07d66f62055d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:48Z', 'updated_at': '2021-12-10T19:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '63aabca4-2168-4958-9df1-65c50cc8b611', 'name': '', 'network_id': '0c1c35ec-f52a-486b-9596-2277ec9994fe', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:5f:3d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'ebc172d8-4daf-4889-993a-41c1cc76c3f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:51Z', 'updated_at': '2021-12-10T19:51:51Z', 'revision_number': 2, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': 'ebc172d8-4daf-4889-993a-41c1cc76c3f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:51:54.422408 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdcf508-6b42-4033-8b89-7a370971c1c5 None None] Checking router: b2d813be-d13a-4781-bf6a-c1d89603e74e for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:51:54.422767 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdcf508-6b42-4033-8b89-7a370971c1c5 None None] Updating router b2d813be-d13a-4781-bf6a-c1d89603e74e port 63aabca4-2168-4958-9df1-65c50cc8b611 binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:51:54.449558 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b8d4bce6-1527-40b4-a363-78bd69f56cc4 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:51:54.451394 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-4bdcf508-6b42-4033-8b89-7a370971c1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:54.497190 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port b8d4bce6-1527-40b4-a363-78bd69f56cc4 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:51:54.497570 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:54.578677 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device ca94d9a5-02f5-4f7c-b2f9-07d66f62055d up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:51:54.626296 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port ca94d9a5-02f5-4f7c-b2f9-07d66f62055d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:51:54.626582 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:54.713565 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-4bdcf508-6b42-4033-8b89-7a370971c1c5 None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:54.719039 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-4bdcf508-6b42-4033-8b89-7a370971c1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:54.798016 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d63d6-3eb7-4c30-bfc6-596b2730d367 None None] Pushing event updated for resources: {'Port': ['ID=63aabca4-2168-4958-9df1-65c50cc8b611,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:54.821500 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0be2045a-4305-49a4-9fe3-694069cd5619 req-77d78dd1-bf02-4fed-9bd2-ad6e69e236d9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99 HTTP/1.1" status: 200 len: 210 time: 0.0278599 Dec 10 19:51:54.822091 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605d63d6-3eb7-4c30-bfc6-596b2730d367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:54.822091 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605d63d6-3eb7-4c30-bfc6-596b2730d367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:54.822332 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605d63d6-3eb7-4c30-bfc6-596b2730d367 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:54.822639 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605d63d6-3eb7-4c30-bfc6-596b2730d367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:54.823491 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605d63d6-3eb7-4c30-bfc6-596b2730d367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:54.823876 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605d63d6-3eb7-4c30-bfc6-596b2730d367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:54.824208 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605d63d6-3eb7-4c30-bfc6-596b2730d367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:54.824624 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605d63d6-3eb7-4c30-bfc6-596b2730d367 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:54.825022 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605d63d6-3eb7-4c30-bfc6-596b2730d367 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:54.825356 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605d63d6-3eb7-4c30-bfc6-596b2730d367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:54.825687 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605d63d6-3eb7-4c30-bfc6-596b2730d367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:54.826007 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605d63d6-3eb7-4c30-bfc6-596b2730d367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:54.826327 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605d63d6-3eb7-4c30-bfc6-596b2730d367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:54.843336 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-4bdcf508-6b42-4033-8b89-7a370971c1c5 None None] Attempting to bind port 63aabca4-2168-4958-9df1-65c50cc8b611 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:51:54.843725 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-4bdcf508-6b42-4033-8b89-7a370971c1c5 None None] Attempting to bind port 63aabca4-2168-4958-9df1-65c50cc8b611 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1f4859b6-40e0-4b66-9f70-1620580abb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0c1c35ec-f52a-486b-9596-2277ec9994fe'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:51:54.844083 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdcf508-6b42-4033-8b89-7a370971c1c5 None None] Attempting to bind port 63aabca4-2168-4958-9df1-65c50cc8b611 on network 0c1c35ec-f52a-486b-9596-2277ec9994fe {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:51:54.850004 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdcf508-6b42-4033-8b89-7a370971c1c5 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:51:54.850381 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdcf508-6b42-4033-8b89-7a370971c1c5 None None] Checking segment: {'id': '1f4859b6-40e0-4b66-9f70-1620580abb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0c1c35ec-f52a-486b-9596-2277ec9994fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:51:54.850775 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-4bdcf508-6b42-4033-8b89-7a370971c1c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:54.851166 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdcf508-6b42-4033-8b89-7a370971c1c5 None None] Bound using segment: {'id': '1f4859b6-40e0-4b66-9f70-1620580abb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0c1c35ec-f52a-486b-9596-2277ec9994fe'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:51:54.851664 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-4bdcf508-6b42-4033-8b89-7a370971c1c5 None None] Bound port: 63aabca4-2168-4958-9df1-65c50cc8b611, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f4859b6-40e0-4b66-9f70-1620580abb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0c1c35ec-f52a-486b-9596-2277ec9994fe'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:51:54.852043 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-4bdcf508-6b42-4033-8b89-7a370971c1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:54.919603 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-4bdcf508-6b42-4033-8b89-7a370971c1c5 None None] For port 63aabca4-2168-4958-9df1-65c50cc8b611, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:51:54.922914 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-4bdcf508-6b42-4033-8b89-7a370971c1c5 None None] For port 63aabca4-2168-4958-9df1-65c50cc8b611, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=63aabca4-2168-4958-9df1-65c50cc8b611,segment=NetworkSegment(1f4859b6-40e0-4b66-9f70-1620580abb45),segment_id=1f4859b6-40e0-4b66-9f70-1620580abb45)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:51:54.927323 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-4bdcf508-6b42-4033-8b89-7a370971c1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:54.984857 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d63d6-3eb7-4c30-bfc6-596b2730d367 None None] Pushing event updated for resources: {'Port': ['ID=63aabca4-2168-4958-9df1-65c50cc8b611,revision_number=4']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:54.988240 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-199817ff-3bc2-402f-a329-7fb426b0ad99 None None] Provisioning complete for port 63aabca4-2168-4958-9df1-65c50cc8b611 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:51:54.988884 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-199817ff-3bc2-402f-a329-7fb426b0ad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:55.007537 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdcf508-6b42-4033-8b89-7a370971c1c5 None None] Routers {'b2d813be-d13a-4781-bf6a-c1d89603e74e'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:51:55.008154 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-4bdcf508-6b42-4033-8b89-7a370971c1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:51:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['b2d813be-d13a-4781-bf6a-c1d89603e74e'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:51:55.095854 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-199817ff-3bc2-402f-a329-7fb426b0ad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:55.109149 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:55.121908 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-4bdcf508-6b42-4033-8b89-7a370971c1c5 None None] Set router b2d813be-d13a-4781-bf6a-c1d89603e74e gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:51:55.133534 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-199817ff-3bc2-402f-a329-7fb426b0ad99 None None] For port 63aabca4-2168-4958-9df1-65c50cc8b611, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=63aabca4-2168-4958-9df1-65c50cc8b611,segment=NetworkSegment(1f4859b6-40e0-4b66-9f70-1620580abb45),segment_id=1f4859b6-40e0-4b66-9f70-1620580abb45)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:51:55.138925 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-199817ff-3bc2-402f-a329-7fb426b0ad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:55.193313 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199817ff-3bc2-402f-a329-7fb426b0ad99 None None] Pushing event updated for resources: {'Port': ['ID=63aabca4-2168-4958-9df1-65c50cc8b611,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:55.263892 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4b3dbe89-f597-44ca-a1d6-ac22dea821c7 None None] Provisioning complete for port 63aabca4-2168-4958-9df1-65c50cc8b611 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:51:55.264263 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4b3dbe89-f597-44ca-a1d6-ac22dea821c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:55.330815 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-4bdcf508-6b42-4033-8b89-7a370971c1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181585832', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'ca94d9a5-02f5-4f7c-b2f9-07d66f62055d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:51:48Z', 'updated_at': '2021-12-10T19:51:51Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'ca94d9a5-02f5-4f7c-b2f9-07d66f62055d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:48Z', 'updated_at': '2021-12-10T19:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '63aabca4-2168-4958-9df1-65c50cc8b611', 'name': '', 'network_id': '0c1c35ec-f52a-486b-9596-2277ec9994fe', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:5f:3d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'ebc172d8-4daf-4889-993a-41c1cc76c3f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:51Z', 'updated_at': '2021-12-10T19:51:54Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': 'ebc172d8-4daf-4889-993a-41c1cc76c3f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:51:55.358618 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdcf508-6b42-4033-8b89-7a370971c1c5 None None] The sync data for ids ['b2d813be-d13a-4781-bf6a-c1d89603e74e'] in n-d-821435-1 is: [{'id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181585832', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'ca94d9a5-02f5-4f7c-b2f9-07d66f62055d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:51:48Z', 'updated_at': '2021-12-10T19:51:51Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'ca94d9a5-02f5-4f7c-b2f9-07d66f62055d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:48Z', 'updated_at': '2021-12-10T19:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '63aabca4-2168-4958-9df1-65c50cc8b611', 'name': '', 'network_id': '0c1c35ec-f52a-486b-9596-2277ec9994fe', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:5f:3d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'ebc172d8-4daf-4889-993a-41c1cc76c3f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:51Z', 'updated_at': '2021-12-10T19:51:54Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': 'ebc172d8-4daf-4889-993a-41c1cc76c3f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:51:55.689670 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:55.906806 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-308292bf-87f8-41bb-95d3-f3ae2dea4920 req-7c308b03-68d2-4a6b-9d8d-dde02c4b3cf6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99 HTTP/1.1" status: 200 len: 210 time: 0.0275278 Dec 10 19:51:56.403349 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 63aabca4-2168-4958-9df1-65c50cc8b611 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:51:56.452252 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 63aabca4-2168-4958-9df1-65c50cc8b611 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:51:56.452664 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:56.830000 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-7b095b7e-dae8-4868-8969-96e15aa81ceb tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:56.831719 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-7b095b7e-dae8-4868-8969-96e15aa81ceb tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.72 "GET /v2.0/networks?id=0c1c35ec-f52a-486b-9596-2277ec9994fe HTTP/1.1" status: 200 len: 796 time: 0.1108553 Dec 10 19:51:56.896982 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-c42a3953-8ecc-471c-bbfe-d23fb34e1be3 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8 HTTP/1.1" status: 200 len: 380 time: 0.0545719 Dec 10 19:51:56.907915 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-49ddb9fa-1c37-46c9-9fa9-a3a7fc6f9d98 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'port': {'device_id': '4ca20851-22d7-4274-9ba0-7a848fc81c99', 'network_id': '0c1c35ec-f52a-486b-9596-2277ec9994fe', 'admin_state_up': True, 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'security_groups': ['8db2e612-580b-4113-a4e3-497d88886ad4']}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:51:57.005617 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-05775b50-e3bc-471c-9640-cd7b4ac3acce req-12832cf1-fabb-4858-99ae-8f307ddd7b1e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99 HTTP/1.1" status: 200 len: 210 time: 0.0299120 Dec 10 19:51:57.017216 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-49ddb9fa-1c37-46c9-9fa9-a3a7fc6f9d98 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Made reservation on behalf of e2cd1ffe933d4acf853fbb2518ae92b8 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:51:57.020807 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-49ddb9fa-1c37-46c9-9fa9-a3a7fc6f9d98 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:57.144902 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-49ddb9fa-1c37-46c9-9fa9-a3a7fc6f9d98 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Allocated IP 172.20.0.8 (0c1c35ec-f52a-486b-9596-2277ec9994fe/ebc172d8-4daf-4889-993a-41c1cc76c3f2/f01d5f46-dbf5-4644-b74d-7dfe0ede069c) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:51:57.280451 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-49ddb9fa-1c37-46c9-9fa9-a3a7fc6f9d98 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:57.313668 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-49ddb9fa-1c37-46c9-9fa9-a3a7fc6f9d98 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:57.355964 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-49ddb9fa-1c37-46c9-9fa9-a3a7fc6f9d98 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Network 0c1c35ec-f52a-486b-9596-2277ec9994fe is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:51:57.359072 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-49ddb9fa-1c37-46c9-9fa9-a3a7fc6f9d98 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:51:57.361543 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-49ddb9fa-1c37-46c9-9fa9-a3a7fc6f9d98 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:51:57.393205 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ddb9fa-1c37-46c9-9fa9-a3a7fc6f9d98 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'Port': ['ID=f01d5f46-dbf5-4644-b74d-7dfe0ede069c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:57.418228 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-49ddb9fa-1c37-46c9-9fa9-a3a7fc6f9d98 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:57.418894 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-49ddb9fa-1c37-46c9-9fa9-a3a7fc6f9d98 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:57.435713 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-49ddb9fa-1c37-46c9-9fa9-a3a7fc6f9d98 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5313413 Dec 10 19:51:57.448362 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-035bfb5c-3485-4869-b7a0-ecad3c53641d service neutron] Request body: {'port': {'device_id': '4ca20851-22d7-4274-9ba0-7a848fc81c99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:51:57.508527 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-035bfb5c-3485-4869-b7a0-ecad3c53641d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:57.589657 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b603f4ca-e618-42f3-aaa5-baca4bf4a52a None None] Provisioning complete for port f01d5f46-dbf5-4644-b74d-7dfe0ede069c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:51:57.590372 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b603f4ca-e618-42f3-aaa5-baca4bf4a52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:57.624279 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b603f4ca-e618-42f3-aaa5-baca4bf4a52a None None] Port f01d5f46-dbf5-4644-b74d-7dfe0ede069c cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:51:57.767831 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-035bfb5c-3485-4869-b7a0-ecad3c53641d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f01d5f46-dbf5-4644-b74d-7dfe0ede069c {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:51:57.775229 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-035bfb5c-3485-4869-b7a0-ecad3c53641d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:57.787779 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-035bfb5c-3485-4869-b7a0-ecad3c53641d service neutron] Transition to ACTIVE for port object f01d5f46-dbf5-4644-b74d-7dfe0ede069c will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:51:57.791207 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-035bfb5c-3485-4869-b7a0-ecad3c53641d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:57.838038 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035bfb5c-3485-4869-b7a0-ecad3c53641d service neutron] Pushing event updated for resources: {'Port': ['ID=f01d5f46-dbf5-4644-b74d-7dfe0ede069c,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:57.916469 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-035bfb5c-3485-4869-b7a0-ecad3c53641d service neutron] Attempting to bind port f01d5f46-dbf5-4644-b74d-7dfe0ede069c on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:51:57.917149 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-035bfb5c-3485-4869-b7a0-ecad3c53641d service neutron] Attempting to bind port f01d5f46-dbf5-4644-b74d-7dfe0ede069c by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': '1f4859b6-40e0-4b66-9f70-1620580abb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0c1c35ec-f52a-486b-9596-2277ec9994fe'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:51:57.917149 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-035bfb5c-3485-4869-b7a0-ecad3c53641d service neutron] Attempting to bind port f01d5f46-dbf5-4644-b74d-7dfe0ede069c on network 0c1c35ec-f52a-486b-9596-2277ec9994fe {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:51:57.921946 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-035bfb5c-3485-4869-b7a0-ecad3c53641d service neutron] Port f01d5f46-dbf5-4644-b74d-7dfe0ede069c on network 0c1c35ec-f52a-486b-9596-2277ec9994fe not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:51:57.922273 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-035bfb5c-3485-4869-b7a0-ecad3c53641d service neutron] Attempting to bind port f01d5f46-dbf5-4644-b74d-7dfe0ede069c on network 0c1c35ec-f52a-486b-9596-2277ec9994fe {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:51:57.927296 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-035bfb5c-3485-4869-b7a0-ecad3c53641d service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:51:57.927642 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-035bfb5c-3485-4869-b7a0-ecad3c53641d service neutron] Checking segment: {'id': '1f4859b6-40e0-4b66-9f70-1620580abb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0c1c35ec-f52a-486b-9596-2277ec9994fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:51:57.928029 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-035bfb5c-3485-4869-b7a0-ecad3c53641d service neutron] Bound using segment: {'id': '1f4859b6-40e0-4b66-9f70-1620580abb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0c1c35ec-f52a-486b-9596-2277ec9994fe'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:51:57.928461 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-035bfb5c-3485-4869-b7a0-ecad3c53641d service neutron] Bound port: f01d5f46-dbf5-4644-b74d-7dfe0ede069c, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f4859b6-40e0-4b66-9f70-1620580abb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0c1c35ec-f52a-486b-9596-2277ec9994fe'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:51:57.928850 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-035bfb5c-3485-4869-b7a0-ecad3c53641d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:57.995555 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-035bfb5c-3485-4869-b7a0-ecad3c53641d service neutron] For port f01d5f46-dbf5-4644-b74d-7dfe0ede069c, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:51:57.999515 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-035bfb5c-3485-4869-b7a0-ecad3c53641d service neutron] For port f01d5f46-dbf5-4644-b74d-7dfe0ede069c, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=f01d5f46-dbf5-4644-b74d-7dfe0ede069c,segment=NetworkSegment(1f4859b6-40e0-4b66-9f70-1620580abb45),segment_id=1f4859b6-40e0-4b66-9f70-1620580abb45)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:51:58.004444 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-035bfb5c-3485-4869-b7a0-ecad3c53641d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:58.043050 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-035bfb5c-3485-4869-b7a0-ecad3c53641d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:58.043682 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-035bfb5c-3485-4869-b7a0-ecad3c53641d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:51:58.045239 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-035bfb5c-3485-4869-b7a0-ecad3c53641d service neutron] 10.222.0.72 "PUT /v2.0/ports/f01d5f46-dbf5-4644-b74d-7dfe0ede069c HTTP/1.1" status: 200 len: 1091 time: 0.6010365 Dec 10 19:51:58.045669 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca20851-22d7-4274-9ba0-7a848fc81c99', 'tag': 'f01d5f46-dbf5-4644-b74d-7dfe0ede069c'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:51:58.048064 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb385ee8d26b8ad243460b423ad218e97d9fae79c4f4b9b0691d822ece1c624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffb8c3c-09e0-468e-8168-048e5153b908" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca20851-22d7-4274-9ba0-7a848fc81c99", "tag": "f01d5f46-dbf5-4644-b74d-7dfe0ede069c"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:51:58.081732 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035bfb5c-3485-4869-b7a0-ecad3c53641d service neutron] Pushing event updated for resources: {'Port': ['ID=f01d5f46-dbf5-4644-b74d-7dfe0ede069c,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:58.161433 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2b78a6-4e64-4020-ad4c-3965b1f0e53e x-openstack-request-id: req-5c2b78a6-4e64-4020-ad4c-3965b1f0e53e {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:51:58.161727 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca20851-22d7-4274-9ba0-7a848fc81c99", "tag": "f01d5f46-dbf5-4644-b74d-7dfe0ede069c", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:51:58.161986 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5c2b78a6-4e64-4020-ad4c-3965b1f0e53e {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:51:58.162384 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca20851-22d7-4274-9ba0-7a848fc81c99', 'tag': 'f01d5f46-dbf5-4644-b74d-7dfe0ede069c', 'status': 'completed', 'code': 200} Dec 10 19:51:58.196584 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-94e456d4-5347-4b3b-b4bd-1c06d91596df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:58.198115 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-94e456d4-5347-4b3b-b4bd-1c06d91596df service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99 HTTP/1.1" status: 200 len: 1094 time: 0.0892065 Dec 10 19:51:58.209747 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56714f-b7f9-4c71-bb76-7724ee2684c9 req-4c8c9cd8-f9b9-4444-9f84-3a6390a82464 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:58.211323 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3e56714f-b7f9-4c71-bb76-7724ee2684c9 req-4c8c9cd8-f9b9-4444-9f84-3a6390a82464 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99 HTTP/1.1" status: 200 len: 943 time: 0.0630100 Dec 10 19:51:58.261189 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-5a95af4c-1a67-48ae-b811-78a872531e23 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f01d5f46-dbf5-4644-b74d-7dfe0ede069c HTTP/1.1" status: 200 len: 217 time: 0.0489104 Dec 10 19:51:58.337923 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3e56714f-b7f9-4c71-bb76-7724ee2684c9 req-ef049266-df01-4569-bcf2-4e91ba052a0c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=8db2e612-580b-4113-a4e3-497d88886ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183364 Dec 10 19:51:58.339391 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-f7c2373c-46b8-419f-83cc-866c9e525016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:58.340909 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-f7c2373c-46b8-419f-83cc-866c9e525016 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ebc172d8-4daf-4889-993a-41c1cc76c3f2 HTTP/1.1" status: 200 len: 835 time: 0.0717561 Dec 10 19:51:58.391534 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-daba5669-1d74-447c-afc9-3b7d3e2a5c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:58.393061 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-daba5669-1d74-447c-afc9-3b7d3e2a5c40 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0c1c35ec-f52a-486b-9596-2277ec9994fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436115 Dec 10 19:51:58.482986 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-ed3faab2-cc1a-488e-a1c1-5a989010c031 service neutron] 10.222.0.72 "GET /v2.0/networks/0c1c35ec-f52a-486b-9596-2277ec9994fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830543 Dec 10 19:51:58.573907 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3e93979b-2e48-4c24-9ce9-745dc5177522 req-b5d40df7-3200-473d-8917-898e5287aeeb service neutron] 10.222.0.72 "GET /v2.0/networks/0c1c35ec-f52a-486b-9596-2277ec9994fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837214 Dec 10 19:51:58.662569 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb8c3c-09e0-468e-8168-048e5153b908 req-7b3b1e96-4973-4404-bf92-e5f06a999641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:58.664057 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1ffb8c3c-09e0-468e-8168-048e5153b908 req-7b3b1e96-4973-4404-bf92-e5f06a999641 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99 HTTP/1.1" status: 200 len: 1094 time: 0.0395961 Dec 10 19:51:58.758700 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb8c3c-09e0-468e-8168-048e5153b908 req-380c2e4a-ee35-4bf0-b034-1da84283d0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:58.760156 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1ffb8c3c-09e0-468e-8168-048e5153b908 req-380c2e4a-ee35-4bf0-b034-1da84283d0b8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0c1c35ec-f52a-486b-9596-2277ec9994fe HTTP/1.1" status: 200 len: 897 time: 0.0884075 Dec 10 19:51:58.801698 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1ffb8c3c-09e0-468e-8168-048e5153b908 req-1b512b6b-8f99-4751-9013-e0d34e3e8cad service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f01d5f46-dbf5-4644-b74d-7dfe0ede069c HTTP/1.1" status: 200 len: 217 time: 0.0340104 Dec 10 19:51:58.851707 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb8c3c-09e0-468e-8168-048e5153b908 req-eed0859d-b2af-4110-9f12-9e022e0249be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:58.853069 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1ffb8c3c-09e0-468e-8168-048e5153b908 req-eed0859d-b2af-4110-9f12-9e022e0249be service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ebc172d8-4daf-4889-993a-41c1cc76c3f2 HTTP/1.1" status: 200 len: 835 time: 0.0450401 Dec 10 19:51:58.896576 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb8c3c-09e0-468e-8168-048e5153b908 req-1290a079-bb63-498a-94bf-8a75ef6cf751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:58.898081 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1ffb8c3c-09e0-468e-8168-048e5153b908 req-1290a079-bb63-498a-94bf-8a75ef6cf751 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0c1c35ec-f52a-486b-9596-2277ec9994fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383794 Dec 10 19:51:58.988626 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1ffb8c3c-09e0-468e-8168-048e5153b908 req-2a6b5120-d871-49c7-9bf1-e51a522bc871 service neutron] 10.222.0.72 "GET /v2.0/networks/0c1c35ec-f52a-486b-9596-2277ec9994fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825515 Dec 10 19:51:59.414381 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1ffb8c3c-09e0-468e-8168-048e5153b908 req-f0147897-decd-4cf6-8061-145d049fb6f4 service neutron] 10.222.0.72 "GET /v2.0/networks/0c1c35ec-f52a-486b-9596-2277ec9994fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188633 Dec 10 19:51:59.456927 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47dcd3e-cc05-454d-8355-7fb6a0961024 req-b04a3743-1a97-45c3-a247-5430550e295f tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:59.458405 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e47dcd3e-cc05-454d-8355-7fb6a0961024 req-b04a3743-1a97-45c3-a247-5430550e295f tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99 HTTP/1.1" status: 200 len: 943 time: 0.0495145 Dec 10 19:51:59.506824 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e47dcd3e-cc05-454d-8355-7fb6a0961024 req-357697f5-714a-412c-b1fe-59e2b7a70092 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=8db2e612-580b-4113-a4e3-497d88886ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423150 Dec 10 19:52:00.621629 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a39b82-5f64-48bf-8d80-8adf8ab57b84 req-5d2511fd-a6b0-49aa-a235-301c713e631a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:00.623003 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-58a39b82-5f64-48bf-8d80-8adf8ab57b84 req-5d2511fd-a6b0-49aa-a235-301c713e631a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99 HTTP/1.1" status: 200 len: 943 time: 0.0478976 Dec 10 19:52:00.671027 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-58a39b82-5f64-48bf-8d80-8adf8ab57b84 req-bb648fa2-c61e-437f-b6a5-b286544c2e70 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=8db2e612-580b-4113-a4e3-497d88886ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420816 Dec 10 19:52:01.608654 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:52:01.785913 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6cc3f-155b-4c91-91f5-91ddcb7fdc76 req-a6970d14-f420-4a8b-be06-3f19ddff28e7 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:01.787408 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0dd6cc3f-155b-4c91-91f5-91ddcb7fdc76 req-a6970d14-f420-4a8b-be06-3f19ddff28e7 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99 HTTP/1.1" status: 200 len: 943 time: 0.0490878 Dec 10 19:52:01.836308 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0dd6cc3f-155b-4c91-91f5-91ddcb7fdc76 req-6df1622f-bd3c-4e5d-8ef1-23e6708997a1 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=8db2e612-580b-4113-a4e3-497d88886ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428517 Dec 10 19:52:02.955696 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0845b-f417-4e38-8331-7fab28fa63d9 req-390b342e-c6b7-4420-adb0-6c974419602b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:02.957179 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b7f0845b-f417-4e38-8331-7fab28fa63d9 req-390b342e-c6b7-4420-adb0-6c974419602b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99 HTTP/1.1" status: 200 len: 943 time: 0.0504894 Dec 10 19:52:03.004765 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b7f0845b-f417-4e38-8331-7fab28fa63d9 req-ba593925-13d7-4d32-ab2d-dd0af2621d63 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=8db2e612-580b-4113-a4e3-497d88886ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416036 Dec 10 19:52:03.514500 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device f01d5f46-dbf5-4644-b74d-7dfe0ede069c details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:52:03.606284 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port f01d5f46-dbf5-4644-b74d-7dfe0ede069c, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=f01d5f46-dbf5-4644-b74d-7dfe0ede069c,segment=NetworkSegment(1f4859b6-40e0-4b66-9f70-1620580abb45),segment_id=1f4859b6-40e0-4b66-9f70-1620580abb45)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:52:03.617460 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': 'f01d5f46-dbf5-4644-b74d-7dfe0ede069c', 'network_id': '0c1c35ec-f52a-486b-9596-2277ec9994fe', 'port_id': 'f01d5f46-dbf5-4644-b74d-7dfe0ede069c', 'mac_address': 'fa:16:3e:ec:07:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebc172d8-4daf-4889-993a-41c1cc76c3f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:52:03.657381 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:52:03.670265 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f01d5f46-dbf5-4644-b74d-7dfe0ede069c {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:52:03.689225 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port f01d5f46-dbf5-4644-b74d-7dfe0ede069c, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=f01d5f46-dbf5-4644-b74d-7dfe0ede069c,segment=NetworkSegment(1f4859b6-40e0-4b66-9f70-1620580abb45),segment_id=1f4859b6-40e0-4b66-9f70-1620580abb45)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:52:03.693371 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:52:03.743399 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=f01d5f46-dbf5-4644-b74d-7dfe0ede069c,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:04.001991 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['f01d5f46-dbf5-4644-b74d-7dfe0ede069c'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:52:04.127501 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a38a7-5676-48c6-b75b-6bacae3bd1d7 req-f3018220-7e79-48ed-a69e-1a963af84b57 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:04.129065 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-563a38a7-5676-48c6-b75b-6bacae3bd1d7 req-f3018220-7e79-48ed-a69e-1a963af84b57 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99 HTTP/1.1" status: 200 len: 944 time: 0.0552073 Dec 10 19:52:04.179437 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-563a38a7-5676-48c6-b75b-6bacae3bd1d7 req-7234ecd2-471f-4b0d-b9e9-53c51780a2cc tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=8db2e612-580b-4113-a4e3-497d88886ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439916 Dec 10 19:52:04.548597 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:52:05.296124 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a86d8-b612-43f9-90d5-e634df222f61 req-6d01537e-9e58-4822-b885-6861504c2876 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:05.297630 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cb4a86d8-b612-43f9-90d5-e634df222f61 req-6d01537e-9e58-4822-b885-6861504c2876 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99 HTTP/1.1" status: 200 len: 944 time: 0.0473075 Dec 10 19:52:05.345627 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cb4a86d8-b612-43f9-90d5-e634df222f61 req-1431bc04-f9df-4050-8f3d-a040cb851584 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=8db2e612-580b-4113-a4e3-497d88886ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421205 Dec 10 19:52:05.530286 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device f01d5f46-dbf5-4644-b74d-7dfe0ede069c up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:52:05.579033 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port f01d5f46-dbf5-4644-b74d-7dfe0ede069c completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:52:05.583201 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port f01d5f46-dbf5-4644-b74d-7dfe0ede069c triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:52:05.583577 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:52:05.661078 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:52:05.682425 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca20851-22d7-4274-9ba0-7a848fc81c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01d5f46-dbf5-4644-b74d-7dfe0ede069c'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:52:05.685256 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f39997a1e7c5b6ae782956bbd1fa5b612e64aa5908109c3bc10b0e272c8d4b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c6f66b-964b-48de-82fa-0de7bb76c3f8" -d '{"events": [{"server_uuid": "4ca20851-22d7-4274-9ba0-7a848fc81c99", "name": "network-vif-plugged", "status": "completed", "tag": "f01d5f46-dbf5-4644-b74d-7dfe0ede069c"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:52:05.697601 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port f01d5f46-dbf5-4644-b74d-7dfe0ede069c, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=f01d5f46-dbf5-4644-b74d-7dfe0ede069c,segment=NetworkSegment(1f4859b6-40e0-4b66-9f70-1620580abb45),segment_id=1f4859b6-40e0-4b66-9f70-1620580abb45)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:52:05.702144 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:52:05.728295 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f1d986-4a48-46de-94a7-436f906fe24a x-openstack-request-id: req-07f1d986-4a48-46de-94a7-436f906fe24a {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:52:05.728592 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca20851-22d7-4274-9ba0-7a848fc81c99", "name": "network-vif-plugged", "status": "completed", "tag": "f01d5f46-dbf5-4644-b74d-7dfe0ede069c", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:52:05.728879 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-07f1d986-4a48-46de-94a7-436f906fe24a {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:52:05.729268 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca20851-22d7-4274-9ba0-7a848fc81c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01d5f46-dbf5-4644-b74d-7dfe0ede069c', 'code': 200} Dec 10 19:52:05.751326 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=f01d5f46-dbf5-4644-b74d-7dfe0ede069c,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:05.823116 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df48ed-7d93-400f-ae14-bbcc82690230 req-c85a7432-d9cc-466e-8a33-658b261a21c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:05.825351 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-69df48ed-7d93-400f-ae14-bbcc82690230 req-c85a7432-d9cc-466e-8a33-658b261a21c7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99 HTTP/1.1" status: 200 len: 1096 time: 0.0404437 Dec 10 19:52:05.873701 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-69df48ed-7d93-400f-ae14-bbcc82690230 req-263b07e2-4ed9-488f-911a-1eb7212fd243 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8db2e612-580b-4113-a4e3-497d88886ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420878 Dec 10 19:52:06.462672 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e63e1-bff0-40f0-875c-ed20b8be3dbd req-5fe8faf2-5095-4f8c-9aa2-4c82a83006c6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:06.464156 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c48e63e1-bff0-40f0-875c-ed20b8be3dbd req-5fe8faf2-5095-4f8c-9aa2-4c82a83006c6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99 HTTP/1.1" status: 200 len: 945 time: 0.0500915 Dec 10 19:52:06.513654 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c48e63e1-bff0-40f0-875c-ed20b8be3dbd req-23dab2de-a1a9-460c-a164-f3db411add75 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=8db2e612-580b-4113-a4e3-497d88886ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434208 Dec 10 19:52:07.631295 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd89cbd-2622-40b0-9351-3aea517190e8 req-5afe37fa-0ed6-4554-b01d-db9af702152f tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:07.632737 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5fd89cbd-2622-40b0-9351-3aea517190e8 req-5afe37fa-0ed6-4554-b01d-db9af702152f tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99 HTTP/1.1" status: 200 len: 945 time: 0.0492585 Dec 10 19:52:07.681859 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5fd89cbd-2622-40b0-9351-3aea517190e8 req-e41dfcdb-e434-4f9e-b2eb-87d4063f0c4d tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=8db2e612-580b-4113-a4e3-497d88886ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428393 Dec 10 19:52:07.797865 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb480983-4577-4731-ad26-b6bc7a55db2c req-9dc2b811-d28b-45ea-8183-f3609b181972 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:07.799358 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bb480983-4577-4731-ad26-b6bc7a55db2c req-9dc2b811-d28b-45ea-8183-f3609b181972 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99 HTTP/1.1" status: 200 len: 945 time: 0.0503840 Dec 10 19:52:07.848415 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bb480983-4577-4731-ad26-b6bc7a55db2c req-c4640540-4ea2-40ae-9a2f-6a86b620e741 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=8db2e612-580b-4113-a4e3-497d88886ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430889 Dec 10 19:52:07.870284 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53028) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:52:07.917290 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884ffc90-54fe-4485-b2d5-7dbc9ebeb57d tempest-TestNetworkAdvancedServerOps-1581291312 tempest-TestNetworkAdvancedServerOps-1581291312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:07.920501 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-884ffc90-54fe-4485-b2d5-7dbc9ebeb57d tempest-TestNetworkAdvancedServerOps-1581291312 tempest-TestNetworkAdvancedServerOps-1581291312-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99 HTTP/1.1" status: 200 len: 1091 time: 0.0484474 Dec 10 19:52:07.923191 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53030) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:52:07.929543 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-1a3daf3b-2ef0-49db-b404-e9df880bb9ee tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'port_id': 'f01d5f46-dbf5-4644-b74d-7dfe0ede069c', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:52:07.957041 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a3daf3b-2ef0-49db-b404-e9df880bb9ee tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:52:08.058155 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a3daf3b-2ef0-49db-b404-e9df880bb9ee tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:52:08.170064 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-1a3daf3b-2ef0-49db-b404-e9df880bb9ee tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Allocated IP 172.25.7.13 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/4e390551-26d4-4881-8e8e-4f03377c0281) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:52:08.288008 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a3daf3b-2ef0-49db-b404-e9df880bb9ee tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:52:08.329401 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a3daf3b-2ef0-49db-b404-e9df880bb9ee tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:52:08.375764 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3daf3b-2ef0-49db-b404-e9df880bb9ee tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:52:08.378840 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-1a3daf3b-2ef0-49db-b404-e9df880bb9ee tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:52:08.382609 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3daf3b-2ef0-49db-b404-e9df880bb9ee tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:52:08.406607 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3daf3b-2ef0-49db-b404-e9df880bb9ee tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'Port': ['ID=4e390551-26d4-4881-8e8e-4f03377c0281,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:08.782395 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a3daf3b-2ef0-49db-b404-e9df880bb9ee tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:52:08.851302 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a3daf3b-2ef0-49db-b404-e9df880bb9ee tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:52:08.984875 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:52:09.006037 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a3daf3b-2ef0-49db-b404-e9df880bb9ee tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:52:09.010593 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a3daf3b-2ef0-49db-b404-e9df880bb9ee tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:52:09.079127 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3daf3b-2ef0-49db-b404-e9df880bb9ee tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'Port': ['ID=4e390551-26d4-4881-8e8e-4f03377c0281,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:09.088845 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a3daf3b-2ef0-49db-b404-e9df880bb9ee tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:52:09.188496 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-1a3daf3b-2ef0-49db-b404-e9df880bb9ee tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Floating IP 2cbd1d4b-c6fc-4640-9a46-6aeb13896d51 associated. External IP: 172.25.7.13, port: f01d5f46-dbf5-4644-b74d-7dfe0ede069c. Dec 10 19:52:09.393802 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3daf3b-2ef0-49db-b404-e9df880bb9ee tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Router b2d813be-d13a-4781-bf6a-c1d89603e74e has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:52:09.499540 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3daf3b-2ef0-49db-b404-e9df880bb9ee tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:52:09.512896 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c7bde0-6558-4dca-b7b4-7b15cb4b13f1 None None] Sync routers for ids ['b2d813be-d13a-4781-bf6a-c1d89603e74e'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:52:09.515970 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a3daf3b-2ef0-49db-b404-e9df880bb9ee tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:52:09.523184 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c7bde0-6558-4dca-b7b4-7b15cb4b13f1 None None] Routers {'b2d813be-d13a-4781-bf6a-c1d89603e74e'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:52:09.523805 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-84c7bde0-6558-4dca-b7b4-7b15cb4b13f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:51:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['b2d813be-d13a-4781-bf6a-c1d89603e74e'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:52:09.543500 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1a3daf3b-2ef0-49db-b404-e9df880bb9ee tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6188438 Dec 10 19:52:09.544194 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca20851-22d7-4274-9ba0-7a848fc81c99', 'tag': 'f01d5f46-dbf5-4644-b74d-7dfe0ede069c'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:52:09.546565 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb385ee8d26b8ad243460b423ad218e97d9fae79c4f4b9b0691d822ece1c624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78894a5-14d5-45f4-9162-11cfc95eabc1" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca20851-22d7-4274-9ba0-7a848fc81c99", "tag": "f01d5f46-dbf5-4644-b74d-7dfe0ede069c"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:52:09.585201 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784bbea9-180e-4bb7-8918-2cbc8ec964b0 x-openstack-request-id: req-784bbea9-180e-4bb7-8918-2cbc8ec964b0 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:52:09.585496 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca20851-22d7-4274-9ba0-7a848fc81c99", "tag": "f01d5f46-dbf5-4644-b74d-7dfe0ede069c", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:52:09.585750 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-784bbea9-180e-4bb7-8918-2cbc8ec964b0 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:52:09.586158 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca20851-22d7-4274-9ba0-7a848fc81c99', 'tag': 'f01d5f46-dbf5-4644-b74d-7dfe0ede069c', 'status': 'completed', 'code': 200} Dec 10 19:52:09.637070 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-84c7bde0-6558-4dca-b7b4-7b15cb4b13f1 None None] Set router b2d813be-d13a-4781-bf6a-c1d89603e74e gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:52:09.651383 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78894a5-14d5-45f4-9162-11cfc95eabc1 req-a11b3abd-e398-4121-b6ce-dec3ae14a995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:09.653056 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f78894a5-14d5-45f4-9162-11cfc95eabc1 req-a11b3abd-e398-4121-b6ce-dec3ae14a995 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99 HTTP/1.1" status: 200 len: 1096 time: 0.0450962 Dec 10 19:52:09.657673 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6228e19-cb0a-4b8f-aae3-e750a13a6753 req-5dac68d5-4e63-4c9c-a356-ed0513dd11f9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:09.659203 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b6228e19-cb0a-4b8f-aae3-e750a13a6753 req-5dac68d5-4e63-4c9c-a356-ed0513dd11f9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99 HTTP/1.1" status: 200 len: 945 time: 0.0505848 Dec 10 19:52:09.717542 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b6228e19-cb0a-4b8f-aae3-e750a13a6753 req-f72d0679-0311-4001-9b06-9de5af0f839a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=8db2e612-580b-4113-a4e3-497d88886ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520916 Dec 10 19:52:09.740168 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53036) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:52:09.758708 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78894a5-14d5-45f4-9162-11cfc95eabc1 req-8a1a6fe4-b6f5-406a-98e1-d8768b52963a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:09.760223 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f78894a5-14d5-45f4-9162-11cfc95eabc1 req-8a1a6fe4-b6f5-406a-98e1-d8768b52963a service neutron] 10.222.0.72 "GET /v2.0/networks?id=0c1c35ec-f52a-486b-9596-2277ec9994fe HTTP/1.1" status: 200 len: 897 time: 0.1000345 Dec 10 19:52:09.806136 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-81758103-2457-47c2-be9b-3208413224f2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/floatingips/2cbd1d4b-c6fc-4640-9a46-6aeb13896d51 HTTP/1.1" status: 200 len: 990 time: 0.0636821 Dec 10 19:52:09.826819 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f78894a5-14d5-45f4-9162-11cfc95eabc1 req-6aae95c8-567f-47cf-9582-6ce7051bf3ac service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f01d5f46-dbf5-4644-b74d-7dfe0ede069c HTTP/1.1" status: 200 len: 998 time: 0.0589952 Dec 10 19:52:09.870055 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-84c7bde0-6558-4dca-b7b4-7b15cb4b13f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181585832', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'ca94d9a5-02f5-4f7c-b2f9-07d66f62055d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:51:48Z', 'updated_at': '2021-12-10T19:51:51Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'ca94d9a5-02f5-4f7c-b2f9-07d66f62055d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:48Z', 'updated_at': '2021-12-10T19:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '2cbd1d4b-c6fc-4640-9a46-6aeb13896d51', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'floating_ip_address': '172.25.7.13', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'port_id': 'f01d5f46-dbf5-4644-b74d-7dfe0ede069c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c1c35ec-f52a-486b-9596-2277ec9994fe', 'mac_address': 'fa:16:3e:ec:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca20851-22d7-4274-9ba0-7a848fc81c99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:52:08Z', 'updated_at': '2021-12-10T19:52:08Z', 'revision_number': 0, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63aabca4-2168-4958-9df1-65c50cc8b611', 'name': '', 'network_id': '0c1c35ec-f52a-486b-9596-2277ec9994fe', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:5f:3d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'ebc172d8-4daf-4889-993a-41c1cc76c3f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:51Z', 'updated_at': '2021-12-10T19:51:55Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': 'ebc172d8-4daf-4889-993a-41c1cc76c3f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:52:09.877095 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78894a5-14d5-45f4-9162-11cfc95eabc1 req-cf61e546-5e7c-4ae9-a94a-5bd035873f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:09.878577 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f78894a5-14d5-45f4-9162-11cfc95eabc1 req-cf61e546-5e7c-4ae9-a94a-5bd035873f75 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ebc172d8-4daf-4889-993a-41c1cc76c3f2 HTTP/1.1" status: 200 len: 835 time: 0.0452065 Dec 10 19:52:09.901562 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c7bde0-6558-4dca-b7b4-7b15cb4b13f1 None None] Checking router: b2d813be-d13a-4781-bf6a-c1d89603e74e for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:52:09.910409 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c7bde0-6558-4dca-b7b4-7b15cb4b13f1 None None] Routers {'b2d813be-d13a-4781-bf6a-c1d89603e74e'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:52:09.911034 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-84c7bde0-6558-4dca-b7b4-7b15cb4b13f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:51:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['b2d813be-d13a-4781-bf6a-c1d89603e74e'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:52:09.928207 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78894a5-14d5-45f4-9162-11cfc95eabc1 req-28c7802b-3192-4c74-9afb-78e4ba33f88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:09.929793 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f78894a5-14d5-45f4-9162-11cfc95eabc1 req-28c7802b-3192-4c74-9afb-78e4ba33f88d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0c1c35ec-f52a-486b-9596-2277ec9994fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443161 Dec 10 19:52:10.021028 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-84c7bde0-6558-4dca-b7b4-7b15cb4b13f1 None None] Set router b2d813be-d13a-4781-bf6a-c1d89603e74e gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:52:10.022514 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f78894a5-14d5-45f4-9162-11cfc95eabc1 req-8782d82b-3e05-4ca2-94de-ec57c7078a9f service neutron] 10.222.0.72 "GET /v2.0/networks/0c1c35ec-f52a-486b-9596-2277ec9994fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852985 Dec 10 19:52:10.115516 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f78894a5-14d5-45f4-9162-11cfc95eabc1 req-ee729b93-e007-41bc-a469-db356bc8241d service neutron] 10.222.0.72 "GET /v2.0/networks/0c1c35ec-f52a-486b-9596-2277ec9994fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858924 Dec 10 19:52:10.243318 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-84c7bde0-6558-4dca-b7b4-7b15cb4b13f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181585832', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'ca94d9a5-02f5-4f7c-b2f9-07d66f62055d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:51:48Z', 'updated_at': '2021-12-10T19:51:51Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'ca94d9a5-02f5-4f7c-b2f9-07d66f62055d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:48Z', 'updated_at': '2021-12-10T19:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '2cbd1d4b-c6fc-4640-9a46-6aeb13896d51', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'floating_ip_address': '172.25.7.13', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'port_id': 'f01d5f46-dbf5-4644-b74d-7dfe0ede069c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c1c35ec-f52a-486b-9596-2277ec9994fe', 'mac_address': 'fa:16:3e:ec:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca20851-22d7-4274-9ba0-7a848fc81c99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:52:08Z', 'updated_at': '2021-12-10T19:52:08Z', 'revision_number': 0, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63aabca4-2168-4958-9df1-65c50cc8b611', 'name': '', 'network_id': '0c1c35ec-f52a-486b-9596-2277ec9994fe', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:5f:3d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'ebc172d8-4daf-4889-993a-41c1cc76c3f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:51Z', 'updated_at': '2021-12-10T19:51:55Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': 'ebc172d8-4daf-4889-993a-41c1cc76c3f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:52:10.272441 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c7bde0-6558-4dca-b7b4-7b15cb4b13f1 None None] The sync data for ids ['b2d813be-d13a-4781-bf6a-c1d89603e74e'] in n-d-821435-1 is: [{'id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181585832', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'ca94d9a5-02f5-4f7c-b2f9-07d66f62055d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:51:48Z', 'updated_at': '2021-12-10T19:51:51Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'ca94d9a5-02f5-4f7c-b2f9-07d66f62055d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:48Z', 'updated_at': '2021-12-10T19:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '2cbd1d4b-c6fc-4640-9a46-6aeb13896d51', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'floating_ip_address': '172.25.7.13', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'port_id': 'f01d5f46-dbf5-4644-b74d-7dfe0ede069c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c1c35ec-f52a-486b-9596-2277ec9994fe', 'mac_address': 'fa:16:3e:ec:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca20851-22d7-4274-9ba0-7a848fc81c99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:52:08Z', 'updated_at': '2021-12-10T19:52:08Z', 'revision_number': 0, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63aabca4-2168-4958-9df1-65c50cc8b611', 'name': '', 'network_id': '0c1c35ec-f52a-486b-9596-2277ec9994fe', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:5f:3d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'ebc172d8-4daf-4889-993a-41c1cc76c3f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:51Z', 'updated_at': '2021-12-10T19:51:55Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': 'ebc172d8-4daf-4889-993a-41c1cc76c3f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:52:10.455866 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2f8ae3-f239-4230-9146-751306fa8bb7 None None] New status for floating IP 2cbd1d4b-c6fc-4640-9a46-6aeb13896d51: ACTIVE {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:52:10.808956 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53038) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:52:10.871504 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-956edf37-8dea-48da-b2ff-c80105cd8b21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/floatingips/2cbd1d4b-c6fc-4640-9a46-6aeb13896d51 HTTP/1.1" status: 200 len: 992 time: 0.0610557 Dec 10 19:52:19.812658 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5a64f5c7-5ba9-4550-953a-2cc6dd51c920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:52:22.676511 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-70668a13-5cad-49c7-8c7f-860aaecdd456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:52:23.734941 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:52:25.097009 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:52:25.691456 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:52:26.076935 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ccbff677-3856-45fd-9220-a323c1146fc5 req-b1a26996-57fb-494d-a49b-31dfe62d7f93 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423012 Dec 10 19:52:26.158453 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbff677-3856-45fd-9220-a323c1146fc5 req-f576eff4-0b2d-4a89-9a75-e8ff227874e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:26.159938 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ccbff677-3856-45fd-9220-a323c1146fc5 req-f576eff4-0b2d-4a89-9a75-e8ff227874e7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99 HTTP/1.1" status: 200 len: 1096 time: 0.0404592 Dec 10 19:52:26.266452 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbff677-3856-45fd-9220-a323c1146fc5 req-72846c2b-49f0-4386-8778-eb8c11975bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:26.267959 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ccbff677-3856-45fd-9220-a323c1146fc5 req-72846c2b-49f0-4386-8778-eb8c11975bb8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0c1c35ec-f52a-486b-9596-2277ec9994fe HTTP/1.1" status: 200 len: 897 time: 0.0879357 Dec 10 19:52:26.338146 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ccbff677-3856-45fd-9220-a323c1146fc5 req-0fefdb08-9ad5-419e-a54e-2bbfcf98762d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f01d5f46-dbf5-4644-b74d-7dfe0ede069c HTTP/1.1" status: 200 len: 1000 time: 0.0631709 Dec 10 19:52:26.388541 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbff677-3856-45fd-9220-a323c1146fc5 req-6dc4db43-3d6a-4c64-81e7-ebeaacd492fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:26.390602 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ccbff677-3856-45fd-9220-a323c1146fc5 req-6dc4db43-3d6a-4c64-81e7-ebeaacd492fd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ebc172d8-4daf-4889-993a-41c1cc76c3f2 HTTP/1.1" status: 200 len: 835 time: 0.0450807 Dec 10 19:52:26.438099 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbff677-3856-45fd-9220-a323c1146fc5 req-9a86923e-9c47-49ee-85b3-80f70b57f265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:26.439565 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ccbff677-3856-45fd-9220-a323c1146fc5 req-9a86923e-9c47-49ee-85b3-80f70b57f265 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0c1c35ec-f52a-486b-9596-2277ec9994fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420280 Dec 10 19:52:26.528031 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ccbff677-3856-45fd-9220-a323c1146fc5 req-4f3815c9-2966-41cc-ae5c-01385240f89e service neutron] 10.222.0.72 "GET /v2.0/networks/0c1c35ec-f52a-486b-9596-2277ec9994fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810616 Dec 10 19:52:26.624387 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ccbff677-3856-45fd-9220-a323c1146fc5 req-519f7d16-d4c5-4eb0-9def-01bcca0caa7b service neutron] 10.222.0.72 "GET /v2.0/networks/0c1c35ec-f52a-486b-9596-2277ec9994fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880530 Dec 10 19:52:34.539359 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:52:38.607497 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:52:38.970714 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:52:49.813972 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1f506cb0-aded-49d3-8ccd-5f7810567d9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:52:52.678804 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-093a5ce4-9de5-4c9d-9c56-c5f255cc3625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:52:53.738230 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:52:55.098571 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:52:55.693945 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:53:04.562017 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:53:08.970260 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:53:15.606225 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:53:19.818053 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a0e2a1ee-829b-4331-9041-07a112dcda3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:53:22.436767 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99919d-93c1-4fad-bf73-a5d7c9155638 req-755a335e-92e7-4ec7-87bf-62462dc3707e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:22.438525 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ed99919d-93c1-4fad-bf73-a5d7c9155638 req-755a335e-92e7-4ec7-87bf-62462dc3707e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99 HTTP/1.1" status: 200 len: 945 time: 0.1088669 Dec 10 19:53:22.488082 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ed99919d-93c1-4fad-bf73-a5d7c9155638 req-14709819-5bc9-4339-bf88-d896a51a8b55 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=8db2e612-580b-4113-a4e3-497d88886ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437169 Dec 10 19:53:22.679777 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a3e30f4f-9d87-43d6-9e90-73c241d6e984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:53:23.655851 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b49ed6-0f41-432b-8eb4-80f3970bba2e req-655c5586-4710-4e58-b65f-7ca1a0d1c750 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:23.657288 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e7b49ed6-0f41-432b-8eb4-80f3970bba2e req-655c5586-4710-4e58-b65f-7ca1a0d1c750 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99 HTTP/1.1" status: 200 len: 945 time: 0.0973630 Dec 10 19:53:23.705793 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e7b49ed6-0f41-432b-8eb4-80f3970bba2e req-a858ec86-a578-44c8-b542-e47a17c6d298 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=8db2e612-580b-4113-a4e3-497d88886ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426035 Dec 10 19:53:23.743443 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:53:24.825045 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ea084-a241-46df-b3fd-ec8b55d492eb req-fb8c87e6-29fb-4797-b122-92cba401a381 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:24.826602 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b56ea084-a241-46df-b3fd-ec8b55d492eb req-fb8c87e6-29fb-4797-b122-92cba401a381 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99 HTTP/1.1" status: 200 len: 945 time: 0.0480399 Dec 10 19:53:24.879959 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b56ea084-a241-46df-b3fd-ec8b55d492eb req-28cb29de-2135-41a7-bb50-0b13c21a5df8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=8db2e612-580b-4113-a4e3-497d88886ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469663 Dec 10 19:53:25.102542 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:53:25.555920 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b4f55-92f0-4cdb-9063-30c502c38c77 req-823a0584-c097-47a2-a77a-1ee365972ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:25.557444 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-180b4f55-92f0-4cdb-9063-30c502c38c77 req-823a0584-c097-47a2-a77a-1ee365972ded service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99 HTTP/1.1" status: 200 len: 1096 time: 0.0440209 Dec 10 19:53:25.658551 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b4f55-92f0-4cdb-9063-30c502c38c77 req-a75e526c-1846-462f-981c-3c49d07176f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:25.659927 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-180b4f55-92f0-4cdb-9063-30c502c38c77 req-a75e526c-1846-462f-981c-3c49d07176f4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0c1c35ec-f52a-486b-9596-2277ec9994fe HTTP/1.1" status: 200 len: 897 time: 0.0829115 Dec 10 19:53:25.695685 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:53:25.729049 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-180b4f55-92f0-4cdb-9063-30c502c38c77 req-d1051380-713e-4acb-ad5a-930b9e47ff5e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f01d5f46-dbf5-4644-b74d-7dfe0ede069c HTTP/1.1" status: 200 len: 1000 time: 0.0611703 Dec 10 19:53:25.775965 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b4f55-92f0-4cdb-9063-30c502c38c77 req-adce1eb5-dd1e-48df-a367-3d38e303769e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:25.777417 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-180b4f55-92f0-4cdb-9063-30c502c38c77 req-adce1eb5-dd1e-48df-a367-3d38e303769e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ebc172d8-4daf-4889-993a-41c1cc76c3f2 HTTP/1.1" status: 200 len: 835 time: 0.0418983 Dec 10 19:53:25.821269 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b4f55-92f0-4cdb-9063-30c502c38c77 req-d8e7b6ff-08a2-4753-abfe-7cf2697df503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:25.822719 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-180b4f55-92f0-4cdb-9063-30c502c38c77 req-d8e7b6ff-08a2-4753-abfe-7cf2697df503 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0c1c35ec-f52a-486b-9596-2277ec9994fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384884 Dec 10 19:53:25.913416 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-180b4f55-92f0-4cdb-9063-30c502c38c77 req-ca1e26a9-28b2-43d3-b12c-32012e227e46 service neutron] 10.222.0.72 "GET /v2.0/networks/0c1c35ec-f52a-486b-9596-2277ec9994fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827520 Dec 10 19:53:25.997962 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4b7e2-5826-4e02-9169-df6d54aa3a45 req-664a4e96-3324-48e9-8556-4d402834d737 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:25.999671 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dfb4b7e2-5826-4e02-9169-df6d54aa3a45 req-664a4e96-3324-48e9-8556-4d402834d737 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99 HTTP/1.1" status: 200 len: 945 time: 0.0504546 Dec 10 19:53:26.003074 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-180b4f55-92f0-4cdb-9063-30c502c38c77 req-148a04b3-db49-4693-8d95-b49e6331c1e0 service neutron] 10.222.0.72 "GET /v2.0/networks/0c1c35ec-f52a-486b-9596-2277ec9994fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813498 Dec 10 19:53:26.051018 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dfb4b7e2-5826-4e02-9169-df6d54aa3a45 req-43cbd335-bf4f-44f6-a3dd-f7b7f2e70e80 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=8db2e612-580b-4113-a4e3-497d88886ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454156 Dec 10 19:53:27.166566 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82bae3-6429-4983-acfb-e927f9ee5795 req-cf5253b1-25e8-4a96-9ad4-2fbc1cd9997f tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:27.168068 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3c82bae3-6429-4983-acfb-e927f9ee5795 req-cf5253b1-25e8-4a96-9ad4-2fbc1cd9997f tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99 HTTP/1.1" status: 200 len: 945 time: 0.0493612 Dec 10 19:53:27.220469 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3c82bae3-6429-4983-acfb-e927f9ee5795 req-bfeebd45-523e-4f88-9729-a84ba8563d3c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=8db2e612-580b-4113-a4e3-497d88886ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463789 Dec 10 19:53:28.346538 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059696a1-e98d-4720-9fe8-dab823ff4372 req-a5892510-b921-4419-9754-ac7c52cbe567 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:28.348060 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-059696a1-e98d-4720-9fe8-dab823ff4372 req-a5892510-b921-4419-9754-ac7c52cbe567 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99 HTTP/1.1" status: 200 len: 945 time: 0.0541742 Dec 10 19:53:28.399349 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-059696a1-e98d-4720-9fe8-dab823ff4372 req-2293de2e-d664-4334-8ff3-a713a2f51c69 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=8db2e612-580b-4113-a4e3-497d88886ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451009 Dec 10 19:53:29.523529 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1d216-0b41-4ddf-b2f6-863af81882ad req-24461194-c411-41e0-b761-90b7d17f68d6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:29.525058 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-91d1d216-0b41-4ddf-b2f6-863af81882ad req-24461194-c411-41e0-b761-90b7d17f68d6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99 HTTP/1.1" status: 200 len: 945 time: 0.0495958 Dec 10 19:53:29.575024 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-91d1d216-0b41-4ddf-b2f6-863af81882ad req-fcfac2d1-b106-456d-8815-e5679d3fd165 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=8db2e612-580b-4113-a4e3-497d88886ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431814 Dec 10 19:53:30.693746 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767826b8-7671-4ffe-8ffe-c224c75069b7 req-5b5a9e11-030c-4c55-b15a-47c232df0a81 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:30.695236 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-767826b8-7671-4ffe-8ffe-c224c75069b7 req-5b5a9e11-030c-4c55-b15a-47c232df0a81 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99 HTTP/1.1" status: 200 len: 945 time: 0.0497220 Dec 10 19:53:30.751045 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-767826b8-7671-4ffe-8ffe-c224c75069b7 req-da648f41-cf71-4e08-9675-17784496afc2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=8db2e612-580b-4113-a4e3-497d88886ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498886 Dec 10 19:53:31.868246 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d52875-1121-45a5-8c4f-f60063f33d66 req-f50fde6f-0053-4498-9348-746bb942374c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:31.869752 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-33d52875-1121-45a5-8c4f-f60063f33d66 req-f50fde6f-0053-4498-9348-746bb942374c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99 HTTP/1.1" status: 200 len: 945 time: 0.0490522 Dec 10 19:53:31.917612 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-33d52875-1121-45a5-8c4f-f60063f33d66 req-99af7826-8ce7-40be-ac25-854b9b3860ba tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=8db2e612-580b-4113-a4e3-497d88886ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410020 Dec 10 19:53:33.039483 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8001f-b471-48d1-ae18-bd30429b04c7 req-e2500b91-ba42-43e5-ac13-53ef2af66c06 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:33.041020 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d3c8001f-b471-48d1-ae18-bd30429b04c7 req-e2500b91-ba42-43e5-ac13-53ef2af66c06 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99 HTTP/1.1" status: 200 len: 945 time: 0.0528021 Dec 10 19:53:33.089686 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d3c8001f-b471-48d1-ae18-bd30429b04c7 req-b7d57d04-3f8c-4378-9c0c-dbab6ccdb1ba tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=8db2e612-580b-4113-a4e3-497d88886ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425200 Dec 10 19:53:33.112275 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53094) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:53:33.175409 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-acdcc8ab-c150-450e-9c1f-75e49953a285 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/floatingips/2cbd1d4b-c6fc-4640-9a46-6aeb13896d51 HTTP/1.1" status: 200 len: 992 time: 0.0618663 Dec 10 19:53:34.474211 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639f60f-1497-450f-8261-fb3e33cf76f7 req-6626ea98-379e-4c47-a719-219ec9bc7764 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:34.475596 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3639f60f-1497-450f-8261-fb3e33cf76f7 req-6626ea98-379e-4c47-a719-219ec9bc7764 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99 HTTP/1.1" status: 200 len: 945 time: 0.0806751 Dec 10 19:53:34.481461 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dae409-05a1-43b7-8624-453f7f83bb40 req-fa874f23-0f91-48c1-bfa6-a76fbe9abb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:34.482892 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-30dae409-05a1-43b7-8624-453f7f83bb40 req-fa874f23-0f91-48c1-bfa6-a76fbe9abb1b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99 HTTP/1.1" status: 200 len: 1096 time: 0.0572910 Dec 10 19:53:34.560994 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:53:34.582500 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3639f60f-1497-450f-8261-fb3e33cf76f7 req-f19b412e-b45c-4011-a0c5-3cccc37c310e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=8db2e612-580b-4113-a4e3-497d88886ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986676 Dec 10 19:53:34.609223 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dae409-05a1-43b7-8624-453f7f83bb40 req-c71163c0-3d26-4715-a3a9-08619d541531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:34.610725 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-30dae409-05a1-43b7-8624-453f7f83bb40 req-c71163c0-3d26-4715-a3a9-08619d541531 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0c1c35ec-f52a-486b-9596-2277ec9994fe HTTP/1.1" status: 200 len: 897 time: 0.1214268 Dec 10 19:53:34.675503 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-30dae409-05a1-43b7-8624-453f7f83bb40 req-95b3a689-0f52-466a-a607-e0fbfbcc8a4d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f01d5f46-dbf5-4644-b74d-7dfe0ede069c HTTP/1.1" status: 200 len: 1000 time: 0.0578730 Dec 10 19:53:34.724773 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dae409-05a1-43b7-8624-453f7f83bb40 req-87293901-5e70-479d-b81d-35b0c7b95039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:34.726103 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-30dae409-05a1-43b7-8624-453f7f83bb40 req-87293901-5e70-479d-b81d-35b0c7b95039 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ebc172d8-4daf-4889-993a-41c1cc76c3f2 HTTP/1.1" status: 200 len: 835 time: 0.0429657 Dec 10 19:53:34.775038 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dae409-05a1-43b7-8624-453f7f83bb40 req-d59b25d5-5ff5-4e5a-ae4b-a9a7040c7f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:34.776542 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-30dae409-05a1-43b7-8624-453f7f83bb40 req-d59b25d5-5ff5-4e5a-ae4b-a9a7040c7f51 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0c1c35ec-f52a-486b-9596-2277ec9994fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429349 Dec 10 19:53:34.865012 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-30dae409-05a1-43b7-8624-453f7f83bb40 req-b3b0bdc1-de26-4fac-be18-6a31c0d298c9 service neutron] 10.222.0.72 "GET /v2.0/networks/0c1c35ec-f52a-486b-9596-2277ec9994fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808275 Dec 10 19:53:34.956994 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-30dae409-05a1-43b7-8624-453f7f83bb40 req-64e3c2e6-ecb8-4158-b25e-79c745ae8634 service neutron] 10.222.0.72 "GET /v2.0/networks/0c1c35ec-f52a-486b-9596-2277ec9994fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853999 Dec 10 19:53:35.700179 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb24b5-4e03-4b23-98a9-d05f7fa80209 req-ca8125bd-4030-420f-86a1-f074d166323a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:35.702337 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e5fb24b5-4e03-4b23-98a9-d05f7fa80209 req-ca8125bd-4030-420f-86a1-f074d166323a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99 HTTP/1.1" status: 200 len: 945 time: 0.0492659 Dec 10 19:53:35.755450 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e5fb24b5-4e03-4b23-98a9-d05f7fa80209 req-2cdfdd29-3b79-4618-a39f-81fe36212831 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=8db2e612-580b-4113-a4e3-497d88886ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471082 Dec 10 19:53:35.777666 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53104) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:53:35.836947 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-af6f8ae0-a3ce-4ba3-88de-5fff9daa0a73 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/floatingips/2cbd1d4b-c6fc-4640-9a46-6aeb13896d51 HTTP/1.1" status: 200 len: 992 time: 0.0581443 Dec 10 19:53:38.979703 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:53:49.818786 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5f8e641-b05b-4c24-8feb-94c0f50128e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:53:52.605401 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:53:52.681308 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7e0c4696-0070-4cb2-b1ec-56b5ad4ff3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:53:53.745853 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:53:55.106126 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:53:55.697051 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:04.558684 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:08.994530 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:19.820549 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e61b64ad-bd1f-4421-9860-975170f5426e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:22.682813 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-46534924-2e14-4ed2-bd8e-4681f648d591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:23.751172 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:25.108265 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:25.698488 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:27.061420 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b88c0218-9c88-4321-8648-6e516b9e5cc9 req-6ac5c207-e140-44d3-819e-91ce6441de9e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384152 Dec 10 19:54:27.146545 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c0218-9c88-4321-8648-6e516b9e5cc9 req-c6258bc3-840d-45f2-a4af-7bcaa5d52f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:27.148326 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b88c0218-9c88-4321-8648-6e516b9e5cc9 req-c6258bc3-840d-45f2-a4af-7bcaa5d52f93 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99 HTTP/1.1" status: 200 len: 1096 time: 0.0424750 Dec 10 19:54:27.253266 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c0218-9c88-4321-8648-6e516b9e5cc9 req-97b6fa8f-15d3-4108-b39e-7074a5b4c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:27.255197 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b88c0218-9c88-4321-8648-6e516b9e5cc9 req-97b6fa8f-15d3-4108-b39e-7074a5b4c647 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0c1c35ec-f52a-486b-9596-2277ec9994fe HTTP/1.1" status: 200 len: 897 time: 0.0879223 Dec 10 19:54:27.322001 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b88c0218-9c88-4321-8648-6e516b9e5cc9 req-95dd8e2a-a2c8-4b82-87b0-57f16f54c973 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f01d5f46-dbf5-4644-b74d-7dfe0ede069c HTTP/1.1" status: 200 len: 1000 time: 0.0583112 Dec 10 19:54:27.373429 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c0218-9c88-4321-8648-6e516b9e5cc9 req-f4b4296c-2605-4c74-b852-622509b527f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:27.374937 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b88c0218-9c88-4321-8648-6e516b9e5cc9 req-f4b4296c-2605-4c74-b852-622509b527f5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ebc172d8-4daf-4889-993a-41c1cc76c3f2 HTTP/1.1" status: 200 len: 835 time: 0.0449412 Dec 10 19:54:27.431824 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c0218-9c88-4321-8648-6e516b9e5cc9 req-89bacf51-567c-4855-af11-ca946fcfc532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:27.433342 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b88c0218-9c88-4321-8648-6e516b9e5cc9 req-89bacf51-567c-4855-af11-ca946fcfc532 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0c1c35ec-f52a-486b-9596-2277ec9994fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501726 Dec 10 19:54:27.522231 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b88c0218-9c88-4321-8648-6e516b9e5cc9 req-0f1ec3fe-379d-48eb-995a-6b7bcb1d0969 service neutron] 10.222.0.72 "GET /v2.0/networks/0c1c35ec-f52a-486b-9596-2277ec9994fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797107 Dec 10 19:54:27.944841 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b88c0218-9c88-4321-8648-6e516b9e5cc9 req-1ba02490-368d-450e-8f98-b49c6e279436 service neutron] 10.222.0.72 "GET /v2.0/networks/0c1c35ec-f52a-486b-9596-2277ec9994fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146297 Dec 10 19:54:29.604818 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:54:32.774679 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53120) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:54:32.932196 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-336258a9-0ef8-421c-ac3b-6ddc760d9a21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Deleting port 4e390551-26d4-4881-8e8e-4f03377c0281 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:54:32.932549 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-336258a9-0ef8-421c-ac3b-6ddc760d9a21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:33.014414 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-336258a9-0ef8-421c-ac3b-6ddc760d9a21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:33.014929 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-336258a9-0ef8-421c-ac3b-6ddc760d9a21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:33.027782 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-336258a9-0ef8-421c-ac3b-6ddc760d9a21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Calling delete_port for 4e390551-26d4-4881-8e8e-4f03377c0281 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:54:33.173479 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-336258a9-0ef8-421c-ac3b-6ddc760d9a21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:33.198424 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336258a9-0ef8-421c-ac3b-6ddc760d9a21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event deleted for resources: {'Port': ['ID=4e390551-26d4-4881-8e8e-4f03377c0281,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:33.223901 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336258a9-0ef8-421c-ac3b-6ddc760d9a21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:33.224255 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336258a9-0ef8-421c-ac3b-6ddc760d9a21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:33.224603 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336258a9-0ef8-421c-ac3b-6ddc760d9a21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:33.224968 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336258a9-0ef8-421c-ac3b-6ddc760d9a21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:33.225305 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336258a9-0ef8-421c-ac3b-6ddc760d9a21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:33.225636 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336258a9-0ef8-421c-ac3b-6ddc760d9a21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:33.225966 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336258a9-0ef8-421c-ac3b-6ddc760d9a21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:33.226298 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336258a9-0ef8-421c-ac3b-6ddc760d9a21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:33.226630 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336258a9-0ef8-421c-ac3b-6ddc760d9a21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:33.226961 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336258a9-0ef8-421c-ac3b-6ddc760d9a21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:33.227289 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336258a9-0ef8-421c-ac3b-6ddc760d9a21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:33.227610 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336258a9-0ef8-421c-ac3b-6ddc760d9a21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:33.227931 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336258a9-0ef8-421c-ac3b-6ddc760d9a21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:33.266156 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-336258a9-0ef8-421c-ac3b-6ddc760d9a21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:33.266504 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-336258a9-0ef8-421c-ac3b-6ddc760d9a21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Floating IP 2cbd1d4b-c6fc-4640-9a46-6aeb13896d51 disassociated (deleted). External IP: 172.25.7.13, port: f01d5f46-dbf5-4644-b74d-7dfe0ede069c. Dec 10 19:54:33.475238 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336258a9-0ef8-421c-ac3b-6ddc760d9a21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Router b2d813be-d13a-4781-bf6a-c1d89603e74e has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:54:33.582014 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336258a9-0ef8-421c-ac3b-6ddc760d9a21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:54:33.586730 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-336258a9-0ef8-421c-ac3b-6ddc760d9a21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:33.592382 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91b76de-02ac-40bd-9572-7ca68e6c5f9a None None] Sync routers for ids ['b2d813be-d13a-4781-bf6a-c1d89603e74e'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:54:33.603120 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91b76de-02ac-40bd-9572-7ca68e6c5f9a None None] Routers {'b2d813be-d13a-4781-bf6a-c1d89603e74e'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:54:33.603974 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d91b76de-02ac-40bd-9572-7ca68e6c5f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:54:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['b2d813be-d13a-4781-bf6a-c1d89603e74e'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:54:33.616954 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-336258a9-0ef8-421c-ac3b-6ddc760d9a21 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "DELETE /v2.0/floatingips/2cbd1d4b-c6fc-4640-9a46-6aeb13896d51 HTTP/1.1" status: 204 len: 168 time: 0.8411551 Dec 10 19:54:33.617542 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca20851-22d7-4274-9ba0-7a848fc81c99', 'tag': 'f01d5f46-dbf5-4644-b74d-7dfe0ede069c'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:54:33.620123 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8ec8a7-fdd8-4578-b808-6a2295379541" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca20851-22d7-4274-9ba0-7a848fc81c99", "tag": "f01d5f46-dbf5-4644-b74d-7dfe0ede069c"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:54:33.725329 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f58826-54a7-4027-9ec2-8532362393ef x-openstack-request-id: req-51f58826-54a7-4027-9ec2-8532362393ef {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:54:33.725629 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca20851-22d7-4274-9ba0-7a848fc81c99", "tag": "f01d5f46-dbf5-4644-b74d-7dfe0ede069c", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:54:33.726080 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-51f58826-54a7-4027-9ec2-8532362393ef {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:54:33.726245 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-d91b76de-02ac-40bd-9572-7ca68e6c5f9a None None] Set router b2d813be-d13a-4781-bf6a-c1d89603e74e gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:54:33.726359 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca20851-22d7-4274-9ba0-7a848fc81c99', 'tag': 'f01d5f46-dbf5-4644-b74d-7dfe0ede069c', 'status': 'completed', 'code': 200} Dec 10 19:54:33.791785 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ec8a7-fdd8-4578-b808-6a2295379541 req-c5088099-73c8-44f7-8dbf-585a5246589d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:33.793535 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5a8ec8a7-fdd8-4578-b808-6a2295379541 req-c5088099-73c8-44f7-8dbf-585a5246589d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99 HTTP/1.1" status: 200 len: 1096 time: 0.0447814 Dec 10 19:54:33.923565 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0a7f9-ec9e-4733-9a09-bb1d81f68247 req-f7add981-5b03-4776-82df-8634c087ae0c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:33.925001 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ddf0a7f9-ec9e-4733-9a09-bb1d81f68247 req-f7add981-5b03-4776-82df-8634c087ae0c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99 HTTP/1.1" status: 200 len: 945 time: 0.1143863 Dec 10 19:54:33.927833 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ec8a7-fdd8-4578-b808-6a2295379541 req-95ec251a-f6de-4f32-8b45-3765087be57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:33.929222 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5a8ec8a7-fdd8-4578-b808-6a2295379541 req-95ec251a-f6de-4f32-8b45-3765087be57a service neutron] 10.222.0.72 "GET /v2.0/networks?id=0c1c35ec-f52a-486b-9596-2277ec9994fe HTTP/1.1" status: 200 len: 897 time: 0.1269245 Dec 10 19:54:33.942819 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d91b76de-02ac-40bd-9572-7ca68e6c5f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181585832', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'ca94d9a5-02f5-4f7c-b2f9-07d66f62055d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:51:48Z', 'updated_at': '2021-12-10T19:51:51Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'ca94d9a5-02f5-4f7c-b2f9-07d66f62055d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:48Z', 'updated_at': '2021-12-10T19:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '63aabca4-2168-4958-9df1-65c50cc8b611', 'name': '', 'network_id': '0c1c35ec-f52a-486b-9596-2277ec9994fe', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:5f:3d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'ebc172d8-4daf-4889-993a-41c1cc76c3f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:51Z', 'updated_at': '2021-12-10T19:51:55Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': 'ebc172d8-4daf-4889-993a-41c1cc76c3f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:54:33.968145 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91b76de-02ac-40bd-9572-7ca68e6c5f9a None None] Checking router: b2d813be-d13a-4781-bf6a-c1d89603e74e for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:54:33.976881 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91b76de-02ac-40bd-9572-7ca68e6c5f9a None None] Routers {'b2d813be-d13a-4781-bf6a-c1d89603e74e'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:54:33.977489 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d91b76de-02ac-40bd-9572-7ca68e6c5f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:54:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['b2d813be-d13a-4781-bf6a-c1d89603e74e'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:54:33.982949 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5a8ec8a7-fdd8-4578-b808-6a2295379541 req-b64ba81b-2d52-4f56-b218-1228a39e70ca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f01d5f46-dbf5-4644-b74d-7dfe0ede069c HTTP/1.1" status: 200 len: 217 time: 0.0441082 Dec 10 19:54:34.037865 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ddf0a7f9-ec9e-4733-9a09-bb1d81f68247 req-a258ebd4-f75e-4cc8-b5b3-1f4d476f70e7 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=8db2e612-580b-4113-a4e3-497d88886ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063938 Dec 10 19:54:34.060222 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ec8a7-fdd8-4578-b808-6a2295379541 req-43784ce6-996b-4ba4-9152-92ec02c6fa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:34.061770 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5a8ec8a7-fdd8-4578-b808-6a2295379541 req-43784ce6-996b-4ba4-9152-92ec02c6fa82 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ebc172d8-4daf-4889-993a-41c1cc76c3f2 HTTP/1.1" status: 200 len: 835 time: 0.0706677 Dec 10 19:54:34.082808 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-d91b76de-02ac-40bd-9572-7ca68e6c5f9a None None] Set router b2d813be-d13a-4781-bf6a-c1d89603e74e gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:54:34.107516 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ec8a7-fdd8-4578-b808-6a2295379541 req-cab4394a-065a-4456-825a-2c90070f22ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:34.109426 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5a8ec8a7-fdd8-4578-b808-6a2295379541 req-cab4394a-065a-4456-825a-2c90070f22ad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0c1c35ec-f52a-486b-9596-2277ec9994fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403423 Dec 10 19:54:34.197863 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5a8ec8a7-fdd8-4578-b808-6a2295379541 req-c12f8941-eb29-44cd-9c50-a3c4e0474421 service neutron] 10.222.0.72 "GET /v2.0/networks/0c1c35ec-f52a-486b-9596-2277ec9994fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809038 Dec 10 19:54:34.277965 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d91b76de-02ac-40bd-9572-7ca68e6c5f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181585832', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'ca94d9a5-02f5-4f7c-b2f9-07d66f62055d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:51:48Z', 'updated_at': '2021-12-10T19:51:51Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'ca94d9a5-02f5-4f7c-b2f9-07d66f62055d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:48Z', 'updated_at': '2021-12-10T19:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '63aabca4-2168-4958-9df1-65c50cc8b611', 'name': '', 'network_id': '0c1c35ec-f52a-486b-9596-2277ec9994fe', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:5f:3d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'ebc172d8-4daf-4889-993a-41c1cc76c3f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:51Z', 'updated_at': '2021-12-10T19:51:55Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': 'ebc172d8-4daf-4889-993a-41c1cc76c3f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:54:34.290993 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5a8ec8a7-fdd8-4578-b808-6a2295379541 req-5bd852bf-cfc3-42d0-b5f3-54b7447281b7 service neutron] 10.222.0.72 "GET /v2.0/networks/0c1c35ec-f52a-486b-9596-2277ec9994fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854146 Dec 10 19:54:34.308324 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91b76de-02ac-40bd-9572-7ca68e6c5f9a None None] The sync data for ids ['b2d813be-d13a-4781-bf6a-c1d89603e74e'] in n-d-821435-1 is: [{'id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181585832', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'ca94d9a5-02f5-4f7c-b2f9-07d66f62055d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:51:48Z', 'updated_at': '2021-12-10T19:51:51Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'ca94d9a5-02f5-4f7c-b2f9-07d66f62055d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:48Z', 'updated_at': '2021-12-10T19:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '63aabca4-2168-4958-9df1-65c50cc8b611', 'name': '', 'network_id': '0c1c35ec-f52a-486b-9596-2277ec9994fe', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:5f:3d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'ebc172d8-4daf-4889-993a-41c1cc76c3f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:51Z', 'updated_at': '2021-12-10T19:51:55Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': 'ebc172d8-4daf-4889-993a-41c1cc76c3f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:54:34.530587 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bebfe3-53e0-4a52-8688-c1161ec70e7d None None] New status for floating IP 2cbd1d4b-c6fc-4640-9a46-6aeb13896d51: DOWN {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:54:34.559324 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:35.155915 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b399289-91c8-4fef-8158-0ee28af46bd7 req-59b9f438-1c47-4a7d-8754-6dfe6cdc954e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:35.158154 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0b399289-91c8-4fef-8158-0ee28af46bd7 req-59b9f438-1c47-4a7d-8754-6dfe6cdc954e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99 HTTP/1.1" status: 200 len: 945 time: 0.0509272 Dec 10 19:54:35.210966 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0b399289-91c8-4fef-8158-0ee28af46bd7 req-a514d039-19ce-4140-9a00-0a439a196257 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=8db2e612-580b-4113-a4e3-497d88886ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472236 Dec 10 19:54:35.645939 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29272266-17fc-4bb2-85aa-ad761ac96659 req-e2e0f55d-e933-4c13-9326-ad4a22b9178b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:35.647310 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-29272266-17fc-4bb2-85aa-ad761ac96659 req-e2e0f55d-e933-4c13-9326-ad4a22b9178b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99 HTTP/1.1" status: 200 len: 945 time: 0.0498948 Dec 10 19:54:35.739354 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-29272266-17fc-4bb2-85aa-ad761ac96659 req-fc39e620-007f-43f1-9e8b-0f1ef94fb214 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Deleting port f01d5f46-dbf5-4644-b74d-7dfe0ede069c {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:54:35.739697 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-29272266-17fc-4bb2-85aa-ad761ac96659 req-fc39e620-007f-43f1-9e8b-0f1ef94fb214 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:35.826358 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-29272266-17fc-4bb2-85aa-ad761ac96659 req-fc39e620-007f-43f1-9e8b-0f1ef94fb214 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] For port f01d5f46-dbf5-4644-b74d-7dfe0ede069c, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=f01d5f46-dbf5-4644-b74d-7dfe0ede069c,segment=NetworkSegment(1f4859b6-40e0-4b66-9f70-1620580abb45),segment_id=1f4859b6-40e0-4b66-9f70-1620580abb45)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:54:35.826727 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-29272266-17fc-4bb2-85aa-ad761ac96659 req-fc39e620-007f-43f1-9e8b-0f1ef94fb214 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:35.839795 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-29272266-17fc-4bb2-85aa-ad761ac96659 req-fc39e620-007f-43f1-9e8b-0f1ef94fb214 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Calling delete_port for f01d5f46-dbf5-4644-b74d-7dfe0ede069c owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:54:35.970846 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-29272266-17fc-4bb2-85aa-ad761ac96659 req-fc39e620-007f-43f1-9e8b-0f1ef94fb214 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:36.000125 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc39e620-007f-43f1-9e8b-0f1ef94fb214 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event deleted for resources: {'Port': ['ID=f01d5f46-dbf5-4644-b74d-7dfe0ede069c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:36.024569 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39e620-007f-43f1-9e8b-0f1ef94fb214 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:36.024957 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39e620-007f-43f1-9e8b-0f1ef94fb214 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:36.025316 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39e620-007f-43f1-9e8b-0f1ef94fb214 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:36.025668 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39e620-007f-43f1-9e8b-0f1ef94fb214 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:36.026010 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39e620-007f-43f1-9e8b-0f1ef94fb214 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:36.026349 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39e620-007f-43f1-9e8b-0f1ef94fb214 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:36.026688 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39e620-007f-43f1-9e8b-0f1ef94fb214 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:36.027027 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39e620-007f-43f1-9e8b-0f1ef94fb214 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:36.027368 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39e620-007f-43f1-9e8b-0f1ef94fb214 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:36.027705 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39e620-007f-43f1-9e8b-0f1ef94fb214 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:36.028036 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39e620-007f-43f1-9e8b-0f1ef94fb214 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:36.028371 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39e620-007f-43f1-9e8b-0f1ef94fb214 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:36.028795 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39e620-007f-43f1-9e8b-0f1ef94fb214 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:36.054675 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-29272266-17fc-4bb2-85aa-ad761ac96659 req-fc39e620-007f-43f1-9e8b-0f1ef94fb214 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] No DVR routers for this DVR port f01d5f46-dbf5-4644-b74d-7dfe0ede069c on host n-h2-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:54:36.057256 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-29272266-17fc-4bb2-85aa-ad761ac96659 req-fc39e620-007f-43f1-9e8b-0f1ef94fb214 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:36.060498 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-29272266-17fc-4bb2-85aa-ad761ac96659 req-fc39e620-007f-43f1-9e8b-0f1ef94fb214 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.72 "DELETE /v2.0/ports/f01d5f46-dbf5-4644-b74d-7dfe0ede069c HTTP/1.1" status: 204 len: 173 time: 0.4068437 Dec 10 19:54:36.060961 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca20851-22d7-4274-9ba0-7a848fc81c99', 'name': 'network-vif-deleted', 'tag': 'f01d5f46-dbf5-4644-b74d-7dfe0ede069c'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:54:36.063194 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb385ee8d26b8ad243460b423ad218e97d9fae79c4f4b9b0691d822ece1c624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab1ae35-044e-45d3-b009-f95a42da570d" -d '{"events": [{"server_uuid": "4ca20851-22d7-4274-9ba0-7a848fc81c99", "name": "network-vif-deleted", "tag": "f01d5f46-dbf5-4644-b74d-7dfe0ede069c"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:54:36.101089 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1caef271-809f-4314-9500-21ced1ffee85 x-openstack-request-id: req-1caef271-809f-4314-9500-21ced1ffee85 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:54:36.101386 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca20851-22d7-4274-9ba0-7a848fc81c99", "name": "network-vif-deleted", "tag": "f01d5f46-dbf5-4644-b74d-7dfe0ede069c", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:54:36.101642 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1caef271-809f-4314-9500-21ced1ffee85 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:54:36.102048 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca20851-22d7-4274-9ba0-7a848fc81c99', 'name': 'network-vif-deleted', 'tag': 'f01d5f46-dbf5-4644-b74d-7dfe0ede069c', 'status': 'completed', 'code': 200} Dec 10 19:54:36.316473 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1094f5ad-bcf5-455d-94c3-743d092452af req-3045cfa9-844e-4d25-8a65-5fdc09d504fe tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca20851-22d7-4274-9ba0-7a848fc81c99 HTTP/1.1" status: 200 len: 210 time: 0.0264554 Dec 10 19:54:37.373790 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53138) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:54:37.723164 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-952ae602-e6c4-449a-84bf-f9ceb36fa51c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:37.972304 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-952ae602-e6c4-449a-84bf-f9ceb36fa51c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Deleting port 63aabca4-2168-4958-9df1-65c50cc8b611 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:54:37.972675 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-952ae602-e6c4-449a-84bf-f9ceb36fa51c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:38.062811 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-952ae602-e6c4-449a-84bf-f9ceb36fa51c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] For port 63aabca4-2168-4958-9df1-65c50cc8b611, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=63aabca4-2168-4958-9df1-65c50cc8b611,segment=NetworkSegment(1f4859b6-40e0-4b66-9f70-1620580abb45),segment_id=1f4859b6-40e0-4b66-9f70-1620580abb45)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:54:38.063172 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-952ae602-e6c4-449a-84bf-f9ceb36fa51c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:38.075529 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-952ae602-e6c4-449a-84bf-f9ceb36fa51c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Calling delete_port for 63aabca4-2168-4958-9df1-65c50cc8b611 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:54:38.181062 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device f01d5f46-dbf5-4644-b74d-7dfe0ede069c no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:54:38.200979 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: f01d5f46-dbf5-4644-b74d-7dfe0ede069c {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:54:38.201333 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device f01d5f46-dbf5-4644-b74d-7dfe0ede069c not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:54:38.258204 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-952ae602-e6c4-449a-84bf-f9ceb36fa51c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:38.286295 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ae602-e6c4-449a-84bf-f9ceb36fa51c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event deleted for resources: {'Port': ['ID=63aabca4-2168-4958-9df1-65c50cc8b611,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:38.467643 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-952ae602-e6c4-449a-84bf-f9ceb36fa51c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:38.677605 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952ae602-e6c4-449a-84bf-f9ceb36fa51c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Router b2d813be-d13a-4781-bf6a-c1d89603e74e has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:54:38.793959 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952ae602-e6c4-449a-84bf-f9ceb36fa51c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:54:38.802992 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53142) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:54:38.803910 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-952ae602-e6c4-449a-84bf-f9ceb36fa51c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "PUT /v2.0/routers/b2d813be-d13a-4781-bf6a-c1d89603e74e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4290252 Dec 10 19:54:38.812909 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c92cdc9-a006-4518-a948-b04d8bd4fdd5 None None] Sync routers for ids ['b2d813be-d13a-4781-bf6a-c1d89603e74e'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:54:38.823795 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c92cdc9-a006-4518-a948-b04d8bd4fdd5 None None] Routers {'b2d813be-d13a-4781-bf6a-c1d89603e74e'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:54:38.824409 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9c92cdc9-a006-4518-a948-b04d8bd4fdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:54:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['b2d813be-d13a-4781-bf6a-c1d89603e74e'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:54:38.858028 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-267c809b-8a21-4372-8fac-fc82490d3ff0 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Deleting subnet ebc172d8-4daf-4889-993a-41c1cc76c3f2 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:54:38.862604 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-267c809b-8a21-4372-8fac-fc82490d3ff0 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:38.901195 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-267c809b-8a21-4372-8fac-fc82490d3ff0 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:38.929761 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-9c92cdc9-a006-4518-a948-b04d8bd4fdd5 None None] Set router b2d813be-d13a-4781-bf6a-c1d89603e74e gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:54:38.994700 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-267c809b-8a21-4372-8fac-fc82490d3ff0 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:39.045619 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:39.055722 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-267c809b-8a21-4372-8fac-fc82490d3ff0 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:39.079210 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcc2781-5fa4-4db7-9c9c-51d8809aad3e None None] Network 0c1c35ec-f52a-486b-9596-2277ec9994fe requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:54:39.086138 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-267c809b-8a21-4372-8fac-fc82490d3ff0 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:39.089361 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-267c809b-8a21-4372-8fac-fc82490d3ff0 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "DELETE /v2.0/subnets/ebc172d8-4daf-4889-993a-41c1cc76c3f2 HTTP/1.1" status: 204 len: 168 time: 0.2853251 Dec 10 19:54:39.092118 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53144) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:54:39.099607 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c809b-8a21-4372-8fac-fc82490d3ff0 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event deleted for resources: {'Subnet': ['ID=ebc172d8-4daf-4889-993a-41c1cc76c3f2,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:39.201882 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9c92cdc9-a006-4518-a948-b04d8bd4fdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181585832', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'ca94d9a5-02f5-4f7c-b2f9-07d66f62055d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:51:48Z', 'updated_at': '2021-12-10T19:54:38Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'ca94d9a5-02f5-4f7c-b2f9-07d66f62055d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:48Z', 'updated_at': '2021-12-10T19:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:54:39.202413 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-81ace55a-efb8-4929-81e3-5140de9b0de2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:39.234408 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c92cdc9-a006-4518-a948-b04d8bd4fdd5 None None] Checking router: b2d813be-d13a-4781-bf6a-c1d89603e74e for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:54:39.243079 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c92cdc9-a006-4518-a948-b04d8bd4fdd5 None None] Routers {'b2d813be-d13a-4781-bf6a-c1d89603e74e'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:54:39.243696 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9c92cdc9-a006-4518-a948-b04d8bd4fdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:54:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['b2d813be-d13a-4781-bf6a-c1d89603e74e'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:54:39.304704 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89c9d2f-92a2-46c6-829a-06faf0d2726c None None] DHCP port deletion for 0c1c35ec-f52a-486b-9596-2277ec9994fe request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:54:39.315390 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-81ace55a-efb8-4929-81e3-5140de9b0de2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:39.371713 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-81ace55a-efb8-4929-81e3-5140de9b0de2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Deleting port ca94d9a5-02f5-4f7c-b2f9-07d66f62055d {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:54:39.373012 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-81ace55a-efb8-4929-81e3-5140de9b0de2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:39.384881 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-9c92cdc9-a006-4518-a948-b04d8bd4fdd5 None None] Set router b2d813be-d13a-4781-bf6a-c1d89603e74e gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:54:39.412644 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e89c9d2f-92a2-46c6-829a-06faf0d2726c None None] Deleting port b8d4bce6-1527-40b4-a363-78bd69f56cc4 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:54:39.413036 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e89c9d2f-92a2-46c6-829a-06faf0d2726c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:39.456338 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-81ace55a-efb8-4929-81e3-5140de9b0de2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] For port ca94d9a5-02f5-4f7c-b2f9-07d66f62055d, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=ca94d9a5-02f5-4f7c-b2f9-07d66f62055d,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:54:39.456584 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-81ace55a-efb8-4929-81e3-5140de9b0de2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:39.468473 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-81ace55a-efb8-4929-81e3-5140de9b0de2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Calling delete_port for ca94d9a5-02f5-4f7c-b2f9-07d66f62055d owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:54:39.547868 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e89c9d2f-92a2-46c6-829a-06faf0d2726c None None] For port b8d4bce6-1527-40b4-a363-78bd69f56cc4, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=b8d4bce6-1527-40b4-a363-78bd69f56cc4,segment=NetworkSegment(1f4859b6-40e0-4b66-9f70-1620580abb45),segment_id=1f4859b6-40e0-4b66-9f70-1620580abb45)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:54:39.548272 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e89c9d2f-92a2-46c6-829a-06faf0d2726c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:39.571006 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e89c9d2f-92a2-46c6-829a-06faf0d2726c None None] Calling delete_port for b8d4bce6-1527-40b4-a363-78bd69f56cc4 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:54:39.639526 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-81ace55a-efb8-4929-81e3-5140de9b0de2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:39.668466 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ace55a-efb8-4929-81e3-5140de9b0de2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event deleted for resources: {'Port': ['ID=ca94d9a5-02f5-4f7c-b2f9-07d66f62055d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:39.687883 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305e8f5d-3549-4cac-a3ed-b71033918dfa None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:54:39.703473 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9c92cdc9-a006-4518-a948-b04d8bd4fdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181585832', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'ca94d9a5-02f5-4f7c-b2f9-07d66f62055d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:51:48Z', 'updated_at': '2021-12-10T19:54:38Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'ca94d9a5-02f5-4f7c-b2f9-07d66f62055d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:48Z', 'updated_at': '2021-12-10T19:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:54:39.706708 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e89c9d2f-92a2-46c6-829a-06faf0d2726c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:39.727752 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-81ace55a-efb8-4929-81e3-5140de9b0de2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:39.737770 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c92cdc9-a006-4518-a948-b04d8bd4fdd5 None None] The sync data for ids ['b2d813be-d13a-4781-bf6a-c1d89603e74e'] in n-d-821435-1 is: [{'id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181585832', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'ca94d9a5-02f5-4f7c-b2f9-07d66f62055d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:51:48Z', 'updated_at': '2021-12-10T19:54:38Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'ca94d9a5-02f5-4f7c-b2f9-07d66f62055d', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d813be-d13a-4781-bf6a-c1d89603e74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:48Z', 'updated_at': '2021-12-10T19:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:54:39.759765 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c9d2f-92a2-46c6-829a-06faf0d2726c None None] Pushing event deleted for resources: {'Port': ['ID=b8d4bce6-1527-40b4-a363-78bd69f56cc4,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:39.762197 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89c9d2f-92a2-46c6-829a-06faf0d2726c None None] No DVR routers for this DVR port b8d4bce6-1527-40b4-a363-78bd69f56cc4 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:54:39.770589 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89c9d2f-92a2-46c6-829a-06faf0d2726c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:39.770937 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89c9d2f-92a2-46c6-829a-06faf0d2726c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:39.771294 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89c9d2f-92a2-46c6-829a-06faf0d2726c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:39.771823 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89c9d2f-92a2-46c6-829a-06faf0d2726c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:39.771972 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89c9d2f-92a2-46c6-829a-06faf0d2726c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:39.772319 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89c9d2f-92a2-46c6-829a-06faf0d2726c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:39.772712 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89c9d2f-92a2-46c6-829a-06faf0d2726c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:39.773038 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89c9d2f-92a2-46c6-829a-06faf0d2726c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:39.773376 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89c9d2f-92a2-46c6-829a-06faf0d2726c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:39.773715 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89c9d2f-92a2-46c6-829a-06faf0d2726c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:39.774165 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89c9d2f-92a2-46c6-829a-06faf0d2726c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:39.775712 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89c9d2f-92a2-46c6-829a-06faf0d2726c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:39.775712 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89c9d2f-92a2-46c6-829a-06faf0d2726c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:39.828747 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-81ace55a-efb8-4929-81e3-5140de9b0de2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:39.830888 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-81ace55a-efb8-4929-81e3-5140de9b0de2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:39.873104 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-81ace55a-efb8-4929-81e3-5140de9b0de2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:39.873652 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ace55a-efb8-4929-81e3-5140de9b0de2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Fanout notify agent at l3_agent the message router_deleted on router b2d813be-d13a-4781-bf6a-c1d89603e74e {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:54:39.883260 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-81ace55a-efb8-4929-81e3-5140de9b0de2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:39.884373 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-81ace55a-efb8-4929-81e3-5140de9b0de2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "DELETE /v2.0/routers/b2d813be-d13a-4781-bf6a-c1d89603e74e HTTP/1.1" status: 204 len: 168 time: 0.7912993 Dec 10 19:54:39.887154 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53146) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:54:39.960751 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3d2ecb1-3fe1-4c45-ac49-299d834d9f2b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:40.046977 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3d2ecb1-3fe1-4c45-ac49-299d834d9f2b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:40.066946 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-f3d2ecb1-3fe1-4c45-ac49-299d834d9f2b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c1c35ec-f52a-486b-9596-2277ec9994fe']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:54:40.076669 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-f3d2ecb1-3fe1-4c45-ac49-299d834d9f2b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f4859b6-40e0-4b66-9f70-1620580abb45') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:54:40.076986 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-f3d2ecb1-3fe1-4c45-ac49-299d834d9f2b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f4859b6-40e0-4b66-9f70-1620580abb45') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:54:40.086892 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3d2ecb1-3fe1-4c45-ac49-299d834d9f2b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:40.100838 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3d2ecb1-3fe1-4c45-ac49-299d834d9f2b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:40.107130 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3d2ecb1-3fe1-4c45-ac49-299d834d9f2b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:54:40.107516 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3d2ecb1-3fe1-4c45-ac49-299d834d9f2b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:40.110763 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 19:54:40.110763 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:54:40.110763 n-d-821435-1 neutron-server[103245]: timer() Dec 10 19:54:40.110763 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:54:40.110763 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 19:54:40.110763 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:54:40.110763 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 19:54:40.110763 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:54:40.110763 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 19:54:40.110763 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:54:40.110763 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 19:54:40.110763 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:54:40.110763 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 19:54:40.110763 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:54:40.110763 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:54:40.110763 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:54:40.110763 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:54:40.110763 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:54:40.110763 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 19:54:40.110763 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:54:40.110763 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 19:54:40.110763 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:54:40.110763 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:54:40.110763 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:54:40.110763 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 19:54:40.110763 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:54:40.110763 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:54:40.110763 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:54:40.110763 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:54:40.110763 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:54:40.110763 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:54:40.110763 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:54:40.179933 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3d2ecb1-3fe1-4c45-ac49-299d834d9f2b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:40.184860 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3d2ecb1-3fe1-4c45-ac49-299d834d9f2b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:40.192112 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53148) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:54:40.192604 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f3d2ecb1-3fe1-4c45-ac49-299d834d9f2b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "DELETE /v2.0/networks/0c1c35ec-f52a-486b-9596-2277ec9994fe HTTP/1.1" status: 204 len: 168 time: 0.3039985 Dec 10 19:54:40.207892 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2ecb1-3fe1-4c45-ac49-299d834d9f2b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event deleted for resources: {'Network': ['ID=0c1c35ec-f52a-486b-9596-2277ec9994fe,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:40.258986 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-180360fd-ee50-4edb-a2b3-9c8a751363b6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:40.287598 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-180360fd-ee50-4edb-a2b3-9c8a751363b6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:40.351833 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-180360fd-ee50-4edb-a2b3-9c8a751363b6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:40.354990 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-180360fd-ee50-4edb-a2b3-9c8a751363b6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:40.356180 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-180360fd-ee50-4edb-a2b3-9c8a751363b6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "DELETE /v2.0/security-groups/8db2e612-580b-4113-a4e3-497d88886ad4 HTTP/1.1" status: 204 len: 168 time: 0.1627798 Dec 10 19:54:40.367657 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180360fd-ee50-4edb-a2b3-9c8a751363b6 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db2e612-580b-4113-a4e3-497d88886ad4,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:40.804292 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b8d4bce6-1527-40b4-a363-78bd69f56cc4 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:54:40.826517 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: b8d4bce6-1527-40b4-a363-78bd69f56cc4 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:54:40.826870 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device b8d4bce6-1527-40b4-a363-78bd69f56cc4 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:54:40.827282 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 63aabca4-2168-4958-9df1-65c50cc8b611 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:54:40.845874 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 63aabca4-2168-4958-9df1-65c50cc8b611 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:54:40.846499 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 63aabca4-2168-4958-9df1-65c50cc8b611 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:54:42.401431 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device ca94d9a5-02f5-4f7c-b2f9-07d66f62055d no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:54:42.421322 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: ca94d9a5-02f5-4f7c-b2f9-07d66f62055d {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:54:42.421669 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device ca94d9a5-02f5-4f7c-b2f9-07d66f62055d not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:54:42.617678 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53158) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:54:42.622561 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-aba05557-4a0d-4298-bca6-886b704db465 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-118353015', 'description': 'tempest-secgroup-smoke-118353015 description', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:54:42.645413 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aba05557-4a0d-4298-bca6-886b704db465 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:42.711791 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aba05557-4a0d-4298-bca6-886b704db465 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:42.715623 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aba05557-4a0d-4298-bca6-886b704db465 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:42.745209 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba05557-4a0d-4298-bca6-886b704db465 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fd5d90-7454-4525-8eb7-f50df8ea067f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:42.751121 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aba05557-4a0d-4298-bca6-886b704db465 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:42.753180 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-aba05557-4a0d-4298-bca6-886b704db465 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1342497 Dec 10 19:54:42.755892 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53160) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:54:42.760176 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-8a9afd29-abd7-4bce-bc12-b14232c6e583 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'security_group_rule': {'security_group_id': 'b9fd5d90-7454-4525-8eb7-f50df8ea067f', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:54:42.786660 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8a9afd29-abd7-4bce-bc12-b14232c6e583 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:42.840643 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8a9afd29-abd7-4bce-bc12-b14232c6e583 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:42.844172 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8a9afd29-abd7-4bce-bc12-b14232c6e583 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:42.861329 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9afd29-abd7-4bce-bc12-b14232c6e583 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c5e10f8-50eb-4ee8-a29f-8c160f6705b1,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:42.869181 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8a9afd29-abd7-4bce-bc12-b14232c6e583 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:42.870656 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8a9afd29-abd7-4bce-bc12-b14232c6e583 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138306 Dec 10 19:54:42.873792 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53162) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:54:42.878592 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-289d0137-5c3f-4224-b843-d8f2abab043b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'security_group_rule': {'security_group_id': 'b9fd5d90-7454-4525-8eb7-f50df8ea067f', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:54:42.904320 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-289d0137-5c3f-4224-b843-d8f2abab043b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:42.965146 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-289d0137-5c3f-4224-b843-d8f2abab043b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:42.968612 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-289d0137-5c3f-4224-b843-d8f2abab043b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:42.986449 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d0137-5c3f-4224-b843-d8f2abab043b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72907310-82d3-483c-9ceb-67f9ccd0fc8a,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:42.992016 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-289d0137-5c3f-4224-b843-d8f2abab043b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:42.993078 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-289d0137-5c3f-4224-b843-d8f2abab043b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1182990 Dec 10 19:54:42.996253 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53164) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:54:43.000475 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-8ec6cca8-b0a2-4391-b660-25cd796cd0fa tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'security_group_rule': {'security_group_id': 'b9fd5d90-7454-4525-8eb7-f50df8ea067f', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:54:43.028908 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8ec6cca8-b0a2-4391-b660-25cd796cd0fa tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:43.091083 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8ec6cca8-b0a2-4391-b660-25cd796cd0fa tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:43.094759 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8ec6cca8-b0a2-4391-b660-25cd796cd0fa tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:43.113249 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec6cca8-b0a2-4391-b660-25cd796cd0fa tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de28690-1b8c-4619-beef-ea0d46ac08c2,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:43.117589 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8ec6cca8-b0a2-4391-b660-25cd796cd0fa tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:43.118766 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8ec6cca8-b0a2-4391-b660-25cd796cd0fa tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215432 Dec 10 19:54:43.121867 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53166) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:54:43.126301 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-0ee103b3-2fa6-4c38-a579-5179ac87326e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'security_group_rule': {'security_group_id': 'b9fd5d90-7454-4525-8eb7-f50df8ea067f', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:54:43.152493 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ee103b3-2fa6-4c38-a579-5179ac87326e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:43.209722 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ee103b3-2fa6-4c38-a579-5179ac87326e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:43.213289 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ee103b3-2fa6-4c38-a579-5179ac87326e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:43.230571 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee103b3-2fa6-4c38-a579-5179ac87326e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a59688c-a069-43ee-a175-9f0263b3f52e,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:43.238377 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ee103b3-2fa6-4c38-a579-5179ac87326e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:43.242178 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-0ee103b3-2fa6-4c38-a579-5179ac87326e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167581 Dec 10 19:54:43.242395 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53168) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:54:43.246969 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7048f275-38e2-41bf-b202-04cf68bbd117 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'security_group_rule': {'security_group_id': 'b9fd5d90-7454-4525-8eb7-f50df8ea067f', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:54:43.269528 n-d-821435-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-7048f275-38e2-41bf-b202-04cf68bbd117 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Project e2cd1ffe933d4acf853fbb2518ae92b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:54:43.274456 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7048f275-38e2-41bf-b202-04cf68bbd117 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:43.334396 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7048f275-38e2-41bf-b202-04cf68bbd117 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:43.337831 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7048f275-38e2-41bf-b202-04cf68bbd117 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:43.354759 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048f275-38e2-41bf-b202-04cf68bbd117 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0226f0b-bc75-49b5-bfef-0b2bd9850ca2,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:43.363269 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7048f275-38e2-41bf-b202-04cf68bbd117 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:43.366850 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7048f275-38e2-41bf-b202-04cf68bbd117 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1211736 Dec 10 19:54:43.367203 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53170) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:54:43.371825 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b2948c81-181d-41fc-9a4f-6adda01cb8a2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'security_group_rule': {'security_group_id': 'b9fd5d90-7454-4525-8eb7-f50df8ea067f', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:54:43.393562 n-d-821435-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-b2948c81-181d-41fc-9a4f-6adda01cb8a2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Project e2cd1ffe933d4acf853fbb2518ae92b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:54:43.398203 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2948c81-181d-41fc-9a4f-6adda01cb8a2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:43.456892 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2948c81-181d-41fc-9a4f-6adda01cb8a2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:43.460555 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2948c81-181d-41fc-9a4f-6adda01cb8a2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:43.477995 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2948c81-181d-41fc-9a4f-6adda01cb8a2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cffe188-5e02-4ccd-90cf-1e420b299d56,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:43.486826 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2948c81-181d-41fc-9a4f-6adda01cb8a2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:43.488363 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b2948c81-181d-41fc-9a4f-6adda01cb8a2 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1198788 Dec 10 19:54:43.491061 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53172) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:54:43.496150 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-8998f927-8f73-42dd-a7ef-03fc319b7902 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'network': {'name': 'tempest-network-smoke--1470011437', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'port_security_enabled': True}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:54:43.515897 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8998f927-8f73-42dd-a7ef-03fc319b7902 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Made reservation on behalf of e2cd1ffe933d4acf853fbb2518ae92b8 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:54:43.519341 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8998f927-8f73-42dd-a7ef-03fc319b7902 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:43.543082 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8998f927-8f73-42dd-a7ef-03fc319b7902 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:54:43.553629 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8998f927-8f73-42dd-a7ef-03fc319b7902 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:43.554056 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-8998f927-8f73-42dd-a7ef-03fc319b7902 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Added segment ffe06a09-883f-43ae-bed9-3d6ac8ed10e0 of type vlan for network b044eb23-25e8-4217-854f-45dcef952cb8 Dec 10 19:54:43.594738 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8998f927-8f73-42dd-a7ef-03fc319b7902 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:43.620174 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8998f927-8f73-42dd-a7ef-03fc319b7902 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:43.625820 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8998f927-8f73-42dd-a7ef-03fc319b7902 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:43.626420 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8998f927-8f73-42dd-a7ef-03fc319b7902 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:43.681371 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8998f927-8f73-42dd-a7ef-03fc319b7902 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1891925 Dec 10 19:54:43.684231 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53174) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:54:43.695070 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-194ab4b1-edd4-4e49-b109-5fe8fbc97560 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1457283509', 'admin_state_up': True, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:54:43.708109 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998f927-8f73-42dd-a7ef-03fc319b7902 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'Network': ['ID=b044eb23-25e8-4217-854f-45dcef952cb8,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:43.718727 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network b044eb23-25e8-4217-854f-45dcef952cb8 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:54:43.724026 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-194ab4b1-edd4-4e49-b109-5fe8fbc97560 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:43.725079 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-194ab4b1-edd4-4e49-b109-5fe8fbc97560 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:43.776397 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-194ab4b1-edd4-4e49-b109-5fe8fbc97560 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:43.912817 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-194ab4b1-edd4-4e49-b109-5fe8fbc97560 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:44.095734 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-194ab4b1-edd4-4e49-b109-5fe8fbc97560 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:44.117378 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-194ab4b1-edd4-4e49-b109-5fe8fbc97560 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:44.214372 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-194ab4b1-edd4-4e49-b109-5fe8fbc97560 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Allocated IP 172.25.7.37 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/aff996ad-2746-484b-9a35-cec397a146d1) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:54:44.318768 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-194ab4b1-edd4-4e49-b109-5fe8fbc97560 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:44.351421 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-194ab4b1-edd4-4e49-b109-5fe8fbc97560 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:44.392381 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194ab4b1-edd4-4e49-b109-5fe8fbc97560 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:54:44.395391 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-194ab4b1-edd4-4e49-b109-5fe8fbc97560 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:54:44.398933 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194ab4b1-edd4-4e49-b109-5fe8fbc97560 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:54:44.408668 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc19eda-18b2-4591-a7b6-520c6b764cc3 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:54:44.420810 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ab4b1-edd4-4e49-b109-5fe8fbc97560 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'Port': ['ID=aff996ad-2746-484b-9a35-cec397a146d1,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:44.493844 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ffe50503-5d09-4827-b9b2-53482644db51 None None] Provisioning complete for port aff996ad-2746-484b-9a35-cec397a146d1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:54:44.494476 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ffe50503-5d09-4827-b9b2-53482644db51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:44.528938 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ffe50503-5d09-4827-b9b2-53482644db51 None None] Port aff996ad-2746-484b-9a35-cec397a146d1 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:54:44.986220 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-194ab4b1-edd4-4e49-b109-5fe8fbc97560 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:45.180536 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-194ab4b1-edd4-4e49-b109-5fe8fbc97560 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:45.305144 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194ab4b1-edd4-4e49-b109-5fe8fbc97560 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Router b0624519-b674-43b3-995d-eb61b1360975 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:54:45.411717 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194ab4b1-edd4-4e49-b109-5fe8fbc97560 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:54:45.421857 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48410e4-92ec-47cd-92f8-b765b98c5a18 None None] Sync routers for ids ['b0624519-b674-43b3-995d-eb61b1360975'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:54:45.432013 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-194ab4b1-edd4-4e49-b109-5fe8fbc97560 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:45.433414 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-194ab4b1-edd4-4e49-b109-5fe8fbc97560 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7482197 Dec 10 19:54:45.434076 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48410e4-92ec-47cd-92f8-b765b98c5a18 None None] Routers {'b0624519-b674-43b3-995d-eb61b1360975'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:54:45.434757 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-a48410e4-92ec-47cd-92f8-b765b98c5a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:54:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['b0624519-b674-43b3-995d-eb61b1360975'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:54:45.436523 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53176) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:54:45.465585 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-4ca783d1-07c7-464a-a914-83369bfdc214 tempest-TestNetworkAdvancedServerOps-1581291312 tempest-TestNetworkAdvancedServerOps-1581291312-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=e2cd1ffe933d4acf853fbb2518ae92b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279171 Dec 10 19:54:45.468296 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53178) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:54:45.540414 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-a48410e4-92ec-47cd-92f8-b765b98c5a18 None None] Set router b0624519-b674-43b3-995d-eb61b1360975 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:54:45.553558 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9596ca1-6fad-4ac9-910f-829f411652d9 tempest-TestNetworkAdvancedServerOps-1581291312 tempest-TestNetworkAdvancedServerOps-1581291312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:45.555250 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-f9596ca1-6fad-4ac9-910f-829f411652d9 tempest-TestNetworkAdvancedServerOps-1581291312 tempest-TestNetworkAdvancedServerOps-1581291312-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0857768 Dec 10 19:54:45.557944 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53180) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:54:45.585204 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-c8a792ef-9301-4709-a66b-838150112813 tempest-TestNetworkAdvancedServerOps-1581291312 tempest-TestNetworkAdvancedServerOps-1581291312-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=6fdf4522-5bcb-4bff-a877-38bc5e23829f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261273 Dec 10 19:54:45.587611 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53182) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:54:45.592473 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-70675a67-4790-4b90-bdfc-e41323583944 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-361188278', 'network_id': 'b044eb23-25e8-4217-854f-45dcef952cb8', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:54:45.690360 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70675a67-4790-4b90-bdfc-e41323583944 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Made reservation on behalf of e2cd1ffe933d4acf853fbb2518ae92b8 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:54:45.693974 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-70675a67-4790-4b90-bdfc-e41323583944 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:45.719505 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-a48410e4-92ec-47cd-92f8-b765b98c5a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0624519-b674-43b3-995d-eb61b1360975', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457283509', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'aff996ad-2746-484b-9a35-cec397a146d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:54:43Z', 'updated_at': '2021-12-10T19:54:44Z', 'revision_number': 3, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'aff996ad-2746-484b-9a35-cec397a146d1', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0624519-b674-43b3-995d-eb61b1360975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:54:44Z', 'updated_at': '2021-12-10T19:54:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:54:45.750922 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48410e4-92ec-47cd-92f8-b765b98c5a18 None None] Checking router: b0624519-b674-43b3-995d-eb61b1360975 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:54:45.751273 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48410e4-92ec-47cd-92f8-b765b98c5a18 None None] Updating router b0624519-b674-43b3-995d-eb61b1360975 port aff996ad-2746-484b-9a35-cec397a146d1 binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:54:45.777175 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-a48410e4-92ec-47cd-92f8-b765b98c5a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:45.875785 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-70675a67-4790-4b90-bdfc-e41323583944 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:45.937610 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70675a67-4790-4b90-bdfc-e41323583944 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'Subnet': ['ID=6d91c87b-2b2f-4fec-947c-d690a71f52ea,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:45.946489 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70675a67-4790-4b90-bdfc-e41323583944 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Checking segment: {'id': 'ffe06a09-883f-43ae-bed9-3d6ac8ed10e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b044eb23-25e8-4217-854f-45dcef952cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:54:45.946860 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70675a67-4790-4b90-bdfc-e41323583944 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Network hostable DHCP agents. Network: b044eb23-25e8-4217-854f-45dcef952cb8, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:54:45.963373 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70675a67-4790-4b90-bdfc-e41323583944 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Network b044eb23-25e8-4217-854f-45dcef952cb8 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:54:45.975005 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-70675a67-4790-4b90-bdfc-e41323583944 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, b044eb23-25e8-4217-854f-45dcef952cb8) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:54:45.982682 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70675a67-4790-4b90-bdfc-e41323583944 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:45.985489 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-70675a67-4790-4b90-bdfc-e41323583944 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:45.989667 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84aed600-6ffd-43e3-9a17-f1200f27ac87 None None] Network b044eb23-25e8-4217-854f-45dcef952cb8 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:54:46.004381 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-70675a67-4790-4b90-bdfc-e41323583944 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4156964 Dec 10 19:54:46.007386 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53184) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:54:46.030152 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-a48410e4-92ec-47cd-92f8-b765b98c5a18 None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:46.035889 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-a48410e4-92ec-47cd-92f8-b765b98c5a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:46.091810 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-a48410e4-92ec-47cd-92f8-b765b98c5a18 None None] Attempting to bind port aff996ad-2746-484b-9a35-cec397a146d1 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:54:46.092199 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-a48410e4-92ec-47cd-92f8-b765b98c5a18 None None] Attempting to bind port aff996ad-2746-484b-9a35-cec397a146d1 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:54:46.092662 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48410e4-92ec-47cd-92f8-b765b98c5a18 None None] Attempting to bind port aff996ad-2746-484b-9a35-cec397a146d1 on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:54:46.104687 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48410e4-92ec-47cd-92f8-b765b98c5a18 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:54:46.105126 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48410e4-92ec-47cd-92f8-b765b98c5a18 None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:54:46.105482 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-a48410e4-92ec-47cd-92f8-b765b98c5a18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:46.105882 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48410e4-92ec-47cd-92f8-b765b98c5a18 None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:54:46.106371 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-a48410e4-92ec-47cd-92f8-b765b98c5a18 None None] Bound port: aff996ad-2746-484b-9a35-cec397a146d1, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:54:46.106853 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-a48410e4-92ec-47cd-92f8-b765b98c5a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:46.112520 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566afb04-fbb8-4f07-96d0-e83ffe76b748 None None] Pushing event updated for resources: {'Port': ['ID=aff996ad-2746-484b-9a35-cec397a146d1,revision_number=2']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:46.141949 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566afb04-fbb8-4f07-96d0-e83ffe76b748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:46.142813 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566afb04-fbb8-4f07-96d0-e83ffe76b748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:46.143324 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566afb04-fbb8-4f07-96d0-e83ffe76b748 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:46.143780 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566afb04-fbb8-4f07-96d0-e83ffe76b748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:46.144126 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566afb04-fbb8-4f07-96d0-e83ffe76b748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:46.144525 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566afb04-fbb8-4f07-96d0-e83ffe76b748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:46.144911 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566afb04-fbb8-4f07-96d0-e83ffe76b748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:46.145246 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566afb04-fbb8-4f07-96d0-e83ffe76b748 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:46.145576 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566afb04-fbb8-4f07-96d0-e83ffe76b748 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:46.145906 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566afb04-fbb8-4f07-96d0-e83ffe76b748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:46.146234 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566afb04-fbb8-4f07-96d0-e83ffe76b748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:46.146561 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566afb04-fbb8-4f07-96d0-e83ffe76b748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:46.146889 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566afb04-fbb8-4f07-96d0-e83ffe76b748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:46.178336 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-a48410e4-92ec-47cd-92f8-b765b98c5a18 None None] For port aff996ad-2746-484b-9a35-cec397a146d1, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:54:46.182888 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-a48410e4-92ec-47cd-92f8-b765b98c5a18 None None] For port aff996ad-2746-484b-9a35-cec397a146d1, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=aff996ad-2746-484b-9a35-cec397a146d1,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:54:46.188000 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-a48410e4-92ec-47cd-92f8-b765b98c5a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:46.212335 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5ad87e-fe37-45aa-a79b-2b14a444b2c8 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:54:46.246386 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48410e4-92ec-47cd-92f8-b765b98c5a18 None None] Routers {'b0624519-b674-43b3-995d-eb61b1360975'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:54:46.247539 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-a48410e4-92ec-47cd-92f8-b765b98c5a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:54:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['b0624519-b674-43b3-995d-eb61b1360975'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:54:46.280408 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d72c897-d939-43b0-adb1-bedaeb820a0a None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:54:46.301138 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2377e886-a7e3-4089-824e-53b5b6499c68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-b044eb23-25e8-4217-854f-45dcef952cb8', 'network_id': 'b044eb23-25e8-4217-854f-45dcef952cb8', 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'fixed_ips': [{'subnet_id': '6d91c87b-2b2f-4fec-947c-d690a71f52ea'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:54:46.302252 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2377e886-a7e3-4089-824e-53b5b6499c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:46.318322 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566afb04-fbb8-4f07-96d0-e83ffe76b748 None None] Pushing event updated for resources: {'Port': ['ID=aff996ad-2746-484b-9a35-cec397a146d1,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:46.321658 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1e9e50de-27d8-46ad-9eee-fc62caacbfad None None] Provisioning complete for port aff996ad-2746-484b-9a35-cec397a146d1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:54:46.322611 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1e9e50de-27d8-46ad-9eee-fc62caacbfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:46.362664 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-a48410e4-92ec-47cd-92f8-b765b98c5a18 None None] Set router b0624519-b674-43b3-995d-eb61b1360975 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:54:46.512173 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-2377e886-a7e3-4089-824e-53b5b6499c68 None None] Allocated IP 172.20.0.2 (b044eb23-25e8-4217-854f-45dcef952cb8/6d91c87b-2b2f-4fec-947c-d690a71f52ea/4fdcda0f-41b8-47cb-8580-e2415020a041) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:54:46.514504 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1e9e50de-27d8-46ad-9eee-fc62caacbfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:46.529621 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-01f15320-9746-406c-b99f-662f7eeb6ce0 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:46.548461 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1e9e50de-27d8-46ad-9eee-fc62caacbfad None None] For port aff996ad-2746-484b-9a35-cec397a146d1, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=aff996ad-2746-484b-9a35-cec397a146d1,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:54:46.559560 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1e9e50de-27d8-46ad-9eee-fc62caacbfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:46.574990 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-a48410e4-92ec-47cd-92f8-b765b98c5a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0624519-b674-43b3-995d-eb61b1360975', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457283509', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'aff996ad-2746-484b-9a35-cec397a146d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:54:43Z', 'updated_at': '2021-12-10T19:54:44Z', 'revision_number': 3, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'aff996ad-2746-484b-9a35-cec397a146d1', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0624519-b674-43b3-995d-eb61b1360975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:54:44Z', 'updated_at': '2021-12-10T19:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:54:46.606907 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48410e4-92ec-47cd-92f8-b765b98c5a18 None None] The sync data for ids ['b0624519-b674-43b3-995d-eb61b1360975'] in n-d-821435-1 is: [{'id': 'b0624519-b674-43b3-995d-eb61b1360975', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457283509', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'aff996ad-2746-484b-9a35-cec397a146d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:54:43Z', 'updated_at': '2021-12-10T19:54:44Z', 'revision_number': 3, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'aff996ad-2746-484b-9a35-cec397a146d1', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0624519-b674-43b3-995d-eb61b1360975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:54:44Z', 'updated_at': '2021-12-10T19:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:54:46.661410 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e50de-27d8-46ad-9eee-fc62caacbfad None None] Pushing event updated for resources: {'Port': ['ID=aff996ad-2746-484b-9a35-cec397a146d1,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:46.732324 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8510fd13-2522-4e41-9ba4-d946ef6e415a None None] Provisioning complete for port aff996ad-2746-484b-9a35-cec397a146d1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:54:46.732713 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8510fd13-2522-4e41-9ba4-d946ef6e415a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:46.778125 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2377e886-a7e3-4089-824e-53b5b6499c68 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:46.786413 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2377e886-a7e3-4089-824e-53b5b6499c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:46.836733 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-01f15320-9746-406c-b99f-662f7eeb6ce0 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Allocated IP 172.20.0.1 (b044eb23-25e8-4217-854f-45dcef952cb8/6d91c87b-2b2f-4fec-947c-d690a71f52ea/003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:54:46.837295 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2377e886-a7e3-4089-824e-53b5b6499c68 None None] Network b044eb23-25e8-4217-854f-45dcef952cb8 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:54:46.841917 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-2377e886-a7e3-4089-824e-53b5b6499c68 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:54:46.846874 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2377e886-a7e3-4089-824e-53b5b6499c68 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:54:46.853719 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2377e886-a7e3-4089-824e-53b5b6499c68 None None] Pushing event updated for resources: {'Port': ['ID=4fdcda0f-41b8-47cb-8580-e2415020a041,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:46.949990 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-2377e886-a7e3-4089-824e-53b5b6499c68 None None] Attempting to bind port 4fdcda0f-41b8-47cb-8580-e2415020a041 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:54:46.950374 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-2377e886-a7e3-4089-824e-53b5b6499c68 None None] Attempting to bind port 4fdcda0f-41b8-47cb-8580-e2415020a041 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'ffe06a09-883f-43ae-bed9-3d6ac8ed10e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b044eb23-25e8-4217-854f-45dcef952cb8'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:54:46.950878 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2377e886-a7e3-4089-824e-53b5b6499c68 None None] Attempting to bind port 4fdcda0f-41b8-47cb-8580-e2415020a041 on network b044eb23-25e8-4217-854f-45dcef952cb8 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:54:46.956250 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2377e886-a7e3-4089-824e-53b5b6499c68 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:54:46.957323 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2377e886-a7e3-4089-824e-53b5b6499c68 None None] Checking segment: {'id': 'ffe06a09-883f-43ae-bed9-3d6ac8ed10e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b044eb23-25e8-4217-854f-45dcef952cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:54:46.957323 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2377e886-a7e3-4089-824e-53b5b6499c68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:46.957589 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2377e886-a7e3-4089-824e-53b5b6499c68 None None] Bound using segment: {'id': 'ffe06a09-883f-43ae-bed9-3d6ac8ed10e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b044eb23-25e8-4217-854f-45dcef952cb8'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:54:46.957940 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-2377e886-a7e3-4089-824e-53b5b6499c68 None None] Bound port: 4fdcda0f-41b8-47cb-8580-e2415020a041, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe06a09-883f-43ae-bed9-3d6ac8ed10e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b044eb23-25e8-4217-854f-45dcef952cb8'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:54:46.958495 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2377e886-a7e3-4089-824e-53b5b6499c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:47.007696 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-01f15320-9746-406c-b99f-662f7eeb6ce0 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:47.031022 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-2377e886-a7e3-4089-824e-53b5b6499c68 None None] For port 4fdcda0f-41b8-47cb-8580-e2415020a041, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:54:47.034579 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-2377e886-a7e3-4089-824e-53b5b6499c68 None None] For port 4fdcda0f-41b8-47cb-8580-e2415020a041, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=4fdcda0f-41b8-47cb-8580-e2415020a041,segment=NetworkSegment(ffe06a09-883f-43ae-bed9-3d6ac8ed10e0),segment_id=ffe06a09-883f-43ae-bed9-3d6ac8ed10e0)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:54:47.043143 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2377e886-a7e3-4089-824e-53b5b6499c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:47.058094 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-01f15320-9746-406c-b99f-662f7eeb6ce0 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:47.095746 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f15320-9746-406c-b99f-662f7eeb6ce0 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Network b044eb23-25e8-4217-854f-45dcef952cb8 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:54:47.101392 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-01f15320-9746-406c-b99f-662f7eeb6ce0 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:54:47.104527 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f15320-9746-406c-b99f-662f7eeb6ce0 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:54:47.108384 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2377e886-a7e3-4089-824e-53b5b6499c68 None None] Pushing event updated for resources: {'Port': ['ID=4fdcda0f-41b8-47cb-8580-e2415020a041,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:47.152868 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f15320-9746-406c-b99f-662f7eeb6ce0 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'Port': ['ID=003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:47.162820 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-01f15320-9746-406c-b99f-662f7eeb6ce0 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:47.332983 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-01f15320-9746-406c-b99f-662f7eeb6ce0 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:47.643282 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-01f15320-9746-406c-b99f-662f7eeb6ce0 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:47.648148 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-01f15320-9746-406c-b99f-662f7eeb6ce0 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:47.721740 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-01f15320-9746-406c-b99f-662f7eeb6ce0 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:47.724799 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f15320-9746-406c-b99f-662f7eeb6ce0 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'Port': ['ID=003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:47.817253 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f15320-9746-406c-b99f-662f7eeb6ce0 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Network b044eb23-25e8-4217-854f-45dcef952cb8 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:54:47.818654 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-01f15320-9746-406c-b99f-662f7eeb6ce0 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:54:48.126626 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988b34b0-dace-4e77-a2e6-28c72a995e38 None None] Network b044eb23-25e8-4217-854f-45dcef952cb8 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:54:48.203027 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5ccead8b-57ac-4c94-8195-f8d463d73501 None None] Provisioning complete for port 4fdcda0f-41b8-47cb-8580-e2415020a041 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:54:48.203558 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5ccead8b-57ac-4c94-8195-f8d463d73501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:48.277936 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f15320-9746-406c-b99f-662f7eeb6ce0 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Router b0624519-b674-43b3-995d-eb61b1360975 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:54:48.326005 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5ccead8b-57ac-4c94-8195-f8d463d73501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:48.373329 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5ccead8b-57ac-4c94-8195-f8d463d73501 None None] For port 4fdcda0f-41b8-47cb-8580-e2415020a041, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=4fdcda0f-41b8-47cb-8580-e2415020a041,segment=NetworkSegment(ffe06a09-883f-43ae-bed9-3d6ac8ed10e0),segment_id=ffe06a09-883f-43ae-bed9-3d6ac8ed10e0)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:54:48.379388 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5ccead8b-57ac-4c94-8195-f8d463d73501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:48.441952 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f15320-9746-406c-b99f-662f7eeb6ce0 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:54:48.449437 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccead8b-57ac-4c94-8195-f8d463d73501 None None] Pushing event updated for resources: {'Port': ['ID=4fdcda0f-41b8-47cb-8580-e2415020a041,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:48.461143 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-01f15320-9746-406c-b99f-662f7eeb6ce0 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "PUT /v2.0/routers/b0624519-b674-43b3-995d-eb61b1360975/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4493582 Dec 10 19:54:48.562798 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device aff996ad-2746-484b-9a35-cec397a146d1 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:54:48.611955 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3f17d6c1-e358-415e-9d13-c1c3cddaf3c2 None None] Provisioning complete for port 003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:54:48.612324 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3f17d6c1-e358-415e-9d13-c1c3cddaf3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:48.669670 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port aff996ad-2746-484b-9a35-cec397a146d1 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:54:48.669670 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:48.670138 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-9f4b3272-eee7-47f9-b363-cd1e3d3f7c95 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-118353015&fields=id&tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8 HTTP/1.1" status: 200 len: 267 time: 0.0614812 Dec 10 19:54:48.702121 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3f17d6c1-e358-415e-9d13-c1c3cddaf3c2 None None] Port 003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:54:48.721820 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3f17d6c1-e358-415e-9d13-c1c3cddaf3c2 None None] Provisioning complete for port 4fdcda0f-41b8-47cb-8580-e2415020a041 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:54:48.722199 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3f17d6c1-e358-415e-9d13-c1c3cddaf3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:48.802059 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-dd9bea37-69f4-4027-a8bb-19ee27c05ca1 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:48.805095 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-dd9bea37-69f4-4027-a8bb-19ee27c05ca1 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/networks?id=b044eb23-25e8-4217-854f-45dcef952cb8 HTTP/1.1" status: 200 len: 797 time: 0.1361034 Dec 10 19:54:48.805343 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 4fdcda0f-41b8-47cb-8580-e2415020a041 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:54:48.825504 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-89205e5d-036e-4188-85c9-c1effe44d586 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/quotas/e2cd1ffe933d4acf853fbb2518ae92b8 HTTP/1.1" status: 200 len: 375 time: 0.0117979 Dec 10 19:54:48.846322 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a86ecf9-fcb1-4a8e-955a-66e410a2352e None None] Sync routers for ids ['b0624519-b674-43b3-995d-eb61b1360975'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:54:48.884981 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a86ecf9-fcb1-4a8e-955a-66e410a2352e None None] Routers {'b0624519-b674-43b3-995d-eb61b1360975'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:54:48.885601 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4a86ecf9-fcb1-4a8e-955a-66e410a2352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:54:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['b0624519-b674-43b3-995d-eb61b1360975'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:54:48.891782 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-933ce8ba-96e4-4a1c-a22f-80e1f12b6101 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589471 Dec 10 19:54:48.957186 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-8f892e9e-b954-4855-8797-4fc3095cc9ba service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:54:48.958430 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-8f892e9e-b954-4855-8797-4fc3095cc9ba service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0537603 Dec 10 19:54:48.973911 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 4fdcda0f-41b8-47cb-8580-e2415020a041 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:54:48.974233 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:49.041854 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e728781c-c28a-4f96-9663-954b1f58c7f8 None None] Provisioning complete for port 003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:54:49.042227 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e728781c-c28a-4f96-9663-954b1f58c7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:49.045164 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-4a86ecf9-fcb1-4a8e-955a-66e410a2352e None None] Set router b0624519-b674-43b3-995d-eb61b1360975 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:54:49.065501 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-7b4b9189-dfc5-487e-8ac5-9b3dc522be83 service neutron] 10.222.0.62 "GET /v2.0/networks/b044eb23-25e8-4217-854f-45dcef952cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989151 Dec 10 19:54:49.122244 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e728781c-c28a-4f96-9663-954b1f58c7f8 None None] Port 003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:54:49.156885 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-0371ae3b-eada-4829-bbab-76feec487ff3 service neutron] 10.222.0.62 "GET /v2.0/networks/b044eb23-25e8-4217-854f-45dcef952cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853512 Dec 10 19:54:49.266969 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-07f56a4a-9e41-4ecc-85d0-6d9f2ace154f None None] Provisioning complete for port 003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:54:49.267551 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-07f56a4a-9e41-4ecc-85d0-6d9f2ace154f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:49.326607 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-07f56a4a-9e41-4ecc-85d0-6d9f2ace154f None None] Port 003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:54:49.349250 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4a86ecf9-fcb1-4a8e-955a-66e410a2352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0624519-b674-43b3-995d-eb61b1360975', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457283509', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'aff996ad-2746-484b-9a35-cec397a146d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:54:43Z', 'updated_at': '2021-12-10T19:54:47Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'aff996ad-2746-484b-9a35-cec397a146d1', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0624519-b674-43b3-995d-eb61b1360975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:54:44Z', 'updated_at': '2021-12-10T19:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34', 'name': '', 'network_id': 'b044eb23-25e8-4217-854f-45dcef952cb8', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:5d:e9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0624519-b674-43b3-995d-eb61b1360975', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '6d91c87b-2b2f-4fec-947c-d690a71f52ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:54:46Z', 'updated_at': '2021-12-10T19:54:47Z', 'revision_number': 2, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': '6d91c87b-2b2f-4fec-947c-d690a71f52ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:54:49.377764 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a86ecf9-fcb1-4a8e-955a-66e410a2352e None None] Checking router: b0624519-b674-43b3-995d-eb61b1360975 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:54:49.378123 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a86ecf9-fcb1-4a8e-955a-66e410a2352e None None] Updating router b0624519-b674-43b3-995d-eb61b1360975 port 003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34 binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:54:49.402173 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4a86ecf9-fcb1-4a8e-955a-66e410a2352e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:49.659950 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4a86ecf9-fcb1-4a8e-955a-66e410a2352e None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:49.665108 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4a86ecf9-fcb1-4a8e-955a-66e410a2352e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:49.713530 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b4d3c-abcf-4e0a-9ff9-dce0db2b4cc2 None None] Pushing event updated for resources: {'Port': ['ID=003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:49.764766 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4a86ecf9-fcb1-4a8e-955a-66e410a2352e None None] Attempting to bind port 003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:54:49.765150 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4a86ecf9-fcb1-4a8e-955a-66e410a2352e None None] Attempting to bind port 003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'ffe06a09-883f-43ae-bed9-3d6ac8ed10e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b044eb23-25e8-4217-854f-45dcef952cb8'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:54:49.765552 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a86ecf9-fcb1-4a8e-955a-66e410a2352e None None] Attempting to bind port 003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34 on network b044eb23-25e8-4217-854f-45dcef952cb8 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:54:49.771523 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a86ecf9-fcb1-4a8e-955a-66e410a2352e None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:54:49.771906 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a86ecf9-fcb1-4a8e-955a-66e410a2352e None None] Checking segment: {'id': 'ffe06a09-883f-43ae-bed9-3d6ac8ed10e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b044eb23-25e8-4217-854f-45dcef952cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:54:49.772311 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4a86ecf9-fcb1-4a8e-955a-66e410a2352e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:49.772750 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a86ecf9-fcb1-4a8e-955a-66e410a2352e None None] Bound using segment: {'id': 'ffe06a09-883f-43ae-bed9-3d6ac8ed10e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b044eb23-25e8-4217-854f-45dcef952cb8'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:54:49.773220 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4a86ecf9-fcb1-4a8e-955a-66e410a2352e None None] Bound port: 003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe06a09-883f-43ae-bed9-3d6ac8ed10e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b044eb23-25e8-4217-854f-45dcef952cb8'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:54:49.773610 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4a86ecf9-fcb1-4a8e-955a-66e410a2352e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:49.842377 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b4c16632-6077-4e7c-bd98-326627e5504d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:49.853930 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4a86ecf9-fcb1-4a8e-955a-66e410a2352e None None] For port 003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:54:49.858075 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4a86ecf9-fcb1-4a8e-955a-66e410a2352e None None] For port 003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34,segment=NetworkSegment(ffe06a09-883f-43ae-bed9-3d6ac8ed10e0),segment_id=ffe06a09-883f-43ae-bed9-3d6ac8ed10e0)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:54:49.863243 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4a86ecf9-fcb1-4a8e-955a-66e410a2352e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:49.919968 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a86ecf9-fcb1-4a8e-955a-66e410a2352e None None] Routers {'b0624519-b674-43b3-995d-eb61b1360975'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:54:49.920608 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4a86ecf9-fcb1-4a8e-955a-66e410a2352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:54:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['b0624519-b674-43b3-995d-eb61b1360975'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:54:50.157299 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b4d3c-abcf-4e0a-9ff9-dce0db2b4cc2 None None] Pushing event updated for resources: {'Port': ['ID=003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:50.185527 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-923fe8ce-72f0-4331-9240-fc026ae0a3ac None None] Provisioning complete for port 003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:54:50.185826 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-923fe8ce-72f0-4331-9240-fc026ae0a3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:50.242634 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-4a86ecf9-fcb1-4a8e-955a-66e410a2352e None None] Set router b0624519-b674-43b3-995d-eb61b1360975 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:54:50.347361 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-31911f26-ca81-4985-af61-4eff4a4546ea req-29e6fa84-fbc5-435a-a9e5-fd17a93ac60d tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ef1e4ec-f218-4665-8760-764101e23a84 HTTP/1.1" status: 200 len: 210 time: 0.0264482 Dec 10 19:54:50.394778 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-923fe8ce-72f0-4331-9240-fc026ae0a3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:50.457231 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-923fe8ce-72f0-4331-9240-fc026ae0a3ac None None] For port 003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34,segment=NetworkSegment(ffe06a09-883f-43ae-bed9-3d6ac8ed10e0),segment_id=ffe06a09-883f-43ae-bed9-3d6ac8ed10e0)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:54:50.459650 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 4fdcda0f-41b8-47cb-8580-e2415020a041 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:54:50.466181 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-923fe8ce-72f0-4331-9240-fc026ae0a3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:50.570162 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923fe8ce-72f0-4331-9240-fc026ae0a3ac None None] Pushing event updated for resources: {'Port': ['ID=003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:50.612773 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 4fdcda0f-41b8-47cb-8580-e2415020a041 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:54:50.613154 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:50.615399 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-11734ab1-701b-4dac-83f2-454368e81ee6 None None] Provisioning complete for port 003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:54:50.615761 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-11734ab1-701b-4dac-83f2-454368e81ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:50.678483 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4a86ecf9-fcb1-4a8e-955a-66e410a2352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0624519-b674-43b3-995d-eb61b1360975', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457283509', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'aff996ad-2746-484b-9a35-cec397a146d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:54:43Z', 'updated_at': '2021-12-10T19:54:47Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'aff996ad-2746-484b-9a35-cec397a146d1', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0624519-b674-43b3-995d-eb61b1360975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:54:44Z', 'updated_at': '2021-12-10T19:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34', 'name': '', 'network_id': 'b044eb23-25e8-4217-854f-45dcef952cb8', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:5d:e9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0624519-b674-43b3-995d-eb61b1360975', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '6d91c87b-2b2f-4fec-947c-d690a71f52ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:54:46Z', 'updated_at': '2021-12-10T19:54:49Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': '6d91c87b-2b2f-4fec-947c-d690a71f52ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:54:50.711597 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a86ecf9-fcb1-4a8e-955a-66e410a2352e None None] The sync data for ids ['b0624519-b674-43b3-995d-eb61b1360975'] in n-d-821435-1 is: [{'id': 'b0624519-b674-43b3-995d-eb61b1360975', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457283509', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'aff996ad-2746-484b-9a35-cec397a146d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:54:43Z', 'updated_at': '2021-12-10T19:54:47Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'aff996ad-2746-484b-9a35-cec397a146d1', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0624519-b674-43b3-995d-eb61b1360975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:54:44Z', 'updated_at': '2021-12-10T19:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34', 'name': '', 'network_id': 'b044eb23-25e8-4217-854f-45dcef952cb8', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:5d:e9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0624519-b674-43b3-995d-eb61b1360975', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '6d91c87b-2b2f-4fec-947c-d690a71f52ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:54:46Z', 'updated_at': '2021-12-10T19:54:49Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': '6d91c87b-2b2f-4fec-947c-d690a71f52ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:54:51.440712 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1766ccfb-b668-4be4-b144-1a93a8bef85c req-09ac8fb6-41de-412f-925d-aaed69b38faa tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ef1e4ec-f218-4665-8760-764101e23a84 HTTP/1.1" status: 200 len: 210 time: 0.0352542 Dec 10 19:54:52.472288 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:54:52.520658 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:54:52.521158 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:52.538767 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7b4bc7dc-1257-41be-9f3c-22c34a0a8073 req-5d5e0b72-5d8f-4474-af76-75bbea5aa201 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ef1e4ec-f218-4665-8760-764101e23a84 HTTP/1.1" status: 200 len: 210 time: 0.0296271 Dec 10 19:54:52.684332 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-19552ed2-8440-4f40-bcff-585ee11a22c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:53.333765 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-2c82700c-dded-4ace-9edf-90ff723868a5 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:53.335235 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-2c82700c-dded-4ace-9edf-90ff723868a5 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.46 "GET /v2.0/networks?id=b044eb23-25e8-4217-854f-45dcef952cb8 HTTP/1.1" status: 200 len: 797 time: 0.1088929 Dec 10 19:54:53.401614 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-732c72f8-5755-46be-bd0d-199f7bd2c7dd tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8 HTTP/1.1" status: 200 len: 379 time: 0.0569332 Dec 10 19:54:53.411381 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-87414947-1c74-40e8-9289-fa8b81247ad9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'port': {'device_id': '2ef1e4ec-f218-4665-8760-764101e23a84', 'network_id': 'b044eb23-25e8-4217-854f-45dcef952cb8', 'admin_state_up': True, 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'security_groups': ['b9fd5d90-7454-4525-8eb7-f50df8ea067f']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:54:53.524192 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-87414947-1c74-40e8-9289-fa8b81247ad9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Made reservation on behalf of e2cd1ffe933d4acf853fbb2518ae92b8 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:54:53.527786 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-87414947-1c74-40e8-9289-fa8b81247ad9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:53.663766 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c9d99d9e-31a5-401c-96ac-8a2931ba8af2 req-c1e32a96-41cb-4802-bdd4-f51462bc56aa tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ef1e4ec-f218-4665-8760-764101e23a84 HTTP/1.1" status: 200 len: 210 time: 0.0329595 Dec 10 19:54:53.680885 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-87414947-1c74-40e8-9289-fa8b81247ad9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Allocated IP 172.20.0.5 (b044eb23-25e8-4217-854f-45dcef952cb8/6d91c87b-2b2f-4fec-947c-d690a71f52ea/8da3f720-d342-4d4b-8392-3c59efb71e38) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:54:53.752943 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:53.822616 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-87414947-1c74-40e8-9289-fa8b81247ad9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:53.855862 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-87414947-1c74-40e8-9289-fa8b81247ad9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:53.900548 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-87414947-1c74-40e8-9289-fa8b81247ad9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Network b044eb23-25e8-4217-854f-45dcef952cb8 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:54:53.903718 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-87414947-1c74-40e8-9289-fa8b81247ad9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:54:53.907397 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-87414947-1c74-40e8-9289-fa8b81247ad9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:54:53.931321 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87414947-1c74-40e8-9289-fa8b81247ad9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'Port': ['ID=8da3f720-d342-4d4b-8392-3c59efb71e38,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:53.961280 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-87414947-1c74-40e8-9289-fa8b81247ad9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:53.961909 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-87414947-1c74-40e8-9289-fa8b81247ad9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:53.978824 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-87414947-1c74-40e8-9289-fa8b81247ad9 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5710893 Dec 10 19:54:54.034311 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-dcf9b78a-ff48-4da0-813f-a39ecd0a3ac7 service neutron] Request body: {'port': {'device_id': '2ef1e4ec-f218-4665-8760-764101e23a84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:54:54.094581 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-dcf9b78a-ff48-4da0-813f-a39ecd0a3ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:54.144371 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1b942737-1d75-43a7-b9a7-677657df0ea0 None None] Provisioning complete for port 8da3f720-d342-4d4b-8392-3c59efb71e38 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:54:54.144786 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1b942737-1d75-43a7-b9a7-677657df0ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:54.179719 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-1b942737-1d75-43a7-b9a7-677657df0ea0 None None] Port 8da3f720-d342-4d4b-8392-3c59efb71e38 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:54:54.351254 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-dcf9b78a-ff48-4da0-813f-a39ecd0a3ac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8da3f720-d342-4d4b-8392-3c59efb71e38 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:54:54.358708 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-dcf9b78a-ff48-4da0-813f-a39ecd0a3ac7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:54.371852 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-dcf9b78a-ff48-4da0-813f-a39ecd0a3ac7 service neutron] Transition to ACTIVE for port object 8da3f720-d342-4d4b-8392-3c59efb71e38 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:54:54.375524 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-dcf9b78a-ff48-4da0-813f-a39ecd0a3ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:54.440356 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf9b78a-ff48-4da0-813f-a39ecd0a3ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=8da3f720-d342-4d4b-8392-3c59efb71e38,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:54.497464 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-dcf9b78a-ff48-4da0-813f-a39ecd0a3ac7 service neutron] Attempting to bind port 8da3f720-d342-4d4b-8392-3c59efb71e38 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:54:54.497836 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-dcf9b78a-ff48-4da0-813f-a39ecd0a3ac7 service neutron] Attempting to bind port 8da3f720-d342-4d4b-8392-3c59efb71e38 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': 'ffe06a09-883f-43ae-bed9-3d6ac8ed10e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b044eb23-25e8-4217-854f-45dcef952cb8'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:54:54.498169 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-dcf9b78a-ff48-4da0-813f-a39ecd0a3ac7 service neutron] Attempting to bind port 8da3f720-d342-4d4b-8392-3c59efb71e38 on network b044eb23-25e8-4217-854f-45dcef952cb8 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:54:54.503294 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-dcf9b78a-ff48-4da0-813f-a39ecd0a3ac7 service neutron] Port 8da3f720-d342-4d4b-8392-3c59efb71e38 on network b044eb23-25e8-4217-854f-45dcef952cb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:54:54.503618 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-dcf9b78a-ff48-4da0-813f-a39ecd0a3ac7 service neutron] Attempting to bind port 8da3f720-d342-4d4b-8392-3c59efb71e38 on network b044eb23-25e8-4217-854f-45dcef952cb8 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:54:54.508746 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-dcf9b78a-ff48-4da0-813f-a39ecd0a3ac7 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:54:54.509112 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-dcf9b78a-ff48-4da0-813f-a39ecd0a3ac7 service neutron] Checking segment: {'id': 'ffe06a09-883f-43ae-bed9-3d6ac8ed10e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b044eb23-25e8-4217-854f-45dcef952cb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:54:54.509489 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-dcf9b78a-ff48-4da0-813f-a39ecd0a3ac7 service neutron] Bound using segment: {'id': 'ffe06a09-883f-43ae-bed9-3d6ac8ed10e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b044eb23-25e8-4217-854f-45dcef952cb8'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:54:54.509921 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-dcf9b78a-ff48-4da0-813f-a39ecd0a3ac7 service neutron] Bound port: 8da3f720-d342-4d4b-8392-3c59efb71e38, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffe06a09-883f-43ae-bed9-3d6ac8ed10e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b044eb23-25e8-4217-854f-45dcef952cb8'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:54:54.510283 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-dcf9b78a-ff48-4da0-813f-a39ecd0a3ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:54.577281 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-dcf9b78a-ff48-4da0-813f-a39ecd0a3ac7 service neutron] For port 8da3f720-d342-4d4b-8392-3c59efb71e38, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:54:54.580824 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-dcf9b78a-ff48-4da0-813f-a39ecd0a3ac7 service neutron] For port 8da3f720-d342-4d4b-8392-3c59efb71e38, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8da3f720-d342-4d4b-8392-3c59efb71e38,segment=NetworkSegment(ffe06a09-883f-43ae-bed9-3d6ac8ed10e0),segment_id=ffe06a09-883f-43ae-bed9-3d6ac8ed10e0)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:54:54.585275 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-dcf9b78a-ff48-4da0-813f-a39ecd0a3ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:54.623552 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-dcf9b78a-ff48-4da0-813f-a39ecd0a3ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:54.624187 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-dcf9b78a-ff48-4da0-813f-a39ecd0a3ac7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:54.625593 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-dcf9b78a-ff48-4da0-813f-a39ecd0a3ac7 service neutron] 10.222.0.46 "PUT /v2.0/ports/8da3f720-d342-4d4b-8392-3c59efb71e38 HTTP/1.1" status: 200 len: 1091 time: 0.6382473 Dec 10 19:54:54.626041 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef1e4ec-f218-4665-8760-764101e23a84', 'tag': '8da3f720-d342-4d4b-8392-3c59efb71e38'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:54:54.628699 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7cda0b5-dee5-4feb-b089-de73648c57fd" -d '{"events": [{"name": "network-changed", "server_uuid": "2ef1e4ec-f218-4665-8760-764101e23a84", "tag": "8da3f720-d342-4d4b-8392-3c59efb71e38"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:54:54.650201 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf9b78a-ff48-4da0-813f-a39ecd0a3ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=8da3f720-d342-4d4b-8392-3c59efb71e38,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:54.678439 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5224c957-49ee-439d-8270-d286775d38c6 x-openstack-request-id: req-5224c957-49ee-439d-8270-d286775d38c6 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:54:54.678733 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ef1e4ec-f218-4665-8760-764101e23a84", "tag": "8da3f720-d342-4d4b-8392-3c59efb71e38", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:54:54.678986 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5224c957-49ee-439d-8270-d286775d38c6 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:54:54.679398 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef1e4ec-f218-4665-8760-764101e23a84', 'tag': '8da3f720-d342-4d4b-8392-3c59efb71e38', 'status': 'completed', 'code': 200} Dec 10 19:54:54.717331 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-b05aa996-6a0d-4efe-8a60-670eda501906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:54.719016 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-b05aa996-6a0d-4efe-8a60-670eda501906 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&device_id=2ef1e4ec-f218-4665-8760-764101e23a84 HTTP/1.1" status: 200 len: 1094 time: 0.0500643 Dec 10 19:54:54.775476 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-500d1dec-bb75-42af-bd8b-9e2f9b3dcccc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8da3f720-d342-4d4b-8392-3c59efb71e38 HTTP/1.1" status: 200 len: 217 time: 0.0490344 Dec 10 19:54:54.845650 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-e7b78599-96ad-4bc9-907b-03b416dbd7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:54.847134 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-e7b78599-96ad-4bc9-907b-03b416dbd7b2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6d91c87b-2b2f-4fec-947c-d690a71f52ea HTTP/1.1" status: 200 len: 834 time: 0.0542607 Dec 10 19:54:54.855541 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367cfb5-5fa7-46a2-879a-1e51d122c4ed req-b6c8f460-d8c9-45e2-87c0-87e9b8018c8d tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:54.856902 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d367cfb5-5fa7-46a2-879a-1e51d122c4ed req-b6c8f460-d8c9-45e2-87c0-87e9b8018c8d tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ef1e4ec-f218-4665-8760-764101e23a84 HTTP/1.1" status: 200 len: 943 time: 0.0909462 Dec 10 19:54:54.935206 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d367cfb5-5fa7-46a2-879a-1e51d122c4ed req-8035b306-f2c0-4ae3-b368-7f3879fee777 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9fd5d90-7454-4525-8eb7-f50df8ea067f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693946 Dec 10 19:54:54.937041 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-98de771e-650e-4582-bc37-83626cd31d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:54.938493 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-98de771e-650e-4582-bc37-83626cd31d51 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b044eb23-25e8-4217-854f-45dcef952cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807488 Dec 10 19:54:55.033664 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-604ca81f-a8bf-43c2-beb2-1016c7c5fc56 service neutron] 10.222.0.46 "GET /v2.0/networks/b044eb23-25e8-4217-854f-45dcef952cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864244 Dec 10 19:54:55.120019 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:55.134354 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f42b2451-ebc2-4a64-a270-649f1b374702 req-71477cb8-56af-467d-9460-077bcef809af service neutron] 10.222.0.46 "GET /v2.0/networks/b044eb23-25e8-4217-854f-45dcef952cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941761 Dec 10 19:54:55.225950 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cda0b5-dee5-4feb-b089-de73648c57fd req-415b6445-4434-4e4d-b484-aa0674a2a546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:55.227453 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a7cda0b5-dee5-4feb-b089-de73648c57fd req-415b6445-4434-4e4d-b484-aa0674a2a546 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&device_id=2ef1e4ec-f218-4665-8760-764101e23a84 HTTP/1.1" status: 200 len: 1094 time: 0.0415936 Dec 10 19:54:55.321581 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cda0b5-dee5-4feb-b089-de73648c57fd req-aa64de30-fe37-4cd7-9586-8ebc3db24b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:55.323063 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a7cda0b5-dee5-4feb-b089-de73648c57fd req-aa64de30-fe37-4cd7-9586-8ebc3db24b15 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b044eb23-25e8-4217-854f-45dcef952cb8 HTTP/1.1" status: 200 len: 898 time: 0.0881557 Dec 10 19:54:55.364317 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a7cda0b5-dee5-4feb-b089-de73648c57fd req-53365adf-6791-4ac9-ba39-5ec28d5ade38 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8da3f720-d342-4d4b-8392-3c59efb71e38 HTTP/1.1" status: 200 len: 217 time: 0.0342121 Dec 10 19:54:55.415229 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cda0b5-dee5-4feb-b089-de73648c57fd req-1c4a1b4b-876d-4198-b53a-4267c6d9a991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:55.416698 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a7cda0b5-dee5-4feb-b089-de73648c57fd req-1c4a1b4b-876d-4198-b53a-4267c6d9a991 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6d91c87b-2b2f-4fec-947c-d690a71f52ea HTTP/1.1" status: 200 len: 834 time: 0.0446093 Dec 10 19:54:55.463516 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cda0b5-dee5-4feb-b089-de73648c57fd req-102e0a5a-d77f-40af-bae7-aff772d3f1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:55.465018 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a7cda0b5-dee5-4feb-b089-de73648c57fd req-102e0a5a-d77f-40af-bae7-aff772d3f1cf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b044eb23-25e8-4217-854f-45dcef952cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397730 Dec 10 19:54:55.557443 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a7cda0b5-dee5-4feb-b089-de73648c57fd req-0e3a28df-38d7-4b98-83d6-f0a5c5591381 service neutron] 10.222.0.46 "GET /v2.0/networks/b044eb23-25e8-4217-854f-45dcef952cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849829 Dec 10 19:54:55.652237 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a7cda0b5-dee5-4feb-b089-de73648c57fd req-e8ba9aa0-d465-459a-aaf3-6887ce9011d8 service neutron] 10.222.0.46 "GET /v2.0/networks/b044eb23-25e8-4217-854f-45dcef952cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864863 Dec 10 19:54:55.702039 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:56.054848 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c7813-a152-4c5d-9f66-abfdbd7a6d45 req-85eefcf7-fd34-421d-9022-100afbbf1b68 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:56.056359 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5f0c7813-a152-4c5d-9f66-abfdbd7a6d45 req-85eefcf7-fd34-421d-9022-100afbbf1b68 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ef1e4ec-f218-4665-8760-764101e23a84 HTTP/1.1" status: 200 len: 943 time: 0.0492826 Dec 10 19:54:56.105720 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5f0c7813-a152-4c5d-9f66-abfdbd7a6d45 req-cca93a43-46ef-474a-97f0-3617cd2b8f63 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9fd5d90-7454-4525-8eb7-f50df8ea067f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433028 Dec 10 19:54:57.228686 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc68516-25dd-493a-9fc4-6967d06cd08d req-f1f50453-7277-44e3-a41c-d211f82e3e6f tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:57.230183 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8dc68516-25dd-493a-9fc4-6967d06cd08d req-f1f50453-7277-44e3-a41c-d211f82e3e6f tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ef1e4ec-f218-4665-8760-764101e23a84 HTTP/1.1" status: 200 len: 943 time: 0.0493340 Dec 10 19:54:57.281272 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8dc68516-25dd-493a-9fc4-6967d06cd08d req-7c896655-f468-4a78-a263-ed809381cd00 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9fd5d90-7454-4525-8eb7-f50df8ea067f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450468 Dec 10 19:54:58.404849 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e930dc-001e-47a1-a8c6-0944c5ef20e7 req-b7814beb-0140-44bb-bfe3-08e76ee70ed0 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:58.406338 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-86e930dc-001e-47a1-a8c6-0944c5ef20e7 req-b7814beb-0140-44bb-bfe3-08e76ee70ed0 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ef1e4ec-f218-4665-8760-764101e23a84 HTTP/1.1" status: 200 len: 943 time: 0.0537417 Dec 10 19:54:58.455303 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-86e930dc-001e-47a1-a8c6-0944c5ef20e7 req-99f458aa-bc41-4bce-86bc-c58003c65183 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9fd5d90-7454-4525-8eb7-f50df8ea067f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428977 Dec 10 19:54:58.774829 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 8da3f720-d342-4d4b-8392-3c59efb71e38 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:54:58.870061 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 8da3f720-d342-4d4b-8392-3c59efb71e38, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8da3f720-d342-4d4b-8392-3c59efb71e38,segment=NetworkSegment(ffe06a09-883f-43ae-bed9-3d6ac8ed10e0),segment_id=ffe06a09-883f-43ae-bed9-3d6ac8ed10e0)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:54:58.881568 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '8da3f720-d342-4d4b-8392-3c59efb71e38', 'network_id': 'b044eb23-25e8-4217-854f-45dcef952cb8', 'port_id': '8da3f720-d342-4d4b-8392-3c59efb71e38', 'mac_address': 'fa:16:3e:c5:f0:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d91c87b-2b2f-4fec-947c-d690a71f52ea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:54:58.921652 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:58.934648 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8da3f720-d342-4d4b-8392-3c59efb71e38 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:54:58.953765 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 8da3f720-d342-4d4b-8392-3c59efb71e38, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8da3f720-d342-4d4b-8392-3c59efb71e38,segment=NetworkSegment(ffe06a09-883f-43ae-bed9-3d6ac8ed10e0),segment_id=ffe06a09-883f-43ae-bed9-3d6ac8ed10e0)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:54:58.957127 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:54:59.002619 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=8da3f720-d342-4d4b-8392-3c59efb71e38,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:59.193079 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['8da3f720-d342-4d4b-8392-3c59efb71e38'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:54:59.572340 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e235728-9b6b-4f7e-83f7-d18ac1830db5 req-32eb7bf9-fab9-4790-ba98-f4a5f49a2820 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:59.573901 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9e235728-9b6b-4f7e-83f7-d18ac1830db5 req-32eb7bf9-fab9-4790-ba98-f4a5f49a2820 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ef1e4ec-f218-4665-8760-764101e23a84 HTTP/1.1" status: 200 len: 944 time: 0.0507216 Dec 10 19:54:59.622863 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9e235728-9b6b-4f7e-83f7-d18ac1830db5 req-873bad18-e400-4e8b-9185-ec97ba67ce5b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9fd5d90-7454-4525-8eb7-f50df8ea067f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429578 Dec 10 19:55:00.738139 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2a76f-3665-46e4-bc06-c9869cc2f615 req-ab42ad6e-1f4c-4870-9e02-6822c4da3be5 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:00.739623 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-99d2a76f-3665-46e4-bc06-c9869cc2f615 req-ab42ad6e-1f4c-4870-9e02-6822c4da3be5 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ef1e4ec-f218-4665-8760-764101e23a84 HTTP/1.1" status: 200 len: 944 time: 0.0488875 Dec 10 19:55:00.779653 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 8da3f720-d342-4d4b-8392-3c59efb71e38 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:55:00.791183 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-99d2a76f-3665-46e4-bc06-c9869cc2f615 req-00650154-6278-45dd-9299-d9f92535b0b8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9fd5d90-7454-4525-8eb7-f50df8ea067f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453854 Dec 10 19:55:00.829292 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 8da3f720-d342-4d4b-8392-3c59efb71e38 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:55:00.834036 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 8da3f720-d342-4d4b-8392-3c59efb71e38 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:55:00.834416 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:00.919300 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:00.945252 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef1e4ec-f218-4665-8760-764101e23a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da3f720-d342-4d4b-8392-3c59efb71e38'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:55:00.947482 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f39997a1e7c5b6ae782956bbd1fa5b612e64aa5908109c3bc10b0e272c8d4b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c60ffa4-d8d7-417e-a53f-bb26326a78fe" -d '{"events": [{"server_uuid": "2ef1e4ec-f218-4665-8760-764101e23a84", "name": "network-vif-plugged", "status": "completed", "tag": "8da3f720-d342-4d4b-8392-3c59efb71e38"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:55:00.960249 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 8da3f720-d342-4d4b-8392-3c59efb71e38, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8da3f720-d342-4d4b-8392-3c59efb71e38,segment=NetworkSegment(ffe06a09-883f-43ae-bed9-3d6ac8ed10e0),segment_id=ffe06a09-883f-43ae-bed9-3d6ac8ed10e0)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:55:00.964058 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:01.011674 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=8da3f720-d342-4d4b-8392-3c59efb71e38,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:01.038400 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8146f2-c50e-406b-8d09-6c9f7b036717 x-openstack-request-id: req-8c8146f2-c50e-406b-8d09-6c9f7b036717 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:55:01.038698 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef1e4ec-f218-4665-8760-764101e23a84", "name": "network-vif-plugged", "status": "completed", "tag": "8da3f720-d342-4d4b-8392-3c59efb71e38", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:55:01.038956 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8c8146f2-c50e-406b-8d09-6c9f7b036717 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:55:01.039362 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef1e4ec-f218-4665-8760-764101e23a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da3f720-d342-4d4b-8392-3c59efb71e38', 'code': 200} Dec 10 19:55:01.138911 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7de9f-4e4b-4f1c-b0e2-6ca8b7aeaab5 req-acb1ec73-986a-48ff-a16d-4c51118bab1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:01.140395 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b8c7de9f-4e4b-4f1c-b0e2-6ca8b7aeaab5 req-acb1ec73-986a-48ff-a16d-4c51118bab1a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2ef1e4ec-f218-4665-8760-764101e23a84 HTTP/1.1" status: 200 len: 1096 time: 0.0435524 Dec 10 19:55:01.187755 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b8c7de9f-4e4b-4f1c-b0e2-6ca8b7aeaab5 req-ff506d68-3c86-44f3-aec3-6a3cd596a040 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b9fd5d90-7454-4525-8eb7-f50df8ea067f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390320 Dec 10 19:55:01.934091 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e71b16-f82d-446c-a761-cb6d4882591d req-0b2a0b53-0a4e-4e74-b680-029328b6c691 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:01.935841 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-78e71b16-f82d-446c-a761-cb6d4882591d req-0b2a0b53-0a4e-4e74-b680-029328b6c691 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ef1e4ec-f218-4665-8760-764101e23a84 HTTP/1.1" status: 200 len: 945 time: 0.0752001 Dec 10 19:55:01.995215 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-78e71b16-f82d-446c-a761-cb6d4882591d req-191967ac-7121-4bf9-8a8f-540cb9753601 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9fd5d90-7454-4525-8eb7-f50df8ea067f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486937 Dec 10 19:55:03.114155 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457833dc-b18f-4029-b0ea-9a11d8273d9c req-e9476e73-1bad-4f3f-b8f7-d8915cc0d62b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:03.115794 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-457833dc-b18f-4029-b0ea-9a11d8273d9c req-e9476e73-1bad-4f3f-b8f7-d8915cc0d62b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ef1e4ec-f218-4665-8760-764101e23a84 HTTP/1.1" status: 200 len: 945 time: 0.0490177 Dec 10 19:55:03.166636 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-457833dc-b18f-4029-b0ea-9a11d8273d9c req-6610d009-14ef-464e-8a4c-229d9197f589 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9fd5d90-7454-4525-8eb7-f50df8ea067f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443437 Dec 10 19:55:03.285816 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5801f-d8e9-4155-a53b-365a51a85d01 req-0844f058-e436-45ef-8fd0-dd7f004bdabc tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:03.287239 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5ba5801f-d8e9-4155-a53b-365a51a85d01 req-0844f058-e436-45ef-8fd0-dd7f004bdabc tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ef1e4ec-f218-4665-8760-764101e23a84 HTTP/1.1" status: 200 len: 945 time: 0.0533667 Dec 10 19:55:03.338666 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5ba5801f-d8e9-4155-a53b-365a51a85d01 req-97b63bd8-f2dd-4a17-bd19-19503ed1a0a8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9fd5d90-7454-4525-8eb7-f50df8ea067f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437245 Dec 10 19:55:03.361674 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53252) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:55:03.401031 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000d410c-7daf-460e-be59-e3272aa65e51 tempest-TestNetworkAdvancedServerOps-1581291312 tempest-TestNetworkAdvancedServerOps-1581291312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:03.402535 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-000d410c-7daf-460e-be59-e3272aa65e51 tempest-TestNetworkAdvancedServerOps-1581291312 tempest-TestNetworkAdvancedServerOps-1581291312-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2ef1e4ec-f218-4665-8760-764101e23a84 HTTP/1.1" status: 200 len: 1091 time: 0.0397146 Dec 10 19:55:03.405374 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53254) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:55:03.410433 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-e825d1d8-6476-4498-be7d-08584b483b45 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'port_id': '8da3f720-d342-4d4b-8392-3c59efb71e38', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:55:03.432575 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e825d1d8-6476-4498-be7d-08584b483b45 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:03.530732 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e825d1d8-6476-4498-be7d-08584b483b45 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:03.633342 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-e825d1d8-6476-4498-be7d-08584b483b45 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Allocated IP 172.25.7.110 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/5b8b40f0-91e7-4265-a167-d7138f683ba5) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:55:03.738652 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e825d1d8-6476-4498-be7d-08584b483b45 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:03.774748 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e825d1d8-6476-4498-be7d-08584b483b45 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:03.815599 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e825d1d8-6476-4498-be7d-08584b483b45 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:55:03.818630 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-e825d1d8-6476-4498-be7d-08584b483b45 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:55:03.822187 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e825d1d8-6476-4498-be7d-08584b483b45 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:55:03.843906 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825d1d8-6476-4498-be7d-08584b483b45 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'Port': ['ID=5b8b40f0-91e7-4265-a167-d7138f683ba5,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:04.166560 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e825d1d8-6476-4498-be7d-08584b483b45 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:04.230317 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e825d1d8-6476-4498-be7d-08584b483b45 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:04.380733 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e825d1d8-6476-4498-be7d-08584b483b45 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:04.385266 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e825d1d8-6476-4498-be7d-08584b483b45 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:04.458724 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825d1d8-6476-4498-be7d-08584b483b45 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event updated for resources: {'Port': ['ID=5b8b40f0-91e7-4265-a167-d7138f683ba5,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:04.470574 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e825d1d8-6476-4498-be7d-08584b483b45 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:04.567611 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:04.901844 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-e825d1d8-6476-4498-be7d-08584b483b45 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Floating IP 0c76c2ed-a4db-4f71-9538-3c38b914cb9a associated. External IP: 172.25.7.110, port: 8da3f720-d342-4d4b-8392-3c59efb71e38. Dec 10 19:55:05.101438 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e825d1d8-6476-4498-be7d-08584b483b45 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Router b0624519-b674-43b3-995d-eb61b1360975 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:55:05.209792 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e825d1d8-6476-4498-be7d-08584b483b45 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:55:05.219046 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb87d7f-1d92-4c91-b6fa-72927971a6e1 None None] Sync routers for ids ['b0624519-b674-43b3-995d-eb61b1360975'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:55:05.228029 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e825d1d8-6476-4498-be7d-08584b483b45 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:05.229779 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb87d7f-1d92-4c91-b6fa-72927971a6e1 None None] Routers {'b0624519-b674-43b3-995d-eb61b1360975'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:55:05.230393 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-4eb87d7f-1d92-4c91-b6fa-72927971a6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:54:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['b0624519-b674-43b3-995d-eb61b1360975'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:55:05.255609 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e825d1d8-6476-4498-be7d-08584b483b45 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8491337 Dec 10 19:55:05.256185 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef1e4ec-f218-4665-8760-764101e23a84', 'tag': '8da3f720-d342-4d4b-8392-3c59efb71e38'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:55:05.258457 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de271f42-5d6a-40eb-a350-f35fd2f705ef" -d '{"events": [{"name": "network-changed", "server_uuid": "2ef1e4ec-f218-4665-8760-764101e23a84", "tag": "8da3f720-d342-4d4b-8392-3c59efb71e38"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:55:05.303534 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e23c8f-3d35-4344-bfdf-ba65d50a06d9 x-openstack-request-id: req-a7e23c8f-3d35-4344-bfdf-ba65d50a06d9 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:55:05.303930 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ef1e4ec-f218-4665-8760-764101e23a84", "tag": "8da3f720-d342-4d4b-8392-3c59efb71e38", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:55:05.304311 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a7e23c8f-3d35-4344-bfdf-ba65d50a06d9 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:55:05.304863 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef1e4ec-f218-4665-8760-764101e23a84', 'tag': '8da3f720-d342-4d4b-8392-3c59efb71e38', 'status': 'completed', 'code': 200} Dec 10 19:55:05.348451 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-4eb87d7f-1d92-4c91-b6fa-72927971a6e1 None None] Set router b0624519-b674-43b3-995d-eb61b1360975 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:55:05.382944 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de271f42-5d6a-40eb-a350-f35fd2f705ef req-b66bca79-99e7-4c55-99e2-4b98b1d27cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:05.384678 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de271f42-5d6a-40eb-a350-f35fd2f705ef req-b66bca79-99e7-4c55-99e2-4b98b1d27cf4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&device_id=2ef1e4ec-f218-4665-8760-764101e23a84 HTTP/1.1" status: 200 len: 1096 time: 0.0541625 Dec 10 19:55:05.484813 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de271f42-5d6a-40eb-a350-f35fd2f705ef req-b61d574f-3760-4d39-8946-ffc7c50d3dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:05.487065 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de271f42-5d6a-40eb-a350-f35fd2f705ef req-b61d574f-3760-4d39-8946-ffc7c50d3dac service neutron] 10.222.0.46 "GET /v2.0/networks?id=b044eb23-25e8-4217-854f-45dcef952cb8 HTTP/1.1" status: 200 len: 898 time: 0.0951238 Dec 10 19:55:05.566243 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de271f42-5d6a-40eb-a350-f35fd2f705ef req-1f5e16ae-0749-4efb-9ff9-7a9384aaa0ad service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8da3f720-d342-4d4b-8392-3c59efb71e38 HTTP/1.1" status: 200 len: 999 time: 0.0715792 Dec 10 19:55:05.648537 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de271f42-5d6a-40eb-a350-f35fd2f705ef req-a44b3c3b-a30a-42d2-8cc3-5f1eabd297dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:05.650036 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de271f42-5d6a-40eb-a350-f35fd2f705ef req-a44b3c3b-a30a-42d2-8cc3-5f1eabd297dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6d91c87b-2b2f-4fec-947c-d690a71f52ea HTTP/1.1" status: 200 len: 834 time: 0.0769663 Dec 10 19:55:05.662956 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8297ff-29e4-4651-8234-c4c481d1c045 req-206890c7-7f6e-4952-9fb5-ec4eb5758325 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:05.664402 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bf8297ff-29e4-4651-8234-c4c481d1c045 req-206890c7-7f6e-4952-9fb5-ec4eb5758325 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ef1e4ec-f218-4665-8760-764101e23a84 HTTP/1.1" status: 200 len: 945 time: 0.0828447 Dec 10 19:55:05.675619 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-4eb87d7f-1d92-4c91-b6fa-72927971a6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0624519-b674-43b3-995d-eb61b1360975', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457283509', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'aff996ad-2746-484b-9a35-cec397a146d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:54:43Z', 'updated_at': '2021-12-10T19:54:47Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'aff996ad-2746-484b-9a35-cec397a146d1', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0624519-b674-43b3-995d-eb61b1360975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:54:44Z', 'updated_at': '2021-12-10T19:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '0c76c2ed-a4db-4f71-9538-3c38b914cb9a', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'floating_ip_address': '172.25.7.110', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'b0624519-b674-43b3-995d-eb61b1360975', 'port_id': '8da3f720-d342-4d4b-8392-3c59efb71e38', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b044eb23-25e8-4217-854f-45dcef952cb8', 'mac_address': 'fa:16:3e:c5:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef1e4ec-f218-4665-8760-764101e23a84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:55:04Z', 'updated_at': '2021-12-10T19:55:04Z', 'revision_number': 0, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34', 'name': '', 'network_id': 'b044eb23-25e8-4217-854f-45dcef952cb8', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:5d:e9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0624519-b674-43b3-995d-eb61b1360975', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '6d91c87b-2b2f-4fec-947c-d690a71f52ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:54:46Z', 'updated_at': '2021-12-10T19:54:50Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': '6d91c87b-2b2f-4fec-947c-d690a71f52ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:55:05.701149 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb87d7f-1d92-4c91-b6fa-72927971a6e1 None None] Checking router: b0624519-b674-43b3-995d-eb61b1360975 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:55:05.709527 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb87d7f-1d92-4c91-b6fa-72927971a6e1 None None] Routers {'b0624519-b674-43b3-995d-eb61b1360975'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:55:05.710140 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-4eb87d7f-1d92-4c91-b6fa-72927971a6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:54:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['b0624519-b674-43b3-995d-eb61b1360975'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:55:05.738919 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de271f42-5d6a-40eb-a350-f35fd2f705ef req-26e79c59-2616-44a6-93ce-519f6b108683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:05.740347 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de271f42-5d6a-40eb-a350-f35fd2f705ef req-26e79c59-2616-44a6-93ce-519f6b108683 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b044eb23-25e8-4217-854f-45dcef952cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750585 Dec 10 19:55:05.745685 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bf8297ff-29e4-4651-8234-c4c481d1c045 req-d3626eae-1dc0-451b-8489-3cfe32ba05fd tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9fd5d90-7454-4525-8eb7-f50df8ea067f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714037 Dec 10 19:55:05.769799 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53260) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:55:05.819517 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-4eb87d7f-1d92-4c91-b6fa-72927971a6e1 None None] Set router b0624519-b674-43b3-995d-eb61b1360975 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:55:05.831532 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de271f42-5d6a-40eb-a350-f35fd2f705ef req-78a785fe-8c0d-4918-933c-b150013262f3 service neutron] 10.222.0.46 "GET /v2.0/networks/b044eb23-25e8-4217-854f-45dcef952cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839474 Dec 10 19:55:05.838305 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0af90d31-d0da-4301-a77c-bb8c281652dd tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/floatingips/0c76c2ed-a4db-4f71-9538-3c38b914cb9a HTTP/1.1" status: 200 len: 991 time: 0.0668283 Dec 10 19:55:05.933107 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de271f42-5d6a-40eb-a350-f35fd2f705ef req-a72a6602-b534-417f-85a1-aa86d129e1ff service neutron] 10.222.0.46 "GET /v2.0/networks/b044eb23-25e8-4217-854f-45dcef952cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944521 Dec 10 19:55:06.054436 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-4eb87d7f-1d92-4c91-b6fa-72927971a6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0624519-b674-43b3-995d-eb61b1360975', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457283509', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'aff996ad-2746-484b-9a35-cec397a146d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:54:43Z', 'updated_at': '2021-12-10T19:54:47Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'aff996ad-2746-484b-9a35-cec397a146d1', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0624519-b674-43b3-995d-eb61b1360975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:54:44Z', 'updated_at': '2021-12-10T19:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '0c76c2ed-a4db-4f71-9538-3c38b914cb9a', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'floating_ip_address': '172.25.7.110', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'b0624519-b674-43b3-995d-eb61b1360975', 'port_id': '8da3f720-d342-4d4b-8392-3c59efb71e38', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b044eb23-25e8-4217-854f-45dcef952cb8', 'mac_address': 'fa:16:3e:c5:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef1e4ec-f218-4665-8760-764101e23a84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:55:04Z', 'updated_at': '2021-12-10T19:55:04Z', 'revision_number': 0, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34', 'name': '', 'network_id': 'b044eb23-25e8-4217-854f-45dcef952cb8', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:5d:e9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0624519-b674-43b3-995d-eb61b1360975', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '6d91c87b-2b2f-4fec-947c-d690a71f52ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:54:46Z', 'updated_at': '2021-12-10T19:54:50Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': '6d91c87b-2b2f-4fec-947c-d690a71f52ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:55:06.079984 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb87d7f-1d92-4c91-b6fa-72927971a6e1 None None] The sync data for ids ['b0624519-b674-43b3-995d-eb61b1360975'] in n-d-821435-1 is: [{'id': 'b0624519-b674-43b3-995d-eb61b1360975', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457283509', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'aff996ad-2746-484b-9a35-cec397a146d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:54:43Z', 'updated_at': '2021-12-10T19:54:47Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'aff996ad-2746-484b-9a35-cec397a146d1', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0624519-b674-43b3-995d-eb61b1360975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:54:44Z', 'updated_at': '2021-12-10T19:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '0c76c2ed-a4db-4f71-9538-3c38b914cb9a', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'floating_ip_address': '172.25.7.110', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'b0624519-b674-43b3-995d-eb61b1360975', 'port_id': '8da3f720-d342-4d4b-8392-3c59efb71e38', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b044eb23-25e8-4217-854f-45dcef952cb8', 'mac_address': 'fa:16:3e:c5:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef1e4ec-f218-4665-8760-764101e23a84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:55:04Z', 'updated_at': '2021-12-10T19:55:04Z', 'revision_number': 0, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34', 'name': '', 'network_id': 'b044eb23-25e8-4217-854f-45dcef952cb8', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:5d:e9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0624519-b674-43b3-995d-eb61b1360975', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '6d91c87b-2b2f-4fec-947c-d690a71f52ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:54:46Z', 'updated_at': '2021-12-10T19:54:50Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': '6d91c87b-2b2f-4fec-947c-d690a71f52ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:55:06.285293 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b102f0-a275-4059-be02-08eee62472a8 None None] New status for floating IP 0c76c2ed-a4db-4f71-9538-3c38b914cb9a: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:55:06.603420 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:55:06.841785 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53262) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:55:06.902483 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3f1304e7-6938-4bd6-bd3a-a2726f4979af tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/floatingips/0c76c2ed-a4db-4f71-9538-3c38b914cb9a HTTP/1.1" status: 200 len: 993 time: 0.0594878 Dec 10 19:55:09.006367 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:19.824028 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1637ee00-53ad-40e8-909e-f16e6153a4a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:22.685536 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-26caddad-f8c6-4954-ab97-7e87cf661724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:23.756185 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:25.113353 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:25.704565 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:28.543996 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6ac00465-ec69-4ef7-a93d-e1795251d81f req-a1cc349a-7095-4041-a60b-c1e61ad967b9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2ef1e4ec-f218-4665-8760-764101e23a84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397122 Dec 10 19:55:28.624293 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac00465-ec69-4ef7-a93d-e1795251d81f req-166a3b11-86f3-4e4d-a469-4fe50d8b7469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:28.625726 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6ac00465-ec69-4ef7-a93d-e1795251d81f req-166a3b11-86f3-4e4d-a469-4fe50d8b7469 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&device_id=2ef1e4ec-f218-4665-8760-764101e23a84 HTTP/1.1" status: 200 len: 1096 time: 0.0398123 Dec 10 19:55:28.734231 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac00465-ec69-4ef7-a93d-e1795251d81f req-9c91b06f-754e-4644-9b5b-388bac4d7f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:28.735717 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6ac00465-ec69-4ef7-a93d-e1795251d81f req-9c91b06f-754e-4644-9b5b-388bac4d7f0e service neutron] 10.222.0.46 "GET /v2.0/networks?id=b044eb23-25e8-4217-854f-45dcef952cb8 HTTP/1.1" status: 200 len: 898 time: 0.0894215 Dec 10 19:55:28.805177 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6ac00465-ec69-4ef7-a93d-e1795251d81f req-30a8218c-a3c4-4d0d-9c8a-3ddd48b05a35 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8da3f720-d342-4d4b-8392-3c59efb71e38 HTTP/1.1" status: 200 len: 1001 time: 0.0615451 Dec 10 19:55:28.854851 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac00465-ec69-4ef7-a93d-e1795251d81f req-372ac505-7730-4e29-837b-2588dade6de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:28.856318 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6ac00465-ec69-4ef7-a93d-e1795251d81f req-372ac505-7730-4e29-837b-2588dade6de5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6d91c87b-2b2f-4fec-947c-d690a71f52ea HTTP/1.1" status: 200 len: 834 time: 0.0434475 Dec 10 19:55:28.914679 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac00465-ec69-4ef7-a93d-e1795251d81f req-f7f8dadb-66c1-443f-98cd-f0cb2d4d707b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:28.916108 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6ac00465-ec69-4ef7-a93d-e1795251d81f req-f7f8dadb-66c1-443f-98cd-f0cb2d4d707b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b044eb23-25e8-4217-854f-45dcef952cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519896 Dec 10 19:55:29.013636 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6ac00465-ec69-4ef7-a93d-e1795251d81f req-c1e37199-180d-4f37-aa81-5575178c36f3 service neutron] 10.222.0.46 "GET /v2.0/networks/b044eb23-25e8-4217-854f-45dcef952cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891421 Dec 10 19:55:29.109546 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6ac00465-ec69-4ef7-a93d-e1795251d81f req-ef4ecd04-fb0e-44f1-ae57-9d27e6529715 service neutron] 10.222.0.46 "GET /v2.0/networks/b044eb23-25e8-4217-854f-45dcef952cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850639 Dec 10 19:55:33.532137 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a138fd2-079b-479b-b84b-218a61314dcc req-af37e24a-78c0-4803-b1c4-a7958add116f tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:33.534273 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0a138fd2-079b-479b-b84b-218a61314dcc req-af37e24a-78c0-4803-b1c4-a7958add116f tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ef1e4ec-f218-4665-8760-764101e23a84 HTTP/1.1" status: 200 len: 945 time: 0.0504150 Dec 10 19:55:33.591919 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0a138fd2-079b-479b-b84b-218a61314dcc req-bcc54795-67cb-42be-a604-e9021568bf9b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9fd5d90-7454-4525-8eb7-f50df8ea067f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510912 Dec 10 19:55:34.604830 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:34.713420 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a33715-1780-42c3-90f1-45524e90a932 req-95689ff4-f9e5-4e57-96f4-dda6879135f3 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:34.714912 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d5a33715-1780-42c3-90f1-45524e90a932 req-95689ff4-f9e5-4e57-96f4-dda6879135f3 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ef1e4ec-f218-4665-8760-764101e23a84 HTTP/1.1" status: 200 len: 945 time: 0.0507388 Dec 10 19:55:34.764480 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d5a33715-1780-42c3-90f1-45524e90a932 req-d219dde1-1093-408f-8d12-7e0f7a4ed39d tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9fd5d90-7454-4525-8eb7-f50df8ea067f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436690 Dec 10 19:55:34.787248 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53280) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:55:34.853538 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2b811933-6b18-467f-9f33-e9c2d9572cb8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/floatingips/0c76c2ed-a4db-4f71-9538-3c38b914cb9a HTTP/1.1" status: 200 len: 993 time: 0.0651612 Dec 10 19:55:36.116834 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb190c5-9367-498c-a46a-c9dc8a8dea5b req-6c127f08-3aaa-4463-bbc4-e7a4f15dbe1b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:36.118324 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3bb190c5-9367-498c-a46a-c9dc8a8dea5b req-6c127f08-3aaa-4463-bbc4-e7a4f15dbe1b tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ef1e4ec-f218-4665-8760-764101e23a84 HTTP/1.1" status: 200 len: 945 time: 0.0486000 Dec 10 19:55:36.134881 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447a3b5-03bb-477b-9b20-e70f6f38fb39 req-d459403b-047f-48f1-8c7e-b4681318e387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:36.136305 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7447a3b5-03bb-477b-9b20-e70f6f38fb39 req-d459403b-047f-48f1-8c7e-b4681318e387 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&device_id=2ef1e4ec-f218-4665-8760-764101e23a84 HTTP/1.1" status: 200 len: 1096 time: 0.0437758 Dec 10 19:55:36.170014 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3bb190c5-9367-498c-a46a-c9dc8a8dea5b req-79e711ef-4d74-4d72-9b04-a39ef2e5093c tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9fd5d90-7454-4525-8eb7-f50df8ea067f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453103 Dec 10 19:55:36.226427 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447a3b5-03bb-477b-9b20-e70f6f38fb39 req-cbd30ada-5b47-480c-ac7f-b8421aae60fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:36.227900 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7447a3b5-03bb-477b-9b20-e70f6f38fb39 req-cbd30ada-5b47-480c-ac7f-b8421aae60fd service neutron] 10.222.0.46 "GET /v2.0/networks?id=b044eb23-25e8-4217-854f-45dcef952cb8 HTTP/1.1" status: 200 len: 898 time: 0.0849867 Dec 10 19:55:36.296098 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7447a3b5-03bb-477b-9b20-e70f6f38fb39 req-e32e8a08-9815-425d-975c-fa6a397ad5b5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8da3f720-d342-4d4b-8392-3c59efb71e38 HTTP/1.1" status: 200 len: 1001 time: 0.0611682 Dec 10 19:55:36.342504 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447a3b5-03bb-477b-9b20-e70f6f38fb39 req-7226b4b6-f920-477b-9360-c6bd7a02f55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:36.343938 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7447a3b5-03bb-477b-9b20-e70f6f38fb39 req-7226b4b6-f920-477b-9360-c6bd7a02f55c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6d91c87b-2b2f-4fec-947c-d690a71f52ea HTTP/1.1" status: 200 len: 834 time: 0.0416155 Dec 10 19:55:36.390131 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447a3b5-03bb-477b-9b20-e70f6f38fb39 req-f47acfea-6cba-44b3-9ee5-e5b1a583e772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:36.391566 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7447a3b5-03bb-477b-9b20-e70f6f38fb39 req-f47acfea-6cba-44b3-9ee5-e5b1a583e772 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b044eb23-25e8-4217-854f-45dcef952cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406709 Dec 10 19:55:36.484901 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7447a3b5-03bb-477b-9b20-e70f6f38fb39 req-dedc7896-a286-4996-b659-ace8d9e3f2ff service neutron] 10.222.0.46 "GET /v2.0/networks/b044eb23-25e8-4217-854f-45dcef952cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860717 Dec 10 19:55:36.573499 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7447a3b5-03bb-477b-9b20-e70f6f38fb39 req-128bb343-c81a-43d3-b68f-cf39aa5c4bd2 service neutron] 10.222.0.46 "GET /v2.0/networks/b044eb23-25e8-4217-854f-45dcef952cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812066 Dec 10 19:55:37.298909 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34cb690-a232-4c73-92b2-574560707000 req-22dcfe3c-4214-432e-9f1f-4fa575a498f8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:37.300709 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d34cb690-a232-4c73-92b2-574560707000 req-22dcfe3c-4214-432e-9f1f-4fa575a498f8 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ef1e4ec-f218-4665-8760-764101e23a84 HTTP/1.1" status: 200 len: 945 time: 0.0568681 Dec 10 19:55:37.351491 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d34cb690-a232-4c73-92b2-574560707000 req-8b976bef-170b-4985-8196-6051f0ab87af tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9fd5d90-7454-4525-8eb7-f50df8ea067f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448456 Dec 10 19:55:38.468038 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfbaf7-79f6-4654-a424-cbce9bfddf96 req-ed0266e5-8591-48ba-b824-00803ca1e45e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:38.469544 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-98dfbaf7-79f6-4654-a424-cbce9bfddf96 req-ed0266e5-8591-48ba-b824-00803ca1e45e tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ef1e4ec-f218-4665-8760-764101e23a84 HTTP/1.1" status: 200 len: 945 time: 0.0489769 Dec 10 19:55:38.520321 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-98dfbaf7-79f6-4654-a424-cbce9bfddf96 req-7c97fc42-c5df-4ece-996e-3955ca543afb tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9fd5d90-7454-4525-8eb7-f50df8ea067f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440447 Dec 10 19:55:38.543252 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53292) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:55:38.602905 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-239efd81-0861-4d9e-9f6c-632821252bfe tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/floatingips/0c76c2ed-a4db-4f71-9538-3c38b914cb9a HTTP/1.1" status: 200 len: 993 time: 0.0584211 Dec 10 19:55:38.857449 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53298) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:55:39.013447 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b3a1f3da-25ab-4740-8db1-6da20d683719 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Deleting port 5b8b40f0-91e7-4265-a167-d7138f683ba5 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:55:39.013888 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b3a1f3da-25ab-4740-8db1-6da20d683719 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:39.020550 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:39.092277 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b3a1f3da-25ab-4740-8db1-6da20d683719 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:39.092606 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b3a1f3da-25ab-4740-8db1-6da20d683719 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:39.104750 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b3a1f3da-25ab-4740-8db1-6da20d683719 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Calling delete_port for 5b8b40f0-91e7-4265-a167-d7138f683ba5 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:55:39.248947 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b3a1f3da-25ab-4740-8db1-6da20d683719 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:39.275190 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1f3da-25ab-4740-8db1-6da20d683719 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event deleted for resources: {'Port': ['ID=5b8b40f0-91e7-4265-a167-d7138f683ba5,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:39.300082 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1f3da-25ab-4740-8db1-6da20d683719 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:39.300436 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1f3da-25ab-4740-8db1-6da20d683719 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:39.300815 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1f3da-25ab-4740-8db1-6da20d683719 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:39.301153 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1f3da-25ab-4740-8db1-6da20d683719 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:39.301490 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1f3da-25ab-4740-8db1-6da20d683719 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:39.301822 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1f3da-25ab-4740-8db1-6da20d683719 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:39.302183 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1f3da-25ab-4740-8db1-6da20d683719 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:39.302509 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1f3da-25ab-4740-8db1-6da20d683719 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:39.302837 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1f3da-25ab-4740-8db1-6da20d683719 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:39.303164 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1f3da-25ab-4740-8db1-6da20d683719 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:39.303490 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1f3da-25ab-4740-8db1-6da20d683719 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:39.303813 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1f3da-25ab-4740-8db1-6da20d683719 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:39.304135 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1f3da-25ab-4740-8db1-6da20d683719 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:39.344984 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b3a1f3da-25ab-4740-8db1-6da20d683719 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:39.345368 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-b3a1f3da-25ab-4740-8db1-6da20d683719 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Floating IP 0c76c2ed-a4db-4f71-9538-3c38b914cb9a disassociated (deleted). External IP: 172.25.7.110, port: 8da3f720-d342-4d4b-8392-3c59efb71e38. Dec 10 19:55:39.563788 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a1f3da-25ab-4740-8db1-6da20d683719 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Router b0624519-b674-43b3-995d-eb61b1360975 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:55:39.673597 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a1f3da-25ab-4740-8db1-6da20d683719 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:55:39.679075 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b3a1f3da-25ab-4740-8db1-6da20d683719 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:39.683901 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c03050-3ad6-4e22-8eee-42ddbaaa0954 None None] Sync routers for ids ['b0624519-b674-43b3-995d-eb61b1360975'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:55:39.694523 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c03050-3ad6-4e22-8eee-42ddbaaa0954 None None] Routers {'b0624519-b674-43b3-995d-eb61b1360975'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:55:39.695119 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-99c03050-3ad6-4e22-8eee-42ddbaaa0954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:55:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['b0624519-b674-43b3-995d-eb61b1360975'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:55:39.707520 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b3a1f3da-25ab-4740-8db1-6da20d683719 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "DELETE /v2.0/floatingips/0c76c2ed-a4db-4f71-9538-3c38b914cb9a HTTP/1.1" status: 204 len: 168 time: 0.8489685 Dec 10 19:55:39.708242 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef1e4ec-f218-4665-8760-764101e23a84', 'tag': '8da3f720-d342-4d4b-8392-3c59efb71e38'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:55:39.710637 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65faddea-f622-4f68-b652-4d6471c4ae60" -d '{"events": [{"name": "network-changed", "server_uuid": "2ef1e4ec-f218-4665-8760-764101e23a84", "tag": "8da3f720-d342-4d4b-8392-3c59efb71e38"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:55:39.753907 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e0fdc1-6d4b-4b4d-bc1e-c78fcebf12cc x-openstack-request-id: req-72e0fdc1-6d4b-4b4d-bc1e-c78fcebf12cc {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:55:39.754319 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ef1e4ec-f218-4665-8760-764101e23a84", "tag": "8da3f720-d342-4d4b-8392-3c59efb71e38", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:55:39.754674 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-72e0fdc1-6d4b-4b4d-bc1e-c78fcebf12cc {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:55:39.755178 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef1e4ec-f218-4665-8760-764101e23a84', 'tag': '8da3f720-d342-4d4b-8392-3c59efb71e38', 'status': 'completed', 'code': 200} Dec 10 19:55:39.809501 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-99c03050-3ad6-4e22-8eee-42ddbaaa0954 None None] Set router b0624519-b674-43b3-995d-eb61b1360975 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:55:39.821158 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faddea-f622-4f68-b652-4d6471c4ae60 req-21d4c837-da99-449e-b29c-bde6ce1572a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:39.823598 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-65faddea-f622-4f68-b652-4d6471c4ae60 req-21d4c837-da99-449e-b29c-bde6ce1572a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&device_id=2ef1e4ec-f218-4665-8760-764101e23a84 HTTP/1.1" status: 200 len: 1096 time: 0.0450454 Dec 10 19:55:39.958023 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faddea-f622-4f68-b652-4d6471c4ae60 req-d627a02e-6acb-46f4-8e7f-96bee1184637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:39.959513 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-65faddea-f622-4f68-b652-4d6471c4ae60 req-d627a02e-6acb-46f4-8e7f-96bee1184637 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b044eb23-25e8-4217-854f-45dcef952cb8 HTTP/1.1" status: 200 len: 898 time: 0.1219399 Dec 10 19:55:39.982295 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11532b5f-e421-4f09-8148-ee5c0a2c4506 req-6ca318af-d194-44c7-acd8-6a15cf520050 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:39.983878 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11532b5f-e421-4f09-8148-ee5c0a2c4506 req-6ca318af-d194-44c7-acd8-6a15cf520050 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ef1e4ec-f218-4665-8760-764101e23a84 HTTP/1.1" status: 200 len: 945 time: 0.0787144 Dec 10 19:55:40.017962 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-65faddea-f622-4f68-b652-4d6471c4ae60 req-730a18f2-3bce-436c-9a5f-9a31a05aa227 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8da3f720-d342-4d4b-8392-3c59efb71e38 HTTP/1.1" status: 200 len: 217 time: 0.0507455 Dec 10 19:55:40.019540 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-99c03050-3ad6-4e22-8eee-42ddbaaa0954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0624519-b674-43b3-995d-eb61b1360975', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457283509', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'aff996ad-2746-484b-9a35-cec397a146d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:54:43Z', 'updated_at': '2021-12-10T19:54:47Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'aff996ad-2746-484b-9a35-cec397a146d1', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0624519-b674-43b3-995d-eb61b1360975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:54:44Z', 'updated_at': '2021-12-10T19:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34', 'name': '', 'network_id': 'b044eb23-25e8-4217-854f-45dcef952cb8', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:5d:e9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0624519-b674-43b3-995d-eb61b1360975', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '6d91c87b-2b2f-4fec-947c-d690a71f52ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:54:46Z', 'updated_at': '2021-12-10T19:54:50Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': '6d91c87b-2b2f-4fec-947c-d690a71f52ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:55:40.045541 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c03050-3ad6-4e22-8eee-42ddbaaa0954 None None] Checking router: b0624519-b674-43b3-995d-eb61b1360975 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:55:40.054195 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c03050-3ad6-4e22-8eee-42ddbaaa0954 None None] Routers {'b0624519-b674-43b3-995d-eb61b1360975'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:55:40.054793 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-99c03050-3ad6-4e22-8eee-42ddbaaa0954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:55:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['b0624519-b674-43b3-995d-eb61b1360975'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:55:40.092562 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11532b5f-e421-4f09-8148-ee5c0a2c4506 req-d3313acd-c4bc-4242-b6f6-372d5e4ec6b4 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9fd5d90-7454-4525-8eb7-f50df8ea067f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768991 Dec 10 19:55:40.099500 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faddea-f622-4f68-b652-4d6471c4ae60 req-07f2badb-c30b-4d7d-9dc6-59d8627ce7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:40.100992 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-65faddea-f622-4f68-b652-4d6471c4ae60 req-07f2badb-c30b-4d7d-9dc6-59d8627ce7e4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6d91c87b-2b2f-4fec-947c-d690a71f52ea HTTP/1.1" status: 200 len: 834 time: 0.0709515 Dec 10 19:55:40.150043 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faddea-f622-4f68-b652-4d6471c4ae60 req-14935c71-ea16-47b7-ae8a-4def9bf730ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:40.151537 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-65faddea-f622-4f68-b652-4d6471c4ae60 req-14935c71-ea16-47b7-ae8a-4def9bf730ea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b044eb23-25e8-4217-854f-45dcef952cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425353 Dec 10 19:55:40.159010 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-99c03050-3ad6-4e22-8eee-42ddbaaa0954 None None] Set router b0624519-b674-43b3-995d-eb61b1360975 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:55:40.253652 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-65faddea-f622-4f68-b652-4d6471c4ae60 req-a609b606-20f8-4351-92ca-4c857d7c3a1f service neutron] 10.222.0.46 "GET /v2.0/networks/b044eb23-25e8-4217-854f-45dcef952cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930288 Dec 10 19:55:40.343533 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-65faddea-f622-4f68-b652-4d6471c4ae60 req-413ab91c-75f0-484c-8234-3227715736b5 service neutron] 10.222.0.46 "GET /v2.0/networks/b044eb23-25e8-4217-854f-45dcef952cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819247 Dec 10 19:55:40.358401 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-99c03050-3ad6-4e22-8eee-42ddbaaa0954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0624519-b674-43b3-995d-eb61b1360975', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457283509', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'aff996ad-2746-484b-9a35-cec397a146d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:54:43Z', 'updated_at': '2021-12-10T19:54:47Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'aff996ad-2746-484b-9a35-cec397a146d1', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0624519-b674-43b3-995d-eb61b1360975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:54:44Z', 'updated_at': '2021-12-10T19:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34', 'name': '', 'network_id': 'b044eb23-25e8-4217-854f-45dcef952cb8', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:5d:e9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0624519-b674-43b3-995d-eb61b1360975', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '6d91c87b-2b2f-4fec-947c-d690a71f52ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:54:46Z', 'updated_at': '2021-12-10T19:54:50Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': '6d91c87b-2b2f-4fec-947c-d690a71f52ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:55:40.386573 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c03050-3ad6-4e22-8eee-42ddbaaa0954 None None] The sync data for ids ['b0624519-b674-43b3-995d-eb61b1360975'] in n-d-821435-1 is: [{'id': 'b0624519-b674-43b3-995d-eb61b1360975', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457283509', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'aff996ad-2746-484b-9a35-cec397a146d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:54:43Z', 'updated_at': '2021-12-10T19:54:47Z', 'revision_number': 4, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'aff996ad-2746-484b-9a35-cec397a146d1', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0624519-b674-43b3-995d-eb61b1360975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:54:44Z', 'updated_at': '2021-12-10T19:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34', 'name': '', 'network_id': 'b044eb23-25e8-4217-854f-45dcef952cb8', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'mac_address': 'fa:16:3e:5d:e9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0624519-b674-43b3-995d-eb61b1360975', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '6d91c87b-2b2f-4fec-947c-d690a71f52ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:54:46Z', 'updated_at': '2021-12-10T19:54:50Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'subnets': [{'id': '6d91c87b-2b2f-4fec-947c-d690a71f52ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:55:40.603168 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2e0b9d-830b-4dd5-8ab2-cfe11cacd6b7 None None] New status for floating IP 0c76c2ed-a4db-4f71-9538-3c38b914cb9a: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:55:41.214149 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6108eb5-0ba7-4db6-95cc-cecc72d86d10 req-3d71a5c3-6cbc-45a5-bcbe-a7b3cda32b99 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:41.215640 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e6108eb5-0ba7-4db6-95cc-cecc72d86d10 req-3d71a5c3-6cbc-45a5-bcbe-a7b3cda32b99 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ef1e4ec-f218-4665-8760-764101e23a84 HTTP/1.1" status: 200 len: 945 time: 0.0528038 Dec 10 19:55:41.264979 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e6108eb5-0ba7-4db6-95cc-cecc72d86d10 req-5f353b46-0ba3-4a13-b804-f0c1cc17cb54 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9fd5d90-7454-4525-8eb7-f50df8ea067f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434320 Dec 10 19:55:41.681927 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864c583-bbda-4df6-b206-9306dd11df98 req-e9cb04c0-3464-4944-8d9f-79909527d643 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:41.683371 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d864c583-bbda-4df6-b206-9306dd11df98 req-e9cb04c0-3464-4944-8d9f-79909527d643 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ef1e4ec-f218-4665-8760-764101e23a84 HTTP/1.1" status: 200 len: 945 time: 0.0528374 Dec 10 19:55:41.770515 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-d864c583-bbda-4df6-b206-9306dd11df98 req-c879edec-d552-44aa-b6a3-6eecd56b8d3a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Deleting port 8da3f720-d342-4d4b-8392-3c59efb71e38 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:55:41.770853 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d864c583-bbda-4df6-b206-9306dd11df98 req-c879edec-d552-44aa-b6a3-6eecd56b8d3a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:41.860212 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-d864c583-bbda-4df6-b206-9306dd11df98 req-c879edec-d552-44aa-b6a3-6eecd56b8d3a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] For port 8da3f720-d342-4d4b-8392-3c59efb71e38, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=8da3f720-d342-4d4b-8392-3c59efb71e38,segment=NetworkSegment(ffe06a09-883f-43ae-bed9-3d6ac8ed10e0),segment_id=ffe06a09-883f-43ae-bed9-3d6ac8ed10e0)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:55:41.860572 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d864c583-bbda-4df6-b206-9306dd11df98 req-c879edec-d552-44aa-b6a3-6eecd56b8d3a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:41.873459 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-d864c583-bbda-4df6-b206-9306dd11df98 req-c879edec-d552-44aa-b6a3-6eecd56b8d3a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Calling delete_port for 8da3f720-d342-4d4b-8392-3c59efb71e38 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:55:42.001976 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d864c583-bbda-4df6-b206-9306dd11df98 req-c879edec-d552-44aa-b6a3-6eecd56b8d3a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:42.034277 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c879edec-d552-44aa-b6a3-6eecd56b8d3a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event deleted for resources: {'Port': ['ID=8da3f720-d342-4d4b-8392-3c59efb71e38,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:42.074655 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-d864c583-bbda-4df6-b206-9306dd11df98 req-c879edec-d552-44aa-b6a3-6eecd56b8d3a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] No DVR routers for this DVR port 8da3f720-d342-4d4b-8392-3c59efb71e38 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:55:42.077408 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d864c583-bbda-4df6-b206-9306dd11df98 req-c879edec-d552-44aa-b6a3-6eecd56b8d3a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:42.080946 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d864c583-bbda-4df6-b206-9306dd11df98 req-c879edec-d552-44aa-b6a3-6eecd56b8d3a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.46 "DELETE /v2.0/ports/8da3f720-d342-4d4b-8392-3c59efb71e38 HTTP/1.1" status: 204 len: 173 time: 0.3916907 Dec 10 19:55:42.081457 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef1e4ec-f218-4665-8760-764101e23a84', 'name': 'network-vif-deleted', 'tag': '8da3f720-d342-4d4b-8392-3c59efb71e38'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:55:42.083678 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e5e085-fc16-464f-a1a5-5fdcf7343dc5" -d '{"events": [{"server_uuid": "2ef1e4ec-f218-4665-8760-764101e23a84", "name": "network-vif-deleted", "tag": "8da3f720-d342-4d4b-8392-3c59efb71e38"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:55:42.121016 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d47e23e-1d27-4d29-badc-371beb956b28 x-openstack-request-id: req-6d47e23e-1d27-4d29-badc-371beb956b28 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:55:42.121392 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef1e4ec-f218-4665-8760-764101e23a84", "name": "network-vif-deleted", "tag": "8da3f720-d342-4d4b-8392-3c59efb71e38", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:55:42.121712 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6d47e23e-1d27-4d29-badc-371beb956b28 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:55:42.122181 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef1e4ec-f218-4665-8760-764101e23a84', 'name': 'network-vif-deleted', 'tag': '8da3f720-d342-4d4b-8392-3c59efb71e38', 'status': 'completed', 'code': 200} Dec 10 19:55:42.371225 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1d3b4889-1ad4-4870-b451-bd6ae465a859 req-0b04715e-37c3-4e39-bcd7-eabec2a1ef18 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ef1e4ec-f218-4665-8760-764101e23a84 HTTP/1.1" status: 200 len: 210 time: 0.0265219 Dec 10 19:55:43.430213 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53314) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:55:43.603031 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:55:43.782860 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f11b0b9-71ed-4e72-9013-ab4489f03b2a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:44.031615 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9f11b0b9-71ed-4e72-9013-ab4489f03b2a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Deleting port 003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:55:44.031954 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f11b0b9-71ed-4e72-9013-ab4489f03b2a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:44.120907 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-9f11b0b9-71ed-4e72-9013-ab4489f03b2a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] For port 003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34,segment=NetworkSegment(ffe06a09-883f-43ae-bed9-3d6ac8ed10e0),segment_id=ffe06a09-883f-43ae-bed9-3d6ac8ed10e0)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:55:44.121182 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f11b0b9-71ed-4e72-9013-ab4489f03b2a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:44.133273 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9f11b0b9-71ed-4e72-9013-ab4489f03b2a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Calling delete_port for 003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:55:44.313246 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f11b0b9-71ed-4e72-9013-ab4489f03b2a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:44.337512 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f11b0b9-71ed-4e72-9013-ab4489f03b2a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event deleted for resources: {'Port': ['ID=003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:44.520693 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f11b0b9-71ed-4e72-9013-ab4489f03b2a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:44.980248 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 8da3f720-d342-4d4b-8392-3c59efb71e38 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:55:45.001064 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 8da3f720-d342-4d4b-8392-3c59efb71e38 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:55:45.001407 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 8da3f720-d342-4d4b-8392-3c59efb71e38 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:55:45.069668 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f11b0b9-71ed-4e72-9013-ab4489f03b2a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Router b0624519-b674-43b3-995d-eb61b1360975 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:55:45.169975 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f11b0b9-71ed-4e72-9013-ab4489f03b2a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:55:45.175633 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9f11b0b9-71ed-4e72-9013-ab4489f03b2a tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "PUT /v2.0/routers/b0624519-b674-43b3-995d-eb61b1360975/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7443962 Dec 10 19:55:45.178372 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53316) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:55:45.180932 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a46a8af-2558-458e-a632-f4112c332fd6 None None] Sync routers for ids ['b0624519-b674-43b3-995d-eb61b1360975'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:55:45.190843 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a46a8af-2558-458e-a632-f4112c332fd6 None None] Routers {'b0624519-b674-43b3-995d-eb61b1360975'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:55:45.191432 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-7a46a8af-2558-458e-a632-f4112c332fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:55:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['b0624519-b674-43b3-995d-eb61b1360975'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:55:45.233065 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-57cc5bec-12c1-44e5-af27-57af33529146 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Deleting subnet 6d91c87b-2b2f-4fec-947c-d690a71f52ea {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:55:45.236035 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-57cc5bec-12c1-44e5-af27-57af33529146 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:45.276741 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-57cc5bec-12c1-44e5-af27-57af33529146 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:45.294780 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-7a46a8af-2558-458e-a632-f4112c332fd6 None None] Set router b0624519-b674-43b3-995d-eb61b1360975 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:55:45.357885 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-57cc5bec-12c1-44e5-af27-57af33529146 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:45.419000 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-57cc5bec-12c1-44e5-af27-57af33529146 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:45.446221 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc5bec-12c1-44e5-af27-57af33529146 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event deleted for resources: {'Subnet': ['ID=6d91c87b-2b2f-4fec-947c-d690a71f52ea,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:45.451501 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-57cc5bec-12c1-44e5-af27-57af33529146 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:45.454685 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-57cc5bec-12c1-44e5-af27-57af33529146 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "DELETE /v2.0/subnets/6d91c87b-2b2f-4fec-947c-d690a71f52ea HTTP/1.1" status: 204 len: 168 time: 0.2752798 Dec 10 19:55:45.458353 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53318) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:55:45.459538 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2d86bb-157c-4b95-bf21-cd946a1bb506 None None] Network b044eb23-25e8-4217-854f-45dcef952cb8 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:55:45.575020 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-91dcb016-f6c2-49ed-abd1-c1f9ef23f243 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:45.577615 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-7a46a8af-2558-458e-a632-f4112c332fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0624519-b674-43b3-995d-eb61b1360975', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457283509', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'aff996ad-2746-484b-9a35-cec397a146d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:54:43Z', 'updated_at': '2021-12-10T19:55:44Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'aff996ad-2746-484b-9a35-cec397a146d1', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0624519-b674-43b3-995d-eb61b1360975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:54:44Z', 'updated_at': '2021-12-10T19:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:55:45.606007 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a46a8af-2558-458e-a632-f4112c332fd6 None None] Checking router: b0624519-b674-43b3-995d-eb61b1360975 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:55:45.617549 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a46a8af-2558-458e-a632-f4112c332fd6 None None] Routers {'b0624519-b674-43b3-995d-eb61b1360975'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:55:45.618151 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-7a46a8af-2558-458e-a632-f4112c332fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:55:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['b0624519-b674-43b3-995d-eb61b1360975'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:55:45.639344 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bc4dc2-3d9f-4374-81ea-3ad6f83b38be None None] DHCP port deletion for b044eb23-25e8-4217-854f-45dcef952cb8 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:55:45.686223 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-91dcb016-f6c2-49ed-abd1-c1f9ef23f243 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:45.689895 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-08bc4dc2-3d9f-4374-81ea-3ad6f83b38be None None] Deleting port 4fdcda0f-41b8-47cb-8580-e2415020a041 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:55:45.690508 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-08bc4dc2-3d9f-4374-81ea-3ad6f83b38be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:45.724980 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-7a46a8af-2558-458e-a632-f4112c332fd6 None None] Set router b0624519-b674-43b3-995d-eb61b1360975 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:55:45.741702 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-91dcb016-f6c2-49ed-abd1-c1f9ef23f243 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Deleting port aff996ad-2746-484b-9a35-cec397a146d1 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:55:45.742054 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-91dcb016-f6c2-49ed-abd1-c1f9ef23f243 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:45.762117 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-08bc4dc2-3d9f-4374-81ea-3ad6f83b38be None None] For port 4fdcda0f-41b8-47cb-8580-e2415020a041, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=4fdcda0f-41b8-47cb-8580-e2415020a041,segment=NetworkSegment(ffe06a09-883f-43ae-bed9-3d6ac8ed10e0),segment_id=ffe06a09-883f-43ae-bed9-3d6ac8ed10e0)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:55:45.762524 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-08bc4dc2-3d9f-4374-81ea-3ad6f83b38be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:45.775957 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-08bc4dc2-3d9f-4374-81ea-3ad6f83b38be None None] Calling delete_port for 4fdcda0f-41b8-47cb-8580-e2415020a041 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:55:45.822198 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-91dcb016-f6c2-49ed-abd1-c1f9ef23f243 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] For port aff996ad-2746-484b-9a35-cec397a146d1, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=aff996ad-2746-484b-9a35-cec397a146d1,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:55:45.822567 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-91dcb016-f6c2-49ed-abd1-c1f9ef23f243 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:45.834983 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-91dcb016-f6c2-49ed-abd1-c1f9ef23f243 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Calling delete_port for aff996ad-2746-484b-9a35-cec397a146d1 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:55:45.856580 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-08bc4dc2-3d9f-4374-81ea-3ad6f83b38be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:45.884329 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc4dc2-3d9f-4374-81ea-3ad6f83b38be None None] Pushing event deleted for resources: {'Port': ['ID=4fdcda0f-41b8-47cb-8580-e2415020a041,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:45.886108 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bc4dc2-3d9f-4374-81ea-3ad6f83b38be None None] No DVR routers for this DVR port 4fdcda0f-41b8-47cb-8580-e2415020a041 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:55:45.897414 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc4dc2-3d9f-4374-81ea-3ad6f83b38be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:45.897414 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc4dc2-3d9f-4374-81ea-3ad6f83b38be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:45.897414 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc4dc2-3d9f-4374-81ea-3ad6f83b38be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:45.897414 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc4dc2-3d9f-4374-81ea-3ad6f83b38be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:45.897414 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc4dc2-3d9f-4374-81ea-3ad6f83b38be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:45.897414 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc4dc2-3d9f-4374-81ea-3ad6f83b38be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:45.897414 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc4dc2-3d9f-4374-81ea-3ad6f83b38be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:45.897414 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc4dc2-3d9f-4374-81ea-3ad6f83b38be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:45.897414 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc4dc2-3d9f-4374-81ea-3ad6f83b38be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:45.898693 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc4dc2-3d9f-4374-81ea-3ad6f83b38be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:45.898693 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc4dc2-3d9f-4374-81ea-3ad6f83b38be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:45.898693 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc4dc2-3d9f-4374-81ea-3ad6f83b38be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:45.898973 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc4dc2-3d9f-4374-81ea-3ad6f83b38be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:45.912740 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-7a46a8af-2558-458e-a632-f4112c332fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0624519-b674-43b3-995d-eb61b1360975', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457283509', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'aff996ad-2746-484b-9a35-cec397a146d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:54:43Z', 'updated_at': '2021-12-10T19:55:44Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'aff996ad-2746-484b-9a35-cec397a146d1', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0624519-b674-43b3-995d-eb61b1360975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:54:44Z', 'updated_at': '2021-12-10T19:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:55:45.942841 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a46a8af-2558-458e-a632-f4112c332fd6 None None] The sync data for ids ['b0624519-b674-43b3-995d-eb61b1360975'] in n-d-821435-1 is: [{'id': 'b0624519-b674-43b3-995d-eb61b1360975', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457283509', 'tenant_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'aff996ad-2746-484b-9a35-cec397a146d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:54:43Z', 'updated_at': '2021-12-10T19:55:44Z', 'revision_number': 5, 'project_id': 'e2cd1ffe933d4acf853fbb2518ae92b8', 'gw_port': {'id': 'aff996ad-2746-484b-9a35-cec397a146d1', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0624519-b674-43b3-995d-eb61b1360975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:54:44Z', 'updated_at': '2021-12-10T19:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:55:46.014951 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-91dcb016-f6c2-49ed-abd1-c1f9ef23f243 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:46.044747 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dcb016-f6c2-49ed-abd1-c1f9ef23f243 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event deleted for resources: {'Port': ['ID=aff996ad-2746-484b-9a35-cec397a146d1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:46.057609 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd95e77-dd07-440a-a752-83e83ff46fa0 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:55:46.104670 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-91dcb016-f6c2-49ed-abd1-c1f9ef23f243 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:46.200656 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-91dcb016-f6c2-49ed-abd1-c1f9ef23f243 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:46.202698 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-91dcb016-f6c2-49ed-abd1-c1f9ef23f243 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:46.247856 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-91dcb016-f6c2-49ed-abd1-c1f9ef23f243 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:46.248386 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91dcb016-f6c2-49ed-abd1-c1f9ef23f243 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Fanout notify agent at l3_agent the message router_deleted on router b0624519-b674-43b3-995d-eb61b1360975 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:55:46.255984 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-91dcb016-f6c2-49ed-abd1-c1f9ef23f243 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:46.257117 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-91dcb016-f6c2-49ed-abd1-c1f9ef23f243 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "DELETE /v2.0/routers/b0624519-b674-43b3-995d-eb61b1360975 HTTP/1.1" status: 204 len: 168 time: 0.7978048 Dec 10 19:55:46.259743 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53320) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:55:46.338882 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8c10e737-231c-4c37-bad8-5ff23f1662e4 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:46.437576 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8c10e737-231c-4c37-bad8-5ff23f1662e4 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:46.458889 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-8c10e737-231c-4c37-bad8-5ff23f1662e4 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b044eb23-25e8-4217-854f-45dcef952cb8']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:55:46.468974 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-8c10e737-231c-4c37-bad8-5ff23f1662e4 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe06a09-883f-43ae-bed9-3d6ac8ed10e0') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:55:46.469281 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-8c10e737-231c-4c37-bad8-5ff23f1662e4 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe06a09-883f-43ae-bed9-3d6ac8ed10e0') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:55:46.480521 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8c10e737-231c-4c37-bad8-5ff23f1662e4 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:46.493695 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8c10e737-231c-4c37-bad8-5ff23f1662e4 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:46.500680 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c10e737-231c-4c37-bad8-5ff23f1662e4 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:55:46.501323 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8c10e737-231c-4c37-bad8-5ff23f1662e4 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:46.504685 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 19:55:46.504685 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:55:46.504685 n-d-821435-1 neutron-server[103244]: timer() Dec 10 19:55:46.504685 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:55:46.504685 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 19:55:46.504685 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:55:46.504685 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 19:55:46.504685 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:55:46.504685 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 19:55:46.504685 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:55:46.504685 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 19:55:46.504685 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:55:46.504685 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 19:55:46.504685 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:55:46.504685 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:55:46.504685 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:55:46.504685 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:55:46.504685 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:55:46.504685 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 19:55:46.504685 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:55:46.504685 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 19:55:46.504685 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:55:46.504685 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:55:46.504685 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:55:46.504685 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 19:55:46.504685 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:55:46.504685 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:55:46.504685 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:55:46.504685 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:55:46.504685 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:55:46.504685 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:55:46.504685 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:55:46.546583 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 4fdcda0f-41b8-47cb-8580-e2415020a041 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:55:46.569387 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 4fdcda0f-41b8-47cb-8580-e2415020a041 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:55:46.569829 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 4fdcda0f-41b8-47cb-8580-e2415020a041 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:55:46.570227 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8c10e737-231c-4c37-bad8-5ff23f1662e4 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:46.570497 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:55:46.590138 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8c10e737-231c-4c37-bad8-5ff23f1662e4 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:46.593530 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8c10e737-231c-4c37-bad8-5ff23f1662e4 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "DELETE /v2.0/networks/b044eb23-25e8-4217-854f-45dcef952cb8 HTTP/1.1" status: 204 len: 168 time: 0.3328521 Dec 10 19:55:46.594990 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c10e737-231c-4c37-bad8-5ff23f1662e4 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event deleted for resources: {'Network': ['ID=b044eb23-25e8-4217-854f-45dcef952cb8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:46.596496 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53322) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:55:46.598515 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:55:46.599059 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 003a2ec5-e8b2-4f0e-92b6-6e2b0b3d5d34 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:55:46.660950 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e8b49aa0-972d-46fb-90e1-130078015493 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:46.686570 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e8b49aa0-972d-46fb-90e1-130078015493 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:46.746147 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e8b49aa0-972d-46fb-90e1-130078015493 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:46.748820 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e8b49aa0-972d-46fb-90e1-130078015493 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:46.749964 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-e8b49aa0-972d-46fb-90e1-130078015493 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] 10.222.0.62 "DELETE /v2.0/security-groups/b9fd5d90-7454-4525-8eb7-f50df8ea067f HTTP/1.1" status: 204 len: 168 time: 0.1524417 Dec 10 19:55:46.759094 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b49aa0-972d-46fb-90e1-130078015493 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fd5d90-7454-4525-8eb7-f50df8ea067f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:46.767861 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b49aa0-972d-46fb-90e1-130078015493 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:46.768226 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b49aa0-972d-46fb-90e1-130078015493 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:46.768585 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b49aa0-972d-46fb-90e1-130078015493 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:46.769044 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b49aa0-972d-46fb-90e1-130078015493 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:46.769393 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b49aa0-972d-46fb-90e1-130078015493 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:46.769736 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b49aa0-972d-46fb-90e1-130078015493 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:46.770077 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b49aa0-972d-46fb-90e1-130078015493 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:46.770425 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b49aa0-972d-46fb-90e1-130078015493 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:46.770786 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b49aa0-972d-46fb-90e1-130078015493 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:46.771130 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b49aa0-972d-46fb-90e1-130078015493 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:46.771471 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b49aa0-972d-46fb-90e1-130078015493 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:46.771805 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b49aa0-972d-46fb-90e1-130078015493 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:46.772138 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b49aa0-972d-46fb-90e1-130078015493 tempest-TestNetworkAdvancedServerOps-824838405 tempest-TestNetworkAdvancedServerOps-824838405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:47.098305 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53330) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:55:47.249205 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9e2c7f27-7ba7-4e4b-baf4-2ee875530c5b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e2cd1ffe933d4acf853fbb2518ae92b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1497335 Dec 10 19:55:47.251640 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53334) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:55:47.298988 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fb2283a8-2a08-4437-a9f5-a234e13d04da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:47.319951 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fb2283a8-2a08-4437-a9f5-a234e13d04da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:47.368847 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fb2283a8-2a08-4437-a9f5-a234e13d04da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:47.372037 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fb2283a8-2a08-4437-a9f5-a234e13d04da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:47.373260 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-fb2283a8-2a08-4437-a9f5-a234e13d04da admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4059a2da-32b4-4213-abe7-e3d99ec2632c HTTP/1.1" status: 204 len: 168 time: 0.1206808 Dec 10 19:55:47.382279 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2283a8-2a08-4437-a9f5-a234e13d04da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4059a2da-32b4-4213-abe7-e3d99ec2632c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:47.656177 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53340) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:55:47.674203 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-850f8fa0-e3da-4448-95ff-44b394f90606 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:47.748911 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-850f8fa0-e3da-4448-95ff-44b394f90606 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:47.752873 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-850f8fa0-e3da-4448-95ff-44b394f90606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:47.791363 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-850f8fa0-e3da-4448-95ff-44b394f90606 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2040434954e749c0bd2afdf3f0bacea8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1340845 Dec 10 19:55:47.792254 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f8fa0-e3da-4448-95ff-44b394f90606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e3be8d-e601-4c44-98b9-18a779a27e95,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:47.794111 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53342) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:55:47.842521 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-79e97420-bd52-424f-aadb-d7644c5f9381 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:47.866453 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-79e97420-bd52-424f-aadb-d7644c5f9381 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:47.911463 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-79e97420-bd52-424f-aadb-d7644c5f9381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:47.914078 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-79e97420-bd52-424f-aadb-d7644c5f9381 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:47.915239 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-79e97420-bd52-424f-aadb-d7644c5f9381 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/50e3be8d-e601-4c44-98b9-18a779a27e95 HTTP/1.1" status: 204 len: 168 time: 0.1196170 Dec 10 19:55:47.923025 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e97420-bd52-424f-aadb-d7644c5f9381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e3be8d-e601-4c44-98b9-18a779a27e95,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:48.438309 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device aff996ad-2746-484b-9a35-cec397a146d1 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:55:48.459415 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: aff996ad-2746-484b-9a35-cec397a146d1 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:55:48.459774 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device aff996ad-2746-484b-9a35-cec397a146d1 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:55:48.634995 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53364) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:55:48.730868 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d3768203-2202-48f4-bb29-4987085e9ab5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-195773214-network', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:55:48.754485 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3768203-2202-48f4-bb29-4987085e9ab5 admin admin] Made reservation on behalf of 248dd3d94aac4090be9d576e6a97c8d5 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:55:48.756919 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3768203-2202-48f4-bb29-4987085e9ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:48.765631 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3768203-2202-48f4-bb29-4987085e9ab5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:48.854187 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3768203-2202-48f4-bb29-4987085e9ab5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:48.858591 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3768203-2202-48f4-bb29-4987085e9ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:48.884886 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3768203-2202-48f4-bb29-4987085e9ab5 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:55:48.894503 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3768203-2202-48f4-bb29-4987085e9ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0299fa-edcf-4247-8c08-1add67cf7ea0,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:48.902476 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3768203-2202-48f4-bb29-4987085e9ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:48.902476 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-d3768203-2202-48f4-bb29-4987085e9ab5 admin admin] Added segment c49b87ee-2dd6-4f39-8207-857acf900715 of type vlan for network a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb Dec 10 19:55:48.944503 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3768203-2202-48f4-bb29-4987085e9ab5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:48.968349 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3768203-2202-48f4-bb29-4987085e9ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:48.969352 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3768203-2202-48f4-bb29-4987085e9ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:48.969933 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3768203-2202-48f4-bb29-4987085e9ab5 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:49.024057 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d3768203-2202-48f4-bb29-4987085e9ab5 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3879502 Dec 10 19:55:49.027231 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53368) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:55:49.032291 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-9f2b4fc7-8985-459e-8bde-3f19bfd17d0b admin admin] Request body: {'subnet': {'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-195773214-subnet', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:55:49.035132 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3768203-2202-48f4-bb29-4987085e9ab5 admin admin] Pushing event updated for resources: {'Network': ['ID=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:49.050492 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:55:49.055575 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2b4fc7-8985-459e-8bde-3f19bfd17d0b admin admin] Made reservation on behalf of 248dd3d94aac4090be9d576e6a97c8d5 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:55:49.057968 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f2b4fc7-8985-459e-8bde-3f19bfd17d0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:49.227900 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f2b4fc7-8985-459e-8bde-3f19bfd17d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:49.284934 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b4fc7-8985-459e-8bde-3f19bfd17d0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=49d70216-74bd-4263-87bb-e9ff69f37a3e,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:49.294293 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2b4fc7-8985-459e-8bde-3f19bfd17d0b admin admin] Checking segment: {'id': 'c49b87ee-2dd6-4f39-8207-857acf900715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:55:49.294668 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2b4fc7-8985-459e-8bde-3f19bfd17d0b admin admin] Network hostable DHCP agents. Network: a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:55:49.311032 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2b4fc7-8985-459e-8bde-3f19bfd17d0b admin admin] Network a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:55:49.319613 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-9f2b4fc7-8985-459e-8bde-3f19bfd17d0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:55:49.323498 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2b4fc7-8985-459e-8bde-3f19bfd17d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:49.324104 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f2b4fc7-8985-459e-8bde-3f19bfd17d0b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:49.329145 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55cef91-f725-40af-a49b-955249fad986 None None] Network a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:55:49.339605 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-9f2b4fc7-8985-459e-8bde-3f19bfd17d0b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3112323 Dec 10 19:55:49.343506 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53370) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:55:49.348647 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-db110bd1-f16b-47ce-bdf2-91d345518359 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-195773214-router', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:55:49.371131 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db110bd1-f16b-47ce-bdf2-91d345518359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:49.372183 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db110bd1-f16b-47ce-bdf2-91d345518359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:49.430561 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db110bd1-f16b-47ce-bdf2-91d345518359 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:49.438046 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4808249f-2f85-4e4e-a229-5744ff740cf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb', 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb', 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'fixed_ips': [{'subnet_id': '49d70216-74bd-4263-87bb-e9ff69f37a3e'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:55:49.438984 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4808249f-2f85-4e4e-a229-5744ff740cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:49.579652 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db110bd1-f16b-47ce-bdf2-91d345518359 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:49.583263 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-4808249f-2f85-4e4e-a229-5744ff740cf9 None None] Allocated IP 172.20.0.2 (a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb/49d70216-74bd-4263-87bb-e9ff69f37a3e/336aaf69-f413-4487-9fb3-05b755c581ef) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:55:49.724539 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4808249f-2f85-4e4e-a229-5744ff740cf9 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:49.729930 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4808249f-2f85-4e4e-a229-5744ff740cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:49.774797 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4808249f-2f85-4e4e-a229-5744ff740cf9 None None] Network a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:55:49.777665 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-4808249f-2f85-4e4e-a229-5744ff740cf9 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:55:49.777939 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db110bd1-f16b-47ce-bdf2-91d345518359 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:49.780541 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4808249f-2f85-4e4e-a229-5744ff740cf9 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:55:49.787856 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4808249f-2f85-4e4e-a229-5744ff740cf9 None None] Pushing event updated for resources: {'Port': ['ID=336aaf69-f413-4487-9fb3-05b755c581ef,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:49.798526 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db110bd1-f16b-47ce-bdf2-91d345518359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:49.920365 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-db110bd1-f16b-47ce-bdf2-91d345518359 admin admin] Allocated IP 172.25.7.200 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/ad97821d-8bfe-41b1-b397-e034a9f0e6ba) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:55:50.019996 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f1d7699c-f780-43a5-9978-8286b7281e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:50.023497 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4808249f-2f85-4e4e-a229-5744ff740cf9 None None] Attempting to bind port 336aaf69-f413-4487-9fb3-05b755c581ef on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:55:50.023858 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4808249f-2f85-4e4e-a229-5744ff740cf9 None None] Attempting to bind port 336aaf69-f413-4487-9fb3-05b755c581ef by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'c49b87ee-2dd6-4f39-8207-857acf900715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:55:50.024230 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4808249f-2f85-4e4e-a229-5744ff740cf9 None None] Attempting to bind port 336aaf69-f413-4487-9fb3-05b755c581ef on network a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:55:50.026746 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db110bd1-f16b-47ce-bdf2-91d345518359 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:50.029492 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4808249f-2f85-4e4e-a229-5744ff740cf9 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:55:50.029876 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4808249f-2f85-4e4e-a229-5744ff740cf9 None None] Checking segment: {'id': 'c49b87ee-2dd6-4f39-8207-857acf900715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:55:50.030275 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4808249f-2f85-4e4e-a229-5744ff740cf9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:50.030664 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4808249f-2f85-4e4e-a229-5744ff740cf9 None None] Bound using segment: {'id': 'c49b87ee-2dd6-4f39-8207-857acf900715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:55:50.031615 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4808249f-2f85-4e4e-a229-5744ff740cf9 None None] Bound port: 336aaf69-f413-4487-9fb3-05b755c581ef, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c49b87ee-2dd6-4f39-8207-857acf900715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:55:50.032028 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4808249f-2f85-4e4e-a229-5744ff740cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:50.060188 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db110bd1-f16b-47ce-bdf2-91d345518359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:50.093625 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4808249f-2f85-4e4e-a229-5744ff740cf9 None None] For port 336aaf69-f413-4487-9fb3-05b755c581ef, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:55:50.096761 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4808249f-2f85-4e4e-a229-5744ff740cf9 None None] For port 336aaf69-f413-4487-9fb3-05b755c581ef, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=336aaf69-f413-4487-9fb3-05b755c581ef,segment=NetworkSegment(c49b87ee-2dd6-4f39-8207-857acf900715),segment_id=c49b87ee-2dd6-4f39-8207-857acf900715)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:55:50.101366 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4808249f-2f85-4e4e-a229-5744ff740cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:50.104385 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db110bd1-f16b-47ce-bdf2-91d345518359 admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:55:50.109053 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-db110bd1-f16b-47ce-bdf2-91d345518359 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:55:50.114176 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db110bd1-f16b-47ce-bdf2-91d345518359 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:55:50.117306 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db110bd1-f16b-47ce-bdf2-91d345518359 admin admin] Pushing event updated for resources: {'Port': ['ID=ad97821d-8bfe-41b1-b397-e034a9f0e6ba,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:50.131960 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c56fb9e-bb62-46de-9c30-fe79ac762541 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:55:50.180338 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4808249f-2f85-4e4e-a229-5744ff740cf9 None None] Pushing event updated for resources: {'Port': ['ID=336aaf69-f413-4487-9fb3-05b755c581ef,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:50.193142 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-61d1a380-33a4-4447-8e62-6243a24a25df None None] Provisioning complete for port ad97821d-8bfe-41b1-b397-e034a9f0e6ba triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:55:50.193524 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-61d1a380-33a4-4447-8e62-6243a24a25df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:50.234136 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-61d1a380-33a4-4447-8e62-6243a24a25df None None] Port ad97821d-8bfe-41b1-b397-e034a9f0e6ba cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:55:50.397546 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db110bd1-f16b-47ce-bdf2-91d345518359 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:50.517424 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 336aaf69-f413-4487-9fb3-05b755c581ef up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:55:50.566131 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 336aaf69-f413-4487-9fb3-05b755c581ef triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:55:50.566438 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:50.609816 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db110bd1-f16b-47ce-bdf2-91d345518359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:50.646977 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:50.679951 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 336aaf69-f413-4487-9fb3-05b755c581ef, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=336aaf69-f413-4487-9fb3-05b755c581ef,segment=NetworkSegment(c49b87ee-2dd6-4f39-8207-857acf900715),segment_id=c49b87ee-2dd6-4f39-8207-857acf900715)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:55:50.683754 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:50.731693 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=336aaf69-f413-4487-9fb3-05b755c581ef,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:50.738206 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db110bd1-f16b-47ce-bdf2-91d345518359 admin admin] Router 39eb9acb-0b08-48ce-8a54-7ddd55432242 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:55:50.843624 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db110bd1-f16b-47ce-bdf2-91d345518359 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:55:50.853888 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453513d0-3473-412d-8d90-4e40c7766a5b None None] Sync routers for ids ['39eb9acb-0b08-48ce-8a54-7ddd55432242'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:55:50.867089 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453513d0-3473-412d-8d90-4e40c7766a5b None None] Routers {'39eb9acb-0b08-48ce-8a54-7ddd55432242'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:55:50.867454 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db110bd1-f16b-47ce-bdf2-91d345518359 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:50.867729 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-453513d0-3473-412d-8d90-4e40c7766a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:55:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['39eb9acb-0b08-48ce-8a54-7ddd55432242'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:55:50.868738 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-db110bd1-f16b-47ce-bdf2-91d345518359 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5242565 Dec 10 19:55:50.871963 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53372) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:55:50.981952 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-453513d0-3473-412d-8d90-4e40c7766a5b None None] Set router 39eb9acb-0b08-48ce-8a54-7ddd55432242 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:55:51.148130 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a77b49d-c4ba-452f-b388-f9637e147389 None None] Network a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:55:51.222273 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3dc07767-ebd6-421c-9cda-e38bdc0af56c None None] Provisioning complete for port 336aaf69-f413-4487-9fb3-05b755c581ef triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:55:51.222646 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3dc07767-ebd6-421c-9cda-e38bdc0af56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:51.297328 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-46b9bed5-4967-4906-8ccb-52cf1e4a2b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:51.307772 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-453513d0-3473-412d-8d90-4e40c7766a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'name': 'tempest-TestShelveInstance-195773214-router', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ad97821d-8bfe-41b1-b397-e034a9f0e6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:55:49Z', 'updated_at': '2021-12-10T19:55:50Z', 'revision_number': 3, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'gw_port': {'id': 'ad97821d-8bfe-41b1-b397-e034a9f0e6ba', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:51:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:49Z', 'updated_at': '2021-12-10T19:55:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:55:51.341346 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453513d0-3473-412d-8d90-4e40c7766a5b None None] Checking router: 39eb9acb-0b08-48ce-8a54-7ddd55432242 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:55:51.341637 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453513d0-3473-412d-8d90-4e40c7766a5b None None] Updating router 39eb9acb-0b08-48ce-8a54-7ddd55432242 port ad97821d-8bfe-41b1-b397-e034a9f0e6ba binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:55:51.401806 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-453513d0-3473-412d-8d90-4e40c7766a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:51.460123 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-46b9bed5-4967-4906-8ccb-52cf1e4a2b70 admin admin] Allocated IP 172.20.0.1 (a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb/49d70216-74bd-4263-87bb-e9ff69f37a3e/12c37ade-7110-4512-b7c2-80f4cfd56742) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:55:51.574741 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-46b9bed5-4967-4906-8ccb-52cf1e4a2b70 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:51.610102 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-46b9bed5-4967-4906-8ccb-52cf1e4a2b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:51.651761 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b9bed5-4967-4906-8ccb-52cf1e4a2b70 admin admin] Network a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:55:51.654736 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-46b9bed5-4967-4906-8ccb-52cf1e4a2b70 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:55:51.658275 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b9bed5-4967-4906-8ccb-52cf1e4a2b70 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:55:51.681925 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9bed5-4967-4906-8ccb-52cf1e4a2b70 admin admin] Pushing event updated for resources: {'Port': ['ID=12c37ade-7110-4512-b7c2-80f4cfd56742,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:51.687774 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-453513d0-3473-412d-8d90-4e40c7766a5b None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:51.689974 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3ffe9c7d-15f4-4719-95c5-ef36bd208455 None None] Provisioning complete for port 336aaf69-f413-4487-9fb3-05b755c581ef triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:55:51.690327 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3ffe9c7d-15f4-4719-95c5-ef36bd208455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:51.702854 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-46b9bed5-4967-4906-8ccb-52cf1e4a2b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:51.715116 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-453513d0-3473-412d-8d90-4e40c7766a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:51.785695 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafdc3f2-0dfb-41e8-8dfe-44755f2ff4af None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:55:51.799155 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6067db6-9e17-4ca6-9b36-be9533e048e6 None None] Pushing event updated for resources: {'Port': ['ID=ad97821d-8bfe-41b1-b397-e034a9f0e6ba,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:51.805696 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-453513d0-3473-412d-8d90-4e40c7766a5b None None] Attempting to bind port ad97821d-8bfe-41b1-b397-e034a9f0e6ba on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:55:51.806080 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-453513d0-3473-412d-8d90-4e40c7766a5b None None] Attempting to bind port ad97821d-8bfe-41b1-b397-e034a9f0e6ba by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:55:51.806453 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453513d0-3473-412d-8d90-4e40c7766a5b None None] Attempting to bind port ad97821d-8bfe-41b1-b397-e034a9f0e6ba on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:55:51.839681 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453513d0-3473-412d-8d90-4e40c7766a5b None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:55:51.840071 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453513d0-3473-412d-8d90-4e40c7766a5b None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:55:51.840488 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-453513d0-3473-412d-8d90-4e40c7766a5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:51.840921 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453513d0-3473-412d-8d90-4e40c7766a5b None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:55:51.841421 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-453513d0-3473-412d-8d90-4e40c7766a5b None None] Bound port: ad97821d-8bfe-41b1-b397-e034a9f0e6ba, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:55:51.841813 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-453513d0-3473-412d-8d90-4e40c7766a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:51.856063 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-46b9bed5-4967-4906-8ccb-52cf1e4a2b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:51.912772 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-453513d0-3473-412d-8d90-4e40c7766a5b None None] For port ad97821d-8bfe-41b1-b397-e034a9f0e6ba, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:55:51.918427 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-453513d0-3473-412d-8d90-4e40c7766a5b None None] For port ad97821d-8bfe-41b1-b397-e034a9f0e6ba, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=ad97821d-8bfe-41b1-b397-e034a9f0e6ba,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:55:51.923004 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-453513d0-3473-412d-8d90-4e40c7766a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:51.973514 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7515cf80-3c07-42e5-bbe7-2ef0a597b1cc None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:55:52.001110 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6067db6-9e17-4ca6-9b36-be9533e048e6 None None] Pushing event updated for resources: {'Port': ['ID=ad97821d-8bfe-41b1-b397-e034a9f0e6ba,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:52.005965 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453513d0-3473-412d-8d90-4e40c7766a5b None None] Routers {'39eb9acb-0b08-48ce-8a54-7ddd55432242'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:55:52.007050 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-453513d0-3473-412d-8d90-4e40c7766a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:55:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['39eb9acb-0b08-48ce-8a54-7ddd55432242'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:55:52.039118 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-46b9bed5-4967-4906-8ccb-52cf1e4a2b70 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:52.043505 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-46b9bed5-4967-4906-8ccb-52cf1e4a2b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:52.094678 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-cda16361-29e8-41f3-b145-7c8d3779080b None None] Provisioning complete for port 12c37ade-7110-4512-b7c2-80f4cfd56742 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:55:52.095057 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cda16361-29e8-41f3-b145-7c8d3779080b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:52.113428 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9bed5-4967-4906-8ccb-52cf1e4a2b70 admin admin] Pushing event updated for resources: {'Port': ['ID=12c37ade-7110-4512-b7c2-80f4cfd56742,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:52.115911 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-46b9bed5-4967-4906-8ccb-52cf1e4a2b70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:52.149189 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-cda16361-29e8-41f3-b145-7c8d3779080b None None] Port 12c37ade-7110-4512-b7c2-80f4cfd56742 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:55:52.160742 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-453513d0-3473-412d-8d90-4e40c7766a5b None None] Set router 39eb9acb-0b08-48ce-8a54-7ddd55432242 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:55:52.195008 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-cda16361-29e8-41f3-b145-7c8d3779080b None None] Provisioning complete for port ad97821d-8bfe-41b1-b397-e034a9f0e6ba triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:55:52.195389 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cda16361-29e8-41f3-b145-7c8d3779080b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:52.206981 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b9bed5-4967-4906-8ccb-52cf1e4a2b70 admin admin] Network a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:55:52.208379 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-46b9bed5-4967-4906-8ccb-52cf1e4a2b70 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:55:52.333479 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b9bed5-4967-4906-8ccb-52cf1e4a2b70 admin admin] Router 39eb9acb-0b08-48ce-8a54-7ddd55432242 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:55:52.418801 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cda16361-29e8-41f3-b145-7c8d3779080b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:52.450029 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-cda16361-29e8-41f3-b145-7c8d3779080b None None] For port ad97821d-8bfe-41b1-b397-e034a9f0e6ba, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=ad97821d-8bfe-41b1-b397-e034a9f0e6ba,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:55:52.461579 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b9bed5-4967-4906-8ccb-52cf1e4a2b70 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:55:52.462450 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cda16361-29e8-41f3-b145-7c8d3779080b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:52.473224 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-46b9bed5-4967-4906-8ccb-52cf1e4a2b70 admin admin] 10.222.0.62 "PUT /v2.0/routers/39eb9acb-0b08-48ce-8a54-7ddd55432242/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6000524 Dec 10 19:55:52.513835 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 336aaf69-f413-4487-9fb3-05b755c581ef up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:55:52.516892 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-453513d0-3473-412d-8d90-4e40c7766a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'name': 'tempest-TestShelveInstance-195773214-router', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ad97821d-8bfe-41b1-b397-e034a9f0e6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:55:49Z', 'updated_at': '2021-12-10T19:55:51Z', 'revision_number': 4, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'gw_port': {'id': 'ad97821d-8bfe-41b1-b397-e034a9f0e6ba', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:51:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:49Z', 'updated_at': '2021-12-10T19:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '12c37ade-7110-4512-b7c2-80f4cfd56742', 'name': '', 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'mac_address': 'fa:16:3e:60:40:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '49d70216-74bd-4263-87bb-e9ff69f37a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:51Z', 'updated_at': '2021-12-10T19:55:51Z', 'revision_number': 1, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'subnets': [{'id': '49d70216-74bd-4263-87bb-e9ff69f37a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:55:52.745287 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453513d0-3473-412d-8d90-4e40c7766a5b None None] The sync data for ids ['39eb9acb-0b08-48ce-8a54-7ddd55432242'] in n-d-821435-1 is: [{'id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'name': 'tempest-TestShelveInstance-195773214-router', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ad97821d-8bfe-41b1-b397-e034a9f0e6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:55:49Z', 'updated_at': '2021-12-10T19:55:51Z', 'revision_number': 4, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'gw_port': {'id': 'ad97821d-8bfe-41b1-b397-e034a9f0e6ba', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:51:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:49Z', 'updated_at': '2021-12-10T19:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '12c37ade-7110-4512-b7c2-80f4cfd56742', 'name': '', 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'mac_address': 'fa:16:3e:60:40:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '49d70216-74bd-4263-87bb-e9ff69f37a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:51Z', 'updated_at': '2021-12-10T19:55:51Z', 'revision_number': 1, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'subnets': [{'id': '49d70216-74bd-4263-87bb-e9ff69f37a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:55:52.753971 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda16361-29e8-41f3-b145-7c8d3779080b None None] Pushing event updated for resources: {'Port': ['ID=ad97821d-8bfe-41b1-b397-e034a9f0e6ba,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:52.775095 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a3b70a35-91a0-45cf-b62d-274575b86179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:52.779107 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e8fdba94-5eab-4ef3-a1ee-21f41c29d9e4 None None] Provisioning complete for port 12c37ade-7110-4512-b7c2-80f4cfd56742 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:55:52.779555 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e8fdba94-5eab-4ef3-a1ee-21f41c29d9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:52.822723 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e8fdba94-5eab-4ef3-a1ee-21f41c29d9e4 None None] Port 12c37ade-7110-4512-b7c2-80f4cfd56742 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:55:52.826789 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 336aaf69-f413-4487-9fb3-05b755c581ef triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:55:52.827170 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:52.862314 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e8fdba94-5eab-4ef3-a1ee-21f41c29d9e4 None None] Provisioning complete for port ad97821d-8bfe-41b1-b397-e034a9f0e6ba triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:55:52.862694 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e8fdba94-5eab-4ef3-a1ee-21f41c29d9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:53.030022 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53388) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:55:53.035795 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-1679e9b5-e437-4ef6-9e1b-4ef41d3cbc14 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-489605763-network', 'tenant_id': '3d27360b86504bd4bfd2bedfa6e35ac0'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:55:53.058388 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1679e9b5-e437-4ef6-9e1b-4ef41d3cbc14 admin admin] Made reservation on behalf of 3d27360b86504bd4bfd2bedfa6e35ac0 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:55:53.060953 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1679e9b5-e437-4ef6-9e1b-4ef41d3cbc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:53.070339 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1679e9b5-e437-4ef6-9e1b-4ef41d3cbc14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:53.150822 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1679e9b5-e437-4ef6-9e1b-4ef41d3cbc14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:53.155262 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1679e9b5-e437-4ef6-9e1b-4ef41d3cbc14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:53.180664 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1679e9b5-e437-4ef6-9e1b-4ef41d3cbc14 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:55:53.191451 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679e9b5-e437-4ef6-9e1b-4ef41d3cbc14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c60f63-fe00-4f48-82fa-097942ef99cf,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:53.196395 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1679e9b5-e437-4ef6-9e1b-4ef41d3cbc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:53.196774 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-1679e9b5-e437-4ef6-9e1b-4ef41d3cbc14 admin admin] Added segment 7f55f0b0-a928-485b-b666-1255ed8adc2d of type vlan for network 0758030e-3e1e-4b7d-b084-6a3668b936bb Dec 10 19:55:53.239646 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1679e9b5-e437-4ef6-9e1b-4ef41d3cbc14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:53.265602 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1679e9b5-e437-4ef6-9e1b-4ef41d3cbc14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:53.266747 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1679e9b5-e437-4ef6-9e1b-4ef41d3cbc14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:53.267331 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1679e9b5-e437-4ef6-9e1b-4ef41d3cbc14 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:53.330972 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-1679e9b5-e437-4ef6-9e1b-4ef41d3cbc14 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2992163 Dec 10 19:55:53.334251 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53390) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:55:53.336262 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679e9b5-e437-4ef6-9e1b-4ef41d3cbc14 admin admin] Pushing event updated for resources: {'Network': ['ID=0758030e-3e1e-4b7d-b084-6a3668b936bb,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:53.346965 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-464c0554-794b-4756-80c5-12a19c8f4a34 admin admin] Request body: {'subnet': {'network_id': '0758030e-3e1e-4b7d-b084-6a3668b936bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-489605763-subnet', 'tenant_id': '3d27360b86504bd4bfd2bedfa6e35ac0', 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:55:53.353172 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 0758030e-3e1e-4b7d-b084-6a3668b936bb details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:55:53.375173 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464c0554-794b-4756-80c5-12a19c8f4a34 admin admin] Made reservation on behalf of 3d27360b86504bd4bfd2bedfa6e35ac0 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:55:53.378202 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-464c0554-794b-4756-80c5-12a19c8f4a34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:53.582692 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-464c0554-794b-4756-80c5-12a19c8f4a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:53.761389 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:53.983026 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c0554-794b-4756-80c5-12a19c8f4a34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29eb8ff4-7749-423f-b2d2-925f90455694,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:53.991889 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464c0554-794b-4756-80c5-12a19c8f4a34 admin admin] Checking segment: {'id': '7f55f0b0-a928-485b-b666-1255ed8adc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0758030e-3e1e-4b7d-b084-6a3668b936bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:55:53.992252 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464c0554-794b-4756-80c5-12a19c8f4a34 admin admin] Network hostable DHCP agents. Network: 0758030e-3e1e-4b7d-b084-6a3668b936bb, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:55:54.009957 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464c0554-794b-4756-80c5-12a19c8f4a34 admin admin] Network 0758030e-3e1e-4b7d-b084-6a3668b936bb is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:55:54.018828 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-464c0554-794b-4756-80c5-12a19c8f4a34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 0758030e-3e1e-4b7d-b084-6a3668b936bb) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:55:54.022976 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464c0554-794b-4756-80c5-12a19c8f4a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:54.023625 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-464c0554-794b-4756-80c5-12a19c8f4a34 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:54.030039 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9225582-073f-45e8-9eda-d89c5947f1ec None None] Network 0758030e-3e1e-4b7d-b084-6a3668b936bb requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:55:54.040868 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-464c0554-794b-4756-80c5-12a19c8f4a34 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7053390 Dec 10 19:55:54.043375 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53392) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:55:54.047807 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-2b016133-425a-4da5-9b4f-513cf9f4b35e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-489605763-router', 'tenant_id': '3d27360b86504bd4bfd2bedfa6e35ac0', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:55:54.070800 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b016133-425a-4da5-9b4f-513cf9f4b35e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:54.071877 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b016133-425a-4da5-9b4f-513cf9f4b35e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:54.129281 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b016133-425a-4da5-9b4f-513cf9f4b35e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:54.141294 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884c2288-ff01-4c87-9469-2e175198643f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-0758030e-3e1e-4b7d-b084-6a3668b936bb', 'network_id': '0758030e-3e1e-4b7d-b084-6a3668b936bb', 'project_id': '3d27360b86504bd4bfd2bedfa6e35ac0', 'fixed_ips': [{'subnet_id': '29eb8ff4-7749-423f-b2d2-925f90455694'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:55:54.142200 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-884c2288-ff01-4c87-9469-2e175198643f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:54.279247 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b016133-425a-4da5-9b4f-513cf9f4b35e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:54.280040 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-884c2288-ff01-4c87-9469-2e175198643f None None] Allocated IP 172.20.0.2 (0758030e-3e1e-4b7d-b084-6a3668b936bb/29eb8ff4-7749-423f-b2d2-925f90455694/81804e72-10a3-4f6b-a9f9-efca994c65a1) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:55:54.426377 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-884c2288-ff01-4c87-9469-2e175198643f None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:54.433644 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-884c2288-ff01-4c87-9469-2e175198643f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:54.481493 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884c2288-ff01-4c87-9469-2e175198643f None None] Network 0758030e-3e1e-4b7d-b084-6a3668b936bb is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:55:54.484414 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-884c2288-ff01-4c87-9469-2e175198643f None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:55:54.488083 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884c2288-ff01-4c87-9469-2e175198643f None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:55:54.491165 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b016133-425a-4da5-9b4f-513cf9f4b35e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:54.516333 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b016133-425a-4da5-9b4f-513cf9f4b35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:54.523733 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c2288-ff01-4c87-9469-2e175198643f None None] Pushing event updated for resources: {'Port': ['ID=81804e72-10a3-4f6b-a9f9-efca994c65a1,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:54.552600 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device ad97821d-8bfe-41b1-b397-e034a9f0e6ba up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:55:54.590358 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-884c2288-ff01-4c87-9469-2e175198643f None None] Attempting to bind port 81804e72-10a3-4f6b-a9f9-efca994c65a1 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:55:54.590740 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-884c2288-ff01-4c87-9469-2e175198643f None None] Attempting to bind port 81804e72-10a3-4f6b-a9f9-efca994c65a1 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '7f55f0b0-a928-485b-b666-1255ed8adc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0758030e-3e1e-4b7d-b084-6a3668b936bb'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:55:54.591114 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884c2288-ff01-4c87-9469-2e175198643f None None] Attempting to bind port 81804e72-10a3-4f6b-a9f9-efca994c65a1 on network 0758030e-3e1e-4b7d-b084-6a3668b936bb {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:55:54.604338 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884c2288-ff01-4c87-9469-2e175198643f None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:55:54.604759 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884c2288-ff01-4c87-9469-2e175198643f None None] Checking segment: {'id': '7f55f0b0-a928-485b-b666-1255ed8adc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0758030e-3e1e-4b7d-b084-6a3668b936bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:55:54.605171 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-884c2288-ff01-4c87-9469-2e175198643f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:54.605569 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884c2288-ff01-4c87-9469-2e175198643f None None] Bound using segment: {'id': '7f55f0b0-a928-485b-b666-1255ed8adc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0758030e-3e1e-4b7d-b084-6a3668b936bb'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:55:54.606048 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-884c2288-ff01-4c87-9469-2e175198643f None None] Bound port: 81804e72-10a3-4f6b-a9f9-efca994c65a1, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f55f0b0-a928-485b-b666-1255ed8adc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0758030e-3e1e-4b7d-b084-6a3668b936bb'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:55:54.606435 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-884c2288-ff01-4c87-9469-2e175198643f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:54.630475 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-2b016133-425a-4da5-9b4f-513cf9f4b35e admin admin] Allocated IP 172.25.7.178 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/68466b1c-b717-473b-b36a-79af17d28ab6) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:55:54.671126 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port ad97821d-8bfe-41b1-b397-e034a9f0e6ba triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:55:54.671507 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:54.703644 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-884c2288-ff01-4c87-9469-2e175198643f None None] For port 81804e72-10a3-4f6b-a9f9-efca994c65a1, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:55:54.728051 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-884c2288-ff01-4c87-9469-2e175198643f None None] For port 81804e72-10a3-4f6b-a9f9-efca994c65a1, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=81804e72-10a3-4f6b-a9f9-efca994c65a1,segment=NetworkSegment(7f55f0b0-a928-485b-b666-1255ed8adc2d),segment_id=7f55f0b0-a928-485b-b666-1255ed8adc2d)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:55:54.733380 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-884c2288-ff01-4c87-9469-2e175198643f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:54.746405 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b016133-425a-4da5-9b4f-513cf9f4b35e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:54.782727 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b016133-425a-4da5-9b4f-513cf9f4b35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:54.817895 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c2288-ff01-4c87-9469-2e175198643f None None] Pushing event updated for resources: {'Port': ['ID=81804e72-10a3-4f6b-a9f9-efca994c65a1,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:54.825496 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b016133-425a-4da5-9b4f-513cf9f4b35e admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:55:54.828776 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-2b016133-425a-4da5-9b4f-513cf9f4b35e admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:55:54.833279 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b016133-425a-4da5-9b4f-513cf9f4b35e admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:55:54.847353 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c110b543-2a4d-4dad-adaf-16e7cbaaffbc None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:55:54.859969 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b016133-425a-4da5-9b4f-513cf9f4b35e admin admin] Pushing event updated for resources: {'Port': ['ID=68466b1c-b717-473b-b36a-79af17d28ab6,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:54.914741 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63df23df-f9df-4f71-b2fe-0da2b68dd6c3 None None] Sync routers for ids ['39eb9acb-0b08-48ce-8a54-7ddd55432242'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:55:54.927834 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63df23df-f9df-4f71-b2fe-0da2b68dd6c3 None None] Routers {'39eb9acb-0b08-48ce-8a54-7ddd55432242'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:55:54.928906 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-63df23df-f9df-4f71-b2fe-0da2b68dd6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:55:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['39eb9acb-0b08-48ce-8a54-7ddd55432242'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:55:54.940786 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb36f541-1e0a-40b0-9be3-49ae580290be None None] Provisioning complete for port 68466b1c-b717-473b-b36a-79af17d28ab6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:55:54.941319 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb36f541-1e0a-40b0-9be3-49ae580290be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:54.985783 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb36f541-1e0a-40b0-9be3-49ae580290be None None] Port 68466b1c-b717-473b-b36a-79af17d28ab6 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:55:55.068370 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-63df23df-f9df-4f71-b2fe-0da2b68dd6c3 None None] Set router 39eb9acb-0b08-48ce-8a54-7ddd55432242 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:55:55.122963 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:55.137526 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b016133-425a-4da5-9b4f-513cf9f4b35e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:55.282403 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-63df23df-f9df-4f71-b2fe-0da2b68dd6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'name': 'tempest-TestShelveInstance-195773214-router', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ad97821d-8bfe-41b1-b397-e034a9f0e6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:55:49Z', 'updated_at': '2021-12-10T19:55:51Z', 'revision_number': 4, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'gw_port': {'id': 'ad97821d-8bfe-41b1-b397-e034a9f0e6ba', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:49Z', 'updated_at': '2021-12-10T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '12c37ade-7110-4512-b7c2-80f4cfd56742', 'name': '', 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'mac_address': 'fa:16:3e:60:40:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '49d70216-74bd-4263-87bb-e9ff69f37a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:51Z', 'updated_at': '2021-12-10T19:55:51Z', 'revision_number': 2, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'subnets': [{'id': '49d70216-74bd-4263-87bb-e9ff69f37a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:55:55.313440 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63df23df-f9df-4f71-b2fe-0da2b68dd6c3 None None] Checking router: 39eb9acb-0b08-48ce-8a54-7ddd55432242 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:55:55.314097 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63df23df-f9df-4f71-b2fe-0da2b68dd6c3 None None] Updating router 39eb9acb-0b08-48ce-8a54-7ddd55432242 port 12c37ade-7110-4512-b7c2-80f4cfd56742 binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:55:55.338736 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-63df23df-f9df-4f71-b2fe-0da2b68dd6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:55.356886 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b016133-425a-4da5-9b4f-513cf9f4b35e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:55.496587 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b016133-425a-4da5-9b4f-513cf9f4b35e admin admin] Router 30acc93c-6055-4268-94de-e8f5601644d6 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:55:55.615797 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b016133-425a-4da5-9b4f-513cf9f4b35e admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:55:55.625858 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9573c44-4d31-473f-bf30-1ff80d1d3476 None None] Sync routers for ids ['30acc93c-6055-4268-94de-e8f5601644d6'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:55:55.636706 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-63df23df-f9df-4f71-b2fe-0da2b68dd6c3 None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:55.640054 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9573c44-4d31-473f-bf30-1ff80d1d3476 None None] Routers {'30acc93c-6055-4268-94de-e8f5601644d6'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:55:55.640734 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a9573c44-4d31-473f-bf30-1ff80d1d3476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:55:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['30acc93c-6055-4268-94de-e8f5601644d6'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:55:55.644712 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b016133-425a-4da5-9b4f-513cf9f4b35e admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:55.644973 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-63df23df-f9df-4f71-b2fe-0da2b68dd6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:55.649317 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53394) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:55:55.649842 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2b016133-425a-4da5-9b4f-513cf9f4b35e admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6054125 Dec 10 19:55:55.763512 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:55.768456 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e61ec-2fd5-428d-bbd1-13c0b82eff22 None None] Pushing event updated for resources: {'Port': ['ID=12c37ade-7110-4512-b7c2-80f4cfd56742,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:55.781956 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e61ec-2fd5-428d-bbd1-13c0b82eff22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:55.782333 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e61ec-2fd5-428d-bbd1-13c0b82eff22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:55.782677 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e61ec-2fd5-428d-bbd1-13c0b82eff22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:55.783034 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e61ec-2fd5-428d-bbd1-13c0b82eff22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:55.783781 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e61ec-2fd5-428d-bbd1-13c0b82eff22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:55.784336 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e61ec-2fd5-428d-bbd1-13c0b82eff22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:55.784700 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e61ec-2fd5-428d-bbd1-13c0b82eff22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:55.785040 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e61ec-2fd5-428d-bbd1-13c0b82eff22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:55.785378 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e61ec-2fd5-428d-bbd1-13c0b82eff22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:55.785713 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e61ec-2fd5-428d-bbd1-13c0b82eff22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:55.786097 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e61ec-2fd5-428d-bbd1-13c0b82eff22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:55.786380 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e61ec-2fd5-428d-bbd1-13c0b82eff22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:55.787672 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e61ec-2fd5-428d-bbd1-13c0b82eff22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:55:55.804039 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-a9573c44-4d31-473f-bf30-1ff80d1d3476 None None] Set router 30acc93c-6055-4268-94de-e8f5601644d6 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:55:55.804992 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-63df23df-f9df-4f71-b2fe-0da2b68dd6c3 None None] Attempting to bind port 12c37ade-7110-4512-b7c2-80f4cfd56742 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:55:55.805503 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-63df23df-f9df-4f71-b2fe-0da2b68dd6c3 None None] Attempting to bind port 12c37ade-7110-4512-b7c2-80f4cfd56742 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'c49b87ee-2dd6-4f39-8207-857acf900715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:55:55.805725 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63df23df-f9df-4f71-b2fe-0da2b68dd6c3 None None] Attempting to bind port 12c37ade-7110-4512-b7c2-80f4cfd56742 on network a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:55:55.811255 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63df23df-f9df-4f71-b2fe-0da2b68dd6c3 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:55:55.811648 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63df23df-f9df-4f71-b2fe-0da2b68dd6c3 None None] Checking segment: {'id': 'c49b87ee-2dd6-4f39-8207-857acf900715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:55:55.812189 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-63df23df-f9df-4f71-b2fe-0da2b68dd6c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:55.812595 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63df23df-f9df-4f71-b2fe-0da2b68dd6c3 None None] Bound using segment: {'id': 'c49b87ee-2dd6-4f39-8207-857acf900715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:55:55.813096 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-63df23df-f9df-4f71-b2fe-0da2b68dd6c3 None None] Bound port: 12c37ade-7110-4512-b7c2-80f4cfd56742, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c49b87ee-2dd6-4f39-8207-857acf900715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:55:55.813485 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-63df23df-f9df-4f71-b2fe-0da2b68dd6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:55.913082 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-63df23df-f9df-4f71-b2fe-0da2b68dd6c3 None None] For port 12c37ade-7110-4512-b7c2-80f4cfd56742, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:55:55.916724 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-63df23df-f9df-4f71-b2fe-0da2b68dd6c3 None None] For port 12c37ade-7110-4512-b7c2-80f4cfd56742, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=12c37ade-7110-4512-b7c2-80f4cfd56742,segment=NetworkSegment(c49b87ee-2dd6-4f39-8207-857acf900715),segment_id=c49b87ee-2dd6-4f39-8207-857acf900715)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:55:55.926572 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-63df23df-f9df-4f71-b2fe-0da2b68dd6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:55.992146 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63df23df-f9df-4f71-b2fe-0da2b68dd6c3 None None] Routers {'39eb9acb-0b08-48ce-8a54-7ddd55432242'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:55:55.992798 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-63df23df-f9df-4f71-b2fe-0da2b68dd6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:55:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['39eb9acb-0b08-48ce-8a54-7ddd55432242'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:55:56.069610 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a9573c44-4d31-473f-bf30-1ff80d1d3476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30acc93c-6055-4268-94de-e8f5601644d6', 'name': 'tempest-TestShelveInstance-489605763-router', 'tenant_id': '3d27360b86504bd4bfd2bedfa6e35ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '68466b1c-b717-473b-b36a-79af17d28ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:55:54Z', 'updated_at': '2021-12-10T19:55:54Z', 'revision_number': 3, 'project_id': '3d27360b86504bd4bfd2bedfa6e35ac0', 'gw_port': {'id': '68466b1c-b717-473b-b36a-79af17d28ab6', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30acc93c-6055-4268-94de-e8f5601644d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:54Z', 'updated_at': '2021-12-10T19:55:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:55:56.088199 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e61ec-2fd5-428d-bbd1-13c0b82eff22 None None] Pushing event updated for resources: {'Port': ['ID=12c37ade-7110-4512-b7c2-80f4cfd56742,revision_number=4']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:56.102529 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9573c44-4d31-473f-bf30-1ff80d1d3476 None None] Checking router: 30acc93c-6055-4268-94de-e8f5601644d6 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:55:56.102969 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9573c44-4d31-473f-bf30-1ff80d1d3476 None None] Updating router 30acc93c-6055-4268-94de-e8f5601644d6 port 68466b1c-b717-473b-b36a-79af17d28ab6 binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:55:56.139122 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8029803e-a6d4-470f-a488-7fc26f3fe03b None None] Network 0758030e-3e1e-4b7d-b084-6a3668b936bb requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:55:56.155311 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-63df23df-f9df-4f71-b2fe-0da2b68dd6c3 None None] Set router 39eb9acb-0b08-48ce-8a54-7ddd55432242 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:55:56.205628 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a9573c44-4d31-473f-bf30-1ff80d1d3476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:56.208091 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c463d161-6f34-496a-a8d1-c2ba88ef6fb2 None None] Provisioning complete for port 12c37ade-7110-4512-b7c2-80f4cfd56742 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:55:56.208574 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c463d161-6f34-496a-a8d1-c2ba88ef6fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:56.243782 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-211f5ac0-eb98-45a2-a818-29b67ddc9fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:56.428807 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-211f5ac0-eb98-45a2-a818-29b67ddc9fb7 admin admin] Allocated IP 172.20.0.1 (0758030e-3e1e-4b7d-b084-6a3668b936bb/29eb8ff4-7749-423f-b2d2-925f90455694/cde7b824-ccba-4f00-b91a-479f9128b782) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:55:56.492219 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c463d161-6f34-496a-a8d1-c2ba88ef6fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:56.547865 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-211f5ac0-eb98-45a2-a818-29b67ddc9fb7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:56.572601 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c463d161-6f34-496a-a8d1-c2ba88ef6fb2 None None] For port 12c37ade-7110-4512-b7c2-80f4cfd56742, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=12c37ade-7110-4512-b7c2-80f4cfd56742,segment=NetworkSegment(c49b87ee-2dd6-4f39-8207-857acf900715),segment_id=c49b87ee-2dd6-4f39-8207-857acf900715)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:55:56.576466 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-63df23df-f9df-4f71-b2fe-0da2b68dd6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'name': 'tempest-TestShelveInstance-195773214-router', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ad97821d-8bfe-41b1-b397-e034a9f0e6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:55:49Z', 'updated_at': '2021-12-10T19:55:51Z', 'revision_number': 4, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'gw_port': {'id': 'ad97821d-8bfe-41b1-b397-e034a9f0e6ba', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:49Z', 'updated_at': '2021-12-10T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '12c37ade-7110-4512-b7c2-80f4cfd56742', 'name': '', 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'mac_address': 'fa:16:3e:60:40:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '49d70216-74bd-4263-87bb-e9ff69f37a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:51Z', 'updated_at': '2021-12-10T19:55:55Z', 'revision_number': 4, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'subnets': [{'id': '49d70216-74bd-4263-87bb-e9ff69f37a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:55:56.581434 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c463d161-6f34-496a-a8d1-c2ba88ef6fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:56.597523 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-211f5ac0-eb98-45a2-a818-29b67ddc9fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:56.623945 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63df23df-f9df-4f71-b2fe-0da2b68dd6c3 None None] The sync data for ids ['39eb9acb-0b08-48ce-8a54-7ddd55432242'] in n-d-821435-1 is: [{'id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'name': 'tempest-TestShelveInstance-195773214-router', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ad97821d-8bfe-41b1-b397-e034a9f0e6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:55:49Z', 'updated_at': '2021-12-10T19:55:51Z', 'revision_number': 4, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'gw_port': {'id': 'ad97821d-8bfe-41b1-b397-e034a9f0e6ba', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:49Z', 'updated_at': '2021-12-10T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '12c37ade-7110-4512-b7c2-80f4cfd56742', 'name': '', 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'mac_address': 'fa:16:3e:60:40:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '49d70216-74bd-4263-87bb-e9ff69f37a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:51Z', 'updated_at': '2021-12-10T19:55:55Z', 'revision_number': 4, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'subnets': [{'id': '49d70216-74bd-4263-87bb-e9ff69f37a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:55:56.693586 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 81804e72-10a3-4f6b-a9f9-efca994c65a1 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:55:56.696228 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211f5ac0-eb98-45a2-a818-29b67ddc9fb7 admin admin] Network 0758030e-3e1e-4b7d-b084-6a3668b936bb is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:55:56.702614 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-211f5ac0-eb98-45a2-a818-29b67ddc9fb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:55:56.726730 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f5ac0-eb98-45a2-a818-29b67ddc9fb7 admin admin] Pushing event updated for resources: {'Port': ['ID=cde7b824-ccba-4f00-b91a-479f9128b782,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:56.729315 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211f5ac0-eb98-45a2-a818-29b67ddc9fb7 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:55:56.770207 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c463d161-6f34-496a-a8d1-c2ba88ef6fb2 None None] Pushing event updated for resources: {'Port': ['ID=12c37ade-7110-4512-b7c2-80f4cfd56742,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:56.780201 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-211f5ac0-eb98-45a2-a818-29b67ddc9fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:56.809054 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a9573c44-4d31-473f-bf30-1ff80d1d3476 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:56.815480 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2085bd26-4872-46cc-b76b-d22858b1a9cf None None] Provisioning complete for port 12c37ade-7110-4512-b7c2-80f4cfd56742 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:55:56.816541 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2085bd26-4872-46cc-b76b-d22858b1a9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:56.847406 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a9573c44-4d31-473f-bf30-1ff80d1d3476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:56.915535 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06dc9db-af91-42e9-ae2d-249196459201 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:55:56.931762 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 81804e72-10a3-4f6b-a9f9-efca994c65a1 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:55:56.932140 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:56.935384 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a9573c44-4d31-473f-bf30-1ff80d1d3476 None None] Attempting to bind port 68466b1c-b717-473b-b36a-79af17d28ab6 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:55:56.935762 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a9573c44-4d31-473f-bf30-1ff80d1d3476 None None] Attempting to bind port 68466b1c-b717-473b-b36a-79af17d28ab6 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:55:56.936133 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9573c44-4d31-473f-bf30-1ff80d1d3476 None None] Attempting to bind port 68466b1c-b717-473b-b36a-79af17d28ab6 on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:55:56.946152 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9573c44-4d31-473f-bf30-1ff80d1d3476 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:55:56.946536 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9573c44-4d31-473f-bf30-1ff80d1d3476 None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:55:56.946949 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a9573c44-4d31-473f-bf30-1ff80d1d3476 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:56.947391 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9573c44-4d31-473f-bf30-1ff80d1d3476 None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:55:56.947886 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a9573c44-4d31-473f-bf30-1ff80d1d3476 None None] Bound port: 68466b1c-b717-473b-b36a-79af17d28ab6, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:55:56.948271 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a9573c44-4d31-473f-bf30-1ff80d1d3476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:56.957211 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-211f5ac0-eb98-45a2-a818-29b67ddc9fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:57.025877 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50eddf6-47bd-4568-8a63-c7cba06a9234 None None] Pushing event updated for resources: {'Port': ['ID=68466b1c-b717-473b-b36a-79af17d28ab6,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:57.106091 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a9573c44-4d31-473f-bf30-1ff80d1d3476 None None] For port 68466b1c-b717-473b-b36a-79af17d28ab6, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:55:57.111457 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a9573c44-4d31-473f-bf30-1ff80d1d3476 None None] For port 68466b1c-b717-473b-b36a-79af17d28ab6, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=68466b1c-b717-473b-b36a-79af17d28ab6,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:55:57.117247 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a9573c44-4d31-473f-bf30-1ff80d1d3476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:57.190049 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2085bd26-4872-46cc-b76b-d22858b1a9cf None None] Provisioning complete for port 81804e72-10a3-4f6b-a9f9-efca994c65a1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:55:57.190254 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2085bd26-4872-46cc-b76b-d22858b1a9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:57.192686 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-211f5ac0-eb98-45a2-a818-29b67ddc9fb7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:57.197939 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-211f5ac0-eb98-45a2-a818-29b67ddc9fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:57.198530 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a3aa07-ce5e-43d1-8fa5-ed209af135c1 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:55:57.229708 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:57.249003 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9573c44-4d31-473f-bf30-1ff80d1d3476 None None] Routers {'30acc93c-6055-4268-94de-e8f5601644d6'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:55:57.249748 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a9573c44-4d31-473f-bf30-1ff80d1d3476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:55:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['30acc93c-6055-4268-94de-e8f5601644d6'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:55:57.270568 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-211f5ac0-eb98-45a2-a818-29b67ddc9fb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:57.272387 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f5ac0-eb98-45a2-a818-29b67ddc9fb7 admin admin] Pushing event updated for resources: {'Port': ['ID=cde7b824-ccba-4f00-b91a-479f9128b782,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:57.306173 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50eddf6-47bd-4568-8a63-c7cba06a9234 None None] Pushing event updated for resources: {'Port': ['ID=68466b1c-b717-473b-b36a-79af17d28ab6,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:57.386964 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port 81804e72-10a3-4f6b-a9f9-efca994c65a1, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=81804e72-10a3-4f6b-a9f9-efca994c65a1,segment=NetworkSegment(7f55f0b0-a928-485b-b666-1255ed8adc2d),segment_id=7f55f0b0-a928-485b-b666-1255ed8adc2d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:55:57.394909 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:57.395247 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211f5ac0-eb98-45a2-a818-29b67ddc9fb7 admin admin] Network 0758030e-3e1e-4b7d-b084-6a3668b936bb is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:55:57.395705 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 12c37ade-7110-4512-b7c2-80f4cfd56742 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:55:57.396730 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-211f5ac0-eb98-45a2-a818-29b67ddc9fb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:55:57.518952 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211f5ac0-eb98-45a2-a818-29b67ddc9fb7 admin admin] Router 30acc93c-6055-4268-94de-e8f5601644d6 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:55:57.640364 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211f5ac0-eb98-45a2-a818-29b67ddc9fb7 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:55:57.655505 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-211f5ac0-eb98-45a2-a818-29b67ddc9fb7 admin admin] 10.222.0.62 "PUT /v2.0/routers/30acc93c-6055-4268-94de-e8f5601644d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9962330 Dec 10 19:55:57.686733 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-a9573c44-4d31-473f-bf30-1ff80d1d3476 None None] Set router 30acc93c-6055-4268-94de-e8f5601644d6 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:55:57.739207 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=81804e72-10a3-4f6b-a9f9-efca994c65a1,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:57.823203 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 12c37ade-7110-4512-b7c2-80f4cfd56742 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:55:57.823579 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:57.879545 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-81d8cfeb-555a-4612-96ba-ebf26758042c None None] Provisioning complete for port 68466b1c-b717-473b-b36a-79af17d28ab6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:55:57.879920 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-81d8cfeb-555a-4612-96ba-ebf26758042c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:58.056457 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-81d8cfeb-555a-4612-96ba-ebf26758042c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:58.065924 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a9573c44-4d31-473f-bf30-1ff80d1d3476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30acc93c-6055-4268-94de-e8f5601644d6', 'name': 'tempest-TestShelveInstance-489605763-router', 'tenant_id': '3d27360b86504bd4bfd2bedfa6e35ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '68466b1c-b717-473b-b36a-79af17d28ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:55:54Z', 'updated_at': '2021-12-10T19:55:56Z', 'revision_number': 4, 'project_id': '3d27360b86504bd4bfd2bedfa6e35ac0', 'gw_port': {'id': '68466b1c-b717-473b-b36a-79af17d28ab6', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30acc93c-6055-4268-94de-e8f5601644d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:54Z', 'updated_at': '2021-12-10T19:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'cde7b824-ccba-4f00-b91a-479f9128b782', 'name': '', 'network_id': '0758030e-3e1e-4b7d-b084-6a3668b936bb', 'tenant_id': '3d27360b86504bd4bfd2bedfa6e35ac0', 'mac_address': 'fa:16:3e:9d:dd:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30acc93c-6055-4268-94de-e8f5601644d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '29eb8ff4-7749-423f-b2d2-925f90455694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:56Z', 'updated_at': '2021-12-10T19:55:57Z', 'revision_number': 2, 'project_id': '3d27360b86504bd4bfd2bedfa6e35ac0', 'subnets': [{'id': '29eb8ff4-7749-423f-b2d2-925f90455694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:55:58.103163 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9573c44-4d31-473f-bf30-1ff80d1d3476 None None] The sync data for ids ['30acc93c-6055-4268-94de-e8f5601644d6'] in n-d-821435-1 is: [{'id': '30acc93c-6055-4268-94de-e8f5601644d6', 'name': 'tempest-TestShelveInstance-489605763-router', 'tenant_id': '3d27360b86504bd4bfd2bedfa6e35ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '68466b1c-b717-473b-b36a-79af17d28ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:55:54Z', 'updated_at': '2021-12-10T19:55:56Z', 'revision_number': 4, 'project_id': '3d27360b86504bd4bfd2bedfa6e35ac0', 'gw_port': {'id': '68466b1c-b717-473b-b36a-79af17d28ab6', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30acc93c-6055-4268-94de-e8f5601644d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:54Z', 'updated_at': '2021-12-10T19:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'cde7b824-ccba-4f00-b91a-479f9128b782', 'name': '', 'network_id': '0758030e-3e1e-4b7d-b084-6a3668b936bb', 'tenant_id': '3d27360b86504bd4bfd2bedfa6e35ac0', 'mac_address': 'fa:16:3e:9d:dd:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30acc93c-6055-4268-94de-e8f5601644d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '29eb8ff4-7749-423f-b2d2-925f90455694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:56Z', 'updated_at': '2021-12-10T19:55:57Z', 'revision_number': 2, 'project_id': '3d27360b86504bd4bfd2bedfa6e35ac0', 'subnets': [{'id': '29eb8ff4-7749-423f-b2d2-925f90455694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:55:58.107479 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-81d8cfeb-555a-4612-96ba-ebf26758042c None None] For port 68466b1c-b717-473b-b36a-79af17d28ab6, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=68466b1c-b717-473b-b36a-79af17d28ab6,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:55:58.112484 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-81d8cfeb-555a-4612-96ba-ebf26758042c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:58.154335 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-81d8cfeb-555a-4612-96ba-ebf26758042c None None] Provisioning complete for port 81804e72-10a3-4f6b-a9f9-efca994c65a1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:55:58.154715 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-81d8cfeb-555a-4612-96ba-ebf26758042c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:58.193831 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d8cfeb-555a-4612-96ba-ebf26758042c None None] Pushing event updated for resources: {'Port': ['ID=68466b1c-b717-473b-b36a-79af17d28ab6,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:58.228468 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53402) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:55:58.232997 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-543abb09-741a-4330-b8c9-fac7dac1e5f3 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1260611783', 'description': 'tempest-secgroup-smoke-1260611783 description', 'project_id': '248dd3d94aac4090be9d576e6a97c8d5'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:55:58.257069 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-543abb09-741a-4330-b8c9-fac7dac1e5f3 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:58.258557 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-81d8cfeb-555a-4612-96ba-ebf26758042c None None] Provisioning complete for port cde7b824-ccba-4f00-b91a-479f9128b782 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:55:58.258946 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-81d8cfeb-555a-4612-96ba-ebf26758042c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:58.297254 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-81d8cfeb-555a-4612-96ba-ebf26758042c None None] Port cde7b824-ccba-4f00-b91a-479f9128b782 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:55:58.335047 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-543abb09-741a-4330-b8c9-fac7dac1e5f3 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:58.347650 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-543abb09-741a-4330-b8c9-fac7dac1e5f3 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:58.385583 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-543abb09-741a-4330-b8c9-fac7dac1e5f3 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:58.386842 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-543abb09-741a-4330-b8c9-fac7dac1e5f3 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1573477 Dec 10 19:55:58.389972 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53404) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:55:58.391035 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543abb09-741a-4330-b8c9-fac7dac1e5f3 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9869d7-d2fd-4131-ab7c-696c0822dbf7,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:58.395091 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7fb21fe4-3964-4be3-a9f0-13f41dc34572 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Request body: {'security_group_rule': {'security_group_id': '6b9869d7-d2fd-4131-ab7c-696c0822dbf7', 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:55:58.431877 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7fb21fe4-3964-4be3-a9f0-13f41dc34572 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:58.505329 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7fb21fe4-3964-4be3-a9f0-13f41dc34572 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:58.510303 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7fb21fe4-3964-4be3-a9f0-13f41dc34572 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:58.511195 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 81804e72-10a3-4f6b-a9f9-efca994c65a1 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:55:58.533114 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb21fe4-3964-4be3-a9f0-13f41dc34572 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb6f4643-892b-455b-9153-ba3b96747135,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:58.540240 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7fb21fe4-3964-4be3-a9f0-13f41dc34572 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:58.544291 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53406) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:55:58.544439 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-7fb21fe4-3964-4be3-a9f0-13f41dc34572 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1529977 Dec 10 19:55:58.549091 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-45f920ab-49b6-4c7e-b614-010ea1d7a0d3 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Request body: {'security_group_rule': {'security_group_id': '6b9869d7-d2fd-4131-ab7c-696c0822dbf7', 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:55:58.575567 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 81804e72-10a3-4f6b-a9f9-efca994c65a1 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:55:58.575872 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:58.581189 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45f920ab-49b6-4c7e-b614-010ea1d7a0d3 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:58.644956 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45f920ab-49b6-4c7e-b614-010ea1d7a0d3 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:58.650039 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45f920ab-49b6-4c7e-b614-010ea1d7a0d3 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:58.667010 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 12c37ade-7110-4512-b7c2-80f4cfd56742 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:55:58.670444 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f920ab-49b6-4c7e-b614-010ea1d7a0d3 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8f8a3b0-7148-4135-b23d-94fa18c27e48,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:58.683693 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45f920ab-49b6-4c7e-b614-010ea1d7a0d3 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:58.685009 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-45f920ab-49b6-4c7e-b614-010ea1d7a0d3 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1394577 Dec 10 19:55:58.687655 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53408) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:55:58.692190 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4a0a3012-fe4f-4fc3-b2c5-4f1dab1611a8 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Request body: {'security_group_rule': {'security_group_id': '6b9869d7-d2fd-4131-ab7c-696c0822dbf7', 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:55:58.720251 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a0a3012-fe4f-4fc3-b2c5-4f1dab1611a8 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:58.724386 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 12c37ade-7110-4512-b7c2-80f4cfd56742 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:55:58.724966 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:58.781323 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a0a3012-fe4f-4fc3-b2c5-4f1dab1611a8 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:58.786680 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a0a3012-fe4f-4fc3-b2c5-4f1dab1611a8 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:58.805258 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a3012-fe4f-4fc3-b2c5-4f1dab1611a8 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5db72de-f6d2-4b67-8538-1060395e18ac,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:58.817171 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a0a3012-fe4f-4fc3-b2c5-4f1dab1611a8 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:58.818702 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4a0a3012-fe4f-4fc3-b2c5-4f1dab1611a8 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300652 Dec 10 19:55:58.821427 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53410) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:55:58.826458 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-2e421ed6-b1d0-4919-bc9f-504027c7867b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Request body: {'security_group_rule': {'security_group_id': '6b9869d7-d2fd-4131-ab7c-696c0822dbf7', 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:55:58.853249 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e421ed6-b1d0-4919-bc9f-504027c7867b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:58.907931 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e421ed6-b1d0-4919-bc9f-504027c7867b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:58.912964 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e421ed6-b1d0-4919-bc9f-504027c7867b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:58.934475 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e421ed6-b1d0-4919-bc9f-504027c7867b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d74f435-e10a-4432-997c-0c774c11a2da,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:58.941193 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e421ed6-b1d0-4919-bc9f-504027c7867b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:58.942376 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-2e421ed6-b1d0-4919-bc9f-504027c7867b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199408 Dec 10 19:55:58.945137 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53412) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:55:58.949368 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ae3cd29e-eb86-4aac-aed8-dbae87b14af2 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Request body: {'security_group_rule': {'security_group_id': '6b9869d7-d2fd-4131-ab7c-696c0822dbf7', 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:55:58.977613 n-d-821435-1 neutron-server[103245]: INFO neutron.db.securitygroups_db [None req-ae3cd29e-eb86-4aac-aed8-dbae87b14af2 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Project 248dd3d94aac4090be9d576e6a97c8d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:55:58.982351 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae3cd29e-eb86-4aac-aed8-dbae87b14af2 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:59.039063 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae3cd29e-eb86-4aac-aed8-dbae87b14af2 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:59.042581 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae3cd29e-eb86-4aac-aed8-dbae87b14af2 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:59.060653 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3cd29e-eb86-4aac-aed8-dbae87b14af2 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfa2b742-99c4-49ca-b82b-4892e7d859a9,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:59.065871 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae3cd29e-eb86-4aac-aed8-dbae87b14af2 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:59.066982 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-ae3cd29e-eb86-4aac-aed8-dbae87b14af2 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1209188 Dec 10 19:55:59.069796 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53414) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:55:59.074057 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-b9a86da4-5e30-4544-8f3d-848215847974 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Request body: {'security_group_rule': {'security_group_id': '6b9869d7-d2fd-4131-ab7c-696c0822dbf7', 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:55:59.094549 n-d-821435-1 neutron-server[103245]: INFO neutron.db.securitygroups_db [None req-b9a86da4-5e30-4544-8f3d-848215847974 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Project 248dd3d94aac4090be9d576e6a97c8d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:55:59.099900 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b9a86da4-5e30-4544-8f3d-848215847974 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:59.157507 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b9a86da4-5e30-4544-8f3d-848215847974 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:59.162160 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b9a86da4-5e30-4544-8f3d-848215847974 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:59.181310 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a86da4-5e30-4544-8f3d-848215847974 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5465b4c2-9aef-47f2-afd2-bc4cbcf872f6,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:55:59.190330 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b9a86da4-5e30-4544-8f3d-848215847974 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:55:59.191476 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b9a86da4-5e30-4544-8f3d-848215847974 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1207495 Dec 10 19:55:59.407588 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-3e7aba6c-285e-4c89-964b-105f1b5af6c5 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1260611783&fields=id&tenant_id=248dd3d94aac4090be9d576e6a97c8d5 HTTP/1.1" status: 200 len: 267 time: 0.0445879 Dec 10 19:55:59.543485 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-6fa550e4-d67a-4c31-8804-fa7968077d51 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:59.545306 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-6fa550e4-d67a-4c31-8804-fa7968077d51 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/networks?id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb HTTP/1.1" status: 200 len: 808 time: 0.1275346 Dec 10 19:55:59.560931 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-327e4f20-0f15-4771-814f-cc3e3ab6c030 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/quotas/248dd3d94aac4090be9d576e6a97c8d5 HTTP/1.1" status: 200 len: 375 time: 0.0096931 Dec 10 19:55:59.623311 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-4e9883e9-a74d-4630-b887-513b2660e28a tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=248dd3d94aac4090be9d576e6a97c8d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545619 Dec 10 19:55:59.734060 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-8b6398cb-bd84-4920-b445-f2825aafe379 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:55:59.735122 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-8b6398cb-bd84-4920-b445-f2825aafe379 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0996192 Dec 10 19:55:59.832495 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-af17cd54-1bbe-4832-a415-442e6863483f service neutron] 10.222.0.62 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904319 Dec 10 19:55:59.925867 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-e9633c44-d647-402e-815f-1e8c3737ff22 service neutron] 10.222.0.62 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875764 Dec 10 19:56:00.505909 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 68466b1c-b717-473b-b36a-79af17d28ab6 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:56:00.556217 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 68466b1c-b717-473b-b36a-79af17d28ab6 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:56:00.556604 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:00.805545 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb0088b-dda4-4ff8-a130-0145442047a0 None None] Sync routers for ids ['30acc93c-6055-4268-94de-e8f5601644d6'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:56:00.814883 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb0088b-dda4-4ff8-a130-0145442047a0 None None] Routers {'30acc93c-6055-4268-94de-e8f5601644d6'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:56:00.815506 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-7fb0088b-dda4-4ff8-a130-0145442047a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:55:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['30acc93c-6055-4268-94de-e8f5601644d6'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:56:00.917187 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-7fb0088b-dda4-4ff8-a130-0145442047a0 None None] Set router 30acc93c-6055-4268-94de-e8f5601644d6 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:56:01.114202 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-7fb0088b-dda4-4ff8-a130-0145442047a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30acc93c-6055-4268-94de-e8f5601644d6', 'name': 'tempest-TestShelveInstance-489605763-router', 'tenant_id': '3d27360b86504bd4bfd2bedfa6e35ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '68466b1c-b717-473b-b36a-79af17d28ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:55:54Z', 'updated_at': '2021-12-10T19:55:56Z', 'revision_number': 4, 'project_id': '3d27360b86504bd4bfd2bedfa6e35ac0', 'gw_port': {'id': '68466b1c-b717-473b-b36a-79af17d28ab6', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30acc93c-6055-4268-94de-e8f5601644d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:54Z', 'updated_at': '2021-12-10T19:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'cde7b824-ccba-4f00-b91a-479f9128b782', 'name': '', 'network_id': '0758030e-3e1e-4b7d-b084-6a3668b936bb', 'tenant_id': '3d27360b86504bd4bfd2bedfa6e35ac0', 'mac_address': 'fa:16:3e:9d:dd:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30acc93c-6055-4268-94de-e8f5601644d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '29eb8ff4-7749-423f-b2d2-925f90455694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:56Z', 'updated_at': '2021-12-10T19:55:57Z', 'revision_number': 2, 'project_id': '3d27360b86504bd4bfd2bedfa6e35ac0', 'subnets': [{'id': '29eb8ff4-7749-423f-b2d2-925f90455694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:56:01.128068 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c7271e54-a305-4a53-951b-6689dd4e30d9 req-68641a53-af03-42cc-a1d0-d029ce8ffaf4 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 210 time: 0.0274384 Dec 10 19:56:01.144576 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb0088b-dda4-4ff8-a130-0145442047a0 None None] Checking router: 30acc93c-6055-4268-94de-e8f5601644d6 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:56:01.144966 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb0088b-dda4-4ff8-a130-0145442047a0 None None] Updating router 30acc93c-6055-4268-94de-e8f5601644d6 port cde7b824-ccba-4f00-b91a-479f9128b782 binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:56:01.169524 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-7fb0088b-dda4-4ff8-a130-0145442047a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:01.420303 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-7fb0088b-dda4-4ff8-a130-0145442047a0 None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:01.426408 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-7fb0088b-dda4-4ff8-a130-0145442047a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:01.477611 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c4a744-5567-451d-a2c7-5665f33566e6 None None] Pushing event updated for resources: {'Port': ['ID=cde7b824-ccba-4f00-b91a-479f9128b782,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:56:01.530251 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-7fb0088b-dda4-4ff8-a130-0145442047a0 None None] Attempting to bind port cde7b824-ccba-4f00-b91a-479f9128b782 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:56:01.530624 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-7fb0088b-dda4-4ff8-a130-0145442047a0 None None] Attempting to bind port cde7b824-ccba-4f00-b91a-479f9128b782 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '7f55f0b0-a928-485b-b666-1255ed8adc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0758030e-3e1e-4b7d-b084-6a3668b936bb'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:56:01.530985 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb0088b-dda4-4ff8-a130-0145442047a0 None None] Attempting to bind port cde7b824-ccba-4f00-b91a-479f9128b782 on network 0758030e-3e1e-4b7d-b084-6a3668b936bb {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:56:01.536172 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb0088b-dda4-4ff8-a130-0145442047a0 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:56:01.536547 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb0088b-dda4-4ff8-a130-0145442047a0 None None] Checking segment: {'id': '7f55f0b0-a928-485b-b666-1255ed8adc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0758030e-3e1e-4b7d-b084-6a3668b936bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:56:01.536972 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-7fb0088b-dda4-4ff8-a130-0145442047a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:01.537368 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb0088b-dda4-4ff8-a130-0145442047a0 None None] Bound using segment: {'id': '7f55f0b0-a928-485b-b666-1255ed8adc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0758030e-3e1e-4b7d-b084-6a3668b936bb'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:56:01.537832 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-7fb0088b-dda4-4ff8-a130-0145442047a0 None None] Bound port: cde7b824-ccba-4f00-b91a-479f9128b782, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f55f0b0-a928-485b-b666-1255ed8adc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0758030e-3e1e-4b7d-b084-6a3668b936bb'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:56:01.538205 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-7fb0088b-dda4-4ff8-a130-0145442047a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:01.604541 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-7fb0088b-dda4-4ff8-a130-0145442047a0 None None] For port cde7b824-ccba-4f00-b91a-479f9128b782, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:56:01.607759 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-7fb0088b-dda4-4ff8-a130-0145442047a0 None None] For port cde7b824-ccba-4f00-b91a-479f9128b782, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=cde7b824-ccba-4f00-b91a-479f9128b782,segment=NetworkSegment(7f55f0b0-a928-485b-b666-1255ed8adc2d),segment_id=7f55f0b0-a928-485b-b666-1255ed8adc2d)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:56:01.613549 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-7fb0088b-dda4-4ff8-a130-0145442047a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:01.671370 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb0088b-dda4-4ff8-a130-0145442047a0 None None] Routers {'30acc93c-6055-4268-94de-e8f5601644d6'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:56:01.671997 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-7fb0088b-dda4-4ff8-a130-0145442047a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:55:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['30acc93c-6055-4268-94de-e8f5601644d6'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:56:01.675668 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c4a744-5567-451d-a2c7-5665f33566e6 None None] Pushing event updated for resources: {'Port': ['ID=cde7b824-ccba-4f00-b91a-479f9128b782,revision_number=4']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:56:01.742744 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-aa43828e-39a7-496c-9668-64cc52633ffd None None] Provisioning complete for port cde7b824-ccba-4f00-b91a-479f9128b782 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:56:01.743284 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aa43828e-39a7-496c-9668-64cc52633ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:01.784367 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-7fb0088b-dda4-4ff8-a130-0145442047a0 None None] Set router 30acc93c-6055-4268-94de-e8f5601644d6 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:56:01.830439 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aa43828e-39a7-496c-9668-64cc52633ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:01.863419 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-aa43828e-39a7-496c-9668-64cc52633ffd None None] For port cde7b824-ccba-4f00-b91a-479f9128b782, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=cde7b824-ccba-4f00-b91a-479f9128b782,segment=NetworkSegment(7f55f0b0-a928-485b-b666-1255ed8adc2d),segment_id=7f55f0b0-a928-485b-b666-1255ed8adc2d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:56:01.867524 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aa43828e-39a7-496c-9668-64cc52633ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:01.916479 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa43828e-39a7-496c-9668-64cc52633ffd None None] Pushing event updated for resources: {'Port': ['ID=cde7b824-ccba-4f00-b91a-479f9128b782,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:56:01.986949 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9d006dc3-d669-4e99-9ebb-d18dab6d7267 None None] Provisioning complete for port cde7b824-ccba-4f00-b91a-479f9128b782 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:56:01.988729 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9d006dc3-d669-4e99-9ebb-d18dab6d7267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:01.989071 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-7fb0088b-dda4-4ff8-a130-0145442047a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30acc93c-6055-4268-94de-e8f5601644d6', 'name': 'tempest-TestShelveInstance-489605763-router', 'tenant_id': '3d27360b86504bd4bfd2bedfa6e35ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '68466b1c-b717-473b-b36a-79af17d28ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:55:54Z', 'updated_at': '2021-12-10T19:55:56Z', 'revision_number': 4, 'project_id': '3d27360b86504bd4bfd2bedfa6e35ac0', 'gw_port': {'id': '68466b1c-b717-473b-b36a-79af17d28ab6', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30acc93c-6055-4268-94de-e8f5601644d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:54Z', 'updated_at': '2021-12-10T19:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'cde7b824-ccba-4f00-b91a-479f9128b782', 'name': '', 'network_id': '0758030e-3e1e-4b7d-b084-6a3668b936bb', 'tenant_id': '3d27360b86504bd4bfd2bedfa6e35ac0', 'mac_address': 'fa:16:3e:9d:dd:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30acc93c-6055-4268-94de-e8f5601644d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '29eb8ff4-7749-423f-b2d2-925f90455694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:56Z', 'updated_at': '2021-12-10T19:56:01Z', 'revision_number': 4, 'project_id': '3d27360b86504bd4bfd2bedfa6e35ac0', 'subnets': [{'id': '29eb8ff4-7749-423f-b2d2-925f90455694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:56:02.021803 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb0088b-dda4-4ff8-a130-0145442047a0 None None] The sync data for ids ['30acc93c-6055-4268-94de-e8f5601644d6'] in n-d-821435-1 is: [{'id': '30acc93c-6055-4268-94de-e8f5601644d6', 'name': 'tempest-TestShelveInstance-489605763-router', 'tenant_id': '3d27360b86504bd4bfd2bedfa6e35ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '68466b1c-b717-473b-b36a-79af17d28ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:55:54Z', 'updated_at': '2021-12-10T19:55:56Z', 'revision_number': 4, 'project_id': '3d27360b86504bd4bfd2bedfa6e35ac0', 'gw_port': {'id': '68466b1c-b717-473b-b36a-79af17d28ab6', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30acc93c-6055-4268-94de-e8f5601644d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:54Z', 'updated_at': '2021-12-10T19:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': 'cde7b824-ccba-4f00-b91a-479f9128b782', 'name': '', 'network_id': '0758030e-3e1e-4b7d-b084-6a3668b936bb', 'tenant_id': '3d27360b86504bd4bfd2bedfa6e35ac0', 'mac_address': 'fa:16:3e:9d:dd:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30acc93c-6055-4268-94de-e8f5601644d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '29eb8ff4-7749-423f-b2d2-925f90455694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:56Z', 'updated_at': '2021-12-10T19:56:01Z', 'revision_number': 4, 'project_id': '3d27360b86504bd4bfd2bedfa6e35ac0', 'subnets': [{'id': '29eb8ff4-7749-423f-b2d2-925f90455694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:56:02.216143 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a0ab9c3c-7f5f-4f68-9fa2-6d5648bf64c5 req-68481b0f-2fcf-454a-b763-3d05595af5a2 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 210 time: 0.0274734 Dec 10 19:56:02.509751 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device cde7b824-ccba-4f00-b91a-479f9128b782 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:56:02.560988 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port cde7b824-ccba-4f00-b91a-479f9128b782 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:56:02.561358 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:03.302919 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c8e43774-42c5-40d1-867a-c13e148cc413 req-165dbd0d-a98a-4ee1-953d-e8bde7da9005 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 210 time: 0.0341828 Dec 10 19:56:04.155469 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-15cc03df-ca5c-4fcb-95ac-a5db7aeac5d8 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:56:04.157075 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-15cc03df-ca5c-4fcb-95ac-a5db7aeac5d8 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.72 "GET /v2.0/networks?id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb HTTP/1.1" status: 200 len: 808 time: 0.1136835 Dec 10 19:56:04.224538 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-1edad3ed-28be-4b21-b4ee-7e95612148b1 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=248dd3d94aac4090be9d576e6a97c8d5 HTTP/1.1" status: 200 len: 380 time: 0.0582092 Dec 10 19:56:04.235015 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-2e241637-a76a-4fac-8541-96ed0f6751fe tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Request body: {'port': {'device_id': '5d844984-164f-4005-be8d-946df03de06a', 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb', 'admin_state_up': True, 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'security_groups': ['6b9869d7-d2fd-4131-ab7c-696c0822dbf7']}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:56:04.347992 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-2e241637-a76a-4fac-8541-96ed0f6751fe tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Made reservation on behalf of 248dd3d94aac4090be9d576e6a97c8d5 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:56:04.351748 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-2e241637-a76a-4fac-8541-96ed0f6751fe tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:04.428300 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fabdb045-cbe2-4709-a5a8-138f7d819166 req-4e6afc4d-4522-4bb5-b982-789383f19a96 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 210 time: 0.0532730 Dec 10 19:56:04.509658 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-2e241637-a76a-4fac-8541-96ed0f6751fe tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Allocated IP 172.20.0.7 (a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb/49d70216-74bd-4263-87bb-e9ff69f37a3e/6c40ce68-bf53-4866-9dd5-5a04f16ad490) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:56:04.606732 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:04.987010 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-2e241637-a76a-4fac-8541-96ed0f6751fe tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:05.018850 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-2e241637-a76a-4fac-8541-96ed0f6751fe tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:05.063871 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-2e241637-a76a-4fac-8541-96ed0f6751fe tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Network a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:56:05.067223 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-2e241637-a76a-4fac-8541-96ed0f6751fe tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:56:05.070943 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-2e241637-a76a-4fac-8541-96ed0f6751fe tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:56:05.097748 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e241637-a76a-4fac-8541-96ed0f6751fe tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Pushing event updated for resources: {'Port': ['ID=6c40ce68-bf53-4866-9dd5-5a04f16ad490,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:56:05.125269 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-2e241637-a76a-4fac-8541-96ed0f6751fe tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:56:05.125948 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-2e241637-a76a-4fac-8541-96ed0f6751fe tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:05.144829 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-2e241637-a76a-4fac-8541-96ed0f6751fe tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9132729 Dec 10 19:56:05.156130 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-607323ca-48d7-4b66-b607-2af101f78bed tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:56:05.157332 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-607323ca-48d7-4b66-b607-2af101f78bed tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057919 Dec 10 19:56:05.225118 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-22b747c8-f030-4c96-a521-a8a491ad0bd1 service neutron] Request body: {'port': {'device_id': '5d844984-164f-4005-be8d-946df03de06a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:56:05.289694 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-22b747c8-f030-4c96-a521-a8a491ad0bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:05.310162 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-492a1a2b-7271-490c-bc9d-a7d032c90542 None None] Provisioning complete for port 6c40ce68-bf53-4866-9dd5-5a04f16ad490 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:56:05.310623 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-492a1a2b-7271-490c-bc9d-a7d032c90542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:05.343034 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-492a1a2b-7271-490c-bc9d-a7d032c90542 None None] Port 6c40ce68-bf53-4866-9dd5-5a04f16ad490 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:56:05.547290 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8837a5c-8148-4b59-9968-d2057d8c30a7 req-6d640f21-22a0-4086-9632-451e9a3caa0a tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:56:05.549060 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a8837a5c-8148-4b59-9968-d2057d8c30a7 req-6d640f21-22a0-4086-9632-451e9a3caa0a tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 931 time: 0.0491116 Dec 10 19:56:05.558553 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-22b747c8-f030-4c96-a521-a8a491ad0bd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c40ce68-bf53-4866-9dd5-5a04f16ad490 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:56:05.566518 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-22b747c8-f030-4c96-a521-a8a491ad0bd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:05.578678 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-22b747c8-f030-4c96-a521-a8a491ad0bd1 service neutron] Transition to ACTIVE for port object 6c40ce68-bf53-4866-9dd5-5a04f16ad490 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:56:05.583183 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-22b747c8-f030-4c96-a521-a8a491ad0bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:05.605934 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a8837a5c-8148-4b59-9968-d2057d8c30a7 req-bf65b730-3813-4df2-824c-483c5a163ff2 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508544 Dec 10 19:56:05.636787 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b747c8-f030-4c96-a521-a8a491ad0bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=6c40ce68-bf53-4866-9dd5-5a04f16ad490,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:56:05.706971 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-22b747c8-f030-4c96-a521-a8a491ad0bd1 service neutron] Attempting to bind port 6c40ce68-bf53-4866-9dd5-5a04f16ad490 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:56:05.707319 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-22b747c8-f030-4c96-a521-a8a491ad0bd1 service neutron] Attempting to bind port 6c40ce68-bf53-4866-9dd5-5a04f16ad490 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': 'c49b87ee-2dd6-4f39-8207-857acf900715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:56:05.707650 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-22b747c8-f030-4c96-a521-a8a491ad0bd1 service neutron] Attempting to bind port 6c40ce68-bf53-4866-9dd5-5a04f16ad490 on network a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:56:05.712252 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-22b747c8-f030-4c96-a521-a8a491ad0bd1 service neutron] Port 6c40ce68-bf53-4866-9dd5-5a04f16ad490 on network a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:56:05.712578 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-22b747c8-f030-4c96-a521-a8a491ad0bd1 service neutron] Attempting to bind port 6c40ce68-bf53-4866-9dd5-5a04f16ad490 on network a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:56:05.717613 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-22b747c8-f030-4c96-a521-a8a491ad0bd1 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:56:05.717960 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-22b747c8-f030-4c96-a521-a8a491ad0bd1 service neutron] Checking segment: {'id': 'c49b87ee-2dd6-4f39-8207-857acf900715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:56:05.718346 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-22b747c8-f030-4c96-a521-a8a491ad0bd1 service neutron] Bound using segment: {'id': 'c49b87ee-2dd6-4f39-8207-857acf900715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:56:05.718779 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-22b747c8-f030-4c96-a521-a8a491ad0bd1 service neutron] Bound port: 6c40ce68-bf53-4866-9dd5-5a04f16ad490, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c49b87ee-2dd6-4f39-8207-857acf900715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:56:05.719139 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-22b747c8-f030-4c96-a521-a8a491ad0bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:05.785600 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-22b747c8-f030-4c96-a521-a8a491ad0bd1 service neutron] For port 6c40ce68-bf53-4866-9dd5-5a04f16ad490, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:56:05.789021 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-22b747c8-f030-4c96-a521-a8a491ad0bd1 service neutron] For port 6c40ce68-bf53-4866-9dd5-5a04f16ad490, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=6c40ce68-bf53-4866-9dd5-5a04f16ad490,segment=NetworkSegment(c49b87ee-2dd6-4f39-8207-857acf900715),segment_id=c49b87ee-2dd6-4f39-8207-857acf900715)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:56:05.793514 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-22b747c8-f030-4c96-a521-a8a491ad0bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:05.829413 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-22b747c8-f030-4c96-a521-a8a491ad0bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:56:05.830104 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-22b747c8-f030-4c96-a521-a8a491ad0bd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:05.831488 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-22b747c8-f030-4c96-a521-a8a491ad0bd1 service neutron] 10.222.0.72 "PUT /v2.0/ports/6c40ce68-bf53-4866-9dd5-5a04f16ad490 HTTP/1.1" status: 200 len: 1091 time: 0.6656110 Dec 10 19:56:05.831990 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d844984-164f-4005-be8d-946df03de06a', 'tag': '6c40ce68-bf53-4866-9dd5-5a04f16ad490'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:56:05.834188 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb385ee8d26b8ad243460b423ad218e97d9fae79c4f4b9b0691d822ece1c624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91875f0-4f8e-4492-91ee-0798497d3ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "5d844984-164f-4005-be8d-946df03de06a", "tag": "6c40ce68-bf53-4866-9dd5-5a04f16ad490"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:56:05.859364 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b747c8-f030-4c96-a521-a8a491ad0bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=6c40ce68-bf53-4866-9dd5-5a04f16ad490,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:56:05.908841 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e65331-c08b-4ddc-91ff-bf3a6bfc9049 x-openstack-request-id: req-36e65331-c08b-4ddc-91ff-bf3a6bfc9049 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:56:05.909135 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d844984-164f-4005-be8d-946df03de06a", "tag": "6c40ce68-bf53-4866-9dd5-5a04f16ad490", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:56:05.909397 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-36e65331-c08b-4ddc-91ff-bf3a6bfc9049 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:56:05.909806 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d844984-164f-4005-be8d-946df03de06a', 'tag': '6c40ce68-bf53-4866-9dd5-5a04f16ad490', 'status': 'completed', 'code': 200} Dec 10 19:56:05.926458 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-40d93034-3ab8-4c07-b17d-795a915cb2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:56:05.928008 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-40d93034-3ab8-4c07-b17d-795a915cb2f5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=248dd3d94aac4090be9d576e6a97c8d5&device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 1094 time: 0.0531836 Dec 10 19:56:05.975026 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-de2ec02f-dc18-49d9-a691-b75c178da0f7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c40ce68-bf53-4866-9dd5-5a04f16ad490 HTTP/1.1" status: 200 len: 217 time: 0.0385599 Dec 10 19:56:06.028088 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-c68439c8-e871-4876-ad60-f7c5d48ff427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:56:06.029614 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-c68439c8-e871-4876-ad60-f7c5d48ff427 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49d70216-74bd-4263-87bb-e9ff69f37a3e HTTP/1.1" status: 200 len: 847 time: 0.0472798 Dec 10 19:56:06.075765 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-ae3451f2-910e-4c1c-af5e-4e57a7ff9e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:56:06.077213 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-ae3451f2-910e-4c1c-af5e-4e57a7ff9e5e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403361 Dec 10 19:56:06.173214 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-21bb83d7-f18c-46b8-b4a6-82a454a3e6ca service neutron] 10.222.0.72 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884597 Dec 10 19:56:06.271534 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a80cd7b8-0195-4849-b030-1e0c5833e72d req-2cbee76d-61e5-42fc-abac-190efd2abfcd service neutron] 10.222.0.72 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828881 Dec 10 19:56:06.359517 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91875f0-4f8e-4492-91ee-0798497d3ad6 req-014791ee-5ac7-45ea-9240-e2acdf230a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:56:06.361069 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f91875f0-4f8e-4492-91ee-0798497d3ad6 req-014791ee-5ac7-45ea-9240-e2acdf230a6b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=248dd3d94aac4090be9d576e6a97c8d5&device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 1094 time: 0.0414336 Dec 10 19:56:06.453446 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91875f0-4f8e-4492-91ee-0798497d3ad6 req-f279ae00-07a0-413b-bbfa-a90877cd0f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:56:06.454980 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f91875f0-4f8e-4492-91ee-0798497d3ad6 req-f279ae00-07a0-413b-bbfa-a90877cd0f44 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb HTTP/1.1" status: 200 len: 909 time: 0.0872586 Dec 10 19:56:06.500271 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f91875f0-4f8e-4492-91ee-0798497d3ad6 req-45490731-37be-4f5e-9c2e-acea9c270bd7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c40ce68-bf53-4866-9dd5-5a04f16ad490 HTTP/1.1" status: 200 len: 217 time: 0.0356233 Dec 10 19:56:06.553279 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91875f0-4f8e-4492-91ee-0798497d3ad6 req-9ab8de3a-caed-4935-a109-e03ab601d0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:56:06.555078 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f91875f0-4f8e-4492-91ee-0798497d3ad6 req-9ab8de3a-caed-4935-a109-e03ab601d0f0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49d70216-74bd-4263-87bb-e9ff69f37a3e HTTP/1.1" status: 200 len: 847 time: 0.0480297 Dec 10 19:56:06.600340 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91875f0-4f8e-4492-91ee-0798497d3ad6 req-d8d3fb54-1568-4625-b856-22e7b1069586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:56:06.601864 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f91875f0-4f8e-4492-91ee-0798497d3ad6 req-d8d3fb54-1568-4625-b856-22e7b1069586 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402076 Dec 10 19:56:06.694306 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f91875f0-4f8e-4492-91ee-0798497d3ad6 req-6363ca6f-8cce-4e45-a929-20234a09105a service neutron] 10.222.0.72 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845578 Dec 10 19:56:06.726366 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0374a-3286-436c-a674-a04b169f14e0 req-261cc7b1-88af-4c93-a4f8-fbddd73b5029 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:56:06.728105 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e9f0374a-3286-436c-a674-a04b169f14e0 req-261cc7b1-88af-4c93-a4f8-fbddd73b5029 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 943 time: 0.0493362 Dec 10 19:56:06.779298 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e9f0374a-3286-436c-a674-a04b169f14e0 req-eedb4bcd-49cf-4e7d-a828-b3aa64a56703 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454714 Dec 10 19:56:06.789693 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f91875f0-4f8e-4492-91ee-0798497d3ad6 req-5a280272-ffa0-4aef-8971-36383b7ad025 service neutron] 10.222.0.72 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884211 Dec 10 19:56:07.899534 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153cbd3a-ff61-4555-af2d-26056ad1f449 req-345553b2-e866-4773-b56b-6e088ba5c78a tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:56:07.901041 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-153cbd3a-ff61-4555-af2d-26056ad1f449 req-345553b2-e866-4773-b56b-6e088ba5c78a tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 943 time: 0.0494540 Dec 10 19:56:07.949198 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-153cbd3a-ff61-4555-af2d-26056ad1f449 req-5bb18eda-40b2-4135-a509-cf06db3fe049 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420249 Dec 10 19:56:09.051744 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:09.067471 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fb3df-1f1e-4684-bd53-efbff3ce66ad req-0c6b791b-a73b-4d62-9491-8094d901bafb tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:56:09.069007 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f15fb3df-1f1e-4684-bd53-efbff3ce66ad req-0c6b791b-a73b-4d62-9491-8094d901bafb tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 943 time: 0.0490236 Dec 10 19:56:09.118774 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f15fb3df-1f1e-4684-bd53-efbff3ce66ad req-f34885cc-d112-4565-9521-718017005905 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437703 Dec 10 19:56:10.259650 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4a5a2-1bba-4139-a713-ea7235267271 req-af9c89d1-c99e-4174-9400-7181e77af023 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:56:10.261216 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fbc4a5a2-1bba-4139-a713-ea7235267271 req-af9c89d1-c99e-4174-9400-7181e77af023 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 943 time: 0.0569992 Dec 10 19:56:10.319228 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fbc4a5a2-1bba-4139-a713-ea7235267271 req-d6bf89e7-8bd7-496d-b605-fecc86c7de2a tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486505 Dec 10 19:56:10.615315 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 6c40ce68-bf53-4866-9dd5-5a04f16ad490 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:56:10.721044 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 6c40ce68-bf53-4866-9dd5-5a04f16ad490, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=6c40ce68-bf53-4866-9dd5-5a04f16ad490,segment=NetworkSegment(c49b87ee-2dd6-4f39-8207-857acf900715),segment_id=c49b87ee-2dd6-4f39-8207-857acf900715)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:56:10.733029 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '6c40ce68-bf53-4866-9dd5-5a04f16ad490', 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb', 'port_id': '6c40ce68-bf53-4866-9dd5-5a04f16ad490', 'mac_address': 'fa:16:3e:94:73:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d70216-74bd-4263-87bb-e9ff69f37a3e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:56:10.770241 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:10.782771 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c40ce68-bf53-4866-9dd5-5a04f16ad490 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:56:10.813873 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 6c40ce68-bf53-4866-9dd5-5a04f16ad490, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=6c40ce68-bf53-4866-9dd5-5a04f16ad490,segment=NetworkSegment(c49b87ee-2dd6-4f39-8207-857acf900715),segment_id=c49b87ee-2dd6-4f39-8207-857acf900715)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:56:10.818753 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:10.871024 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=6c40ce68-bf53-4866-9dd5-5a04f16ad490,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:56:11.168640 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['6c40ce68-bf53-4866-9dd5-5a04f16ad490'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:56:11.444767 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131a56f-a8f1-4b0b-b05f-2d5f10ad4470 req-a9d378ca-ad39-46d3-8261-7f37626aa61e tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:56:11.446149 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6131a56f-a8f1-4b0b-b05f-2d5f10ad4470 req-a9d378ca-ad39-46d3-8261-7f37626aa61e tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 944 time: 0.0518448 Dec 10 19:56:11.495109 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6131a56f-a8f1-4b0b-b05f-2d5f10ad4470 req-058c08fe-7b0a-465e-9413-85a93e354858 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428703 Dec 10 19:56:12.610401 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a92e0f-c783-4477-a92c-8ad108510804 req-ed6b2cd3-121c-41a1-876b-cd0dea6b45b7 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:56:12.612681 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-73a92e0f-c783-4477-a92c-8ad108510804 req-ed6b2cd3-121c-41a1-876b-cd0dea6b45b7 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 944 time: 0.0506604 Dec 10 19:56:12.630772 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 6c40ce68-bf53-4866-9dd5-5a04f16ad490 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:56:12.663492 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-73a92e0f-c783-4477-a92c-8ad108510804 req-d360a3b2-118f-41d1-8ff1-e5d32f9b419d tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449333 Dec 10 19:56:12.681034 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 6c40ce68-bf53-4866-9dd5-5a04f16ad490 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:56:12.685141 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 6c40ce68-bf53-4866-9dd5-5a04f16ad490 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:56:12.685519 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:12.761431 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:12.784003 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d844984-164f-4005-be8d-946df03de06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c40ce68-bf53-4866-9dd5-5a04f16ad490'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:56:12.789975 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f39997a1e7c5b6ae782956bbd1fa5b612e64aa5908109c3bc10b0e272c8d4b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39ca844-1890-47fa-89f0-c4834b8a30a1" -d '{"events": [{"server_uuid": "5d844984-164f-4005-be8d-946df03de06a", "name": "network-vif-plugged", "status": "completed", "tag": "6c40ce68-bf53-4866-9dd5-5a04f16ad490"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:56:12.806934 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 6c40ce68-bf53-4866-9dd5-5a04f16ad490, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=6c40ce68-bf53-4866-9dd5-5a04f16ad490,segment=NetworkSegment(c49b87ee-2dd6-4f39-8207-857acf900715),segment_id=c49b87ee-2dd6-4f39-8207-857acf900715)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:56:12.811057 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:12.835507 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364cc187-ece2-4c7e-af98-10e1f2e81ec1 x-openstack-request-id: req-364cc187-ece2-4c7e-af98-10e1f2e81ec1 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:56:12.835806 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d844984-164f-4005-be8d-946df03de06a", "name": "network-vif-plugged", "status": "completed", "tag": "6c40ce68-bf53-4866-9dd5-5a04f16ad490", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:56:12.836062 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-364cc187-ece2-4c7e-af98-10e1f2e81ec1 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:56:12.836449 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d844984-164f-4005-be8d-946df03de06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c40ce68-bf53-4866-9dd5-5a04f16ad490', 'code': 200} Dec 10 19:56:12.864007 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=6c40ce68-bf53-4866-9dd5-5a04f16ad490,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:56:12.926177 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0f5b4-986b-4f76-8a14-10292eb7ed03 req-218d1ba6-8916-4277-bb7a-1629c05825f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:56:12.927688 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a6b0f5b4-986b-4f76-8a14-10292eb7ed03 req-218d1ba6-8916-4277-bb7a-1629c05825f8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 1096 time: 0.0401478 Dec 10 19:56:12.979887 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a6b0f5b4-986b-4f76-8a14-10292eb7ed03 req-9a98d9e3-2363-4388-9a95-8b1eb092e45d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450015 Dec 10 19:56:13.781336 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace279b-c1be-44b7-aa94-6c60dd9594f8 req-19b87b9e-5cad-422e-b948-0a5ddae6a3f1 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:56:13.782868 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6ace279b-c1be-44b7-aa94-6c60dd9594f8 req-19b87b9e-5cad-422e-b948-0a5ddae6a3f1 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 945 time: 0.0492976 Dec 10 19:56:13.832148 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6ace279b-c1be-44b7-aa94-6c60dd9594f8 req-11d9dc67-b5b3-4775-becd-888797a267be tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433824 Dec 10 19:56:14.948560 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d4e8b7-18b6-493f-ab6d-161b97db396b req-aeaa03da-9150-4804-bd3f-d2f2f8d5cd5c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:56:14.950073 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-70d4e8b7-18b6-493f-ab6d-161b97db396b req-aeaa03da-9150-4804-bd3f-d2f2f8d5cd5c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 945 time: 0.0481668 Dec 10 19:56:15.004463 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-70d4e8b7-18b6-493f-ab6d-161b97db396b req-667c9d60-a826-4e30-83df-e8ad399ac5e2 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473571 Dec 10 19:56:15.118046 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f60f2-02a7-41c7-8f4f-d6eb1122fbbb req-d6c4c4da-6428-4163-bd03-1fa1f892d404 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:56:15.119707 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-436f60f2-02a7-41c7-8f4f-d6eb1122fbbb req-d6c4c4da-6428-4163-bd03-1fa1f892d404 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 945 time: 0.0488265 Dec 10 19:56:15.168395 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-436f60f2-02a7-41c7-8f4f-d6eb1122fbbb req-3074e984-ceb1-467f-a45b-ef6a2ff5f9ef tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427644 Dec 10 19:56:15.190432 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53484) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:56:15.276447 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf0ccca-dc49-49a8-b900-92d08c141acf tempest-TestShelveInstance-202088551 tempest-TestShelveInstance-202088551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:56:15.278007 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-caf0ccca-dc49-49a8-b900-92d08c141acf tempest-TestShelveInstance-202088551 tempest-TestShelveInstance-202088551-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 1091 time: 0.0866013 Dec 10 19:56:15.280914 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53488) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:56:15.285688 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a24f514e-e952-420b-bf9b-c412d08e0d87 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'port_id': '6c40ce68-bf53-4866-9dd5-5a04f16ad490', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:56:15.309205 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a24f514e-e952-420b-bf9b-c412d08e0d87 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:15.405894 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a24f514e-e952-420b-bf9b-c412d08e0d87 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:15.509696 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-a24f514e-e952-420b-bf9b-c412d08e0d87 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Allocated IP 172.25.7.77 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/ea022394-8b1a-463f-a130-5ec47e3a0f87) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:56:15.606453 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a24f514e-e952-420b-bf9b-c412d08e0d87 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:15.641141 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a24f514e-e952-420b-bf9b-c412d08e0d87 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:15.686041 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24f514e-e952-420b-bf9b-c412d08e0d87 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:56:15.688964 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-a24f514e-e952-420b-bf9b-c412d08e0d87 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:56:15.693032 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24f514e-e952-420b-bf9b-c412d08e0d87 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:56:15.698259 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f514e-e952-420b-bf9b-c412d08e0d87 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Pushing event updated for resources: {'Port': ['ID=ea022394-8b1a-463f-a130-5ec47e3a0f87,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:56:16.025893 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a24f514e-e952-420b-bf9b-c412d08e0d87 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:16.092963 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a24f514e-e952-420b-bf9b-c412d08e0d87 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:16.238437 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a24f514e-e952-420b-bf9b-c412d08e0d87 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:16.242768 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a24f514e-e952-420b-bf9b-c412d08e0d87 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:16.305243 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f514e-e952-420b-bf9b-c412d08e0d87 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Pushing event updated for resources: {'Port': ['ID=ea022394-8b1a-463f-a130-5ec47e3a0f87,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:56:16.321286 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a24f514e-e952-420b-bf9b-c412d08e0d87 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:16.422560 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-a24f514e-e952-420b-bf9b-c412d08e0d87 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Floating IP c919355b-aeff-478a-9355-2058eb3cfd24 associated. External IP: 172.25.7.77, port: 6c40ce68-bf53-4866-9dd5-5a04f16ad490. Dec 10 19:56:16.628018 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24f514e-e952-420b-bf9b-c412d08e0d87 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Router 39eb9acb-0b08-48ce-8a54-7ddd55432242 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:56:16.734071 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24f514e-e952-420b-bf9b-c412d08e0d87 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:56:16.744414 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77c73a0-3a38-4166-8d07-268e2386171d None None] Sync routers for ids ['39eb9acb-0b08-48ce-8a54-7ddd55432242'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:56:16.754643 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77c73a0-3a38-4166-8d07-268e2386171d None None] Routers {'39eb9acb-0b08-48ce-8a54-7ddd55432242'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:56:16.754884 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a24f514e-e952-420b-bf9b-c412d08e0d87 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:16.755256 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b77c73a0-3a38-4166-8d07-268e2386171d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:55:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['39eb9acb-0b08-48ce-8a54-7ddd55432242'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:56:16.781895 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a24f514e-e952-420b-bf9b-c412d08e0d87 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4996877 Dec 10 19:56:16.782611 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d844984-164f-4005-be8d-946df03de06a', 'tag': '6c40ce68-bf53-4866-9dd5-5a04f16ad490'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:56:16.784928 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb385ee8d26b8ad243460b423ad218e97d9fae79c4f4b9b0691d822ece1c624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e14e3f-e7e3-438d-9d3d-aebecc405f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "5d844984-164f-4005-be8d-946df03de06a", "tag": "6c40ce68-bf53-4866-9dd5-5a04f16ad490"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:56:16.822123 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c774be4-637c-49c1-83ec-dc154c591c14 x-openstack-request-id: req-0c774be4-637c-49c1-83ec-dc154c591c14 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:56:16.822417 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d844984-164f-4005-be8d-946df03de06a", "tag": "6c40ce68-bf53-4866-9dd5-5a04f16ad490", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:56:16.822673 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0c774be4-637c-49c1-83ec-dc154c591c14 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:56:16.823079 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d844984-164f-4005-be8d-946df03de06a', 'tag': '6c40ce68-bf53-4866-9dd5-5a04f16ad490', 'status': 'completed', 'code': 200} Dec 10 19:56:16.861229 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-b77c73a0-3a38-4166-8d07-268e2386171d None None] Set router 39eb9acb-0b08-48ce-8a54-7ddd55432242 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:56:16.883759 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e14e3f-e7e3-438d-9d3d-aebecc405f2e req-bf4d35c2-62b3-446f-a1e7-ef825b674593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:56:16.885266 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a1e14e3f-e7e3-438d-9d3d-aebecc405f2e req-bf4d35c2-62b3-446f-a1e7-ef825b674593 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=248dd3d94aac4090be9d576e6a97c8d5&device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 1096 time: 0.0406101 Dec 10 19:56:16.987348 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e14e3f-e7e3-438d-9d3d-aebecc405f2e req-f8369f68-3733-4b50-84d4-eb944978c221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:56:16.988893 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a1e14e3f-e7e3-438d-9d3d-aebecc405f2e req-f8369f68-3733-4b50-84d4-eb944978c221 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb HTTP/1.1" status: 200 len: 909 time: 0.0972452 Dec 10 19:56:17.052662 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a1e14e3f-e7e3-438d-9d3d-aebecc405f2e req-ee851674-7633-4587-9b7d-e192cc42a860 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c40ce68-bf53-4866-9dd5-5a04f16ad490 HTTP/1.1" status: 200 len: 998 time: 0.0571713 Dec 10 19:56:17.091383 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b77c73a0-3a38-4166-8d07-268e2386171d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'name': 'tempest-TestShelveInstance-195773214-router', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ad97821d-8bfe-41b1-b397-e034a9f0e6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:55:49Z', 'updated_at': '2021-12-10T19:55:51Z', 'revision_number': 4, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'gw_port': {'id': 'ad97821d-8bfe-41b1-b397-e034a9f0e6ba', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:49Z', 'updated_at': '2021-12-10T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'c919355b-aeff-478a-9355-2058eb3cfd24', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'port_id': '6c40ce68-bf53-4866-9dd5-5a04f16ad490', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb', 'mac_address': 'fa:16:3e:94:73:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d844984-164f-4005-be8d-946df03de06a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:56:15Z', 'updated_at': '2021-12-10T19:56:15Z', 'revision_number': 0, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12c37ade-7110-4512-b7c2-80f4cfd56742', 'name': '', 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'mac_address': 'fa:16:3e:60:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '49d70216-74bd-4263-87bb-e9ff69f37a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:51Z', 'updated_at': '2021-12-10T19:55:56Z', 'revision_number': 5, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'subnets': [{'id': '49d70216-74bd-4263-87bb-e9ff69f37a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:56:17.100427 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e14e3f-e7e3-438d-9d3d-aebecc405f2e req-8467c504-4ea9-4119-b04d-3559f61d2656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:56:17.101929 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a1e14e3f-e7e3-438d-9d3d-aebecc405f2e req-8467c504-4ea9-4119-b04d-3559f61d2656 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49d70216-74bd-4263-87bb-e9ff69f37a3e HTTP/1.1" status: 200 len: 847 time: 0.0427690 Dec 10 19:56:17.118371 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77c73a0-3a38-4166-8d07-268e2386171d None None] Checking router: 39eb9acb-0b08-48ce-8a54-7ddd55432242 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:56:17.127098 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77c73a0-3a38-4166-8d07-268e2386171d None None] Routers {'39eb9acb-0b08-48ce-8a54-7ddd55432242'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:56:17.127707 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b77c73a0-3a38-4166-8d07-268e2386171d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T19:55:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['39eb9acb-0b08-48ce-8a54-7ddd55432242'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:56:17.152744 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e14e3f-e7e3-438d-9d3d-aebecc405f2e req-f04cd2ee-75d5-4ae6-a0bd-6f3a1a838d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:56:17.154185 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a1e14e3f-e7e3-438d-9d3d-aebecc405f2e req-f04cd2ee-75d5-4ae6-a0bd-6f3a1a838d11 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437586 Dec 10 19:56:17.232416 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-b77c73a0-3a38-4166-8d07-268e2386171d None None] Set router 39eb9acb-0b08-48ce-8a54-7ddd55432242 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:56:17.243117 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a1e14e3f-e7e3-438d-9d3d-aebecc405f2e req-65ae9294-dfc3-426e-867a-495b12809eaa service neutron] 10.222.0.72 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814149 Dec 10 19:56:17.336968 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a1e14e3f-e7e3-438d-9d3d-aebecc405f2e req-e08f665c-38e7-452b-ac0a-9a0e7a99bc32 service neutron] 10.222.0.72 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872562 Dec 10 19:56:17.612645 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b77c73a0-3a38-4166-8d07-268e2386171d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'name': 'tempest-TestShelveInstance-195773214-router', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ad97821d-8bfe-41b1-b397-e034a9f0e6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:55:49Z', 'updated_at': '2021-12-10T19:55:51Z', 'revision_number': 4, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'gw_port': {'id': 'ad97821d-8bfe-41b1-b397-e034a9f0e6ba', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:49Z', 'updated_at': '2021-12-10T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'c919355b-aeff-478a-9355-2058eb3cfd24', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'port_id': '6c40ce68-bf53-4866-9dd5-5a04f16ad490', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb', 'mac_address': 'fa:16:3e:94:73:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d844984-164f-4005-be8d-946df03de06a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:56:15Z', 'updated_at': '2021-12-10T19:56:15Z', 'revision_number': 0, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12c37ade-7110-4512-b7c2-80f4cfd56742', 'name': '', 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'mac_address': 'fa:16:3e:60:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '49d70216-74bd-4263-87bb-e9ff69f37a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:51Z', 'updated_at': '2021-12-10T19:55:56Z', 'revision_number': 5, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'subnets': [{'id': '49d70216-74bd-4263-87bb-e9ff69f37a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:56:17.641204 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77c73a0-3a38-4166-8d07-268e2386171d None None] The sync data for ids ['39eb9acb-0b08-48ce-8a54-7ddd55432242'] in n-d-821435-1 is: [{'id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'name': 'tempest-TestShelveInstance-195773214-router', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ad97821d-8bfe-41b1-b397-e034a9f0e6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:55:49Z', 'updated_at': '2021-12-10T19:55:51Z', 'revision_number': 4, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'gw_port': {'id': 'ad97821d-8bfe-41b1-b397-e034a9f0e6ba', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:49Z', 'updated_at': '2021-12-10T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': 'c919355b-aeff-478a-9355-2058eb3cfd24', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'port_id': '6c40ce68-bf53-4866-9dd5-5a04f16ad490', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb', 'mac_address': 'fa:16:3e:94:73:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d844984-164f-4005-be8d-946df03de06a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:56:15Z', 'updated_at': '2021-12-10T19:56:15Z', 'revision_number': 0, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12c37ade-7110-4512-b7c2-80f4cfd56742', 'name': '', 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'mac_address': 'fa:16:3e:60:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '49d70216-74bd-4263-87bb-e9ff69f37a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:51Z', 'updated_at': '2021-12-10T19:55:56Z', 'revision_number': 5, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'subnets': [{'id': '49d70216-74bd-4263-87bb-e9ff69f37a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:56:17.824951 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605a0ad5-18ed-4087-8934-ee675efb797b None None] New status for floating IP c919355b-aeff-478a-9355-2058eb3cfd24: ACTIVE {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:56:19.832376 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4a3d7c36-0903-4ee5-a55d-2bbd9484c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:20.606667 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:56:22.687298 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5d7e69e3-5e61-4499-ab69-1b7da31b8b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:23.762564 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:25.129080 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:25.706416 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:29.069089 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e540792d-07e1-42f5-be28-f46d2ba77822 req-d017f7ea-606d-4cde-ace5-5fe7c8c8afb7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409286 Dec 10 19:56:29.147548 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540792d-07e1-42f5-be28-f46d2ba77822 req-f700c244-8b09-470b-861f-81352b4923ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:56:29.149053 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e540792d-07e1-42f5-be28-f46d2ba77822 req-f700c244-8b09-470b-861f-81352b4923ed service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=248dd3d94aac4090be9d576e6a97c8d5&device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 1096 time: 0.0404165 Dec 10 19:56:29.251814 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540792d-07e1-42f5-be28-f46d2ba77822 req-730a38e9-be0f-426a-a498-de27f57fa66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:56:29.253335 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e540792d-07e1-42f5-be28-f46d2ba77822 req-730a38e9-be0f-426a-a498-de27f57fa66a service neutron] 10.222.0.72 "GET /v2.0/networks?id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb HTTP/1.1" status: 200 len: 909 time: 0.0860264 Dec 10 19:56:29.318320 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e540792d-07e1-42f5-be28-f46d2ba77822 req-21e25673-4dc0-4acc-af66-abb61f58b17d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c40ce68-bf53-4866-9dd5-5a04f16ad490 HTTP/1.1" status: 200 len: 1000 time: 0.0574417 Dec 10 19:56:29.366424 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540792d-07e1-42f5-be28-f46d2ba77822 req-8d3bfa29-ceab-4540-866c-dd47363f699c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:56:29.367831 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e540792d-07e1-42f5-be28-f46d2ba77822 req-8d3bfa29-ceab-4540-866c-dd47363f699c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49d70216-74bd-4263-87bb-e9ff69f37a3e HTTP/1.1" status: 200 len: 847 time: 0.0432215 Dec 10 19:56:29.416192 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540792d-07e1-42f5-be28-f46d2ba77822 req-aab92c8f-fd32-4053-8c43-aea30313cc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:56:29.417703 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e540792d-07e1-42f5-be28-f46d2ba77822 req-aab92c8f-fd32-4053-8c43-aea30313cc82 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434318 Dec 10 19:56:29.506376 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e540792d-07e1-42f5-be28-f46d2ba77822 req-be2e7744-3170-42a8-994c-434ff583f7c4 service neutron] 10.222.0.72 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807271 Dec 10 19:56:29.597934 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e540792d-07e1-42f5-be28-f46d2ba77822 req-05b2f54a-87a8-4034-a5db-addf0dab7ab7 service neutron] 10.222.0.72 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836132 Dec 10 19:56:34.602843 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:39.054819 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:49.834184 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-37a582a4-632b-4897-abe0-f26792bcf384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:52.688723 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0aa6d62e-9fd1-4a6a-a102-6e143ec5e517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:53.764235 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:55.131718 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:55.710034 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:56:57.605454 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:57:04.608846 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:57:09.068119 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:57:19.835181 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-be48f0d9-73a2-46a1-aa95-fb9dded4c412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:57:22.688960 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b9b4-f79c-4cd6-aafa-7cabf650e3a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:57:23.768253 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:57:25.134883 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:57:25.711915 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:57:30.065491 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ddf124b2-3c91-43c4-abac-b7a01095a756 req-49d4211f-fb43-48d5-a2a2-5f829d4742f0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399592 Dec 10 19:57:30.145724 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf124b2-3c91-43c4-abac-b7a01095a756 req-f141de03-7a59-457a-8539-f5552ccae684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:30.147229 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ddf124b2-3c91-43c4-abac-b7a01095a756 req-f141de03-7a59-457a-8539-f5552ccae684 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=248dd3d94aac4090be9d576e6a97c8d5&device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 1096 time: 0.0401547 Dec 10 19:57:30.252447 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf124b2-3c91-43c4-abac-b7a01095a756 req-ce165b93-934d-49a9-862e-0903cb1937d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:30.253962 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ddf124b2-3c91-43c4-abac-b7a01095a756 req-ce165b93-934d-49a9-862e-0903cb1937d8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb HTTP/1.1" status: 200 len: 909 time: 0.0865357 Dec 10 19:57:30.324776 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ddf124b2-3c91-43c4-abac-b7a01095a756 req-7b8052df-0371-4add-99e8-001116b10e8c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c40ce68-bf53-4866-9dd5-5a04f16ad490 HTTP/1.1" status: 200 len: 1000 time: 0.0633876 Dec 10 19:57:30.372701 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf124b2-3c91-43c4-abac-b7a01095a756 req-335e1132-f2f3-4cf9-82f0-c0daf64ce372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:30.374306 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ddf124b2-3c91-43c4-abac-b7a01095a756 req-335e1132-f2f3-4cf9-82f0-c0daf64ce372 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49d70216-74bd-4263-87bb-e9ff69f37a3e HTTP/1.1" status: 200 len: 847 time: 0.0430281 Dec 10 19:57:30.423705 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf124b2-3c91-43c4-abac-b7a01095a756 req-3675b50f-ba29-43db-9060-1c822f67528b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:30.425250 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ddf124b2-3c91-43c4-abac-b7a01095a756 req-3675b50f-ba29-43db-9060-1c822f67528b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428245 Dec 10 19:57:30.513794 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ddf124b2-3c91-43c4-abac-b7a01095a756 req-2f71b827-781d-4931-9b54-e4f5014fe83d service neutron] 10.222.0.72 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799243 Dec 10 19:57:30.603992 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ddf124b2-3c91-43c4-abac-b7a01095a756 req-567cfe87-b495-4347-9dc9-381c03faabb1 service neutron] 10.222.0.72 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822890 Dec 10 19:57:34.604015 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:57:34.608778 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:57:39.096030 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:57:49.836585 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9b8e2d47-cae4-4ebe-a1aa-0cf7698da19b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:57:52.689952 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2aa00d31-9860-4396-84f3-d8227219f716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:57:53.770867 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:57:55.136923 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:57:55.713216 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:58:04.615780 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:58:09.094710 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:58:11.602782 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:58:19.838729 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9dd188ad-0563-4cb6-9334-7fb993b2f7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:58:22.690894 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5dfe06bc-d6d8-4f2c-86d3-d7dd108a3b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:58:23.773002 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:58:25.139589 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:58:25.716182 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:58:31.474548 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9257ed84-431a-4c23-befd-eaca2d472ae2 req-53b0a8ca-e71c-4d7f-b4ad-66fc38ba8f8a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3752372 Dec 10 19:58:31.558642 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257ed84-431a-4c23-befd-eaca2d472ae2 req-afcfe60c-da56-4d7b-bd15-b1a904d5e779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:58:31.560127 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9257ed84-431a-4c23-befd-eaca2d472ae2 req-afcfe60c-da56-4d7b-bd15-b1a904d5e779 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=248dd3d94aac4090be9d576e6a97c8d5&device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 1096 time: 0.0398242 Dec 10 19:58:31.663818 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257ed84-431a-4c23-befd-eaca2d472ae2 req-00d9237f-5069-4d32-93da-1b210789bccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:58:31.665221 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9257ed84-431a-4c23-befd-eaca2d472ae2 req-00d9237f-5069-4d32-93da-1b210789bccf service neutron] 10.222.0.72 "GET /v2.0/networks?id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb HTTP/1.1" status: 200 len: 909 time: 0.0852561 Dec 10 19:58:31.728993 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9257ed84-431a-4c23-befd-eaca2d472ae2 req-e78bfaed-e1f9-4eac-a056-a5ca8b30110c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c40ce68-bf53-4866-9dd5-5a04f16ad490 HTTP/1.1" status: 200 len: 1000 time: 0.0567012 Dec 10 19:58:31.776275 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257ed84-431a-4c23-befd-eaca2d472ae2 req-8a145ffa-08a5-45b9-8050-a0b170695462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:58:31.777753 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9257ed84-431a-4c23-befd-eaca2d472ae2 req-8a145ffa-08a5-45b9-8050-a0b170695462 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49d70216-74bd-4263-87bb-e9ff69f37a3e HTTP/1.1" status: 200 len: 847 time: 0.0424113 Dec 10 19:58:31.825333 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257ed84-431a-4c23-befd-eaca2d472ae2 req-de38fe75-c875-4e4f-a572-fdc4d2d37c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:58:31.826862 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9257ed84-431a-4c23-befd-eaca2d472ae2 req-de38fe75-c875-4e4f-a572-fdc4d2d37c86 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420752 Dec 10 19:58:31.912829 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9257ed84-431a-4c23-befd-eaca2d472ae2 req-25ac6845-864e-42a5-b29e-98345ed68861 service neutron] 10.222.0.72 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793183 Dec 10 19:58:32.003463 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9257ed84-431a-4c23-befd-eaca2d472ae2 req-56d25772-990f-42ba-a1ba-f1ead4e7312b service neutron] 10.222.0.72 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839496 Dec 10 19:58:34.630152 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:58:39.123143 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:58:48.601554 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:58:49.839309 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7a157fa8-06c5-4503-913f-6e7e5f109b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:58:52.692194 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a998a8de-3d9e-4a85-ba07-c01cb4e156b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:58:53.776476 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:58:54.911769 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565b57a-8fd8-469d-ac14-5cd8b6ec3aa5 req-0f7640a7-529b-42df-b29e-bbb943dda788 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:58:54.913305 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5565b57a-8fd8-469d-ac14-5cd8b6ec3aa5 req-0f7640a7-529b-42df-b29e-bbb943dda788 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 945 time: 0.1078238 Dec 10 19:58:54.961936 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5565b57a-8fd8-469d-ac14-5cd8b6ec3aa5 req-8f4d6ef0-a428-44bc-b57b-766f32b97065 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426002 Dec 10 19:58:55.143474 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:58:55.719492 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:58:56.084785 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10681848-7d73-40cc-a393-33f3999a2991 req-e7296df4-5cb0-4a2f-8706-798bafac5c89 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:58:56.086271 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-10681848-7d73-40cc-a393-33f3999a2991 req-e7296df4-5cb0-4a2f-8706-798bafac5c89 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 945 time: 0.0517080 Dec 10 19:58:56.137947 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-10681848-7d73-40cc-a393-33f3999a2991 req-5825f01e-ceed-42a3-85e7-10a47383a700 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455589 Dec 10 19:58:57.276286 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042e9c7-00ee-4952-8ac5-e60ebc0f4043 req-b3135c24-aeea-4e1e-bb3b-4f2fc03681b0 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:58:57.277818 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7042e9c7-00ee-4952-8ac5-e60ebc0f4043 req-b3135c24-aeea-4e1e-bb3b-4f2fc03681b0 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 945 time: 0.0488465 Dec 10 19:58:57.327016 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7042e9c7-00ee-4952-8ac5-e60ebc0f4043 req-a97161f2-b784-4c3e-9777-3032bd144dc3 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425768 Dec 10 19:58:58.442654 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae81a5-60da-4736-9ef5-011b92ba3cf9 req-623330a4-7f0f-4782-a7c2-bfad1753b251 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:58:58.444141 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-72ae81a5-60da-4736-9ef5-011b92ba3cf9 req-623330a4-7f0f-4782-a7c2-bfad1753b251 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 945 time: 0.0481710 Dec 10 19:58:58.496003 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-72ae81a5-60da-4736-9ef5-011b92ba3cf9 req-348bac17-84ea-45b7-bba2-3f208640d617 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458205 Dec 10 19:58:59.613721 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41261f-b768-4f71-83c6-2afdf9dbe8dd req-29bd5fc3-de80-4aca-90cb-9ca200c6e88f tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:58:59.615212 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0c41261f-b768-4f71-83c6-2afdf9dbe8dd req-29bd5fc3-de80-4aca-90cb-9ca200c6e88f tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 945 time: 0.0487065 Dec 10 19:58:59.671897 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0c41261f-b768-4f71-83c6-2afdf9dbe8dd req-38f3c727-96c1-42a0-90f3-644add62d0f4 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504913 Dec 10 19:59:00.791602 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704c02a-fa5b-4ff7-82c3-2e184b11bd3a req-50709ce7-945b-47c5-85ec-eede34601038 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:00.793096 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d704c02a-fa5b-4ff7-82c3-2e184b11bd3a req-50709ce7-945b-47c5-85ec-eede34601038 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 945 time: 0.0522814 Dec 10 19:59:00.841456 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d704c02a-fa5b-4ff7-82c3-2e184b11bd3a req-ef27e43a-9613-45f9-a8d6-546ce4099ff1 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418644 Dec 10 19:59:01.959126 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e2986-01f0-497c-9d27-8ee65ca59cc6 req-c6e19309-1491-4f34-92af-dc7371516ca0 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:01.960592 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-364e2986-01f0-497c-9d27-8ee65ca59cc6 req-c6e19309-1491-4f34-92af-dc7371516ca0 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 945 time: 0.0491269 Dec 10 19:59:02.009373 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-364e2986-01f0-497c-9d27-8ee65ca59cc6 req-25da651d-805e-4fa3-8e25-5b7efc3186fd tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428314 Dec 10 19:59:03.127985 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9882d-724b-4a0d-84f0-ef7c56da77f9 req-51fc6ddc-eb4f-47b3-ab86-947bcc1a4cbb tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:03.129546 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-efc9882d-724b-4a0d-84f0-ef7c56da77f9 req-51fc6ddc-eb4f-47b3-ab86-947bcc1a4cbb tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 945 time: 0.0495968 Dec 10 19:59:03.179259 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-efc9882d-724b-4a0d-84f0-ef7c56da77f9 req-4bac0819-c67f-45b3-bc90-0bac353d3b55 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436332 Dec 10 19:59:04.295833 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc4096-f244-4068-9b80-4ee08c17bd7b req-d72f3a22-bf86-4167-9d38-ea8ca8535b16 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:04.297339 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43fc4096-f244-4068-9b80-4ee08c17bd7b req-d72f3a22-bf86-4167-9d38-ea8ca8535b16 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 945 time: 0.0500562 Dec 10 19:59:04.346362 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-43fc4096-f244-4068-9b80-4ee08c17bd7b req-5fb9fedb-a83e-4878-afb7-b1c50db127d8 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430472 Dec 10 19:59:04.629047 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:59:05.464547 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d19c8-a36e-4927-9e7a-7bade1469538 req-56da3484-c580-495b-8d0b-194ec6e87d06 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:05.466076 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ba6d19c8-a36e-4927-9e7a-7bade1469538 req-56da3484-c580-495b-8d0b-194ec6e87d06 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 945 time: 0.0515583 Dec 10 19:59:05.523720 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ba6d19c8-a36e-4927-9e7a-7bade1469538 req-3dc88c91-d238-496c-8515-2e10db6757f0 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509727 Dec 10 19:59:06.643794 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffad5e5-1e1f-450e-8182-1c0ead4bdd73 req-3851a43c-ddcf-4fff-b447-cdc2a9829156 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:06.645208 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bffad5e5-1e1f-450e-8182-1c0ead4bdd73 req-3851a43c-ddcf-4fff-b447-cdc2a9829156 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 945 time: 0.0540206 Dec 10 19:59:06.693594 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bffad5e5-1e1f-450e-8182-1c0ead4bdd73 req-59ac828a-c802-4000-9328-07e3b5700749 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424299 Dec 10 19:59:07.469069 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 6c40ce68-bf53-4866-9dd5-5a04f16ad490 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:59:07.573421 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 6c40ce68-bf53-4866-9dd5-5a04f16ad490, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=6c40ce68-bf53-4866-9dd5-5a04f16ad490,segment=NetworkSegment(c49b87ee-2dd6-4f39-8207-857acf900715),segment_id=c49b87ee-2dd6-4f39-8207-857acf900715)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:59:07.585009 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '6c40ce68-bf53-4866-9dd5-5a04f16ad490', 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb', 'port_id': '6c40ce68-bf53-4866-9dd5-5a04f16ad490', 'mac_address': 'fa:16:3e:94:73:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d70216-74bd-4263-87bb-e9ff69f37a3e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:59:07.623899 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:59:07.636335 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c40ce68-bf53-4866-9dd5-5a04f16ad490 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:59:07.654912 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 6c40ce68-bf53-4866-9dd5-5a04f16ad490, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=6c40ce68-bf53-4866-9dd5-5a04f16ad490,segment=NetworkSegment(c49b87ee-2dd6-4f39-8207-857acf900715),segment_id=c49b87ee-2dd6-4f39-8207-857acf900715)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:59:07.659254 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:59:07.711230 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=6c40ce68-bf53-4866-9dd5-5a04f16ad490,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:07.719647 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:07.720022 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:07.720348 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:07.720714 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:07.721056 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:07.721392 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:07.721731 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:07.722064 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:07.722762 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:07.722762 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:07.723068 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:07.723343 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:07.723669 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:07.738109 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['6c40ce68-bf53-4866-9dd5-5a04f16ad490'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:59:07.814280 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079ea27-b6ad-4764-bf68-1462a06c05d9 req-6c2ab1ed-0ad2-4a3f-863b-4c71dcf2721e tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:07.815818 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2079ea27-b6ad-4764-bf68-1462a06c05d9 req-6c2ab1ed-0ad2-4a3f-863b-4c71dcf2721e tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 944 time: 0.0492704 Dec 10 19:59:07.867810 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2079ea27-b6ad-4764-bf68-1462a06c05d9 req-3eafd528-2073-4e3f-856e-9ed6390ec27e tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453207 Dec 10 19:59:08.989412 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c07dac-e865-4431-9d7e-b3c068957bef req-97d7a294-9e29-4238-b2ec-093ddbf414e4 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:08.990926 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57c07dac-e865-4431-9d7e-b3c068957bef req-97d7a294-9e29-4238-b2ec-093ddbf414e4 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 944 time: 0.0512233 Dec 10 19:59:09.039713 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-57c07dac-e865-4431-9d7e-b3c068957bef req-033c1d59-5d53-48a0-85c2-ccc0ae9f080d tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426095 Dec 10 19:59:09.126758 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:59:09.483986 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 6c40ce68-bf53-4866-9dd5-5a04f16ad490 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:59:09.531507 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 6c40ce68-bf53-4866-9dd5-5a04f16ad490 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:59:09.531887 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:59:09.605750 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:59:09.627236 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d844984-164f-4005-be8d-946df03de06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c40ce68-bf53-4866-9dd5-5a04f16ad490'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:59:09.629401 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f39997a1e7c5b6ae782956bbd1fa5b612e64aa5908109c3bc10b0e272c8d4b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bced4933-f0f8-4fde-a14a-02f88541aff0" -d '{"events": [{"server_uuid": "5d844984-164f-4005-be8d-946df03de06a", "name": "network-vif-plugged", "status": "completed", "tag": "6c40ce68-bf53-4866-9dd5-5a04f16ad490"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:59:09.646045 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 6c40ce68-bf53-4866-9dd5-5a04f16ad490, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=6c40ce68-bf53-4866-9dd5-5a04f16ad490,segment=NetworkSegment(c49b87ee-2dd6-4f39-8207-857acf900715),segment_id=c49b87ee-2dd6-4f39-8207-857acf900715)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:59:09.651150 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:59:09.677257 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a7a9f0-ae95-4cb7-905e-4ea758a7f958 x-openstack-request-id: req-34a7a9f0-ae95-4cb7-905e-4ea758a7f958 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:59:09.677555 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d844984-164f-4005-be8d-946df03de06a", "name": "network-vif-plugged", "status": "completed", "tag": "6c40ce68-bf53-4866-9dd5-5a04f16ad490", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:59:09.677811 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-34a7a9f0-ae95-4cb7-905e-4ea758a7f958 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:59:09.678204 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d844984-164f-4005-be8d-946df03de06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c40ce68-bf53-4866-9dd5-5a04f16ad490', 'code': 200} Dec 10 19:59:09.705109 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=6c40ce68-bf53-4866-9dd5-5a04f16ad490,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:10.159481 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e5c26-a28f-4454-b6da-4f360385860d req-2ec3d041-09c9-49a4-bcd2-6f243e556fe3 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:10.161033 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ff4e5c26-a28f-4454-b6da-4f360385860d req-2ec3d041-09c9-49a4-bcd2-6f243e556fe3 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 945 time: 0.0489395 Dec 10 19:59:10.221045 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ff4e5c26-a28f-4454-b6da-4f360385860d req-cf39d4ba-ce4d-4bb6-83fc-8aab85c94c00 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540054 Dec 10 19:59:11.338744 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649706be-0e81-4f77-94c7-87526f6d4656 req-e4fd0b39-4558-4f05-b219-c695cce0baa2 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:11.340215 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-649706be-0e81-4f77-94c7-87526f6d4656 req-e4fd0b39-4558-4f05-b219-c695cce0baa2 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 945 time: 0.0488200 Dec 10 19:59:11.397700 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-649706be-0e81-4f77-94c7-87526f6d4656 req-7fa9e5bf-12ac-41b0-9e56-af4332bae3f5 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488067 Dec 10 19:59:12.536427 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a2aaf-2eef-4fd9-b645-719efab93132 req-f739fcec-4b63-4f93-8d4a-8c476fc300fd tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:12.537996 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a54a2aaf-2eef-4fd9-b645-719efab93132 req-f739fcec-4b63-4f93-8d4a-8c476fc300fd tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 945 time: 0.0603869 Dec 10 19:59:12.601006 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a54a2aaf-2eef-4fd9-b645-719efab93132 req-1597488a-155a-41f1-82ea-fe6d34d874a4 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544281 Dec 10 19:59:13.750556 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9164270-44cc-425a-b6e1-9f87a64f4e84 req-734d0427-0f41-42f9-8870-5ef5a4cffd37 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:13.753172 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b9164270-44cc-425a-b6e1-9f87a64f4e84 req-734d0427-0f41-42f9-8870-5ef5a4cffd37 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 945 time: 0.0734580 Dec 10 19:59:13.811038 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b9164270-44cc-425a-b6e1-9f87a64f4e84 req-2c528fca-2c4e-475b-9fa1-10615e42d6c1 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513976 Dec 10 19:59:14.938989 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f0486-2924-4d1a-8738-1c0836530739 req-e6e539d8-c406-473c-bea6-8ff2c60dfba6 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:14.941334 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de9f0486-2924-4d1a-8738-1c0836530739 req-e6e539d8-c406-473c-bea6-8ff2c60dfba6 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 945 time: 0.0533109 Dec 10 19:59:14.995814 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-de9f0486-2924-4d1a-8738-1c0836530739 req-8bf92d86-df41-4e84-b30e-83707433af14 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483444 Dec 10 19:59:16.117485 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074333d-528a-46bb-bd7c-243168f1060d req-2682b3e7-8609-4c59-9679-f7eef2ce0df4 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:16.119139 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2074333d-528a-46bb-bd7c-243168f1060d req-2682b3e7-8609-4c59-9679-f7eef2ce0df4 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 945 time: 0.0496449 Dec 10 19:59:16.175194 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2074333d-528a-46bb-bd7c-243168f1060d req-1dcaa6e5-673e-47a9-b9bb-fb5179c657b0 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491834 Dec 10 19:59:17.314086 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded3149-f36c-44f1-be9c-c82b9ed2e8b1 req-597cbd96-eaeb-4873-9406-c1cf24b50865 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:17.315696 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bded3149-f36c-44f1-be9c-c82b9ed2e8b1 req-597cbd96-eaeb-4873-9406-c1cf24b50865 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 945 time: 0.0598674 Dec 10 19:59:17.377239 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bded3149-f36c-44f1-be9c-c82b9ed2e8b1 req-34214684-f8c0-4cc4-8bab-a86821d7a1eb tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552280 Dec 10 19:59:18.507426 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a381f-38e4-4316-9f64-8fbeacc53f1f req-60ed8099-9e35-42c1-a3f2-dd73fdc97499 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:18.509143 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2b5a381f-38e4-4316-9f64-8fbeacc53f1f req-60ed8099-9e35-42c1-a3f2-dd73fdc97499 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 945 time: 0.0630040 Dec 10 19:59:18.571093 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2b5a381f-38e4-4316-9f64-8fbeacc53f1f req-2f0ed9c9-683d-432c-826e-a940a12da08f tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548732 Dec 10 19:59:19.705657 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280d7c3-128e-404b-8253-0832af09c3c3 req-8b2f1c91-bb08-4ddd-bf3c-a26da0509017 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:19.707238 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d280d7c3-128e-404b-8253-0832af09c3c3 req-8b2f1c91-bb08-4ddd-bf3c-a26da0509017 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 945 time: 0.0552831 Dec 10 19:59:19.780085 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d280d7c3-128e-404b-8253-0832af09c3c3 req-75e2a904-fe24-4393-abcc-3b0d2d5e84ae tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598071 Dec 10 19:59:19.846049 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9bec9aba-f497-41e3-93aa-42a2262babfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:59:20.900464 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78d436-03b1-46af-a3ec-79c69e07bf2c req-cfcb49a8-8442-43f5-ab18-22fb07fc10b8 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:20.902156 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9e78d436-03b1-46af-a3ec-79c69e07bf2c req-cfcb49a8-8442-43f5-ab18-22fb07fc10b8 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 945 time: 0.0543110 Dec 10 19:59:20.960301 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9e78d436-03b1-46af-a3ec-79c69e07bf2c req-141905e5-e0b0-47bc-95fb-b2666188d5e6 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498834 Dec 10 19:59:22.087044 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855389d7-2b93-49bf-8425-e568aa18a2ee req-3ae5e94b-c069-4359-a8d0-5d606dc0a0ab tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:22.093136 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-855389d7-2b93-49bf-8425-e568aa18a2ee req-3ae5e94b-c069-4359-a8d0-5d606dc0a0ab tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 945 time: 0.0598571 Dec 10 19:59:22.143658 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-855389d7-2b93-49bf-8425-e568aa18a2ee req-141ee1c1-5490-4a9b-958d-8f3b8f5905fa tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482380 Dec 10 19:59:22.693327 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a7d6d8f3-2caf-4258-9302-5545c3d1e9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:59:23.263421 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba92afc-6b3c-41dc-9583-71d875f9ee8d req-03fdb55e-79eb-4b3f-9855-8bf80d66d68e tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:23.265554 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3ba92afc-6b3c-41dc-9583-71d875f9ee8d req-03fdb55e-79eb-4b3f-9855-8bf80d66d68e tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 945 time: 0.0506160 Dec 10 19:59:23.321832 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3ba92afc-6b3c-41dc-9583-71d875f9ee8d req-84c52c04-edab-4d87-bf39-820eba8485ed tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500493 Dec 10 19:59:23.499971 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d73794-54f7-45c6-8bd5-df022c7171e9 req-36a40515-323c-4f54-b36c-600835f898ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:23.501486 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-74d73794-54f7-45c6-8bd5-df022c7171e9 req-36a40515-323c-4f54-b36c-600835f898ba service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=248dd3d94aac4090be9d576e6a97c8d5&device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 1096 time: 0.0409615 Dec 10 19:59:23.592019 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d73794-54f7-45c6-8bd5-df022c7171e9 req-06af669b-b3cc-41ed-b024-e12d5662ac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:23.595424 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-74d73794-54f7-45c6-8bd5-df022c7171e9 req-06af669b-b3cc-41ed-b024-e12d5662ac6e service neutron] 10.222.0.72 "GET /v2.0/networks?id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb HTTP/1.1" status: 200 len: 909 time: 0.0867534 Dec 10 19:59:23.668361 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-74d73794-54f7-45c6-8bd5-df022c7171e9 req-f1f48cb7-4ed3-466d-a4d3-a41e4842d2c8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c40ce68-bf53-4866-9dd5-5a04f16ad490 HTTP/1.1" status: 200 len: 1000 time: 0.0650556 Dec 10 19:59:23.714998 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d73794-54f7-45c6-8bd5-df022c7171e9 req-75fd9572-8cac-484b-9e95-f6d5a2251172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:23.717015 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-74d73794-54f7-45c6-8bd5-df022c7171e9 req-75fd9572-8cac-484b-9e95-f6d5a2251172 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49d70216-74bd-4263-87bb-e9ff69f37a3e HTTP/1.1" status: 200 len: 847 time: 0.0423465 Dec 10 19:59:23.760966 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d73794-54f7-45c6-8bd5-df022c7171e9 req-7c3ccfe8-eafa-42ea-85e2-70c6140a12a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:23.762356 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-74d73794-54f7-45c6-8bd5-df022c7171e9 req-7c3ccfe8-eafa-42ea-85e2-70c6140a12a9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387957 Dec 10 19:59:23.779680 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:59:23.859789 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-74d73794-54f7-45c6-8bd5-df022c7171e9 req-1b0e0552-a72c-4ff3-b9bc-83a1b772d989 service neutron] 10.222.0.72 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899866 Dec 10 19:59:23.952322 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-74d73794-54f7-45c6-8bd5-df022c7171e9 req-eda34055-6fcb-40fb-b2a1-73d8975f148a service neutron] 10.222.0.72 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858624 Dec 10 19:59:24.438735 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399fb7ec-b839-49a5-b70a-99f99f4b02fc req-977b6c8a-b059-4e95-9ed1-97e6d222ebfe tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:24.440218 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-399fb7ec-b839-49a5-b70a-99f99f4b02fc req-977b6c8a-b059-4e95-9ed1-97e6d222ebfe tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 945 time: 0.0487943 Dec 10 19:59:24.489224 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-399fb7ec-b839-49a5-b70a-99f99f4b02fc req-f0a42099-9bf8-4724-85ba-46ebd1b45a9f tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427752 Dec 10 19:59:25.145587 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:59:25.602021 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:59:25.610103 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc4aa6e-3617-46e2-ba9e-62584ba43a65 req-2f25c9b9-1e2b-4834-babc-56c14aae6e32 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:25.611598 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4bc4aa6e-3617-46e2-ba9e-62584ba43a65 req-2f25c9b9-1e2b-4834-babc-56c14aae6e32 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 945 time: 0.0543306 Dec 10 19:59:25.660321 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-4bc4aa6e-3617-46e2-ba9e-62584ba43a65 req-5b924f08-f898-4395-a2b8-66239a4f9820 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427198 Dec 10 19:59:25.729075 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:59:25.733639 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-09913116-9d99-448c-9114-ab3addbeb341 req-a08ea8c2-db48-47e7-a838-e118c5ac9e49 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:59:25.734770 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-09913116-9d99-448c-9114-ab3addbeb341 req-a08ea8c2-db48-47e7-a838-e118c5ac9e49 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066648 Dec 10 19:59:26.913280 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278a899-f35f-46f5-9242-03d28547169b req-bd4f9485-817e-498e-9400-125a4a37fa98 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:26.914804 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e278a899-f35f-46f5-9242-03d28547169b req-bd4f9485-817e-498e-9400-125a4a37fa98 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 945 time: 0.0501845 Dec 10 19:59:26.964891 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e278a899-f35f-46f5-9242-03d28547169b req-2360624f-629f-45bb-ab6c-5003b3d8e258 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435324 Dec 10 19:59:27.084620 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e64f4fb3-3449-4e06-a97a-6f399c60b120 req-2369b502-227a-46c7-8bcc-46be79112cef service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0805323 Dec 10 19:59:27.610757 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 6c40ce68-bf53-4866-9dd5-5a04f16ad490 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:59:27.689894 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:59:27.713100 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d844984-164f-4005-be8d-946df03de06a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c40ce68-bf53-4866-9dd5-5a04f16ad490'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:59:27.715307 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f39997a1e7c5b6ae782956bbd1fa5b612e64aa5908109c3bc10b0e272c8d4b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e750ca40-3a49-4e1b-a427-1a2f1a4017fa" -d '{"events": [{"server_uuid": "5d844984-164f-4005-be8d-946df03de06a", "name": "network-vif-unplugged", "status": "completed", "tag": "6c40ce68-bf53-4866-9dd5-5a04f16ad490"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:59:27.728677 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 6c40ce68-bf53-4866-9dd5-5a04f16ad490, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=6c40ce68-bf53-4866-9dd5-5a04f16ad490,segment=NetworkSegment(c49b87ee-2dd6-4f39-8207-857acf900715),segment_id=c49b87ee-2dd6-4f39-8207-857acf900715)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:59:27.734385 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:59:27.764274 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 19:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb166ed-bb49-41d4-9bb1-888727bac85f x-openstack-request-id: req-1bb166ed-bb49-41d4-9bb1-888727bac85f {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:59:27.764589 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d844984-164f-4005-be8d-946df03de06a", "name": "network-vif-unplugged", "status": "completed", "tag": "6c40ce68-bf53-4866-9dd5-5a04f16ad490", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:59:27.764870 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1bb166ed-bb49-41d4-9bb1-888727bac85f {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:59:27.765261 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d844984-164f-4005-be8d-946df03de06a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c40ce68-bf53-4866-9dd5-5a04f16ad490', 'code': 200} Dec 10 19:59:27.786944 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=6c40ce68-bf53-4866-9dd5-5a04f16ad490,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:28.016335 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f4fb3-3449-4e06-a97a-6f399c60b120 req-c547fc7d-d609-4079-aea3-a3f4ec49b57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:28.018111 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e64f4fb3-3449-4e06-a97a-6f399c60b120 req-c547fc7d-d609-4079-aea3-a3f4ec49b57e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a&tenant_id=248dd3d94aac4090be9d576e6a97c8d5 HTTP/1.1" status: 200 len: 1094 time: 0.0475190 Dec 10 19:59:28.030764 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-e64f4fb3-3449-4e06-a97a-6f399c60b120 req-cc512126-ef38-4d7a-8b82-6b65c8a78a42 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821435-1', 'device_owner': 'compute:nova'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:59:28.083319 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e64f4fb3-3449-4e06-a97a-6f399c60b120 req-cc512126-ef38-4d7a-8b82-6b65c8a78a42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:59:28.083852 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3bab5-6bee-4e9e-941c-814b2039db51 req-998e94e4-cb95-4c3f-9de8-8c319f0913f3 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:28.085479 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d2c3bab5-6bee-4e9e-941c-814b2039db51 req-998e94e4-cb95-4c3f-9de8-8c319f0913f3 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 943 time: 0.0490677 Dec 10 19:59:28.139183 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d2c3bab5-6bee-4e9e-941c-814b2039db51 req-69c99dab-956c-491d-884a-773a837bc81d tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472131 Dec 10 19:59:28.282888 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e64f4fb3-3449-4e06-a97a-6f399c60b120 req-cc512126-ef38-4d7a-8b82-6b65c8a78a42 service neutron] For port 6c40ce68-bf53-4866-9dd5-5a04f16ad490, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=6c40ce68-bf53-4866-9dd5-5a04f16ad490,segment=NetworkSegment(c49b87ee-2dd6-4f39-8207-857acf900715),segment_id=c49b87ee-2dd6-4f39-8207-857acf900715)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:59:28.315057 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e64f4fb3-3449-4e06-a97a-6f399c60b120 req-cc512126-ef38-4d7a-8b82-6b65c8a78a42 service neutron] For port 6c40ce68-bf53-4866-9dd5-5a04f16ad490, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:59:28.352423 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-e64f4fb3-3449-4e06-a97a-6f399c60b120 req-cc512126-ef38-4d7a-8b82-6b65c8a78a42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c40ce68-bf53-4866-9dd5-5a04f16ad490 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:59:28.360601 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e64f4fb3-3449-4e06-a97a-6f399c60b120 req-cc512126-ef38-4d7a-8b82-6b65c8a78a42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:59:28.374191 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-e64f4fb3-3449-4e06-a97a-6f399c60b120 req-cc512126-ef38-4d7a-8b82-6b65c8a78a42 service neutron] Transition to ACTIVE for port object 6c40ce68-bf53-4866-9dd5-5a04f16ad490 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:59:28.377582 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e64f4fb3-3449-4e06-a97a-6f399c60b120 req-cc512126-ef38-4d7a-8b82-6b65c8a78a42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:59:28.455739 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc512126-ef38-4d7a-8b82-6b65c8a78a42 service neutron] Pushing event updated for resources: {'Port': ['ID=6c40ce68-bf53-4866-9dd5-5a04f16ad490,revision_number=9']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:28.470080 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc512126-ef38-4d7a-8b82-6b65c8a78a42 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:28.470434 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc512126-ef38-4d7a-8b82-6b65c8a78a42 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:28.470795 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc512126-ef38-4d7a-8b82-6b65c8a78a42 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:28.471186 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc512126-ef38-4d7a-8b82-6b65c8a78a42 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:28.471479 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc512126-ef38-4d7a-8b82-6b65c8a78a42 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:28.471818 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc512126-ef38-4d7a-8b82-6b65c8a78a42 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:28.472155 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc512126-ef38-4d7a-8b82-6b65c8a78a42 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:28.472492 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc512126-ef38-4d7a-8b82-6b65c8a78a42 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:28.472854 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc512126-ef38-4d7a-8b82-6b65c8a78a42 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:28.473190 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc512126-ef38-4d7a-8b82-6b65c8a78a42 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:28.473526 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc512126-ef38-4d7a-8b82-6b65c8a78a42 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:28.473855 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc512126-ef38-4d7a-8b82-6b65c8a78a42 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:28.474186 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc512126-ef38-4d7a-8b82-6b65c8a78a42 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:28.506841 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-e64f4fb3-3449-4e06-a97a-6f399c60b120 req-cc512126-ef38-4d7a-8b82-6b65c8a78a42 service neutron] No DVR routers for this DVR port 6c40ce68-bf53-4866-9dd5-5a04f16ad490 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:59:28.643419 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-e64f4fb3-3449-4e06-a97a-6f399c60b120 req-cc512126-ef38-4d7a-8b82-6b65c8a78a42 service neutron] Attempting to bind port 6c40ce68-bf53-4866-9dd5-5a04f16ad490 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:59:28.643769 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-e64f4fb3-3449-4e06-a97a-6f399c60b120 req-cc512126-ef38-4d7a-8b82-6b65c8a78a42 service neutron] Attempting to bind port 6c40ce68-bf53-4866-9dd5-5a04f16ad490 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': 'c49b87ee-2dd6-4f39-8207-857acf900715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:59:28.644140 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64f4fb3-3449-4e06-a97a-6f399c60b120 req-cc512126-ef38-4d7a-8b82-6b65c8a78a42 service neutron] Attempting to bind port 6c40ce68-bf53-4866-9dd5-5a04f16ad490 on network a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:59:28.648485 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64f4fb3-3449-4e06-a97a-6f399c60b120 req-cc512126-ef38-4d7a-8b82-6b65c8a78a42 service neutron] Port 6c40ce68-bf53-4866-9dd5-5a04f16ad490 on network a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:59:28.648848 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64f4fb3-3449-4e06-a97a-6f399c60b120 req-cc512126-ef38-4d7a-8b82-6b65c8a78a42 service neutron] Attempting to bind port 6c40ce68-bf53-4866-9dd5-5a04f16ad490 on network a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:59:28.654218 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64f4fb3-3449-4e06-a97a-6f399c60b120 req-cc512126-ef38-4d7a-8b82-6b65c8a78a42 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:59:28.654694 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64f4fb3-3449-4e06-a97a-6f399c60b120 req-cc512126-ef38-4d7a-8b82-6b65c8a78a42 service neutron] Checking segment: {'id': 'c49b87ee-2dd6-4f39-8207-857acf900715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:59:28.655086 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64f4fb3-3449-4e06-a97a-6f399c60b120 req-cc512126-ef38-4d7a-8b82-6b65c8a78a42 service neutron] Bound using segment: {'id': 'c49b87ee-2dd6-4f39-8207-857acf900715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:59:28.655514 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-e64f4fb3-3449-4e06-a97a-6f399c60b120 req-cc512126-ef38-4d7a-8b82-6b65c8a78a42 service neutron] Bound port: 6c40ce68-bf53-4866-9dd5-5a04f16ad490, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c49b87ee-2dd6-4f39-8207-857acf900715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:59:28.655875 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e64f4fb3-3449-4e06-a97a-6f399c60b120 req-cc512126-ef38-4d7a-8b82-6b65c8a78a42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:59:28.720561 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e64f4fb3-3449-4e06-a97a-6f399c60b120 req-cc512126-ef38-4d7a-8b82-6b65c8a78a42 service neutron] For port 6c40ce68-bf53-4866-9dd5-5a04f16ad490, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:59:28.723523 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e64f4fb3-3449-4e06-a97a-6f399c60b120 req-cc512126-ef38-4d7a-8b82-6b65c8a78a42 service neutron] For port 6c40ce68-bf53-4866-9dd5-5a04f16ad490, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=6c40ce68-bf53-4866-9dd5-5a04f16ad490,segment=NetworkSegment(c49b87ee-2dd6-4f39-8207-857acf900715),segment_id=c49b87ee-2dd6-4f39-8207-857acf900715)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:59:28.728197 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e64f4fb3-3449-4e06-a97a-6f399c60b120 req-cc512126-ef38-4d7a-8b82-6b65c8a78a42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:59:28.762384 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f4fb3-3449-4e06-a97a-6f399c60b120 req-cc512126-ef38-4d7a-8b82-6b65c8a78a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:28.763792 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e64f4fb3-3449-4e06-a97a-6f399c60b120 req-cc512126-ef38-4d7a-8b82-6b65c8a78a42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:59:28.765378 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e64f4fb3-3449-4e06-a97a-6f399c60b120 req-cc512126-ef38-4d7a-8b82-6b65c8a78a42 service neutron] 10.222.0.46 "PUT /v2.0/ports/6c40ce68-bf53-4866-9dd5-5a04f16ad490 HTTP/1.1" status: 200 len: 1091 time: 0.7394137 Dec 10 19:59:28.765818 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d844984-164f-4005-be8d-946df03de06a', 'tag': '6c40ce68-bf53-4866-9dd5-5a04f16ad490'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:59:28.768068 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fce497-ae18-44c3-955c-99c59bed4655" -d '{"events": [{"name": "network-changed", "server_uuid": "5d844984-164f-4005-be8d-946df03de06a", "tag": "6c40ce68-bf53-4866-9dd5-5a04f16ad490"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:59:28.800647 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc512126-ef38-4d7a-8b82-6b65c8a78a42 service neutron] Pushing event updated for resources: {'Port': ['ID=6c40ce68-bf53-4866-9dd5-5a04f16ad490,revision_number=10']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:28.821655 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6106459-5359-4b9e-8be1-a5f7061b87cd x-openstack-request-id: req-a6106459-5359-4b9e-8be1-a5f7061b87cd {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:59:28.821985 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d844984-164f-4005-be8d-946df03de06a", "tag": "6c40ce68-bf53-4866-9dd5-5a04f16ad490", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:59:28.822210 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a6106459-5359-4b9e-8be1-a5f7061b87cd {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:59:28.822617 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d844984-164f-4005-be8d-946df03de06a', 'tag': '6c40ce68-bf53-4866-9dd5-5a04f16ad490', 'status': 'completed', 'code': 200} Dec 10 19:59:28.842071 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f4fb3-3449-4e06-a97a-6f399c60b120 req-677f3e6c-5e08-4e40-bb95-ba8787ad1c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:28.843647 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e64f4fb3-3449-4e06-a97a-6f399c60b120 req-677f3e6c-5e08-4e40-bb95-ba8787ad1c98 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=248dd3d94aac4090be9d576e6a97c8d5&device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 1095 time: 0.0515618 Dec 10 19:59:28.947048 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f4fb3-3449-4e06-a97a-6f399c60b120 req-80d8d08b-cac4-4930-b010-420b143eb2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:28.948271 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e64f4fb3-3449-4e06-a97a-6f399c60b120 req-80d8d08b-cac4-4930-b010-420b143eb2da service neutron] 10.222.0.46 "GET /v2.0/networks?id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb HTTP/1.1" status: 200 len: 909 time: 0.0948708 Dec 10 19:59:29.013625 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e64f4fb3-3449-4e06-a97a-6f399c60b120 req-ba170924-0cee-4aaf-b07d-19130a754d24 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c40ce68-bf53-4866-9dd5-5a04f16ad490 HTTP/1.1" status: 200 len: 998 time: 0.0572546 Dec 10 19:59:29.065991 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f4fb3-3449-4e06-a97a-6f399c60b120 req-456573a5-edef-4a8d-b07e-ca5ced9fdacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:29.067482 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e64f4fb3-3449-4e06-a97a-6f399c60b120 req-456573a5-edef-4a8d-b07e-ca5ced9fdacf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=49d70216-74bd-4263-87bb-e9ff69f37a3e HTTP/1.1" status: 200 len: 847 time: 0.0477026 Dec 10 19:59:29.114193 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f4fb3-3449-4e06-a97a-6f399c60b120 req-32c052de-4bc3-4f66-abea-fa970df84802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:29.115736 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e64f4fb3-3449-4e06-a97a-6f399c60b120 req-32c052de-4bc3-4f66-abea-fa970df84802 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414393 Dec 10 19:59:29.207831 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e64f4fb3-3449-4e06-a97a-6f399c60b120 req-03961607-ded7-48b0-a51f-4444cc6f93f0 service neutron] 10.222.0.46 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850899 Dec 10 19:59:29.259713 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c6580-fb7c-40c2-bfc8-58eb0e80dd3c req-55a58565-062c-4995-98b9-392f3cc4ece3 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:29.261242 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ed4c6580-fb7c-40c2-bfc8-58eb0e80dd3c req-55a58565-062c-4995-98b9-392f3cc4ece3 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 944 time: 0.0492742 Dec 10 19:59:29.303067 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e64f4fb3-3449-4e06-a97a-6f399c60b120 req-f5376a39-14bc-4811-b1f9-ab74dec55517 service neutron] 10.222.0.46 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886209 Dec 10 19:59:29.311723 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ed4c6580-fb7c-40c2-bfc8-58eb0e80dd3c req-adfea0fa-74e9-45bf-8b83-9b7291e66d7d tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439689 Dec 10 19:59:29.392427 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fce497-ae18-44c3-955c-99c59bed4655 req-ab013377-e0d1-42df-a8e6-ef8fb01a2ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:29.394639 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-39fce497-ae18-44c3-955c-99c59bed4655 req-ab013377-e0d1-42df-a8e6-ef8fb01a2ee6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=248dd3d94aac4090be9d576e6a97c8d5&device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 1095 time: 0.0427136 Dec 10 19:59:29.489368 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fce497-ae18-44c3-955c-99c59bed4655 req-d3a2933d-b892-4b17-9f54-fd2c75cdbfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:29.490849 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-39fce497-ae18-44c3-955c-99c59bed4655 req-d3a2933d-b892-4b17-9f54-fd2c75cdbfdd service neutron] 10.222.0.46 "GET /v2.0/networks?id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb HTTP/1.1" status: 200 len: 909 time: 0.0895767 Dec 10 19:59:29.559104 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-39fce497-ae18-44c3-955c-99c59bed4655 req-5bd798ca-7c49-4352-be6e-9a40792e7b88 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c40ce68-bf53-4866-9dd5-5a04f16ad490 HTTP/1.1" status: 200 len: 998 time: 0.0606639 Dec 10 19:59:29.630720 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fce497-ae18-44c3-955c-99c59bed4655 req-1fc57a3d-03d2-4333-8792-2c5af9bc3f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:29.633584 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-39fce497-ae18-44c3-955c-99c59bed4655 req-1fc57a3d-03d2-4333-8792-2c5af9bc3f2d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=49d70216-74bd-4263-87bb-e9ff69f37a3e HTTP/1.1" status: 200 len: 847 time: 0.0677004 Dec 10 19:59:30.439746 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1388d08-1e8d-4791-8be7-4ce9b96d3d14 req-044391bb-adb6-48f0-8017-88b9e0035f7c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:30.441414 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f1388d08-1e8d-4791-8be7-4ce9b96d3d14 req-044391bb-adb6-48f0-8017-88b9e0035f7c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 944 time: 0.0551095 Dec 10 19:59:30.501574 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f1388d08-1e8d-4791-8be7-4ce9b96d3d14 req-88fa413f-f616-4189-b4eb-170f02ef85ad tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524042 Dec 10 19:59:31.615769 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e49f60-80b7-471e-9008-faa31ea4a296 req-72548331-cff0-4da8-9d0f-8dfa1e218d41 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:31.619018 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d9e49f60-80b7-471e-9008-faa31ea4a296 req-72548331-cff0-4da8-9d0f-8dfa1e218d41 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 944 time: 0.0526528 Dec 10 19:59:31.672869 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d9e49f60-80b7-471e-9008-faa31ea4a296 req-76053376-744e-432a-ad80-3e97c219b1ca tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471225 Dec 10 19:59:32.799770 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc2487-cb69-48c1-9e84-f8460aa65403 req-afee99a4-8d3d-442c-80b0-aae354373534 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:32.801370 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7dfc2487-cb69-48c1-9e84-f8460aa65403 req-afee99a4-8d3d-442c-80b0-aae354373534 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 944 time: 0.0506914 Dec 10 19:59:32.852731 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7dfc2487-cb69-48c1-9e84-f8460aa65403 req-0b362b5d-f988-4b6c-956c-426bf0c3d28f tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449746 Dec 10 19:59:33.985808 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b7851-7314-4b8a-8296-8211d1b8921a req-a8c9cfc1-f39e-44f0-84ee-08aca1a76ef1 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:33.987410 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-738b7851-7314-4b8a-8296-8211d1b8921a req-a8c9cfc1-f39e-44f0-84ee-08aca1a76ef1 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 944 time: 0.0575554 Dec 10 19:59:34.040067 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-738b7851-7314-4b8a-8296-8211d1b8921a req-0928726d-29ca-4a4f-a21a-335cf2f0172d tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456834 Dec 10 19:59:34.635634 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:59:35.165319 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abe563-7c8c-452c-8959-5f36490f8ea7 req-69bc5a54-6640-4b71-a8d6-53616b03426c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:35.166882 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-55abe563-7c8c-452c-8959-5f36490f8ea7 req-69bc5a54-6640-4b71-a8d6-53616b03426c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 944 time: 0.0539994 Dec 10 19:59:35.223684 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-55abe563-7c8c-452c-8959-5f36490f8ea7 req-a92b5ade-844d-4d57-9ce6-ee8fffb245de tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501733 Dec 10 19:59:36.345746 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380ee75-98f8-4075-b08e-cfea61bf1784 req-234e6a75-cb39-4623-91fb-3c6b78c2a71b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:36.347165 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e380ee75-98f8-4075-b08e-cfea61bf1784 req-234e6a75-cb39-4623-91fb-3c6b78c2a71b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 944 time: 0.0491042 Dec 10 19:59:36.406574 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e380ee75-98f8-4075-b08e-cfea61bf1784 req-44698893-d206-4b07-8b2c-e40503620237 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531578 Dec 10 19:59:37.529932 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba11cd4-f859-4cea-8c36-8d97907bce2a req-1ff8e2ed-c028-42af-942d-1e38bd95f5e2 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:37.531690 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3ba11cd4-f859-4cea-8c36-8d97907bce2a req-1ff8e2ed-c028-42af-942d-1e38bd95f5e2 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 944 time: 0.0501015 Dec 10 19:59:37.598167 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3ba11cd4-f859-4cea-8c36-8d97907bce2a req-a6376444-a21b-4e3c-a31d-01a21d401a01 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597866 Dec 10 19:59:38.729091 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5978e5-4b66-4ede-86f9-365770c033b2 req-26b232c0-26c7-4c62-a820-3a4ed7f377b4 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:38.730635 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eb5978e5-4b66-4ede-86f9-365770c033b2 req-26b232c0-26c7-4c62-a820-3a4ed7f377b4 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 944 time: 0.0511780 Dec 10 19:59:38.790919 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eb5978e5-4b66-4ede-86f9-365770c033b2 req-4b8ac819-0b8e-41cd-9372-de39e628fa9d tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529258 Dec 10 19:59:39.139747 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:59:39.926903 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc8d37-796c-42a4-805b-838f0eb94392 req-a158d040-61b8-4223-b65f-87b7cb117da0 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:39.928403 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-85dc8d37-796c-42a4-805b-838f0eb94392 req-a158d040-61b8-4223-b65f-87b7cb117da0 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 944 time: 0.0659204 Dec 10 19:59:39.982607 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-85dc8d37-796c-42a4-805b-838f0eb94392 req-3b58ffff-5ebc-4d3b-879e-32ffd3d4fae8 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472093 Dec 10 19:59:41.098168 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fce497-ae18-44c3-955c-99c59bed4655 req-367fd785-6f96-4f58-af36-5c553a76d881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:41.099603 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-39fce497-ae18-44c3-955c-99c59bed4655 req-367fd785-6f96-4f58-af36-5c553a76d881 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454593 Dec 10 19:59:41.100923 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec4bb5-7cfd-436e-a49e-ae524202ce5d req-eefa5c58-e7fc-4d13-92a6-d273f069ea3a tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:41.102434 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-68ec4bb5-7cfd-436e-a49e-ae524202ce5d req-eefa5c58-e7fc-4d13-92a6-d273f069ea3a tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 944 time: 0.0501969 Dec 10 19:59:41.153410 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-68ec4bb5-7cfd-436e-a49e-ae524202ce5d req-31d1d1dc-f01c-4471-b4fc-c503acd51d1b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443866 Dec 10 19:59:41.199750 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-39fce497-ae18-44c3-955c-99c59bed4655 req-b51f5ce4-b1a2-4504-a14d-c75cd9f06080 service neutron] 10.222.0.46 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828915 Dec 10 19:59:41.296384 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-39fce497-ae18-44c3-955c-99c59bed4655 req-31628998-f72e-4e73-b0e5-b38fbb7b54e2 service neutron] 10.222.0.46 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856767 Dec 10 19:59:41.397371 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e6577-a4e8-4d09-a326-616a42657bff req-c657d194-6646-414f-807e-d1ce77ae0e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:41.398912 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-542e6577-a4e8-4d09-a326-616a42657bff req-c657d194-6646-414f-807e-d1ce77ae0e53 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=248dd3d94aac4090be9d576e6a97c8d5&device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 1095 time: 0.0427427 Dec 10 19:59:41.503324 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e6577-a4e8-4d09-a326-616a42657bff req-9e161f0b-e97b-4151-845d-80292ac20837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:41.504837 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-542e6577-a4e8-4d09-a326-616a42657bff req-9e161f0b-e97b-4151-845d-80292ac20837 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb HTTP/1.1" status: 200 len: 909 time: 0.0870109 Dec 10 19:59:41.568702 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-542e6577-a4e8-4d09-a326-616a42657bff req-40ce3218-474e-4a67-9ff3-49b9305b0ebe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c40ce68-bf53-4866-9dd5-5a04f16ad490 HTTP/1.1" status: 200 len: 998 time: 0.0566497 Dec 10 19:59:41.616806 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e6577-a4e8-4d09-a326-616a42657bff req-e93e5d6e-54b6-4a5f-9440-a85b9eb23eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:41.618464 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-542e6577-a4e8-4d09-a326-616a42657bff req-e93e5d6e-54b6-4a5f-9440-a85b9eb23eec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=49d70216-74bd-4263-87bb-e9ff69f37a3e HTTP/1.1" status: 200 len: 847 time: 0.0423515 Dec 10 19:59:41.665756 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e6577-a4e8-4d09-a326-616a42657bff req-bb9dfe31-efdc-4219-a76b-405ce442ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:41.667235 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-542e6577-a4e8-4d09-a326-616a42657bff req-bb9dfe31-efdc-4219-a76b-405ce442ec1b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411458 Dec 10 19:59:42.082312 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-542e6577-a4e8-4d09-a326-616a42657bff req-b072d9cd-a480-478b-8c36-f1b8a155eb5d service neutron] 10.222.0.46 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4067092 Dec 10 19:59:42.174945 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-542e6577-a4e8-4d09-a326-616a42657bff req-931a4861-5ec7-423c-8033-fbe227e06f26 service neutron] 10.222.0.46 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850110 Dec 10 19:59:42.273505 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f50ea-2323-4cbd-b7b9-3b7c1e9010c8 req-d35afb90-50db-496c-87c7-aabe99598954 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:42.274999 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-253f50ea-2323-4cbd-b7b9-3b7c1e9010c8 req-d35afb90-50db-496c-87c7-aabe99598954 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 944 time: 0.0492394 Dec 10 19:59:42.323466 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-253f50ea-2323-4cbd-b7b9-3b7c1e9010c8 req-355b37e6-0358-42db-911f-e6ef6d2c007c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425060 Dec 10 19:59:43.442336 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040524f-da01-4825-88ba-12afa101f146 req-ed9633a0-6169-4b9d-afd6-fd5ff0052ff6 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:43.443821 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e040524f-da01-4825-88ba-12afa101f146 req-ed9633a0-6169-4b9d-afd6-fd5ff0052ff6 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 944 time: 0.0490279 Dec 10 19:59:43.493169 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e040524f-da01-4825-88ba-12afa101f146 req-b0472fd2-ad14-4156-916c-a8b737c06025 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433681 Dec 10 19:59:44.178223 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 6c40ce68-bf53-4866-9dd5-5a04f16ad490 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:59:44.279604 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 6c40ce68-bf53-4866-9dd5-5a04f16ad490, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=6c40ce68-bf53-4866-9dd5-5a04f16ad490,segment=NetworkSegment(c49b87ee-2dd6-4f39-8207-857acf900715),segment_id=c49b87ee-2dd6-4f39-8207-857acf900715)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:59:44.290281 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '6c40ce68-bf53-4866-9dd5-5a04f16ad490', 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb', 'port_id': '6c40ce68-bf53-4866-9dd5-5a04f16ad490', 'mac_address': 'fa:16:3e:94:73:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d70216-74bd-4263-87bb-e9ff69f37a3e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:59:44.327320 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:59:44.339685 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c40ce68-bf53-4866-9dd5-5a04f16ad490 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:59:44.359534 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 6c40ce68-bf53-4866-9dd5-5a04f16ad490, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=6c40ce68-bf53-4866-9dd5-5a04f16ad490,segment=NetworkSegment(c49b87ee-2dd6-4f39-8207-857acf900715),segment_id=c49b87ee-2dd6-4f39-8207-857acf900715)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:59:44.362633 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:59:44.408461 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=6c40ce68-bf53-4866-9dd5-5a04f16ad490,revision_number=11']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:44.583699 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['6c40ce68-bf53-4866-9dd5-5a04f16ad490'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:59:44.611412 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae99d4-dcc8-44c4-86d7-4287fe836a75 req-d71a43c6-3011-45d4-8e74-ef30e7eab75f tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:44.612924 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-30ae99d4-dcc8-44c4-86d7-4287fe836a75 req-d71a43c6-3011-45d4-8e74-ef30e7eab75f tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 945 time: 0.0501928 Dec 10 19:59:44.666777 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-30ae99d4-dcc8-44c4-86d7-4287fe836a75 req-d1857e9b-fbaf-4a6e-b5e1-addd852bb9f8 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471976 Dec 10 19:59:45.786052 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5122c26-f156-4432-979b-0c0ef693c987 req-902219a2-4043-401f-9149-c92908d246c4 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:45.787514 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b5122c26-f156-4432-979b-0c0ef693c987 req-902219a2-4043-401f-9149-c92908d246c4 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 945 time: 0.0521922 Dec 10 19:59:45.835691 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b5122c26-f156-4432-979b-0c0ef693c987 req-8c7f92d9-e5d4-4092-924f-28accf4bf417 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423071 Dec 10 19:59:46.177486 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 6c40ce68-bf53-4866-9dd5-5a04f16ad490 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:59:46.228898 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 6c40ce68-bf53-4866-9dd5-5a04f16ad490 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:59:46.233909 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 6c40ce68-bf53-4866-9dd5-5a04f16ad490 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:59:46.234286 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:59:46.308250 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:59:46.330250 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d844984-164f-4005-be8d-946df03de06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c40ce68-bf53-4866-9dd5-5a04f16ad490'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:59:46.332446 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f39997a1e7c5b6ae782956bbd1fa5b612e64aa5908109c3bc10b0e272c8d4b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f4d592-ffa4-4267-9677-ab0723abde6d" -d '{"events": [{"server_uuid": "5d844984-164f-4005-be8d-946df03de06a", "name": "network-vif-plugged", "status": "completed", "tag": "6c40ce68-bf53-4866-9dd5-5a04f16ad490"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:59:46.346649 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 6c40ce68-bf53-4866-9dd5-5a04f16ad490, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=6c40ce68-bf53-4866-9dd5-5a04f16ad490,segment=NetworkSegment(c49b87ee-2dd6-4f39-8207-857acf900715),segment_id=c49b87ee-2dd6-4f39-8207-857acf900715)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:59:46.351578 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:59:46.374356 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b138a0-f225-4d3e-be07-ec194b50820f x-openstack-request-id: req-37b138a0-f225-4d3e-be07-ec194b50820f {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:59:46.374650 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d844984-164f-4005-be8d-946df03de06a", "name": "network-vif-plugged", "status": "completed", "tag": "6c40ce68-bf53-4866-9dd5-5a04f16ad490", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:59:46.374905 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-37b138a0-f225-4d3e-be07-ec194b50820f {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:59:46.375293 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d844984-164f-4005-be8d-946df03de06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c40ce68-bf53-4866-9dd5-5a04f16ad490', 'code': 200} Dec 10 19:59:46.400961 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=6c40ce68-bf53-4866-9dd5-5a04f16ad490,revision_number=12']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:46.527136 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e243a-bcac-4daa-a6c4-15f0897a0520 req-2bf7b2e6-f44a-4681-8475-dcfb68d7463f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:46.528683 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a57e243a-bcac-4daa-a6c4-15f0897a0520 req-2bf7b2e6-f44a-4681-8475-dcfb68d7463f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 1097 time: 0.0395679 Dec 10 19:59:46.573959 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a57e243a-bcac-4daa-a6c4-15f0897a0520 req-11f12fc1-03cb-4717-bbe6-a4643cfc95e1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386283 Dec 10 19:59:46.953127 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153e787-cc82-48ca-8376-e2931d3bb3df req-aa89d772-f518-4057-9ef4-645bc925bd73 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:46.954644 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8153e787-cc82-48ca-8376-e2931d3bb3df req-aa89d772-f518-4057-9ef4-645bc925bd73 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 946 time: 0.0509520 Dec 10 19:59:47.004468 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8153e787-cc82-48ca-8376-e2931d3bb3df req-45d8026f-1b59-41f6-91a4-39f3d90eed0f tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435832 Dec 10 19:59:48.125739 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde9e35-4ce9-4e17-b346-94368fab9f69 req-4675ecd3-30cf-4131-a6a7-40c8efeacadc tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:48.127241 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2dde9e35-4ce9-4e17-b346-94368fab9f69 req-4675ecd3-30cf-4131-a6a7-40c8efeacadc tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 946 time: 0.0512593 Dec 10 19:59:48.176910 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2dde9e35-4ce9-4e17-b346-94368fab9f69 req-2d3a8839-09f3-40b3-b33c-45dde75d1253 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437136 Dec 10 19:59:49.298707 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113b70a-d635-4e6a-a2da-4637f2e5328c req-6682db5c-bff5-4773-9100-3efd28c3c0d9 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:49.300228 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2113b70a-d635-4e6a-a2da-4637f2e5328c req-6682db5c-bff5-4773-9100-3efd28c3c0d9 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 946 time: 0.0542712 Dec 10 19:59:49.348427 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2113b70a-d635-4e6a-a2da-4637f2e5328c req-90e7e88f-8de9-467b-85cd-75b9f61d986c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422361 Dec 10 19:59:49.837221 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-86d2dde3-4479-47ed-a9d9-c394f841b565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:59:52.694294 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-df68a1fa-cd14-47f6-b894-0f0d00d44516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:59:53.781651 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:59:55.148247 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:59:55.721755 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:00:02.600879 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:00:04.624966 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:00:09.151460 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:00:19.838160 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-36af0ef4-a50e-4560-a43e-c9bc6382619a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:00:22.696009 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b92c784e-73fc-4f28-8e3e-7b7c7653f2d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:00:23.785455 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:00:25.149987 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:00:25.722768 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:00:34.618559 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:00:35.574264 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-13a8277c-8977-4b20-86c8-42785c3f5a1b req-80ba8e67-8f72-4731-9cb7-1e82c35e9ad5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0855751 Dec 10 20:00:35.657338 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8277c-8977-4b20-86c8-42785c3f5a1b req-e91042b3-d649-4c57-b531-e340a6ff9838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:00:35.658756 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-13a8277c-8977-4b20-86c8-42785c3f5a1b req-e91042b3-d649-4c57-b531-e340a6ff9838 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=248dd3d94aac4090be9d576e6a97c8d5&device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 1097 time: 0.0402417 Dec 10 20:00:35.758957 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8277c-8977-4b20-86c8-42785c3f5a1b req-2f30e55f-1aa5-4dee-8702-3301161de856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:00:35.760431 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-13a8277c-8977-4b20-86c8-42785c3f5a1b req-2f30e55f-1aa5-4dee-8702-3301161de856 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb HTTP/1.1" status: 200 len: 909 time: 0.0834119 Dec 10 20:00:35.828348 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-13a8277c-8977-4b20-86c8-42785c3f5a1b req-b5b2fd52-0e88-4af6-af9f-330d68a1207b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c40ce68-bf53-4866-9dd5-5a04f16ad490 HTTP/1.1" status: 200 len: 1000 time: 0.0610840 Dec 10 20:00:35.877760 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8277c-8977-4b20-86c8-42785c3f5a1b req-cbbd6536-a9a5-420d-a347-71d52b7c7b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:00:35.879198 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-13a8277c-8977-4b20-86c8-42785c3f5a1b req-cbbd6536-a9a5-420d-a347-71d52b7c7b45 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=49d70216-74bd-4263-87bb-e9ff69f37a3e HTTP/1.1" status: 200 len: 847 time: 0.0442333 Dec 10 20:00:35.929373 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8277c-8977-4b20-86c8-42785c3f5a1b req-e613f1d2-106d-499a-82cf-a99e0f95c16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:00:35.930801 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-13a8277c-8977-4b20-86c8-42785c3f5a1b req-e613f1d2-106d-499a-82cf-a99e0f95c16e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438583 Dec 10 20:00:36.022358 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-13a8277c-8977-4b20-86c8-42785c3f5a1b req-9c5a6a95-5578-493a-bf17-3ad7c2cf4230 service neutron] 10.222.0.46 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842588 Dec 10 20:00:36.115304 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-13a8277c-8977-4b20-86c8-42785c3f5a1b req-abc8078d-8411-4143-a9bd-50b9182964c1 service neutron] 10.222.0.46 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860672 Dec 10 20:00:39.166051 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:00:39.600160 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:00:49.839415 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-59267554-6ee8-44a1-88db-bb1fdbf9e09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:00:52.697876 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e852cc92-b3ec-42a7-ab9f-7273147cb26d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:00:53.787583 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:00:55.153094 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:00:55.724791 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:00.032743 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53816) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:01:00.275677 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4c358c3a-e8b2-427d-8461-4e7c85ed1d0b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Deleting port ea022394-8b1a-463f-a130-5ec47e3a0f87 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 20:01:00.276022 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c358c3a-e8b2-427d-8461-4e7c85ed1d0b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:00.354853 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c358c3a-e8b2-427d-8461-4e7c85ed1d0b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:00.355107 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c358c3a-e8b2-427d-8461-4e7c85ed1d0b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:00.367836 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4c358c3a-e8b2-427d-8461-4e7c85ed1d0b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Calling delete_port for ea022394-8b1a-463f-a130-5ec47e3a0f87 owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 20:01:00.510938 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c358c3a-e8b2-427d-8461-4e7c85ed1d0b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:00.540840 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c358c3a-e8b2-427d-8461-4e7c85ed1d0b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Pushing event deleted for resources: {'Port': ['ID=ea022394-8b1a-463f-a130-5ec47e3a0f87,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:01:00.563563 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c358c3a-e8b2-427d-8461-4e7c85ed1d0b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:00.563913 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c358c3a-e8b2-427d-8461-4e7c85ed1d0b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:00.564262 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c358c3a-e8b2-427d-8461-4e7c85ed1d0b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:00.564602 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c358c3a-e8b2-427d-8461-4e7c85ed1d0b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:00.564961 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c358c3a-e8b2-427d-8461-4e7c85ed1d0b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:00.565289 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c358c3a-e8b2-427d-8461-4e7c85ed1d0b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:00.565623 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c358c3a-e8b2-427d-8461-4e7c85ed1d0b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:00.565952 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c358c3a-e8b2-427d-8461-4e7c85ed1d0b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:00.566282 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c358c3a-e8b2-427d-8461-4e7c85ed1d0b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:00.566607 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c358c3a-e8b2-427d-8461-4e7c85ed1d0b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:00.566933 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c358c3a-e8b2-427d-8461-4e7c85ed1d0b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:00.567258 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c358c3a-e8b2-427d-8461-4e7c85ed1d0b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:00.567580 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c358c3a-e8b2-427d-8461-4e7c85ed1d0b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:00.608900 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c358c3a-e8b2-427d-8461-4e7c85ed1d0b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:00.609178 n-d-821435-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-4c358c3a-e8b2-427d-8461-4e7c85ed1d0b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Floating IP c919355b-aeff-478a-9355-2058eb3cfd24 disassociated (deleted). External IP: 172.25.7.77, port: 6c40ce68-bf53-4866-9dd5-5a04f16ad490. Dec 10 20:01:00.828305 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c358c3a-e8b2-427d-8461-4e7c85ed1d0b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Router 39eb9acb-0b08-48ce-8a54-7ddd55432242 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:01:00.934637 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c358c3a-e8b2-427d-8461-4e7c85ed1d0b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:01:00.939996 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c358c3a-e8b2-427d-8461-4e7c85ed1d0b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:00.944584 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec0c370-5272-4eb8-985d-8ea1f18e2d5f None None] Sync routers for ids ['39eb9acb-0b08-48ce-8a54-7ddd55432242'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:01:00.955047 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec0c370-5272-4eb8-985d-8ea1f18e2d5f None None] Routers {'39eb9acb-0b08-48ce-8a54-7ddd55432242'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:01:00.955674 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0ec0c370-5272-4eb8-985d-8ea1f18e2d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T20:00:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['39eb9acb-0b08-48ce-8a54-7ddd55432242'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:01:00.965991 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-4c358c3a-e8b2-427d-8461-4e7c85ed1d0b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "DELETE /v2.0/floatingips/c919355b-aeff-478a-9355-2058eb3cfd24 HTTP/1.1" status: 204 len: 168 time: 0.9321494 Dec 10 20:01:00.966587 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d844984-164f-4005-be8d-946df03de06a', 'tag': '6c40ce68-bf53-4866-9dd5-5a04f16ad490'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:01:00.968998 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb385ee8d26b8ad243460b423ad218e97d9fae79c4f4b9b0691d822ece1c624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2bad40-b98b-4b9a-907c-0ae485d01176" -d '{"events": [{"name": "network-changed", "server_uuid": "5d844984-164f-4005-be8d-946df03de06a", "tag": "6c40ce68-bf53-4866-9dd5-5a04f16ad490"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:01:01.069008 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-0ec0c370-5272-4eb8-985d-8ea1f18e2d5f None None] Set router 39eb9acb-0b08-48ce-8a54-7ddd55432242 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:01:01.133897 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 20:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcee2379-b388-49c5-9e04-0dfe767146e0 x-openstack-request-id: req-bcee2379-b388-49c5-9e04-0dfe767146e0 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:01:01.134397 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d844984-164f-4005-be8d-946df03de06a", "tag": "6c40ce68-bf53-4866-9dd5-5a04f16ad490", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:01:01.134508 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bcee2379-b388-49c5-9e04-0dfe767146e0 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:01:01.134832 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d844984-164f-4005-be8d-946df03de06a', 'tag': '6c40ce68-bf53-4866-9dd5-5a04f16ad490', 'status': 'completed', 'code': 200} Dec 10 20:01:01.238291 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bad40-b98b-4b9a-907c-0ae485d01176 req-aedc6e17-e114-4c13-a214-4263a181d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:01.239805 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d2bad40-b98b-4b9a-907c-0ae485d01176 req-aedc6e17-e114-4c13-a214-4263a181d6b7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=248dd3d94aac4090be9d576e6a97c8d5&device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 1097 time: 0.0769341 Dec 10 20:01:01.251515 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d25ae2-6792-46f8-83e7-f048f7c8f794 req-ee119055-6a07-4170-8086-87ba8488aac1 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:01.252976 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f9d25ae2-6792-46f8-83e7-f048f7c8f794 req-ee119055-6a07-4170-8086-87ba8488aac1 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 946 time: 0.0640035 Dec 10 20:01:01.280958 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0ec0c370-5272-4eb8-985d-8ea1f18e2d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'name': 'tempest-TestShelveInstance-195773214-router', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ad97821d-8bfe-41b1-b397-e034a9f0e6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:55:49Z', 'updated_at': '2021-12-10T19:55:51Z', 'revision_number': 4, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'gw_port': {'id': 'ad97821d-8bfe-41b1-b397-e034a9f0e6ba', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:49Z', 'updated_at': '2021-12-10T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '12c37ade-7110-4512-b7c2-80f4cfd56742', 'name': '', 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'mac_address': 'fa:16:3e:60:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '49d70216-74bd-4263-87bb-e9ff69f37a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:51Z', 'updated_at': '2021-12-10T19:55:56Z', 'revision_number': 5, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'subnets': [{'id': '49d70216-74bd-4263-87bb-e9ff69f37a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:01:01.360866 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f9d25ae2-6792-46f8-83e7-f048f7c8f794 req-512e7deb-2474-4408-bcd6-50fef975b619 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993536 Dec 10 20:01:01.389221 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bad40-b98b-4b9a-907c-0ae485d01176 req-140aad4e-96ea-439c-8fc1-da0a119125a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:01.391053 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d2bad40-b98b-4b9a-907c-0ae485d01176 req-140aad4e-96ea-439c-8fc1-da0a119125a6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb HTTP/1.1" status: 200 len: 909 time: 0.1372027 Dec 10 20:01:01.434934 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d2bad40-b98b-4b9a-907c-0ae485d01176 req-548db5c2-665d-473a-ab29-4f11bd41a804 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c40ce68-bf53-4866-9dd5-5a04f16ad490 HTTP/1.1" status: 200 len: 217 time: 0.0359149 Dec 10 20:01:01.469192 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec0c370-5272-4eb8-985d-8ea1f18e2d5f None None] Checking router: 39eb9acb-0b08-48ce-8a54-7ddd55432242 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:01:01.477738 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec0c370-5272-4eb8-985d-8ea1f18e2d5f None None] Routers {'39eb9acb-0b08-48ce-8a54-7ddd55432242'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:01:01.478400 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0ec0c370-5272-4eb8-985d-8ea1f18e2d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T20:00:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['39eb9acb-0b08-48ce-8a54-7ddd55432242'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:01:01.492272 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bad40-b98b-4b9a-907c-0ae485d01176 req-69701a2c-8554-4d20-93ac-182020a9a68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:01.493702 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d2bad40-b98b-4b9a-907c-0ae485d01176 req-69701a2c-8554-4d20-93ac-182020a9a68b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=49d70216-74bd-4263-87bb-e9ff69f37a3e HTTP/1.1" status: 200 len: 847 time: 0.0516326 Dec 10 20:01:01.544973 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bad40-b98b-4b9a-907c-0ae485d01176 req-5e0b15ed-88a9-45d6-aaf4-ec2245afe01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:01.546601 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d2bad40-b98b-4b9a-907c-0ae485d01176 req-5e0b15ed-88a9-45d6-aaf4-ec2245afe01b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454068 Dec 10 20:01:01.583151 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-0ec0c370-5272-4eb8-985d-8ea1f18e2d5f None None] Set router 39eb9acb-0b08-48ce-8a54-7ddd55432242 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:01:01.637545 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d2bad40-b98b-4b9a-907c-0ae485d01176 req-970da2f9-2642-43f0-a179-07daccb486d7 service neutron] 10.222.0.46 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830581 Dec 10 20:01:01.732287 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9d2bad40-b98b-4b9a-907c-0ae485d01176 req-baf36324-ebfc-45a6-8483-d56739c90a2f service neutron] 10.222.0.46 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870450 Dec 10 20:01:01.778099 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0ec0c370-5272-4eb8-985d-8ea1f18e2d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'name': 'tempest-TestShelveInstance-195773214-router', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ad97821d-8bfe-41b1-b397-e034a9f0e6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:55:49Z', 'updated_at': '2021-12-10T19:55:51Z', 'revision_number': 4, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'gw_port': {'id': 'ad97821d-8bfe-41b1-b397-e034a9f0e6ba', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:49Z', 'updated_at': '2021-12-10T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '12c37ade-7110-4512-b7c2-80f4cfd56742', 'name': '', 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'mac_address': 'fa:16:3e:60:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '49d70216-74bd-4263-87bb-e9ff69f37a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:51Z', 'updated_at': '2021-12-10T19:55:56Z', 'revision_number': 5, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'subnets': [{'id': '49d70216-74bd-4263-87bb-e9ff69f37a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:01:01.806739 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec0c370-5272-4eb8-985d-8ea1f18e2d5f None None] The sync data for ids ['39eb9acb-0b08-48ce-8a54-7ddd55432242'] in n-d-821435-1 is: [{'id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'name': 'tempest-TestShelveInstance-195773214-router', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ad97821d-8bfe-41b1-b397-e034a9f0e6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:55:49Z', 'updated_at': '2021-12-10T19:55:51Z', 'revision_number': 4, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'gw_port': {'id': 'ad97821d-8bfe-41b1-b397-e034a9f0e6ba', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:49Z', 'updated_at': '2021-12-10T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '12c37ade-7110-4512-b7c2-80f4cfd56742', 'name': '', 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'mac_address': 'fa:16:3e:60:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '49d70216-74bd-4263-87bb-e9ff69f37a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:51Z', 'updated_at': '2021-12-10T19:55:56Z', 'revision_number': 5, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'subnets': [{'id': '49d70216-74bd-4263-87bb-e9ff69f37a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:01:02.012201 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf59189-7fdb-4ef2-8588-6e28db6a9188 None None] New status for floating IP c919355b-aeff-478a-9355-2058eb3cfd24: DOWN {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 20:01:02.482801 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5169a7-3c8c-42ec-9f4b-6dfbd3e762cb req-be47d523-ff0e-4609-bc64-65f38514b85f tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:02.484268 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cc5169a7-3c8c-42ec-9f4b-6dfbd3e762cb req-be47d523-ff0e-4609-bc64-65f38514b85f tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 946 time: 0.0496407 Dec 10 20:01:02.522930 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee474b73-aa1e-41af-b4fd-77634a31ba42 req-dc30bf2e-e250-44db-a7ee-c08f04295c67 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:02.524430 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ee474b73-aa1e-41af-b4fd-77634a31ba42 req-dc30bf2e-e250-44db-a7ee-c08f04295c67 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d844984-164f-4005-be8d-946df03de06a HTTP/1.1" status: 200 len: 946 time: 0.0495195 Dec 10 20:01:02.535004 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cc5169a7-3c8c-42ec-9f4b-6dfbd3e762cb req-7b3231cd-cf0e-4191-95ba-b779203debfb tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b9869d7-d2fd-4131-ab7c-696c0822dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447073 Dec 10 20:01:02.618577 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-ee474b73-aa1e-41af-b4fd-77634a31ba42 req-41816782-7079-441a-9ee4-6a477b37d120 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Deleting port 6c40ce68-bf53-4866-9dd5-5a04f16ad490 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 20:01:02.618973 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ee474b73-aa1e-41af-b4fd-77634a31ba42 req-41816782-7079-441a-9ee4-6a477b37d120 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:02.710228 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ee474b73-aa1e-41af-b4fd-77634a31ba42 req-41816782-7079-441a-9ee4-6a477b37d120 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] For port 6c40ce68-bf53-4866-9dd5-5a04f16ad490, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=6c40ce68-bf53-4866-9dd5-5a04f16ad490,segment=NetworkSegment(c49b87ee-2dd6-4f39-8207-857acf900715),segment_id=c49b87ee-2dd6-4f39-8207-857acf900715)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:01:02.710595 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ee474b73-aa1e-41af-b4fd-77634a31ba42 req-41816782-7079-441a-9ee4-6a477b37d120 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:02.723476 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-ee474b73-aa1e-41af-b4fd-77634a31ba42 req-41816782-7079-441a-9ee4-6a477b37d120 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Calling delete_port for 6c40ce68-bf53-4866-9dd5-5a04f16ad490 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 20:01:02.852682 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ee474b73-aa1e-41af-b4fd-77634a31ba42 req-41816782-7079-441a-9ee4-6a477b37d120 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:02.883299 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41816782-7079-441a-9ee4-6a477b37d120 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Pushing event deleted for resources: {'Port': ['ID=6c40ce68-bf53-4866-9dd5-5a04f16ad490,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:01:02.908762 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41816782-7079-441a-9ee4-6a477b37d120 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:02.909030 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41816782-7079-441a-9ee4-6a477b37d120 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:02.909381 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41816782-7079-441a-9ee4-6a477b37d120 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:02.909748 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41816782-7079-441a-9ee4-6a477b37d120 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:02.910070 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41816782-7079-441a-9ee4-6a477b37d120 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:02.910409 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41816782-7079-441a-9ee4-6a477b37d120 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:02.910743 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41816782-7079-441a-9ee4-6a477b37d120 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:02.911076 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41816782-7079-441a-9ee4-6a477b37d120 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:02.911410 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41816782-7079-441a-9ee4-6a477b37d120 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:02.911741 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41816782-7079-441a-9ee4-6a477b37d120 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:02.912068 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41816782-7079-441a-9ee4-6a477b37d120 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:02.912415 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41816782-7079-441a-9ee4-6a477b37d120 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:02.912752 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41816782-7079-441a-9ee4-6a477b37d120 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:02.932753 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee474b73-aa1e-41af-b4fd-77634a31ba42 req-41816782-7079-441a-9ee4-6a477b37d120 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] No DVR routers for this DVR port 6c40ce68-bf53-4866-9dd5-5a04f16ad490 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 20:01:02.935246 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ee474b73-aa1e-41af-b4fd-77634a31ba42 req-41816782-7079-441a-9ee4-6a477b37d120 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:02.939310 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ee474b73-aa1e-41af-b4fd-77634a31ba42 req-41816782-7079-441a-9ee4-6a477b37d120 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.46 "DELETE /v2.0/ports/6c40ce68-bf53-4866-9dd5-5a04f16ad490 HTTP/1.1" status: 204 len: 173 time: 0.4066675 Dec 10 20:01:02.939761 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d844984-164f-4005-be8d-946df03de06a', 'name': 'network-vif-deleted', 'tag': '6c40ce68-bf53-4866-9dd5-5a04f16ad490'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:01:02.942021 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a8e825-acf0-43d6-af8e-4d4220616110" -d '{"events": [{"server_uuid": "5d844984-164f-4005-be8d-946df03de06a", "name": "network-vif-deleted", "tag": "6c40ce68-bf53-4866-9dd5-5a04f16ad490"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:01:03.038086 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 20:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6217ae1-a237-4340-a305-326c7094d427 x-openstack-request-id: req-c6217ae1-a237-4340-a305-326c7094d427 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:01:03.038388 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d844984-164f-4005-be8d-946df03de06a", "name": "network-vif-deleted", "tag": "6c40ce68-bf53-4866-9dd5-5a04f16ad490", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:01:03.038649 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c6217ae1-a237-4340-a305-326c7094d427 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:01:03.039062 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d844984-164f-4005-be8d-946df03de06a', 'name': 'network-vif-deleted', 'tag': '6c40ce68-bf53-4866-9dd5-5a04f16ad490', 'status': 'completed', 'code': 200} Dec 10 20:01:03.593082 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53842) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:01:03.647852 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08f42360-7329-408e-bd19-bd13a3657ae8 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:03.672560 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08f42360-7329-408e-bd19-bd13a3657ae8 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:03.739130 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08f42360-7329-408e-bd19-bd13a3657ae8 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:03.742759 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08f42360-7329-408e-bd19-bd13a3657ae8 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:03.744161 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-08f42360-7329-408e-bd19-bd13a3657ae8 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "DELETE /v2.0/security-groups/6b9869d7-d2fd-4131-ab7c-696c0822dbf7 HTTP/1.1" status: 204 len: 168 time: 0.1499841 Dec 10 20:01:03.765023 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f42360-7329-408e-bd19-bd13a3657ae8 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9869d7-d2fd-4131-ab7c-696c0822dbf7,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:01:04.545977 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 6c40ce68-bf53-4866-9dd5-5a04f16ad490 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:01:04.566258 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 6c40ce68-bf53-4866-9dd5-5a04f16ad490 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 20:01:04.566609 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 6c40ce68-bf53-4866-9dd5-5a04f16ad490 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:01:04.622010 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:06.285169 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53852) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:01:06.289741 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-70c8ae6f-53dc-400a-9aee-c80a98b40cdf tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1357291850', 'description': 'tempest-secgroup-smoke-1357291850 description', 'project_id': '248dd3d94aac4090be9d576e6a97c8d5'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:01:06.312192 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-70c8ae6f-53dc-400a-9aee-c80a98b40cdf tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:06.380425 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-70c8ae6f-53dc-400a-9aee-c80a98b40cdf tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:06.384074 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-70c8ae6f-53dc-400a-9aee-c80a98b40cdf tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:06.412198 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-70c8ae6f-53dc-400a-9aee-c80a98b40cdf tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:06.413518 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-70c8ae6f-53dc-400a-9aee-c80a98b40cdf tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1272776 Dec 10 20:01:06.416557 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53854) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:01:06.417784 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8ae6f-53dc-400a-9aee-c80a98b40cdf tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08b8e985-7dd5-42be-a5aa-959f07cfa6f8,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:01:06.421890 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-18e9da4a-09eb-4c8d-a671-62ae9c157087 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Request body: {'security_group_rule': {'security_group_id': '08b8e985-7dd5-42be-a5aa-959f07cfa6f8', 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:01:06.449194 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-18e9da4a-09eb-4c8d-a671-62ae9c157087 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:06.496049 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-18e9da4a-09eb-4c8d-a671-62ae9c157087 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:06.499731 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-18e9da4a-09eb-4c8d-a671-62ae9c157087 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:06.519939 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e9da4a-09eb-4c8d-a671-62ae9c157087 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae4dacd2-c29e-4e8a-bbc6-e9066435a74a,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:01:06.528486 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-18e9da4a-09eb-4c8d-a671-62ae9c157087 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:06.530318 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-18e9da4a-09eb-4c8d-a671-62ae9c157087 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1126916 Dec 10 20:01:06.533170 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53856) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:01:06.537513 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7cec6c68-dd68-4d57-a40a-b51f8c0372a3 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Request body: {'security_group_rule': {'security_group_id': '08b8e985-7dd5-42be-a5aa-959f07cfa6f8', 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:01:06.562156 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7cec6c68-dd68-4d57-a40a-b51f8c0372a3 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:06.618605 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7cec6c68-dd68-4d57-a40a-b51f8c0372a3 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:06.622099 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7cec6c68-dd68-4d57-a40a-b51f8c0372a3 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:06.636296 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec6c68-dd68-4d57-a40a-b51f8c0372a3 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08236057-95cd-49d9-93d2-b877f24a2f63,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:01:06.646934 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7cec6c68-dd68-4d57-a40a-b51f8c0372a3 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:06.648121 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7cec6c68-dd68-4d57-a40a-b51f8c0372a3 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1139495 Dec 10 20:01:06.650857 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53858) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:01:06.655504 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-0f4b79f2-9a09-4c2f-81b4-b8067017ff23 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Request body: {'security_group_rule': {'security_group_id': '08b8e985-7dd5-42be-a5aa-959f07cfa6f8', 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:01:06.682089 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f4b79f2-9a09-4c2f-81b4-b8067017ff23 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:06.737768 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f4b79f2-9a09-4c2f-81b4-b8067017ff23 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:06.741510 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f4b79f2-9a09-4c2f-81b4-b8067017ff23 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:06.762304 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b79f2-9a09-4c2f-81b4-b8067017ff23 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8f89125-63a4-4799-b7c1-c4b8a3dfa4c7,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:01:06.771787 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f4b79f2-9a09-4c2f-81b4-b8067017ff23 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:06.773004 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0f4b79f2-9a09-4c2f-81b4-b8067017ff23 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211650 Dec 10 20:01:06.776050 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 53860) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:01:06.780905 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-58ea1da6-fbb0-4685-bc27-fba4c3e09b39 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Request body: {'security_group_rule': {'security_group_id': '08b8e985-7dd5-42be-a5aa-959f07cfa6f8', 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:01:06.807034 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-58ea1da6-fbb0-4685-bc27-fba4c3e09b39 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:06.875137 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-58ea1da6-fbb0-4685-bc27-fba4c3e09b39 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:06.878882 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-58ea1da6-fbb0-4685-bc27-fba4c3e09b39 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:06.902914 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea1da6-fbb0-4685-bc27-fba4c3e09b39 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cb14199-e6e7-40f5-b7ba-47c9f108a540,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:01:06.912854 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-58ea1da6-fbb0-4685-bc27-fba4c3e09b39 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:06.914105 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-58ea1da6-fbb0-4685-bc27-fba4c3e09b39 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1371439 Dec 10 20:01:06.917165 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53862) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:01:06.921795 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-692161d7-0f0f-4c46-9a0a-5fe423ebe93e tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Request body: {'security_group_rule': {'security_group_id': '08b8e985-7dd5-42be-a5aa-959f07cfa6f8', 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:01:06.945394 n-d-821435-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-692161d7-0f0f-4c46-9a0a-5fe423ebe93e tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Project 248dd3d94aac4090be9d576e6a97c8d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 20:01:06.950162 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-692161d7-0f0f-4c46-9a0a-5fe423ebe93e tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:07.011541 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-692161d7-0f0f-4c46-9a0a-5fe423ebe93e tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:07.015574 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-692161d7-0f0f-4c46-9a0a-5fe423ebe93e tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:07.033007 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692161d7-0f0f-4c46-9a0a-5fe423ebe93e tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f3ef5da-73aa-4da0-8afb-112782c72d82,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:01:07.040282 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-692161d7-0f0f-4c46-9a0a-5fe423ebe93e tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:07.041481 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-692161d7-0f0f-4c46-9a0a-5fe423ebe93e tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1232896 Dec 10 20:01:07.044280 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 53864) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:01:07.048545 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-a98aa6a9-aadc-4847-9526-92a681c86d6c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Request body: {'security_group_rule': {'security_group_id': '08b8e985-7dd5-42be-a5aa-959f07cfa6f8', 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:01:07.073138 n-d-821435-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-a98aa6a9-aadc-4847-9526-92a681c86d6c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Project 248dd3d94aac4090be9d576e6a97c8d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 20:01:07.078852 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a98aa6a9-aadc-4847-9526-92a681c86d6c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:07.136978 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a98aa6a9-aadc-4847-9526-92a681c86d6c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:07.141161 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a98aa6a9-aadc-4847-9526-92a681c86d6c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:07.158494 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98aa6a9-aadc-4847-9526-92a681c86d6c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f923e1ba-f6db-445d-a863-e1d78106efe4,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:01:07.167281 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a98aa6a9-aadc-4847-9526-92a681c86d6c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:07.168500 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a98aa6a9-aadc-4847-9526-92a681c86d6c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1232235 Dec 10 20:01:09.181243 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:16.601046 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:01:19.840945 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d8484640-aac5-4030-b046-fc6e3f71f9d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:22.407327 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-94f50634-8b13-4a3a-bf28-274bc1416b23 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1357291850&fields=id&tenant_id=248dd3d94aac4090be9d576e6a97c8d5 HTTP/1.1" status: 200 len: 267 time: 0.0473449 Dec 10 20:01:22.516304 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-0cf8b208-9bbb-47b6-bdf0-70521b2994c8 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:22.517727 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-0cf8b208-9bbb-47b6-bdf0-70521b2994c8 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/networks?id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb HTTP/1.1" status: 200 len: 808 time: 0.1033797 Dec 10 20:01:22.532663 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-400f25b1-89f0-43b9-84b3-7dd6f7fc21eb tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/quotas/248dd3d94aac4090be9d576e6a97c8d5 HTTP/1.1" status: 200 len: 375 time: 0.0090554 Dec 10 20:01:22.581890 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-fa2905b4-df13-4ada-8cc8-7b83fc52aaff tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=248dd3d94aac4090be9d576e6a97c8d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440946 Dec 10 20:01:22.699268 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-23a1fbcd-f3b6-4adc-833d-9c274f4120f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:22.724254 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-738e602f-39b3-4f10-9c0b-9de0775233a0 service neutron] 10.222.0.62 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304343 Dec 10 20:01:22.813728 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-59df4341-1af6-43ce-8d06-9e644b0e2a5c service neutron] 10.222.0.62 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831456 Dec 10 20:01:23.092043 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a6e52bf8-711f-4396-a101-a5f806e04238 req-49ec2c81-66b3-4749-8493-c6c81e2d1e8d tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 210 time: 0.0265102 Dec 10 20:01:23.790536 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:24.170473 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-95b7ccbb-a89b-42ca-87b4-bd208b112ed3 req-e6355175-4428-4e8c-b402-f80cec0c4e54 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 210 time: 0.0258706 Dec 10 20:01:25.155817 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:25.247726 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-aedb312e-6505-43a6-88e3-17eb3c8d1516 req-17caac32-91fe-4bdc-9142-03f55fec3bd1 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 210 time: 0.0255911 Dec 10 20:01:25.725775 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:26.120436 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-539fadc4-b87d-469e-9c94-3395556febfe tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:26.122009 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-539fadc4-b87d-469e-9c94-3395556febfe tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.72 "GET /v2.0/networks?id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb HTTP/1.1" status: 200 len: 808 time: 0.1169689 Dec 10 20:01:26.186529 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-4d714557-de26-44e5-8f7d-12b23b7477dc tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=248dd3d94aac4090be9d576e6a97c8d5 HTTP/1.1" status: 200 len: 380 time: 0.0549614 Dec 10 20:01:26.196498 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-30869c1c-2290-4f7d-bdf3-213aefc905f9 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Request body: {'port': {'device_id': '41fdcd8c-e50a-46d2-8492-072c01790ab0', 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb', 'admin_state_up': True, 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'security_groups': ['08b8e985-7dd5-42be-a5aa-959f07cfa6f8']}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:01:26.317960 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-30869c1c-2290-4f7d-bdf3-213aefc905f9 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Made reservation on behalf of 248dd3d94aac4090be9d576e6a97c8d5 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 20:01:26.321447 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-30869c1c-2290-4f7d-bdf3-213aefc905f9 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:26.357007 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-6377d294-4d38-43c1-955b-4c39156bd1b2 req-53759307-96cc-4db5-8918-82e53de92b2e tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 210 time: 0.0298898 Dec 10 20:01:26.454924 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-30869c1c-2290-4f7d-bdf3-213aefc905f9 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Allocated IP 172.20.0.5 (a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb/49d70216-74bd-4263-87bb-e9ff69f37a3e/f8583879-65d4-4fbe-babb-cbb02c7c45f7) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:01:26.594475 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-30869c1c-2290-4f7d-bdf3-213aefc905f9 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:26.628206 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-30869c1c-2290-4f7d-bdf3-213aefc905f9 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:26.671364 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-30869c1c-2290-4f7d-bdf3-213aefc905f9 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Network a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:01:26.674580 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-30869c1c-2290-4f7d-bdf3-213aefc905f9 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:01:26.678286 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-30869c1c-2290-4f7d-bdf3-213aefc905f9 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:01:26.684524 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30869c1c-2290-4f7d-bdf3-213aefc905f9 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Pushing event updated for resources: {'Port': ['ID=f8583879-65d4-4fbe-babb-cbb02c7c45f7,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:01:26.738266 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-30869c1c-2290-4f7d-bdf3-213aefc905f9 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:26.738900 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-30869c1c-2290-4f7d-bdf3-213aefc905f9 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:26.758108 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-30869c1c-2290-4f7d-bdf3-213aefc905f9 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5652156 Dec 10 20:01:26.822019 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-5d83addf-4ef4-4659-8d73-70fe980ad4d3 service neutron] Request body: {'port': {'device_id': '41fdcd8c-e50a-46d2-8492-072c01790ab0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:01:26.884956 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-5d83addf-4ef4-4659-8d73-70fe980ad4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:26.919967 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c0ba63c4-f688-44d6-9e54-4823d43acf4f None None] Provisioning complete for port f8583879-65d4-4fbe-babb-cbb02c7c45f7 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:01:26.920522 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c0ba63c4-f688-44d6-9e54-4823d43acf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:26.956369 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c0ba63c4-f688-44d6-9e54-4823d43acf4f None None] Port f8583879-65d4-4fbe-babb-cbb02c7c45f7 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 20:01:27.153233 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-5d83addf-4ef4-4659-8d73-70fe980ad4d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8583879-65d4-4fbe-babb-cbb02c7c45f7 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 20:01:27.161081 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-5d83addf-4ef4-4659-8d73-70fe980ad4d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:27.173809 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-5d83addf-4ef4-4659-8d73-70fe980ad4d3 service neutron] Transition to ACTIVE for port object f8583879-65d4-4fbe-babb-cbb02c7c45f7 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 20:01:27.177396 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-5d83addf-4ef4-4659-8d73-70fe980ad4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:27.229109 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d83addf-4ef4-4659-8d73-70fe980ad4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f8583879-65d4-4fbe-babb-cbb02c7c45f7,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:01:27.302194 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-5d83addf-4ef4-4659-8d73-70fe980ad4d3 service neutron] Attempting to bind port f8583879-65d4-4fbe-babb-cbb02c7c45f7 on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:01:27.302626 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-5d83addf-4ef4-4659-8d73-70fe980ad4d3 service neutron] Attempting to bind port f8583879-65d4-4fbe-babb-cbb02c7c45f7 by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': 'c49b87ee-2dd6-4f39-8207-857acf900715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 20:01:27.303044 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-5d83addf-4ef4-4659-8d73-70fe980ad4d3 service neutron] Attempting to bind port f8583879-65d4-4fbe-babb-cbb02c7c45f7 on network a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:01:27.308728 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-5d83addf-4ef4-4659-8d73-70fe980ad4d3 service neutron] Port f8583879-65d4-4fbe-babb-cbb02c7c45f7 on network a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 20:01:27.309179 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-5d83addf-4ef4-4659-8d73-70fe980ad4d3 service neutron] Attempting to bind port f8583879-65d4-4fbe-babb-cbb02c7c45f7 on network a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:01:27.315887 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-5d83addf-4ef4-4659-8d73-70fe980ad4d3 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 20:01:27.316336 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-5d83addf-4ef4-4659-8d73-70fe980ad4d3 service neutron] Checking segment: {'id': 'c49b87ee-2dd6-4f39-8207-857acf900715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 20:01:27.316833 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-5d83addf-4ef4-4659-8d73-70fe980ad4d3 service neutron] Bound using segment: {'id': 'c49b87ee-2dd6-4f39-8207-857acf900715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 20:01:27.317613 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-5d83addf-4ef4-4659-8d73-70fe980ad4d3 service neutron] Bound port: f8583879-65d4-4fbe-babb-cbb02c7c45f7, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c49b87ee-2dd6-4f39-8207-857acf900715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 20:01:27.318052 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-5d83addf-4ef4-4659-8d73-70fe980ad4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:27.438248 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-5d83addf-4ef4-4659-8d73-70fe980ad4d3 service neutron] For port f8583879-65d4-4fbe-babb-cbb02c7c45f7, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 20:01:27.442094 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-5d83addf-4ef4-4659-8d73-70fe980ad4d3 service neutron] For port f8583879-65d4-4fbe-babb-cbb02c7c45f7, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=f8583879-65d4-4fbe-babb-cbb02c7c45f7,segment=NetworkSegment(c49b87ee-2dd6-4f39-8207-857acf900715),segment_id=c49b87ee-2dd6-4f39-8207-857acf900715)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 20:01:27.446850 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-5d83addf-4ef4-4659-8d73-70fe980ad4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:27.510137 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-5d83addf-4ef4-4659-8d73-70fe980ad4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:27.510709 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-5d83addf-4ef4-4659-8d73-70fe980ad4d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:27.512038 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-5d83addf-4ef4-4659-8d73-70fe980ad4d3 service neutron] 10.222.0.72 "PUT /v2.0/ports/f8583879-65d4-4fbe-babb-cbb02c7c45f7 HTTP/1.1" status: 200 len: 1091 time: 0.7445252 Dec 10 20:01:27.513354 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41fdcd8c-e50a-46d2-8492-072c01790ab0', 'tag': 'f8583879-65d4-4fbe-babb-cbb02c7c45f7'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:01:27.516117 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb385ee8d26b8ad243460b423ad218e97d9fae79c4f4b9b0691d822ece1c624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b718c7a2-ec48-4856-aba3-882c3daa5e23" -d '{"events": [{"name": "network-changed", "server_uuid": "41fdcd8c-e50a-46d2-8492-072c01790ab0", "tag": "f8583879-65d4-4fbe-babb-cbb02c7c45f7"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:01:27.565138 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d83addf-4ef4-4659-8d73-70fe980ad4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f8583879-65d4-4fbe-babb-cbb02c7c45f7,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:01:27.570387 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 20:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6e4355-5460-4bb8-81da-fdc8e229a8d4 x-openstack-request-id: req-0b6e4355-5460-4bb8-81da-fdc8e229a8d4 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:01:27.570682 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41fdcd8c-e50a-46d2-8492-072c01790ab0", "tag": "f8583879-65d4-4fbe-babb-cbb02c7c45f7", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:01:27.570938 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0b6e4355-5460-4bb8-81da-fdc8e229a8d4 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:01:27.571338 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41fdcd8c-e50a-46d2-8492-072c01790ab0', 'tag': 'f8583879-65d4-4fbe-babb-cbb02c7c45f7', 'status': 'completed', 'code': 200} Dec 10 20:01:27.608039 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5824ea8-4a83-4c1c-9b67-3e207c6d706a req-e672827b-2ec6-4097-9d8e-37e35b6f7eb6 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:27.609653 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a5824ea8-4a83-4c1c-9b67-3e207c6d706a req-e672827b-2ec6-4097-9d8e-37e35b6f7eb6 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 943 time: 0.1359963 Dec 10 20:01:27.646230 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-29a5e6ad-3cff-4336-b0c9-c803a16f4d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:27.648075 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-29a5e6ad-3cff-4336-b0c9-c803a16f4d95 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=248dd3d94aac4090be9d576e6a97c8d5&device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 1094 time: 0.0748017 Dec 10 20:01:27.708018 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-681d8cf7-6fb0-4cc8-881a-92650f08f37d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8583879-65d4-4fbe-babb-cbb02c7c45f7 HTTP/1.1" status: 200 len: 217 time: 0.0496902 Dec 10 20:01:27.736565 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a5824ea8-4a83-4c1c-9b67-3e207c6d706a req-d19ef28f-a03c-42f7-99ee-4bd026692666 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180644 Dec 10 20:01:27.776276 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-a4472205-5d0b-4ff5-b9bf-8afdd2ecb684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:27.777819 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-a4472205-5d0b-4ff5-b9bf-8afdd2ecb684 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49d70216-74bd-4263-87bb-e9ff69f37a3e HTTP/1.1" status: 200 len: 847 time: 0.0577576 Dec 10 20:01:27.822929 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-efa15e8d-07a4-477f-9523-36f630359b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:27.824491 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-efa15e8d-07a4-477f-9523-36f630359b64 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401525 Dec 10 20:01:27.916691 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-91f67395-f02c-42cc-8ac9-7442fa831989 service neutron] 10.222.0.72 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850081 Dec 10 20:01:28.004951 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bb5d6027-3392-4ba2-8099-aeecb4fd7152 req-8dd13234-855a-48bb-82d8-7031d796b80d service neutron] 10.222.0.72 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810516 Dec 10 20:01:28.093331 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718c7a2-ec48-4856-aba3-882c3daa5e23 req-659db2d5-1f61-4693-9a28-b5ea3440c4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:28.094768 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b718c7a2-ec48-4856-aba3-882c3daa5e23 req-659db2d5-1f61-4693-9a28-b5ea3440c4ae service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=248dd3d94aac4090be9d576e6a97c8d5&device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 1094 time: 0.0468569 Dec 10 20:01:28.183598 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718c7a2-ec48-4856-aba3-882c3daa5e23 req-586219be-483e-4e32-8f06-29fa08148064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:28.185104 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b718c7a2-ec48-4856-aba3-882c3daa5e23 req-586219be-483e-4e32-8f06-29fa08148064 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb HTTP/1.1" status: 200 len: 909 time: 0.0832429 Dec 10 20:01:28.229583 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b718c7a2-ec48-4856-aba3-882c3daa5e23 req-e68640df-06cc-4dc9-a3cb-6e865a1d1ee7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8583879-65d4-4fbe-babb-cbb02c7c45f7 HTTP/1.1" status: 200 len: 217 time: 0.0377278 Dec 10 20:01:28.282279 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718c7a2-ec48-4856-aba3-882c3daa5e23 req-f0cde95c-b955-4c36-b3bd-2dc947443730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:28.283685 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b718c7a2-ec48-4856-aba3-882c3daa5e23 req-f0cde95c-b955-4c36-b3bd-2dc947443730 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49d70216-74bd-4263-87bb-e9ff69f37a3e HTTP/1.1" status: 200 len: 847 time: 0.0478706 Dec 10 20:01:28.331353 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718c7a2-ec48-4856-aba3-882c3daa5e23 req-7747d4d7-ebb1-4ac6-827a-b3269b6c0f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:28.332922 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b718c7a2-ec48-4856-aba3-882c3daa5e23 req-7747d4d7-ebb1-4ac6-827a-b3269b6c0f5a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424376 Dec 10 20:01:28.430624 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b718c7a2-ec48-4856-aba3-882c3daa5e23 req-0175f6fd-76dc-493d-8ff3-9c937f8d1893 service neutron] 10.222.0.72 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908351 Dec 10 20:01:28.866427 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f95e9-c4ab-4d7a-903a-4785c5a8e2b3 req-5035e989-e782-461d-b905-84002bc1968d tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:28.867873 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bb1f95e9-c4ab-4d7a-903a-4785c5a8e2b3 req-5035e989-e782-461d-b905-84002bc1968d tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 943 time: 0.0566976 Dec 10 20:01:28.870199 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b718c7a2-ec48-4856-aba3-882c3daa5e23 req-f3b7b3cf-f19a-4a1b-af4a-7ddfcfd2b012 service neutron] 10.222.0.72 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320564 Dec 10 20:01:28.921764 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bb1f95e9-c4ab-4d7a-903a-4785c5a8e2b3 req-f14f350a-1acb-4cb2-b357-b7ee6a287824 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469325 Dec 10 20:01:30.038556 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabcb780-2d50-4a9e-be21-aeb6db83ee1c req-b9c526af-342a-4a7d-b7a4-869ea8229066 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:30.039951 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dabcb780-2d50-4a9e-be21-aeb6db83ee1c req-b9c526af-342a-4a7d-b7a4-869ea8229066 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 943 time: 0.0492935 Dec 10 20:01:30.092259 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-dabcb780-2d50-4a9e-be21-aeb6db83ee1c req-83ccd490-daa0-49a5-abe5-2407a1b0fd1f tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463307 Dec 10 20:01:31.210397 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91361243-d8f3-4c49-a130-c578b2a89694 req-ef90ea82-cdac-43ef-88d7-b0f8001a3909 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:31.211910 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-91361243-d8f3-4c49-a130-c578b2a89694 req-ef90ea82-cdac-43ef-88d7-b0f8001a3909 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 943 time: 0.0497720 Dec 10 20:01:31.263054 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-91361243-d8f3-4c49-a130-c578b2a89694 req-ed92a953-76b2-40ce-873e-4043fee248d7 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448360 Dec 10 20:01:32.379763 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d22cd-4ad6-490e-bc65-ff634b9beb74 req-d24d944c-bb14-45bd-8bf5-5a6951a322f4 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:32.381438 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-340d22cd-4ad6-490e-bc65-ff634b9beb74 req-d24d944c-bb14-45bd-8bf5-5a6951a322f4 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 943 time: 0.0499003 Dec 10 20:01:32.436561 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-340d22cd-4ad6-490e-bc65-ff634b9beb74 req-369bf130-e0b6-4385-8999-27bb22ddefe0 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487857 Dec 10 20:01:33.556180 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822d0f5-f949-4f5d-8237-6e6c791b8461 req-bf7d693a-5bc2-4cf2-aa9a-cb8f77889d93 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:33.557691 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b822d0f5-f949-4f5d-8237-6e6c791b8461 req-bf7d693a-5bc2-4cf2-aa9a-cb8f77889d93 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 943 time: 0.0525060 Dec 10 20:01:33.606241 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b822d0f5-f949-4f5d-8237-6e6c791b8461 req-3fe6ee67-3b99-4cec-b7d4-f7330a859b53 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419409 Dec 10 20:01:34.625738 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:34.721691 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7942a8-7f23-40c1-b963-5a35430a5eef req-52eefc11-8047-40d3-9674-bce80784b717 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:34.723385 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2e7942a8-7f23-40c1-b963-5a35430a5eef req-52eefc11-8047-40d3-9674-bce80784b717 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 943 time: 0.0470662 Dec 10 20:01:34.772982 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2e7942a8-7f23-40c1-b963-5a35430a5eef req-ed19cd3c-d6d0-4e5e-be16-43b4ae995f56 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427351 Dec 10 20:01:35.891500 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac16e46-50aa-4812-84a2-d3b35095ef67 req-e02e4e96-c6bb-4a24-96db-11bafe818509 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:35.893023 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9ac16e46-50aa-4812-84a2-d3b35095ef67 req-e02e4e96-c6bb-4a24-96db-11bafe818509 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 943 time: 0.0489252 Dec 10 20:01:35.941760 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9ac16e46-50aa-4812-84a2-d3b35095ef67 req-93d3891c-52c7-43f7-8d00-494834843224 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428004 Dec 10 20:01:37.058393 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981f7f8-deef-48d0-ac33-2747048036ba req-6c4dd4e6-300b-43d5-8993-205047938ed9 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:37.059857 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e981f7f8-deef-48d0-ac33-2747048036ba req-6c4dd4e6-300b-43d5-8993-205047938ed9 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 943 time: 0.0503573 Dec 10 20:01:37.107300 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e981f7f8-deef-48d0-ac33-2747048036ba req-dc6f22c5-c439-412d-88ff-a585aeb0907d tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409381 Dec 10 20:01:38.222433 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b1792-fe56-4fcf-b2b3-062a37e8c8a3 req-2aa657d0-0177-42c2-a0fb-ec335a827e9a tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:38.223916 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3f9b1792-fe56-4fcf-b2b3-062a37e8c8a3 req-2aa657d0-0177-42c2-a0fb-ec335a827e9a tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 943 time: 0.0483489 Dec 10 20:01:38.276679 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3f9b1792-fe56-4fcf-b2b3-062a37e8c8a3 req-509e245d-01ca-4003-afc9-e0108566f2d0 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467114 Dec 10 20:01:39.211039 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:39.395745 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26482faf-8613-4a39-8411-15b533d3b28d req-99c96043-c73c-4387-8d0a-b438e4a1dd18 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:39.397292 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-26482faf-8613-4a39-8411-15b533d3b28d req-99c96043-c73c-4387-8d0a-b438e4a1dd18 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 943 time: 0.0490620 Dec 10 20:01:39.446823 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-26482faf-8613-4a39-8411-15b533d3b28d req-c4cfdaf9-eb06-4a99-8dcc-b8751c46b561 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436063 Dec 10 20:01:40.180991 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device f8583879-65d4-4fbe-babb-cbb02c7c45f7 details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 20:01:40.277454 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port f8583879-65d4-4fbe-babb-cbb02c7c45f7, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=f8583879-65d4-4fbe-babb-cbb02c7c45f7,segment=NetworkSegment(c49b87ee-2dd6-4f39-8207-857acf900715),segment_id=c49b87ee-2dd6-4f39-8207-857acf900715)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:01:40.288769 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': 'f8583879-65d4-4fbe-babb-cbb02c7c45f7', 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb', 'port_id': 'f8583879-65d4-4fbe-babb-cbb02c7c45f7', 'mac_address': 'fa:16:3e:21:30:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d70216-74bd-4263-87bb-e9ff69f37a3e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 20:01:40.332845 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:40.345286 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8583879-65d4-4fbe-babb-cbb02c7c45f7 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 20:01:40.367565 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port f8583879-65d4-4fbe-babb-cbb02c7c45f7, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=f8583879-65d4-4fbe-babb-cbb02c7c45f7,segment=NetworkSegment(c49b87ee-2dd6-4f39-8207-857acf900715),segment_id=c49b87ee-2dd6-4f39-8207-857acf900715)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:01:40.371572 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:40.423504 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=f8583879-65d4-4fbe-babb-cbb02c7c45f7,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:01:40.431306 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:40.431545 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:40.431896 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:40.432234 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:40.432619 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:40.432973 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:40.433328 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:40.433716 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:40.434042 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:40.434359 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:40.434681 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:40.435011 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:40.435330 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:40.563471 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040cb6e5-ea8d-4f4a-b78b-10f2ca32a6e0 req-16e1a2c8-2f23-4f0e-98dc-47e558eb0c5c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:40.564974 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-040cb6e5-ea8d-4f4a-b78b-10f2ca32a6e0 req-16e1a2c8-2f23-4f0e-98dc-47e558eb0c5c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 944 time: 0.0492535 Dec 10 20:01:40.614629 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-040cb6e5-ea8d-4f4a-b78b-10f2ca32a6e0 req-e45dbe35-4736-4e10-9a51-7266f410e218 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436637 Dec 10 20:01:40.689921 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['f8583879-65d4-4fbe-babb-cbb02c7c45f7'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 20:01:41.745044 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb35ca0-cfc3-4435-ac75-88654e2d4b36 req-b1388c20-e067-4b7a-a576-7321f88767e4 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:41.746525 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cbb35ca0-cfc3-4435-ac75-88654e2d4b36 req-b1388c20-e067-4b7a-a576-7321f88767e4 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 944 time: 0.0635877 Dec 10 20:01:41.794179 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cbb35ca0-cfc3-4435-ac75-88654e2d4b36 req-c82da91b-a60a-49b6-bfb0-6ecd5b3599c3 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412102 Dec 10 20:01:42.212023 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device f8583879-65d4-4fbe-babb-cbb02c7c45f7 up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:01:42.261400 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port f8583879-65d4-4fbe-babb-cbb02c7c45f7 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 20:01:42.265588 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port f8583879-65d4-4fbe-babb-cbb02c7c45f7 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:01:42.265968 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:42.348597 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:42.371869 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fdcd8c-e50a-46d2-8492-072c01790ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8583879-65d4-4fbe-babb-cbb02c7c45f7'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:01:42.375170 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f39997a1e7c5b6ae782956bbd1fa5b612e64aa5908109c3bc10b0e272c8d4b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f18484c-aaef-4f8d-bc2e-98dc6240cb97" -d '{"events": [{"server_uuid": "41fdcd8c-e50a-46d2-8492-072c01790ab0", "name": "network-vif-plugged", "status": "completed", "tag": "f8583879-65d4-4fbe-babb-cbb02c7c45f7"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:01:42.392779 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port f8583879-65d4-4fbe-babb-cbb02c7c45f7, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=f8583879-65d4-4fbe-babb-cbb02c7c45f7,segment=NetworkSegment(c49b87ee-2dd6-4f39-8207-857acf900715),segment_id=c49b87ee-2dd6-4f39-8207-857acf900715)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:01:42.397996 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:42.449648 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=f8583879-65d4-4fbe-babb-cbb02c7c45f7,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:01:42.473270 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 20:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f71082-074a-4bb6-9443-64020e2f9144 x-openstack-request-id: req-14f71082-074a-4bb6-9443-64020e2f9144 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:01:42.473571 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41fdcd8c-e50a-46d2-8492-072c01790ab0", "name": "network-vif-plugged", "status": "completed", "tag": "f8583879-65d4-4fbe-babb-cbb02c7c45f7", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:01:42.473833 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-14f71082-074a-4bb6-9443-64020e2f9144 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:01:42.474236 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41fdcd8c-e50a-46d2-8492-072c01790ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8583879-65d4-4fbe-babb-cbb02c7c45f7', 'code': 200} Dec 10 20:01:42.571024 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e5b33-cbb5-4a9d-9d2a-24834b08556a req-49f08a28-6bab-4f6d-bf50-ed9627c8c530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:42.572483 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a00e5b33-cbb5-4a9d-9d2a-24834b08556a req-49f08a28-6bab-4f6d-bf50-ed9627c8c530 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 1096 time: 0.0394015 Dec 10 20:01:42.617385 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a00e5b33-cbb5-4a9d-9d2a-24834b08556a req-9ba829ff-7450-43a3-b91a-c410750c18d7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380175 Dec 10 20:01:42.908435 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3fe96-8a69-480d-813b-4853807acf26 req-2632ef77-5e32-4956-b1a9-562199b924fc tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:42.909926 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bbc3fe96-8a69-480d-813b-4853807acf26 req-2632ef77-5e32-4956-b1a9-562199b924fc tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 945 time: 0.0473986 Dec 10 20:01:42.961357 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bbc3fe96-8a69-480d-813b-4853807acf26 req-1338626a-f58d-4991-83c4-e4293a67a544 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455177 Dec 10 20:01:44.080025 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9071b56-a053-461b-80f3-56623b374ff8 req-a1659686-106d-42d2-bdca-6b7512a3c353 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:44.081550 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d9071b56-a053-461b-80f3-56623b374ff8 req-a1659686-106d-42d2-bdca-6b7512a3c353 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 945 time: 0.0505285 Dec 10 20:01:44.131603 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d9071b56-a053-461b-80f3-56623b374ff8 req-5a90526d-d2ef-4966-956f-2a2b9337360d tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440850 Dec 10 20:01:44.245891 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070fcfe-68e6-4fb2-aaab-52b5b46c23b4 req-8fb1a55f-013e-4cc9-b6cb-592b76de9c18 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:44.247286 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c070fcfe-68e6-4fb2-aaab-52b5b46c23b4 req-8fb1a55f-013e-4cc9-b6cb-592b76de9c18 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 945 time: 0.0495017 Dec 10 20:01:44.296247 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-c070fcfe-68e6-4fb2-aaab-52b5b46c23b4 req-6aef09d1-ff2b-4458-a7c5-e58b056983a0 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428531 Dec 10 20:01:44.318138 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54072) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:01:44.402073 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86449df4-5699-40a5-8709-0d3e15d948f9 tempest-TestShelveInstance-202088551 tempest-TestShelveInstance-202088551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:44.403583 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-86449df4-5699-40a5-8709-0d3e15d948f9 tempest-TestShelveInstance-202088551 tempest-TestShelveInstance-202088551-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 1091 time: 0.0844440 Dec 10 20:01:44.407424 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54076) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:01:44.411524 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-16f9c937-5977-4a8c-8fce-c73399de980b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'port_id': 'f8583879-65d4-4fbe-babb-cbb02c7c45f7', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:01:44.433311 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16f9c937-5977-4a8c-8fce-c73399de980b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:44.530432 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16f9c937-5977-4a8c-8fce-c73399de980b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:44.636272 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-16f9c937-5977-4a8c-8fce-c73399de980b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Allocated IP 172.25.7.173 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/d679acb6-c6af-4fea-b4e4-1bfc6e28a9ea) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:01:44.739270 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16f9c937-5977-4a8c-8fce-c73399de980b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:44.774746 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16f9c937-5977-4a8c-8fce-c73399de980b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:44.819018 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f9c937-5977-4a8c-8fce-c73399de980b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:01:44.821971 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-16f9c937-5977-4a8c-8fce-c73399de980b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:01:44.825497 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f9c937-5977-4a8c-8fce-c73399de980b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:01:44.847491 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9c937-5977-4a8c-8fce-c73399de980b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Pushing event updated for resources: {'Port': ['ID=d679acb6-c6af-4fea-b4e4-1bfc6e28a9ea,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:01:45.160586 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16f9c937-5977-4a8c-8fce-c73399de980b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:45.228072 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16f9c937-5977-4a8c-8fce-c73399de980b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:45.377907 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16f9c937-5977-4a8c-8fce-c73399de980b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:45.382443 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16f9c937-5977-4a8c-8fce-c73399de980b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:45.449571 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9c937-5977-4a8c-8fce-c73399de980b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Pushing event updated for resources: {'Port': ['ID=d679acb6-c6af-4fea-b4e4-1bfc6e28a9ea,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:01:45.461189 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16f9c937-5977-4a8c-8fce-c73399de980b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:45.560133 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-16f9c937-5977-4a8c-8fce-c73399de980b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Floating IP 1d72eaf2-3d18-4ab6-bb31-4c9fd4d67106 associated. External IP: 172.25.7.173, port: f8583879-65d4-4fbe-babb-cbb02c7c45f7. Dec 10 20:01:45.764309 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f9c937-5977-4a8c-8fce-c73399de980b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Router 39eb9acb-0b08-48ce-8a54-7ddd55432242 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:01:45.869999 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f9c937-5977-4a8c-8fce-c73399de980b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:01:45.884319 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72005ef9-c7b9-421a-97e6-c856621609a8 None None] Sync routers for ids ['39eb9acb-0b08-48ce-8a54-7ddd55432242'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:01:45.887494 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16f9c937-5977-4a8c-8fce-c73399de980b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:45.895264 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72005ef9-c7b9-421a-97e6-c856621609a8 None None] Routers {'39eb9acb-0b08-48ce-8a54-7ddd55432242'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:01:45.895894 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-72005ef9-c7b9-421a-97e6-c856621609a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T20:01:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['39eb9acb-0b08-48ce-8a54-7ddd55432242'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:01:45.914931 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-16f9c937-5977-4a8c-8fce-c73399de980b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5065138 Dec 10 20:01:45.915521 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41fdcd8c-e50a-46d2-8492-072c01790ab0', 'tag': 'f8583879-65d4-4fbe-babb-cbb02c7c45f7'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:01:45.917804 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7983d7cf-ca17-44fc-9f0a-a0535ad06c2f" -d '{"events": [{"name": "network-changed", "server_uuid": "41fdcd8c-e50a-46d2-8492-072c01790ab0", "tag": "f8583879-65d4-4fbe-babb-cbb02c7c45f7"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:01:45.955613 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 20:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7edeb4-3469-4a04-a8e2-e0b9f96aac39 x-openstack-request-id: req-6b7edeb4-3469-4a04-a8e2-e0b9f96aac39 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:01:45.955912 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41fdcd8c-e50a-46d2-8492-072c01790ab0", "tag": "f8583879-65d4-4fbe-babb-cbb02c7c45f7", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:01:45.956174 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6b7edeb4-3469-4a04-a8e2-e0b9f96aac39 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:01:45.956618 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41fdcd8c-e50a-46d2-8492-072c01790ab0', 'tag': 'f8583879-65d4-4fbe-babb-cbb02c7c45f7', 'status': 'completed', 'code': 200} Dec 10 20:01:46.006143 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-72005ef9-c7b9-421a-97e6-c856621609a8 None None] Set router 39eb9acb-0b08-48ce-8a54-7ddd55432242 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:01:46.016704 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983d7cf-ca17-44fc-9f0a-a0535ad06c2f req-7182576a-f114-42ea-96da-535ef9cbf3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:46.018191 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7983d7cf-ca17-44fc-9f0a-a0535ad06c2f req-7182576a-f114-42ea-96da-535ef9cbf3d0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=248dd3d94aac4090be9d576e6a97c8d5&device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 1096 time: 0.0407813 Dec 10 20:01:46.111485 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983d7cf-ca17-44fc-9f0a-a0535ad06c2f req-dc8016d9-adc4-425c-a466-d2b464668700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:46.112993 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7983d7cf-ca17-44fc-9f0a-a0535ad06c2f req-dc8016d9-adc4-425c-a466-d2b464668700 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb HTTP/1.1" status: 200 len: 909 time: 0.0879989 Dec 10 20:01:46.177331 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7983d7cf-ca17-44fc-9f0a-a0535ad06c2f req-c3815d71-230e-4dcc-b15b-0b7abea65131 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8583879-65d4-4fbe-babb-cbb02c7c45f7 HTTP/1.1" status: 200 len: 999 time: 0.0573051 Dec 10 20:01:46.226314 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983d7cf-ca17-44fc-9f0a-a0535ad06c2f req-d5a2bd33-d810-4e30-b320-47f2f13c8fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:46.227858 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7983d7cf-ca17-44fc-9f0a-a0535ad06c2f req-d5a2bd33-d810-4e30-b320-47f2f13c8fac service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49d70216-74bd-4263-87bb-e9ff69f37a3e HTTP/1.1" status: 200 len: 847 time: 0.0433695 Dec 10 20:01:46.230605 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-72005ef9-c7b9-421a-97e6-c856621609a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'name': 'tempest-TestShelveInstance-195773214-router', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ad97821d-8bfe-41b1-b397-e034a9f0e6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:55:49Z', 'updated_at': '2021-12-10T19:55:51Z', 'revision_number': 4, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'gw_port': {'id': 'ad97821d-8bfe-41b1-b397-e034a9f0e6ba', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:49Z', 'updated_at': '2021-12-10T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '1d72eaf2-3d18-4ab6-bb31-4c9fd4d67106', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'floating_ip_address': '172.25.7.173', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'port_id': 'f8583879-65d4-4fbe-babb-cbb02c7c45f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb', 'mac_address': 'fa:16:3e:21:30:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fdcd8c-e50a-46d2-8492-072c01790ab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:01:45Z', 'updated_at': '2021-12-10T20:01:45Z', 'revision_number': 0, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12c37ade-7110-4512-b7c2-80f4cfd56742', 'name': '', 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'mac_address': 'fa:16:3e:60:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '49d70216-74bd-4263-87bb-e9ff69f37a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:51Z', 'updated_at': '2021-12-10T19:55:56Z', 'revision_number': 5, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'subnets': [{'id': '49d70216-74bd-4263-87bb-e9ff69f37a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:01:46.256627 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72005ef9-c7b9-421a-97e6-c856621609a8 None None] Checking router: 39eb9acb-0b08-48ce-8a54-7ddd55432242 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:01:46.264904 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72005ef9-c7b9-421a-97e6-c856621609a8 None None] Routers {'39eb9acb-0b08-48ce-8a54-7ddd55432242'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:01:46.266029 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-72005ef9-c7b9-421a-97e6-c856621609a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T20:01:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['39eb9acb-0b08-48ce-8a54-7ddd55432242'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:01:46.277271 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983d7cf-ca17-44fc-9f0a-a0535ad06c2f req-e674ec2e-cd19-47fa-85a3-1e3133393e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:46.278683 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7983d7cf-ca17-44fc-9f0a-a0535ad06c2f req-e674ec2e-cd19-47fa-85a3-1e3133393e55 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432220 Dec 10 20:01:46.371283 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-72005ef9-c7b9-421a-97e6-c856621609a8 None None] Set router 39eb9acb-0b08-48ce-8a54-7ddd55432242 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:01:46.375966 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7983d7cf-ca17-44fc-9f0a-a0535ad06c2f req-958bac05-72ee-4fc1-8dab-b8a82d3e1029 service neutron] 10.222.0.72 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898533 Dec 10 20:01:46.467981 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7983d7cf-ca17-44fc-9f0a-a0535ad06c2f req-19b82de1-5536-44cd-b2af-5a4a3d90fdbe service neutron] 10.222.0.72 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856495 Dec 10 20:01:46.595545 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-72005ef9-c7b9-421a-97e6-c856621609a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'name': 'tempest-TestShelveInstance-195773214-router', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ad97821d-8bfe-41b1-b397-e034a9f0e6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:55:49Z', 'updated_at': '2021-12-10T19:55:51Z', 'revision_number': 4, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'gw_port': {'id': 'ad97821d-8bfe-41b1-b397-e034a9f0e6ba', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:49Z', 'updated_at': '2021-12-10T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '1d72eaf2-3d18-4ab6-bb31-4c9fd4d67106', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'floating_ip_address': '172.25.7.173', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'port_id': 'f8583879-65d4-4fbe-babb-cbb02c7c45f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb', 'mac_address': 'fa:16:3e:21:30:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fdcd8c-e50a-46d2-8492-072c01790ab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:01:45Z', 'updated_at': '2021-12-10T20:01:45Z', 'revision_number': 0, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12c37ade-7110-4512-b7c2-80f4cfd56742', 'name': '', 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'mac_address': 'fa:16:3e:60:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '49d70216-74bd-4263-87bb-e9ff69f37a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:51Z', 'updated_at': '2021-12-10T19:55:56Z', 'revision_number': 5, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'subnets': [{'id': '49d70216-74bd-4263-87bb-e9ff69f37a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:01:46.621608 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72005ef9-c7b9-421a-97e6-c856621609a8 None None] The sync data for ids ['39eb9acb-0b08-48ce-8a54-7ddd55432242'] in n-d-821435-1 is: [{'id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'name': 'tempest-TestShelveInstance-195773214-router', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ad97821d-8bfe-41b1-b397-e034a9f0e6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:55:49Z', 'updated_at': '2021-12-10T19:55:51Z', 'revision_number': 4, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'gw_port': {'id': 'ad97821d-8bfe-41b1-b397-e034a9f0e6ba', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:49Z', 'updated_at': '2021-12-10T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '1d72eaf2-3d18-4ab6-bb31-4c9fd4d67106', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'floating_ip_address': '172.25.7.173', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'port_id': 'f8583879-65d4-4fbe-babb-cbb02c7c45f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb', 'mac_address': 'fa:16:3e:21:30:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fdcd8c-e50a-46d2-8492-072c01790ab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:01:45Z', 'updated_at': '2021-12-10T20:01:45Z', 'revision_number': 0, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12c37ade-7110-4512-b7c2-80f4cfd56742', 'name': '', 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'mac_address': 'fa:16:3e:60:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '49d70216-74bd-4263-87bb-e9ff69f37a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:51Z', 'updated_at': '2021-12-10T19:55:56Z', 'revision_number': 5, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'subnets': [{'id': '49d70216-74bd-4263-87bb-e9ff69f37a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:01:46.815436 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bd11fb-976f-45c9-97b0-74f56e5332bd None None] New status for floating IP 1d72eaf2-3d18-4ab6-bb31-4c9fd4d67106: ACTIVE {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 20:01:49.843406 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-112fe712-f3bd-4b8f-bccc-422deefdc1b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:52.703749 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d8b0e47c-4eae-4343-89ea-fc55395c8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:53.601519 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:01:53.795208 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:55.159450 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:01:55.729908 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:02:04.624043 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:02:09.209914 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:02:19.844943 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1260d9dc-5831-4bad-9624-820fa9f0df4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:02:22.706221 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2478d594-6f2d-448c-8a16-a5fb7ddc5e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:02:23.797237 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:02:25.164396 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:02:25.732488 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:02:30.686468 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:02:34.051197 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7db7c9da-b544-4305-8599-cae72fc6bf1c req-594cf274-340c-4e1a-a407-35026b5ff7e5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388141 Dec 10 20:02:34.130305 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7c9da-b544-4305-8599-cae72fc6bf1c req-f66f5fe1-44f7-4f53-8928-40c2161fd053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:02:34.131752 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7db7c9da-b544-4305-8599-cae72fc6bf1c req-f66f5fe1-44f7-4f53-8928-40c2161fd053 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=248dd3d94aac4090be9d576e6a97c8d5&device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 1096 time: 0.0389004 Dec 10 20:02:34.235935 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7c9da-b544-4305-8599-cae72fc6bf1c req-9baf2c60-3696-42da-8567-3f51138ca8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:02:34.237437 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7db7c9da-b544-4305-8599-cae72fc6bf1c req-9baf2c60-3696-42da-8567-3f51138ca8be service neutron] 10.222.0.72 "GET /v2.0/networks?id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb HTTP/1.1" status: 200 len: 909 time: 0.0859582 Dec 10 20:02:34.302826 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7db7c9da-b544-4305-8599-cae72fc6bf1c req-44e049a7-360e-4720-8e73-6cb04895fe1b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8583879-65d4-4fbe-babb-cbb02c7c45f7 HTTP/1.1" status: 200 len: 1001 time: 0.0570240 Dec 10 20:02:34.350015 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7c9da-b544-4305-8599-cae72fc6bf1c req-b360dd0a-99c9-4905-aa8d-5e4eff99dfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:02:34.351466 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7db7c9da-b544-4305-8599-cae72fc6bf1c req-b360dd0a-99c9-4905-aa8d-5e4eff99dfee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49d70216-74bd-4263-87bb-e9ff69f37a3e HTTP/1.1" status: 200 len: 847 time: 0.0425520 Dec 10 20:02:34.402393 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7c9da-b544-4305-8599-cae72fc6bf1c req-f5eed791-eeb3-49b2-929e-c8b34bcefcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:02:34.404771 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7db7c9da-b544-4305-8599-cae72fc6bf1c req-f5eed791-eeb3-49b2-929e-c8b34bcefcfc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461862 Dec 10 20:02:34.501424 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7db7c9da-b544-4305-8599-cae72fc6bf1c req-feb00498-c4bc-45ae-bf1b-6d6ad674bb81 service neutron] 10.222.0.72 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864902 Dec 10 20:02:34.598281 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7db7c9da-b544-4305-8599-cae72fc6bf1c req-cc46f30e-1b65-434a-981d-5e1533ea9ef4 service neutron] 10.222.0.72 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892692 Dec 10 20:02:34.637008 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:02:39.208836 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:02:49.845975 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b2b483b1-9505-465e-b3e8-5ef8866fd4af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:02:52.707200 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a0f2f893-098f-41a3-b2fe-ba44ca2fd679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:02:53.799859 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:02:55.162886 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:02:55.734500 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:03:04.652789 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:03:07.606675 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:03:09.206659 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:03:19.847607 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ec77b727-e84c-499c-82b9-05468c4ee721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:03:22.711312 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b1343c1b-26d7-4149-ab1c-6b81188131c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:03:23.802979 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:03:25.165678 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:03:25.737194 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:03:34.144034 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fe3b0774-9c88-4961-9b67-12d134a3b18e req-5dbf6660-79ed-45ae-915c-c61e596dbffb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402663 Dec 10 20:03:34.223447 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b0774-9c88-4961-9b67-12d134a3b18e req-d370ccf9-3727-4112-a003-22bc5678ef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:34.224960 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fe3b0774-9c88-4961-9b67-12d134a3b18e req-d370ccf9-3727-4112-a003-22bc5678ef9b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=248dd3d94aac4090be9d576e6a97c8d5&device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 1096 time: 0.0396659 Dec 10 20:03:34.328713 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b0774-9c88-4961-9b67-12d134a3b18e req-e0eb6d79-52ee-49b0-be1d-92564d77baa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:34.330212 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fe3b0774-9c88-4961-9b67-12d134a3b18e req-e0eb6d79-52ee-49b0-be1d-92564d77baa1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb HTTP/1.1" status: 200 len: 909 time: 0.0868218 Dec 10 20:03:34.396070 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fe3b0774-9c88-4961-9b67-12d134a3b18e req-a6362a8f-ffe4-4e60-a154-2814f7d1731b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8583879-65d4-4fbe-babb-cbb02c7c45f7 HTTP/1.1" status: 200 len: 1001 time: 0.0584095 Dec 10 20:03:34.445131 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b0774-9c88-4961-9b67-12d134a3b18e req-cde848b3-e78f-43d2-9a85-a321a1473370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:34.446555 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fe3b0774-9c88-4961-9b67-12d134a3b18e req-cde848b3-e78f-43d2-9a85-a321a1473370 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49d70216-74bd-4263-87bb-e9ff69f37a3e HTTP/1.1" status: 200 len: 847 time: 0.0432546 Dec 10 20:03:34.495195 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b0774-9c88-4961-9b67-12d134a3b18e req-de4bb044-f920-45a0-9780-74dc7209753f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:34.497410 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fe3b0774-9c88-4961-9b67-12d134a3b18e req-de4bb044-f920-45a0-9780-74dc7209753f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439739 Dec 10 20:03:34.584457 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fe3b0774-9c88-4961-9b67-12d134a3b18e req-4a13be3c-f98d-4ef4-a209-e9e6bf8b7dbf service neutron] 10.222.0.72 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796890 Dec 10 20:03:34.654519 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:03:34.681056 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fe3b0774-9c88-4961-9b67-12d134a3b18e req-d5cbff3d-df3c-487c-900f-c22ed695c8a1 service neutron] 10.222.0.72 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888267 Dec 10 20:03:38.798678 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e9b3e-4d1b-49cb-8eca-ac32ece8de26 req-c958e2f0-bdbb-4146-80c3-44fbca59ae65 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:38.800198 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8b1e9b3e-4d1b-49cb-8eca-ac32ece8de26 req-c958e2f0-bdbb-4146-80c3-44fbca59ae65 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 945 time: 0.0519769 Dec 10 20:03:38.848762 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8b1e9b3e-4d1b-49cb-8eca-ac32ece8de26 req-9b507a43-3560-4457-9b03-fba1261748a4 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422199 Dec 10 20:03:39.221619 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:03:39.971160 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c30db8-87db-40e7-b1b6-96644f6bc12d req-689aad78-b835-44c2-8309-a07d8fdff69e tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:39.972684 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d4c30db8-87db-40e7-b1b6-96644f6bc12d req-689aad78-b835-44c2-8309-a07d8fdff69e tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 945 time: 0.0517371 Dec 10 20:03:40.022678 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d4c30db8-87db-40e7-b1b6-96644f6bc12d req-c9761c6f-dceb-409f-ab2c-9414fc495356 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440283 Dec 10 20:03:41.168467 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ecb7c-8e76-42a2-bb67-fdd1e8276862 req-1f119dcb-018a-46af-8916-fbc420395ed4 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:41.169993 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-508ecb7c-8e76-42a2-bb67-fdd1e8276862 req-1f119dcb-018a-46af-8916-fbc420395ed4 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 945 time: 0.0503292 Dec 10 20:03:41.223286 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-508ecb7c-8e76-42a2-bb67-fdd1e8276862 req-5425980c-9fbf-4663-896b-487d2721257b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473123 Dec 10 20:03:42.340391 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff582e8-cebb-4738-bdad-1b1804f42622 req-979300fc-6fcc-4f09-b08f-88e419c4de16 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:42.341915 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cff582e8-cebb-4738-bdad-1b1804f42622 req-979300fc-6fcc-4f09-b08f-88e419c4de16 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 945 time: 0.0478449 Dec 10 20:03:42.394913 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-cff582e8-cebb-4738-bdad-1b1804f42622 req-a08aee53-32e7-4e21-9370-51ad28400a0a tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470712 Dec 10 20:03:43.508782 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52124ec-e0d6-4c2e-a841-1031b37d5e4c req-1e3e0d10-e661-4b93-84e2-594781bdc662 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:43.510268 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a52124ec-e0d6-4c2e-a841-1031b37d5e4c req-1e3e0d10-e661-4b93-84e2-594781bdc662 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 945 time: 0.0483077 Dec 10 20:03:43.559840 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a52124ec-e0d6-4c2e-a841-1031b37d5e4c req-ad31eb4e-3c6f-4472-82e5-8c589be78575 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429113 Dec 10 20:03:44.605902 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:03:44.675570 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33e839-60ff-4672-8d41-c93557c97703 req-6c256f16-57f1-4b1c-8d09-d3ca44667025 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:44.677089 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0c33e839-60ff-4672-8d41-c93557c97703 req-6c256f16-57f1-4b1c-8d09-d3ca44667025 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 945 time: 0.0488584 Dec 10 20:03:44.731574 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0c33e839-60ff-4672-8d41-c93557c97703 req-c4f7dd5f-230d-40d9-91d7-c7bef06eebea tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483379 Dec 10 20:03:45.846467 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04da6f-80ef-4770-8339-38aea34fc042 req-c76d9d3b-5388-4537-b07a-5306c8eac346 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:45.847967 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-da04da6f-80ef-4770-8339-38aea34fc042 req-c76d9d3b-5388-4537-b07a-5306c8eac346 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 945 time: 0.0475378 Dec 10 20:03:45.896536 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-da04da6f-80ef-4770-8339-38aea34fc042 req-78988613-6857-4837-9842-345f599adbf9 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426760 Dec 10 20:03:47.013872 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd03aea-9086-49fb-a773-672fbf9a0879 req-12d5edd2-97b3-4fa4-9b41-1ba567b30638 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:47.015358 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9fd03aea-9086-49fb-a773-672fbf9a0879 req-12d5edd2-97b3-4fa4-9b41-1ba567b30638 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 945 time: 0.0497470 Dec 10 20:03:47.064104 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-9fd03aea-9086-49fb-a773-672fbf9a0879 req-cbb99969-ca92-433b-b8e3-c735db1ad247 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428503 Dec 10 20:03:48.183900 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5d5e1-1d2c-4738-b8d6-f8c1a0c3e074 req-5eb0f426-eb85-48d8-aecf-06aac5acd8d8 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:48.185423 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d4d5d5e1-1d2c-4738-b8d6-f8c1a0c3e074 req-5eb0f426-eb85-48d8-aecf-06aac5acd8d8 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 945 time: 0.0529783 Dec 10 20:03:48.234784 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d4d5d5e1-1d2c-4738-b8d6-f8c1a0c3e074 req-9d2c904e-3eae-4daa-9525-5957a8cd673f tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433950 Dec 10 20:03:48.915326 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7103e-5416-48c2-8aa2-9269d5010a8d req-26497be9-19d8-4429-a246-22072403cd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:48.916773 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-90a7103e-5416-48c2-8aa2-9269d5010a8d req-26497be9-19d8-4429-a246-22072403cd2c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=248dd3d94aac4090be9d576e6a97c8d5&device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 1096 time: 0.0437691 Dec 10 20:03:49.007251 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7103e-5416-48c2-8aa2-9269d5010a8d req-ed496628-ad24-4b07-9262-76008b1f90ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:49.008751 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-90a7103e-5416-48c2-8aa2-9269d5010a8d req-ed496628-ad24-4b07-9262-76008b1f90ff service neutron] 10.222.0.72 "GET /v2.0/networks?id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb HTTP/1.1" status: 200 len: 909 time: 0.0840929 Dec 10 20:03:49.079623 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-90a7103e-5416-48c2-8aa2-9269d5010a8d req-c68c068b-6e3c-4677-80ad-79a52ca8b0c3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8583879-65d4-4fbe-babb-cbb02c7c45f7 HTTP/1.1" status: 200 len: 1001 time: 0.0640645 Dec 10 20:03:49.127919 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7103e-5416-48c2-8aa2-9269d5010a8d req-cdef2a04-b504-4260-8107-9e92830321dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:49.129373 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-90a7103e-5416-48c2-8aa2-9269d5010a8d req-cdef2a04-b504-4260-8107-9e92830321dc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49d70216-74bd-4263-87bb-e9ff69f37a3e HTTP/1.1" status: 200 len: 847 time: 0.0431185 Dec 10 20:03:49.174123 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7103e-5416-48c2-8aa2-9269d5010a8d req-639f6865-8b89-4767-8765-9b0335276b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:49.175502 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-90a7103e-5416-48c2-8aa2-9269d5010a8d req-639f6865-8b89-4767-8765-9b0335276b67 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393431 Dec 10 20:03:49.270227 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-90a7103e-5416-48c2-8aa2-9269d5010a8d req-73f12c55-9349-453a-bbcb-871c13cb52a9 service neutron] 10.222.0.72 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864046 Dec 10 20:03:49.398132 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d2666-f768-483a-a45a-6a60870b0c30 req-94ed4c07-97e1-4c77-8beb-d1225d120254 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:49.399643 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f47d2666-f768-483a-a45a-6a60870b0c30 req-94ed4c07-97e1-4c77-8beb-d1225d120254 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 945 time: 0.0805590 Dec 10 20:03:49.406053 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-90a7103e-5416-48c2-8aa2-9269d5010a8d req-15a5a5d4-5070-4fcf-84a7-12dde2f10f6a service neutron] 10.222.0.72 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292968 Dec 10 20:03:49.451168 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f47d2666-f768-483a-a45a-6a60870b0c30 req-8876d133-e4e8-4deb-aec6-3bab769afc93 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438018 Dec 10 20:03:49.849620 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-79a1be1e-31d4-431f-94b0-37de8165af26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:03:50.568216 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809fc68-a14a-4606-8c82-3d607c852143 req-17f7dba2-0488-479f-b679-46b53b7bf07b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:50.569742 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a809fc68-a14a-4606-8c82-3d607c852143 req-17f7dba2-0488-479f-b679-46b53b7bf07b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 945 time: 0.0497198 Dec 10 20:03:50.618344 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a809fc68-a14a-4606-8c82-3d607c852143 req-217501ec-15de-4d38-8fc8-e21c695a1ae0 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417712 Dec 10 20:03:51.737187 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769844c8-6068-4612-8039-9aa02408c2d7 req-afd23df2-92a0-4326-8e30-2c605dfaef91 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:51.738799 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-769844c8-6068-4612-8039-9aa02408c2d7 req-afd23df2-92a0-4326-8e30-2c605dfaef91 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 945 time: 0.0504899 Dec 10 20:03:51.791176 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-769844c8-6068-4612-8039-9aa02408c2d7 req-875de206-6a16-452d-a3f5-26b60a075be4 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458722 Dec 10 20:03:52.715898 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bfc3012e-8bec-4782-9483-02b5dab5bebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:03:52.911247 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe0ebe-703d-4240-b95c-12f14723418b req-21a07bee-292c-45a5-8940-5523537c28ef tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:52.912673 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-87fe0ebe-703d-4240-b95c-12f14723418b req-21a07bee-292c-45a5-8940-5523537c28ef tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 945 time: 0.0528955 Dec 10 20:03:52.960742 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-87fe0ebe-703d-4240-b95c-12f14723418b req-241400ca-d8bb-48ec-b55e-4817c5c742fe tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413313 Dec 10 20:03:53.069063 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-520f61c7-ba12-4fcd-9684-4af0088e6df4 req-d76847ae-33ae-4b47-9b43-91ad28d4156f service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 20:03:53.070215 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-520f61c7-ba12-4fcd-9684-4af0088e6df4 req-d76847ae-33ae-4b47-9b43-91ad28d4156f service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0444074 Dec 10 20:03:53.217910 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-e8a71b6e-4bab-48ea-ad19-cf93131fb82d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0660009 Dec 10 20:03:53.229415 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-57ff3841-2bf2-4aa7-9ae1-80cd6c8887da service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 20:03:53.231115 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-57ff3841-2bf2-4aa7-9ae1-80cd6c8887da service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062609 Dec 10 20:03:53.238386 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e63a7-3d34-4fbd-b2e3-343ac79b9557 req-f8f3b159-233f-486b-90d8-7b5c8f352a0d tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:53.240041 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aa1e63a7-3d34-4fbd-b2e3-343ac79b9557 req-f8f3b159-233f-486b-90d8-7b5c8f352a0d tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 945 time: 0.0635417 Dec 10 20:03:53.290868 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-aa1e63a7-3d34-4fbd-b2e3-343ac79b9557 req-0f39f21d-c13f-468e-bc2a-e4a1b44aff80 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441163 Dec 10 20:03:53.806052 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:03:54.464143 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0f211-b6aa-4b6c-b5f9-8dc31bfe469b req-ada4efdd-6994-47d0-8972-d1d3793394ff tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:54.465735 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-baa0f211-b6aa-4b6c-b5f9-8dc31bfe469b req-ada4efdd-6994-47d0-8972-d1d3793394ff tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 945 time: 0.1012688 Dec 10 20:03:54.520049 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-baa0f211-b6aa-4b6c-b5f9-8dc31bfe469b req-f3efadd0-2761-4789-8335-20c5720f213d tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481212 Dec 10 20:03:54.878721 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device f8583879-65d4-4fbe-babb-cbb02c7c45f7 no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:03:54.953676 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:03:54.975920 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fdcd8c-e50a-46d2-8492-072c01790ab0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8583879-65d4-4fbe-babb-cbb02c7c45f7'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:03:54.978181 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f39997a1e7c5b6ae782956bbd1fa5b612e64aa5908109c3bc10b0e272c8d4b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb26af60-68af-4930-9ea1-959e2fe6ebce" -d '{"events": [{"server_uuid": "41fdcd8c-e50a-46d2-8492-072c01790ab0", "name": "network-vif-unplugged", "status": "completed", "tag": "f8583879-65d4-4fbe-babb-cbb02c7c45f7"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:03:54.991599 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port f8583879-65d4-4fbe-babb-cbb02c7c45f7, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=f8583879-65d4-4fbe-babb-cbb02c7c45f7,segment=NetworkSegment(c49b87ee-2dd6-4f39-8207-857acf900715),segment_id=c49b87ee-2dd6-4f39-8207-857acf900715)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:03:54.995948 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:03:55.024566 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Dec 2021 20:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48111d1e-a0b5-41ab-af81-dd87f941f5ec x-openstack-request-id: req-48111d1e-a0b5-41ab-af81-dd87f941f5ec {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:03:55.024891 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41fdcd8c-e50a-46d2-8492-072c01790ab0", "name": "network-vif-unplugged", "status": "failed", "tag": "f8583879-65d4-4fbe-babb-cbb02c7c45f7", "code": 422}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:03:55.025149 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-48111d1e-a0b5-41ab-af81-dd87f941f5ec {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:03:55.025542 n-d-821435-1 neutron-server[103246]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '41fdcd8c-e50a-46d2-8492-072c01790ab0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f8583879-65d4-4fbe-babb-cbb02c7c45f7', 'code': 422} returned with failed status Dec 10 20:03:55.050950 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=f8583879-65d4-4fbe-babb-cbb02c7c45f7,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:03:55.059463 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:03:55.059822 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:03:55.060180 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:03:55.060530 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:03:55.060903 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:03:55.061250 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:03:55.061596 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:03:55.061934 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:03:55.062271 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:03:55.062606 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:03:55.062947 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:03:55.063284 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:03:55.063619 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:03:55.169934 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:03:55.637003 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9e468-de88-4160-af26-06f943b500a2 req-62e9b538-7c87-43e8-bb45-701af0d6cd0a tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:55.638515 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eea9e468-de88-4160-af26-06f943b500a2 req-62e9b538-7c87-43e8-bb45-701af0d6cd0a tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 943 time: 0.0493259 Dec 10 20:03:55.688686 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-eea9e468-de88-4160-af26-06f943b500a2 req-9a4dc13c-c70e-48df-9d4c-789b32c5c905 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439692 Dec 10 20:03:55.740900 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:03:56.858193 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c8a68-b00e-4a80-b465-f5e1d153a3a4 req-93814985-dceb-42b3-bf78-0470e6a1454c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:56.859692 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e12c8a68-b00e-4a80-b465-f5e1d153a3a4 req-93814985-dceb-42b3-bf78-0470e6a1454c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 943 time: 0.1005027 Dec 10 20:03:56.909760 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e12c8a68-b00e-4a80-b465-f5e1d153a3a4 req-652025b4-1a01-4637-b1c4-cd2c84067f30 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436821 Dec 10 20:03:58.026694 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a741222-a983-4103-96b3-9d7dd66f2eeb req-f0d5b916-c1d2-41b7-b2a3-027cb0e3d393 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:58.028206 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0a741222-a983-4103-96b3-9d7dd66f2eeb req-f0d5b916-c1d2-41b7-b2a3-027cb0e3d393 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 943 time: 0.0501935 Dec 10 20:03:58.078212 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-0a741222-a983-4103-96b3-9d7dd66f2eeb req-ce373583-7cc5-4ad3-9f6a-908825e72031 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438974 Dec 10 20:03:59.019837 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-a706a352-bb11-4d19-b641-2e8475088883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:59.021362 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-a706a352-bb11-4d19-b641-2e8475088883 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0&tenant_id=248dd3d94aac4090be9d576e6a97c8d5 HTTP/1.1" status: 200 len: 1094 time: 0.0402553 Dec 10 20:03:59.031653 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-ce042847-4f8c-48b5-a717-bda5fd60cbce service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 20:03:59.032592 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-ce042847-4f8c-48b5-a717-bda5fd60cbce service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047557 Dec 10 20:03:59.044078 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-90d4ee28-ac59-466d-8b87-a08bf983d15d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821435-1', 'device_owner': 'compute:nova'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:03:59.099716 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-90d4ee28-ac59-466d-8b87-a08bf983d15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:03:59.636739 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41798fcd-05fa-4550-acb4-3b0117470dfc req-34b7b54a-edb1-469c-8d6a-edcb2f4500e8 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:59.638815 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-41798fcd-05fa-4550-acb4-3b0117470dfc req-34b7b54a-edb1-469c-8d6a-edcb2f4500e8 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 943 time: 0.4886262 Dec 10 20:03:59.736921 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-41798fcd-05fa-4550-acb4-3b0117470dfc req-a9c44e05-4e27-46b9-85ad-37376ee5b905 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683796 Dec 10 20:03:59.749369 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-90d4ee28-ac59-466d-8b87-a08bf983d15d service neutron] For port f8583879-65d4-4fbe-babb-cbb02c7c45f7, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=f8583879-65d4-4fbe-babb-cbb02c7c45f7,segment=NetworkSegment(c49b87ee-2dd6-4f39-8207-857acf900715),segment_id=c49b87ee-2dd6-4f39-8207-857acf900715)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:03:59.781651 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-90d4ee28-ac59-466d-8b87-a08bf983d15d service neutron] For port f8583879-65d4-4fbe-babb-cbb02c7c45f7, host n-h2-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 20:03:59.817480 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-90d4ee28-ac59-466d-8b87-a08bf983d15d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8583879-65d4-4fbe-babb-cbb02c7c45f7 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 20:03:59.825679 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-90d4ee28-ac59-466d-8b87-a08bf983d15d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:03:59.837615 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-90d4ee28-ac59-466d-8b87-a08bf983d15d service neutron] Transition to ACTIVE for port object f8583879-65d4-4fbe-babb-cbb02c7c45f7 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 20:03:59.840819 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-90d4ee28-ac59-466d-8b87-a08bf983d15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:03:59.889217 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4ee28-ac59-466d-8b87-a08bf983d15d service neutron] Pushing event updated for resources: {'Port': ['ID=f8583879-65d4-4fbe-babb-cbb02c7c45f7,revision_number=7']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:03:59.926526 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4ee28-ac59-466d-8b87-a08bf983d15d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:03:59.926879 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4ee28-ac59-466d-8b87-a08bf983d15d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:03:59.927222 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4ee28-ac59-466d-8b87-a08bf983d15d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:03:59.927562 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4ee28-ac59-466d-8b87-a08bf983d15d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:03:59.927897 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4ee28-ac59-466d-8b87-a08bf983d15d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:03:59.928230 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4ee28-ac59-466d-8b87-a08bf983d15d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:03:59.928557 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4ee28-ac59-466d-8b87-a08bf983d15d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:03:59.928906 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4ee28-ac59-466d-8b87-a08bf983d15d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:03:59.929226 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4ee28-ac59-466d-8b87-a08bf983d15d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:03:59.929550 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4ee28-ac59-466d-8b87-a08bf983d15d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:03:59.929878 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4ee28-ac59-466d-8b87-a08bf983d15d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:03:59.930196 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4ee28-ac59-466d-8b87-a08bf983d15d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:03:59.930511 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4ee28-ac59-466d-8b87-a08bf983d15d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:03:59.972042 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-90d4ee28-ac59-466d-8b87-a08bf983d15d service neutron] No DVR routers for this DVR port f8583879-65d4-4fbe-babb-cbb02c7c45f7 on host n-h2-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 20:04:00.107334 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-90d4ee28-ac59-466d-8b87-a08bf983d15d service neutron] Attempting to bind port f8583879-65d4-4fbe-babb-cbb02c7c45f7 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:04:00.108042 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-90d4ee28-ac59-466d-8b87-a08bf983d15d service neutron] Attempting to bind port f8583879-65d4-4fbe-babb-cbb02c7c45f7 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': 'c49b87ee-2dd6-4f39-8207-857acf900715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 20:04:00.108042 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-90d4ee28-ac59-466d-8b87-a08bf983d15d service neutron] Attempting to bind port f8583879-65d4-4fbe-babb-cbb02c7c45f7 on network a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:04:00.112087 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-90d4ee28-ac59-466d-8b87-a08bf983d15d service neutron] Port f8583879-65d4-4fbe-babb-cbb02c7c45f7 on network a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 20:04:00.112408 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-90d4ee28-ac59-466d-8b87-a08bf983d15d service neutron] Attempting to bind port f8583879-65d4-4fbe-babb-cbb02c7c45f7 on network a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:04:00.117398 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-90d4ee28-ac59-466d-8b87-a08bf983d15d service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 20:04:00.117739 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-90d4ee28-ac59-466d-8b87-a08bf983d15d service neutron] Checking segment: {'id': 'c49b87ee-2dd6-4f39-8207-857acf900715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 20:04:00.118118 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-90d4ee28-ac59-466d-8b87-a08bf983d15d service neutron] Bound using segment: {'id': 'c49b87ee-2dd6-4f39-8207-857acf900715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 20:04:00.118534 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-90d4ee28-ac59-466d-8b87-a08bf983d15d service neutron] Bound port: f8583879-65d4-4fbe-babb-cbb02c7c45f7, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c49b87ee-2dd6-4f39-8207-857acf900715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 20:04:00.118882 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-90d4ee28-ac59-466d-8b87-a08bf983d15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:04:00.184399 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-90d4ee28-ac59-466d-8b87-a08bf983d15d service neutron] For port f8583879-65d4-4fbe-babb-cbb02c7c45f7, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 20:04:00.187340 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-90d4ee28-ac59-466d-8b87-a08bf983d15d service neutron] For port f8583879-65d4-4fbe-babb-cbb02c7c45f7, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=f8583879-65d4-4fbe-babb-cbb02c7c45f7,segment=NetworkSegment(c49b87ee-2dd6-4f39-8207-857acf900715),segment_id=c49b87ee-2dd6-4f39-8207-857acf900715)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 20:04:00.191600 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-90d4ee28-ac59-466d-8b87-a08bf983d15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:04:00.232663 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-90d4ee28-ac59-466d-8b87-a08bf983d15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:04:00.233685 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-90d4ee28-ac59-466d-8b87-a08bf983d15d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:04:00.235184 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-90d4ee28-ac59-466d-8b87-a08bf983d15d service neutron] 10.222.0.46 "PUT /v2.0/ports/f8583879-65d4-4fbe-babb-cbb02c7c45f7 HTTP/1.1" status: 200 len: 1091 time: 1.1948411 Dec 10 20:04:00.235637 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41fdcd8c-e50a-46d2-8492-072c01790ab0', 'tag': 'f8583879-65d4-4fbe-babb-cbb02c7c45f7'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:04:00.237903 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a2303f-3c31-4648-b778-10d9caef58b1" -d '{"events": [{"name": "network-changed", "server_uuid": "41fdcd8c-e50a-46d2-8492-072c01790ab0", "tag": "f8583879-65d4-4fbe-babb-cbb02c7c45f7"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:04:00.290394 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 20:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49cc1d4b-b287-4fef-a769-535aecb255db x-openstack-request-id: req-49cc1d4b-b287-4fef-a769-535aecb255db {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:04:00.290695 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41fdcd8c-e50a-46d2-8492-072c01790ab0", "tag": "f8583879-65d4-4fbe-babb-cbb02c7c45f7", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:04:00.290956 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-49cc1d4b-b287-4fef-a769-535aecb255db {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:04:00.291366 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41fdcd8c-e50a-46d2-8492-072c01790ab0', 'tag': 'f8583879-65d4-4fbe-babb-cbb02c7c45f7', 'status': 'completed', 'code': 200} Dec 10 20:04:00.293510 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4ee28-ac59-466d-8b87-a08bf983d15d service neutron] Pushing event updated for resources: {'Port': ['ID=f8583879-65d4-4fbe-babb-cbb02c7c45f7,revision_number=8']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:04:00.312874 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-ea344749-6daa-41b1-8856-7d520cc0e265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:04:00.314408 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-ea344749-6daa-41b1-8856-7d520cc0e265 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=248dd3d94aac4090be9d576e6a97c8d5&device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 1094 time: 0.0537376 Dec 10 20:04:00.414808 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-fdc2bd72-ba4f-4171-9f15-3d2b43f31208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:04:00.416434 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-fdc2bd72-ba4f-4171-9f15-3d2b43f31208 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb HTTP/1.1" status: 200 len: 909 time: 0.0950253 Dec 10 20:04:00.483202 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-ee71526b-2cd1-4fe5-920e-a2525636cd04 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8583879-65d4-4fbe-babb-cbb02c7c45f7 HTTP/1.1" status: 200 len: 999 time: 0.0599134 Dec 10 20:04:00.537232 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-4a19f8b0-dfb1-4bcf-a896-1fe1ca2f356c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:04:00.538612 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-4a19f8b0-dfb1-4bcf-a896-1fe1ca2f356c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=49d70216-74bd-4263-87bb-e9ff69f37a3e HTTP/1.1" status: 200 len: 847 time: 0.0482483 Dec 10 20:04:00.583941 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-ca8d5976-6f00-4eb0-9786-07275e5dd755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:04:00.585463 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-ca8d5976-6f00-4eb0-9786-07275e5dd755 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399084 Dec 10 20:04:00.676269 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-21e21bf4-587c-4c5e-a050-cae5083b5e28 service neutron] 10.222.0.46 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826797 Dec 10 20:04:00.775213 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-1c9edada-5b18-4fa8-a40b-9e18b56159f0 service neutron] 10.222.0.46 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913601 Dec 10 20:04:00.882552 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976d286-08c6-42da-8be6-1f494d2f0e63 req-e3517177-45aa-40a5-a40b-f829744b5461 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:04:00.884047 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8976d286-08c6-42da-8be6-1f494d2f0e63 req-e3517177-45aa-40a5-a40b-f829744b5461 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 943 time: 0.0765495 Dec 10 20:04:00.899898 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2303f-3c31-4648-b778-10d9caef58b1 req-5b81a6f3-8cec-4cb8-ae23-a6371d79426e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:04:00.901936 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d8a2303f-3c31-4648-b778-10d9caef58b1 req-5b81a6f3-8cec-4cb8-ae23-a6371d79426e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=248dd3d94aac4090be9d576e6a97c8d5&device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 1094 time: 0.0674253 Dec 10 20:04:00.992750 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8976d286-08c6-42da-8be6-1f494d2f0e63 req-3296a2af-181d-4384-b747-cfa66d1987dc tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001129 Dec 10 20:04:01.021980 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2303f-3c31-4648-b778-10d9caef58b1 req-b402b6dc-0152-4318-b973-bec7cdaaed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:04:01.023444 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d8a2303f-3c31-4648-b778-10d9caef58b1 req-b402b6dc-0152-4318-b973-bec7cdaaed56 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb HTTP/1.1" status: 200 len: 909 time: 0.1142941 Dec 10 20:04:01.098358 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d8a2303f-3c31-4648-b778-10d9caef58b1 req-147c4a31-891a-4b1b-abac-788e5279497f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8583879-65d4-4fbe-babb-cbb02c7c45f7 HTTP/1.1" status: 200 len: 999 time: 0.0642033 Dec 10 20:04:01.148310 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2303f-3c31-4648-b778-10d9caef58b1 req-15714358-90e8-4a6d-9f08-d5a0c8238f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:04:01.149831 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d8a2303f-3c31-4648-b778-10d9caef58b1 req-15714358-90e8-4a6d-9f08-d5a0c8238f90 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=49d70216-74bd-4263-87bb-e9ff69f37a3e HTTP/1.1" status: 200 len: 847 time: 0.0431449 Dec 10 20:04:01.195761 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2303f-3c31-4648-b778-10d9caef58b1 req-c67a82ce-2475-4977-938b-ba14c8b6238b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:04:01.197264 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d8a2303f-3c31-4648-b778-10d9caef58b1 req-c67a82ce-2475-4977-938b-ba14c8b6238b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389442 Dec 10 20:04:01.293527 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d8a2303f-3c31-4648-b778-10d9caef58b1 req-f93ac82c-2528-40ef-8f2c-5ac574437655 service neutron] 10.222.0.46 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871711 Dec 10 20:04:01.383961 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d8a2303f-3c31-4648-b778-10d9caef58b1 req-ef01a37a-7616-4ccf-a80c-313bda3d8015 service neutron] 10.222.0.46 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832343 Dec 10 20:04:02.114811 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df747d-867f-40cb-9fc4-1b5857b97ea3 req-3902f87b-9dc0-4f9f-9ece-34df07ea248d tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:04:02.116307 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-68df747d-867f-40cb-9fc4-1b5857b97ea3 req-3902f87b-9dc0-4f9f-9ece-34df07ea248d tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 943 time: 0.0530038 Dec 10 20:04:02.165379 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-68df747d-867f-40cb-9fc4-1b5857b97ea3 req-187d4a42-aae9-4855-8a2f-53ef46b81d91 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426848 Dec 10 20:04:03.284584 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0ecd6-e507-463d-a5bf-ed338b085d6e req-14fdf74c-ea22-4a20-95f4-b1905d7b7f0b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:04:03.286111 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f2a0ecd6-e507-463d-a5bf-ed338b085d6e req-14fdf74c-ea22-4a20-95f4-b1905d7b7f0b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 943 time: 0.0500307 Dec 10 20:04:03.336301 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f2a0ecd6-e507-463d-a5bf-ed338b085d6e req-95955a7a-5d79-4af0-be2c-65726a163ec5 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441587 Dec 10 20:04:04.451878 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287f42e-adfb-48a6-bd82-aaed845446c3 req-11e0d0b4-cdea-41cc-ba85-c4ea2b8d2c6c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:04:04.453425 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8287f42e-adfb-48a6-bd82-aaed845446c3 req-11e0d0b4-cdea-41cc-ba85-c4ea2b8d2c6c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 943 time: 0.0486574 Dec 10 20:04:04.503140 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-8287f42e-adfb-48a6-bd82-aaed845446c3 req-18be8f95-3628-4112-944e-2d3b667f927a tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436535 Dec 10 20:04:04.666546 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:04:05.624311 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad84757-6519-4020-9ddd-8de734a54d21 req-a45f3861-e66b-4c87-b954-84fa78a388ba tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:04:05.625744 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0ad84757-6519-4020-9ddd-8de734a54d21 req-a45f3861-e66b-4c87-b954-84fa78a388ba tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 943 time: 0.0549786 Dec 10 20:04:05.674804 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0ad84757-6519-4020-9ddd-8de734a54d21 req-e27900d0-b931-45c3-b75f-233b1200fae0 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430496 Dec 10 20:04:06.793576 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b5df4-deac-4bf9-9f43-ab60f1c014f0 req-494c8383-a260-4f34-a647-b9a2967dc0df tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:04:06.795046 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6e8b5df4-deac-4bf9-9f43-ab60f1c014f0 req-494c8383-a260-4f34-a647-b9a2967dc0df tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 943 time: 0.0521286 Dec 10 20:04:06.843885 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6e8b5df4-deac-4bf9-9f43-ab60f1c014f0 req-ec99c305-bc14-48ba-87e2-f3955ea57ded tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429168 Dec 10 20:04:07.965469 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1aaff-7077-47b3-b326-7db7484754df req-e3440021-a446-4642-8e95-7f2fabcc0cdf tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:04:07.966966 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e8b1aaff-7077-47b3-b326-7db7484754df req-e3440021-a446-4642-8e95-7f2fabcc0cdf tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 943 time: 0.0506766 Dec 10 20:04:08.016924 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e8b1aaff-7077-47b3-b326-7db7484754df req-1f3a05c9-be2b-4d11-80b5-b8240fa1f96c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440516 Dec 10 20:04:09.131522 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5d3be-e429-4b98-8212-3a7b9a9cceea req-3eb86726-3630-40aa-a199-95a2bafcd595 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:04:09.133011 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-20a5d3be-e429-4b98-8212-3a7b9a9cceea req-3eb86726-3630-40aa-a199-95a2bafcd595 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 943 time: 0.0483055 Dec 10 20:04:09.181746 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-20a5d3be-e429-4b98-8212-3a7b9a9cceea req-ddbc354c-cdc4-430d-86a3-74950baff9a4 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427704 Dec 10 20:04:09.213278 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:04:09.409363 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device f8583879-65d4-4fbe-babb-cbb02c7c45f7 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 20:04:09.501016 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port f8583879-65d4-4fbe-babb-cbb02c7c45f7, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=f8583879-65d4-4fbe-babb-cbb02c7c45f7,segment=NetworkSegment(c49b87ee-2dd6-4f39-8207-857acf900715),segment_id=c49b87ee-2dd6-4f39-8207-857acf900715)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:04:09.512494 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': 'f8583879-65d4-4fbe-babb-cbb02c7c45f7', 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb', 'port_id': 'f8583879-65d4-4fbe-babb-cbb02c7c45f7', 'mac_address': 'fa:16:3e:21:30:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d70216-74bd-4263-87bb-e9ff69f37a3e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 20:04:09.551073 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:04:09.563160 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8583879-65d4-4fbe-babb-cbb02c7c45f7 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 20:04:09.581701 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port f8583879-65d4-4fbe-babb-cbb02c7c45f7, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=f8583879-65d4-4fbe-babb-cbb02c7c45f7,segment=NetworkSegment(c49b87ee-2dd6-4f39-8207-857acf900715),segment_id=c49b87ee-2dd6-4f39-8207-857acf900715)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:04:09.585536 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:04:09.630813 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=f8583879-65d4-4fbe-babb-cbb02c7c45f7,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:04:09.810355 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['f8583879-65d4-4fbe-babb-cbb02c7c45f7'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 20:04:10.302240 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6aa53e-e24f-40b9-9b7c-e0466a73bf34 req-fa8e1e5f-8a49-4ae8-af0d-f03658330e78 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:04:10.303742 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8f6aa53e-e24f-40b9-9b7c-e0466a73bf34 req-fa8e1e5f-8a49-4ae8-af0d-f03658330e78 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 944 time: 0.0535128 Dec 10 20:04:10.352939 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8f6aa53e-e24f-40b9-9b7c-e0466a73bf34 req-f676efc8-793a-4e83-89c4-a403c86bc65b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429637 Dec 10 20:04:11.426900 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device f8583879-65d4-4fbe-babb-cbb02c7c45f7 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:04:11.469926 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1430459-81b7-4a0e-9605-3c8998a28648 req-a24f117f-a8ed-4ee8-bf40-d6693732afbe tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:04:11.471457 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b1430459-81b7-4a0e-9605-3c8998a28648 req-a24f117f-a8ed-4ee8-bf40-d6693732afbe tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 944 time: 0.0500059 Dec 10 20:04:11.477678 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port f8583879-65d4-4fbe-babb-cbb02c7c45f7 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 20:04:11.482549 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port f8583879-65d4-4fbe-babb-cbb02c7c45f7 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:04:11.482932 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:04:11.525732 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b1430459-81b7-4a0e-9605-3c8998a28648 req-0c9c6aa5-f7de-47b0-8007-7e2c9a1cfea0 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480497 Dec 10 20:04:11.564859 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:04:11.587969 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fdcd8c-e50a-46d2-8492-072c01790ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8583879-65d4-4fbe-babb-cbb02c7c45f7'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:04:11.590313 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f39997a1e7c5b6ae782956bbd1fa5b612e64aa5908109c3bc10b0e272c8d4b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e321463-bfc7-47c6-920d-f71500fa9132" -d '{"events": [{"server_uuid": "41fdcd8c-e50a-46d2-8492-072c01790ab0", "name": "network-vif-plugged", "status": "completed", "tag": "f8583879-65d4-4fbe-babb-cbb02c7c45f7"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:04:11.603147 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port f8583879-65d4-4fbe-babb-cbb02c7c45f7, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=f8583879-65d4-4fbe-babb-cbb02c7c45f7,segment=NetworkSegment(c49b87ee-2dd6-4f39-8207-857acf900715),segment_id=c49b87ee-2dd6-4f39-8207-857acf900715)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:04:11.607521 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:04:11.631725 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 20:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c214b8f-c3b1-4ceb-9fe0-3ae3e21c10fe x-openstack-request-id: req-0c214b8f-c3b1-4ceb-9fe0-3ae3e21c10fe {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:04:11.632027 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41fdcd8c-e50a-46d2-8492-072c01790ab0", "name": "network-vif-plugged", "status": "completed", "tag": "f8583879-65d4-4fbe-babb-cbb02c7c45f7", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:04:11.632292 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0c214b8f-c3b1-4ceb-9fe0-3ae3e21c10fe {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:04:11.632726 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41fdcd8c-e50a-46d2-8492-072c01790ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8583879-65d4-4fbe-babb-cbb02c7c45f7', 'code': 200} Dec 10 20:04:11.658836 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=f8583879-65d4-4fbe-babb-cbb02c7c45f7,revision_number=10']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:04:11.772339 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80945ea4-84ea-422b-8a30-3ff0e702a63e req-83c98496-eb81-4a09-92cc-84e7ad3c990d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:04:11.773878 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-80945ea4-84ea-422b-8a30-3ff0e702a63e req-83c98496-eb81-4a09-92cc-84e7ad3c990d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 1097 time: 0.0394855 Dec 10 20:04:11.825188 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-80945ea4-84ea-422b-8a30-3ff0e702a63e req-81f158d0-28ef-4a6c-9239-5f30f306b7f2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387335 Dec 10 20:04:12.640755 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b96a1c-0466-409c-83c8-bf80e355b141 req-c510cefa-3623-4017-b939-9905b0a49337 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:04:12.642155 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d0b96a1c-0466-409c-83c8-bf80e355b141 req-c510cefa-3623-4017-b939-9905b0a49337 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 946 time: 0.0486736 Dec 10 20:04:12.690954 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d0b96a1c-0466-409c-83c8-bf80e355b141 req-064a85bf-f580-4770-a51a-478cf388f51b tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429850 Dec 10 20:04:13.808721 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d6a30-c43d-44e8-ac8b-e8d29eb08a21 req-b0f1fad3-90cf-402b-81df-e9b39cd82796 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:04:13.810192 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8a0d6a30-c43d-44e8-ac8b-e8d29eb08a21 req-b0f1fad3-90cf-402b-81df-e9b39cd82796 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 946 time: 0.0486040 Dec 10 20:04:13.861720 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8a0d6a30-c43d-44e8-ac8b-e8d29eb08a21 req-56a02faa-fc4d-46af-a408-2a82fd511157 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455968 Dec 10 20:04:19.852541 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bd4ec035-225f-4594-be0a-2da71b711b87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:04:21.605405 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:04:22.716289 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-af93e013-ad58-44b1-b2b1-7bda094a4bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:04:23.806787 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:04:25.171624 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:04:25.742256 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:04:34.661463 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:04:39.235217 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:04:40.530307 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b32ac724-3ad3-4daa-bfd5-6288e5c78920 req-0f673e54-8f55-4a5b-9e1f-9fa908c18c63 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388920 Dec 10 20:04:40.610702 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ac724-3ad3-4daa-bfd5-6288e5c78920 req-b95606e6-3a0c-4d07-abe7-71fbfa612d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:04:40.612445 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b32ac724-3ad3-4daa-bfd5-6288e5c78920 req-b95606e6-3a0c-4d07-abe7-71fbfa612d40 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=248dd3d94aac4090be9d576e6a97c8d5&device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 1097 time: 0.0407197 Dec 10 20:04:40.719378 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ac724-3ad3-4daa-bfd5-6288e5c78920 req-83757198-06ea-45cb-8f2d-2f8c1ec39c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:04:40.721547 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b32ac724-3ad3-4daa-bfd5-6288e5c78920 req-83757198-06ea-45cb-8f2d-2f8c1ec39c00 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb HTTP/1.1" status: 200 len: 909 time: 0.0887387 Dec 10 20:04:40.787551 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b32ac724-3ad3-4daa-bfd5-6288e5c78920 req-3730cbbc-1ba9-4677-84ac-f4f70aa267fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8583879-65d4-4fbe-babb-cbb02c7c45f7 HTTP/1.1" status: 200 len: 1001 time: 0.0582900 Dec 10 20:04:40.837720 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ac724-3ad3-4daa-bfd5-6288e5c78920 req-956ab88f-3fcd-471e-85aa-897714f5f727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:04:40.839173 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b32ac724-3ad3-4daa-bfd5-6288e5c78920 req-956ab88f-3fcd-471e-85aa-897714f5f727 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=49d70216-74bd-4263-87bb-e9ff69f37a3e HTTP/1.1" status: 200 len: 847 time: 0.0435994 Dec 10 20:04:40.888402 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ac724-3ad3-4daa-bfd5-6288e5c78920 req-468c2fe1-a08c-4e22-8f8f-41f759869deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:04:40.889909 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b32ac724-3ad3-4daa-bfd5-6288e5c78920 req-468c2fe1-a08c-4e22-8f8f-41f759869deb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432427 Dec 10 20:04:40.979361 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b32ac724-3ad3-4daa-bfd5-6288e5c78920 req-14d552c8-4909-4463-9636-150a089c0acd service neutron] 10.222.0.46 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806289 Dec 10 20:04:41.081012 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b32ac724-3ad3-4daa-bfd5-6288e5c78920 req-2f800daf-e9f1-4fd8-b378-5484906d4e57 service neutron] 10.222.0.46 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941896 Dec 10 20:04:49.853988 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fb9b5e64-da5d-4a98-8bc2-9eab38a54731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:04:52.717483 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-168acc4c-02f4-4f59-942c-8925fa04d35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:04:53.806983 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:04:55.174012 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:04:55.744263 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:04:58.604102 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:05:04.668306 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:09.233312 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:19.855372 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-14da4c17-7cd4-4b5b-9df0-6aba3233ae48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:22.718893 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7f7c3f04-93cf-4cfe-84b2-3fc4699f565e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:23.810595 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:25.176945 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:25.746621 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:29.671669 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54218) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:05:29.830605 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-08638cc2-5432-482d-a07f-66818cc33d2c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Deleting port d679acb6-c6af-4fea-b4e4-1bfc6e28a9ea {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 20:05:29.830949 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08638cc2-5432-482d-a07f-66818cc33d2c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:29.904617 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08638cc2-5432-482d-a07f-66818cc33d2c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:29.905799 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08638cc2-5432-482d-a07f-66818cc33d2c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:29.918491 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-08638cc2-5432-482d-a07f-66818cc33d2c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Calling delete_port for d679acb6-c6af-4fea-b4e4-1bfc6e28a9ea owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 20:05:30.065233 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08638cc2-5432-482d-a07f-66818cc33d2c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:30.089673 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08638cc2-5432-482d-a07f-66818cc33d2c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Pushing event deleted for resources: {'Port': ['ID=d679acb6-c6af-4fea-b4e4-1bfc6e28a9ea,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:30.120373 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08638cc2-5432-482d-a07f-66818cc33d2c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:30.120764 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08638cc2-5432-482d-a07f-66818cc33d2c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:30.121118 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08638cc2-5432-482d-a07f-66818cc33d2c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:30.121463 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08638cc2-5432-482d-a07f-66818cc33d2c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:30.121805 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08638cc2-5432-482d-a07f-66818cc33d2c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:30.122143 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08638cc2-5432-482d-a07f-66818cc33d2c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:30.122482 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08638cc2-5432-482d-a07f-66818cc33d2c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:30.122819 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08638cc2-5432-482d-a07f-66818cc33d2c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:30.123153 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08638cc2-5432-482d-a07f-66818cc33d2c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:30.123485 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08638cc2-5432-482d-a07f-66818cc33d2c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:30.123816 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08638cc2-5432-482d-a07f-66818cc33d2c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:30.124145 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08638cc2-5432-482d-a07f-66818cc33d2c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:30.124474 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08638cc2-5432-482d-a07f-66818cc33d2c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:30.163079 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08638cc2-5432-482d-a07f-66818cc33d2c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:30.163532 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-08638cc2-5432-482d-a07f-66818cc33d2c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Floating IP 1d72eaf2-3d18-4ab6-bb31-4c9fd4d67106 disassociated (deleted). External IP: 172.25.7.173, port: f8583879-65d4-4fbe-babb-cbb02c7c45f7. Dec 10 20:05:30.374218 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08638cc2-5432-482d-a07f-66818cc33d2c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Router 39eb9acb-0b08-48ce-8a54-7ddd55432242 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:05:30.479349 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08638cc2-5432-482d-a07f-66818cc33d2c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:05:30.483881 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08638cc2-5432-482d-a07f-66818cc33d2c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:30.491283 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e8c2a1-551d-47d3-b92a-433e07b90287 None None] Sync routers for ids ['39eb9acb-0b08-48ce-8a54-7ddd55432242'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:05:30.500136 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e8c2a1-551d-47d3-b92a-433e07b90287 None None] Routers {'39eb9acb-0b08-48ce-8a54-7ddd55432242'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:05:30.500786 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-87e8c2a1-551d-47d3-b92a-433e07b90287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T20:05:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['39eb9acb-0b08-48ce-8a54-7ddd55432242'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:30.511075 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-08638cc2-5432-482d-a07f-66818cc33d2c tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "DELETE /v2.0/floatingips/1d72eaf2-3d18-4ab6-bb31-4c9fd4d67106 HTTP/1.1" status: 204 len: 168 time: 0.8380985 Dec 10 20:05:30.511679 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41fdcd8c-e50a-46d2-8492-072c01790ab0', 'tag': 'f8583879-65d4-4fbe-babb-cbb02c7c45f7'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:05:30.513954 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c8e7e3-e93f-48e8-b846-5ed6f9cd45fa" -d '{"events": [{"name": "network-changed", "server_uuid": "41fdcd8c-e50a-46d2-8492-072c01790ab0", "tag": "f8583879-65d4-4fbe-babb-cbb02c7c45f7"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:05:30.553184 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 20:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44196bf-b39c-4802-b772-0d250f2de941 x-openstack-request-id: req-e44196bf-b39c-4802-b772-0d250f2de941 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:05:30.553511 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41fdcd8c-e50a-46d2-8492-072c01790ab0", "tag": "f8583879-65d4-4fbe-babb-cbb02c7c45f7", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:05:30.553927 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e44196bf-b39c-4802-b772-0d250f2de941 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:05:30.554346 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41fdcd8c-e50a-46d2-8492-072c01790ab0', 'tag': 'f8583879-65d4-4fbe-babb-cbb02c7c45f7', 'status': 'completed', 'code': 200} Dec 10 20:05:30.615171 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-87e8c2a1-551d-47d3-b92a-433e07b90287 None None] Set router 39eb9acb-0b08-48ce-8a54-7ddd55432242 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:05:30.619622 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8e7e3-e93f-48e8-b846-5ed6f9cd45fa req-24dd8fdd-4bbb-417f-92e0-138bc717cd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:30.621197 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c6c8e7e3-e93f-48e8-b846-5ed6f9cd45fa req-24dd8fdd-4bbb-417f-92e0-138bc717cd99 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=248dd3d94aac4090be9d576e6a97c8d5&device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 1097 time: 0.0439498 Dec 10 20:05:30.777118 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edda01a-c259-458a-a22b-2e49b3b65693 req-d9e1ccd4-6848-47c4-8bb3-63e5c1f5caf2 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:30.778639 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2edda01a-c259-458a-a22b-2e49b3b65693 req-d9e1ccd4-6848-47c4-8bb3-63e5c1f5caf2 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 946 time: 0.0851595 Dec 10 20:05:30.780067 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8e7e3-e93f-48e8-b846-5ed6f9cd45fa req-7a34d91d-9e64-48f3-8353-ef920ebfb2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:30.781459 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c6c8e7e3-e93f-48e8-b846-5ed6f9cd45fa req-7a34d91d-9e64-48f3-8353-ef920ebfb2f5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb HTTP/1.1" status: 200 len: 909 time: 0.1470904 Dec 10 20:05:30.852602 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c6c8e7e3-e93f-48e8-b846-5ed6f9cd45fa req-72adaa7f-335e-49e5-84a2-7f070e007106 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8583879-65d4-4fbe-babb-cbb02c7c45f7 HTTP/1.1" status: 200 len: 217 time: 0.0608389 Dec 10 20:05:30.856950 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-87e8c2a1-551d-47d3-b92a-433e07b90287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'name': 'tempest-TestShelveInstance-195773214-router', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ad97821d-8bfe-41b1-b397-e034a9f0e6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:55:49Z', 'updated_at': '2021-12-10T19:55:51Z', 'revision_number': 4, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'gw_port': {'id': 'ad97821d-8bfe-41b1-b397-e034a9f0e6ba', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:49Z', 'updated_at': '2021-12-10T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '12c37ade-7110-4512-b7c2-80f4cfd56742', 'name': '', 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'mac_address': 'fa:16:3e:60:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '49d70216-74bd-4263-87bb-e9ff69f37a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:51Z', 'updated_at': '2021-12-10T19:55:56Z', 'revision_number': 5, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'subnets': [{'id': '49d70216-74bd-4263-87bb-e9ff69f37a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:30.901282 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e8c2a1-551d-47d3-b92a-433e07b90287 None None] Checking router: 39eb9acb-0b08-48ce-8a54-7ddd55432242 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:05:30.909594 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e8c2a1-551d-47d3-b92a-433e07b90287 None None] Routers {'39eb9acb-0b08-48ce-8a54-7ddd55432242'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:05:30.910197 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-87e8c2a1-551d-47d3-b92a-433e07b90287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T20:05:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['39eb9acb-0b08-48ce-8a54-7ddd55432242'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:30.931784 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-2edda01a-c259-458a-a22b-2e49b3b65693 req-bcd16f33-8cd9-49f9-ad25-4b3f7cfd7906 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465502 Dec 10 20:05:30.943204 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8e7e3-e93f-48e8-b846-5ed6f9cd45fa req-5a7723f2-175c-4e8e-8ac3-25d1efc9295c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:30.945574 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c6c8e7e3-e93f-48e8-b846-5ed6f9cd45fa req-5a7723f2-175c-4e8e-8ac3-25d1efc9295c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=49d70216-74bd-4263-87bb-e9ff69f37a3e HTTP/1.1" status: 200 len: 847 time: 0.0782483 Dec 10 20:05:30.993558 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8e7e3-e93f-48e8-b846-5ed6f9cd45fa req-b9a429cf-d800-4fb2-bea0-de5c3ecb5fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:30.995064 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c6c8e7e3-e93f-48e8-b846-5ed6f9cd45fa req-b9a429cf-d800-4fb2-bea0-de5c3ecb5fca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418134 Dec 10 20:05:31.015075 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-87e8c2a1-551d-47d3-b92a-433e07b90287 None None] Set router 39eb9acb-0b08-48ce-8a54-7ddd55432242 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:05:31.090098 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c6c8e7e3-e93f-48e8-b846-5ed6f9cd45fa req-3f1fa99b-92e2-4144-8b76-80817f998820 service neutron] 10.222.0.46 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866034 Dec 10 20:05:31.198861 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c6c8e7e3-e93f-48e8-b846-5ed6f9cd45fa req-045f55a4-00e8-4bd0-88d9-b228a65c68f1 service neutron] 10.222.0.46 "GET /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013281 Dec 10 20:05:31.217238 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-87e8c2a1-551d-47d3-b92a-433e07b90287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'name': 'tempest-TestShelveInstance-195773214-router', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ad97821d-8bfe-41b1-b397-e034a9f0e6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:55:49Z', 'updated_at': '2021-12-10T19:55:51Z', 'revision_number': 4, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'gw_port': {'id': 'ad97821d-8bfe-41b1-b397-e034a9f0e6ba', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:49Z', 'updated_at': '2021-12-10T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '12c37ade-7110-4512-b7c2-80f4cfd56742', 'name': '', 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'mac_address': 'fa:16:3e:60:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '49d70216-74bd-4263-87bb-e9ff69f37a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:51Z', 'updated_at': '2021-12-10T19:55:56Z', 'revision_number': 5, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'subnets': [{'id': '49d70216-74bd-4263-87bb-e9ff69f37a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:31.247507 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e8c2a1-551d-47d3-b92a-433e07b90287 None None] The sync data for ids ['39eb9acb-0b08-48ce-8a54-7ddd55432242'] in n-d-821435-1 is: [{'id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'name': 'tempest-TestShelveInstance-195773214-router', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ad97821d-8bfe-41b1-b397-e034a9f0e6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:55:49Z', 'updated_at': '2021-12-10T19:55:51Z', 'revision_number': 4, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'gw_port': {'id': 'ad97821d-8bfe-41b1-b397-e034a9f0e6ba', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:49Z', 'updated_at': '2021-12-10T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '12c37ade-7110-4512-b7c2-80f4cfd56742', 'name': '', 'network_id': 'a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'mac_address': 'fa:16:3e:60:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '49d70216-74bd-4263-87bb-e9ff69f37a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:51Z', 'updated_at': '2021-12-10T19:55:56Z', 'revision_number': 5, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'subnets': [{'id': '49d70216-74bd-4263-87bb-e9ff69f37a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:05:31.466802 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40346f8-f37d-4328-a525-e9c5498b5db5 None None] New status for floating IP 1d72eaf2-3d18-4ab6-bb31-4c9fd4d67106: DOWN {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 20:05:32.049712 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e3082-b804-498b-ab0f-2697bdf09f9f req-0d496b8d-6ed3-4dda-b069-e81ed432ecd3 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:32.051200 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-166e3082-b804-498b-ab0f-2697bdf09f9f req-0d496b8d-6ed3-4dda-b069-e81ed432ecd3 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 946 time: 0.0496328 Dec 10 20:05:32.100542 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-166e3082-b804-498b-ab0f-2697bdf09f9f req-bd7faaa0-c19f-4a3a-95fd-5d134bdea6f5 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/security-groups?id=08b8e985-7dd5-42be-a5aa-959f07cfa6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422423 Dec 10 20:05:32.223248 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9804449-c419-47ba-85f1-9c212cc2ebe0 req-5c3e5bab-45fe-4000-aea5-8f575396a631 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:32.224616 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c9804449-c419-47ba-85f1-9c212cc2ebe0 req-5c3e5bab-45fe-4000-aea5-8f575396a631 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.46 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 946 time: 0.0492058 Dec 10 20:05:32.321046 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-c9804449-c419-47ba-85f1-9c212cc2ebe0 req-925c18aa-5a0e-4219-bbe4-11b9eb8c4f72 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Deleting port f8583879-65d4-4fbe-babb-cbb02c7c45f7 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 20:05:32.321396 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c9804449-c419-47ba-85f1-9c212cc2ebe0 req-925c18aa-5a0e-4219-bbe4-11b9eb8c4f72 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:32.408855 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c9804449-c419-47ba-85f1-9c212cc2ebe0 req-925c18aa-5a0e-4219-bbe4-11b9eb8c4f72 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] For port f8583879-65d4-4fbe-babb-cbb02c7c45f7, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=f8583879-65d4-4fbe-babb-cbb02c7c45f7,segment=NetworkSegment(c49b87ee-2dd6-4f39-8207-857acf900715),segment_id=c49b87ee-2dd6-4f39-8207-857acf900715)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:05:32.409228 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c9804449-c419-47ba-85f1-9c212cc2ebe0 req-925c18aa-5a0e-4219-bbe4-11b9eb8c4f72 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:32.422087 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-c9804449-c419-47ba-85f1-9c212cc2ebe0 req-925c18aa-5a0e-4219-bbe4-11b9eb8c4f72 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Calling delete_port for f8583879-65d4-4fbe-babb-cbb02c7c45f7 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 20:05:32.550377 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c9804449-c419-47ba-85f1-9c212cc2ebe0 req-925c18aa-5a0e-4219-bbe4-11b9eb8c4f72 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:32.588042 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c18aa-5a0e-4219-bbe4-11b9eb8c4f72 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Pushing event deleted for resources: {'Port': ['ID=f8583879-65d4-4fbe-babb-cbb02c7c45f7,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:32.632985 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9804449-c419-47ba-85f1-9c212cc2ebe0 req-925c18aa-5a0e-4219-bbe4-11b9eb8c4f72 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] No DVR routers for this DVR port f8583879-65d4-4fbe-babb-cbb02c7c45f7 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 20:05:32.635552 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c9804449-c419-47ba-85f1-9c212cc2ebe0 req-925c18aa-5a0e-4219-bbe4-11b9eb8c4f72 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:32.638863 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-c9804449-c419-47ba-85f1-9c212cc2ebe0 req-925c18aa-5a0e-4219-bbe4-11b9eb8c4f72 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.46 "DELETE /v2.0/ports/f8583879-65d4-4fbe-babb-cbb02c7c45f7 HTTP/1.1" status: 204 len: 173 time: 0.4077854 Dec 10 20:05:32.639304 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fdcd8c-e50a-46d2-8492-072c01790ab0', 'name': 'network-vif-deleted', 'tag': 'f8583879-65d4-4fbe-babb-cbb02c7c45f7'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:05:32.641549 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47755d4e-c58f-4b73-9759-e51c4afd6545" -d '{"events": [{"server_uuid": "41fdcd8c-e50a-46d2-8492-072c01790ab0", "name": "network-vif-deleted", "tag": "f8583879-65d4-4fbe-babb-cbb02c7c45f7"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:05:32.685068 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 20:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e79274-ba37-47e3-a936-6029f98d0561 x-openstack-request-id: req-41e79274-ba37-47e3-a936-6029f98d0561 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:05:32.685355 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41fdcd8c-e50a-46d2-8492-072c01790ab0", "name": "network-vif-deleted", "tag": "f8583879-65d4-4fbe-babb-cbb02c7c45f7", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:05:32.685577 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-41e79274-ba37-47e3-a936-6029f98d0561 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:05:32.685987 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41fdcd8c-e50a-46d2-8492-072c01790ab0', 'name': 'network-vif-deleted', 'tag': 'f8583879-65d4-4fbe-babb-cbb02c7c45f7', 'status': 'completed', 'code': 200} Dec 10 20:05:33.219946 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-63269f85-7a32-4926-9f6b-d549b56dd8f6 req-be84697e-c6af-44ef-9450-f7a3cf19f130 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 210 time: 0.0308959 Dec 10 20:05:34.324498 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-fc984cd7-d16b-4703-b076-28f62c743c0c req-b1637def-059d-4fb2-aba7-aca537b355c0 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 210 time: 0.0282984 Dec 10 20:05:34.697194 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:35.423203 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-bb38b3cf-5ef9-4910-95ce-a35f01a57f82 req-3849bf8c-ae30-41e8-a006-5f2ab62e0976 tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 210 time: 0.0267823 Dec 10 20:05:35.602752 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:05:35.859325 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device f8583879-65d4-4fbe-babb-cbb02c7c45f7 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:05:35.879868 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: f8583879-65d4-4fbe-babb-cbb02c7c45f7 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 20:05:35.880215 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device f8583879-65d4-4fbe-babb-cbb02c7c45f7 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:05:36.525877 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-76ad5b5d-609a-46a9-a68d-9f8b079bdca5 req-116a3c65-cec4-43f5-bdb3-5a19aa00dfdd tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "GET /v2.0/ports?device_id=41fdcd8c-e50a-46d2-8492-072c01790ab0 HTTP/1.1" status: 200 len: 210 time: 0.0273159 Dec 10 20:05:37.584703 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54254) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:05:37.641549 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-60addb67-1299-4cbd-82bd-ab362f2944fd tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:37.667125 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-60addb67-1299-4cbd-82bd-ab362f2944fd tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:37.729066 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-60addb67-1299-4cbd-82bd-ab362f2944fd tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:37.731796 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-60addb67-1299-4cbd-82bd-ab362f2944fd tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:37.733094 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-60addb67-1299-4cbd-82bd-ab362f2944fd tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] 10.222.0.62 "DELETE /v2.0/security-groups/08b8e985-7dd5-42be-a5aa-959f07cfa6f8 HTTP/1.1" status: 204 len: 168 time: 0.1478612 Dec 10 20:05:37.745541 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60addb67-1299-4cbd-82bd-ab362f2944fd tempest-TestShelveInstance-325702578 tempest-TestShelveInstance-325702578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b8e985-7dd5-42be-a5aa-959f07cfa6f8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:37.784270 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54258) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:05:38.221514 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a4be2cce-5dd5-4e31-8b0a-271ea31d17f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:38.473572 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a4be2cce-5dd5-4e31-8b0a-271ea31d17f0 admin admin] Deleting port 12c37ade-7110-4512-b7c2-80f4cfd56742 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 20:05:38.473913 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a4be2cce-5dd5-4e31-8b0a-271ea31d17f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:38.560725 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-a4be2cce-5dd5-4e31-8b0a-271ea31d17f0 admin admin] For port 12c37ade-7110-4512-b7c2-80f4cfd56742, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=12c37ade-7110-4512-b7c2-80f4cfd56742,segment=NetworkSegment(c49b87ee-2dd6-4f39-8207-857acf900715),segment_id=c49b87ee-2dd6-4f39-8207-857acf900715)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:05:38.561088 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a4be2cce-5dd5-4e31-8b0a-271ea31d17f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:38.574796 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a4be2cce-5dd5-4e31-8b0a-271ea31d17f0 admin admin] Calling delete_port for 12c37ade-7110-4512-b7c2-80f4cfd56742 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 20:05:38.756363 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a4be2cce-5dd5-4e31-8b0a-271ea31d17f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:38.783153 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be2cce-5dd5-4e31-8b0a-271ea31d17f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=12c37ade-7110-4512-b7c2-80f4cfd56742,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:38.811559 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be2cce-5dd5-4e31-8b0a-271ea31d17f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:38.812120 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be2cce-5dd5-4e31-8b0a-271ea31d17f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:38.812247 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be2cce-5dd5-4e31-8b0a-271ea31d17f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:38.812588 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be2cce-5dd5-4e31-8b0a-271ea31d17f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:38.812959 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be2cce-5dd5-4e31-8b0a-271ea31d17f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:38.813301 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be2cce-5dd5-4e31-8b0a-271ea31d17f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:38.813643 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be2cce-5dd5-4e31-8b0a-271ea31d17f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:38.814091 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be2cce-5dd5-4e31-8b0a-271ea31d17f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:38.814433 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be2cce-5dd5-4e31-8b0a-271ea31d17f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:38.814765 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be2cce-5dd5-4e31-8b0a-271ea31d17f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:38.815201 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be2cce-5dd5-4e31-8b0a-271ea31d17f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:38.815540 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be2cce-5dd5-4e31-8b0a-271ea31d17f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:38.815872 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be2cce-5dd5-4e31-8b0a-271ea31d17f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:38.967409 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a4be2cce-5dd5-4e31-8b0a-271ea31d17f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:39.184523 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4be2cce-5dd5-4e31-8b0a-271ea31d17f0 admin admin] Router 39eb9acb-0b08-48ce-8a54-7ddd55432242 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:05:39.232370 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:39.626056 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4be2cce-5dd5-4e31-8b0a-271ea31d17f0 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:05:39.634117 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-a4be2cce-5dd5-4e31-8b0a-271ea31d17f0 admin admin] 10.222.0.62 "PUT /v2.0/routers/39eb9acb-0b08-48ce-8a54-7ddd55432242/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8481565 Dec 10 20:05:39.634792 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54262) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:05:39.635886 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5464bd9d-fa55-4096-90dd-45bdf5b48674 None None] Sync routers for ids ['39eb9acb-0b08-48ce-8a54-7ddd55432242'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:05:39.645530 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5464bd9d-fa55-4096-90dd-45bdf5b48674 None None] Routers {'39eb9acb-0b08-48ce-8a54-7ddd55432242'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:05:39.646265 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5464bd9d-fa55-4096-90dd-45bdf5b48674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T20:05:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['39eb9acb-0b08-48ce-8a54-7ddd55432242'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:39.750438 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a13116dd-959a-463d-b638-3c7dd4d79b0f admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:39.760587 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-5464bd9d-fa55-4096-90dd-45bdf5b48674 None None] Set router 39eb9acb-0b08-48ce-8a54-7ddd55432242 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:05:39.862743 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a13116dd-959a-463d-b638-3c7dd4d79b0f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:39.924487 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a13116dd-959a-463d-b638-3c7dd4d79b0f admin admin] Deleting port ad97821d-8bfe-41b1-b397-e034a9f0e6ba {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 20:05:39.924824 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a13116dd-959a-463d-b638-3c7dd4d79b0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:39.950731 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5464bd9d-fa55-4096-90dd-45bdf5b48674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'name': 'tempest-TestShelveInstance-195773214-router', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ad97821d-8bfe-41b1-b397-e034a9f0e6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:55:49Z', 'updated_at': '2021-12-10T20:05:38Z', 'revision_number': 5, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'gw_port': {'id': 'ad97821d-8bfe-41b1-b397-e034a9f0e6ba', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:49Z', 'updated_at': '2021-12-10T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:39.976288 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5464bd9d-fa55-4096-90dd-45bdf5b48674 None None] Checking router: 39eb9acb-0b08-48ce-8a54-7ddd55432242 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:05:39.984592 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5464bd9d-fa55-4096-90dd-45bdf5b48674 None None] Routers {'39eb9acb-0b08-48ce-8a54-7ddd55432242'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:05:39.985250 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5464bd9d-fa55-4096-90dd-45bdf5b48674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T20:05:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['39eb9acb-0b08-48ce-8a54-7ddd55432242'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:40.013371 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a13116dd-959a-463d-b638-3c7dd4d79b0f admin admin] For port ad97821d-8bfe-41b1-b397-e034a9f0e6ba, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=ad97821d-8bfe-41b1-b397-e034a9f0e6ba,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:05:40.013746 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a13116dd-959a-463d-b638-3c7dd4d79b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:40.027977 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a13116dd-959a-463d-b638-3c7dd4d79b0f admin admin] Calling delete_port for ad97821d-8bfe-41b1-b397-e034a9f0e6ba owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 20:05:40.075489 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-5464bd9d-fa55-4096-90dd-45bdf5b48674 None None] Set router 39eb9acb-0b08-48ce-8a54-7ddd55432242 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:05:40.131649 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5464bd9d-fa55-4096-90dd-45bdf5b48674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'name': 'tempest-TestShelveInstance-195773214-router', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:55:49Z', 'updated_at': '2021-12-10T20:05:39Z', 'revision_number': 6, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:40.159460 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5464bd9d-fa55-4096-90dd-45bdf5b48674 None None] The sync data for ids ['39eb9acb-0b08-48ce-8a54-7ddd55432242'] in n-d-821435-1 is: [{'id': '39eb9acb-0b08-48ce-8a54-7ddd55432242', 'name': 'tempest-TestShelveInstance-195773214-router', 'tenant_id': '248dd3d94aac4090be9d576e6a97c8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:55:49Z', 'updated_at': '2021-12-10T20:05:39Z', 'revision_number': 6, 'project_id': '248dd3d94aac4090be9d576e6a97c8d5', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:05:40.534426 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a13116dd-959a-463d-b638-3c7dd4d79b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:40.563728 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13116dd-959a-463d-b638-3c7dd4d79b0f admin admin] Pushing event deleted for resources: {'Port': ['ID=ad97821d-8bfe-41b1-b397-e034a9f0e6ba,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:40.579039 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fb199f-0ca7-4e29-9a0c-eef566a5c417 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 20:05:40.641432 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a13116dd-959a-463d-b638-3c7dd4d79b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:40.737501 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a13116dd-959a-463d-b638-3c7dd4d79b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:40.740014 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a13116dd-959a-463d-b638-3c7dd4d79b0f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:40.783807 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a13116dd-959a-463d-b638-3c7dd4d79b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:40.784239 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13116dd-959a-463d-b638-3c7dd4d79b0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39eb9acb-0b08-48ce-8a54-7ddd55432242 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 20:05:40.789473 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a13116dd-959a-463d-b638-3c7dd4d79b0f admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:40.793083 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-a13116dd-959a-463d-b638-3c7dd4d79b0f admin admin] 10.222.0.62 "DELETE /v2.0/routers/39eb9acb-0b08-48ce-8a54-7ddd55432242 HTTP/1.1" status: 204 len: 168 time: 1.1572483 Dec 10 20:05:40.793444 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54264) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:05:40.837846 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-88503b2a-c8fc-49ad-baa7-644684f94b45 admin admin] Deleting subnet 49d70216-74bd-4263-87bb-e9ff69f37a3e {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 20:05:40.841028 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-88503b2a-c8fc-49ad-baa7-644684f94b45 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:40.875061 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-88503b2a-c8fc-49ad-baa7-644684f94b45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:40.953851 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-88503b2a-c8fc-49ad-baa7-644684f94b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:41.012010 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-88503b2a-c8fc-49ad-baa7-644684f94b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:41.041222 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88503b2a-c8fc-49ad-baa7-644684f94b45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49d70216-74bd-4263-87bb-e9ff69f37a3e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:41.043664 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device ad97821d-8bfe-41b1-b397-e034a9f0e6ba no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:05:41.045527 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-88503b2a-c8fc-49ad-baa7-644684f94b45 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:41.048911 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-88503b2a-c8fc-49ad-baa7-644684f94b45 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/49d70216-74bd-4263-87bb-e9ff69f37a3e HTTP/1.1" status: 204 len: 168 time: 0.2543962 Dec 10 20:05:41.051329 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54266) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:05:41.076618 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8678c4e1-e005-4868-8ab4-db75c7b6edc7 None None] Network a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 20:05:41.080016 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: ad97821d-8bfe-41b1-b397-e034a9f0e6ba {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 20:05:41.080363 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device ad97821d-8bfe-41b1-b397-e034a9f0e6ba not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:05:41.080819 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 12c37ade-7110-4512-b7c2-80f4cfd56742 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:05:41.135366 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 12c37ade-7110-4512-b7c2-80f4cfd56742 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 20:05:41.135719 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 12c37ade-7110-4512-b7c2-80f4cfd56742 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:05:41.136539 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-669ed13e-1332-4620-8fce-59f26b29083a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:41.200475 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-669ed13e-1332-4620-8fce-59f26b29083a admin admin] Deleting port 336aaf69-f413-4487-9fb3-05b755c581ef {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 20:05:41.200989 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-669ed13e-1332-4620-8fce-59f26b29083a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:41.249984 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ef6a84-94a5-4a8a-8889-d409d3012ebe None None] DHCP port deletion for a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 20:05:41.279096 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-669ed13e-1332-4620-8fce-59f26b29083a admin admin] For port 336aaf69-f413-4487-9fb3-05b755c581ef, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=336aaf69-f413-4487-9fb3-05b755c581ef,segment=NetworkSegment(c49b87ee-2dd6-4f39-8207-857acf900715),segment_id=c49b87ee-2dd6-4f39-8207-857acf900715)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:05:41.279460 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-669ed13e-1332-4620-8fce-59f26b29083a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:41.292827 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-669ed13e-1332-4620-8fce-59f26b29083a admin admin] Calling delete_port for 336aaf69-f413-4487-9fb3-05b755c581ef owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 20:05:41.306082 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-70ef6a84-94a5-4a8a-8889-d409d3012ebe None None] Deleting port 336aaf69-f413-4487-9fb3-05b755c581ef {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 20:05:41.306464 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-70ef6a84-94a5-4a8a-8889-d409d3012ebe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:41.384774 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-70ef6a84-94a5-4a8a-8889-d409d3012ebe None None] For port 336aaf69-f413-4487-9fb3-05b755c581ef, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=336aaf69-f413-4487-9fb3-05b755c581ef,segment=NetworkSegment(c49b87ee-2dd6-4f39-8207-857acf900715),segment_id=c49b87ee-2dd6-4f39-8207-857acf900715)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:05:41.385278 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-70ef6a84-94a5-4a8a-8889-d409d3012ebe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:41.398645 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-70ef6a84-94a5-4a8a-8889-d409d3012ebe None None] Calling delete_port for 336aaf69-f413-4487-9fb3-05b755c581ef owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 20:05:41.398826 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-669ed13e-1332-4620-8fce-59f26b29083a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:41.425487 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ed13e-1332-4620-8fce-59f26b29083a admin admin] Pushing event deleted for resources: {'Port': ['ID=336aaf69-f413-4487-9fb3-05b755c581ef,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:41.427287 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669ed13e-1332-4620-8fce-59f26b29083a admin admin] No DVR routers for this DVR port 336aaf69-f413-4487-9fb3-05b755c581ef on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 20:05:41.503137 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-669ed13e-1332-4620-8fce-59f26b29083a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:41.527570 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-669ed13e-1332-4620-8fce-59f26b29083a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:41.538645 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-669ed13e-1332-4620-8fce-59f26b29083a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c49b87ee-2dd6-4f39-8207-857acf900715') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:41.538948 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-669ed13e-1332-4620-8fce-59f26b29083a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c49b87ee-2dd6-4f39-8207-857acf900715') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:41.549576 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-669ed13e-1332-4620-8fce-59f26b29083a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:41.564879 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-669ed13e-1332-4620-8fce-59f26b29083a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:41.572442 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-669ed13e-1332-4620-8fce-59f26b29083a admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 20:05:41.572919 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-669ed13e-1332-4620-8fce-59f26b29083a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:41.574699 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 20:05:41.574699 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 20:05:41.574699 n-d-821435-1 neutron-server[103245]: timer() Dec 10 20:05:41.574699 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 20:05:41.574699 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 20:05:41.574699 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 20:05:41.574699 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 20:05:41.574699 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 20:05:41.574699 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 20:05:41.574699 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 20:05:41.574699 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 20:05:41.574699 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 20:05:41.574699 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 20:05:41.574699 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 20:05:41.574699 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 20:05:41.574699 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 20:05:41.574699 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 20:05:41.574699 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 20:05:41.574699 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 20:05:41.574699 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 20:05:41.574699 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 20:05:41.574699 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 20:05:41.574699 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 20:05:41.574699 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 20:05:41.574699 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 20:05:41.574699 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 20:05:41.574699 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 20:05:41.574699 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 20:05:41.574699 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 20:05:41.574699 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 20:05:41.574699 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 20:05:41.574699 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 20:05:41.631346 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-669ed13e-1332-4620-8fce-59f26b29083a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:41.638366 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-669ed13e-1332-4620-8fce-59f26b29083a admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:41.641507 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-669ed13e-1332-4620-8fce-59f26b29083a admin admin] 10.222.0.62 "DELETE /v2.0/networks/a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb HTTP/1.1" status: 204 len: 168 time: 0.5892375 Dec 10 20:05:41.644584 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54268) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:05:41.651002 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-70ef6a84-94a5-4a8a-8889-d409d3012ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:41.652664 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ed13e-1332-4620-8fce-59f26b29083a admin admin] Pushing event deleted for resources: {'Network': ['ID=a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:41.660927 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-70ef6a84-94a5-4a8a-8889-d409d3012ebe None None] Network a6ecf227-5610-4aa8-bdbc-7c84d44b8dcb is not hosted by any dhcp agent {{(pid=103246) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 20:05:41.661609 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ef6a84-94a5-4a8a-8889-d409d3012ebe None None] No DVR routers for this DVR port 336aaf69-f413-4487-9fb3-05b755c581ef on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 20:05:41.682369 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef6a84-94a5-4a8a-8889-d409d3012ebe None None] Pushing event deleted for resources: {'Port': ['ID=336aaf69-f413-4487-9fb3-05b755c581ef,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:41.690053 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef6a84-94a5-4a8a-8889-d409d3012ebe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:41.690415 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef6a84-94a5-4a8a-8889-d409d3012ebe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:41.690767 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef6a84-94a5-4a8a-8889-d409d3012ebe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:41.691113 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef6a84-94a5-4a8a-8889-d409d3012ebe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:41.691527 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef6a84-94a5-4a8a-8889-d409d3012ebe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:41.691856 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef6a84-94a5-4a8a-8889-d409d3012ebe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:41.692192 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef6a84-94a5-4a8a-8889-d409d3012ebe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:41.692527 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef6a84-94a5-4a8a-8889-d409d3012ebe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:41.692990 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef6a84-94a5-4a8a-8889-d409d3012ebe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:41.693550 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef6a84-94a5-4a8a-8889-d409d3012ebe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:41.694313 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef6a84-94a5-4a8a-8889-d409d3012ebe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:41.694657 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef6a84-94a5-4a8a-8889-d409d3012ebe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:41.694994 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef6a84-94a5-4a8a-8889-d409d3012ebe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:42.003533 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c21d58b-82ef-45be-bb9a-0f4e9426d2be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:42.250068 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1c21d58b-82ef-45be-bb9a-0f4e9426d2be admin admin] Deleting port cde7b824-ccba-4f00-b91a-479f9128b782 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 20:05:42.250421 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c21d58b-82ef-45be-bb9a-0f4e9426d2be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:42.331032 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1c21d58b-82ef-45be-bb9a-0f4e9426d2be admin admin] For port cde7b824-ccba-4f00-b91a-479f9128b782, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=cde7b824-ccba-4f00-b91a-479f9128b782,segment=NetworkSegment(7f55f0b0-a928-485b-b666-1255ed8adc2d),segment_id=7f55f0b0-a928-485b-b666-1255ed8adc2d)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:05:42.331316 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c21d58b-82ef-45be-bb9a-0f4e9426d2be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:42.344402 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1c21d58b-82ef-45be-bb9a-0f4e9426d2be admin admin] Calling delete_port for cde7b824-ccba-4f00-b91a-479f9128b782 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 20:05:42.526266 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c21d58b-82ef-45be-bb9a-0f4e9426d2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:42.557636 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21d58b-82ef-45be-bb9a-0f4e9426d2be admin admin] Pushing event deleted for resources: {'Port': ['ID=cde7b824-ccba-4f00-b91a-479f9128b782,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:42.726164 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c21d58b-82ef-45be-bb9a-0f4e9426d2be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:42.829798 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 336aaf69-f413-4487-9fb3-05b755c581ef no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:05:42.849132 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 336aaf69-f413-4487-9fb3-05b755c581ef {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 20:05:42.850019 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 336aaf69-f413-4487-9fb3-05b755c581ef not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:05:42.945512 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c21d58b-82ef-45be-bb9a-0f4e9426d2be admin admin] Router 30acc93c-6055-4268-94de-e8f5601644d6 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:05:43.050099 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c21d58b-82ef-45be-bb9a-0f4e9426d2be admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:05:43.055242 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1c21d58b-82ef-45be-bb9a-0f4e9426d2be admin admin] 10.222.0.62 "PUT /v2.0/routers/30acc93c-6055-4268-94de-e8f5601644d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4089777 Dec 10 20:05:43.057808 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54270) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:05:43.059714 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13dc578-e57e-46db-8d35-b6506bf833e7 None None] Sync routers for ids ['30acc93c-6055-4268-94de-e8f5601644d6'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:05:43.070259 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13dc578-e57e-46db-8d35-b6506bf833e7 None None] Routers {'30acc93c-6055-4268-94de-e8f5601644d6'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:05:43.070864 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-c13dc578-e57e-46db-8d35-b6506bf833e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T20:05:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['30acc93c-6055-4268-94de-e8f5601644d6'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:43.168248 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c5a505c-822e-4237-bd77-3c8dd7fb7bdd admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:43.174348 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-c13dc578-e57e-46db-8d35-b6506bf833e7 None None] Set router 30acc93c-6055-4268-94de-e8f5601644d6 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:05:43.271239 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c5a505c-822e-4237-bd77-3c8dd7fb7bdd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:43.323421 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1c5a505c-822e-4237-bd77-3c8dd7fb7bdd admin admin] Deleting port 68466b1c-b717-473b-b36a-79af17d28ab6 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 20:05:43.323761 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c5a505c-822e-4237-bd77-3c8dd7fb7bdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:43.348032 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-c13dc578-e57e-46db-8d35-b6506bf833e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30acc93c-6055-4268-94de-e8f5601644d6', 'name': 'tempest-TestShelveInstance-489605763-router', 'tenant_id': '3d27360b86504bd4bfd2bedfa6e35ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '68466b1c-b717-473b-b36a-79af17d28ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:55:54Z', 'updated_at': '2021-12-10T20:05:42Z', 'revision_number': 5, 'project_id': '3d27360b86504bd4bfd2bedfa6e35ac0', 'gw_port': {'id': '68466b1c-b717-473b-b36a-79af17d28ab6', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30acc93c-6055-4268-94de-e8f5601644d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:55:54Z', 'updated_at': '2021-12-10T19:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:43.375097 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13dc578-e57e-46db-8d35-b6506bf833e7 None None] Checking router: 30acc93c-6055-4268-94de-e8f5601644d6 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:05:43.384008 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13dc578-e57e-46db-8d35-b6506bf833e7 None None] Routers {'30acc93c-6055-4268-94de-e8f5601644d6'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:05:43.384605 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-c13dc578-e57e-46db-8d35-b6506bf833e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T20:05:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['30acc93c-6055-4268-94de-e8f5601644d6'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:43.407167 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1c5a505c-822e-4237-bd77-3c8dd7fb7bdd admin admin] For port 68466b1c-b717-473b-b36a-79af17d28ab6, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=68466b1c-b717-473b-b36a-79af17d28ab6,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:05:43.407533 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c5a505c-822e-4237-bd77-3c8dd7fb7bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:43.420246 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1c5a505c-822e-4237-bd77-3c8dd7fb7bdd admin admin] Calling delete_port for 68466b1c-b717-473b-b36a-79af17d28ab6 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 20:05:43.468070 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-c13dc578-e57e-46db-8d35-b6506bf833e7 None None] Set router 30acc93c-6055-4268-94de-e8f5601644d6 gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:05:43.522509 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-c13dc578-e57e-46db-8d35-b6506bf833e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30acc93c-6055-4268-94de-e8f5601644d6', 'name': 'tempest-TestShelveInstance-489605763-router', 'tenant_id': '3d27360b86504bd4bfd2bedfa6e35ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:55:54Z', 'updated_at': '2021-12-10T20:05:43Z', 'revision_number': 6, 'project_id': '3d27360b86504bd4bfd2bedfa6e35ac0', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:43.549744 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13dc578-e57e-46db-8d35-b6506bf833e7 None None] The sync data for ids ['30acc93c-6055-4268-94de-e8f5601644d6'] in n-d-821435-1 is: [{'id': '30acc93c-6055-4268-94de-e8f5601644d6', 'name': 'tempest-TestShelveInstance-489605763-router', 'tenant_id': '3d27360b86504bd4bfd2bedfa6e35ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:55:54Z', 'updated_at': '2021-12-10T20:05:43Z', 'revision_number': 6, 'project_id': '3d27360b86504bd4bfd2bedfa6e35ac0', 'gw_port_host': None}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:05:43.587416 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c5a505c-822e-4237-bd77-3c8dd7fb7bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:43.612945 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a505c-822e-4237-bd77-3c8dd7fb7bdd admin admin] Pushing event deleted for resources: {'Port': ['ID=68466b1c-b717-473b-b36a-79af17d28ab6,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:43.628014 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a591c782-64e2-48fa-b84b-c9eb4f07efd0 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 20:05:43.677178 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c5a505c-822e-4237-bd77-3c8dd7fb7bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:43.765223 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c5a505c-822e-4237-bd77-3c8dd7fb7bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:43.767342 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c5a505c-822e-4237-bd77-3c8dd7fb7bdd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:43.809325 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c5a505c-822e-4237-bd77-3c8dd7fb7bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:43.809940 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5a505c-822e-4237-bd77-3c8dd7fb7bdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30acc93c-6055-4268-94de-e8f5601644d6 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 20:05:43.814350 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c5a505c-822e-4237-bd77-3c8dd7fb7bdd admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:43.815580 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-1c5a505c-822e-4237-bd77-3c8dd7fb7bdd admin admin] 10.222.0.62 "DELETE /v2.0/routers/30acc93c-6055-4268-94de-e8f5601644d6 HTTP/1.1" status: 204 len: 168 time: 0.7567871 Dec 10 20:05:43.818265 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54272) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:05:43.861599 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa5e6e6d-1a63-4433-ae54-76b15ff8fd0f admin admin] Deleting subnet 29eb8ff4-7749-423f-b2d2-925f90455694 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 20:05:43.864807 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa5e6e6d-1a63-4433-ae54-76b15ff8fd0f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:43.904731 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa5e6e6d-1a63-4433-ae54-76b15ff8fd0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:43.985729 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa5e6e6d-1a63-4433-ae54-76b15ff8fd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:44.036782 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa5e6e6d-1a63-4433-ae54-76b15ff8fd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:44.061626 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e6e6d-1a63-4433-ae54-76b15ff8fd0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29eb8ff4-7749-423f-b2d2-925f90455694,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:44.065210 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa5e6e6d-1a63-4433-ae54-76b15ff8fd0f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:44.070023 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-fa5e6e6d-1a63-4433-ae54-76b15ff8fd0f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/29eb8ff4-7749-423f-b2d2-925f90455694 HTTP/1.1" status: 204 len: 168 time: 0.2500048 Dec 10 20:05:44.071631 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54274) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:05:44.072331 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7faec0b-a3f8-4dc7-a672-70f391176995 None None] Network 0758030e-3e1e-4b7d-b084-6a3668b936bb requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 20:05:44.151393 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2e7f7259-8635-4be2-bde0-a7e647dc6ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:44.205174 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-2e7f7259-8635-4be2-bde0-a7e647dc6ada admin admin] Deleting port 81804e72-10a3-4f6b-a9f9-efca994c65a1 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 20:05:44.205521 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2e7f7259-8635-4be2-bde0-a7e647dc6ada admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:44.267881 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-2e7f7259-8635-4be2-bde0-a7e647dc6ada admin admin] For port 81804e72-10a3-4f6b-a9f9-efca994c65a1, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=81804e72-10a3-4f6b-a9f9-efca994c65a1,segment=NetworkSegment(7f55f0b0-a928-485b-b666-1255ed8adc2d),segment_id=7f55f0b0-a928-485b-b666-1255ed8adc2d)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:05:44.268250 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2e7f7259-8635-4be2-bde0-a7e647dc6ada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:44.285613 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-2e7f7259-8635-4be2-bde0-a7e647dc6ada admin admin] Calling delete_port for 81804e72-10a3-4f6b-a9f9-efca994c65a1 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 20:05:44.289082 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33b97d6-aebc-49d1-acda-6ca14f0672bb None None] DHCP port deletion for 0758030e-3e1e-4b7d-b084-6a3668b936bb request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 20:05:44.338847 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c33b97d6-aebc-49d1-acda-6ca14f0672bb None None] Deleting port 81804e72-10a3-4f6b-a9f9-efca994c65a1 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 20:05:44.339226 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c33b97d6-aebc-49d1-acda-6ca14f0672bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:44.377420 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2e7f7259-8635-4be2-bde0-a7e647dc6ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:44.407163 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c33b97d6-aebc-49d1-acda-6ca14f0672bb None None] For port 81804e72-10a3-4f6b-a9f9-efca994c65a1, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=81804e72-10a3-4f6b-a9f9-efca994c65a1,segment=NetworkSegment(7f55f0b0-a928-485b-b666-1255ed8adc2d),segment_id=7f55f0b0-a928-485b-b666-1255ed8adc2d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:05:44.407660 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c33b97d6-aebc-49d1-acda-6ca14f0672bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:44.408355 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f7259-8635-4be2-bde0-a7e647dc6ada admin admin] Pushing event deleted for resources: {'Port': ['ID=81804e72-10a3-4f6b-a9f9-efca994c65a1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:44.410365 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7f7259-8635-4be2-bde0-a7e647dc6ada admin admin] No DVR routers for this DVR port 81804e72-10a3-4f6b-a9f9-efca994c65a1 on host n-d-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 20:05:44.424822 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c33b97d6-aebc-49d1-acda-6ca14f0672bb None None] Calling delete_port for 81804e72-10a3-4f6b-a9f9-efca994c65a1 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 20:05:44.484968 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2e7f7259-8635-4be2-bde0-a7e647dc6ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:44.503661 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c33b97d6-aebc-49d1-acda-6ca14f0672bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:44.507253 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-2e7f7259-8635-4be2-bde0-a7e647dc6ada admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0758030e-3e1e-4b7d-b084-6a3668b936bb']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:44.517122 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-2e7f7259-8635-4be2-bde0-a7e647dc6ada admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f55f0b0-a928-485b-b666-1255ed8adc2d') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:44.517428 n-d-821435-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-2e7f7259-8635-4be2-bde0-a7e647dc6ada admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f55f0b0-a928-485b-b666-1255ed8adc2d') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:44.529003 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2e7f7259-8635-4be2-bde0-a7e647dc6ada admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666359'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:44.532487 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b97d6-aebc-49d1-acda-6ca14f0672bb None None] Pushing event deleted for resources: {'Port': ['ID=81804e72-10a3-4f6b-a9f9-efca994c65a1,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:44.538750 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33b97d6-aebc-49d1-acda-6ca14f0672bb None None] No DVR routers for this DVR port 81804e72-10a3-4f6b-a9f9-efca994c65a1 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 20:05:44.548260 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2e7f7259-8635-4be2-bde0-a7e647dc6ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:44.561535 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e7f7259-8635-4be2-bde0-a7e647dc6ada admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 20:05:44.562120 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2e7f7259-8635-4be2-bde0-a7e647dc6ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845821'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:44.563892 n-d-821435-1 neutron-server[103244]: Traceback (most recent call last): Dec 10 20:05:44.563892 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 20:05:44.563892 n-d-821435-1 neutron-server[103244]: timer() Dec 10 20:05:44.563892 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 20:05:44.563892 n-d-821435-1 neutron-server[103244]: cb(*args, **kw) Dec 10 20:05:44.563892 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 20:05:44.563892 n-d-821435-1 neutron-server[103244]: return func(*args, **kwargs) Dec 10 20:05:44.563892 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 20:05:44.563892 n-d-821435-1 neutron-server[103244]: self._notify() Dec 10 20:05:44.563892 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 20:05:44.563892 n-d-821435-1 neutron-server[103244]: self.callback(batched_events) Dec 10 20:05:44.563892 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 20:05:44.563892 n-d-821435-1 neutron-server[103244]: event.method(event) Dec 10 20:05:44.563892 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 20:05:44.563892 n-d-821435-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 20:05:44.563892 n-d-821435-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 20:05:44.563892 n-d-821435-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 20:05:44.563892 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 20:05:44.563892 n-d-821435-1 neutron-server[103244]: return f(self, *a, **k) Dec 10 20:05:44.563892 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 20:05:44.563892 n-d-821435-1 neutron-server[103244]: return self._get(url).json() Dec 10 20:05:44.563892 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 20:05:44.563892 n-d-821435-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 20:05:44.563892 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 20:05:44.563892 n-d-821435-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 10 20:05:44.563892 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 20:05:44.563892 n-d-821435-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 20:05:44.563892 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 20:05:44.563892 n-d-821435-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 20:05:44.563892 n-d-821435-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 20:05:44.563892 n-d-821435-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 20:05:44.563892 n-d-821435-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 20:05:44.617828 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2e7f7259-8635-4be2-bde0-a7e647dc6ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:44.623335 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2e7f7259-8635-4be2-bde0-a7e647dc6ada admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:44.626493 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2e7f7259-8635-4be2-bde0-a7e647dc6ada admin admin] 10.222.0.62 "DELETE /v2.0/networks/0758030e-3e1e-4b7d-b084-6a3668b936bb HTTP/1.1" status: 204 len: 168 time: 0.5539567 Dec 10 20:05:44.638263 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f7259-8635-4be2-bde0-a7e647dc6ada admin admin] Pushing event deleted for resources: {'Network': ['ID=0758030e-3e1e-4b7d-b084-6a3668b936bb,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:44.748688 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54278) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:05:44.787635 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 81804e72-10a3-4f6b-a9f9-efca994c65a1 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:05:44.794737 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54280) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:05:44.795300 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-594bd459-fe88-493b-98e1-f6084f47d067 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=248dd3d94aac4090be9d576e6a97c8d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0482564 Dec 10 20:05:44.812539 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 81804e72-10a3-4f6b-a9f9-efca994c65a1 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 20:05:44.812944 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 81804e72-10a3-4f6b-a9f9-efca994c65a1 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:05:44.813658 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 68466b1c-b717-473b-b36a-79af17d28ab6 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:05:44.834519 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 68466b1c-b717-473b-b36a-79af17d28ab6 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 20:05:44.834967 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 68466b1c-b717-473b-b36a-79af17d28ab6 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:05:44.835460 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device cde7b824-ccba-4f00-b91a-479f9128b782 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:05:44.844789 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0719f473-307a-49c1-afed-fb4d2aebfdef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:44.855234 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: cde7b824-ccba-4f00-b91a-479f9128b782 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 20:05:44.855592 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device cde7b824-ccba-4f00-b91a-479f9128b782 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:05:44.868955 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0719f473-307a-49c1-afed-fb4d2aebfdef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:44.918460 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0719f473-307a-49c1-afed-fb4d2aebfdef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:44.921022 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0719f473-307a-49c1-afed-fb4d2aebfdef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:44.922148 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-0719f473-307a-49c1-afed-fb4d2aebfdef admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6c0299fa-edcf-4247-8c08-1add67cf7ea0 HTTP/1.1" status: 204 len: 168 time: 0.1263478 Dec 10 20:05:44.931147 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0719f473-307a-49c1-afed-fb4d2aebfdef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0299fa-edcf-4247-8c08-1add67cf7ea0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:45.233443 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54286) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:05:45.274046 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-b5b76e96-aa80-4b00-b428-968788eb02f4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3d27360b86504bd4bfd2bedfa6e35ac0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392394 Dec 10 20:05:45.276522 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54288) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:05:45.322352 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-db39beaa-7d5f-4b42-a9fd-7788b2a142ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:45.342872 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-db39beaa-7d5f-4b42-a9fd-7788b2a142ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:45.388831 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-db39beaa-7d5f-4b42-a9fd-7788b2a142ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:45.391393 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-db39beaa-7d5f-4b42-a9fd-7788b2a142ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:45.392556 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-db39beaa-7d5f-4b42-a9fd-7788b2a142ce admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e1c60f63-fe00-4f48-82fa-097942ef99cf HTTP/1.1" status: 204 len: 168 time: 0.1151185 Dec 10 20:05:45.400333 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39beaa-7d5f-4b42-a9fd-7788b2a142ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c60f63-fe00-4f48-82fa-097942ef99cf,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:46.046759 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54310) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:05:46.144544 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-66daeb58-8898-4d30-b1b4-8560d0a57946 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-255427521-network', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:05:46.170951 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66daeb58-8898-4d30-b1b4-8560d0a57946 admin admin] Made reservation on behalf of 4b8ddee863fe4427b1a0a062671190de for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 20:05:46.173596 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66daeb58-8898-4d30-b1b4-8560d0a57946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:46.182655 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66daeb58-8898-4d30-b1b4-8560d0a57946 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:46.256932 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66daeb58-8898-4d30-b1b4-8560d0a57946 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:46.260496 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66daeb58-8898-4d30-b1b4-8560d0a57946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:46.284234 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66daeb58-8898-4d30-b1b4-8560d0a57946 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 20:05:46.293377 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66daeb58-8898-4d30-b1b4-8560d0a57946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a2a203-6e02-4fd5-b22c-1154f7315b64,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:46.299506 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66daeb58-8898-4d30-b1b4-8560d0a57946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:46.299848 n-d-821435-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-66daeb58-8898-4d30-b1b4-8560d0a57946 admin admin] Added segment d3b7e667-ef76-4602-8f0c-0c6d1cb83a49 of type vlan for network 81b22748-3605-4f1c-b0ae-7c39691d0053 Dec 10 20:05:46.338329 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66daeb58-8898-4d30-b1b4-8560d0a57946 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:46.362815 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66daeb58-8898-4d30-b1b4-8560d0a57946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:46.363945 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66daeb58-8898-4d30-b1b4-8560d0a57946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:46.364520 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66daeb58-8898-4d30-b1b4-8560d0a57946 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:46.419593 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-66daeb58-8898-4d30-b1b4-8560d0a57946 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3717265 Dec 10 20:05:46.422598 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54314) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:05:46.424836 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66daeb58-8898-4d30-b1b4-8560d0a57946 admin admin] Pushing event updated for resources: {'Network': ['ID=81b22748-3605-4f1c-b0ae-7c39691d0053,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:46.427581 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-8fbb8703-3dd8-4d80-9782-b398556fd7a4 admin admin] Request body: {'subnet': {'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-255427521-subnet', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:05:46.434531 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network 81b22748-3605-4f1c-b0ae-7c39691d0053 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 20:05:46.448839 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbb8703-3dd8-4d80-9782-b398556fd7a4 admin admin] Made reservation on behalf of 4b8ddee863fe4427b1a0a062671190de for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 20:05:46.451270 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8fbb8703-3dd8-4d80-9782-b398556fd7a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8406891'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:46.624517 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8fbb8703-3dd8-4d80-9782-b398556fd7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8845904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8406901'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:46.672897 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbb8703-3dd8-4d80-9782-b398556fd7a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a468cf11-7cae-45f4-ba93-5b02247468ee,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:46.688474 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbb8703-3dd8-4d80-9782-b398556fd7a4 admin admin] Checking segment: {'id': 'd3b7e667-ef76-4602-8f0c-0c6d1cb83a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 20:05:46.688893 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbb8703-3dd8-4d80-9782-b398556fd7a4 admin admin] Network hostable DHCP agents. Network: 81b22748-3605-4f1c-b0ae-7c39691d0053, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 20:05:46.706981 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbb8703-3dd8-4d80-9782-b398556fd7a4 admin admin] Network 81b22748-3605-4f1c-b0ae-7c39691d0053 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 20:05:46.716441 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-8fbb8703-3dd8-4d80-9782-b398556fd7a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, 81b22748-3605-4f1c-b0ae-7c39691d0053) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:05:46.721091 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbb8703-3dd8-4d80-9782-b398556fd7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:46.721639 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8fbb8703-3dd8-4d80-9782-b398556fd7a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:46.729159 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723edbc8-eaa3-4cfc-bc8f-662717e4e7ee None None] Network 81b22748-3605-4f1c-b0ae-7c39691d0053 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 20:05:46.744236 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-8fbb8703-3dd8-4d80-9782-b398556fd7a4 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3177807 Dec 10 20:05:46.744427 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54316) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:05:46.748903 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-08ba13f0-5b07-48a9-b9f3-48618a763578 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-255427521-router', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:05:46.770629 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08ba13f0-5b07-48a9-b9f3-48618a763578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:46.771648 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08ba13f0-5b07-48a9-b9f3-48618a763578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:46.823647 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08ba13f0-5b07-48a9-b9f3-48618a763578 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:46.848391 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0ae38b-1591-4165-ac61-49d750c139c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-81b22748-3605-4f1c-b0ae-7c39691d0053', 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053', 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'fixed_ips': [{'subnet_id': 'a468cf11-7cae-45f4-ba93-5b02247468ee'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 20:05:46.850016 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fe0ae38b-1591-4165-ac61-49d750c139c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:46.976192 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08ba13f0-5b07-48a9-b9f3-48618a763578 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:46.990135 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-fe0ae38b-1591-4165-ac61-49d750c139c0 None None] Allocated IP 172.20.0.2 (81b22748-3605-4f1c-b0ae-7c39691d0053/a468cf11-7cae-45f4-ba93-5b02247468ee/fa702688-c17a-4f9b-b3c7-d18c3d0bec97) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:05:47.131892 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fe0ae38b-1591-4165-ac61-49d750c139c0 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:47.138298 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fe0ae38b-1591-4165-ac61-49d750c139c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:47.176667 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08ba13f0-5b07-48a9-b9f3-48618a763578 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:47.184418 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0ae38b-1591-4165-ac61-49d750c139c0 None None] Network 81b22748-3605-4f1c-b0ae-7c39691d0053 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:05:47.187312 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-fe0ae38b-1591-4165-ac61-49d750c139c0 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:05:47.191427 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0ae38b-1591-4165-ac61-49d750c139c0 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:05:47.194562 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ae38b-1591-4165-ac61-49d750c139c0 None None] Pushing event updated for resources: {'Port': ['ID=fa702688-c17a-4f9b-b3c7-d18c3d0bec97,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:47.196314 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08ba13f0-5b07-48a9-b9f3-48618a763578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:47.245760 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-fe0ae38b-1591-4165-ac61-49d750c139c0 None None] Attempting to bind port fa702688-c17a-4f9b-b3c7-d18c3d0bec97 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:05:47.246138 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-fe0ae38b-1591-4165-ac61-49d750c139c0 None None] Attempting to bind port fa702688-c17a-4f9b-b3c7-d18c3d0bec97 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'd3b7e667-ef76-4602-8f0c-0c6d1cb83a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 20:05:47.246507 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0ae38b-1591-4165-ac61-49d750c139c0 None None] Attempting to bind port fa702688-c17a-4f9b-b3c7-d18c3d0bec97 on network 81b22748-3605-4f1c-b0ae-7c39691d0053 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:05:47.251439 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0ae38b-1591-4165-ac61-49d750c139c0 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 20:05:47.251820 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0ae38b-1591-4165-ac61-49d750c139c0 None None] Checking segment: {'id': 'd3b7e667-ef76-4602-8f0c-0c6d1cb83a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 20:05:47.252222 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fe0ae38b-1591-4165-ac61-49d750c139c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:47.252619 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0ae38b-1591-4165-ac61-49d750c139c0 None None] Bound using segment: {'id': 'd3b7e667-ef76-4602-8f0c-0c6d1cb83a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 20:05:47.253110 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-fe0ae38b-1591-4165-ac61-49d750c139c0 None None] Bound port: fa702688-c17a-4f9b-b3c7-d18c3d0bec97, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3b7e667-ef76-4602-8f0c-0c6d1cb83a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 20:05:47.253528 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fe0ae38b-1591-4165-ac61-49d750c139c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:47.306501 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-08ba13f0-5b07-48a9-b9f3-48618a763578 admin admin] Allocated IP 172.25.7.130 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/a55f139e-2277-4371-beb5-038e2993e722) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:05:47.315692 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-fe0ae38b-1591-4165-ac61-49d750c139c0 None None] For port fa702688-c17a-4f9b-b3c7-d18c3d0bec97, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 20:05:47.319106 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-fe0ae38b-1591-4165-ac61-49d750c139c0 None None] For port fa702688-c17a-4f9b-b3c7-d18c3d0bec97, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=fa702688-c17a-4f9b-b3c7-d18c3d0bec97,segment=NetworkSegment(d3b7e667-ef76-4602-8f0c-0c6d1cb83a49),segment_id=d3b7e667-ef76-4602-8f0c-0c6d1cb83a49)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 20:05:47.323012 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fe0ae38b-1591-4165-ac61-49d750c139c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:47.383267 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ae38b-1591-4165-ac61-49d750c139c0 None None] Pushing event updated for resources: {'Port': ['ID=fa702688-c17a-4f9b-b3c7-d18c3d0bec97,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:47.427425 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08ba13f0-5b07-48a9-b9f3-48618a763578 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:47.468556 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08ba13f0-5b07-48a9-b9f3-48618a763578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:47.514037 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ba13f0-5b07-48a9-b9f3-48618a763578 admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:05:47.517104 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-08ba13f0-5b07-48a9-b9f3-48618a763578 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:05:47.519728 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ba13f0-5b07-48a9-b9f3-48618a763578 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:05:47.546744 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba13f0-5b07-48a9-b9f3-48618a763578 admin admin] Pushing event updated for resources: {'Port': ['ID=a55f139e-2277-4371-beb5-038e2993e722,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:47.564824 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241d08ce-3b05-40c8-afc4-6ab72d3efbc7 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 20:05:47.681257 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2d847401-98fc-4078-8745-e23ec29726bf None None] Provisioning complete for port a55f139e-2277-4371-beb5-038e2993e722 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:05:47.681621 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2d847401-98fc-4078-8745-e23ec29726bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:47.716827 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2d847401-98fc-4078-8745-e23ec29726bf None None] Port a55f139e-2277-4371-beb5-038e2993e722 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 20:05:47.789846 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08ba13f0-5b07-48a9-b9f3-48618a763578 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:48.326064 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08ba13f0-5b07-48a9-b9f3-48618a763578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:48.340068 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15776201-0fc8-4d3a-b184-78865628e55f None None] Network 81b22748-3605-4f1c-b0ae-7c39691d0053 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 20:05:48.450406 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6aa3b340-d646-48dd-8264-a20798211e55 None None] Provisioning complete for port fa702688-c17a-4f9b-b3c7-d18c3d0bec97 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:05:48.450887 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6aa3b340-d646-48dd-8264-a20798211e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:48.456331 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ba13f0-5b07-48a9-b9f3-48618a763578 admin admin] Router f7073294-88b8-42fc-b2cf-da86150140c2 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 20:05:48.544897 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6aa3b340-d646-48dd-8264-a20798211e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:48.576295 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ba13f0-5b07-48a9-b9f3-48618a763578 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:05:48.583433 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6aa3b340-d646-48dd-8264-a20798211e55 None None] For port fa702688-c17a-4f9b-b3c7-d18c3d0bec97, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=fa702688-c17a-4f9b-b3c7-d18c3d0bec97,segment=NetworkSegment(d3b7e667-ef76-4602-8f0c-0c6d1cb83a49),segment_id=d3b7e667-ef76-4602-8f0c-0c6d1cb83a49)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:05:48.591058 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6aa3b340-d646-48dd-8264-a20798211e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:48.600989 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08ba13f0-5b07-48a9-b9f3-48618a763578 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:48.602332 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-08ba13f0-5b07-48a9-b9f3-48618a763578 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8567858 Dec 10 20:05:48.604985 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54318) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:05:48.621559 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c449813-b003-4a6a-a3f4-c4a8b153daa5 None None] Sync routers for ids ['f7073294-88b8-42fc-b2cf-da86150140c2'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:05:48.642083 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c449813-b003-4a6a-a3f4-c4a8b153daa5 None None] Routers {'f7073294-88b8-42fc-b2cf-da86150140c2'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:05:48.642719 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6c449813-b003-4a6a-a3f4-c4a8b153daa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T20:05:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['f7073294-88b8-42fc-b2cf-da86150140c2'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:48.730089 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa3b340-d646-48dd-8264-a20798211e55 None None] Pushing event updated for resources: {'Port': ['ID=fa702688-c17a-4f9b-b3c7-d18c3d0bec97,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:48.750351 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-346b456d-47c9-4b13-8c38-ca0edfcf6331 None None] Provisioning complete for port fa702688-c17a-4f9b-b3c7-d18c3d0bec97 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:05:48.750777 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-346b456d-47c9-4b13-8c38-ca0edfcf6331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:48.801814 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-6c449813-b003-4a6a-a3f4-c4a8b153daa5 None None] Set router f7073294-88b8-42fc-b2cf-da86150140c2 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:05:48.861736 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device fa702688-c17a-4f9b-b3c7-d18c3d0bec97 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:05:49.019908 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port fa702688-c17a-4f9b-b3c7-d18c3d0bec97 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:05:49.020565 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:49.042199 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-69590d67-8489-48a7-9f3a-cb9587ba320a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:49.126464 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6c449813-b003-4a6a-a3f4-c4a8b153daa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'name': 'tempest-TestSnapshotPattern-255427521-router', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'a55f139e-2277-4371-beb5-038e2993e722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:46Z', 'updated_at': '2021-12-10T20:05:47Z', 'revision_number': 3, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'gw_port': {'id': 'a55f139e-2277-4371-beb5-038e2993e722', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:47Z', 'updated_at': '2021-12-10T20:05:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:49.156198 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c449813-b003-4a6a-a3f4-c4a8b153daa5 None None] Checking router: f7073294-88b8-42fc-b2cf-da86150140c2 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:05:49.156551 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c449813-b003-4a6a-a3f4-c4a8b153daa5 None None] Updating router f7073294-88b8-42fc-b2cf-da86150140c2 port a55f139e-2277-4371-beb5-038e2993e722 binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 20:05:49.186230 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6c449813-b003-4a6a-a3f4-c4a8b153daa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:49.203475 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-69590d67-8489-48a7-9f3a-cb9587ba320a admin admin] Allocated IP 172.20.0.1 (81b22748-3605-4f1c-b0ae-7c39691d0053/a468cf11-7cae-45f4-ba93-5b02247468ee/02b1d62f-8a52-4122-a752-926a3368b49e) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:05:49.306508 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-69590d67-8489-48a7-9f3a-cb9587ba320a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:49.340264 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-69590d67-8489-48a7-9f3a-cb9587ba320a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:49.386557 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69590d67-8489-48a7-9f3a-cb9587ba320a admin admin] Network 81b22748-3605-4f1c-b0ae-7c39691d0053 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:05:49.389446 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-69590d67-8489-48a7-9f3a-cb9587ba320a admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:05:49.392057 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69590d67-8489-48a7-9f3a-cb9587ba320a admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:05:49.420078 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69590d67-8489-48a7-9f3a-cb9587ba320a admin admin] Pushing event updated for resources: {'Port': ['ID=02b1d62f-8a52-4122-a752-926a3368b49e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:49.441118 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-69590d67-8489-48a7-9f3a-cb9587ba320a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:49.444062 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6c449813-b003-4a6a-a3f4-c4a8b153daa5 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:49.450273 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6c449813-b003-4a6a-a3f4-c4a8b153daa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:49.501276 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed29341-6407-46da-8d3f-2c83f50b636a None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 20:05:49.511630 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a83cf-d898-4fd3-8d3c-f0d36f55a463 None None] Pushing event updated for resources: {'Port': ['ID=a55f139e-2277-4371-beb5-038e2993e722,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:49.514329 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6c449813-b003-4a6a-a3f4-c4a8b153daa5 None None] Attempting to bind port a55f139e-2277-4371-beb5-038e2993e722 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:05:49.514713 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6c449813-b003-4a6a-a3f4-c4a8b153daa5 None None] Attempting to bind port a55f139e-2277-4371-beb5-038e2993e722 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 20:05:49.515064 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c449813-b003-4a6a-a3f4-c4a8b153daa5 None None] Attempting to bind port a55f139e-2277-4371-beb5-038e2993e722 on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:05:49.523472 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c449813-b003-4a6a-a3f4-c4a8b153daa5 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 20:05:49.523737 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c449813-b003-4a6a-a3f4-c4a8b153daa5 None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 20:05:49.524086 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6c449813-b003-4a6a-a3f4-c4a8b153daa5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:49.524486 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c449813-b003-4a6a-a3f4-c4a8b153daa5 None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 20:05:49.524984 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6c449813-b003-4a6a-a3f4-c4a8b153daa5 None None] Bound port: a55f139e-2277-4371-beb5-038e2993e722, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 20:05:49.525358 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6c449813-b003-4a6a-a3f4-c4a8b153daa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:49.585452 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6c449813-b003-4a6a-a3f4-c4a8b153daa5 None None] For port a55f139e-2277-4371-beb5-038e2993e722, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 20:05:49.588681 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6c449813-b003-4a6a-a3f4-c4a8b153daa5 None None] For port a55f139e-2277-4371-beb5-038e2993e722, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=a55f139e-2277-4371-beb5-038e2993e722,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 20:05:49.593198 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-69590d67-8489-48a7-9f3a-cb9587ba320a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:49.595289 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6c449813-b003-4a6a-a3f4-c4a8b153daa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:49.654763 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32451a8e-7298-496f-986e-9af89cc99c52 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 20:05:49.775020 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-69590d67-8489-48a7-9f3a-cb9587ba320a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:49.780150 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-69590d67-8489-48a7-9f3a-cb9587ba320a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:49.824785 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7ca1f333-d59d-4c1f-ac8b-2155d2b05e0e None None] Provisioning complete for port 02b1d62f-8a52-4122-a752-926a3368b49e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:05:49.825157 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7ca1f333-d59d-4c1f-ac8b-2155d2b05e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:49.846225 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69590d67-8489-48a7-9f3a-cb9587ba320a admin admin] Pushing event updated for resources: {'Port': ['ID=02b1d62f-8a52-4122-a752-926a3368b49e,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:49.848734 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-69590d67-8489-48a7-9f3a-cb9587ba320a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:49.869663 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a83cf-d898-4fd3-8d3c-f0d36f55a463 None None] Pushing event updated for resources: {'Port': ['ID=a55f139e-2277-4371-beb5-038e2993e722,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:49.880196 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c449813-b003-4a6a-a3f4-c4a8b153daa5 None None] Routers {'f7073294-88b8-42fc-b2cf-da86150140c2'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:05:49.880947 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6c449813-b003-4a6a-a3f4-c4a8b153daa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T20:05:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['f7073294-88b8-42fc-b2cf-da86150140c2'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:49.921734 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-7ca1f333-d59d-4c1f-ac8b-2155d2b05e0e None None] Port 02b1d62f-8a52-4122-a752-926a3368b49e cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 20:05:49.950608 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ac15bb20-8944-4c19-81ac-f1f01a1eb6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:49.953617 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69590d67-8489-48a7-9f3a-cb9587ba320a admin admin] Network 81b22748-3605-4f1c-b0ae-7c39691d0053 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:05:49.955092 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-69590d67-8489-48a7-9f3a-cb9587ba320a admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:05:49.972949 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7ca1f333-d59d-4c1f-ac8b-2155d2b05e0e None None] Provisioning complete for port a55f139e-2277-4371-beb5-038e2993e722 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:05:49.973331 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7ca1f333-d59d-4c1f-ac8b-2155d2b05e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:50.036047 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-6c449813-b003-4a6a-a3f4-c4a8b153daa5 None None] Set router f7073294-88b8-42fc-b2cf-da86150140c2 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:05:50.080210 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69590d67-8489-48a7-9f3a-cb9587ba320a admin admin] Router f7073294-88b8-42fc-b2cf-da86150140c2 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:05:50.182567 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7ca1f333-d59d-4c1f-ac8b-2155d2b05e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:50.201738 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69590d67-8489-48a7-9f3a-cb9587ba320a admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:05:50.206791 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-69590d67-8489-48a7-9f3a-cb9587ba320a admin admin] 10.222.0.62 "PUT /v2.0/routers/f7073294-88b8-42fc-b2cf-da86150140c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6008251 Dec 10 20:05:50.216217 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7ca1f333-d59d-4c1f-ac8b-2155d2b05e0e None None] For port a55f139e-2277-4371-beb5-038e2993e722, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=a55f139e-2277-4371-beb5-038e2993e722,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:05:50.225989 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7ca1f333-d59d-4c1f-ac8b-2155d2b05e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:50.312651 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca1f333-d59d-4c1f-ac8b-2155d2b05e0e None None] Pushing event updated for resources: {'Port': ['ID=a55f139e-2277-4371-beb5-038e2993e722,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:50.347921 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6c449813-b003-4a6a-a3f4-c4a8b153daa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'name': 'tempest-TestSnapshotPattern-255427521-router', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'a55f139e-2277-4371-beb5-038e2993e722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:46Z', 'updated_at': '2021-12-10T20:05:49Z', 'revision_number': 4, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'gw_port': {'id': 'a55f139e-2277-4371-beb5-038e2993e722', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:47Z', 'updated_at': '2021-12-10T20:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '02b1d62f-8a52-4122-a752-926a3368b49e', 'name': '', 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'mac_address': 'fa:16:3e:ff:59:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'a468cf11-7cae-45f4-ba93-5b02247468ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:49Z', 'updated_at': '2021-12-10T20:05:49Z', 'revision_number': 2, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'subnets': [{'id': 'a468cf11-7cae-45f4-ba93-5b02247468ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:50.383444 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c449813-b003-4a6a-a3f4-c4a8b153daa5 None None] The sync data for ids ['f7073294-88b8-42fc-b2cf-da86150140c2'] in n-d-821435-1 is: [{'id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'name': 'tempest-TestSnapshotPattern-255427521-router', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'a55f139e-2277-4371-beb5-038e2993e722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:46Z', 'updated_at': '2021-12-10T20:05:49Z', 'revision_number': 4, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'gw_port': {'id': 'a55f139e-2277-4371-beb5-038e2993e722', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:47Z', 'updated_at': '2021-12-10T20:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '02b1d62f-8a52-4122-a752-926a3368b49e', 'name': '', 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'mac_address': 'fa:16:3e:ff:59:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'a468cf11-7cae-45f4-ba93-5b02247468ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:49Z', 'updated_at': '2021-12-10T20:05:49Z', 'revision_number': 2, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'subnets': [{'id': 'a468cf11-7cae-45f4-ba93-5b02247468ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:05:50.386962 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb57315d-b294-439c-85fa-b14d2c902636 None None] Provisioning complete for port 02b1d62f-8a52-4122-a752-926a3368b49e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:05:50.387337 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb57315d-b294-439c-85fa-b14d2c902636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:50.424023 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb57315d-b294-439c-85fa-b14d2c902636 None None] Port 02b1d62f-8a52-4122-a752-926a3368b49e cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 20:05:50.434491 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb57315d-b294-439c-85fa-b14d2c902636 None None] Provisioning complete for port a55f139e-2277-4371-beb5-038e2993e722 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:05:50.434882 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb57315d-b294-439c-85fa-b14d2c902636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:50.801001 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device fa702688-c17a-4f9b-b3c7-d18c3d0bec97 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:05:50.810276 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54334) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:05:50.815430 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-81314a11-0e4a-4681-b756-9957eab80efc admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-351243129-network', 'tenant_id': '0b01af3d2cd74b1394a3356392e9d351'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:05:50.838459 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81314a11-0e4a-4681-b756-9957eab80efc admin admin] Made reservation on behalf of 0b01af3d2cd74b1394a3356392e9d351 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 20:05:50.841342 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-81314a11-0e4a-4681-b756-9957eab80efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:50.852393 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-81314a11-0e4a-4681-b756-9957eab80efc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:50.861624 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port fa702688-c17a-4f9b-b3c7-d18c3d0bec97 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:05:50.861895 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:50.942743 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-81314a11-0e4a-4681-b756-9957eab80efc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:50.951782 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-81314a11-0e4a-4681-b756-9957eab80efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:50.979793 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81314a11-0e4a-4681-b756-9957eab80efc admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 20:05:50.990294 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81314a11-0e4a-4681-b756-9957eab80efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874b13e2-013c-4baa-bf3e-07fd01a58222,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:50.995420 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-81314a11-0e4a-4681-b756-9957eab80efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:50.995777 n-d-821435-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-81314a11-0e4a-4681-b756-9957eab80efc admin admin] Added segment 4c50dc0f-ecdf-4265-a95d-8d7ca8ba2c25 of type vlan for network d1c1dadb-2863-47e6-a4a7-85e53f000d03 Dec 10 20:05:51.040723 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-81314a11-0e4a-4681-b756-9957eab80efc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794391478815'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:51.070926 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-81314a11-0e4a-4681-b756-9957eab80efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:51.071964 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81314a11-0e4a-4681-b756-9957eab80efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:51.072613 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-81314a11-0e4a-4681-b756-9957eab80efc admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:51.155577 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-81314a11-0e4a-4681-b756-9957eab80efc admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3416345 Dec 10 20:05:51.155577 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81314a11-0e4a-4681-b756-9957eab80efc admin admin] Pushing event updated for resources: {'Network': ['ID=d1c1dadb-2863-47e6-a4a7-85e53f000d03,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:51.155971 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54336) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:05:51.161291 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-6fdf32d7-b903-4997-9402-cdcf9b13d9c9 admin admin] Request body: {'subnet': {'network_id': 'd1c1dadb-2863-47e6-a4a7-85e53f000d03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-351243129-subnet', 'tenant_id': '0b01af3d2cd74b1394a3356392e9d351', 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:05:51.165325 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Network d1c1dadb-2863-47e6-a4a7-85e53f000d03 details requested by agent ovs-agent-n-d-821435-1 with host n-d-821435-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 20:05:51.186260 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fdf32d7-b903-4997-9402-cdcf9b13d9c9 admin admin] Made reservation on behalf of 0b01af3d2cd74b1394a3356392e9d351 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 20:05:51.189145 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6fdf32d7-b903-4997-9402-cdcf9b13d9c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413401'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:51.382487 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6fdf32d7-b903-4997-9402-cdcf9b13d9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12295641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413383'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:51.454419 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf32d7-b903-4997-9402-cdcf9b13d9c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=143c1656-6dd7-4306-b868-5fa66264e288,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:51.461896 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdf32d7-b903-4997-9402-cdcf9b13d9c9 admin admin] Checking segment: {'id': '4c50dc0f-ecdf-4265-a95d-8d7ca8ba2c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd1c1dadb-2863-47e6-a4a7-85e53f000d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 20:05:51.462269 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdf32d7-b903-4997-9402-cdcf9b13d9c9 admin admin] Network hostable DHCP agents. Network: d1c1dadb-2863-47e6-a4a7-85e53f000d03, hostable agents: ['96ccc0f5-fa84-4d94-8f7a-76003031e8b9'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 20:05:51.479187 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdf32d7-b903-4997-9402-cdcf9b13d9c9 admin admin] Network d1c1dadb-2863-47e6-a4a7-85e53f000d03 is scheduled to be hosted by DHCP agent 96ccc0f5-fa84-4d94-8f7a-76003031e8b9 with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 20:05:51.490930 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-6fdf32d7-b903-4997-9402-cdcf9b13d9c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821435-1, d1c1dadb-2863-47e6-a4a7-85e53f000d03) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:05:51.496174 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdf32d7-b903-4997-9402-cdcf9b13d9c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:51.496817 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6fdf32d7-b903-4997-9402-cdcf9b13d9c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:51.500674 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cdc242-b1dc-4d69-8eaa-ece2924924f2 None None] Network d1c1dadb-2863-47e6-a4a7-85e53f000d03 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 20:05:51.513024 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-6fdf32d7-b903-4997-9402-cdcf9b13d9c9 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3558488 Dec 10 20:05:51.515581 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54338) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:05:51.520135 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-9634165e-8c44-4ea5-ae36-34f7b30eba0a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-351243129-router', 'tenant_id': '0b01af3d2cd74b1394a3356392e9d351', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:05:51.542868 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9634165e-8c44-4ea5-ae36-34f7b30eba0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:51.544587 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9634165e-8c44-4ea5-ae36-34f7b30eba0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:51.600610 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9634165e-8c44-4ea5-ae36-34f7b30eba0a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:51.616142 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d533b20f-e003-4a8a-9d3b-535c75d7af99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c31eaf8-bb1e-51b1-bcbb-fef1a72e1af8-d1c1dadb-2863-47e6-a4a7-85e53f000d03', 'network_id': 'd1c1dadb-2863-47e6-a4a7-85e53f000d03', 'project_id': '0b01af3d2cd74b1394a3356392e9d351', 'fixed_ips': [{'subnet_id': '143c1656-6dd7-4306-b868-5fa66264e288'}]}} from n-d-821435-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 20:05:51.617335 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d533b20f-e003-4a8a-9d3b-535c75d7af99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:51.748808 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9634165e-8c44-4ea5-ae36-34f7b30eba0a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:51.767315 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-d533b20f-e003-4a8a-9d3b-535c75d7af99 None None] Allocated IP 172.20.0.2 (d1c1dadb-2863-47e6-a4a7-85e53f000d03/143c1656-6dd7-4306-b868-5fa66264e288/d93651ca-ae68-42a1-bd90-65c9f9a10be2) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:05:51.917801 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d533b20f-e003-4a8a-9d3b-535c75d7af99 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:51.923614 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d533b20f-e003-4a8a-9d3b-535c75d7af99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:51.954483 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9634165e-8c44-4ea5-ae36-34f7b30eba0a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:51.966790 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d533b20f-e003-4a8a-9d3b-535c75d7af99 None None] Network d1c1dadb-2863-47e6-a4a7-85e53f000d03 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:05:51.969771 n-d-821435-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-d533b20f-e003-4a8a-9d3b-535c75d7af99 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:05:51.974663 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d533b20f-e003-4a8a-9d3b-535c75d7af99 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:05:51.978040 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d533b20f-e003-4a8a-9d3b-535c75d7af99 None None] Pushing event updated for resources: {'Port': ['ID=d93651ca-ae68-42a1-bd90-65c9f9a10be2,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:51.979984 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9634165e-8c44-4ea5-ae36-34f7b30eba0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:52.034314 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d533b20f-e003-4a8a-9d3b-535c75d7af99 None None] Attempting to bind port d93651ca-ae68-42a1-bd90-65c9f9a10be2 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:05:52.034579 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d533b20f-e003-4a8a-9d3b-535c75d7af99 None None] Attempting to bind port d93651ca-ae68-42a1-bd90-65c9f9a10be2 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '4c50dc0f-ecdf-4265-a95d-8d7ca8ba2c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd1c1dadb-2863-47e6-a4a7-85e53f000d03'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 20:05:52.034941 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d533b20f-e003-4a8a-9d3b-535c75d7af99 None None] Attempting to bind port d93651ca-ae68-42a1-bd90-65c9f9a10be2 on network d1c1dadb-2863-47e6-a4a7-85e53f000d03 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:05:52.040650 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d533b20f-e003-4a8a-9d3b-535c75d7af99 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 20:05:52.041028 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d533b20f-e003-4a8a-9d3b-535c75d7af99 None None] Checking segment: {'id': '4c50dc0f-ecdf-4265-a95d-8d7ca8ba2c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd1c1dadb-2863-47e6-a4a7-85e53f000d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 20:05:52.041432 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d533b20f-e003-4a8a-9d3b-535c75d7af99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:52.041821 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d533b20f-e003-4a8a-9d3b-535c75d7af99 None None] Bound using segment: {'id': '4c50dc0f-ecdf-4265-a95d-8d7ca8ba2c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd1c1dadb-2863-47e6-a4a7-85e53f000d03'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 20:05:52.042436 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d533b20f-e003-4a8a-9d3b-535c75d7af99 None None] Bound port: d93651ca-ae68-42a1-bd90-65c9f9a10be2, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c50dc0f-ecdf-4265-a95d-8d7ca8ba2c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd1c1dadb-2863-47e6-a4a7-85e53f000d03'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 20:05:52.042813 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d533b20f-e003-4a8a-9d3b-535c75d7af99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:52.087517 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-9634165e-8c44-4ea5-ae36-34f7b30eba0a admin admin] Allocated IP 172.25.7.165 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/d3fee12a-354c-4cca-83c2-37d969acf7a9) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:05:52.104423 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d533b20f-e003-4a8a-9d3b-535c75d7af99 None None] For port d93651ca-ae68-42a1-bd90-65c9f9a10be2, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 20:05:52.107418 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d533b20f-e003-4a8a-9d3b-535c75d7af99 None None] For port d93651ca-ae68-42a1-bd90-65c9f9a10be2, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=d93651ca-ae68-42a1-bd90-65c9f9a10be2,segment=NetworkSegment(4c50dc0f-ecdf-4265-a95d-8d7ca8ba2c25),segment_id=4c50dc0f-ecdf-4265-a95d-8d7ca8ba2c25)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 20:05:52.111759 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d533b20f-e003-4a8a-9d3b-535c75d7af99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:52.167371 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d533b20f-e003-4a8a-9d3b-535c75d7af99 None None] Pushing event updated for resources: {'Port': ['ID=d93651ca-ae68-42a1-bd90-65c9f9a10be2,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:52.200812 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9634165e-8c44-4ea5-ae36-34f7b30eba0a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:52.243459 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9634165e-8c44-4ea5-ae36-34f7b30eba0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:52.293431 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9634165e-8c44-4ea5-ae36-34f7b30eba0a admin admin] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:05:52.296843 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-9634165e-8c44-4ea5-ae36-34f7b30eba0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:05:52.300121 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9634165e-8c44-4ea5-ae36-34f7b30eba0a admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:05:52.311423 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cde205d-9c75-42a4-b8fd-87362ee44104 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 20:05:52.327094 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634165e-8c44-4ea5-ae36-34f7b30eba0a admin admin] Pushing event updated for resources: {'Port': ['ID=d3fee12a-354c-4cca-83c2-37d969acf7a9,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:52.390155 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-632f6681-d114-400b-81e0-38917b30e6fa None None] Provisioning complete for port d3fee12a-354c-4cca-83c2-37d969acf7a9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:05:52.390534 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-632f6681-d114-400b-81e0-38917b30e6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:52.440875 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-632f6681-d114-400b-81e0-38917b30e6fa None None] Port d3fee12a-354c-4cca-83c2-37d969acf7a9 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 20:05:52.606716 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9634165e-8c44-4ea5-ae36-34f7b30eba0a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:52.720359 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cd0a7a0d-377c-45ec-85ad-3087ce49994e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:52.804301 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9634165e-8c44-4ea5-ae36-34f7b30eba0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535543'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:52.845126 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d93651ca-ae68-42a1-bd90-65c9f9a10be2 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:05:52.896984 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port d93651ca-ae68-42a1-bd90-65c9f9a10be2 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:05:52.897498 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:52.952458 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9634165e-8c44-4ea5-ae36-34f7b30eba0a admin admin] Router af9bf04a-e9b6-44ed-a19f-3bfb559bc531 is scheduled to L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 20:05:52.979117 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:53.034896 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] For port d93651ca-ae68-42a1-bd90-65c9f9a10be2, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=d93651ca-ae68-42a1-bd90-65c9f9a10be2,segment=NetworkSegment(4c50dc0f-ecdf-4265-a95d-8d7ca8ba2c25),segment_id=4c50dc0f-ecdf-4265-a95d-8d7ca8ba2c25)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:05:53.040488 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:53.041642 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device a55f139e-2277-4371-beb5-038e2993e722 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:05:53.050714 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b94c757-8f8d-46e6-b78b-f39afae0f55e None None] Sync routers for ids ['f7073294-88b8-42fc-b2cf-da86150140c2'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:05:53.067373 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b94c757-8f8d-46e6-b78b-f39afae0f55e None None] Routers {'f7073294-88b8-42fc-b2cf-da86150140c2'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:05:53.069542 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-6b94c757-8f8d-46e6-b78b-f39afae0f55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T20:05:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['f7073294-88b8-42fc-b2cf-da86150140c2'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:53.077630 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9634165e-8c44-4ea5-ae36-34f7b30eba0a admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:05:53.097151 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9634165e-8c44-4ea5-ae36-34f7b30eba0a admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:53.098601 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-9634165e-8c44-4ea5-ae36-34f7b30eba0a admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5819292 Dec 10 20:05:53.102741 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54340) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:05:53.113667 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b1298c-1d19-4a13-9904-d370b44b16be None None] Sync routers for ids ['af9bf04a-e9b6-44ed-a19f-3bfb559bc531'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:05:53.143253 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Pushing event updated for resources: {'Port': ['ID=d93651ca-ae68-42a1-bd90-65c9f9a10be2,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:53.148399 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b1298c-1d19-4a13-9904-d370b44b16be None None] Routers {'af9bf04a-e9b6-44ed-a19f-3bfb559bc531'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:05:53.149036 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-c6b1298c-1d19-4a13-9904-d370b44b16be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T20:05:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['af9bf04a-e9b6-44ed-a19f-3bfb559bc531'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:53.242938 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-6b94c757-8f8d-46e6-b78b-f39afae0f55e None None] Set router f7073294-88b8-42fc-b2cf-da86150140c2 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:05:53.246104 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port a55f139e-2277-4371-beb5-038e2993e722 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:05:53.246104 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:53.273311 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a16707-1262-4860-b1bf-c1c80d2fbe70 None None] Network d1c1dadb-2863-47e6-a4a7-85e53f000d03 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 20:05:53.353825 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-c6b1298c-1d19-4a13-9904-d370b44b16be None None] Set router af9bf04a-e9b6-44ed-a19f-3bfb559bc531 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:05:53.554382 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5ea8a0a-17df-4810-a801-1518dcd6242c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:53.562633 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-6b94c757-8f8d-46e6-b78b-f39afae0f55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'name': 'tempest-TestSnapshotPattern-255427521-router', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'a55f139e-2277-4371-beb5-038e2993e722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:46Z', 'updated_at': '2021-12-10T20:05:49Z', 'revision_number': 4, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'gw_port': {'id': 'a55f139e-2277-4371-beb5-038e2993e722', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:47Z', 'updated_at': '2021-12-10T20:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '02b1d62f-8a52-4122-a752-926a3368b49e', 'name': '', 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'mac_address': 'fa:16:3e:ff:59:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'a468cf11-7cae-45f4-ba93-5b02247468ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:49Z', 'updated_at': '2021-12-10T20:05:49Z', 'revision_number': 2, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'subnets': [{'id': 'a468cf11-7cae-45f4-ba93-5b02247468ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:53.589550 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a70bc69e-2cd2-4b91-a9d4-389fd83b9243 None None] Provisioning complete for port d93651ca-ae68-42a1-bd90-65c9f9a10be2 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:05:53.589916 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a70bc69e-2cd2-4b91-a9d4-389fd83b9243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:53.595049 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b94c757-8f8d-46e6-b78b-f39afae0f55e None None] Checking router: f7073294-88b8-42fc-b2cf-da86150140c2 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:05:53.595482 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b94c757-8f8d-46e6-b78b-f39afae0f55e None None] Updating router f7073294-88b8-42fc-b2cf-da86150140c2 port 02b1d62f-8a52-4122-a752-926a3368b49e binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 20:05:53.622325 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6b94c757-8f8d-46e6-b78b-f39afae0f55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:53.719734 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-c5ea8a0a-17df-4810-a801-1518dcd6242c admin admin] Allocated IP 172.20.0.1 (d1c1dadb-2863-47e6-a4a7-85e53f000d03/143c1656-6dd7-4306-b868-5fa66264e288/6217ef8a-b04b-4dc3-9b19-126a74b9c580) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:05:53.856957 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:53.861832 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5ea8a0a-17df-4810-a801-1518dcd6242c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:53.874771 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-c6b1298c-1d19-4a13-9904-d370b44b16be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bf04a-e9b6-44ed-a19f-3bfb559bc531', 'name': 'tempest-TestSnapshotPattern-351243129-router', 'tenant_id': '0b01af3d2cd74b1394a3356392e9d351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': 'd3fee12a-354c-4cca-83c2-37d969acf7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:51Z', 'updated_at': '2021-12-10T20:05:52Z', 'revision_number': 3, 'project_id': '0b01af3d2cd74b1394a3356392e9d351', 'gw_port': {'id': 'd3fee12a-354c-4cca-83c2-37d969acf7a9', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:34:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9bf04a-e9b6-44ed-a19f-3bfb559bc531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:51Z', 'updated_at': '2021-12-10T20:05:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:53.904316 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b1298c-1d19-4a13-9904-d370b44b16be None None] Checking router: af9bf04a-e9b6-44ed-a19f-3bfb559bc531 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:05:53.904785 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b1298c-1d19-4a13-9904-d370b44b16be None None] Updating router af9bf04a-e9b6-44ed-a19f-3bfb559bc531 port d3fee12a-354c-4cca-83c2-37d969acf7a9 binding host n-d-821435-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 20:05:53.909208 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5ea8a0a-17df-4810-a801-1518dcd6242c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:53.924583 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6b94c757-8f8d-46e6-b78b-f39afae0f55e None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:53.932712 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6b94c757-8f8d-46e6-b78b-f39afae0f55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:53.940099 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c6b1298c-1d19-4a13-9904-d370b44b16be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:53.980292 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ea8a0a-17df-4810-a801-1518dcd6242c admin admin] Network d1c1dadb-2863-47e6-a4a7-85e53f000d03 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:05:53.985949 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-c5ea8a0a-17df-4810-a801-1518dcd6242c admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:05:53.990108 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ea8a0a-17df-4810-a801-1518dcd6242c admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:05:54.017272 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1b3a8-88d4-4596-aa97-a509b72e7655 None None] Pushing event updated for resources: {'Port': ['ID=02b1d62f-8a52-4122-a752-926a3368b49e,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:54.025327 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea8a0a-17df-4810-a801-1518dcd6242c admin admin] Pushing event updated for resources: {'Port': ['ID=6217ef8a-b04b-4dc3-9b19-126a74b9c580,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:54.050928 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5ea8a0a-17df-4810-a801-1518dcd6242c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534660'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:54.066000 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1b3a8-88d4-4596-aa97-a509b72e7655 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:54.066578 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1b3a8-88d4-4596-aa97-a509b72e7655 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:54.066578 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1b3a8-88d4-4596-aa97-a509b72e7655 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:54.067040 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1b3a8-88d4-4596-aa97-a509b72e7655 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:54.067415 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1b3a8-88d4-4596-aa97-a509b72e7655 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:54.068403 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1b3a8-88d4-4596-aa97-a509b72e7655 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:54.068951 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1b3a8-88d4-4596-aa97-a509b72e7655 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:54.069381 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1b3a8-88d4-4596-aa97-a509b72e7655 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:54.069839 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1b3a8-88d4-4596-aa97-a509b72e7655 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:54.070291 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1b3a8-88d4-4596-aa97-a509b72e7655 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:54.070747 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1b3a8-88d4-4596-aa97-a509b72e7655 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:54.072305 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1b3a8-88d4-4596-aa97-a509b72e7655 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:54.073105 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1b3a8-88d4-4596-aa97-a509b72e7655 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:54.094418 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-6b94c757-8f8d-46e6-b78b-f39afae0f55e None None] Attempting to bind port 02b1d62f-8a52-4122-a752-926a3368b49e on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:05:54.095081 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-6b94c757-8f8d-46e6-b78b-f39afae0f55e None None] Attempting to bind port 02b1d62f-8a52-4122-a752-926a3368b49e by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': 'd3b7e667-ef76-4602-8f0c-0c6d1cb83a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 20:05:54.095871 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b94c757-8f8d-46e6-b78b-f39afae0f55e None None] Attempting to bind port 02b1d62f-8a52-4122-a752-926a3368b49e on network 81b22748-3605-4f1c-b0ae-7c39691d0053 {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:05:54.103076 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b94c757-8f8d-46e6-b78b-f39afae0f55e None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 20:05:54.103718 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b94c757-8f8d-46e6-b78b-f39afae0f55e None None] Checking segment: {'id': 'd3b7e667-ef76-4602-8f0c-0c6d1cb83a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 20:05:54.104380 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6b94c757-8f8d-46e6-b78b-f39afae0f55e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:54.104982 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b94c757-8f8d-46e6-b78b-f39afae0f55e None None] Bound using segment: {'id': 'd3b7e667-ef76-4602-8f0c-0c6d1cb83a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 20:05:54.105614 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-6b94c757-8f8d-46e6-b78b-f39afae0f55e None None] Bound port: 02b1d62f-8a52-4122-a752-926a3368b49e, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3b7e667-ef76-4602-8f0c-0c6d1cb83a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 20:05:54.106009 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6b94c757-8f8d-46e6-b78b-f39afae0f55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:54.196105 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-6b94c757-8f8d-46e6-b78b-f39afae0f55e None None] For port 02b1d62f-8a52-4122-a752-926a3368b49e, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 20:05:54.199765 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-6b94c757-8f8d-46e6-b78b-f39afae0f55e None None] For port 02b1d62f-8a52-4122-a752-926a3368b49e, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=02b1d62f-8a52-4122-a752-926a3368b49e,segment=NetworkSegment(d3b7e667-ef76-4602-8f0c-0c6d1cb83a49),segment_id=d3b7e667-ef76-4602-8f0c-0c6d1cb83a49)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 20:05:54.209779 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6b94c757-8f8d-46e6-b78b-f39afae0f55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:54.224538 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7c595b57-29ec-4a5d-8596-cc69a3d459b1 None None] Provisioning complete for port d93651ca-ae68-42a1-bd90-65c9f9a10be2 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:05:54.229546 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5ea8a0a-17df-4810-a801-1518dcd6242c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:54.231113 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7c595b57-29ec-4a5d-8596-cc69a3d459b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:54.279488 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b94c757-8f8d-46e6-b78b-f39afae0f55e None None] Routers {'f7073294-88b8-42fc-b2cf-da86150140c2'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:05:54.280490 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-6b94c757-8f8d-46e6-b78b-f39afae0f55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T20:05:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['f7073294-88b8-42fc-b2cf-da86150140c2'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:54.286863 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1b3a8-88d4-4596-aa97-a509b72e7655 None None] Pushing event updated for resources: {'Port': ['ID=02b1d62f-8a52-4122-a752-926a3368b49e,revision_number=4']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:54.360077 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c6b1298c-1d19-4a13-9904-d370b44b16be None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:54.400299 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c6b1298c-1d19-4a13-9904-d370b44b16be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:54.451054 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-6b94c757-8f8d-46e6-b78b-f39afae0f55e None None] Set router f7073294-88b8-42fc-b2cf-da86150140c2 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:05:54.477324 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d2808f-e858-4ff7-96bb-a36ee5330a82 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 20:05:54.488885 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47025721-6639-4a6c-abbb-f61b74079db2 None None] Pushing event updated for resources: {'Port': ['ID=d3fee12a-354c-4cca-83c2-37d969acf7a9,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:54.493783 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c6b1298c-1d19-4a13-9904-d370b44b16be None None] Attempting to bind port d3fee12a-354c-4cca-83c2-37d969acf7a9 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:05:54.494379 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c6b1298c-1d19-4a13-9904-d370b44b16be None None] Attempting to bind port d3fee12a-354c-4cca-83c2-37d969acf7a9 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 20:05:54.494523 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b1298c-1d19-4a13-9904-d370b44b16be None None] Attempting to bind port d3fee12a-354c-4cca-83c2-37d969acf7a9 on network 6fdf4522-5bcb-4bff-a877-38bc5e23829f {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:05:54.501746 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b1298c-1d19-4a13-9904-d370b44b16be None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 20:05:54.503078 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b1298c-1d19-4a13-9904-d370b44b16be None None] Checking segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 20:05:54.503078 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c6b1298c-1d19-4a13-9904-d370b44b16be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:54.503078 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b1298c-1d19-4a13-9904-d370b44b16be None None] Bound using segment: {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 20:05:54.503385 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c6b1298c-1d19-4a13-9904-d370b44b16be None None] Bound port: d3fee12a-354c-4cca-83c2-37d969acf7a9, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21ab87-abae-4950-831a-e16fec365f99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 20:05:54.503781 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c6b1298c-1d19-4a13-9904-d370b44b16be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:54.519845 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5ea8a0a-17df-4810-a801-1518dcd6242c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:54.528847 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5ea8a0a-17df-4810-a801-1518dcd6242c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:54.564387 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c6b1298c-1d19-4a13-9904-d370b44b16be None None] For port d3fee12a-354c-4cca-83c2-37d969acf7a9, host n-d-821435-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 20:05:54.568268 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c6b1298c-1d19-4a13-9904-d370b44b16be None None] For port d3fee12a-354c-4cca-83c2-37d969acf7a9, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=d3fee12a-354c-4cca-83c2-37d969acf7a9,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 20:05:54.576119 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c6b1298c-1d19-4a13-9904-d370b44b16be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:54.608534 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea8a0a-17df-4810-a801-1518dcd6242c admin admin] Pushing event updated for resources: {'Port': ['ID=6217ef8a-b04b-4dc3-9b19-126a74b9c580,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:54.622207 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5ea8a0a-17df-4810-a801-1518dcd6242c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535860'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:54.648992 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065ed154-1bcb-4473-9073-2bd861ad629a None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 20:05:54.665166 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d900e5c6-68be-4570-98f4-eda5cc528bcd None None] Provisioning complete for port 6217ef8a-b04b-4dc3-9b19-126a74b9c580 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:05:54.665314 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d900e5c6-68be-4570-98f4-eda5cc528bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:54.700720 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47025721-6639-4a6c-abbb-f61b74079db2 None None] Pushing event updated for resources: {'Port': ['ID=d3fee12a-354c-4cca-83c2-37d969acf7a9,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:54.707711 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b1298c-1d19-4a13-9904-d370b44b16be None None] Routers {'af9bf04a-e9b6-44ed-a19f-3bfb559bc531'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:05:54.708428 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-c6b1298c-1d19-4a13-9904-d370b44b16be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T20:05:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['af9bf04a-e9b6-44ed-a19f-3bfb559bc531'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:54.744103 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ea8a0a-17df-4810-a801-1518dcd6242c admin admin] Network d1c1dadb-2863-47e6-a4a7-85e53f000d03 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:05:54.747003 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-6b94c757-8f8d-46e6-b78b-f39afae0f55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'name': 'tempest-TestSnapshotPattern-255427521-router', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'a55f139e-2277-4371-beb5-038e2993e722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:46Z', 'updated_at': '2021-12-10T20:05:49Z', 'revision_number': 4, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'gw_port': {'id': 'a55f139e-2277-4371-beb5-038e2993e722', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:47Z', 'updated_at': '2021-12-10T20:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '02b1d62f-8a52-4122-a752-926a3368b49e', 'name': '', 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'mac_address': 'fa:16:3e:ff:59:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'a468cf11-7cae-45f4-ba93-5b02247468ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:49Z', 'updated_at': '2021-12-10T20:05:54Z', 'revision_number': 4, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'subnets': [{'id': 'a468cf11-7cae-45f4-ba93-5b02247468ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:54.749191 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-c5ea8a0a-17df-4810-a801-1518dcd6242c admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:05:54.778139 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d900e5c6-68be-4570-98f4-eda5cc528bcd None None] Port 6217ef8a-b04b-4dc3-9b19-126a74b9c580 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 20:05:54.809774 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b94c757-8f8d-46e6-b78b-f39afae0f55e None None] The sync data for ids ['f7073294-88b8-42fc-b2cf-da86150140c2'] in n-d-821435-1 is: [{'id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'name': 'tempest-TestSnapshotPattern-255427521-router', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'a55f139e-2277-4371-beb5-038e2993e722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:46Z', 'updated_at': '2021-12-10T20:05:49Z', 'revision_number': 4, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'gw_port': {'id': 'a55f139e-2277-4371-beb5-038e2993e722', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:47Z', 'updated_at': '2021-12-10T20:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '02b1d62f-8a52-4122-a752-926a3368b49e', 'name': '', 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'mac_address': 'fa:16:3e:ff:59:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'a468cf11-7cae-45f4-ba93-5b02247468ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:49Z', 'updated_at': '2021-12-10T20:05:54Z', 'revision_number': 4, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'subnets': [{'id': 'a468cf11-7cae-45f4-ba93-5b02247468ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:05:54.811842 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d900e5c6-68be-4570-98f4-eda5cc528bcd None None] Provisioning complete for port 02b1d62f-8a52-4122-a752-926a3368b49e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:05:54.812228 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d900e5c6-68be-4570-98f4-eda5cc528bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:54.860135 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d93651ca-ae68-42a1-bd90-65c9f9a10be2 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:05:54.912542 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ea8a0a-17df-4810-a801-1518dcd6242c admin admin] Router af9bf04a-e9b6-44ed-a19f-3bfb559bc531 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:05:54.924515 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-c6b1298c-1d19-4a13-9904-d370b44b16be None None] Set router af9bf04a-e9b6-44ed-a19f-3bfb559bc531 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:05:55.039071 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ea8a0a-17df-4810-a801-1518dcd6242c admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:05:55.049108 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-c5ea8a0a-17df-4810-a801-1518dcd6242c admin admin] 10.222.0.62 "PUT /v2.0/routers/af9bf04a-e9b6-44ed-a19f-3bfb559bc531/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9450188 Dec 10 20:05:55.092746 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port d93651ca-ae68-42a1-bd90-65c9f9a10be2 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:05:55.093131 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:55.098272 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d900e5c6-68be-4570-98f4-eda5cc528bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:55.221236 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d900e5c6-68be-4570-98f4-eda5cc528bcd None None] For port 02b1d62f-8a52-4122-a752-926a3368b49e, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=02b1d62f-8a52-4122-a752-926a3368b49e,segment=NetworkSegment(d3b7e667-ef76-4602-8f0c-0c6d1cb83a49),segment_id=d3b7e667-ef76-4602-8f0c-0c6d1cb83a49)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:05:55.222417 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:55.246364 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d900e5c6-68be-4570-98f4-eda5cc528bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:55.331605 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d900e5c6-68be-4570-98f4-eda5cc528bcd None None] Provisioning complete for port d3fee12a-354c-4cca-83c2-37d969acf7a9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:05:55.331991 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d900e5c6-68be-4570-98f4-eda5cc528bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:55.383239 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d900e5c6-68be-4570-98f4-eda5cc528bcd None None] Pushing event updated for resources: {'Port': ['ID=02b1d62f-8a52-4122-a752-926a3368b49e,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:55.386500 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 02b1d62f-8a52-4122-a752-926a3368b49e up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:05:55.449685 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-c6b1298c-1d19-4a13-9904-d370b44b16be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bf04a-e9b6-44ed-a19f-3bfb559bc531', 'name': 'tempest-TestSnapshotPattern-351243129-router', 'tenant_id': '0b01af3d2cd74b1394a3356392e9d351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': 'd3fee12a-354c-4cca-83c2-37d969acf7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:51Z', 'updated_at': '2021-12-10T20:05:54Z', 'revision_number': 4, 'project_id': '0b01af3d2cd74b1394a3356392e9d351', 'gw_port': {'id': 'd3fee12a-354c-4cca-83c2-37d969acf7a9', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:34:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9bf04a-e9b6-44ed-a19f-3bfb559bc531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:51Z', 'updated_at': '2021-12-10T20:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '6217ef8a-b04b-4dc3-9b19-126a74b9c580', 'name': '', 'network_id': 'd1c1dadb-2863-47e6-a4a7-85e53f000d03', 'tenant_id': '0b01af3d2cd74b1394a3356392e9d351', 'mac_address': 'fa:16:3e:95:a7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9bf04a-e9b6-44ed-a19f-3bfb559bc531', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '143c1656-6dd7-4306-b868-5fa66264e288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:53Z', 'updated_at': '2021-12-10T20:05:54Z', 'revision_number': 2, 'project_id': '0b01af3d2cd74b1394a3356392e9d351', 'subnets': [{'id': '143c1656-6dd7-4306-b868-5fa66264e288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:55.489106 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b1298c-1d19-4a13-9904-d370b44b16be None None] The sync data for ids ['af9bf04a-e9b6-44ed-a19f-3bfb559bc531'] in n-d-821435-1 is: [{'id': 'af9bf04a-e9b6-44ed-a19f-3bfb559bc531', 'name': 'tempest-TestSnapshotPattern-351243129-router', 'tenant_id': '0b01af3d2cd74b1394a3356392e9d351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': 'd3fee12a-354c-4cca-83c2-37d969acf7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:51Z', 'updated_at': '2021-12-10T20:05:54Z', 'revision_number': 4, 'project_id': '0b01af3d2cd74b1394a3356392e9d351', 'gw_port': {'id': 'd3fee12a-354c-4cca-83c2-37d969acf7a9', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:34:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9bf04a-e9b6-44ed-a19f-3bfb559bc531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:51Z', 'updated_at': '2021-12-10T20:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '6217ef8a-b04b-4dc3-9b19-126a74b9c580', 'name': '', 'network_id': 'd1c1dadb-2863-47e6-a4a7-85e53f000d03', 'tenant_id': '0b01af3d2cd74b1394a3356392e9d351', 'mac_address': 'fa:16:3e:95:a7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9bf04a-e9b6-44ed-a19f-3bfb559bc531', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '143c1656-6dd7-4306-b868-5fa66264e288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:53Z', 'updated_at': '2021-12-10T20:05:54Z', 'revision_number': 2, 'project_id': '0b01af3d2cd74b1394a3356392e9d351', 'subnets': [{'id': '143c1656-6dd7-4306-b868-5fa66264e288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:05:55.527127 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 02b1d62f-8a52-4122-a752-926a3368b49e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:05:55.527702 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:55.551466 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d900e5c6-68be-4570-98f4-eda5cc528bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:55.563557 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54348) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:05:55.568270 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3dbbf20e-828d-48d7-aed5-31c2348c23de tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1710542167', 'description': 'tempest-secgroup-smoke-1710542167 description', 'project_id': '4b8ddee863fe4427b1a0a062671190de'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:05:55.583754 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d900e5c6-68be-4570-98f4-eda5cc528bcd None None] For port d3fee12a-354c-4cca-83c2-37d969acf7a9, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=d3fee12a-354c-4cca-83c2-37d969acf7a9,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:05:55.594356 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d900e5c6-68be-4570-98f4-eda5cc528bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:55.606805 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3dbbf20e-828d-48d7-aed5-31c2348c23de tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:55.679088 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d900e5c6-68be-4570-98f4-eda5cc528bcd None None] Pushing event updated for resources: {'Port': ['ID=d3fee12a-354c-4cca-83c2-37d969acf7a9,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:55.695619 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3dbbf20e-828d-48d7-aed5-31c2348c23de tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:55.699552 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3dbbf20e-828d-48d7-aed5-31c2348c23de tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:55.717379 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-16bae92a-977a-4c17-a85b-33ae6dcb8bd4 None None] Provisioning complete for port 6217ef8a-b04b-4dc3-9b19-126a74b9c580 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:05:55.717751 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16bae92a-977a-4c17-a85b-33ae6dcb8bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:55.742903 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3dbbf20e-828d-48d7-aed5-31c2348c23de tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:55.748166 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3dbbf20e-828d-48d7-aed5-31c2348c23de tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1800311 Dec 10 20:05:55.748364 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 54350) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:05:55.752238 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-3fe1e4fd-7ce2-43bb-94ad-1153f90155f8 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Request body: {'security_group_rule': {'security_group_id': '840eeea8-47f4-4749-8574-97f04c4f92dc', 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:05:55.754345 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbbf20e-828d-48d7-aed5-31c2348c23de tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=840eeea8-47f4-4749-8574-97f04c4f92dc,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:55.786548 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-16bae92a-977a-4c17-a85b-33ae6dcb8bd4 None None] Port 6217ef8a-b04b-4dc3-9b19-126a74b9c580 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 20:05:55.795829 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:55.799464 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-16bae92a-977a-4c17-a85b-33ae6dcb8bd4 None None] Provisioning complete for port 02b1d62f-8a52-4122-a752-926a3368b49e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:05:55.799815 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16bae92a-977a-4c17-a85b-33ae6dcb8bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:55.813869 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3fe1e4fd-7ce2-43bb-94ad-1153f90155f8 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:55.882408 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3fe1e4fd-7ce2-43bb-94ad-1153f90155f8 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:55.887421 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3fe1e4fd-7ce2-43bb-94ad-1153f90155f8 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:55.904284 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1e4fd-7ce2-43bb-94ad-1153f90155f8 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65d20e25-e58f-4613-8dc0-5322355ea104,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:55.918212 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3fe1e4fd-7ce2-43bb-94ad-1153f90155f8 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:55.920342 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-3fe1e4fd-7ce2-43bb-94ad-1153f90155f8 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1715922 Dec 10 20:05:55.923246 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54352) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:05:55.923822 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-16bae92a-977a-4c17-a85b-33ae6dcb8bd4 None None] Provisioning complete for port d3fee12a-354c-4cca-83c2-37d969acf7a9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:05:55.924906 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16bae92a-977a-4c17-a85b-33ae6dcb8bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:55.928884 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-5f689944-e9b0-4bbb-9fe8-5b29a13f9764 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Request body: {'security_group_rule': {'security_group_id': '840eeea8-47f4-4749-8574-97f04c4f92dc', 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:05:55.959672 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5f689944-e9b0-4bbb-9fe8-5b29a13f9764 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:56.025834 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5f689944-e9b0-4bbb-9fe8-5b29a13f9764 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:56.030512 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5f689944-e9b0-4bbb-9fe8-5b29a13f9764 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:56.051057 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f689944-e9b0-4bbb-9fe8-5b29a13f9764 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d0be2b0-606f-4399-85f6-b8cbab10f53d,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:56.056556 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5f689944-e9b0-4bbb-9fe8-5b29a13f9764 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:56.060399 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5f689944-e9b0-4bbb-9fe8-5b29a13f9764 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1332059 Dec 10 20:05:56.060860 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54354) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:05:56.065405 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ebd9f6b8-988a-49a3-b456-f8c84634dfbb tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Request body: {'security_group_rule': {'security_group_id': '840eeea8-47f4-4749-8574-97f04c4f92dc', 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:05:56.092547 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ebd9f6b8-988a-49a3-b456-f8c84634dfbb tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:56.155615 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ebd9f6b8-988a-49a3-b456-f8c84634dfbb tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:56.159831 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ebd9f6b8-988a-49a3-b456-f8c84634dfbb tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:56.179115 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9f6b8-988a-49a3-b456-f8c84634dfbb tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57c936d-76b3-4eb3-9fe4-615f9cfacf99,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:56.188353 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ebd9f6b8-988a-49a3-b456-f8c84634dfbb tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:56.189634 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ebd9f6b8-988a-49a3-b456-f8c84634dfbb tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277475 Dec 10 20:05:56.192389 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54356) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:05:56.197665 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-fddb8068-bab8-4d10-8f34-9eab9355b73f tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Request body: {'security_group_rule': {'security_group_id': '840eeea8-47f4-4749-8574-97f04c4f92dc', 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:05:56.225125 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fddb8068-bab8-4d10-8f34-9eab9355b73f tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:56.281517 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fddb8068-bab8-4d10-8f34-9eab9355b73f tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:56.284737 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fddb8068-bab8-4d10-8f34-9eab9355b73f tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:56.306005 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb8068-bab8-4d10-8f34-9eab9355b73f tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c6e21a1-6299-437b-af01-d7587e018dd0,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:56.312956 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fddb8068-bab8-4d10-8f34-9eab9355b73f tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:56.314149 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-fddb8068-bab8-4d10-8f34-9eab9355b73f tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202052 Dec 10 20:05:56.316926 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54358) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:05:56.321331 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3538f80a-e83d-4ac9-bb9c-3732e8a607ba tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Request body: {'security_group_rule': {'security_group_id': '840eeea8-47f4-4749-8574-97f04c4f92dc', 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:05:56.341787 n-d-821435-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-3538f80a-e83d-4ac9-bb9c-3732e8a607ba tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Project 4b8ddee863fe4427b1a0a062671190de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 20:05:56.346655 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3538f80a-e83d-4ac9-bb9c-3732e8a607ba tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:56.406111 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3538f80a-e83d-4ac9-bb9c-3732e8a607ba tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:56.409838 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3538f80a-e83d-4ac9-bb9c-3732e8a607ba tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:56.427407 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3538f80a-e83d-4ac9-bb9c-3732e8a607ba tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7204d512-5091-45ef-8d47-87e39f726751,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:56.435311 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3538f80a-e83d-4ac9-bb9c-3732e8a607ba tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:56.436529 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-3538f80a-e83d-4ac9-bb9c-3732e8a607ba tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1186824 Dec 10 20:05:56.439225 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54360) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:05:56.444140 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-2401f705-acef-4106-84d9-ac11df875456 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Request body: {'security_group_rule': {'security_group_id': '840eeea8-47f4-4749-8574-97f04c4f92dc', 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:05:56.465146 n-d-821435-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-2401f705-acef-4106-84d9-ac11df875456 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Project 4b8ddee863fe4427b1a0a062671190de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 20:05:56.470039 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2401f705-acef-4106-84d9-ac11df875456 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:56.530741 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2401f705-acef-4106-84d9-ac11df875456 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:56.533938 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2401f705-acef-4106-84d9-ac11df875456 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581085'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:56.551713 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401f705-acef-4106-84d9-ac11df875456 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76dc6b14-d8f5-4a0a-a7c6-97d098feee11,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:56.559702 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2401f705-acef-4106-84d9-ac11df875456 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:56.560928 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-2401f705-acef-4106-84d9-ac11df875456 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1207566 Dec 10 20:05:56.708011 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-7ac080d5-41b8-49fa-9438-bbabf883f311 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1710542167&fields=id&tenant_id=4b8ddee863fe4427b1a0a062671190de HTTP/1.1" status: 200 len: 267 time: 0.0422761 Dec 10 20:05:56.797634 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 02b1d62f-8a52-4122-a752-926a3368b49e up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:05:56.819091 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-2688c572-ea7b-4ce8-bf9a-853a3c56bc8c tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:56.820593 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-2688c572-ea7b-4ce8-bf9a-853a3c56bc8c tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/networks?id=81b22748-3605-4f1c-b0ae-7c39691d0053 HTTP/1.1" status: 200 len: 809 time: 0.1053855 Dec 10 20:05:56.835764 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-9fd90eef-9f9d-41fa-8573-0caa06311f8c tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/quotas/4b8ddee863fe4427b1a0a062671190de HTTP/1.1" status: 200 len: 375 time: 0.0094318 Dec 10 20:05:56.845690 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 02b1d62f-8a52-4122-a752-926a3368b49e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:05:56.846140 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:56.887548 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-e33b253d-4ac2-4834-80ca-60c570dd0000 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4b8ddee863fe4427b1a0a062671190de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461886 Dec 10 20:05:56.906556 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-c8de6278-a64f-49e2-9f90-47c2136f8b67 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 20:05:56.909048 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-c8de6278-a64f-49e2-9f90-47c2136f8b67 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077500 Dec 10 20:05:57.033009 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-08a45f87-6a52-415e-8e19-6ca56b0e92e0 service neutron] 10.222.0.62 "GET /v2.0/networks/81b22748-3605-4f1c-b0ae-7c39691d0053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928085 Dec 10 20:05:57.122048 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-2e3c8c63-0173-442f-ad7e-e6ffd160044d service neutron] 10.222.0.62 "GET /v2.0/networks/81b22748-3605-4f1c-b0ae-7c39691d0053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826023 Dec 10 20:05:58.308530 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e85fb795-52f3-4570-a29d-023e2657f183 req-50b84618-5f79-4790-9c84-f017426031a4 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9a1ef87-52f5-42a3-a807-79fbdbb89ab1 HTTP/1.1" status: 200 len: 210 time: 0.0302641 Dec 10 20:05:58.500216 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d45956-ec69-4896-be56-2a7f59686446 None None] Sync routers for ids ['af9bf04a-e9b6-44ed-a19f-3bfb559bc531'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:05:58.510484 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d45956-ec69-4896-be56-2a7f59686446 None None] Routers {'af9bf04a-e9b6-44ed-a19f-3bfb559bc531'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:05:58.511086 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-94d45956-ec69-4896-be56-2a7f59686446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T20:05:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['af9bf04a-e9b6-44ed-a19f-3bfb559bc531'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:58.624778 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-94d45956-ec69-4896-be56-2a7f59686446 None None] Set router af9bf04a-e9b6-44ed-a19f-3bfb559bc531 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:05:58.833006 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d3fee12a-354c-4cca-83c2-37d969acf7a9 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:05:58.836484 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-94d45956-ec69-4896-be56-2a7f59686446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bf04a-e9b6-44ed-a19f-3bfb559bc531', 'name': 'tempest-TestSnapshotPattern-351243129-router', 'tenant_id': '0b01af3d2cd74b1394a3356392e9d351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': 'd3fee12a-354c-4cca-83c2-37d969acf7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:51Z', 'updated_at': '2021-12-10T20:05:54Z', 'revision_number': 4, 'project_id': '0b01af3d2cd74b1394a3356392e9d351', 'gw_port': {'id': 'd3fee12a-354c-4cca-83c2-37d969acf7a9', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bf04a-e9b6-44ed-a19f-3bfb559bc531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:51Z', 'updated_at': '2021-12-10T20:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '6217ef8a-b04b-4dc3-9b19-126a74b9c580', 'name': '', 'network_id': 'd1c1dadb-2863-47e6-a4a7-85e53f000d03', 'tenant_id': '0b01af3d2cd74b1394a3356392e9d351', 'mac_address': 'fa:16:3e:95:a7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9bf04a-e9b6-44ed-a19f-3bfb559bc531', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '143c1656-6dd7-4306-b868-5fa66264e288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:53Z', 'updated_at': '2021-12-10T20:05:54Z', 'revision_number': 2, 'project_id': '0b01af3d2cd74b1394a3356392e9d351', 'subnets': [{'id': '143c1656-6dd7-4306-b868-5fa66264e288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:58.863553 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d45956-ec69-4896-be56-2a7f59686446 None None] Checking router: af9bf04a-e9b6-44ed-a19f-3bfb559bc531 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:05:58.863907 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d45956-ec69-4896-be56-2a7f59686446 None None] Updating router af9bf04a-e9b6-44ed-a19f-3bfb559bc531 port 6217ef8a-b04b-4dc3-9b19-126a74b9c580 binding host n-d-821435-1 {{(pid=103248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 20:05:58.889296 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-94d45956-ec69-4896-be56-2a7f59686446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:58.892712 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port d3fee12a-354c-4cca-83c2-37d969acf7a9 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:05:58.893090 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:59.154025 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-94d45956-ec69-4896-be56-2a7f59686446 None None] Publish callbacks [] for port, precommit_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:59.159343 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-94d45956-ec69-4896-be56-2a7f59686446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:59.213945 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606441a2-6ece-4d98-9a5a-c605deddb05f None None] Pushing event updated for resources: {'Port': ['ID=6217ef8a-b04b-4dc3-9b19-126a74b9c580,revision_number=3']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:59.284921 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-94d45956-ec69-4896-be56-2a7f59686446 None None] Attempting to bind port 6217ef8a-b04b-4dc3-9b19-126a74b9c580 on host n-d-821435-1 for vnic_type normal with profile {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:05:59.285298 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-94d45956-ec69-4896-be56-2a7f59686446 None None] Attempting to bind port 6217ef8a-b04b-4dc3-9b19-126a74b9c580 by drivers openvswitch,hyperv on host n-d-821435-1 at level 0 using segments [{'id': '4c50dc0f-ecdf-4265-a95d-8d7ca8ba2c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd1c1dadb-2863-47e6-a4a7-85e53f000d03'}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 20:05:59.285654 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d45956-ec69-4896-be56-2a7f59686446 None None] Attempting to bind port 6217ef8a-b04b-4dc3-9b19-126a74b9c580 on network d1c1dadb-2863-47e6-a4a7-85e53f000d03 {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:05:59.292232 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d45956-ec69-4896-be56-2a7f59686446 None None] Checking agent: {'id': 'bbad4919-d118-4954-a542-4230c1ab8d92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 18, 25), 'started_at': datetime.datetime(2021, 12, 10, 18, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821435-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 20:05:59.292697 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d45956-ec69-4896-be56-2a7f59686446 None None] Checking segment: {'id': '4c50dc0f-ecdf-4265-a95d-8d7ca8ba2c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd1c1dadb-2863-47e6-a4a7-85e53f000d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 20:05:59.293102 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-94d45956-ec69-4896-be56-2a7f59686446 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:59.293490 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d45956-ec69-4896-be56-2a7f59686446 None None] Bound using segment: {'id': '4c50dc0f-ecdf-4265-a95d-8d7ca8ba2c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd1c1dadb-2863-47e6-a4a7-85e53f000d03'} {{(pid=103248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 20:05:59.293957 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.managers [None req-94d45956-ec69-4896-be56-2a7f59686446 None None] Bound port: 6217ef8a-b04b-4dc3-9b19-126a74b9c580, host: n-d-821435-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c50dc0f-ecdf-4265-a95d-8d7ca8ba2c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd1c1dadb-2863-47e6-a4a7-85e53f000d03'}}] {{(pid=103248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 20:05:59.294340 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-94d45956-ec69-4896-be56-2a7f59686446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:59.346418 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-7bc2d969-8108-4553-8c68-e00393d49f4f tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:59.347995 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-7bc2d969-8108-4553-8c68-e00393d49f4f tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.72 "GET /v2.0/networks?id=81b22748-3605-4f1c-b0ae-7c39691d0053 HTTP/1.1" status: 200 len: 809 time: 0.1637363 Dec 10 20:05:59.385044 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-94d45956-ec69-4896-be56-2a7f59686446 None None] For port 6217ef8a-b04b-4dc3-9b19-126a74b9c580, host n-d-821435-1, cleared binding levels {{(pid=103248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 20:05:59.389393 n-d-821435-1 neutron-server[103248]: DEBUG neutron.plugins.ml2.db [None req-94d45956-ec69-4896-be56-2a7f59686446 None None] For port 6217ef8a-b04b-4dc3-9b19-126a74b9c580, host n-d-821435-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=6217ef8a-b04b-4dc3-9b19-126a74b9c580,segment=NetworkSegment(4c50dc0f-ecdf-4265-a95d-8d7ca8ba2c25),segment_id=4c50dc0f-ecdf-4265-a95d-8d7ca8ba2c25)] {{(pid=103248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 20:05:59.403468 n-d-821435-1 neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-94d45956-ec69-4896-be56-2a7f59686446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:59.456022 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-8603802c-2f67-4193-8345-6ab5d203e0b4 req-9734bca2-f068-42a4-8c4d-247263083159 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9a1ef87-52f5-42a3-a807-79fbdbb89ab1 HTTP/1.1" status: 200 len: 210 time: 0.0522811 Dec 10 20:05:59.463105 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-4d36b8ae-38eb-4bbc-afd0-cffd056f6aa4 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b8ddee863fe4427b1a0a062671190de HTTP/1.1" status: 200 len: 380 time: 0.1054256 Dec 10 20:05:59.476337 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d45956-ec69-4896-be56-2a7f59686446 None None] Routers {'af9bf04a-e9b6-44ed-a19f-3bfb559bc531'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:05:59.477062 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-94d45956-ec69-4896-be56-2a7f59686446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T20:05:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['af9bf04a-e9b6-44ed-a19f-3bfb559bc531'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:59.478090 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-aaed1fbf-20f2-4c87-86d9-d8481307ea09 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Request body: {'port': {'device_id': 'f9a1ef87-52f5-42a3-a807-79fbdbb89ab1', 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053', 'admin_state_up': True, 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'security_groups': ['840eeea8-47f4-4749-8574-97f04c4f92dc']}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:05:59.548679 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606441a2-6ece-4d98-9a5a-c605deddb05f None None] Pushing event updated for resources: {'Port': ['ID=6217ef8a-b04b-4dc3-9b19-126a74b9c580,revision_number=4']} {{(pid=103248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:59.574365 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-84596b75-f862-4eb5-b0cc-c4466e25c764 None None] Provisioning complete for port 6217ef8a-b04b-4dc3-9b19-126a74b9c580 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:05:59.574750 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-84596b75-f862-4eb5-b0cc-c4466e25c764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:59.615451 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-aaed1fbf-20f2-4c87-86d9-d8481307ea09 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Made reservation on behalf of 4b8ddee863fe4427b1a0a062671190de for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 20:05:59.621550 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-aaed1fbf-20f2-4c87-86d9-d8481307ea09 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:59.686618 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-84596b75-f862-4eb5-b0cc-c4466e25c764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:59.722193 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-94d45956-ec69-4896-be56-2a7f59686446 None None] Set router af9bf04a-e9b6-44ed-a19f-3bfb559bc531 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:05:59.728335 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-84596b75-f862-4eb5-b0cc-c4466e25c764 None None] For port 6217ef8a-b04b-4dc3-9b19-126a74b9c580, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=6217ef8a-b04b-4dc3-9b19-126a74b9c580,segment=NetworkSegment(4c50dc0f-ecdf-4265-a95d-8d7ca8ba2c25),segment_id=4c50dc0f-ecdf-4265-a95d-8d7ca8ba2c25)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:05:59.739783 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-84596b75-f862-4eb5-b0cc-c4466e25c764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:59.774644 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-aaed1fbf-20f2-4c87-86d9-d8481307ea09 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Allocated IP 172.20.0.3 (81b22748-3605-4f1c-b0ae-7c39691d0053/a468cf11-7cae-45f4-ba93-5b02247468ee/00bb066a-f20f-4ce2-a51f-8e127b5b4b7b) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:05:59.795069 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84596b75-f862-4eb5-b0cc-c4466e25c764 None None] Pushing event updated for resources: {'Port': ['ID=6217ef8a-b04b-4dc3-9b19-126a74b9c580,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:59.859659 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f4de290d-8e44-4dbc-8ab8-35ee4046539b None None] Provisioning complete for port 6217ef8a-b04b-4dc3-9b19-126a74b9c580 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:05:59.860385 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4de290d-8e44-4dbc-8ab8-35ee4046539b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:59.931646 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-aaed1fbf-20f2-4c87-86d9-d8481307ea09 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:05:59.936923 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-94d45956-ec69-4896-be56-2a7f59686446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bf04a-e9b6-44ed-a19f-3bfb559bc531', 'name': 'tempest-TestSnapshotPattern-351243129-router', 'tenant_id': '0b01af3d2cd74b1394a3356392e9d351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': 'd3fee12a-354c-4cca-83c2-37d969acf7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:51Z', 'updated_at': '2021-12-10T20:05:54Z', 'revision_number': 4, 'project_id': '0b01af3d2cd74b1394a3356392e9d351', 'gw_port': {'id': 'd3fee12a-354c-4cca-83c2-37d969acf7a9', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bf04a-e9b6-44ed-a19f-3bfb559bc531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:51Z', 'updated_at': '2021-12-10T20:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '6217ef8a-b04b-4dc3-9b19-126a74b9c580', 'name': '', 'network_id': 'd1c1dadb-2863-47e6-a4a7-85e53f000d03', 'tenant_id': '0b01af3d2cd74b1394a3356392e9d351', 'mac_address': 'fa:16:3e:95:a7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9bf04a-e9b6-44ed-a19f-3bfb559bc531', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '143c1656-6dd7-4306-b868-5fa66264e288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:53Z', 'updated_at': '2021-12-10T20:05:59Z', 'revision_number': 4, 'project_id': '0b01af3d2cd74b1394a3356392e9d351', 'subnets': [{'id': '143c1656-6dd7-4306-b868-5fa66264e288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:59.966958 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d45956-ec69-4896-be56-2a7f59686446 None None] The sync data for ids ['af9bf04a-e9b6-44ed-a19f-3bfb559bc531'] in n-d-821435-1 is: [{'id': 'af9bf04a-e9b6-44ed-a19f-3bfb559bc531', 'name': 'tempest-TestSnapshotPattern-351243129-router', 'tenant_id': '0b01af3d2cd74b1394a3356392e9d351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': 'd3fee12a-354c-4cca-83c2-37d969acf7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:51Z', 'updated_at': '2021-12-10T20:05:54Z', 'revision_number': 4, 'project_id': '0b01af3d2cd74b1394a3356392e9d351', 'gw_port': {'id': 'd3fee12a-354c-4cca-83c2-37d969acf7a9', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bf04a-e9b6-44ed-a19f-3bfb559bc531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:51Z', 'updated_at': '2021-12-10T20:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '6217ef8a-b04b-4dc3-9b19-126a74b9c580', 'name': '', 'network_id': 'd1c1dadb-2863-47e6-a4a7-85e53f000d03', 'tenant_id': '0b01af3d2cd74b1394a3356392e9d351', 'mac_address': 'fa:16:3e:95:a7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9bf04a-e9b6-44ed-a19f-3bfb559bc531', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '143c1656-6dd7-4306-b868-5fa66264e288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:53Z', 'updated_at': '2021-12-10T20:05:59Z', 'revision_number': 4, 'project_id': '0b01af3d2cd74b1394a3356392e9d351', 'subnets': [{'id': '143c1656-6dd7-4306-b868-5fa66264e288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:05:59.974775 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-aaed1fbf-20f2-4c87-86d9-d8481307ea09 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:06:00.028535 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-aaed1fbf-20f2-4c87-86d9-d8481307ea09 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Network 81b22748-3605-4f1c-b0ae-7c39691d0053 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:06:00.031855 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-aaed1fbf-20f2-4c87-86d9-d8481307ea09 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:06:00.036326 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-aaed1fbf-20f2-4c87-86d9-d8481307ea09 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:06:00.040982 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed1fbf-20f2-4c87-86d9-d8481307ea09 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Pushing event updated for resources: {'Port': ['ID=00bb066a-f20f-4ce2-a51f-8e127b5b4b7b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:06:00.089548 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-aaed1fbf-20f2-4c87-86d9-d8481307ea09 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:00.090219 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-aaed1fbf-20f2-4c87-86d9-d8481307ea09 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:06:00.108536 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-aaed1fbf-20f2-4c87-86d9-d8481307ea09 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6372695 Dec 10 20:06:00.122602 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-adb37caa-9231-48b8-8799-0e833d8bb129 service neutron] Request body: {'port': {'device_id': 'f9a1ef87-52f5-42a3-a807-79fbdbb89ab1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821435-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:06:00.181825 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-adb37caa-9231-48b8-8799-0e833d8bb129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:06:00.377678 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d3f27f29-d74d-4f00-bf9c-bfde78c5d7cc None None] Provisioning complete for port 00bb066a-f20f-4ce2-a51f-8e127b5b4b7b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:06:00.378054 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d3f27f29-d74d-4f00-bf9c-bfde78c5d7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:06:00.415554 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d3f27f29-d74d-4f00-bf9c-bfde78c5d7cc None None] Port 00bb066a-f20f-4ce2-a51f-8e127b5b4b7b cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 20:06:00.460165 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-adb37caa-9231-48b8-8799-0e833d8bb129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00bb066a-f20f-4ce2-a51f-8e127b5b4b7b {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 20:06:00.467509 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-adb37caa-9231-48b8-8799-0e833d8bb129 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:06:00.479589 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-adb37caa-9231-48b8-8799-0e833d8bb129 service neutron] Transition to ACTIVE for port object 00bb066a-f20f-4ce2-a51f-8e127b5b4b7b will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 20:06:00.484195 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-adb37caa-9231-48b8-8799-0e833d8bb129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:06:00.562252 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb37caa-9231-48b8-8799-0e833d8bb129 service neutron] Pushing event updated for resources: {'Port': ['ID=00bb066a-f20f-4ce2-a51f-8e127b5b4b7b,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:06:00.818419 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 6217ef8a-b04b-4dc3-9b19-126a74b9c580 up at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:06:00.867587 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Provisioning complete for port 6217ef8a-b04b-4dc3-9b19-126a74b9c580 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:06:00.868337 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:06:00.973807 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a4139-c0d0-40bb-b1fb-464583e31f20 req-1f74b02f-005a-4d67-98ed-2ac73eeb941d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:00.975409 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7d2a4139-c0d0-40bb-b1fb-464583e31f20 req-1f74b02f-005a-4d67-98ed-2ac73eeb941d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9a1ef87-52f5-42a3-a807-79fbdbb89ab1 HTTP/1.1" status: 200 len: 943 time: 0.4526930 Dec 10 20:06:01.001314 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-adb37caa-9231-48b8-8799-0e833d8bb129 service neutron] Attempting to bind port 00bb066a-f20f-4ce2-a51f-8e127b5b4b7b on host n-h2-821435-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:06:01.001657 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-adb37caa-9231-48b8-8799-0e833d8bb129 service neutron] Attempting to bind port 00bb066a-f20f-4ce2-a51f-8e127b5b4b7b by drivers openvswitch,hyperv on host n-h2-821435-1 at level 0 using segments [{'id': 'd3b7e667-ef76-4602-8f0c-0c6d1cb83a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 20:06:01.001991 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-adb37caa-9231-48b8-8799-0e833d8bb129 service neutron] Attempting to bind port 00bb066a-f20f-4ce2-a51f-8e127b5b4b7b on network 81b22748-3605-4f1c-b0ae-7c39691d0053 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:06:01.013657 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-adb37caa-9231-48b8-8799-0e833d8bb129 service neutron] Port 00bb066a-f20f-4ce2-a51f-8e127b5b4b7b on network 81b22748-3605-4f1c-b0ae-7c39691d0053 not bound, no agent of type Open vSwitch agent registered on host n-h2-821435-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 20:06:01.013980 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-adb37caa-9231-48b8-8799-0e833d8bb129 service neutron] Attempting to bind port 00bb066a-f20f-4ce2-a51f-8e127b5b4b7b on network 81b22748-3605-4f1c-b0ae-7c39691d0053 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:06:01.028006 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-adb37caa-9231-48b8-8799-0e833d8bb129 service neutron] Checking agent: {'id': 'ca6078c6-6091-4f95-8af6-a2d393770574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 20:06:01.028346 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-adb37caa-9231-48b8-8799-0e833d8bb129 service neutron] Checking segment: {'id': 'd3b7e667-ef76-4602-8f0c-0c6d1cb83a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 20:06:01.028765 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-adb37caa-9231-48b8-8799-0e833d8bb129 service neutron] Bound using segment: {'id': 'd3b7e667-ef76-4602-8f0c-0c6d1cb83a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 20:06:01.029204 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-adb37caa-9231-48b8-8799-0e833d8bb129 service neutron] Bound port: 00bb066a-f20f-4ce2-a51f-8e127b5b4b7b, host: n-h2-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b7e667-ef76-4602-8f0c-0c6d1cb83a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 20:06:01.029562 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-adb37caa-9231-48b8-8799-0e833d8bb129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:06:01.053324 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7d2a4139-c0d0-40bb-b1fb-464583e31f20 req-ede240ea-4886-44dd-a507-1925737db65f tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/security-groups?id=840eeea8-47f4-4749-8574-97f04c4f92dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683980 Dec 10 20:06:01.107997 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-adb37caa-9231-48b8-8799-0e833d8bb129 service neutron] For port 00bb066a-f20f-4ce2-a51f-8e127b5b4b7b, host n-h2-821435-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 20:06:01.111130 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-adb37caa-9231-48b8-8799-0e833d8bb129 service neutron] For port 00bb066a-f20f-4ce2-a51f-8e127b5b4b7b, host n-h2-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=00bb066a-f20f-4ce2-a51f-8e127b5b4b7b,segment=NetworkSegment(d3b7e667-ef76-4602-8f0c-0c6d1cb83a49),segment_id=d3b7e667-ef76-4602-8f0c-0c6d1cb83a49)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 20:06:01.115576 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-adb37caa-9231-48b8-8799-0e833d8bb129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12295760'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:06:01.155298 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-adb37caa-9231-48b8-8799-0e833d8bb129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:01.155923 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-adb37caa-9231-48b8-8799-0e833d8bb129 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:06:01.157321 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-adb37caa-9231-48b8-8799-0e833d8bb129 service neutron] 10.222.0.72 "PUT /v2.0/ports/00bb066a-f20f-4ce2-a51f-8e127b5b4b7b HTTP/1.1" status: 200 len: 1091 time: 1.0391824 Dec 10 20:06:01.157766 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a1ef87-52f5-42a3-a807-79fbdbb89ab1', 'tag': '00bb066a-f20f-4ce2-a51f-8e127b5b4b7b'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:06:01.159998 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb385ee8d26b8ad243460b423ad218e97d9fae79c4f4b9b0691d822ece1c624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde1a573-3240-4875-8a84-0afecf822ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a1ef87-52f5-42a3-a807-79fbdbb89ab1", "tag": "00bb066a-f20f-4ce2-a51f-8e127b5b4b7b"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:06:01.183400 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb37caa-9231-48b8-8799-0e833d8bb129 service neutron] Pushing event updated for resources: {'Port': ['ID=00bb066a-f20f-4ce2-a51f-8e127b5b4b7b,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:06:01.256897 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-09207f60-f66b-4dba-825b-1729f323db86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:01.258443 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-09207f60-f66b-4dba-825b-1729f323db86 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b8ddee863fe4427b1a0a062671190de&device_id=f9a1ef87-52f5-42a3-a807-79fbdbb89ab1 HTTP/1.1" status: 200 len: 1094 time: 0.0463371 Dec 10 20:06:01.302751 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 20:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ccef98-fbd1-45d1-a77a-cba7c467e253 x-openstack-request-id: req-97ccef98-fbd1-45d1-a77a-cba7c467e253 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:06:01.303116 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a1ef87-52f5-42a3-a807-79fbdbb89ab1", "tag": "00bb066a-f20f-4ce2-a51f-8e127b5b4b7b", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:06:01.303395 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-97ccef98-fbd1-45d1-a77a-cba7c467e253 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:06:01.303774 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9a1ef87-52f5-42a3-a807-79fbdbb89ab1', 'tag': '00bb066a-f20f-4ce2-a51f-8e127b5b4b7b', 'status': 'completed', 'code': 200} Dec 10 20:06:01.305414 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-83a6ecee-b929-48b7-930e-89425c59aa04 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00bb066a-f20f-4ce2-a51f-8e127b5b4b7b HTTP/1.1" status: 200 len: 217 time: 0.0396993 Dec 10 20:06:01.370838 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-1ff6609e-536a-4167-9b2d-d5293c321982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:01.372321 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-1ff6609e-536a-4167-9b2d-d5293c321982 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a468cf11-7cae-45f4-ba93-5b02247468ee HTTP/1.1" status: 200 len: 848 time: 0.0598221 Dec 10 20:06:01.420179 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-d7424b7d-740b-42e4-814b-6e1469496201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:01.421746 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-d7424b7d-740b-42e4-814b-6e1469496201 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81b22748-3605-4f1c-b0ae-7c39691d0053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416238 Dec 10 20:06:01.513774 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-5beee1c3-f0a9-4aab-8029-8621414d7a0c service neutron] 10.222.0.72 "GET /v2.0/networks/81b22748-3605-4f1c-b0ae-7c39691d0053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849605 Dec 10 20:06:01.607756 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f7eb9acf-2691-4e4f-9056-df6861f84991 req-260a3ddb-e2cf-404b-97a1-c4753473e445 service neutron] 10.222.0.72 "GET /v2.0/networks/81b22748-3605-4f1c-b0ae-7c39691d0053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857532 Dec 10 20:06:01.699776 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1a573-3240-4875-8a84-0afecf822ce3 req-88103e92-e700-40b7-9bfc-0542071b431a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:01.701374 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fde1a573-3240-4875-8a84-0afecf822ce3 req-88103e92-e700-40b7-9bfc-0542071b431a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b8ddee863fe4427b1a0a062671190de&device_id=f9a1ef87-52f5-42a3-a807-79fbdbb89ab1 HTTP/1.1" status: 200 len: 1094 time: 0.0471938 Dec 10 20:06:01.797757 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1a573-3240-4875-8a84-0afecf822ce3 req-826b4d2d-6501-4fec-8360-9f1e62d05b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:01.799419 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fde1a573-3240-4875-8a84-0afecf822ce3 req-826b4d2d-6501-4fec-8360-9f1e62d05b16 service neutron] 10.222.0.72 "GET /v2.0/networks?id=81b22748-3605-4f1c-b0ae-7c39691d0053 HTTP/1.1" status: 200 len: 910 time: 0.0899050 Dec 10 20:06:01.841514 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fde1a573-3240-4875-8a84-0afecf822ce3 req-13b73c4b-5c22-4b76-92b4-c04b875419e2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00bb066a-f20f-4ce2-a51f-8e127b5b4b7b HTTP/1.1" status: 200 len: 217 time: 0.0349896 Dec 10 20:06:01.889824 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1a573-3240-4875-8a84-0afecf822ce3 req-60457d74-f2b9-4d79-acd8-5e455af5b64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:01.891303 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fde1a573-3240-4875-8a84-0afecf822ce3 req-60457d74-f2b9-4d79-acd8-5e455af5b64d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a468cf11-7cae-45f4-ba93-5b02247468ee HTTP/1.1" status: 200 len: 848 time: 0.0431118 Dec 10 20:06:01.943558 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1a573-3240-4875-8a84-0afecf822ce3 req-01dc2a47-6fce-4312-9a38-b5b0a5ccf42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:01.945061 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fde1a573-3240-4875-8a84-0afecf822ce3 req-01dc2a47-6fce-4312-9a38-b5b0a5ccf42a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81b22748-3605-4f1c-b0ae-7c39691d0053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434291 Dec 10 20:06:02.042689 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fde1a573-3240-4875-8a84-0afecf822ce3 req-1dd48293-8abc-4992-8871-cd1b493f4cca service neutron] 10.222.0.72 "GET /v2.0/networks/81b22748-3605-4f1c-b0ae-7c39691d0053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902505 Dec 10 20:06:02.145711 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-fde1a573-3240-4875-8a84-0afecf822ce3 req-14bbe0c8-71b9-4f04-bcb8-7c677a164ccc service neutron] 10.222.0.72 "GET /v2.0/networks/81b22748-3605-4f1c-b0ae-7c39691d0053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960219 Dec 10 20:06:02.180775 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af1105-ce16-45b4-806f-1a869bfaa908 req-cab87be4-98bd-414c-ad79-553b3a51bde9 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:02.182274 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b6af1105-ce16-45b4-806f-1a869bfaa908 req-cab87be4-98bd-414c-ad79-553b3a51bde9 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9a1ef87-52f5-42a3-a807-79fbdbb89ab1 HTTP/1.1" status: 200 len: 943 time: 0.0559475 Dec 10 20:06:02.231708 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b6af1105-ce16-45b4-806f-1a869bfaa908 req-d80a62b2-2060-4d44-920f-16dadf160454 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/security-groups?id=840eeea8-47f4-4749-8574-97f04c4f92dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434945 Dec 10 20:06:03.356399 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2711ad-1982-4141-a479-ed90569cc65c req-089007de-9e26-416b-95e2-f9307bef57cf tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:03.358428 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cd2711ad-1982-4141-a479-ed90569cc65c req-089007de-9e26-416b-95e2-f9307bef57cf tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9a1ef87-52f5-42a3-a807-79fbdbb89ab1 HTTP/1.1" status: 200 len: 943 time: 0.0564075 Dec 10 20:06:03.408949 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-cd2711ad-1982-4141-a479-ed90569cc65c req-8e945a9f-1953-4f38-b614-5cc0763638c8 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/security-groups?id=840eeea8-47f4-4749-8574-97f04c4f92dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438020 Dec 10 20:06:04.523546 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd489b-f2db-480b-8eb3-6323fead7e9b req-0e832f6e-0cb1-401b-89f4-172537c17544 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:04.525059 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3edd489b-f2db-480b-8eb3-6323fead7e9b req-0e832f6e-0cb1-401b-89f4-172537c17544 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9a1ef87-52f5-42a3-a807-79fbdbb89ab1 HTTP/1.1" status: 200 len: 943 time: 0.0486062 Dec 10 20:06:04.574611 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3edd489b-f2db-480b-8eb3-6323fead7e9b req-fa2ab5f1-c67f-4ff3-a930-94dec4f1e1da tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/security-groups?id=840eeea8-47f4-4749-8574-97f04c4f92dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436895 Dec 10 20:06:04.714465 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:06:05.545941 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 00bb066a-f20f-4ce2-a51f-8e127b5b4b7b details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 20:06:05.641655 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 00bb066a-f20f-4ce2-a51f-8e127b5b4b7b, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=00bb066a-f20f-4ce2-a51f-8e127b5b4b7b,segment=NetworkSegment(d3b7e667-ef76-4602-8f0c-0c6d1cb83a49),segment_id=d3b7e667-ef76-4602-8f0c-0c6d1cb83a49)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:06:05.653514 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '00bb066a-f20f-4ce2-a51f-8e127b5b4b7b', 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053', 'port_id': '00bb066a-f20f-4ce2-a51f-8e127b5b4b7b', 'mac_address': 'fa:16:3e:e3:59:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a468cf11-7cae-45f4-ba93-5b02247468ee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 20:06:05.691358 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70755c36-b16e-404f-b174-07cc1b55ec55 req-23550527-573d-4f2c-803b-ab343f47b56a tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:05.693783 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-70755c36-b16e-404f-b174-07cc1b55ec55 req-23550527-573d-4f2c-803b-ab343f47b56a tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9a1ef87-52f5-42a3-a807-79fbdbb89ab1 HTTP/1.1" status: 200 len: 943 time: 0.0494721 Dec 10 20:06:05.696306 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:06:05.710196 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00bb066a-f20f-4ce2-a51f-8e127b5b4b7b {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 20:06:05.730459 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 00bb066a-f20f-4ce2-a51f-8e127b5b4b7b, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=00bb066a-f20f-4ce2-a51f-8e127b5b4b7b,segment=NetworkSegment(d3b7e667-ef76-4602-8f0c-0c6d1cb83a49),segment_id=d3b7e667-ef76-4602-8f0c-0c6d1cb83a49)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:06:05.734535 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:06:05.747028 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-70755c36-b16e-404f-b174-07cc1b55ec55 req-0333eb76-ff4c-4bb3-838e-179f84c1332e tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/security-groups?id=840eeea8-47f4-4749-8574-97f04c4f92dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455472 Dec 10 20:06:05.781389 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=00bb066a-f20f-4ce2-a51f-8e127b5b4b7b,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:06:06.072563 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['00bb066a-f20f-4ce2-a51f-8e127b5b4b7b'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 20:06:06.874489 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d2bca-eca3-4387-b0e3-eecbec2ee66e req-7430fd5f-9888-4b8c-9b2f-0cef17dec7ac tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:06.875953 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-359d2bca-eca3-4387-b0e3-eecbec2ee66e req-7430fd5f-9888-4b8c-9b2f-0cef17dec7ac tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9a1ef87-52f5-42a3-a807-79fbdbb89ab1 HTTP/1.1" status: 200 len: 944 time: 0.0569201 Dec 10 20:06:06.923620 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-359d2bca-eca3-4387-b0e3-eecbec2ee66e req-ffd0bdbe-0c0f-427a-bed6-c5830959d017 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/security-groups?id=840eeea8-47f4-4749-8574-97f04c4f92dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416868 Dec 10 20:06:07.546737 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 00bb066a-f20f-4ce2-a51f-8e127b5b4b7b up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:06:07.595949 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning for port 00bb066a-f20f-4ce2-a51f-8e127b5b4b7b completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 20:06:07.600714 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 00bb066a-f20f-4ce2-a51f-8e127b5b4b7b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:06:07.601097 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:06:07.679556 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:06:07.705147 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a1ef87-52f5-42a3-a807-79fbdbb89ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bb066a-f20f-4ce2-a51f-8e127b5b4b7b'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:06:07.707480 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f39997a1e7c5b6ae782956bbd1fa5b612e64aa5908109c3bc10b0e272c8d4b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a90cba3-e2dd-444f-97d0-20176d86c850" -d '{"events": [{"server_uuid": "f9a1ef87-52f5-42a3-a807-79fbdbb89ab1", "name": "network-vif-plugged", "status": "completed", "tag": "00bb066a-f20f-4ce2-a51f-8e127b5b4b7b"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:06:07.720224 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 00bb066a-f20f-4ce2-a51f-8e127b5b4b7b, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=00bb066a-f20f-4ce2-a51f-8e127b5b4b7b,segment=NetworkSegment(d3b7e667-ef76-4602-8f0c-0c6d1cb83a49),segment_id=d3b7e667-ef76-4602-8f0c-0c6d1cb83a49)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:06:07.724510 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:06:07.751829 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 20:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4101b3b1-e974-4f8c-b9f8-983cf35c9538 x-openstack-request-id: req-4101b3b1-e974-4f8c-b9f8-983cf35c9538 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:06:07.752127 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a1ef87-52f5-42a3-a807-79fbdbb89ab1", "name": "network-vif-plugged", "status": "completed", "tag": "00bb066a-f20f-4ce2-a51f-8e127b5b4b7b", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:06:07.752384 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4101b3b1-e974-4f8c-b9f8-983cf35c9538 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:06:07.752799 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a1ef87-52f5-42a3-a807-79fbdbb89ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bb066a-f20f-4ce2-a51f-8e127b5b4b7b', 'code': 200} Dec 10 20:06:07.774782 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=00bb066a-f20f-4ce2-a51f-8e127b5b4b7b,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:06:07.850946 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f07b8d-81ab-4e6d-bb43-4579e21e9061 req-b3fe7a7b-fa28-4128-9d5e-88e98e757e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:07.852472 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-91f07b8d-81ab-4e6d-bb43-4579e21e9061 req-b3fe7a7b-fa28-4128-9d5e-88e98e757e07 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f9a1ef87-52f5-42a3-a807-79fbdbb89ab1 HTTP/1.1" status: 200 len: 1096 time: 0.0464771 Dec 10 20:06:07.900626 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-91f07b8d-81ab-4e6d-bb43-4579e21e9061 req-f90d6d7f-84bd-477c-ae5c-c9e2f9f70bb3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=840eeea8-47f4-4749-8574-97f04c4f92dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405061 Dec 10 20:06:08.042931 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103b614-3394-48ae-9c53-5dd5385c4f10 req-a8433fd8-7459-4514-88cc-4335a0aec230 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:08.044456 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6103b614-3394-48ae-9c53-5dd5385c4f10 req-a8433fd8-7459-4514-88cc-4335a0aec230 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9a1ef87-52f5-42a3-a807-79fbdbb89ab1 HTTP/1.1" status: 200 len: 945 time: 0.0500412 Dec 10 20:06:08.097107 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-6103b614-3394-48ae-9c53-5dd5385c4f10 req-658455ce-3184-4a5f-bc26-2991a1f76b47 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/security-groups?id=840eeea8-47f4-4749-8574-97f04c4f92dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466733 Dec 10 20:06:09.218215 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72295fc-45c6-4e63-9a82-a663e76f2998 req-81032da3-3736-468c-ace5-d83b1ab534b6 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:09.219760 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a72295fc-45c6-4e63-9a82-a663e76f2998 req-81032da3-3736-468c-ace5-d83b1ab534b6 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9a1ef87-52f5-42a3-a807-79fbdbb89ab1 HTTP/1.1" status: 200 len: 945 time: 0.0515637 Dec 10 20:06:09.247086 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:06:09.279314 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-a72295fc-45c6-4e63-9a82-a663e76f2998 req-b0c47735-031b-415d-8235-37ae0be8a0ff tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/security-groups?id=840eeea8-47f4-4749-8574-97f04c4f92dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524609 Dec 10 20:06:10.395018 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ff4ef-5798-451b-9b2c-c45db3dc567a req-ee41cfc6-3840-406f-b100-93f071e4cee6 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:10.397140 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e56ff4ef-5798-451b-9b2c-c45db3dc567a req-ee41cfc6-3840-406f-b100-93f071e4cee6 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9a1ef87-52f5-42a3-a807-79fbdbb89ab1 HTTP/1.1" status: 200 len: 945 time: 0.0503309 Dec 10 20:06:10.444965 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-e56ff4ef-5798-451b-9b2c-c45db3dc567a req-49cee002-6869-49a8-9ee3-f3cd3666ecfa tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/security-groups?id=840eeea8-47f4-4749-8574-97f04c4f92dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418403 Dec 10 20:06:10.558682 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1952823-a815-4b4d-b3b1-b1c5caf99f65 req-8b5ceb6c-a750-4798-b277-cc103aec83ca tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:10.560089 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e1952823-a815-4b4d-b3b1-b1c5caf99f65 req-8b5ceb6c-a750-4798-b277-cc103aec83ca tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9a1ef87-52f5-42a3-a807-79fbdbb89ab1 HTTP/1.1" status: 200 len: 945 time: 0.0485318 Dec 10 20:06:10.609238 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e1952823-a815-4b4d-b3b1-b1c5caf99f65 req-c3512bbd-5d70-4cb6-9ed9-daf251d2ab30 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/security-groups?id=840eeea8-47f4-4749-8574-97f04c4f92dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429547 Dec 10 20:06:10.631405 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54420) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:06:10.772076 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b19879-11bd-4e72-a61f-77a6cc934e1a tempest-TestSnapshotPattern-1572390582 tempest-TestSnapshotPattern-1572390582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:10.773638 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d3b19879-11bd-4e72-a61f-77a6cc934e1a tempest-TestSnapshotPattern-1572390582 tempest-TestSnapshotPattern-1572390582-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f9a1ef87-52f5-42a3-a807-79fbdbb89ab1 HTTP/1.1" status: 200 len: 1091 time: 0.1412642 Dec 10 20:06:10.776600 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54424) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:06:10.780836 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b5292a0c-aa09-44c6-8ce1-8bbaaad59f40 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'port_id': '00bb066a-f20f-4ce2-a51f-8e127b5b4b7b', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:06:10.803498 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5292a0c-aa09-44c6-8ce1-8bbaaad59f40 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:06:10.902701 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5292a0c-aa09-44c6-8ce1-8bbaaad59f40 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:06:11.002681 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-b5292a0c-aa09-44c6-8ce1-8bbaaad59f40 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Allocated IP 172.25.7.67 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/37f31920-29a0-4436-a6d8-2c977f453375) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:06:11.107317 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5292a0c-aa09-44c6-8ce1-8bbaaad59f40 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:06:11.142782 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5292a0c-aa09-44c6-8ce1-8bbaaad59f40 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:06:11.180971 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5292a0c-aa09-44c6-8ce1-8bbaaad59f40 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:06:11.183723 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-b5292a0c-aa09-44c6-8ce1-8bbaaad59f40 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:06:11.187252 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5292a0c-aa09-44c6-8ce1-8bbaaad59f40 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:06:11.213515 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5292a0c-aa09-44c6-8ce1-8bbaaad59f40 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Pushing event updated for resources: {'Port': ['ID=37f31920-29a0-4436-a6d8-2c977f453375,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:06:11.531902 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5292a0c-aa09-44c6-8ce1-8bbaaad59f40 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:06:11.600300 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5292a0c-aa09-44c6-8ce1-8bbaaad59f40 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:06:11.745761 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5292a0c-aa09-44c6-8ce1-8bbaaad59f40 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:06:11.750077 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5292a0c-aa09-44c6-8ce1-8bbaaad59f40 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:06:11.819004 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5292a0c-aa09-44c6-8ce1-8bbaaad59f40 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Pushing event updated for resources: {'Port': ['ID=37f31920-29a0-4436-a6d8-2c977f453375,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:06:11.830431 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5292a0c-aa09-44c6-8ce1-8bbaaad59f40 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:06:11.931558 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-b5292a0c-aa09-44c6-8ce1-8bbaaad59f40 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Floating IP 5b5373f6-5f15-4d38-8ef2-d55075bd9f95 associated. External IP: 172.25.7.67, port: 00bb066a-f20f-4ce2-a51f-8e127b5b4b7b. Dec 10 20:06:12.135592 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5292a0c-aa09-44c6-8ce1-8bbaaad59f40 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Router f7073294-88b8-42fc-b2cf-da86150140c2 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:06:12.237110 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5292a0c-aa09-44c6-8ce1-8bbaaad59f40 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:06:12.247196 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ce71ae-35a0-421c-85ff-10f205acab50 None None] Sync routers for ids ['f7073294-88b8-42fc-b2cf-da86150140c2'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:06:12.255965 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5292a0c-aa09-44c6-8ce1-8bbaaad59f40 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:06:12.257929 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ce71ae-35a0-421c-85ff-10f205acab50 None None] Routers {'f7073294-88b8-42fc-b2cf-da86150140c2'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:06:12.258558 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-40ce71ae-35a0-421c-85ff-10f205acab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T20:05:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['f7073294-88b8-42fc-b2cf-da86150140c2'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:06:12.368720 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-40ce71ae-35a0-421c-85ff-10f205acab50 None None] Set router f7073294-88b8-42fc-b2cf-da86150140c2 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:06:12.600851 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-40ce71ae-35a0-421c-85ff-10f205acab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'name': 'tempest-TestSnapshotPattern-255427521-router', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'a55f139e-2277-4371-beb5-038e2993e722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:46Z', 'updated_at': '2021-12-10T20:05:49Z', 'revision_number': 4, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'gw_port': {'id': 'a55f139e-2277-4371-beb5-038e2993e722', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:47Z', 'updated_at': '2021-12-10T20:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '5b5373f6-5f15-4d38-8ef2-d55075bd9f95', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'floating_ip_address': '172.25.7.67', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'port_id': '00bb066a-f20f-4ce2-a51f-8e127b5b4b7b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053', 'mac_address': 'fa:16:3e:e3:59:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a1ef87-52f5-42a3-a807-79fbdbb89ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:06:11Z', 'updated_at': '2021-12-10T20:06:11Z', 'revision_number': 0, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b1d62f-8a52-4122-a752-926a3368b49e', 'name': '', 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'mac_address': 'fa:16:3e:ff:59:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'a468cf11-7cae-45f4-ba93-5b02247468ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:49Z', 'updated_at': '2021-12-10T20:05:55Z', 'revision_number': 5, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'subnets': [{'id': 'a468cf11-7cae-45f4-ba93-5b02247468ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:06:12.603805 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:06:12.631829 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-b5292a0c-aa09-44c6-8ce1-8bbaaad59f40 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8421407 Dec 10 20:06:12.631829 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a1ef87-52f5-42a3-a807-79fbdbb89ab1', 'tag': '00bb066a-f20f-4ce2-a51f-8e127b5b4b7b'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:06:12.631829 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c62da7f-d39a-477a-95a1-f16dcd74db57" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a1ef87-52f5-42a3-a807-79fbdbb89ab1", "tag": "00bb066a-f20f-4ce2-a51f-8e127b5b4b7b"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:06:12.633176 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ce71ae-35a0-421c-85ff-10f205acab50 None None] Checking router: f7073294-88b8-42fc-b2cf-da86150140c2 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:06:12.642032 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ce71ae-35a0-421c-85ff-10f205acab50 None None] Routers {'f7073294-88b8-42fc-b2cf-da86150140c2'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:06:12.642643 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-40ce71ae-35a0-421c-85ff-10f205acab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T20:05:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['f7073294-88b8-42fc-b2cf-da86150140c2'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:06:12.720081 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 20:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734130d0-e608-412d-9dd9-9cd335c25271 x-openstack-request-id: req-734130d0-e608-412d-9dd9-9cd335c25271 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:06:12.720378 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a1ef87-52f5-42a3-a807-79fbdbb89ab1", "tag": "00bb066a-f20f-4ce2-a51f-8e127b5b4b7b", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:06:12.720660 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-734130d0-e608-412d-9dd9-9cd335c25271 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:06:12.721085 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9a1ef87-52f5-42a3-a807-79fbdbb89ab1', 'tag': '00bb066a-f20f-4ce2-a51f-8e127b5b4b7b', 'status': 'completed', 'code': 200} Dec 10 20:06:12.747386 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-40ce71ae-35a0-421c-85ff-10f205acab50 None None] Set router f7073294-88b8-42fc-b2cf-da86150140c2 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:06:12.781787 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62da7f-d39a-477a-95a1-f16dcd74db57 req-d5499820-ea67-48c4-93f3-4df5aa8af18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:12.783300 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7c62da7f-d39a-477a-95a1-f16dcd74db57 req-d5499820-ea67-48c4-93f3-4df5aa8af18f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b8ddee863fe4427b1a0a062671190de&device_id=f9a1ef87-52f5-42a3-a807-79fbdbb89ab1 HTTP/1.1" status: 200 len: 1096 time: 0.0409222 Dec 10 20:06:12.875783 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62da7f-d39a-477a-95a1-f16dcd74db57 req-094968d4-f3fb-48ec-aacd-ced5aae57c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:12.877267 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7c62da7f-d39a-477a-95a1-f16dcd74db57 req-094968d4-f3fb-48ec-aacd-ced5aae57c84 service neutron] 10.222.0.72 "GET /v2.0/networks?id=81b22748-3605-4f1c-b0ae-7c39691d0053 HTTP/1.1" status: 200 len: 910 time: 0.0870981 Dec 10 20:06:12.943863 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7c62da7f-d39a-477a-95a1-f16dcd74db57 req-a1e095dd-f8db-4c31-b9bd-448ef8101741 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00bb066a-f20f-4ce2-a51f-8e127b5b4b7b HTTP/1.1" status: 200 len: 998 time: 0.0594592 Dec 10 20:06:12.975276 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-40ce71ae-35a0-421c-85ff-10f205acab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'name': 'tempest-TestSnapshotPattern-255427521-router', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'a55f139e-2277-4371-beb5-038e2993e722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:46Z', 'updated_at': '2021-12-10T20:05:49Z', 'revision_number': 4, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'gw_port': {'id': 'a55f139e-2277-4371-beb5-038e2993e722', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:47Z', 'updated_at': '2021-12-10T20:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '5b5373f6-5f15-4d38-8ef2-d55075bd9f95', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'floating_ip_address': '172.25.7.67', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'port_id': '00bb066a-f20f-4ce2-a51f-8e127b5b4b7b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053', 'mac_address': 'fa:16:3e:e3:59:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a1ef87-52f5-42a3-a807-79fbdbb89ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:06:11Z', 'updated_at': '2021-12-10T20:06:11Z', 'revision_number': 0, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b1d62f-8a52-4122-a752-926a3368b49e', 'name': '', 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'mac_address': 'fa:16:3e:ff:59:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'a468cf11-7cae-45f4-ba93-5b02247468ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:49Z', 'updated_at': '2021-12-10T20:05:55Z', 'revision_number': 5, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'subnets': [{'id': 'a468cf11-7cae-45f4-ba93-5b02247468ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:06:12.998852 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62da7f-d39a-477a-95a1-f16dcd74db57 req-ecac95ab-fb35-4890-aac8-68ec217238d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:13.000348 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7c62da7f-d39a-477a-95a1-f16dcd74db57 req-ecac95ab-fb35-4890-aac8-68ec217238d7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a468cf11-7cae-45f4-ba93-5b02247468ee HTTP/1.1" status: 200 len: 848 time: 0.0494263 Dec 10 20:06:13.005659 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ce71ae-35a0-421c-85ff-10f205acab50 None None] The sync data for ids ['f7073294-88b8-42fc-b2cf-da86150140c2'] in n-d-821435-1 is: [{'id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'name': 'tempest-TestSnapshotPattern-255427521-router', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'a55f139e-2277-4371-beb5-038e2993e722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:46Z', 'updated_at': '2021-12-10T20:05:49Z', 'revision_number': 4, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'gw_port': {'id': 'a55f139e-2277-4371-beb5-038e2993e722', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:47Z', 'updated_at': '2021-12-10T20:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '5b5373f6-5f15-4d38-8ef2-d55075bd9f95', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'floating_ip_address': '172.25.7.67', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'port_id': '00bb066a-f20f-4ce2-a51f-8e127b5b4b7b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053', 'mac_address': 'fa:16:3e:e3:59:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a1ef87-52f5-42a3-a807-79fbdbb89ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:06:11Z', 'updated_at': '2021-12-10T20:06:11Z', 'revision_number': 0, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b1d62f-8a52-4122-a752-926a3368b49e', 'name': '', 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'mac_address': 'fa:16:3e:ff:59:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'a468cf11-7cae-45f4-ba93-5b02247468ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:49Z', 'updated_at': '2021-12-10T20:05:55Z', 'revision_number': 5, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'subnets': [{'id': 'a468cf11-7cae-45f4-ba93-5b02247468ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:06:13.046730 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62da7f-d39a-477a-95a1-f16dcd74db57 req-cbf224f5-7873-4c1e-9409-bd00ff509cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:13.048275 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7c62da7f-d39a-477a-95a1-f16dcd74db57 req-cbf224f5-7873-4c1e-9409-bd00ff509cf1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81b22748-3605-4f1c-b0ae-7c39691d0053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407686 Dec 10 20:06:13.059313 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [req-7c62da7f-d39a-477a-95a1-f16dcd74db57 req-8597897a-ae10-4c49-be0c-656243c793d0 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 20:06:13.060272 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7c62da7f-d39a-477a-95a1-f16dcd74db57 req-8597897a-ae10-4c49-be0c-656243c793d0 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050328 Dec 10 20:06:13.155218 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7c62da7f-d39a-477a-95a1-f16dcd74db57 req-713fca36-76de-4f69-bda3-f09c1e602ef7 service neutron] 10.222.0.72 "GET /v2.0/networks/81b22748-3605-4f1c-b0ae-7c39691d0053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876386 Dec 10 20:06:13.208428 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7966e6ba-4beb-4fcb-aafc-9d98e46b1df0 None None] New status for floating IP 5b5373f6-5f15-4d38-8ef2-d55075bd9f95: ACTIVE {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 20:06:13.252423 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-7c62da7f-d39a-477a-95a1-f16dcd74db57 req-41fbeb6f-15ba-4a89-b645-0372b8f10846 service neutron] 10.222.0.72 "GET /v2.0/networks/81b22748-3605-4f1c-b0ae-7c39691d0053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896630 Dec 10 20:06:19.862249 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3e3d4b1f-2f9a-4b23-9ab1-5ce699869aad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:06:22.721744 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-76bdf220-1d53-42f2-9e12-710d9c9fda2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:06:23.820092 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:06:25.183527 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:06:25.757252 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:06:34.710117 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:06:37.118672 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1362fc6d-77fb-46a2-b08c-a14fba63b5a4 req-6f057504-f2a9-438e-958a-8c104c457a1e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f9a1ef87-52f5-42a3-a807-79fbdbb89ab1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0876350 Dec 10 20:06:37.202366 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362fc6d-77fb-46a2-b08c-a14fba63b5a4 req-0ac3e656-6ff4-477b-83ef-02f470d2b91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:37.203861 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1362fc6d-77fb-46a2-b08c-a14fba63b5a4 req-0ac3e656-6ff4-477b-83ef-02f470d2b91f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b8ddee863fe4427b1a0a062671190de&device_id=f9a1ef87-52f5-42a3-a807-79fbdbb89ab1 HTTP/1.1" status: 200 len: 1096 time: 0.0408392 Dec 10 20:06:37.311860 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362fc6d-77fb-46a2-b08c-a14fba63b5a4 req-66789e0a-4fb0-4e11-9a51-902803e05774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:37.313307 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1362fc6d-77fb-46a2-b08c-a14fba63b5a4 req-66789e0a-4fb0-4e11-9a51-902803e05774 service neutron] 10.222.0.72 "GET /v2.0/networks?id=81b22748-3605-4f1c-b0ae-7c39691d0053 HTTP/1.1" status: 200 len: 910 time: 0.0907950 Dec 10 20:06:37.385684 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1362fc6d-77fb-46a2-b08c-a14fba63b5a4 req-64b3b82c-e5d3-488e-92f5-cd9bba562e89 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00bb066a-f20f-4ce2-a51f-8e127b5b4b7b HTTP/1.1" status: 200 len: 1000 time: 0.0642872 Dec 10 20:06:37.438868 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362fc6d-77fb-46a2-b08c-a14fba63b5a4 req-a1ef180a-24d0-4e2d-95af-82c076832763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:37.440314 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1362fc6d-77fb-46a2-b08c-a14fba63b5a4 req-a1ef180a-24d0-4e2d-95af-82c076832763 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a468cf11-7cae-45f4-ba93-5b02247468ee HTTP/1.1" status: 200 len: 848 time: 0.0478432 Dec 10 20:06:37.486854 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362fc6d-77fb-46a2-b08c-a14fba63b5a4 req-34c53e53-6fbb-4fb5-bc8a-17e3c2856c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:37.488622 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1362fc6d-77fb-46a2-b08c-a14fba63b5a4 req-34c53e53-6fbb-4fb5-bc8a-17e3c2856c49 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81b22748-3605-4f1c-b0ae-7c39691d0053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404260 Dec 10 20:06:37.575735 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1362fc6d-77fb-46a2-b08c-a14fba63b5a4 req-eddd9279-3548-4825-ac05-b7c387bcd0cb service neutron] 10.222.0.72 "GET /v2.0/networks/81b22748-3605-4f1c-b0ae-7c39691d0053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802226 Dec 10 20:06:37.669902 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-1362fc6d-77fb-46a2-b08c-a14fba63b5a4 req-3bd539c0-9c1a-475f-82ea-b4f70b9a1eb1 service neutron] 10.222.0.72 "GET /v2.0/networks/81b22748-3605-4f1c-b0ae-7c39691d0053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870590 Dec 10 20:06:39.255604 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:06:49.602510 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:06:49.864994 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bb3630b4-d244-4244-a4c5-e3812775b5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:06:52.724274 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9c5158ce-4ee8-4732-9e6f-4e565f4f0e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:06:53.822076 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:06:55.185581 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:06:55.750354 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:07:04.720795 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:07:09.256942 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:07:19.866999 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-14b22530-be97-4a09-8563-3a52d351bc85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:07:22.724874 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-18a3661a-fa5b-4f12-9c5d-c70f45a8ce1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:07:23.824578 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:07:25.189286 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:07:25.752344 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:07:26.602055 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:07:34.721711 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:07:36.495545 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a588a6a0-c38b-43ca-89b5-d42faa6ff508 req-29fd3301-acdc-40f6-b0bb-6bb4d54770d3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f9a1ef87-52f5-42a3-a807-79fbdbb89ab1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410604 Dec 10 20:07:36.586286 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588a6a0-c38b-43ca-89b5-d42faa6ff508 req-978b630e-b67a-472d-a71d-5e12dbb9ec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:07:36.588371 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a588a6a0-c38b-43ca-89b5-d42faa6ff508 req-978b630e-b67a-472d-a71d-5e12dbb9ec01 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b8ddee863fe4427b1a0a062671190de&device_id=f9a1ef87-52f5-42a3-a807-79fbdbb89ab1 HTTP/1.1" status: 200 len: 1096 time: 0.0513167 Dec 10 20:07:36.693294 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588a6a0-c38b-43ca-89b5-d42faa6ff508 req-0b0a67c3-7c99-44eb-9476-f8f55ed76de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:07:36.694718 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a588a6a0-c38b-43ca-89b5-d42faa6ff508 req-0b0a67c3-7c99-44eb-9476-f8f55ed76de0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=81b22748-3605-4f1c-b0ae-7c39691d0053 HTTP/1.1" status: 200 len: 910 time: 0.0874910 Dec 10 20:07:36.760004 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a588a6a0-c38b-43ca-89b5-d42faa6ff508 req-b718bc50-7606-4706-b8d3-397d6d72c283 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00bb066a-f20f-4ce2-a51f-8e127b5b4b7b HTTP/1.1" status: 200 len: 1000 time: 0.0580697 Dec 10 20:07:36.813213 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588a6a0-c38b-43ca-89b5-d42faa6ff508 req-6151f467-7290-438c-b242-ab9d1e71fee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:07:36.814671 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a588a6a0-c38b-43ca-89b5-d42faa6ff508 req-6151f467-7290-438c-b242-ab9d1e71fee3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a468cf11-7cae-45f4-ba93-5b02247468ee HTTP/1.1" status: 200 len: 848 time: 0.0481250 Dec 10 20:07:36.860299 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588a6a0-c38b-43ca-89b5-d42faa6ff508 req-bc2ba947-8528-4fe5-83e6-9f5d01f81bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:07:36.862097 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a588a6a0-c38b-43ca-89b5-d42faa6ff508 req-bc2ba947-8528-4fe5-83e6-9f5d01f81bdf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81b22748-3605-4f1c-b0ae-7c39691d0053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398209 Dec 10 20:07:36.955186 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a588a6a0-c38b-43ca-89b5-d42faa6ff508 req-3ed9a468-a721-4daa-a633-28bed56a9e2a service neutron] 10.222.0.72 "GET /v2.0/networks/81b22748-3605-4f1c-b0ae-7c39691d0053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851619 Dec 10 20:07:37.045904 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a588a6a0-c38b-43ca-89b5-d42faa6ff508 req-5af8c819-d512-4b73-a4ba-068f1b75c5d3 service neutron] 10.222.0.72 "GET /v2.0/networks/81b22748-3605-4f1c-b0ae-7c39691d0053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837383 Dec 10 20:07:39.262307 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:07:49.868955 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-27c8bbe9-774d-4966-a54b-9d0b2970c595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:07:52.726487 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b61d6a39-9fe4-4291-843b-d616826ccb54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:07:53.827704 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:07:55.191032 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:07:55.755454 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:08:03.601350 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:08:04.722613 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:08:09.272679 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:08:19.869877 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-018475b7-0593-4ce5-a9b6-4ce06a42e97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:08:22.727472 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e30407a0-9519-4485-a9fc-3b8412fcdb78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:08:23.831993 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:08:25.197603 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:08:25.757401 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:08:34.724041 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:08:38.497029 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f12e1582-2b2b-4ece-8b50-afeacbb4fef6 req-e11d388a-9e9c-47be-9919-de794f1e720c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f9a1ef87-52f5-42a3-a807-79fbdbb89ab1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420601 Dec 10 20:08:38.579233 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e1582-2b2b-4ece-8b50-afeacbb4fef6 req-220a94e5-e2ca-451d-a22e-5d026a632b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:38.580738 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f12e1582-2b2b-4ece-8b50-afeacbb4fef6 req-220a94e5-e2ca-451d-a22e-5d026a632b7c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b8ddee863fe4427b1a0a062671190de&device_id=f9a1ef87-52f5-42a3-a807-79fbdbb89ab1 HTTP/1.1" status: 200 len: 1096 time: 0.0393410 Dec 10 20:08:38.686547 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e1582-2b2b-4ece-8b50-afeacbb4fef6 req-cbd6ef59-41ac-4a82-9351-11c483910438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:38.687972 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f12e1582-2b2b-4ece-8b50-afeacbb4fef6 req-cbd6ef59-41ac-4a82-9351-11c483910438 service neutron] 10.222.0.72 "GET /v2.0/networks?id=81b22748-3605-4f1c-b0ae-7c39691d0053 HTTP/1.1" status: 200 len: 910 time: 0.0881422 Dec 10 20:08:38.756591 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f12e1582-2b2b-4ece-8b50-afeacbb4fef6 req-b4f516a2-c2f6-48f5-80b6-013062c5fe7c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00bb066a-f20f-4ce2-a51f-8e127b5b4b7b HTTP/1.1" status: 200 len: 1000 time: 0.0604100 Dec 10 20:08:38.808654 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e1582-2b2b-4ece-8b50-afeacbb4fef6 req-fc269bc3-e983-4105-9c19-fcbadb307d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:38.810029 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f12e1582-2b2b-4ece-8b50-afeacbb4fef6 req-fc269bc3-e983-4105-9c19-fcbadb307d58 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a468cf11-7cae-45f4-ba93-5b02247468ee HTTP/1.1" status: 200 len: 848 time: 0.0467672 Dec 10 20:08:38.854544 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e1582-2b2b-4ece-8b50-afeacbb4fef6 req-97941257-f61b-4df4-a99f-5ebf2fadbab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:38.856007 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f12e1582-2b2b-4ece-8b50-afeacbb4fef6 req-97941257-f61b-4df4-a99f-5ebf2fadbab1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81b22748-3605-4f1c-b0ae-7c39691d0053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386422 Dec 10 20:08:38.942778 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f12e1582-2b2b-4ece-8b50-afeacbb4fef6 req-79cc0dff-1ae9-458f-bfab-74e3fc519523 service neutron] 10.222.0.72 "GET /v2.0/networks/81b22748-3605-4f1c-b0ae-7c39691d0053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789816 Dec 10 20:08:39.034059 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-f12e1582-2b2b-4ece-8b50-afeacbb4fef6 req-8426afd5-0ad8-4cc7-9e05-875c11641fb2 service neutron] 10.222.0.72 "GET /v2.0/networks/81b22748-3605-4f1c-b0ae-7c39691d0053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846815 Dec 10 20:08:39.265206 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:08:40.601302 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:08:49.872002 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b6ada6b2-b185-4d41-8a08-b65b84d2baaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:08:52.430542 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 00bb066a-f20f-4ce2-a51f-8e127b5b4b7b details requested by agent hyperv_n-h2-821435-1 with host n-h2-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 20:08:52.535337 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 00bb066a-f20f-4ce2-a51f-8e127b5b4b7b, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=00bb066a-f20f-4ce2-a51f-8e127b5b4b7b,segment=NetworkSegment(d3b7e667-ef76-4602-8f0c-0c6d1cb83a49),segment_id=d3b7e667-ef76-4602-8f0c-0c6d1cb83a49)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:08:52.704377 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Returning: {'device': '00bb066a-f20f-4ce2-a51f-8e127b5b4b7b', 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053', 'port_id': '00bb066a-f20f-4ce2-a51f-8e127b5b4b7b', 'mac_address': 'fa:16:3e:e3:59:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a468cf11-7cae-45f4-ba93-5b02247468ee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 20:08:52.751108 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d7c65ac1-1284-47ef-b641-6e44ef68a21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:08:52.752395 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:08:52.767534 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00bb066a-f20f-4ce2-a51f-8e127b5b4b7b {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 20:08:52.792257 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 00bb066a-f20f-4ce2-a51f-8e127b5b4b7b, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=00bb066a-f20f-4ce2-a51f-8e127b5b4b7b,segment=NetworkSegment(d3b7e667-ef76-4602-8f0c-0c6d1cb83a49),segment_id=d3b7e667-ef76-4602-8f0c-0c6d1cb83a49)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:08:52.795634 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:08:52.844435 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=00bb066a-f20f-4ce2-a51f-8e127b5b4b7b,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:08:52.852825 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:52.853191 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:52.853542 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:52.853890 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:52.854237 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:52.854577 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:52.854915 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:52.855249 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:52.855581 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:52.855913 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:52.856243 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:52.856576 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:52.856931 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:52.871786 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] get_ports_and_sgs() called for port_ids ['00bb066a-f20f-4ce2-a51f-8e127b5b4b7b'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 20:08:53.836858 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:08:54.445527 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 00bb066a-f20f-4ce2-a51f-8e127b5b4b7b up at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:08:54.491666 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Provisioning complete for port 00bb066a-f20f-4ce2-a51f-8e127b5b4b7b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:08:54.492032 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:08:54.564187 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:08:54.587260 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a1ef87-52f5-42a3-a807-79fbdbb89ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bb066a-f20f-4ce2-a51f-8e127b5b4b7b'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:08:54.589434 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f39997a1e7c5b6ae782956bbd1fa5b612e64aa5908109c3bc10b0e272c8d4b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c8359e-73f9-4962-b3ef-065fda6a55a0" -d '{"events": [{"server_uuid": "f9a1ef87-52f5-42a3-a807-79fbdbb89ab1", "name": "network-vif-plugged", "status": "completed", "tag": "00bb066a-f20f-4ce2-a51f-8e127b5b4b7b"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:08:54.606324 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 00bb066a-f20f-4ce2-a51f-8e127b5b4b7b, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=00bb066a-f20f-4ce2-a51f-8e127b5b4b7b,segment=NetworkSegment(d3b7e667-ef76-4602-8f0c-0c6d1cb83a49),segment_id=d3b7e667-ef76-4602-8f0c-0c6d1cb83a49)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:08:54.609667 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:08:54.657181 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=00bb066a-f20f-4ce2-a51f-8e127b5b4b7b,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:08:54.686522 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 20:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7938d12b-0a8e-4521-ba92-30655c9174fa x-openstack-request-id: req-7938d12b-0a8e-4521-ba92-30655c9174fa {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:08:54.686813 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a1ef87-52f5-42a3-a807-79fbdbb89ab1", "name": "network-vif-plugged", "status": "completed", "tag": "00bb066a-f20f-4ce2-a51f-8e127b5b4b7b", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:08:54.687067 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7938d12b-0a8e-4521-ba92-30655c9174fa {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:08:54.687458 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a1ef87-52f5-42a3-a807-79fbdbb89ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bb066a-f20f-4ce2-a51f-8e127b5b4b7b', 'code': 200} Dec 10 20:08:55.197485 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:08:55.759219 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:04.738502 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:07.073724 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-7ec0b619-86df-4f47-889a-abd6f24ed108 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1710542167&fields=id&tenant_id=4b8ddee863fe4427b1a0a062671190de HTTP/1.1" status: 200 len: 267 time: 0.0455191 Dec 10 20:09:07.181368 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-1de39f78-e8be-486c-a182-d7de08923c90 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:07.182828 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-1de39f78-e8be-486c-a182-d7de08923c90 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/networks?id=81b22748-3605-4f1c-b0ae-7c39691d0053 HTTP/1.1" status: 200 len: 809 time: 0.1023033 Dec 10 20:09:07.198036 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-473e599c-91c5-46c3-b4dd-facf5a3be21a tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/quotas/4b8ddee863fe4427b1a0a062671190de HTTP/1.1" status: 200 len: 375 time: 0.0094213 Dec 10 20:09:07.249529 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-7f3b3e4c-8caa-4c01-a557-d5432c2545f2 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4b8ddee863fe4427b1a0a062671190de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463479 Dec 10 20:09:07.392037 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-8e76dab5-5c2b-4223-abc6-e819a6c4ec2f service neutron] 10.222.0.62 "GET /v2.0/networks/81b22748-3605-4f1c-b0ae-7c39691d0053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300795 Dec 10 20:09:07.489329 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-0bc11b18-af99-4320-8e3e-7342fd1956fc service neutron] 10.222.0.62 "GET /v2.0/networks/81b22748-3605-4f1c-b0ae-7c39691d0053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910633 Dec 10 20:09:07.738727 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-3ce15a21-dd90-4272-be3b-180c08325ca7 req-7f951dc7-a147-43b3-bf34-83c6074f0299 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2bbaebb-59ce-486d-b8dd-0a86b9a86469 HTTP/1.1" status: 200 len: 210 time: 0.0807142 Dec 10 20:09:08.711700 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-68cda28b-1cc0-456d-9a27-f0abfd5c9e40 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:08.713379 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-68cda28b-1cc0-456d-9a27-f0abfd5c9e40 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.46 "GET /v2.0/networks?id=81b22748-3605-4f1c-b0ae-7c39691d0053 HTTP/1.1" status: 200 len: 809 time: 0.1135349 Dec 10 20:09:08.777982 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-1889c009-2e79-4605-a344-1ae193fb7ec7 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b8ddee863fe4427b1a0a062671190de HTTP/1.1" status: 200 len: 380 time: 0.0543463 Dec 10 20:09:08.788571 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-1c2de0a0-0c7e-44ce-b63e-fbe47d7ef614 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Request body: {'port': {'device_id': 'c2bbaebb-59ce-486d-b8dd-0a86b9a86469', 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053', 'admin_state_up': True, 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'security_groups': ['840eeea8-47f4-4749-8574-97f04c4f92dc']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:09:08.866676 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-3a74c3d8-1666-4701-b472-7c5f8b8df69a req-27455438-4f8f-48d2-9657-d1e5f9e01929 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2bbaebb-59ce-486d-b8dd-0a86b9a86469 HTTP/1.1" status: 200 len: 210 time: 0.0364680 Dec 10 20:09:08.931591 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-1c2de0a0-0c7e-44ce-b63e-fbe47d7ef614 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Made reservation on behalf of 4b8ddee863fe4427b1a0a062671190de for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 20:09:08.935324 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-1c2de0a0-0c7e-44ce-b63e-fbe47d7ef614 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:09.105708 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-1c2de0a0-0c7e-44ce-b63e-fbe47d7ef614 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Allocated IP 172.20.0.4 (81b22748-3605-4f1c-b0ae-7c39691d0053/a468cf11-7cae-45f4-ba93-5b02247468ee/5f5e0408-b672-416b-aa1c-4ed33f0240b1) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:09:09.281494 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:09.291091 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-1c2de0a0-0c7e-44ce-b63e-fbe47d7ef614 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:09.329608 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-1c2de0a0-0c7e-44ce-b63e-fbe47d7ef614 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:09.387039 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-1c2de0a0-0c7e-44ce-b63e-fbe47d7ef614 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Network 81b22748-3605-4f1c-b0ae-7c39691d0053 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:09:09.391080 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-1c2de0a0-0c7e-44ce-b63e-fbe47d7ef614 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:09:09.395111 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-1c2de0a0-0c7e-44ce-b63e-fbe47d7ef614 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:09:09.433028 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2de0a0-0c7e-44ce-b63e-fbe47d7ef614 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Pushing event updated for resources: {'Port': ['ID=5f5e0408-b672-416b-aa1c-4ed33f0240b1,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:09:09.449565 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2de0a0-0c7e-44ce-b63e-fbe47d7ef614 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:09.449916 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2de0a0-0c7e-44ce-b63e-fbe47d7ef614 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:09.450271 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2de0a0-0c7e-44ce-b63e-fbe47d7ef614 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:09.450622 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2de0a0-0c7e-44ce-b63e-fbe47d7ef614 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:09.450970 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2de0a0-0c7e-44ce-b63e-fbe47d7ef614 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:09.451318 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2de0a0-0c7e-44ce-b63e-fbe47d7ef614 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:09.451658 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2de0a0-0c7e-44ce-b63e-fbe47d7ef614 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:09.452010 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2de0a0-0c7e-44ce-b63e-fbe47d7ef614 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:09.452336 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2de0a0-0c7e-44ce-b63e-fbe47d7ef614 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:09.452694 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2de0a0-0c7e-44ce-b63e-fbe47d7ef614 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:09.453038 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2de0a0-0c7e-44ce-b63e-fbe47d7ef614 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:09.453375 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2de0a0-0c7e-44ce-b63e-fbe47d7ef614 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:09.453711 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2de0a0-0c7e-44ce-b63e-fbe47d7ef614 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:09.477905 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-1c2de0a0-0c7e-44ce-b63e-fbe47d7ef614 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:09.478564 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-1c2de0a0-0c7e-44ce-b63e-fbe47d7ef614 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:09.499025 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-1c2de0a0-0c7e-44ce-b63e-fbe47d7ef614 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7156305 Dec 10 20:09:09.710274 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9bd1dcb5-ae3f-405d-9fc4-37a78c23adf7 None None] Provisioning complete for port 5f5e0408-b672-416b-aa1c-4ed33f0240b1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:09:09.710594 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9bd1dcb5-ae3f-405d-9fc4-37a78c23adf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:09.746119 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9bd1dcb5-ae3f-405d-9fc4-37a78c23adf7 None None] Port 5f5e0408-b672-416b-aa1c-4ed33f0240b1 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 20:09:09.989192 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f94ff-eede-46b5-9fc3-72242b1ce2f2 req-1de04908-d997-4cb4-b375-cdbb7d411a25 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:09.990773 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-723f94ff-eede-46b5-9fc3-72242b1ce2f2 req-1de04908-d997-4cb4-b375-cdbb7d411a25 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2bbaebb-59ce-486d-b8dd-0a86b9a86469 HTTP/1.1" status: 200 len: 931 time: 0.0502841 Dec 10 20:09:10.046682 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-723f94ff-eede-46b5-9fc3-72242b1ce2f2 req-e39358ad-7c8a-427e-8686-a56bb0417ebe tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/security-groups?id=840eeea8-47f4-4749-8574-97f04c4f92dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484657 Dec 10 20:09:10.541972 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 00bb066a-f20f-4ce2-a51f-8e127b5b4b7b no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:09:10.628569 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:10.653237 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a1ef87-52f5-42a3-a807-79fbdbb89ab1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00bb066a-f20f-4ce2-a51f-8e127b5b4b7b'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:09:10.655739 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f39997a1e7c5b6ae782956bbd1fa5b612e64aa5908109c3bc10b0e272c8d4b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa913c1-ed93-49cd-aac5-e5d36fd6951c" -d '{"events": [{"server_uuid": "f9a1ef87-52f5-42a3-a807-79fbdbb89ab1", "name": "network-vif-unplugged", "status": "completed", "tag": "00bb066a-f20f-4ce2-a51f-8e127b5b4b7b"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:09:10.671245 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] For port 00bb066a-f20f-4ce2-a51f-8e127b5b4b7b, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=00bb066a-f20f-4ce2-a51f-8e127b5b4b7b,segment=NetworkSegment(d3b7e667-ef76-4602-8f0c-0c6d1cb83a49),segment_id=d3b7e667-ef76-4602-8f0c-0c6d1cb83a49)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:09:10.676434 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:10.702747 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 20:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99881e47-c7c5-455a-b3bd-7152e672f697 x-openstack-request-id: req-99881e47-c7c5-455a-b3bd-7152e672f697 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:09:10.702747 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a1ef87-52f5-42a3-a807-79fbdbb89ab1", "name": "network-vif-unplugged", "status": "completed", "tag": "00bb066a-f20f-4ce2-a51f-8e127b5b4b7b", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:09:10.702747 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-99881e47-c7c5-455a-b3bd-7152e672f697 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:09:10.702747 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a1ef87-52f5-42a3-a807-79fbdbb89ab1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00bb066a-f20f-4ce2-a51f-8e127b5b4b7b', 'code': 200} Dec 10 20:09:10.728942 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Pushing event updated for resources: {'Port': ['ID=00bb066a-f20f-4ce2-a51f-8e127b5b4b7b,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:09:11.170587 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ecccd-2c78-4325-8d13-29c2135b69f7 req-ff4cb557-30ee-47a1-b743-bb38b634f793 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:11.172112 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-735ecccd-2c78-4325-8d13-29c2135b69f7 req-ff4cb557-30ee-47a1-b743-bb38b634f793 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2bbaebb-59ce-486d-b8dd-0a86b9a86469 HTTP/1.1" status: 200 len: 931 time: 0.0538669 Dec 10 20:09:11.223554 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-735ecccd-2c78-4325-8d13-29c2135b69f7 req-ff884cb6-b95e-4bdb-b2ee-ee097f12e2a1 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/security-groups?id=840eeea8-47f4-4749-8574-97f04c4f92dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445871 Dec 10 20:09:12.344451 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7e0b5-851c-4121-883e-bdd22bcd42d2 req-9afc42cf-4c55-45a6-9540-6531cd51f83a tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:12.347283 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dcd7e0b5-851c-4121-883e-bdd22bcd42d2 req-9afc42cf-4c55-45a6-9540-6531cd51f83a tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2bbaebb-59ce-486d-b8dd-0a86b9a86469 HTTP/1.1" status: 200 len: 931 time: 0.0509903 Dec 10 20:09:12.404330 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-dcd7e0b5-851c-4121-883e-bdd22bcd42d2 req-c2fb7e06-b7ef-4aac-a821-9ab059fc90cb tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/security-groups?id=840eeea8-47f4-4749-8574-97f04c4f92dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502467 Dec 10 20:09:13.526608 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb94bf-7064-4a96-b75f-3199f3c175e4 req-c9f7ca7c-903d-42bc-973b-a24cd1704563 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:13.528146 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-33eb94bf-7064-4a96-b75f-3199f3c175e4 req-c9f7ca7c-903d-42bc-973b-a24cd1704563 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2bbaebb-59ce-486d-b8dd-0a86b9a86469 HTTP/1.1" status: 200 len: 931 time: 0.0501590 Dec 10 20:09:13.579209 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-33eb94bf-7064-4a96-b75f-3199f3c175e4 req-7f21ad1b-b5f7-4b13-a1db-5f2e591fa252 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/security-groups?id=840eeea8-47f4-4749-8574-97f04c4f92dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450888 Dec 10 20:09:14.701169 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285b30b-50f6-4b33-adb3-9d45fc76589f req-86d9382b-7aaf-4b54-984f-e2b126c7e9f0 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:14.702642 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f285b30b-50f6-4b33-adb3-9d45fc76589f req-86d9382b-7aaf-4b54-984f-e2b126c7e9f0 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2bbaebb-59ce-486d-b8dd-0a86b9a86469 HTTP/1.1" status: 200 len: 931 time: 0.0521142 Dec 10 20:09:14.760561 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-f285b30b-50f6-4b33-adb3-9d45fc76589f req-ad6f5604-d11e-40ba-bd41-48a320e5fb8e tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/security-groups?id=840eeea8-47f4-4749-8574-97f04c4f92dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510480 Dec 10 20:09:15.886758 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fab0f5-094b-49ca-889f-59bf17a566c3 req-697480ea-8adf-4124-b07b-6df009fd6545 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:15.888257 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-66fab0f5-094b-49ca-889f-59bf17a566c3 req-697480ea-8adf-4124-b07b-6df009fd6545 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2bbaebb-59ce-486d-b8dd-0a86b9a86469 HTTP/1.1" status: 200 len: 931 time: 0.0543578 Dec 10 20:09:15.941826 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-66fab0f5-094b-49ca-889f-59bf17a566c3 req-b55fd0f2-02a0-4632-a89e-99afbae8f314 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/security-groups?id=840eeea8-47f4-4749-8574-97f04c4f92dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462258 Dec 10 20:09:17.062463 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22b433-3dda-4943-a846-b72a3d71b9c0 req-2ac6951d-793f-485f-959b-d4f3368aae7b tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:17.065077 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ab22b433-3dda-4943-a846-b72a3d71b9c0 req-2ac6951d-793f-485f-959b-d4f3368aae7b tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2bbaebb-59ce-486d-b8dd-0a86b9a86469 HTTP/1.1" status: 200 len: 931 time: 0.0540795 Dec 10 20:09:17.119549 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ab22b433-3dda-4943-a846-b72a3d71b9c0 req-bf2be88d-8615-4e96-a932-e844fa9e6193 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/security-groups?id=840eeea8-47f4-4749-8574-97f04c4f92dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485466 Dec 10 20:09:17.601450 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:09:18.244397 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d175e4-3a56-4d90-843d-00b4fef1640f req-e7effbbc-e249-46de-9147-55bf13d0ea2c tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:18.245954 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a7d175e4-3a56-4d90-843d-00b4fef1640f req-e7effbbc-e249-46de-9147-55bf13d0ea2c tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2bbaebb-59ce-486d-b8dd-0a86b9a86469 HTTP/1.1" status: 200 len: 931 time: 0.0506439 Dec 10 20:09:18.296453 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-a7d175e4-3a56-4d90-843d-00b4fef1640f req-893379cc-d066-48fd-9204-f60e492fa6fb tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/security-groups?id=840eeea8-47f4-4749-8574-97f04c4f92dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442765 Dec 10 20:09:19.415827 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b108bfb-0267-48e2-90e3-8df045751071 req-caca40ac-bc0d-4c32-8da4-2290ccfa7445 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:19.417366 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9b108bfb-0267-48e2-90e3-8df045751071 req-caca40ac-bc0d-4c32-8da4-2290ccfa7445 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2bbaebb-59ce-486d-b8dd-0a86b9a86469 HTTP/1.1" status: 200 len: 931 time: 0.0509558 Dec 10 20:09:19.466707 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9b108bfb-0267-48e2-90e3-8df045751071 req-f6333002-f6de-481c-838f-02b5becb5357 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/security-groups?id=840eeea8-47f4-4749-8574-97f04c4f92dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433314 Dec 10 20:09:19.809455 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-fe23996c-4d46-4840-90af-25104a421b23 service neutron] Request body: {'port': {'device_id': 'c2bbaebb-59ce-486d-b8dd-0a86b9a86469', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821435-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:09:19.866885 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-fe23996c-4d46-4840-90af-25104a421b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:19.875264 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f52d10e1-ca05-49a8-a9f0-6b2083d4c885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:20.125566 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-fe23996c-4d46-4840-90af-25104a421b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f5e0408-b672-416b-aa1c-4ed33f0240b1 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 20:09:20.133062 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-fe23996c-4d46-4840-90af-25104a421b23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:20.145116 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-fe23996c-4d46-4840-90af-25104a421b23 service neutron] Transition to ACTIVE for port object 5f5e0408-b672-416b-aa1c-4ed33f0240b1 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 20:09:20.148264 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-fe23996c-4d46-4840-90af-25104a421b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:20.196369 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23996c-4d46-4840-90af-25104a421b23 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5e0408-b672-416b-aa1c-4ed33f0240b1,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:09:20.274520 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-fe23996c-4d46-4840-90af-25104a421b23 service neutron] Attempting to bind port 5f5e0408-b672-416b-aa1c-4ed33f0240b1 on host n-h1-821435-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:09:20.274862 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-fe23996c-4d46-4840-90af-25104a421b23 service neutron] Attempting to bind port 5f5e0408-b672-416b-aa1c-4ed33f0240b1 by drivers openvswitch,hyperv on host n-h1-821435-1 at level 0 using segments [{'id': 'd3b7e667-ef76-4602-8f0c-0c6d1cb83a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 20:09:20.275189 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-fe23996c-4d46-4840-90af-25104a421b23 service neutron] Attempting to bind port 5f5e0408-b672-416b-aa1c-4ed33f0240b1 on network 81b22748-3605-4f1c-b0ae-7c39691d0053 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:09:20.279675 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-fe23996c-4d46-4840-90af-25104a421b23 service neutron] Port 5f5e0408-b672-416b-aa1c-4ed33f0240b1 on network 81b22748-3605-4f1c-b0ae-7c39691d0053 not bound, no agent of type Open vSwitch agent registered on host n-h1-821435-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 20:09:20.280003 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-fe23996c-4d46-4840-90af-25104a421b23 service neutron] Attempting to bind port 5f5e0408-b672-416b-aa1c-4ed33f0240b1 on network 81b22748-3605-4f1c-b0ae-7c39691d0053 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:09:20.285573 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-fe23996c-4d46-4840-90af-25104a421b23 service neutron] Checking agent: {'id': '6877b92a-acb5-4894-b661-d122c8fab6d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821435-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'started_at': datetime.datetime(2021, 12, 10, 18, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 20:09:20.285917 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-fe23996c-4d46-4840-90af-25104a421b23 service neutron] Checking segment: {'id': 'd3b7e667-ef76-4602-8f0c-0c6d1cb83a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 20:09:20.286325 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-fe23996c-4d46-4840-90af-25104a421b23 service neutron] Bound using segment: {'id': 'd3b7e667-ef76-4602-8f0c-0c6d1cb83a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 20:09:20.286728 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-fe23996c-4d46-4840-90af-25104a421b23 service neutron] Bound port: 5f5e0408-b672-416b-aa1c-4ed33f0240b1, host: n-h1-821435-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b7e667-ef76-4602-8f0c-0c6d1cb83a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 20:09:20.287085 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-fe23996c-4d46-4840-90af-25104a421b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:20.354267 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-fe23996c-4d46-4840-90af-25104a421b23 service neutron] For port 5f5e0408-b672-416b-aa1c-4ed33f0240b1, host n-h1-821435-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 20:09:20.357639 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-fe23996c-4d46-4840-90af-25104a421b23 service neutron] For port 5f5e0408-b672-416b-aa1c-4ed33f0240b1, host n-h1-821435-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=5f5e0408-b672-416b-aa1c-4ed33f0240b1,segment=NetworkSegment(d3b7e667-ef76-4602-8f0c-0c6d1cb83a49),segment_id=d3b7e667-ef76-4602-8f0c-0c6d1cb83a49)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 20:09:20.363833 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-fe23996c-4d46-4840-90af-25104a421b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:20.401074 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-fe23996c-4d46-4840-90af-25104a421b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:20.401712 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-fe23996c-4d46-4840-90af-25104a421b23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:20.403089 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-fe23996c-4d46-4840-90af-25104a421b23 service neutron] 10.222.0.46 "PUT /v2.0/ports/5f5e0408-b672-416b-aa1c-4ed33f0240b1 HTTP/1.1" status: 200 len: 1091 time: 0.6422145 Dec 10 20:09:20.403538 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2bbaebb-59ce-486d-b8dd-0a86b9a86469', 'tag': '5f5e0408-b672-416b-aa1c-4ed33f0240b1'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:09:20.405835 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06dd560-c12f-45cf-845d-3f3c5790980f" -d '{"events": [{"name": "network-changed", "server_uuid": "c2bbaebb-59ce-486d-b8dd-0a86b9a86469", "tag": "5f5e0408-b672-416b-aa1c-4ed33f0240b1"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:09:20.430738 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23996c-4d46-4840-90af-25104a421b23 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5e0408-b672-416b-aa1c-4ed33f0240b1,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:09:20.463721 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 20:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e5af24-e5c5-4065-8e48-7c76a1668814 x-openstack-request-id: req-d6e5af24-e5c5-4065-8e48-7c76a1668814 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:09:20.464018 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2bbaebb-59ce-486d-b8dd-0a86b9a86469", "tag": "5f5e0408-b672-416b-aa1c-4ed33f0240b1", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:09:20.464459 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d6e5af24-e5c5-4065-8e48-7c76a1668814 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:09:20.464887 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2bbaebb-59ce-486d-b8dd-0a86b9a86469', 'tag': '5f5e0408-b672-416b-aa1c-4ed33f0240b1', 'status': 'completed', 'code': 200} Dec 10 20:09:20.506268 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-b2a4c3d5-27d8-45e0-b9fb-1f914c030d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:20.508610 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-b2a4c3d5-27d8-45e0-b9fb-1f914c030d37 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b8ddee863fe4427b1a0a062671190de&device_id=c2bbaebb-59ce-486d-b8dd-0a86b9a86469 HTTP/1.1" status: 200 len: 1094 time: 0.0571735 Dec 10 20:09:20.563336 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-c0b8faa1-fe06-4319-9cb2-d0d8968abded service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f5e0408-b672-416b-aa1c-4ed33f0240b1 HTTP/1.1" status: 200 len: 217 time: 0.0453060 Dec 10 20:09:20.638234 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-e9d341e1-02aa-4834-82ad-778d9661dfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:20.639686 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-e9d341e1-02aa-4834-82ad-778d9661dfa5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a468cf11-7cae-45f4-ba93-5b02247468ee HTTP/1.1" status: 200 len: 848 time: 0.0581086 Dec 10 20:09:20.647306 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab83c1-e71c-409a-b44c-3bbf34c033ed req-736be9c4-3c9d-4377-aace-2cb93ff8a053 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:20.648703 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11ab83c1-e71c-409a-b44c-3bbf34c033ed req-736be9c4-3c9d-4377-aace-2cb93ff8a053 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2bbaebb-59ce-486d-b8dd-0a86b9a86469 HTTP/1.1" status: 200 len: 943 time: 0.0948393 Dec 10 20:09:20.720182 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-d50b0e74-16bf-4dae-bb74-8d89eb5d4d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:20.722322 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-d50b0e74-16bf-4dae-bb74-8d89eb5d4d78 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81b22748-3605-4f1c-b0ae-7c39691d0053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727627 Dec 10 20:09:20.726552 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-11ab83c1-e71c-409a-b44c-3bbf34c033ed req-f1b68475-f5b6-4f92-9758-4a4d7b4f85e5 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/security-groups?id=840eeea8-47f4-4749-8574-97f04c4f92dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697792 Dec 10 20:09:20.815497 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-a0375490-9976-4af8-be35-0f0c860aa7fd service neutron] 10.222.0.46 "GET /v2.0/networks/81b22748-3605-4f1c-b0ae-7c39691d0053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854361 Dec 10 20:09:20.903801 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-0376fcaf-b3e5-497e-ab95-f022d77ba59a req-fd11ffa9-d741-4881-8306-a5cb8cc7a585 service neutron] 10.222.0.46 "GET /v2.0/networks/81b22748-3605-4f1c-b0ae-7c39691d0053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822015 Dec 10 20:09:20.994253 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06dd560-c12f-45cf-845d-3f3c5790980f req-b9aaa835-8a31-437a-bb5e-df9466b1e3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:20.995757 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e06dd560-c12f-45cf-845d-3f3c5790980f req-b9aaa835-8a31-437a-bb5e-df9466b1e3df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b8ddee863fe4427b1a0a062671190de&device_id=c2bbaebb-59ce-486d-b8dd-0a86b9a86469 HTTP/1.1" status: 200 len: 1094 time: 0.0413523 Dec 10 20:09:21.090778 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06dd560-c12f-45cf-845d-3f3c5790980f req-14249057-e5af-45a2-966f-e8bc0029b5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:21.092250 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e06dd560-c12f-45cf-845d-3f3c5790980f req-14249057-e5af-45a2-966f-e8bc0029b5aa service neutron] 10.222.0.46 "GET /v2.0/networks?id=81b22748-3605-4f1c-b0ae-7c39691d0053 HTTP/1.1" status: 200 len: 910 time: 0.0882835 Dec 10 20:09:21.134565 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e06dd560-c12f-45cf-845d-3f3c5790980f req-fb705f3b-0ec6-4157-aed8-8ddd542d9f99 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f5e0408-b672-416b-aa1c-4ed33f0240b1 HTTP/1.1" status: 200 len: 217 time: 0.0349083 Dec 10 20:09:21.183824 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06dd560-c12f-45cf-845d-3f3c5790980f req-55fe5cb7-03de-4e0b-99db-a039754a9369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:21.185318 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e06dd560-c12f-45cf-845d-3f3c5790980f req-55fe5cb7-03de-4e0b-99db-a039754a9369 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a468cf11-7cae-45f4-ba93-5b02247468ee HTTP/1.1" status: 200 len: 848 time: 0.0437665 Dec 10 20:09:21.236094 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06dd560-c12f-45cf-845d-3f3c5790980f req-8c13660c-f69d-47cd-ac47-9636bc422421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:21.238484 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e06dd560-c12f-45cf-845d-3f3c5790980f req-8c13660c-f69d-47cd-ac47-9636bc422421 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81b22748-3605-4f1c-b0ae-7c39691d0053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445521 Dec 10 20:09:21.328465 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e06dd560-c12f-45cf-845d-3f3c5790980f req-06c5ae84-e0e7-41cb-a88b-89675d03b1f5 service neutron] 10.222.0.46 "GET /v2.0/networks/81b22748-3605-4f1c-b0ae-7c39691d0053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810800 Dec 10 20:09:21.423165 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-e06dd560-c12f-45cf-845d-3f3c5790980f req-da16bb0f-8ce4-4e20-a277-5a21a98e1b8d service neutron] 10.222.0.46 "GET /v2.0/networks/81b22748-3605-4f1c-b0ae-7c39691d0053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868678 Dec 10 20:09:21.854978 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14741f38-1389-4b7e-ae44-2466e9182c15 req-a28cf62d-5af5-42f8-9bc0-bfa0d3ee9611 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:21.856505 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-14741f38-1389-4b7e-ae44-2466e9182c15 req-a28cf62d-5af5-42f8-9bc0-bfa0d3ee9611 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2bbaebb-59ce-486d-b8dd-0a86b9a86469 HTTP/1.1" status: 200 len: 943 time: 0.0528634 Dec 10 20:09:21.912586 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-14741f38-1389-4b7e-ae44-2466e9182c15 req-dfe67d9b-6254-450b-a38b-10c23c176007 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/security-groups?id=840eeea8-47f4-4749-8574-97f04c4f92dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495832 Dec 10 20:09:22.733210 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-33fd3f93-1b3f-4f56-81ac-ea6f37ad841a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:22.863036 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 5f5e0408-b672-416b-aa1c-4ed33f0240b1 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 20:09:22.963289 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 5f5e0408-b672-416b-aa1c-4ed33f0240b1, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=5f5e0408-b672-416b-aa1c-4ed33f0240b1,segment=NetworkSegment(d3b7e667-ef76-4602-8f0c-0c6d1cb83a49),segment_id=d3b7e667-ef76-4602-8f0c-0c6d1cb83a49)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:09:22.978803 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '5f5e0408-b672-416b-aa1c-4ed33f0240b1', 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053', 'port_id': '5f5e0408-b672-416b-aa1c-4ed33f0240b1', 'mac_address': 'fa:16:3e:7e:c2:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a468cf11-7cae-45f4-ba93-5b02247468ee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 20:09:23.022640 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:23.031702 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa154db-0239-4fe8-a1f9-b0d5514349fa req-0509a2a6-cbf0-421c-9c47-ea2a67cf5801 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:23.033249 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bfa154db-0239-4fe8-a1f9-b0d5514349fa req-0509a2a6-cbf0-421c-9c47-ea2a67cf5801 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2bbaebb-59ce-486d-b8dd-0a86b9a86469 HTTP/1.1" status: 200 len: 943 time: 0.0501420 Dec 10 20:09:23.041645 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f5e0408-b672-416b-aa1c-4ed33f0240b1 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 20:09:23.068065 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 5f5e0408-b672-416b-aa1c-4ed33f0240b1, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=5f5e0408-b672-416b-aa1c-4ed33f0240b1,segment=NetworkSegment(d3b7e667-ef76-4602-8f0c-0c6d1cb83a49),segment_id=d3b7e667-ef76-4602-8f0c-0c6d1cb83a49)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:09:23.073772 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:23.085703 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-bfa154db-0239-4fe8-a1f9-b0d5514349fa req-bcb26390-29ac-4b89-a594-0495a5d01893 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/security-groups?id=840eeea8-47f4-4749-8574-97f04c4f92dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457616 Dec 10 20:09:23.135842 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=5f5e0408-b672-416b-aa1c-4ed33f0240b1,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:09:23.312972 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['5f5e0408-b672-416b-aa1c-4ed33f0240b1'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 20:09:23.842774 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:24.203691 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41be336-66be-45d8-aab0-995d9b7b3921 req-a7edb930-f9c6-4cbd-a460-b3f2e38fabfa tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:24.205191 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b41be336-66be-45d8-aab0-995d9b7b3921 req-a7edb930-f9c6-4cbd-a460-b3f2e38fabfa tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2bbaebb-59ce-486d-b8dd-0a86b9a86469 HTTP/1.1" status: 200 len: 944 time: 0.0476544 Dec 10 20:09:24.253154 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b41be336-66be-45d8-aab0-995d9b7b3921 req-65cf5dad-d75b-4f22-814c-08153c2cb9f8 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/security-groups?id=840eeea8-47f4-4749-8574-97f04c4f92dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415499 Dec 10 20:09:24.878433 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 5f5e0408-b672-416b-aa1c-4ed33f0240b1 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:09:24.928928 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning for port 5f5e0408-b672-416b-aa1c-4ed33f0240b1 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 20:09:24.933031 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 5f5e0408-b672-416b-aa1c-4ed33f0240b1 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:09:24.933409 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:25.011254 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:25.034842 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2bbaebb-59ce-486d-b8dd-0a86b9a86469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5e0408-b672-416b-aa1c-4ed33f0240b1'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:09:25.037120 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f39997a1e7c5b6ae782956bbd1fa5b612e64aa5908109c3bc10b0e272c8d4b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64734dd-8a0e-4f4a-beb1-1290f14e9852" -d '{"events": [{"server_uuid": "c2bbaebb-59ce-486d-b8dd-0a86b9a86469", "name": "network-vif-plugged", "status": "completed", "tag": "5f5e0408-b672-416b-aa1c-4ed33f0240b1"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:09:25.049009 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 5f5e0408-b672-416b-aa1c-4ed33f0240b1, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=5f5e0408-b672-416b-aa1c-4ed33f0240b1,segment=NetworkSegment(d3b7e667-ef76-4602-8f0c-0c6d1cb83a49),segment_id=d3b7e667-ef76-4602-8f0c-0c6d1cb83a49)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:09:25.053822 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:25.077051 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 20:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b6a956-69e7-4dd0-b0bb-a71f3738920b x-openstack-request-id: req-b1b6a956-69e7-4dd0-b0bb-a71f3738920b {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:09:25.077350 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2bbaebb-59ce-486d-b8dd-0a86b9a86469", "name": "network-vif-plugged", "status": "completed", "tag": "5f5e0408-b672-416b-aa1c-4ed33f0240b1", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:09:25.077610 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b1b6a956-69e7-4dd0-b0bb-a71f3738920b {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:09:25.078005 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2bbaebb-59ce-486d-b8dd-0a86b9a86469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5e0408-b672-416b-aa1c-4ed33f0240b1', 'code': 200} Dec 10 20:09:25.110352 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=5f5e0408-b672-416b-aa1c-4ed33f0240b1,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:09:25.175051 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22a642-ca22-43e5-be98-040a1786b9d1 req-0a4eacf7-0361-4fa5-a3d9-000211eeb7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:25.176534 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ae22a642-ca22-43e5-be98-040a1786b9d1 req-0a4eacf7-0361-4fa5-a3d9-000211eeb7b6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c2bbaebb-59ce-486d-b8dd-0a86b9a86469 HTTP/1.1" status: 200 len: 1096 time: 0.0398443 Dec 10 20:09:25.199724 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:25.228714 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-ae22a642-ca22-43e5-be98-040a1786b9d1 req-3d908e78-da48-4459-8b54-2dd0a4202ca1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=840eeea8-47f4-4749-8574-97f04c4f92dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452714 Dec 10 20:09:25.368925 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac22c5-aa76-4173-a471-33c0231df6a6 req-dffec599-c37d-4bb9-b78a-9c5e6709a44c tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:25.370360 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5aac22c5-aa76-4173-a471-33c0231df6a6 req-dffec599-c37d-4bb9-b78a-9c5e6709a44c tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2bbaebb-59ce-486d-b8dd-0a86b9a86469 HTTP/1.1" status: 200 len: 945 time: 0.0497017 Dec 10 20:09:25.427163 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-5aac22c5-aa76-4173-a471-33c0231df6a6 req-1d0ec55e-ef32-40e0-ab4f-7e50adc6504e tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/security-groups?id=840eeea8-47f4-4749-8574-97f04c4f92dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507290 Dec 10 20:09:25.762131 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:26.544408 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3520917-705b-4f32-b8c1-f85bd9adc614 req-e1a77fe5-fcfd-484f-ae8f-9ce3387aa727 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:26.545897 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d3520917-705b-4f32-b8c1-f85bd9adc614 req-e1a77fe5-fcfd-484f-ae8f-9ce3387aa727 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2bbaebb-59ce-486d-b8dd-0a86b9a86469 HTTP/1.1" status: 200 len: 945 time: 0.0480762 Dec 10 20:09:26.594751 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-d3520917-705b-4f32-b8c1-f85bd9adc614 req-821d786b-a6c7-4ea9-ac60-d79c3b36ce94 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/security-groups?id=840eeea8-47f4-4749-8574-97f04c4f92dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428445 Dec 10 20:09:26.717467 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a40764-8bfb-4ee1-8486-6df145a83e20 req-0ff0ef73-f93a-45f9-823e-38dc51314ce4 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:26.718948 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-66a40764-8bfb-4ee1-8486-6df145a83e20 req-0ff0ef73-f93a-45f9-823e-38dc51314ce4 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2bbaebb-59ce-486d-b8dd-0a86b9a86469 HTTP/1.1" status: 200 len: 945 time: 0.0518813 Dec 10 20:09:26.767059 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-66a40764-8bfb-4ee1-8486-6df145a83e20 req-8bdcfef1-f3d9-41a6-87ae-85957180d00c tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/security-groups?id=840eeea8-47f4-4749-8574-97f04c4f92dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415924 Dec 10 20:09:26.789071 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54734) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:09:26.827045 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03348474-2e64-4d70-b160-f3db88ce71ff tempest-TestSnapshotPattern-1572390582 tempest-TestSnapshotPattern-1572390582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:26.828546 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-03348474-2e64-4d70-b160-f3db88ce71ff tempest-TestSnapshotPattern-1572390582 tempest-TestSnapshotPattern-1572390582-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c2bbaebb-59ce-486d-b8dd-0a86b9a86469 HTTP/1.1" status: 200 len: 1091 time: 0.0385025 Dec 10 20:09:26.831817 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54736) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:09:26.836454 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-87a22053-c935-4b84-91d4-f6d6689df51b tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Request body: {'floatingip': {'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'port_id': '5f5e0408-b672-416b-aa1c-4ed33f0240b1', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:09:26.857797 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-87a22053-c935-4b84-91d4-f6d6689df51b tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:26.954788 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-87a22053-c935-4b84-91d4-f6d6689df51b tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:27.056286 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-87a22053-c935-4b84-91d4-f6d6689df51b tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Allocated IP 172.25.7.176 (6fdf4522-5bcb-4bff-a877-38bc5e23829f/4f8ef42f-5b72-45b3-9876-a90b0174e8fd/1a1c4442-65e6-4415-803c-4a672a565797) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:09:27.165319 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-87a22053-c935-4b84-91d4-f6d6689df51b tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:27.199062 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-87a22053-c935-4b84-91d4-f6d6689df51b tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794391462328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:27.238761 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a22053-c935-4b84-91d4-f6d6689df51b tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Network 6fdf4522-5bcb-4bff-a877-38bc5e23829f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:09:27.241751 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-87a22053-c935-4b84-91d4-f6d6689df51b tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:09:27.244368 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a22053-c935-4b84-91d4-f6d6689df51b tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:09:27.268080 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a22053-c935-4b84-91d4-f6d6689df51b tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Pushing event updated for resources: {'Port': ['ID=1a1c4442-65e6-4415-803c-4a672a565797,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:09:27.600626 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-87a22053-c935-4b84-91d4-f6d6689df51b tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:27.672134 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-87a22053-c935-4b84-91d4-f6d6689df51b tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:27.823372 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-87a22053-c935-4b84-91d4-f6d6689df51b tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:27.827989 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-87a22053-c935-4b84-91d4-f6d6689df51b tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8845785'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:27.902524 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a22053-c935-4b84-91d4-f6d6689df51b tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Pushing event updated for resources: {'Port': ['ID=1a1c4442-65e6-4415-803c-4a672a565797,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:09:27.912320 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-87a22053-c935-4b84-91d4-f6d6689df51b tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534545'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:28.012523 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-87a22053-c935-4b84-91d4-f6d6689df51b tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Floating IP 682e4a80-4465-445f-9c34-e9a321fe2379 associated. External IP: 172.25.7.176, port: 5f5e0408-b672-416b-aa1c-4ed33f0240b1. Dec 10 20:09:28.211902 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a22053-c935-4b84-91d4-f6d6689df51b tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Router f7073294-88b8-42fc-b2cf-da86150140c2 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:09:28.316997 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a22053-c935-4b84-91d4-f6d6689df51b tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:09:28.327407 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ad0c81-80a8-4961-8000-72222c4e79e9 None None] Sync routers for ids ['f7073294-88b8-42fc-b2cf-da86150140c2'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:09:28.333772 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-87a22053-c935-4b84-91d4-f6d6689df51b tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:28.336929 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ad0c81-80a8-4961-8000-72222c4e79e9 None None] Routers {'f7073294-88b8-42fc-b2cf-da86150140c2'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:09:28.337629 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d1ad0c81-80a8-4961-8000-72222c4e79e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T20:09:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['f7073294-88b8-42fc-b2cf-da86150140c2'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:09:28.361718 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-87a22053-c935-4b84-91d4-f6d6689df51b tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5293262 Dec 10 20:09:28.362766 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2bbaebb-59ce-486d-b8dd-0a86b9a86469', 'tag': '5f5e0408-b672-416b-aa1c-4ed33f0240b1'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:09:28.367633 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdad5f5-7b4b-4412-ba96-b1280cc921f8" -d '{"events": [{"name": "network-changed", "server_uuid": "c2bbaebb-59ce-486d-b8dd-0a86b9a86469", "tag": "5f5e0408-b672-416b-aa1c-4ed33f0240b1"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:09:28.411262 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 20:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45bec8f-40aa-4ec5-8894-03d34d183783 x-openstack-request-id: req-e45bec8f-40aa-4ec5-8894-03d34d183783 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:09:28.411552 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2bbaebb-59ce-486d-b8dd-0a86b9a86469", "tag": "5f5e0408-b672-416b-aa1c-4ed33f0240b1", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:09:28.411807 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e45bec8f-40aa-4ec5-8894-03d34d183783 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:09:28.412217 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2bbaebb-59ce-486d-b8dd-0a86b9a86469', 'tag': '5f5e0408-b672-416b-aa1c-4ed33f0240b1', 'status': 'completed', 'code': 200} Dec 10 20:09:28.449293 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-d1ad0c81-80a8-4961-8000-72222c4e79e9 None None] Set router f7073294-88b8-42fc-b2cf-da86150140c2 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:09:28.476143 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdad5f5-7b4b-4412-ba96-b1280cc921f8 req-ee01c240-d57d-4ef6-ab34-a6c76adc86f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:28.477749 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1bdad5f5-7b4b-4412-ba96-b1280cc921f8 req-ee01c240-d57d-4ef6-ab34-a6c76adc86f0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b8ddee863fe4427b1a0a062671190de&device_id=c2bbaebb-59ce-486d-b8dd-0a86b9a86469 HTTP/1.1" status: 200 len: 1096 time: 0.0435026 Dec 10 20:09:28.569025 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdad5f5-7b4b-4412-ba96-b1280cc921f8 req-8a45123d-d26e-422e-b587-5f026e7f707f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:28.570934 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1bdad5f5-7b4b-4412-ba96-b1280cc921f8 req-8a45123d-d26e-422e-b587-5f026e7f707f service neutron] 10.222.0.46 "GET /v2.0/networks?id=81b22748-3605-4f1c-b0ae-7c39691d0053 HTTP/1.1" status: 200 len: 910 time: 0.0863805 Dec 10 20:09:28.639940 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1bdad5f5-7b4b-4412-ba96-b1280cc921f8 req-0347fe1e-67bc-455c-8164-e349caf1022d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f5e0408-b672-416b-aa1c-4ed33f0240b1 HTTP/1.1" status: 200 len: 999 time: 0.0615854 Dec 10 20:09:28.679676 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d1ad0c81-80a8-4961-8000-72222c4e79e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'name': 'tempest-TestSnapshotPattern-255427521-router', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'a55f139e-2277-4371-beb5-038e2993e722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:46Z', 'updated_at': '2021-12-10T20:05:49Z', 'revision_number': 4, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'gw_port': {'id': 'a55f139e-2277-4371-beb5-038e2993e722', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:47Z', 'updated_at': '2021-12-10T20:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '5b5373f6-5f15-4d38-8ef2-d55075bd9f95', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'floating_ip_address': '172.25.7.67', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'port_id': '00bb066a-f20f-4ce2-a51f-8e127b5b4b7b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053', 'mac_address': 'fa:16:3e:e3:59:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a1ef87-52f5-42a3-a807-79fbdbb89ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:06:11Z', 'updated_at': '2021-12-10T20:06:13Z', 'revision_number': 1, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'fixed_ip_address_scope': None}, {'id': '682e4a80-4465-445f-9c34-e9a321fe2379', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'floating_ip_address': '172.25.7.176', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'port_id': '5f5e0408-b672-416b-aa1c-4ed33f0240b1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053', 'mac_address': 'fa:16:3e:7e:c2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bbaebb-59ce-486d-b8dd-0a86b9a86469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:09:27Z', 'updated_at': '2021-12-10T20:09:27Z', 'revision_number': 0, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b1d62f-8a52-4122-a752-926a3368b49e', 'name': '', 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'mac_address': 'fa:16:3e:ff:59:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'a468cf11-7cae-45f4-ba93-5b02247468ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:49Z', 'updated_at': '2021-12-10T20:05:55Z', 'revision_number': 5, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'subnets': [{'id': 'a468cf11-7cae-45f4-ba93-5b02247468ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:09:28.689394 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdad5f5-7b4b-4412-ba96-b1280cc921f8 req-2fe6c7fd-7690-411c-b84a-246956b7f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:28.690885 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1bdad5f5-7b4b-4412-ba96-b1280cc921f8 req-2fe6c7fd-7690-411c-b84a-246956b7f360 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a468cf11-7cae-45f4-ba93-5b02247468ee HTTP/1.1" status: 200 len: 848 time: 0.0438316 Dec 10 20:09:28.707080 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ad0c81-80a8-4961-8000-72222c4e79e9 None None] Checking router: f7073294-88b8-42fc-b2cf-da86150140c2 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:09:28.715319 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ad0c81-80a8-4961-8000-72222c4e79e9 None None] Routers {'f7073294-88b8-42fc-b2cf-da86150140c2'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:09:28.715928 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d1ad0c81-80a8-4961-8000-72222c4e79e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T20:09:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['f7073294-88b8-42fc-b2cf-da86150140c2'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:09:28.738433 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdad5f5-7b4b-4412-ba96-b1280cc921f8 req-fa02e9db-5e19-4958-acf5-67111340cdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:28.739978 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1bdad5f5-7b4b-4412-ba96-b1280cc921f8 req-fa02e9db-5e19-4958-acf5-67111340cdd5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81b22748-3605-4f1c-b0ae-7c39691d0053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406713 Dec 10 20:09:28.820070 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-d1ad0c81-80a8-4961-8000-72222c4e79e9 None None] Set router f7073294-88b8-42fc-b2cf-da86150140c2 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:09:29.053456 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d1ad0c81-80a8-4961-8000-72222c4e79e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'name': 'tempest-TestSnapshotPattern-255427521-router', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'a55f139e-2277-4371-beb5-038e2993e722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:46Z', 'updated_at': '2021-12-10T20:05:49Z', 'revision_number': 4, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'gw_port': {'id': 'a55f139e-2277-4371-beb5-038e2993e722', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:47Z', 'updated_at': '2021-12-10T20:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '5b5373f6-5f15-4d38-8ef2-d55075bd9f95', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'floating_ip_address': '172.25.7.67', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'port_id': '00bb066a-f20f-4ce2-a51f-8e127b5b4b7b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053', 'mac_address': 'fa:16:3e:e3:59:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a1ef87-52f5-42a3-a807-79fbdbb89ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:06:11Z', 'updated_at': '2021-12-10T20:06:13Z', 'revision_number': 1, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'fixed_ip_address_scope': None}, {'id': '682e4a80-4465-445f-9c34-e9a321fe2379', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'floating_ip_address': '172.25.7.176', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'port_id': '5f5e0408-b672-416b-aa1c-4ed33f0240b1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053', 'mac_address': 'fa:16:3e:7e:c2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bbaebb-59ce-486d-b8dd-0a86b9a86469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:09:27Z', 'updated_at': '2021-12-10T20:09:27Z', 'revision_number': 0, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b1d62f-8a52-4122-a752-926a3368b49e', 'name': '', 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'mac_address': 'fa:16:3e:ff:59:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'a468cf11-7cae-45f4-ba93-5b02247468ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:49Z', 'updated_at': '2021-12-10T20:05:55Z', 'revision_number': 5, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'subnets': [{'id': 'a468cf11-7cae-45f4-ba93-5b02247468ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:09:29.083381 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ad0c81-80a8-4961-8000-72222c4e79e9 None None] The sync data for ids ['f7073294-88b8-42fc-b2cf-da86150140c2'] in n-d-821435-1 is: [{'id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'name': 'tempest-TestSnapshotPattern-255427521-router', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'a55f139e-2277-4371-beb5-038e2993e722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:46Z', 'updated_at': '2021-12-10T20:05:49Z', 'revision_number': 4, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'gw_port': {'id': 'a55f139e-2277-4371-beb5-038e2993e722', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:47Z', 'updated_at': '2021-12-10T20:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '5b5373f6-5f15-4d38-8ef2-d55075bd9f95', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'floating_ip_address': '172.25.7.67', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'port_id': '00bb066a-f20f-4ce2-a51f-8e127b5b4b7b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053', 'mac_address': 'fa:16:3e:e3:59:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a1ef87-52f5-42a3-a807-79fbdbb89ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:06:11Z', 'updated_at': '2021-12-10T20:06:13Z', 'revision_number': 1, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'fixed_ip_address_scope': None}, {'id': '682e4a80-4465-445f-9c34-e9a321fe2379', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'floating_ip_address': '172.25.7.176', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'port_id': '5f5e0408-b672-416b-aa1c-4ed33f0240b1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053', 'mac_address': 'fa:16:3e:7e:c2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bbaebb-59ce-486d-b8dd-0a86b9a86469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:09:27Z', 'updated_at': '2021-12-10T20:09:27Z', 'revision_number': 0, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b1d62f-8a52-4122-a752-926a3368b49e', 'name': '', 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'mac_address': 'fa:16:3e:ff:59:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'a468cf11-7cae-45f4-ba93-5b02247468ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:49Z', 'updated_at': '2021-12-10T20:05:55Z', 'revision_number': 5, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'subnets': [{'id': 'a468cf11-7cae-45f4-ba93-5b02247468ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:09:29.168223 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1bdad5f5-7b4b-4412-ba96-b1280cc921f8 req-44df0759-e22c-4a49-bacf-8829b847b294 service neutron] 10.222.0.46 "GET /v2.0/networks/81b22748-3605-4f1c-b0ae-7c39691d0053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204767 Dec 10 20:09:29.260012 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-1bdad5f5-7b4b-4412-ba96-b1280cc921f8 req-b61b5552-04a4-4ef4-8a90-ef2df0387c7e service neutron] 10.222.0.46 "GET /v2.0/networks/81b22748-3605-4f1c-b0ae-7c39691d0053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845227 Dec 10 20:09:29.293699 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc8fb2b-f9a5-46c2-9af4-2adbd8f9ef07 None None] New status for floating IP 682e4a80-4465-445f-9c34-e9a321fe2379: ACTIVE {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 20:09:34.737585 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:39.284847 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:39.487508 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-69c16acb-c719-45e5-8809-30cf109cabfe req-bdbe9891-a90c-43df-96da-133e610d5cb8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f9a1ef87-52f5-42a3-a807-79fbdbb89ab1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383594 Dec 10 20:09:39.568355 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c16acb-c719-45e5-8809-30cf109cabfe req-dc086795-aaf9-4595-9718-9cd7a33795fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:39.569779 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-69c16acb-c719-45e5-8809-30cf109cabfe req-dc086795-aaf9-4595-9718-9cd7a33795fb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b8ddee863fe4427b1a0a062671190de&device_id=f9a1ef87-52f5-42a3-a807-79fbdbb89ab1 HTTP/1.1" status: 200 len: 1094 time: 0.0400639 Dec 10 20:09:39.672394 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c16acb-c719-45e5-8809-30cf109cabfe req-a5fd1a28-384d-4fe9-a421-0bd5135a629a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:39.673960 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-69c16acb-c719-45e5-8809-30cf109cabfe req-a5fd1a28-384d-4fe9-a421-0bd5135a629a service neutron] 10.222.0.72 "GET /v2.0/networks?id=81b22748-3605-4f1c-b0ae-7c39691d0053 HTTP/1.1" status: 200 len: 910 time: 0.0858643 Dec 10 20:09:39.753964 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-69c16acb-c719-45e5-8809-30cf109cabfe req-b6204916-8559-44f0-9aaa-16c4a3d16790 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00bb066a-f20f-4ce2-a51f-8e127b5b4b7b HTTP/1.1" status: 200 len: 998 time: 0.0723684 Dec 10 20:09:39.806411 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c16acb-c719-45e5-8809-30cf109cabfe req-c422fe46-8c23-487a-a9c6-5e389a13e794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:39.807838 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-69c16acb-c719-45e5-8809-30cf109cabfe req-c422fe46-8c23-487a-a9c6-5e389a13e794 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a468cf11-7cae-45f4-ba93-5b02247468ee HTTP/1.1" status: 200 len: 848 time: 0.0470898 Dec 10 20:09:39.853986 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c16acb-c719-45e5-8809-30cf109cabfe req-288cbf66-34db-4dc9-a11e-6e959fb5cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:39.855388 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-69c16acb-c719-45e5-8809-30cf109cabfe req-288cbf66-34db-4dc9-a11e-6e959fb5cf99 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81b22748-3605-4f1c-b0ae-7c39691d0053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397787 Dec 10 20:09:39.945393 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-69c16acb-c719-45e5-8809-30cf109cabfe req-91337950-3ae6-4f07-9491-c28111d492d3 service neutron] 10.222.0.72 "GET /v2.0/networks/81b22748-3605-4f1c-b0ae-7c39691d0053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829968 Dec 10 20:09:40.046013 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-69c16acb-c719-45e5-8809-30cf109cabfe req-6c5f9f6e-6148-4677-ac0f-86851504ea48 service neutron] 10.222.0.72 "GET /v2.0/networks/81b22748-3605-4f1c-b0ae-7c39691d0053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935504 Dec 10 20:09:48.536042 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f18c598-a82b-49c1-ae9d-cf47079af538 req-853f108c-480e-40c7-b5a0-7f828e92124d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c2bbaebb-59ce-486d-b8dd-0a86b9a86469&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430543 Dec 10 20:09:48.616731 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18c598-a82b-49c1-ae9d-cf47079af538 req-758898c1-7738-48e9-b9f8-5a72ed6ef635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:48.618211 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f18c598-a82b-49c1-ae9d-cf47079af538 req-758898c1-7738-48e9-b9f8-5a72ed6ef635 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b8ddee863fe4427b1a0a062671190de&device_id=c2bbaebb-59ce-486d-b8dd-0a86b9a86469 HTTP/1.1" status: 200 len: 1096 time: 0.0398293 Dec 10 20:09:48.722205 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18c598-a82b-49c1-ae9d-cf47079af538 req-592efab1-708d-4533-ad1b-f1e3ec39030b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:48.724114 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f18c598-a82b-49c1-ae9d-cf47079af538 req-592efab1-708d-4533-ad1b-f1e3ec39030b service neutron] 10.222.0.46 "GET /v2.0/networks?id=81b22748-3605-4f1c-b0ae-7c39691d0053 HTTP/1.1" status: 200 len: 910 time: 0.0855107 Dec 10 20:09:48.791254 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f18c598-a82b-49c1-ae9d-cf47079af538 req-5f5ec3f7-745d-42d3-bd95-747bc2e5a34e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f5e0408-b672-416b-aa1c-4ed33f0240b1 HTTP/1.1" status: 200 len: 1001 time: 0.0596726 Dec 10 20:09:48.839983 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18c598-a82b-49c1-ae9d-cf47079af538 req-58f2c931-4f70-43e0-a2e3-40081c7f0f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:48.841438 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f18c598-a82b-49c1-ae9d-cf47079af538 req-58f2c931-4f70-43e0-a2e3-40081c7f0f37 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a468cf11-7cae-45f4-ba93-5b02247468ee HTTP/1.1" status: 200 len: 848 time: 0.0424986 Dec 10 20:09:48.887011 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18c598-a82b-49c1-ae9d-cf47079af538 req-e6d78df2-c3a6-4bdd-a7e1-b65f3120320d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:48.888460 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f18c598-a82b-49c1-ae9d-cf47079af538 req-e6d78df2-c3a6-4bdd-a7e1-b65f3120320d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81b22748-3605-4f1c-b0ae-7c39691d0053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383646 Dec 10 20:09:48.983761 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f18c598-a82b-49c1-ae9d-cf47079af538 req-8d17f80b-01da-41b6-a721-c3824bb0326f service neutron] 10.222.0.46 "GET /v2.0/networks/81b22748-3605-4f1c-b0ae-7c39691d0053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866115 Dec 10 20:09:49.071443 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-7f18c598-a82b-49c1-ae9d-cf47079af538 req-caf0ad00-8ebf-44a7-952d-7ea8ec2f0ea1 service neutron] 10.222.0.46 "GET /v2.0/networks/81b22748-3605-4f1c-b0ae-7c39691d0053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795941 Dec 10 20:09:49.877157 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-29e33b92-9984-43cd-80e1-8897cbbc3ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:52.733909 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-53c272e0-6cc1-4b15-aafc-2a9e4fa8de35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:53.841894 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:54.602732 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:09:55.201089 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:09:55.763382 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:10:04.735468 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:10:09.299901 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:10:19.878210 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-96f51c6f-694b-4767-b4f4-4278b9dd2db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:10:22.735903 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bf6e8550-ccfa-47c8-930c-9628e9f4b7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:10:23.844106 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:10:25.203837 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:10:25.765477 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:10:31.602585 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:10:34.727770 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:10:39.298419 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:10:40.489239 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ddd2350e-9cb0-49cd-8687-2e02f3b631d6 req-5e8d4f5c-fbcf-42ae-ad37-479de228ffe7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f9a1ef87-52f5-42a3-a807-79fbdbb89ab1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413241 Dec 10 20:10:40.569821 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2350e-9cb0-49cd-8687-2e02f3b631d6 req-6f0008a4-ab3e-432d-baf6-55b7d3883d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:40.571301 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ddd2350e-9cb0-49cd-8687-2e02f3b631d6 req-6f0008a4-ab3e-432d-baf6-55b7d3883d22 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b8ddee863fe4427b1a0a062671190de&device_id=f9a1ef87-52f5-42a3-a807-79fbdbb89ab1 HTTP/1.1" status: 200 len: 1094 time: 0.0405464 Dec 10 20:10:40.676700 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2350e-9cb0-49cd-8687-2e02f3b631d6 req-383a0d4f-689a-4f99-8566-301412d594d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:40.678063 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ddd2350e-9cb0-49cd-8687-2e02f3b631d6 req-383a0d4f-689a-4f99-8566-301412d594d7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=81b22748-3605-4f1c-b0ae-7c39691d0053 HTTP/1.1" status: 200 len: 910 time: 0.0859516 Dec 10 20:10:40.745927 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ddd2350e-9cb0-49cd-8687-2e02f3b631d6 req-61d5d8a2-e938-42e9-b5a1-529a167ad405 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00bb066a-f20f-4ce2-a51f-8e127b5b4b7b HTTP/1.1" status: 200 len: 998 time: 0.0600047 Dec 10 20:10:40.799666 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2350e-9cb0-49cd-8687-2e02f3b631d6 req-59c591e3-03e2-430f-9b05-cfc6f2dff4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:40.801271 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ddd2350e-9cb0-49cd-8687-2e02f3b631d6 req-59c591e3-03e2-430f-9b05-cfc6f2dff4de service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a468cf11-7cae-45f4-ba93-5b02247468ee HTTP/1.1" status: 200 len: 848 time: 0.0467682 Dec 10 20:10:40.846977 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2350e-9cb0-49cd-8687-2e02f3b631d6 req-61b495b0-2007-4227-a81b-7a731cd18242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:40.849276 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ddd2350e-9cb0-49cd-8687-2e02f3b631d6 req-61b495b0-2007-4227-a81b-7a731cd18242 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81b22748-3605-4f1c-b0ae-7c39691d0053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397756 Dec 10 20:10:40.940355 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ddd2350e-9cb0-49cd-8687-2e02f3b631d6 req-f01cbfbd-b2e8-48b7-92c9-8491e0b0e1ca service neutron] 10.222.0.72 "GET /v2.0/networks/81b22748-3605-4f1c-b0ae-7c39691d0053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837433 Dec 10 20:10:41.032861 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-ddd2350e-9cb0-49cd-8687-2e02f3b631d6 req-c12c8d10-5d1d-40f9-bc75-0fd96658271a service neutron] 10.222.0.72 "GET /v2.0/networks/81b22748-3605-4f1c-b0ae-7c39691d0053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844510 Dec 10 20:10:49.880046 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2fee3ddc-cddc-42d7-9bda-2e7f76d09646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:10:50.525837 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-54003310-7fbb-4598-a658-7402f23759fd req-f4813657-e006-4512-9436-44bd618f04a4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c2bbaebb-59ce-486d-b8dd-0a86b9a86469&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511446 Dec 10 20:10:50.605135 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54003310-7fbb-4598-a658-7402f23759fd req-12a0ff21-bb52-4a00-9a90-f02793237b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:50.606692 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-54003310-7fbb-4598-a658-7402f23759fd req-12a0ff21-bb52-4a00-9a90-f02793237b28 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b8ddee863fe4427b1a0a062671190de&device_id=c2bbaebb-59ce-486d-b8dd-0a86b9a86469 HTTP/1.1" status: 200 len: 1096 time: 0.0389624 Dec 10 20:10:50.710120 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54003310-7fbb-4598-a658-7402f23759fd req-7f68bc2f-172f-4423-8850-a4b4a8e23361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:50.711503 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-54003310-7fbb-4598-a658-7402f23759fd req-7f68bc2f-172f-4423-8850-a4b4a8e23361 service neutron] 10.222.0.46 "GET /v2.0/networks?id=81b22748-3605-4f1c-b0ae-7c39691d0053 HTTP/1.1" status: 200 len: 910 time: 0.0838218 Dec 10 20:10:50.781752 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-54003310-7fbb-4598-a658-7402f23759fd req-301256ff-37dc-4ec8-9949-26b767b941f1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f5e0408-b672-416b-aa1c-4ed33f0240b1 HTTP/1.1" status: 200 len: 1001 time: 0.0631940 Dec 10 20:10:50.830836 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54003310-7fbb-4598-a658-7402f23759fd req-ea04dae1-c437-4ee1-a9f2-f0d4b615040f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:50.832602 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-54003310-7fbb-4598-a658-7402f23759fd req-ea04dae1-c437-4ee1-a9f2-f0d4b615040f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a468cf11-7cae-45f4-ba93-5b02247468ee HTTP/1.1" status: 200 len: 848 time: 0.0433314 Dec 10 20:10:50.879782 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54003310-7fbb-4598-a658-7402f23759fd req-3e0dcf5a-c160-46a7-93b5-06cffcf455d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:50.881345 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-54003310-7fbb-4598-a658-7402f23759fd req-3e0dcf5a-c160-46a7-93b5-06cffcf455d2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81b22748-3605-4f1c-b0ae-7c39691d0053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417483 Dec 10 20:10:50.972780 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-54003310-7fbb-4598-a658-7402f23759fd req-3ca3991d-755e-433f-992e-56160394daa4 service neutron] 10.222.0.46 "GET /v2.0/networks/81b22748-3605-4f1c-b0ae-7c39691d0053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834520 Dec 10 20:10:51.059911 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-54003310-7fbb-4598-a658-7402f23759fd req-61c01f16-5c52-4f11-a2f0-5bf938bbaa52 service neutron] 10.222.0.46 "GET /v2.0/networks/81b22748-3605-4f1c-b0ae-7c39691d0053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805192 Dec 10 20:10:52.739100 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4b547d9e-d85a-4f0c-a107-cb6a6513ac80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:10:53.846756 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:10:55.206335 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:10:55.774701 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:01.417197 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 5f5e0408-b672-416b-aa1c-4ed33f0240b1 details requested by agent hyperv_n-h1-821435-1 with host n-h1-821435-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 20:11:01.530904 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 5f5e0408-b672-416b-aa1c-4ed33f0240b1, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=5f5e0408-b672-416b-aa1c-4ed33f0240b1,segment=NetworkSegment(d3b7e667-ef76-4602-8f0c-0c6d1cb83a49),segment_id=d3b7e667-ef76-4602-8f0c-0c6d1cb83a49)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:11:01.548022 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Returning: {'device': '5f5e0408-b672-416b-aa1c-4ed33f0240b1', 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053', 'port_id': '5f5e0408-b672-416b-aa1c-4ed33f0240b1', 'mac_address': 'fa:16:3e:7e:c2:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a468cf11-7cae-45f4-ba93-5b02247468ee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 20:11:01.591249 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:01.605929 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f5e0408-b672-416b-aa1c-4ed33f0240b1 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 20:11:01.634897 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 5f5e0408-b672-416b-aa1c-4ed33f0240b1, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=5f5e0408-b672-416b-aa1c-4ed33f0240b1,segment=NetworkSegment(d3b7e667-ef76-4602-8f0c-0c6d1cb83a49),segment_id=d3b7e667-ef76-4602-8f0c-0c6d1cb83a49)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:11:01.639252 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:01.692241 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=5f5e0408-b672-416b-aa1c-4ed33f0240b1,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:11:01.700958 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:11:01.701323 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:11:01.701672 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:11:01.702066 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:11:01.702411 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:11:01.702877 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:11:01.703218 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:11:01.703552 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:11:01.703889 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:11:01.704249 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:11:01.704561 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:11:01.704918 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:11:01.705240 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:11:01.717761 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] get_ports_and_sgs() called for port_ids ['5f5e0408-b672-416b-aa1c-4ed33f0240b1'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 20:11:03.443050 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 5f5e0408-b672-416b-aa1c-4ed33f0240b1 up at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:11:03.539429 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Provisioning complete for port 5f5e0408-b672-416b-aa1c-4ed33f0240b1 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:11:03.540203 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341864'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:03.633457 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3413209'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:03.655895 n-d-821435-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2bbaebb-59ce-486d-b8dd-0a86b9a86469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5e0408-b672-416b-aa1c-4ed33f0240b1'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:11:03.658160 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f39997a1e7c5b6ae782956bbd1fa5b612e64aa5908109c3bc10b0e272c8d4b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c0e7be-44f7-441e-9339-1d9445bc8d36" -d '{"events": [{"server_uuid": "c2bbaebb-59ce-486d-b8dd-0a86b9a86469", "name": "network-vif-plugged", "status": "completed", "tag": "5f5e0408-b672-416b-aa1c-4ed33f0240b1"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:11:03.671417 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] For port 5f5e0408-b672-416b-aa1c-4ed33f0240b1, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=5f5e0408-b672-416b-aa1c-4ed33f0240b1,segment=NetworkSegment(d3b7e667-ef76-4602-8f0c-0c6d1cb83a49),segment_id=d3b7e667-ef76-4602-8f0c-0c6d1cb83a49)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:11:03.678251 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794392028389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794391462346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794391462364'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:03.711273 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 20:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd0cd5a-a8b8-46f7-b627-3c39c7657185 x-openstack-request-id: req-0fd0cd5a-a8b8-46f7-b627-3c39c7657185 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:11:03.711621 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2bbaebb-59ce-486d-b8dd-0a86b9a86469", "name": "network-vif-plugged", "status": "completed", "tag": "5f5e0408-b672-416b-aa1c-4ed33f0240b1", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:11:03.711814 n-d-821435-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0fd0cd5a-a8b8-46f7-b627-3c39c7657185 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:11:03.712205 n-d-821435-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2bbaebb-59ce-486d-b8dd-0a86b9a86469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5e0408-b672-416b-aa1c-4ed33f0240b1', 'code': 200} Dec 10 20:11:03.746771 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Pushing event updated for resources: {'Port': ['ID=5f5e0408-b672-416b-aa1c-4ed33f0240b1,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:11:04.736044 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:08.603326 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:11:09.316553 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:10.603810 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54940) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:11:10.762486 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-755a1858-c919-41e0-8a69-0c0aba29f39d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Deleting port 1a1c4442-65e6-4415-803c-4a672a565797 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 20:11:10.762840 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-755a1858-c919-41e0-8a69-0c0aba29f39d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:10.838986 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-755a1858-c919-41e0-8a69-0c0aba29f39d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:10.839316 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-755a1858-c919-41e0-8a69-0c0aba29f39d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:10.850687 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-755a1858-c919-41e0-8a69-0c0aba29f39d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Calling delete_port for 1a1c4442-65e6-4415-803c-4a672a565797 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 20:11:10.997940 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-755a1858-c919-41e0-8a69-0c0aba29f39d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:11.028411 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a1858-c919-41e0-8a69-0c0aba29f39d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Pushing event deleted for resources: {'Port': ['ID=1a1c4442-65e6-4415-803c-4a672a565797,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:11:11.051262 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a1858-c919-41e0-8a69-0c0aba29f39d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:11:11.051645 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a1858-c919-41e0-8a69-0c0aba29f39d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:11:11.052002 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a1858-c919-41e0-8a69-0c0aba29f39d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:11:11.052350 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a1858-c919-41e0-8a69-0c0aba29f39d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:11:11.052725 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a1858-c919-41e0-8a69-0c0aba29f39d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:11:11.053073 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a1858-c919-41e0-8a69-0c0aba29f39d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:11:11.053410 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a1858-c919-41e0-8a69-0c0aba29f39d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:11:11.053747 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a1858-c919-41e0-8a69-0c0aba29f39d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:11:11.054084 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a1858-c919-41e0-8a69-0c0aba29f39d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:11:11.054416 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a1858-c919-41e0-8a69-0c0aba29f39d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:11:11.054749 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a1858-c919-41e0-8a69-0c0aba29f39d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:11:11.055083 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a1858-c919-41e0-8a69-0c0aba29f39d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:11:11.055416 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a1858-c919-41e0-8a69-0c0aba29f39d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:11:11.095997 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-755a1858-c919-41e0-8a69-0c0aba29f39d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:11.096365 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-755a1858-c919-41e0-8a69-0c0aba29f39d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Floating IP 682e4a80-4465-445f-9c34-e9a321fe2379 disassociated (deleted). External IP: 172.25.7.176, port: 5f5e0408-b672-416b-aa1c-4ed33f0240b1. Dec 10 20:11:11.300514 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755a1858-c919-41e0-8a69-0c0aba29f39d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Router f7073294-88b8-42fc-b2cf-da86150140c2 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:11:11.408521 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755a1858-c919-41e0-8a69-0c0aba29f39d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:11:11.413656 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-755a1858-c919-41e0-8a69-0c0aba29f39d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:11.421944 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2f39eb-3617-4a05-ae46-bd0fa7c72b74 None None] Sync routers for ids ['f7073294-88b8-42fc-b2cf-da86150140c2'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:11:11.432285 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2f39eb-3617-4a05-ae46-bd0fa7c72b74 None None] Routers {'f7073294-88b8-42fc-b2cf-da86150140c2'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:11:11.432963 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4b2f39eb-3617-4a05-ae46-bd0fa7c72b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T20:10:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['f7073294-88b8-42fc-b2cf-da86150140c2'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:11:11.440927 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-755a1858-c919-41e0-8a69-0c0aba29f39d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "DELETE /v2.0/floatingips/682e4a80-4465-445f-9c34-e9a321fe2379 HTTP/1.1" status: 204 len: 168 time: 0.8359575 Dec 10 20:11:11.442121 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2bbaebb-59ce-486d-b8dd-0a86b9a86469', 'tag': '5f5e0408-b672-416b-aa1c-4ed33f0240b1'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:11:11.444395 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5199a070-2bbe-4eb0-8a81-601a9bfab70c" -d '{"events": [{"name": "network-changed", "server_uuid": "c2bbaebb-59ce-486d-b8dd-0a86b9a86469", "tag": "5f5e0408-b672-416b-aa1c-4ed33f0240b1"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:11:11.490534 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 20:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816614a9-34f2-4b43-be58-90660bb8cc52 x-openstack-request-id: req-816614a9-34f2-4b43-be58-90660bb8cc52 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:11:11.491038 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2bbaebb-59ce-486d-b8dd-0a86b9a86469", "tag": "5f5e0408-b672-416b-aa1c-4ed33f0240b1", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:11:11.491476 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-816614a9-34f2-4b43-be58-90660bb8cc52 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:11:11.491947 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2bbaebb-59ce-486d-b8dd-0a86b9a86469', 'tag': '5f5e0408-b672-416b-aa1c-4ed33f0240b1', 'status': 'completed', 'code': 200} Dec 10 20:11:11.542559 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-4b2f39eb-3617-4a05-ae46-bd0fa7c72b74 None None] Set router f7073294-88b8-42fc-b2cf-da86150140c2 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:11:11.556944 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199a070-2bbe-4eb0-8a81-601a9bfab70c req-4c7993d0-4377-4419-a754-0ee380396b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:11:11.559066 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5199a070-2bbe-4eb0-8a81-601a9bfab70c req-4c7993d0-4377-4419-a754-0ee380396b57 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b8ddee863fe4427b1a0a062671190de&device_id=c2bbaebb-59ce-486d-b8dd-0a86b9a86469 HTTP/1.1" status: 200 len: 1096 time: 0.0439379 Dec 10 20:11:11.698815 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199a070-2bbe-4eb0-8a81-601a9bfab70c req-473f84e0-7e2d-4fa0-bd5e-0a46f0fcd437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:11:11.700406 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5199a070-2bbe-4eb0-8a81-601a9bfab70c req-473f84e0-7e2d-4fa0-bd5e-0a46f0fcd437 service neutron] 10.222.0.46 "GET /v2.0/networks?id=81b22748-3605-4f1c-b0ae-7c39691d0053 HTTP/1.1" status: 200 len: 910 time: 0.1235583 Dec 10 20:11:11.722336 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83dad94-97aa-4eba-9342-76e0fc4c0f48 req-f0deb931-b983-465d-99e8-8d20088f4a0d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:11:11.724230 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b83dad94-97aa-4eba-9342-76e0fc4c0f48 req-f0deb931-b983-465d-99e8-8d20088f4a0d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2bbaebb-59ce-486d-b8dd-0a86b9a86469 HTTP/1.1" status: 200 len: 945 time: 0.0772409 Dec 10 20:11:11.760459 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5199a070-2bbe-4eb0-8a81-601a9bfab70c req-3e4cec94-0d71-47d5-b7a6-dcee014ae497 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f5e0408-b672-416b-aa1c-4ed33f0240b1 HTTP/1.1" status: 200 len: 217 time: 0.0511887 Dec 10 20:11:11.788430 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4b2f39eb-3617-4a05-ae46-bd0fa7c72b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'name': 'tempest-TestSnapshotPattern-255427521-router', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'a55f139e-2277-4371-beb5-038e2993e722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:46Z', 'updated_at': '2021-12-10T20:05:49Z', 'revision_number': 4, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'gw_port': {'id': 'a55f139e-2277-4371-beb5-038e2993e722', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:47Z', 'updated_at': '2021-12-10T20:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '5b5373f6-5f15-4d38-8ef2-d55075bd9f95', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'floating_ip_address': '172.25.7.67', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'port_id': '00bb066a-f20f-4ce2-a51f-8e127b5b4b7b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053', 'mac_address': 'fa:16:3e:e3:59:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a1ef87-52f5-42a3-a807-79fbdbb89ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:06:11Z', 'updated_at': '2021-12-10T20:06:13Z', 'revision_number': 1, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b1d62f-8a52-4122-a752-926a3368b49e', 'name': '', 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'mac_address': 'fa:16:3e:ff:59:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'a468cf11-7cae-45f4-ba93-5b02247468ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:49Z', 'updated_at': '2021-12-10T20:05:55Z', 'revision_number': 5, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'subnets': [{'id': 'a468cf11-7cae-45f4-ba93-5b02247468ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:11:11.819838 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2f39eb-3617-4a05-ae46-bd0fa7c72b74 None None] Checking router: f7073294-88b8-42fc-b2cf-da86150140c2 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:11:11.827947 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2f39eb-3617-4a05-ae46-bd0fa7c72b74 None None] Routers {'f7073294-88b8-42fc-b2cf-da86150140c2'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:11:11.828561 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4b2f39eb-3617-4a05-ae46-bd0fa7c72b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T20:10:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['f7073294-88b8-42fc-b2cf-da86150140c2'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:11:11.836256 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b83dad94-97aa-4eba-9342-76e0fc4c0f48 req-0f3ffb8d-e637-4df0-af81-c2be44ef6928 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/security-groups?id=840eeea8-47f4-4749-8574-97f04c4f92dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781741 Dec 10 20:11:11.839969 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199a070-2bbe-4eb0-8a81-601a9bfab70c req-75f1a692-92db-44aa-b65a-7421c4326a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:11:11.841408 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5199a070-2bbe-4eb0-8a81-601a9bfab70c req-75f1a692-92db-44aa-b65a-7421c4326a68 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a468cf11-7cae-45f4-ba93-5b02247468ee HTTP/1.1" status: 200 len: 848 time: 0.0685589 Dec 10 20:11:11.888877 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199a070-2bbe-4eb0-8a81-601a9bfab70c req-668346d8-519e-42d6-a5e0-9e1d2cb1c65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:11:11.890383 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5199a070-2bbe-4eb0-8a81-601a9bfab70c req-668346d8-519e-42d6-a5e0-9e1d2cb1c65a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81b22748-3605-4f1c-b0ae-7c39691d0053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413339 Dec 10 20:11:11.930767 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-4b2f39eb-3617-4a05-ae46-bd0fa7c72b74 None None] Set router f7073294-88b8-42fc-b2cf-da86150140c2 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:11:11.988687 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5199a070-2bbe-4eb0-8a81-601a9bfab70c req-6fbc6f2b-4793-4f26-a0be-8c597f8a8e01 service neutron] 10.222.0.46 "GET /v2.0/networks/81b22748-3605-4f1c-b0ae-7c39691d0053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896895 Dec 10 20:11:12.079847 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-5199a070-2bbe-4eb0-8a81-601a9bfab70c req-e7fa2129-75e2-4e7a-aee9-2674e1a0fc3a service neutron] 10.222.0.46 "GET /v2.0/networks/81b22748-3605-4f1c-b0ae-7c39691d0053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833972 Dec 10 20:11:12.155638 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4b2f39eb-3617-4a05-ae46-bd0fa7c72b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'name': 'tempest-TestSnapshotPattern-255427521-router', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'a55f139e-2277-4371-beb5-038e2993e722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:46Z', 'updated_at': '2021-12-10T20:05:49Z', 'revision_number': 4, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'gw_port': {'id': 'a55f139e-2277-4371-beb5-038e2993e722', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:47Z', 'updated_at': '2021-12-10T20:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '5b5373f6-5f15-4d38-8ef2-d55075bd9f95', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'floating_ip_address': '172.25.7.67', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'port_id': '00bb066a-f20f-4ce2-a51f-8e127b5b4b7b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053', 'mac_address': 'fa:16:3e:e3:59:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a1ef87-52f5-42a3-a807-79fbdbb89ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:06:11Z', 'updated_at': '2021-12-10T20:06:13Z', 'revision_number': 1, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b1d62f-8a52-4122-a752-926a3368b49e', 'name': '', 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'mac_address': 'fa:16:3e:ff:59:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'a468cf11-7cae-45f4-ba93-5b02247468ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:49Z', 'updated_at': '2021-12-10T20:05:55Z', 'revision_number': 5, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'subnets': [{'id': 'a468cf11-7cae-45f4-ba93-5b02247468ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:11:12.181753 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2f39eb-3617-4a05-ae46-bd0fa7c72b74 None None] The sync data for ids ['f7073294-88b8-42fc-b2cf-da86150140c2'] in n-d-821435-1 is: [{'id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'name': 'tempest-TestSnapshotPattern-255427521-router', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'a55f139e-2277-4371-beb5-038e2993e722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:46Z', 'updated_at': '2021-12-10T20:05:49Z', 'revision_number': 4, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'gw_port': {'id': 'a55f139e-2277-4371-beb5-038e2993e722', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:47Z', 'updated_at': '2021-12-10T20:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_floatingips': [{'id': '5b5373f6-5f15-4d38-8ef2-d55075bd9f95', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'floating_ip_address': '172.25.7.67', 'floating_network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'router_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'port_id': '00bb066a-f20f-4ce2-a51f-8e127b5b4b7b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053', 'mac_address': 'fa:16:3e:e3:59:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a1ef87-52f5-42a3-a807-79fbdbb89ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:06:11Z', 'updated_at': '2021-12-10T20:06:13Z', 'revision_number': 1, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b1d62f-8a52-4122-a752-926a3368b49e', 'name': '', 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'mac_address': 'fa:16:3e:ff:59:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'a468cf11-7cae-45f4-ba93-5b02247468ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:49Z', 'updated_at': '2021-12-10T20:05:55Z', 'revision_number': 5, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'subnets': [{'id': 'a468cf11-7cae-45f4-ba93-5b02247468ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:11:12.417486 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697bf176-09b0-4ac1-9a2f-deb7d7d37c6e None None] New status for floating IP 682e4a80-4465-445f-9c34-e9a321fe2379: DOWN {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 20:11:12.956417 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb8130-65c8-486d-9d96-8416fb0de53f req-a395ba14-8b70-46af-901a-79ee3fd864dd tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:11:12.958579 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2acb8130-65c8-486d-9d96-8416fb0de53f req-a395ba14-8b70-46af-901a-79ee3fd864dd tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2bbaebb-59ce-486d-b8dd-0a86b9a86469 HTTP/1.1" status: 200 len: 945 time: 0.0517533 Dec 10 20:11:13.009894 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2acb8130-65c8-486d-9d96-8416fb0de53f req-d522ef2e-e0bc-4c8c-b691-a97919e95c1b tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/security-groups?id=840eeea8-47f4-4749-8574-97f04c4f92dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444446 Dec 10 20:11:13.200880 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1a5d2-2328-42dd-a008-3a48470871a5 req-5861d858-7091-4cd3-9bc9-da5a2abea4e6 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:11:13.202309 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b6d1a5d2-2328-42dd-a008-3a48470871a5 req-5861d858-7091-4cd3-9bc9-da5a2abea4e6 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2bbaebb-59ce-486d-b8dd-0a86b9a86469 HTTP/1.1" status: 200 len: 945 time: 0.0500848 Dec 10 20:11:13.304160 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-b6d1a5d2-2328-42dd-a008-3a48470871a5 req-80a26ed0-e6f7-414a-923e-ea036c509dd2 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Deleting port 5f5e0408-b672-416b-aa1c-4ed33f0240b1 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 20:11:13.304502 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b6d1a5d2-2328-42dd-a008-3a48470871a5 req-80a26ed0-e6f7-414a-923e-ea036c509dd2 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:13.397382 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b6d1a5d2-2328-42dd-a008-3a48470871a5 req-80a26ed0-e6f7-414a-923e-ea036c509dd2 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] For port 5f5e0408-b672-416b-aa1c-4ed33f0240b1, host n-h1-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821435-1',level=0,port_id=5f5e0408-b672-416b-aa1c-4ed33f0240b1,segment=NetworkSegment(d3b7e667-ef76-4602-8f0c-0c6d1cb83a49),segment_id=d3b7e667-ef76-4602-8f0c-0c6d1cb83a49)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:11:13.397740 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b6d1a5d2-2328-42dd-a008-3a48470871a5 req-80a26ed0-e6f7-414a-923e-ea036c509dd2 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:13.409284 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-b6d1a5d2-2328-42dd-a008-3a48470871a5 req-80a26ed0-e6f7-414a-923e-ea036c509dd2 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Calling delete_port for 5f5e0408-b672-416b-aa1c-4ed33f0240b1 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 20:11:13.532474 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b6d1a5d2-2328-42dd-a008-3a48470871a5 req-80a26ed0-e6f7-414a-923e-ea036c509dd2 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:13.564659 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a26ed0-e6f7-414a-923e-ea036c509dd2 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Pushing event deleted for resources: {'Port': ['ID=5f5e0408-b672-416b-aa1c-4ed33f0240b1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:11:13.608751 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d1a5d2-2328-42dd-a008-3a48470871a5 req-80a26ed0-e6f7-414a-923e-ea036c509dd2 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] No DVR routers for this DVR port 5f5e0408-b672-416b-aa1c-4ed33f0240b1 on host n-h1-821435-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 20:11:13.611945 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b6d1a5d2-2328-42dd-a008-3a48470871a5 req-80a26ed0-e6f7-414a-923e-ea036c509dd2 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:13.616342 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-b6d1a5d2-2328-42dd-a008-3a48470871a5 req-80a26ed0-e6f7-414a-923e-ea036c509dd2 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.46 "DELETE /v2.0/ports/5f5e0408-b672-416b-aa1c-4ed33f0240b1 HTTP/1.1" status: 204 len: 173 time: 0.4078150 Dec 10 20:11:13.616882 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2bbaebb-59ce-486d-b8dd-0a86b9a86469', 'name': 'network-vif-deleted', 'tag': '5f5e0408-b672-416b-aa1c-4ed33f0240b1'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:11:13.619108 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af25570-37e6-4656-addd-05cd74525750" -d '{"events": [{"server_uuid": "c2bbaebb-59ce-486d-b8dd-0a86b9a86469", "name": "network-vif-deleted", "tag": "5f5e0408-b672-416b-aa1c-4ed33f0240b1"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:11:13.718667 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 20:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d00f24-1307-46e4-a29c-f026fe7049a9 x-openstack-request-id: req-22d00f24-1307-46e4-a29c-f026fe7049a9 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:11:13.718973 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2bbaebb-59ce-486d-b8dd-0a86b9a86469", "name": "network-vif-deleted", "tag": "5f5e0408-b672-416b-aa1c-4ed33f0240b1", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:11:13.719230 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-22d00f24-1307-46e4-a29c-f026fe7049a9 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:11:13.719637 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2bbaebb-59ce-486d-b8dd-0a86b9a86469', 'name': 'network-vif-deleted', 'tag': '5f5e0408-b672-416b-aa1c-4ed33f0240b1', 'status': 'completed', 'code': 200} Dec 10 20:11:14.124315 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-b13acc4c-5c92-4fce-b847-c1f04189453b req-82f9696d-f5dc-4895-990c-8b3870558e19 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2bbaebb-59ce-486d-b8dd-0a86b9a86469 HTTP/1.1" status: 200 len: 210 time: 0.0287590 Dec 10 20:11:15.516538 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 5f5e0408-b672-416b-aa1c-4ed33f0240b1 no longer exists at agent hyperv_n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:11:15.540408 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] No Port match for: 5f5e0408-b672-416b-aa1c-4ed33f0240b1 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 20:11:15.540789 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Device 5f5e0408-b672-416b-aa1c-4ed33f0240b1 not bound to the agent host n-h1-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:11:15.675687 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 54998) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:11:15.832878 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-035a29c3-1cfb-4ad5-a386-6688e714c926 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Deleting port 37f31920-29a0-4436-a6d8-2c977f453375 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 20:11:15.833269 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-035a29c3-1cfb-4ad5-a386-6688e714c926 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:15.911434 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-035a29c3-1cfb-4ad5-a386-6688e714c926 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:15.911718 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-035a29c3-1cfb-4ad5-a386-6688e714c926 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:15.923093 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-035a29c3-1cfb-4ad5-a386-6688e714c926 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Calling delete_port for 37f31920-29a0-4436-a6d8-2c977f453375 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 20:11:16.068774 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-035a29c3-1cfb-4ad5-a386-6688e714c926 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:16.099222 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a29c3-1cfb-4ad5-a386-6688e714c926 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Pushing event deleted for resources: {'Port': ['ID=37f31920-29a0-4436-a6d8-2c977f453375,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:11:16.155308 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-035a29c3-1cfb-4ad5-a386-6688e714c926 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:16.155645 n-d-821435-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-035a29c3-1cfb-4ad5-a386-6688e714c926 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Floating IP 5b5373f6-5f15-4d38-8ef2-d55075bd9f95 disassociated (deleted). External IP: 172.25.7.67, port: 00bb066a-f20f-4ce2-a51f-8e127b5b4b7b. Dec 10 20:11:16.368175 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035a29c3-1cfb-4ad5-a386-6688e714c926 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Router f7073294-88b8-42fc-b2cf-da86150140c2 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:11:16.472897 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035a29c3-1cfb-4ad5-a386-6688e714c926 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:11:16.478038 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-035a29c3-1cfb-4ad5-a386-6688e714c926 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:16.485108 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c03c016-77b0-4035-9cd3-e6fc1c8f4075 None None] Sync routers for ids ['f7073294-88b8-42fc-b2cf-da86150140c2'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:11:16.495768 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c03c016-77b0-4035-9cd3-e6fc1c8f4075 None None] Routers {'f7073294-88b8-42fc-b2cf-da86150140c2'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:11:16.496383 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5c03c016-77b0-4035-9cd3-e6fc1c8f4075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T20:10:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['f7073294-88b8-42fc-b2cf-da86150140c2'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:11:16.505767 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-035a29c3-1cfb-4ad5-a386-6688e714c926 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "DELETE /v2.0/floatingips/5b5373f6-5f15-4d38-8ef2-d55075bd9f95 HTTP/1.1" status: 204 len: 168 time: 0.8289773 Dec 10 20:11:16.506364 n-d-821435-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a1ef87-52f5-42a3-a807-79fbdbb89ab1', 'tag': '00bb066a-f20f-4ce2-a51f-8e127b5b4b7b'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:11:16.508695 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52c47d8145b628df9ddbb498dfb64f2d877f176a864c868e9372b62a3088dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447e3057-e184-492b-8aaa-cbd982b9eb8a" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a1ef87-52f5-42a3-a807-79fbdbb89ab1", "tag": "00bb066a-f20f-4ce2-a51f-8e127b5b4b7b"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:11:16.551006 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 20:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fa392b-2dfd-40f8-9e9a-f52277ecae31 x-openstack-request-id: req-e7fa392b-2dfd-40f8-9e9a-f52277ecae31 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:11:16.551712 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a1ef87-52f5-42a3-a807-79fbdbb89ab1", "tag": "00bb066a-f20f-4ce2-a51f-8e127b5b4b7b", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:11:16.552075 n-d-821435-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e7fa392b-2dfd-40f8-9e9a-f52277ecae31 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:11:16.556910 n-d-821435-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9a1ef87-52f5-42a3-a807-79fbdbb89ab1', 'tag': '00bb066a-f20f-4ce2-a51f-8e127b5b4b7b', 'status': 'completed', 'code': 200} Dec 10 20:11:16.610734 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-5c03c016-77b0-4035-9cd3-e6fc1c8f4075 None None] Set router f7073294-88b8-42fc-b2cf-da86150140c2 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:11:16.623672 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e3057-e184-492b-8aaa-cbd982b9eb8a req-26a35bc4-0bc3-4dba-8623-7e1a5e13ceec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:11:16.626037 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-447e3057-e184-492b-8aaa-cbd982b9eb8a req-26a35bc4-0bc3-4dba-8623-7e1a5e13ceec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b8ddee863fe4427b1a0a062671190de&device_id=f9a1ef87-52f5-42a3-a807-79fbdbb89ab1 HTTP/1.1" status: 200 len: 1094 time: 0.0515223 Dec 10 20:11:16.729818 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e3057-e184-492b-8aaa-cbd982b9eb8a req-62de4aec-d843-40fd-aa99-69534531f4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:11:16.731747 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-447e3057-e184-492b-8aaa-cbd982b9eb8a req-62de4aec-d843-40fd-aa99-69534531f4b1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=81b22748-3605-4f1c-b0ae-7c39691d0053 HTTP/1.1" status: 200 len: 910 time: 0.0937717 Dec 10 20:11:16.750914 n-d-821435-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6771a-d015-4a91-87dd-7778f81972f5 req-d0790a0f-b668-40de-99dc-24cfe3897da2 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:11:16.752774 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9ed6771a-d015-4a91-87dd-7778f81972f5 req-d0790a0f-b668-40de-99dc-24cfe3897da2 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9a1ef87-52f5-42a3-a807-79fbdbb89ab1 HTTP/1.1" status: 200 len: 943 time: 0.0509472 Dec 10 20:11:16.781230 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-447e3057-e184-492b-8aaa-cbd982b9eb8a req-afa6ee87-5b37-49e8-9c6d-44261708ddf8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00bb066a-f20f-4ce2-a51f-8e127b5b4b7b HTTP/1.1" status: 200 len: 217 time: 0.0410557 Dec 10 20:11:16.807750 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [req-9ed6771a-d015-4a91-87dd-7778f81972f5 req-013c488b-c6cd-4713-b3d0-a29ea3dba14a tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/security-groups?id=840eeea8-47f4-4749-8574-97f04c4f92dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483587 Dec 10 20:11:16.836369 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e3057-e184-492b-8aaa-cbd982b9eb8a req-9ec8c041-bd26-4253-aad7-f7b29919f518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:11:16.837860 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-447e3057-e184-492b-8aaa-cbd982b9eb8a req-9ec8c041-bd26-4253-aad7-f7b29919f518 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a468cf11-7cae-45f4-ba93-5b02247468ee HTTP/1.1" status: 200 len: 848 time: 0.0487001 Dec 10 20:11:16.843345 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5c03c016-77b0-4035-9cd3-e6fc1c8f4075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'name': 'tempest-TestSnapshotPattern-255427521-router', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'a55f139e-2277-4371-beb5-038e2993e722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:46Z', 'updated_at': '2021-12-10T20:05:49Z', 'revision_number': 4, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'gw_port': {'id': 'a55f139e-2277-4371-beb5-038e2993e722', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:47Z', 'updated_at': '2021-12-10T20:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '02b1d62f-8a52-4122-a752-926a3368b49e', 'name': '', 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'mac_address': 'fa:16:3e:ff:59:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'a468cf11-7cae-45f4-ba93-5b02247468ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:49Z', 'updated_at': '2021-12-10T20:05:55Z', 'revision_number': 5, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'subnets': [{'id': 'a468cf11-7cae-45f4-ba93-5b02247468ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:11:16.871052 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c03c016-77b0-4035-9cd3-e6fc1c8f4075 None None] Checking router: f7073294-88b8-42fc-b2cf-da86150140c2 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:11:16.879538 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c03c016-77b0-4035-9cd3-e6fc1c8f4075 None None] Routers {'f7073294-88b8-42fc-b2cf-da86150140c2'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:11:16.880804 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5c03c016-77b0-4035-9cd3-e6fc1c8f4075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T20:10:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['f7073294-88b8-42fc-b2cf-da86150140c2'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:11:16.884399 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e3057-e184-492b-8aaa-cbd982b9eb8a req-19c8bacc-b8b3-4d34-a161-403f81bed1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:11:16.885957 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-447e3057-e184-492b-8aaa-cbd982b9eb8a req-19c8bacc-b8b3-4d34-a161-403f81bed1af service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81b22748-3605-4f1c-b0ae-7c39691d0053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410836 Dec 10 20:11:16.979359 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-447e3057-e184-492b-8aaa-cbd982b9eb8a req-cd18d94a-ce0e-429a-93f0-6efddb7198a7 service neutron] 10.222.0.72 "GET /v2.0/networks/81b22748-3605-4f1c-b0ae-7c39691d0053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850937 Dec 10 20:11:16.985726 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-5c03c016-77b0-4035-9cd3-e6fc1c8f4075 None None] Set router f7073294-88b8-42fc-b2cf-da86150140c2 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:11:17.070196 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-447e3057-e184-492b-8aaa-cbd982b9eb8a req-2bbd22f2-9f49-4744-bc9f-3cf81a6b2e6d service neutron] 10.222.0.72 "GET /v2.0/networks/81b22748-3605-4f1c-b0ae-7c39691d0053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822654 Dec 10 20:11:17.186165 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5c03c016-77b0-4035-9cd3-e6fc1c8f4075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'name': 'tempest-TestSnapshotPattern-255427521-router', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'a55f139e-2277-4371-beb5-038e2993e722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:46Z', 'updated_at': '2021-12-10T20:05:49Z', 'revision_number': 4, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'gw_port': {'id': 'a55f139e-2277-4371-beb5-038e2993e722', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:47Z', 'updated_at': '2021-12-10T20:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '02b1d62f-8a52-4122-a752-926a3368b49e', 'name': '', 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'mac_address': 'fa:16:3e:ff:59:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'a468cf11-7cae-45f4-ba93-5b02247468ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:49Z', 'updated_at': '2021-12-10T20:05:55Z', 'revision_number': 5, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'subnets': [{'id': 'a468cf11-7cae-45f4-ba93-5b02247468ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:11:17.211315 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c03c016-77b0-4035-9cd3-e6fc1c8f4075 None None] The sync data for ids ['f7073294-88b8-42fc-b2cf-da86150140c2'] in n-d-821435-1 is: [{'id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'name': 'tempest-TestSnapshotPattern-255427521-router', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'a55f139e-2277-4371-beb5-038e2993e722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:46Z', 'updated_at': '2021-12-10T20:05:49Z', 'revision_number': 4, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'gw_port': {'id': 'a55f139e-2277-4371-beb5-038e2993e722', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:47Z', 'updated_at': '2021-12-10T20:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1', '_interfaces': [{'id': '02b1d62f-8a52-4122-a752-926a3368b49e', 'name': '', 'network_id': '81b22748-3605-4f1c-b0ae-7c39691d0053', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'mac_address': 'fa:16:3e:ff:59:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'a468cf11-7cae-45f4-ba93-5b02247468ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:49Z', 'updated_at': '2021-12-10T20:05:55Z', 'revision_number': 5, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'subnets': [{'id': 'a468cf11-7cae-45f4-ba93-5b02247468ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:11:17.428997 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43cb7d5-d3bb-4032-a0c2-bc2b5b9ac104 None None] New status for floating IP 5b5373f6-5f15-4d38-8ef2-d55075bd9f95: DOWN {{(pid=103248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 20:11:17.527275 n-d-821435-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3dbe7a-a498-4040-9d1d-ded9432feddd req-0a709eaa-666f-46fa-934e-8699b4304b3f tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:11:17.528760 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2f3dbe7a-a498-4040-9d1d-ded9432feddd req-0a709eaa-666f-46fa-934e-8699b4304b3f tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9a1ef87-52f5-42a3-a807-79fbdbb89ab1 HTTP/1.1" status: 200 len: 943 time: 0.0512578 Dec 10 20:11:17.625480 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-2f3dbe7a-a498-4040-9d1d-ded9432feddd req-95d06f8b-9d36-483c-99a4-f623c4f0f52d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Deleting port 00bb066a-f20f-4ce2-a51f-8e127b5b4b7b {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 20:11:17.626196 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2f3dbe7a-a498-4040-9d1d-ded9432feddd req-95d06f8b-9d36-483c-99a4-f623c4f0f52d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:17.713663 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-2f3dbe7a-a498-4040-9d1d-ded9432feddd req-95d06f8b-9d36-483c-99a4-f623c4f0f52d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] For port 00bb066a-f20f-4ce2-a51f-8e127b5b4b7b, host n-h2-821435-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821435-1',level=0,port_id=00bb066a-f20f-4ce2-a51f-8e127b5b4b7b,segment=NetworkSegment(d3b7e667-ef76-4602-8f0c-0c6d1cb83a49),segment_id=d3b7e667-ef76-4602-8f0c-0c6d1cb83a49)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:11:17.714021 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2f3dbe7a-a498-4040-9d1d-ded9432feddd req-95d06f8b-9d36-483c-99a4-f623c4f0f52d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:17.726688 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-2f3dbe7a-a498-4040-9d1d-ded9432feddd req-95d06f8b-9d36-483c-99a4-f623c4f0f52d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Calling delete_port for 00bb066a-f20f-4ce2-a51f-8e127b5b4b7b owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 20:11:17.856923 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2f3dbe7a-a498-4040-9d1d-ded9432feddd req-95d06f8b-9d36-483c-99a4-f623c4f0f52d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:17.895085 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d06f8b-9d36-483c-99a4-f623c4f0f52d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Pushing event deleted for resources: {'Port': ['ID=00bb066a-f20f-4ce2-a51f-8e127b5b4b7b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:11:17.921031 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-d72a7d0d-0eee-47d0-b074-b754d42ae6a3 req-c4a8584b-218e-4275-9623-2100e686d8eb tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9a1ef87-52f5-42a3-a807-79fbdbb89ab1 HTTP/1.1" status: 200 len: 210 time: 0.0356023 Dec 10 20:11:17.940976 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d06f8b-9d36-483c-99a4-f623c4f0f52d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:11:17.941332 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d06f8b-9d36-483c-99a4-f623c4f0f52d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:11:17.941671 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d06f8b-9d36-483c-99a4-f623c4f0f52d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:11:17.942005 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d06f8b-9d36-483c-99a4-f623c4f0f52d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:11:17.942383 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d06f8b-9d36-483c-99a4-f623c4f0f52d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:11:17.942730 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d06f8b-9d36-483c-99a4-f623c4f0f52d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:11:17.943049 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d06f8b-9d36-483c-99a4-f623c4f0f52d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:11:17.943376 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d06f8b-9d36-483c-99a4-f623c4f0f52d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:11:17.943700 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d06f8b-9d36-483c-99a4-f623c4f0f52d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:11:17.944023 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d06f8b-9d36-483c-99a4-f623c4f0f52d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:11:17.944347 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d06f8b-9d36-483c-99a4-f623c4f0f52d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:11:17.944696 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d06f8b-9d36-483c-99a4-f623c4f0f52d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:11:17.945022 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d06f8b-9d36-483c-99a4-f623c4f0f52d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821435-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:11:17.962737 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3dbe7a-a498-4040-9d1d-ded9432feddd req-95d06f8b-9d36-483c-99a4-f623c4f0f52d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] No DVR routers for this DVR port 00bb066a-f20f-4ce2-a51f-8e127b5b4b7b on host n-h2-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 20:11:17.965114 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2f3dbe7a-a498-4040-9d1d-ded9432feddd req-95d06f8b-9d36-483c-99a4-f623c4f0f52d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212500'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:17.968341 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [req-2f3dbe7a-a498-4040-9d1d-ded9432feddd req-95d06f8b-9d36-483c-99a4-f623c4f0f52d tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.72 "DELETE /v2.0/ports/00bb066a-f20f-4ce2-a51f-8e127b5b4b7b HTTP/1.1" status: 204 len: 173 time: 0.4326332 Dec 10 20:11:17.968793 n-d-821435-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a1ef87-52f5-42a3-a807-79fbdbb89ab1', 'name': 'network-vif-deleted', 'tag': '00bb066a-f20f-4ce2-a51f-8e127b5b4b7b'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:11:17.971018 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb385ee8d26b8ad243460b423ad218e97d9fae79c4f4b9b0691d822ece1c624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70edcbe-dc4f-4784-884f-be9cd59fa06f" -d '{"events": [{"server_uuid": "f9a1ef87-52f5-42a3-a807-79fbdbb89ab1", "name": "network-vif-deleted", "tag": "00bb066a-f20f-4ce2-a51f-8e127b5b4b7b"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:11:18.063543 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 20:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257c8e46-c184-4303-b745-e490112ca043 x-openstack-request-id: req-257c8e46-c184-4303-b745-e490112ca043 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:11:18.063867 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a1ef87-52f5-42a3-a807-79fbdbb89ab1", "name": "network-vif-deleted", "tag": "00bb066a-f20f-4ce2-a51f-8e127b5b4b7b", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:11:18.064179 n-d-821435-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-257c8e46-c184-4303-b745-e490112ca043 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:11:18.064589 n-d-821435-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a1ef87-52f5-42a3-a807-79fbdbb89ab1', 'name': 'network-vif-deleted', 'tag': '00bb066a-f20f-4ce2-a51f-8e127b5b4b7b', 'status': 'completed', 'code': 200} Dec 10 20:11:18.976325 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55014) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:11:19.032510 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b5624a9-15a8-4721-9f8d-0588a0da8b62 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:19.057682 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b5624a9-15a8-4721-9f8d-0588a0da8b62 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:19.116764 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b5624a9-15a8-4721-9f8d-0588a0da8b62 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:19.119313 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b5624a9-15a8-4721-9f8d-0588a0da8b62 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:19.120467 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7b5624a9-15a8-4721-9f8d-0588a0da8b62 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] 10.222.0.62 "DELETE /v2.0/security-groups/840eeea8-47f4-4749-8574-97f04c4f92dc HTTP/1.1" status: 204 len: 168 time: 0.1431253 Dec 10 20:11:19.130680 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5624a9-15a8-4721-9f8d-0588a0da8b62 tempest-TestSnapshotPattern-880100079 tempest-TestSnapshotPattern-880100079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=840eeea8-47f4-4749-8574-97f04c4f92dc,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:11:19.172183 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55018) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:11:19.882820 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-123869db-ae4c-44a2-92a9-8280cc6c56d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:19.954818 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-40e196dd-300f-4937-8633-b4194150bb29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:20.189528 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-40e196dd-300f-4937-8633-b4194150bb29 admin admin] Deleting port 02b1d62f-8a52-4122-a752-926a3368b49e {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 20:11:20.190265 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-40e196dd-300f-4937-8633-b4194150bb29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:20.268661 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-40e196dd-300f-4937-8633-b4194150bb29 admin admin] For port 02b1d62f-8a52-4122-a752-926a3368b49e, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=02b1d62f-8a52-4122-a752-926a3368b49e,segment=NetworkSegment(d3b7e667-ef76-4602-8f0c-0c6d1cb83a49),segment_id=d3b7e667-ef76-4602-8f0c-0c6d1cb83a49)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:11:20.269040 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-40e196dd-300f-4937-8633-b4194150bb29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:20.281968 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-40e196dd-300f-4937-8633-b4194150bb29 admin admin] Calling delete_port for 02b1d62f-8a52-4122-a752-926a3368b49e owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 20:11:20.458324 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-40e196dd-300f-4937-8633-b4194150bb29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:20.486336 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e196dd-300f-4937-8633-b4194150bb29 admin admin] Pushing event deleted for resources: {'Port': ['ID=02b1d62f-8a52-4122-a752-926a3368b49e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:11:20.653751 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-40e196dd-300f-4937-8633-b4194150bb29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:20.864236 n-d-821435-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e196dd-300f-4937-8633-b4194150bb29 admin admin] Router f7073294-88b8-42fc-b2cf-da86150140c2 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:11:20.968525 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e196dd-300f-4937-8633-b4194150bb29 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:11:20.974416 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-40e196dd-300f-4937-8633-b4194150bb29 admin admin] 10.222.0.62 "PUT /v2.0/routers/f7073294-88b8-42fc-b2cf-da86150140c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8010063 Dec 10 20:11:20.976539 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55022) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:11:20.977599 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b75002-691d-44b3-8834-aa53821f6470 None None] Sync routers for ids ['f7073294-88b8-42fc-b2cf-da86150140c2'] in n-d-821435-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:11:20.988173 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b75002-691d-44b3-8834-aa53821f6470 None None] Routers {'f7073294-88b8-42fc-b2cf-da86150140c2'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:11:20.988825 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d7b75002-691d-44b3-8834-aa53821f6470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T20:10:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['f7073294-88b8-42fc-b2cf-da86150140c2'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:11:21.083740 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3c69efa-9d0e-4233-ba45-ff9d0551e0dd admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:21.093944 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-d7b75002-691d-44b3-8834-aa53821f6470 None None] Set router f7073294-88b8-42fc-b2cf-da86150140c2 gateway port host: n-d-821435-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:11:21.188701 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3c69efa-9d0e-4233-ba45-ff9d0551e0dd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:21.244157 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-d3c69efa-9d0e-4233-ba45-ff9d0551e0dd admin admin] Deleting port a55f139e-2277-4371-beb5-038e2993e722 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 20:11:21.245010 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3c69efa-9d0e-4233-ba45-ff9d0551e0dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:21.311053 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 00bb066a-f20f-4ce2-a51f-8e127b5b4b7b no longer exists at agent hyperv_n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:11:21.329195 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-d3c69efa-9d0e-4233-ba45-ff9d0551e0dd admin admin] For port a55f139e-2277-4371-beb5-038e2993e722, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=a55f139e-2277-4371-beb5-038e2993e722,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:11:21.329563 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3c69efa-9d0e-4233-ba45-ff9d0551e0dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:21.331790 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] No Port match for: 00bb066a-f20f-4ce2-a51f-8e127b5b4b7b {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 20:11:21.332136 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Device 00bb066a-f20f-4ce2-a51f-8e127b5b4b7b not bound to the agent host n-h2-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:11:21.342745 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-d3c69efa-9d0e-4233-ba45-ff9d0551e0dd admin admin] Calling delete_port for a55f139e-2277-4371-beb5-038e2993e722 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 20:11:21.462362 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d7b75002-691d-44b3-8834-aa53821f6470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'name': 'tempest-TestSnapshotPattern-255427521-router', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'a55f139e-2277-4371-beb5-038e2993e722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:46Z', 'updated_at': '2021-12-10T20:11:20Z', 'revision_number': 5, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'gw_port': {'id': 'a55f139e-2277-4371-beb5-038e2993e722', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:47Z', 'updated_at': '2021-12-10T20:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:11:21.493180 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b75002-691d-44b3-8834-aa53821f6470 None None] Checking router: f7073294-88b8-42fc-b2cf-da86150140c2 for host: n-d-821435-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:11:21.501489 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b75002-691d-44b3-8834-aa53821f6470 None None] Routers {'f7073294-88b8-42fc-b2cf-da86150140c2'} bound to L3 agent in host n-d-821435-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:11:21.502102 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d7b75002-691d-44b3-8834-aa53821f6470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T20:10:53Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['f7073294-88b8-42fc-b2cf-da86150140c2'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:11:21.511639 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3c69efa-9d0e-4233-ba45-ff9d0551e0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:21.539224 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c69efa-9d0e-4233-ba45-ff9d0551e0dd admin admin] Pushing event deleted for resources: {'Port': ['ID=a55f139e-2277-4371-beb5-038e2993e722,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:11:21.563329 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa1807a-b59a-4621-abe1-b22972b78984 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 20:11:21.598923 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-d7b75002-691d-44b3-8834-aa53821f6470 None None] Set router f7073294-88b8-42fc-b2cf-da86150140c2 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:11:21.603658 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3c69efa-9d0e-4233-ba45-ff9d0551e0dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:21.650366 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d7b75002-691d-44b3-8834-aa53821f6470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'name': 'tempest-TestSnapshotPattern-255427521-router', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:46Z', 'updated_at': '2021-12-10T20:11:21Z', 'revision_number': 6, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:11:21.681132 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b75002-691d-44b3-8834-aa53821f6470 None None] The sync data for ids ['f7073294-88b8-42fc-b2cf-da86150140c2'] in n-d-821435-1 is: [{'id': 'f7073294-88b8-42fc-b2cf-da86150140c2', 'name': 'tempest-TestSnapshotPattern-255427521-router', 'tenant_id': '4b8ddee863fe4427b1a0a062671190de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:46Z', 'updated_at': '2021-12-10T20:11:21Z', 'revision_number': 6, 'project_id': '4b8ddee863fe4427b1a0a062671190de', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:11:21.697787 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3c69efa-9d0e-4233-ba45-ff9d0551e0dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:21.700062 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3c69efa-9d0e-4233-ba45-ff9d0551e0dd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:21.744391 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3c69efa-9d0e-4233-ba45-ff9d0551e0dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:21.745062 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c69efa-9d0e-4233-ba45-ff9d0551e0dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7073294-88b8-42fc-b2cf-da86150140c2 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 20:11:21.749282 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3c69efa-9d0e-4233-ba45-ff9d0551e0dd admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:21.750445 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-d3c69efa-9d0e-4233-ba45-ff9d0551e0dd admin admin] 10.222.0.62 "DELETE /v2.0/routers/f7073294-88b8-42fc-b2cf-da86150140c2 HTTP/1.1" status: 204 len: 168 time: 0.7729278 Dec 10 20:11:21.753159 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55024) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:11:21.796382 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8edd702-4bec-464c-bb9a-27bccef00fc0 admin admin] Deleting subnet a468cf11-7cae-45f4-ba93-5b02247468ee {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 20:11:21.799434 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8edd702-4bec-464c-bb9a-27bccef00fc0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:21.837259 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8edd702-4bec-464c-bb9a-27bccef00fc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255410'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:21.912872 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8edd702-4bec-464c-bb9a-27bccef00fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:21.962146 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8edd702-4bec-464c-bb9a-27bccef00fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12295710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413374'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:21.986715 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8edd702-4bec-464c-bb9a-27bccef00fc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a468cf11-7cae-45f4-ba93-5b02247468ee,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:11:21.990865 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8edd702-4bec-464c-bb9a-27bccef00fc0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:21.994774 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-f8edd702-4bec-464c-bb9a-27bccef00fc0 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a468cf11-7cae-45f4-ba93-5b02247468ee HTTP/1.1" status: 204 len: 168 time: 0.2399225 Dec 10 20:11:21.996554 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55026) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:11:21.999323 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6f3c12-b97b-492f-a027-56e1b360dcf3 None None] Network 81b22748-3605-4f1c-b0ae-7c39691d0053 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 20:11:22.070130 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aacc3a9f-9750-4b75-aca1-1465374dc480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:22.135608 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-aacc3a9f-9750-4b75-aca1-1465374dc480 admin admin] Deleting port fa702688-c17a-4f9b-b3c7-d18c3d0bec97 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 20:11:22.135943 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aacc3a9f-9750-4b75-aca1-1465374dc480 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:22.164771 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143c2c68-3d70-4602-a084-67b4867fec6c None None] DHCP port deletion for 81b22748-3605-4f1c-b0ae-7c39691d0053 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 20:11:22.198530 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-aacc3a9f-9750-4b75-aca1-1465374dc480 admin admin] For port fa702688-c17a-4f9b-b3c7-d18c3d0bec97, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=fa702688-c17a-4f9b-b3c7-d18c3d0bec97,segment=NetworkSegment(d3b7e667-ef76-4602-8f0c-0c6d1cb83a49),segment_id=d3b7e667-ef76-4602-8f0c-0c6d1cb83a49)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:11:22.198890 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aacc3a9f-9750-4b75-aca1-1465374dc480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:22.215641 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-aacc3a9f-9750-4b75-aca1-1465374dc480 admin admin] Calling delete_port for fa702688-c17a-4f9b-b3c7-d18c3d0bec97 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 20:11:22.215953 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-143c2c68-3d70-4602-a084-67b4867fec6c None None] Deleting port fa702688-c17a-4f9b-b3c7-d18c3d0bec97 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 20:11:22.216337 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-143c2c68-3d70-4602-a084-67b4867fec6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:22.280395 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-143c2c68-3d70-4602-a084-67b4867fec6c None None] For port fa702688-c17a-4f9b-b3c7-d18c3d0bec97, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=fa702688-c17a-4f9b-b3c7-d18c3d0bec97,segment=NetworkSegment(d3b7e667-ef76-4602-8f0c-0c6d1cb83a49),segment_id=d3b7e667-ef76-4602-8f0c-0c6d1cb83a49)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:11:22.280742 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-143c2c68-3d70-4602-a084-67b4867fec6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:22.293038 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-143c2c68-3d70-4602-a084-67b4867fec6c None None] Calling delete_port for fa702688-c17a-4f9b-b3c7-d18c3d0bec97 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 20:11:22.295977 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aacc3a9f-9750-4b75-aca1-1465374dc480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:22.324535 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc3a9f-9750-4b75-aca1-1465374dc480 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa702688-c17a-4f9b-b3c7-d18c3d0bec97,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:11:22.329102 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacc3a9f-9750-4b75-aca1-1465374dc480 admin admin] No DVR routers for this DVR port fa702688-c17a-4f9b-b3c7-d18c3d0bec97 on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 20:11:22.381460 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-143c2c68-3d70-4602-a084-67b4867fec6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:22.403718 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aacc3a9f-9750-4b75-aca1-1465374dc480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:22.406184 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c2c68-3d70-4602-a084-67b4867fec6c None None] Pushing event deleted for resources: {'Port': ['ID=fa702688-c17a-4f9b-b3c7-d18c3d0bec97,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:11:22.409756 n-d-821435-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143c2c68-3d70-4602-a084-67b4867fec6c None None] No DVR routers for this DVR port fa702688-c17a-4f9b-b3c7-d18c3d0bec97 on host n-d-821435-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 20:11:22.431654 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-aacc3a9f-9750-4b75-aca1-1465374dc480 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81b22748-3605-4f1c-b0ae-7c39691d0053']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:11:22.440728 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-aacc3a9f-9750-4b75-aca1-1465374dc480 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b7e667-ef76-4602-8f0c-0c6d1cb83a49') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:11:22.441033 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-aacc3a9f-9750-4b75-aca1-1465374dc480 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b7e667-ef76-4602-8f0c-0c6d1cb83a49') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:11:22.450467 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aacc3a9f-9750-4b75-aca1-1465374dc480 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:22.463688 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aacc3a9f-9750-4b75-aca1-1465374dc480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:22.470151 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aacc3a9f-9750-4b75-aca1-1465374dc480 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 20:11:22.471240 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aacc3a9f-9750-4b75-aca1-1465374dc480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:22.472883 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 20:11:22.472883 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 20:11:22.472883 n-d-821435-1 neutron-server[103245]: timer() Dec 10 20:11:22.472883 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 20:11:22.472883 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 20:11:22.472883 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 20:11:22.472883 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 20:11:22.472883 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 20:11:22.472883 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 20:11:22.472883 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 20:11:22.472883 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 20:11:22.472883 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 20:11:22.472883 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 20:11:22.472883 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 20:11:22.472883 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 20:11:22.472883 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 20:11:22.472883 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 20:11:22.472883 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 20:11:22.472883 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 20:11:22.472883 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 20:11:22.472883 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 20:11:22.472883 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 20:11:22.472883 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 20:11:22.472883 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 20:11:22.472883 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 20:11:22.472883 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 20:11:22.472883 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 20:11:22.472883 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 20:11:22.472883 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 20:11:22.472883 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 20:11:22.472883 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 20:11:22.472883 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 20:11:22.531367 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aacc3a9f-9750-4b75-aca1-1465374dc480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:22.537509 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aacc3a9f-9750-4b75-aca1-1465374dc480 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:22.541060 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-aacc3a9f-9750-4b75-aca1-1465374dc480 admin admin] 10.222.0.62 "DELETE /v2.0/networks/81b22748-3605-4f1c-b0ae-7c39691d0053 HTTP/1.1" status: 204 len: 168 time: 0.5434976 Dec 10 20:11:22.544158 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55028) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:11:22.554867 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc3a9f-9750-4b75-aca1-1465374dc480 admin admin] Pushing event deleted for resources: {'Network': ['ID=81b22748-3605-4f1c-b0ae-7c39691d0053,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:11:22.742092 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-de2bc3d5-0f17-4ea7-9db9-6556b20892b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:22.904704 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e52f5b36-aa4d-478a-b06b-61018188c8f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535825'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:22.955047 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device a55f139e-2277-4371-beb5-038e2993e722 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:11:22.975869 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: a55f139e-2277-4371-beb5-038e2993e722 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 20:11:22.976326 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device a55f139e-2277-4371-beb5-038e2993e722 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:11:22.976850 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 02b1d62f-8a52-4122-a752-926a3368b49e no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:11:23.005940 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 02b1d62f-8a52-4122-a752-926a3368b49e {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 20:11:23.006679 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 02b1d62f-8a52-4122-a752-926a3368b49e not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:11:23.007806 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device fa702688-c17a-4f9b-b3c7-d18c3d0bec97 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:11:23.035336 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: fa702688-c17a-4f9b-b3c7-d18c3d0bec97 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 20:11:23.035790 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device fa702688-c17a-4f9b-b3c7-d18c3d0bec97 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:11:23.170587 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e52f5b36-aa4d-478a-b06b-61018188c8f2 admin admin] Deleting port 6217ef8a-b04b-4dc3-9b19-126a74b9c580 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 20:11:23.170929 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e52f5b36-aa4d-478a-b06b-61018188c8f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:23.251702 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e52f5b36-aa4d-478a-b06b-61018188c8f2 admin admin] For port 6217ef8a-b04b-4dc3-9b19-126a74b9c580, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=6217ef8a-b04b-4dc3-9b19-126a74b9c580,segment=NetworkSegment(4c50dc0f-ecdf-4265-a95d-8d7ca8ba2c25),segment_id=4c50dc0f-ecdf-4265-a95d-8d7ca8ba2c25)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:11:23.252094 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e52f5b36-aa4d-478a-b06b-61018188c8f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:23.265982 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e52f5b36-aa4d-478a-b06b-61018188c8f2 admin admin] Calling delete_port for 6217ef8a-b04b-4dc3-9b19-126a74b9c580 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 20:11:23.465206 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e52f5b36-aa4d-478a-b06b-61018188c8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:23.492444 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f5b36-aa4d-478a-b06b-61018188c8f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6217ef8a-b04b-4dc3-9b19-126a74b9c580,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:11:23.854244 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:23.996571 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e52f5b36-aa4d-478a-b06b-61018188c8f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535949'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:24.207669 n-d-821435-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52f5b36-aa4d-478a-b06b-61018188c8f2 admin admin] Router af9bf04a-e9b6-44ed-a19f-3bfb559bc531 has already been hosted by L3 agent 5ab388db-fdc9-4be5-8c17-9733e2838137 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:11:24.309211 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52f5b36-aa4d-478a-b06b-61018188c8f2 admin admin] Notify agent at l3_agent.n-d-821435-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:11:24.314056 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-e52f5b36-aa4d-478a-b06b-61018188c8f2 admin admin] 10.222.0.62 "PUT /v2.0/routers/af9bf04a-e9b6-44ed-a19f-3bfb559bc531/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7688382 Dec 10 20:11:24.316724 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55030) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:11:24.318578 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cf55ce-c992-43c7-8d47-1286b1007cd9 None None] Sync routers for ids ['af9bf04a-e9b6-44ed-a19f-3bfb559bc531'] in n-d-821435-1 {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:11:24.328472 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cf55ce-c992-43c7-8d47-1286b1007cd9 None None] Routers {'af9bf04a-e9b6-44ed-a19f-3bfb559bc531'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:11:24.329106 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-28cf55ce-c992-43c7-8d47-1286b1007cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T20:11:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['af9bf04a-e9b6-44ed-a19f-3bfb559bc531'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:11:24.420583 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d08a9f69-13cb-41de-ac20-708c926d27c9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:24.432485 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-28cf55ce-c992-43c7-8d47-1286b1007cd9 None None] Set router af9bf04a-e9b6-44ed-a19f-3bfb559bc531 gateway port host: n-d-821435-1 {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:11:24.527350 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d08a9f69-13cb-41de-ac20-708c926d27c9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:24.580565 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d08a9f69-13cb-41de-ac20-708c926d27c9 admin admin] Deleting port d3fee12a-354c-4cca-83c2-37d969acf7a9 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 20:11:24.580832 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d08a9f69-13cb-41de-ac20-708c926d27c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:24.666030 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d08a9f69-13cb-41de-ac20-708c926d27c9 admin admin] For port d3fee12a-354c-4cca-83c2-37d969acf7a9, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=d3fee12a-354c-4cca-83c2-37d969acf7a9,segment=NetworkSegment(1e21ab87-abae-4950-831a-e16fec365f99),segment_id=1e21ab87-abae-4950-831a-e16fec365f99)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:11:24.666395 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d08a9f69-13cb-41de-ac20-708c926d27c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:24.679169 n-d-821435-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d08a9f69-13cb-41de-ac20-708c926d27c9 admin admin] Calling delete_port for d3fee12a-354c-4cca-83c2-37d969acf7a9 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 20:11:24.704060 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-28cf55ce-c992-43c7-8d47-1286b1007cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bf04a-e9b6-44ed-a19f-3bfb559bc531', 'name': 'tempest-TestSnapshotPattern-351243129-router', 'tenant_id': '0b01af3d2cd74b1394a3356392e9d351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'external_fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': 'd3fee12a-354c-4cca-83c2-37d969acf7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:51Z', 'updated_at': '2021-12-10T20:11:23Z', 'revision_number': 5, 'project_id': '0b01af3d2cd74b1394a3356392e9d351', 'gw_port': {'id': 'd3fee12a-354c-4cca-83c2-37d969acf7a9', 'name': '', 'network_id': '6fdf4522-5bcb-4bff-a877-38bc5e23829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bf04a-e9b6-44ed-a19f-3bfb559bc531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821435-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:51Z', 'updated_at': '2021-12-10T20:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f8ef42f-5b72-45b3-9876-a90b0174e8fd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821435-1'}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:11:24.730058 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cf55ce-c992-43c7-8d47-1286b1007cd9 None None] Checking router: af9bf04a-e9b6-44ed-a19f-3bfb559bc531 for host: n-d-821435-1 {{(pid=103248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:11:24.738345 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cf55ce-c992-43c7-8d47-1286b1007cd9 None None] Routers {'af9bf04a-e9b6-44ed-a19f-3bfb559bc531'} bound to L3 agent in host n-d-821435-1 {{(pid=103248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:11:24.739521 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-28cf55ce-c992-43c7-8d47-1286b1007cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821435-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:18:22Z,description=,heartbeat_timestamp=2021-12-10T20:11:23Z,host='n-d-821435-1',id=5ab388db-fdc9-4be5-8c17-9733e2838137,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:18:22Z,topic='l3_agent')) {'router_ids': ['af9bf04a-e9b6-44ed-a19f-3bfb559bc531'], 'active': True} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:11:24.824152 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_dvr_db [None req-28cf55ce-c992-43c7-8d47-1286b1007cd9 None None] Set router af9bf04a-e9b6-44ed-a19f-3bfb559bc531 gateway port host: None {{(pid=103248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:11:24.845498 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d08a9f69-13cb-41de-ac20-708c926d27c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8845728'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:24.872463 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a9f69-13cb-41de-ac20-708c926d27c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3fee12a-354c-4cca-83c2-37d969acf7a9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:11:24.879729 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.l3_hamode_db [None req-28cf55ce-c992-43c7-8d47-1286b1007cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bf04a-e9b6-44ed-a19f-3bfb559bc531', 'name': 'tempest-TestSnapshotPattern-351243129-router', 'tenant_id': '0b01af3d2cd74b1394a3356392e9d351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:51Z', 'updated_at': '2021-12-10T20:11:24Z', 'revision_number': 6, 'project_id': '0b01af3d2cd74b1394a3356392e9d351', 'gw_port_host': None}], 'n-d-821435-1', False) {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:11:24.888407 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e338eb19-9622-405e-a617-331ab2982236 None None] DHCP port deletion for 6fdf4522-5bcb-4bff-a877-38bc5e23829f request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 20:11:24.909011 n-d-821435-1 neutron-server[103248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cf55ce-c992-43c7-8d47-1286b1007cd9 None None] The sync data for ids ['af9bf04a-e9b6-44ed-a19f-3bfb559bc531'] in n-d-821435-1 is: [{'id': 'af9bf04a-e9b6-44ed-a19f-3bfb559bc531', 'name': 'tempest-TestSnapshotPattern-351243129-router', 'tenant_id': '0b01af3d2cd74b1394a3356392e9d351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:51Z', 'updated_at': '2021-12-10T20:11:24Z', 'revision_number': 6, 'project_id': '0b01af3d2cd74b1394a3356392e9d351', 'gw_port_host': None}] {{(pid=103248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:11:24.945280 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d08a9f69-13cb-41de-ac20-708c926d27c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534575'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:25.036530 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d08a9f69-13cb-41de-ac20-708c926d27c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:25.038663 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d08a9f69-13cb-41de-ac20-708c926d27c9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:25.080242 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d08a9f69-13cb-41de-ac20-708c926d27c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534454'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:25.080834 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08a9f69-13cb-41de-ac20-708c926d27c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af9bf04a-e9b6-44ed-a19f-3bfb559bc531 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 20:11:25.085631 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d08a9f69-13cb-41de-ac20-708c926d27c9 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:25.086776 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-d08a9f69-13cb-41de-ac20-708c926d27c9 admin admin] 10.222.0.62 "DELETE /v2.0/routers/af9bf04a-e9b6-44ed-a19f-3bfb559bc531 HTTP/1.1" status: 204 len: 168 time: 0.7685118 Dec 10 20:11:25.089298 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55032) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:11:25.133394 n-d-821435-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef3db860-fc57-40f8-8e09-ba2c4626a235 admin admin] Deleting subnet 143c1656-6dd7-4306-b868-5fa66264e288 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 20:11:25.136318 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef3db860-fc57-40f8-8e09-ba2c4626a235 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:25.174227 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef3db860-fc57-40f8-8e09-ba2c4626a235 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666124'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:25.208876 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:25.255314 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef3db860-fc57-40f8-8e09-ba2c4626a235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3337222'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:25.311678 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef3db860-fc57-40f8-8e09-ba2c4626a235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3337229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8845719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8406796'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:25.339733 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3db860-fc57-40f8-8e09-ba2c4626a235 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=143c1656-6dd7-4306-b868-5fa66264e288,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:11:25.343216 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef3db860-fc57-40f8-8e09-ba2c4626a235 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:25.346490 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-ef3db860-fc57-40f8-8e09-ba2c4626a235 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/143c1656-6dd7-4306-b868-5fa66264e288 HTTP/1.1" status: 204 len: 168 time: 0.2562242 Dec 10 20:11:25.349716 n-d-821435-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.62', 55034) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:11:25.357349 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76180338-7992-41dd-9705-1dd27809250a None None] Network d1c1dadb-2863-47e6-a4a7-85e53f000d03 requested from n-d-821435-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 20:11:25.426247 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7aa6fe38-8ab0-41a1-b584-c38cfd1005ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:25.482350 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-7aa6fe38-8ab0-41a1-b584-c38cfd1005ed admin admin] Deleting port d93651ca-ae68-42a1-bd90-65c9f9a10be2 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 20:11:25.482692 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7aa6fe38-8ab0-41a1-b584-c38cfd1005ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794391922032'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:25.549677 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-7aa6fe38-8ab0-41a1-b584-c38cfd1005ed admin admin] For port d93651ca-ae68-42a1-bd90-65c9f9a10be2, host n-d-821435-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821435-1',level=0,port_id=d93651ca-ae68-42a1-bd90-65c9f9a10be2,segment=NetworkSegment(4c50dc0f-ecdf-4265-a95d-8d7ca8ba2c25),segment_id=4c50dc0f-ecdf-4265-a95d-8d7ca8ba2c25)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:11:25.550043 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7aa6fe38-8ab0-41a1-b584-c38cfd1005ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022596'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:25.563220 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-7aa6fe38-8ab0-41a1-b584-c38cfd1005ed admin admin] Calling delete_port for d93651ca-ae68-42a1-bd90-65c9f9a10be2 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 20:11:25.642556 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7aa6fe38-8ab0-41a1-b584-c38cfd1005ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3413510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794392028371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794391462337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12295721'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:25.669063 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6fe38-8ab0-41a1-b584-c38cfd1005ed admin admin] Pushing event deleted for resources: {'Port': ['ID=d93651ca-ae68-42a1-bd90-65c9f9a10be2,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:11:25.672486 n-d-821435-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa6fe38-8ab0-41a1-b584-c38cfd1005ed admin admin] No DVR routers for this DVR port d93651ca-ae68-42a1-bd90-65c9f9a10be2 on host n-d-821435-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 20:11:25.733230 n-d-821435-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7197fc-f51f-4ef8-b9ba-6d4c51444881 None None] DHCP port deletion for d1c1dadb-2863-47e6-a4a7-85e53f000d03 request from n-d-821435-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 20:11:25.750487 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7aa6fe38-8ab0-41a1-b584-c38cfd1005ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336593', 'neutron.services.segments.db._delete_segments_for_network-8794391964546'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:25.773334 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-7aa6fe38-8ab0-41a1-b584-c38cfd1005ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c1dadb-2863-47e6-a4a7-85e53f000d03']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:11:25.773590 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:25.785028 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-7aa6fe38-8ab0-41a1-b584-c38cfd1005ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c50dc0f-ecdf-4265-a95d-8d7ca8ba2c25') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:11:25.785330 n-d-821435-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-7aa6fe38-8ab0-41a1-b584-c38cfd1005ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c50dc0f-ecdf-4265-a95d-8d7ca8ba2c25') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:11:25.795402 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7aa6fe38-8ab0-41a1-b584-c38cfd1005ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794391967371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255177'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:25.808699 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7aa6fe38-8ab0-41a1-b584-c38cfd1005ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:25.814701 n-d-821435-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aa6fe38-8ab0-41a1-b584-c38cfd1005ed admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 20:11:25.815088 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7aa6fe38-8ab0-41a1-b584-c38cfd1005ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12295796'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:25.817022 n-d-821435-1 neutron-server[103245]: Traceback (most recent call last): Dec 10 20:11:25.817022 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 20:11:25.817022 n-d-821435-1 neutron-server[103245]: timer() Dec 10 20:11:25.817022 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 20:11:25.817022 n-d-821435-1 neutron-server[103245]: cb(*args, **kw) Dec 10 20:11:25.817022 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 20:11:25.817022 n-d-821435-1 neutron-server[103245]: return func(*args, **kwargs) Dec 10 20:11:25.817022 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 20:11:25.817022 n-d-821435-1 neutron-server[103245]: self._notify() Dec 10 20:11:25.817022 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 20:11:25.817022 n-d-821435-1 neutron-server[103245]: self.callback(batched_events) Dec 10 20:11:25.817022 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 20:11:25.817022 n-d-821435-1 neutron-server[103245]: event.method(event) Dec 10 20:11:25.817022 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 20:11:25.817022 n-d-821435-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 20:11:25.817022 n-d-821435-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 20:11:25.817022 n-d-821435-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 20:11:25.817022 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 20:11:25.817022 n-d-821435-1 neutron-server[103245]: return f(self, *a, **k) Dec 10 20:11:25.817022 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 20:11:25.817022 n-d-821435-1 neutron-server[103245]: return self._get(url).json() Dec 10 20:11:25.817022 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 20:11:25.817022 n-d-821435-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 20:11:25.817022 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 20:11:25.817022 n-d-821435-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 10 20:11:25.817022 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 20:11:25.817022 n-d-821435-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 20:11:25.817022 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 20:11:25.817022 n-d-821435-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 20:11:25.817022 n-d-821435-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 20:11:25.817022 n-d-821435-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 20:11:25.817022 n-d-821435-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 20:11:25.871681 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7aa6fe38-8ab0-41a1-b584-c38cfd1005ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534531'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:25.878200 n-d-821435-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7aa6fe38-8ab0-41a1-b584-c38cfd1005ed admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:25.882112 n-d-821435-1 neutron-server[103245]: INFO neutron.wsgi [None req-7aa6fe38-8ab0-41a1-b584-c38cfd1005ed admin admin] 10.222.0.62 "DELETE /v2.0/networks/d1c1dadb-2863-47e6-a4a7-85e53f000d03 HTTP/1.1" status: 204 len: 168 time: 0.5305548 Dec 10 20:11:25.896335 n-d-821435-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6fe38-8ab0-41a1-b584-c38cfd1005ed admin admin] Pushing event deleted for resources: {'Network': ['ID=d1c1dadb-2863-47e6-a4a7-85e53f000d03,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:11:26.008311 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55038) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:11:26.049472 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-28ea1e2d-0665-4cb6-aa31-82dadb7e260e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4b8ddee863fe4427b1a0a062671190de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396385 Dec 10 20:11:26.052243 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55040) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:11:26.104147 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cd1d0f7a-9c8f-47a0-a231-88584f047e8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:26.125339 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cd1d0f7a-9c8f-47a0-a231-88584f047e8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:26.173546 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cd1d0f7a-9c8f-47a0-a231-88584f047e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:26.176062 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cd1d0f7a-9c8f-47a0-a231-88584f047e8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:26.177672 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-cd1d0f7a-9c8f-47a0-a231-88584f047e8d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/60a2a203-6e02-4fd5-b22c-1154f7315b64 HTTP/1.1" status: 204 len: 168 time: 0.1241982 Dec 10 20:11:26.185371 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d0f7a-9c8f-47a0-a231-88584f047e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a2a203-6e02-4fd5-b22c-1154f7315b64,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:11:26.488240 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55046) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:11:26.532416 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-5c4a28b1-843b-4f7a-9c07-ecbecf326762 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0b01af3d2cd74b1394a3356392e9d351&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428922 Dec 10 20:11:26.534829 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.62', 55048) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 20:11:26.581265 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37513cc8-d460-4de2-889e-3642f2c42d90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:26.603363 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37513cc8-d460-4de2-889e-3642f2c42d90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:26.650241 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37513cc8-d460-4de2-889e-3642f2c42d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572259'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:26.652875 n-d-821435-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37513cc8-d460-4de2-889e-3642f2c42d90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:26.654016 n-d-821435-1 neutron-server[103244]: INFO neutron.wsgi [None req-37513cc8-d460-4de2-889e-3642f2c42d90 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/874b13e2-013c-4baa-bf3e-07fd01a58222 HTTP/1.1" status: 204 len: 168 time: 0.1182907 Dec 10 20:11:26.662040 n-d-821435-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37513cc8-d460-4de2-889e-3642f2c42d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874b13e2-013c-4baa-bf3e-07fd01a58222,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:11:26.954133 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d93651ca-ae68-42a1-bd90-65c9f9a10be2 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:11:26.977011 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: d93651ca-ae68-42a1-bd90-65c9f9a10be2 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 20:11:26.977371 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d93651ca-ae68-42a1-bd90-65c9f9a10be2 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:11:26.977810 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 6217ef8a-b04b-4dc3-9b19-126a74b9c580 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:11:26.999260 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: 6217ef8a-b04b-4dc3-9b19-126a74b9c580 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 20:11:26.999622 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device 6217ef8a-b04b-4dc3-9b19-126a74b9c580 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:11:27.000046 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d3fee12a-354c-4cca-83c2-37d969acf7a9 no longer exists at agent ovs-agent-n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:11:27.021810 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] No Port match for: d3fee12a-354c-4cca-83c2-37d969acf7a9 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 20:11:27.022176 n-d-821435-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Device d3fee12a-354c-4cca-83c2-37d969acf7a9 not bound to the agent host n-d-821435-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:11:34.738446 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:39.326750 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:45.603605 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:11:49.887808 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4d3a7a0f-9dab-4625-b086-5e42502b0b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:52.745661 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-323d7f83-8e67-4ab4-bb17-aa4d05e7e397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:53.852029 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:55.213596 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:11:55.765194 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:12:04.750159 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:12:09.326535 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:12:19.888533 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0f10355c-ee8a-4c2f-ab9d-a3267f85e85e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:12:22.603037 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:12:22.746995 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-afe7e0b7-0387-45a2-9900-a719412df2a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:12:23.855868 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:12:25.215076 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:12:25.767630 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:12:34.754463 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:12:39.341277 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:12:49.889728 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-65aa7226-c151-4430-aa5d-8b6ab7beefd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:12:52.748581 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a62940c9-55ad-4046-89f2-15050be4bfd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:12:53.858867 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:12:55.221679 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:12:55.769460 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:12:59.602870 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:13:04.761469 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:13:09.331408 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:13:19.891192 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-57efa284-99e3-492d-b624-bb03106f58bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:13:22.749152 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b57e487b-d3e5-4128-a0c7-ed50b22a660e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:13:23.861421 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:13:25.222330 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:13:25.772929 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:13:34.758922 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:13:36.601656 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:13:39.331837 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:13:49.897497 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8c6cd405-aecd-4471-ae10-5b37d54c69c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:13:52.750876 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d46a639a-fb6a-4237-944e-dbb2e5bbb0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:13:53.863624 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:13:55.224595 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:13:55.780032 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:14:04.764349 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:14:09.337621 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:14:13.601311 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:14:19.890331 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fc6f9bb6-fa0e-4158-84e8-f43a5a56300a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:14:22.754987 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dc5db3c6-b17f-431a-a1db-6b650e502313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:14:23.867632 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:14:25.226406 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:14:25.772412 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:14:34.772509 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:14:39.352344 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:14:49.893608 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-891daa0e-a7a1-4add-9589-fb6719592a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:14:50.600285 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:14:52.756759 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9f504811-9dc7-46a6-9ea2-1ece6c7a8da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:14:53.869855 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:14:55.233409 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:14:55.774006 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:15:04.771714 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:15:09.368221 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:15:19.895692 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8621b635-1374-4bc8-8009-0e9fe9decb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:15:22.758050 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-28aff72e-54a6-40df-a77a-7a7fe4c5a81b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:15:23.873570 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:15:25.230655 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:15:25.775254 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:15:27.600105 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:15:34.772555 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:15:39.365877 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:15:49.901460 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-20d0b56f-199f-4b18-973a-64882f85daa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:15:52.758905 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-99dd893e-a334-4501-89b8-105774826972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:15:53.875828 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:15:55.233724 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:15:55.777838 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:16:04.598681 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:16:04.785315 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:16:09.379557 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:16:19.903128 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-538ba786-b035-488d-8f86-88fa2f3f7968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:16:22.763951 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-429053ef-90e8-4ba4-879a-337c2503a50d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:16:23.883910 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:16:25.236746 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:16:25.779519 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:16:34.788335 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:16:39.377650 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:16:41.598099 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:16:49.907071 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7e334beb-c9c4-4805-9afe-816b7b25b827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:16:52.765942 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-352ea67d-3af1-4545-9684-101f75ea415d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:16:53.882133 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:16:55.242174 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:16:55.783205 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:17:04.783794 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:17:09.393570 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:17:18.597859 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:17:19.908103 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a65dd51f-f9f4-4161-9e15-d0ab086c4f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:17:22.766711 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5f2e82b8-0256-4605-ad5b-a7d06e12c58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:17:23.885211 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:17:25.244585 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:17:25.784997 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:17:34.799119 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:17:39.391920 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:17:49.909560 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-447cefc7-b388-4783-acf0-c8f97a17f4e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:17:52.768349 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-99c07aaa-6c14-44b4-aa2f-aa72091e58b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:17:53.889488 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:17:55.245143 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:17:55.598005 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:17:55.785928 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:18:04.797539 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:18:09.405777 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:18:19.913721 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3e978bd6-817b-4c48-a67c-e178c30d2d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:18:22.770147 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f6e2023b-3fa1-4cd9-8bfd-aef89f558456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:18:23.891795 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:18:25.251273 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:18:25.786684 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:18:32.597011 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:18:34.819765 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:18:39.404912 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:18:49.915618 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-03a006ab-b3aa-406e-9d3e-8ab93176e414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:18:52.774164 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c1ac1d6-4145-4bf8-95af-5bf32d7090bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:18:53.232905 n-d-821435-1 neutron-server[103244]: DEBUG neutron.wsgi [req-c6ae049b-2d6c-4dae-af7b-d33d66d8c0de req-57ff3841-2bf2-4aa7-9ae1-80cd6c8887da service neutron] (103244) timed out ('10.222.0.62', 48766) {{(pid=103244) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 20:18:53.894208 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:18:55.251118 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:18:55.792609 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:19:04.814734 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:19:09.424827 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:19:09.598002 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:19:19.917217 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-da5169c7-7f0b-4ea5-8eac-03857d09142b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:19:22.775185 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-318766d6-33bf-41ff-bea8-9f3552a7d409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:19:23.896056 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:19:25.255655 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:19:25.786873 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:19:34.827163 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:19:39.418592 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb084-87e1-460d-a8a0-24f53f70dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:19:46.597336 n-d-821435-1 neutron-server[103248]: DEBUG neutron.db.agents_db [None req-f628a514-7dbc-4ed5-b115-a3de543deca8 None None] Agent healthcheck: found 7 active agents {{(pid=103248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:19:49.923268 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f11b459e-8409-4705-9e42-c49b8e29fedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:19:52.776300 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-be02b5d3-d2bd-470a-a7e4-429cd2b79441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:19:53.900274 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d17ba8b-e9c2-4de2-9662-b1c5792d6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:19:55.254704 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7b3-359e-4cb4-b73a-37529e8811f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:19:55.788738 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50ed73c7-2b77-4663-a6ea-23cd11894808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 20:20:04.826217 n-d-821435-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34a1d04e-f011-4ab9-8f0f-0107d3d7ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794391964501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341895'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}